diff --git a/.gitattributes b/.gitattributes index 190d0bce48f780cd21d01b5e53aa0464989e31d5..c0db4cdcce16c084fe26342544ca6cac0f98024a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1677,3 +1677,490 @@ alpha-tree-13x13-sweep/run-20250724_001215-alpha_3.3e-4_env_tree/files/checkpoin alpha-tree-13x13-sweep/run-20250724_001215-alpha_3.3e-4_env_tree/files/checkpoints/768/default/ocdbt.process_0/d/574ef02d45e08b17eb000a20d3ccb28d filter=lfs diff=lfs merge=lfs -text alpha-tree-13x13-sweep/run-20250724_001215-alpha_3.3e-4_env_tree/files/checkpoints/896/default/ocdbt.process_0/d/f725af74475ff61ab48966c37f8711bc filter=lfs diff=lfs merge=lfs -text alpha-tree-13x13-sweep/run-20250724_001215-alpha_3.3e-4_env_tree/run-alpha_3.3e-4_env_tree.wandb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8d1dc0de69c4cbde22f12931b89818a9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/e00ea7dd51d05deda705bf265f0e959e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b99c0779babae801728fae1f202b2842 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/696ab82ebd6414aabec46c294cd7c40a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/745fd05f210a6a3ad753cce7052d113e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/35724ec17fedf46f4d96b0c33a50fa9d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/77e5af68331392759b9d07dc878d336b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/c8763a5c4c68fa6668ed1ba05856dfd8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/e44b423318b8bb69a4f430a188227fd1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/39b24009b2eceffdb596c726b7bbef62 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/581cfd4b4e8d8ae549deb4c5240e71d6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/75ac48c8f8e4d303ede8faea988a1c8a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0bf4978e6f6a94d7d4903545af20bc0b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/3c5e27a36c2b572aea6d6b71a3a39df2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/bbf7030eea5e7dc7b211ced0b4be548c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/a0fd4c30cde3851829df8b8e682a5d54 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/7599a5691c1581808b765460959337df filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/c370344093adba8278324aef8172636b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/44b93d9579464aa425e7b6416376ca2f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/214f148828743ce9104f0c326ce8e017 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/372ba95153c1f63e0e4196b00d062fe6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d2e94146bd43bdf1ab8549128bbcbbca filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2f0c5e6969aebe5369dd199f23a84200 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f48ef08d9f50c5130343ed9ae012adf6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/89b64654c2d54a4239c533a74383d14a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/d11281ba480f975c1175cf156371c9b7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/54a3b576fb94f46b18868c636785d86b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/325c08de8db3cd033cef6212032f9887 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/ed13788eeb26bd97d66f87a5400861de filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/793930e12b553f34bb99c21d4bb91a16 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/1d962625b4e6957726f45d1092426ace filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/ba8d74702688aae745c242d736c84b73 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2f925aa07193164fcd9079e2f962f565 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9e5a79e3ee36bc0a57f7645262b5fde0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2e241d164d4b5ec0c052131d03d49ebf filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/650c90445b4a9879f76b4c607eb23473 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/fc9571d7467560da851353d88d3af17d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/876a2f5db607d567afc40a0e356bc6d0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8b73fbb197d09396e1150f7ba1c954af filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7c0e2762b07f6196e79a2a97d4e5508b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/7fb6b6db8d68c4586ade4f62aa3f30a0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/7938e1fe25246d8bd1e6f5759c4a7e31 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/34fdbd4590a995796b2ee9b7bc4ae7c9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/35267942f626694338c9c04e07e8701f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3654b6613b34e7a87ab2b7bdbc21dacc filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/4cfc66ec24c543cabbaa0164347a727e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/4152cc25645e1f08be58d3a193c840db filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/382d8e31f9441a2d249aa8aa5aa741b7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/6750a14f2309ac16da39f693cd6699db filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/2f60260f12847e4d0203facb716de55d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/645ec27a6ff56add50b8ea960135a1fb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/08123d33242966e63a1f176fb5f87574 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/5238394a0116d5812e8d8b2ec822fb08 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/50f4e48d69e460227b5017b50dce2642 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/7b95b02074ab51438040893203ece7ba filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/ab675ec576d1292a2285431b5f8b0c58 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d46d216bda4477a23aa80a86d281adef filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/028853a3ebb4a4c037798ab9a7a7cacd filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/9749337401c5e8d7d63205b63905d996 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/ab391102f9f9722f41da767e6ab27312 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/01e0c7b193d0d1a9e4da87147fc5168d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f911b706c7ac0dc50a43e599146bb737 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/a2c987d53097294298f7ca4b0d042709 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/18f6b70e7a70b7f33055c9459adb39e1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/490a2e7a8138179af27a0a61e33f491b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c15394f24f648f828ddcca39124637ef filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/057e8a0a97b72e9685c4e8c2c27244a8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/6a2ac284e33c38d4db9b313c514d07a2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/89c2be129d1ad48ec53be893f8dfefe6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/89d2b5f2f160ceaf0d55d32771344ad7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/1e374e5f7b22fce76584570e6db50128 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/dcd4cfe46b5c3812ec12646644033104 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/29caf36ce53018ba91ba4e1d3e807636 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/33e057365dcb552463143495f4b74fb0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/74a431c0768fac83c2ed3b615a2b1f4d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/067150b5c6925d3f053c8e326d34e065 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/90172bf3b8a82ce9f6ef68b3368489b2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/be1445d281da26491f69a504571c0cce filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ae122e99f0c810ecd5663d6c3e77d3fc filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ad923b8671351cd4ea2213de652490a1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c2e81af11b138c6579511428d78a780c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/b86679415f552951cd3c515185e9e644 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/f3491026469d734fccf43a8ec9505502 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/63125cc8607002f54ef85ba3168381a3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/0ce896aaf993c35a5caba338259498af filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/d7677895629fa6aaee809cc7a52fb96b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/306d98f79b6bc1e736d689d97c06443c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a6f6b703f7c0c54bc3005f00dd68b251 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/59c1daa57e6e47737215db2e5d3320f7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f37212f185a62660399a3bb0ada3d8be filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/fd272efcca23c682c1061510d75d50f6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/34a79b9de71b96304dfde56b05bc451b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9c321d3a07a3024b756ce2c49c51d2c0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/28d7d49c18aebd4ffc040f7a16afa92b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ceeaa89b0a911a9a4fcf276f27a333ec filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/987df3d29e453efd56e9a34030de041c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f9114fd8e179ef2191ce3c904bcab67b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/07c8ad4731e8b3443bcf9c84c54735ea filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/51e13038f46fc5ddae795d39bb6f98f7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/b377129105c8241912b7a36278841d04 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2488fcb8f782633dc95947a2a82d6008 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ad49aca549cd5dfc26c487ad6f2c4721 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/2440ab6cd7fc5bd7526d20310c3886a2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/8dcbeed4fe6fb15bfb9fbf8c2c44342b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/6dec02d38481ca449f981bb8c5921baa filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1ed1f1bef344a1f4b2f002b7815699 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/f4ddf05201052f08b9b9d47b70cebf7c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/2c87473d34ee215e4e182986a2e1d3a4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/152f8c58b26609cefa722dadf2f9bac3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/bc64d3cdf65df8f0056b993273ba4b0b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c039e451d09ba4f47dc56f39be794963 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/93bc41a617abb6b02a1cbe29d67260c6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/0bed347eb403bbf01f3eeea99f10444f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fb5b48240fc831a62455ff5125df1444 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8aa0de89114fcb10a23b5f51946c1982 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7ffcf0f1f2a7d2ef7249fad20c4ff3e7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/69c75c60f61108693472b10428d1f9ce filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/8d39407c5a00bc4a764bd03657c3c4b6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/90267772cd79d268028287fb2456086c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a2f31cf1f37c01a4a10b6ffd736762f4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/run-alpha_0_blocks_7x7_500M.wandb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a8ee48cdc082c9abcb61b2b926f00473 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4ee9f1bd4dc8d9356a15bd20feb515c9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/7bd6921800ec1db3d987e8e1ce65033b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/730c4e1c1cf07bfbbe9a654f6fb06038 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e88b95aab145deea9c4cdee5427a77ee filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/eeaf9384843b298f258e9c51aed6c1a1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/12973e6572534e2b12d7df9bc2889b40 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/2013f8dc4ea8a1f0d163c545ee369e62 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c3efd32837917951e05563d6f93c062c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/91fd40e72164be91ae1a6f4fc959770d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/653272e4fdf3c3a56b126898f0cf18d3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/4373d58131dc1930542e4e0389e81295 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/503641b7ffad1f28573311b2bb40c0f3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/85414559e3279a7fe088e9840a52d81e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b2f27f89dff84f2103b715e03930503 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f327cdb23978d9e4aad1549c556eba93 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/03701c8769153cfd1f61d03391bd16c4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/13f2938eb1d3144451c8dc2fefada33b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3b61712a8d2d39ec64c4e36625aab0fe filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e85d70339fe1461faa003806c05bbe16 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/0103473c8355c214b7d406e5fde00af8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/02a6846b2d665497a9153a9798c249c5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/64c88195dfc6ae241624e9a2e9604c03 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/53a8fd87b339e62a94d742df7f82c697 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f0853334676eec73de67db8943c6ecaa filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/fd1e1a0d66372946fce89fc70020120b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4825e23b0d8c9a7e48c3fbfa33cae899 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/c6768d20208db98a11cc88c9cb87033f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a7742ab1192a0875ffb80ca927c09dbc filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/1419f8fb67452b4378d6be94ff5eb325 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/abb5515420361ae48c8194888842866a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/6d5f4ca8411d31e011269d098dcfaa3d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/0137ebf32945ffbacdc8e117440796fd filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/bcd19125d687342629db758918895816 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/745eef220ea649c9b48572564dacdf7b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/cc999c09044c10d45e48b891341509be filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/ae8701d0fd7613c028ab30e5708378a3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/e1970cd3513e991a24362736ac340495 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/59005fda3366d8251c9b581017758caa filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/5dd2f4de5417ebd782c31b3b2b97d3a7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/34862238dd83058a4d3706c7ee950dab filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/e0ab1a83e1ffb96d38ae7ea82ce96772 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/60230cdff441c2aab51ff381bda4eb24 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/62ddb3bb62630e6dc707189986b71785 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/962e28f5d77da81a76e7264e88a6b010 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/178e9d32e0dafd83327136b5bddbf0f3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/c2ccc9e2e0a2eb917287d4d12358ee87 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/78cecdcda5cec1f8848d1fbab5ae28ac filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a06ddcd48ba513b02bbc81946f3fb4d1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/42c45ade84a4c551fd2f75facaf5cd1b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/8068a761e465b39bfd163ffef84261b4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f0bb6b1aca02fa093717c8e361abc283 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/05494f5a7d7b686574a1c0779d2a0511 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1422eb0279f8b1d7d2092bdaf9133b26 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/f2e288f35d17d937adc188866a8bb032 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5b4647ee40cc5d15314ba73e99b9b80d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/84c731393f8ca1b09a18a57e02b1e6a6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/ea27fb82acdf044b92214237e8114dbf filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/7a1bc3dfb6869470196d7eabcfaa8033 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/11aa5e130a8287aa06a6bf1532f4890a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/a5299fa5fec13bf16c91225c3dad64f3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/51b8c72edcb52baf78b98826d44b4410 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c5162e1332b0ef4442a88a0931c82f88 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1c51b5293d6e7c505feef204c98b3998 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/8a85a516f30c25e0f5fef53cd22efed8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/75dae52205d96440aece1f721faa0969 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/449b72bc1beb6d970d6c33925f5bbfd8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/73384bd326f94a8a5ced6b0a20978c7f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/230b018b24d3c68fda7fdd31ee5f837c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/66fed7260844ce8d31c6fd7b74606600 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/cf8d0e321f63e6b8f8c39f391b9ecec2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/af58a4b8ca389422dc5a140dd592d9a7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/3530766c0cb949d457f0d98efae80baa filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/43ab8a34dc1aabcfbfe26f7fbe2fb341 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/4920c3376e7b95cee9d6628f8d4799c0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/7fc151050e219df3a33c2a01325f760a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/d7e4537de72e99a27a09dd8f187e65f5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/daba331f3fe952d4ed0a38ff578bcb5e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f7a801867e0310564f645a42172283dd filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/558a5f70d9bba86f46f3aaa75bc3e54e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/51ba3125393fdf25ba7a7c8d27fcd0a8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/7a7776bbe909286ca86d81786feb5575 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/d9350692e2bdc7956931cb59543aa3a7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ffd0579951e3627c62205e8cadeea7b7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f189a9817356e02d820061fe5d84704c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/e47d9af01d88716e256d5a4415d58986 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/81f6f62a1d650aa9f98204e91212faad filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/0783cc8b99ba35e10e7db536f78b1590 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/0af7d7e16f268217d2a5669a6af55693 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/be18fa3332848719c81cb858b0d998cf filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/0a3cbc6714add93e5b89f3e8a14bbc77 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/ac1b01a24f560c436ba2933dcac0a891 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d7aefe96ef2ca3d098d0b8f2a723f8d0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3313c0e6ceb509dabe36ddb1836b42d0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7d5817e79cac7cb02de1664a24dc0ffc filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/2c692e112b1ab5e9b5b988ac03f99da6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/35269def4db06d3dbedbbc477bd07d1e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/8b6a5737b96668aaebc71fd1570d6667 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/90a95d339bff9cebbb753f75857b651d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f55bda0f01065e19bfb61946eeb6f2ea filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/84a76705dbb3c7a13794b0e7b66b0a9e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/33573105192b8acffff78b281e018879 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/39f997b3c2838d173ae34519e807bffb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e6cde5f4fe345fdd732dac2059a5ec60 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/560f4639a4ec67b4a4c2895e39bde348 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/14fc77e266bf8a81f91993998c303522 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/66f5fb6a2deb21dcf688cd0bc16ea807 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/d835059869a42caf511746f6c396bbba filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9b20c55e1b2f96a71af9a624ba9e79b9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/a450db6578ce8ebfc5be0b395ddd0854 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/8ef5a28b163c841f64f99574f2f5b54a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/9bba89ce08d44f8aa3a56c83fd973f4b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/5b8b5e7be967482dc06b6e3ec6e090b1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6c558f1619865fa68c87fe92c1c25896 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/4405df85200cd8931310f656fdfc9284 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2d895c8ad78f1ea1cb64df5d8e592c7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/5a76d89dc382ac6814747cc9bb85301e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/65007853703771d794160b0e085a6ec5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/0c3af6588fb321210cd42d4ebd282909 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/88871cd68aecf84896c5e94519acc72c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8fe519fe8c4742ea8fca66491093d8c4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f3a8dbce97942c0d7a58118d37ebc3d3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/run-alpha_0_tree_7x7_500M.wandb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/7fc748e3643212b07330e8dc96a71d4c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/eea288984321471c33286aaf561529cc filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/afd7534c1ea831834e815b2c2633aae1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/393cd2d6a08ca5305c15e209d351da8c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5f75cba199ef189136689af042ff6ac8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/c113d3e30382247ea98bcde5e1f0f9e4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/325374fe3f3f65ef90acf0abc149fbaa filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a2e4dda5265a1bfebbad8ab5c7e2cd84 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1f32dbfe90b2326f4d5d7dee9d9e722e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/5e2e2e6549273f7acc831b0ba79fcd60 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/b054200cea18e5ba928fe1940aba3075 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/a1bb61de7ac071ea8de4dcec4b801056 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/dfea1b0e4cb51462f054621794c83bd1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/b9d83fe4c96e652d4f70bee78cf5197b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b33efacdaf32dba95061a42f5101517 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/460be6bf98e477c2848b926aa0009b90 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/02166f6dd46827c79bf581994b475aa8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/4e446a3a0429f022c9e13ac6a8c8d908 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/bcd7d8f9b114823bfd1c5c06edc2b82c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/74344386a89635e051a1d329107a8b8e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/443ac3bff3ea0e1392e1c1ad3241b8dd filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0accba254c457976ff328b1f85b2257d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/19d717f4652f27971674a8eea189f19b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/28ee69f10a0dbd9e73d279553457bed9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/d04e5bfe571befdd089cbfc32b74ef27 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1174925234a2041913ddd0be7b55f422 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/b9bba27d7db5225cd313bc1f73380ff4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/09dbe423dca6614ff3932ce77a6786c6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fc6003410b19d7ef61f3c984fbc3125e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/7a6b927c5b6d85e7d656fe1481f5ad62 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4a52d48070fcdf26e0fcda6cd0367899 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/2ffca8597393131d7521bf62a2793071 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/629a6b8f3adeab4783f3cadf0633168d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9c17228394b57c06686798701e3390c6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e17ce86aae92fbd302aff930b56ecbfa filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/12701c755956feec34ece61d22650298 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4afe4bec4cf6bc46e5e3eeda9ca33d96 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/596cf96b768d6295ca2d9fda7f8b1922 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/94c7958d9c49c77b4dfd01df4c5e273a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/6789bf96bd8d1735c2a2855046166b69 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/38a8346d1e4f7a2954896cafc2276f59 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/d99314e6f20282a1f3ca32bb5d09d76e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/c0cc05a33e4a2775f60d14e1e9733da1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/3227708877cb3dd46ad4b46a9507716e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/6dc5e6bb0370c397daee791976c0d83c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/6ba06c4f11f9c5db2ce462453f7048e5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/170119231b27dd4e281f516599ec5073 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/81ebf56ff7136094cf09b19820af4b88 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/09f47bdf7a0c1fa078bc0b7b342635ef filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/708d15bd34d6cbb6809a1ed2bc53c207 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/7e5cb3938a3e50af4ab3c3934506b818 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/40d6f2c8995685ca2e92a9591d8882b8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0fc48698ca7dbc7af857d2984041593a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/ed66026784e78b7941a1164e5ae32dc5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/36bf0ee0906af711facb1d0a33075366 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/2acd610702574a5877e6b72701865f11 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/292b579ed9ce893851be963ee82946f9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/5dada703d856eca7d8a63fd27bbd60a5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/f82c0843f203eea963ad03be832f8f4a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/7a83e6ee2e21a9fdc5654c2a2c483468 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/60b6bbad39b8dd52e94c9631431ea755 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/1a1d68685e25271eb4a8c1eb1714a0af filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/3c58270a10670aaad3659c2eaa0edc6d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e3e3cd93d87756f14d0e073411299be6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/650876fd6879263b6862c9cb2b64294b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/752fff2383c05d177d056abed9162ed6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd32939c1e56818a63e44228625d34cc filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5c2749640cc18f077c8c2b0d5ce87dbb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/a359d289b60ae3ef5d132deb30a83d72 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9b044e40b4eefb497464fb2fdcc8981a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/3fc12c973ec5c92630c41c5bb6282996 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2f1e2db822c91139b3276d18ef478f83 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/6f0f6aa3582105c8e319dab3ba1b635a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/90cbc4bb6eabdff82e189df1ee225c6d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/4caeb16c9e5c56e08fe87a7acd09f21d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/4eef0ba004d7e02ba422fb450d102d1e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/de250f271ff3b178ec59594ed9681cf0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f0b2a16881912ee92fe2d8324bbb2fd3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/9df1aa8ce9708f635cb2dc8ef2143624 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a1a0f3edbf2bf8f00e978aae5714eb28 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c057ae0c5f766901bc3e6ff655b6a21c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/7893466a071aedd7d1251076fcf64ac2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/38e665d4563a88f39f522ee13d0a34bb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/0f77d77ce0003f72da403ea5aee5008b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/69417ed7cf33131ce68ba86be6540c4f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/7df3e034db8399883c9bca3e6f75136e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/edd6995bc1e845d169682515acb06a0d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/342a9e41565cb1b6e101caba8d21e6ec filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/7bccc6608c0d217a8ff9974e3a48b655 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f08a592c131e4282816e7c364461fa78 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/659831e1943c73de32615629561d921f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/a93050c345638ffbef104185c3579beb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/df754c45d7e914e16556e618f57ea46d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/e8cee4888560dbf1e5c97166e0ffac35 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f5ddc9750dd22c72c7d9a50354344ae0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/fba2db0b0a1100199ca4deb891cca472 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d757ebfd38cc54f22c7176667afad089 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b425a1f587d999f1392a68c710ba044 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/4a5212f6c1041b3d667c625afc9d8727 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/a059df478da71b6da3c5dd9e67d7932d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/42fb49a864aece1f14a982c04a903d67 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/89ffcda97e8c7227094f23eab18702d1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/b1f3057a718f6addc3b145da917c8fd8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/3b85acbd20b8b21a0736eaa91d3a77d2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/ec5d8f96371d3b603587c1989a742e12 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/7215cd71d9b1f80198607d0fb7167c7d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/807cb7f7ef9e6ae93c21453d2e7e2323 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/9063352dc8140271811dbcd1a811fea1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c42cbac44d76db58091ff9cf3e14b0c3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cb625d014160fced089d1a954dc18b3c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/f5535e554840aa90149d254180f60dc6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f5fbb63fbf26c74a48a70b852a79e8d0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/d6f3ab61ceb0c487fbe23aca418e2690 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8807705b23bbd37f4a499a9ddbe6ee22 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/2c356cf79cf5766031b34c99d8c0ff78 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/94f0100605c4aef0bb6842de6fc37237 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/e56e7d110636979b6acf26ef87010057 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/52e18c37c06ac6be7e173c31f9c3920d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/2860da1aef37295cd84fc13926451821 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b6e89d69bdc81c0ce331f8057406b3f8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/run-alpha_1_tree_7x7_500M.wandb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/ce57e01c5f58a63674ada146c6c45a7d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3eb3a94ca99265a725ccc81e2769a9b8 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/74b12ee241005738236f479a15b851a0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/fb6d314e1a0a1ffa4cad740cd8a8e78a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/ff4b5c6ec295c41f5e62282c64bbc4b5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/038cc2b456298f7b710376a9e46f0fa9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0e367a0fa3e79b7698f0dbc914ec0f86 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4622ac9f39c3ee47eab84522ff2762e5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5224a9ddc417da0c31bed2421e583961 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/8ba6044c4b219575acbcce8e8adefb55 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/4b6c21bc4a3a7f9746814f04bebcfa61 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/eb21593aadabe212136a3544f96374fb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/95c5db94d0eef4b5443aa8bb3ca851fd filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/79cc00aca473ebe36ded5bd449e245c0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/4cb085f4a76de0b34c547455d3113f3c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/6983f710ee09760a93f1b20809776e86 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3f1372c45435b1ec661c1fd62aec5ff6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/aea3c0d5c2362ece4bfc8f993f1ef73c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/b3fc76b64993affe2a1c8df0b9a7cdee filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/95445ab684d1dd04a416150795f715b6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/678a4507db9fe750090b25f3bfd00964 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/7511ce96ef09847c2d50129151ac35f6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/7a87e3d4c6e9a6cbf0ca3ecf04148218 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6b49324975f600bcc4148cb176bc88a1 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e0d3eec1ee5d1ef50432d3221e43ec3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/9045cf3c9c9877e3f88c73cbfb493279 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/119a531ee948a3c85a2232200368a4ae filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/c81ddd018eeac14e25499e485edd0c99 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/683d24e1dc73a5cc8b1ac287472ee9db filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/9a50889a2ca586fe8d16443bc2e1a04f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a9695b7ab9fec9c249e04348cbcd60e2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/b7e81e4d8684cfb0a2dcdb07dac46855 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2636059bd79a9ad168d916efa65ec88d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/ee6801a670886e0fb525cf1b69815611 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/0f50d76529a5e95ba476da2412fc92ff filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/04a0028f8462a1df12b8f9eb4324cdf5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/a1b6f2b51b810fdd6787f0a0db1a371c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c89dc9b6fae16674cdbb46df40666964 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/1e53c654afead6c7e16e13e06a735da9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/3e14ddc5e129e48341ba1d48ec3a219e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6dde1f5c2c892e36066dedf105bfe23e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/00fe4b1b1be2122c5bfc5cc5138ba4c6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/02b2b3fb8f250d5c6498b75fd2aa63f2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/79553cc85269153620e996a4f453233b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/dc19a05821c6d26600d7f27c56009735 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b781ced77b91b3bc2f6a14643f20bf4e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/beb8b47ff77d3da03b8ad6c6cb54c533 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/523f9d81e5b88061a9e6caaa7076aaf0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/403e70c6485ed0be805dbc4154982a46 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e8123cad594f1744f3d644462547844b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/4ee7a68c555beb8bb547ceaf9605755e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/26139595b3dbb4cce2ec45418e86f6ed filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8bb9ade3a8216b93cef55c6ecd40e972 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/952e79c5b52972ff7ef47fccf456d7d7 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/9f70d024054f4e0db0a999703774501d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/9faab29d7c19485c6f9c3a6399da29ff filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/512b21c227ef15b184e20c4a347c1cb5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/3ad9b9395095305b518803f3127b2850 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/8f9bfa952c36e8fb93c3d28006e72f3b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/c349d1111dd1e0a277d2ce428cb97cd3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/c5795823219458a480eade027d73c89a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f768fc83e843c65f8a9d251f914be6ba filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ba8cf890815746f014cf42c820e2f849 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/b5102d3ddd69392b43c459e3d73e7b00 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/3453f1bd13c2f6010e1df20e5325ede6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/74e96b983838b005cfd034b5cd14bb4f filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/9a2e7c434963191fb736bd4f1a6a4dbb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/50596d9d51e9dfcf913b05554b418411 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/395b8ef037d50cebbbfca12579c34210 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/baac9642e092403a6ecdccee26df64a4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/27fef12fb82fbda8dbdb781960c2fbe6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/51d4c8f1e65b7fae1c75c9abd973049c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/ca21b57708a871f459e852cff130c9fe filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/a2535c92d9c03608e66cf5fd3eaa00e9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/35428748ed0785874c735ec53cb2204c filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a1b4036da865a2df708dfaeca861a62e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/2503874e8053022d40daf552072f369d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/249428abf1ab32a39609cd986a24089d filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/da28dd802abe60bb9570c324c46f3343 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ccf7e61a072909d5a5c4b5ec161d9303 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/821d8303bf931023688ce04a469d5920 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4145762ba4df33c7a64d31dc7897bea2 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/264eb74dd65dff5e2a5739e87f849d19 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/068c0cc2dc8ecd86a6190d00dde100d4 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/91cd1e2e8532974fee8dd8c87cb4d92a filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/c85852b7b30fdf38d3a20e4982edd013 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/5260964bd4c762737906d3fc9ba98ed5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/25b55ae8d53540542bd4822e9b91e9ff filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/c61f3b278a3493d589759d94c4dc784b filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/b54bf6261eec20092689c4545bff4baf filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/848102b987f5eae2b964d6bfd1596d36 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/c3a015353f15d8b023cfcaa294563566 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/ff004b37299b367a9bf7e31d7bb91f26 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/dc34b5ba647434c738af6741f6084476 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/66f2f60ee0b644b6eb63d34e6397f468 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/934d31da202e16f8d20a5ab76c82bcde filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3b070524284b2ccbc38ebe03435f3e81 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b83f94ad5bdcc8180b60d4cc7387944 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/e49084ac4a9748fee1f476191c8e21a5 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/f1eca822417458740bb64930f5d7dc92 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/f980ea50f1d76b01e3b8c323a8467fbb filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3e3c2e99f431eaa9bc0190f64c128cde filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8356988fc1654cc3ea1ebb913f065daf filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/115b59564f7ff8d15271c2e9c9cbe3df filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/447b8f841024ec61120d2fcb114e1cfd filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/2f466e1d02af3cbdfd973bde9491aec6 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/309a456acc45aa5bcad839f979942374 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/cf430f47e117bcdf8625385b2fcfc280 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c4c34866445e45bcf7693898c54b82b3 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/db5b04e7184d57769dbc133d017f47f0 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c34a31cac19cc8f7864104fe94bea50e filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/09abb4ab0de5b5b4eb64ed9ac7ccd751 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/63e9289d1f5323f98a83b155ad186061 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/00215759a5ccab4ec99a6004fff6be89 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/38fb4b8949f4f4df1d98289e70e29588 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8de4eb7992b72ef67999afbacd55cd83 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/15444ffcc4513c6f888dcc256fc6f596 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/b92a1ae82b432ab3630624652e566b86 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/9cd4ae5f5392e18d93c99885f456c732 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/6214a4c7bda23c35ea9fd874009637f9 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/833df8123c05d6e213e64c1d87d1a220 filter=lfs diff=lfs merge=lfs -text +small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/run-alpha_1_blocks_7x7_500M.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/small_7x7_models/debug-internal.log b/small_7x7_models/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6d9dca236fa19e7aabcf7c340742a6d2dff4b005 --- /dev/null +++ b/small_7x7_models/debug-internal.log @@ -0,0 +1,1455 @@ +{"time":"2025-07-24T20:43:35.602290276Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-24T20:43:35.865612354Z","level":"INFO","msg":"stream: created new stream","id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.86566826Z","level":"INFO","msg":"writer: Do: started","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.865676626Z","level":"INFO","msg":"sender: started","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.866514585Z","level":"INFO","msg":"stream: started","id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.86651192Z","level":"INFO","msg":"handler: started","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:45.22656795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=30e9a47d0fd9049fad578afb0d24dbdc8650beb9666ded5fe837cb59d2b83bc43e6b72dce98bf88267b252e02870a189c48a8aabd5772e6660da9a2659db16681f52ed40873045a17824e347b555b636f9a958fb37d4a2af379f3d8938fe7d965cee3117c87046203f311373898b9f972a003475cfa272f9ade6abbc61263da190d00be048853676e14f33f1aa797ea33650f97b5e208f7f4a0c98ba2f3bdfe4cb79cb7b37d09769e5664e78ebb3bfd9da7f76d04694ec59678064d0b249457f72f28664e48f11556ded2c68d199714ca9cd539ab153ec9d97c7150db7be97c8051524d55be673fa86d4c88731c97aeb6df7ceccecc58c6815a1cead8421e1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226601363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fcde253ed32adcb7970757ba1e44bbd711a0ca930e44e0f4990420ec1691def1c9ab7f6f812d8462fc4ac11480aab8f7df974775864de0c42595504d7cc10c5ced25f6e02b3ef511e78bce94d3eabd65fe4e068c549938d91e29cb53028eb1674700ce07ffaae93001a564c986d92c545ff5a6dfb45b9e33267c1caf6105bd7bc9670846b3ff54069e12227aa110284b836bd2ee880b2bb87bfd61c28982efb9fc7e8a52e3142e5088ce8ce74c9d2a1afdff1e9ca23a6c6aa7e2cf7141e8c6ebd53a1f6c73494851d2cdbc7ccdab28e07d32ba02d35241453a9fb81e6d16926b7cca162bbde41bd0d52353e6ee8b28331e5194ed5c5414684cc3c3c86bbfe9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226600311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=968cc71e3b65398f5bb8d70367c728efc7b169c50468f407e33bf995df405e4009aafbc096808b19e0c117fb45a80568cbcc28503de7baa68fe760a34a8bc162b6a5c460ea06cb4a70b2a82ffbd607f6b5fba1cd7cbb3967f42fb37a39f4bc116497f7f627490904411aaae4527ec967cf22df8c4779753156ed46278d2d240ddd854683eb992767f3a0fad58dfa24561ea61051280c4df08d96d9e7e2226dca290520ad5b2a17cc3fb0be2dfeb6051b6e1600eccb285b96fa7acc59625ee66a1bb98dceabb0134c211f1765973ead907eb257e74ded1069e682dd726662a6ce8dbf7131af6bdf06447d6095b6b85905596e16c2d261beac1db14a4db2ae7382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226636359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6020b3d0cbe1ad456143e32eacc42c920a100c67c702e365d119561a1809b6b29d3bd1f70c892aa79582574e327684dc1910e5aaddca2b6deddbc4fdd4062c258cda227d34450a4208dceeff824e3bac1c5fbf7fc98d0e95e11e74a48b9c4701071e0d5e5ab6c90c2808995bf60bb24bbcc85c280fa11672c91ac28b25868cf7ec5bd529ed1cf67da6e07d05e7ba87c7f58eff0c13b37ff9b18df6ae77283098dcce6ae6fcac9cbf85a91bfad2a85d97ed975556de6220facf467186dfddd51e2ad0c828d26339a700073909e678acb40e11955994a0e3be68bb73a522cb0b3a8e5aa13db1e8c3052e7273a0d6f0091713c79fae2d6db5732078e3a91863c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226673129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f231208f214b6a56def08f2b1baa89b61cc1b529be336eb2614c2b348a50e6a4b2430c2f060f5b9ea79dedd65f4cbd809113566e9987ceaaa1bce04de8359399a8894d17266d0111efbd4da21526623ca97c75b406286dabd20d099f9e9f0b20f3587e6275e212c55e74b135605d5830a0698f8002b2910e6efac974d676c7dcd8c419de72fe0a3f1f956d7462d3955cac19bc020a05da95ffebe61734ee289178db252e22cfe5809c3c93852f0cbcc0da864c1050bddf502742ddeec46a96a0c15976c5294c01ce29287c1370d9afe573fb79575e28c881d78222b1fb8acf1a72a3bf763e50ed439f304e220af16fa6c33458603833fcc9f21f61dd1ca7acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226676194Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f594d156ac6b2c1b88fadfd8e44a1ba28b2f3c3d42fda6cd87e234adf7e3128d96c5061c1fd865eef56637b4a3879b6bdd60fbb4758c87ecda3c135471d46a7e7e281857320f50a598e82821000b4b5c5e7790f042315e14ca21d4da69da1b101f52b4d78c2b76e2fe183ced17e26216990465a9054e9949448ce5d36e131d82cb8ebfa8603404f7637a66838ff70f4fe77b7d60e4dceeaa36764da0dbc790cf2ceff1967894633d359670a017721ae415c89a1f6d492c3572c6d8552db230af2c0fe8e9bfc0279404687a646a9b5114d637fab93f0eab8bbe0d24018ace3201b18b835e0edb2b4e38fd278d22503d260d48d5b8fa462bc3835bb6c59e49064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226712833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f5d87ad811d6204a8630dc142b5e74b2df5a7846adcef01f671f6a61393225a19bc50404afe0a42b9e54fdbc7a88307a4a5d48b0fb9ed1d183d09aa003451c4049ceebd3a89ce00405c9ef54c7073b7c2cfd7328ef90521243924e320e44c510e418bc002536d4d7e0a3f5acb0081a20c4632e0b13aa72f6f5cf1e387719fcf723877f94e51aad13a28a0eece81fd106e11e922e3f5f09a622ef0cf711d905f1964efa69b9f199bb33b0b404320249aa689f8cf105a45da1cd95c4a2d344fc2fb74a2f2782d09d29432a82011de2ad616376117ccb190e4efc498ac14d76ae748497c8967a36af0082d908df0c054814f7cda2597ed75f50529bf9460a8c4cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226719516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=03caa88d3581e2cac7d24a20cff85de4989fb8ccb14bd546ece499f09cd8c3a2e9d92515d1979722f540a27a10dc56dd40098746edcb3b822b35964ce70f62d7cf615e8f448d43a29935071c7ecd0fd33c68eb57186dd0c0e8407b9900eaa968aa73eacc517b578d4d641824de0de14d581b216bb2ee69d2d2295e39c1e96668c155d6bc55a336b4a7a6f9eef1286802cd4ac09e013fcc20d2afce26f2a5e88b022fab80ed66966f976acbcf6eac1b24e3fdf70523d504262de5267e5d27a82efedbd68e40519b2f05638b08dc79997dbde77fa7783d7e012b306b7d120d8c44fedb9f3619066046941399c81aade89ddb58020d37c2eb153916d5dc0b9fdd85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226729415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=475ae0dfd1870fa330f64045339a84ea80c58b17668728df17582e032b8ed599beb914c7f5857ff40483418cfbb42dfdba6d986fb0fb8dc74eee1a067f087720c184763284f9949c85a2f34b0b2df2100246d20067434df92d0aff2f99cca7c521a8e93dd6441fc16b0149d01b6339b7ea294aea37ec9fb514dc9ee9e8460798f5163d8464ce84777bb3952dfcfcf03ed41b1e7549a808d0fa66b0f9ecda2a9890ce0777b3e43515aa96b64dc95ee4afed02dd107c17a1985f8d7bf27bb90174c5c1ee9879ae5b46b5f1d60ec7556793a6be19335039adea53f6b17015d2922b9819913543ca5bc17adcf8efcc1f69d2ec58ecd8b3525e74a24c5789fe238522&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2267749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78b4135b27ced3fe46a516bc51e97ab32f8674b50e35b56fc361fa2bff0ac60895a9bf71327564034ac6a82ac3be48c6cf6ab104d92ebb42baeb48eb55ac24b22563c6518175d795ef592f1caef7ac051baab72e2d739660ba707dfaf688e1c826003e46f38ab9fb4579de89eae01d2cefbcebc19ea6be051bc57942c619cee9ba081a7a606f0f2b5d520887a7329e3747129ba3c09bdc0eb8623129a9e4ed5df55754eef7ee271e6286f089f9cd17892907b58a2d90b3b44945076bc2c99cbbf3d368405a62f9a9bb457fe2f8143b5e83587bb9bc19062ce65533c54b3e4360888186860f7fb58e2c9749f6b7cb26242a30810a13cce1733645b9ec18581ca4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226795078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=15530f501483791ca12baf6f2529da074659442664120f74b2658755e61fca24f027edb135171ac6fa75773320a373e967dcd57cba892dad4bf4f9824a2687dd190fc9284c4110d784a175a8ded6ae1185850617d67315245a8fb86edf76a923862140f4f937f72c4529cca9074bafb228de9f20965b49f44eb2fe9717d83fba65e896c82435c4ae7f09b2e040f7b70a4183a7eedc2eaa5325aee06822d1e874a1cac420adef7efc188991b6fd5d0f1f7b3c30c6add01c28c77b9b5581f245337f0607c5368429930e7cb51dab57b00ca2b53a57aed8db33c07eb0216bc05d4a41d4a610041ade6d00ae7179ede05e5952d73566c682438056e7f1e168002ca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226815517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c10a4bf1ba851b5e8247c33d95517b04f3022b404dfc8fd633c7f60898f60223819e7c9bec5ae2e7824e3a8625d548c1ef5d056a3fac9b0c21fe4f410413c66afe6a5af8b9f5d224cb8d52b9338fe2000bfeec6fc6499d35b3de2756f11e8adc115cb27b21cadae1140e56bd06465669572023edf64c30245800bf4bb1890a89eaa2b5d8a22011adfd79609ee14d82efe89be2f5a591cb2c551106effa8938f49b688e1476c6861cda22d3c0ef29b73492a2986cba3111ac366a51d2ed1d6cab3b9f57f0e1ba351cf53eb9bf9fad3b150d402e4595dd32870e16c677c5544dc567f4182e3b207668e3382a6acbe5c1dec307c848bb3f42b3d2bfbbd4f9891198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226867705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10bb776302f11c19c7d07df017ceddeaac2a96e03c015a85af10a8497b1868a3da960bf57cf6c79628b53f7daa0ad0ab43a03c046e8cf9c5e89e6c9a60c4c8736e43bef517872f105d5fd438dd9102ae7be1098bf35cb1d0ad4977d3b12b629f66de5091f36d12769754472b4a580dcb6e984a2277d0f21725592ce34b935c60115e012cafbf99545a2d56f2af0a49a11cf962497951fc4607b9ef71b6c323a862dabdb7ea19e45c29da5e7e77c213fa52c73ede1232230dde0f3ed8b5673d080967c0a79a44834bb02a9b28ca7928a1fb4f351217f4c503fe0661b46f83bdd9af2752b3a8c30899deb687821c77c9037cef1c0e95103078677dfd6679f4feba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226922899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ab624f8eb24cb743e9c65470ba96ef3b5ca2eba076d28707d45004b49f33d5b53e7197339b6d0543a466c2d4615d8d41e84486ece9b3b9f986f4597119556f866974ee02d5e5d5a3589616ec3bc472cbaa21c708dc26a9c556b0d1b9e326ae78ca5ca64b9972f73312b001385bd340ed33d6b50fd37fb72e971cb04f8aefec742291253e6528f640b7354cff55eeb77e49163fd86dedd45e3c35d6295718d88295318da3230f65ac38b1e88212558d8076d734796363bfc6338abcb13f9ca1d4c6995e33e9e313978560faea12eb190ea8d6680f9b38c5f25e3dbacbe1ea10d2db56aadb5ea42a79756bc0017788475fb4a4d458a8ab5bc3b6e1a7b0f0bc8dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226981229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=462396c27742197a49882ff05699bf42fc9f591552ea014b728ebffd299bee9fdc21cc052d7b39e07cddc49b8635854db20d1e8fc1efc4fd5a3c6ae9cccfe38a71200900ac5b128dcde94ee6a29729ee62745e0c4c292042d00eb732938623028b6c3c51f34b4bb394924730cbc42256cd189b2c72c2b5c98189b850216ec1e6fa915e8e8cda658c16f4034d88692619c22c666bcb3c91bb003eefacfb99bc444dd9ee97a0631fa0aa75523f96e2460566ad41c73acaab8e20120a947a87ba3cec90c245be8f10d9530cd60402292bf68c01a31796b1b673f6eb6f40573b6d14c02aba83f2a59cc47fcf58801ccc1a0b57fee6217ecf6267a8b62c3a2c492b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226673529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b6f4788bbb087442555645a92c4b7150f6b3990fe212ab9d182e74dba2f042c376e310464a5f0734cb32ea273bf29fe6d66281f0993159d3ee3079ff0747aa5fcb7ffab260f2d1ec68316275d149a3d3fac94da4115027a5b04d52d0b955860145572b79882ae23f4556c4985bb32033c75fda0e86130bd5d40039ae3848b14ca7ab7779d3f45346fa5d4c56b4dae31172e788122dbc3dc24b8a45adf9c5b9aa3ab01c0efd816b84fc7959e59c5a0a9c5efeb15a6760326fbac195956ced713302ee8198dc9afd55f75b09f8441d0d10487d34a1fb57f98de64ec364d4030bab5989e8a5959b65794b768508bc70c025535467b151528e574940bb094fa85a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226612154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93077dae3415f662629859cdd0eaf4d409d8a47eca11ee6829bfb09cd1ddb31b3be0e0681746178e7db9ce2d5b7998dc5f36866c2090c16dc3620c1ea2004a091f4e495da6ca4ff6a4aa9ea31c106d5ee2b67128c210c22437b303d51cf439857a65e9a2c7a00104e127ea6c230f3a43919911636f3c84e46ba87e5658d8d24a301887b5a60e3a3220ebded2bef71e76f35c01246bf83f4d11c874dc1265a03b33ddc6e45b996270453e87b92717b81b8e5a52e91053c4a9f1531ce793b4bef6670aec17bc68eb48d94af9ca4f566aa8942cf7ffedead2c1b717302c577a38bf417c6dd1a9b97a4f45b6ffbc72d1ad8cf0e3a7508c55938cd85a02fd7f1c8a0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227274712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24261898ad9c3c3aa16a5d9f37373d9c97b39ff37961899fc4f06b8073175d3d1ffc8738df930c8437717dd6423c8f35f6dc7e4fc788ea130933425c675cc721631839d5a224503c988783cf21acd232640209938f46ca5896affdb079ae2fb14ba7c1c79213fa55544c09bf278aa3a407a250fb51c8755eec8bcf3ae380183962c05d911163f39a5b3f1d30c419140adadd216f1f8deeca49b1df5455981bc7bf861831f166b77865cba1190e64b6b82f4d53abc966f30c6092caad5755acc863e80738bf843d13a7a521f9f47cac62cb0b1ba89c051857a7bb10e2f64983d747ac90c3aa1febdfe725e4415a4c303317ca826e2c1b01c0a82d122b4baec739&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226775462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=407e8bb5e80493fb5e74a6d06e09ee91ca40e07efc8663d4273cb1f07cc40bebd8db7fee7e250719036c29835ef7f2f36b2b96e9f7306a5275d8376911549cf927557af0b3717eeac905ea9d39e0401c1eb7178638596d24405df0478623785db35574055de874b4da50faeac78eae07c3d4684f6fb22661d8ca07d9498d99e0fdc9d6eb31ed70238e2a3a9de648c6e4eecf5780d7f9b65aadea920a8369b0ba7ee753ecfe5e42ac00a9734a9cc40a721b3875247e16098b6e577cdbea0aea4d52b6432de351cf064d3ab00990f3e58d158a6891e18563669afe29626536960d2d5fe7292edc168192d5d574a15e6c2bff75a6453fb8427cea972c81a54651a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227327352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3973f44e192addfdb96fb89d0516ef8a57104e0757887d09ca4919a06ed2e5393f567d9da37f647b73b461629e6e71279f3c02e05a5d6c00552faf52b5e49e42314b0edb722c45cd230626f74018788a99079850e52403ffda01c88e78b867284c18de60e75ba814abe5624dbe5852f6267e482428c9fa0eb05aa9edc15e8fdedbea481938b3af91c8c511cf115e0ea3009ce010e632da53895a73bf8ae6254c0bfc6047e99a54ca03f42384df6654781bc4b5ceca12149cdc88d8069d3116794f16433a26417aa172590161785037b445a3f71a997237baad6a5c8f98b10f73e23854d5679955edd56df90f76a29157451346507020dc9771249ef4e7220fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226707834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1450f50b3a0d0bee2bf94f7afa147614fac73d5dab0556999532e44fc0695767859aef7d0e6c1a1a8a149bfec19db9d5034eec728703d49a0da9d83f8e94092ab5de00fb20e66741fa6180b851b54fb55d67e1f7ecb181bb84d266f91cfa8a0234305ef7ed39fadbb16db82f79e7d4a46bd9ed23250706934692e034ea23bcbd67916b50932bd120d599bac02438c9b08efc152a010185fa1cd16daa6de2f66601a162f0a72a3e61b202cf6bcd1651816ba64108060d1ab77d65aa4ac77ceebe0a8afb789f6db5ecc3ed2bc7c039238ecb9bb33afcb2df90448a1354d3d9f2e96e189163625d3334bf611dca09fa8c0106fbf7090888de764c9ea25a3dc2110a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227369892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c07874734a6b8f2bada4bbe370f2d20cbfd1467ed6292df494abb5146a95e7c679fc4cc821271968469865cf7c1938b1d3a33c33b6849e14d407265d32e0665f53c3edb3633774c4dbef1e9e862528f2aca71a909ba6ba6d5cd60c90187516997e354ba9dbd18b6d033a6f74dca5ac66064037c7418de58fda6cd8b58f72d30f53ef6f3cd4bba077168ce6c9d88115b280060a9891d507f453cdc97f7d5b6a2f2b1819bbdf17d27a96971bfdfb107428da9d42f57397a538db629f6d9a96c9ce2b417525c214b32916940f4628d1e4b67a3af482c624ede5a1b1dae768d181fc01f983b845a52011c2ccc17246bf3e656fd6ca7064d9f8167d78900009833477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227395149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6da53c794f8cadd9978912f7fb11ccb5fc9bc6fb9e60192f81d12df8db69b4d1ba02e88bd70bbae1bad6a1820e054c9a1e1f191562206d7d6a9cc94ab106ba5209a4733810946450884085fda94c2c32ac953c70ee442d4b4b3c93e2d7a0ea95b9cb8d9db4615a7297907f3686a07f109e79f3ed79a76db012e4cdeb40b1a12b4f40716c31d1b9861be61409f21cf8543cbfd5c573bc7785b2a95aada254598d75e7b4e975a3ed2647bb25a89113ab6b17ae3b9720b0711be5ee206292f19f784aa2c7259e64d36fb655b43557bc5b7ebf8589b6fec01b0d0da1220d3956da5d58532ab58a52caa6c07316f4898158830e312d940259a284f8691d490e89ab17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226928851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=735e7341357c8c076f88352903c3c6025a0d3875e96340edd439a8b612ba97159e88fe43c0f6d582f4ea62e020c95464580fa2cf530147c5714cf9e82353256c84b7083ab82e495b0daf0d1a6491ec95ed94b7f074f7c62bc3b0c936597693cd81760ad519d315cc4a13ac9e16886420fbc9d0186510bbf6ddb2cc84c57a489a1505c401d250c711c0fd28a395088904c6ea8ea23971589f03120949a7d18c2c3b861d4dfe77169050eed8b6a68e91994e98a9906c6050e64169d0b29f7a6c6516180b9fff192c5539ccb8c06042c1159b8e25048caf1c76d1ec59e94f501a9be26d4c205ba178e8105652e786b17845c4567a2462d346ad9bbe811e988a5426&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226875059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aca60995ca5628c48a9f4ae4b36f0b4e887b192b7f1845411f8de8388ca4fb7763c6977cb4ba629d08ee90b2443dda523055338af66791670cade9e94f6e25099fa028dbb660d9dc02d1e82eaabae89f261914b47640c2843b97bf71279620ba9f3d251dd8071d7655f6ba42cff4bbd85b77e6c21254b7e230454ea10ea38f4a155aee55f2fdcb627abeb971bbd9255c508c22899b23c0271b3fb5c2ec6dbaf15c293d2afffb0f54234622de28c68dc7cdfb841c59fdd5f25694b60ef73246985369783cbc15acaedd5ef436ff0038f5e9c61671993e295f5fe8c95bcea16e43ddec43d81086b94a1ebe05ca0f755a1022ca558dda740843d1cd860b6ef14221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227507852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=70819e0091ca5cce5200e95ce20f78fe9057d258f50f32958dd4ae2ab7fa4698a5204150aa0ac420747998b6933f5add983753afb2ab4280ec34a722c00876454ea21d7c3bfb0f02ee00312971c91bcef81e25aebf2edee3557925b33abd33b12cd00db2e412a783c6c3d429b8a23b3fc5168f4c3d77a2850c141414d7a61db91da4689ccbca716d6eebb93117c36420ed8bb30491d2639893d42053cec58577ff206383131dcfa9d3822e7e1b7c3ae8cccdba03bf36a147fa90ad9b01a12a16898ea18420d5b269418ac363daba2270f85bcac107c3fd608353f941adadd485450bb4f6417ef1a2681694ad5cc1be96a5a0782fcab795e1720380dab5435823&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227526637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ed4929e7a4937f924cac6bf8029eb6e492b9d990cb99ec8e33738b87b1d357c6d99910a46d41d37c0a806e120877ccde08e756a8044b6f17163a8fd6774cc693e41b91fa60f9fde8b1db3a5bf9b34391d85e64903a5f3ad8f58f566b3cb816336587531881ab86ff700f5efa3b4d9a870556e1363e99d4a0c21489b7b94d0600622c6b80b0cfcc7b36782a8c4b8b96b6e953b5ef4d02440c8412173b97cb7b915471fd7f5f7dd31d9c222a9fea8942a67f862c556afe5c15ea04576a37b09b9b9591b05d45b7453078d6f8f118f15f2d6b5e161f51854c59fcb62bc75a1688aab079f57ea3c041b74ab840b4d608a35c0f4f4c1399d950e86a543a7d206204c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22754955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=041c137933d6ab75a709eb72632fd1353e5bc6fd14d0de5d29c68bd91af0052d339be1619b573f624946b97bafae9215a47e35bc73594dea7543999297e73496e760ff061b0af2cd1f40f3a1a79194e0ca76828b5b9d1641d81a3f98fbb5c64b0d516001cedecb7ab2ce3778c46ca938460489fe0ba953e2ea14a70a9828e872993390b87439f82ec07fcbdf990a83eb1f6d22272b2fc6b12ff91e0886dd6c4100094bb547f7bda6d3b69ade239891718138891a3508624c9b695359f0a2937d06270b8c2a2a74fcb75da83ad6b5c817d56420b266e6bbf96696a6ea16458124e01cbf309a5f8aebf3d56a00d47a18b2047e8d353df88ce9df25162caaef8072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22681709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77f8be68d322c1727705573e26b06c13902c33e92cb5d042f534c76dbb59589e3a8cdea78c9366bde71043d3636b689f268636f4526faea2139fbf5727acd2bd9fb88b8e06f95756ca7bc861af215164b4f79ba67d98258e657b17cb1d1de269942c07f609b2d5412e19ace2303faf1295c718cba5707d81527c0eccc85207ce9019f8b6f43d5aebe7ce58743d4d0f546764b20de1297ce779dae2725abd5669f46edc5ad415a8e9a4f6e3c4160b7b36f40d90864ae7411e2c149974f9ffb91b890d148587b22bcb35efb6e94820ff4d3298d5769c443f2f6b057e929b811f87596746fa58079127a3d0bfe0b13758739a03dfd7a581b7125e175e4909b34816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227971606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44336b12369a2fcb46e28514f4d0009931e030e39ebafb785e01644a4540db5e270c26474ffbb32de5a7743e4fa2328ba4de2fbc7cd52c6b3e9cc008baeea7530214afe9a436ff838db1d017f82c9f3fa3463aeb1304df641ebf01823b104857bd31e818bf810b10b10609c82d6e054138c944517daeee82f74aa9bee8e7cc9469ae80f9887943fc5bc4bed99c71bb367e8484d29b9f3bc95364022f9408b1351c4c9b8db8c4b8b19e211bf9cb2a4b4ff655600a09a31862acb041acabeb703a95f7942fd5a64ab6d8e92a69c071a939756e9714d226366141a5a505dfe3e1ae07c62aef836a60e37330be7cfd5a12f81bef374aafc324c50b0bd59351b6e29a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227988568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8241ef34dc3d7dd0df64cce6cc54bf9f61fa7f14a35650e5a39adf17a54f715e8038b75682b63c22d4cbc49b985a67e421af9228fceadade7d1b3f236b22701dcb0fd0429b571bad3182ff02a96262b754c3df1f5bd8644003d82646a0db090a34a261e75baf1ae32749edc2d87f1d7b1097d2b1d0f81a40ed0c00e3918649c6024a06fa83f674641cca3c660ee42fda340d01122d4ef502bb14f37548899c1cf0a54fcccfde759bd45a29bbdd462ca5ea7940f6aac3439665c8b42f190a7f46d3dc2ce5f0d37651408c966a4f6f86c5566083c41ec3c6b102825fbb884ed94b3961e4790e3176cb062b6e225363d6753c4e1a6090de35d2367592216d0a7134&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228002855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00784e16a2733e567a0b6a98ee74dfee8d335833b418653af35de5ff1441a66fd474e7c2e3ac6b9e50025227768aec326b0b80611a5637151104ce66e29876ffca63adfddda5869f6e26d60b744d53a6dcf16c73ddfb1a3eda74e38d32a31572e5362be4dafb54b29c62dcb3268bb24bd4b54bf1d2da53075b88f1d74e7f413a51d70338dabf5ff75d9c5d4821d4066c763ff71270c18571a74b592880256579b6a684e3995cd15fc15f44d30b7ec5d5058c0b7bc89c6215a9db6e71de26f0664b15f0cc0b899a0fb645d3603dfd553d1d2af2d894f47c775fe612a6d765f6822ee9ec2c7bc05fb292efe3ce3645452b9603734d735861ac31f6791197a7572d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228047539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e60061c6bd3fe1a904ccf96f62efccd6cb86f88c54d435bd26bf8de9778e6778848505ebc5219b4439b69a2049f69da9fc200601f6e74050ab1de23c088b3ea612d8a09b769c00deed2f75c666e341fda094da4a90c2b97b4bcb19499e582c79c45b4662623e20ee32acfe8e0ac959b8eb319172d49a311107b4d5be17e26182db855afc558b32875d2520ffa70083f5cbee7b6f9f196f20ab2ea9b58cc2d71f0f465cc379a39bf6b377a7a9afcffc75ae2ed8fd4dcb73691db2528fa46d87c950b3c7db3b682f781bb31bf94e0d874cd5ce52c0d7e60a6a8c0f9a8f0c46de89990032b9c4303244b7a72d32c9e08a48a09fef7d3b82e7a619f656e9897dc59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228065362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=51f274f6854085d2127d01d02098a24e775ac01da49b08e133a67876c1793934383828bd9a23180c5078baa4358909ad057e2475de74f92cbb61d1a5841930a5f437b3cfb49a1b3247f46a9d5a8a623fe85a13826a0f8b170a5f1ac2b46cd9dfcf7bad78b79e7eeb6307a8e6e4e59137daf253395b9e3b472029cbb11fcfb58a3880e48d4e8dbcab6c29b1251a3bfa5b165792052e78bfdd5476481ad0f57a7e32e29c11c9d233898c60740b57a8a0d9153f786ef091718d88b892a08109371649fd989fe9bb9c46f1e8475e563715ad8d5533e71c1a967cfe2d1550da1a0b4f45102a347e5a038ef2b3be56897a67bedee29120dc5eae9a462a5049ad9cc558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228087765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44d7c0949d6e111047068d1ab687b08a969214af1c8cd32f3e1a2d7b0d4a9246865841770de019eb6fc7dc1e1c003438a1021e257f622b6fefc8fb9e1ae9064b624f031afe042a8982f1021246183155a6f98085733f962cb03c31818b09f322474ebf5de2c681e9949c5f6bcd0160c96bd15303fef20f8f06ab6872a1d0bb1d4ba92ffd32985b9aa67ef7f5f084de4e33da882f07fb83e0423a24702dd430cad4f2ba8a23f3dabf1dad89a7f49a370697b77eba87bf26399e4b086b498efded2dbe02652f14cd4a14ded26800f59b36966f1f9d6ef00ebc43a747c4b7c77d1560691651dff5824b23636fe2edb2ffdc79d56b654decd92e2aa4d628f9c3e68a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228107742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1eb0ce0790029f68f79307475850e0f982c343a3916e1766870eed32ea85b8ff033b5f3241254eb4b34b7c009daba6a39ff0c8ed6ddcf7b26851cfe717c2cb5f7d5ca31217a2ba1d72956ff89190042ba028845a48bf95677339461704577643d9a55f14c88bba963e363a3b573a5f8053b58e95e4ccf399c64102e45ba509cdf27552a943f3199dad800584b2af948507d0b1727ea191783ae39f98be710f2460e49fec88433b2a0b3727291d54379ee05db56f6e15159f2b6815fdae2470f8d65ac2a66b60e81e68aff4884b3aadce7eb1d03c5cba3fc081b23f317896d0f04f9cd3419728aa5c5ff9a70d6a44122df64a545cd48571c06b1fecee80710dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228107692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05932926dadfaa7c0a0cd8696d8aa1aa6343b38a2517f154d8fe47a15a077ada8fa50bb8f4135c489866b98465ce30200b6537d8ccc4bda4f8cc868f060248d68dbb963ad4234a3e0cd8a511edff5f24911048ace6e5eb03741f94348f1c7c3a6b96e3b8e0273f6ac7281ca17e6ee03429a2727e634196c515fdbebc39ffcb5aa75a2a50f321bfe2884352e59c2bc62cc45f249cca6e03474495fee6c62edc09077fdc7869443c2dbae856c23f3f9e7597ec041dd0e4aa7b97dfdd78e5e79bda14bb7ac0a8a75fc3f15899a11179a3389e0db2889565f81ab6bed94f0ee686e1b716b048f5053b4bba258c25074d3698d03bde831ee2d80eb822830565b77480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22813828Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83953288340a1b6e32225641b6603e3c3d27e840d0f6c0b3bc9eb8b22cdb32317c4a242406dbd5b529ea323a3120cd29dd122bb60a35410bdd05f3c3f91f3729c0772958e2cb4a014d4a014f519937774a002184258b13aafaca1130c9febcfe1b3b84acbea98afb806ef2934ad73f8d7a257d53517deb220167569aba25a9c68ec274141b76413c223ebadb8295811fcdb3fc4d6e3ef78fa6e83c2d63f459222dcade375ac83026ba9433fc1e5faf55de621cb3cf90da744833b3b7129d8a9c44955789e1d1133937d3ae597a87bca4e192595770826798a9410d51be0b74babf206b9f9a36eab189c6dc3a32f283f434c586fc2d86e4bdac6ae9bcf2763e16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228172895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=74feb9ee1a0a3ed79ee4b763603d0e05a9748c580824f1201b679d5dd6059c250879b048f47a1a99701bce0bdb3cec4d1ccc7fc2e40380027680e345cac80b12dce44422faced47dcd06e759e593bedd9ecb9721e72bb80f70da0e09697c1519a6574e8263b576559cd66d31112ef526d67aaead1a55ef319688cb1fd4ad1c3868d6115383705f30abbd80627c5f965f81eb162adcba08b858d380e91614194f4a1f0663d84282d2d1b0c840e834919e37298b5bd84a91479c9d5238f90823e38f473ce0745c868c8add677ca6d7f280eb49439a7983c1346d65408b40c74b8166abb40b3d20c80775129f0cab831f6c77da260b821e63e335c56969a31685ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228205176Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d37b270824a1afebcc8b0defc504947ca40140e03b3e696b918a12ed4691be3346f03e9b0cd5544c212f71f9942dfafe436ebfe02e9198ca24cb6cafa9e04a9050f1236ea9b9f11f08c490b5dec7d359674c97aff0076e967e0d7927d97c89c5d604a14dd73857206c24b2f13b63f98a3c5ba9a186be2a22272146d1c5ab1d9eb277fb7ff61f5a67a50080aa2ea58feffec4fe6a594bb6875379c8ba0dc9395e77ac99e4ca885bbe3e95c5f21473203d000aa9c470d79876ec97d09afeeec51d7d6bd1d54a251f7ad495bd4566ddf302d79c4333ca7e8265fc3f0f71fd1398fdbd7dc727800debca2eff9cb5cd09de9e32083e3d15408230f742ecc4f316a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228429839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7eaf0cccb9f72f3b1d0e3dd0240a0852b61228a59ea74ed6b301aa8113bc83ff814330c8beef1c88324886d9a38b603f4aae34e271f8e610e474f50bb582b57571400f3a9933f8c3a89966c4c7c478320c9facfc5cb5bf985420943c36a659dacfdaf099c695dabed02b710319f6c25b0204d66355ac480b2575dfc8ea2a51e23194697e9024a12fd1e7dc90096830556b1acec526c3f0a4ce93c2da2ba7d6315e53fd953caaab7383694ef8bd5c51fbae84f3bb5c05d4fef57ee981e896e041b4f92b3c52447d5f13e6bbffac88d11d9a94074b75aa0ddd834bfc74f3f627f30ec57793bc9d17b875dbafd18632b918ced5a188bc31238e95db75ffcb720ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227404958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=604d017d03a7fc86495f613ef3d5def6a86a4c9604d280381cb610c65c4a7d2c19557019e842c775b839ff64f7cd846ded7b2bbea273c1435b7b2581a97b1bad521c7a1ff635fd3cab7468bd4cc8f9d153657c4395da02f2478970f4213eaf09857051c4f70613893e482bb752ffddf9115b625fcd457393c7c69392062809c077c862b42b27424e895a4b10d88a6c57e9fe7a848d2a0283b773747e48233b5a01ce8e0b7926a5e9b4f8166462b8516f2a622745971f1af1b870585650e63c2f20c97fcdafecfd252ede10f214a1f3d35963971448341de3b14f81c7d2ae2e5d0ce978cc62448ada5c7838fc780ee5ffcbd040df2e87e7cfdcad626c69292e6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228046156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b62aaeacb9682359a7a864b15aaf841780382a38e61fb29c9fcb13c1ca51045040cc55fbdba2b8fb7f5d51769329a747de68cba473a64dcdc5e832ec4508f8c80e89fb59e51005338289a047ccfcb3a42c2f47957e160a30ae3e8bcef729ee30d99497d226a2eb53cb096d7c64ea2c2457dfac808fab4f55149abcb71d95dd51b0affefd460043e8c795f9be59a12abdf1fd6992a32e937756635154da6699099e4463c5f452574f8167d367746ce53e686cd434a70b81d0cf176d9509b30e1bf99eae49af1979a548bb0ab04b0f899beeb38310cd4dfe530028330a1086d7594053d18e3113192a67074d93802b6746081aefdc72598ab5c8f7fb25be075c21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227274682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69e89561aabb6e58f70d2d080e9b97ebdba052f60d6468ad39f1814065d4e5f05331ff2cae1700dfd8df7b1cf7bb337e48f106e96e5d2248fcb7d35d2e7875ed5b80fa1ce7699a20e654d0b4ccf93f5f222e30ed47165647ce57bc17875f7a12dac4e3cbe41e46301dbd620abd81cb82ea82926a5e78fadfceffc26e7361bd8a04ba70a52b555c6b489e03b817ff3d04fb8e21c8af9c84a90dd0e42c232ae207086648797fffe3eedacf2ca8c720c449bb28aa90573dbd1b78aa90e7d407fd850ceb27c2effd7c6bfd99eecaaba439dc89a4a0964cb52e38ebdedacdaceb21a3240e56d50d42d21d46789918209a5b3b7527bbf1cc0ef2f47635446c6a8081da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228576135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a77f87692e2017bb5ed24eacf8673d33bf6c2d5e7e7ff7a6c19c77d5c9b7e768fa00d8eb8fdbbd93f246340982e32005bd27318ade3ae2ea58993bfe49661f5b3e4036aba7e32f08905500355f4e29d3eff2bc116fcc3bde71b8a380f8c6e33f945e6d235aa86bbb1946f4e082c6ab8c1e03f7053d1f2c38ee44917c24a1e02c0b5148df9db8988bc757f10e9984434317297dc4962d745cf54d225aee3c41a2f00dc5a890c7370709db63e4e9fcb927df230cd649c60b5711c0733c65ce4ff4cfa16bf285b05e562e89d696a4c2997253a105694c8669f66573cb3c29aa67d5ec2a57662d5c46dc3b67066918c12f857bdbffd5e81fd00df2c7c682fcf233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228010569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3556d7bb75d82cca847b2f2aa5b404f4a441eeb5c42ffe7ab8e9fdc60b6ab981f102787d3e617739f455948462d9fa0dc2e3f81b67c48f4fa3a7750f0cc9309a5ccdfecf48a88d20f3179e9c798d530166779d2120e884b2198f6272995232b2ac4ee5a8adf98755acb46f7510f457845a0299f53bc009115bd32a08f8fa8de5ed42280384371e5c828551cc5132d0a09be0edaf9d31e2f14239a954799444e5bbc83d50c1ed3c9cdb09931e1dc4a226b275ecae0eedc56b6c83ee39abe44e83ba52a93394f05370e5aba95324fff650d875f7f6e299075f5dcb51ff6cecf80e3e1a313a0817cf51fbab01c469baea399df1190eeedd84305ae4b0da1a122e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228629466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bd6ca704be6aad4d8f884b30cafdf870d31f301c79ee8edbcb276aa52332b1bc19788119bd2f8554682d7953e32bc4774859688ef600ea8acdd484f3927c3e3288585cc7bb181eab51df843dac70707464d8742804105c30b6d247260ec334616b8be2346b89bda86b87cd7304aff0ef42f476804dea8b4d3bbeefbee04c8513d0da7af720151b8a87be44d0cd69bd95b00731707bdbd1361a3245e5d4641e51cb53adeb40a84fe343379f0d15d0386a8ccf0a1196c3ac8b3ef9f6076c8fe9cce979df7e4bb9bbaea389215de37ac87a516aaa38e5f985ba9016adb6ddb8a90e472a1a6e520773d3994de1520a6118906781f0f4cf1b502a669c00c8ea699833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228153639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a382c1d80a0f8eebe10fd438fc545ee65c27946181ae9c5a2b97cee9d695932ac2573a47c8fc4b24be7cc5502568067925e88f8b8d4e261037c14a0450c9369b80fb1909acfbce3b4312301a69061f8cd89d57fe15e106e2f3be3d63198081c90db9168bf7661a524c5083c32205e021fd695a42edf3f1d94e2f753eba5146b32560016ed1c75412f4595a46ecbfa732c237eab69292e723f17ca352ff4bf916b4eed77d1799aa20985217e72faced8b56fb3fda7269eec04e03ff10437f20dbcd125add74b168f88cf8d5516c026a8478e304e51f46a1f90d8da4aac8185b25cb7f8ca2d968225ac4626beff4b231cbb1c1d24e4c735b8dce2b290c04645aa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228671946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=107004d237dfc9b96e888e8ff994ff967052aa541aa19dd8fbcba8e3b67dd6381ddf65d73b191bb95853128dcff1d4318c9045996a67fa92bd6699ae54a634288b484151b9881da1d3fce864ccaabf78e56f3c4e9c5a0751b46589c248e7337f2de34f298df2c0b8892a26b0259127f711d584d7a3da0943f5b41fd6977cbc5bebe1d0e258ac4c3cbfcd8391359230125eaacb163a6741efc62d28206c92160c5a667eaf61c6e75a1f22bf2cc24ad0983c6b4d40fb624f5116bf0bfebd2a509dbfadf83ab98f6c54d16e9424d88c47b8d129fd09386ffed2567195c1ef14222057f691e351762dd7010fe6697f10ff612d5b88ac75ae60aea1436a9037e6e086&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228673509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c37e9303464763c001799b2df02ea605272b52b1594251b7a1c41967d1f5a62a478040ec30c70eadbf241b347df4f8a436fe68a13d562f561e321539ae33c76af4097d9b73d0a86bb9b1cbc4bda8f2ce6ba6cfe0196485b8cca7b1a35b5cbdc85ab987e787d1a5c86186cdcdaa65c7762115f579308c1a11cd61ad6580c844cff7e9eb2e71a1446dd0cd03040c319fc384577bb2dc1112ae78ca5dbd8275246619aabdecc63e69104b2e8abd3eb151a8788c04a2a55015976514038090c70a355a2f452d69d1d6b3bd1dd1d44ae8677b193ba75c7879b809b8fb920908f72b572a0a9d3341d6034a316a48291783f4014d5959332ca583cd094f06c4288fc56e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228705629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9b0f05c035eca970c07530a91d6834e1954bd3d84df24e930491cd38ad06516a9d608d2187e474bdb717405b62445e17b24ac99cbacd6c6ed7d25dcb9eeda41a9c32c44ca78e463660e702dc11a05af255b67b3067a2314369a16d67bdc56a73668852d5b6d2d2ebba03dcff1e94ebf3787d2d1b098973c0552b7876af601d32945494b06248ec0301e5becc89e7a929550e5900500dd944aee5c240b7df5268702dd029e501d5dafbae2fa996dd6a4b47b57611f9a9b08a8d6a15c7b2952e40b03923f206c2985620a6d2a871e6e633379909dded754c2108c618f216122ad71c767b9ad099bf255b49082ba54ced773465fb92538cc98b880685db7b592daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22921526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3db0a4bb791e469e1556a02e3b4cbe5f5494cc2659bebad4f359ed8b4465ffce889741d17827f7594015e1c51bab0a96dad8b5cccae149803a0d06ccc996a5382e63ae203ee3fc1c7b053f1ed47899b01cd8e349767ad2fbb5c588c5297f78a7bf6c814cedf30e46793b941aa0409d3385ffe1246282dc51dace970cf2c0d2e6b858e22239ce74f26443e97537fa6f912338cd994e77871d4d347fad740b5c6e8fcf123fdecbe32619174ddf3be2c99716079501c57f1ea2feb31b3bfde04cc48a720909df38e59befc87827b55840e861856abd2b641a7c130ad6de7d6ae7c1ce82010daf8583c884578a18780635bba4debe52a8941c28c49acc0ef6cd1f48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230160812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10f1f146c294c587f88e05e570d455e3ff4d46c91a998f7186bca6dd9c3e5d2071d9796825539978ae2b7b1d891cd55c3c5470e6208c4c6308b785c1103e098c00955c951e441411f9c926d99ce3775d57ffa90790e4f0ac020e94b1466497a333931fbdc73dfdc8ab927ebebfd3ca9206c2fc320cdc394b3f4f738c5975747b44355ba6b91b73f37cce6af95d99980b710d31e2b13e941ee42897418d558af4ef66bada22461a219c3ed6d11e311d56bb0c283cd7788e5805b43e9a6e5f6a4e27050142aed4753cb4af9315fc23f657ec036a3028b7a435640aeef3ff399ad8a572a90a917c63a543da5a7e1d1efbde58e406205bf9ef1ad3cdd85604b2386a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230367652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fa71ca41fc93ccfb2337d796be470ef8fc810a1e56d148be33d26de68a85fbe39df65f8f6d98b6288c1b16a130dc34b002ae854cc7836adec2782dec814fa7cf1784bea23463b8a6f53b299686ff372d358187679142ac0f63ac818b6b1f1ca6a3068093e1525b64ca845741918a0a3d034e0d708673a9f580bdf0d5be0bc08a87022024fa481fd3f225a890bf102b2963a11606d3e069822f1ca00803f9644cdf208977a2abf2794c7ecee6c5a71aa2893cbde06f5be2ab50cf90f1c59c2dd2b4496c3acca6758fc7094e96e52692c55b3c52cfe6614194d64c1dd053ca8d81fd606dc3e7c8d8452c11ff83d5f0ce306af29ad31468a8796aace090307248f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230360648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6863059b49c122a1f425752f614c79bc36396d35a982b04a2a3cfe97b84aac3f49bcf02875d872df97677ca27664b94e9d5245e3f52d5ab2b84eb036715f21bb173b08ff703c7aa8cd6785798deb4c91cc4f76115f95350b226f80e75b9c00f953074a25a53695df6548a76072075cdc064a42a78751d3c52242be28f7efe15cd91f6d2404cf3a33bfab3e67017b87060fd94d1d778e5cd5b56c73c9f9467ccf936390c58defce09652906579529efdb34d4383f7d1ced566174af8af9bc1ceb6b51837d24340c3e0603575808d4ac5a572b45a7ab0eb109aed5e6e491f2e9f4453b05dbab9f8da53546efbbe7d1a84851b717d403394530fd7d2a153966afc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228629275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9649d85c3de7447d5bc7f123e35c89105bbd7a34461b5049bbea49bdeaec961d773055bdcb1bdc60c170db2cb316408ba6885c48f2993c7ec591e69784a5a0cfcf77ef4c67fe3b14bdbb88bf95e36664927e8ec773d2f0f1e78570b2af58edf720f4a8d61a0930200fae425cf9b4354dd60216877787e196178ae1a76c5da7a38d171add309a22509dcab39b22d1987731b6852a433641c2a9077fe073037c8626bc360e6a8ff7e2f5dfc69b33c2320ae9f2f56f10fcf31725349400035e69fe1d80f19a05c020ad3c6477d41735b293e4987b4fdb0d9580a96ff14f47200e1c705af6b9ba6a938896f6045753c777751c31028530031907d435f2390edfc5b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228578179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=04e4a4091ddd313d1579e342444ee56ca04090ec8afff9b859ac2d1904c698b7a6ee05774d8dfa5fb7b8dcf77a3e204cb1b2d91fa461a80cd3158cb3ff06da185f0fa52d11a5ccd034c059a7d6bbebf71f1647175ec3c88c73bccdf2e409200548fec61af0fe8315416d8ee3edf6f3f03706cbae530c638986c5a630bd3c7a77997d4c852d7452f37dfb613dd7cd79f328bfa3481c6fd76804a4b947c2b8169128659423ec469111c94d715af61e6dd03f91cb35be389feb46f1a59cf27b485bd85558964c062adb270cbc6f65f8933ee1e26217fb56db4c8b97f5f40712b61af4cede3bb2d29a945ab3d2d646f5e3e6e188c99f1fceb08b603e339c1cbfed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227702408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4dd384e78adf749964e6cb817b5ae0024c72917cfae34d1741edb6ec51236eaeb109762ee8339928ad59b055d4f5ba2abf9f3ddec457339631bf6a7945456184c8296438caea4d228febe7030f80f1bc725871d230a0db11a7e4e8aa38c96d6428b2a3742d718869a1706fb35253f1ed2eeb511ab1d345e0c8ffeb1c1df1bd9da810b2dac63431b26db2cc239e3c3d3b6de5bf9b8920bd62968349546264f2e3305b00a8df3a2b782de3d216548d00990d7bae16c7f0da63f0da62c252712db3e08a1cb94d92e716c38d7d9ceb756bd222afca623b5a916b5f6bb2f1b6caaaa80c583a43284d73391625fddf214cb6a241aa614be23e71899e6000f0de06813d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228087344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6f7e84e1d37a1ba526f8291c220819fc02dc117018fc986870ef774a499110c9ca8d548af225f39d3581a7c8815ddbb351f738765c3812de0ef9534ba59e83bc16c6cd9f609f275fe1d2ca016a1876dc48c6ac81898cfe0a269030e492d50247aaff5a6cf044587bf2d76fafb1ce2de79f098a70c4386d81b56bb4c4ab42057e7523ee050c93d466cccdfdf5e93c5847b3ae42ef16ccd2838c69b1376f69ace16aa8aa7a0a5df119fa8bfa3023c913e0dcee15c43963bd588ef552648adc9fe0d3454b07c98132df9bd892927fd4ee8ee941782a1d14a994898fa16ade57918985fc72eb3c88e6318b26e95802de6264a4e54b60aebceea902eb6b84966252b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227967027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ae4686c0a59346d700fbe34ecb8e5937e8ca94414d4b19cd6f4651dd52908d8ddffa0af6e5229301fd0c9409cb426371e7609b2d826f770bea01b45ae21f39fa8e73558fa66ddea648fbbcd604d16ab412b9de1a923a6cac3a448ce12788fefe58a82818771750697fe9ff891eb4115572fd68e99a11659b404351ae09083b3c1bb47bacec6e56449ca1b5395aa75fa556cd890bc41dbfeb34bfdf338e2ce6d4cf528d5d4266dbcb0e144477736c55e5c203fa2ac5fca75c359818f2714f7d36e973197286ab3b8f32d29811f18de757c287085ca6b85d188a4100e22be49a4a94309bd9c4a9f8153109ed2aece30bbefa12180bfd823b419b69093b9cf9d71c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227988237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0bcfc1aaabe1e20e76334f302265d0cd9b16b049d7da7c0393c214f3b160fd5d1b8cbec3010657933ad3d660a91ffe77b2a1b8afc93aaa6628d3b649484b984985ee7f88195011c8cd64bbcd3e91997aedfe693cb513d00bf0af3967ecf314b6646b77aa330e1461a6a2b275f30a9bbd35a39d7e64d51b5c98b3d2fe96be83967a8c6532d62d27f8beca4937b10707cfea9e4b11bfbac9e1d81e0d832a37d5ce8b19e5edcf9f94480dffd00464ff1e25ccb55af693d01f3fa2afdbbbffc4b81c3496552eaab1162f2340734e7f9d924273b6217a12307baad7bcb65f2d8ed49895a8fdcd5669f6cb8e0e218b1b89384980010d5e6e53f04ac59cdbe03bbc5ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228698225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a526fff89323bde8c2f38b00cdd0e0f90fdbbf1bcb0c4f915277f3788f6435240f47b9094a0e03a17e6cbeb185ba6d072e786460d0809334321c871ca51aac1e84724ec2b16c31dc5a8b0a57ebaa1c6ff3b3f2aa736b5702df710bcecb83456f3a179ef6c420bd309f42901081596e16286c715b5306f9ecfbd2bff9f5fbce62e0e86382f44c23b4c8dd80eadcb898272770aec909c2ad73afc06a215214f3f185f1cfc052e53d7884253a993fdb8fab5e68cd22fe766313459e93d24a1b1a146a952864cc582b7d59ca24820f9efd87f1136ad013a49ffc52b86fe881d52ffaa66ec9e4a8777be58d9735c31c4c6397addc987a6abed63af6453d9f0c53e80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228680121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaaf9905821745d9c28183f827e63d4d77580843186228026522a6de1ab4676c70e06eab7be6e7d33205c3500ca2f3864a511dada8d0123a9a09e5f28258d59ef224e15a14e9d797fb91515ff9904c08dc2e79da6185d1656e67520d2dab88b7fa696557b8c32f8ef7a591fa7f6a2087694123b3b61ff933114c5cbfdb6e88519d207654e4bf683e418f2b29787249aa806ea1830ec73983c8d61db2be3da78a96a0ec257ea3f9ea5cc84dd53e0d74a51392e0cb9cffc28138e0c1b140872103807239ca6ff1da93ffaf57235c9b48d4ff32122cdbb0cd2586bb9bf6b8fd8882220563fa34709903dabc9fb2afebb246d63be853eb701aab4be0e5fd02d6738b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226724646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ed0eacdff96fff76f39cf9db03ff4b585540a1ae569d422f8f6d1148f02e6d018b75befa8d22713c6446e9d195d3a2e6d94d680e3a56aa150a04d5d1752fa4aaf8bfbc30f600aa03d2dfc8da8bb060e2f2781b9a517c5eb0b388b9283db63925e1afc636fe417590faf7ff030e6b613e742616095a8dfe44c65d68a0a7ca0b4ddd913d462e89c4581872820b5a8a1976b7fbe48948003ebcfc161941c656f5bcb69ca82cc9f60dc0d781afce246fa7e83524f0053f94ab18f28abd8f76c8a74e50a4e36befc3e4bd62f5883523a9e39044d5ae6cdc11e5e1848fb68b5d03d1fc08f852cf4d56e8c076b8b501049c95bb422671027802cbf50bfd7dadc7a93e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226729675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d1854cd794426639541eba97a4a3c13645224bfe4650360d0659d1e82a9546f56dcb1324104ceba469c397403694d572320df3906e39f3642a682fe6e76d87b773e9b5e55469158539308e27206d01a46b81c3ba9356fdc03baa9db122854ff85ef7e7c0cb1643e2226c56fd325347169387e9eb7715129ef0d4df8efae0988c620c9171866ad51bca2ea0818ec0cd11f722b85092611dcae254603d55c564ac30e9739aaf3b4f8dd7f80cd635c41431f8be0c2975c57c4ad8410d7c9b382cc8e9a81f7d58acc46a9bfe4336dbffae30e3ab4ecd4b08312eb05ce1617b4e77e5478c62ad1cc0da88d6f85c345ef40cab36c9be5fc3f2a99c7681099be3a50ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226756015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1777947615ddefaf01e482da690df120730f59cc2e17adca1392fd47f0d055fee270bf3400a4544f406c6a5e662a59c6258688b132218903dedbe9c1c9a65b387c360d2d98f3a934ce094f3e1e29bb8da233c287667d0707188aaf498dfa87fba0efd1f2ec6bc6aeb68852437d8604ac91f4fc5a02603469735af98cc4c3b7c5b55a86d929a39df8ca6e794eb14c950698671ade47b86e027b8b1c379486269fb7f7e0760db52f65348debf83a4e4b15fe71694f3dd09268563f4d5664a026e97d80a61ce426616b92c65a7fabdc5f533764ab60d29e8e9a49a5be0677f232831b0f06a546e1906aec43436c3ae1cf8cee02ebd44d2a8e84e6a071bb0b7957b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226767336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09ecf01ac88a5344242e28b385a81338f48cd8456958bb1e67ca7b8880cd718a08e40cfc4593949e19aa5af0ba5a659ac7424bd1733f9b79fd409e89256a72c03e9a494167b0f62342739b48f756a36eac79a80f254e020caf4316584b93fcbe820bf610a697d835809caddcf45706c8209446e27e705e6ba10c52eaf65d5adf5748bd51f43003ecb4620c115ffdc41f93e7e0ed556b46e305082b081e639a297bc236669013ca81be91e9db578e8f2398e5ee8df64deed6a834b27b993574c81b5d9594f7256ce493f161b18fa85f5a9e991467f0c31e6b813ef9e2468595f9e3863745c51bb0e642ab2c04af761773bebfb9a54f361d5ef1b6e221b573bed4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230875829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a47d86cff48728713669f6f82af2e472925800ef62b2e9100be9f51c8e647d246b98d369286e1797a7941cff292e1856d93b73f5a40841d8effa6bfb410eede8bf880f8c11eb33f170d667c4b245953eda1388642e5fd520be891856210a5f6a43e5910027f45271c2a9ae28754d8bb71e09377c4a9714bb2d953d3aa43cc49b20c9c859c61bf792c29e450e3217152fd9dc87fd03f42aee6d69261d6a06953fe3850b3a9843bc93f31d7d7bf1e01045cad6432ddc027e520ca803cede7c068753c745ae08d2ad82cf58d44632cfd79a06e6e08eba29ed04510fb3714cbfaa4fa550603153d329a380db2d9898ba6221918126e82245bfde4f95e67c17e9d4b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230882612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86699b1182d00b20ca4432009f88ba2f930d4b6fe53be75d036f932b1efd2ce503c8c4b42295554044f1c4c2588c3703e9e35af4b950c8d0feb05fd1a1000c4e77b613125e7a6e62d030d9f504f3822a155a3674f050ab78142c89fda25254fe70e11232d3c79475a50070fe223b9036e7ee3c301e61283eb302ca4ec87ea6eeef36a7d08a58906a73d04dcb918cc6f7d1efe666b41987b7671a223c2a1618f2771d3ce76a57d81cb80b8cb6fa1eaf4052bf14ec53270b62093e0884c10b758baa5329815769d6e52a4e7c3ae8b2070de2f471e8b8f1588713cd937015b6df6b1036c7091deb4d27fbd17aad013427af5623cf361fb1bf2c0fbfc0d8dd78cba4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230921415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c887377b8837ff6d2539e8c25d25ebafd96d698d288588f63b4322028b837615950bf85c3f4f9f2d38434d2ee2a430fb59e8671c1b6424777d63f6c727ec1a734680b2cbc0512c1d1b807ef32c53fd861ff469e2692dae273ab9ef3b03528bbe4874fe8cd2b9d0d3077bbdc9c2dd72a41bf1955ad3f2d8c5ad3acac091af1dbac8b881d10ca742eeb09daa87a481e06de0065dc19c71b5f409fb5ef97d7e59e86df53e54c0f630d008eb1772a24f19033f226db7361d0f55a1da561b4e7396a43577c113aa5e09de322c93e98ce363e5d052fb5cf36468c36f0750cd7586f4a7a18569607d031e030c62bcdc271fe68309840ec006afca480550aaa558f877a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230948306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972800766387cf2eae05026cd2a67c0a522d8b697064b3e0fcb6af6ae84bf75d195c50000d0314b0c9d55fdad5853b564ab512c2e68643ad03f2ca92bc0002b5bff65109ff408891eb455e18b7280ca57323401243680ffa576b4edc1568c66c6ce34c7b8d6879bdd4f7153474694707def3b4e6bc1e2e3c3d1fa7b4afd3086327bb8e388e8a8f85d901b260ffd4914b3908d532d779876d506122071f952e6ff1dd7375cfd581a7da53518c84edcc444861cd5777d00f93e022cdcc0824db1f5313260df73cfb4d820292173e05d41fa433a092eb0b9cbeec01e57614f5c2a3576205d03cda0f94617afeda6da5d917ec9f9a1d6132808faa215d6a68e77768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230958485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3ea5625d3dae47630677369783e037ffe91a3f7a87a21a766e2690f292b6e83845eb372cf887a609bb69f18ea20a4b4a34bc4286875dd7f39cf3badf7b2d1a54c765ba9a38b1427a0281a542fc7a5dc3fca6448ef9bc4fa6659e8d2968cb2ca90222c6e8b1d958caae0c759a34a4003d754487cc6ba106b8247c063703e812e6bab9cd4b822272c388a0048088452d9594c28ab6fdb97b13ab3d9df2c45a16dc9ef04e9ec13d286f9cae5b09275402df608abd38e726e2c3604e61fbc50c8638c31fbbbfcc2078f9870cb5b4a749e4dcf64b454408a7456f931bcfa60e8e33a586c18707bb06d35d1ab101964719ebc503bdafa1f581578f859e5980f188135d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231018338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67dd3956d652f30d873fee9b0dbcc3d6bb46261e412eb68986d81e56e2857618d05d02501f79ee0b4a9d010024e83828f81844a0fd1fe376b68f3b881b1840dc0771580b93ba5b86929305bc4e59c2b207c6d877f04cf55754e088eafc70a423f450345b32fdd47e918dcb7c13c288eef7617ba9c621b521f186312cc8d7803b4d4f62f86aa1437bd8e0e5c516b947efa31dbeacaaf809330e6e0cbdcdb171b0dd36fc658bc2caabe47a1f00eae88fe298af8f98e22df4140ef4ef24a8dbe2245c7bb952540f8a185c97496f4fbc149f6bb276683db48e8aab2836c02f3457279f7fdeab6bf24e0fb64fc9c4cb3a71236f055ebf51311db40ee7b8b99bbbe331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231043656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c31a7a8b9c2720d438b44f57a942156a35078f99f0fb47346ea78017f9d195e467caaafd67af7cdfc447c30960c1e2091af2d8ff417cfe96d23bc53306d56cc1eb164a1f6c50106ce7a8c60bb3bca8a2764cf7dba4e0c1676b2053eb4c29040b199f020f2f9113034e58dc1f05bfe76efb9de8e573a6efeb3e50567990832c433cd6cca7a4d3c85a540e469229b9a250f4ba1e7919df88cfe2e4a176a6a7a7286c21a600305da1a7a100cd15fd7d6b52bc5e10f1bf7608ff92de8a7909649d2eb6e6ecea010a3e4ad2f919f691c534978954d84887e77e932266ec2ef73a81da3a7243b3494b720dc1cf267fedb986eae3052f7c1ac35648b9f1b98e654bf578&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231073181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6fb6647161a1415662e40e48691bd50db70a4bfd7a15be54083bc52bf6ef38f1ecc735199211c8a9dc98e11ecd872fdc2dd3091bf055cd1a7010f348ec7ca8aa3ecde4f4636afe4489525c43e3a50d5ec37dd86b19205ef4100c751609f6a682ac49f05e20b5ae4a84e5c5682cd6e6f4600e947020ec70d1a8cb96762591536315c1286af5099e7fe4d0b4a8860b85093f401d9ca49a0383db0e8704cc3c61de0721ff217d811f393e113880e095790bcceb9cacf9d7301ad109342a68a01ecc8be314aac9613b2bdd3fde0103a1201f92883d99af151d02dc6cf4f11b62e625e2d9756a6e8f039ff4e1b908686454ae3e5432c16e6e6e6ba34ff47a256c8e90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231103378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95a9149b98eb959114512aca4a83b5d106f4dcb36d2e53b61b4adb5350616b2696de3468ec98273a0d8a8b30d86231a64a38fda5c29b3a1093f7f1d1e31702826f3157361b967315df255977f35a01fc1587768e9900a755c9a7acebcb57e052a1a29cab671309f5d127f54609bbc016aaa1e8cc0ad91dedff3aafae396d25eb419312ea04a21d7e59b31cf7a67567a325ccd38ff3993e27cd7922c009b3108e3b9b7dc663666cdab372ff7ae298875d30f49a3d173450f7716e34a118bdb908ca2995ce591a1bb9be0c2cab0b16c073409ca4f008604bbc87e0cdf13f9f8e28291bcd05edec06c4bf0020ae29f61621212ccdf87f5bee9c6ccdb1878052f8be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231129457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6c40f711a5d5928da31ff69f391a53e9f7bd62c2766b65874b2c6fc6297afd43e777975f00f42cc043657b96a0387d7f2b4aec75cf612e0385403ac300a276c7125162796773f3fc97efe452f8a58002aa8c300e3ec41bcea83c88c2709bf2c10245f4df3e02957b216329666f1257a4f00de165ef0ec0e9f522dfa99bc9417656896a9a40a123cb9eaaf340cb96444c2d453ae338479bb33b076ea00c53ef0d15cfa1db022a81c6e15bdcaea5e98fe50e4e105595e4c725cb18bb855e7e9b57d795c2fa24e662a25dc116b8759ff1c125a77c513b317899e21602710f5f4eb203e52fa849961e89d1ef1387c55f77c5add29842377c6ae4944715fa06385801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231355313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b9d7d611abe4d47baed9953b004c3e3dc6ef43c1bd88b91e3f097f3c44d5efad9f29c495407b5c5e30e29597ac3060dc337be21dc8d8178e83bb32c48701adc99373c46bbed3119977ae8984cf4931e05a6512e9aac3dcd94b7dd43b1480b595392724bb479e6a35faf8f9867659327baeeb9bdd219003580f15e072d3ac96fd4d94b5070b43b38d4c71d65aca522b12cdebdea850db76c03b0f9422d233ea3cbbfcd2ba25d3433b355482604db8ef46fae28f03282059a2e663c1cafc626b8cf85695d4963ed22b6079f21d7a35da9e9355664dc0a88d1e906a6fbf2b962b945469deb6741302c58492fa5009e1727e87ea0295b32d6bdeba2239a0c4eb7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226767276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b1ddf95d0509761ad1623c07f701bbb9e3e03f331eee03d29f2d5fdd909ba7ffc278ef3bf6b9b130f99810516016404f13d1c9721fee934902029c2ccc5bb1a32ba2fdaab99c5225e4898dac504c79f459bb32349d0b5901b715f34db930c3c5ca2b0981f544fea891328966cda3dbef8500f17ed6e465c21b0ad5de0ef6e7c2b1f16c6517d5da91331326cf401e3a23ae88de896ab3dec6f1e6106d96bfd0d8cc7a8d12dd3ccf749dc1262c6f4eebdad75f549fb890b40bf5e13e30b5a46c3472b90741a48ce8f7823e3a67f3ee9dc5d1d43e94434dcba8f361a74b26b6d00a50481bad80e54b2c96cb79d027cf173875f2c3ff315735593b3f9cd092d89d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226815507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90f106559c8d87cf41086539b4576a8e4b82f904154a1b7a1ec7ea875e4e3aa4bf72b54c317c4cb203823f71aa4ce6fdd851eb1ed716e3a44316699f01d22cd976c902b06a186df2f87d7957d28c197915d157575f45ac48bef19edc4ce4ac01c8b7cbcbb150be314a7393dc8ac79cd6816ff1db4fb7ee3a78d6ecb2cb6f04c9744f46ba46a39796cfc2ff9aa9f144dfcaecc57a5fbeff9c7e819a733fad40a71654460120151f71ba0107e9def4afafe16b163f1f7784b7a1c043f6bff79e04597929fababfc82ac30b23d2231957a537d433397e32e551c83054e224b8eace857b4f406b3ad30979103a6846587d702ad934faa4da3de46cef4f441ad3618e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226828241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b5ba7bf90b39788c9161e3091692a23e283b983b5ee8abe5d85f7dcae2aa85777e0441ce1a0d21811b3a9ebc70ed9196400ff666e4b0b160f53db0abb57a5d2f805898df6810eec6c04567b80fc20bdbce839982b805700683ec8c57d957bec75a23563382df6c9870536b8992ed41590441bef9a35d439abca8d3055dfe11dfc187e02e7402facfa0a054168eb5e9b3066b3002b121e4f268b81226eaf5da53818b83e5f80366aa9be8676d04e5ffc20af9108603c37d262ab5c6c05f4b1522972951b5e2b95072a0dae6f8ec98d08e2929197bc5cf2ec8a0a334beafc052257df93f0c2acd462b0c4048b2397d67f88c152c491837099f8f7b51fcc6a24bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226876572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=358a841702e387eb5526312025f64515cb77df8fda5130785ca078218285e085e7deaf0ec728b01bd581cbc9f723416bd4a33a2a37a59e6f31b9ef4f5d14107257704f6c9f036f45a2e58aedc0c914152c571916d2dda348dd8e45367896e8b9ac872f3545dc4ae399f0b492c4a4142450bb74a94c9dfba7d29baaa05af3b885285ce2b6bd515130fadefcdfe26994a47e3c0e665495902b796b27b918f433b41ad021dda1487b2438ab2bbe57d780d6abaf06c5779f76097d9f0cda7c67b243e84490d06fa43f1c900015da2def7e2a294fdea9471178c397d3cf987dd048a0ff9fbe0df393c3d5f1e643772908c385ce7b36977fcb65a406efe03f2acccc26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227273991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9abb988ff1ec14821cb8a7b6a0eeed1c3951f21ca16ffac7eda08151ccc8bf7b96ad5681ce1355b0cb4901e867dcb33591591c3c299206e9ad355b1e2f08853d46b2be8488636612296bb6ac385749c7f685c977149a57de713a473d34ba001eb0607f3c60fe524f23f7413191e26f8ffaed9fb03e3704f79b4fca5a9cf810b056d62229ea11432a3b36767ab8ca27adc558d407225ef244f317cda66ad679b47c6594ea4b3e305050e7295a10dd97f5e5bec0401043b9b430121dc31aa28f5f25532e18cd0f77c018f6930d33a6e4004ad44e255a85616a06b2b01a4fd4f2e45298162cfbbc23c2058ed91eeae4cf8e9051b7e5f32c8986edc8ffb68b1b3b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226574332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1301d4268addbdf1b2fb367d3958c80b157d626edc45913069f3de50e4965bb177802f67d43b0fecb89a1a2eae2082c1eb53126608c9cccdb9d8bc377f16c4de3cdaa6f4c98bcdf7f298fd630a1ee47bf3bf15ae3397f7037e70b589ea9905031384ebca267602d307922fdbec1914fdd142b575fabbc9009696123b64cd452bb8199c270a9de68487a6dd7d4cd6d5a65c47277d49deea3294951e8e42cd9bec599d071d9a18bc576758000ae13b6408be69b79ad9e718c0f8797676f6cc179b4af27a8f3a9f864c53a3efbc451a383d74cc061f67eb7a606fa693b295e8c26143e694a44b5244d2b63829041dd16a6d4bcaa45e5e7715e8ef2d3385fa00263a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227324907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05ceaa45e3f7bb7c7b5275a0998286e51f908f4d46bd3119adf4dd60fb7f486ea27ced5280f2db3a9d45f1e32018b840cc120ad5b8dc235662ffded5df9a06bb5e7ea47c604a954102e39ff819611c709925fd4d7677392505b45a3bc75f4557959b172134727bb8a38e7abe4fcc6e0d60db02001f39fad48fef9b9e184f4442e8be76a74224002acd1586c722deb3f91872fee3a960e3b1027818aed9ea2bca41dbd1853e3eee67a8ff6a6cd8341f8ad30112ac9ce440a0355339b93cb914f6e707af40445fe780e136ea589589ec3b389f92cdb2f98d6bccf355c0f5a764f62022781a3fe44865e8534c627840b88c55cdd783469630c249e136096fde9d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227348121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ce10e38ad4cb42e3dc4fb20ef1292efd23fe53645aecba2921b000101c21cd825325d0f000fd4409b42c1358ef2982d0ce0579e2106bc3774382c56a4becbc93d30e37ee424dad47ae88edfca0a0c3a91fa0ecf6cd82fc1c9bd7ed335d6dfcde362aa0a22bb12a3bf3af10f6c3149e610bc3df277cc3bf3657db38aca03554e573ee44c81f8ef95dee309d6fa7a2eb6dc6ffc57becae87131e1733555a1e10db0c7ed1ef7b90eab1a9ced2b9c54a32bb119f80da5eb8765d484631e2819a07dd28ea8fbad5c068357542a492e9db16ced38c45a7ffcac299fb2d0adee9803472b2b4e05fc4d9f5069f285a04602cd8447b669f37f220277bd3a864ec55723c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227462757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af36b418bc3f2a932f15ba1ff08fa8c39177a948c4ccdcf518ebc2df7a67655188c12cbd8fcd042abc3fa42e88915ee80dbd4dd6194c3ea257e8daef5460338dfccb7533fdc53bc273b14386aa22c67a832e2bf1e75baaca2f164242bab025568156bc84937d0b518984a1e4fd6441917ac70c837cc3ba1cc3c17b72d53f53a726eb535e1f7c953f257e00c56a5d5e1bb4732061f8573b1dc21ee6923f01c230693f823fa5984b7986f1d1a42c6ebc382984ebcd48fde8ca750f4dcbd3499dbabb9f10ceb2cab250a348a065c039492cef8edb0733ee3bd4a8863746d454932f5a2bb299d59a3868a23cd8747a8a4d90879aca51954542aaa914d8825cd9dabb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226630659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e79a3550a1a3e05bd672e1af7f9aee5166e64cba32d8bd817bf9b7a56ae1c795279f6d00fbb4c0bfad89feee8e6bf587119389ad999bd39cf185695acad6ab9818735fd757df1375170a4b9c5ed7cd9e095586d941a04a76225ffa1cf715eab769606cac87171add8af531198aa13d4a2efdb4ce68936a12b6449cea00099b329400b5863b391481eb8a4f02d95e339ce34de49a0b2de96da7adda14446569ea44840068ed57c61f9022b15fbe159b32de3a131fe2dd625d1c6a2e04158e75782457cd0bbc3552e06251954dd2e830f461ca37c18c4626c78f5e7a32b2d5949816db4018c8aab192f6dd1f2fbd7d610eac5b7b64c1d0104ab1f8b51058a5c00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227754146Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=01d0cc4e9d7b65989a7d0ff212d8a6dc30cbd9cf060a2da409965eff3c61a608a389096ae3b181f10471df2699eef5668d2c5616a506ac2f7d1ab9b0d4c685f41ff79afd890b004f4aed601a656f8d573fb345dcba4c768a8bfafe8c22c6f75318682db7802f3c2a70b200967b082ea92c1422d587e07b029f8f614a72e0ca94b7fc2b65dfe62166ce4624533670ed2559bf635c63841691216e276963feb6f660c8cebbed6ef5c5be7dbb19b0ec5af25c8c8bd64571f0e30399fbe72dc7e0d3b78eca446d4f022e90ff6dc64ee5a0cc283a1862f8b5a65f1cd595cef30b5eb205158c3179471eb52a9b5fb240bfe95c438d542ff53a9e75fe87f786ba16dc83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23090259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=603c3231f1dcdb51f375b6680609ac131b70a4a13efbd572d55a6f273f75fca937e7bf131be37a98585cf6b286a1c0edcf3c75729742b6c1605f03b86bf96db574f577e6f9c59fc8af571fd62afaa168e7c4f310727cd0b512cf322aa9ffb4985572a02799caac53769218fbcae91e1de5f64967a006908b4a528af74efdbb6c77db645fdfa89f62dc0c1e6d12833041a699baae5a57af968e2dbf977a363c3e712dcd09eb4c7b9435a2fbf1bf6d44c740cb538ada7c2db8976483d28f33aacd85987a8d6f1d5cf120a555994fdce13de0ba36beef63fadb30da752d1953d5d775279a319c1dbe727821f52e614054fd882380b487a84ace38b0799026acfc65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23103519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22cc6dd7d6a817f2aece71fad927495a0e63545789c058815563f796bd652ce4118af58439d2391a8b1cc1b68b1a26fdb580ecf9af0a8e7c26ddd14c45a1d63b30c1a00bed86988dc5ea8ef2815fff5f77472b4ab47e1c2cc5d4c78f818ad9566da1e498dd6fb5a79011af784f84d76a6e734492b7dcb548e57e8d090ffdcc2e326c9694a3998cc45492d05ccfb6283e58506262db4e1ff6c79af1e20b4a1ee40f739a9816746970cd2d57206393e6afc2f42c900e4af7c0cfea8eb1834bfe5afdc98a2cb3ec3a3b7441dff17b920c9c416cbb4006a2e4c3be893fe5c4c9f8be721372ebc11057a5581ff41747736342e2215768042d4cd74711f4754134479f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23148613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4227c68995d22d4e5e89139f79a15d4b793837de13a4267103519529243a349d3dd31d4de9cdf8f003ffb30b7cfcbdeec016a17cdf64ec9902dd673568dd67a56ca6dd882be3664ec154fb4fc09d740515f6a44db4e6ffb26963cd6dac3ce06f832c9d1274bca80575dfd2d3fda35473384537036836a1a718abdb180370a15682c8863f56ea58708bcf1f9e1ccdb6da1eb34d8b77542c9ddf57cf8bece2ec6856946a64a71c5b07a37ee1712909135a71f6f6fd0fe885e9e7cf5974def60703c0638a6128a23c8a89ceba0785079c2235db566dd84c659959c0a96d35767aa2cea2f30944d3c8c891c88e426d13cbe83c1525154ba6a76091ff65aa86c11b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231505206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9fe234900b904a9c6a1ec53a5eda47148c77314e31a9507005488647b9e3ee47f8cbc00e152a6fadee169ffe769f99871ea88a31f9039d551dc71297ebe86cc852929b26c064c6eda17b1ffbf872db3b5340e14275374b11f4f4b529a1ead3ae6451070ef40a56ab2346f465ffe4f27e5fed2213f4aa74ed5aab51e5e7248cf5415cd264001907ffbd2ffbfdeb5baa663d129114274928de676408afba4b75b5ed4f1723feabeed97eef4cb8fad361fd664d0ac471beb3607b1a7e15b32976cb2fe4fddc455ef1a69ebfe745171b6468ff941b3bb191c027d21db62b906ea8234265db9cbbdfebe4f1709620b3b96f1d04cc3b2f0c9d9f489ae3fec08872f18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231524652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5096610fa2015b214455ab02c61ba4858c809569237b014317018d7e9c6e1acd8ea7de9ffd02c9ab4357e14591b5fa8c55a1798adc1ef57de4469f056c3cc70ead2156d0bf9d9f95f98b38a73272bad293c3e7e6b54ad5d8e249513535e7be279eb9c93d3a40a6a83c79ea790cf701eb979ab4bf8c7b57973ace0c2d71267958b70ceb7f6a473f40248a80709be5d46c6cd59bd2c5acb5be7256dcb997af0f590ecd66b22d35ff6f95cd8101c592bdfd56c4ea8d4d33f29943c0e292cdf6897b8f3aac1941bd59d034e22d83b7ee9cfc1a78a56c0671315e5ef5f00a1e18bf96cec5e8b61c77f60f815a6aca648330223a692a2371f1c9eb002f41bb6458cc3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231547305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93ec92ddab6911d5de609ad62f68ebfde8db8cce836f5cad07ed1a7ff278ba9a53736d55d4544cd9b64b40708f020aa609d4eb9fbe3d3463a9a5a731d4ae5b7420f5ac3e92ece59c97bd1692de3527e80b0ff8cf3d987b37650ab58b7affd676b92df4513d2daee6c1c43da7c0d147b9de88f39ffc7d8dbcef2b521585b03981cdcd929fdc988264e6b4f3ca462e940179e2cc93336bc4fedb588a904bd1964dc711a547f07553c5595add017afae07a5a9e3ed65aab699f0c71eea6fbd2fa1a39e0dd6779a59ad8a12d87df84556284740df8755be23308b8cca6a0f6ed9ac8b7b08cf62f49fbf24531bf81b4d8459e1d2f06e2abd8ddec7b62a1a88f1a0bdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231569847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88432c19e6915a621d23b465f2db77b83a1b35d7d93a0f9d497bf1c9689f3ffc7b4639b44959d2f634765bdc8ce8fb306f234404410ac49b070c5bf0cd339a7483aa9e14972e11acca644e519e0a2b65f4cb3b022bdf214207268bee4b1716fa39c8bff73243384ab8a21d3aa474b5b5f9c06bb62c8fa92d1e86a700276a71dff342b62bfd312516b1163c9350561d1613aafd4e44c6bb66f7bd10e9d1dc5f96cdee11e5e72b2039adec50002bc887569be9108a79ed640f3b989444ea2c12fdedee069574bb16cf0c1d0a849abf4e5772044185a36e7a038ab62d2fa069e017451eb46054e3bc8b75d91ff8d2a6b666d4709580efb1b39d0180a3b639eb614c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231584856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=008a8a4b1ab4387a5cacf3fed85c62162e4ffdba1f4076e3348bd57ff5585e99c45e8b63eb283471d3bdf2d557e15a3b79e916d3200484970d842b11e352c36e1e7a515fa89da1e03f45c88cb3a86c124c1f74bee7f6b33b3dfa9ac79b28c691d2acf0b541390f352664f22fc48d75fbbdf313ee6c090c5b0bbbf10edc39eed1bcb7292195b650053090968ed00fde0fb67780e36d15e757625105048058a9cf3dcfaef65c677d8fa588857dd90e8f200c16076afc8eb1de9083574da1333e3683424e08ffc386d592ddcbb8db8b88ac2fca83fa8492015133e7a53e8d54d277b06fa74b83a4844b1c49a824a3d67878fa36097ac819ffe6558555237be8032c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231085715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57c5b6b7dd3b469ad09416879ed78fddcd34318c93d199fa1888e5434a0cccbe475529f4d064be5a558823fbacd06b1bcd078689df90529fd00f011a342d142ae242de7a37d9726bdcea23df70d0e9cac648c1a1693d95871d5ab6ca696577b54930a8d7ce48a585f83f9c7ffba075db0b185c35913fd48c90163b263fc4e0bc5aedbb2bf6da352323d97b790e8c3d0cc1fd47a3f1e30ec9a4db3efee50db37e615dfc580075e4f3fe487715c414329cf5192ad385e6d3e9f998aabfa5c713a06260d33b1b2081badc1e87788440fcc67e63d424bb6b6737c5d428f0d74e4fef64ae240f3ad3ecab7c3f6133145fa0a63b0ae9996df8c03241296d5c05e3f1ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231640831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f45b328f6a40ac2b6801134c09eaef8b7d64ecf8fae5fc392482b6c79993fa6feb7cc833314d9752ef651d69c606ecc97eda56b86ce6c14e8c24d875d5d36517a5aad39b43f8c55e589582d79a24014f329430165a653c541a79ce6e6933c476ac10d0e5499bd7a80594e4ad6dede84b3691ce8ae384e89f11b2bffe3c4583be25b19f85e893eb0dfd18dc90f8ee98e7167d3cb4b549527bd9b4414330d5511e770e4a312279f16a3c16147c27ae59636252a95e7fe6b35d8828a6b18f59b10e73112c4bbec42dec73f6d27de8234d609ca0917c9583019af18f0741228b2214a0d7bc1146760e73ed656e56ba4eec399874741a32d670155fb7e4eee13f0a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231642244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ef3364e1c874667eceefd733545f475c4e914a69951f66d1dacba8f201dccc74a3c878c47e3f465b32436c5b250321d49100e2a5ae4c620992f8ccf3b2175915716230e9048a3a624404fffb07adf386f10bccbdc048fad0098735085326b83c91082aacf1bb7062f28e9afa478eda21b1a6d6042252077643089559bb753f0b76669a0843f532b16afc357d9a3c174327b00e4750339bc72c87a7576f689c9002a04f05545be47094c8d796e0deaa9f3e08c85c08b8f49b1dcafbeffdba4f9b643c998e793526b66f5db9a42b6d09227f771a4f96646e80556f329c44f051ee60ec5129706c6c75c73212a85c1e55cd99d866377482c6346ce417ad42b422f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231682319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf3e455d05cf94d2e34e61fc8fcf5f3d8563a075b219d1193bf3fcd00227bcb6df27bda88745c56b8f0f5c2f68fe6c04599b6ea8b357f423b267e88702af838a3b3c3fe767a3a2cd155a0dbbd1704dae42b88d34e11f5e8add61f596defc891ef1190ab298662d6621667a027082ffc6d9da3cad844f4800281ede98b5b04c2d1964312d4f2225e63405bef8c0a433066c8c64aa9659341fcb2bd0c9a681dcd27f26244444faf7ddc8c79c6615585449b7e97276043fac95a697c082665df850ffeedfeb649e5577c3ca083fa029cc80cb030e86b94a7b880ae58f7edefaaff8ffa2af0c97f0bc9cb2d2cf4b6a1277e161c752819d8b3988f37928d82be024&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23169315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc548ab793e66d87a24175e6ca0b34d0cbe23945613d023f59482545affce7c58644e7b364ca36e5d327f310a6cba3b8d8069c332370976c9f590fe4f959db3d5f9d44f1a41e469355ef0575ecf1d82e878d4c215d0ad00bf18bb10dcb2116e3dfb0cb9e7332ddbc7a1a6900d71f7a415ba6d044bfd86a76a9582e912bea9162936554b092a607bccc74c6ff1b36ad8d264d8cda20463a451a9ffc8c390da94cdb6699fb3585584413988e1883e9ec7d740a49f78016f31d34700cfe716426696f9db93a7404ab3ccb95b9e9c9c83d6d5776d3a206bd92faf2aad3ce5a2bca19c75bbb73e4f9f7a5c0ba568071c8893549ff31d2a6d104eaf4e2caca8e1f0a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231706074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9cb18e4f396a25a0a98641ba6a2476939dc76cffd238bd7fcbe310dcc8c459f0ecf6f83d3981a19763f9abd1d6c95adcc865d86976566182760d1f699566e4cdd7ffd8b580b71098756f6b6ba89475640ea65f59ea3a88d5c215fe2cbea5896eba141206b9a2fdf01e3088bab1670f7ab90dea75fb12d4bda080deabb34b319ad94248a242fb983bc870e74cb4bc2576183052774d7d5e328fabcd8bf4d213d9a7dad864bfd968e176f9c435c1a6ba546c66394772f1ec030abf13d1f4df6887ef8038ba2054a038c73ccbfd67a91ac111986b4bbe8c7a925c184cf559bb782a011e4728b00138bc5534832919c67a9cca8e20622029de440b32d01c6203d74c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231750338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0db986e06963cafc84757cada66263908500ebf75630729c584d4c239d08c0fa8ebacbea96163eba57036fca8241af790ff70f1fad1d954cb7b33baa4fed145481f74eab0ccc578a71dd39002bc78ff7b115274cc8efa1a4bb2bc0e99b4a4f83943a0082b294b74bad0e0a7f9ce4fd073dbba9851f456463c1e714376d073482e1c9ee2489fcde81056f3e39b98b3dec072a104f724a8c47a3dd1c10139a75a7dfd3f1553ceb18dc5f0a577f2b8ee1bc6e0e620b5e98952c78e4bebe4855e54ead1bbf9a19a1d94c101d3eb4e415be2ed5c7e7afee3fa3114709ca13eda1309ab3dd58d4daa7ca8d7880c6266240a39ff6ebaf8286c8ed9af737eda96f1d9511&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227769365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=175d655c9547429b2ccd5539df226edd4bf0c79671cc02b2eaac8de4fc4f7bc4781385308364bf01593b11b0680c2372b98f47e4a47b8e146d85423a497972400dc4d15974c0f2536580b0c74b87477b6a0642c9395c783c6a84398b087c0659233d5421d2e92ac21eda2acff282565fbf3073407d89e64bf644508bb414f4104066b53b5dfc2565d059556755b6e3007b9b0d47a10f5f8025a20eb27d417386823e3fdb572adf5879ae9267e8da4a5ba6ba5d2c823403524ecbe738f242d6706feabd70b55fc6021be3da35effe5b8004b7a906e494ca8ca72e450ae8522016b92bfffce79ffccfc0cfdaa71105d89536c13abe55a2b3fae508966f60af70ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231472223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53b8776a19f8180271f9363f64d14dc8136d09e8eacf774e6b5e200d623e2a968179b6a3c37d92cfa9460c8e563dde83499fef1567dada1cb77bda94cf81952a5f5bed2aab7289c82db0df0946da48f992be03526814d83e966a46bac4a14b64c4658d6a1f972e139596214dc1f64125191ee6484eb357a89052d5552902957a68919291feb10a582542d02b20e31372276b0e6d0a1eb7bae65892ded06e068159b8bd3db858f972e5068a726eb553f70b85eef7373e7b2052686d0f48d2ed1c83a9a17b605ae43ba13b9ae7ae07cdf284afb2bd94fa10b49b14aa751527566cfa649312aac76965a2b295ef6ee20af673800c665d238e80bcddb8446d820208&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231920528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=237dfa32be6bc5b191aabaa2e1a47a754ccc41d452880488b413fbd42baa2dd63b9af6968d923fdbcc316c65ed65a9b2a9e7a3755604bd77332213bd97ed8c31d4cf21da16ecc1b09abb15865e4fcfb4f0c5562d682ec7256a7bf7289cd349e78aaeb6fc370f98e4c22b13ef101f35c9f2064e515863d2b1c4ed3be56fbea2e90935641e161bf8908feb8b432d824bfbf2ea7c95ed9a80b490f1e0bbf8c3b4af606eb5c4ede5927438bb5d11d25a3e7b38184bff24e670e2bf079e4391962cdfc412684dab23da16761b770552ac126bc8bf03c59d4e9bb67ef0f9ee6c2cb92595b35f3d1cf6026d71a06cff283ca0b4332e0004d1d22d5b062dc931b3956672&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22780392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ace039afa82ba39f4fc21ebd613b26b5596b624df0ddf477d4821616e98ba1d3b7f1456cdbfabdb0f522077a90bfef92ebf6d6f89118de267dfd354b52b4c45138ca387c09537f50fb13cbe2b7c0ea43076391d202beb0b8727a6dccf79a9c446c6299991aed86f588ff01e4a7214c13610e47c7bd40cc4c435c74a79be1af75c20c2b2981197832982a3b863fdb3572f4311630960b5cd156ef151b443290be61d173fc00c06d72af826edb921d880aea39da5b36acd0098a872e96438ba303c5671093795f20ff9382279a3d855cddb4684695c43a307b94939e51def7b7fcd856ad8f0bd6c82dca23357c8ac28769ce69af3ab1b5886c5ee6689912955ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231528029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fdca0a0d36af1e7837d0bed059bfa2aff161455ce36c75913732f48be1c0f4bfeb836fae5474c2c55a7efe482e683c4b493465144c08fed34f336f22c47491d6ee4be4ef8f8255b14fee74e89bbbc392391cd636e38bc3e0ca69d72071b05ea9bd8e3e773dc1dcf096a5bbcec2e5c744329dc9682fc59158eaa44518cc5ccde0a85505efd1bdb2e19f7a3c691e86bded68d2f05267ba3796c57bffcbbc4a6dc51da520857ce23e171872fa09af597d8601347153d926b67bd52bb92964ffa3cc1a27e443f6fb89b9a8fd68b82c6373611222c65300c7a93068b7de79c9d62ac68146c73a5a8264de2fa672c63d40b5367e1bb97d65862b8cea631d1311f6252&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232085349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a93a1580af93d6efc8dc27e98b9002828b2edf3dc6efa3a01dd5a2ec32694bc29e73b3d96478b411314c87940b93448cfffadd258400cc13b4b93936d0a71d15a710302c2f69b32e69e7a1b573506b58611a516385c09c67d1577e41db57a7d0ef0dc61c39f573a6e40394ce26b99aef19f494faf2a535b52c72f867fb061dedaa94fb2b9e875b6f07da2373c0c910372d17e11e3020983cc3a186339f365e6b3d30d5d7103b0663b93af5549474ac2eb4d7c0574637d61ef8ce853bdd0c6fce13cbb594017e9d51b3965e6505353752c3f99f3037b6a8b342ccffc92983d07a4b1c59ccde3b47fb7127d6166575955bf9890029f893ea74e966f87431dcfea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231588252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c6db8e5dc698420de231a3b0f9a61064bf59b9c2873814ced45189b675a7f04924a79a5dd7e44e1173acf829fb4124d1eb0df3b2074bc3a5ade3f5b1c3b628a6ece1743767f2f330b87d3c48949298465148cda07242d695004a4158423aa45aab66d3724e17d7ac591e37f0b73d30c04409286b0da9bb77a284d63a9eb58234f3938deca263d1443d0b2faf27d49fdf553709238bacf161e597494dac7e9cfab81c8cb157d128049e1999174a60cd01da269c62ab7c48d0ecd298a00d5c32bf9774403d3b27a686cd5e0a5cd9e313d4a57fdd5a8dfdb06c9959911dada16140139c29ddd8f0306fc633b35d87614524d228ac74f2f55646d83869bd090b982&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232057386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b53aab8496e4641bb64516ebc59be653717d5d713df814c4dff64e28c9e3b872b10c851de02d584d01221830bf2465adf5a719fe7974706d54c1800a7b40b9db5c73f3ad49fa176efc4b0f4936eac799670775ac37a7c698a4915c3050383a048ad9314488753f9e7cb4da791d78e0f939103c857c0b369b8482a875a616dd96ac39becbdf739dd73c5c51c378585cc5b8d30ddae3ee0b8b5e93db2bd555712fefd4e5367e9b71bc2282f656d4a3ea9f000cd9d766c0cef816972b42fb674cb002cba0f9dc598b990f110f95ffd96b58cd4a41a74dd80573d14fbf5de73af33f2e267172505cbdbc0759ed04a3f1790cd994ad0e207369022eeb356d7076e969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232143338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43764f2b66ea03e6330e863dd4e703f0fb3070f3ebdb8131760796d26aca99f8ddebad3a21358ee67546aa605f016964034c2fe1be19e68825da559114eab880a0844680b98dfbd61b53c11fa8d7c8ece345de7e13a763286787eb2ebf8fbc2cb5b3246fcd11ccc866e7d7f04eec03c344c33e19e0217a8f721facc680c5838f54ac2d76436b85d6a197159e0657dad5dda26d3fb7b45f9c20093aeb638f7c9a2f15b14f987dce8a71b2151126b4bdfda5525b82991f851c9687741aa0b92472233bf987ce43670117456b4b99b3f6fd8f06c22c8152d8fea4f0900124a6d5e21e0542c59b692f47e28241badbdedba3a589a5cce85fe0c4427e73dd436323cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227819249Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=461bd865de11f5fcea8cd59dea25cad354bd07cf89c4ecfc720fd77c4631b693d48d82f2a9588a2c1239afba6049661057c289a3b0b0df2b90a350ca7d0f06b7ef94fd823302d2d4451d0c6f6fa623005e3d4d7d69f6849dc770343809a2e7e43975dc4c08fe60a64588502d5cb3177ae6ad6d4f5c4a2fddb4595a05b8c632ceadb4eadbbdae407c60a1183e61f1a1b968f63a1174fdf8c5fe3d4ea84f17d0ca338f968bb196ae2b9f6e1a4897d8e2b6afc941b45b683986e1ba038d9987ab3f9a3297ec063c4f94fda5d9c7d10dcd291ca38a07c6c62692410b09c3e8c976310efe9bfbf563d57e7f83c52809743e27f7ae9ab432fbe1205ba9b03a7281939d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231046782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a78767f4e3a6183c5f599b503f0e2da772b97d0d6f09f612aacfa23ac5d78d84a98c260a8ab79cd340614ee32f2e1715541fafc86ad2c386a9020afa37dd3c062c13d39e556c4726d112f1099620f5ca52cac215418dd6d7b4a8b6db86ae8d004fc5e791e3daeb0390876cd770777333028dede76dc9684c8d136806ac5fb5949ade460c9cab0b3ef5022107bc8d3fb5e13453d356a967ddf849c95e77232d1f19d1c983b0fa85f929d4cfd9bf8dcf4b425a362af6fc34bba7ead74d21d9c12dc02092ae1a7b7cbd96661cbc4689e8efe0ec65504d0d62d6591e066184b290b2340df1e5deb0c4c4a901fed382e7ad5a8889566d08e06507a79785cd4c148bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227876336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5173e6e8474e3b5267518b252eb344a6bd62a67706f117bcb0d243e075c03f29b50592f75c4fd9144ac144fcc05ead9dd6a05a9841ac50802ff18264c836454aab707ec6115a546db11c2f864040985d2d944858bb4813a1b59c6add3c82871b8c96693d3805da05c47b4dd72e2a32968018579d3a32e29e2e4b4ff4fe148955f7d37c5a3855e45c51819be37fb590d50d1e9e4f47ddecf7cea44d9d0fe59672d4bc72cdc8771d0727f80dc57c290d57ab8a6fb72681e424adc1d8ae1855483e51045f1f41dbcc78c82179d128cd4601405310f6ddfbdbfdff254fbf30831328c5dd0f375cae83e43efb8b46de72ab60ee2cdefe06ef81544ea60f0d32598ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227869684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5f03ab2967a5b7f84cc56698d504663f6e8c44bf7442b8185c0dbe78ef4cecbbe8e8d916ebdead44712b4566b2044420c014e8f7c42007b72a6ba0521d5b18cf9ff215e0ab3e79ef01fe05e88c8231ff0f5657e569d8a315b897ea03c5d7779b99024edb106a015370d9bf1e2766de91d70d9d6f03a1dd975b8b44e7c59028dedf80c258b76cf312e2beb2a148e2c0bb728aa242b0519c92dd1b2ed281efb2ae474eb2951fbec2a156511b8f290dab2821741d10d429ddb5084d940545d3ab71fbda47feac8898abf2912189b425ace3fec8d3f47e193783ecb7981052865c75a1afc75be5e7e6a7ffa1babedbdc07a40d481756c4a88caf96158fa6b4ed792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231701205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0dbcdb6f69d7c0c9e559b050a86091142ae0da05c75ff44d6c188ecc8375a4d5da73dd4514a7800ee5fb4c05b94632ec33b2357933c893cdc4a2f3d972f46f68e0bef128fe4b37e547532bb495f36dc21a277bb0cd2d36be4e15e37cb0ec3b4173a55067cc5fd6eeaa7957284d604d6c714d2c2ea2eb931083d0ce9134235a2e33c91eedd5adf76e6668d625bb11b5d958589c43824d608f8be200000e33f9656eb3dc2db3cb8ee2d1d4ef1956fbaee4d6b2201d529cd34156329c6ac6588f125b17341f42e66a40d3126b93346f719072400d9c6917eaf9406a9764b933fd6d08b16244847b1814fbcdd07883821600976ae3854e70695b157ff0d72502f72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232209573Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=032d57b4cef238c27782b187db39e86fbd86acafdc460fa38f707a8fb8770962254f72a1c149e0b7e60e70c2863d893ab6b5650e5db178c880fed80078158c0f19f7d7559fa19c4e30f1b787d2c5f1916310b1798ffa17077b2cb227e134ecea6e662c1e4fcb96e8e9b5695cdf744aea9093cf0e5919751ad57a42254c807b2d8233e7311c050615b5c14606cf8ff4997bfdcb4f604e1cdb1b5d42275873f55f15ffae0557e8a02de9f35f95c27721a39b16032bdb8a62f78c0b533e0c703ef01ab45ce1cba2cdb1ac41c6cfd221583b12b19416de1b25f4f33c4a7d9ac72eead8c65f18c8af49c3eb056d31ef55cf672550846555decf09f83b8394e7288194&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232224351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edeec3b1ae30f8a198e346c2f8dffb6f90d6147c9b900bea952b9a3dba49f7a6a950b98ebbc14fff0a70879226bac341065d9ad6b93cff11ca62183bd7111e1d5be9ec42ca43644506b0e6a4522016e412e4dd631009816ba6b79c5f3204c9acc1e45aceaae80fd152462ae99d412e3d41ec8839edbe535c24cc7deeba956ed994d82982fd4403fac5d0b9c199dbd6c064395d1736b6a9767dada66c591cc232a0d5eca7a98183d61dad31219706c581b48da891cb34a3aa533b7c14982f4cb85f11489b099833434ca319949601999daf7b012a3519b046379fe71cefe3c89744ba42770bf3a669182773c3910778e89efc1d749e44d57ac315c2b58906d2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226650596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22315b485e7a74e140a9d763f724a27beac38c41af7463e8d1c19ea813d36bcd3bb7e482305afdac135c9bad8ba3701d47c274190508ee707029878c53cfcab6d0861296be001b7ddb6cd2c5636af90eedaab0b07280e4fb2720fe6fd6339de71b04fd0a7c0adc3620371eba6ad333c382dd5f323af666a2a0b69f1740b6012fbfdd161a2158050568ccfbb4b95dd3bf7a9931f009fd4404864582e5158580d4306ce5eb57fc5d0e8c865b320da328b8f3e9229c395084b9e4597f31ba2bf229abfe417b52ef1e0eb94c77619ab48922cf3a427c74a002495a41399642996214425f024898cfef15574b1231601e4e1966205fe86cbfa434e5307a81dc2aebd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232269286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69dcb291a39fee68115c86c6879b6c111f0ee16cfcf672dae2cfa852bbf0e09f816a7c0650d9b9239257df4a89fdfcf97ae68fb8f723970309efc99b0b522f31abe08be929dd11485283084d0e0651ca47c3db8a0d7f6e565de7efbfa68696cf20e382d375bef83c437ee02247466e894103419df3dfcc6dfda7ecfb585322bad4e80297c0b1e0d258531b0517b46548fcdbfed61daca3195ca2f045fe343168b79dd22b70d96ddefe68c05362179c3685c7b000ff06e33c99f24298fba66783fe524a8cb59595500e229bd111e94c2e29c77cab754d385a50a50255a0b47a647e604a652a691c6032d7199cebb249b44cca2e1a6c60efa790f280b54619adb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232284524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5cd5ee0059b3bbe5b2cca5027b38588f4b224937f0d8443382f5d3ca11eb43e04a9b328b26e9bbdab4ae647ff4047ae44d94466d60ff46fa8c05052f67337ed8b9d683d1673ef4fc1e5afc0b91c0a4bc4f1cafb76ed011441186ea98ed057f6ca41fd6240ede24f24279c284b0b006fb7c9eafd01d90db09fed5976e2c65fb2c6f8117f4c8d63811fb308198726a25c6500ce393d57d2cbde6c484983541d5f41bb3510007440a15eb77c2f51c944c33415ea234e49ee5920f20f750eb37663ae509f60b38e17c37debedea2b9504cdf7383f8e1c34aa6550001f8dc8ee2ac17ccb36e7a259171baaa04a6829cf8a883fbdb5007212f0ef55ba3b5b199e6c5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232304352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=148ca58f9f202c08e34ba91f62ad34d798af15cb9b4133d11e943cfac70221711ec2aed1d9b73d677b4851b189c1980e70cbc2428fd236125fbf6a757fae4a28e11d95215b10262c29d48ca8e89fedc12d86c360292ed46734d8da3a91ec62267f496fa6d4e4d03ce6ffa0462b55420467d2135e8f8c68c0efaf5e3aaceb8061a2c4786c57f1c872935eb72cecc3a7c0e9e32e61fa59f0ba8c0078c8fda215891ff677855606b7cb2b198e597aaec938ab29e6e1ba73f5b00d4596e3ad934a087ab435cc1dfad5d1da9ae62fd739f72f1642f3234b05d1d064f06615c781c3d76db7496439923b8c735549626404ff4fb96d32442b95ea59078f7b5028da2e06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23231394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e4d759aa2147ebad73d7fb0cc81938d91549aab488a42c7cf0fdabddde03ddc039a6f795d4416afd5eb89df77f62eca770c182225cab319f96a7017e7b6544e8756ccd80d71df42228d82a2a28249e75ee10f93eca8f881a442eeffd774a26c780285a49da8bcbd24ddf4850d9fbaa78c43bb3c9cc07cc7bd31655e01f348d3840869d7877fabd179d40b2385819edc1e00be831ca300c4f9c6b12fa3b1fd6d31923c9c0648698f94aefe308fe9f9bd1ef90be43bcd3aac1e6eeb6e9996271ecc90a6beb56d69bc6fd25f048e49695bdcf7189259119f1a9f5dab2d567a5d91200cfa11a24b27fb0a6d75ada1af47925eb670e5a9a43edf01447153d0a8bf94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232342944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0df2fa4d6043b1a5dc90104a1fbe4f7ed79b6d0fb5320c1a4d7af535eff5687e26df21d637a583edd39e89cc960ebee5d3acf445edda88b65b61c9d5d35b7f3bf0f2cbab63685e5845b37f53125b564389e03234d5a121a5fd5a59c221ce6e4cb1b4567e0537233735118e0a57ccbacdf3808b53d56adf66fe106492fcec5a91f125ba60e5eac76ceb46ec1abf7a29af08954d34a8f51e4d0a6f612c9dfaeb1ea84776d4d1d881ea30a6edad2b6be3174c69d9c672151674f95832d4c133792bfc839efffe7339324b8f478b7412a5fee6c84f7be1f7f16353ecf42a3ee8c9b6764d46e882dfe25016f577542514d101668215f36f296113cc6673b2f255d5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232373031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a814d4ca2d9e7f11607715b599f04852435348e0784f39f13fb41d7ba7eecf63fe5ec16678dd472a2626f2c495a6fb8ab2536b223fe4975ed2eaaf82a8deb7be0a06465dd9ce89e53c82ca026c22cfac2360ef46ef5c6f03b7e11569673b6f5c2ccc6e0099acbbaa9dfc599d5730e177dc4ba258c33d4fbb512815c07f6c522075eab4efe9befe304bc79424e53f290ab702a2b66d5dbcf622d72e1f825d85277815861da9ba163eccc3dac16b70267eaa1edddad93c0402a2f2888da879290b1114b235a27660683115683364535a23a036d5f00b38a081de81eb9760dc3e889a44350a6af297639e91a43bc67ab746bf7246c68dd005cd55daee4aae09bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226654063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36272612978beee717ca4ee4f22396d5d965092798b69c97625fd3fe0e0d76004c5db08e5351439c1da5ebf1df8e218f14bd6b3f439bfe48ae3189d1f66eea9f2cd6b854e44fa18ac95384d92b18b9c3331312dc9a88976010ec2199e9cc26abe1d6ca9bcb76ab1da221a7076a361a103e0c6f479b1673d970bcd60a4e184709ecfad750d31d13c46aa820944113debcf449e23f87c95425731aca2eecef9a82f715301d6c214ee8e32cbde1511da9a88517d8924efc93f8e970497f36b574b0cb5cc90110517ebbb7cde531eeee8f5e9c2446b57198da15aed471a1327fdaf4062b5cf97a7ae7546bc753e9a4f2217d9ec3540500798422002d27574313f1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232520319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d69361c731e29ca21efef22b4e54e45ce2ad53dfa84d90c5279c750f37b5f4676aa792cfbff6e7673228b8faeae02ae4531883354246bf3bf512cf09982410edc4dec76b20411bced751124678bf7788fe37e3e0cd602a74da0270e264481243235c5e2dcdc06ceb4037e280bac18e32f59321d558f4355c5daab920eeb947c9f0db28406790d76e87cc4a20af6d7058f4216fbfa1ad13b09c5626ee1f81f82dcbabf296d53a58b7cd835df14c78b82f8bd7eee9b682a8c98c0aa2feaf76bcc980f21c045109c6ac2a892da69b542b7806ccbfbf1d0ed0c1f6799c15701c72e3252c908db1ef7febc4467b8bfb715b6be04ac02b5960491f290f392099f9fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232567167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3de7c0b47420cc2d34cf891dac77bff45e6c2f1b96c636cae343d8b9bce6adc29dee083929626cf8422dc1cf79ab05760dc3474d3c4aac1269d6a034764404c3a0bda79d1ba123143a9785be9115f82a46edb3dfe1696a55bc1139e43a1c4e40fc9324a6e3843626e093faab45142aee17730fb86728f16a21204dd934c4254de20c306ad2bdffe47005db38beaf91ff7a9a4d0d6d9399bb6b74404380f051fc5e778b0aba51178e8d2213084823c2800661e6400269be79572469cd58cf550e6e5a31571996e43a1afb0a22e4b1f86290c8dbaa98615bf893457677c1a4854b80f94c9ee45ed094dae11f279f30993255c5087380f60875acf2c72c80426853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227865185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b60d429a93fbd93990f1a645217c07fe0ec868c609c3417307834ca9c650cd23ffd41d457601e64ecb80c887dcba97640f63ab854f3b3519b4297724028258096746fca00a6481fd82b2aea7afaee6a7e105d8b8d203b34b63b2f0a53a7427b9770428a8de1c30bd9b20b9bbc0f673bbeaa48678e6ee1588249a3c1e7533b43eb34037c8f6d86c0a7bf2767fd807141b6f2f62b9c76530a352f7683f603ab95e542454ade6c5a5a27f4a2f02dc0fa9497f1837d95bd0d195d1b2fb737166082f3bd6b4db81568ceb330220eb23ef328ae058ab88396b1074fc5dd60659a33c54f4c96d964de3641ab62d61781eb3f0d03d2e8ce42b6d705d0bb943f11cb71f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227918916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a5e3032798f5db9b1546921a92e851337cc5d936ba55c767f533281d6ddace3d5443b8dc1136418456f808d938f76565ed1f89ba88f0dd3672d8bf52b6d85e74c2d9bc7b810f34a2ab942d50eafe0c4032825e69f155b13cef5fc0846c75220c296bc3931be13a703316efeda104712aef9ca20ff5d5a86d118f104705fddabab460caf2e3d89c1179248973fe2b73748aa614d57834a0f4d93aa73856d6d38c0745f0d71dea939e485903c6ebb5041ee12e3b32a8c3f4a266995b0e49570ad530014cc084db6b07a857f5f0ff2907f453da2a915ad6e2bf01640142b5c6ce5971779534c073c0e61e6a22b7897663e414abf3511ddeb1eacddc3ace784416d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227914658Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c6eef798a79c6fd7f4a70e37ade23c22d6b278390627af96c533694956517f7d4b23cc3c21f8d85a815b6a9a48c0e77c212889411fc90b9e73906ab6f26a44f9eda07fdbd32d156eb1658caac29fe95438563f9b7a2c03412d3b4aa32ca1602a79914b647773116ba95f0efa6944457c5e4c4f3ca17265843009e21038d3372ce6f5047e5bde9b014266064ea1b0e115c11007dce6fabfd0ef024d4add788dab566ad6a1ae88a23dde3f61e2c51916116b6358ca986833593d69e834eaf62040a325eb653b5de64254a256bf9fcfd8ee9dd02f1e29b9fb3168336cffe5a9517ba970739a231a37cfe8e2a9199ac1c718a8e857b7fa6d4aa4e08003dae65929e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227924958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7faa626f223f421f14923a2eb8c390246310c9ba9eb65b69691846f6489b0ac3fa22e3f57ed7aea9469b426177f48f043f7905b4dc804b58b9e19a27f02664868f69721a0efb73defae52dd76f8c444803b0bf971088ba2ca4f39d908d21febd05187b17179b30e91154afcf9d84e0dec28b5ec59286622d974d23ec2f0fc8086145c13abcca3c98a95e1c0ed5b234708131740c973448fb9bdfc03151cb108a91bae046d4efcf56b4db1ddb57991831b63c2c17e5b5d0ba295506a260e4b710ad7807f4d12b33e06439926c2f350421089c4c8f9ad03f914dff0be5663983bb39bef987c6be077cf07e5be785745e7078bff584ea54946f36ac645b00939900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226707824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=abc5484ac2602a89bb43d68363d1ecd8bde401458130ff5c0c1482ab70b5becdd41e77103a9de53e354db5fa20e539f2ce6c925a69e1c303252771ce6d194b381bb237a8b6bc44bd5b625b6b0dd1ffc3729b3d914b09b0228fbb050cdbd58e7073831a1ce0889aff3fd2eca34fa1ca1d870658f1ee2e99d878ebc55d3a59f261ec94acdbb7b35ee24ebcf30dcb1904e33d19bfc783e3b5f1b1a2e01f166e0484af0f5c703eaa1c309d10381bf177b17b66d0bb7eefa5c608560cd70d66bf96cb235dbe297815510f9828dd38b3b1378b779c305ae02dec6ae40657fbd5a42d52cec19f33d40a9c1f1fbc9e46a9222019ee00f561f3c7818d90426b43ba88826a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227934195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83ca9b3d44b663ef2aa4cd10de5c000893ad5a2e09e81c654b714bc43cd49a271ce80040ae0f4d13ce13ac3d3d6af1edf87c3b542f74c0e169ac33e51680748857b41497d9df505c5e6f750abd09bc7baa2d73818a3ff0fe3af53cba2e30f498e0b7bdfac9728610a4300eacd11954356d70ee67c12073cc7579663dc642120c21b72edff063d05ffb888022d5ba93ed888a3f86c5b7335d0474be7e0a719c9ce5940d2d81ac8ed72777d673746090ca1ea5009669eb11e9ba0e2b2e86234f1e0addbf6edf11f631c79cc0bb0168582e00ebeb046e94220364f01f3851aa90efa5484e3091b95b87a294bb40dee43ea47a554feb5c41e9bc6a9fb7fbf1c21ed5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227922924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=18f8f0661e1882bbf070b6e0cc54cdd51db5dba57a8873d35de3b59e068e2e319916d2f5fce86f12a08f46df816c4b5fb747e2223dc7c0367641f66dd171c61b5933f96daa6fb235f8ba5ff9ef37828ed6645f62c1216093ed39988c98a0b58c6a863078a4add90a07800cb1e0d56b15f972bb9946419c0cc2bebaefc369d2df942937db6ff890400e39758b72c7c027aceb15bccf2f7fbe55fb0ec27f8e86fdc55ea57688131126c75f2adf1ef10b610db028013e11626a88bc87999b7311ad91548585ec211bb25c74377167db72eb2bf416002c53dd9e2e3fae3c12bfe4450d8c576d226f0fe02b1b5b6816520e96af75cb41b7b88dbd36805cf131410d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227958812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06daaa0fc65c710a18d5f0a7229e9ae9d375d6c5ec57fad6127be5b43609a0a275287972ade2434021b6cc2749fae6b39d68fd02777295c53acc833a124f6331d370a9ddade759a88da5cc87dad5817fdb27c5ba259de140a6434ef5b30d98dca62fd395c4e17a9399cb4d2ef46f86c73f70861a09f3cc535ccab74b59bc39321d90bdcbec573caf414eefa61255635975e6ed648212bde2eec7320cd0e5bb4397332d40133d5908ce1a6ec13661989894368a334639e5d90588bb4ce64ac3f5c6a02f796aa8e3e7c137b68e6ac6e38677f3a377405637452a3b8eed509f236f52564dc4de6f306157ee83f042caf4e54fe03b8ba74d99342dcf77745a903a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231646722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67974929b23440c3b62fbf4028c11993f1f59781e12a57ef9ac0642898efa2b0f4401ea819b84e80ff81a299eaa60395305567dbade559df2b8465941cb98a8e7ae175a193a7029b357201c41a132b94dd535bd3ec71b536abc64d124ec1f8b82968ccd125e7fee91e7a8f832c82800bd6377622eb7c4e5c109c6dd60ba108d22b6f6a899e88bb2b9aaafe653fa2ea4a1211e04fb545c3c210f38cf4ee8078ac064baea02348ac803eb706f1985cc46c1dd02621c1e99753dde997f52b0518fececfdb095c20aa35a076c25d1c362043b0c1a3c0e61687b9ef99f9f8b24b99ec6283aadd7b7f499c8a200dea3b3bdfe66107c18786dccc29369959bd3e318d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227958711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9b54fcacfbb81bf75c22c0d9851d83ab1136d478bea65ae8fd6a10055ed9511bb200238e0d263898322b2d6db968f0ecfa912f5c50fd687544db1259f2c0db54767cf80676c6865d171e7a9b7617fa8cb0ecb3fd028c396f5f719087acec55a8f367bc6afd91e767ca755eed1f157f462e2f8a50add36213c3b6d7ea478cfcc8fc4fc586d70daf3ce2feed15cc8c5a57e9e04b92419f9058ef8617f1fafa08e6cb92b803eef34f9ad7758b12344605228241e4b4a9c4f3cd5a698798f00a17876b33332b36905d8b92a9f1c80cabf3744cf5ab524786c5ee244f5038d6e7775e66b1fc920055e55746f9c3ccdd5e3ef9433e4fde0788d0bd602df70fa4b001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227971145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc633457547403ee12226c3677a59749cd334423c0d8c70007312f4682831a539dff90e03023f13e21f0ec0dda54d22e8f51cc93c909409a5752f0fbce8553f98772aeedfb6b344ed1d0760b78ad83a6275d6e8fd6ee6a93ef432acfea49fe1cda91afcd31bdccfe69792f30abb3078344c98275038bd93e30fbb06aff1520d7bbaa5a2407d6c273165352aa1eec0a51c8d31ce55421701b4540f65669628c46d709b073750e65053577592a2e9f6592f6a5461bacd3042bce2f3cf678499992a140e9ea373a46ba583fbf485e7d81341ba6d66dfee4a1fe14e01b30f1d1a5747ce280bfa73dacfe6df71c17c66fc0c840277e2f8b73bd5f9f81df89573ed02c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232209583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=762a8b40780c617861e2a959eacea5d1ee552280cd555a89f0a2226db553744a23cee01cd459fc5abb03194e068f4b2a527bee33c936f72b6c3eff667828b93648aa89845248bca7bf2b64d8fb7d24247f02b1cac658d135f2ba87b0d9dffdfb383534d83ad776bf3e66d1e75b5e2248eddcc95d164591e533b0d2e0c059a2ff52016ff3303c6a541dd1c89ea80df44713b32ba78957217761f98531e49f2d9c55665d31d00888ae188584c151a52ab8dd19e93a7dd909a45a9dfa21d8abbab60c75e264b0505d767bd3269f9b8467b3290e2b5d016b3a080d7fe1645174ab6d036332d68e1287bdb011f3464ec033a7c4ab2a447e74ea4b2df1261d24693302&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232705718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b364eec60b6a2a3f201b6c0ab88f2a9f57e89ad60d4ca9079c8727c8e6c0d4b39bd374e4b7477c5ed1364fe4d174112fd62d7a136b58480075ddf0bd69fb0aed50b200f9cf41cec2dd21dd4dfc85270f75be71684e281153f2e14f35749ad57a0dc2de95e936c8c57e59f8b339439e0df99c643e5c7b6d1ad5c2613998b048b44b640ddd515abb93da52458e1cefaeedea341297953b2abb7618d662c475d66ed9ff310a91b04dcb685f3618714fa911c6b12a1f11950abb79749dc1e2cb6b2ef36233b1c62b1a8df34d82d59d23d3d21e7184e5be4683c21fa4b2f76e8e6adbff7cc8df677340a17a5be920b2a99024f6631fb034d764dffda013d13d088e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232726167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c4995dc84b755be2ec5797e479c24a7dac89cee7b51ae2ec644383d7d30547fb93f3e90f2ce4b893ceffaa25bcd489622824ba6923ee0c55cdd54d37f42c4e986f1a14eff954c11e0469633f7e1843ee9b163920b188a3e606776ffac3ed98321f5b5ce31b72f24a40b906ea074ed1125c6740f23c32235dbf9c7f98cf32e3f245757024c8b664013ce82e4282a27c7f5ea2d6998f8525cb2516ba6e26a437040b1376696c271b282dbba004f8a1d768384bb053d2b62c67d6eae4b7a5776097281495a0ef7c19397d0a34562c32d4e0fcad5dc3d38943660566a23e24cf690d30eca653023e720958256369c9a0a9c93b06f1332bb2625fb281d324335b6c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232240271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b363e63c386e11df79a9733772f92025d0a350e7780c0ad7f05442bc4ea22ebef59513806461409e140567e1aa92455cd8739433df391a1d6a8f3643923f4e7cbdaa4a007e4e9a6c1afad9b4c232441d719294aff1dd2f70a88c2339d435456b659bed3df77bcf91cc0f414d986813fbca003f17259cce5f57d082524e3937cca8a6faf1da11b1204a381b598b8b18a18233136bdbe200b3c073587f24112929a273b2e790417055b99a2260d5cf0c1a4f2b47507716e1642a637107e39f99aa347ec1a2d94484e28cf62d24d127b83de02d6022f8641c62a0e0c263a9092bb9fb9a3a7fb2fdf0152918dbc035b98e4e75e0c507c1d4cf37c53252217f884b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232762285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25afb29b7d7fe4073d49a3ddd59c3641547818871255ac2d12404917950f94fc9773656d4185ce2b2deab3bb235a217edbae09eedcd7e1e58f37d48a43dbc674783b83cf12b57358395d787878f25eea513551e5fbc9768442b4aa46e6997d4556290e552430435718fda185196f0c4725021a85cad18605fc42977a81f0eef7258e2606474c928e96f0388907b9d94342337b0ea2c3aa7dea239c98bc7708c6f375e6c7a6c61c617152f36df05df422d256d16842ab718bf20e53cefe180a0981c6e8f1a968e902b2b6dc2b5a4a7ec3e0f7090d7e91e017615a67b352b6deee5cdea1a4912851a8fa9c4de77e4daae7cd399959c354f59a173a2a889e150c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230168326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59b68087ae365bf9795e7c1df23e762b1fbd9286d34003bd0a830c2439b97c32d0476a72bc23ed2cebeeb7ac674a3418a600fc879243852812e213b7983c0b883a70a7cee60f168bc43e9804096883d2a05c7a995d0986292bcd2aed27b5fd26ace3e8b6e1b4b0e6aeed2a226c7bb712c7fb20aaed2f55deeba62b6f533247d84ff29e9ed5ee5326ef0ebd2cdfac495226498c5dfce02ea59fe8b73ae93530ce3867f5fc9931c6c7c16ce2979eb3752f6a7682b0baafd44fb7c4f5bd8ffa24fd717e1f94136809bf9f8618204a9d4b979af659a6721b002456920a407474847e722086981e927e791c3b4f4d62128e0fb611394f8b8d166b427e08267aad2ef9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23279702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09c691133b79098a311c0bb2c05ddd4dff4ec64f6600d621ef0666920ce1b2900106ef1ea397260a228db71985bb51d3c9dc0342c6766cc75aa7169c2bc485cffb68a0dbbbfd471585f832e6ff36c48052f3c75c3e1b9d5926da67d5b6fed5d08414752e1e24754cd6c7e06c4422f3a0415c9bf7381407c3f3c7047ba59abf8aa15db4946aed4891c965fe1a24424597cfa3b5a499e4b5e456b49d69855428cd26412d3bab2d5f991dc950e691c23ade6effcd14a1f69912fc4ecfd9a94d237a3b856e7bf0e7e5f68a03e4148c212bc39be409b465e536c849bfd428406040128ef75d60c00cd0d02a1f847ce8c6b5d6646fec9240bc0fe103ec6ea770fba3a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232809784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2007b775a4aa1e2e5bf6fe2a9d9f7db5d6de805e102ab905ccd85268d5e8cd59926e1bb3480affdcb3c1d745fdf150cdb84e8deb7b177bee45dc27594fa366d38600a493dc1e48a0f732cb498ef2aa15c308f013c535b787f1281ca0455a4ff9ff0f66499960f2d92d82e86114f9c6c4705b1d0dcb0c232645b0b2669e6b9140f7e78d883b629bdfce74939da10b21c16a586afc1380f455c26ddc4cccd9b2a8096a74ac44b4326899a42d599b0d882f76bce8d803345bdfb1afe857e35a8d450985ec73e6331e426db8e0dbcaa5aaf2c50c59ac1e6501427483ce42a4ba137928b51cd7dde531c45b7d55ce41d5f0f950b1d72f7779a1c786c19625941befe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232845512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4312d72f95f44734127e1292ef37e66f82801f01c9c47a301a27e0c56ae2126f642cf1d1a01b596973fcbd1cef380c745eb19eff48637f0ac027fdd455d3591d373610b384d3b45fd597b9ef584cc2b437ed36e553351b7acbc072cac526ac00cbdf4d7a8dfaea71035a169feac0de7ad69df695a725906569d0475c03e015c49c523684496cf4162b03a62e331842328c91e6ea64b7482d1c603be3bfccee778b60614543227fc3f55f6facd74e3ee72654ee2e3ef03c8eb366e389b14bd15afbd861ef0792e890cda04c1f5a16c7b3e25a18f8c33b936845e4e751f7d7a009d8dd9360f384110bbf5233fccf815090bb4e5eb9032878749412b200e93c29c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232129091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=45b9ac43bb408e02703856e0fcc383ba617539e9e6707e569d2b328e1123c5d0c58e60576926856fb7d88c2c026b8247a8d3c984465d5a23842af4f168c9e8e46cc4d95a89a07b51d6c3c33151fac59160091e27c77f51a90f2ce2a49571db3f097376757f121c3feb1cdcf7d8f58324aa1f0a94441a74041799e0e2e997cfccdb0576c593cc1952111a2dfd42ed89abc42615b081df561d892b1490920089d4d7801ca317de9a7b17b1b11bd50b6e386976298911cc704fd00c23ea0c98471d764662190d0936b2edb8ef3204b70ff3d12394c4f20abae1a0e7638af16ac9ba6850c9c0ab69f90353561689d0441f9723b8a9a42fc4dbffa770b0e3d812150d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232886699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a501a95bec2128ae4addfa89c3cfd2e93a3ec1c014adba85871028595de7b6de5f0df4d28a2da776a119f9203261662ac1ed46387b0c17a59f70f5c187c89eaaa7749388cf7817233e70d3fce083c3e24a4cc1cd3e821efbb1f5deb9ef8740a91dc839a8a4f3d66187e84a9df2427bed988b6b67f7b9350a7de13f5019d0ab173a503e74ab7244017eb63aac45f3b094fbc72067ed1e838a330646a580222d04e898609ae13f0202b956be9d1a18a35462269fd3a3c961541ee8ea06bc9f7eaf39ea40e6450ba8f1dc8f26dd0e6cee33e5a06ed088988a17533c818657d4cd7b9fe4c9461acb01aa7cf868a433f934e4b7e3d52a59c454fc85819bc920bc6df0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232518024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9297b73fd9bb722e5bd5f8dc446b407edfec1505212d810077c80470cc9a8522dcdb82e1cc6f6d056cb9a4c27aee8075ab4e5e37e7a908f51ac03a7a836cf9cb2705ac509a81c637e4fcf5bf23af92b29ca46c324c500e96e1c3905a9cd68913f7ccfba2496923d216e56b8781e82186fac1fd8f8899b1214653ea5c8e5e1b23b79ee8bf42bbb3bbbb0d20b3a17ecb380006222cef4b5a6128f7485978805238aa53f891615fba72b08e395b003a37b0b2803a09ae570b1bd5f500278c08102644526ec5f988faaf54b60aca65acbbe48f27ecef32245a5322649e03c3cbc1f6bddf60045c48682455e5bf82c974cf9aea3bef5780a8f87f8f339f5166f2bcc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232944799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0966c0372c1611ba06231d97d300a703f8e843fbe393f96b9d1f6fb0c64b2234d9d8de1eaa4eb69a05ace129d36b36ea2988297e504fb07cdd50522f80f40125b3f74eb411ba102c87c0ce5ee794e0da9152ca7ec3b32f31662ac7fd2c78ef9592ab721c90c4a854c852abad89a99ed5d201875c4b8ad8c51b462dfa22b2d0b5eb6d10f5eb16e0c2a8372b87ac3774a4bccce13b2c7f532128646e1dff22c4fff940bacce405a351596fe6c3cbd0256c1454c57f4b761b44232fb9e1da6c376c5a2dfe3734a3a04cc54ed28883ab120b31f046d45425f3434af010daf4c9980eac9a4efcd8f45f7befcdc060e0730fad81101b83a04f0dc88276613c4eb7554b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232967952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5dc2f4e177a539fc70a1e329914be1cbd79e65b9da3e4d9dc6cc51c9528c00b67787656a1c4241604702d03a62efb2210bcab3bad45827f040dcfaf732edc38eb871b7ae5efba66a3ca8d5c75a365ab0384cfd7e09039fd8556ba640df153b8acd1d3223add65ac2839045def97403a878d31cb1fe8cc64981bdbe4d7746ff8bde5098902b4f7efcde1afb45dbec8e6bc113f27a682b1b7e84524be0391fb35af7ef4d25a7239c43abfdaaae00311633a970ed7cb7e4cb597be022d9ac3ad71f5c0c63ae19792a131f2a62682f89470918bc99a07e21f7c49a8d7858164d563d5b2d8340d3030fcd888dab35653b43ddca379a3020d7c22767c4aca8558d89e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227906663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a84cd08f409c976e1de5a3434c7ff22bbbb7a36192ebb3786b9cd5ca79a6972e5b39538528ce208df5c60e7fd117baae26d79f39f5345639a3110670ddc3fbc382ee23339f13b8190911454efcccb6f61cd84127ade0b67d19411b37f56e2a1b25118782266d557f8bd15782935e71923c98b881398cbd0b221400fe82d6b6d18f37ac70dabede5c5b7c39f7d59639d06fae7bfa33f62fcd2e814202b4123dfb8fe9aced20855feba875b3797ef31cec54d97d9a091051e935772896c27be2611036485bed1a057bf4e546137fd2ad82864a85c45cf1121d7c5a64fa2d36f8ce4c3b69728f9d96754b5f972ae68da3199f4b5f6d65f3e9a5bd6d54d2829a8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228048511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9217e49b5df162b1d1395adb1f96bf1428a784bbf920b50a2ed7d505b2ebfcea94f7a0ebe424691c5e7b615e3a7ac1bbda1a3cce2c8c4bfd40edd7fcaa5274d9d676307eadb26cb3daf53abc4d388b5c10517193c39a5df0f9e6b39fe2220bc73da26937e0865f3b0471a0b34f892e465ba52e11df27692dad76c90c706d5beb6c644f7769bf304683a78bc05322a52a49fa794c63de5349163e6c6ead918e645d554b7aef5ea770fb2a8bb716d443a57b62af47b1f585877317af35ff441c58a06b88ffba51f9944890ed52ca3e6241a2433ad5f7d4c3760619f39f6bdbf563d238db381d7c84b7ec7e1b453c9d1533ddf03dcb2c45787ca3fe104813a832a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228087855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=87acfada0548935f79afbe9191cd951ca80b324cb429068808f769f86a0beea1830ad9fccf1bfffe9bde7bf75f726c1d1873336c5edd97c46e9de268c73f9ea3f2d7013e6d47f02ea6646e731d777a254a09e2270d394ad2932a7bac18879ef26d3bdfb6f58574d94638289c59d01ee1ba01704791283b440b715369821ba76a496d239740f0c5704c788a4d872a131429dbfd52e8457c546a85d3542c32a11843fde6bb6c4a8f0df9b392bf5fd269e07c4aa394f9864a9bdedf3e1b4b8986e67fe41bfe8c53fb348145262a9f5ea536534ee85d7eb38eb6b8259a5d5bb8a9affc6eeef0ab23c0a16b5db333f90f2846bc70a6cc5eea70f3cff89b2dd77860a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228527203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a8cf01a3af6e9e0396b1b64663e6a258e8580d26bde2fa819c11609d85dac30fe2cf64abf3ec5864a38c880ecbb0429190b8bf71c8104d609335c8f6adacb21fe142c3684679f701392051bdf04ecc8b9b9ed3f2f5d43adeff30758820e6a586645b2170d756d5e1633384cc80195694189f936ca991bbc56c1f76656fede493767d3eb7e0489fada28cfdbf5294a1b5ec52580a9d47d6b206afe06b90f1f5fcc863359517d86be2ed0d8d4c03872eacc8575fa2212a18633508fd5a09dfd352a88175aba4fce6051d1b5080611fc49ef5712d1adcd3cbe3ba200b3e5ed6ea639a55017d0e187fcc901001f93e3e17a34c27f8050c521117cb3cf86655f6d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227923585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56369ae317ffdac82dc85aa3b7e80d88b30a6fb31bbd6f4b9ffc7b3921f80786470603de8379b752473a0c8f7f10151a31ec7d05d1cf3c15c361a677c83d699115b2a039e10dd0342a374d5708a14c58bab34dd85eddad7efd55bd45991c8d8493a0d6a7822050684827829ed9f02625889041063860a7a0caab707a1af2ae05806e2868bb1012a98938127855467a29e2fa06fa4353d93400100b9c048d8bb2fc9e2f6e73587c9bdd3d78f7de50b9e7b3adb61d48ceaa06555bc5abb27b7ef8d0b26867b47bfe4263a285c5bc78e8b79363aae1cf710e7fbbdcc21ee36ff3cacd28d0d11927fae43aef60848f270f03f48bffeff5ac6e511eadacc291c52b35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226718494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ee352423c95b69632bead7910b2232e1c91fa4b5dd5c8e5b5d7f067e398865aaaa9327a4541d1b284c6c437bdb6a7dfc4d36c0f5d10eed09c9015b7e4d4cf50a476619b10966ba257c46c42db8767ee0e928c7e3bfcc5f782dfdc165ea6645f8925d735912085447452f0bdcabcce0e84c4c03d26a3d5b78c4626081329868447cefacaa16ed6ec4ad924ddea8e2946d865ae88295ac7ce4256a4afb0e9c149692b80ab9de86097644dd67fad0bf9ca22c265e80a53f9b6181b66c264d2daef6da775216d8e970dd96acbef264667291dd43a2277bd68c84ae3d7db4b952c1385234d81b0ccf13d1e56305d57e564283217f6ae7001f8e671cd0fd831321bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228691342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=addb03fbdd210691361e8fb8652db68597c57fdcfb4d4ea0ff0e50043c9f160e480e3daf02e8ad826211274cf69a710be736f52ab65f4649db817be9cfe66a95c430ea7cd634050fff65f98b0f43878e7f475dc8a1c273b8ac8fc5da41c830f5f425a3aab3a9edf5c14d91359b7be1ad9e7664a5978351c25ffe6b72056968b5f888e0c8baf37dc76660edbeb362237629c6293b8317eb4b687b8bea46785ceaec33e5ecab4ab77e78e9812098d3478fe35e261db98296a4060b70b595d5e1787fcd0360106b99ad4d2f8a85c5f2c03d2c7e82a95681bf9ad93290afae3fc228bdc36e21b0905e886ade814517913675e071e1448593f7fdafb38dc5efd4efc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228944589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=551332f5531db403eca18f90a8400bb9b6f8fbf4b2fd93832bd13150527798888f4d65aaca8c07ea28193bc92069d20ee2e095b8080d4038836b563e5b7d6abc82420670471a0ff34df1a5d4d3b55692c352e71ddba36f2eb24c73289facefc1ac18c5da3955770d723ae1e45fe613415a83c7ecc4df81a2e665d43565b35ac408af50dcebe9ff00476692d53417cb039f02cdf237691d23f7441fbc04927e5db1266c2cf1848614255b5c357730f21119722c66c5b397bb5e4e0f32e7963edf3790fbc9b6d6120c1c2f89acfe1ed78e80945e2122aef0bce47539245c21a838f65a69f5ed77361c6ebbd4250e983a0f8ad5d7268ef55be1e9ad0f4383002dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228942516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=894240e09faa6350f6e0161e7dd5daef9cfcd1bce328b46a5b51c5ca199fbc874676373a1200681682c7e64005545fe0c5490736cd174930b93f8d26224069a469c7e74fc96d289ecf84aa8744aed7035915a51ba2ce8ae517cf3e411f16f1388f42e30e04c6e2447aa48816e80033bda2fafdfadccf6372b1f2c73ba328c36ff5f1388a62f0a5664c5eeb09395d0c0ddafc33396495fae7c504d78d463557690f0c23db2a9d141f0af8acd2c904fb057db4950576c77b7cfce02abb2957213aee6fd3956fe33d68ec26e4d711d1ac23c002718cea463d117bf35e30c9dfa9db014c40290fc2876795da578383f68f6b405854090877ea5fabbef9ffaa29e240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228967633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=62824e6d347aca5eeeb0bcd45fae24345393906f71a365e47ff6242e8f6bf687c36ae0afe116e607eb7525a1f69d20a9bb28f502ad9e4752e14c421044e2f3e08481b5142348d0f1f75184ea3356d65340369a322dbcdb6be7273182f089a21b5a90943b49f9cffa1d572f0228b3cb2af537543f2bb113ab223b94598938084281a408af60048d10681144aafcdcbbb2783e81681183f042f2e6d275a41146e361694ea6d96134f528eefede55f9ff60f7208e3feb9fdb1ffae08e5d7d2a5cbccc2e3e172f6c73623db1ec15dcd7afac9228944577def505fffce43acf6a90445773930967371eb7a3712089d898ea07572f944e71b9c7acbf9ed72c424e1c45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228970849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaf4826adf1a6ada211bf9a59e7d3057c532f0a1efe7e46c2e1d9f0f2fffea2ce29393ef1c57911702becae022637fdc06c07e9288e238e3c1100e307825e5ca563eea4f254798cc5c5c2750587e1330538c8b75ca0d96e064737ee5f559a8fd65cdbf80ecff6fbf344a1d0d852a0a4704002c185477ba3b0875198811ac91176d8c900239a7915784242a1727ed7be7a65d1b860e9098b988e8cd9b0b8bf0deed95f7584bbe86c7b90b1037b3940f9cfb4a785e3658836b7b17dff339aa006e9c16e2f074707a5ee8915e35cf50559969388c1cd74c709a6fa564c4eba51a7b5bb60fed96df41dfec138f25d57c39b0ad1dca80f8bde1efa83a103fa97166a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228990215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ad2532ad8cd20a1461f04c8093c6bb045f438af89e1f9d60447a21c262d606ef59557027fcfd0ec21082231ef8a85f550639c97933e2d01a7d592b1dd5eb5a725d2bac4b11cd0ce08baf72e1c7e737355379b8ec15419b916468e32cbecc2a644fd1853adbf6c65a3fe3c80ef6f8198dde4749ba491034fcfe7538fa68d1d3fe778ffb33fc4a783e1591e01075d1041c5ec5990df9e6c0af0aa8f3aa97d9c7e46b839e01145d7370d8d68283b7f5b742e9289c003f410bac26174a365fcb2001f3d8c79895c84cb196e2d6485c58348ee5642498e2aa49e9a18f84c2db3102a867986a741b1947fbdecdbdd846646b53283dc530bb39da4567b4ad5784dfdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228996597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e246ce7b093c483ed9a0b550b0137da0d8c5f8f52ef61e35ffff056e320429a396b6d3c6b1a9d1187afa8a49adc6048eba5ba96642023ea5dd4a13ce5f5519b1c020dcd650d1c43b9dc0334b7acc39fc8db29e8e3783b50ca701ba8d1dcd521f7f5171c36e6d3baf9bfd5141eb80b6d96cde58244d29068480b12b2b50c9f4318caa731f99fbbad556e1f1018b844137b82c6b16a7f08efbdbf948745daaf4ac0552cd1d9c905e4c420e2fa9762813e0c83c500c3147c11bd39badf376bb42f0a96fa38b58e75e0a0ae132ea39eadd2ceeebbf215a398aa24afa1c52f3527dac64b3595767afa8cd11d6eab583950d7f2ccce995892adcaa8d95b03377f4b00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229004603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80f9aa1f0708a6113f89e6cd47ef220fd6279c1b04754a296ef995d11afe3fe3e84395d67b2f6e41f9cba4d949bf9fe1e058d32964867331fd6ddc31859e03c52280024fd475e426990726c3692735c0844541db88e44581a202716ea8c3fa6b812cb2438bf761edf15f9d504d86322b64766b0dfeea35604da9019cde6e0f5e1e943e30e1d3f95d0b919e9a427fb6015727bcf0ffa9286c228e92ce8d3fe3df42317fefe39ea277d5bb0dc07fe3bd73c14e64ed24806874ac05a136f62947e6a4fb8083815926024d273c12fa2ea0ae70ad1dfdc59750b4564a2183bbf4c22e283cc178730ea9a7c8ddbb1610f11f8a3f3dafec22bae45e9f28d47738f75f0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2290136Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dea304650a41e9b19a98c1445b63e172368ab0d24c7e1c347f1e38aa25c4adf0b12875103634f760bd5ea46eedad28125efb183b495995e195311f82fe7d2bc2cd5ce6597d1856a5197e5e53b2398545b3b053eeccaf6a314927878bd9446e6695dfbb15961ab9eeac0a7b09edc1552f16f8b4f1c62ed2c4323a790b3be5c3f80909d9acb237108c709919da70b626a6ed500cadf93ebd08ddd596334d7f6cd6207e582a780b095394ae82998f1768e656a7fb06b93f0b747720980cd357c4f859b573edb2d1ffc1ab4e5490b00d28b35c28dd1448722c9a30f15ec9049a1b3b61a92495948f12fc2d9813b90770605d016f1b0056ce9c441e9dcecdf0e7d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228993221Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b469fdcf29a06c75b2844c8d4f76407d4ca6a79417c3252055b0d2885ad23f6e29226cde92a8cf94a375937839f9d68036357282ca81065f4280f21fd496efbb7d3cbee3802909f81aa57aee372ae8e6af4d8a6a9f293a8fa96a80e75c338572c6bfe2c46aea4a0c48a8e49d7de89f99fad0fe255de370ca1b6f87eda50ba06b3c8075b1e98127a5e72d74fc0558ea6755580902f4c1f92033cfd72630287932374812c40f27b375b4193b4ab5ad61f50c1b7bbfe75d3c0f26687326e4cf52f31e799d716efd1800d91a12ac401340cbf493de9c23e65303369774bf37930f5c7207ce82351457a4a8550285649cc010da78050d5f338eb203243b2281bb5a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228995926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90a0d75a0d4ae3d8370341b15fd9f01fa9caba0e6826b06d6fa5c1657886ce77658c47e73d9732db63ed6b33b3e8fc42a9a1cc4cf3f10797c5e5678842f99b542e6a04e27bc0db468aab28a521c096ed224608f9f0a346ce289826e163dbad0a2204ff36ad2aa137842bcd6537ebeb56bd62f4fd573e96a8b85c0d56f42955a96e5a156b024b1e53bc481302b04c57a42ddfbe055377cc7b99dace3a90137de6094a0a08b255aaa82b5b96df8383a54a000f1b0df5549659f131adfb2267dd28a780e9e85ce3b3090608f4e632879418068a3d5454bb2b189b83513cfe9fee84ce0cf552f0ed1936c5fcd552e01851267d749a0624bb7a1f849bba6c59d42fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229029049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7f759bb23e7638392b0ce7936e55ce01343c1a164b617ef547afb65e8af74030cee3a43126d7a49c2c41ab6730f3a9084a541de305081eeb035c78a189c95a1393be6d82ca93d06f0a151683e530bcfefa76cbe33dc490b7b5419496e8dec49c188a91e033b51731b58f7e1f1d5b6a932b9c46ac2473969f091ad7eee34481fad811d689e3e2dec9df7403c8f4f0d40fca862a348253c887f4390592625a7c75e62ae2279948e292e68baa38acc9e33e5d74aa4c4c348cec179ec92a680758def9521dfa010c764d5a34b70306eb376e9273cc5b29d57761b8de8cadce151f3e1b7e3dd3c7212f79f9d8c08dffdd18915397761d7af8bc43815c9680b453afc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229041713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4e3353d8414afaab208f88aac486a44832231938709c16379f411e362ecb89e8aafc5c60b6ac15cd9cad34155591b6bd793a4e10b5f59792cc37efa70d02a183b100848a9da4abb585a1e15b3163f3a62c6bcb2c3980421dcbc2f9ca346cef9f39b71b6e3b8e796d81a44d275bbbcaec4b88a732c22575a64f7fd59d4f8f149e31517b0620ee495fc3a19c6f35a71c4b281daadc054566c115e94e00b85edf57e37e4cad3868189486b9e9a5440ac20ee01bae62b84c5e282be12dd09efd32d52b9a91660990e755bfb3f4400a476579870af08065f9555b3924734770690dc44b8ea1d5ff23c4edd176b4b7ea31ac3b59e1c003bdc40a5888f3b7e5eff6197d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229050449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=19985bc678254bdc2e9e4c6374dc33518ec24a4b6a6a4301f70a25764c36df58bed46bd0307df34364dc755b7ea4b528806081fd59f28602b1ebb4e24dea95598c4700e3da3cecfc6212732b7f1b70e865e8f57c3d1bc77857f9b928b9616c6108b1371c63eb8e7ee6a6aede96ebf8ac1a3b260397fcf2ee9b8818ac8775311599c1f6545bf3037b48890fff27cfde60f2fb0c8856c611ac22320c5e6fd3d1f407df3100188c5ba81cd3bad63ce159111a58da8659de54953a134d48e5bcdd237f2abd9446c0d519a274ed6c61bd852b58085ee1537831e304338d4ccc11b88d8bff5e38e5ce08c6375071d191cb13e4c86076b7f33228ff7a0c2229d15b0789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229051731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a76b69ee44c9c601587fe40380b6a0746d22bf0a9b5e3fd9c55e70478180550594f89c56a24fee3a3e291006c50891446139999bc8e4a95378601c131b92de9785945a97183b0a660960c6bdb4f3ad85a32cf6b7de758eb86253e6a1784a4127dd54286d5f1bfa14cd5a14170bb9adab3137397c8860023d32e22b984a5127a401a17c6cf68994f76357acd01da84853631188c2c93fb7a4cd026c74762478c7cce8ab519427d9aa2b814684e9471a561d1f4a03abdf81aaf5223a30c3693b0efb796a8b6b01b09e845e99c162b5ca38040125541d78d4a23fc5f7842b349b28b640ebd0962fbd209e063932ba8dc65ac4c0078b3272b17e54f1dede7610c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22907236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=299ac206d3a7935448c1d3593252f5f1e4e8d9c2bc15e1cf9b27c645cfc665932d55d03afb8aa56495ed96d7dd9be64137d51a87201ae121b43ee16932d3d64cb771276fbabf4958510802d733beb1b4d987efed59a95a5f57b24356e2c158e57cd4b349757a339f1bdff356a63477ec7169a3aa700746a17c59109f12630aeea0c3813b96ef17de7df372f58aaec8d31865ed0ec808b57a055c0dc3cd7afccf0170e82f241867718ea70514b96f8f1f6909b70dbf2ead437b01caa8fe573c867bc4994749b4ee713e125a14f7110f410c5701d71fc5c765437d8c468ced85b59bf2fa47adba54150dd28cc97d89847b86674854850f11d6ded581a9d018833d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232715236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b36043613220c2be3ef00e7b4137073af4c604811e2a6aba9de79c1c11180b97bf5fbcc2f8106cbffb20227d3a3b6acf9935d599fb5aed4f9dc6939ce79f4e6805dfc2e80fe4fba40956ba6f50b4c75597e9886979a70297bad4affe1fe362cd1ee2725eeb037c80fbbd0f5019ccf6a931d8d38c9d4969fe7a8180e942fc86341528382e0f0c6a5e7ece8c4afcfcbf3452e6bb5b8fa39e445253ddcb103611d212c4a1065918012444ab9dc622fd4379f5b87bd78ba4b78eff5baf31927bfb6f36436163a0caf3295981bcf743bc53d57149fc2d9515c19de16a834f14eb26ff30ab281a43209768e9e3136150ee9512f066942f2c5dc43fad2a08878bf6b33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233194429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bad292ff2f45166cd769715c764eb93214b8c4dcce0457ae3c2d4f4f4e8c670cc6155710a6b58b8cdf4d06133731786b22b1a6f8aa8e488f5068399afc651caebb6d31fc2a24260744c5dd57b68646203f35f1121af7b916f05c31df342f34f3822f60974a8b86871ac24a2b1419d121e88a4d00ca97358916839272a77c038717ff24a394957e2879767e756b9d66623eeb53ce9869690ec6501c87a15416d743876704851b45a86ffa788fd488b4084d940de672c9d0ed435e5dfd2d044f7b2fa86bb7b69917b944d99bb7fd486b58cbec031b17396e8857b5a0def04f985a18e6e28335ef77a228b573c5c48a190be400a9583a8b5e532f34acf8e7929754&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233222322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5893920749e20ca463642a7c5b1341f38becb228d0369be72aa0c333171467c469251da36547f2c6f0f0e38cadae03d2e1a071f30cd83e99a72612e3297217076eaba9c115ddf908bd92e0353221d9af0421522d90251a5b1a753aca136f61560498c5c213f220d2a01572537df6a45f18416380b4c0d9e3b71209b4c0ac15be84ea4d621d017ac42e3aee3f74b0d608dc7d17055a6d60a404cbaf83ac5a97b7aafb078c109cbdd2a7ecdf9fc741ddd8a48d7dc414c2368c272312580319f81079b2ecdfa2b64149ad5c2f9f3ab5e163ef0234c6b1fdee2bdef313a782fa1ab8b4e869192b8fb13dad6a5627a2afda0bba7a80905beec2eda3dbcc6c4aacbc77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233239424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=40ecc75b79bdbd1b7c4963fe9e231dd88c1222b19a21ff2a8ab63b2ec32210efebbbe6475f5e8876d52c203cb198d393990cb9fa0da29f4a9ed90f6767bd2b7d2966c234645c7e78c8ff2da6fae16cccc91ffc8154178a7393c57d490503001e99f99a06fd37e186eab3978a9c3e1c471c148402152221858ea6a794339756bda7957222d3c906436c2a92602beb5c0d6426ab3e570085f31f4e8de434e3bf8ca636594b5661cd97ea5e2007e6f6d87b2cdd373f60de01fcd8073a0a0ee273bd69cdb4e8955c48b5a83d06b86b549bea53972dea499ca135bb70717c675fd117fba004692624c816a721599f229aa0f6c95f3f926d841a43bae7b1fe416d4066&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233249132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9987d99caa3f452025a13586b79832cb8728154e7fe484c6cfc524043bb189f0f6171491d0cb62e74156aa3bd97341b46decb09145710196e4818d9edaa922d32ed585dfef751c4185ddd1490d196e74effca1c0083f3bbdb261244eb381f3c6fd8233f5bc661a37c03b48079a3ad03a81c3c3fa1be397945d487589086e17dc0bee92d8f4204f30b069a69efbb035a7a3d56ece76dfa32a9bff4a0a94471a652ce427e8ca63a8d0d5a6be4f4ee974cbe45ab59aa47f41c9f8bdfd89043a50822407c77402c5c0b041f606b3ce6b010251a10daa46e468128137b35d4bee0654bba4b8fdb88214121ca7d4831ba1549ed7d7b4f2ec68898e662f56bb60ef105d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233267898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=924f257f6ce34187c49f21e1584e5252bdf280bd56d33e3c42508a5f52a1c027ea1268b796827a0df1e399a3b09d4d93c4ecc66fcc77c4f3c035828c2799a01af95d51b29758efc0be5121817fc517a597f58e3e48d5f12168c0b909abd6a8b9ffa42e923ddd89a2427b171a53964a72f855e49e3fe1e2ac903b9349126c7e6c19fcafdbac78108c5f21189f7db1ee3b3d70c4770dfffe6b051689b1e61e8bdb986a8a81f8c1234954b4df0f84260bfea4eea6a5f1fa1eba0eae9a3f448325feb67e3f8349b2bd0274c128ab195d63167587a15fbfe476e337f384d867a218dd0ce4aae544f55c8883abea2f35a8805e2407d5c97b14871171310dd4eab4e58a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232797571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1ae9fa5d452ea83ab073b827ce63df4d4c1cd3348043ad1137c018a21548d2b09198816cf18949bfa31d532ac99fe71d193f205b3c79c4a519432f557eddb1ed7557f1c0ea9697e705844626cd1a477c382de9cc1398b062b4606275fa5d80178766804315d155f299c0434c77ec1f02f58c1343ba309b7bb28b831aff8dc8e004b9cc2f8a6b89c898494da0315b596d7dd15cc9e5903dcc898f585b2eac572a1656ad4f9026ae3dd63c72d3a6be620d252f2f0e440f70465c5f1a1692c31414f4da7dc90424fbc14cc73d5a52aa73a152d3f15592e595ca4ba597bf1ff4e600df737d27f7ada69f7b5c96e4bcdba9b7efaae7efa82ed1276941c08bdb386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233309166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e820b3cc29bcd7ddc0d3d5b5c1ccb9ff44b586bf1d46c993d33e2d2c82cb7d0dc72d47d9dd9b496a51806af2746dfa31723eef3807a5b63f75c923c06c1e4d03ba64b36942f35c48f2788f3eac3fd19daadcce9275d4525a4b4936a573cb2f1ce7ca9fc572a13516cd293bcf2609d189e8db4115f540c29c8b62cb3239294429e8709f80ff640647fa4defa2bc11dfd2b8db31ca9fb01e59c674d300f902843409918d74c86c5f05b5a3f4649b11361bfc13a5d2f83e52b3c2130a255df53630ef95972a988ea0cbe2c078c25db59da5f47ce951fb2b962365b242d034830fa4ff6711a4d4a1e12570b215c81ad32418d08ab9419c1bfd466ddd27f5a45709c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233339072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1f6c5a46f7db1fc86b0609e5b7efd7e9b411b128fad38ac6d759cbe4775202edb16bc1ed7d45b97ef2099286588082ad5fd32a2b023665b56e870015d04a72e0c7d21120a91191c2207d8bd73884624f6bd287c6f99155f724fa3c9315bcf722f61406c1238a222c9ed38915a57ffc3648d0f39bd5e8fdfe3a836fd80069230bf5f1a9e403e9b216a363ea29cdb4ae3bfaee49d6ed3659bab24d075780332a8ae93888106714bc63f97034b85f0ed7a75e83732fe918fdb7b386a0f060cbc12b9168ffa9ca04e4b421844490f6d2ce1a4572eda5cf286006e3eb39db5287144f65477624cb4f62f5ad3789a7e1d69f1ed3d128f38a559f066ede0553e9bc892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233342669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a65b83e0e733d94d5eb519a13858e96f4163eb4bdb1b30cf8ae9fdb601acc7b1e1b1de9ff534837fff66d185e0e58ea68cc39c7b74b56baefa4009927009f501ac192e91524d142d5dcc76ddc3dab6eef4bba3d4a5caaa12342456e8fde558d7a93eac0e65fe712b0c05043a8b48de9161c2c554de83b1f5e0ef11308bb5814225185d88e8f0bd8dd85128500489a13c86c39df92b13b06301cf25827e5ba1d9328df2680ea61516db615c703e178301b308d2de7b1f7197082b4bd18065ed3270f2b76a50b4e9324b5822e62fba32c2b5c3e67374c34d03721610e39022480f36d3d0b35136c620fd0a799322c7093c4d0b051f4bae672c8b821322245b4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233379749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8291004e2c36702f068d716a1f51b436af41c9d9e32d5361d1955537a8df921ab505725a3bd96dfd0c3a09c0a63e8f1683c912aa768b01079538e0ec7b788b9acc9f3067a7c4f62a53d270b88fbd9439608d67841940d9bcd3d9306d042dd9dafe2abf937ff096f5b79e6fbcbb0184af927994daf3cd97e23716fb8f3bb997f824d8a0050473c29be1eb0d4be43c3174c2d62147238dcc47a46d3ed9fd815719f8b7f25d9615ef8e8b1815e6d4590e55f2f198a8f74625d8244d43a035a28c6e6fad5c98dce8e4cee09b7ce6f7d98bda9aa40c15c86805f3f99a129624bf17018242035a2a11b35b449762386f830e378f7c32c274036d13f8273e2d94524c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233392843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a211f022601c6e351ccd3712d92387cb21c26182223e837b2202ecdf130578e817cdfd72833eba35c2c8f54ea758f1ab56e99a41a5aae8cb4f46196f0edfe7033886da7d8850a49988d80f52819b8e1326c3da09da103e10df1da9f6f220ad7b648f3475f0eb53b59b86baf27e63e9f895695d5573d49d78b2c704555ecf59b6464cf6e49ce324cd1a41c70229bd720e05cc63bf63bc685d3c5c107287f43b1b5ae496d49a098601b99d34989673a4b67450d0cc081e7c26cc87c9824251327cec77fd876c8fe1dd62a88897f4c705bf27e3f258be855c51b9b9f6a0a77fac67433e62c5cdd045a14d2436270faacf68467508f2b5c4f3170f964e2da857e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233393044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3dd7ccb2b9457cf058ad1d2b626cc47073f95870b79a69fd6991202168973722e1682eb27bb3d4779eaa94bd3b455d5abc72475ea1bbd3f715fc5f9a36df78266099209af65c99602c8720aaa48c4c04bf35f867186d9641fc023c3fda406b1c83393c263b516274a0014903d84540ca09541c52ca829eec68bb1a25ee5b50c67e2f3e93dffd48f1b3a280cdacd26a3a7cb434524f86ca756663bccda32a5a49f31f9ba4657c1725a21f9c004c245ad721439a2d313ad829683a2c09da1d814fcf0185a9b9517a9aab47edc4bb972959bf5de15bba383308a5dde587bc9b17fcb832a036f4005046f84e38227f9d42ff35dfc4035719c6bc469854845cd667a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233421497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=305217b5e2f373a565fbc17b2148d5780b9620c8c5d2350c64cc2e5522d7e955e05b80b493728ff61e451a1988fae1580cc8cfb86995f2e86627a5730c9bbc77d92b78ea4e4ab3ea2810725080649e01663b0c01d89a35f41a9c1e3bad6c22b7bf1f460d90b6403bf431f9bf52eda7e1778e4068e4c33c62b3fe549bc0a8473f713e18ef6dd44071c588861fd987f07e8e26218cb0f380182b381491e060538c9727a88e81ac81ef5f2ff2bebede89c89616d414afcdcd65f0440f49b76dd62276e3294850f7dac5936aef400ca544fe68ee764efee1d021fe2cbad8c84d01b9cbd6eaaad025a3ba862b38af4f2ab7156482f553418b763d1bdf4342b1a8b66b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232946492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=979fd3024e7eeee8190ee3edeead26e3057abeb28cc86cc4b5c4c83ddfd55ac1f0e81b6849f8aa3027916214c11e74098cb6c6da92adeee0e13e6b79650db360a7f2232a0904c38194cf0b7f893c9ec86829f3e89bdfa0a24b48d7bb32a6700777cd94ccbfce624f40f365ee32e94109b470dd0fdfb597f5ced9176e3c558d75d8c95df604baa81245b30f0d7f646fa93feca71f64a621e238fb2d0cd8745f6447d1559427303518cc9f119cba25d9f74750fbe8cb2365c1a33f0548d028ee99922bc5bd790a198267b82b8b44925466e07a1d31745d6f5cf6986b9313afe953b86bc47bf63d1c8a1bb13a028f4141c21b22db88a9445d9ae6738a08f12de586&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233441505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69118da870961a44741a1af644852b1b8b6509a3b8bbc082694ec254c56d115fbaf872205cfad256e2640f9369bdae96881e63391d81cdc1c6cb8d4d425a614b1056cc23dc0ccc1d65264bd74e18c1a67d98525e78527ed5690a74609b0685940948a927e9b3c04e62f4f61799f62804bcf260950f37295c440e736cfe9ec7ad1b03e78b615b913553191726819b816e29d8096c413fb79de1df07f6272afe2d6be38a2c11b4ff966fbc7a7c825ee92d8f383c51f128416018b16f5fb48e1c3285b734d93cce23d8a8c7e7eb60e9589d50455cad24d7659a11432229fb83e8f597bb97901425238850011fa4c5b9c7c8512f4b9db99882cf774b59632eed10ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22908274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e618dee0e4cdd3e13b77aa0447589851a0b9e8f1c7dacdb8dda5de7eb73dfd4a92da48dc5f027a8ef8638025225adaad6e392ad9a093f77e094e467f8757f6b2241d2ea0a279fdd6dbb04ccbfee7b657c16ea3b44c8c13a20949be127fb3262eebb3158c81421cdbf3c504327ea697c0c4f41a2b9e9c79f6395a251c2338947edabb08dbaa84f4eea9ffdff1c2964d7526eb8ccc3a21e47da070831f81f34b976fa4e0be1a72ff24593b6c07117d63951223d8b35ad4bd694973290bd084f6abf159a183c89276a85da2b3d30059206480bda94add92d8d5e4740feb60adb3977896041f52a2b947d47a7952524218d4630f26a5ce23482b98d3f02f6b33b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229076869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=630532dc8aec019209159c4d027b05068006338fca02ed3563af0dee78edd1d9ba1504d33260e003b7cf23833efba71cb1770ceb8d647b3d681ed322b907ab3071fef8c7143707212938a9f2d1134fa83b80735b6527f915d72bd421677f6d26336097c3c96cd368bbaab31c9c3c12bb17e7677d05fd43ae252fb910988503931bb8790f6728539abc10113d6d320880bf0510ce8c14d3f113cec4dd5d7768177c414a6abbdd2654d3e64dd572763b6c3b1c40d4ace5dc35db1191f3dd57fbc7a476a31b34240ed117249cf82af84de7d04b1527920603e91dad01695a34a6b81e5a524bab2f256d7a8c936c243be18162b94e4ee94201535a2377764d3b3a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232290225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a9bd0b63a53f24d4a046865e1c3e9ec480c3fdef9ccbb3d6b2322a630a704d88f2d9e28df12519b31e196f35748a7cb5fb7ee405fe81dc118c32e69e9afa762cb7d84107d9b082576ccdde1bf3169adbb93fddf13931a12f25a98f88159fec4a68ac7522c3709befd9aab0605a0617e9095efc6f971c8a011bec315cda670ab2eb85d727d1c070c94747e33472495d5916101e2657c68773ef8efc1f40b25e6d77c4cb6baa3f46976a255949c8bdf1674148d733ddc57c0989746c2d6ef41a965d511fcb448785bedb995ab3532da9f8125fc24a96032156e652d0774ebbd1cbcf6a658cfd585a6b5f87812c39d2ad4df8085a5cb3f12eb719dcd1c8c3b5a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233248501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4ccc8e3d3c4707e29df007fefe3bb6ffed6385e7c85f0fbfc1a7aa44caa35ac310d97d8600669b4bc55cd1886d27c15d53b65e8ab0a2f37aab30cc866b1f4406f3a11972713ed0c884c1713d979522cf2a427a87b943d80269411b14b5377d2ce439ff5e0ec4219bd77ec725e0fd40b7f085efbc3b0e59a7d5b91f6eb5f952f62f46a5d5587ca9012ccc844bf6fe4254332268da28a6247f2b89d9283feff4c94c8efafbd742eb24277888d009ac16f338025f27539d3e5d7407165a19317dc43134d5ebae6610395f0b12789304c671376c745c43a2a29b288f4545f388f2ccf4c69c1e2a30cc2e980a545a5b2d03dc70e1689b16d8c05b2d1ad34d5ed5416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233768201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3e617f9532013912ae7b78e7e66efc77588e862605bd38868c757a0adf56a969fe750cdf4efb816a94b3b119561cef579d6e7a5ee342c71c2028c1c8ef1597d0ea90045ab0ccd6b0ce2f7bd5bd67549791211d973570c82664ec259877af8e9667894c4c68efb57652b66d379291ed84eb5c9e909d600b383f474bd04af29c4153e6838edd272414aa5f448376f64aa6b0d0aaedcdc22b4b8a1d055d2cf71115f0668160435941ab04a9187af3995741b3c1547e581c6cccd882245794c6b55417ac3dd3757b0ea450e2a1958f3facc0d060c89105c2e44766f9c93b3a053c8c580317d07d42d6581bbeb58cfeee0fcef6cefff95b1b7333e488b991c041246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233782017Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73b45548f9d9ae40d39cf704b46b1f9996ac5d592512acc86edd88a0f1d411f690d65e7707cd837db5912d06ced58d5e2d60739bd4cf36c1c5dbf0316a3c3781aeb71f1898816ffa068a3c6862a4211a99fee21000812e347a5e9616a05a7b812c97410ac3809b3963c4bd506a9242f2aa55fe379edd70d38b503f443ca2c06b27b449d7eca4cbdb5dffc251cdc120f2d2abcf016e754a126086b39fcb8f6e22c59c5d7578f52518a5e9df79bf7784541369043bd0ff109d36b0e21f8af4aac9d9c6c0bb55c0f8924c0ce88073eefdf06003344a130c0fc981111cd89cb2229677d4b4873f07f47518eb15fa88ec98d992b5d1ddb39d6ec6f243997e27ac4f61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233814338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98d93f6a350c27e3f77771fbce9cda36efb60854599a15bc30dba8f17f24354ca532a387861296f0bc99e5813d482931807468b96fbccb42660b52474e9692064cc798a43fae93f490e9ebef9172086853f9400c66bb16b51aed0f31966ef55dd668c28082f5f4f33641e1de1a07576a83487786c2a7e39aec9c34d0d9fd53c334f0eed6dff6147a91c20b1a5127f53c5349125466353497696ba2dbf3fd78ed3835cdc92ff37eda9aa9e7335317d3641543db86d42f526715988ff71a8c13cab59babf85eed9546cff6279a53d01ebf64ecaf80ba52f5dd47c80f109d6e016e0553d08b74cb9d30641352fe66b62979d8ce248bb9ed69b49b29dc376b462571&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233836018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84c40eae21700926b951e999ae7fd95592b5f3de86e079caa8925a5c28f09426d1b1960052dd2d80ef284d33766c1fea6ca7b984a66742ba2e378752f40cf477d0f68f00651cc831e3ebc69815bc9fde77d0166e71fe14f298cbe61982e3ab54d12813adfc37f49e2d6e3ad5c04079c4da2124e91c82410f4bc8df4169c5ce122b59f022b1ea188d5973977abf09692135e5fb4c065ee2331a7a626ac21163704381efe5bc0c6e0bceec5b5da9f4b43cdddd8589b9b0b5e1767293b025c7365b1209abc0bfef28233a6175dd1fa28459349aa2ddd10ba0725ff63cc957e638a53da188aa1d8a0521630060b43c06b23958f68840309e49e65d05bd3af580dda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233842831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bea4662564e98da32f0fd358bdc989960e94d59b74489e983a0816221c1d731a7a6cae6e19c8d11249afcdaf3dde26410adfc27310f0ff7348bc45544a3b22f875ada5127cc952ce2a854e7191074e57f11d0a0f819ee4f866f40260b10f50916c12c03efe50f60a6a77c72b690c5b3cbb07f195b97b43632118e529091877edbf7966e79fefe7848b92e0b2b62ba6e4d94000114ad0b40bec859f10a85d8f45d9f17e59abab3b8a333d7682b466bf182cee1950bbaf680ab7c4b5f12a79e2c768db978c55d3e7075f078a4814109c77da59dcb920114980547b3d0ba00dd6d621cb506b7c9f1f914ce0abc7e51351547f125aa751816f37da80dcdb74d08ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233898186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36ef1bf5938ce505c96b4e73fd739597e7298c62d1bb5f2e24eebb9341bf4d229e80509547687748e8532fee90e920f49928bc6172182e971551684427fb05f89eb94b8a76b0814e6dda470bc328c6bddf6bffa5361a9001f97222a2a6bb280e9867701b8e22ef299c764028e64d2b82d2295b24099d1e2f4fdf3e0650bc350e7a9c52803a9c270a2fa56d812e4f5395ff95a7962580f90eec721a98c683d7ca3e160f29d3a86013f204a2b15a78a2a174df77b8bfba56f4f6c815505fef096d880293ee940198cb1b2fad24d32732b88e0afe62e99507d5e83470618fda110883337b8540458652dcde67c0937b804b995e4448e2630bacea9a8f1c78a92c6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233911791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=821dcb1c295fa6f7c773711bfdba4fc7d46fc421963d7cbf15ccc87686a0239e7389cef933361f52951ab3c34a92ab6a270752e1a7234ebc739bc30f3c7cf206d9d8a87629a95cc1e0cf35135145e6a28da3367a0177caf48fcc079ee3268e0c289a555c18e31845807e15735e64790ec7a5e8c3d2a7b45496902b0757b317ec886f7115a86019f3a8dcbbdb7169ffd1a3ae7235d271feb5c9a769dddf9464d3bc8531b5bbf67f36a2ad8e9dc7f52cf0a94830372794ea82b24ccd83f1c29232aeaa6f98fc9cd6043050f5229574b8e066b669420d0cca20318084d5c1723b6f932a283a396db4631575654606334cd0f07f9a397138605b8c1a5f1c568b62cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232807149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edc7547946c2b03db5526654d78ac646d0080df2c4369a1c22d22ffae6ef011ae7b237f01f65cdfc4ca30a995cfeb0b90ef9bb399ecda33b39a0029f62e94a6faf192b591a81c69e54582fea773f4ec68d607e18b7269d973e14991ba227b187ec6c2d15d70f94881083fd1cfe02544eef64bdcc842b9aa6718945f46b89247cf02e51287eb52edcc552d01599d42540fbf228dd5b964a438d56af96c5e9b01b5c969185a6e2b7ff6b84b703bb73d4d14c05c697e6716a7ead7156d332c7a65ebfa1b34183106f68834a85692cec65efa43f556fedb02376efb3a736c88a8d0cb9ffd32050635e162f1f5aeedb40ec61e3f8a89e26c8512b3de20f428aa29b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233957958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=14ce57496243dd959fd8cfa833aa8e9d949ae43b85d27a401118a4b4bac2d6fbb1bc7aa9ea2932359b5f3e585074e9e5998b5698088f4eee2f6631ab37be0b16e656534685265558222e468d2db9fa5bf3cf11a52aa066b340caa314d54f8900cf477ed0d6c4c3f7371b9db96646a1fa25a1f67ae56be7b9d9869de24de7d9aae0b3ffab9cfb26bf0786bcf2d48f7342c0ee0c9bd069c9c9fab857286d5865202da62373565628f938781d505840417504e96ebd6001d44af3be6f5e4bfa7c00ecf56a9e2551cfc4dadad6e0c496bf81f324190c2ed229418a5c7135ca0bb9be3d3d68e0f2c9fdcdebcab84ceabc662b19004f2f9c7c6100351f34dc937bdb55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233994978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=999f415e715cc347df5bcd3d54e796e4de13a0ec271e6d25f2f89080c50b5342f6cd3f16378220dbabc825d02119c939dbb6b53203546876b9673b5d0256dc2775ce328b0e406f68c6fe523c553e22d09f7f72fb9a5db929f54c5b89e180d9a916884dca2efb29a862389379b3a13834d18041dcd5cad94b0c1531cf9187b4adf2578c82d9bd46aa504d98cef53dbb4617222fe906a0a70cf331659c49b56bd22bc9758db5bbac7ab014abcb3b4ffe01dbf5c17dec902a26c0e5ec442cfccf63db06b4ac06e125d8013413ac26218c4dd72687b67d44afcc9137c6f71e8ecd79ab01ba621ccdae0c50d3beb2cd256e2c06f9050d9a197f0182be9310e747516e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234017521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6686598483ca3bf422b6767ed0854ad57cd235e3f5767a8ab42b8b755091c4f14d232ae1aa4fcb1615599914774c626c74a8baae4f20fd3aa2ffde8997b5bc53c0ed3cefddcb290c45aaa61c028901b0354201a05c39b0333852e834b062cd40f0763b5b9d6d27a2a1c820f796cc34374f1a8719f23b6a50b6fd328fdd6718f6a7d8940fbbd0f67c2cab16fae96c2875885242734cc21b9ed0228b274ae9ba5fe7f8a0ed816052e83f12ee373a2ee7f7446bf714676a4fb8385d5d77799afd2df45f90887ee977610a32d4a9705af94d1f7043057b03117566e9f993c793217f2bf2cfb4cacf544f1bd4e955bb5e9bc301e9245895b7f89f8537f9200c11cc8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229117856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1726c35ef12671c8901ef095593773dc501b574db057cf05a9f7c129774b856cec4b6b1d9c169de86dd178baf5b29901525e453981ee2fb59fa4f835e331f0a2991e72292d49728e6ebcf2900bcd68cf914b888966e692a87f4774c0e4b3aca908ae4fb14e26735e743aacc04dedc156a7a14c6a23a2c88450637146e492775a577059b2f737f2bbab286086039f8bfbbf13ead1717198719819986ab03ed5eec28327eee0e507545634a17ef43a374e63eb92cbcfb3a8a11f4cda84638e0dd822a03526f73f55098c6032aea0014ddd26458172f291262449ec5c442d9dac57864f068a31b90acd93cdd6124507528f21e1d358dd6b8aaf5cba9a555c3a8668&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234152595Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b494603a65df741c8f6b509816acff3ee0e33c2f26d7f31b358b87f6598f772f6598bbf067d9f9c5bdc0e689c5866e6e2564ada1e66baabb56500452bab5f2e258e020c44d0d8f5a94a42e26205770068dc51def561d9aceb9e722a65e7ef4a2ef3856d79f1837de3d993f2da93b1a7f7dd45f7c72cf8a850888dbcbc3b8650591bb582ad3a9f9172256ce693680829dec6792e2e479302be7da1e4b2d625871788f2e400315195b4f6b505ed374812b6ea6569a41c92b391b19de98b8a9923fd58a3d2af3dcc639ea7a09c6ef2c6802870137b248d886b2e4625206483cb9ae40149dac5a4cda3ebefeb8166e2a003115a34b237b74f6d0e5a0c2f79b91630&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229142032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=385d3aa55f9d439ce47a4e340aeed810b916b58f40a13fce0549a1c93bc5d143a74a0eb1e78f34e1ecf2d28ea80bd2139cee57c0a6e16a8f4f36e80205e059203d94bf33cb6b3e05eec16b3583ea45a3555e817a34166301f2db2e24b4ca2437b4e27f2b59c9f42f1a7372bc8346d0984f9972c640b124240f121ea07d4de0f9f864ad47eebf1cc15f6c8de7ff8f6e5878b2213e1d106d7a5d4d4ab72403652d6a586ccdf9d3bcd483cb0f4c42284cc40ab34b88bf5aaa3319a34b1b5e9e419e0a56fdbc20a9b27193cc367f0f3be263419b5ece7765f294e977cd2eb2b956f878d588b4efb8399295893cbe4df5abb72df0580f77e49a611837b7df7f66fe2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234207479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b874d1d61f564f21223aee235dcda11503822ff7053b3a27331727aed8a7a6ad69f7bba6f8faa539d616e8eb1ec6aca7aa1b8d31ecc6a4c7097fd0d4d7b4c789a58c6e7a952768a7e1a367eee7f2de5952592f29c0c70154e8943af6029ecc0ebeef7d5a2bc9a9e1904ff0e76880106f92487b316d59060905660d349702231cbdd6aca00b98f13e126f6256374b459f2b4c1a10013a96070fc93acba54da7242307acee0b91f0a7d1c9c65ebaecb5b6edf31021469aea77478c3aeda0198637c4314c8f1db68b9cc1642430fb72abba740f9cbc849c3668e5f3f02613fa665ad46d31eddcaa56fda5c295c586cf398af3e2b42933b037a1587df6396138a27e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232847726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57959b1bf9f335eb996225aabc07218c5a3b046d9f8f05973d1cb8a687a38253ce83e0b585db4eb4b3fbd0d6690a4158b2df9b8dd77458155236124135c38df04c93c22f4d9e3fcd7485a399982f27d6d5d42deebb79c4343818b6b10f0a6b6436ee3f52f74d4fc9422396f3b907fcada7cd73e8f0ddf7ebea1d70fba12a4d95f96ad71e575232c4e181724b278efb82e72e778affcbb5b09d8e5999cf446de6fc6f06ff77742ab4fb0d449fb613de2b6964a736821e2ce787cea15e2fb3a7fd3266aebc92d1b0f3088556dd94a6f131ef6474e44e014c146942c0e9b7bb90b63ba3e20b3fb7823852bd33813acabc5204e9f8d3b895edb852daccfa5b255afa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233341166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1743833fa1d50dd60ddab999efb4661a97894fe50603435ecfa5f11b8d418311183ec31971a840b12f1773221ffe2b8afcaf35ee1ad272f4c6b5f7f57747df7449cd66474aeb451d1cf0fb96663c78a82e0a7831612bfe65b9c06aa67627058baf5a7d3f1f3b3fd395270b28a7ea4c7a61988f9507b30cb8c44f4b219f6c1a8c890c986e476e76e2c0b245ea5aa5246688ed57a47c34d8c920a8a1b89f1abc8e2cd66a50ec7e5f2168ebbd9bc349a2a92f7211d80ee91f38280078d5a1e354f81589df4d5458c064dd9bd19fcdc7e85e3896daacabf8d576e22e9a76cbe42a04c0bf1cc22a193b551a9cb72c8493ce426c62da8f107a40974fae150e37e02955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233899829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddd6846f38a62748876910b77f8c1446718ba409bfee4f0d29602dfcc337fa0730c77a2ea77b42c23d88cf3e2cea12acad576f1d7f13260bc47089df45b3a62cd1bc1abc1c14e13c68f2037358d6afe5866513c2dd93a834769e83b59e887c058c4a5771907bcd218cd1620eb077249bd52485437a3762baec9ad0e6e68a171de37a317d3ee484faaa3ebf066ceca046e65cbafb3f0841794414a7dd97ee27e091df166a80feb2004d79814df5ea722b51c29a133f0cf3306e5596c84257b6cdf5c4c175c8c57d6f29f3ce9c3db2f5f6888b78d7ee2b645b64136d0f7b16734b6560b6409121c8f8c8aa0c10f52e01fe19f22350d609832a5452d8c71c32984&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233348179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bcf8009a8cc7347f6656119009d449686b177a39b6365189dd36e87d615126e40f244f7ff6173b982d409efbad568d63455fe0f248edda4962d2eeb524028da063c94b41f69d57e91792dbcea2a9a6d474b4cb320439c99d56a65d6ba225f8d8a2327da58bafe8e6ce50fbcd8801b32881f380ce423809797418c25f94d6353905939bc2efe86a6555b8e3a100be564cdfa4ca24bb77dc6fc200bb5c2ec58182524985ed9067bbc37c8aed2ddf46c7fb5e9e08b016b452f1fef234e97d02358b7237c0ee8b8dcf6256a56d29d838bd132513d518e7eeb6126bd47cd8379bb41e8399f3605c3b9dee2cacf0a613b143a0af24a97dcb2bf775d4d1839c267c3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234325491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c1cd053d631e635aedfca1749f6e90aa7686fa408a2a37e080e33e9c6f1ab230d1d709d981cd99b12784b4bf0ed4ecbbbb96996fb72b473a534a5cda79509a54abdfde41adad9cf0cb91c6ec21cd884c5588e36af1086e28a5f724b3fd35da13f0e7872721f395dcb61e6ee9f5d6fcb94cedf678b799b98e26f6dc2f88e47311917c70b874b465dfdb5b62dfd77a1dc81e03e3a138e5c1b929658846c39af8b150324d22381883477922e10b00b446ae6a0c02f277191fda485e38ccf9232f8a597f1b7d22c0f5665df283fcd47582a7b2ac88d0d5a5a8a1280c5d864eda399db9fad52ec170015623016cc6ca60623e5017db56642d09b4384152d23235563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229154716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b797a1cb4df734efbfa80fac36fbd24f07c288504a8d19c016f291de1671226e6bb68846e91ca00f1036592970a078da1bd3c3cfc581876ca74da8e4b368baae228c44c3a9c55f9a1bcbccbd2da97bfb554529128cf5bd6b06a682df909e4d49cf5f9a69a33bc8f67db8f0314f25cbc61cb09b774fbe9970d1c6510d3c0f18d5c36791666672c773f7d9d155f41aac12663a98af2b6642ce8e4b0610bfef4a42b9a03572f285548766996e4358f2c6b6b2bc14ee7f281b1c7c8507a5b8104b42467ffe32ef8ac3ed1cfbf4d5ce00edac4b847c85c77ef5a76f7022ae7ec9d76d1c4cde35a2813c2f1a385c229bea14a183da6a5948d24e53d75a600f90602ca9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234412645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=140bc72f42ec7e6491fff71f75d26fc44970d57ef22b0ef024f611ea7bdf98a2deab153e5de4a1f2cf565fab911d378edb3414aae8d341084997bbe22eaa9188a50c689ef68ff5665af22df2c20092dedaccd3aadb0dbae31d7317f7f4a6bf39048fb16995ff4c053a894be270a47055243c4b9f24d0cd20731e884c93becc9f6db6b0b8e9324197ab84278381e83750c02675966131ec6d15cebc56ebd6f35b0e5dd50745f35690dd05cbcb061fba6fc794ad82e16c2e70a446cfde7ee0045103abf49f9f1b9de001163b5a3a22249713115fb8e73cf33f48152eccd48324366ae851a96a6fc684f7d551a6d99798e3242fb988e354a9dabf3d8dbf938f137f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229213296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c240c6d543092b5018ad74f385056e59d7bd0e08317b3090f32bcfa1ce78900bf2d7c9b2d546736ad50eae278af82b20d96ad7f0add1b8d5a14e134c11ecefa5dd4eb0c290750320cc72ab8f2ef2c0609c9d308f9d5b0f6965e4663b65a1b5aea2f5e8dea51844f948e0392530619dcef0cb698512719507c9c09b100156ba71576abaa54e8c5a17e1776a3a74da0419ed437fbb7db1dfe1f825d87035059e25c17c0d7561fbb97b2f66fa00e82042b2ea17677ea34b7d21c52566138f046bcbd2d2942eee767ce92f2b81c6c93b480de01a084f285f038b36bcefbb0aa0384a0d69fedab09efed2690d4561299d3c0d1eec10a0f971ab64d06b22ef43e867a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234457299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2bb8eb1db48741495823deac8e630792fc4ddbed384ff994d18eaeb54b06621a5b1472bba2413c4572911ef370b429db47040875639dc3cf1f05a050519939c48e4b4a7c4c9aae1dad1bd5f8cae7c311d6585a2d54dd7400a49707a795a74205c1da2da2ec081e3995b205bcf2884410318e6bc9330e545c326c7ec63fb4eb48f9e59a6e437ef936c190fa6c609b634c6121cb4b478e7b3909e6b44b9c5a4447d959d19c24edb1b269c96e320f17f39d74fce96973484ec3273c0afae03418b2c0b25eaf9e24a162269e3c3c51c2eeb1f3de130d2d13cb485afc29e15332d4d85db7a1119bbe500166e04f0b796d8b986e5969d4fd88924cdd9a96d9af970692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234484761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5612d1b9e9c0bc7df6a9ae11fb4ed5447b82babc904ae43819000d7287a65f3def305afebb3e504d6d3d8d256af7cd53b4960d82237191f4c9938e70e9a55012d6d0e6c10570d31c21fb7636a4bf587bac3466c7d35af16efcdc7a2ec879e4a5f357455db3b69051c73e20d90fdf838b3e2f4e27f64fe3083d7467a04199b722456c564496e526bc6091b6d5ed31314a232e6ca4cb943372d3025456e64a3dd7da36fbffe0c3af0ff4820fdea66611a3ce339e4ee54206f1b5feea6335e6be604939b92881f65318253ed62835b1ccd1da3afd670ed4a2cb97d17b48b1cc024de4bb382c25c37edaff2ba908612b4dde91aef26f54154cb12de05d3d8e4b1b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234524857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=157ab81ca7a9d15092f20d2f5ac170f9e23c49784ba67a992f4e5f05dda4ee44686e132b1490a5f0b58509c19f56bfc69a95906f11eca2dfda7f045d8c0e4bf0078c43f8bd52c0fe2f3f2ce3e738691f002be38e42a8b4c69f9e4a18722befdd91e6988e404842e892d93ec682f665fbbc0d9ecdccc0a1556ffa10609413ec4ef1042626cb8217e3bc2f4c022f47bdd0203eb8bf421008729b51b93954ed4e627da997cb562dcd992aa15aa93a27b9a0ff2105a5c93a3515849c6285dd8312765cb5e58201a32a8f8ca66b85de6432d090e6c5900b22f51e6994fa227ea99e74bce9296dcb290f70ab07d7c013f59a45b2c952abacd8f647117e334b5ddb1445&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234547239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20409aa2bf2a8b01a7583edf71d4d8a0e998a9f56b8f64ee3b3d4abca8b048ee18986dd867bd014deb88f6f6a8a5feaa55e6deb0b6d28b6a91c85a8445b6c94a521ca68d89521b8771904e7188693a7e18f23933dabfb9826a197c681df29c8b87817421ac8316c70954689567e2e7772c15843123d9d1d6b1abc41984f30449345512ef9e54486363abc0a8351ce7f68428d1654a0724b48481ce9906f0942ff4e3505b206d5018ed74744013b0adfd8911b8dea08baf5af5ed0a2f750b153692bad1bf73b21ecb604f2db0ef54a12d0713d3bdaa2c0b5e51af3a4d7c59bb5768e91d4b1befa4b902b789c42bc89b104664e7c0a1e7b4caf5ba253482378ede&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234597103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba77b8bda4162857d9de064ab0c83563566aa80df8de3e0fa738aefb4d27f70ba45d843d66969635ef517bd54778a4dd1318282169f08576a3a1989c329d9860df7aedaa43e73e8e80e406e5cf6cea08a4d27b4c295696d23719b9c66dd546d3dc6e59f0d5d35f8c80a7db8998ae70f761cccf91775cfa3ff3c6238871e818cd7df84bd8ad4fa2685e97a5eeff90699bdc979c00cf016e3d6e0f809333e84b4d62cd6ed241edc5f9da80d3ff777b94db2662ab5a0fec2cc4b33a41613dc9c2c4d96ceec48fc1b44b294a7b7967214bf1e2b32731d9603812824ff31a4b2958e0ad634187b79d973d8e9925d6d577dc8413d9f0701232a1bc2864e7cede7ead3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234659821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=49e9fc4c4a2ff85667b2e079083f7ab72e2f911337bb3388ae07338cdefa01f536de8e7a67c7d1c458e272da874f5452d3fe7b3286d0f8d20410a50fc6ff7c047bb769710385154a2c25db9a0fbd9e0a597b2175c8afd1aed4c7cc4d28ca25c0d0856eb2ffeeea80c72c3e5960ed23cd32f454b4cce73e3b5b7fac172ad74135625b32b4d941d6df6fe2ac92f638829f341996755febb38a85847143278fe4598e0818e14718774293e1540416a5788080b3a69fedb8201e7ebc74f8b135cc26983b492b34576a4b918499eee250dc61b2cee270966f7b01c7dc9dd09f9992f8b0a4c1048e2e020f1faa7ce776a48093c030f773a213204972d6dc657289eb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229266526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55ed0e41440f85c9bb827f4e9bbb4e94720a4aeb9a82e8c0f752b2bdf787c4afe62d10f89b2ff222fc08fbbb36e6709d00002019071346923e00cd5be08754ce46a270740d7746504559c50d7725bfa60655d379e2022f3927dbb10b8461940af19319a222a901d49b1d1ddc0a19f1bf4b1337618d16951712ef2e2632750ee93a78d6e462dad4e87198c398f8c2ef5a010aafa40857bff4c8de38c3caad387196d72740b905531c14eae7d73dd2598868c8834b4cdb8a1db40115486ee4cb619d504a6d4cedc42b25ea9a4279a46e565d31a609e94b60acf9299c97fd026fb5387178745af76db8be6a714cc8f7a7b8e7f3287544583857c818531602b79653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229381082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=827f89feae9a88430e6000347d7559ae633965ecc96610e323e0e17521f53e6ba0604edcd95fa4e327a9b7960f0589e87a6f0f199571309964278e95eb0ef38160ac8b39c6f2ff2a5ad686ccdfb21356addcfef3881d2abcc869c9a45917b4750c524890c0c2faa979e927cfaa2747f3bd9739b60b74c2aa8247764c6f738202090c440582bfbe11be902bdf2bed54acb2668d7b1e821db5d81be13fb8e202856899c2f617e898d8400135e8e138c3e05b6b6cf72a2433ae92c8b6c94b27e3133ed2c6bd77fcceadc6c8163ad5fd745d450308e0f710b322a8bf648e57eaaf5ae1e86d175a68c9f85938e54235854ad0b832f39af3faff5392a9bbefa399d8bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233769623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e5ad2788535ee6108ca644742d65b5b955e70e969b5cd813480311da4010f42173729b7336d7d1b6afd799d98e6bf077b4b5e2169f4b165bd9b745d3ad908dfcc7ea9165c723201754476fd4035c44aa743ab5eb1ed858e8e8ab1594390f0cabf8d1919f1d81e53b8057beb0ced4f43b8738ae427eb96ab5aacedaa39903fab11dd9efd0268015569b0c36a81e8fe2c413be91a150c7a3e42dfb8d6337a7608ca48ff6d2e386761fbb38d78d92a2b52c27ab0f8342ca9648ba968583759d4dc0a7803ac46ac9c4398a01191e80f9dadc1010fa4f57e2171a76ef964be96940fc6aed9b179a38af68f60b886cfc68c163197f6a157b9ea06a4aeefa4079d8f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229182969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b101ff18e30c3fc91a5143b123e9e2941a38d2ce056d67eeac17af3e39a7bb25bb0dac8f9474eec409ce49f48ad218a9d893cbeeecdb7a1e1e0cf35c8fae88cfef9347290c5c557ed67a688db2e21ca25b7faf7a9c4a73c1d14de14ccb58c8a6e2dab0aa804559bb099e4cb65863d939fea9d0a7238145b73be1fc24bdd4de3404deeccfde50a672096d58226a9b345a9718ed43695a5d3fa470b9ca39309f8ba0fcc7e4a6a9fbc418d6321e543fb5c5c0689e71a94eaf11d7e4bfe29b38c347b77f07b3355265c944a98b643f39644515a79247a80afc1ae4a06d7ecd0079b2a5c55d1f5a42f79e8d6ab2cfa61c6770a8a91dbb760339afce62dd8c58f287a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229218235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4f6430fe4d37c51926f8f0fbe813f087b7d4b80a8aa6fb4430502717bc9469ce198631aa841abab94502d0af53bfc6619a844ff7d8aa4de2337bdc86c90c46ca58f1516648a978f19fde9429b9207e2735b58442a22505f79863eb962b09ca8509044b19f94e0fdcf8768343510650cf02f7042585aa20406abc21e97250f8bf7e3913ee2b1c385d8cdb36af2114c803260995ff80ae789eb86b062fa55190ade9278f11a45f889db6f2e2e1a100944796dc19e7cfb0086e1c4b4ed0711066e248c6ca75e55fbb77be47f8d3895e6a09fd7f5092f4592745577d69b1e8a24aede8de76d20c71c911c16aaffb212fb7fb218ce9c2ba404f7c7de2ce8ca397a86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234739932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1373d9089582a1022ce6028725718338d15e5cbe0b9a3407774ca31e619112f4b24e4260f725862e909ea92944a2e65def95b3f816b46f907452f1c0a3102022cf38c9cf75039cfee891db78006149b2bf3054d5c346edd9f4d0ddb8610b71646b0492f0ecfce35717eb308b767561355848e2cea5e2e8803e88f3d2bfc0c2d716a1cf8ef106ff3c3d23097b0caed7b8f06bd23b202e2f6d730a52bdf428357cc99489abf2ad1ba4168084ab6e0e2f8175c3b97147f7f56f590620c80047785cc57ccc2e5ce9afac2fa56b3137a0cc3a1c38058fb0ec038d9eba7f1666b185c98834b96e2cb4170c9ae9497433f563a05b64f051e4f63a4c475e477ecdd9973a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234736145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a4db0f50a54ad636f0ae19b915028ce3caeeb2de8e1585cbebf3b97fb63c8c46b59ded07d4d276f4765cf8fde224a308dc206beb4bc3ac025bba37c7ff44ddbc876617c62e88c4bcb3b474bd3a0361d668acbd9546b1f4f1d42781715a402f2f105185afd73f4a25e4b19a28d3c06f1cc7fb5bde7898d37ec840212a883b9a4475d0bfeee5f8fd75e88f3a1b166236177431809b4dd289b2330040bb36b7743a7e6210f23e437a30389c9a5af9452422a960afe26f77d56ae92dddfdeda24b768c65a1c8c6b905e9413a534931cedcfcaee23be992631ad5ad037e545b8998584278d1e39b981d69a10b757c8649e9a60ccb908e40ddb6d1716a035b6ce71c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234768416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ada877a744c7f2f1ab771f963e7f8e8a8899c0b7bb99fcca7a0e1dffa7c4482d683ae80b2fda1f8a134b8017de954d74c93f827990af6431d58240076349d003aca91df21da6a4a4c365dfbb40d63fdb24f87d4a9db4adcc292cf6e7cacb43148ddbd70c653b2d0762fbc6ec5e7b220e3ac8abe3523a2d3a50760e60b18dcd26617bec18e39258fd821c11877e9c9178ad6dbd1ab3e4c591d0c5e4afbfbf4467f2089e5dcd4a546180a1ae1af62894c560ab7e13bfc0d96ba3520bc53fbbe9faf1edce1cded36206c6425958da0c8fa7cb46d82da73f45ef63a9a1d2c90d17d8ec6314dcf41a1c9c80e04095e7aa9acea2497c98f56d3cbef5863489446c35da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229315168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b30aa8360e2e8f926b4c318ebf1bfb1293626fbadfb436bd7f9f571c88cac585e79542e8bd180002d00a3fafde86a821df814d146f24e17fe2169ad5964f024ecc9d5cb92c3b07ecc410aa3e4f29f91eac3afc6fc15f062234f46a49686cfe7b17e68fbf4c8b3729fa554d09617ea0d52dc9bc00f57bf72bd9cdc3516820c2e3e860692a3a2f2f0057bf74e161837463b9ca016dd8e9bc3b057280d403bc9465c20b222770a78cc351ceee6ce8791a36bda95964bf8889014473fac10e0cb3bad0b18869e0a3c8f025c121e69f7817afed21d77015ac1b124eb3452624cf898ad44f43e00d3e15f2ef0e5d17f313ade04442a2401fb5b83fc8e2b7fdfbcb8daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234809744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=805209c715b18fb53d35cbd0d5632c257799de34b6539f21934a7bc0a52d8cb3986b101045be58c2cb76a71f82eb7ed5f60228d165160d7de5c7892496780e4c4fb5f4ef17da471722c7f77c3d6b629f40d308d9953ffcdd6cbd0d112c4a6934e181d82585b604387b1de225205c6a027f604efe003f1dc6629d7b561a1bedb16c0b8615b5baf15a451f5b64fcd6c21424dd7ec8d234c893b7b7347a6dc902a7ae707618551ca11338c5f03a425867b334d9b6b4b2aacad6e1dc46f917884f9fc8a69e401d04c4df55fd895abaea5e923876046935a51366830ae4246685e87d8f946edf4c33dbade8526d61888aa6dd05d0f3b1dc53c85b707b8339285a2834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229333442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77719c28c5dbea9ffbf624e9bf0597db4452565c649a9c54d1e777d700f3b4fed2b6ff7d6e205071a96a8a4ed2701522245a80a62db0f11570553f31e9cb3a55a645cb1def8f804d358482bbd4abae065a443baca3cb592c080c76faba4f6a2473ff70dc54960138907fe013c9d4e5959e63f5ad248677c00c6446305284e605a759c12203d995c103fb4e45051d4056140ce021917153401d56808aca8fb55fee7768acce55f3c801cb7cb288c3981d8963c5e3d5466997dc17ab011c2376971bf91d9e6909aab8d3d2bd99c0419899e4701c416ae633f144e8f38346d9a14b1d182a1c27efdd459dd146ccafe1ae9479a5e7e91808479dd8cd988c15f429bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234905925Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=525f0fb80e759ca7cee298152bc246cfec91ea9886a7efd4da5f6de644f6778880fee737e4504b2dff808a5f246b255554cf43fc74b4b60029f3f089959ae30c69f9e4653ffa4945251e2790aa74a4e73c67463835ecb07c6dbf7d6b4ac32ab4555aeab3fca2786f5329390cbb61519267c7a5f148442327f8c2658f302b68160b6b3c3d19ef850e7b39f28405a2aefa4a4141177dc8165f184a1204da0ac49d4fd358133a05559fa119eb43f061e6e1d31491a740c32d6d5b0f1a1d7a255638287d6f606f700ec3c4e535b3e837b57d618774152a98b187eb4c1edddadbb32d48c417b8e40ef2ff41e27826904faf805138a37c395f7dbe65ee87875388da6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229349853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=477869e760aedccb6a10c9de677d6a3c928dc5769a4024e2050e6a66e8c111d8b9595df83be885fe8bac870b0367c7ebbe59d65be5124dd5ab91936a0078b3e2ea1a73be331d3c59e0211748e6b4950f670eca7558a874d3466dab00d47bacbf10f04b12b2e0314a6403903c95f81ff2b4e78a90c0d23271f264bb0df2ae7368aee6a28a31329347cc0a8df39eaa05091604d8567fdf6bcfb890285552f36dd19877569ec2d1a0857b0ee609c47d0f1b268b141781a1a24a63bb7f292aff7e8e9755b1c7d527fdcf2f5a75da7a70e8ba546f5bde8da6b3a75ffa289896a3c947336adef265adcb9446629aa37c7fb0209c61de982af6abab43d80aaafb2aa7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234963814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972bf8fc8bb04dbfa4e4739244d8e97f04f47c18333b0c2283c8e609aa3758b9617cb078c4a87194869688ff66c02911643859755b90265911ce7d4bdca280072d3981590669a71e3389de6742e263b0b508b28819c1c0b4d49d5b29999013458970d5d26322c846b2838252749ba0a64680a8d9d721d00337a8f9284a6f834e1cc4b5fb8f4ae1928670ed2351e4abf0ee15e6519154fdb57744131a16bf1847a69151118557155f4bf386fd57bc79cbcb691c7a225159b3f8b60359efc4bd0c4ee4eed8731175d2ff35579ac24270b666ea508280e4e4ef41341cf2adf84a76193631ba0c42ae3c23a2d18c441a0b44b78141e8b96a1fa396f15e449c14699f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229414215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a97661c8c4e7ba45d76522ea64e044faa914a63ba9042d8790f92bfa2351e8207d0e751f14edda62632e3bf13f0b4c7a17bbc4776138892dbb234366225dc5b1c38237c627d50062bbcb3e57524526d56ab4374003b5f5c08ea76033f5a9cd7ef46ab11b58c1ba4592620533e08e48cd0f96240f100e33c4f0cd494feb9d904c0e69443ca12246066e7694b5cd1a3868bc8ea4a1cdd985b87066a2f4c1f9da949ef09f1593a3c340b28124da0524277aee9675739e8f71c46e6337c881ef5972bf1d59346d6c3d1d7b063b467f37c762d453b6c46d516bca7ff3fa1148aeb67c0e08e7612448541a6be3b4befec888b7c3e19c2f85f9a8fa5eb2ec501acea909&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235221119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2030d441561de40e4b2c027642ba15a1973ff73dc41d576040fb282478c0d1d88a9a2606d27da36557b557177ebdb4972d55a4a9f9d61102fda57efe5737c584d7e8ce0f0d7736aa16156f10fdcc82e2a3e1bcd7b0df9494db088bfa7e5bc44df2c6d2de3a47f187308187617f17473572eb3ca93b2ddfd277bacd1b4f266c847380acbabd33b73ae5a95e8addb27da7f495b34602688cd8fc74f59b516fcf55183d51b86477e56d649399d2d3aaa301da68cf4013d7d1f80087c4c879b294b49233c1033a1bd23a3087a26a82dc389e17b56ac868efecefbf397e18cee6794c8630432770223ce500b3e6ee866572328a83fae1f07e14e20b29674a339991e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235240425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25e0f204e24b7ade50847414e254d0dd19b315e6e833c86ff063918ea20222dc352acb9c80e41ac14e9cbd46007161495c153964625dde06271bb236bd7d645caf440c636cfb6029dbf0284491fdc09c5608a1800dc54116e484cce60327072c97db7b8a26d4df77a7978b3ba6e9ad6bd4fc76272d27b0948118fc9e209275536c2d2f8bd5499f637b8d8da9b90437d2132acf8c6eec7a334de06d39633fb96532dfca893b6bf814d65b784a9f5fa40fec4fda0c07cdd8c196fe4f85d375118015ca7c973e4df601cb2b7734777b43f12ca0dc74aa4e26bf638ae90f8aae94adb6808c66e0a46fad9f5ab837c35b3aa465b00373e34bfcc2c97153e94473077e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235266895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ba2d788a402dbf1214c8a1db08851cd0d1e2a23667fdbb171de55aa028243ef3d68b25654ba9b607c6031105ebecee41d0cf0bf546e26aafa1f4117a6b37afa42df0327a1adbf8b99b563206ccc6f847a2c52f26fad0306994ae5872dfff6cabf4ccb021389da806a83195703d802f406bdd7a6c835318db14411e537a502fd9a27252a71c446917da8c9e7408258f4e664b8aaf3f42cb8a42d853d4bca32a77c60f0b1be12488e4bf7a02be6f794a4a72ce7066dc2f0ddf42ccc1403ef00f60a706ad86c0ee98d80e2e74f1f7209aa545e46f9895fffa3913c05aa9a9f736cf9903950085895e7c53bac67233beecbfce37db14e0d43331001f6ab1cd077e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235278036Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aa41c9558295775cfa4d5dc7b984faa4f1ba3255c32faa61c96938ba7152b95af1e27d51c25944428dfd9838c9ff5cba876131f061aa8552ad6a993c7134baded19556dd33e5b0dec00d0daca050a20bf8ff659c299002b02106f9e5117e4d5c9fa87b4e6ff523927b4cde26e045a9354746bd5d22b4a431ebeac76954f8bd7ce8ee249a630a495494888f5439055ae36cd81d2fdbaebfef82c3f348c13843cb438972c4279d20027b052724ecb64b95eaa150fdde17f81faee179a83723b83f6c7046da7424d6831413d09ccd6c28fa5d8b60487c7a67220abc0b1a52738cbd3d2350c20927fdb4bce69d0cf1852a80eec7ac88bad760a786083cf880beb97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235303705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=13fc422bafb1e336c831c2d7db9b4079184eebce3a9fa69c104046097194fbb2eab0bdf9609ffa7739534cd5fbf3a419cec9e1d0b412c0ff218d55c4455f719328bd14e773adba9baf3bfa781c3df65e3cff81ebeda2c9d77b581d1b54026ea3ee61e639ca0265b4a2303ededa3def5f82a52c4dc068964ef7e30937655c7b756b7de722ec71557325a8459adfe791e8f06237e53d42b765edadde29964180c11b5a8bf0bbe3fbc7b20ab6ae049b699a3e54f10bbbcf6ce0036a8a6ff697f68c79d78a3afebc7f34bbe4dba1bcd2145d16673c4199b9b5c9d28a17cca1ac8c4cfc1a7ad532ce75cf88a798ab7886613a9eabfcc547611d1d78905a062e9e167b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232896327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a5d2fbfe7b5b5851b6ef4a80749be1ea701050758ec2a9cd410186127fc2c5aaf6afc552d507ab6be96a889e0c9f18ffc5793901fac805cd14603c15b5b9303d6b5c659f0d025515e1e77add222d20e2b736ea9130dd8629930758bffcc5949a69a99a2e308bde6dd37ad127f53e13a407b38b18523123032c82f73d826f405afbd0dc9bb5aec9424fd239b0eb9a671cdad0eae2639953c4747caa709846ea87a8cbac407e910b988179cead9dedc1745b5ce25f4be3480a9f887324d48a35fd02aa75600be32fff27c7779331ef8302c80c63e5effc474d23620f347634a07c308185dcb71a52cd39d4dc48d9efe7afd58ea5a7e60f2619dad045374a7692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235625251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ee73ab79aa77ea3ab91846b969f155b5f82bef01f908645aa368b48778423753d91eb0d376448b8849d0a9e212971f3730cc4f8b04fb023c6a076383cf73996f33c7609f56b957824111879531316434709a3d2a68661b31bc04331f38e6299399486f59675aa6f59cacf213d37c64455dad4c5cf08a9ea443b958045e2a5187e7b3ab4a4e3a710aa780386c36e2580a426989fbb8323d4c154cbf6ec7fe459d3efef2ad261af56ab8343b5235d3aa67e8d4df1a66c34566510c488c6eb4cf2415434190b640e45b86ab7320b48123fe5c2a528fa5e4619f2cc1bab6c61dc5ef95227bd7ee51eabc2739245789cbd5800221750bb32926c75ad70df93dfdde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229464129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e04a910245b6871d13268be0d832bf60fc0ce1eabc041b53ef20795788822386bc8c33cb12cb99b246308127c78bde8c25502ce3384aa7d5aa5c19170978264ea160c745f91c841b6d6ee1372c392170e272bdc23fde04cdde609306084f50904eab5df940109cba1182189729b2994b7a75fd147421b4c58bc9214fc1319eaa04b2f25c05009a45d2b6cb4e40094b7c12140bcf938aabb29cbf7e70c0b8634186bebcfc38251504de4d41f5a2f620f490738d7bf38ef22aa87c26705fa43f832ba0c4c02c356d3424805f85461689d81a1524ecce948618615c0f50951b77ea2cb4936fc7b54e47271e584a4f80202c09fc303a620004e8293079e2812572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235739185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6cb2b31e3360d61c1b70c310e5d1ec420000da3558373634d39baca2f7a6283e91cbe6eda140720ba2ad53a0016140b4db25e00b5008d6256f5c2bbb903dd8bef43dc71304dee03d5ff21c2d17c59ca1818ace9e4ab097159645ce35409f33e34883414c8c70dd8add7319203cacbe27bba5e708a872eb31e1f84c37bcd138ecb8e5c494af4a160d82d8e97c3d52dc6faafa2f7194ff9451baa7318606b711334a8b43a3418c6ce727892652697366c8cba52d80c217a492e85ff0ae84920bad1de84a307abaea40d3eb729f03420985243a25a704df7d502366186e0d42be284235e5d3c133b13901f0971bf9197b39938934e0a719c4ea1ee10a1f9b1df35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235801964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4eb5f45555cb501bfe3547d9047efb410800f05056d9faa9853e9796d680f16a9c081ae0ae08ca4a098309e4caa80fc84fd65442ec8b152efbe1eb55332b3169830a46ca6efeaa50f9c7326be48fd554c017779047021d4ee8747093412286079250556436e22304a7f5b3000b1e22db772635c67527c7a10182a8e9d128ed5deb43d40aaf88a7d4353a024f2197827aa440d4b3c8150271bad8c6b4b140536528ccbecd9d918cbd3e456315191895a901b303e8f2ef3656ca75db72230d68f33f19939d5f7e74e9a11616eb611482eae3c3223e696546a24a091e56700142e10c429764e14faac0b721c03c6e87e5f64f4083ac351435f2fed0e1a80af89f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235813305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=701e51a4886909cb8eb450cd982e2fc7ee91a9c6fda145f4dfbce7c82b573b094793b7c2654c63f76af14558729cd6a54bef73e75d8e8e1c40635366646987871712a25620058142c2afde5d955052f01fc0e84030be35c8e26bfa76650d922624d33e160ad4df0e9d812911195be4b36f80f7991588b3ea5aadac0ab01266f3fa39b887d9aae18306ba10741c3cd25d616281d445fb528cefd4758cc8ea036177251cad2270c703a2e6dd3d514ba3de4c280466e9d49bf90c22b9291f5855b1269407eef88efa0d015fadc99259f4935951aaa152a0d013bd68bcba33626e84acc090d2570550c9fe3036d5e54064c9bdaef8d552b7021476bb567795d10271&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235865574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a390fc92161997ffb43bff5191a36c98fc30e276bef72a24ecdbf9c3a3c69dcd297065763aac07ff65dc7c8699ecc69e371773bea01c4d6d06e9d48fa65abe1a49f6ca99a6d5c44108f47a3730deeaf650d4ea72e8674ab9e9b32b0948fb6baa9397af67f6bf65eed21b8cd6ac274dcdcc5787d5b0664c88ff60a4210dce04d4b8b0fc5aba7e39f510d9d56e175a761a66686fa50043b5afee14748a814246dd8d1c23fea77bc4cb326c3ef3daa6a0cffcbc9fb0e3ba1a5f019bda5560cd695d0b19c6bf8dbad94a65ee172597b83ffb659dc39e8e47810ec0a12f957f20abbb0e2b1d498144d400c05b0e5dbf3b0a32c9bacb5866a04f2397376181e3de518&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235877145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3333944fd2b217e49840f94ed6f563c14d2bb9ab99edd15e3b5252cfb885a23481e87d7f1b96527d63997649f910b11343591f8eac20f43abed3d13325749c8473577bbd55f28e8fec91f4b8374567f4674ad498150117d34e7dfb1e924c7b614ccc1f8d31a6af52b2c958bdc29a6d68ace6f53453ddcb7be7bebacba3f395dc249c32fe5ee984df70c21d0bc4bb3e95551a020bc1ea2c71c45ea6ffbb579400ca84837c59e6cb712aa1078f3c9a23dcbccd63d839dbf2fd6979a6a5afd72ac6536b28ded09bfbd0c75371cebf7ee538af04d23b26360ecaaf046740cc2205b14ea5c9db9086bb28b38e051a74b9bbb48dc41edbbf2b812158421ae39b063868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23587945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f986767718947a7171eb4838626db3ee362ed46481da2a8af35ab40e838194338400dd457dfd156487662a86e4e181dbc18de36d100c62cae183bf681c4adb4fda48de4cd6f677450f0f96b568c7abf952cb6dee89bab3d9363f5f982985c75218a132242443a936f52090eb744f27dae9578c346eac63e80a803f1e69c7c1cd59a0ba3fa2fd8ee476c1e7842fadd464df1ac2890e5712d6f08f5066928f3299cc2ebfcb940dbac9a91f84085c268e0fcf86a147de2fa9e829e6d922db6dc75048b0fdb277c9412edbeb8e7396e947d2aa3e83ec1eba6c265e9ddb2d9a77817e6a6e38dbdef108b05992ada3d2fafca5e7697aebbe0b349aece09708b473f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235938862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3a1bf71a8c5f7e496339bf66acc619fe23326417bc0cbb08a1b9b7ad809b15d2ad7224f3fea0e3163740fa3b744e99e53767ac3f2d3e52118d94292b1a35e8fad1f522c9f281612af2ad03df3d77ac86b3d856ba60ba2dbc5db7210ee8be4ac12d8389da93dec35ae5e2a467c18b472200c90eca780dd74f1f0e9de4072febe93578a199246865fa81ebaf400237d816fa63a5d020df707d376547b521ed53e89457d0d7d04e6e36bffc096c6bcc7be29ceaabbf51d706d9898f4883cef105a572c59c220aa75c00eda3fea87fc5ff527fe4777085fca03674d4114fa7cba2591a5203d43b04807b8417f207d7b14a292e1ff806e883ea3bf28341d1d62af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235968097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=152a29450e86e5ed9a78189cab06b6d3ea608e996bfaf036a4222b5b5a13babbde0e98839e41d49bda11b3a777f3d1f3b9787bf62aa91de3c03c997241ddd4fa949092d3aab923221ebd6bef5f33cbf936504347b05fb5a365dbb74589ddee68756a105a92481aa70a3b920b8c5e4325e525f1435761f5473b498f051c013fdb8920addec2d46665e943902917dd4186254aae54df2779ba1f9b5c44704985a06ebff1183cfce0d395b4f60035ad73d9b163d79c7a02446c5c758be6b1c2e2c52e0e06d6fed01ebed3407e1cedd76ae4ca99d8784d9daff4643c86e14dff5818f2485c04929f654c5275149a8c90a1b43e548a9f9dedad40680cfa7e2b557902&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236144179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e03fb030eecb5a469f5f67fc2bd945b2030890dce9a87915b6fc24dbfcc1af815a6e271d79a43b903c902ec58d542726a0985c25c4bd60c1973342db3b0b5b266fdc4acb152aadf1dd471d84c187e80705019bdbb0aa9a895454a292a2532db22991c8693f269ca5db50a0fa0d3558e7dc378998cf0ae77d471670f33862ac3ec3016ee120d590641148706df761d46a0f004873ca06d16dc3a6bf034065cf04e3515ae4d3221edc83b45bfcba9151196d01e7e849347341bdedc1e5d2263c1cb5255fbf969c85362f9d8d99198cfcbbb14ddd76c16f30b1e24cdcfc2194f67c7376a113a961eed07cf79a84e504148d9f1f773cdf4052372d91bbb57bad39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229472695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44f4208cc78760116c158e6d673994bde6799dd84e4ee87cd641b51810be101a136c20395d243fc0ce602aabe865e4e2a2f924213e34f6a687ae3ab987e6dce9a16c1deb67d3dc582254f0a8507377f2bb39fce548aed761453c39254c7737cde94d29c4b934eaef7f572fed248602a8cd74c53093ac928141bd526bba4604bfeecf843ac5d63a237a3c6d83598ec01f9b1159f80d0f5133fa535a82ffe20978fbee0356596e1a6f40389c7d23b15e68b9c8779121253ae06110c4a01344f6baf2fe93c20f1ed37e358ab8d9fb866962d941dee689a1b0539b1516fe8d8898b9d1cb4965f18ce3a205781bc73835c57fbdeac7912791e43d3c6e5569429a29df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236584769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31118e834b088d17fda769781da936a18d5e4ddc9e774127dfa7dd262ededa0cee0637babb8117c3b7a5c4b4db8c0fe3675be5f2eb825b29d78273e0ca5de1f4484d614633e0d130be8ae1a55090567ecc93b82660c3ddd5e3b641d710b93eaf967c078c47e59901396c7dd559f76270032f32965bb7660b6768f2e1fce883e3a2656a6a591babd8621a13ac6a35a22d7d8bfa157e7e9aa21bc6c45fc283d57dd7eb8fa7155b1701deecf513f36f61bc49a5f72cae961fff58f7f3e5d75c32029011fc7f9a69113b29ca2b0bae9252f07b5a22a6aa5066e044baa59e025bb1d3861f8e04631db90e6215a2fe499985a949dd74b29aa822c03d16a06bd8da6443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235739346Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1962c79e5ca1254efeca44a40cccab6391a138b5b4cca2422c88020ba549fe8a885d1d03c625de7f502d981b3d938d2d65b4cc89270d4bfd7512b48eb1b2c6123bae59542222d2b6a8c51172b298e66e1feaa8a30cd1f23de0fa7701a7c9a3a89817001df5cc85075b5ed97307005639d0febdfb7623a701245694badd177081d1fc0067fc94bd49210ed632c70024f2c63cb22179f24870277d7f1b0b89256fe173164b88d1c024c5ac81bfa740786c1bba444aeaadbb04b7f3591074fe37bf32a9ebfca87e58b0202368f4fc552d31a4897204f9aa0e91c712f293db95331fde1a44065ad84fa4eb6187eddcd0a4753c4ceac10841a3e5d6b245f15fae9175&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236653429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fb5fafc22d3070db4e2b1d51f3ff4fd9f25ce7cb309555fcbdd44c7004eb81bfe07e217a5c4c0cb358a6bcd7ad9b314978e3b113c38c9db30edd5076862b30fdc4335137d77a5707d8b42e1734537da735c66084d07b102450914f7aed6cfd4e9f74b2e5bd45eb3c2108237aeec6a5b400c9f66a2ccff41d6e205787f39aade44879594807293f073f4bc1fba3d3041ef3884a6153cc481d7b5532d44a4892a3b12557c084704766d46157640dfe5fc1e3b5d174bc4e47c017417e8a35fbf96dd3bfeaef16fa284ec2dc42416d14f3299379cb354c53563b19339e11d73622e697a333366919d0a3b9401c912b4a60256003689f2193a269d21f31203e6a031&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235756388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d31d93c890b36447f4c45b8181eaace734fe5aa75bb9618ccb0a219c2e1d41fbfd66957d236172df6fd06438754aee1900f9a1e9c47c3e172284564d8e49cd6849c4d6db87dea8eade3770199f77336c96e02307d3a202374a0caaa532cf9064ae288dc8b43c90cd07a2bbc01fe322fe3468b8d3f001a6e0d344778d207acdac360f851db557425a852eff450eccfdef89b7902fc2f70f0d55c7151421624bb14a0dea9e6067b4fad4774433e011436b43d2be71ef09b0e6537c717b31da3f4e2f439234cbe3ae7068e62be4ca0e1472a016631ecc61e1f65ea659291f6f2608a141bacb7e2e321af9743ba52557cd4dffc3ac5d09f8c27b57913b1a3f1f2f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236751503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3278a195e95c9f21a41541b7ef1b5520a34baea361a4431eea238ea7393059f453ea34852dcd8a7280a09bca39b989934bfc461514ce6df3fbd76375b9ee2c64ba789ee9dfc6eb928e8d8bb0fd1d9f037586fba15ab690aefe95fa3e78b06d63a9d0a5e3f72c4b17c4ae214b3a7266cce0a602e0a8d9c96fdf22a4a67aabb2b7bd53a466a5da11a3a1e9df8b9d5939bab5aa2a7889bf903a0d20207951157915797e5e2fe1b3149e37eb61db6935d56134ca9a3a0327ef802e1a12553df367402b3deee61b20dec7475a9f0f76f77ac32d649f9343dc0f0835df10c0331075f216200420c3994523bc87ad1b4cfa48744d6e59d0ef959bb4330254ca1e6115b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229494045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1683bb1105d55364a17aa115d949987bdc7889dce2617e9a39a4099471f61b7557524eb79e3202e6256962cb614f8909b4218bfb75e22507a53766b9c21976ccec4b0f70b3942905e4c431298d2525ca079d26053c3f4341296324e5ae1e2e031a68d2ad28edb67bb791e52b9e59a3a14e94fdf2ad422f7632b24b8b4c3da27f77d2fc8c94fc0880d27e6470c183ccf543a91e5cf465575bd0c67bf377a8afc53823adf6fed51d803315008fce3c424dcea6529b6c643f7c432b5ac16ef0dd6a250ddc050284a6c8a465cbb7360bb17800a26ac4e42876e571157058abe9bc5e7583d4faf343a112c4f955726a0c61508e7772ce5213347bb8f1cb4733c771eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229451835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=424c0426a0d02588cc08a8772da578b4542f964d36a51000f3fe02ccbca6006feaf8f94f79dc7978b8cb508665bd91160e1986eedb9c345f5c467498593750cd9a36aa46d3a71941d830f10d4a40f937e3ecae3d063f9eda35e432fbeb68b2f13d645dbc3d2cd18575acb48830133af9ae216d22083f27edd9f43dc1d501792f713e3081f6e4883b2f6d9874ecb50284a0f0cb281225479a752fe6dc4516afe82a902ea830fc84019f97cb9dd0a245797fdaf083c7ad3dd9da3d14e6183d688534e4121ee9201b96ad23c9962e9fb994387ee50b63366a6ceca4a3f84d44808f91c0871ac3260d5df4c7cd987221dc14d296e70c126ad98457e0ee4edcdf8244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23696193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c02f66fa8b72f680fc84d28665075fef9eea7d57688f90c6091883c22ce7c957e77ab5d0f7d634139ab36b4456556962b598c872090b0aafd43678a50e41ae70112a93a5a4e5b13379d831af5bb2f7da3eadbb7d3e819f581359022d3fb906f32d41e320684a8e8999acfb970b8e2c454fc7d505c68e4244773710dc37f1b9c6e39927805de1b982dc86fa83fe67d9ec2d408a6fc57b17ff2225cb7b1886e483f75fe0bd42080420c1f5224c5426a423f6f2b9dce96eb71faf826e5f0750cf9aabc8a145519ecca07482d3a11b4247b0f8ccd57ee4ea5c70200cb05be9c8f1e8a1309022f695b826b5be3ef8b21fef74b927dc9bb8167444bcda42f2bbcc7bc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229530243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b05882aa549ee11a138bcf4e9d3849a98b4a5750edd9960e393f2a18bfce500d51afc7cac8ae218388bdef5076fec1cfdc92add2a752cf6668c3dfa87a3a9834e2d242a2bdee2a1cd39ea326535e5a9c866374d460bb96aa0ee7475a6b5441533906262960474ecbf6f1e01522e2c61a7138327ce9f1f033788b723c3a4342bf7871717f2b640b814097fa7655f27fc9b1362d55567fe8e766885d9b84645417bda380af7420a9ee72911052131c695cd8caddbb29a73a121b2b1c1124a5174816641092a58f76f101704797d7fd35e91a4d6819d2689e20a681c6f9d13a91c066aeaeeed3f92b923d5281f21fb74e9d47bc3000cbe9bd61a0a72158eb85277e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229380972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4742f5ec7b369d286322888edc7baf8e2e2da96ca1991a38462b778000c9ab6c7400793cd864cbed42878b644926cf2d65696ea08c301d77ee72185be2af44f36e65010316c761e850281543261b754a3ba1c33559bfba78f79b9b743aa4afde4349d7d831ccc80169e970115487b33d81fda4d94b10f928b10de41f946d8bc5abff61692a8872bd2dbbf9d63d1e5c71d071d2312223a59ca7b1dd08652bc980ceb8d749524ca9e98123362cc42961e89d9235c9b4b34274b568a6fd1d049aaaaf2641e588becf1cdf226b69c3bcb2c3f192ad3c5c67ff820a4bcaf90f44cf8f2cdb199eb07975e15f84830c5b1f9aa4eed2f81ba09b66a0650bed618c656ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237098748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05b8c3837ac117deb23639a993f4f857575bc3a2d39ce0007f7b465e0aa71bfdce73168c0defbf07ef4317a6dc23ffc184ae7c6a2a56cf508ab7cd3422e4578a099403355ce531f5b5d8642366edf454ea6ca3983c0a82715ab05914c97bb0afd63a93fc8530c9f48c7e1b1bcebd710907ebd5552393caade21df6e1ed0f566058f121681c1a6e2871cc30176b7817a85bf0df9be1f8ae88060a41669c0a1c8db035ed8c0132d286b785f7e30399fa35dde76ea969444aacc69dca56f3fde426f5e5dc4a008008e905cc3cf73c25dd6ef667ba334effbecdfeb7598256f233e797845ef4bb1d98dfd3233be84e97cf3d895f0d495caafda5fcb2364814c3c4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235973327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b07e921dda54f3938d18b19f969f38198bc83cb817283313318cf98da839971146773639738cbed11b8926fd98c73e02af393087fb3598dc2a37cbfa5a8fd0974157fda441bb07da749e2946eb573b1e4a65e77b43436cb6f4a9d65a81587c75a8288a95ab58aad0d38e1c08f48925cf7f960ea6bcda8dabdd5adfbaaffba174aa48910a5df228101db3197defd1abc5fa2a3e99219c68dc3b313ce15f1521576acb23f42c39dba56676f0b4414679577795d526fac3ab46fce3f46005e61295ccdf1147ba920a81d0cb42d402d8a8b85d2b9918bedd35b25b7e0823cf79d4ada259197033ad0349ddee6a656c754d1c64d8673883bd25211a0732d554a27d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234207479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88f49b24811f9b76e9124d366e68d6b4636010b874e4ee3ec4f8ad11dfdc17b891f975c181ca78b6dd9367484ed0076331ce6bf2e99782fd93f4b88c494d0c77924ead6da36a704fd40520529c156dacc123cdee088b872139f476163454aa678130d45adcdb489256d6523291dc7c4ac8bd7ae210544b0e066dc7efc2a5f5c23210f0c1b89af246eef56369a0144b032c00f7d64c175cc65a56c7b451bf190a3f5a99646f839986d83cb052987f8bb429ad15c1c0630c33553575d9359c1021b9c0b1b446d5b5abfbe90e303aa5507901c970685c2a078234c68a9ec0024f779203416f5cc4ad1ee3e3d6435f2d1412725502eb8773b1db5447e68cdbf36a25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229570169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f05edd0b080198d21910cd7bcc1fb120992abe294b09ca114b6b8030ac0d112fab94d5c6cab70472452f4e565e504c1f826f2dfe142d4813c03320ca514e276a99eb6a48a8c1cad9a05e9c5bf29300e6c70b711f975b0d426ecbc9dbe4f575d58197d3b5eb38201372c6ea1814d52dc1da1db2d6e9b9e36c9ab6c4c2a0817d8c88e941be85b37e7b7ee2f9961e03f48cc366ba674db4ef1f0644865b0972b02b195e349ab5ce78c57cb86eb805ae4d579df9634a699aa18cf19bc447c3dad34e228bb6e311cf33bafad710474b4d4a309351c2eaa1db92dfc0a12fe5c89b3969523dbe8f0cbffa014f5c8250b0edd7519a89ce13155ba52e9968615758f0088&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229577452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43028b11a1c488ae6129991bf5e78471d9f3b8989b74af1e9ad1849a9a25d3b4ee8e856d1deb948ad5f4aa1d2222b8378bf8f38451ae5dcaa1d27981e06ac948c7de7a8ac52b2d7668bab3a13fc06d473e781f3608443b1e42eec56f8d57932368b44c76144dc45f16808c5379adcf668d76b732f29d62e357b502891379681f64d1928183c27c82fde061daa539fc00f56761f1a6912e4d0686ca01c120d82757800230a2768b756d67b436174ef281b12132124598ef4f3ed0ce09082fa02975ebbb3c0a781be632ddad5e519c395c155ca8b178abaeec68abed77a9f6a7b3fafb48234328a248e52fc35da71aa8e848d02e20cd35d42f057e312ef7f8c3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236154959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d608862311a8dbde3c8d1eb82d0bffd3fb46b5b4f9ad584952e469f1a2ebed0ede0a47e70f7b9e1e50bdc62646b9c661be32dad11ab8187d63c1226fb52b7bdd62b8188942e46c5cd6052f3748ebcdcbe6ea600ce6ca897d3f3341448c1e6359854cc036c2ac177d938835218644f46bec66e3a1863613fbe591463708db6db417501da8e9ff2211fe6707928ffed294b5e90897b4b1b6bf417ec731e5e13db5bb083376b90d41d23a9bc231924059d25a25102d435a4ffb7baeed3808d00220586c62b60a89b72603a3748d1def3ec1e3b93a26fcb9c15c34d5af373132e75ad87b4145b9849e63b81db545fdd99c2c91ccf9438a5b47ac4b2479e5cb16c31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229590296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20aa8f3dca508368cfb4846e5c8a865432b413d4ad05c2492f748449201a2c64b7243f6e560dcdf11cd05eb6435d70a6e3a4ff36bb091ad02536fe3e269b05c518f2413ca40fb322d7bb157f968961e39755fa8ced96774c8bfa827e0d2f077ebd3c1a62efb4b03a93375a1fd56ee984ba21e3963607a3deebef4dbd7cb5af81f88bdd5a42d9e19b5f5e068d36667222b45c8c6bdbdf165aad15413a920eb05c168d88695d17eb15a9f6655764b3284d909cb3c1ce87b58249fef5abeb312bcd42f7eddc25c6a1e846a6f0122ef5aa22969ec79fe8ad605b2f6d3392052a19a805b37fa75c8865cd8227481a2f4e166b627fc7ada48e9d3e5732fff37772bb94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229594765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9782a8da8c234fabb7e9057aae941ea6a3ad384e72bf630323bc4a2fbadf95cf0af875449082c04c61fe563d98cfdd72c676d065d74e97a53225222721fdd1726d09b5dabd4db4aee2978e643a9efe4c9ea4067fdbe4c6ab4861f8b70340e6ba725cbd55da94c74a7469b1f8f245b64a321ad8da795ac14c626264591fc74ffcf2958ed5578a522a21f702db4d0a204430569282169d71e786051a44f48ba71d21bce8a0bb1de0eda37b134d621b665f047947f4156af2a569d024400b078db7a3d7f541745206faa07a946c8c305fd54fd29e0b53d4b047bea1d0d5d066e23c20ea76380fe52ecadf9a2ff27c56b7d16cafa7dec5b9b25fa87088b774ad99b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229593472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4596b5b491217b6adcca8c10116ec5978b74111183707994b62e3e35c6e5af6063d6083d8860a7917580533c7fdf3450ff95da843030ec27f9f0a7cd87fc069b6720675e324ab04adfc9d1360a71c3b36e1ab0ea6c7af9f1e1d2c551249511963837104583fc803a5adeb428d5a8483807880804fb440b490480be4ddd93a8963d16d2a3cae07cf716375c969ac73017b57a70f4d0ea79dd6d30877ef9e12af2388824058f039493e338a8181b75f8424e03a9ac183a890cc46541331448e6edaa8484f583e7fe676a537315129699c6a9e872e81f8174b1696653fc06cfba9c8823694aecf3697288176c6d47ccac9c5b41ba47e61dd7f08c91e2939a5911c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229590196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=50f80236362e0ef2775017c1ca82e974b06d19659a8bcdcb7f2631708da695d0a980b5130a2054fef8f28ee7236e717e066b620cfb89bbd36f45064ae16eafa9a40dbb1530acbd0b960b7cf6eec526cec233409a59151d372bc0b0582ee40cb15050184bbb02a63c063201819f76c5e844f42e0fa552f6ba7afccac7a1e07aa8584e0cc26aca3b93b070039628f359281d27784ed46eee34a0af875faa602b796912d13be8964a3627e1afaa12494dc162a7dc5a28e79b7992abac9a9f43e247d1a0aa1f6fff05192c4b944447aa6c805c26ee163c9e788b9752bd92cb4e954c3886e40105ee7225e4336f4e83e59bd0d857d0a2d2f3163164ea94e0275bba63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229574236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97afde8c0d0ae923464caee9be7e4bc599813bf2174c41800ba62045c48f457b3a037cc65f26a077171623145911bf95779a2750c6fbec6d3f36b63f5697542e05669e4f954b80ea440e141f6c96dab5887f09f1aa6d303fbeb3544e2c7e6035c97bc847ff45010c657f870f9f32f5ea703bb2449944e5ac8ab3aee71dadf7864be0ffda39247be7b5f801a1b60e6f74834fe914772a4f5ff1a07421c491d28a1a372fa934f7074d1c830ebe41f354fdb15a65f3650a40feccfc488dda827a5a9b731552e54399a750e29f3f84dfb5c9722cafddc59f065f8810a74453816eca1acdeb3950ef076f79e6f80ae2682e4268ae9a5fc675c0b72bd94991a234d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229634981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a49f8f9b8fafd95849ae25a596f08b1bd332c57df1473d8fbfa0c5b064d14fc6ac44609dd2f4b57085b1f9dbb3a6aa322c9348baae2fd3f3b443fb51418832299f14d56b460120c4c574f79faac2f359b204718e70e20a170b6dfbfd0851c1dd1d15e7ca5cb840d1e7bfcf2b64af7bb8e9b177d485cc0376885c38e8e4bd3703cfafc684abac2211b34ada033dfb41a4584bdf9cf0208050c607de99d1c5e98eaabf3c0f0020fa0f76af3f944c0ffde6b214a71e28592f7b0dd2e37e544df2f0a2a7e94d8e540c950b9a631dfdee8eb54f3c5e12a5c4a44eaa2ab830b53108722c77f633720fb7b33372dc20eb72da3284a18ebb5665ece9203b7bc72bbea3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229618129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5043a147683119ba75c4af99a75455c19565877826c61a7e4d4748717e70b8e6555c303d5eea9c07b395df2f734ca9377cc0a00d19a8dbe14e7c7bf2925ff1aff7a37ae9bef6a1868a9d924ba5ca62cc26550139a2fe90c3ae0f0f7a9f9e774eba9187ef9faaff0041b3c48b96af6a2475aff672a332f8e85afe61fa8d358cfbea20ef7cb3ca4e01f8b923f6facb598e9827355f0812606a9c80d3bb7dbd37d08594631ef47212296366aef735b616fe1463871a9f14d12a5a60307dc256b30672f1fb8831de40dbc9e297927a0530df97bb81f1eb77b64a4d7bfd086e033dd8e9bef0ac54cbbc3b7dfc6da7bdfdc488b284121ffc15094378522b7010447c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2296397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9803babeb2c237a7e70104e289bda49aa1713db3dbb3f14d5e31ed3e1822fd3276ba72664052a601e4ac271a00edc29ac97e75531a1b2b5821926565c43ec950f1292ca70cab3656cfbc0d435c1bda9f8bad590feec24517ef1e5569d2c7e430dc57f9a7193786cd769f137922bd96240b55d49b47e1a5a3fa0e560ae21f6c22899a61530e164707839e228a76ccfffbde0608efe6ae8b458eb8bb582480f73803dfc9c477b37086c48ae9c4677b2395affe6120b6be2abfd1d8b189d7bda4947a1f7123230b3df9ace34cc29b08936ac3abfa70b190b93454d1ded4952e8e3595c21f359fad8ba987d2b5624da0cd7250582cfd192ccfea30aec80aa7f401d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22963479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d8a0c70cbac640ce903010b44994104023d80fc70a386af1216e2ae7e038926c8fd5d768d896793bb1c95cb039cdf859e607731ff36046ab8bbe9defb03be55ccd3a8c8f1acc968517963a55af0473f0061d86adc1169c4bcfb08524238918e0c906db2b52e81459850aad746f4e9c6b5193b067dae0f072fdcefc8bd0cede80dafab6e202464762fc20c274bba8bdaa01e5e9bce45caf58be9135b171038ff94fc3256154e27ddd4a90080b0c976f334b3ab1a1d4a0a90b441108e42a0f288bb0439389a5f764ab003211ccb855bd84382a69b96ae7da2dd79b105e213f4c707598beae763d860141acbe85e9520b58327b4d782b75d2c703c7e0608bf8f2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22966632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7396cf06581c07bbe529137ff235d4a1db649c256c06a7b2f5d1e3cba7ab1882cdd5c2bc8fd559ec081bfe8ac29ae0b85e6f3196f3607aef65e628d7de44747aad4b92926f56d354086754cfb42ab70c4afba92350db0cad24ff1e221f4c3aa578969c060294fe71d1777dbfba071ad06c2249fdca6b429706f677e84f27ec2e33f87d9c850e71e1a0eeceffc96886e3c898ade85141d357685f1c6df19b6cf421661fa4afca80bd9d4d1a96292673b9b1aa251638a1d01a76912b7b8f90793f0b9d8da9e18c9ef458168cef7861b827153eaa3c3d0c98e9ca6028b177f6c9f587ebb2eb4a5df3ed77b7941b577c38d429e69db5870d8f605301428a6e06af6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229667692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ad20e641056ba3bb4debec70243a6af0030d077252c4a22b22d21b58b9a3591fae1546f024ada511d94844fcf43aec1334eac0d8c5a0f8cbd7a589021d174f55c231e5ca8db8e6bf21a1a9b4c816173d325b483233853eb8af977123b6c6dcbe48f5d1a07260e2f5d4f69d474bed0c6bc0cda284e1fc1434430d7f679b204e6bc6c52376e436bd9f1f546328157801f39438807c4125b98146e365c1d695656ab6c4aae23dfec4e54c42ca669dec6579cb5187668136cc3089ea625ea87f8bae6c47f8332b08f4bce4ad77c44b6102215834c149ca793ead29fc7e315e579bf283539b16f18b884d0cbfc9b980e3b534142b6ff0c4465de70ad8d5477cb5977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229705674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f19869a523fd2b1da507ec5eb1f2795221157f5f07f353d31f2f69453a3c968220102fd13a2e2db2c13c5dca48ab1f641131336515aebda1121fdfb410b6d06d6c05c917c4c8b4bc280e6fd22f01f59deade4f0da03e388ade8e4009d81d5aa90daf73bb55029622364a08ec1050d16f589348820e513270e558da667adecffb2ed5791541cd33ee079591ab91fef68e70e2451fe51df43fb341dddd48b219ac4463aa41ccc194699be65ba298c481b966d2209f5281b5950d7d78717fca73d777e183e5925281d3242314836ec053eb66c7313225dfa2b24563780742948f19aa0707941be619661175ae4bc6ab51acbb0d02d96ccec3a15965fec7e79268a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229726082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31c88568d5ebc86e5ca25612d7a12aaec447c1a43541f8c0178dda8ef2440ae2e1617b3d0971cc97d003f2c3ddf0519e6f009c8e2fe47299dd682cd9d34eb0d448a195b057e0fb162fc8fe695c3e3853a62d20788e8f43af6685f9b420c4e7afef9c777c7ced96396261c563e26ec927b6649dca9cd2007ce05932b7a0af70c5309b8280d749b62176980e563aae5711939a588168376d8798fcf26fd6e90ad09cf8b2d41fbd47143f720c6fef4840ae382a3d082a8237a314f8fc00fa037a16ba1b06025829bba231a25fc2087b20c565efe14ab0ab445bd5bf21cbfd35594935bc880a969ee72c0ca13f71c09dc4dcdc1604223e09f77b5db9b4116ad9e25e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229729529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=563d741d0d7315b85043659a9aa7fd4c8a6e7c5908cdefcf29a800dae5b5f5639482037038e9b104e22df552e032106ab6bca122c9bdeb02667c9bdc36736246b014beba68267448ed1a9473c5d08278bae7d19631909c44f21b914085aa10850a7309c9a0556153817f52a9463d5135d235292842b825646e83e0f2d5d2ca5ce5a298a76da26281eee42b8e3c333a890dda1539c6da552ac3a8f545bdb7620dc9e7548ded390555c29189624e3052bcf5e62450b055198366149ee8b729df037da52da6bb628f6f325013d78e88f0587ef4c1c549c9834a0fd22e2683630158d68dd6026205e6f0f922cd63ad00c9c83f29b51a19dc874e6937a622878de6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229744798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2061635adf7e6567d1c3023dfd9fa6e273fba6d9039cbb427ed73a3ef539e09dadd84f901946131c0595f1970c2e22f4925089f303a4b9065f0151c13b6e0973d6b2ae85365936d3d96eb32df5325abc080c6540a89b1469728a714876b3313038c14cd099ad9f9e91de18a9006c19c440cad79f31425742db950593331c78a656583cbe53aeff774cbe4335ee55864062f4ccf69ffb8b692dfa9a6d8020d493d47abf9097a6cc9781ee5dd236381e399b3b46453ef4af6b911d72288e529786d3a6b94b9c178857727b236072045e537b54518403426ff717a296ffe03c35a2719a11d35e500b3b567a4ca70e1585d8cf1951730f09d00c6eaee1987dec0875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229738045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ee26ba2b57d2fe87cf7c32255b3ed967d46e9389b44175c03dfe44e15ccac33c90d458839b80c3942c532e75da4544974fca4f52bfe7d414dcc28d6c52a24ad53da0ddd79656e35a55df6040890806b405d7a2a597a36d95325bfafc523358c40cfd5eb265ab6d72091c5a25d814a4823b32e86baa0b7fd80646d2f1574c508fcd5f223f7a93bf3e4b4887b965044c4b1aa36f64fe66d7e20a3c257966119e9e79d309a64378165d36c68893ca2595a272567757fd53def209986e20bacd69de284dd8f64cb7eda7ee7d81315d30ef6445d8e964dd1d5b2fa912fc496103cc946672e38c7713d4f181f82428a06a127819674ed085e0afc68d337506d300e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229765707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6360c9592a1db745fd6ea97fbc53adb48714b60edfbeee5637e7b20b4bee910c4d4a652b61f001c287ecc3cdc58c10905230176d86ddadb42385e22d2218aa78c73c861663ff7094a51d99fbcd23cd84b2e149cb66a584022d2b079556fdd4fdb6a3cb8ea2f5ebd6c66a6705f00d3741e94d56acdd43c9658216ef57f204c900d3606dce31ce975312a7123e9c89e945f875e34863862ef9dfb3c7e4cb281d86aebfeb545b7011bfcce033281a51f93112fb008df6716a2f82f2fda9eae159f811fa716aecaaaf31b294a4a66bf30680844ff33f7ead3e4ff99702f2037325d4390ca6965a7c6baf59dd78794bb0d78acbcf4cd049fa57e364fa2ff4f87747f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229764134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64c6e91e7a75ffb9554ee7f35b9af2a81a2b844e8a904707cd5a88ef0f3a65dc5fffb24dfa1b888e0271a4e007d3ee802ae8142d539e4f509727dbeb9694b4c2fdf6016b51ceb0d3746b5b67a800e3f43fed74ad2fde68afd3b4748d9f2e242dcd012ab81ac66e8118796c5fc73e32c47be5987ed50f95f8697b094ee83b11634283c37cddd39868e6c6d8207a7a29ae856da7296951d612cd71995409aadb7a146a18d1679778fbfb0d7f13d3c8fcf6f91c9f2bdc51af5ed4efd52e7200b98224145f037d33f34a276f9de0b73f04407b5e7329c0c2c6e4216a367c3450adab7c858423c06904799b4f93dc7a8b5e78b69b6f89d6f43a9e00042e98692e051d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22977765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95d851a9878fd8beba9cc1925e1fe67ce26809a7e239279fecb47c6cd71349efccfdc56a7bfcb37f2b980b462a6e3bae43fde6e4f1e44f152d14c6c0ef6e1f0f55a43204aae952eb7a65935866fba0aa0d82f8063ebfb680c2f4102f505404ddf2b48d938727efe42169ae85e37fb508c88bbcc83a8968df612ffb88e41ae543820c082a23141c554905f4aeab58684c6477755d666ba56330294ea771984d962301f6cc21996a596786ed3dbacca1b05045f0e1d2394ae8125db6b4eea1f66d8215866be53d39a9f2d1a38ea925e4489a7cc4dc42374d552e8a33018f1b56e0c6624f08f1e8e5da5f4f8767ed291bd5c2040780efc757f41cf2ba7349e756f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229762421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7bbbdfdb934fc3c3e943623603cafba6c0a7f1497e53dda33d1a52b640bec249a3900539d6aa9e76a41847fb40685356dbb1c22866c6b71d248530fdc05c51fca8ec89679aad127f9847475961b718f12f99c54e7ee33134f2c5797c22f7d58b4ac8f4cb628ef26d21871fafe0c76d02061ee6a621e465751812c468b400bd71e88e7bbdd7c7e45ebd8f5f5540d60da75de4f35e873ab445adff806841c928503b5a55ecf8805e8ce2a4c867b2f06ccacfad7be7e1f88dfeabf8961575c60d2315a279221b1039e2da2f4ba907d4f57b215dab4a6badbfab85eeebe048088d3a59b0651ac68b2fd5797c6f96091010d2c4838406847e100fb4d1f35949d07c69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229801044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b99e4843be4f55e992e6e59cd7abbecfb1860008866c5d86cf8e32d17bd4a31c20917a0847b96216920108ed8ee7da8836231935852e8d4d6dfd1a5d44b6c4a93e54b8ae7e2d89886bf456ae05081fed6de09d3e100afcde5730bc66b4760fe33d32fe4a0e491b4363da4335db014c10e937620b6d19753e6a2cc4958943a003550ef1ee1d8ccc3a61849dc5db6b0162075cc9db819ae6d3f7e37412a419e3c8e4e9d626aad7dd528f9f595d9f063771bfe7af65eb2a5fe87f74bdb2a10b85b78865464880563d5acfbe28e75991ba40e0549c57f6710912a770473d366919790fc8e3ffa7cae4d31f91554644b256741d21e92c958b9d4e26c19081660a71b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22982585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1d714279dd8ff13d8bd297c57cedaa9426a5452dbca219a738e53b5ad7ff2f7a997cebd97b752d51e349cca95df220f54cbb7d156b88c0452afc84a318a7dba165f09b8ef4a87e20deb506539466a82c09a5887e9d25b1fcb338c94d74e933afac1cc12174038ea71bc492fb3f091f084833135f465f6c3f79de35ea7b39236827d1c4607dc6690b81b2fbb75f5f4aa04585346a06dd515b6b31de25ab933c9240e2b4937360c6771cc10c8e9e909178f3cf9347b9c38a16cf9f4714749d87f109d4ed711de7bc4d839f8cd075ce4e92f6a6fda3aba0bc1238362fbbb0e3524b550b5287549844a9983a33b38d697eb8069819ebcaa4334880e8578f5cbae58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229846349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a84db659dc151f9eadc574de6e7644c6fb881adec11bdde5ccce38bab579c5223af8a7c9ed6ed0ca0415ac3c095eef6428ed3d186b49e6b343826f85f3c26b6444dfd894a5b9da8a83b6b006ba423da4e2389a76a943e3f606c3d11be8fa141416861c4bcffa1f923433b66bcc79eb3b453ad72a95dd35b6725d89cf4445b717bdb3a830858e970294403d41090a72608dd76785e7dbdce4947d9c23cea181bf7cd6dc970d4e058c6fc0f77a6c128312595033f2dc9d5384064bb235a743ab3c67d88d171a696cab0cfdcc49211d8f8d2cad8a4e0a6eabe01f06dfcc3a6da976bb165d45b0537df9bd21ed816152d5f6c1922db48af799d24c0ff9f5b750df9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229855496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1cd1275294361d70bbea88af3c6fbdd6d573d6c0918ca1a0be331cc2a7e7a30ba3773f5b33457f6a3a90407d41fc83da14c65fb2d09043f50967bd66d8ae00694bc72163ae31f2d952518482d06632504f94fe163b9bd91a0bf822cec84b19217fd917d5a654e157d18c2e416fe692915fa870c1b3c603d4c2e1edd60592568f46291243abbdc475d4fa4854372c687d06af9b47fecd47dd12f9d9ee7eabe61c7c7d91ba3e8de4beb9387c8c33971b56a75138f1368014775c4e251ef5181f4d8af2fbbd12a1b83d7f1e73a07b7b923bfe77d6ac4b5b769d7ef59c9be62b299c4fa021d384d98c07be12f1d28513e79ea58ace05f6f559e920f68f2a7a768387&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229855777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ebffb074b4549c3efec7ac8515a8ad9a19bdb5fd25ecbac14b88b9e00346dc5722080c46b78c4821b132c2633d89ecd34884d85b7ca1537f02db84510020eb2827231b8bd2b08b399886e0fa323bcbd5a7a4aa42105b8586f6bd814de4880beac3aa9d7491d2d2f5ccbb08a439fad0398e385f739ea8db5d7e8deadaad3cbe3b265a30a23450a403d80a39876e8d74d9ae3e13c50d4758621e188d14e3c603f0b873637be8c945b1251447d5e922ba7f155fe047a3c7266b49504862c274f3e66d615ae34f28c2b27453dc10135838e041c25667b0ff26d335c3f594debd1b40b99a213f1bad02058784ca391de6f98a857f713762aa07aa9cdfe890aa75d98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229848613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3e0716ac90fa4f6baec048b1dad907abed4d944b4e3dfb2f682b957879c381786c7a8227a8a50292e22732388e050cad474f6b2f0cae227b7e21f111184026f1c95aef6f3f25e4d26a3f7d8a2cb2e5df79222b0fe089b08bd429db210cb2a4fd9246203702063ec006bc940b7cd95734ea4d1edefaec96711541f02db66c0c1ba0d45bc7bcc9157bd2a523bc2d72eceedca1d3feb8c9b77be696460a39e0cf088e1f1e917f2137488157257a90d3cdd3927b5b6c89cbc9e7533f874e5a1a55195e46a4667956140695c59ebe1ac3c3eff2fd0b000f3ca87a5f2676a1bb1a0ebe2685989172329f9b63ba1e627ced153df8b3d560ad27bd2e580136799d4153ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229855326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5dbce008510e312807d0f4a126a6362bc8aa83298688a19f7021ff6d6c15dff8533115e281c895b95ed47c1728f7f256b8151b094ee907c4dc9696d3e371c32b3acb103df3b493ad4d884870bbfaec6a556adab5196e0a4311d7413b15716d3953f1d15076def288db9523efd497d3f0077f0e6cb906081b3319c189670133f1441e9bfe5d2112d5849a3e241e9bf1ec8eb1dfc6c5d335a2a6bbf5c21de0ce0a6096f9ac73bc8216b52db1a4db4a9a9570f714a20f6cc0cd539907502048dc0926dd3edc3770af4696ab96bef93949ab912de9e78a93fd4707638fbce64c4e997c82fd928d8cd1e57c7d205ad73f7109af1986250debf2314f92887d210bf3f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2298788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=864f14ae91ab8bc34cdf63a647007ee162c45874b596bca4cb6a1a43810936bee754560249f4a4a9e1b3be86a55b8fc964d5dda3712e75ae8a4c85df302373e2cd35e05ace7adf45a53d3e9230718eb66b64249d065a0c0f5d98bbf9125d37471f382a6ad94a3932196418fadb1fbccdf040f0ed4c3db5cf0455aae72730b4f34f1fa5ad9d3b1133dd2f5c3953e7e67e718583a0e96c7263c96b5306277eb941a98f6d7ce7f8ec419f13ee13503b9554dc16ea5764cf4682efd4f84a2e0e0dcc2ef3e4c9d29a54a6ac979daefff1699d1b544151f31b83848044e175e4b14e76efe91a731890b50e2e2c6edbd38241890dbbe68e3b5e671ec64a9e92c58c631b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229908586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aa8ed689676d476e440e6ea2716c45c1d86f0c2c67598e5fc78b36e1cdbf54f6f24ec1e0c2437d53ed436c061cfe7f26417c2594cd7ecd1b036e3307c587d0686b139d9d3eb163dbacc6e16dc30792fce1e206f1d844279fea7eba1003fc86e97c457f6ee65b59c2bc6e83e99d984da1f57df1b461c1f6ed1994be14695ff0f77d76ea00aa5a13375c589e3b3e08b1893309e8907033352300822c8c4e6eb2aad830e8081c94b5d42d433f15d78e3e6556b1f579da76da3bc0578f6e393e21423adcb4e265141c1023a644e4aa00872a8f87b193d3759dd5a4115568f216b514e2cac28c1363d18328d3ebb6ee105c213bddc75b9f6ff463226a310e40aade9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229891895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3b8c6e5ee78cb9777f6247e6f9a259a42f4dacdee62b4331cbe5110bc22b7fd04930daa3877698b378ffda343dc54c307c0b94be8533b3640db4876e8b32483eb52dcc10da72230d07cd6a20f24af514185dd48670851f777a98075d0954cea5df6349b3b4b5aca3cc6d445a60d4fa33bc762dd242156dc97859a544e1de764a8dc975d0af6e51e8a94e1437ac4b64296631c635895b2852facbc03ec83de51632b4616755664108151ec5412b82ab1b92b0edfa2250841eab92a2093a73c846baaaaf290b65235675ea6211ee2d6983af93b8ab24db1820d06e8ad4d0871d47263f4c6bd5aa9bfa402bdc91304870a62af479a6ae6a51beb1fc4969d408dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229895101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ac033c1f44381a50ded6a6919cdc641b85e3c7b14c83520e3c76603c377cd9462cfacaed6d9b2fa4baa50e5fdaa90491b5a2058b39f8e810861575fe9c53d85cd687de07789d957f4a07059479cf88e6961c232d51ed6885bfb66ffe46bd01711225167f6c4cec7d99d60980ea1bdaa82084228a179354c2193dbaf18538ad195e4d6dcdf85ef556f36b71288f3bdad1b27a591b90da92dcf66536ee4017e4ec4d613581c2d03168c9a54960ce59495a2ca619e9251ad97f6275d96b6680ca51bf2b7f6c7a18ffdb2280a661d03b23b3c6192c85ac2ac7103bc25418d79cfb4aebad6ca35f568c9f8ba10fb6c1b6da9897123c09ce9837e792eb3c4a0a8eb03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229929456Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a4d2b80f3608f2d6c138f1a2d0f61c6b8690c26827ae2301a389c539cbb116e87fbf700b9f83089f816fd8d9e86b8231e4cc0062cb96a256aeb6d2321d539bdc4450fab9669f6ee4f65578be0eda4203d70f2a04595eee4cf6e54fc802f7a66df0b50053610f8ba47f2391de3786d7da50cca296360908449b5566d268709abe9a337864b010280936c740043899f00ab464508cb7f042febf690c9c28f2689f2fcda531c1701c044c2d7c28948b71d180ca131f7f713accd167af3de2924dd5a82c174f69529108c3c17b1dec7d99fd23e78cf90de17a7d91f800c0db391638abf7707077397f82151f706030268a105abd81ee3013f75ad2a7bed9f6525572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229945606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86db65d616b2668514df80df9f8b0b09244791c2293c033a9438f3b65530e27567628c22b0908053d9e056677872e3eeb9b8e3a2ac75615560893441c77bd6c0a6b6edfab60d01e9c92f19bc9d9c76d89c6c9364a07e389fe88c69f4a6709271a071b101a27e6202161e1f9a77c1cbc48a10c78f8b91fa2079b7d4ad140c28992660bada4ba7aa7f5d1bf0e7feda7ca38ad2a7b98e53d876780fa8cc1804f99ef891b72bb759816784ae28045bfcb34b25dd7f400dcac5b6d3259eef5d8f8086270fe7ea9a321ee249e9c4a435b5c5d3e8351f1d3c8200961570e34cc0c2b5510a6caa317fe7c87e385b1bb431d140381b7199a4988c731ebe8203806be4b8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229964572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43b3b8eca2d7a964f7b8c5488cea3adafa4040cfd7ead8704d97f064b5b2f039105e9e2d55fd176094f36e0b53a3dcebf4f3cd76aa735a7e1fac776fe26d11161df0c422dabdd269994be6fce3800396fa56a19cf710880754309da9ca4bc3d49390802ebc45a01084fca435142ed4dab840abe010da8ce881744b77d294c0e42aefc9d732bd13b7b73c00fb997b7914cd1763b4864246690cab29ac4cf4c1f0f3fe83fc48b346430755fd799542840b7b7e8a17ad457e1e99b68901abf63d1aaf558d80974df2429725472b07dc0c9b423ac660cfc44da5c57062a342af65f4f5f4716eba18ce345fecddc02d32870b5aa4f664ac6697af9d85a1bd29160faf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229979871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4911972cec121bfee54c4f36f29d52bdf1e22c5f313b3d2241f8b2e6c159f90c62bb8f7b20b75a8a7bbc276daef5c6a173ce09de71779b5f6d30ec3388e63ab4ebe27a7f8b03bfe61641ba77153f24fbd5592cba4e514e1edeb9d6f5fa68edaec6c5b6eadabc107b77e3a9fec10a4bbf81d5196cad03bc3766ec723e48e6c0442ea006c5d3687351bd100da2b006d533becbada39b410a83d72fe0c3d867043e1796186ad0995a2312a153be09439fc73ae0cf541e4a6bfed5770e10498bf75ab82d8f216b65e7dfa768dedc088bb374d50c36fdcd88acf4d83d690267c0884ea160500c881cfecde2ffea52c3a15805b99e22fe4dea259dcf59fefad64ad05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229983367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dc2af29a5f14bba78d600715ed6f5dc9fc9c73c24b40873652dbf150ae0794d10f8f885695da22fd7de8673d3aed9a99deda2ff48f54ac0b9e211768ccd0063ec864a2ae7821c1ee9236766c90225b98b99e857ca20fdeeb64ddadf693d46899dc1d61d1609cec508db60350d6a24fe557311747d0f2aa9df6bb53b931fd2c849c772484e75fd2d660f34dc21b6634f68d70cf28f31ab3b5c75da0f79e31414e17ff45b6fa7d73f30a74f1710b114d29aae6adbe9bce39d45136d88791a29681c4373d7e452e896c74d1f8c8e40d47f5c6b1081b5f4a4fc3df323dd6e59799e45ce02fb90be4b021eef661bbed22a4aca3909c291852515a7c1738a5b97b528&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229965824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1a160382fb467e242138656e4ce04946a7aaf306e019f5b514a4518f622a285342b524af550ca993797fdfe0250136571ee6c9a2ac97c200fe31d374ae99e5b192687441df27a9189fe98760c3711103129eb5facd95389cabeb74032cdafdd07902f1b487940cc829b19d3ecc954ce6365ddd012927d6fb4ad609e07a389b07528bc2a747b3485c68d15c58ba7ec247ca03eaa6ec944702e45c817ccd98d0416ec9efe54d5d8a1070df1d796f94c3b01b935f62c7483ccc4139e602cafa13de8355ce0ed459f763175d4f252bff2626d7203c00358ae82af020839844eb303c4f774a488a07c8fe4c6dd13c7994befa71860f7a8b8035d46d268cf722f9316d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229985091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93252fdd412b9bdfe0e014d19eb9da36f19f2a1a59a228cdaaf81a9ecfdbe3631ad2f45df2af0d6104b6c15b29fb9d3400ad63d83bf576b7026490375afa9b91b0ffb8f943447b9243d8d2159c17df708b849221a8a7aaae181f648d4aa2f44617071b558da456d321e79a64306f08b56178c232942447e2a955f15bdb432e7e67840e46d3603ceb76e06ab250aa6772065a4b4746ce13511f68ffd7140a24bd202f713b0505e44b14e7d3a177ae9ae6e719a076666b514e5c82305946d6c0ee6ebb5724aa22c9c0800dda8a56e3faaf8dbc27119562374c6273f39b1cd8264369e0590b19259107a07416cdad8c76efc940d8807afbf0abd8f8d167e1068ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230003295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11b04be636177ce225f18724629173decc549a894a10ee8dd96cb9676b2bc709610048f00cc466e524d323eedafdeb4f69627b6b5b320e07e8b367d97a39113a81bdecbd06025e94cc647af0c69cb1c71d5e1cbb44c8c73b6257c98f5aeee48929a87613aa74d0c0f37d159cfc9dfb18606e23c85782c79343911bb97342de2832df73cef66fe8cb6dab1e8d5c4dd89adfe82b74b1463a9361c12321c29212443034be1c30787ca02c27eeaf9b4436b8062e42d6d662ce41a51293bdfa36368ed42e9d86a1ba9ea742709318f8f9c4a1d1d39e89d29689fac8fd2f1764e2ac72f44ab6f7566fdd23419b03bb274d3f471e41ff299566f80d8ae580b57fc2fa94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229965363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=117fe9d31e966d6d6d8f9c43b86355278ae2d3cd2fc0666f58b3ac656bf517b325535356f336bc14a2d1ed3894d7a91cd55e8975adb454e820272057a423652788b68514d19de8f5790c0331111e5d036572ad3539abe19d7e5065bb8aff497bf4d51293d1a4045e06eb7c1b4e153e3c0f1386f21dd7a6f3aa1e9eb0151a785c3b173db9925fc3f5f407e3b15c8d56aafb75cbdfefbd418bb875737970cf7618cb088b75380872ceb6feb8ad9ace21db23306af29e7b2b441f2a56a312e873492884c5821f0bf0101fc2628104b7c69d3c29b99ed1aa5842d42a8a2eb31858a4f29b5a22fc4007f63e603a5a0359d0eccfcb17a6f2b78100f1ca6f323c0c433e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230013895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a6758eb6bcc005364443903b6ada498bd904cd1a061636210d95a7fbc90b302f694883fdbbed9190d16af37c7e124e8adb5736d5d7822d570944ed834731f96dd21534c4fc25381f445048f207d86e182760bc711fa2dcb185331aad80fdfc3e684ab83d5ee990a18154659de61efb391965049ba2e8abfaaf09873ae467c3d1812754cb0539f791725fda244956dc112dc0cd79b07d1894384b91beb1548c71fc53ddbe57c756dbccf86836002e39efb9c5e19fd1ed4eb31642349b89a39bdd37a7122e89d1e01250e8a6b07c248ceccf600cb442f6f9aa59ae1d9c96348909073676fe69a926738000896f0ba6c4bb90c823a5cf8ded83b96a11c2f91f3f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230016059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=953ad200f3da264dd97a2d14b131ca9876fa00eef4c129c7718c9c66cd8dfe0d5b5243be8ad015734ad80ed3807cb3e3409bdfc78efa36c3d2fc8cc9fa8a3795b29f9e539049b012a0affcc7f8d90a898fd467bd8768aa6903a4d1803905794fd9e93c55fb9b4b4c47cafb95591b40c72ca62b3521dd88e1744f43c1acdabd92e3a104accf20dbd0c2ac9a9e6cdb5195fd4d128afbe46851595b4735e9dd7a201d085d10c5fb1512e0c2a2ca876908c0958b454b77f81e001c7523a4a3f7c7a693a2adfa3e757b3686061091ec28bc695e0dc908c524029445dc3fb8cb2ad826fec6d9969c6ccc24f4bf00506055838ee4bc22f0fa5d2259e1f5cc37d878eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230023533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f38e8ca310bce1cb28ca6403e20615be1c0651549eee3c02770742ca1d4a35ab62a9fcb5a556244f2533ad74a95dfe155e2658d0f9328e7ea921523b65ac6290d061532843368ffc9c2377814dc5b5a9122babf54562662e6c9e23c4134251cafb2e80f5fdf5b47aad59f396234d137e07f71895e6a398b08dee195923f88b70dd0979e738987e3594ec6649d9f239b905a6750876fadeed0d2f4d8b3f722d59c603ae6560b0c0b8d06196572e90e059ddd5a23d07d0f63c2ea1cfee3c6501ef562e4e26d3b6fbcb07c7ca9dc7f8759eb63f9e266c87fa96456f266b579d9cb2b33c89c900e730269139a1a94379b380ba7da7caed1136a161a8acd79243ce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230040886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e3f07c81294e08d10c828b92fb55655f383705a5e991671122505720c0a548941c13d1abfd4f563088285aecb6fd97f7938ed613cbdd1211687b997b9f880ab65619db40112c60b82e89f5b8d5eb008dd04ac1850cf8d39324ba03a012b59a1939a2c9232859375a3dde2b30e8df22747492c2b0a1330995ccaec206802ff8d3c050b98b6c309fb4419e8372015c2bd4836692f38d9a93304b9ffde510f3f217179c90f08b6489c630546857731f98cc2c261f50fb7e335add201a80a88bf5824091816ae853eb98e3e961d5835ab8d6981a7dcf685186f5741e037a232797425ca7447aa329588786fc699d0c368fd1a47e0d5563fb41acca0272e7f465ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230042709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383389633eed80273bf9a2f96dbb4ed8ce645349433a18ac6910d79c627df14965106e4bb0bebb8677691fc0ac297a4786edaf52323b4daee3393e20ffa1e397926f71feb3bba67975a2c2052d4f01e0f1f0b8101535193137e93b93dfdf3a11ba89717e1448c14ed6f9751824764fff828519b61c8b6d807f7df6a95909fc22e2d4c394ef079484f6b88ca0ab1287cd315a3e6d8fa3e481f12d7f798b0b1f80510539e3579c2e6d8a8c5fba1b51869e4d535f0a6ffb42962f94636369859acb821668fae6099b416ce3e219e139629afdb98f84ba0cc6102e571237f458b25815d2d63645f7b52952f320c6927fee69dacfe11676e3b757f8880239cfdc1521&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230039613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5240960927d4cf832d463f0dd0cc071af2911ac4cdb6dc0a1d614280478c2de9272a6e91881dd2817e7804047d647bda48a2adb1b2886f0508d8174234cd64612986b4411ea8f3609c8ee2d27478a4bf3f967673daac7958d22a4d9604a069a66b1d4fffd04b9f06ba6a9fbc0b099c3f62e8e05db36b657d00ea0d0d5d68e1fbc38250dc38e77c42bd462842a9ae128ab8a4ad6fec1a58363cb264d4c931044f8b2455e62c3bcd00e4ac4b1ae463bd86f93896086c41d3b10d790d1b66c5e317ac1b9909787f23143ae2f9df267a95f53ebf39569aa2122ece66438f67ebee85c9a262d17eb9f899c01367de4fb8e0c93a139289840c1f43f2274ad6f79a8d7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230065432Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0bed938540f3b55236366d4c18967cb2214bb9cf12a28da1bbae0829b4e47a13cabfa8b3d395b9c486cad07fdfe9778005708564da8a7008d9d9e14e7d9cd84bfe4e15c79ab9a77ff79b12baa51f5df56b81416b9d686884371eb03777793548ed7b9afebf58694886b63c7b5a0b51b77e939fe0e29734ed15760d0db8ce36e5c1b8dcda21cc4cc1e9a04366458c23d0874e3e97ad82d9f28b203ae7dd83c15d3ce4b7afe5f07ec9b02fceb44c90e280f3643077138d3111a920cde113912c4ffa7ff6c827ce0a036c4f9528b46f46c02d88ff5629d8f8008ed8016eadcf452ce73d14620929faf05bbd7855ab34b7937427456bea46ebc65d00ef3d1b0c8c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230070311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b3d0c65081b4290306e3c71113458f1d87e319b0c595dc67b0eedc191444d84d4779802923d72af52c8a3ff9fcea59a14f3a517fc3ee5b6d1697123fe2eb1cc99d6dd36d8dcfe7ce11a0e715258adba73b1407b6230cb577ca2d15566848f2262202c21306763e956a89f7dfffcf20506ff1fa1fd67e1f92d0e1ff33b4d89c3a832e5c727577139e486dabcf6f0368cd8541e89236cf2f8ff53cb8647282101b5bb402e7b9ae257bc5409f43e8c94ca150bac7b4a18d68f386b3f9be4ca0eb4de909920f5d0a47a5183532fb2dbd6d902fa6ac5283ccc674dd567315e6aca7639fd1bb786248d4cc951304864f00905c15e968c7f681be477a44b7fce3f92fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230113252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a225215e075e47334c0ab55ae53fe25594dc93b79000f6742efe6e98813b3598295bf5101725d05fa4b65a5e9ff26a63858eeebee54740120b2bb672fcc385af66348a24382cda31c5fba7635357591836aff2cf86082cf7e5865eddb985bced5d0a561c7552e3f6ab2b567af12ba720ababaf8c6bebb65e077a153a11e8858e192152c6c52ad9cf55f14ef2a71fa2d1bef33cee566e4bc444d794fb27d8c529b4ca3b821e10add12376e9c0f6534d4b263326a0f6d5ed3d060fa89f58bf635d8f8c9e39c7e7f821a515644acb9a6676ad96961bafaad772df10236ebf01218c45a2c36bb1b8d8dca811658e6ec50258d74b4737b0010eea2139c75e2192f4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230116648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9364a047e913e3b6524ab1b5e65e74883d08f87fc633897f66b984b8c31561129427447c1bb2d75e0293665acdc0d1aa1794348f545fdd3b007cce817711f612226f92c606a9422ad2767f4900d5cec5fa4498f01d7784268f8e86c133f5dcad6f84371ff93e56d03ea68a78a4502ad48acc98322185b493caad10d806460088f691e02d1ba5b1eeb5139020dea6e7d6b637ac933c5abf5a763bfa232147562dcc5b06fc50422083996c507c7c83d5f04a953b59b441162a3355a9cd85d08fbd48a2391d9bb0c9f6d4d8e02b1c496c421641dfb64780c33133acea1ab78f9a9787e87f4bb63dec9144f8305297829a53e9835b9fd40ea8d6003ef3a0527dfc5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230153939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c4080b00d6cbb68284ae9c2a9ed8b82b936894d8d56f3be531d74690babb31bf7e5cad87ea49b07e3d88d8cdfe931b60aa5a513267f90172a6873a232b8baf79715c8eeddedc10760e86e131d71f946b1868b125bead9a07f4dc9c5ab6c26dffa616ee36a900f2e449b89ac688b3ec33eac8ca7d1cb6ccf91b442044c3c0de5e41c3d13180cd1e88bdd72667b8a45a71f902bc3d393a8bdfc732c2b4c567b303a97dbbd1915845a11ce3c4d8f835905e21eeac5ac7f390aef9be3d542e4f3a7b8cef35d9c2f26ad24c5c9a795652662666f07c5153614056370cbd887629e6c500ed1a63b4a7c6fb12e9ea2a325e14f86580e007f1358edc5e7c61cddb08d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230154289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b40f8e5baf9d422e8e92aa9842cfb3011f4fdcec0bd24beddd40cfd058e002d62ee98a116986f385ec5c27bb032efe043e3863350bdba1e07a0b70786281dbe05a095be72f3ae57bf3fae23def1091c610687f9677a43ebec34274fc508d9d41f9804097b98bbbe10f6a8d579c9528d9cab0bcecbfa9df98e22a23331eb366e623326135147ae8d03516349379aabc25a5859043d5b394653c3b3056343f3ceeec54f65cb99ee00abaf5e0ec1cc8c1dfe3ea4ae96647c8e185c1aa283a896255d3a0ac29b7afe35c2c6ebcf28f3b5713a11e24673e74cf63e64ca65d12d8b907e722602710bfc278d5beeaa0bca2cfd3e98535bac5d24553581c969f57a87afc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230111048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=352e9830f25f853945374e96fde95722a5d4b1b8c8df79282bdb685bc2e8f824f97c9c1dad9345759016c0f61d3fd91bb889afb5ce385632b11a3dfdb26684070f0b643b419a5cc1e13a4c8a994747d660019e8dd1b69402331e86ca3f3fc0a6dc6b02f6820c8462d4fd8dc301812010e9a548e7a6ee68e9e59b8eb02b99042cf4645ebbe9ed5e48006334c5b93c463b3bc4c5167c83ddca4822768823116feeff2c582ce0227ab8f1df8488e4f3980e74464a3883abfc6403e74482f88b7c95200c851e9d0374724206737cd78718cd496304e94b967238e3da30e6cdd1ce7ada095417d748f03df511f17d2ac73021a496f431a199f057c3e6500c68ab7070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23026577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bbaf2ba07302c4e07e367e88c55dba6ceed82cf51c25115c2cd716942120afef801cc75b5c495c75a51f3989e0da3dc801a70b44187b7efcdd70db7d29b5b269470071d90da15e69d0fc868b2d8216de8ac64d547fca5c17b381b6f1e10c1705e5f7b30388252956a1050e047c1eb0f8e862bc921dd65cdcee636c81f13257619939e0efb390013578dbb8c8b5acdb66203b596d8b8eb02012cc99b5efcfb249c9e131698cb23c307251b8024f6f25a20ae369cdb86e3b20cacc4639f7b6d61aedf39593db08816a2db06f9585c442c7690b0159d62887f5ceb3799dd617ae68eea8b610152a346df6caf65f6869b4b264330840b167574f7374091977d8ce43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230285637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=675562410bf405290a970f38da63bcd72d5f2b7c97e2cc947849aff52f347f0313c00bb802e62fd4b41170ca3c01452d25b8e6c0671eecbc0a5e116638df2bdbd334f4fb86ffcb6097bc3de995b52d4371d86117861a8510acc60eb334e97a196c9389d13ece8d617c84a626eb72a346051871dfc1e554fc63efbbc26dd7c87b80e690752fe9331df6ff79c2bfab57b83f0c168fa19bbc1dfe71ad59a59ecc2eb1a15705d1b0d562972ef3cbed061ec5dfd37c997a59607a6be913c2e4776f748f0d07fdce8c7f1c9dbf2dc37ad81dd05c631c36762629bdcb5e655c28332a291e0698a09b5ad589d89525d1eedc54b374ba8e858f1f1d33c1408a324db5d952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230113713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c486e2bfe126b39af248a2937e8dfa91d02aa101839b8bc9fd7780ad907c701289098187de731e0c185d74c6722e2db1cac5b5f8377e8373abd75d02aa7872f55a9f2be1729dd47fc1e62fbe64097a5d793a556128e0c19088c4db2c72ae8af15be911b891459a56471626159e9eb1ef55e876ebb36cc30ab3b18e6c0b90907298aa9ce1852adbfcd2b08baa43d5ab44b0efff50eb0c7b51796c990b2a8878eda58daa9cfa670294754f8137b1f5e5aed49a50baea548f37bbb715f09b5fc590a2c229556add9375110b95dc6d9ab6d72f855e0823cbc18e1919d9dd96c963160e12eca8caefcb9362b1ba06eda2d8fb3bcf15c00d040c2477a799dc4404dbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230131416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=130b45b75baf2723b7353b9aee7d66bb10d924a2bfc419cfc73c5e88717b133b1132e7a1a0c22c7acaa123735bb7ce7d28540a8cdb5d8ff0d0e646ae3c17ba9d054ae27af5d6df2b2cc3bf484460ddf2b6c4e449ed83ee3fe3fd8e90b361b857e023aad8e3ae657059d27abc083c68442673d21629e4947b5e28e3d1ec3923debf9dc882d44c718f3feed5649dccb122f2c5af38fb9a7598fef1153af0db9ce18cec9fcccdc4e54ec7257fcb4c6a2ed03c495c9ffb31ff6c751ecbe9bbe168849fa57701f1e1d7a355e391538db114a42638fea71a469331ee6184178d4114bbcedb1611d4597d699a828e2ce72923a940b8fa273f5bdb024c27fa70a3b7cb3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230157295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4063302171e4e5854c873e3393bd6b385530e5e5cb39805f3c9f20153e2f32d694801ea4fd99a0d2b4bf4e057eefea3c88394ccc699e2b2c38822162fc95694e54a64c01bade94a3dbafec1d9a421169445adb40f40827f3f56771ee16fa9a5ef8146efe3e20679babcfd5494f98965a048bbf2c6d25ae0c5bdee857f24059632b04b938c8d639376c7e6d5711c8d9c5960bcf0e9f1917bfb6ac8716b26c0c832942fc54a90e554ac3b8d2d34cd1ff3668418b5c70676ab5b15c057293cce4df6f1a5dee754275cd2de0e6feea4df3ee3e51e2034bd76bf015a9ef2992847a6ce398a45d29a5b0321f249120857b2dd9b320bfd790092485f560d4b16188cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230141145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=142f00db5af2f5af80c1960dbc1aaeebd526a87a5763c1a0cc659ce8a9d82561a0a86e9fa74aa07b44bb4113b6a4cce3d9120cbdcd8f9726e062e96d3276687287762551e8e3e0854708369b3b5a1b5c4b740d710ebdd511b919d561a9f0d455168ea07cd41b607dd18f257731ccb174ec9ef0fed3709c7ee8de5084365c7f4e644bfd03c8f626c1337cf679e20858fb4f53ba223bddae457096418a9c16e3e90144310c5e5bc1b97569266449d4a20d3fbae6b443c913a1bdea46ef342290bae4023a6e1b5cdc4261b15b65f7d66af832f778d644130a110ca2aec1cb76e09eca45a7d153b725cbd7af63181e3f5c029cae40297d11271e986bc61d99d41baf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230331674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4b552670a4c82ac527951ed7016cb9e10a2753d56dc84fb7789a8816dd9c1255fce8e5e0eb289c579321891831d24109fa4eff5f77f7a32ac72d065dfd7dd4347f62765759f9db4f3c1e648f09b89eea260d62c720046c35aa51f442f680101ceb84bd86599afd4a377ac0a7a39ae5d6ae0d56bcfb07904d262b15c44b18672f0efb74084838df7da9e58608499059928ab0f942899422715e7bbbe1580ce1c41a17b24986a86e1a5c608fb534b1bd32efc0b7f708882f967581715563f3f4d9903c3bb9166d7919e4213eaee3e57abed23c4d74bcd4b7024bb946c15261104c8334c8c4a5f36e9cf01053d223bc7e4ff2e2d00e9931df0eaaafc602995d613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230360298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2feca7558a0924bbf27bfd0347f3a2cd4d3afddb123b7cc02b193dc5e4b31c7a1551cb407f804221eb0c4a37674bcfc80a4931f4170c7f361a56796c3c6489b65d673c99a7ed25224124f1e26340e7f3fc32e1766ce9adf558ca101ad9704944c148af2d8f74dc5cad2e126857983d40aee1ae6aabf3bb5be353db64d1ae8fe2399148e1bf7788638ba453eb9e8b9c52ea79b21129d13c6519aac646a51fce71714784c6fe349bd98b7ad5c050e18b8f0757a1482b11f421ac4f9c6689894a7f2733dd81aef70151265e579e95e94c6ed82d62b6551ae1601c7d3698219d6b0012bfd7a22f40070d634027215ab55148016134fee73cf47b44840c39a6da9830&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230373402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=102a45b2801cf162a39d052ed0a6a4d6fd5eb076279393021aa623c604980d0f211c595481cb81f89426b0b81fcd1956e675bb2d67522e550117342a08b67ab6608a37f0d5530b88a56b67357b1313e1d69848163a186822b551a3bd1c797b1bbebf31963dd32e29863f6b10507d05bcef49b7056043bcd1547deae1decc2f5979acdb76b001e7ab8b1542de44e1e8db40748fea0a6ad65b1d5c958a929487c39e2f655c5faca12eef5ee0322bb52e5e57b660046474cad0ec76fa9371345db56ecd82bee8d0534ad3d329d7cb6a8f34c5fc9252c33168459f1e833c410fa9d7cf98a94474af4766985e7b1fef25e3a9f60061baffee904f88de3e001a44ac9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230904844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a09a13cb14ec7ff134f14a8b3a75004f28851fe333955f09c1d94d421413ad5db8bb193f8e6209089c94fc4be41a7762c06fcd1678ddf650239cb283fc615ea2891278045437944af9fa317085e61167927ba6fc9fa1dc905cdcbe6cbe49a2cdb258c873f994241cf963f7a37388bb630b1b60c6079eb3f05af6080dfda2ae3bd26c00c24884e3862d8b6f90d21b8d87499f66df6230ebb6749508b7ff05ad4c7e8aafd901dc5235f27182c8cd4ea43a409a6230a48ec9cc85dae9e181e94d12c6c0f8da0255ac6de84c2e1625aacb7d62315bea29e6cae2654d110c0c19b6755ee18fbd579f063dd86c373969df84eb0e32aed301ef735207d862d83041f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231394477Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=042a1c433f56584ce547fabdbc2b52924b0f648ceb0d5ee57f6de804249b14d0bd4f64dfc9bddde623a415c33182ee11b0230795100bc7605c691ae846d3ca7146092e0bca7a76808c7f86434d6c4f4481f2d6c7026224f519c18643fdf82504a3351765419f0f7b2826e9539eb444a113d9ff29692e1842bc0e411e179763e4e4c8a247e91b0f217e0686b050a23a280a131c0d29205670e68b31b994d33c85be24390468aaebb15cbadb1668b50dea05b36028525e09e025eb7b53dbba3ab39c53ebcb69a4775eb2d9d535c8660dd5fbe0a46a568bf494e631410ce791d54e3af1dbee3f2cc1c815f81bc5ad4fca0a8bdf80848ea9190197b8bb62954a0d27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231412551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ff35049c828a294b56303349a326c0c8c3d83546c0175b4ba0f993c060c60f78aa2cc07415b7b10b3f4151c7c5464b1d9e9cabf657d32b149fab8277e4b324f02b14b8c0bf963bb04b51ac47525bf0d2ac95796b5df6a5671a7c6e0b7887d18c94a5935e685c256b0f053cfb58bf136529bf72d9e679b893e649b894064a1c3e45df42c04a4f67416d95de84e079a696ed3fd0edb48ea4cf97faaeb144b1f80f35a8c0629db01eefe3fbf569838ba4df7ca397af89c0f289c26c407e5384dc5b9bf8dc21024af43c11c712b87a92f81c8012b28fbb522317c9ef2a40a1f17fe417b353bfd8cb5a2cbd3487a40222959f56435741001dd84da9a2d3cf17f8897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231420516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27f51b86407b56aa45fb0683fb0d69b2e5ed8421f16265fb5223a6817ea2a6ba7881e5d8603665eeb8151191bc4e5ec5f02224c5242c79b8e8adf2b1bcc4b70f243d6c1715852a19da3e0dd6b05428ded2a8c0bb3b4b9e98646e5df00bf1a56b649d2e90a1f44c5964b2f84d04083335466fb9bb77ffca0ad4d5514de83bc7b724b1d20e576af8976374b3f32f31233fbeb238bfd2dde7a469873f1f0e151e9a4456395e29e5d1610f35e6f60396779c01fc8d415950f188a79440003a89e1dafd534eafb0588097a233f11d1bd696c170ab0a088c1aa51265eac2265197eab239ea42521f7e55f231d83a93e7cad86af2178570278a3e4eea33ae0b203d00bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231435164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0d424c3f8a21c826f523a00061a63fa2d0fae6b646dd4e58a80ce43585fdca5db0196f3e73157f5159526d5b07896626e85d93752b901fce7202d64feed8e5cc2f4b7846d895693e08b300b75d70ff5470654fb03de3570665a1f979a4334ae7609342e04f27f3dd8a914d8bec3c0c4147012b7bc8c6f603c381ceeb9121b843dd76ff5a2bfc452db2a5d2c3fe5911c22845a31a69d8f2e9d3e549f533fbbfb35959572ba959dcd5c7269348d6d861d1210fc4203828fc187d1ec3f580795eeda7dcdab14034ee7a086c2fcdb4a21b6174f99e2fcfe0fba84ab84934729765ef5f4e10b86f658a61052f65382fd0afab25c8aab85136e73c4d6b7d88eacfc708&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231447326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2af3c8da055593ec60af4e78d0b56926355a9c372da94b8acf7bade2ff27f57c6f696dee8e1a7aafe1148651b9f07eb087e5bef99db784b79d10c1fb4f3acc4e3668b3daf1a048a18ea5f2273486d2e31f34bd6ea7ecd3ef91dc06798ea1bf8c11f44b37182c084118c4ca2a78aee9b5cb4c093a9e96c5a11bef45f41a56b6b6bb46f4c857662ec4d0035627dac5aa67f3ecdb0c4cc35728b3c879cba8cffdc9431967fc02e03a988e9ed958f9e6ef16cc2aa59ceb2065f314ddc3917799de5813e306d7ba78dd14eac778fd52d9c38b5d1249e0c73b30c7970a893be950724fd7a32790cbabc6860e88604c8996118d541985df0bc9aec93ecea7b6c188bc85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231466533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=767dae592cd2986573ce10a992ecdfe6231f75a939446d4a34801d2be30f93704f03caafc8f8bf8e7644a71bc0b2a3690a1096a0ec7f379580f7aa179c9e535e7bb7cc9097e22a40edea95c38ff7db77ac6b7686fba95e5e7b77d48a48e9ea83da0c7d05fbbf0828ad8f2fefc89952617190057c634784b5422b75db26eeb6168b348d26d86e4c7bf585daab28f2f36604cd7be8203fb3c7cd8ad7689e3a8089d61726bac58af05701f2a7f9aa94839196d9733adc7dda7907a236e3922584d7a6cf1da68ae7e0eb986083de21f63c48a5267df83031e784bc7a1464450e7227e4b1c5f8cad81912d596ea909feafedc6588875c33e1ba768402adec7b29db20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231492251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=408478c6bed284f1db1f2c0840677d61e15d936e3bb7ac962738a13dfae966b7fd8fd3b65920eadecf91ed1ada58cd5d0108cb5d42220f91e4f3b7e15243282cb3f334d2368e3f0fdd1724df7beec3417befe9f5eff5f7cc27ef9495e0220bf4b660366e70a0b896e9bfebb59f1078c49a2d38d5ac0182aaf24edaec330a7939a3a08089962f36240094a458eeb72e23f9aa5435ad16877d48f2e019ca78ca5e1f534a6ec899f4ab1f959262e74c47e7015e06a7219712cba3da71a4f2d5b0510c0ccecd559e247bdcfbd1cb9fa37da1efae942f1ae125dfd1923d733c5c60b3a1dd76ac054b0108a2585fec805e0aa48724ef3ab9773afec4a7e3b187e2bb49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231536404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11dd324aea58382a646cb1eaeef0cd19e94a907f6acb199ccefc529aa9862adc7333a11c7370432ba33e4abc32dcea295fa62a44686ea3421dcedaaf1bae40edf0819323b836d70cd4dd7125701f6b9360b7e4113755f47d25501e8efe91f1dcb9675cfc70f9df8b8409a73eef1101bd708fe2db1710a2e68a30a9bbae5abb4b0bf0f1d0d689e7e52f80197cfed599f16e7e1c4680c8189794e9956a8cfbc012689000e202c5a4be27a60e0199693f18a826b04c40ddd37a96438275d4fee8d954b863699fc3387f6eff7874fc9ce39ad8f86fcc4d51570c6afbe6ce71f311dc2285880f554b873dd5fc571d810c533bd6c7e3d22af52620eea72fdf0eb33acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231543127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc07ded767c279f4615429aa2d17ab42fa80ebc5d375df300b9644948238df9ba1ca23ed59e2da2c1a6c2f698b60cbff9e21aa2ba184a39c2ce9679cb0cec34b0c24037b7a5417d4b621ce39869b6f7637bce0338977cb826f99b01653a38142ae8eb0e6a3aac65c42a1d612b14147a0d5ba069a0a1a98ce2228195b713d27dbaf3a20332fc7320f4670e1938773ce5118f442084bf0169f12ea516c7f4afdbd6a6869be84abed41af6a144d000178c91331205b972ea788944340e752cf09a36182d43246792b2dbe526a60401acd4814dc36ed73f3c1f36d49451f2fa874a6be3ab507452e3ec23b0062c02b322a6af02cf2920a0d0c33b443b883ee60c064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231591308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a69225c0abdceadaa36f88fc10e93c1ffae4f73c7b125001e21a55ac9d26c127c0a8b287c1c11bb9735eab9d50e0bc3e9c6111a6d37acc2d1d240b2392d88e82ad8b80494c1e34e0c68f78818f305142a9fc28e57419d947fe280f50d939f7f27999a0bbe9de27c650f161d3cf2e22b634d9072dcf054629b67d1adf0ae4fcd6de0b34db5361651fbebe1ae1c2195ddd644993001d402fa947aed5d0d9282173dacf9f1065dab0e917fd17360e8b8d02f89af2119d14f26661ba04a22bf32531a8d0bd0167cc270d9c86d037a1da60183e12f844d393021fa4f96f2424b86a4fd7a20803b0a090c84f084955d5bb53853fd261d1d23d997bd81aa32d4fcfb57d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231586499Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f85650cde80abdf7bded4c797b4ba64b2a1439d3c4d2f6ddf8a507e2b205e71c1f2df400e65d20e683cce1983b14a6c390a93cf3a876d548b2a15f1d0662117c1db5fe08bfdd3e2c298441e12e59a15304da65373ca8c09436c264b2723c388ad21e8e7e9fd0d408da3f5efd1974babcc7c985affedd646c57dcc5fc0c9874e8be369781a0a4a90793c5b18edb5dc2a45b06d5066a16572926069aa29fc7a73be1f80de6803273ae4733c5bd5d4fe3662f16dee9fa3c8186e0a3be7f4d7997dad6b32259286df173333c77561169c21bf77a8c99ec4698e939345bdb6f67854eb6da159c5b99a03116afb15d66c7f6e4f13df38664a9996ac46b7b41bd2b670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231599794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0644862224217b0b6d919cebb3fc785327d260232a82072932d33ef3a55b36e7f40dd3935095ae411a5e90ab4226d0ecab6e520680067ba8aaf81d24ed95a87152beef27c2a6383d14bae9d9c981882654796c58a0d8186d4e9077e22c4c69595cc7f5d0eda6f75242eab99a491e86d8395343d6a9a0e84654838b73bd107dea2b07c1f9c3b3036716d18778ab14adfe12909206353574911ca46acd2bb7c0f7a2079c050c567356c13ee70d4074650448ee4201f679e70f086990c0499fd05350c417d848def6360159efa8201b5e2427e21d3c07a76d926ce775cb843df0c5eb4b39f1256445526fe3072a5998a10cefd19992cbea12b2455baa576330717d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231641302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35ee720d61b92c249b83b520a6b2ac12fe59c9b32d4d7c0c0825e5d3443fad6b7cfbecd0532b5f196efcd299eb1453d5b6fe26faa748cca037c5b1110579dc7f67fbfca94062ac50a0d898ad564718ae88886ac6d25fbdc2ea5ba0b541b8fa12ada8446040eda7ad6d13ac975865e7ab46ec16fe9f1d78278c8c1af97682bd04f74483df7094f352d03b657e3b9c14ea228cb54b8341671f7350fa5548f8555ef3afb526d10c2d368d051aae957984101c2e6a899d2c9c51073a84738d4719086ce8d197778d2c0ffa8f040d51dfed12f1c51529fdf0b30a7fc0a0c9f8ae2f09b7b19bf4a8192511940283d01265a30c4d692c04ba4807e925b3a04440ce6b44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226617444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27807ab74f0f85a6a03ba22ac832a725822412fd04c4cd177e75555d7c75913dcad5abd54ea0dd748b12fa02b6462bec3ccc5ad8d51b8982e403fe3c153363136ff85220540420660addfc57e13d9092f853a07ab70df1aa039f34edadb1f76cb239cc430eb9e5c814556fb1022f1db7bc76c627d2ce0ce65efa660edc448d8c4b0542489e6727efc60daa78701db9ddba60f6096e492b2c0260d7362bc3c19ea7871f56cab515c913556d118887b6a6b9c2e9e0e29cf71c146e4ac2cee8df6c5ced35551b282baf3d1d3722493212dccec2625e51e9887020ec56efd9fed3885ea80cf8205d6380ef7d632f3b38581d17e43d6bdb81385d85471f9d29634170&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232175298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=823ce6497b0924174b89ab9de0a56fc2d159935eeab457dfbc5b137f19690c3ebe079fb5fc31615c81280bca786b2a1c0b7ae039432b7182432af3af247ff4a0cb4c07b2e96d56868524322223e368e725df4f42ce4d76126fa9411ef1ca2be0e7bf8184d5685e54b3cd5d1c4f01315d189dd491b7e9ae7e8371463b0755a4806d0039b8e880d7bf4948d6be0311f8d4e3e588fd3cc858935ec6fd24d373ebc8a7880f9feb022428d63a9c1e1e8780856563ff5def338047bd30946326ee1d8bcba320e71ba9fddf60c43c5b8b36caf6b15f9eee7540b82ac3d70d103a11149104c25aa7343a35518ced3dde29c14a66313d5123d7d2319366036a471bef5e2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232212759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=34b30e25f8ae847fe1697b3307c0d020707beb404893abf31ffc0d79a8746d899b8be6d0e86e3f5d955c9fe01e1c0b0f00867d73b405de724c288e9fc58aeec1af4a80e15c7aeb3ade2d40a020132c8854bbad9fed12fff0b17aaf85d60b581aa8aadda17cd07a31dc339765edd05129f26befad71e0cd5794cb1be4117581f63e824dded32e5e279b45895121d02255826bc210cd1e4505a819b1445ceb0c6cf46a92bdc6e3cdadbda28cd32203d9246f5da047b11b3fc9782a7f5d2daf7750504ce73c4eaf8b46d077969d45e2cc8b20d1effcd5b78e8aea278564f601b28d96fb53f4365478721cf1bd0e26d9cf6d8a1d5b0a3e1b815df58f946dbf412e2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227863131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7d3b52da9d4eee938fd3763d069d379d7b874e8af2d8ff3ddba20aac2d5c2f0fc2361ec915ad2f3209fee747179344a961fd627e3f5a8de2054a549953cf2aea1e4e49e3512bde460e08fa0d7db8aca197f7efb0279ed011894ca549116909fea2549d68f92bccc487fe02600290da495ee59fe566125603d100ae390e51b52e08310581e82cad86bf124c85451272a6e2ee5c6ce1abac59e18ff7788004450d827b24fe4d427841d83ffdd3c99ba27ac47f2cc3140dd242fb87fa7cc873218dad1fd190f8f36f8373456e8481d098c20a440c7ecbb577f89d4f0f6a409f6aaf808d7fe8500a5193d7044c047ca6bd313bc31e2efbbab003e04ab0bff16d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232626068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=42896c6896a5553461c8d9b0faaa39c1aaa827aacdae3cdbbc395f1d672360713e2112a562dea49c6a1046e5c16144c2448f83f505b32c3182e76d35fa1f2db9f92603f4f3efb187ec4d4b9700ea6e10fc0ef0aaa9f02c634ee3a0828581d72830ed83d5cd31d5340021b30be4aac9d4d5bdb6975cce968808c2a1438234a6e483885c1f4fbfce7376c5347d350cc8fb64b45e3db92d8ba450a5d093d06363f39a0047abec1d21c8950599dc7b23161f2a273840f8bd88dde23fee09695e4b8b0d64fffee0d1353260ea134dc882e566d26db85adeb6dfc40c763e62c9a1d93982663b67fc59b3ce1f1f5af01a06f11354901d35a39e52a4f9759fab5ac7aa7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232643411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88294ae1c731016a671ce1df9af3069f4729835aaaa3909c9ba5f01e276bba1143ad47cc1baf26f9b456018d3394ac23793b420a63c3f37730da6446fdd24a9aabf03d252b4001b5def9c5aaaa2c73f0607153e08dca2a813149606f34b3da19b1a213945a8c9046824d2653f8a5e3d03a951344baa7b985be0d43382c993d0ca43f69b11214ad5be44452239ad4e70dfa52d8ee2da8922d132a79db3398b83f2cabcafad17188175914d501657b8b729a350650c3a08ca7a648c3f4c096f2dbaa0f07d5a6b171dcda7a23a9aea533b997f1811d2203e749ef61a1bd9a0dd36ee734895fb1e8d5bb351a96273633b4de7abf209ed3e2506dd982c31aab6e6cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230185388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3a91912e5da31dc0bab923695e85204e2650a7439e557c2f049fe1193bf9f4b85c004fb2cbf11095248906e0a4feb5675d48ce8993be8f8a492a23085fdd822ae85703ab3235870069684f835b3617bff056144fcd0e779e10377f72d4f0dd205bfbcbcb3e582a018bc9ef66e824c110d13a3d58a816779167848a6a6dc26392b4e2bf2b810e65ce6f67342dc8336f0c5d2598f10d5a8feda6e5f71998a6f205564cf42dd4912b25fba0d3c439e016a143b1f74e1ab78461cb2f1d92c82d2747f26bc34b4d6e0fc2063acc37049d79c28e5a83ade1bb427913bd5692066ce8276567056bbcecb935dd4a3bf58ca168f2c8b123e9dbe59925e8496743a4f41ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=66017226468873a5ff3826cd4097d28ee485ecfc468b1772414a966495e25539fae29130145672a25538f5d1b4a79c8a15f199c7aff9766d012e031b033d9c5044c1e871ce93f0481cc03f1be29d1ee4dfe3430bd98d42ec5b36651f0e5695dd04cbc7c78dd27cd410edf527d67bde3776d7be79205bec7139b75634538d983d46514816666633ab72267eac6e1d7bacaa2d396499e32a8a17dcb9ef0a3dc010fb2d318877e381f3fc347b93b588aba4a0aacca1e5ee38eceff0d9c6affc0a7482bdc5330648ebe0c366b26ba9c0c01131abe20d2e77c817eb16ee8d6532c09be33db206296e1c14b8a330df4a62a24db7b9a129d07dc7a9c7af023223d6bad2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227900321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08435a243ca07ab94710e7486e2ab998ed125b8824bf4ee25e5b461cab77e2704b7887cf0de2f3b442f06a4907987b6146ceb7656abd15ce6acc1cfe0c227f6fa7bbc058b7191810ea989f8749e860411370dfcc99dc7735d10a5fc5e2ca4364db841af6da15b2cf10ab27f83811204763e2b6e0e4801fd4e32e9cef925f7f3befe6e55df220b942c578e74fc17bbc54e04d30ab9b8e16715a874496a2ffc99e34dcdd6bca67dc7b95a6dd1c193328677ddae4e460c7a13dfd12477c8fe3a2ea3c98988218a78202b4904bb369333e88dd72cda6dc6e1cb536663174dd6c351cbab7e74387cfcff601782b70e859998a067fdbfb99e78d1a3eff81f924bf5a89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232755742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=79bf6005bfec841e9a1e47c77b3d3602bd613c4a7ee832578bfd554c0a2ef5b03eb23965b53d50d0cffef91a5061a2934db981b2bf2a23ee2f0a28dd583f21c783cb5b946230ce62a6eefa9ba119ddcb0bd3d3a66367e738dad715d635acd778589e1926fbf66554628ac9debf70e6808c92381d583789d1aff3105d731481a7a372db422c344218c547b5b0380821739e39bccc1c21d3091ae6a6580b04cec316b7413f9be31ec6b85e14cc1cacd7be40226259cea3df3c66e3a03bd4501401c84a0a6410c1cde73970531ba58ccf7d3b2cfad32f28812abf554168ac2b168dd8f89de4df365006ebcbfde3c3096913c5f6eada9c6a747513fdb98532a2a93c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232755111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a899bb5da79638aba85eaa73c922da55df113c1d54c0199e89863887c2b6942f474cc60c44ea0ecd379e9c162935e21ce11a2fb19eda36dddb2d239d267a1cbabab048ce95176f538745a477405740271b02c9a24f0df7f2bf47b5ccd23a38695daa5560d2d001fa0a6e08a817dd929ec89839fd45d8aadc326d7e6a9ba3d029c9213853e0db1f0d3d5187e55494bcafaa22899bb8666aad2c900204679c800fb9d6aac0596cc352d536c67f11cf353647278d96f57f79db254ec9c095c15327f7c3d66d3e5d8c8954710e5e60c8fe48263a4d9774be272e099eeb351e88b3987e49f4793490f56d29387b77d896fd109608b06234686b497caac6c19263675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232750162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bcb8475eac5eae066a4b901737b20e35479d2f3c0b8640d29d29cfb0b187ad4090fbe01b2a4853da442f64f760d707695b11722c92d622c238d061b98169f38487cf5cc05d891ea882ee199793a878f0ab3ee20250e6fcc039a7af772fc36f72540064f169f9dda0babc8de477ea90b2c43a2ce591c5ef14ec46ab4587f4c6f4735fa4dca9f832353890d123e298f97bb143fae31eb86431e6b627c616f2a7350dcd9cd7a55360924d130c9d320e6d6790f946ca6f5bac7ad20fe5ebb800c18d9e7487d31749c09dd4a60dc62a76e954dcecb9ab6454f4f4a6919f52dd377a728fe7b2ad858b65105aeb9dc87bab802efc4425e2b82056619a4c53fd9647b8f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232804825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3036f90de3e1a3f7a7a07f29c983ffc709d10c1752cb800b38650ccc981a4942a311f43b6d6e4e6f139668b218ecc959678a01d9e734910394b3b94cc6aa1300fc259f4cbb62ae76118dea840e2bae70ad1ed1e543828ccfdb66ad73fbbd5ab6427f1a2fd0663cab89ab25cacaa7dbcca561d5e732b1b664f9417333c0df91bbed4aec08a8c34829639b360af0c83292fa7bc9b9b3b202e81c02897fdd098697fc0ac573996949fcd4da39379095965ff427bfc6a6d8bece2fce60e3fb6611e3cd7060eb5518d07f2dcca6d4bf8db8884926856a19aa80c02f9b09decf0ddf4035c53b28865a8275af271fcf41589fb0a88ff1f5ae735811e3f67ac20293c5ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23285018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a05d592af5f0e94a261ed21fac38d49c97cb5f84708eb62e33244bac58e178a83d449aaff0aa553e80e9b8b7849f95574ce26b8189e9bde5edb718430ef0c50f4c27f706b6f74c5f3a687cf053294c32530c5ca639bc7426087fc3fbc5e7daecd6b8ce3b59a0440b549a7f5cb2341fa95ae1d2f8d1a5521f61a6bf6ab64f732eb2ba7a1454a8e49523e4abb64d69ee5bba902a0a9e2cf55191842ceb58240468b9cd475091342d6f57415adfc74f2e56dd5b0893d06d973efb219d942e209d19a16fcfa19852df92fbfa4f5dda4000ec61ca9d3e2e910c3a96b28f6eccf9295300e084b4755cf38970e911ef35dd1306c213f5b2ca5e9cec15cfaec863288b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232871531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=893a53243f3eeb66427cdab1783b825fb20e43f22fb847f6f198596e70d3394a3e01f7b627fdc72fb68ff7791d4b42d2f4ad23e08ad71fbb321d43c252abacacddc1f3393eb13849274af23ae6c9665b13d7fb7b1870f019e3611018d733ca9783435dfb8c90da4981dedc1b265e6fc50294fff4b4cd9fe568ec7fca977e3fe7a62da2963a36189ff04aede4a8b06d6552e54ea8776f5371ab8321dbfc13183c8e7595d764cf20f3719e96c3cfd93ad0e0833ae930570164402a41690a1ad36630c3396c186d6683bfcfddf9ca4011f03d8b382418b36b79c3cc4d04307e2303cdd41fdfc35d17286cec02cb2f0a1faf3b15624e5e628076c4348c1f939f1d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232897971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5cd7ba313ebe46c9eacb37ffe475527c79949454530bb82da998143a4f30593771ef23ead8d24f8a52da46e0a3e15bf281e388c192ae5062512578e541c182f59a056ba2bfd111d867f14a78229991337cfc37019cfb03749570863b43279ab176028776d5505132a36db5e6df16d072de634df0c7640d8ad91a5e728a8822b1e7e6ba5ebe692c6ee1cf9b7d3c01627e939c8e6d3fe3f45ef7af80fcd79f709e7d0cdc32635b953bdb7b8de875264ea865cd195d013a307ee6675bf3d82f5d56dbd955b9973e5feafcc350412b9a9fd73b74103d718ff27b0197b177e491553e8a3cfbe326427468028f701b0182a0bff47b9328eae73c3467c1bb32d4cbdc8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232921775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c22e4e92ec17e70a3fb1afae808ffca4f574760cc77ba1a43ac48fb39a6189906259e921358d5dc0061489531f03411e7cd4b6a30cfad9be574e5d2558dac29610943317c02ddb4a2d5085fbe3eae7d67148c6e5f1fa223fc376bc0720938aea3b4c7e8050e1af9cae31df5197615217e5e2f9c34ba43802081ebfd0f1ace8090a647d5e8870607270f0fc41fbee63ee233c0d423b35a33e27d04b82fe8b98402d27d2c6e786308a6f1eae903a5afabf30722a54b5b6089887a4c9795ce5481d39b3753aeea9ac78a1c6737969b27cdcaecfaef6614f57b087121c9f6fe5574e7d2f1dc3f4907efa6eedefa6139fb3e8bd9b1419a7d83313b01601466ee1b8af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23299837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9c4f8657e7df94c62672a31703536a2a705ba29cba3faffa178a1e67ff959190bd4f0e5e27933d1bb52673942153eaa5bda436f39e2051be466f3b2c07b40fb6d13e2184e357f06cc2427f9a30545a0a385e6cf19822d62305d55640b4b10f62a229fb311c8ea77a255c8bab68043a70598b1e724b983b505fd06645e44c4bd7e6fb0d28829eef60c1e97f9585fa0e87561985e5494566e112c6213b59ed3b51a2739d1bcfc1150e2d9f77dffab124df972663c37ae41bc51e529b38dd0ce05c0bf4baa93d1c38fd7f3443fe4cf3e17a4414241992ec626f78127bc7ee03c23e33168e17cbb1c0bec1be707941421b19e1d52325558a231b010520129043a75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23303051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e368ccf899aa858fe7af90ff4b7241dd509fc2afab155f730459e83c4bb0dbdc9205694292874ec53293910ce554f7f949c4785141423bbb75ca514bdca1f4366f76c4b0b3329c85a7e0ce274e7fd13d3614b6a0cc0c24e580da6609604287774ed0234d1381ae29271bf1a67ab7d25f888cae035983d987c649897e826125f9a0909079ae465aa497b8b15f8659071f505dc028ec27d687ff196b18c04601f2b536d2b4c44cbbd5046a17467867894bac6efd3e8b7a06f8a00f0f98d6555a985958e82564dc0c1d236847f17a23b1faa1ef9df66fa19ffdbb5ca952b444f096b7835eb62fb70320b4362e21c5ddda3d4850f181356ea8ce5f29ab5566642f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233043134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=61c7fbe624ec15fd8573374e073aeec42d07544edbee685d863d422757871a889bb76543df486836e4ea8559f54962bdbb033624fdb8cdac02546ad2a9428fb24ebf1d1be994532895e361ec9ce70591b6f6fca7db58282131ed98bfe9cea49780be4dc4af8742ab11accef26419ec29acb663d7e0fad69e39c4081237f874e2fdd5454c3fa937396393086b27c5806e15e94020d80c8418d00ba7c356f8946fef8bbfb3d3192ada0b7da1f0c2f411fa3eb1b414d2c3b2c48de77c3cb4df2e3d32bc69cb12a8cce41e57c2c0f75e2882dd65240d4dfa171f7db550349e89a32e40bc578df23c38d643a186943a8e0f38869b08162fe585f1d0c4adaf8651bc73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233090033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b21f2a5fb15f9558ef62ffdfc3f76107c5560dc4ef43cf043be55ff14a16682086469c3320d02800d9d20415c4ce965fbfd595cffbc5bfb7bec0229d4749670a6c8d4c7253a94fe1fa94028970d5a7ccd0113b9e9d291d90b5093843f2848a67f8a859fb9933eb4f1ceb4d7e04b9a608c13c72fa69b3d4e9becbbcac0e50b9cbd4519c58d99bfc3f370839567e55d684f15fb2e26e03c4191aeba48f96de77ab7f2bf0c1cc8e2e23de52aa270afe31faa46ba8f3cf5f3b8c799e063920a69ece06721c6571c6372718d6888d496d0c83870fe8e94109fbd1d722ddfcce256ff3cc60bbf70554380a09a3ba802bb977fca521d5bb96bf78da3e85f3480338c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233088319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=022e225f23b732e5d305ebc759909ae0b90ae3c4d59c5f3e00d35e57fc6bda553f1a01fbcaf85c03d1f8a33eba8c1c4438f3f6d5235e6e041a0f532f4d12dccc818feaa52bc0b24e5d14ddfc6df47cc8a277aab719e630c7a6e90b7c675132d2b4e8e2457ac00642a6abe52dce0f435a685deb81128466d40a9bb5583f2c0027f600037adc5f0c79710c18432b4e208304f91f9bd37e600d31ec1d3cb19d3167e2e6f75441ba6307ba91ce7cee99964b148f8936172d5fd4b7be7ef44a56c71cc85e0929f974cbb1e3421a853ed1b7425bb6af245295b16a91989ddcaf2b5bc01deb667451a23a626b65420c087f757d87cc66120fab32546bcdd3859bab48f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233135158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=429bdb67b504a00fe6d1199d92610d04d053792786f8d0e62875944fff7c0a36b9d16180bd788a176e556b96ec728515eb684e086d0c5edc4fdddff28d31e47ca0add2e9d0ecdbf20aa30da15a74385c432b287e12f3401e7a43d4ab3e8308a49e642d269d421faa4a40b16cb66b18c921f9d15836f4d7d5ee764331a42df402cc9404f764a00a9f841d4a5191974ded333e395b10ce2f9a595ff53c84ffef08de192a0c6a10860f5058900bd446c6ccc2f6dcc70dc03e259c982eff549c40d716e9a1560f6951f67710d022d0c31cd43b852554570f833793bbfd6b193acb1d0eeab02ee555a671cf302cf57d88b6f5191fd4120ee4ef83786460e6e60caf81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233137572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca4c4b30f083b2961f35b20fd12485f586badeb52f45c8136ab03385e35457daa88df346ed7aa705854b08d10eb7bbf759c9a0dc2458e17d004c2e1e17cba0019e96c3f9658d6a00cb5a552cc02c882626cf31d7427bdddf10c0fd0d894656a2d5f303a4cb2a3461a13ab75555ceeb05690e3562f99236bc453565c01b02aba0209681d7acbf904606146f39d7730996c9b806ce205ebcd311eafa49a6979758da36c8883030fec2676058d693c3619156beabe747149ed364b854d8e68c253ca48a6e1769fb128987180cbc3f9be068453e2a28e2926c5ab3c6badb097b17e94263fd777276a3cf7f18f421276b7c030ef2ed55ecbf10e8011b0bbf1e1dd0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233178319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e14af98d5be027146205b4df85711a58c70e6c2d635636698a4209315e49edcb904b2b34cb29c812582fc2cdb1876b11234dea7caa6dea34126280814a4b002ebbbe0e7e3f6c461ad3a2fc3bf3745f4bad6c9f38dc4e2ef7cde3f86e5a746e89b2ba721649e29f1319d77f15449f4f9d1576d8b63e842a5c5c5e9fbf6ac9e8c47541a8add5f28c4958595714d7acb0717aced9a5c1d07ad7a6d220db9594c00ea83ddafb698c21703e3922806b115c6416b3a111909d7d0f41974cc54b72fa285c9c8a7f8ed50b515a46307bf7bfa5c128d5daefab42d90580ba0ae8c9851420cbee9766209adf75693c811f1b09079da39513f06f5246d86df971a2c739caa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227977216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8eebce42510450771a4dd0e332953d5a93072974c0c54578a40089b1ccaae8abd5c8c8b06e1a53726e17ec1dc7c65124dd764d6e85c173267e6342f0f71759f050c70636f85bf8a3b10c3dd9b9ce3ffd64eacc439c875beca841dd37866100d5d91eedb48a130145e0908e4994742e866a92db9569bdca858dc9329254b1e5c46511cf3842d7358b811cfacac5f36752fcf804d45736f7a7975feb9a67303940e160c4de84ecdd97d62bd28f8463f92561a92ada7312decbd1c9f8eee52fcb130b02409c70b3b97ea8ddedb03301d9a2e732d9a423bc867bbb9aeb9a5ac5494100ea77cb791a79ecce8b1221f9fc907f137b7fc827b466fb5de602883f79c7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22797377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f74d0e0bf831451b29dab5b0d2e078e0ccd2a3031348c0bb56aeeedec0456cd0d78956f8183da56a68b52526c518b682494c966939cef7c4643d6ee51d8351cbad978ea194ba0a4e5fdac213b2fe7a73f87a01a784cd9644afac26f64d69866d259cb7856e1fa396af80335638ead4f8e0d8bb04aeaa3ead80039fee6e8e5ce7070e3ded7818ee064d3e0a4748aca530338f61e4d094c08d312dbbd897d2cfd6e99f9c3023c5b1b6f51c8ae1447abe5cda63089481f8601842c4dcd84fc3440df0a6a7680144eb6da73d4796853fad4adee036b166f977e0d5d213b1a52ef4869a87839819b99551629f813130a9eeace5769ac7e7697810c4246605b22f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228041157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a06cd27338a489052fe3dbcd6a0fc52ba9330af46b4418748deb62df0008d1a842555c3a563d8a80b8a7ecfed9a8bcef03aec78ad2cd3756eda46a9af03119e8ddb44bc79a90e664cde629e18516b23d26fc0cfda2be7770dd009c71485fd060e20c1ea81188521cc23f32a89fe85a1ad24b3838da322c19f417fd194bbe3f3f482fd2040b43b5cca59210b77cebdb310a4b1d192b4c39ea09fe674b4fff82baf1b83854050da7c7999f262b58459f62eab52ea38d26b2f10664eaf5f1589eb77faf634c82732ef6eccc5f23d1304650ba7618468079456c9408db91f5b187d13ddb6a945a7667a3942f4c1698485910e6ebe2a213c058e656ecb558b025f36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233299738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35adfb7b1c388779c82579760f812ad253db5aea0827cf74c6564d364ba42e2aae91dd6d4220ae0c74beea534b361beb9e2726d536cafba40f5adc2d0920324dbfe7a1932782df9dd3d0d6b51780b5aa9f742e3f1bddb505bca42fcf008379afbabaf7279d0396a41cf322a5eb60cb2fb83908d1806cb171c0350728e283c4c4f873983d8e83792a9f0430aa62b56b55b47e81a4c0e80a19efd6d4c17796fe82548a3e006fe6ae94932fadcb5b04e2d57229987c2f00ddb8399c55838c8282cd93ee870e96f5f3ab1e166f222dad295f0d94328eaed1a71c3bf818d586ea9d5cb7661fdc11c8a7888d890fe78ab45c15f449f48150b0cb824dd05dcf06537558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233299567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c10a22db7a6335898c6bce7f50a510185b4980391eb9920721f9bda27e2bb735e344f6b79b3e752402e23ff89a374aa01a25b858d411aa801d38518d641ab179074e944c087ef95cdd112dde16d3d6f6d58f57b04646b4e3356d56383c1667223be6cef1112c7e9ed927db4a292175c104b515dd383469c86d1daa3446b4fe1668a749ff9416ee4c6bba0e364303cb5a1adc1060b1cc702bf4cca6bf4ead69021ad46f05f6742c3a32b464094b1cf1d11499be633b248752f2db96583087d0d80c632b9545cc560c64ea4e45a4e6e35e623c51bed507f51cf1c5b8e06f2baaa9a453ca9526ca74e1b54fae4f8df7f20249fd72cc36b452b102913eaa032c946&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23334861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0582f24d195f8c5856a36e13f7b8ab71496624fbfa7863af8b51bc68daeb42f1ee7cca8e8ead45b3ae5276d67b0386293ba8c9a963307ec7694432b7dc29151259b72b2e7741400c5dc317e35f85b17ef15b304aab74ac85b4f3876577838b54afa0e3051080daf12350222663c4ebf37a2496e344bad629793dae45b5e7470f3c1519746f68f55160c6d8beeb433800d0f6fa450ca8c24ebdfefb3553bf5fbe08947e134740fa1b4ce9d0c65784d42bf3173494d7eaeada5884df488d7be51120119f6e4a779cb39fe74712fad3f5c1361ed227e70b7486c350402623572052b4bbbd123b22ecba86200b363400473d70f83a821cb70a875d33121be4d1cc4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228005009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=962b42cf7ae4c1ff786d172634a847f62413cec8cf056dc2ca67b1d4e4d58c9a2186e78f52a86276c500c1d58aa18b4e25271371c42ed390e6dd068b9c22be2085ae130618b710a458e7637ca1cbf13bdeea4aa8f6cbe84e09691d06cbf142a12cb64d8fdd7ed865d6e219eebf72381c4161f67b5ad5674fc442025a7f4c2763d93d76ca61a8bfb94f1d26ba0c21cced0afa3e24d6da1a6fa9db82da6ecc7e317d99789576b64fc081d48ba2d87b1387eaa369be0aca706cb11c466eb2502990b252dd70006fa1de3ce9cec82652a17b6c43bf7e8952b18fd6114d258a7f9dd4321848f549052a320413ac9ea0ab48fad96a3a9d521fffe38cdb2899546e2665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229092889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a9bfe97d63f94e7e8cb8b2876bbd27ce506692fb450c199364a4bfad6a7fac744da9fb1c752775caec5f83de487ce57011fa18737762a8340e907e270ec6fd8b8db5b1f1759759d0a4e0c7c91fd2b9dc2d8a8f1f96ddb647d54f70419dd2cf2c72fce29fb6c27202ccab1c4d77fa42cb200b6a2d36a9680c42b66d59f1acf86e6398b9b61895ede68ef0d80220ff88f6eec69d654f0ae2a538a91ca261a8b54f6c35740f6ba33141df1777606870374ab300754129f3beecc4fd1060f0fc329dbd8d964097478ba80ce79a2b2fa789d8380cf3bfc7b4319718d7c709935c07288ccb8b42f6ae2e783b653c5cecba13beeefb24379f941af3b1fdd78686daeb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233824998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72d5a20bfcf6b99994c2b4a697f93623e630bd09eaabe9df7332fc88fe11e4427893de95dc7ed69b0d0b613a539a077b0565ad4e9c3feb8605de04c928a120b3d3663ea9ae098933d6276140f575bf004ce4e43bec91e187bdae76fee282f8d20cb14bfa68cc9be40cd1b6c36407cd7d926acfc67d39ba62dcbf420eaaa4330230099e7d38425568e7e88154231c03d08f07b5951434888cc694f6bf13a0b694f0c4e29365112fbe03524a4e29b65d9021483fec973c846e62650460e29dacd86b98bb843d0399cc69dcec5d5adf46867eb3f127ef7003e9932ec859982856feba515f0886d397ff056c819a1013508a0e0e49073b992f4b065d4fb357c43309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23384734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9801b9a9b83481380ab075d8148c2d747c11f2083e512e846e0f39229ec6ff1d7632776accb5b4661ee188d15104b0bac7effe49ff70e56435f1a282a7def4800f7f7a233e5f8632b1c7ba1e0d3e02dd95f631173405e0b3e6a03017713a0fb9ac4ae05f95c7c37c4abbc7d8b884037d4ed2cf268572feafec3cf0b656b2b7f5f8daf4aa2168002b9616c9420a834a4bea9bb550985ef5189fec7022cdaa908d00d6512d47446596f5ba745c78357cd91702c37a83c21ebad0f7370385b11c9dee231ca19de13aa9d6d77e3aef22c0e66a96dfbaf17764fb445a3985c93da085a20657f1af27d565f5ce7ca664a9fb5ad31b6e3a64c9341d815a4f7e522da2b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23386313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a0447e4edf3d4a3560ba0d8e4d8c466ef85d1198280ec91171426f10424e50dd61a594d588734b16e9fe485c07d38c0f427a960997e9a65d23e1f865b7c0c4b71c98ef94413b65bbe5e9b7a5531dc9ca59aa233603084985bfc70a3a7e1ba1c73de3d2523472f04204abb23ce7172d81805a465c08cb22d0fdab47bdc6646579dd42f847d4506039b80aa6b7b0805011eca548bc8c3b021eeb9e30021059e5066247789d2192ca646623cefcc44ffc4cd67fb52101b932bf74c11a8be95595b3db28f1a3b448ecd38494982c3d81116c28e518197bdddd002adfc3b88a6fcfd3f213058aac5e45bfeaaf5fa871109bf21333e5dbc020de72976145ce23ca037&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2338688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1615a4466a2e60f2b6569c5d1832d2e0853d207b138655b6bbbf4637e09507e8a98182d25ea197a704a3468b93871d42251c9fc91000fa709513466ea2ea0cef79e48e15218d8c2ed49db26d1cb8ef4e6f72c7fbb36e28b8359e311e840c81bc2453c083e620a707243c4d4ef483f47bfab13b8bd6d1389ce80b46e3873d35fb04f58f95e9672af5d9992c14fb508adf0164ab6db1a783917856fcb49e7fda4d594130cf13986488141fe51a7d8ff3bb363200a02e278ce10cf1bd4e71937013e55e777524900382fca409bcc65275b4a04322f8dd43966d305ebdb06ef98600d812b908cdad1fe6bf86f0d2ff418f6a7ccac1503c21649515ab251c89b7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233947428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89afda252c59b6af648beefed19c83ca8b26985be6fb09149a6232a92380a06505c293998dfa6a04143b7adc8222332df92cb3d806b75030d666c8e36de14538e998478fa4e179785e158b49c2a51af5430bbf2d4187ea46702ddf6386e6cc4857ab9509b700d1d6905717bbb4f68ec7bdabde6ff9e016e726f57372839e54face760b91b2a0919c9d789850fee82d4c601d959c40f3611f3f156d46644c04c4b06196764faa0a1959d6f74597171cfe52145c8ad17f9b6aa2607df4bdcc19123216bf3e3a17f4bbee87c2132170b0cbafa9e8a5ff95957f9600a16b4eebf349f9b47636cd75074e54d709e13b599384f6a07cff4a899be099c70cc00cd15619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234247885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f615e53d4496f8c22862a46981d4854ee858cc0d8e3e57ebc1c7c8ab1aa29eaf4982a7931cb2f13d6ec44085d07df45d22a52ac76f8334e48dfce0de68c474f94fe88755b798da227bc849e63dbff58331f60527c89d54f9eeaa4a5dfef8b67f07e31318ca15c6375565669b57824c0e704bfeb0f0acb850922746d0660f7dab77c994a9ae8f2514754886fc2563fa9c527a3cfdc460fcec888f426ab495d5a95c40fc1771d9f10e2030794a540b86c8bb32457a5d5be1a8401ce594fa384919d508367f54f78de30f8d10c74a7adfd86ee8f03a69a2b1777c2798a798e709e1ce4a2fe24d8fb7ad9137d172da59b7db1751d70b9a7f1e76a6eebb01ec3b3d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23428756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84429cf054f84d760131834902f31141d936c5186b298160422e04efa73d7d10b395b9a86f0cffb040d5b153009aee1fcd02555195a77f71b88fecbcc35ac1c59f0d7eeaa5ae95a691cf08ceda91cb4e3074d52f34943fa94a7ae3e8119add651ade4a155e6067959cdf4cbc67444ba1e121d50c3c1a6e140d0cb5b663c6f35530f99b9513886538082d3e2c8589889730f84d8b1e7f6f6d65ae55eb3b9db4ace40527f7cee168b2b532ac8427b9f8602fe03b5e64e8a75aea535ec3af6042548ac5ef7063c823a0cc37abaffa51c64e42fa9f1146cf7f953935a55a2d660c89aa9b9f5a9096c04473e2d06f2a02b766b626dfc28055efb21bf3e5b2c385eda2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229185373Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44105b540dc244d733022ca445bf5417f565c7a195d501c0f4fb167e5766908bbb7bea586ae1d69483ec8e41a8b814e655616a1419c70bff22b769910e0d4a940cbca8bb873b099058fd8ba2e6f73543ea3ff478276ddb3de78e37565462544f2ad6e8d4b95a7d7334361ad46d5b95315c5314ecbf53e15dec2c1b187520fa1ee1340317923beda54a39b1927f733dddbb016c268ad0c8aa7d681165e0ac8e18236fb0422b35fe385643ef1e94346c7551cadef19bf4d611a030dab09a84b24cd3ad6ab875763ced53a92929d8d094a23dddb0c904a44ebf6dd7edad198f12014d66b38289049e6ba17dbbc9ee77c1109b3c30184c6d9be7d3b69fa871020eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229225719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0396fb485f0943e2798fee58402eeab3fa00c8bda6983c7b5e5a7be50c2fa7f6aa533160da7b857387a5951b715bd6e1111825d6e874762fb8a0077bfb6f7eeff13d2957936c28531b6869799e331884c8adc099dbb258b0faa3759acf5fdf2042b917c699efc097adf53061d309d28ae80985bda2786bc91d6178cda3e2d6cd1bd62de96e78cb1357ecbe55d999f9c4097d798c3a6bfd35257efe329aade59acb43a410ab0e705742206a6fd0148375bbfc713c0d166c3064904b46f8049ffaa83284abcd878498a6f238e7418479608a69131db196ec7d21ba93d4f68ec6af85f1ed768abb0827f2a735eafa8d614fb1f3be46a3552bd382b9b313b8507fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234703814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e0b838f7ffd901280f59d0f91ab605771281dc766c48a436a7b243311e761b4761f1490f2b771636f5a3914c94923e755c12ec58f503dd729f7b948390ee1fb8b275b6b1b9bf087c0c208e274e956f444758bdcc0a5b78a0086adb2c39c7bf462eb2aa3310fdd5b7168f3f9cf697eccadf1c7fc37f881d73e931e66b00c3edae5bbff66174a7e914d1398cd2b805fbe3f33911dc67bf5f3bb72e975ac2ad729977875224ca2645f1f1ca7b26301c925fbea3a555b14896f5045a08e23a0e4db06596689e165e51bb26c3c76e7d52dfc87e74b650026754b9ce95fc5e28755c526c0f62ccffdd171c226a17e698258a054968a6a19c33a50c117dae6514dd900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229220059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=885b87071a199ab504b5c49ad0dd51ec0112cf4d37b6dc2c36de546f37b45cf6da7ecab115c62e96d00b6083d97e8a5056941706a7b93ed7652238a7a8d31062452e04cff4da9203ff7678ce535709fddd500c92ff135f8709cf525c987fd23ed7a8f969395339cb2afc7082a4441f484823974a54bc16ae6ee93bdc20880ba24e1ae7359a56192bbfbf852cf47dfb5a909681af51aa47068df239ce61010746a87b9716ede88a7e1761bbb689dcae34432c50f3bad49ae674a7c1c7aaa15b0347fb2f3dc2bd7830e92a89f4ad5243150d44e73b42eb54bfe555d3514e4f5c7a885508b82e40eb676ef0c3aeb7e91433dcadd8acc83196c276a7ee7e84640083&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229430736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac38e0dccd062278d38ade0c0f03c59baf5c2abd04d0349e9e30721b4ae5ece21bc0069c397d7428968a868b74c0fe0f1861a8c1efa5eb25a4b6697fc497a8135d139dea17ead2b68c141fa8c8913516bdea6d0202bd349aa7cc8d78b8ebc1f4b08c23f7fd4f09198659595ee19f12aa3c8d4a233cf909e71590d885fa0c2224a069618734210f33e27fffe392c144c6ad905d45dd5b70ef2b0b04a3db8192f509fb13038c64f8aec6c1d68f2b268621cd55a127d56e574bbc8ea2aff8c7f92e4be8982ba7658552c34a1b7134443bae38912c5453fbee85bda6e9ab4c7aa5a4151d8937d2f146007c6c8f53c0634c2f34b06280f1ac7d5cdcf9c7379f97b744&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229421859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf719b6d8948391faaeb52dba3353753e9b73825861d802a8c64e65ac3fefbcf9870d49b8959f70e9d9e0df7d16c4fbf047908f932853109f68059388945723ab2f659a840058f799c49b22dc3d55c1ca6c245620400bff5fdd9cb15786d42e4017ad4a7eb253fcce65b8c05d162475ec05b10fc4a21842e3a4c014d846cf94f399010a59c1d9e871c9a70f8f557700b3b186bc45e56fcecc68fac1035c9e61fa2444bb42c1b81ca88b2614933917e6cad8747a4118f140d673990ba9aed82b04d7345430402762b5f777968dbfc4b75a3a2755b23e6c6a60a50fa9f539f75512a01dc4a6a5cc8b26bf97ba457b38753d39c9b900784f935e5f8c6a9d6501f37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229383757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1faa9d63723e464b4cf6a65fd359bd909c688a4388f22c869a35b778e3da4f855095ce42af6a6df14c6e673df72668e30d662b36e3c88bbf454b98003e83e5443d0df7f854e8b2a9aa2a11dd781df4e5f40159e5ae7ecd06f3b8e88eb3311f22025f5017b211337d7fd8a6262012dd36503cb58fc8c99adebbb0643f304fe03a8d73693cfa63c060c4ec928b2ca12acf90d7d7b08ef87e98bfc23794675ec91571fe305d11b807de4784ba7af4bcc49623fb2bf2261e4bb7047283d5c0c6c3468b66a4ce84a731f14f892ac3a97aa1ef4cd5e550f7e500269d900b104814b2250f7d49ef163c36de4fd851286ec17a16beafdd80ab4826d552234281d17b4765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235671728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91f3259ce1b49997eeba246eff6f54b42d1a75230124d81b2afe578b0f9b664d6507dfee41fbcad09c4187d7cbf493426df3609ec73f8a0d1fe8c8289533b3073a410deb94cb10ad6fd695cf7327111489788322632dfadfef1b3e109e3ca62d73cda1f7f565892b4018cf560eb24e66946002e1ced6a4ec53333a0de496ba6535b91264ee6998674d65a4103a15da0c09a2bac001dc88c351cd5021eecae2cd3d89a9fd2d9c5945b152847d469637b4405c4ce0939abdd896e246ec07c3d67bb631e48755e35ecea90c4f137f3252b9358f8537be0bb9e7ea705477f391b0e3677a1a10117fd0448599f08ba54ea82f4f8a3ac854d2fd6047bde4d46720ffff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235898826Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1232e71107ba2eab77c5d902d12e49e41fe63384b588a26e1544ec5a5abd680daaa891cb5996a6cea168726fdaba5c6424316ef1d58dbd62611395de5b4cff9696df72ca4ae99b4210c801a5b983065aabf499e746073565053059285282c062d644ccbb62a954d11d47fc695cc44420a6f1bd5454d8f452595641b4069140553aae6fc8b5fc4caa0f9ca49f0c2e01c4fc8ec580b9ae753f18395d255a89f9d8230e12cb62a99e5f6a149394a5f1ee546d99413c2cc03980c1c73c0cb1f2022c52c2e0e1490d0c9198f5612581c4345b0dc9d1de4ad5aec90675354a97dc8d5f0aa6db57ac09cd4406dfc02021609ccfcafc871e8df4675b4635098846b4b4b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235896011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90489db311c1a816cfb9eb25a2d12e79f87555efa64dcf9b3d66058c5958710118b875f879c5825a42e713ae2a5e56c848965d86ca63a017282d3e57b399dc3476bf18875774e08e62ca88bc71b4c6e8dbc7f382b00b919083fb3307ce09312b6080ef918185f33a1393cf9be49637849d8775bcbb211a32f6a17c7ff1f65e957aa80be28da9b5b90b31443ae97ebfcc8ec74153fe2a427508d5b582a5614c8a6b3017d3cb9f893be1e2b9e1fc8febea429d92ccc0a7aa3447f65c3f16010219966ae5ef39719bf473401a996fc9652623606c078b0445bc5ccf802a1a49c9ea723c962b8830a5cf24c7cc8912b7d510fe462589c45826a1a91a6d58dfb9f3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236612271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=747a955a2ec8dbeae4036e1e61cb31e1e4950ec26ef28c128183474caff3cebf3bb532d91c2f07cf7162e649dd77557d2112243181078b06309d9e46ae6c75d08c05b350095869fdfaec1fe3095e7b98e29629be3aab181434dc7eee48deb242f9f20f146b4d461267469b7b48638b0312a51f79c449278e0ca84c52b44c3558b9b63cbdd20f7d5a6bd06b00df3f360d7e9d7fd48e095b763a1e9990bb4fcd29efc614bca9552030354407ccf163271fe9608c0db3c91b3c5f8275ab6be12ccacf52b89fb1585ae79a57561110036add73d1046543f35347b4fec1687052dd925e1c0bddddb37d64cdbe858240a6906f37207badbb9327135ea8b3ff06f0cbe8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229517349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=788ec86e3b861c209c5b7ef7c489ea5d140cdc421a249395690a42a8b16ddbfa4565592c1b64b32ca5500ac367514e79d871d2ab009ff58b43faadefcf81cd81e4e8292df2a6cb7783a5ec38f2abc7c2fde76d2bf1fd1bd925f150fe5d8a63f27a4b1e63ee3e1f85bae41bb0bb8792f8e88b9b012d38420c581964a631aa592c3c8f0d9f94d5b3ef8807e60c071033b26d568816cbe5aa3e625f0aed99950f03e4a1163e98076c9b19be1974e149433621b9049427762236eef5bc86580f11f12efce3b459915a30046c7401140f43f67e6d1ed8931c63113363bd80bdac691201348231fa702185e9a157d8749f679aa3ee8a1643ef564c6c83031c20180a0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229455603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0924d71553ee79e1b5a92c2717e9f5963cbb855f52a0d2671761ad141477beca26f41935b1fe71457187e2fc69d0e0356a156fbc668a6f464fc12f23a204b3f7698075cda8a76c80abe68d6c6cdd3375a519a4871366175a8ccdd0d5ba4a55b641b8d105cd16e02c775a273d7e0c3cd7768eceb5197b8f1d2e22c0e81e3b1d0a16bc2ac7942790d7bf77f76fdf74bfc2c85042f35c29df704a167bb0b96f63fea1391397c19806defbed9af9890d5845c1989daee778ce2f746240ce8ab5d3bca496ab2fb33791be5a284a3e05a21c45b06d49d4b8bc4f5767eaff5030349987887192df69e3d7b1303eafe68fac175c1fd54ecaaef5f8d9b90b877d676fe53e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229485248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ab748b64d7a4c2fd6e40cc826a6e6dac01e5063a040a032c7dcd3c9ec88eb6fe3caf1150b77c65ac1f3ce253be0b7d46e252504d1286768d5d4014e5fa200f1f775a2d5295cf888ed3d2400252876c93ac70704861dea343796f638a346341d4386eed9e19307f23a7806e3f52d17f5d0666de539f06d0c0219b97536e8e865f279aec9ae3245282e408e68337d4818a7a143f1bb42ab04649973ddf99d65f98927910784f12103222737736a540faebba801adff77f8d034f2a1c1ec823b161865ff0e2d69a46fcafc8d90b3a0b7a86c1f905290da01d68bc7468579d7dbb4667d129d09b0a8315819fa06eff57e71988cd9d20e7757cd410f13ef811ec239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237111742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72c6bdae91a4eaaf7c7ae11b1e3724a2dd977134380985b3b0dc89aa3c2254021db49b89d9217b2a12c35c3acfc008ea689816955907d546c38e696cf20ff318ea5f536813eef0f5ebae51830f1d314dc208ce9d292089f620125d579138c9531276fc2fe464ea1f46b2712a2a46632862caf8fe090f85de8e00f52b34f33a556028f3f59aca190258c4b387e200cbfcd12815328ce71e1595006e74833f1bc80963352123065d31a174455863da4e85a02a7375bfd9e9e7a3c1d6654f992a1838ab5524429565abd5ed1791c6beb3df125888a8b0c42ee055cb722678e49f40e31ec800d17036dd19e6e9b4dd34968d4bc6faa2b503252f280a7891e04206b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237127222Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d826fa3e7f364c7a1899531a9cd52f76514195432a1fead2ca1320c608f1b60a2d012a45d54188b0e29ce4337253450e780a46174ae2758a391d42436d9332d6f9c3f89098b9fc16107bde57c03954f7e93b3cab9d0e46fc4300bc6ed32ed555027112fde55a9d053d1aa4d3d8325a8c19a4a27349eb470689e28debf3daf21c43de438eb56125b1df1aba4615b35bc3a21873c9717ab147207981195f6cf7601ed4cafef28b4e89ea06836bf56b734c5d14cf5e03bffbdea78b418c10948c93b613bead0caa2d96c431d82d0756f4424714362515f4db8b82503b4a95a951d3bc9b2692fd5776d5163310e6e465a857ecebb34895325258097a78ae86721f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237129255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7fd052594e777f3287aeffb07cc266137de02af141534ade89487c275e02ce3bc89a04015886f0be23857596f3ca3d46398561c014552fc404bc1055c20cf5a34475ebf9bf063d4843a27e4532ff380a58df30a0d557fb57d7b01ec86bc05f1546d783a694d8d9608c0ee80e43e5bba71643f06b1326ce4c88a082eadbc45af6db8fb35acaf242dc7685745c2890132b7a2d38e9debb01c4f4b6383db7a549e6445b193699bc4fd7c6e93ed158450d833db9b764ffbd052530901b714b0d1eee53593d1d3165b3a9fd6bba25b81479670b0b35b0ae9251c9bb4b9402d61395fc4b66795b2dc377195a0fb881ea976fc1b1a6b729151ac3c33b5ee8db2280d84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229577442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d9e263da6759a22aad1e45a4397a68e6e002b0374c9b6840b91c377621e51d0dcbb6199a3a9dfb994ebc4c5c3312bd3bd9d456f10048baa27478a5cad00237e1483cf7faa48dd3a97100e92bf66e849d748f75339d972aeb6248a43a8706a7af253365c6af9d4a236406887f2a3e6dd7c73d419b355b3773a87c7ea929687723a6a078a9db5aa3f0f6ad39700efe715496e18871ea03c25bb23205f1347ca70c9122cf0967db71cdc086098d4af85330ee580152a783e82e0944aad9a20a4470fbb24d1c521bdf359ce39c95856a2bc5f87c9c47b16e1610e74843f4d3eb505e201ecc5b6c8a9ed929bd1ce92ea2cd6c19a54312943ef39c9356fb08b20bf3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237176454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0aa03df5ccb6c6a61a22f92292718a9ff724234a83528f88eef96465a4a56ae82a8916162be338a1f9329a40f9420a1d01c9609331a438cf36f1be2992c31c59eb74f5050fbec02624d8e4e07c90ac81db2d52b943be885e2b082fd6fe5b7fd8e251e65ebf8262310bf521bc60e151854d76aca71cc43ea2de7a8dbea305695a6534fa176dbce309d0c0aefadc3f542f71c848f84304d74bcc85896dc1365ab94efef7462d2f0941af9ae78a397f991eceb6af9fe6e7b25966a15bbfbe432a2501d54da8e2e1046c132afa89ee59df57544e7bc8d5f0998708eb8b9ca6ba0d0f4a00cbdd2c6affcf5c833ebcfcdcc5af61797016d00571f5aca2abe94b54d042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237192815Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba2b8f65482eb2cc2ad211201240296b93f07a4e35cab358854adbd0d097500fdec34959bd9f8b02a6c751ae700fc4e362a5771f90d9d0300f35302d3a0bfaa35dfa0519aa793ac86afea88f792d904c77de3248e29fa408277f6dd52a1de3a35006082cee7de84a4a054445606fe15fb3d56829a71c4cc374009292ebc47daac022c3554f2314b6a9ca9cf172a31dd4a8ad17d3fa492aaa8cf0fa7256be9a1788c768ec75f175dc2c3c8ec49c3c69ee4d5b0531802d80ce211f4a88e33e9efc61bf26de002924bd4394a1829ee2c40497bd93067869419bacd716dc530b30ffba67390c5a28d8c35cf44cdaa1cbe78022e458262f26fd1f325bfe6056184507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229426067Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d64855bf67b84bd449e7cbe90801db95964da4ff742dbd039519c4a643a5182385f9238e7ea05259e59599bcb8475b89bc3863756d64d1af4a34262782d728d26d8376f272c9053612c3fb77270eac03570321b6ba57a2f3231162b266e9666ab0ecd0ddf92666d4d404cf849d05dc3f3b2282849724b8302fd287ea6672b5cd6704c7cc9a191e34f8776f5772d965c32b7cdd2b9dcb4de4347bf61ea831190351340a5f066962965483762ecb6ccfec2197eb336ddd02640977d6cdd354af70fb0572472bbac9bce49ece6d1141fc1d0317f2748c4df69da46019bd30fd9ad4cfefa593190231b5ef2351e9d402bcff21a72cfb56b4547f02ee7d8c31c4e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237185061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1c3e3e7392c965a39875e2eea4b8a152c735ba583f21118c326fdf38da06e4a3d30e7a65dbb76200618a7d126a879294600068552624495475c3cc86acf7fcd8ae8afec228cf650eec0159fb8f978789cd530542d07d7e5b27c78644d5a3b0a186dd17b77bf5b1b7ea1fa2e4f4ada11f971313a2ac522d67b4656277438e2f00479c8235c1c5af46dd0fee5cf2bfc8dd07b3d4b215c9874923bf66da3fbc4a426d6afe472b319c21a7a4b47652252528d3f008779d98a5ab05a78d4ca23985b0b2b7005cdf6f1ee14df02f5ef13d35e5aeaa117e5180973e823b4cd9c15fb96f0b25d3b0dbd6add5358d70cb39f103c5e3556b1e5ef2d4553efc3f655c3f4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237258309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=490c946bcf70b90043cdbf92dce43246be353de6402c29f76b413b9735b53a0fd579c2e45180ba6c20584aac0233d31c9a04807f5c077e1946c5323efdd1ce6d0ee9d01689acc1d7d36f17571ad0f590b0179dfe8888c450c53984947060c2b0368b2e4b2e053ae18d51f6e20671159ab98cb5e693b8f8125a32e0a0fbc7197cce4f50da3438c2152a00fa8b665e3e3a6468d84524abc100fbf4e8747a788244212fcc652af9d30c364d2bffc106efae25a5cf37ecca8748765219365a0df4ce300f5e86e00df690de1059722f0356b5ba5340eee24dfc9e1b1589088b9c433cd657c3a22602b91525ebc12cc76438895fce7105b2755c69835bf217806f4e47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237270261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a99edf01837e034b5c412d9ed626c186947913fceb1905bdfece5036a7c5c3760e40aeb066cd536cc76d1c645252864a17d2de31bec0abff4852c00296f15bed53b0ad0f53d2d244bc1d1d2cb882bb8136dc6168e0f084cec48467f52f8787a0489b5b3b4e004f7a136dc7f680fa1c8a25faf61d09022dbdca410393bcee054a062510bedd165532831f6cc3726b9ac53daff1a2527905c423586fd42c32f167f0b7a2f68931ec2e36fa8960b35fc6dabb4ed76ee62cc96a0d10e6051c9a7b4bde50874370e92f957535b6cb1d22ba17d6c30cb1470dd286e43eb246262c3544f13b0c6e0ca7dc9fc2f7b2807ec8a4c926e90c522d4e5131ec883acf6b74efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23715298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3a3cb92b51360ef9652d907e0ce224622989139c60a20bf4d36227f53c68935c150d5c8c14f0074e06ab706b4102052ab0b39d88222f47026281c0b0e8988caa1d0f4df7fddf61621317a402acd74c3c8002acc46e45b0103d99c50fd545a9c53f874bb15e16bd672441de50696d9cacb8b08b6726c0d6aeb0d4457a14b61af24d99b2c289f0a85d917fafb3ea00f62fb7b3cfbd6d74c2d7427ee48b69445b3da91e41d5c1f062352f8edfb6c9dbd3b6b67941b9edd930e832f8f955e958a7d1f97f587539b4beeeb74b2f98b56df2a7eb9dce9cfac3841e1b26060d085e5d0e4cc38db6347510c72968773656fd3a8b5086498c5868bddcead0847f6679db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237426876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=031b5aac4d0641e399accde17007c1e9f0e62f44edae477aeee5454b922c5f042353210696cc14802983738bd2ea25f05788e91efce2993ceac696745d369a7e94a2b33b7799b7739a3698f599a94767df23fee034309f463be6b668ca807f61894cc7de649aa5d016b92debf846aa6efe19ffb8aa3d9caf00d226a707434e0bb7ed2d54d0b5946ca1de7d6e382c88ce727f36b6e4d514ca7498c00eac79a09f4927fe8b7a6d841b88ada65d0d8ddd2b25a16a2a31616c95e1af2c3fe5aba87f1a171d044620b0db34cac22709646c37467ab9d963cf04fbdfa298c115db72375cf761bbbae8dd18bb2d237dcf72eb0d68aa075731eba390720d7ba4016d1bcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237537655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a592d7a2c083c155bd17b5c3284377c8c53e1455d457087dabf9b151083cf05415156c9dc425c6f381b79f200e48abaf15b3d57a4d7e60703dcd33a5b6e748a9b06d08bef4dc2ac5fe9b9420b1b6951497ed1b0b55c8e9fb6580bddf38ab81ff3d6d2f4d5d4df884bee5576f80b4a6ecf6262bd33ae4aa94b9f9b272bd34aa3c0813227671dab7e6df92b460083127d0eee5e4c122e4f270b53c5ac609b8e65bef3dcfad0249d864d6917fd82f8a20cb99e7bb805f3e0560bd70d1a2043244bb2c51eee1eb14974e94eaab5ed903d99503808166be98762d6c6eef8b01d26ff44a54b0f5126352d34b65cca8fbff28376ad3a9ab634e3f343380fcfa217d3469&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237588361Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=423de833ade65ce663a7b3d760f4c559bc4538f03c30c4f52ec61271c051d7359d719593ac180b123021690cec4d6f9bf97c9eb697d7ac93cf6e90dd42e26c10b86a4d983975b700fa62d2f7a4d01b7268461815d1d3515ab8d9cacd7d8011c7c4cc87254aaa7df24294a23d2c34a26df28671f27def60584fa40f322632ac59fe71ec56b9a682593653090ba6d7bd3152c096e33a8aed64588d3d1f1303f849840437c8101d4f52c631cd30df2e011dbe3051b47f55dfdef01c342e5c6618f23f07dc639833053cae502e1fe224f1b9e1d9dd9982db950a54a800dbb9433e36367207c6f6309180150b0efaef68ddd4709593c1a897e7edd5ed93bfbf3aea71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229537186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8771bfffca031d75e4ee7099e1581bafc5644a770935e95cf733b41fd856d2c4cd7106ba06c0929f4f3f0ac6cdd28aee5866c003d5df12f2c2a68e7b0854277d979a786754e46c444e211c605e9235a012c700a05f83dca47fb7ef5692825d0f8e4de508a88080fb7e024ddc2bef7585d3a4321cc9ef3df08be1eb6550b0a52bca7e0cc5aaf773a1024b685d0b2687fbac4ab929d0035f296a36b186503a54f306f205c6102b300238edc76187d4beaa07a197ba67e395e9c7b494d711fdda50ec9e2f69b75297a2a86506dcb19bbfa58d97580a1693e622c4627c6068d7e35230862b2933d5f0c279d566ca4e49f4af709060e0936a901ce547b9c09d25fd00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237610673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af80fd9789c9e77302d6d34583431ee40f6d8ef5e3f6c62345d4bbce4a1bf283cc14ad24ce34221c2d43869af010fe85a1aac09258ad1dfe57f49dd5ac8bda6523995cdef777b96d46d62894544533ea5be1b5cd254bda21e34d7c0fe1a0a2b221d8659d5fefe662e6aeb4f5b42f64800d1dc98d2f9577057498ea438fead7035cceb5ae9cdcdd3b4099979d00f7c5b833588016cc4da75e52fe75fbeb3841d0c19c587c7082d6c8568f4c8edf9cc698c166dbe1bdd928b2bc7a77d5a62da36df90496c31f32e4e68183573478bb075714655830adde28500fc6c6720ed340f37f78ccc200ec118afc4740d1437cc5ff32daf8df223f00d4fd58509a005ef1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23748744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b9740f5172bcc8433d33d8acb615fcbb1267ad5e161d176c8ea8f7fd0cc847277cd2d77d7951758047d458992673c653353701b940c4f5e8272fadaf05328b309b09832ed507113b109899d54dc698ccd468a403e838dbb345c2d8b7b7eb9cf0caab50c5f5f992f081034b9ed1efbf95c111bfe708ef8f7085cedb4b57ec5bb3fdfbfaa2c7fdf18c8f47874d6d047d75c57b6d716451e78e3844af43ff03232fff145299a0cada0304bc223a7763ae2f0c31431b7f1993a4a0c63ebe6a741c310419a01048d18401efce96b09018b40db0f30dec3884949b491092a5f2f5c97a5c1adbe2365e79747b3a9e7bd8dbda2fdf78b3081138eaab9001ef611c9bfa9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23763603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4bdc21b5248857cffba75e88c0e59e3dc45320c56069aa52ad7c55d0e8789c69621748ca890445fb465754aae6419930a1e6f78c72e8b75a37e996ff9cef94166810104a64bc5c5b8e8bbc129f7c4d3087e8204f291f2e8f63042c60a9b45444572577a5e5419a90eaf14aa563f2c156a9591511ce145c5bca71421931e810e343af7df5414949a16938688cf125aa97ff118d29e0f90bb1ccf403a2bb1c8dc1065de28398dc92958639c320e8a6b08465fa682571e61359095843708e6e41863e4d52f955a70a4c250206a68a3370db85db4c36655ee4dd792bd755de4135081647b1612ce60eb02bee0eb0d33a4e34d56a3d5a7d1d1fbd08e8097e7dddade1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238473649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c59f0cd3f083ba10a6d23d23399046c07e614a2b02c1c50e2dd67e89c8bee10698bc53025b6af902c8a10f304f1ed4a29b3eb9ad13fe9631b78cf549c750cb70f4fa9596b1375afa48997512b5328cc325b36140ed5d1867a7c03a549aea44d50b236c983d5a3737fbf8fc0d471b4a23c6a041ebfee4407b16a874085a6425bdc3bf0f44ed14a29b87f1199af06b24844045e416dd983a9c3cad8df0d156e6cf69b884feed0303c0881bba665f62535f6825a02839d6f09f8f5367a41b3baf74a7c0fba5f2441ff4ad2c7b56d04cbdf9e5d4d847e3e3396364cd484918ced6b302d825d8872d8095438dea0c4ecf335f2bc4cd1720112237577c7f9f0c5b243&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238932123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0254d7269bf6d9eba401c2e499ac05151bacde64bde92ab48b440b3109a5bff150f08996170febccb197edeb3ff398be8caf9125ed2ef500eede89c9aaa407756fdfdd618b7ae329ea6bea630aa643124bc936db6439f2e92b8c677736caf9690e9f39916c6051bd4079fddbaf32f5d9ab762fbdde1fabf37504bcfa75d5ebc87dcb82308d0354e98e3ac222f10259715dd07ca170f3a2274ca21213979424516b525ccabe991593e1813408c7a6a0c03e17364e63314c4ebbed04281c487dc096c68fcfce123b03a6b4c23741fe58537f7809d97bb6e88a7d6a5ce45fed13c2d1b868e22df17d6eacfd199093903e98a2701a89595eda6a1dc8e29722821&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23903127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1bcb234eda24def230c119175d5594003e3280536244268abc889dcf3110bfe8a14fef09fd85a6e8fa66d5a532a4533a03f8016302217ba1989e8620966e5b0776eaac8c3637c4e6a2ba6ab04c84e637a2fa56fb71ae95f8859965f0bc6406d70ef7a8a9e81b870a4f6620d286cca27a817f89a3059698b46bf149be918eeb15e2621c62042a446146d63fcf8f003cc3938475e115a781bdc561479228673dc5c740bc96ec0cfcdf3453106951c6dc9b196438287197b12fa6081361d67daca6e75946668665090baf5c494c13bdbe624e05c752d145f69e6debd5dfb9654160d5999d63ac96954886a865b14dd47991f7df035e031cf43c1e51f7b7f11bb2ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238488507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6de53211fdedcb5560231539ed74a0e718dea59ad6c10f1d627d3c3b2320381efff43a3dbf72e779b07dbf5a31adf912541f46f11bdef2cf7e6ae88518a39724889586b128737af8c432d4aa3dbf17e734fe8008ce5191ce856c4eab8f12797eb23112db9d8d3c4ff76d1f13a659bfa33acff17ded610896e93ba08008d0b63c9494761e15b0fafe82d71bbf9aa8be7e565a1cc8ff9b5466adc380a74a2503f2355f6ed96fa711286b091b151c000c064dd1726ea0f6db9bf14e77d1ae3437e685947228fadc2f57c388036a484508b625a698f38fe5ebbbc9a533081fc02b235134640415cd9089604cdb539837aeb2b41b7f5ac131712393bf5e093b208835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.239254451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11c3ccba293dca00d5008aa3b806ce23c7073850378e442ef6b8969e3f612bbdb3c28cd8cac801710c749579a9e186fab7575a4214afb7d0cf7ca9afbd64ec30d60f420d5d5e373f2e93a0e03cc8cc0a3add048f5dffc0ab4ee322e586ffce6551d9294aac52c409c080485890cc9558bb5db03d54738d95ca7feb2730940c515c9c38d155915e6c0918ccb643f77fef622b035be70be7d81f665992f4d37b35e1518dda77e5c0297219b77bd40f1b76f91ddfc47ee0e66ae5e24a9cadc9b0fc79c43c933fb571525cfe9975d67afe1a3c76cabd2e1dc29b9fff41da83c15ec887a0615af789429415f7ffab4e46da8db98a7bc6a53e66ceeb5046ea74ac2f9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230301266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3ed34dc9ff6b9afa4a35ce70171a7e1c70ce65348dbf7a482c1673188b54def4c6c8049bd8ef79743de4fe91316037c652e68235b3f6948b695c889733771c265edd31cb5900d31a31221adcdbeccad0aad1d028394e0ce170ce728e97b07702c962f916f625fc04d100e5d8305e8e13bae57219cd58c0c7c12172842bf78a257760e591c40a6cd51b173e825e44efcecac374ae2c9232e922e4665993e7b7dbfa1aed11bc214c323403f4176f589b0859beb905fc6250ac552387f9ba8444b267c433cb681d922fd441352052af242c884cc85223b86d26cd811cc7344333f41094027392a5a3171bc3210771e9b7ff8b9ead82bdbc60b1ae9d5f3296d20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238507824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06b84219c041387555fae001c0198b387ce44733b3502a6b513902a0e07811504b2228a1a31886e01c2209e24eb5f20b15e00d5d9922e98187b98e5aabd80cb1d0b7231ea263a5f7ed21a8cbcbbadaa4307e03c58c915f58b1cfeb0c4cf846a560dc3a90c1c83f3739c852d5c1ed0ccbfb8c9197035b00a7d8a1d024ba3a30906f6c4a5d793c8844a55b5b0e80546adfb5adb228534820874eaa1dbdebe44f1f9a4d8d8810054f8e99d062e4126161a4b87cd0f272984d0cc4765d6df758f04a359d4e066989fd3cded8db6723258fbd282ca468c5e7ad382c97b7d8265145ffbf78ad83f010488048a23058e2ce5fa4cfa6e6c6b896612901874b31fcb870f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23014398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=825b44e26df0be4536f1e8a081a803ece59a1ed7938db3e8ca984f54731f8e89fa556023ac526a9cd1fb126ac181ec503a22af9154b258c482fc09a5054efb8052423bde0e4549ad35b4a7c3c1279b5ae47e06292a4fd24648c47587afedcbf5432d8ac170daadc23730c1c70560fe7f8cc6206d00393b85c577e9505de3267c22827fb105fbd01c6c07954ced6f6d587f1159350e5c903901841fdd479981ef9d4e5613f63b811442c3b314564855fe22f66bf8f611414e67f46a1d4c3d90f83b686001151998a891e8c6fd69736a13da19db8d460466135afd25b22f5e7440cdeb0fc6f6d1d386e5125295db2af93e0e3bde6ac4dc0f83d33cf3a29fd92352&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23976883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dd99a359864076faaaa67e99390e7230fa36c4126aa77cdaf6cb98a955640239ba46ad37c3a51cecb270a54119fbb0897500c4849766c54520ac8c635332d647349d7251e6ab534ab777f41a9f5d17a6b7134ca69cc957e82fb9ba8f803bb9b9da38ca692994a4e11f7ec1cb1e61bbdb434168d2e7efca5fbbe87c63773b44ec44375ea42fe1f6450e78195e76ef042e7e6b99b881c90c3ddf8d2de63b56a07599d5f753b874dcf933273a1f910f6d5d2544ae79235e0a289182c234847507b45d4408157393ab37a72fb7a3d410ff30bc4372151a78aa1dc143af4cd5b92b7adb19ac1601dd9e5ced7d4485856c0bfe53931cb75785516df0e9678bdbb6839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238505629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d6a5c0b35976e20f6e1ce03397a1f828978ff9a137160b1179013cbd379bcc3d8e624179c1b27ee90fb6e70c5d946fc174b901d7c4866362d54f7959c1f2b939f01c2a7be30e6325f8702ecf8afdfefb887ef7fd91554a881b60983ba53bdde1b9ab5d30d6823c7f38b8a8a9a930c0d5d6123e3d1769164790eb8ec7022a0f88330b1fa59b76dd2038ae34c95c14eccb3654373fbd79ab3f254ffeaab3e87ad627e464f1c7cc22eb7743ff59f6a40f368cf94ca6dc19a198624efa5fe5b07f92b7dedc97fe458041de2e0e04017c70a6d6d4001bf6ea29533ccf722a7268dd7a3f04dd2cfcbe6f5462d9d52be75f987dfaa69bb9479f3bda19d486dd179779f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.239862306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84257e6e7c6ce7b56429ac2fe9a29706da977d6a5524c4e7a9711f7ea800a7b89895e6c187a9065d8efa4b66b6c0d5728172313b05f8e0a9dc0e02506861e810df9d9bd1082ec4b79118582a8a54f453b49bbb571c0c3c23d46ac7657d83dc484721ac9433c2dff8a67e50daa4dc320979e0065b25966e8ae46a889df14b443403f10751c1e373973e631be7d14398410b9a43bbaba3f21885630c13ea228961d04df86c453527dc4a8158f027100ac93c7bf3a0ae2e4577f0f5ec7c49b683145eae6970fac06a43c1a736ca12ec7fb6e0557297f145f4061634454e9308d9bf77b6130a70f91365923ad623ba531da793b430168dfa934af185aa5a3bbe87de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240110023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f9ce801d1eba6d787334230ac6a19e2c68079d154ef5a4c8c68e1620e8a3a1b6c4685c0c584754d491c6809105d330eef88fbabab2e2d7c14a014405b83a9e6dc3f78e98dc1cd02161f96387a56c63a5fd403f33edde44548d700e064c796085e0cab09c4b9d75f63336ac13cd6eae6fed340bc8075856189fbc082c78e04b4e3b0c7e82928198bda6a7d98d008a91183c55b0da256186eced29c0d0a8d218e9b7b110c1b6c7118101a51a4dd04b2ab7b432b89f6517e78ccf9f889965a6c24f5ab445cfd10275651c2268763c26e1087a174d7eb3282d47a5c339227171ce85a8349ed80be084db51de2c3bba9793ad3d04292321ba3fbff581536cc4837d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238509246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=620bfef72ee3d992c328712129a77a68e05e799a97b260c7dc4350eb6f64f9ef1e00a64c2dcdaa3f95596dfdbd5d6897d65718898d9eb90959d308650c050c62470989719911d4fc3f7a6d8e60a598c025e25643be1f95ffe3a150f4aaf5c735fda9b6dc606892c03db9caa20f084b0e225f849c9c367809e8e89c6f8ffe00540b97393d49adf9789cef601a6a7b08e8b5154aaec2f7fd165aca780200b06ea01b06b41044e734c4f9756304b388c84811ca8125e4bbaa9295378ff89049b1d2e09bf6165bd1555aa4bc9964a79ca2356aa356e9e4aafe63e7077cd2777a4d50a3cc5e8e72e1f23a78cce68dc344e49d135f389720eec2679ee62d58bfe25998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238509877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b8454fdc1a23f74462aea7bdc19796ce9a27208ce2d1c7f878cbe197d65f50709efffb122e16c349da8564a6b0ab3466b82db8291cb76e7f8259390eecb347eaa3437aed109d1ed1f8f8418f15b9b044bf23654a93a5fe7f8f52edd1da147e0c624e6408f60bae67876d6eefcf4569581b67efe0d2878d24181f9be0f05afd7c60ff0b1f1931ce2a4dd33683b452e266bf7cf88e2690d7b4637208a48313a763fb54f4b596c2757e698a74df10df51bcbee09f40a18511b685a511ca4bc01903e15e559fb5538a6306089030a8d66777cb083e0f9f8ef4433ba786009d2964167ca5b2ddf48a30b6b2a7f7e9d0a4b5cdb29ca649d0b107a6b7bb4626cd380e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2388718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a1656e7b287323031ce0f7c00fa2d6fc2caa9a505db2f52a771d670103839c1172b8905602554a73d61f345a10c4ec354f83a7f169c248d57ff4547d1238ce67b556e643f79d95adae6b674272c37fac9d6a0dc9d58ec2c9609fc78aff7a3c6e9a49d486a8bcde3fc9fdd9033c9d7decd1ee81b15d822d406c18f3c00c3fe4119cf610e81b937a6d87963f75715d9e84fbcf0832e3f2b0ec018ff717088135d38548d0299e3b6680be149e7e259ce09fc8dde90a3b52e9c8c9c3d84126022fbfb65fc6571aff9913ad5329d6b8def3a0a52c67814c2ccaf9c0015b0babf73660bc666a806b73c67d91317e5acdf67c37e019bb29455c840f0cc4f75a6a7008d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238903589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=323ccacd71b6a6fa3b310a7677ca3094ce768b5802e7dd35304f5fb2627fcb52605caade54fcd133fc7128106da82d43f18d4cdd72a862b5d572095969984d912f16257fd25083bc9dab4ca77daf5d0d0a0ff03b7f03c40a76d7839c606588cbe5551d0b9004adcb1705ed86b6d7463d40a9c96f76a3dfdc82e3b102ae91270a385768d4886f53e04f1ca908b6e91b733fd1b7528154757f6ec7f66d4f9944103c602b395cc4b6b890617d0d726dd001a252c6a2c90c42d2899c37123e80962e08c64a9ddc8b7f146bb3b8be692e002fe2a32249b458851f3efaa516094cbcdad6175f9d9f82ee6bf5c68a2a33a663b011e7033cdeae19360b739fa44572f2a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240195254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=921403b621fd3f8ec7e6b56395078f2520c8523ec167942e6f09c0692a440bc6bb4a02ad041204e6bf6c787e07142bfe5c286a5176b8ff4aeb47100dd80910d8c16d975bcfce50f998ca479df40641e3e0e12fd294d66f21e87e5653a8722b754344f5dfba9db1f95c129db5e5ff404cd3017ff590ae73a343b21644cabf8134e023ca713ac7f4081a933ae72b612fc1be8f036c418847310032b98e5a4870a45e22691c060735d70fe933b81b7e56fe1539a18cd0143bce2e0988be60a85a986c05a18f1f02a1315f2bce71943e6a71b706d23d9146bce040ee5dda984ca43b45d0e0cd4366412514690a444f1a072a7c57ad529792ae200f8ff5b6a121db51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230325312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=374ddc652d55187208261d2a27b54b87ddcb96fe1e844fda4cd481876679c9216fe60011d679a9d5bf6a3509050b3ef06e1ee7746df18fe60c839ac4517bad547393485c5644cdd942bc4b717e7ce7b7b4cd9f8a84e7092ae7dd48a2c57942b8860705b4a6660bc30610e8adca0b7bbed0046da85fd6115a34ec77c676365d4336e9dab587f09a654bc0c9cf493244a345487bd7a55fb333e65f9230f24451ec8a12df3ff40bf098ce989139f85d1802e1babd00030d53859d6435855b93dde2f8d30c1952ca5510d5b8589f0f5287a1b8582e7c5d1c5f64462c8793a21a19ab6267cf42f48a51edb5c4264cf514f92d0b60a1d8ba08218e54067adda14cf7e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240535435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d41ebd070cf84fab4565558eff47e9ed49b5ccd981c2c59e705dfd22cfa9a6356800cc864eb11bfe35134e2e02a096068822e5175124fa5dda537329d852b8c68686fa973485cfd937d5fb3cc618a44165b46db86ee8c6fb4df134b57504b7670a6375fb554814ad0c17dd615ebd66e46ac9b072033dcedffff5bfe31b8e0ff758d6a7300d5b9b077bdf5fdd34bf1dcca232f05993f49c5f85d9800679c80b83853e75d648ead775301f133012dfc8664f0c8c39c6bd36d7794f2e99c9f452131f38b12922981eed7a52dbf8ae444a695482329cd2455022ae2619e43450f078801defaa725ffe27466cb2c8e67117bf08c392880381ea0e4280aea6e73fc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240805754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a56f9d039f460db6add2c71e0901b9f68e1db9481339bf933aa1bfad0964931ee4cd7500e1d44e54f825528ac2b295e40ccd10b74af5a3160dc610b48142548d1041c5fb78d9a1829e6d6678f0f0528e409ebe7670bc1feb4e7cee83f3b49cc8492cdce7222d7617db10cb2ac0cf959e5600554f3728f10ef21eef42427ad8ec9c46ed722a7a94ceb2e2f487b76d207b992f0bf182b96587097d7586ce9058d2ca3e3518f03b61e13a20de2b1378908036eb00605d576ffbd9663907decbb5705360d18da68c2663a9dc587b33deba0c4daab5256f6411732dc30bc400eec3a4ccce0093601f430cdda29e3901da3ce29d4b8b85e8124d5a520410b71f7f5f35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240829048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a6c16f7c281ddd89b8299aeb99770563c1fa5c8e6e158dfbedaba178c73c5dc086b6e37a50377150a6d91e5f4ecb369b794fe1dced2dd6909771a00208f3af03e770097cd9470f13dac391f74c7a8c98eac5acfce808bf44e90941be7dba08024908c4fbcf5852c01b58f7b92963f445cead91815712e4163187b972e61ae00c355a557abe8ace634c23a08bbda6e5da573336c83c8f01aa5f2a23165f0f8865bdd2c8c7f335ac1eb198732dcafff77f86b0dcc96b9da0f289dbe808489e5451da3ca53a14e5aaaf1591e858b5cda593574e28bb4966933fccc87f74aebada09666e1959e495d20476be8a2889da9e62c6b2372092ea326c36012d5f1fe082f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240916072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d81584ec68340447a06b34eb238542283cf87f5ec10bab12087f540ee000f7a39cb6563ea6c3a7806f94c4e2afd4e9324a7709722327a8cb331fbae0fb1c6ca913622bd3a6a1d59e782ca7d34f532e3c5a48a45f1d5fbe4f3d8a5023b1bdaab46aa2c95477a52dbd3b4dead3551c990fb0bf01a986edb1fcb5a571b345f3b1bc867d9c9de1d40dc006513d49f373370458e25dddfc30673f7fd228d86fb66491e582cb9b721fec56b241df0ae6c1bb0b8d00c7eb6723270a81164d03e5c90b2f79608a65458ba3a958aaf03a46b4a08c0d6c6d17c83478045ff31e99173bd978e341da1cc4218282a4a4b79ce8436b32ea4b63eca92b003c72d7dabda287ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240924939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=810f9e18b1d40bbbb8ebe274459088cf7890f4b8bbca8b2d8cf4b2078edb924f530bdbb19bfbb5b997527395c724e69118065f9a3b9043ce4c6037f20370816df1a502c08deb4ef4a3d264210f56e6706d5e7e80bb7dda5a8ddf829d01b702013b1f100a9fef72e159e381f7b7fcc65bc472ef9864698792ab5d6bf11cb31f53d72577107a19480846d68fbb6aee39e09747d066363f5dff063c82c8a998b3aefa0838518bc91f777b5ea5e5289ac65243c6bedc78c64a5cbc8cd5a049d5fa59f7deaf1f9ffc583b3abd157b6f05bab324a4c11cbdc1dea2a22006f6fa6d9652db06f249905ebe751f010dc49f8c85c476359e18fb0815f72e51015ee9ac2587&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240943674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76a2e463f97469567327ede1a8f3cccd97aa21b54754a5182c75ce11ef9afd268c28d1ba958a1e1c7119bc4e377c5caaa65d839903e70acf7eae5de9609b05f9209eb8dc16c4dab13e6906129c9a0ae67b47c006fa7f020d1979b49408ed6a5aa3a58a42b9234c28a7728a0728a1aaceab59393a999bd9080977c509279496a12c35b3b10bc4ef8ad91b39bd8dcbf812c306b21c805d766bbf6e4a82e2ce6158c9bae8dd19557c1786e28bcf2418171ca41b95a5da3046ef0def4cba7477e8661f8a8fb1bf8973965c64fd43bd90b5a0b4d4ec0631218415d446ed1e7e2c79964e4a1dd3d65ada755bd9ac25d56c6484e6fc29669d396f50bf48c1b4bc8048e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240953813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3683b831a7bb1a67f6f6cdbcbbce9ff673c6978425fd783f84d1a440a8286ae01eef23b1276a80d375df5a147b04dffa2d6bb0eba099faaa5c5326ac5d6b8d364e644f5c56ea48beab1ec196936d602df8b8d52ab73750c8dbe653858c5eb2098715a66ca0a77af20d7c2837bfef09fbb467c1d050485b44e98f5e89f4624b193e7392c0198487bdc45101eb2e148c27a4135554564222cdb45843c49200234271b4e6d3cb66bb0ba0f029bf73b89d3cf7dd7915a72d59a2f1b02d34a851683dcb6dded6cf0e6f21a173c1d9d79d5dfb7a102bcbc9a23c846981d7d17fe0f0c05b176c5af645e84873c2427117421a742557db38ca5f1779a0ab84f941b7072e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240960376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3aa7cac1f059b5210b95fa9f1da623f5566801d8e787dc4763cf90684ee295a671b06b1f4c11dab8e2c0a40d85209ca66610591fc6808f5026a6633c23a08cc54a89f8a34eb8d76809ac502e9cbe0eb10188355d023f0fe850767e474f1a43f93ecec0886e4c45de0a55b43d26c3d23d4ea8c35bd9f34f78da9ac2bc899edbb2ab508be9d46ea96c64d97857016e44efd1277b2d4fbe63062886da3a6bf6b2dddb7960996f62fc78d80f2bb09e80a1d8672183a479eddb85573c14423d4d9da878584242ed10fa289bd769da38b60330963375918be50c8123a70da6c6c3084f063e9cd7e7e1cd50a16a42aa5f604f52f669566dc9c2c44f47c6c70b2a6ae16e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241024386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b09fa6e38e841820a29cb4bc14990fe044123e5ff059df3c31d0bb2de4aef1c3f0dc4665158f7c4383abb1f371b35051cf9a28b77f1260398ca215a0bd2c6c78daa2a6b8423747de57e77ccf685e474ed8933b744b8cf2894f03a56170edcf01358e836e9fb18549af50c1a9f634c57bec318c7071a85c70652e588ab71565dfbd2c07c3ea6a413a22a9da8055f915731dbc8d040ec52ca2dcefee686024a8f43cbed05c859b6fe888ad1fd8533ab0ac6c14be676341ff4fbcba896f3218466f0e258e626c9a9eaeaf636589081b1c80cc01688eddfce5a3bb0ee55b479d45063de5e5dd968c9b30eef9f5220d6e5a3995e628eb1c525dfbbb55346c51407572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241048742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39a0345530f6ef091ad2043ca6a813fde38508f7cb23dedab7ec84dfc48f0e4d6c2a2406a73e66167ce70c81ee640e64c95f85b69a0d31cb814ddbf0c19c4f16932138e86c23e010743de6b3afea4c6000b11c29bd220b699eebd0a8988371bfec58402ef6c9a898d07498848a22f4b9b6c6e136618ca51dd95ea3f264dba202c75e4242af1b630d9447ef1dd4ce13151eec8c1471dbe8ee952a97f56440092a34216612c19f82fcdaa4659f21c887f3dfebb2c500fdd1460d032c12d4862a803a593a13bd0fbcd93e4da20fb8d9d57aac3749f6954b564d8e8ae05708cc5b79d967249f50f765534c9c97cd4a277492ed2e03974822fcb2d9b82324cc9f71b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240924699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d56bd0b75ec8288d36a7b715662a8e04a51c15a73653e48dbca5bcc1968deae9d8cd7a63b98cb242f53b7f62dea668717502da0c62b0b32d4f63a6560772873d6f30450fe5b67194a41d5c2984623e302e9f252ff16531003350483d8e8b139596081ef7d43ac748ee7b6588257c0516c22a41e743731f5b2ce9c9fb4c01bab9b541e8810ce3119f6840b967c2a01c15d38b285553d91858c1cc6801e3fc863ca06d845a353684f5633469a6fbd0d0691b13367fe09bb334e13c8e769caa26edc8f19b9e46c787e51ebd2481cd8f4edb5459ffcf0d7499fba4207204f7ddfb7242ff4c33459d56ccdbc253318d6cc8fd05585f445cbc72abf1a81e4d8ce4899&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241112913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ec87d5267e6fc64dabd1d4230cac3436ddaa57d8ae2dd0c57e804ff22e2ae3c771cedaba2ab7e3036ab1ddffd3fdfa4016bdb7ad45472828bf17d01daf6ddea0f4827e6b87908372faa661d5fb0f6b7fb346d33f84cd1c5427eaa2e452038ff544978c5c897aa179e4d9741c172e61b55e52b9f7bec9b57cd4a2011da5d0c6441938b25e0579d80d316b882caacf0f3c990763ce0ed022e03bec8a4c09e6eba1af83d34d0736a040c82fa199aec4f24c5000ddd758a224587c9875d347dcb17c4ef68cb387967c9fab913f36bd961623a712e8243b1e153a5f2e04d34d7adf03c35a0e3001179673e51f45c1feb45509b3127404d8628b723461b141b50dfd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241160433Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=753211be6a2da24d6f8e863854f85ac6249d16e6dbae266086cee2f35aa0073d037a30fb9be206c0ef5bed1110e87705f1e449af718f4cf48c03f9b7de9ba6a79b896a4b77b052fcd16c04f270221fd99cfd1548b6315d9b8e25fb63dde50fac6f64daa05b53215d5c0d326749f35f58d47b4e85310434a94eb22b2c9a039156889b16ab7181cf145ddbd893fc7cfd96172861c993f03052ca91c390b6924e2369966f8f9c6a293a4d185ee1a32638647d1afbff3628543b8e8c802015b503307c597888a64a3c7e7b6eeea151b2f5ad66fb438ed2ede9ff51912bc969cb3a1e973c175af9ea55ad623d67be82a67899bb85d4d92430679ccdde138d81699697&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241194767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58840e66d5e8dd888ed111baea25ba484762b7cbde3c63e1f8a9c4f76c405c0cf4521ee99ffa0b02c33a4a1ae7083f9507b944fc67233309d6240cd4922ec9ccd67d5b925c89df1cea25f05a9ade30e71af374e2fd26ce266a877c63b6630bfa4c44103c191f707fa461c81f54afdb93a62dddaa99ae7aa3d3e217aa323b45567587cf1a662cd63f6f9608198dc77969860a1816e84c94b207cf56e69209d19e12891b2cc8d52f5c861c11a32c1ab10939f44ac0f5cd761cd08b9e194bd789f607daee4e3d823b84662a43f84591c05137a5ba39a1a4b50f74be1410cec69628f54b11bbaa9501a4f8fb28440233006d461c0628143d8bd4b8abb21768dfd9c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24107946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6c4f64ac9ed2c3029041b64fd96cdc1c09399063a997e615dc6cc63fa237c6cd2dc32668216b26057d7bdfbe979ca93b921e3679ab1f6096af88fe278e1d338644870a12575cfd866c9e21802edc5d3f83f0850bbd152f493db6cedeeb2398055017cc45e9dc14a0a223993d71c2e14771c2de2cdaf122be1496a59f08bff66c10d938fa9127eacf87499a8fdc6688ed20458c8ca319eb03c5cfeb89aa85140821ad310c592c225be4b92b6ab231b3d4ae1f3b6d884fbf35855a31c315b8faef62a49fd563433fee536bd6be01daa682185b7896e63535f15b870023460e4c42d15c44e5d4c83610c632317f38bf01707415ad21d04900d4944aa7efd7793bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241265631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89a44c0230981d43e0d628486efd78cf91ef4e0a42bbe2080397c0fc76af179812b316a8bbb37d465b4644d012af55cbbb116348c1cb994d3c9f4e136585c020713d6f3040d7572d95ea6eb5fae7cd8763f0e7350bed81735405745e455e94ff84e2ae5483a2e4e317b0630fc4827d7b3ff5bd881b5763134f64b8c336d6a89aca6cbd74c276749ed92b15b1d71e9bf45734938185175b186491497a3efb002f35c75c9aba0e0e2955be4c02d7ab3b074bd77deffa1fe6cd3cdd2dd51110fe8f5aff8c25e5dbd744f1f81029444cc0f257ec2aa3d7d3f9f570d5d6763ff609a471a2c328abfd4d11f7a6f5430e9e2cf638c0f22a5047ac9b60d138de88588f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24126497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91dfa4a688853ff1f84826931a02d100e0b27827d78ef99060f7eb05a7ca2259ecd6c875ca9b8b783c56569152e2bc4bcb8df9ef317689d2646511d0f3ad4b24b137712b016cc0d48a0759521dd4f6ca556d5d80ab74180ced6b07953fe0a2e523da1f79e9b307e37b706fbc3942527fd752db7d5e41810b6602e55a122bdfae3d17738e36c841532230b37009a7104087f5e7a3ca2234e56b2d0d384aca82b2eec603e13cab35ffd54dcbdd01c935dc680359e10c73ba5abcc830cc2c4f8d58e034c371d7aaf961e1d5ad8c45d00e2ceb2fb6721cda7aa7de4fa7cf743ac69646078f237dc66aee821f9984e906ef990a29dc9183a004673b927acef61004a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241329371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73698a5c16d4e71b3ce78ab106ac5f5747ae2a1931787bf21b6e33ab50562c90c8cce5a478013030662ec9e32518954edba72ecb2940562ce664d2b06cdc4a464a8a7ebcb590ea0b0a7e107ec955fcfe31d4b660a25c2364fe718f018e1020b63c229806fcdd7e588ff5d4c9e541a0a13fdd7b12657040f70e3231ccd1f10fae85aa9bfcbd60fda776f3a8707347db7b5e3e39e3737d97d35ed5f7b98bfbe2690e636b75f833ea3311dc0d26e34ad1753c585e457b349386fcdb7976cea96f4d62f14a3af4807a4747b96a7ae016af9ab762472a952dc739f641f8c512cda3ec86acbaaa24a99be98971577bed6420904bad1a29347c7e3e58747c13b4d8a240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241372783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2355f3ffa5498e5033b0b7a36049b87f19f6e1929d4bbf55c505bd49ff02f9273ec1de424440eff619d0ddc77e19f4a36bfae31bccca5961845bcc153ba566eee1536ca3e556f324fe4611334584aa34363d8e64ab81304992be06fc42c20627502295482e7a2ea6f5ae09862a0e54959f84804aa4505036ea7531811fe56572554b0a2a075c1a645e2c27c64961596b12506d6ea9ed88d769b60501910731b171c2c854f496c213bac00f0fd08ee65887f550c88746ed8f49de28e1c3f21f44a20c21cab2f73290e77b57e4195f8ffbdb296b5ec2fe5a4e9c61283624d500dfb425aefcbd0326f76d2022710e8132a626fce89d42a1b8505853e80f330f31f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241297391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=974dee7d571ce380bf78f4986c23fcdf453540d68ab1389eaea34afaca6124e3bc86d487741691314cef3dce81726afe3db65b9cf66f733389be1da6ede828bef2dc28ad124cee5422ff11acee2ec2dbbc30fb3e48d8bb3eff7f5d13f6e7fc0e334f20e5f86985d8fa0d5d68aead8f162b179e258e294c77398269b9b0fb228b7fbc70552f02031661554251774d7a9f3eef156d3ff8b90af653cbdb60c141a52f2178f4aad93edb1002def900b33dfa1d96e2b979bc61e07cc34023736b05111acbf2966c9fc27a79ba6cbdf4024833eb942b95261e98d3290dd0eece2235aedfeccd61f3e42e4d3e1f5439ea04f11c37557eee582a9e2afa8ee80c989dca28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241170181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=33028c7dfdc51617889c56e1cd7b708b10b5996dfb2af0f71d2c719e09487f7d8524620d0a57354836cd83299cfffbf8070f64bfd53dd02c41f1526adc13d16554fd80172ffb1542857a2e3245ebd48c976e108cb9e6dec630c529808e149576095898be2946dc5c7f6661bcab18c3f8a90f19bd612010ad6fa26d111369cb65d2a739d01ae8695d56ac1d4ae136534bf1d10094847db1979f55fbb01f8a8a15f82e0e66bc6f36d9102f1eefeedc2f18ab1d1f4a1aea03a190065fba74d19ed8d04f8a0a424b647a538df7a2b5a051299855f4e2db5eaabb982af471606d2bbc4fae500661c16f06200f1274bc83ad9e9d2932b0149ad60e6b32591bbb8de5ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241451682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56ca66c4778a78e498775292f8d055c9f335c4210cd96381762d219c94b6666e9628d75f25c82ec32ce92d2f6c689ffc0b333438cee60c5f16934e36b507a6a5963ce58faf2d006b7a8cf98e67e7493ea4dcba81f2066e3d5a3015f842ff38ba2dda23c1dfc235bea0ae78cc500d26b5c016e24ce15dbba38f12794d7ba7655ac77e4aca18ab671db8165732af3195fb9871ed0b0819d0e199231e334e13c9ff345cb117b4ab8708e435074908e24b0878cd4ea8ad66cb5ccb8ea0fd129af61f323b7f3eb627ac957b748d54741ba2bccbbeb68ddbc1e18c7aa1ae5862ddcdb0c517975327509bc050af08314d64878cbd6a2e05266611db87bfb838a02b50e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241456901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8df9af1a8070d0efcb6f29e74daec567ca6d8d819cc302e7e80945085b6f4642913ffd65bcf751060a27b13417d4d853d629da6fe1750101e859c1981a20eee9b890629177bcb8850f1d6b7b7cb36725fa3917032cb00ae9b10e97b5c0a2c9be05c535390438dfec0c0dd9d6010b20e94577670c61765b6f1d9994a3797e2502c4912900935922f1d989b7077c80859ba8b7420d9d97b10240714afbae3c0908552545600345128724df19e381f469716b4f045918290508fab333f84388554e8aadab28336125e4331fe99973e0b6cdc117e4d3c0700558ce394f4b9ca3970ddbfacd535ef14f2adbcc213eb31fbeb352e0615f96d43fe9525d6b08ef371e36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241464516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3af0510b122d8127b5efa51a68cfa336436a694976bda8b6fa9fa659044edccbe6a27c6abad01d1f26f32fcd04ead9b5e95db0b9a1e41e231c090d4754e46cae917e6f8324235a3b2d5e1f9564933cc79771cdb959152d55049bffe18b0397fdddba9c173c87fc1ee68addd28d636fce340427c231ef04cb5cd9994b272296c46b92623fd536badf4c94e42abc5fc9a9905f43616d4b7ab58d60407b0bc8a53e72d5958a0d04b0a340488a6637064c2e2dc13190496e550a469c42b3cd6b2b6ea5b21113f4cdd077a9d998ce4248974547c6fb51f96f01727126d83c91aaeac6154e3d1a39ba4461a5762eb921053897194360bbab63bc1e875e63b026f0e881&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241479735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=207c55494437ddb867c00e4a037758bfad7a4bccadfc488d38198c3fa0ebf4e8fcd61f6d0bf91575dc354d0bc04fcc39781bf0f5c62efe5fb30b02ebe968b1ead635832f10ede03bec39ae72fe7a64d89cc75f7e90417632072e91b4f589c1371233c59db951caeb04a9f39df480f21bc2fe2f1b8d448fc1c7144dc6e28d2cb6d27417f0dbaf844005c911c56ac16a02f88c298d5517ee272a5cee02dbf5f03d16266b96e3032f4c9c01bc1de7b490df73bb7e81d8ac718e8d2c129c6fb7f8808b6bafc8b251bb039cd67320477386d24bd3d9d6830529cef1cfc1e12bfd6e83c9071fa87c381ee26e6eafec7576642b1c59327e3577b78377379474e52845ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241503259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2aac11c7f86d5d48566e476cd1b6d194eeaa12dd58b452d2f1dd0617d5bd8abfa7dde5cb79b6748b9d4b3c105771f574dab35117ff2a260193e11c2b08d12fca99f7e4f444a8f0ed381fc412c63a34f59e2e5c3a67081c4aac3fd21cb4dfce6171037ea866cf7f7778abd15379fc82d5438d22a45e02b5f8e959f06476ebb4207ffc1f3dae2997fba5ba545fdb555ccbbc6ab06863d908b891fc77b250d0c358ab7f1cc7008602ced12064bda079fcb4bdba3ae2d05a2087df8bb296051ddabac5bf056f8203f0b8eb141f4a91e4de3701520bd9ee8bd3e886007e7d34de6408cfbd1e9c9c89d004d9cadc64af8148e3ea77ec44a97c9d4cb3f4f15681ced222&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241510252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8ca581fac33ae078f5ba48cffc7d8ad3d2cf06929897a579a7b51b87ab8a99272fb9941ba34f627482e923f229f693c20fbbe9b5d83386b21b40e5580ce1bc297aa8d79c606f6122747e619b7e2dbac48191a858a7385f70666d5c08015b19f87a378cdc8a6ce3bbee2cbd292b2cc8852701f117e3bee4d9f0f64b5379e1f2f45f171c9085671a59e8cfc7e7b1b20021f44c6a2651f2e25ac07e51a7a22ccd66813ece790ab6f2fb47deff08a89743bd0756bc38eb5f254e5b1e986fb0fb26f9216358e678c0f4733fe80f5741b090c55939dd551ef95a408ef56f191a078bd045f857c27bda258ce210b3ca2d2b14ea0feb6ce608aab7ed57b2802ca44d82b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24160494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4c51f97fda41285ff19a2394d4008d88a9e75843d33405462ddc33a884f6eb130a8edd2ce33c98a886fd7102de145edce8eee99a8fd128d64f0551162e17f89029acd334678b99822f2e9b0c21a07c4356c22c66d1b284d2c49099c2b48a34582cccc75eeef2ce98517888012dedf2d96a5c08a430a2f2544c0480a2100ade04dce36f4f32ebaf669017727a4a946aa80aa058e0c729672d412f646b7486a1651d8dced3c49b0add08a0f445728d268c4a7c28c3f87d0605332315a92c292d3f08acae0e065325aec4aee0148b791de1addf6d8d3f54f895132679786df72a806afbadbf9eb32c05a382da6f95c974bfdcb15fa3e55512199cb640e005b10b8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241648603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f92323dd75ae16cb4e67c9d9be3c4f3349aab121b6caa176db9d4c4c8ff0a4112160c654d1dd4f8e929db7a44f6e93fd7b431ed033b7ef43b5ee3f8bfa8a54c520c7da1845b7d7a4a35c07303c9742c78d67f80e254df18c078dbc9a0c32429b0c2eb9da6528991c644de3f0c9039e0489740a3cd6c716b1562ba37e4c08ae9bc377917355be96706f994f25a90119c3987f5d1a1f9d25e920a7a7f7b3c1b3fdd00174c622ed282763e5359dd844d38d1cba2117287e82c79696f3d56ed50f191e2c73f3d0524c8b521c655afc31c41c31c676ed0748e6302ea7c4943d7c65233c03a3725d9fd7f9ea65f2320badbd3dc71ffe2fc25ae2fc2bd286900585042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241660976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ec5e4c6a211110f5e6785a5d31df94671bf97963456a972750da33df9c38856c417d919785ae18ed2267c93bfb60f24e9be7210cdc8db4e4abe5b3ad1e6ea93fea5a42aec1b65f6124900965c490737eaf549852d1eae5f47bcc27b3fd2d95c4c3d925ef3eb3a0489453730d0144199730fa59d5feac0c9b064f5c033ce21ed9680b78881eff12d1b056e9f4000070d69e65221b692f105b43b43d812c822158ec80065bd3d31858c72d8f65d1ece1f25491fa1357d9a160e7bd2445305023c5bf3e66cffe3b4c1b8178d27d264700b628dfaed5a506ca860b3eaf2e5f5551b08896d0b76442f6b20874fe604f63b6bcd2e7b926ffce631112136b1d3322102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241677427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4903e19765a0de4b98daa5b39939af288db1a81ab324010188984f240f5bfb1f26a6c956250dcfb1fa0ef88fc0c69a229cc8e5a01bc9b5bbfec0bf6d2a8bd2e2470eca39e6669504e8474055a238f16442e014932778072ee459218b1fc090fcd44bcaaeb409711a6560192926ffbdd3a582371000e7ecfbdfeddcc1960838dfcd96749d513d533d8d4fde5d94f9aabfb689bd31611d128ffc632f764d01304a2427c3dd6dadd601768ee76ca6151e2a7c4cb7b063685b0b5da020cf4f2cae6208373d9154656ad4890e8385d1201696c8ea8345927a66bf4f28101401056339a520d0025a62c85fb641650020c6a3b475455381dd57262a9d7a025da3bc9ce3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241714838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=065a5fc42ec463916eaa87cc1d29feeb5e97169600d7168171712eb1cc4b62e437ddd7e198a3709a5ebf3e077b9a94c17a8ec0c594fe1c98ef1454659ec0411e40e816659871deffedb343cec504976dc86c19053f96c8658227b3ba6579729bc4428b8a9e938ed8c17e161220ebd2f9fee66818b97889c57c0e21107eca5a8cb0147081bc0ab63026e64cf6bbf62f9e21528b3ad2ee345ed3e8bf799d75d19264e61063e4e4505d5fdfb7daa66575a4bd9d348b4989f5e4a166ecabefbfa723a34c5f93d80d8c467bba4ed24093e4be5a839f28ea4ee5daa83a405de94ffc6279ee6750b7e41ac1dc474d3ee6a64174a31a4920b52b8135d7eaa69380a90079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241925304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bb9255dde0551ff34223f72fa190403ac3a264559e2ae5223c78f103c0e780fa5880055f93303bc6cecce9974d16f1c1e2b99db9f06facc46cf0abe56556891cc3f5584f0c2d855c2b4b068b1feca75a9f54117be78d79492d520d9ea25fff0a409ae8f644b61be4b0c73fc5d29d3280fa4afc76a5df58d856ab5f43749e77d36b7d2540217294dd212fcc332a2e55fbdd22335640ee78a3d1bdb9ce85552641775a6d6924855be5aa2214a66846e5cac7da87019584ad90140d0aa34e60c9f3b13d23f1cd6bf56fbf666a6b85708cb70b0d0db7edf73522cc3da5c424fd6ac7208b875419591b5d0ee1a5d592197e9766d24a6c96ba7ea6259ba4cdb65e703c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241991018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44e4793d95111b3120dd57b6435d8be6aa7b04e8b49e0b048371dd376659a55085b80dbf47c00c6bc861d5eee1c4dbd71c9123cb632c4e042c231147e2e7c66b7c3080cf9bbd123eeb4341f1889245063cdb7e83494a94e97ee2279d64605fcd7dc8bcc3b1913477958e20a72eeaad43317c8969bb6f9e2a51d72d518f9d0e22b6cc5a1fa1c69151f36184264e920b9b00b227edddd63d3d241509be5e5c19166f3e05eca09d06e2e3c47333902a9be631406a647dd0522a7c5170723123d73697928495f5d85c0e6c181f9ccdfc4db183887e0237d0592853eb88f14821e873ed468d54f20dcaa6bf9dbcc9925b1bb3e8715912b1bf86ac3c94c79e479b68ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242031845Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a391dcf808c7ee6073bc0c3cef4074c650edb298976763c20f86e823af9c99d9f0918ba7a5ecb009ae3cf9cc0739ebe0e4826954faa9580dd385236387bd3ce1b3c92f0b176cef0d456cfe280e627839b923b4a78f4fe72442852d1d1febb27d7e446a092236f36269bbbaad5e85063a4ae69100a4ca1d6b840d46aa6ebd65bb9da4f71c42dc879384c36b64437c8e98aa391ca2d54d9165e3ada39e5a84be89ccfed8c098d6a9d880850b821f641545e8885e4cb5cc2d9a3c90552af0b9b18cbbe3ad4275a0a275caad988d97335452e718a3a005054219e561612b868fa2518c2e9fbcf6af9a41a19fdc5ea001f5835f268ff8946122b1965e42d6d05bbd2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242067693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f083bcea8e3c0699ab8822b65cd928ae66b2cc2992fe31632b55ddbc37145065e54062f275190f9e35dc0628a4794ef210deaea6143a53f9cfea1ece402b7fa395e7866c0e8aca28760670051fc156dab24bc07792b5c12426e19794c6234f41f33056080e23e213330973f87b7549906bfe8682eff2c37a52dcefc03af0bc81f1ecb5e65d64719bf98f8b0441d1f2d0403957164b95d18419da24d95efce60612f3ff1cec791966d9f51c17c000ebc0761ee654f2e4b1d0ae8c528b890916ac44248d57714b8e5a4cc3ab31641fd1ed87905a3130f4876729423a24c4b1f5b6a94fafa377db75824d4e6154d37c543de51d138f6be3fa42c6e4e9698aca06f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242092279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3bddfbf977233e6661e511ef246bca55899620d5e80ecba716061d861d60529fe138e1759710c17a8d6fe131022fe025462317cbbd46c19e7ef7b7490b83bcd5d3a3259dd15e37cc16d7f7785dbe240782109db2aa39fe6a1067cd61f42049a8ee879beae7ae3ceaf071c47f7e2092b810e7cc52eee013d6a376f5a77780062faee9596523382a22dadd31a0c8811869dab9dd5b2fac617aa35f71c6c71da89b9b1351f0147ea71ccb367e58584aecd03b52eea6dd4c4e9922a67fbb3f3e7347479b51c59cd20ae94cb4568f2214c9fb25c79b609dc263b542452957028599d2290ffb342f0073c0266d158adb03d357e37710223fd29356ae9a4ea8b1a6c23a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242149897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=828a58ea1090a0c648e4179d2c8b72ec672c6c0c7f5fd6a66a4c67e552610439d4a0fb7b9e087e68b8bb6d2b7b3200c3461e237571bab71fda95c321d13e84cfcadf1cb8643c5ddcbb48027606b6839237d3d3a8611bce3dadf610b3c8957e6c8a40fb59f7073e7e216c0125b54874324898f34a43f51be801322df8ded376a1aa0c95f321fa8d683e814674d149c2c16e9b2a4adc7005b991772f0b7be557700ac5ad60549a464d62d513859b076428a0d0e2b51bd07e10e1c7ab1157420f86218efa0eb4493ac261dbd4eae2a20ab6fc852ea64cd64f8b948277ef9b69e1870bb0eab1cea99473f11c27e5bb8eb1b08d00d92d2b0e1d31e1ca712b4fe30cbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242152552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2a7963ee83f23a0cb1c2529363fdd215fe69c373f9785aaea50179580724209c6339567d6612c9b110aa196d22d20da308fdf15aa965c82a687e2f91a2c4d758ea15c7c1f94a0f3bb66f1cf45f0990a4a1621b0693662683bc9d6e3032b85a61a94a6d9abcfeabdaa370db79cca8f1b7ff6f13a092e9c6b23de9ffecfbc8383adeb90546e5aa2b756280e666b8b2a0595d39f5ccde9f183947ffa025642d07e65ff93dbdbc7ab1403ec8c0f0c380fcb630d4a2e3d943895786d7e2e7c67037041d940ad58cfddd854c469adab9d402d24c4e941075903117be696e35565d81f027d2a144a6e7fe0ec141b1084371f3237a0e43056bcfc275c5e6cc62b2b4317&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242211874Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=71ad9cf62f9cd9339c018b3b7bfaab060a49d1be7b789faed2d6b60bd0730ae3dcaec8d881b96e659b510711ba5cea214c88ba8e35516d2de285fb50207b912ce412e04a603eaaed960f0593e0ad1c20e21ba42da99fd563bf40a0093886a51b923811eee9da60a7bc7bbc88e63a8502eec87f9024167ccc4faf39c969562b4785dd7f7068f73e566a26b60d16f5c9c149e6c24ba09853f8d1ce64273426c056a922ccd4686d8d854f8b240dd6d047fcfc56c53aca5b46ccb1364f25b819db7ea8801493c27709b408c5fdcabcee851e26bdaea2cdc52c97ccd137379aa5e73909d3c39b0bd8b7078840c19aec90e3d4bc1ffecb9ce7b65f70a5318cf3b452d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242391693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bdac91c42e71e51c0f16ed48b2a09d66a2fc55c7a96c313109dd6c77a4bcd4a5c889d76c3198e887a32d2ae3f04d1699061e6662410771bd69e5a27301b9b28bde6590a50b08ff3ab098bcc4736e5f8461f6fde97f2b04c19ffdb3d17d308c78abf3f1728f5985099a1194e9ebdaaaf6f8cd1377ce1e0333dbcd2505fff94deccfb955abc5b58553a556d5c63d1589eb3058acaa9bb9315c3e67c710652c25e2c11c2ac78d5060278fc4fe2d134fb0f96f3f6f5698e705582358dae632bd293326d3be8ab01d7128df70264b6e9a634d672b3f1c3cfd5647dfe7d530b81bcbbf02bd1c18a745998a77728f22baf5d90b50c251de73a82b8fedd1825cca155dd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242183922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48e8541faf76d22ec9b1ffb1212fed53224840de28bbd0c885ffd85eec2deec56dac974732f84b91d46d6fb2881143864dfe6c3f8a6c8e24be7e71b0559a8de3c00d095c8aad1fa2bf1cf5db98b0a4fcd8eace634c18d6e56e43e9f7eff186e6b03194eeb55c4c9bca2abcbb2fe6a3890dcafb45b6ae709de9aadf6cc11cc8f4c22f9a106482178076c8c42b5facef680cb3f892daaa11c6d6426f4beef4e2a2f6e58ee68ec795ef9439f7df1c9d4f81e1e286a68d57016a325a595505fe5195e58976be79bd030166b83f5cdd085d325b9b3a8a013ec33ed09b54f1689793d05847ce948e02f004fb915c530b3d95c45d90d4430a16b32f2a6b64f4c9d0ec43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242710764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfdff35cb3bf3363ff479bc30f5e8a99e64e64b3ec866ea97f2b0d43ba8881b0f6ff14de0e705010b85e6168ac18cf8788515dd7a39afc8f10aae2dfeafe888e8654327a1e904aa789c76d375b7d4fdaf2b2f53e13adc9526b49d262ecfb284a9fdef95497509c884927776505c1a1ea3f49e8c7afbb8819341f16654ae101d7d8cb70fb54586eba714eb9932965bdeefe2f2a1b1511f88bcefab3fda6915a1409fa285973079a34bee24d3ce1fb336a35a878a321c9afafecb171667f8e743f8cd87c749dfe8e28673b350e964b080d6e82a776d2f31edaa5473ff5aba8a3c36b79010670eaa5d78d8727258a3e290b8003adda4819017c99c6d113e472106c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242755228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfe8bc74fd8ecb38dd7d582e7cb36684de158668087c9166e3e04e128abb7c8117a4ef445d2354465085f7ec5396c3ff12dd49d1cbcee09d1267da4a1dffb361afedfd4dbb6df5267475ea2d467e4f70be594e7f1b14d2d557e60862d68d8b1b7357aa42a166349be7ab854e902781acd4bc76beb100b0d57dd81181c7d5d0d16d8ef0a376d427d826577b2ead9fa005a094da2cc0f8bffb977256be51f040ad1bf0ec0bf65ce4c0f53bb312238a79ba411d3329a5daf7cd1611d9df0120e0e02fda19add8ddd2a133e2fe9000af1fb95df66f2514c09e10944d506b3dcaf99117e1e859ea2915dd56fc9c076554b565fe6c316c1a639f29e8185f1155d361a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242858072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06710761fbd2beb0f12dc28f8b1dc6254294088e01a3ffaa3577e1a476eead1051c9bb78e8ae0db624b6230f3d4eb9ad862570876510b4958a61dbbb376c22a00a9496e47893b8f95eb46ee10fb7ff9c9d0405763f54bc3a87a2f0e295c06a6b3c27c09594fecf6dc929a7c437a05178422899e0c2f9c31be8ca506542edb740d967aac474306722cd97ac165aaf9834e980d504544e78f481f243d7ef78d3186fd54a2c657a685ecb65191214e23702675a805c0d73189c80cd03a2bf358a11ce57e6d9dec5fccaec347a5a6c9181e7058e51a7b207793c69551df48d1fb603136f547d1f024a8d6fc17751f5690f29187fb239788281e7a771f594e2d25725&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243041898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=840363fc628e9981bc05380d0bac6599786e1995df23ddc60db1b8ef1c57bd7e1e9703c324ca5e6f4e42e0a9c0f678c02a5ba337a0e0cf30c918854c8919c0234b9f287553e4d0b8ae20956dcfe9ec749a3073bdff601fb802b2945cc78a3544fdb71326c08d9e98080895725a3dd40b832166ad11eee036827b0fc3423c93e0b31eaa165b4f3b4fd808b48eae16ae71a7e1a3b6d3e859e8d151918e4fb9ef5b92bd6571f3eca11e08227401c1ea4b3a95e028145893f01a5b2cd4faae334a07a86af634fec075e7bbb9bf0091411fb994eefbad82673f53f92f58632ae990ad46326405efb18e87b99f1c2093650b359ccd4c0427ad8a83a67ac3b25fff0192&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243088065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a47128d2898b3d21c7063cb3bf8300f93dbb44a3d0f6fa0e4ca74cf4d871eab5bb11058ecb1727348b52f9313562b7a955a90fde2caf472a1673f4ca8cf7f1445224087c47ed6f5e6d7cd56b01cef6bbb789faa80b84dc114c4b33e9e46e1e2971934cda4b7799280c18cb08f83c925bd4949566b68bb1d2a1d2152c2150d27806072a7d139f0cb909b1d21dedd2cd30dc07ccc04bb9685bb3224ae75931d739c532f080fdd658688dd2fbe21aa3f6beb4c4b16fe79d801a08ce0314dde518931ed743de909487ccd3a3f9ec8b61d0cb682659d0ffb16f53aa397c2dcad09d098c2f845854242f08d4847a6343fb1ee60a2106491f6ba6002626803d68e498b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243209875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93cecc822fa252c2a2362f70d5027711a6a2e3c38fd20d77c0328ce2f1edb975f7b887296a2b954dd408e917893b98d0585b35b9b5a47bf1b09b52bb0bc578fff85512cc20f589f49e08ed83c788ea1f3fc68b0f709c78d13e2642ebdc9c66a0eaf177c61bc68396767f0b63545dc8f6b7081455a9245f6feaefeb2beac539491fe896b3f3b928eb73fe02bc1b4da67f81456b79784208d6800a2a5ac0a6056b620aa7e348ce836c4288628f537257cc5fbbfd24dabfe48a09e97f556783b13cef0f902774ca32d6cce40a2cd7be30cb4c8f2bad79405282a98425e62f392659c6ed701eee659f3d6a38232ea9365a04ed5e49f40826c3d9e1dba735a5bf6787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243314552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=29e566850742a47fc24c3227a6be01d52febb5261e4019693f47cb236938528e0e36d5a331f95a4a571ac16358f6ae0b6379e6a09152a1eb1b7fdf20650ca20f167bb54e31f59b8b3944abb3782e068e0980fcf4b2f786a5baacb13de21ffbecb16ab665dc88fe7e277b9b119916c913946aed466d8aa6cc45b4b18fec9b0af00aa6e7eeface8c12ed3c052ad5c6c8cc3c5d1001ce0bdcbcfae210c6b16e11e2e8ba637eb5a0b8a54ffc4ad418d6d278ef4861c18062ce0f2ca5a8079aa0ddfb76c1694aec3c61ff9d34a6db186323a9c07115a5ba203c789e700c8cf634463ef271f9157e64f5df73e3d535b1c021bf217cbd1dff68965d2a186e8a1543faec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243340561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=993872c324bf50bc0c6deceddb6eb17c956db83722af944b79a7e510f00e58390907436853c8bc72ae3d37bce6c930948b48887e4fe79e19f92665f6f1363ea075b5967401d4563035afd9994cf2b9a77f59d838f1548367659534acf9455561c3c7e065cfdfd27cec7b42624e24874b31c3947693d8b9717f96bc37305290740f1baac0bfd79793ba1052001931d89cd1bc098eb894769c683585bc35aa127ebafc1e1d53c055d3de86e070837b3a890f0775370f040c8823996c7b6796da9e3b22f1c32e9133cb70fe23a7c9f4f47df9119c0e9dc35e760db0dec134b9447f9dbb8be8d69243c947ed95f83be41e91567b5ec908ba03d7240ba59f1d1b2948&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244332591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1783a25ceb6067db10cfdfea419047c940a364eb636c1590d5f19b7f22b7662ea608c8b979b3b007cba612908d3476fde17c27c71051e9026e29cceffce6bab9d4cfc22dd0f3e8faa337db3d57edfad542c784a960b1b270f45ed8273e9f8e60e3d4cce7a27ac923a63ce79cbb8b9471e5d720799eb67fdda79888dfa486baf2ac06134e466aa0d52d0c108fc5e9d7395e562d161aaff4dde186c6048ab57b34aa8da7b111938f474a56530fbd6896e96b3e632be408eda82f7cd4e05a6b77fd16a92de35bda31801e7e022deb8af4e30e5270d417d43072aaa806c41174c85bc176e89a423a503639df0d9c5d02a96e608c55e87b41ad1a08a71168be49273b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244477694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0804f9ee6ee8174418aed451a934fbe2eaacc74b1f7b7912bed2cbfa3d5ad8d5b56f7710203e8ba9f1ff2de4beada0fa96faee5ae8542540bec24e9a6647d6abfe2334447a70875b110574956f866e43eaee30ff3ab7ae9a5820865dd0c5711a1ac1b9eb63d7f9d9001f5b8bdd66566bd9b5a53494b098b515a9cb0b7e87f1cf6e93479b6028f516d66a4fe305d651233ea49348d8217939336732f60063e46457609bcdf5a981e35b4e2a71d479c41687d0dc899cdca05274202dae50663fb37c8d8a5168260908b63d7f5a81b5f8316ad1939450f0ab488a5ecb689aae0f0361e403f7d16c6b9da5f513cb185f6b826fa6669cd6474edcbb3cc33a7f102fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244484297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bda84c0f13043520d802432b2f9c2daa6c4b2af97464405c0368d0c9b93cbecb123cfca106e598ef1e9fbed93b78c43540cf9d7f59bb1425326bd199e78c312ed3dc1146390f5b36c1fd0398890307043b42726470629ebfe3346d7d891df62208b02cfddda7187b1519323debdf9c3f88d230ce83a7ec070bc032f434120ce35f7a9fc50d2f63789217c4921f0d3197706980b1283c7e9cf4eb5dbdcef44f7cf02cf486413ac448aae32c3391077c9daecf800450533648483cf314e1a81667046af9051561f3baa58e37d708f98ab65883bc66cc30416bfec80c030358a389b66d6199ffa9b226d8a7c282d3c2b29083cbbd7a6d4fcfb08a7180002f37617e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244583574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10dfdb26bc94178a57962488d7c468d6881f8579a738410168acac8901ecf569c75650e4f568a55bc831eb00a21ad5d7108d50d1d5b905d03034d10495071871b803196cc41cec3b373a0ebc9a97c1489fcc43a8ba32f2cc9149ec6bb57774594e0a6f166406bcbaab253c1abf77161cfe3ce957348e5f4c772ecfdc22efe62fc424d09e3a28e34a81dbd61f7fba05a45c52e72747e8c73f9227bed1cb664ae1c350a8ec9bb86e54e5167154b3d747d20ba91a2eb811c7ed28b2b875f4f7544be6df432f7145ebca121d0a37c5aa8d05e4ddb879ac04375940bfbdb1cfc934ab12752e38e4a34f17d9146790833d048c670274e44f693720eebcb3c26b933cca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244490829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fa46ac6f5e20314c1a116e7631c235fc453f94d55374e9672f3603d232175f6ae4a22423cb88838af671551ded76980df81cebc58c9eddc5bfe21b21a1ee9fb69247e2fb9c4f11087f4a267c410969986c41f926768dbc9d03adc823352222649af5a41f0b5fbbfe65853a71603e8056fc9fb19b7a83bfa8ca40adc635b4d09876aa14106f03a5c96801b88b7589e41218d8aed1ca14ecd687ecfbe329fa07fecf9091e4ce6a68946582dd791aeef40a939f348bc5070fd031d3bc95dca63dc0656ff0e43f83fadc37bce22f3d5f38712f1bed634dde72c73316a66bb62ee1e72c36b8098867417ebf8bd3b59b8bec6c9786b58c33f0406b3c970489c299bfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244807997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2fee40b9a0ee658eec8e157aa7b979cc8326a462ce476befc9da9a26373aded755b5d4f6443e53db309990ad1413c5412758382842247f29ce1ceaec631aabff313be43953509f00584231f2b2718392331731f8d5480e198b39359ede5438f2190187984cb2d5371e826abf7a421f28fbd6076824cc36f52077f923b23afd775d2d5559f4510e04dfe9a41c70b647caa6c495d41d5d9e8d241af9a04f82b5c4cd7345fd47a71533952018ad28be7730807de52834e66142570800b6d67c8ed1fd6da1233af8facc919f189269066bb9d64f38d115cc39b3b9626dc338cce2e2dff30a7afcf6c6d0c37edcc383a8ee623439a559e80115ca6eef3f70a8dc120&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24594524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39dcdf661367fd00d614dab1d41c53a0cabbd70e11fd3b50f12eafde0f0048f1ba562acc0212e783b6ed1071bcc83765bb1b1bbc9cc1779823db4e3d998a8ad6e6e57132fc9d4226cfa0ab04284639a71cac76c6a3f0ce3b1b66ea9e1f196daaba4ee0d7ddfa3e6bcdb47c8e696dc1a2ec0a31d1f7f95c6a511be70ba9fb2c1622815e10789f4e88106bbab0d2afab09699f07d1d2e33aa133e5f06bf7059b5758e12ab84e8805e526e5fb9e19e336e131e92e91484291f9053e1cbe01e86cfc40bcac4d2d12bbc9891099a89d90d1ddcd944657c9d7e6f43a74719d730db3edfea4c7bbf97b4e7f20a606fb8483a7c5dcb1fb9fefe6b34fa15208d5ee4920a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.245975968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80c8f42d17ac3be8a7ca5baa43078167a00d22555fd6e1bad2718c30b649686a98449758fe860a19691f9a44c20a6742c4dfd594bd6e7025f0d47e82a10669879b12f8fb4d2f400124b31394369cf615e61198076c96ea4b561df52dda363e17c6ba07e9913b0022a2af01fc1808c3e83b38ad2d1aed4adab472298b7b527ea1feac141ca80fd2aa9ebb9f2cbf53371b2d05a30a996b59148824018a78367c8df13ea645592f674aa8dbd88e2033c9645d869876d6f5e945e90cf8eca18e06e5213096bc2ef0a3206a20f44a045d58a60f3fb315f370115f73c2e323955a764bc9c9c920589f78ca1ceadd6b9dfc1cc615d3fdf93c2823c2f279dd5fcc9fcbc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.245980026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=678bf8cae6a926bdc07593d7a2f2497ae5c8ab9b9f6d6b8800faa7ccadab453ab7691be2a71e2d8a5c92956ef69ce129ad15eaac251045c5ce10502e099adad083c1adc95570e4e9d789408d0b52e9bda6c083ace18cd0e99184a9a616d4af05b96d7ab73641842806aeda694f6c40760f3d18a24782200e0ba72bf15e1686a8527aae6608b859857eb38c94c454687ead98935b05adefefa671b05bd257f20c5a931be785c1e3564cb361a4a538010e73b2d68c1cd09e2268783a1a47fba2328afd10986bfb2e0e15891778f73a00ab9310112fad0b07ca65afcf37027d7d01e1fe1d0235133585f1fab49aa8c993f088923358068d78b343b87afff624d2b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.245994102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=180abf164e1ea947df0e2f02d6d51c3c5a8187301817b1d0dc91c5539c9712d93a664ba28211aac7cb9a2a4e1408c87be31711a34d40dd51b5e87999b0e28468fdee9855adaeb4fe8a52b44c5cd6f476cae2f588d97ebe9d59b7b05595158333b7322e67a29d0fd588a05e6d4c9c5570093e7ed93a573df631c535a2e0a378472b722bd7ed14a8b195303c76894ad52e74e03ca610cd93acb1bb9a76852eba50eadbcbb4d3dc92a358c12cc2a6581be5333ee80472fe95a68cd50690b45433fe7cfc3f0628b1d30321586fdade90c9bd9851387db1e52938c604568c57277b808e65140113f9a3c1f7835c16baae8fd1ffdd2057fcb60ad0978fdd3b82c70642&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246004652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc926095d6a329dbb622b4a250385400ef1c73091c41c8315696dbb49769c98022e347c22c6b7312d9cf0da5c201fe0ae0a48e44eb54f383e64b6a7f22e49afdf915adfdf6054f8fe31055076740f701d3400d520fb5b7ba3f5c5460ea9314d7d8c1a7a8369827e661e544f857e1a7ab6cc22ee5a25bf62a1e8ba6f5ade9994070b33fba1079708c35df1cc35574a7817822333fbb8f6ee82133711b575495d9db4d140714fbec0915299736344c7f5acf6e96fc71b7449ee16a1e9a0926d9281a2fde729f969c2503f960fc7751e18007df34616f325e897a0e03cd239e0aa3476665afea735961256885d2d39b057d7bc25085c9b2359bea6c5e6b878b0f14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246010032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=874e6c72a000ed6bd111b8873c7e4f728c3b33630219a07eafd09d64bf575cd1095595c63ff198cfea63170d13d077374003f449f7b668ce6908fa2288058f76119e36252045e6d658a26891866b4662bc32183d6f328580bdb16b074996bd9483d5e7cb398c7b53594d35aab8ddee41dd874e8c1abf45016eb937ef5a69ac96d6451647c3a7213a8dce47c8e8ec87f715abe870b049d1b5292eefcd22f38de444e857fc986b00b442b736003f74a01872ad7e12dbe95e835484c67459de666c0738aad018bb719ab4fda44bc9b288b0a4a4f54cb205e0dc448a90937e3f5190e2c5fb4359ba6844e386b43ee187daba9e40032c2f5c74974794e68eab578ae6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246019721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=092c9387d55197f58beb051ec176424eb15e1f50d73584dd24af36dc914e9448e0deaab9e898c42548ee2c67548c9792285a6e3459ceb32e8c58c99312fd90bcc09bc021f0de1ab30b9c909537f538ff9b854e7289e3fb6381510adb169537648347620817221417c6d57f542d77b8db7202bf83a5ccf957d22212718ecd1e1657cd9bd3e634ff1e4981e136b24f89c8e4016bf93b2acc909258aaa6bcebb03247d5b8d249d2df545f17c8eec21d776d250e1ef764a13f5f2cdb2e0ab2283f822bcdb38f7530fba83436b9e0840215735690c27d8a9514cc99ba6b93f21262e9a152066541492f618af3688b50001b419880736c971c022f04868ede6a5abceb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246024229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad2d42171f21c1be0844f585fbbfb834df78339b8b7a0bf485d60fcb4c901a9cf7a6058de5416eb01fb936fd9e944d4429eeba7843c5146ece5fc031406fcc4d7c4ebccdf32bf48e22f2ae7593fca84ea8bc8ec56dac9e7fa16f217cc07e07c729f2d98ad5ceba5ac0c5aeda89e616d293a727408087eceae06eaa6878e0d927cdc0c1e39f6c956124d9fa0fec0e357fa5998a6917c6591609c68f62e0d8afd48d7f7911f56ddfb4711bde4ff794a2c1fa51aa77b18d6454fa3266eed164eef78d774d300103d6306e2f6e2c41d6e7761166475dca344db656973f1c6856e4186370e7e82c5eccd68c7bed25634bba0644c0ad184d02b7fc9da9c79662d08d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246034308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8acabff3fa25ba075d2fb386422ab900a8c7bb03943e16817e937ed92e892ce0d18e7c06138c033d49d5e45150de020fc65045fdc081c4f8d8b04a137e3d481571f9bc685a21549a3fcf0106f39fea4b370406d4426ddb2ebeac597ebb3885943305b096994c4575e1ae89b113d1effcb6146fc045e7264206ee98e4b9645470be4ff53ccc8337af4dd624a311515caa329751cfe42f8f82fc927d7a3f3c17c52259b01efdc009017314e5285cf39093aa16fce03527c1b6557e9701d62a19dfdcd125d9524157e318c9098d1d1dbf341026737c968818069de45e8f033130e90da7b47cca47389df56d2a7e4e2241b713683f1c00ca28ac09f9ae4499ee5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2460511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6faf502638639a6586a169dbaad569eae1074b9cd5b53702882137f254121d96b2386f9c85a6003ea0503c0d247b1b0b728794e3704a78affd55954f9832589e707d115ceb7c8ca903518873a5b0be4134bef3132fe02d5b7a45b0654287dca1aa23bd122906fc64734b0d8e55e39a0fad7ec67fdef66aea2bbb50de3d711407641ae65056b7fac90f7c6b90cf25ab3f60dde92dd24a2ce963c38a74fca6eaab64e7ad71688dfe3caff3bef580362aa8711f8cb8fdd3c945198f30118dee74d5ae6e77554f4e310571e5d473b6f4eba38e28143dc3f80fcfc4d5de00c8a08bc64e107b139f1bf11e12ce6ad341ab65aeaeb9910bc3f4e98daabcaad758e7cbb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246068493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=28755a033c20e9b47997ee1b888e9eb0610c4deb3d52cd300f8592cb76162dc27b4330f1cab0c11e3802527f56c5a44348816d8e8b08da6b418c73782673503ea879249321177e80bc979aa8056300731a0d60792230280ef666045f7d2299a27b28515b8081a4e50e698bdb8a664722e92a2820c2ccd3311b688d17e06f791e0e4be067ebb3ff5aeea018976614f5e3d9ab057964ffb1364a31f3c5c5d957cba8f9cb4deab023e1443a88c7e3e75789a4e94153c5b187786e41cd43c726e4b561caa0772b5573b4cdec9cdc0ac6cb1506fe84341bf735882dcde664a87f5bec30c538332b477f9fb57298fa8e75e2a276743289e727885f2e3324e8ce1c6b4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246129558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d973d5a31ba21b117824ae06ceee41d2b19345624048be6647a9ba070389a1e0781a79ab40cb9fc758857e73e1e9ee82b74118eded6b59c321f1cc2e491306e469012f40cc2687bd9757fc9a3bca6ac9d2aba45950aadde709214458b2c2871085b4f67f2bf469aab3ebf67009724242957bad593b5740b45e63ac08aacfacdca165d18c0ef3c98898d1c04cf9ecfa1a1d5d158c9f251747ad68e024cf92d3a1433fa8df613f24e753f0cfa179ae42412c2bb9e01b6fa09032bf67841e44b9c004c62e39c164142aca89b861df8dfe1815e0178eb5f0023dca07caeab004f74cc3233128c37bd709a4e1b18e1fff2672e7d281df35ebe944b18dd13117d041&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246144646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a40828d93fc0e03c51fb2f83701de3ff7d92edbd0bec16d2e6910ac1afa88677f6b49946c21079295cb1db33c1abfac589476aa8b58a6381c15d091425a9d8fc6a998ec6856fd61a9e7cf30993c59d0363b9146dee6aea214c375eff87f4d8afe29b923c5976a935494b1f6a16b6fc38291d401a4be526492278491c313368f4adcfad29c8f76ea193d722367348782524cb13b9467b86e0e5fc7273bfe29a093350d6795f2a04cb5c7ca2ebc7079fb770436ddfc0482067245565ca6089a629a79bc671a3053820c976c6b4b544a98d5b9b72984da2cb7e76ad1ad5883e473482a7f3d19b9c3e5ccd37718c0986e4ce1f987c63ab5fbb2714a32fadab29b9ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246164083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b56d1c213f1ce464160e8f49238562a1e764be607b2ecf2526fff878de9617a053fc053377aa9db016edef47a96d85055db54e6cbeeaafc6184c95a5ae7a99c9b63dcc9235fd18925d88b6a459a50d81bb96707b143b6814f2d8f49834327d8d6aa9da979cb497a5fc56c206be0551130f24c2da4f95a5f7a8b2bb0a2f6d47e8c83bc4147f2d0ad9c3b6d6e664b568af9c8da04cd86def3b300be99776d767847402f109cac6e3de057c142237cc26fb5f08921fe9e2a7d69667fad5a5f594db5c44e84618693cc2ba084f6e851877d8c9cf5eb39ffacd895f057e1d7e10b045bca36d536deaba6f7bf2ef7dc68e8b8fafad9380e924153cd98415a7e7f4c69c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246176166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6863ec7ad7ee51aeb2659c2f540bd75d1b2d9635a54a68f8aec80be8174592983464404b73bede1d78bc59f8910ea4fa2cd3cb8d4184c5d30cbbd5cf3fbb944c3e0dbe51673b6dbbc69f4171ba8411c99dc4f08dfaff07d302fb9396e9be76f6fb20d54ac4e20270e8f0b6d59cf370f2514e208c18b03509cbeeebfe93fae14abe2956ee5317d37458ac167383e6b370077893fa39b5a0e2b53f08dec617c0aa4a4c776de69cc1d3bc892509593a84afef2e7d56c6cf3eed3874fb9e7ce3f71917f00c8f35eaf0373078578496f7806f758033499120a67ab7c263dc797139bf1676e76467b1e406e443f7d10414c3eae8ae2d0606926fd03343c17d5da165f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246230628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8510209aed2ca98ca2e48b9644e7e6718c8807d9c4185ace144b7cc4f0fb351164259c6ee333c22bab3005640306cbd74b107955fe0a5ce3b015feaabe1fca5010320b98db33bf8a5624dbd7dab35892e20117f096501596d4a3e6f2d421ae22df16771182c8bb2ef610b3c7dc60d6eefa33da3866d6dd185aaf89ba345fb5602d2e0546f87c389740c5a8e2de60666454f245be2627a167729967c4b55b553ff40dab6dacee5f2a273cbad055f052205a6963dc85e2ef1996fcc850f91e33617dd0ed7d816c7598894df3303842dd519082403c4b5e5ee81ea8d5cc32538db95627280cd4dd2668f24750e9b50a169143cc2f543402d87a0e980091b776ba44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246270934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad88784a88b5b326c2bbc30e0b41bb08e41cb1a978ae2a2fcfa03651cdfa61800ebc7520f15228545a98b52913e16221104e456d0748c6dfcf9b5e1b9c39c84e4ba943c7f0fe7452279e04b12a689e2062f6ee7d8277a04592727d400efd49d635958a22b66c4619a866c314ef64be5f723882fc601f4ff88956bdaf5f5202935800c728c8efde8892eed3e93570a9163a43faf6fddeb4114eed7ef6785dab60ea7abe4b1f37a266a1b688a4a76fecc01f8f0fc4d26c9ae31cc9437c5a25a38d837e96b0a53a1e9381d1022975c5acd986e7b02d50362f089a1d6330153ffd2294660f5b67939b43f7edef86ebc7fbab9169804a5677c66b9291e67fd82e7014&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246002709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35602d8195fefb2d759d1936a4e03196d1beb6f100be436eb895e745a613707fb05823879b9e21d229b8c3f2190707b76d8be7b0cff46092c7a395d582a5db9bc084246da4a2a9e1ade51b6098c3e160abb462b5824636ec1b372fa7bc083837d9f3ff1e12621e3b0182e12f890633ab58c8df44b5c51c04e29397e4067234e8694e7d9a113c45e4e149b40901c4db5916dfd78e0afe6d3cc550b64c001e27541380017534d03a3f534947b50de350ac7ce52106b9341821b9c7bb4336d0d0c900e85aee6fd7a5614d10d33f951a140baf5ef47facad19520ac8d4324e9b6b5f65b465747471b2de11dbc192114021fe2470d00ddfb68e7958ce7d8dd03d754f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246000424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00c6eaacd4085940d79a77cb0bd6f8dbdb0bc424139ba6ace993b026a0ca2da70727ce60a5d6d714565c46593729375464c53c5f9854d8ed3bdf31b62e13f6cf97c66c97f0b727b6525b23c3e414f355be3245287698e2b9b34314c65129fd022b42a515b4462b06bffe8a2f8e36b3a0b51cc3cbdaeb3b4dcc7930d4c0c3391b69b4199cd952f3d6fdade399de56331ad5c5999af5d7aff1e29e437cc264b7d40fd29ca2a331a7cb1f1e461c9d13390ca2023cd25aa47a5750d3a659afdbc2e0acaa9c9f302e57b43d410c7cc5d24cd14560c07702e7c73decc63c8c5041668f6c6d06ee75aa76f4f5e9bdb9b762b544d3330cfb1078719962a457bf4aa1ce5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24602469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac4a0f899c2edee1a4ddc6c32898b5fb22c0a34af2ba22cbb79c8f2eb2f40cda7a47d2b55ae103997fa8ed632d4f3d60c4e1dd8aa34edc171f48fa3b9c2027ad546dd9b0f89a0b8404162a9866fbb88da487ca2586207a9b3d8e10566f8d70289ec73fb9dc25653c9e2b3ffc1cb70a7f15a8ca9c7217528e8f55796e126019933d8bcf0a3286b5960d36ce1070bc11d92b97e04481dae9cefd681548801882d838c41917702a426db5b2f83b666734957a255c15591dc9d6bf14b4c4d9a2aac723fbb389ba3372d27d16c0a1613464605797eea623af0599512eaf5e2a2d0f564689536ce5d234a0df8a693da29772e734add7fc27d2dd22f3dab27dc3c7a860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246324896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d65b14d0ecf5d255677f2d684a33db3253185db1df49c91c5f745c1df55bd2439475049063989591bd4c64e4368d16f590e242e622c5edba77f6573819ec68d64c5659832a05fb09c15dd3e23d8dc89913df2fd04e596bd10420cdea97f9eedcd7ff90d4c14b44301c0351c9942f870a9cf694ba7796da53a778ca046bc1893681605d9018b6d8b6e0165dbb7b2ac1d64db0dc3536d08e713f4562aa2544d5247b181a888fac89b2869416c4e88e2a70b03f12da2362deaf086e93a55617bfa438749ab588c18e87345ceb59bb90d13d99c13a8bd0ae26030ebed96e2f9866c66c38135ecb35d1951bd2db6b810e76bed1ffbd861bd7de25526e6e7cd9b27ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246351426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=427751a53b9543d92246c72a00dfbf35a731a54c0bd7632a9755f95ab28be0722ea8a343e91aada3b513b4a7e93a5a0703c8e0348f358677bf4e28c3dc97ff1b0119aaf0117f80f51cbec99077050a6e13577d45ce327f50cfc32b4d1eb630ee24c28850d0bb7e5dc20e1258b4c551c8c6358e919d50bc1d6fa2610dc36abda5d59fda2e5894c6d0c1c4ddd82a6b59f976a7de98aaab5df196652784cef5fbbee040880bdedc4bd36fec32eae233fe04553885b5e0a3c930f9970d94b56daee8f5775154bddc16601bac65b40d8b0774d1a7d8e9b7473bb3002b16e684ca503cbf130eeeb5214bf583fc7cd59727f1a24370d4d1036655b26dc1797dc1e4ef80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246369861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=053debdc20061fe6e5d4f1141facfe298053907410c57bef2f1479367da6e7ce0ac4d30365ef8b341556c5f9d9cbd00bc51f0e8c53f6c2437c47ca0faa58fec431d16e7914b35a5b118806c8ff375bc13db628791a9bfd982719b3146d60862f621f6950eafb7e839fca0cceb0d9d62bdf25ee88744faac4877952241690235648b7443897f1d3a1d75140c119d30c37e2570a9ffb98685feb07d855d1f8f4353d24fb7768a76807b8b0eed7bb668f72ab9e345d59b26da5c52130273f0d66c145e4904009038aa9cd346e5bf5112703ef69cb31d292301e2c94b761e2ec47a683c88fe302cc579c65faf763afc9b9fd883ee7cc6e03573bd17d7d1062483a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246380511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22b32e8582bf37c3588bcf6f027c13fb430e4a1ac556d54fc687679c3444ecc8698e5faacf1c2e9186f23ebb29a932c55192c2b647d4eaff834fdad5bc77d498ebe820c3d9ffb80533b90e1477617deba57785ff4f8f3c275ae0201be6f85f1719f45d235840217c95228bbcdad89c3f16622719ab016dcd30054c330408f8fa7f9d7c67422d70aac08bad10f4f1a24efc93a247cd7aea2a7d697e1b3f9e8c620da5a7449b6decec9bcff34288e1fd53207f74c3cfb7575ba11d3cf80e7b9eb996ced7ed06a56a26cfbe9bbae1c7cba4828e1f7f7da7a362d95d9a9d4d5dd706ec5055169f3cb2dac5a9d7b11b34258a1977fbe5cf26468109bceb619c53c1f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246411148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0cc95ee9e3b79e56e5840ed7779b5462f0c21cf5aafc774b3f7d2b4985907aabd7035a46582f0d50ab01861fcdd312982ebcbdb4bd285ff4638d9e903922a09e2addcccc9eb45cf01ee1b63c29b5c5d4b232f61ab6e1cc0ea517d504d1c320023cfd62846f6b9d781fcf75e8f9b7bf3cbbccdafe910ca283f4ce0a2c50881d595b0d22c9725501bbd8776c79f637d1fc1e0eb1f53d3fa6c6a87b2777df8b0d6d48a1fa2d443395690f333dcae14ed539142b0e4ea662bf98ca0018cf3bb6cb5188767c5397feb3e1036ddedabb6129f1169dc21baa054d5a090716201af28b91dcd0f044f78203c33d885f5be694b64c261e5ee86c988884a00c00530dd296f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24642768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3292b227fcb9762646ec0da4452739a5fbadf4ee1eb8342cff278980114082140be231a085843362a977431e8e6370f7f1e766d479e34c83a7d6e852193ed0c5c5ab1a2cd4d696b0b2080b3307c1ac0dab46c03bed62555e0b67c24a6b9a06f113a99556ac559ccdbf5f27b95e3e06d8dda9970c9406d608dfa042d7497031b780c7ba2c5b0822fdf02982691d7512cabacfa3fb05985766b63bdbe219622f64b5e67a2191cd9b8e5a5824a5ad84da246d4ccdd8ba70fd020abf132beff5b9c65553439daf4c5f9e17e599a5be5b174a6e8def2baf5e540c70166dce6f5dc71974a69d5b7bcc29e2d42280b86d77c8312a6096c30fe21686c0d4f5e72ba436e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246438109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6700301c8d6409cbea8d6365ee8ba5a4c66855faa2d8eb953711d46c7306a0fb6586a3830d4af418124649cb19ff287a05768f559c39bdcb729e71ad650938b7c658db4352217a4178d8bab1161a420609328d0a819c8cac825db06433fb9fd5eb06a9fa7a25c4fd13a4e50e69400d67a62bc28c0847ebf34e70eb7411a940b956c4c710df9b124016c8c9a950cb08e6b8dafe803cd1b01a9b71e4ed45274bd249cd6c2a7db7f5e999d0a488cc03106a077b4ea199228c7ef03e9cfb0c69e5080aa907589373c911d4d5d422c62996f51353c5f3ccf33d3b0bd1461f29fb58cfa3cab4bfb113a27fe069861db677b35e636c63dd24de2265c8f3b036a1f9db54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246460682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c36ebee14ec10c42012ea0f48209410c19ab5af153eac9e6c7ffe8c90ec3926ff568d11eec991285bc5270e9653f66d84fb1493bb2256ecca37f2d740e4ae55ef1e87d0466808d5993261c1f82ed2ef61473436f1ee2f64606b3f2c61dff9a511be9705c79348e635a1d0d03852d6951507ca46d2f7d06121d977a70d2a3dbf5a5ada130d86831125bc097a5b51890ac21924e6d75b5f05ccf3e9fdc7814799cf888a15b5b107191f09b79783951eb517d3a46ebe581a3c5de5656fcc4e517542d7b23f338e8e974a4a498bd572942180cbf520319e68408854c9745c73bb7d5b318a84ee861c9f0d5357d6cf07ae4eede78cc7ab371c5d461697594c090e31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246476552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=760c66f79d1e00ef474659c489ddad33127f6ec5a6cca260063726551d88132c2b393c0c4d0677ed445c446ca549c8f57c7443f80407f7c316a41ab3b29b0229c11ae36a5e377a69cbbc2e27dbc1af5336bcfc37e6d91d693103d10f1fdcb680b212cb738c6ef77b8120661f68db212c4e5de800b2a5eca28b3c2354d41ce052adebda1bad44c1dd7d86fca4c4921258b4cab8a304e679269565e3ae33217e05ab0d35e52466f7f7e4d6ae2db2ce1f01445c5d0c01e1e776953565420584d4aa68aed679868b89fbacba472709d1be19d3552f3ae927bb686ac628c3ab0ec59a689b065315c1a16b1d820b12b6ee096fffa9f69bf699b798a9512b6c2d5bb267&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24649678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9746a676e11f487821eed3049dbcb6faaf89e81c8a46fa562375d520f41830f2c44b8b5d3bd09b8649aa61217a91df28b9d8c9ec8e7778ce748544ba48890883249fcd38b1b9a8a14ac0576daf6dfe38e313f70d1546b1aefd5d09277879d9583244b6e2fc6cd6be5e926daa26620ba0bf7c57fa96518d9f89773f8f4da2791a9237f16a59872fd5952c12d9e2dae7459c21f267dc160b3adecb97f6bb04bed4c690276b18b8597128afccbde838e53c1a974641e4e61ea5a3a79402ead86b53ae90b758ba81d760dd0e87467eefc48915f87c1e4a6b27afe8c4d5cd0b3f09a0bdfd9957b3d51f1dfe87b19135a0688d51ae57f0c596ada2afe806ecd3274724&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246531896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b0bc456dc8253d8e409cc8e7fb2f72c6f1ff2d2f9fad024fdd028215a867c3c084332de360206c3d8b05ef0f591db4aa0e8e201c745a3dd302f628e1bdd4a04940fd6bcb601e5b2579b5c38634e42d9ecb54a5d9f401d81fef22114834f5b2b416c42955a3ad59b8bb4d15ffd53bb3e14f3795fb54c3621dc3c561aaad3907d51adb6944bbd95263330c40eef00224476e2bae87d918b6614d38e00374de60a3b0e3e631409809f3d62947afb9a4d3cebb740ff0248a68423232741c29ab4e40a8476d77e810d25a9795f6cceb4ef63faeb5f962dccb19a5991b78fc9e886c092cc9446745cb3592f88796066d3bb40ceb89bfb2dc6003aba93aa387716007f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246025281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=baf009be8073a65fa78cf0f0e82a5389f75e9e62d1ecf6be46827d8e2849ba48ad9f4c5d597dcd1e2e69924f50d3d3c723a444db1acf824554efd0f85938a3562f0f0f49d942ceeb8a3dfadc549ae13dd20f784c2cfb8941cff9a323d733e7e8b6b1f1ecdd04975de7e910bd806f46d9efd08edeae87641720de382db61908a90a78574be43a494fbe8335d60d7c9741fabf54dd32bb624e0308756860eb5d2d954eaada4d05eb028c2e9bbca464f7ae334b59d2a56de64db3275c0f753fb17f1de23b23b650dc40c5ff9a4d7e619bdee682d8bc3fbf32b4b2b8fcea11a0b923cb34a39371dd6b4fd793018d778fd40b9a136f968bb4b759ea47adec300dba78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246589044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=331d114b6ad60ed494400fb4d68b754379bd3a330af6b13464e8b1091706f0814d8e2dc252a1e1bf0cd2bfe093a939262f3084ea076185a7557466ecc42cb36820d466d280cc452b824e75163f04127a5fd378bc6a9673d4d903fd7405b14f0f016cf66503e66df5cb92944cc74a4dca1534df5f4e600c8ccc624baf3b83c13ca3c403d12df542407b0ccbd7156eb346bdfe7eb1167adc45eb063a6057e706deab84d54506c18d0a2c57880498e03b7548d5fd0d34e979e424ea04db170a39408fb65848a555488cb421e1a34d9b4b02c230e9b804d615d6df63e8afc06422643cf282457f3da3e7d952fdeb790cda32e5a034341bee45c66bdee6f82da39cc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246628528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6002f2665a65ad27adebee229a79586cf7d535b98fd6ca8524433ec419e63b23122d5de005b5f6580685b9407feeed828b2d316abc3f46fdceb381f5dbd4800626c9e0fba149864a1176360f6787dc718c95cfbf4ac1b48ba149e1a4ee3946b4cbd88ec8e23faa12779082a8205c75b62415a9033e3d33fe874ce65ccad172c7a2e2316668ebeb8058284a998a18245c6a822c831fada1a2eac2b47e89985ec5afea0a09f8519ec5bd743284e330fd7a0a27b69eed019f656706ba12ef2d49dce4d0066d8d465c40805107a077fa73d02de563ab0c436799626dd828239ed727c102819a4318821693b358736df633a210910fde529598c3db27c3d24ed43145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246659406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7157a16ffd6016fc706a1b1df1b6cec1538d46bf793e193300a38904ebfcae2c4f3804f3ee7e9ca0d8721f8e94a01b27f7d41c33c167244c2eeb8cc95bfdbf85a1682bd51105a33bf09c922537fa9e58c673a7c3afab485217dc5466dc30dbafb7cbdb6b959bbc882a49769e25870a5eed4500a3c8984cf5f99dcd515e8392c11358fc9e253cfea4e8c8cb5ada930b35cfc0c91c91b1883af9122da75fa4ece7e67b90f1aeed6123dfbc8034a6eb921556f9c3c3b81e0f42a87276de3e4ace6869cd45d14d5b958a7160d316854209e8b4cfca055889ce26b6e7d2d47d05dcdfd0b83a286eeeddb4cffeba0907665472870adf450c3d180fd113c10db6bf337b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246678332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55df4124224bdda8793e502e16724495034dc216d4869ebce78c6144edc1ccae4bd792536523515aea922f0c7d186db2452d9fef3f646c45e87755173dcaef492b9995c56c78422e7eebf6330deb6d076c0a6e355e5f761ad41c8585d2f7dce589482225c3166d168e07e59553930af6f055f5677f81f6498650b4c6c965eb5fd10099796ffaf91f7041b6f1fc70209a785e44c10663ac077c9093bc102c712f833043d6a81f1b0347cc39e30952b9fe7a64f94d77d69cef1bb993911ada03aebd0dcd7c58d982304576e1b056eab9bd52155cf4d0f5563c2b3b02a5c472c44a58affc75b55c20f7fe061753d0514d81b99f77c74adc12d03b60a8c363afdb15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246688782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5ca306fcd27e34d798476d2f4ec25566e49ca753ee88e25b9010be55bc6dd557b275a55a95fd15572e7c46fcdbe0695f48ad0f64350833fd70863a8fb1e44433b38e8582a673b91aac7d9aec809e50262494785ad0dafc3dd1fda93b86becb737b09ab68c84af15c7103d90b23f63af8756e090fecd3c40da0aca4b4192e2e7e5c8df1073348fa79e340ebf242ca52e0e95f5631bb55f1e547f15b0a23830b87419dab8b33ea25d3b71a007f6b9491a00dd691903e90a2936299ede663b1ae0d07b18be79af9e78b79b9df18a9c1cdd05fac155984cae5e308494d2eb6082b54bb4a4ca1df4ccb3bac218db9e9883c5209212d93e6919ce1f9e237281ede6796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246695775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67319f77968b2a62f6eb445538c48d83f99cfaf4e1086dc4e1cd66152eb042133924206a10317fbf4bd03a9230bfc792adf73b1abdce440c38d7790b0d421bf9cb879e7d137c0e813265d7aab038812de0eab11db13ce1e2c8e2c5893ae03855e8fd6f0841790763531eeecab6a08db3a5295f55a42fccc49e5e8df94573471b3c5cf943061f1a960fe146d06928c5b4643da7ef811661c038e9649cc8b2bb1744a2fbb0478cc428c365b2355fef6429a4b3336121e3d9a59f46eeb94e571233afd1e7756f2cc4615fe71389b8808071274ba1c2fa42ae7673b36256c793b64fada3d4a0a05baba7a0eef36dc20c73497d185b708c124bb79d102de9ffaea015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246727775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72fc3930a75c16da459390b2897dd63cf45da377d0ead73ecd1df033d8581ccb399b79c3c1faad15f11fe6c16425a9627fe88ff7b04a99c054038b0b197eecd27aabfb04ac5b618f02221f8f7d37218a9e9df552ddf980199f3a8171d6526fddd9ada3c989c8e29bccce509960550b16dd9f4145d3d919b91e03d3291dd581a6231962edecd9951c2f2c109b27ed04e0f5c65eb4c336ff62b339f3b58d7572179d74d046eb42bdc35000de224cb71b1869c713846d94d6b525bba4245ed7ed0cb288ac463687fef6fc0bb59acced8e8747dbc0704af3b3ad387e1e618eaa9d79d9f0c141f1ff0f66c4399218310eb136fcf1622db58de161cfeff4d50097f1cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246735239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c3a2a3458677b365208498ce1a9d8910ccf011b944f37c423c12537a3e5e8b278813613fabf96a517b5f2a890390cb902f27c8817511024d101490ae152c1dbe2399a4c4caae66a3cf0018275dc35b9c88b9f06b6fa191cb5062bea6aff799d8b047ed79d9f7c8848edaa3a196420da648921e9430829fbfb7e01dd2fc5915dec4a932a0cd08e2dde57561f3277b6bdb4ba0a1a74f5e94e5c212f506a58faf395c74eef1e9635d571e3110e3d7912b34c5556bfac7c7e6d6d133e4b48b53dc7fc0c72866fe28e0b5ff3ed626e5b3e475939918a15c204fb54e49617bbea2745ab7af9b0e08eda014b5d1738a8ce06656e3779129d6a7d3628303b8ca4759dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24675156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=46fd3f60c791123efb4382ac38cac38246f98f980edf5d1a31be93a9f65d61b6245f4efbe152c8f485b023707796ca55bce31a22e9e2cd0b3f4bd355ebf361be3ac277915af0262afd9a3bc0d292e19362fb422854e33256386131cf6aaaeae852085330214c773413cfa3285e1b812be56e5c5cbe79f7eac4b711e1cc78cbd7fd010e1954449392f5473e25bf563ec1c2c8f3f2aced1d0c19d908eb8bc0cf8f4772336a98c5a1c1713c0f42314bedd45f85146f8dd401fb0a4881bff8b83b920f96569fb75e7c14017fbe65485c4a878a209b282af808b090ef17acfdb5eafb5ca73ec199d5909b2eaab00eb9d3a1689fa3d8ad6bf6e9ea0f51195ae95dc731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246766488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2b3340ec0d6cd411f01fb17ba22bf0eea7687ef05d9860ac81310415d9c296bf67d0ebfc5f1b553e8f82fa9308cfb479ab6e3867b9b24bcce7895d7a2ad77f01e7bad9826785418f6c8667c876ca8c6ca0d3e4022587b2807717142b8ed0526393955fc3a03594e03d8e58e0776c23bc52a244c7d4154133632d1e36d47677b185910b0687fa171b9ade32bef8b5783eedfd71eb136e22f76d8183c5fb9074f69046b72aa174ad3e6a308c81b87f53c501de834336f2a77019aa90eb7661c35e73fb963c21b1ee546231d3964f1ca4a9c47adbbc29a369b067934a4dfe707a0ba15ba18dd145b6419cb05c9b2d78e027f3ce43bf3bfff55afe79f094370731f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246772139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=135195e0e08391fed9a2c9833d88d9a7f55a2ecc0e7a6ffac00b1a307eec3d335423ffd4733effefeb187f73b449957a1145990eb75974db044aff73972af97e98b6c92f65b160930edc5c6d8a14200a39b963ce9fd4e064da7e35de55c26e6477a9fae5f12a115a0d39cef5f77cfff1222ab061a90633144d0455680b3bbc0a50c2033e3d973ac17aa29d402830c4a4d63152858ee0bac0dd4542f0b2db947634227ef223da3c62ce038271e109fbf253c520af8eae332892990d62cf0cdbccf7805425a5e984ad94af2d1b81282d872776f92815fe8f78ce474fdf70f48bd680359e98176887c3afdfd564e94235a0c2cbe4e55ebcd0acc7f5b6385750fdd7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246794341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=41cfff45a771b70f4f4d9eaa7af29262cfe36763e3d00addfed1fdbd6d7a7c00389715b62fe05c31947eab7c3dd8aa984d9b8e66664b1b61910bd6426faa21a3af9007bee78699df8fcf74e61642570ecad98339317b689a69014578366d361ddce3744556b6ea91f8c0ede3b6621dcbd4643b0aaf200a8b3336780df2803eb728c3f0b957f11fdaa43d24141e121e949a445b0986e3ec0e94381ffd0cde0fe167a6a0ac96a18fceb2b44b29ff87a8d4f8ad4a0a04de2caceaffa4d5003fba033a5e3efd95c60ab4ecaf32bb2abc6376d7bdabbdbdf4574262235111c151301eae4bec80ab5cdafe78d8291d434e6d60de4fb48c82fcc4f2062de4fa39f36611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246830429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c30eeb2abd634d09780ecc8301367c1432013d39658d3b0d41de49d28e22a0d886353dc32802614c44665574992c755db39fdb62124cda0799541d0bbef1f308371317347d5d01cebcd4705dfbdf257d262618a3c56cfe72b1a9f6b2a1cc341180bf0633dbeb011893dbe9f53c9381a46f6cfecccfd631ca06a392a1f2fe6ca44d5705b11d3a755ea33f359a8717a2c687f068dafbd7b6d09a484a489d7a78a2838c30751fa3bbdb27eaa336fb822297bc5d359a1940e6ab6d33b1d333058db37e9cfd696428f9735cb45a7cf74209f75dae22fc1dfc35e3cfd866aadff2b6fb6fe43b66e2b7bb30ca6cd9cfa2847f7d6f5b2877ad76353cf6494b6fb881cc3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24686814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=94f2abdc650a5a91e545c5685513734d437781840f92ec5cfc3da64d6c3a62a24ac0a9d69924d8fed0353871be47cee58792307f01a1d6b7aec0464e0ec61dcb8609d2ecced91c0388e67f49033a04969a76fe62f5ca24b8f5c98ab6373047fae783a01e7d2e52092d0edf0106ac8bdbf697c25d42c64be8e1704cd15836cacaaac8f7217232e354e5eff935002351265fd66fba27d9fcec1158f5da90d575f4bed3a2783723041928c383df27ec2230ba144583c4b9bcb0bc3cb4c8af37b424195831a226c3887278a20955900e3669c1255f082de2fd589b100a23e21687a177db104eab4d90676722c86a79572c72a194fcc826e6a8b940aff6fa451aa822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246896413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48690134b2ecfc19dfac70f4e2f1e411f3ec2c9c5068a45dfe90c7feb46bc952c8dc3dcb5bada5d18e58cf1aaa8ccd782e3062a23d01ed3ee56992dae1c091a124e9a00ff817c76cf84b3f909d4e8f69bcc44ac349da3fe69e711f7dccd805486c975b55928a7e087f0242671bf2b306bfda88d2efe13ed4581d98c597db9f37fccede01c4df137dba869da5cb0a0f7590c7cb8b5aff68e323d7f27e08f51a1fa525d47f6bee57cba872dc0365a856821814b446deb65780507c978dccd8e8858a6da6eb5c87740ef6ed753cfc3f1617c8b16999b50f5e58cf102bdc71574a3d2ae2fa83e89f254ac3ab9acb96e6343401850a583b9f427de96312898e7cb429&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246632506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e7acd56c1d3e27e6a4cc75fe57a366f7f395fab5c7c5cfe51497e6399786408ce720cab3e7a3bb5f06d250dedaf1921aa1dfde9050299aaa3e8a530cff99d39e6fbf4b6160262a289d8174b56d5106811f7fcd41ad7e9c240b5a09b8e13dc0034dd116c4efae37cb949384df90edfc48a0d9a19221920ff536f1e91c41a1ae4cdba2c30ca7a87413598614c9bd4908a68dfa50edeb0fb08a923d48e664786cb6c9b5cb0a90b87d801d3a27739cfddcab082fe6936a52a233a1286bfd6ce86deddbbe834d5641f26075e6767da0cf5bed5f23d77e059d36e1782cb7a268928f6f8786a92c2c3e73055c4cbf2db3dbcbf6161d1d3ec858817c944b038fcb16621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24693729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=442910d38e95a8779a97f9e363c12233dadce9323c6c5db5fe7099d21189e8164f7ec7c925ba9c84a3af6a3b109abcc19ee467a3e13ebc9fd4acd97e0944fa8125df338fd41c1d3bb0167fa026f2633f7c81a35378faa730b018060a1d586be0afafcabe870849ce94810fcd9f5f768b4f27cf8cc1dd92a18b64bb6368df47a935da25efa647ee4a90d33d7329e337291f2192b77761f92a8f32b76ba40ebfef2d8f874aa6aa5e54864794fec5fc015230987ee4f6d071e41d6751ce6c54043adcc11a3344a419bbad80eaa14a8a60dfc485f73bf7564f032e8fd1e547f366ccc6e2641ecc184589b6d9a23103f4b33581d9f642e045c3ac53c603e2e1ffb102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246982215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b586e315be00a925cfd6184be4945836d59ae3c20b93817672fe27d966c44b3e4ad92073de9f08f6396395267e3899c2465427f133e379495fb83874cb8df5434a7d3bdd1b80ef1ff983f4b094cba4a93721d62d69a67f6d8c4016855a52b48694e9c18d92617ba621d0302e2d7e1838a76403c9e13db4a0b9e3c03241db2d47aedb1a610a5afcd563529b7392cea453b0a50f5915e968d6b0dc549f3f56d9516aea968cc4362d05a0f034fa72c8080fe811e5a26aa6c3090c48c747fc991364c9b729f4828a0a6e3b3caa7c00d9c6ff6f75a95edf9bfc7f02acbc3fba7dcb67a3c34ea094716e1d194eb1a64a2d324b7864bbfdadec834c4e887f9e93b19abe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246380521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=165c873bf354435b688663014cd5702e7a3355c0989ba7397ac12e550f2b0a19a9dd1a7b63bd2db4121089ea490fbc4ed9382815286cf631a83316ba30403126ed1ad79ed42a60986d20fc87668a2c3483ae589817c3c57cf5f1ceedfd58188b96dc01c8697978deb9293c8d2089f707f7624a4f4f2159ab9d81a91638ca0699a11a91f3418ad579c65d3c0ef0a356427b6f6b4c21f70defa33691e994b79631464ca8d9b06907ee9c7794226f5fe22eb5067da56c47505c73725331bea539fc441a98aac5ce7089f720e3047f22cf8c12eec8f271a490659c9973f45a49fc5b85e9852e16525c2bffb3370aff32e5923aa3d291616aeb5fe87b6fa22076c66d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247015177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0ad1da16b5d531e33d7583e243923fc399289696a3befcdd696b3c0a1d7867777bbac3daa7c22d365b6f1944a5a19b9e0e920ca2990ecf67b13ea9845c11dda82659c8ca7a7ef56c9ade18c6d4fc9f1c4543d8e120ed59dbff21387e19561b846f227d4723a1449ff95a8dfebd105f7e79cec9a0c115f6f28b2e905ec335081907353c2ff3f735a90d6c62ab7380060ef05d9f7463b35e5e87769316474885d789113126e6ae619f52a47376c4fbdf59bd89df3d79dae1692eff68deb75c8c5f81fa247e8894f2679039878a35dbb5ae3d2037d55c1a3aa829d41a967b9af598b22a963b1077bfa3c4c6b6ed46edc238cebf180ac86164b1f6b7083fa3d8b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247031468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c8bb66af9a22d4ab8534dcc69c0273e9af72045915110b4b084d1d8029016ba15a84c023647d61430c99ec2298de13b3d3bb0e458b35b9d29809bafb10d2ae995a18bdfee3f983239124de15e14e073d9975e98f2808f9f21c8882feeec9a8a9dcb748a2175ef76c5f85c97f2dcb01fcdf8ce63d9012d520d36b46dd5d8905a2645bcf59bcf834c5ede380241b48da0b8121ba27f848264301cbbddf2f8e5318a032e299d16c6652f84f2ca46724d3a1d7ec8e177e12693c7858df557dce225e2a6e140875f1d23c36635aa9a20cec52d1f95b4eb2d2b0eb910f0ca4c23e8b794616172718b7140b90fd946261465af3bbf1d250791d86ed11a512953dfb306&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247048209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5fc2c9547a1cc95210a40a8dd9bffb7e82e7e04b5685b09af3269a020d2e67586889f5397746bb8ae4a7cdc29fdc438fa4a0ff5edc94f0acefa1d35679c47a73c3dcc78576043f8c9f93a95e83d547052919fdf145621d245ac4703a06c3de138b8317f6a877579f3d31af3ef48674f7fae2dfbe91bfbb833a5d2b24482c8a1152f5d2b23368dc73227e50fe0fad93cf8fbed038bb3f77b41e9d6000780c5381b91532b10ea13119d3c95772ea4733f59aa19207893aeede4c7f4be71887ed7ece7dbb329318f19ced8937ec0eff68e565dab1ead03d90868082886903416d9012f76fcb36890d4e5f08e333fd45bb869d9372601914d76e215b321c8230354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247058248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c0fd786502875ffc2bf19866926f2a2f62ef93257457cb880831c094a6a3852092a749aee25e390985c50f49ea0e79772ad7e1edc2134d56e37f74f2f49aacf7ded6b3c6bcceaea8c6338ca09fc559fecade35dfe28c0582a03f3e670b42b9bf6cc9ca241864d1506346aba1d0a22b8cbc3674d321edb67e6d55b255e72ad5e0bff20005a6deb1fb462020660edeb163245a85adc429b359d70a9abd6b582f8a36e0a8ea76431f51fdd1bc2593970c606c65f9b65e082a2486db205ab51961b4d846e4f767292c0e99bbae672933daad345e4aa2642716b9745f59f57352e52f389cd72c6deb38b7ef78a23b407f9dbee438fa7ad8b71e6716af1f9bf44c61eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247070551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2303d70cf28951b79d042ae4e48a61d148b2d9fab925a5df5677b01476b41a50a47f132dbe97418e44663acdc3ddb6001bc09036e4521c74c5a7950ccb0d9bd48bd7abf3f9b0dc202d3c49057b6014873c048ab264966449b13d6ed96acb409e9b9c3d18b1c3fa1da2f0e544fb9fef07a7b97008bd011701073dcc3bbf8424b07a1894a6ace166a314f2f5abb03d784012f0d3c26fbb1e50ec7cd340a0ca44a8d847f93583ab07c1beb61c8b48a61b10e92331c401e4c25c396565bda54c9bb99d44d7f18c146c19afb44590914f4ef7c85c893b7327cf16a65b1fc8f08cf5ea1f3dc12156210979f0bd0c4c629e94caefd7aed0ccede1797b8fd26680bbd017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247083255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f683d8ccd162a87d16e79d5811c8933ec1c5df930b66b759dea10fbc867fa07b2af3e976bc5409013b61fc5d4ecf2679ed856857103e5e1a4f0219a552c62d6a085b0854edefdfeaab23ec4e73c4b7ee6bf3d40da5f31aadbe1f37f24cce574ed28943c41539684afc988f68e3a387075cfe7f3ffe4da40ff551d9a88a0cc195a0700a34fa54a7a4db537a3a233dc0e242014a457b704e67c82246cb603066a17d88683d03d54740758aa4737b16ec83101ab18876d0e80dcbb93361af159e1fc1dea91696d7b2e24f02e4fae3fa0a8cf691f7aa37ca608b8035b8560ab7b7519191a64614ada231721379aad57bf798d89fc2a35e9974c83cced9d84a90681&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24616785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44c0b9ab305b713b556bc1a250917be2769ed7a89459a60644d4d89bc9fdcf1b9d0d9e52986b239bef840c6cb819ec7b478081badcbd62693a9594a9bdcb85318e7c617641773471515c5e9472cfa5cacc76defdde5a14ecbcde15ea5fe60f558a615eafee3d32c4514f08b3ffe1850f96278f2454840cb7e743a6be42c34dddeefe890c9cb741fe20c186758a362641073e0042ab70a511d71164922dd66c54b6ce1c33976e474095cb57c51aff75fba89e8bdb89874281802e0755f1d9b418324a994e3824e4c29556cf9c6ec6d3f66a6b7b639a3df24b33850788a421f93d2372a24169aa7e7780f1df4a878629459298ebefb893346dc1ab00994307e90c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247098203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59e2e9728236f371916e0d5cc94a15d2ba6f9b9829da0e3da13aa41c4ceac8c34680a36d281c01939f8600712fc8d2abe78a29c602ddfe66b7da3230b725fcedf602c554e37641398085eaff0f29d033e67008774ca4b95460a7bf3ef55d99d9b973174edcf7c1510d9147cd29fa61b08d026c8234233f7cbed9c786fd21cea03cbbf9393476c78743a9d44b2b520e334d97e6c1ab2487a5eed1a62febc59fa22cec936bb809af5a10405003e9fbdfc0321b6f23d880f3dc48fe8c350d46434f7ebed58fabf2d3a725a3cd10a162685e79a5d2f3fc4575ea40de5f0b1637328fafc0d44736570004ff56bfd9f29946f9b7b94f9ff17d2efa311ad597eb248c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247109885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=930aefbb16c31274d666f10ba4f5b62c4bd49afbefa5616c1b8ab2e4e5f8d387e4989e6155ebf2be20c8803f558b7ba2333a9058e5b543437425befc0346412a2b5c198dd78b9ec73fbb13fd886fbacfed95875bc8ea99bba8bcc8fdbe036e33ad72c280221e4980655ece2f3cdba41141dc5b3344ff50c4f6290d067a9fdc46efbf333ede5e33da8d2b394e229e21448a6ae23a51ace302e5cdb8671d8c5f607706137ec31760dc36155656cdb0b92e278fbdd7997da2011f93d9716d4ba102c30f50103c646d4769ca4667be0c7e1350cf55229c8a99163d6abda42314b3bb4386951ea3d4002aecc79d9c601c09e30e62417e15fad338a3c586cb73496485&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247144611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc249c94d7fbc602ef4d16b4f21db0ec227bf309dc309f3e3eb83acbbd9e893390dbb310b1eafd9a476752ec63a6204edac94b155805dcd97e9041d4c975019f217440895594be67cb25c3a1d6cbf8da210de15af7fa0d5dce7252edf8be8b9c889d2a5a63ddb7cbf5c381549c7232380970b2624c2ac122b0ac0cf0ac8e9b7756c63219d0c97f6860d36afe6d9da3374c015dcb413ff23bbdddfe5264da5d4ba79d84a8e333665fd8f2715f511291ca380aacf1355fdeea49180fa3cc53ee37612f447686f816be7f2eeee600627cc78ac4c175e701a4714dfbdc7e44c9a109b1acad7ac741f645b689b2fe7acf3db274b726582ee72bda176b2c1f3bfec772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247198512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aaf89047d55ebc837fcb18bee26cf4073d7f95a517c360def2929ffd0d6370c0b5d49876d803fe240f3a52f0f63ca5936690ee630370a404961c9f0efe159b9a2a0680ad823d5c9502ed5a6a41aae78097a5f61122132fd8f77d25ca085e863f0017dcf9034e63caa49ac1d133993e6881d59b672aa6bc88391bf4b52ad4a667d0dcfc4318ef769b35451b3bcf9707dcef36bd3b4f70fc711d9a4dba37bb2fb437c3437bd8ae1316a0385ab584bfa2dca8c4b10586f6046d9217821db45244670e30863c0832307abb21f478c8013a7ac72ce2571e5b76010a2729b570b2dc700f8e0a73873c9674f975d957a6b99f8122790c9136bd9c78b52bcab3173fee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247221906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2cf3f07a0cbfd11bfe1e4397e20fd79319782c9a0787a341beab0c6bc89b50833a4f3ac1d1e6d5d84f48f4984a13bdf072614f0055215f2af2c9c8ac2828fa1b068ebaeec8ba3e25b3e40afbfcac9c4b0a8f3330d9f106a1fe49cf1296706304773abc13eeeb956a5b018bcacb9cbacb804c79199ecfddf2e25ad1cfb61cd65f6637f5670838ac4e62888656e2f11b81bfd0d8031b1c8d52e7849d599f3ecda6ad2492f3e2e78de340dc8504d35620fda07cc1f23adddeb2a06b2cc104f4f930202fb48d36ce88d064e050c698da6f88f2dcc87afb73d149a9513c8703a8190a2fe57c477826d9404288589b80e5e784ff862c9c05bc9c153a205ca96eb6a656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247236073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c04e72acfa36b75ea385a523226ba7a1dfcd459567158f2d5f33032336638d20de17468b41ea16fed45a5fc97f135f9fb558498f47fea31d835d3dc9e63b9b7278a50afb838199a304c36ad55b770c8873d087d5555b8b1d063034bed4398b015c346315b3ff9447ac219b8439abdcf5e04e0478bb8199a2693a95dae022654e839a775b579ac5bcc66346af063ea2a481b0830535d5fd7839a444468d3d9d7d4706abff842605089598021983b6b8ae7f4adac8798af0927d9036de29eeef07694d481e3a61114b4207478a87c954f170a53cc9d28822dcb72851b38a6df4c809716c2ad051c9919b97852930f9731dc78e46681cec5d82e77609cae0c296cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246986793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba7de216329fe6a1c7adf0d0c67af9324384734bbe0120f20c892d4ac88db07faa49d21eef23c8926288475770e969c553bb1a9c6d70f04955cdaba694c0cbef4dd08df650a01c12f105799844d3c9106fe682d2121b7be7ec385e02f65e1d03cc011317ea91c25428bbdbdadab9ad26a80e45871108b130c61bc0f0bed0c820b602b2953a9f66c7f7ad90d855cc09df428598c61d78ccb33b07eaf2942302e83e6bbbdc1e2202abb80aa538c3faaba6353ae2e67fe8bc8767ef1ec589af8a16703e2a0148c66ba9f926f58d3d1170d981e234364ee1ce0f32dabd51980ebcfc3c7f8590af60f85e6c89b142972c481cc7be55544434db99b1d7cf5b79b979af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247015207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2dc939221e93e0be2eb75fe01d0879f2421dd3c59d992e5e2e3dfb2a08ddcea0eba187e7a202a51ab7d0f8a5dc436d4b5a7c04c0e8847f0c459755c2a16fddfe8c1e13ed5ed5fa4cb334cc7359c3dbd38233ae845eaef31342b9526c2a6a7572295b30ccaef4577c34b6224855be4f150be6b1f811034a94cc5a8ef16b5912427febc63a6ccbda9cea60acf55f218412d7292225dd5d40b2f37f724d750820d6363f6bf601e19f793179effa39e751b67649af974287747c82083361a98bc5c0078a05958917f56ffc403f168ea78375b0668fe4f5e409243ec1aff52f7c0162ed958b17a1ef5a5430c809ae2d682fe095be875e1651fb55e5c1497ed3f09f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247035695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c601da1cc3d19b82f239d5e12790226e556a948815507c027db3f592ce2f1cddc13291096e85fc0149d3629bdd6a19be416bafb09d775784759dc60f9b34787fde707da4206df27a730cd1ffc4b428fbfe2620e8eb6a201dfbd7ca7ff3d632e1dc53beb049b8501883d8fe577e2e7fbd5e1a17573657f5dfe2315f74b1d28a3f9cbbff567f26628400366823263dda107b7587f14cd55a4e326fac81f46c06134e8cc88a80cd9f1dd3d6e24ca6510d8a94c5591eb7d683cc9aa0816f0494f108d4f98ef120778bcbca9e33c142f1792c42e5d6ab25d0274d026d384b3975565b1bd2629717c69e0898f9653b7c080f1abd32d762e265ea624f578b5ce632f9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247342263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8783bd591915c6938d1f200d94a8f931642b641312968873cba763a21b03e0cc53ba341ef3be59057fcc7dab88bdb90b5c391af6d5b98ab4342b92b8dbbfdb035025dc3f7cb2d311a52d1ce00cc7edceba3899120013070f9a85af4fd2da6b2c692eb35eed6eaba72c25c55d754b72bd9310cb354c1b3996c004498dcc1a82ebeb5f9200e12dc9d06b12ceae05dfbe9c7edd2482d168a9d6f46210fab4682adaf43575ae646375caa3ddcaa1e01ef3f41d7d3674008ee44fcd1480de1e44dc0b938a060bc0e3870339288cb32f678b468565dd3da015a11da3f175a2c64f579cb6fa3fb5c0ecb3530d1d5890e7fa9a566f16321b49f4bd847e22a836868b645f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247342033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a2107a5a37d03cfaae91264cff281df9f66a9d4a1eb215a85a91be8c295f88e8d095ca1814992b0835d3353960b4edd1a91dd7dbc272d63fe734886aec8fe0195700a6323c6f1bace7ae32939692a84c56dd1f57b5484560ae714a7189f7ddfc396f6f2122832f0abb376d3af5d99ed0b8f4e1e23c624f216bab63b21f18dc6445fd4784995f1506d0d3f54e67efba18d14557c699fbeeb94040159e51abf6e3b1595bae3a84ece73c9a896c3a7a57375d4ca04a43cdf11b5f27673b5353fd51b3fa56086a9fa7e9502a75d9ffb6a387ca997c0f64bb75c1c1b5b0b0f39df865b7c7564d0436ff8c1b48d8d58af69d0c83608b6e81ccc63f5186fda4c98eb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247353294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b99e90bb1201b926ea3951c658fe93d786656e6e0d41c4843d84fe67fe23c742faa6adcccd6275e69f08dedd71833a5fe7be7761051be6b4fb17486eaf83d1dd9ddaf36c1ba5df62af6f3f7d17b85e5ef42c10151ef0bc40a78d417bb969b389e70d9de8673777a52c1fce39f57b26857b9e8676323e48510f7b504580174a4263c91fe07ca3982124926e8b8a97b3f3e5861dad0e31fca0f8a9a8bdd393b11d88244be4b87ce506fab2d689ee9e548c32a10cbb21c6fc4fcb8331e91203647c391dc99a2dd2f8e36f0470e2f7658bcd7f785e7e1bd3396d7e71435828434430ba448c8b3ecbcbd63680c72b0304ccb1086fd19141d1d7b74c6b6f404c2971b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247378492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=54fc5543b2186e7be01b87e6937aa7b898d5f9cebf33bad661a558037080dee47aa80e70e7e0b1da8e3f37d15c8279b71fb873fae6c676211f26722f7d309081c425ac0166ea9d801cb724fd4782044b6cfcf6af553cf151e27567aca3a095b211b382e84fbd5fbfc0c5a8a0c7c6ba300fd8dbbf8824d4d3c912a4f13c76d8e733a655584353e9fa16c483ab4f7de0557e43030b6bc7182b271c958ad775ea64193fc340145456c5125c524a7a174b431dc9d36c8bfd900fe935f12f94ee7b7759130c5f748bdd83d67683d116ba4362bdc6f4aa201515bd453c8c3453f75f44df2054bada6a2fb1cf33ab647bd190daccbcbffaac2b600126a3d5d601059a61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246986773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24cc6e87c1db5a0bd9409ce47379a4c7badcc9ce4732a1d4a3c441a037f044e18eb291c97da92a1fa51fa6417e2fe447023b26e7a0471fcede0bb8b13aca52e346b6a074122ac288bb16451919c76325e4c7797280e5333ac788dc9e1c5daec935e15bff8d3fd415814de78da930c11cb91ccc504708452fa6d3c8594509643f35b991f1dc8f019f0a1ec29751cd95d9da04b2899d11f5e10fa2867984fc65a9b401ba85d116f0da7a0ecf2b9eb6dd9d95ecc56840e4a464024e268dcfe2a25cae643ef0659688f48a3acac42fd9410ac67e71ad3635041688394b3deb8cc26bfbb45d1cdb24cc1646c5aa25ac0ec868cbc25567f3ab1b77b4f27f83deeb1b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247394632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddc39de0a2e159102dacef0986d695660acebb79fade777a4b3e4caf566034b9eac63dca49de7a9268b29d79556a94d69b8406ae8d06f9adfb925a85d45345d7d5486d7ac3c620c79734400b88dcee6ba784a85a742a23f28ba74c647b8c6e8781fecdd7880b4306944630c5469c15a4689e56faeb304e49f72e9f38f54c3a0db714367e3e12147c3398bacca288a4f33feb720eb36e4b75d2df248b747747a882a3a277f638aaa0d30d39fef85a6f4e313ea0b358ddb86d87fa06f1e1d88c8c8741de6cbbcc81daffcb3767b1cd25a55c8b17c3cdf8a22b405c16c3c76a66d68611cc194e3c6b2de1aa69e3e15916069a3cb0bf13aa0d2b4d6fbc679ebf8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247407987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7636454b95549c2b214edb5d35e5687e370e7076b24061aedcaf9e078b2f293c4f86ca1ece69531abeb220446bcb74ec3bcbb3d15e67d72698705c7abe0fcc1cc794dcbe210b1c72cb7d023facb489570ee77a12913df9956bd0000f5b5c9349014835d9f0eb491460baaa57830d049c4116e81efe9e7a76798eec0e44cb3ac5994e3b1930e83082b777025035b1d31e11de2477d0b974a460845d09b91fd5fbbf5ba47754ff8815d7cc3ec4690b5793c6143297e9c152565b90eeb4f331497b0c301f86b3e53db08af0b9ce7e4b3ca45c68613e061b465d4cfa13ba489922874b8987be97988dd5a8597512670cf3d1359cb9cd239267636c3c04015c3cfd6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247408889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e265b1fe8604d1b747d3c9669701287eb47c6477ac8e37b1506605388aeabd4d819d1199482cd99b98d11e3b23947b6492687632037c04ddde22e68c0db464777a64c75862507a2b450246d75549116444ac631c08ef3e0c4cc76072a2c921ecca4786dd846d0f630019429d1f5dda359de705fdd4462946c19377b7a682e60c20b22d9cc1b016aeabec6af4c5f6a869e843fadc77f6dd1a00079745a112a98a53b2383caaf984a28d0ef677a9284794b680639a306296d00c40ec71e5798e92d166c9b2790d3df7ee4ff50f7192dea6fb63e92d4b108f328b7751b0aff5ff99e41cbe8296d2e59eba0222a7c9abfa280349bd984699260d702b0ca2996c75b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247437904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=75b96f3150534cad53a4e4dff3817dc91345bddccf2f1af1cb6bf1d6cbb6af93c57f46503950e531dfa8c52ef2b8fba766f2bceb90fa3059bfd7e25884ffe63b67669dbb199b7ad8b681e73dd1534482444be4a9a3f87d0d6ee03f359967c547baefd8eb042810dbd3683243a1a0b9ecf3682f0e508d34b60cabbaf091d5fcddf430b998779d4d19796b0a265eb03ff3d47382efc87d93140eb67c77d414f82fc834b7adc33ea6230ce153e20201f9fd32260fe073b8d057909ab085d6a1bd404355397a024fa9ed3f5342c021c874025789bfe69511e90482c3b65d6e6a89f6ab8995cfb40f211d6f2fbf5a8e1640656ac1e852297ed81151b25a3ea948b4fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247468712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25eba9c4ebbe046901b41e0636bb943aef6c82d30c172561948b0a5db66e41bd81ce51230f0334c00f9e1ba67bb8337fb6e30d56591bfaabdd43589489c919d40f28f0a939ca3f4dc9b9813a19f3f43765a941a3b047cf520be37a2fbb1a8b10b9f69b0bf13d02f5d8779274232df232bd9d76be117b9572ddd717686c1eaf7e4fd2474b060d123e4e9de3c8cb0e5533b1769c38a51db29fb78889e320ff66b2b694ea257cd2fd34a3a5ed6b57f4ecf985db850ac2feebc932e53328a329585414cd8f11ad5926f045aa2d2a4630ebaca7ec37e37c6a15e6560e6745f556034340e32ae52701af922e565b6bc209e776a92f80fe68d60cb19570fbfdc55f0e0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246736892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9aac2d3bbb9ada504b5541d98ca34f3f10f2f433b1e1d702840848793eafac98738b6ba7a6a4d3c2554fc19fb18f91ade2882e9a29aa6f830cb100e04da176d51ae7a00e03e1ebbe9cd62269360c29f1c6245b4b16202bb609a3a6f568768c0e814352b5c1b5b99b8a326c0eaf090dc37c21c6612db4c6b0d4637dfae10b40c912a89d70ffa9439c172e2650c8d394be02c969805265bc91b9978f8b44ba70f61348cd5379ce21aa21830f8459513d0a1e019d878cce8b8d057695d8d488513e68f6857f158ef9588ece89926475822cb2b431b720cc2c60e0397f44c4ba2e095367e8fc647d757e7f7a1ce938e437425ff9fc253d47e481e2d5a6fdb3d760cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247542451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76eeab7f847663e724a5d1fd59c7c8e62cf918404ae0255db4d296f36bee593d8f03dae87110ae1329285a1a5ac68dedbf083362bb06f9b71faf7688e24f54e10d2cbc39c0fa332327d1c322278bd63fc542a84cf8c50ec22caa3bbedf9278c3d25527358d0a994c80603e1110989daaaa306b2d31fc671fbec87df47957373c7c86e71145d37ccb1eaf85363d08f18102ecfc823800f16725b5439ab65f891f0520f706fb9c60fa346d81345574f13a9b0ca5c10afaf38693fd601d85fc24c3820ac29a49ab9f9cde0f92dd335578b1d7ab3358e5455ecf72c21cf8b030a3b43d10061e39731d58b23422b617c040dd2491af1bec5e32999f9141c99d2cfdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247564232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e66090183186979a4819984bcf29f3dd6dacf09c18d71db608a1afb9f233660d7bedcaded72e9e1d27a408fe200eac873a7d28bea5bef76f278c1faa8b09c1e412827724c26c559ba024ccf76d03c3d442bb2ff0a8d37eed1f5ca7275050eb9b3425a053734d67cf32bcc5924ecd129ac8162b25b7cad98e5aae360e1d88129fd75899bef9ee03c4fa2f725aa93ac4c18343b59e8ea83f6c11a7b636f8e05569a6b45e6835384d7e1a5b0037dce60ab21b6be46f5237fd83b128b50b074636d6f3d8ae26e4bcade8b9e4805f46fa8314ae5808a40ae98b0f6fb03247ba4d8e799fc26a02a7a6509ededec48a95a5c2aa3f8b7d3efcb976cd59c5e0ec0a1f4a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247009646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b98d825948d23e008644c34e3a306f6bb2bebb7eb4014a12fcb39323526b8d85e8731910f823eab6cf6a8a77c5da9135a662dbd953914005a6ef54d0346acf32cc875f8d6b2140bd58b92383d89ce4e0ced61b42f779b89e8efec4d4af351593ad0a3a499211b5dfca029093bb68dd266e1bbe88cfca8fa169f108e1d310a761d48efaa16ee8a78874efa94119cedceb640b362dd1f1ad3c3aa430b0677c2fb01318a17a324e77f272aa3c657ff0d58ab5a9d6ecfc51ca65f4c552adff25a121da5a8917d6c7191a45141729f36e2ebbecd88e14f87170011125ce236d6b8f359e74e7774efcabbe85b8c8c91eae5090adea82e3197fe7c9b07c2de24aecb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247354005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f5b14713d2ad969010bd76221a5b792a730cd42e02dde5fad2cd232bfe3f34833b10e35ce6306e768ec981b5bf21bc00d6cb694d6094fa2f4c21e110471184a5ff73540aff3f8392f832dff948ed93a481b8942e71b170f35538cbb647c5e78d0b86e98f1890bc64c2806e92bc2fcd3e678d73c774d35d0fbc4b33c58eb3ea8722488a123cedaef06b8657950cb079a91b9500785d15397fb9acad92b989c95b1b406fa57f49594453b88640a29b577485b1a50c069673505b8848a19b707764a569da7e992304d349b96e459d93a68f4a81fe87d3c8e3f0d1812bf093fc243c13f4b4bc024e1bbbf404124ec1714c564a6bf5c69d9e4aab16bcd2ef6d351d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246631113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=226d710a40785509778070ec5144610a841dd4e27389a53767342478c87fe247c1c1af2e9ddbd9b0db0c2476da620473d1ac00c8276f5990ede43a9f6c12801b0cae8b0394f76055fbdae4b9b302775a568af1692059ded2272056385fe5944544206bb2cbb12c6a4629fdbafa389318aee94332751ad9cf37d2994426da2dc9a61c9f6cf911a7ccdabf28f796e541e2ded3ff41f22996f909578617b2299d003e2c382f4526fc825c90ec16b8f461f7c59376077168bf62af31a85d27c6878f1960c6ffd6da876ecde3361f440d1f038a82ad5932dcbc77f66641935c93c45c34ccc2e2a70c4900d3cf962acfea76331ec8629b498fcf1b0ef2ad3f6f670ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247626759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1f22b4a439b7876e229d2c764dfefa08008f0871048828f14012d99f8e90ba741d8992613b60fbd2213aab4568e0a2412bcff62f318a713d770138f2a92c0d15bef25bbb97f5ca9f480a4d64dcf560e468212aafdeb9288515efb3bfbae15c357a613be00ac881de6db61c394b448d5038c3acf3e51b84156ef7f56ff95564e5695318986ffb492f528a657e205d00a37ce7a746977b0f76f7f184b2892a7aa95273f8c186f44109545aabb318b2bd557992fb81264c61971549b66daa0919c014237d6783dcfb8283d7f1e9aaea3516f3f4581c1484b4698a2d2715d7015258de366870918725b6d8759ddd8dd436ba3c179deeedb1a3f8496613bfb766ce0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247630707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca6eebb3e05e9338e8b8b1688bbf24ba79df8f5ef637d3dac145fd40957a257f66547a8248bb1dcf8dbd3f6769c5c17d31b1b879fefe5e32d3dbd0dd370b15e3e2a65f6d13e5cbfe351d8dc9c5fdd2e8fbb59d2bfeed83e4be045c9a2fec7bebcea5b36e1488c104097f617fc6c774c43b1de1b3b3316e6795e7b4aff43a13d81a37fa6f308a62e91c9f234f40505f0fce90bb7bf2c05d20f625afbb106668726eba99f72dea0964950368c077b26229bfb72ae60ebc20798dc8eb166772068a935305875c68249ed5b5b03e26f1a26822394269ddb4717a2c830757f0f8af6ef6776f5ea9d60ca0185a09b9c176884b89a4103fcbec986a82de1d5e0301e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247662186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8d88b2bba5508e5dd494979f967ba2bc1c131daf1ea5144d84d7f791e4743f4fcba5b74b00fe8dfbd01a9bc1ac39e11417a3678b8211444417769d7e4bf3a4279fd8a9cad7410aa2773a3fd7d4c2c90f80d667fa72116fa48d8733e175c839d5ea3bb6bd75e8d3df83972ce41246814699460c14cdee6e20308db2d15093da7ffb3fa139efe237881a330b376fa8fd65ab0cf4934bdcc09cc1b5981048c215475e2b00b5aa83e06c84a76c8a11e297e99621a3ffa0442e6e35598700977fe590efe05aa4bb6eff0c0d2154917caeece9e0e924e60c478a3e1f64b3872b27d9bfb417ccf9d5604604f697ff0fc9b305611a202aae7e443c2782071a2cee068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247668218Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f8293b248fb24d9646831ea50d4b0f96aea2ae47a7924ed17dd9785ddf49b70941f9d75d2168eee788cedeee9f6f00f606c92f1f30bd3a58795d7ce2207370a5c7435463d3990302f0fc08083cc16c375710d17a961d1a798f8ea6bb1e5f17dd1c7fe13222efa0f104040bf2264936458ba7433141fdaa7b086f20e7f5bc5c911589ae5bc1bb9f2a6188dd837be1baabad06366f2f9565e807083a227f8d5c6567cc0255252b5370552b038a21fa263db8a349f90b77c1f5f12bbce215eaaa22f61e6cdf4244b657de85f725b2a3a9a6ed9801c50a0c275ef45f45f91c6979adfc22246147d3ad5a3d8d124ef8b4cdca2bf52f8a5ff5c28cfdab2c8c355572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247328287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b01fb6ff84cc18b324f876eb62b2c104f1d37b87ac35777d8be5e6e4be56dd79d6e353316612aa63072e1fca647586525c2e69891c5e033212590c4417da87dc1f8064f13d18bae1cf83435be53899f9a4ba44f1420212e0bbf0ae8871b87a58e8d399d9da14f08c7f61de02acf4348212c3638704b91b639ca00191f431b669da8bb421f317550b2d7b19040e33ccd39f99a6970be1741d5ee1ff5a557b879071222baa811cd8c080fb59cbb17745f3ed8c954828b2094fc2118cd704413c8af3b9c39aa9f36d849b5b75778c136b40cd68db1e5b842c872a92eebc819cf84c80774d5ae8799f1ccdc507fb4a4ae89fadab3f801b4a51ac9d07ef774781f612&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247707732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b17e112e00a77da44995c60f3694f17acd90b5e2470a1afb89a6a842a824799bf0fd50ff1d553ff5d08fd7eee48f2bd433840b14d1da132eb1a00276fca22d19f28cd35a8d70f8599e6310e21408bbbefed57f727094d4718b58612d2237b5b97aa85c3a502538798148c5d6e1077b2fcb7f6789e719cb5018501006a50a4ebe47d22a164ae4ed5b34b02ac2d845bca5d633751829126e0a94b81c98159694fc8b7f2b70fd48ec9495db2152197628aa5c984b405eb2ee7a4d5d63011eacd205e0ee8d3309c12ccefb4aceba7382e30a2b5f266bf3923d572f8e91c298de65c5b2a590b78a10e1d45baefc16c89c45691f1de1757c2f871eafe2030059ca1b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247729613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9c3ac0124fa110949463831022422f6184e67c5882ef87da2221f1cc7119b371d73cf199b393ac8be6daa29194f982c27374f50610e7ef3b7ae07fe668952c544ff89ddc29d1cefe363de4104ba57447496aa4b93807cb5e5e8cb2b98813932d26f81b4392b909badde3013d942226a5cee84d1de30b651f21fc57d15a641b6ffcf285c841c68ab1f9b49226f15aa57b06ac36c6069f7a0eeba42c009723ea7ba94744856b2b07da0d1c2f323f6e4d0fe4b40f1cc9dfd5793b9d5928fc615b6085ecdb08e6e2ad5b142ead23db8aaae7e2252d84175c16b33cc2932c492d8e3329c2fef9abb5a764265b00f81828cc31208ee88f4ec4a742b7fb5f1923ffb602&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247778976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=746e4013a3d46935bf36cdf757a4f0525bcf1c3b76b788ab856ea1399570dc6bd3e6b08b849708aa94a70e9cbc3bcf95bb87aa1450ef44bd306060d586acbde1706ea27eb942bc89fd588dcae062f7c08b74d880e106c641f30d4a874dd441d67b3c283c899db342cad37c4c7dc29503e7d8b77d42236cf734d0c3dbb35c253d43f052ea82322c11ec3b892f5d1f9dd0a6111448b8c4293043f50a45d899c05248069ecee506366e583528b75c96904451567a8370c31bb8ae45b045af6dcfa38d2a54cbe41364e93a9761a763b80ba7a26d2dda163e887a1695e9b0d1653aef35167e39ee47d4b3e44d8590b1a8a7db621745c134d2a5fccfbe3b7a85c911a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247820414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a6f39b67ae186b727212ee3fb1889260e9ce15f9e44d19263735c18a415837dd435f734d3893f2c2f33091ce9c167064f1ed48393a0279dcb1f19e560fdd61012b7de120a34936be1e16e7307ba96f40392e581cbc42e6ab13d53d8bc8a6e7d46b3803a26ccc58671c06b3f5c6e9301d0ad947d7893d57ad22b6ebe90f401d8af5f73b36cc2a6ed9725df3df170bf3806bc47801dea9b47aebb347cb659297b789f227e7e6db11143ebe470b33f46313d47c5424811d745c188beeffe1ceae029353a140f67bc3fe653aef55736697532e8a4784339fd20bd89b9d68213f633a05724d164e0b996c80c5b075400747fe59d96f37a1e668d2566d3ddbdce8675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24784996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4779e2aaa06cad0656ba52488ed59bbe2bcf8ac29e23b34ea7a59c593171c14971afa28c8feef07f97eeff0bd9dc1ec007c43b1a394da11e09e6d76c597fd262581269564d227cfb268b39711f013451bbfbe0a95460250732837cc443ba6ea2a5b3d137414f1afea1f58df3e10e8f806c18095e3f80917a22c8093c893bcfdbef2912fb62da880406c066e59453078209e897aa08170789730828a068bea9abf0c4c55d81f9c02ce3b986e8627efac03e3a4b658b76700056fd6522c0417355ab0d08c345ed3943f116613f4123b6e8c17890bdaabb3a24f7d9f960950a7aba906f182c7aa31e17d122fa7fb3d6d7295190adf5d364ec9be9b87e6c40817f68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247868545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=808d59ad1dc0d4c2713181a319e31943d37ab9b5809b5046eaf7526b5f3685ec2601b801fd37eb6a2dfad306776981d040cd2bc911ae0a2ed1e9be9a80dc609549a99771c3bfca21f8081047d57951b703fdcd05eb0871982e0a2b2ae083c360096e895dca434cbe0a7c580922a138f5ca20bbc503a81ffbad36ff395e97666bc6fcd88732fa00cb3c5d44fde970a50598d1ca582f5eb77ff7116019886d98d5d936a03a701b7cc7eb74f913c846e327e9baec40f41dab14209ea8581b91d29e069d12fcf0b2b4436a9886c77e6f516ec8e4e0908f5e6b9a996db0e8ef3ed5e5dda7ed78bbbbc4715a8f3b378ffd8739a3136b6cc257a1a763aa17ef3578f3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24788683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a73e03534993103b831b58d584068d1d2ff92ff4c64bde159ba0bcdc530e7e2a7bd3e7a2be3ded91898b2faad8d9a3de40aa743c68c80640cee8c04841082fd45e5f44900156dad9f53fb0da014f41642094b7665421d7538edb6559cba9e88648f4117fa3b0cec871b7d4f265f834e1015df78db51e828e9fc0006a61f74b1bb690a9492e801d7134f66c4ec3cd2479225570077550c4a9d1f07c542d5380ef05a2087acf44a7d9ed2c19452d97326f2254f4a119e995d3894c18ef1411814ab098903a84b7d2bdac6222fc83e6603d85986353cd3bf62b3d86224d89b5965d8c754d59e4436d20c15b00a47fc5068dacb7dfa9efc6094aef1b90deed832502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247899524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89c90b8529002e83689a19384bd5a2ec9f99baf9b873edc3d0a55a430dd65d57bfb4860d99285fe544102e1ee83d70dc7693a2fd60ab3adcd2093ef6ab2caf730817fae5af29e2f5ca5e0bf3714ffbc5b4bbe512cf13b051b801477c801d042265f55993f8d49fefbf98b6a3577649da8c827695c60f2e6444bf90979b84c0cba15b154f391bcda956c656e833f320cd134d0ec1b12d70e98d5adfa43c3c8902fcf78b9aae041a5bec49e00ea6309df06047bdc957d03b48b3754c7ad00f8139ff803a19cc9c4b6531dda04501fa7f3bbff572cb9ad69ac7e39601f8820cbb5b1e4dee00ad4e14449015c63063ab3dfe13c22ae9de7844a3bbcfafd09118e526&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247928338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=92c0903ef5cd7b5e342a93c56417e0b227d98f6d444c2485bf52deb2db289c364676e4ca101df1d1ef6e9005324700bd366b443c4a548a9a23dfb450b47655808ef79f7f6c11cbe8a7ca1c5899e1fcfc630c10489f99933981a9309db464190f800f13bd52bbb194f2a7e78788b371f35f24867505864874756f4bf7f9761e66a752077bdb08b39f32b5c798fec670e221d1e246f3d189cdd753061572c7214ecf9f2e60f49772a96638d54c25d45b1dce72ef45ea071250b9b16f5ae9b902d3df08b9651689b9773b6deebdde6b8e0df556c655525a6241d9d8010fadff67a68d317ba2992a6cc540feffcb084378732e97dbabdd1dd4c95cb01d68fab20262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247947023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b65b624d556035d211339ee3dd41445b1f576e6f0fde962ba3e452eebeec0c15a1551fa4f465add2f6487e6acb408e9dccdbd838da9be1b35577f357f3f5f8f79cdb6456f072ae52bf36e2c71e4798167eeea3ec88e706a62e530a13c72c7a70e244e849dd5a65db49ae067b4a49b576e992e3393c11be38fd55ff35359d97416730ebbd3c2a83f7712e36c02d1b0c9b8f833970748d6932202cb5badd6ba999cc12e1b28f8a4d81e822522caa4f9c5a03f9eac06c4b5220b6fd069ccb3d40d29703f6c2dc0bd3d96daf6a4deabe581c2c2a79044d98ca40654d5089fef37e07edce22e274a2d2c81d0af85371fd9ff31b9bd20bad0179ad08a5abf9c7a3e23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247960128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a2d82da19de091a219faef6749e7eba38dc0e4162be1d332906718b38724f2228d7cc99fccf58b3cc2d392e70f180d7f638b3814e6b5d9f337a931822bc8c817ac684447d6ed552afe9793cd479c1f913b95949ae2a851a9c35f2b15a6c89adff2032a2b1c260d59385076c106e0b23512ea5219b0c391eb9090a637ce8169291a3e4f79902c489774fd46bb3da2b814aabe1a57fd0ebfa18cccf9b71fb2b1e659673e1f1c2913d90f2bab27aa98ae47d0eca50ce6d963e596e68a308746a5c54b61f57411855de941c0d8c98ab0f682ad418fda6907606ea3057b60c7ab5682de7799e1e1ab6d5d75ebca2d988d5b3d32fba7ee110d9509d4169e9251a8718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247380956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ab0a9c3b3489ae051dde3ae29d8e6b24190f1064c4b29a2e6200f6421cdb461070cfb23c000613b0b329b6213f655fc8b3c433289ba249416853df44c0ce39ae6211f65976c79ee0878cf2d2ce0fda62b282f54b59422b1ad4e809ea5ebf40868a652f75034023261796d0dffe0943d2043590c0baf0246567a6c22a5c4c2a3c94a64edc0fb47ce8b9abbaa3c4674019029a674934c8498a97a64b33713349063736dadc5832a1a4bb4ddccfa1c983bf4b4a026ae6e00c143d377e871f65ae3805f2086da0f75724e2432c93cc86d12286170fd342206e7ce8986613d83180422a03963007261583ce4f81acc7dcea9d053faedd9adf9a82309b73cad3eec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247383852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ab83695410ffc58256ba1a583e14a8ff81c4123d51f6849694ec22dceaa882db0a104ba6def5a443cc76030b1b7c444bc6938574431516e3ea812122a6055e2178c3854052891301ecea16d29d65cb96a8e08ff22eafb0d11b23ac17c2d307db5e19ea638e028c7819111c179691f9363782ccf4e11606ed2a40ea3d41a602a78ea692df2eef0818b7170e9d0d00e220bbd2a2e3e1c9eb8b9db890536a08142312ddd53fb83d6294ce1abfe7cb2ec45dfe7ad571df1ffa785e2dd1d9534d3133c5e4d94b598e1e23e0a79899674b4f611893ddb160c80fde0165820f23f5b193f6eda44d7791c00c4a57495d27fb054cb7aa44f15746da847a3b6273a9e559d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247994092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfab3cc3ce1d3733ab1bcf0428161787e27fb7c17c3d747a60df6a480fdb354b28ed8780448027953b9971f5e58b651b0f2fb4da43f15c27d662cc371f639495696d233d03cb4c507dbca76aa567231bab9716836b133450c2d8e736eda504d7dbc8c4ffd536f7871221e94f73b68081a9aaa8ab9cb8cd12f0d46c10f76b448ced5b02a801065d92b8bc4533f41a63796c9411637dfb53c210746bddace980de26f509e1fbb9d59fbce671eface980a7b0dc4b35199b166460b7ae73294f65b9485e04e4a533d0ec6016878c2bc9eccfb724ff30b54b53116baa774751e9c10e23e4bc86ed8bbfb5b1624e55e41bd1e22d0ec8b5089898e465e11bb45874d5b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248010984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=26449f80ee81f3bd337ed027a9930da0ec0aa8c8cfbcbd84cafd0d81179b3da33ae4ed53023e1ad1c0e61a7b250ca0e3947eac7eacc3437ad905d99cd05274b18e4332b7d4758b6e1fc0a98f9713ce45aa4eb0ac18a83a3c8e0681036e9a957bc067d325de25c55541206ebfe9897f8ef4bc0a73a4d69772770b3c61d05de5796343de3c97a54e748c313889639609dc38a2b5df975ba673964a11867a463f303dcbc7cd1c89274a3ca19400be145457ecef836deb6461ce045966ceffdb029c82b85cfaf790a939337c42387e20f52797bc1c061a5b8cc5b561b65573b74f5eea0780ac30a50eac63e942f69b2c69b2498b18eb1f2bf6b65a81721a4485da4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24803031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=38c2894ca85c2922a15f92bda459182e7064df26decca422a841182742c074ed604fec42b7e37d8bb1b93d5f913f71caf1ebdab1fe93a685ffb538f06a7b735f627ff570d5cc01844e0f904ce0dc62410dbaf9046bc3ea4cca947191b9c60b6c1629d9f9ec55f3d38e5db22984a17a9a45559bbbac85462938a5b241be250ae2f15b35c3c8694127578565e3c55f42b93f570173385011a0e7edf6b2a40d4c8325a5425e45b24e91135d0cf1b33b21d8d535cbd149bf1cbf310b77ca3c84f55e5334ba2408c77ee268ffd3a2fbe8ad989346ff73b7f916aa03b74105da0d6035545d6592f1da6eb0cd44fd9ca2c4f3d819bf67c896ae9a606dacd49abc0c4f0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248066238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=741811875ed4436f2e0d7619553540bf8c64a35727f14673802f83dab32282719a62343a75fab28b50edeee409e6a50416b697d9732aa21926c97dbccb068723dc81ec944d7ece946bc9b630c67f901e4dae8fe21423816d703d6b396cfc29bfa3cbda6a25cb0160acd4ddfb7ddec21487b81d6359bc5b080eac83ac1ad46f8a890020fb1a17be2e12be0c68557cf536514e3e3b50fc1c7d89a27c24175a146eda2534e3aeec2f60a94e4b968341f80d8f0dbf5e06317e7021f777bea06e4d89db2e9c1f5184c4bad65530740696c8ca41914772dc04535b5fd5ecb82af84a5f4891fcb96032f7e19eecb74b5aa763cec4a7e0cc22e16d01c350693dba5745f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2477917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=005952d45361fe9d9de6ae7d9458b77aa418e6b8d9cd1508ecc3d4f9d0aa2b621191f293a4c620b82597f970dde6111efc6fd22c1627fe4933c7326098c9cdc458d56ef6db85d842c54c3f60e49c70aafbc3ff01815ba65ed0c68a7a6e88b4ad2942432e82b47b4f81284e6d19468bf510db57d56c89fe65f3eda0bf447bb126013b54f7d63477ae18460e836ef0c9ff3b0f4781ec5850cb18fb1bb9118e87d0a4ae58d8ce6f2f590a8518e44ada002637f581d35b9c7f92eee4efcb6da29955130b99306476459002bdee00677b6f265b09807cc95726b6d9a4fb23d5dcae9d385fd5641b3481d348124d9e2f3705d1a7bd0bf75ba78de9712cd9e55481cce1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247873464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3ee27046b35809d5ee6347be9959479e4f58c5f2a04ee27739dfd87226a3fba40721f5f13b972c3406649fa1b5dff72a4be4f99adfa6cdfe49d05ca5140e4efbffe14bf462c496bab1028c3f4413b13501c7cb68fab5337779b5f5a1af4da2326e63668a8931619c6a892d6a0bf3c08c82bf9a6a6072132a1310e719c42abc7c5488894e79d236a8bcc5224258024b7381408597d3b938fbaa3305edd6a608e18e5fe41c213efa72742d67a38a8960833a31aedbceba3c89fad911a1f4681755006c3492345d972a044cda71c22c18dd122c57f114a43cff24c44c834cc636a9e6c223f0b7c9e487c7b4ce7bfe064e0fbaaf710412955e04de175215be3718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248158301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72a955d5104d4d335042e413d8b87bf47ae731dafe22c3d11f5ff505c1c24f89800164b8a908f206be3f2856771e4b9947a9ebb7fdfd93bb8926838a9e9a51159922c90121a31ff282a100b4e5a84d154121cd8a5f59376ace597fd33d5ddb87c81b60425799ab89826263826e92d4f73dfbbca1692e4fece8d189dd6b319f1787c9059fb0e95b74f60cf6a5973f0e1bddd249147d07eacbada0f4c00255c0e844ea7611b70824552686e4eeea0f6fff8ec2bb168acd7eca471dcd0a54377d5884c42336564269513d6d63983c390b01e34bc0072bf6c084f580b9edf8e2267035ba4edb084530964b9b1df844d3414bb20e35204eacb02384ae28c2528892d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248187627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e1fb2d5b03b4b33288b32920e489d7cfad65cd283e628edac92f3b6885134539e5e9fe4e595093fc564e4c6ec6b5f7b436c46b1e8f800ea20457ce584d2c7925160a9a97313836865090bd65158fdf7d5de5cbaebd07e9a227ebe972c25d960991da94d6701ae26e98c109a94c645253909a7da12546c87e53813446a0b678f46109bf96105692a6c48e3c057c1ec1095097bb57ff6825285f1e3501972b928f9f1fae62d7d322a88ba6c1d6bdfba3d37796f69cd0c643e0383dd711626bebd40a2bf1db3b3f8d8b13f91a4810e6f0875fbacf8786fc245983ca91d7cb8fa5e529e88b05145b28567993d5841ad2ae83a41f84f18fa1325c2844fe65aa11f96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247891278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ba9ac0d6429723ec71035225b15194eb77728fc5daf98a1041449498234c88f865e691cb3759d26e9d1864f928c2151406236c5a69d7282bb366a90693e2f82f08134988fe8ac40bee360086dd36a38540b40205938ab0e5ebcf6e1fc352f26ca2e23f7b183f53c7c104c4ed4dfb4a69ab8bc9a9ec673383015b62301b5af09728ebe3989d9a246a5eb5d0f3dbef9cf15375284714143aaac96d7dcc8980e1d77e2acbb0cca92f743527980297d901a683ab79e61c303b99e6a448461ce41653186eb33ab11895ec3663743c6dd8b38804e3cc41bc7686bce756a37e904ec11aeb977bfe6bb499a751ba6b4ac37b0ed44609b604b9fdda56a9169921c18c1a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247903782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e8be83b90759f6b2e2f21ec6f7f9025cdcfff4abbdbffc0eec76123a5482ddbed01a10bfc7fbf625b50f79e12e8c656d7809889137e3138a9e5b5db89a09438a453f50c230f429765b7b9136dbc48ea9ce5fe4a296e02db3b40fbe37b453a7ec066b6340f9bd7001f87f20913b3090443feff92b5e432f8137330e0205fcf98f441229939f3762a3dc1b3cd6203ef4a56f5eb79df333becda1b4768996549a744b9a8200c7ff9cc0bf129136f01e349a4745ca39ba6c67ee1d57b1f3ed99d7bddba94c9c1d8338f358bb528700dc98ce9447daf29f8211849f941612a6356f4b1251dc630861fe80e31eb6e2b1a6d3c57eb07440171bddf5e04e4db5062c22f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248235377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c14b340f3a6f4228f5b7031ae73cf80c23b6094d3504fbab30d1a3eb410e76678b44d3ab4fb02e186666ceca5ffac14fa4bb294b1ab7bcc7b8871720cf03f14cc9f652f0afb388e0cae1f32631bbca950e1614c249ac51c29106d0563cf862a76c35b3d65a13351bed7450e2d60ae160fe264d4419c6e399df8ea6d4de1b9c767aa7073f1a82ccb7b20c64f2e60bf940eae92ab53c1983f3543ef3c8fa86558eff43d8c346df1d8a916ad5ce56d9d6e2f19982a019cbbe9d69b769234d783e3996690feb48f673d4e65dfc0ebbc7e55d4984f2589c5c58e318dd8bdb62b13247e93ed931b44ed1d8e65b317fb0136df6ccc39dbbce7fe7682f301f704aaa7033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248249052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=912f3b8042118521204801ff76fedd1e525eb7021447ec54f18ca7e3ec83f1b1ea28c82d2d502d79412c3d4148456985e49f8b21e3bec6620c332d359e4258c2f244a00b4669b092a1812da6000414dea48879eed70243c31e6788db3aceaa97fe71eefbcf9be3a80e3b9583ae5f6d2cbe1b6c9d98eb7408c8898bac2ec11ebf2443b5363ae377ae8d51f9eaa81a9da2170bb66b5b0993f3f709c98ad981fbc22080da0bd03e0a777b10cd472406d5522df794bf4da176221b4b104a558f7c9611eba43613a0cb169c26e599ac589d0583ecd9f946fc152b7743f6ea3b1091efefe3801a7f52a09aadee9c617e2c5957c7929cc8b1612c2c62d9bc5de1c79019&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247683186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ef27a2becdc1f7cea2f08279cc061c9313298506314138d3bb73b36a8ab553575080df4d545f7f552c9009095d352a2d3774899a8cde1f503b1a342db540fe60123a6daadf3da04aefed84775d87faeed14902ea02fbac9f7d108d1d66aceaf08c5bbea3ccd2d7f18c29a5c9792add5b8bce31d0abd1cd5da63108efa93cf970f3abc9543b7949b16212aef9637fd5c63233c719f21a738a91b2bac0afcc0d75775b7fcad9eedb4f3dd8c417f2b9a164f7cfd9b7a0b3327e34cb21913bf8b9351caab7a07019e00de2511219f50595ec0d58cce47b1724a10899261bcab2e920e02d9924c08fe2fb152f9c10cc097ddc619ac374fcfecb5068ce75928c517a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247932866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78e9674be3245524e8ad20c4422634be607d554291f19812d7b60089ff07efcd12936f08fe8967365f31fdc1aa5e320f10f2800c0e5e24756120c01c13e6bdaa553dbb779eae3c9666de5784e2ffa58e1358756db768edfd3dcb3ec20e88eaa11d0536cfac2c5254ed11eb32e950975006fd23d1660d06ba567237e54b27d16925232d9bf1814266f2f2302acf0ba432ade207d38674fa4aa9bbc75ec2f61137e638161d2ccae3bd6a3e09f659dd5c57acd8a1b2a69c945073d8ef4e0a50f3c18ddd8b45609bc944e443602e3e5ea122b0f46c749c3b9ee9cb6b3a1c260e881323aefb2cf2863633a0254846b7ddcc7a8c53a3370b8bc0e50eeda4312d2f5786&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248326799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ba068a0881c54da45f258ea0b208502eea2b90ea0ff5517638e7405ed7fdd2bd4d21e2e08851341c3502d3540f3f75598f3c7798f4335fec9552fc8d0a8f0bdfd80b959826543ba6602f17097fb86482c41c752fa859bb3d24e8c12eb465e75129f91aa4b5f2043fc9d1773312da6e6f626d962cbbc51855d25c1b1b329f73c6d7842483be78fd8445e356190c224b970767bc600fceb20c03c54edb28fddbb5c8a91d050ab0c88cd987e996d0fa6f2cdd328ee13b6192684f05e51aeacefb1e396840fc9299500f013fd9c3ea832e8a0d8193d74053d4003df280ae29313168443398622ff0e4b1cdfff0906b2b46eb0aef52769f18156df35f6a52927febc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247994853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b1d711f4b23079e6a8ff6a8d7550eadc3d2f5dcad97e6c0df90fafe842c46017dc848e9a571c6288cc3369a5106476c0fcdabcb88f62eecd425f37b09d22be001d28bf0946334bf00af76e7725cc6c1a25e8788254c245622a7b051ce7daf39a6cef4b0fbbc76badce72053cac9f57e4d438eb817f4ee7e4cb6856e0f2f7fd714048917863d34ee3c646fa72948c16ec50869d613df20d5c6fb861fdc5529ce9580cc9f22ed106a074fec3ad618d212cda61bd9e8e0af1b59775fe282ebb0bfca9ca5c43e8ea804676516c49483869209e429f94ed99e29bd616c2c9600932666d1fc0a322bd67a475e53918d04d0df421fb7c9bdd17c7e22170c2e6f3059a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24836461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22ae0bcd5c38401aa925647621252af896f7e58d3d064db70736ac6bad999a8b37753c18a5770d8cc7234f44860eca885393b57e382fccb484a2de54a9e7e643364c7d82edbad3c7507a1e410578db098a51a1d1959b4f45f6c40674e45f908557eaa25a2879f5313a18eb712fe1c0bb099b968da7ef62ce2357cdbd1c8919a1b59c52fdb0365182196966c9cecb94ebb55e321b5b3ff6c7b0c09cd62de043b1fea53190cd2cbf02f84b74e6caf88ad21f04f673569380b07fa4eadad6647c451027ffeb9327f8f1a811118243b95ef5d41ce3b31d984dfc59ed158d4df0fea6f859f71c78882e62d2697556420c8dcf38ab3725a554e7580661594959502862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24782332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e1fd045786ce5f38c147ecc0852ffc22c464d6e54bb7ea92412952f1416fd4293ce8e2b56d493bb0a894ccad46989f17ac19fc75acb0b4fa5a542ee740fc60124fc33c84df1e954b5d05d5ecac3b71ba6b3a8c51dd8c4c53c784665e16ebaa5ac90f800c5c396498f2b81a2f41dfe37ded2ba5937cb2327e966645225125d38f9d2b272eca01dc3678384ad955a88042c0ed2321438bd18fe6b4fbcd5e3e64686b73c78cee14c761330f27cf6eb914baa2b2c7f532e58e522d743c9942ed45899aced28a77e4b62a8ebc06a2be07e524f0e62b4e8592102d2cb566f1ac6abbcaa02d79bd7edfedfc603bfc21f5dbccc9ec84392275d36a74216e4c9f6725b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248386902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4266edd59aecd7cad56609c9e45c88b69cdcc7fba63bd4b4785d38328c1d296e248e72708a542e63327404d0d0a3d622c1ecae0283f607ae69909980dd7b0d85b9f247267947823627ee933ca80a08ea8a98925bbc9ee0ed4fe555424d9823c4b8eb4e4d7f55c5793f2cdad2280c1bfdb43c0a73df7a920feac6ecdec790e92319087ccf29d55d4c0c322b5e3bd066311848a7c7d399055b7b11d7bf27439d39d37a203ec57e1d8cbcac3c9673ac03df70d14ae6bfb886e1fe7ddfa7508b5199817b1455134137d3310c2cd21b33cbda60a519fbeba106443780e3486be27448ac838805692814af46f5b768eac573875893865aaab0909b28e6877cc1ed7ddc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247985225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6acc5c7023e59a393d6aaa444fa5507294dba91500ff39baab3413f3a1f7d0e2aed86581c2535549fb4aaaf4f090bb6cafa5dbb5170d72a97f610e230c4dba001c462a80b3555b95b69974726a1f85d16e1a5f9285148f55b6d01a00c027ac5ca297011355906cea828011aba4cbcb1dc25864a098a8f5dda24ffbae3ed79f01aa41732a0b860743082c276ec358b7b6cc6a10b203ba75e43a7900b1c63400d54ee34b46577c04104cae9f703ca99ed7b17b1057397c4bd7b95e7f1108f054d6cb0606c53bae2d46e4c30bdfad9a56151e9b1b8e2b348bf7f65df74bc8b18f6c933fd2b79d99465e8572990719f5330f81d0a6085c26512e5adc81bd36ca625d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248443228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=707cf3bb2bea7930b844e5199f61122226cdf01009ff09a21905ca6876679bc89811b003ab9264a0cdb3b22149bd90f747e926d98feb85b5a0a134be8cf7f49a581fdebc92091c628d4cb0cc8a1d4d507fcc0ccd8f130713dcc9f2b3db63da459a0f3d98a9740b93ee9a782a8874d9a15e68cdf26c5843a256ac1f23541c33b6b6dbbf6c8ac7a5a21290de97401d5661b72d6d31a4c2db240fbc09d8e0ce0b736c8ed30563c3c9cb66bc9d81b85f6a4dc09b87c32e6b38d78227b04fc4c408df92f03d61478e115ac900a5d2ffc436ca79ce10f3160beee4161dcb97e1e9266d3f94726e10e0f140d60341ecf81d74eb8b64c80b158de56b8d2cf44fdcee4a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247325371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d72b32e5fe5e64ed58b6e5a1fbb2eda6cf547b58a391896857d41ec3c86a2ca8e78731b51339a2bf34e98e68239b6f19d943daafae86e84c79e6d712ffea6a64e58f31beb4087e5e13058024325e6c6899b21e4c63e56ed1da5c9b60d29ad993915add903d3938513aeccd66fdbda4f10b1d2c83a54b653aa2ae2cc6c6179c90d26e282d87256f2b619dfe94e129b46cf1d0ae0202565d33555f2a1cd3ade4959bbf2b3ccec39fb4c1a6fc09d7af17692638428b60e240ff7dc82e23b3693764612d5f0f7189c421b6fcf30845d37612ff40de0d283342c56ffce5e220194a71fa2038da371eeb2f7dee9ad6994b3d1a74fd219b4fbdfbd107ceab97cc687c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248531565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0312b1c7e30da8011accbbc16b65345f7df983e4d45f2efd586ae7b5b4f9bd5aa6bdfacac435cbd6ed6c37e72b12085a568e15ccd394dd4c491f1c53dc8188f8ce8f9109e790909c7547ee58569bfc01c9291e3e11c35279da76c90deea9c4101559934d9221aad36cce3f58c4bc91ea0a595048601afc11d2391603c1efe6c97cc1e190a6d00adc040f25b56b231ca029b0c6a638648706679a5d8a1478507086ca170806866613360d88dd868f6ef8d24eb87be2ef955781c6120aab3167f8f6de301089d64568bca2b5d36083bba65451f1836ee1d84c79b148f449f9b806b42ebf915bbd1d81f92f4cf9c5d0e30fd39c341754bfe901d028031128483519&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248537606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c322f4d7215a65c4a9daa2ff976a1c11a27dd4495f299a9b0f28e62add934b7853f513592d88b7fa37151fde0206b65c310be9e608cece3381df729b7578456587f8b17bb370d3d7fdf6ffd0f962d87952646f55a2252ec70b6d523130ec2ff49144868b6e64bf78aac7681d6b631f59293a07249fb2ad8f1ee89b22456c898103ad8b951f369310166b6c8c1123af67634c2ecd58e9e540f0d7dfa1952a3d070cd47b25a33735053f2f9f863c9e1359bd6573c5e1adfc409a5511487443daf7235a93a28b89c6ef61ea276c3ebed0902e69ccbac1e6fb3b4e7c1b89a151c6c5714951e5fa162e722d5eb8ec3a324b8e8f5212d914089cee30ecc0608b84b95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248548557Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fb89d8a81524a587f6c601183ecd438981f6d0fb1bd0db069354e0d95f4b9f8f6e26a01be935ae7c0f0cbe3a1146d4c1158af766f620fbef4187ac1b06fc833f06e5c9e24a188dc60c6b3b6d0f69bbec0535829c84b8a322bd99a6c95e55eb01d7d5920df231900759f5fd8174638178561db4fa8dcc739fa4699cd8273f7680a53f2f95c7cb8b0027ad3d21dfc45dae57a255e2548adee943d135acd674e6bf1d5ca9cd4099cc1c55387b38e60e52a5c65a167daee3ea1150b35ed3e8a73dbc6cf1ab69a7973ff51a05122c969812d1e8c4943ea6e93776ea84abf0316c1733636115a2f85ba58f612833c4bf3be2604f3d815e073ac14f98d054854ac5997&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24857669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=992d545d0b8dfa2f3c9458f07509f18ae146a9d7e994026f62076763efd7f24d8202d2232fc13e88913feb4e51fc4f68efc0dd2c948a946dbdb9ee2ffd8e83dc198dc1b486b3b0e846573ec171abdceaceebc8313018c61b718586ce7622f8598a12c69e3add8746577b39e6fd5cf5d56f2a51f0c59e4a71f9767b942487bc0a2d1fae78e30b3ace3c8e5eed88ab2b73e163fa907a63859f37b7240fe134b0e898e1cc981c2e5a04dcbd3987e9af5a504c9488684515760bccb7d41021ca11324d3a48736aafc7c3342f0b337bbc42db875232400c8b75211f40633fe735384123148b9084b77e1cc534c482241c0c8e3eeec68848f39b3a44f0f830620c64ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248589023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a545aca8b14a8fbd4af8a1418b45d1d48c37330141e6fd2a20ef50c3ebdcfaa830a692abf883d32a91cca1179086f749f40995e763aadfca9520db934b6b17b1a73c2a7c08cbe321dfe9bb66ad61ab3b5ad52c07937f46e64471f60b60905bc089acd8466e57b52fb9130736e5e50ed6cd80d7084c9aa83fea47adb040e86549b1d570990d5e6202756d519ffa72496132afd36aa177a8c0ad2be161a0cbffdf2d74cee7ceb4b7f1df71409ae71ac6f9406613837b4a9cf425607364b655df436b471d7c7f0264f5ceb6ce63b6c2b7b670d512eeefcd9f4979bf29cda520571b1b8d3b01bd87934a7647877a7f976feca8321ed3f32d6caa9905ee876583c1dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247964526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8992916bb0056186d42f465415bc60be9757ad45406684be5fc0b559a81bad6555f700ffb0f4ca0df7c1d522fb6f92346db0447507843c055263c90a549a1706117ed79be209369ed408778f7e5a85364e6e100b20ba6fdcaf50fea8fb48653465321f7ed79c6342ff7d116ef1dbff5385c6337ff5a1fb920176a82181a00933f989c434c230ec659ad4e04cc080e951139ba9a9bc654cc9192d2ed6854780f447bb78ac60c860a90b4eee332220ca743a563e6f64bc10a52b5f9752feaf7e4d4685c4f34619a5e484d2cd90ff1f5c9e18911d9b24a266110fe21bba0c2b36f9e2246cb04dd4ec91e48fc8058cd7fb5ae4f3bc80b9d50da6fce913be7d29a3b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248311751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0637c8df95d008da365c264f0a45863235be8a40735f0d6599d98f0cfc1479f000eb40f5ecb74db07a9476ba9f0102f6c03e33f5561b0311b6fb8ff11163d9bb94b924023069ece527d274623ebc1d452d38be6f49e0a6b774e1524c75014ec8091b41e18a5a0d1671df8d6a98d862a4d991cb286f4680d6cb7244413c1b2bc15efde51a4362532f281617443e317f3958435ee5ee193d0343dec63be0545631591e290d377b98f880c7ddb28e9d10cd5138405bc0c873b0c124d8e76e4b73a92969cb16e8f14f61190381ab21a8f8eba277edeaf669fd2caecc6968033d480156996f7680e827abb6d774736af25c8fcc092cdee4a8c5bb4f05ab7535f8bb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248657903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90d2920bc4e383b69c22850da1dd20e9e5a97b82d58f690dd01931d08d6f79a5e9d6670822396b53f2a9fd95108cc42c258c2a77fd0d21fbdfce9dc79c2a736e3754aad268855d391b1fabcd333713e22aab1f20a3db3a2647643e34692926824ccc2a269c78d6234160a4b7a2bc690d0c478b52d8e59b79eb1442e6d9475854665a9247b8e146d99d9d7be5c5f4ed6b746265407e04d394d771a1f5dacf9d3ff190bb4aeebe074e06b1a3bb6e9eadbb717a826ecabae2b8f78c82247fb8f86c61651dd4b8637c9a55416eeb47b048888d5571d13c1f5a94aa92364189fd3c2ac8a01717bf0355244de89274344ee945d88c5be6bd76bca0ecfa0d786a2c0edb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248340354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=029c6b192402893eb12ded0e18332c3f7abdb71a48212a8d92f1fdd8cbd93758eb98997a598e4ccc32483fc9625bb00f764517fe8d46d7377674bb856d8bcaa087fcaa69b10567d84f92762781fbbc1a52f774ef98342e3949c0fd99dfba77e1f601822103e8b052d3e01f9afad7cb8bd2dd37c20068684393697ce015746e41cde6d10190c17b09939705042ceb037a9e025854d5cae1f1ae11c9b3bd62b6063020e66c90fceb1fa346e4100a4217aa9992f5c481ed427c178cb5b1cb1ebbde42745c2ea091432de7af4ecca91ca736d9d7808703cdde7da3aed848081274209bbe9ff5ef6961d823c0a6d90c0146018bb5de90ff40480375f7b717a9b74130&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248696536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=65cd27cb83428bc981079fc81ad686ec96a9aecc41aebfccb8bbbed6d7b727f61e1299822f36ab9996eef961b0582f850223211f6d13c64952b18a75fd09df8a6f0d9d3370f910af8acdc56b080c02797301de92cff7da2eff6a938dedec399a319da27d130d8932b16ede5286ebe96aeb6ca5182d3ace52844156ac3d8da0a79068f8180d06bb53cb2e3b40090bbda6ae37f5eb63df2962af70d2ce04fc407287dd35a7f0668b8e061dcb1b75cdb1a8cef087bb5d4d1f1a118a8debd8052f85f76c975069ce1bd4d7245c0a48ecdc7f9c3258985189aae34ea2c306749622440cc3b214d9116c20e5c715a8992a322065d976ea2cd12c22d1790ef1f4ca7857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248708118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97556de99850e5ac6aedfef356400673cab5104f21be604a6a67fb253cbaed697efa3b65b5a2befd6a195eaf98df8ac0241c45a07dc433929d13cda0958deff0011e70d122894f1d8cf883b77e5e2ac47f66accb7f04598663d9ba0144706c68859171554dd51903eb6e8d2d1964bc22de9a5dfadb18ca9e40033a53c99919da62d3565022ee0571e74357c79671a22d33305646aeb0cf164f643cbf6357ddaab140c51fdde54d02a60b2fb150ec309fc628367760b285d6383aa68611ee1f55b21fc20b00f96d10346fb5a6f0563d6a85b6ae70205b036e36c52489a725dfc6c991a6977c6cb4d48b4f494e4047929a153a3b45c68b684f97807f434536bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248395448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10c6bd3739e57e426cc144c960eac7337427f54af54a440909e22328f122d660613cdcfc395d234d686e9e0b9678353201ebd3e8519d88fb4b2d4eadfe62c0c9440b39aae6033e9a75f7e783772a19e4116ee5086c0f43ef0958c2a70b3f8c5f71b8f401232a589bed33e47a18e7f3845a88283a99fdf83a5fa4d726443adec26b85b1514c5c7a31c8d5aec2c777e4fe146a86c98a6c0b240f405b5f712d16f693fcece379635c6454714e0becc0a6b8c6bd60dcec2e4ca88d06a7d42702a0af87a575ea4db98637078581281a58d89914c49a434f1ab79f2efa98012df849d3bfcd305ef606a2faffe19534e97d9f3c4fa93e244d0e8cee1a67331866f1cb56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248415105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2480b4e9caf12ea9272cf7376f3b7e5b0d8bb62a39b7b822b0ff124095337201d72673f44759eee5d8839df08853a20e8b06e6e4db3d0af6a56060553d0fa857f913d64228d8abb18d6fee79db746bc1b4066ebe8f5e04f4c12e5736351419b3f7e7c5021acc44d1cc2cb1b5a340a6a1c1e5a231b6908d222da8ef02b1cd1b8ce3c5b63c5da4f56418929cf86c5ec1245f71a79eaec8d6611b50b6ae0ca897efad226942fc2970a94e770172f3798e9994bc9f8b3e7203ee24961a2219048378f4e2d4a128e0f17f3b47889b98a332138c5a11caf3717f9d3ad160276af927071258332ee623aa5d34ede38c6562a4532125138937ff3c9ed6d072a4c3852448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248759835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bde034f98a630637e7dea74b598cb5e91bb0f099a2bcea3d094aa9463b51c46c929bbd5dba1a43d846151156fa9422b10ee859800e4bc27fe517819a116c2a85be3e9c66a02f52c929dac2f50f186c80f08e4cebdc85581f32eaed56126557af30fca5948d9fff049b9c8d27a7a9be1d6a07a127b58a6c14edd77f088c6b1cd96ca902a622b2e0fbf210b28b8ed56bb4c239cbea9ce6c9beb28bae1644df020a2506b2c01cf5a0b17a95d7d12129b2f4170a9971777da73b19e34ff892097fb527e3179b84704f4f4750eaadfc91327a73465b43c3a2517040b0a32b5e048319325bb881cf06c46770fb3dfeefbc78963d48d86d73a01fddf959e378e06c79e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248786365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f245bce16c4e5c7e90fd3132a7461b9ec8bcb6103d8aa60c2cf4f0de9e1c12cb208c904e4deff9d8e0fdebc3fb1c60a06c3afa4ee187a2877f190d986bb31c2100029c029761cc478c481d16b6f48052afa582373faadc55aea6d5f551579f79fa60444c3c5181244f164500595ef2c5c05341d06821b956e2c3fadea3698f1de601bed7eabed8fe932c975d7ed1fb28b6d2a5462c14c60d5c61e4f5343c6064396f58271bef614417267a39eef2d2561bfac31e4cc19045450f17d3bb85bb583a53e34192cf91b67a344ae8004fe61b10a18d654556395fc3be115552d67024fa2b0df87966e85e328d3097212f5ecf3a7c415784032e796d910e9d0714d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246144596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=17a345a1dc3435020d4f242f1cfc32566a1f884ac8ce9276136901f07bfe638e375732cae97dcb6102471e110b80b567045f337b0a6580e5fc34981667e447b5203cec8d60f486785269ebcec7437845c15a1774d7d16443820855c95171f34ffa934d091a868c2817f343cc83b4d5c01ea2fd3e91b253e41f41cbe437402ca5f22b6b47d015583b20db09fbea57e4b6cc193d701070309edbe7b4d52e605a3fd6a2e7d01a66abafdf0763c15f491bf8d94bd13b60b8a9beec72b7136f61581fe49c6b90c4f6b9e97a8acc0183e2863be530fdc73ed3711245f360238dc26e869d5a04ade3e5dc6c220101293bf238a14fabe4cc0ca568136e072fde289be5bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24883165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b43374ad67cc27e7b8fdd85b7229cc8496b5950372b4f60e6700c4d1faef7f6968b871975851217b23d4a1742178d85b918888b4582bc5e90dfdac1298a98ba79ce11e46f348c12c5c3204b9a9b944a300a38849d71a90f816a1f2b4dade44fd4baeedfe0dd9b8c14a4541d553ff7088766dd8368df7da270a25605b046b58b65dd6205bc91ce281c2a4c553e1243c76881d97220d087a5945dd5709c159a6ef2be41588066409e702b62f3794e7c5427c2d56c75391f356dd9e5af6215b0e864ed27fa2289d826a8f4bce777471d04daf48eb21e64568447f677f68433001391741651851208127e6b69453a02122709b1a2c930cfc556f806fb1b34a7bcd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248556362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a55f37b5cce2aea064c1f4d4bd2d1b27d56fbc8d83283623a5048d831113c609d4fe1ba88f2a6e98fb23415f25c72c510969a1a3e7f1deb337f93168312bb4cc260e5ff321413a8abe57346b08fb977aaae5129fb9219dd8c6fc0200f46cae22e726b365dbea996df7aa60f748d954ed4474e905212686b27edf6e80f4c9c7c87f05eb4252b17878af315d6d86422a8058e02110203e33fd8f61d4349434430e16d587cc8757ca7463562a40650e15f93f0e28415d03e5269f0303af55fbd8d8d05d3ffe5e5339828dce223cce0bb6073dfbad48f004cd095033f9de5ded9209eef35cfb273b5f464b273ed49941b3ba0dab60339fedf443394ee213a6318cad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248898947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d1d69e4ff6f51ed89e9d0aeedf2f532db4e46d7b7e8d47ca7dd379a5195cfc49dbde2792d433526d86d18e1578812523a418f61db7da021f49dbb6728519f6570ad373936d5090e4c0e8b7d7b1824ce31961a80871105876b08adab07e66fb08c04480bbc05d68128161e93a9c7ae6aa24c28de487dd884a4bad3d9fa20da05e88ac518fcdd6ffa9ec0d5a32e3ae4a34498f01c1f0cab77f610e17d445300c823806ad9d63a20f2e42b470c447be6dcb144a7bee01c60802cf50bed9a9ea5cae7fef76b73db3c8ae852bbd321b6231447f12720e6d5d4a362c046f6b9f69b84ba32a0d8ceea27aa26901ffb8d9771bd81c150a242a4a925856e9d089bc8a6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248938131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e27d4ff21a88a9f2a2b64b65f6ac8dcc0b391b17a5d37f1d5cc328e02a7f76374d60bb445a53e0de123e99e967b01947043d1153542028e4503b2a006a4ad93bb1472843b4f603eadec9845a51e14e2b31f8db70bbde394261bf44e783eb5f27e62dbb20ff6fb694919d127680e382800e3ab9a9e1d311ae44d97bda76cea1c5a6b07c4a98e94fb3402e52b665907301cbd480df95275129bf25d49343e1ffd4e1a10a7f537db0ff43d7ecfe0fe79277648a7854beddf923950b1f016c14a48ba06633403e8a49e1f8fb639b44e6fe606a5ba4644523ce2ccbd7cff254f9fc1e2d299bd0994c5f574539c3cbf487df856a8b403d920130b0c174410f1788a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248972225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a2bd3f77581d0ca2288f0814472031a004f020ea1c771caf2dcb39b2ce487e8414503db32d42093a8367516fa9506ed7f6f7f384ae02294ea1bba3a04ab47307cea2dc14dccc551f2150d15a2266814b88adb9092b86b0bd84a29d5309912e2984164e658a9b89273fd4e75b473621795958ce1c035c1ffc45f17c6328e93d9a932c2878d7dc759e2f241c70f3bcb4703a34d6dc38581eab26d6c1a4c997fd9d156493d5ce310e4b722787f4599afe621aa32d603b1dfd3e84080c23a1105832a1179852b919d0788bc95147baa041da93b1befa4ccaa05f2b796694b592dbc182c4426afb8b959c44eb00f3bf80f9f6d676feb14b7fb22856878486f5c63e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248975712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ad93509afc68ec6d01c0bfc54dece8a0eaff70e5ddfb2947efb8b2186eeccd7ac12fc50eed4d266c9512b97cc96ea5f3bcc8f0c88720134d052f88295a3ef700034e1204535e56e3f86e0f5679f9391ab781353a66ebd60e914d71afb0dbfb17777652701e9a8d2013432b2174f5444d289fcd4d78674d28c77b60970acdbcbe61df20bae22d9548bcd08b9bc1686ceb794a5cad1f5a852a93a0ccf53588702c8f32f0e207e597e6170fcbf0bafe27f6d6852fcd2ac8ba8514afb4afe95fd9b705cb2a958a0b058ec5d1de5a06bcb012e08312027cc3e9de8c9f83fec6d5cca1d39b80ca21286326ef635e02c262f6f7511a56ca23e456e35c2ad1891ad38c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248983837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af65a82152f79abede012761db5feec8c7f560c679324f07ef6e01e8b9e1cc30a28130f0ad2cd9442624c7cd71fb10a91fcdaee1591bf8e90fbff4c74f1ec77347d69ad6fb65b991ca0f487032f7fe0c73d93ef95b5a43c8a9dff654ac0e60a705bf50dbbc3fbe9820a169b1bb41ac8e6e182de662aa064ebe7bb12556bcb4905719743f9e3fb83493c66d5a52352d23eda20823a8cd2ee925f93d7e8801601e54650c008ea2e21c12b6aa39fbc5493e41ac19ef93b634ee8726e6fe92ab346ca65320141ff4aced5eaa7326175dedddcc5509b5925fab88ce0478107049eb12008f0e8ed5cdf85d02c54fd5fe56d921539f0330e47c0d7f8fbc5e6fc032bf93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248671759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d6f5ac95677c0046c79a1d24f414368bb8b8c722858473edd39e9ec823373693a4d5989e83e919975f4b2c3a9917cd86399c652afc7d0d796f8d71abbd87b4900e800002b6afe6512afa703456b58030c58d6650e2d26ea3f0636f33c424f821496f7d6b02975dfc54928b77c6d9b7ab13257c6bbd7cc95fa54c3335b35274c00775c027263adb6640c70f3681eefa83a9b25079a147598a27cc3576da4df363696a4c7b4dd89b0965b59ff9c24d6846d225375536d29e423a8094913749838250b2d2692637f87a9de54edc3b6e94fdc4df7c7306e343b25ae6348dfa44668d4604d6a960aff334187ddcfecdc5c60af0c6d05c85de5162b12641e30667801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249011079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf000ec7bebe97b31942e49ba59b4d3a4b55028ebcf9744fa89d5621bc4852d16ff55baa786bed45ef773c2d0c03af2dfd35d9b2f9000d8f21d3d4696b8d458b317f3699d8275078ebf04230208baebfa6045353735e0fb173787097ef1460b90643e459ead756134c8d6838d4d6ac6c0f5f8ba572f37d52e52ee1bde26b404be48478452d551a27f62de10960706e3395945b3f9b44d8c01ba0d6d87fd50a501528abdd5c6a16664294c23a1d72b1df663abed3514dfb9868148c1d86e286f97248733704409b81a4fef622edb811193d1bbf4ae7dac07d1c3006bceeb0e70014f5149837607e7591ef8ca6496c02357314e3239dc0c7999e8a5024a0383958&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248676027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5688f264e7f50d28713229c9f1801f3e67c7d4b015b3344bc610fb54755a97c58d0e8e6e020166fbe1070f055257aaf347f35fad4d87b2cacf589f3d59801a753891869c66892e06fe7be759654ccb6880fc7b8e1ce740551bf7b81c19ab9c2a4b87f3882858947e0cfa93053d70bc21525206c8989c45761a709fb51a7fceeab2227688efa9e251e78b12537d20ff4e499c4298d838640316fb0e2047a326aabc2e5442ed776a28df89338a715731c1888d250527c480eb5cbf7f78c8039eff8f23cca72d3e8b72df9f77894b5f06f7ee9b796295901a0bf7a1ddd03bfd94665ac3c02b5fd857ed78c0e3475d3d6b13a31c2ce227db686e6e5c2c694beb889a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249074889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a92c8d3fbb86eab8b93ae10aaf514b0dfa55bb3f53abc4245b61cfebe8abc8a64663047ad966ad855de7e568f9e6d72371cdb33473e42759b04145b4e15b3da96fa2ae3b326a9f8643f2581d3e08a0e3dd504a8308cb350b91ad71b83995cc4fb3c6ea0dbc33d0081e33445849e6e96b1931d1bd6c2f4f0e493a82018b979cd99c5176b4fcec24f197a5a74be62e72ac69af13d62ec575cc29ab8103a16bf3381834ef5bd8eef5de9ec78a068756abf97b173883675933bb6b62db781ec56a74a9b3f413b1d3b86c58b4165c9176a9ab736dd39924e4327eaa91e252be1f355e464d86651091223a07e9ba579a70233d269fed9217f753483cb1c754f3971af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249089697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b554ec02d0a8a3bc8e5460027b77b626808af0a7e4ff9d8fc3112afe0e77fb58f69e599471910144c860b552ea436d3117364e034ab3b55d579e4a138b8e3715f57af950377c33480224ae52a26c1bce93d9cbb38e4d0e2f5aac11c13ebcd31c21603f246b9fe8b1f899a91db8ae74411384e363808a6f4141149cb34ab0a19e2bb5e4684167d4f9eb9ec18ca77e086652c044cc67e02fde396cb0ef9817169111f9934cf049235d8010e6e10242de240a164a020077cfed64653233a2f1959d529c9ef0b0642a94f40174ef2764ecaa69a0361dc08224f993abf1b0a9686683aa916b4e0785861c92fc4efef60131719f4335546b4ef31cb5b4f02c73dda60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249099385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a77c930d8bd149e467be90b0cb8553679c502ba6a49638d17ee0738ac875a21f9d153b3068758d3fa186d362da31979a6e8df7f0de5a093a4c6f7c16132b736d7e2126020348e84e54269da41b8b50473cc637fa4d2418f8aaae5cf04977a0c54f7f0566c1cf2060e39d4d8d1c3d22853624e1194952eb5a7c8dd14be31f098504c561bc7e22a169071f9515ac67be843cbd68f6ad021ef14686302ab0ecefd4142a9e1a6de9b10a332e4ec93aacf5440c1f1a2f22a9be33523dd5e037c0c88986f1099bf723e8ec0bdff673ae1cdaaaaaaf6d483d5f7b1e5ecb1bee5d2ed716512f62d84c73d454fd854b09b1b52342c94c9ec6f7c944cb91335fbb7e881102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24935165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64970d0fdf298ef54d08fa492e6902acc70d22dc0c533b6dd220a57f03e8ca48a6d938fe0c53b7ecd7872a3447d0fc8dd2945066ee225993d51ece737c9bb9a5b67e5775bb4044ab7622003829441119b63200d3c421debb10b0bd34131414c6a39287b4e8460c476b2ec25d997749c66328d5884e6da0bcd226088085037e8021011370883384c775828eee2700d4a6342398d815be7c4c6397d0cfe59cb5cb37846faf31f07f3f89b27354eeb7b0591ed8faf6079d1ae778109353f0c88fc7db987c9a2750b68e98eac78ca2d798edd7af93e4351e0ea12b127b5092635f8f5aff539d85f95ac5fb5180c9ada00b242e9df16178edafbe061922fc14e06704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24938311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58842f73b376be694ce75dc78996d71fea8fbe6fcb1b382b590cf0758787d25bf5e2a77b3b928372ceb2d67ab4f1f5c6393e38e397e64e06ca3d6797ef711973e25e0eaa98e4897dfe67a620bbd3fd66dd6c14991d874432bc836556158b4b5e3e853e7cb8e09c32235461e7df01e50769463c0bbd85cd3b14c1f38dac87ff0efe8368993fae713caa3252e234b6f9ce40f0b2177ed0fac02de7c16ef442d5b0bdf1a7bb04dc9cd9082e2ee8afdeae807c2082a4b4cfa7ddde6ba9ba6f75e04871498bc403e3397d61a5d19c40443c0f6ed9382ceee298604786486e505060077179b1d8029e21bbe9b3a3f96739606c8c6c3e74b659ec645a15d43cb0d42131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249391025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=387874e3d71dbc0179356ed5f97b14c610e26fe56d71570ce750446d364b5f4e0429db6a3a8d4f8ea5154a92b78b5719c8409b55ae7b38d91b06382da9c34cd7f6ad3d0ea1356b61a6e66f9870c63b979d157232ce4aeffa9bc5b51d1bf966382f7a8e9fc845aa0b70f700c6d57c56305e860ef973d6abd20fb60ec241183eb484580f282f89e6f1091e855800c6af3cfb7bdb55a3ee18388902d4a129894183731ff5e0c643f69c04734517c27d79e07a7d91ae6422a4c0234f0e8fc21adae3a56ba96450bd821ebce06ae1711f3a660cae403d887ab0fcdb6ac3308e4ddbc3036a88a2902ebd7f90d7f8f118393cc1df0d3ab33558fae06896a94e621be9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246660358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7834b75adb472bfa80ef72d57be3f743567594ed31e115bb57714ab21b20586ff552961aea367dd9735caae7942328cd0eb1f5d310109bc1297c6b813d5703661acb26ef21d1e843b8b46c50607b7d68c1f63bff304ef3cf1072fa5ca9be28a586752da925550b802e06bb0317ead97cd4ef413ae54a68460a2365657e2165b51fc683694ac7d5603aed634b174d7446652b847a71a1bc4e551e152576cf20eb82a4aee43eff7c457b38e28e4118876622af1afbb05f9eb29068b67698028c6048da3d5075b34ee16ef83e8d127ff93115b738973406db1cf3bf54ee0eb8048c31bdfb87ad120298c5fd55ba96b1696bafcb038c2323cea52c26bb7a2850ecd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249477097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6a5fd1acdf8193b57a172001fc498e26b6440a7fe18d64cc5bec8e83235c79ad7e6400a4604358b27f858d3b5174e3d3814cf5cdc679b7261d7ad2db83e45ddadcf29aab8c9f865699e29f988adeda056fbcd98f21ac44e97afac043113272b7117c99c925cbd795d82ee744eb5b0f6fffef10c1ec607c3e29d8383add308dc07d64d7caf746805954febc15b91be808811a0998140c29decd861ace3a9c7eb07b9a9539ab8ff49e11979f86f7641e0e671562347495c5d0548d1ede9a3985587e99d2204b5a2cabe3c11f5c803a1c9afd4b3bbd682df83bb6a66b2099e97caa76f9bca4e9a06c490bfc45dc3b4c1834627c3ee195465d842b7be2eb4a5a1c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249398619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e456dec11b8d7beaaf02974aa12c0f2be4d4e6503e7817a250977e3111527526f1a8c44c2a16be96055d635be624e4e56fc49dbaa4683c3c6f4abe23e35c6f35ef48c8833452b12ed98f48ed442be3071a58cb21cabf24ac022b82119d5d4193d931ddc05e8bcdf4c2e314e7c6d98dedfbfb26126a5f5007a7ec860aab5c06964a32813adfc1e87e7a78caa065d1fcb262eae55a5e835b67a99a6d224857c5fa014b0a5ab9652f53b7353c34b01d4db62e46b8440828ab16bf231363463eac369936a26670db6dd15b4ae50665dbed8234ebb1a05f5fff2d54dac754163694e45cbb8b1c703d10b4eea304c5e86a3440e6bca78a2e74b14dcf4cb4e7969c15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249527943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=984d01fcf399fe3146502c31f1a8e04ad255525527f2eef7b8d0854368423a9d043c86ec3335ea378d118f083a0a0952d7719058d8baa1b05ad712cfed25b65d8457cd1505d510a19f7e56fdb2fea0802aeab021de02ff8cfe3c642dcdca3c3f0402ab73c2e9a21219a0371a153457036015ec3c00ed06cfd63c6be7ce146e6f250ad91e42fa0544680aabd8d6516b91b9ed12101cd13969785b877ed3337ad4961cc2e71853d13df61b938711ca7724c7f0aed29d29df6e93056f1eb81a89ff5d3864ff7565f5e5da75ebc44237668b06de1f7ff0038fb0f8f17682e4f34041da567dc9b9dea4bdc84cb733a83dd50ae458da44cc22125c5569c23c73bb474f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249530538Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7588c226051159af959844e5869401a5dccaa7b943bdbb19598390de3570559f872fd87e0c00afe2b3412aa8ea046de0e655a92f582cae98c1990dbf0c99c9e10a6cd2f76bb1926910321614473d6fc813804cd4c90036955ffc0322f132867119c431f2f4f6a68d15f68c53afef6a036a0048382eadf45fa6fa6c35bfb84406b3ce106de8b587e5297e7f87d412ba252574bed40d7c4ce6899e0741fec7670a9e3cc0259cc8cd98193ab50cb47c0a3ce9e82f70195e5fa68841caf435086188623bc3570f55df7818822b76af215b45c52ae8a942eeb7c97ebb602353fb515dd85a24b28a3b94d6bc5dce3e17859527c384109ba3c12667520629c83f5617e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249538142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfc88c1516744a4a7f7f0c41ca1556bd8a431836f36014e506a3537966253ea6edeb206dd93a52a740f3973169acc83ce3405784bdf5b1f693350e8aa1fb8d6f6b70c2e6a3445541ea8427ed96fc3fad870cad2cdfbbb2f3b6a877eed73227331dd4d9721b7046ec5ab629d770cbb5024e66089db2549940db6a9085d0d2caad534e2fb5151e60baf1f48e34aebd5734c748f7d814f33fed012029ecc17e425c7a93acd579f7fe3ecd37da2a253a36d805044a50db029b0b487dc3684f34f93b41f8db1a52729d311747bb0bdb222c371f69a25742d464d666ac7dd49123ac0311e60613d6142733ee459729a7589e872dc8fba8d44500a7fe112138dbe532ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249555755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ee91b75d08dc9f147c0bf4ae8cc276fb15534c26b8be36fe03f6372df32b4568fec049451bda1815425e00b97e0ee54772c738982d7a630d60b4f0934047d816ff1676db2e7f59682f63aba43bd8acf4d6dcc2bfbdc577fc5bc06012dc9715a5374f3e06e5ebadc08b8dd6753700d3515fdb04c651a56de89beca212c11cdd54a0c149b7b11ff3775edf22a0b1a3787eccec24712637e46fef3bd988708f33c8a9994b5e06dbdf9c9f9cd1653bf41aa259b884ee08e2d2bdbd2974beb552d55360e07d9af76b49228923b8ce4288e361c569df2cfd36ab1aa02f899c7aa96afdb38a4952ad7779c1dfcb786c4c2b200306d15201dc3f0e31ab634a96916ba7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24955823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9caadb72a4abc7cb763c82624cf715e758b97e186c18ddf3954d01b995005bb00551310c10dc2a514930d7fc47fa657331053b77fe846bbbe0752c8bcef90cbdb5fd0696fbec5ee109bbc57928f6e9a0142538a6c88c088e2efd9a611344b0a7dcf30ff46f9b32689e30d6d3255977cadc881cb62124b125d6d70613e530cb3e5fc5db607acdba2f44f08f0dc4cc71617986d37de2e576b764e6a4cd7e6db3fd2a1d24e4300bc0de3ba00c45062aa871b59a2f4440d83ee916d8da1de8e7809d50618bc1226c3e97b3d6d12e72b0c99418d50178110f946d19bc4d6471d899837542694c640210a4451bc36c2fc625224a29c34cd768e074292ba2fa28b9e8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249583848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0447f5196e2935112c50bcee8631fd1bde4a1ba76cb62eecf86faadcf68c1b29fb4e90c50224e2cd28e61c3e09fa4cc84a6ff995e77724ac823554daa91f08481b98820f56c6169023df7fec9147d31d4ea8b6bb55bf0e470edc08981b3fb4132747641808b55bba34a92b072dc9f31171fe516c6ffd161410127abc15389fd0fb88b1d30d6638585f29f953e1885ed5afcde7a6c14f1dcb10746cf6d50a7ecb5a9b5da67ec9b6000fbd588e6bf1502145a7936dc6f757b668035e9d11125b9759eb62d2aeb969bd63a3c609ad3702d3a1b42514f2a182b440d8cf3f2c3fde7c257a204f008e1b5903b4c5d06905290a7e3a9a8aa34961f606b2dfd129ef8176&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24935691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b32191fcaa833e4f159ad85aac50a5d3bb8a28ce3bd17f16eff4ab422bec8cfb1038f744b39d41f8c856949ebb3483418ff0b0a7516b19b0d720ec2de7febc9a05bca0a790b82397b865390170d0dcd61c91e1b5b8c03f0b813bbeea64e00c131b70c6140ba841394449623c098aa1b6778e19de07503f5f09391be40131e85d1aeff891db9ee6de29de174764e89cf9ddecc88d9d544ebc6850f4e01909e99993dd5f0a2dc6475e71117003236ef98de11b34d3610cd6eee688c95b500340aeb1890522516311ffe71aac0ddd22ca2e742aa268a63556bd44be41978fc03d88a66ea984e1b6991a62f086a2ad52033b2dcd03e4c134fa692cfd9733e07e12e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249862273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4845f95cb55ba1ef750ba4d259bc3ec55c890c413352b9fde79be4f252c7ee624db57a4444831006f6f4622000bbd94d1d5674b7de4bf6febdc026a073b04aaa3c31d4396291c11d727baa150a0e8d5703ca3a6d38a542214167a104a68117efd1adb85aeaff5ce9058b8cbf7c5f5f70902abb61e6471b6773357954cd636561928ec8f4b394e8fca829316fe45a3ead82f08295b109506feb00c16666086e9ace0cf7c120b5d2b629a7c2a1725a4825fbb4399ca0cd6f4f50742371fa9c9432e952a2f891c5ed29717e7158a2c3c04bbdf9253dc6aba10da11ec910c9fe94b11e515bc2a1442b75d9676297a3261ff9aa1ddd9b16d49bf587827f30ffa7ecbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249949948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64f5a3833b99030ca465854dfffeaefc1ac4d52ce335417d67fec01a2d4f6837292a27e968a0714868e7ed0a2a57944358dfe76f7a2f7d40d0821cdff1561587d190f8c98062bba6605a169631abf84de0211b470b3bab2a52c6153a660fd2694fe9c5e9b6e3cdb6c4d38ae8b7b98f7c0f9697f8b656967ad2912b6cb4462ffa3fb81ab330f298c9cbb272911589274cd0cd49fc878a5a3ed1de3034edf5a47e483de2017b6c048d0302b1d5b02df1f6f98df69b81356b2fe71d89e2eb6d78d732720070f0d1d45450326fb5baaf4d4376d5415ae2da56b4b6f428d81ff48f43ad0ef39e967ec8d29a539c327b4ee86f78e2c54b12647793fd22383b4f00ba43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248981934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98150b14406312396d4e90bd483565122574f9c6376c9cda17d5e68a3527ffa1654de46ffcf9858ddd3fc0222eed43bb5020cc15b6f405271be205690b062fa0843e790cacc7cde8e9f80b3ac683ab162efce2f949a7669f4be8a953e68e07ae5017addcf9011d9566e6d924031ceb8d064d6d3e5ef56d172d5f0f074475558a1e7ef35c170f94b084d4aebfddf16825c3e1434f7645724e03e09e634c9f1d8fd84ae4a35ac411e6420de7bacbc92cec4811067d28233e7321798490f504eb3c6aa218342ffbe956264eb0b3fe35a33a6c62d167c31949682c80ae192d4ef2c4e212abc35deb62d4f2a891456210f009fc966a6b73977722ea28c7fabd93429d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249385454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=330f30c7c0570f5e0d28f9a8ae7d3b262992fc92b41fd7e0b280efe7edd24369bb6f66382b5f091eea303c89f6425ff442bcf46e6ea4039ed7f456b0189937928025d9d15bff93be8848ce6c435a577a891d272cc9e16d051a519b0da877f7e9915fee44cfa7dc5adf378d9c4a4aa13a0d666747e56875bfa68654a5b3aad65ab9cc8497b08c819a2158d74f2d7e93acb6b59de2054a0d3834ac092260c9c50d7f301b57663e60bd2ab77cbc8db16c49c458b96c0926508d58c5df62da30dcf73500a9d7d929dfac5d15f69a6ab512e263ff8c329447153446043ca6785ada28f7323f5aa8f6f44eee765de6ca2ad5b08937b17f9a887534daac35449317d11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24894281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba67d08ac1cc2111c468591a9461d962abd9687e871216c649e4457bf0e0c00f93eda365c736f4dacd4d48a4f6c2fea83c5203c63d7d287fa2d2e80cd6302d55697d5296c1f227c506a441449e665dbf59de5e99184a89d1877c06605a62ffcd97500a8e940539c5d8f4b4e6558d5b5541abe5099bfc167fae1c44ee2d5cbcb9c39806ffc01a041941d449c9358811f7ea727a8ad288635d7fba8f47d19130354d88aa83fc68ba7593388de80c7fdb17dda92c74e5c7ea408f06eba535e2c963a7b79e4272a5dfa838987a180f4c801d232b8bf1d80a5af03bd645bfa95299fe04a6fcf195ec002b6b2f173dbc16d66a81d13f5f5f1982662d5e1d963577f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250034217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4cc9ba335a9537d1eea0f6273e4087e692397b65e65ab34f0bcfe967beeae4532d29fc168b98526c67f95068d09b6e6633977f4051b17557db82d775ed6989bf2a15808311394b4b932cf0bdb019a07c6f3a949d2c5ad82eff1d9b55f78becec1f877541485487964d44822e98ffbcaa80396a8787d67f3205697f924f63cc41a6bc50d0ce13fd9e17b967aeb1df15fefce829bf5b21cef05234f1b44e423a44d43146da3c4f05ec3d88a05fd6637de6c223b279dfc19d4abd8dd841385e8321c147f00e18284eeb29a20cf859844af4b797a9bba18db322bef0222073285d89f0d141e68557a051fd44d587553e1c2b6d15eed328f1471787517bd20f2f5c3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248522027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=756855a15415617df2228349611fef8f7de90dcbb1ee0ee64e0bdd7d9158fbd54a1da73f5472942e10f4ebb51b0e6606fac7d9c83897459a7424512d7d8b5ae8a9559b7b05bb4bf5f091cef244dd7e149c6058de12f52b8076db4ec2a2eca288a63b73ee3ffd6c002959d1102cd462ff1dff943459fbad14a7c73075da574512e57e7ad7cdfd5923ebde42bf947a646b27291972010a5b55f7e5ab59d2319366301ac5f1b177d58148f2eda26014e05ae9aa605b00ffb033965caaa4fe0aaa5dcfa115a42ac5092b133ec0e8e98d89b4f4ee82a4a77826b1c0501df4cf431b38c2ec7e5fbd05ce2f076e946a825b1da3a554f04176d391406e091f4115d4b0ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249283562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5263ee8c4f92516f5f928faeeeb0fdfaaa51a9aba912ae98e3ac43420b2013e45bfcfab844c5b7c9301f3dd592ef100e860535d851ca8ab7318c5e0a639c36ecdeaf0908afd6110b3049290756bc4f38613bb611db952e7db628a54177b5642c62149ccea0a26a9ae801ff97328cde1bae3e6f698306e5b5a5bf077cad45bf84902fc3fa9d3fbc83b6f0a0fd5d15f0c76a0cfb5e54a3b2809452af974693527e295caed09d69bb6331eb913c4426edef2aedbd8524742b833872ac2a1a7912671e903e31fa65edeb85d39f830056172b0a2a67b71f7a0625b79596f080b484c48c5b73c417fe0db8555445aa37e910f9e880a3e06dbe5fa6f817234a8b6a1fdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.25007324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=361a0a1cebee1e2f7c205e5166d4e70575a876357aefcd6f53e6406bbca142b6f3b370937e334e3305ea842f4d6a9eb4e4c48389f8b104801223ab9d02585ac0cc9be4eb4b5f7ae3f1a7e2f13341dec9c1f74bd9528032395e61c45ac3782934deb862e1ae5c31e8723541972fc5340cc56ca6191abc9b5b49cedb00f0774f5ce3badac461812a21b81b4a39e395b2752c5e27b40b016863bf1dae87564c3b1d1d4af287acd89d19af4baa0707a250ccf6ddfa17edff024b0e6ab6469e153cc04b6a4261c67e89047e7a77b757a4e049c678d04efd8ec7c146231d30f3eb32c9c8619be22e35f3bc8cec8f280b245b6b0254b9f387e3b4651549eac065cba88f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250079903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8353911d76ca542074a65c8636cd46f6be42b27b7152bd9141f4e92de8e0fde313db323691a9f76404e173004d46e4160b477504322cd8c878d0b3eb0a3f68f2d80346d9c82f001dc35aa66dacfcb8e3c1baaf28640fc4cd43d8d265cc803ce36847d51240eb744ca6b91f7642987893596fc51d034c465d4629b29f55b4e9d504c859016aa4e342c7cf069d7df7a64bcd1fd95989832091e9c32d4f7e0ee11108854d2cd36584b82b14cb9b821b2ddffc5284ee0b6719594296d4639f6b2bb82750e027f9c1c3fef130505a1f5b7a745582f187e9f7425504e7c1c66e7fd364bba740ae26458159346cf2f67d1f4df3afec6ef77626661495e6ff349ab0dafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250194269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=699b9157c9810638545bdfac063e9d83a618dab30bcff90b637a60a33625a5e5eaee9c3c85ac1b599d6c7a4b7284a878dfcb1534938a5598a570ebb06af4ad0d93a409294176c6ea49fed0b9da942ace8a519403e34c85aaf9b4c3e0f7ac66268a339bdc71d1ab35d700788ef018153ef95fb44ed88eea46cf8432dd10c79dbfdd5081ef15c38e743142a8b690b80c49b94c6e9bcc1ad888ee9879b9a42f51f7cd1c86beda070cd4910814c868163ce5e76347f1442e0525e8373637e4c5431c437c1ddcd14a49e51d2954d210c5a6b0995ce2a8327b9c66b977549dcbd8e39ea84b392dbc0c0fefa51a6469472626f02543c3cfa060a78e16e1dda3f27eac44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248946617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7765bd174aa286820c9420e94786e50d6974b2205f3adac5a9f9ff62646d3688cc380970d237ba87d20cb9fdc47896c7ffb21574bab5a34cb79de0a0e68659ad39180806e5ec5c2618ecde9e794dc77d509abc173801f1acafcf302556f039f38d06e05e91194b044c349ff7a5edc6f70ab2e0e9a4d38dde3150c5768195c09dbafa19eb72e67f449ef122796110a199d13d820394dae5eaa92f0ef417be8f1db887b87ab1ebbf16b13ba82817ccfee49712490233bfcb8e78d9ce321ddd9074e035061bdaef2e4ac2e97db13aa03251fcfae0df361a14c8d1be4536ffec0d1b8425e2af7f6d30f010e9eb57d83ac7d55ddbad1cc47d00d374043b9f8a5a115e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247042558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44a02e28e3d97f09cbe0032e61c0de26d70b7896ce3d83570a1d2e7ae1bc2be772f5918e5307b5f99cec902aa5d0f3316e0ae34b1c80c8286e088d40635f19350ad094827102106bb5d7783f76d93ab52af36d7ba2fa886038f4c9a230399ace916c451e5c2d79ff87a9ab5cf5be3dc91c44204df6b4400669b0d6e75c66b1ddfd92cf552c1e90360a372e890ab773025ca21de3160c59325cae32595b9b88a16defa8591117ab2ff4b198fe0c9d9ab58b2626a0cfd91212f3a67ee035b8f4c81bf5938ef8c5fb0b19447f7a7476a5d136a3388b1ff2ba6919c8ee3141d1848df41587400b0994207d0ebc8260f794bb408c896fef2107db5fe5c2142773acbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249291377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=752200399ebef67a5e820f93e6d12d2c0a2cf1a8ede57200f9d4ffd4e74533266271b2adfb825f6499156915ed30f053da020a6d916bd39ce4b9c9aac70624bb685f9509620633191f9cf79281b2222d0909806e432506cdb2389e3db2bca6c5aa1eadc890d8400cc22d71c569e4d35ac6bb48b8dd642de5de3928a628f65bd483a095a0bede875f9862674bbca4c5b5a36dcfc5a31b0b0710899e91d772bbd1b9aebfa0c63bbeabd248f064a02801bc58ebcfe95a2b03bbbf6b3ab12f70d1b3bed38156957ac3f3806b9b98d319bf1a14b888d11bfcd1faa8466f75bab512d3ff4b5d50bc83cc29489b676fa02bdcfdefa3c55420fdf3a73c1185319adaef04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24928258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9b8048aa76d8d0879f398ab167fb709647b976bda382dfed540fbfe3492b1c197a35523f9a39dbeba673ca93c3db782875f5b839d159a136704a113568b24af012df4be181a8519e72358e8f00c64ecb4f1bdfc9f9a56241a6cc42c4b9152f36df24de01e1c26d99af6bacf74f1a93b3283e12ba895825c2500c543f5258ec7618a070c493d666ee7a139de0ec891717153b91183287e5f46c46991f5ad807785aae97874ce75153b973ba3342f3e36ab75440d995c55734f97759fa798f6b077e17fbe9d002e871bd1a4830eed1b57f6cb12c578f52309f82972a461399c677e46b1fe262fbe5ba045056a43a0115f2ffda6a43fdf090702c970f3a6399b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250531053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=319088e27582019b653eb2d28360126339a0c6dd2a2507d09c88e35686b6c228d1f1a95a5222ebe12d7dcb3cde1b608d080c0ed535e353181165550b6a86c2f30f772a1f7c7e9b2d330f14a28880c60b909c91abb4b5a5a886f4d7041f3a345272ad224ec70160756760758a01b01e4fbd348fcd987319dcd570301133f6d3f38efd77a5bf6508836e43b28d9fcd9a53b84f0a50b372d5eb31b61d3110cf3441a769789cde86b3196e13e0b453c17c0a5aaf9fefe304a0b7ab11258196ec9ce97c27e5417d77e0ba277b286e478beea2c7fa066090a3f137c0ba5f2b0fb40c88ff7a29574707e643e1a0f42ecc384646bd736d5975ef955f774a6731750d45ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250740869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d1ac6107806095d928f31b8152e16ea18836610ad7ec909f5e755e1f0c9f0612c96d0d179fc83a9c7a89e5e206efd582aa025db329946e870a5b000f4a9ffde1399d7070fbef8c3922c2f5d878e78c6da7291db6bcde51c6bfa25a56f98fcbb086e824483c7534ae1756e285f627c616e6e1bd0712e03e918703b498c6f7bc79d1a57082d4c6c8e1101bf606ed43713949d684d74128117a0a39da7ebabba38c2156a20a793250e4444465b55a9e0b9cf1173025eb32496dc880446d4c25f20afda855b717e5dc39436dc72ccb95d4f0611707a2e3c455f659dacdd1d12ed6121149352aa9fe5fccaaa3a3f2c147ce0a7dfd531b32708e088fdce4f39b91dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24929302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0096b3554fb5c0dfcf4f2947583e0d1b5d7cd1911b7243d77f7623b4ee6d6a2bafa2f2f6cefc7d277f01bd072d0889ffc3b87c0cef51de8252cfada204ba55feb14bd6f3322406df20fa64bd57be4b2b295ec2eaac926d9cf3102c1523f8aa90d8fbd8ce33cb5bdf2af19e0884b9c48c11819220e0e94c0a9fda3eeaa8046fa3f18f0ef798da0b5a408a943a5a38d94353c30d47b3481d9375f152389e50ffa1c490c2fe1da053e23187d65c0c7801eb6991dc2636163b26d5fa4c4c8249bfec5f987db1aa47d85f5210918a5af6cebd4440f83980d61f994a96011ffd2d8e102fcb592e57552dc7d4fec74cbec39409d1b1cc16501c4f7726db104b5ee4a84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250766196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f260a7bf0febcd0aec79df683dfa995060747bc27dda918999e7550d2288ea762265e3a7a1f5a38f8f9aabb20aa83a99ee28ed0b6e6c68a0d1a5b53060eee452341eba801f39fc2954a6a35d6e83a49f1e05a6b0a3e5f451a79eedc41d396a4488569b4e2164779f6dd7a2a26690d47c5c3b9a1362f7cf287ee1ba8259cd33c9cea87979b761e7d052c91301a87679bbb1493bf1d10bf695d8467ceb08bc9713583e1402d60bec3f783e406f2cf145282dbd595499ca505d33b9f9b15f13b0fd0e08284c0c52481032b9894cb42dfb978ddfd5051e68c8e97e5f8f41923da346a7fe44aafb933766e224edaaf179db3ef44822956e7ac05f6afa7591fbd6e68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248872578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=251f4ef995d6882ecbb4431f484adcd189bb8a8b503c0959999defffdc98cdd32011597dbe6d47f0388cebd3c834ee6b1804840947b7c63cca8f6f0106117074be5c38cbfa2fb1554e44f560ff42f7ccc8d116b868630976d1acaa8a7da342d70c6a617b966982054e408103b8a7bebaf4eee2f0a0b9ca59b629d7c2b326c75ba7054cb59dbf90b6085b9fce9ffbe0087c190137673baa7dc6cacd05e2b7b62614057c3f52e890084f460144c6b3d8c512d4a05e4942a0ba51b476520d5f2e296fda500cac94c2be8ddf14997981fabedaa455917f42a9a0e4fa1648d551079ba25ee3924c0dfb88928b80429001640f490e7db50b1bb669dbd7b37a234014c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249538142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a967e831d1547a7189afd988d1729311bebfd078532de57ee0f23d5eb5399eb9136d40ec03d08c6fa0d57a32cfaf29393326a06ff01e6567316af8e1f8b669ec92d5e36ba3e98054a523e7fec98ef87c785b4e95d21aebf84a50ad07e148707496c2b4e0eb661ac7a3e05cb69d26db3ef50a16c99f15567b3c46540b90a5d22b57e508cfb2dc01073b2eac04e1a0044edc681149201168868bf927ec5aa32ab54539566c032ca5aa2c2bcd24ec7c4808d6f513798e1b2657d80ec5cc96c6b0c8e1a83672b541a483179048626f6debb019c0423b6a2e6fa611de40b03f9a93fc031708bf5e9110a5944d3bfe50f279aff317c3336d59ec210c8ebe22600d7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24931445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a582cddf9aef64d952f8b86016334e5679ea765758f2390af08ebc8d9fdb4cd926adb8254a0458a1683e51898c4d8a56e5c62a1f506732ba4e1df0e2fed1d0f9a4077d82f372fa30873918ab6fb565bcc8d8934c212d79fb67f29b6c748f782be1474afce40da255e370b3224c6bba8c7a739b052e0a0918c0f94a88005c8b154c47633912657547466f80ac5315ba5df44c83f7bbc23c6db883cb92843e8ad80f505569a5ba0f538732770971a6f7ff16a419d2e29f0a30e02660bf1a56a4217c221f6919e1850fd8335f61f52db2ff5057222b38efc2106bbf24d54c01f97aef7945b5b15680e18410996efd0613195dda1df2e367156b9fea5d51f9ba3475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249348525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=47a2150a367a7dd21ea6ef63302c92b0eea42321437733b96e2fa468a76653e894faacbb0a086c38d34b78538b46ac94c9693ad58eb7da73e40821c3012a5547f749482f7f780dc02d4210c3dd06d5bd601ff1e12ae8a04b745c379fa85b4d226a40f412523ee66e3aa0f54e56e21f1cdaa650fe18aaa8dd875c8bde2a404b8f881d5b0f5355cc39ca6ee85ca2fa6059a8f34c2a1211780c6dffa6115aaeddc5032841f508cfa28816da2fc1b63cb363229d2e3b9e387b75ab3cfd8a1e4ce863f7ee1168a97393c4c9825b4ea43450a9307844a6b553d20b6126bc1a49c361a764eac16a9d315dcdae24fb12e693cd517df00eeb52419286e19ae05710d36f21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250978266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=966126091dbb3dbc0381ae1787f0fe6f36e70e8120f9caa73b12d008b74da212b9f707c2bf8b8bcbc70b662d3ba2fba7e6105915ab66b8cd4ba86b02ea416cb1f50e7ff798a5eba347fc08d6d1ab49ed14eb5d8ce374678199ce376136b1a919c582ad56f463b00867f62ddad7da99726a4500f280a96bef12067583811f300b6cb2221770bcec0bd5f7c0ce7f08245c60b8ae30b6f056ffff5bac059f93e45ff92ecd665023a1baefa7a6c12013dfe1d65bfe6bb537682d10cacbceee275ebd17ba1442adb1746d7a8d012beaade584907d969d3ccc5aa24c4075c9b4d6163c03c7a799f60a6c0c8a8bee8ed8eeee923967715da331950a4651294fb2da1e45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251209562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e8d54a7f72d7897cd7843282d1285b6e2209a778c52350825daf9497e7997691f438cfbac67db612520910b97d57a872c9cba96f5cfe5ffeae2a7861e3a36932006b189175fc286cfc5f5db6cb3a9e18c847b16319aefc2a30a31333230e4964909cbefc0e352b5f2b7b522bb2a90c85820bf0e06d9556d49b24fca1e0f1b5b2e28a49af311645ff4def4eefe1110a93d851b1fe71679f10407fde9a8fc504e405b4ba041e06a4db993e5deb4a800ff7ab873770c877967f3df7af3131740fddc50666f67d4ebfc4e233fe886084a283d9e935101045a9b0805c81359a81cfc38316cce34034406cd57e4233b953a5a09a057300732ead9abb841d21ba9d650&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251221535Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5aecd4eaa9b8aa2d274621da5e24a963a286aff1b01b0bcf93ecd1fbea8f1b5abc10769afd4913cac058a5489d96b44ba1e11c7b85b719907f80c8504f5572becb87a60ddab0efa7093a12bfd4b5524be412327f8c588130d4a5e8a0cfcdfde84379ef62fda055932fede0b5d0e49d24d583a3905867ad33872b2c7c88ad69b86727a8e088d63ddf7a5040996e788e2696a8ec863ba7935a89771d28697257a5b3a64129b0cc723218d47ff5117edf27954757c3311c3b0e3bbce29171811407e530094c0f6ba8b96d6b846d58995a6814ce666aa9659eb3a7a846e649dd623582a890ca5665bf803c6a3e313b48e113733f8b84f8c0b1077eff3aad709a1639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251229219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9888e05635737847a46ac81d8151dd2c2754e0ba1b3cedaa486074292b0c120678e3af9ffda902c97402975fdcb13b5ea7d01ad2c8e1a68678c5b6f89092e236f8ddaa704cc84caa60b34c9db5bb082242b3e731ecfb6b76abaa86a3a344d56f2b2ecd5dedf87f9c621c162b8194566eeef198bec320aaa765a7c3dc45a16ac61baced60bf7a7ffa28ab67b01bfb5f829dd18a0179d28e788c8253917a051155d276b467bf7b35458168ba35e1ecd4f70758155236d3d8ef1c287a8558de269fcb762a6f6013dfa9a31bb31df5cafcb41e04f740d8d6b79e47818595fb5cd1acb8b8dad41f5427e7ebd586bc860c164dd44c1cfb5a13d63c13f92e3e257bb5fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251240991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7766d4d07b0729026e4ed512883554370e5db7ff1a561dbb2ab4c5e878268e3287f7df425109d09384bbbcdb32485ac997dda46c1b798695b8628a8b4614d0ce77e94abc825d8dc5f2ad5c0647bfe287bfdce44684e26a261e4c4c7f541506cea23f319923119bf010ea17090863f113ad94da664236f01048aca0afb3835e75881645c67b24984074fd422c6bd08d7918243b8e4eec6d288f6db1d667b7ed285eca042fe94b9f7be5cab95aae7151153cc35830037a176bc92ffa6024e9c2a55390816b66b4f8f353ba28c72c5a16f037708298cecdc7519e9bfacd471937ae99fa2a7404ee3102061c57db77b878f848a35b5e5894143377c20a0a7ad105b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251395142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b27bd229825adcfea4635f5a865fad047e083f70c8ec280762ca22a3d89c92ac17de5a274034baf971f30266cca7c9e0fe749999d39a17c0cc6df84391f4e326ea8ea2295a7da79f5f5dba2631bcf3f7afdf4e366e469de885b6f60c2e8186c3691ed962e9bbd69e4be89e187a42a30af9bda13743bff30cb2fc67bcc014a705c0551ff5b9f21e9a376724a4282dad956bb291279d8cc81997c1f0e64abb258de54e689ef47f4b109eccc652960d4444655068c852f429e02927f913a25ddb94c649988307743bbacd8ce587a4607a0e43c2e05b49686169625e57b7489f6bfb898dc77ffea7815146a96dc683225930d1b9043ea5805fd1ae75bdd9ed0ab6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251425539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0d455d5af3d43d41ba69491e2ddc460722905eb0139bc1ca48144846cf774bd658a2b3608f352fa7b4f7d6a585a042869570069baed4b9c3db5cf12252eeb89343ce0f2f8aa647b2aa665f039b37a6b89ae0a5d5072b0042ab7fb9d3e03103693d5a2d9ac2ee8a3bf87716f4c58d7dae1ced398ba81804a77979c9adc454d114092f98e8591c0a2cb7e50a4aaf58ddd3a28b4ecf06be92644ff33dab5558319a4703ffd823f1bed521fc9de7ae06d5bceff2ca34cd6028a14074a347c5b6d56281c86ce9905b86facf81e85433bd1306c1b4cb77b9f1412991529d6c3bb28ae0cc4d3563cf48170cb8b4290e7ac3786bb3c816ede9c417625b1fc9079ff8844&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251430539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=81cc5d560c7956e5819883f6c7c20cf1dc9fbf2467aaf185c3939a67729896282d1d75ee90b09e792b938546ba083118f7556002d1f845a87d135ea18ead4df493250acaefb2601b8b1f68792250e900efca52227b6b530b17ab17e5ca1346ddea063335fcdcd3fa456d49f253d6b55a3fd9e1b745c78fd444f599eb457024164a8778d5e5d8ebfe8246ccbb9c6412c79438666f3093c4dd5c90d04b6cd9f00598e74d1844cf76c8bbd45607ec2a0f546aedb3b94a95a5b382431fb8852d6a962c5a112b1f6b54c347f8e6c7ebbe4af98be835ad9483b8a2af5b786d0c9a2e06b697974e159a114023ab50c6f136ef87eb3d05bd63b5b874ecc5c9f4609a2ac5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251449995Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a649f4f1c971579c86853a86bc0d96193c08b32639358b6282113b707b71978a47a14bc1e51a728d560c2c229d910c71bbc439b232460705f00bf7dd3f2e339bbd9824a5fd9ee60c1b9b4c81bdc6fc9db59dc89c0a73aeee98c3c74198abb097490611fe11d9c417ff088950dbe784ae8c8b40578d6f5ee369015cb339b413c1679663db13da5c2127395bb3966da9eef3855fd2c4af647dacf50a6c5de9c4149340fc6113b710dccf9ad3747cba376088bef9d3870f1f3dc4ef98edaef04f0950be4c90247d9261bbacbc8c5959f935f07aa7d6e64323572038727eae26c90780dac90c234a0e261a7f6707694cd0382b6e4467956ef2da668b40c4579ab13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251460725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80e1b90327ea8fc253e75cfb6d805242e59bef066b4c6a60f8de434e7f8906c8326f506dac4d3a67539efa2d3b99f626e8c569489ae54f8ad0287aed7a24980c3ea9b65275e546916db434f9dd024863377bbb4d3fd79c49f0c8340d65b54c275857f494baa110ef9ad8b654db5062b613625c2ae46c83d2110444981188d2beb95a90ddef053144f2bfaaa27335f40a6138619f81aa9667291a48391de9dcf59fad71a7f7f7dc1e3639b1baad712e35144c0ccc03f3c76186820c8ffd9ba1850083d7c7634cfef83d4048ed335a476a373ae82672d1b3d731bc8bf1f7c434ab96723137767763eda6d1d3e44a55dd30b64dd5138e2ea7a0f48e7931cb83aa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251484791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08ba4f20f9fbdce4f0e3ddafdc588dd6a670692c134e01fed626727b72e0b4a5080a045300391825e627d59e89383e99996917c4169f5310aa070a1f6728bf4896ef9ba6ba69f5dfd26a8fe580988bb395d6e4a9e4c66c1c267cb6267d9bb736716371e364323c97e014d7f79129a8edabbb691b82e49cf5952f1d5e9f3b2639259b85f5f05154a7a0fe95d4d70ca8501b9fbf130ccbfc83a6f397fecba49116ccbfe41d3e6b5a3de4085f89d0a954cf528945e9773bf46a8c5959c6d40cf1de246a0330e011efbf12b012f2d3f4d974d635af395a3d7f9df69f87a29540e31c933bf5a3b126e0f2bd6e2f00c8c7a9a9e959a9b2b05082a0b301c62d8639e5fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251209502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=446c27f4745c11035509bda541b9bed01ca652741428e86027d5e52ae143cc7b4b2dbd58e27ca4ff5996f864b73a4884cf984338ecfd3fbc688d17c8ed0a52a3a86682f997ab6e7b2b6c4fe9c0a25bb6370e69a3a2aa80e6391fffbb0d435a91bf2f1d3a6a1ec487921091ee7976be38ac8077cc9762ef2eb0d25da2336f99e9e27380dbbb012b2aaf3f291466e7ab8be85bba71dc996a2a02df621b952ae746da2a272b8a4a6691a1c69bc99b85fbe0c42ad361d6c5de56c8b38a40b4ccda102efc3ec778fc075a4dc2e494229b3340ca228a94c3d742ca5bc3c3d5ff609a0db8b5cb5542ca005e7aa2e804d323c26628bce15060b273efb9cb309f5ac6c757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249559302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2246d9ab14ee2b1546b9c96c48efa40789391c2bc590f971c5f5899080182475057217202cd3d02f58635bc6b59726237906dd0328643d5d254aa64308ba729aabeaf5a2d97d3a24c70d3bfc6e8cdbbd4f0494e886066601f407704987c5ce0cbe8f6a3fe5420f5fb4af28e840a032cf117258c9ff793d711dcc27401bd0a2a2c43edc707d0460c47072cc75f341b878f37455358c79e114df6553f0e9b0652418ea98c47c2403dc37ae2d78498a0396be917a1a2c976d1dae72fcc48850bce81367e518c9067f383cd3bf2ce9b54c8dda5842ad0e8807670bb233b443ecd549a9caafc164ac11d770d20c9196322ee1b626c365725b7e6415ac270875b3ea4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250978857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc40f1feb0e4efe461e58d301ada8aa8d4598e626ce763c825ec724b5514daf64ce74abff68a4f01137ae2786d6f812e46b07996b416408e495e91814570a6a183cef25022b63bc534cd00863d708a250613f1b72e70f17e9f9f12b77f5f878f1f1abed5df19cd9664308f635b9d75895e5dd3ca96b3f67b78340930875750f9839880154463842d31fabfb91ee7cb8d4432239d9e28c191f193ebbc0f77d537813c31a78c70d778591c9a65b2ffaf9272e364ecedd8c0fa08ebe5f3538890ca5dd4b83ddfc991ce7d256edad2c90cad46a83451883ca8d5c54ad06e71a42ef0f0e07439bb3ba446856ad4060a82b2ca0aa1b9859aaa4db3c5239e53f333fa78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250012716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2347b6f87c455e389465d19a745bdb7e3a96f51e37cfaaf38f05e38b3600bb445fe0adbd87c04bfe239a69b0e781631ba4e8006f59030c2d15d519c9f7c4f8dd88d6771b78e7cda23cb5444b5d538d3f8d55cbfae31f6928479db9d30e423a23e02f7dec9155ef930b91aec5e5a1ff422c631c8d9bae0d4ee2ddfb54f278d25a54117c96c5fc821a37eec37c27f1544a54b48ed961e6dc81c4e296c2af649da3865e898237a008d95206084f4eaaf1b7da958d34e2b9f84803893b78e68b26a55ba9c9a7825492eb1102de4b07a0ecca4dc88a51f081cdcbd9878958aac2841a6d5ea89f8a4d155fa625044f7123f94b0d8a1035569bec94bd3a968df9d45238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251395923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=21e2c021a822b575bf26a2cf4b3aa75f6ab726e9cdb2864fce879da8fb14842ee860f76b269efa5098ad4fbad70b70bacff3225262eb6f82de8dc05ab00d6c74b48a18a8343419ab3e1b295ab413d72553a0b9c5dc8bad65e0a8acabcf41bcaa358c7762c6c444add20463c3284be611ac075d44eef47fe5dfde47e052ac44f9458b3bd7729ab9cf9d5cdc4f0b740986796aab1aebba0594b94e68cd61815693e9ba61956e623d337795599aa5d638e98091480e2114f98335eb82629cde8b3f271b16ea2b971b2909ab2b779366e63cc7d73fce80c38f5d4cb9e1111bfb59fc417a576136b38b78db5bc6c60615e765e40bba3972e9b0c6c640c77bb14e66d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250044126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68723f2adfb2779ba460dc0eb767d5df589aa2cc9db0212543ff3f012e9580fd324cfb22262add84c6041a78c77f34aec2b8009e15ad1180368c479e887d180efc489fe41dc35470e50aee7ee30096efd7243febe843900ad7a98c9ed54a79f76b6ad4e385310deb8cb0aeae73b40dc707f43eaa9d88085be04f586a3a00cb8065f67c8a5c2b111fc12f818098d0cf8d50d9d41d7d2344695deba4f0b90fb8a8c772df2fa4ce57eb86c1019fed9c0ae494e0a917750a06123e13ec84b2ef8d2e3f40fc016f0434f2705f87b0a0d9c060edd2130a3e9ec37505f738dc4e063bd5e837073cf578cfcd1abe437b8b10991f044bb06ef193a37f0714286f3e43034b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249294563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dacba30c7014a5462579ae257c8b9b863337e8d6c8a98054b678cafa1199417f5a65ad38a08178219651b2ed93950a2923cd63f18988449d762a1c45e51faa75bbd819f0caf7a181d3ac255db0a71dbd950ca13dfdde31e6f4a8cf36a414d5ffe9941d9cfbdf5c3f42a94f99132e7a1e8115c61ca451906125f9fd6ce7b182c0f03588ec238114b247de7e6dca43d9d221faa9221281b6e7a38bae1f26ab18889e2f53021196de07aefb4e3d585baf296b9a6ba012b1ed7b4eb82a1e551cc5c1e8c66bcf8d5bd84e3bef69824240be5adf3dd2d0743e76e6f007b28a55d1034d0b115a8b0520fc944b2081ce8eadd458b3bfd86900f186456a3fd7f0580c894&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251719734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a6924046c8afd63d1300d4921115cdd7de0316a57017fb3328720882fdf5c5cf090afd8c8cd00f131f8df7f1e14b4ea71ee1c21372c51bfd147a7a0ac3f4936d9770d9890f2f1a5929546d5588407318d9e3231a072e7995e7ea80f6d88d11008cf8bcd3f0a484e7a1c8a95e0784d258c7345ba94990c4c71255e15b1d0bf447e98254ded2ab6c6e91947697a5d176d704baf88ec610d975d818a3f4e24984e2a1a5c43080110df667b0a929303996073cfb3b7f72f1586ac22ae5fcc4dc554c747e86624c371e80a6c87e95c15e5d0a0d645ac6e69a44ccd4cbd5548ac7b5adfd76e8e2f1a8e08e11717a2eb6c3e394698e549105f3561cfd0d0ff21532a2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249321213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=545a9f2d4ee070746e682ad9bb9fdbfacfe700ece9328521efffc2853def8cecf78f8e0911bf8b43712e8b512fea1c439f9e018116242ad691595df94d00b698b26c4fa27dc2b0aa09c4899998c6f2efae4426904a6d2a24b7fda74ab202ae70f242e1bb147ed8d740faddcdbce7fd2eccf7bc7c7309c1696e212747cdebb24ef8d8af6b19ea4a7bd092ae98a99ba4849c0da2e1cd8f1a259174d81fae609a751cfe98021d1ceafd92dcf335ebeed7d2e66168403fc472c892363fe65585892030056ec4415fe413cf648dbcac4f58f4027766835cfd336e42e9eeafae99fc8932c3769ba2998f983ea59ca80f8c4a4d1fb53b672bedbd9f7b2f3c2338ed5072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250978697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a14df156f0eff73a0f069cfcf09c3fedaaba9071d75610764c5ec8ceac37c43df8879d018ce03ded695039fdb59c7c1d743f68d27c4e4e6498e1df9bd733479f40e21142cdea4d9a7f8ef0d632efdbf312ff02e368b538ddf61e39e1219cc53549affeba48bf9c415398cd1a225bebcff0f649390fee40d3bf935b9c2ecdb57edd46502bdd9eb5e22c0f27a037dc3c388365f54008695fbb511187459d2e3c88e1decf62b019b2670f643077a33ea95852a2df01c032393f23ce2f58038bf1fbcc3a374a93f576702f6c7e4c126e58e5e9a75ec6b25980c7077697c6a286ae0d614fdd6eb325685bf24c6b4ce3396f0fad0126478bc66985ad555e75db6c8269&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249311996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06c04f2843067d4651ca2a0b827e19c729a85e3f5f8ef1ee8d889e2aafb0a7cd1bddcbc8fb297fb7664c1adad70c79480ae545de754624c130945fae055c4dc6d80752ef356f3ff786d4fb488906e2d642ac45c54678347e313cf38d44fef67f20c638d5a2b201ff9325fa5b26a0018257b62cae807894dd4f8bfbaa0418be936ff296613cdf5a5b11b7d8e83efb90d77f606920e8477188c5eec1178609cf66304b3142be5fead019f3a12dd99d1b925137e0b261a64316492916b8030debdb834af3161a499c2d4c897724119b353e092779926144218ea5b264c316b4bf3d4376c77ddedd64c64722f35ef6754f58648dab003233945d418c9ed4f6a66d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249349607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0813a585c791124958209198a8e06f3cf9b725b2f289cee514c461bc765e0fcc18499eb40f45946fc8d8f7c836c43418ba71bceda57c4140c323587061b2bd0b680357f3a90b6dd191f42bd94edc2e7807950cdc9f1333d40d38018eb7063924a5be1a2f9b2c8591ccc81e7fc7847ff4591bf5936245ed95bd1c03dfa7c16af7d4b1fb540ea78d4351c991a67224ae5243906bd3ac69bc6d622bfc7fe5d6390535e05aa64f68442b9bde5487f26699ba8413bd60b3f3471360696bc0b2dc3bbfe26f7213ff0bd61bc313730150360e951adf600e1df786d0acf17a13175203d6f9f161c6568e0c425cc5a1f4facee18954a53827517beaf0965da76cc5830e81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249455917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35d3184ab1d858bba40b78d1f562916d3b85471560f5aa869482a5dc76ac86738afb47ab10134cae3eb7bd2232591cac44f1a0446b7026d9db59ae5515318dcf3f25f47d17a7dcab019a8144148a475339d05e6e7a81b58fcbce290868a0e01d665f4e708512a64e242f0d1518968706c5c0cabc5d3689d029c811d96ca79289f8b0bff5aae934b00dd302ecd9ca405ac2ee9184e9577c75aa4402a3eac7c3ce301ea766cf5bedf960cc53632997d8a1d2692a5de441aa7c1e9143b786e224472af1d48e364a0d611174a12e6191d991cabb0fd64ab8c3393201e33498a718f004ac23d7e325ad04e9e838385fe124dde1781a1956bea308321cded40cb4dd09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251165339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383b3395cd632ea66c0e1dfdc06589c4336675186c810bfb177b536af6ba1142b072bbe0185fac8ced658548458adfeca3fd6948612d600e8548f8c2b5159fd1733eb60e855cc1af52b05ea266836f20db0a873a4341b899877ad36d69c5656465a835f500ac679659109530778b4145d91780028ef54e44b06f809d1fdb2620eab575179512763fcd31918bfe6fd073ef6cac0b91904d6d8419c897eafd6e94418e38d603452e318ea3fe16ca0b25adf3f3a1d4f3165e5c5e923e85c15ce3f740bbc59aeb1c5547271aa9376fe7a8d8ebbd55713b274435d7677e3fcb4d42c28f732fa4fabf3c67b3f287cf36c6cd6b276dd25e16ba982e59b610e59256b3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251154198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80379f94ae51ddc2589199c17a99ce04994fece18517c78cfe73ec4c35a653074609f688066411f7668cc95c923fbd64adb6881fd63bec4a809df91a01e7b5a857a714ae48016688f5d1cb88a0735657940c7888df9dc08a31e9ec37d4d9c1ed08066e665f0c0ab5420a237c4633a636e88d69345c7116d804fd45214e5ff44bb079585befa94cc54fef44928fcc9b3a29af67f49442856909a65c943a534098c7cfb754c6c223ee55e1c132070db89bc8af52186af9b695d517a4e4ead23a54476e0871f69f9852bbec507bc95a9e4230effba25f0bbe564cd89aff227c33911eb078160a07406ec6e6606eb42bfad5a7063cd8d1c9f932cd10d6a399efd084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251178614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ef753b0da122dc994f81df164f0bd1e04fa5dc497bd6f97c52536dc61c33b65edc0206727764277b813cf8de4a679c856b238fe95a42afa5e848800f0159deac7a52e0f7851105a657f4c86c87a63c297f56b3bc353e799575e5818b3146497d6e2cd50b2272988d58460fd947d4de68fc570e1b90e137b1a788d2bb980396edc88f7ab3786a25c03c82ecc051a15783b7fcf18eac1a0d29afc25dadd534f6ed7cc490d27a0b4df0c2ca6c809bfd8c3ebb04046d907f08ac0036dd421d0f0140dfebdb499323d38097c3a40e7f9f04c972f4874219eba95797b89021dd4cbf77ada1e428be93cce86287208af3af5823f4d3a66d7c148e7d9763b50ec507484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251176039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ae32d5342876e505f1e736199dbc9bf7edb92b3192373c1b43e0e967f3fed2a5437615775cedf2af601036a1173632adf8192c9f772d29517d9a7cec58b078163bed4bc0ba4ff2db442af8d70cbc8f69b5fc34efd63ded4954a5555b8ed989f7e277ac10a8b017c2aded77df24063062dc0b59c853b94b9f532fc24b73a88af63c6226e3de40a17f54884f59de9b03cb38c10eaff5b8246521a0827e08d1acd9dd4ad3049ff75fba381286657ac3ed9e1f0170c6ab37eaf6448edc1c1ce2b9b40af22b66d9b322d34dc23378922dab93d43c8053f61c0a63da18fbc058f226e005b7b37861fa59ed833d188b7e6c5621c296beb964a1f3519ecc0edac7eead&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.25116084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8640beef073fd5d89940fde15a2a9745ea92a1e2020547f02b28bc9aca8d289376b137afd622dc9f1dc8f84df1f5c123bace96bdcdd8e009a5932f3fbbd8be4eee1a5340c46155568a8f07e0ea22c7e6702cb95b9a30fed570f225285813d16fd2e380132dea147e322e42bb36b00866af7a748013bc733ebc3ec3706752863c65b81800a2e84b63d71c321cc4fcd2fd11f746317fe94fa83cda82fdbac1eb79670b7989c22e1ac32eb8f73f0064158f077b23dcb60376ed37599bd5a913c2ceee94c49b96a81021ad285e0f4bbdbb48606605c201feee5014b7754c9400c11dda8aeb4b2d4621525cc13ea63e2b711727c20b170de21a1d4db2d50745381704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251197519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3403fc0786463906b3e0d83ab73ed1b5535070905ca199c6984bee1b013370019a9e5ad46eed74fb6099f3d48f19eb2669941e847ce3fe0920fe7dd1cf2fe844693bde0aec6cf43e4732d5f0d0d45967149bf0ef933a1cb89c19fe4006dbbf511e1d40a6dd6c204cbe75a7b7b3a98dcb224d428023d19e7729f0c9870ec33127cb352716663975b7bdb9949e106440702f04affb19a47baf5c0cab81dcad25cd9d9000738400fc4bcb9f5e37dae27e899a792aa6641351f3119e4ff8b1553fe43bee33793e214acf408b3df7bd7ecc8df85bd936268ad088414dfcdb126bf5cd5695cd9802e6b5e7e50cdb1f789f13cdb3dbbeaed154244ef52b78f600edf237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251197379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=617b486a96d6508152b2bc5dff5fc7bc0cad4bff6e0f15e50e3680366cb27c157b1dd844565b87975ed6b2520229abe73cc71be1786b90bfe4399dfd161eadbcefbf8208a093e1285419f9776320327fb8369148cab68098032f9ba71d5fff3ba8b49ace9df6c361d52d45f6a8a026a62a0372bedaff18cb6183ebd70c79051ebdc4dd7dcddafef3da3f2d5e2cdaa34a708860b803f1e4835a3e4e10ff91438b3210a9bac5e60c3a45fe1a93a3d6121d9bcf27081c04b1c9ac80c4a70277afe049709233eb78cf805738bfe2174c7fed2799cf02bb7ba883871cd846444fd73462f36c5cc40501af37eb5e10f24cbbccc37e8fc0533583bc721d331abd9f608a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251647397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=23b936412d028aa7cf907134ce70d1138039f61de2a5cccac180d69f74a2d1f157250dab143375e172ae3e86fe3203c4354a465672fff9700942030d0a15e7c5ca0f904c0c5be812855722e37c66ca48b4f0c89f07597c35e080e00a8da5f4bf6cc69edb49e8439ca79fe5d1881bdef56970c562acec992e97228898f7c874393420e216014739a2474c44489c4b65da2b30079d2bb0abdcdddaedf657565f8f2bab5d00cedb1d5a74b09990ea8af36d1563f38c9c8ea77ea64552ab8bc15d6bfb48071af8097f39f53f91224551c32ae37df530d2b566f9bffce00f5a153def339509f01b02d22685637b3e8dee0467879fef5ea8649ad3492b593f7b68277b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251199523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b45025beef279bef5e1aa8899188a77cb834a0055afb829331a0ade1694565500b1fbc94e303ce670d9b2452155f7dad23b1d060e97e76a9a984c04aad0be5885b66a0a4fb6b7beac6566c99939382a30cdf2229f8ddb968b0220ced37bfb8dbf8dca9421df886230567cc38a1dd9c8cc49d5bd3a73699592af3dd06de2e4d237937d6db7343069100fc47d2a35fbccfb66af73b60701641c3903ebad5129724a0f1b83a8ab01b5872c89458dbf75feda6b7cdde161522c062b4089b65dd5ac640551939e59c17c1e637e7220ab37acae72d77cd07e6e109a514bb4e158acf08bd0313017784d4c34f2a8164a7f0fd033c2dbcd5c9ed8d8f622baa4c5a1b58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251182231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bc8ff888b1de94fd943d2caacb84123645245f2c54c9f553d13d2591a8fea791381b207395b700d8bf25c48fee647908c1772334a2ffb8971c3b598ec7775cc6868cca5bc79e731c451ef8481f55f052df9400d2bb1b2091381f2eb96de6565b5a49a87dbeaf589818a7d2e2bd99c04f223828a329302de2e9b1fde17fe311bd6ec87653d8f5119780954e75042c54f10f7aa2757035fb53c4c3542bf1fde56c9c877129d69256bf2a26afd2ca2046ddbe7921c77706e8dc29ca88a0cb343a87ad76ad761592a3b99752c2ea4ee4201deaec0488055b655172c1ca9cb2b717ade0bf6b9dc25d81ca803d02588927446e29d2faecdba4d2806880c44ab0a168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.253888932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a8b93f34239d954bfc45426d2678d4967e7385c3958cb3f460cfc8a8952b78927e182046051e12296cad7aa344a4dc2fe56d6f5e92e32611e43fe2e94f75d5fd021349000e8f44abc4f885b7918ecd1eb7217ad0f0404a7a78122c8cbe25f30dc8b0f5185035920e3d68a2f0042a267b05bed0d0af157c286d960ff127bf680ddc35f94b991cd5257cd9b5ed958dc408610ce4b9459cd2d4a5ddcd6f4dbf4675596cf3f477eb04a52c04e114f2340d6d2fdf04f6d1dfe39d7f0fc96e9460022652335ddb0fbfb778dd8edeb43d3cb89a7662a8fd5366b6f7bbe9a4821b24c376c81aadf2223858e74a1f7c5daeecef881c51b9278d3e39f6483ffc99d8f7f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.256115438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=372021aaf581f9e9837aac1c45ac1c99207046232c40da18fef2d081611938b348256a25ba5bdf5a44134a00c52a796074fd884251005076cfd67a211e77c67f2db98beccc383a8a300c10303f15b24acc232122b560367bbe7647b81cc1a26789aa225770e556ba4ca42f3e8d538e97ed49f67d764d02a36b98cb8227e741e3d99f35c907770c1b113928078bcdbbb2bb56275a32817f8eb28a6beeed604917cbcd6df0a307b9b63b0ed8e50ea1a01925c125e574fcc6d79a27f45fa8e1f3b0a8d265971d147c37628472a4323330cf2fd2c2896bc40d4b2e297088cc7b6c6d7ecee42a6de4de8277d0a08094cf91f2853b850bdde4fadbfa9905db458ca956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.838947123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8241ef34dc3d7dd0df64cce6cc54bf9f61fa7f14a35650e5a39adf17a54f715e8038b75682b63c22d4cbc49b985a67e421af9228fceadade7d1b3f236b22701dcb0fd0429b571bad3182ff02a96262b754c3df1f5bd8644003d82646a0db090a34a261e75baf1ae32749edc2d87f1d7b1097d2b1d0f81a40ed0c00e3918649c6024a06fa83f674641cca3c660ee42fda340d01122d4ef502bb14f37548899c1cf0a54fcccfde759bd45a29bbdd462ca5ea7940f6aac3439665c8b42f190a7f46d3dc2ce5f0d37651408c966a4f6f86c5566083c41ec3c6b102825fbb884ed94b3961e4790e3176cb062b6e225363d6753c4e1a6090de35d2367592216d0a7134&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839023818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=33028c7dfdc51617889c56e1cd7b708b10b5996dfb2af0f71d2c719e09487f7d8524620d0a57354836cd83299cfffbf8070f64bfd53dd02c41f1526adc13d16554fd80172ffb1542857a2e3245ebd48c976e108cb9e6dec630c529808e149576095898be2946dc5c7f6661bcab18c3f8a90f19bd612010ad6fa26d111369cb65d2a739d01ae8695d56ac1d4ae136534bf1d10094847db1979f55fbb01f8a8a15f82e0e66bc6f36d9102f1eefeedc2f18ab1d1f4a1aea03a190065fba74d19ed8d04f8a0a424b647a538df7a2b5a051299855f4e2db5eaabb982af471606d2bbc4fae500661c16f06200f1274bc83ad9e9d2932b0149ad60e6b32591bbb8de5ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839076687Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80e1b90327ea8fc253e75cfb6d805242e59bef066b4c6a60f8de434e7f8906c8326f506dac4d3a67539efa2d3b99f626e8c569489ae54f8ad0287aed7a24980c3ea9b65275e546916db434f9dd024863377bbb4d3fd79c49f0c8340d65b54c275857f494baa110ef9ad8b654db5062b613625c2ae46c83d2110444981188d2beb95a90ddef053144f2bfaaa27335f40a6138619f81aa9667291a48391de9dcf59fad71a7f7f7dc1e3639b1baad712e35144c0ccc03f3c76186820c8ffd9ba1850083d7c7634cfef83d4048ed335a476a373ae82672d1b3d731bc8bf1f7c434ab96723137767763eda6d1d3e44a55dd30b64dd5138e2ea7a0f48e7931cb83aa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839147891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ad20e641056ba3bb4debec70243a6af0030d077252c4a22b22d21b58b9a3591fae1546f024ada511d94844fcf43aec1334eac0d8c5a0f8cbd7a589021d174f55c231e5ca8db8e6bf21a1a9b4c816173d325b483233853eb8af977123b6c6dcbe48f5d1a07260e2f5d4f69d474bed0c6bc0cda284e1fc1434430d7f679b204e6bc6c52376e436bd9f1f546328157801f39438807c4125b98146e365c1d695656ab6c4aae23dfec4e54c42ca669dec6579cb5187668136cc3089ea625ea87f8bae6c47f8332b08f4bce4ad77c44b6102215834c149ca793ead29fc7e315e579bf283539b16f18b884d0cbfc9b980e3b534142b6ff0c4465de70ad8d5477cb5977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839225708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a391dcf808c7ee6073bc0c3cef4074c650edb298976763c20f86e823af9c99d9f0918ba7a5ecb009ae3cf9cc0739ebe0e4826954faa9580dd385236387bd3ce1b3c92f0b176cef0d456cfe280e627839b923b4a78f4fe72442852d1d1febb27d7e446a092236f36269bbbaad5e85063a4ae69100a4ca1d6b840d46aa6ebd65bb9da4f71c42dc879384c36b64437c8e98aa391ca2d54d9165e3ada39e5a84be89ccfed8c098d6a9d880850b821f641545e8885e4cb5cc2d9a3c90552af0b9b18cbbe3ad4275a0a275caad988d97335452e718a3a005054219e561612b868fa2518c2e9fbcf6af9a41a19fdc5ea001f5835f268ff8946122b1965e42d6d05bbd2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839257939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba67d08ac1cc2111c468591a9461d962abd9687e871216c649e4457bf0e0c00f93eda365c736f4dacd4d48a4f6c2fea83c5203c63d7d287fa2d2e80cd6302d55697d5296c1f227c506a441449e665dbf59de5e99184a89d1877c06605a62ffcd97500a8e940539c5d8f4b4e6558d5b5541abe5099bfc167fae1c44ee2d5cbcb9c39806ffc01a041941d449c9358811f7ea727a8ad288635d7fba8f47d19130354d88aa83fc68ba7593388de80c7fdb17dda92c74e5c7ea408f06eba535e2c963a7b79e4272a5dfa838987a180f4c801d232b8bf1d80a5af03bd645bfa95299fe04a6fcf195ec002b6b2f173dbc16d66a81d13f5f5f1982662d5e1d963577f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839278027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=180abf164e1ea947df0e2f02d6d51c3c5a8187301817b1d0dc91c5539c9712d93a664ba28211aac7cb9a2a4e1408c87be31711a34d40dd51b5e87999b0e28468fdee9855adaeb4fe8a52b44c5cd6f476cae2f588d97ebe9d59b7b05595158333b7322e67a29d0fd588a05e6d4c9c5570093e7ed93a573df631c535a2e0a378472b722bd7ed14a8b195303c76894ad52e74e03ca610cd93acb1bb9a76852eba50eadbcbb4d3dc92a358c12cc2a6581be5333ee80472fe95a68cd50690b45433fe7cfc3f0628b1d30321586fdade90c9bd9851387db1e52938c604568c57277b808e65140113f9a3c1f7835c16baae8fd1ffdd2057fcb60ad0978fdd3b82c70642&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839315607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a56f9d039f460db6add2c71e0901b9f68e1db9481339bf933aa1bfad0964931ee4cd7500e1d44e54f825528ac2b295e40ccd10b74af5a3160dc610b48142548d1041c5fb78d9a1829e6d6678f0f0528e409ebe7670bc1feb4e7cee83f3b49cc8492cdce7222d7617db10cb2ac0cf959e5600554f3728f10ef21eef42427ad8ec9c46ed722a7a94ceb2e2f487b76d207b992f0bf182b96587097d7586ce9058d2ca3e3518f03b61e13a20de2b1378908036eb00605d576ffbd9663907decbb5705360d18da68c2663a9dc587b33deba0c4daab5256f6411732dc30bc400eec3a4ccce0093601f430cdda29e3901da3ce29d4b8b85e8124d5a520410b71f7f5f35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839334683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a649f4f1c971579c86853a86bc0d96193c08b32639358b6282113b707b71978a47a14bc1e51a728d560c2c229d910c71bbc439b232460705f00bf7dd3f2e339bbd9824a5fd9ee60c1b9b4c81bdc6fc9db59dc89c0a73aeee98c3c74198abb097490611fe11d9c417ff088950dbe784ae8c8b40578d6f5ee369015cb339b413c1679663db13da5c2127395bb3966da9eef3855fd2c4af647dacf50a6c5de9c4149340fc6113b710dccf9ad3747cba376088bef9d3870f1f3dc4ef98edaef04f0950be4c90247d9261bbacbc8c5959f935f07aa7d6e64323572038727eae26c90780dac90c234a0e261a7f6707694cd0382b6e4467956ef2da668b40c4579ab13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839376121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72d5a20bfcf6b99994c2b4a697f93623e630bd09eaabe9df7332fc88fe11e4427893de95dc7ed69b0d0b613a539a077b0565ad4e9c3feb8605de04c928a120b3d3663ea9ae098933d6276140f575bf004ce4e43bec91e187bdae76fee282f8d20cb14bfa68cc9be40cd1b6c36407cd7d926acfc67d39ba62dcbf420eaaa4330230099e7d38425568e7e88154231c03d08f07b5951434888cc694f6bf13a0b694f0c4e29365112fbe03524a4e29b65d9021483fec973c846e62650460e29dacd86b98bb843d0399cc69dcec5d5adf46867eb3f127ef7003e9932ec859982856feba515f0886d397ff056c819a1013508a0e0e49073b992f4b065d4fb357c43309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839415977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf000ec7bebe97b31942e49ba59b4d3a4b55028ebcf9744fa89d5621bc4852d16ff55baa786bed45ef773c2d0c03af2dfd35d9b2f9000d8f21d3d4696b8d458b317f3699d8275078ebf04230208baebfa6045353735e0fb173787097ef1460b90643e459ead756134c8d6838d4d6ac6c0f5f8ba572f37d52e52ee1bde26b404be48478452d551a27f62de10960706e3395945b3f9b44d8c01ba0d6d87fd50a501528abdd5c6a16664294c23a1d72b1df663abed3514dfb9868148c1d86e286f97248733704409b81a4fef622edb811193d1bbf4ae7dac07d1c3006bceeb0e70014f5149837607e7591ef8ca6496c02357314e3239dc0c7999e8a5024a0383958&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839430895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=808d59ad1dc0d4c2713181a319e31943d37ab9b5809b5046eaf7526b5f3685ec2601b801fd37eb6a2dfad306776981d040cd2bc911ae0a2ed1e9be9a80dc609549a99771c3bfca21f8081047d57951b703fdcd05eb0871982e0a2b2ae083c360096e895dca434cbe0a7c580922a138f5ca20bbc503a81ffbad36ff395e97666bc6fcd88732fa00cb3c5d44fde970a50598d1ca582f5eb77ff7116019886d98d5d936a03a701b7cc7eb74f913c846e327e9baec40f41dab14209ea8581b91d29e069d12fcf0b2b4436a9886c77e6f516ec8e4e0908f5e6b9a996db0e8ef3ed5e5dda7ed78bbbbc4715a8f3b378ffd8739a3136b6cc257a1a763aa17ef3578f3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.838962171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c14b340f3a6f4228f5b7031ae73cf80c23b6094d3504fbab30d1a3eb410e76678b44d3ab4fb02e186666ceca5ffac14fa4bb294b1ab7bcc7b8871720cf03f14cc9f652f0afb388e0cae1f32631bbca950e1614c249ac51c29106d0563cf862a76c35b3d65a13351bed7450e2d60ae160fe264d4419c6e399df8ea6d4de1b9c767aa7073f1a82ccb7b20c64f2e60bf940eae92ab53c1983f3543ef3c8fa86558eff43d8c346df1d8a916ad5ce56d9d6e2f19982a019cbbe9d69b769234d783e3996690feb48f673d4e65dfc0ebbc7e55d4984f2589c5c58e318dd8bdb62b13247e93ed931b44ed1d8e65b317fb0136df6ccc39dbbce7fe7682f301f704aaa7033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839484386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d6f5ac95677c0046c79a1d24f414368bb8b8c722858473edd39e9ec823373693a4d5989e83e919975f4b2c3a9917cd86399c652afc7d0d796f8d71abbd87b4900e800002b6afe6512afa703456b58030c58d6650e2d26ea3f0636f33c424f821496f7d6b02975dfc54928b77c6d9b7ab13257c6bbd7cc95fa54c3335b35274c00775c027263adb6640c70f3681eefa83a9b25079a147598a27cc3576da4df363696a4c7b4dd89b0965b59ff9c24d6846d225375536d29e423a8094913749838250b2d2692637f87a9de54edc3b6e94fdc4df7c7306e343b25ae6348dfa44668d4604d6a960aff334187ddcfecdc5c60af0c6d05c85de5162b12641e30667801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839491369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5f03ab2967a5b7f84cc56698d504663f6e8c44bf7442b8185c0dbe78ef4cecbbe8e8d916ebdead44712b4566b2044420c014e8f7c42007b72a6ba0521d5b18cf9ff215e0ab3e79ef01fe05e88c8231ff0f5657e569d8a315b897ea03c5d7779b99024edb106a015370d9bf1e2766de91d70d9d6f03a1dd975b8b44e7c59028dedf80c258b76cf312e2beb2a148e2c0bb728aa242b0519c92dd1b2ed281efb2ae474eb2951fbec2a156511b8f290dab2821741d10d429ddb5084d940545d3ab71fbda47feac8898abf2912189b425ace3fec8d3f47e193783ecb7981052865c75a1afc75be5e7e6a7ffa1babedbdc07a40d481756c4a88caf96158fa6b4ed792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839505375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84257e6e7c6ce7b56429ac2fe9a29706da977d6a5524c4e7a9711f7ea800a7b89895e6c187a9065d8efa4b66b6c0d5728172313b05f8e0a9dc0e02506861e810df9d9bd1082ec4b79118582a8a54f453b49bbb571c0c3c23d46ac7657d83dc484721ac9433c2dff8a67e50daa4dc320979e0065b25966e8ae46a889df14b443403f10751c1e373973e631be7d14398410b9a43bbaba3f21885630c13ea228961d04df86c453527dc4a8158f027100ac93c7bf3a0ae2e4577f0f5ec7c49b683145eae6970fac06a43c1a736ca12ec7fb6e0557297f145f4061634454e9308d9bf77b6130a70f91365923ad623ba531da793b430168dfa934af185aa5a3bbe87de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839531605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bde034f98a630637e7dea74b598cb5e91bb0f099a2bcea3d094aa9463b51c46c929bbd5dba1a43d846151156fa9422b10ee859800e4bc27fe517819a116c2a85be3e9c66a02f52c929dac2f50f186c80f08e4cebdc85581f32eaed56126557af30fca5948d9fff049b9c8d27a7a9be1d6a07a127b58a6c14edd77f088c6b1cd96ca902a622b2e0fbf210b28b8ed56bb4c239cbea9ce6c9beb28bae1644df020a2506b2c01cf5a0b17a95d7d12129b2f4170a9971777da73b19e34ff892097fb527e3179b84704f4f4750eaadfc91327a73465b43c3a2517040b0a32b5e048319325bb881cf06c46770fb3dfeefbc78963d48d86d73a01fddf959e378e06c79e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839559437Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=45b9ac43bb408e02703856e0fcc383ba617539e9e6707e569d2b328e1123c5d0c58e60576926856fb7d88c2c026b8247a8d3c984465d5a23842af4f168c9e8e46cc4d95a89a07b51d6c3c33151fac59160091e27c77f51a90f2ce2a49571db3f097376757f121c3feb1cdcf7d8f58324aa1f0a94441a74041799e0e2e997cfccdb0576c593cc1952111a2dfd42ed89abc42615b081df561d892b1490920089d4d7801ca317de9a7b17b1b11bd50b6e386976298911cc704fd00c23ea0c98471d764662190d0936b2edb8ef3204b70ff3d12394c4f20abae1a0e7638af16ac9ba6850c9c0ab69f90353561689d0441f9723b8a9a42fc4dbffa770b0e3d812150d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839579996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4ccc8e3d3c4707e29df007fefe3bb6ffed6385e7c85f0fbfc1a7aa44caa35ac310d97d8600669b4bc55cd1886d27c15d53b65e8ab0a2f37aab30cc866b1f4406f3a11972713ed0c884c1713d979522cf2a427a87b943d80269411b14b5377d2ce439ff5e0ec4219bd77ec725e0fd40b7f085efbc3b0e59a7d5b91f6eb5f952f62f46a5d5587ca9012ccc844bf6fe4254332268da28a6247f2b89d9283feff4c94c8efafbd742eb24277888d009ac16f338025f27539d3e5d7407165a19317dc43134d5ebae6610395f0b12789304c671376c745c43a2a29b288f4545f388f2ccf4c69c1e2a30cc2e980a545a5b2d03dc70e1689b16d8c05b2d1ad34d5ed5416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839617817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5893920749e20ca463642a7c5b1341f38becb228d0369be72aa0c333171467c469251da36547f2c6f0f0e38cadae03d2e1a071f30cd83e99a72612e3297217076eaba9c115ddf908bd92e0353221d9af0421522d90251a5b1a753aca136f61560498c5c213f220d2a01572537df6a45f18416380b4c0d9e3b71209b4c0ac15be84ea4d621d017ac42e3aee3f74b0d608dc7d17055a6d60a404cbaf83ac5a97b7aafb078c109cbdd2a7ecdf9fc741ddd8a48d7dc414c2368c272312580319f81079b2ecdfa2b64149ad5c2f9f3ab5e163ef0234c6b1fdee2bdef313a782fa1ab8b4e869192b8fb13dad6a5627a2afda0bba7a80905beec2eda3dbcc6c4aacbc77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839435463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f74d0e0bf831451b29dab5b0d2e078e0ccd2a3031348c0bb56aeeedec0456cd0d78956f8183da56a68b52526c518b682494c966939cef7c4643d6ee51d8351cbad978ea194ba0a4e5fdac213b2fe7a73f87a01a784cd9644afac26f64d69866d259cb7856e1fa396af80335638ead4f8e0d8bb04aeaa3ead80039fee6e8e5ce7070e3ded7818ee064d3e0a4748aca530338f61e4d094c08d312dbbd897d2cfd6e99f9c3023c5b1b6f51c8ae1447abe5cda63089481f8601842c4dcd84fc3440df0a6a7680144eb6da73d4796853fad4adee036b166f977e0d5d213b1a52ef4869a87839819b99551629f813130a9eeace5769ac7e7697810c4246605b22f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839029047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af36b418bc3f2a932f15ba1ff08fa8c39177a948c4ccdcf518ebc2df7a67655188c12cbd8fcd042abc3fa42e88915ee80dbd4dd6194c3ea257e8daef5460338dfccb7533fdc53bc273b14386aa22c67a832e2bf1e75baaca2f164242bab025568156bc84937d0b518984a1e4fd6441917ac70c837cc3ba1cc3c17b72d53f53a726eb535e1f7c953f257e00c56a5d5e1bb4732061f8573b1dc21ee6923f01c230693f823fa5984b7986f1d1a42c6ebc382984ebcd48fde8ca750f4dcbd3499dbabb9f10ceb2cab250a348a065c039492cef8edb0733ee3bd4a8863746d454932f5a2bb299d59a3868a23cd8747a8a4d90879aca51954542aaa914d8825cd9dabb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840121677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=29e566850742a47fc24c3227a6be01d52febb5261e4019693f47cb236938528e0e36d5a331f95a4a571ac16358f6ae0b6379e6a09152a1eb1b7fdf20650ca20f167bb54e31f59b8b3944abb3782e068e0980fcf4b2f786a5baacb13de21ffbecb16ab665dc88fe7e277b9b119916c913946aed466d8aa6cc45b4b18fec9b0af00aa6e7eeface8c12ed3c052ad5c6c8cc3c5d1001ce0bdcbcfae210c6b16e11e2e8ba637eb5a0b8a54ffc4ad418d6d278ef4861c18062ce0f2ca5a8079aa0ddfb76c1694aec3c61ff9d34a6db186323a9c07115a5ba203c789e700c8cf634463ef271f9157e64f5df73e3d535b1c021bf217cbd1dff68965d2a186e8a1543faec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840178574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f260a7bf0febcd0aec79df683dfa995060747bc27dda918999e7550d2288ea762265e3a7a1f5a38f8f9aabb20aa83a99ee28ed0b6e6c68a0d1a5b53060eee452341eba801f39fc2954a6a35d6e83a49f1e05a6b0a3e5f451a79eedc41d396a4488569b4e2164779f6dd7a2a26690d47c5c3b9a1362f7cf287ee1ba8259cd33c9cea87979b761e7d052c91301a87679bbb1493bf1d10bf695d8467ceb08bc9713583e1402d60bec3f783e406f2cf145282dbd595499ca505d33b9f9b15f13b0fd0e08284c0c52481032b9894cb42dfb978ddfd5051e68c8e97e5f8f41923da346a7fe44aafb933766e224edaaf179db3ef44822956e7ac05f6afa7591fbd6e68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840185948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57c5b6b7dd3b469ad09416879ed78fddcd34318c93d199fa1888e5434a0cccbe475529f4d064be5a558823fbacd06b1bcd078689df90529fd00f011a342d142ae242de7a37d9726bdcea23df70d0e9cac648c1a1693d95871d5ab6ca696577b54930a8d7ce48a585f83f9c7ffba075db0b185c35913fd48c90163b263fc4e0bc5aedbb2bf6da352323d97b790e8c3d0cc1fd47a3f1e30ec9a4db3efee50db37e615dfc580075e4f3fe487715c414329cf5192ad385e6d3e9f998aabfa5c713a06260d33b1b2081badc1e87788440fcc67e63d424bb6b6737c5d428f0d74e4fef64ae240f3ad3ecab7c3f6133145fa0a63b0ae9996df8c03241296d5c05e3f1ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840216385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11dd324aea58382a646cb1eaeef0cd19e94a907f6acb199ccefc529aa9862adc7333a11c7370432ba33e4abc32dcea295fa62a44686ea3421dcedaaf1bae40edf0819323b836d70cd4dd7125701f6b9360b7e4113755f47d25501e8efe91f1dcb9675cfc70f9df8b8409a73eef1101bd708fe2db1710a2e68a30a9bbae5abb4b0bf0f1d0d689e7e52f80197cfed599f16e7e1c4680c8189794e9956a8cfbc012689000e202c5a4be27a60e0199693f18a826b04c40ddd37a96438275d4fee8d954b863699fc3387f6eff7874fc9ce39ad8f86fcc4d51570c6afbe6ce71f311dc2285880f554b873dd5fc571d810c533bd6c7e3d22af52620eea72fdf0eb33acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840241122Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b554ec02d0a8a3bc8e5460027b77b626808af0a7e4ff9d8fc3112afe0e77fb58f69e599471910144c860b552ea436d3117364e034ab3b55d579e4a138b8e3715f57af950377c33480224ae52a26c1bce93d9cbb38e4d0e2f5aac11c13ebcd31c21603f246b9fe8b1f899a91db8ae74411384e363808a6f4141149cb34ab0a19e2bb5e4684167d4f9eb9ec18ca77e086652c044cc67e02fde396cb0ef9817169111f9934cf049235d8010e6e10242de240a164a020077cfed64653233a2f1959d529c9ef0b0642a94f40174ef2764ecaa69a0361dc08224f993abf1b0a9686683aa916b4e0785861c92fc4efef60131719f4335546b4ef31cb5b4f02c73dda60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840272591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7faa626f223f421f14923a2eb8c390246310c9ba9eb65b69691846f6489b0ac3fa22e3f57ed7aea9469b426177f48f043f7905b4dc804b58b9e19a27f02664868f69721a0efb73defae52dd76f8c444803b0bf971088ba2ca4f39d908d21febd05187b17179b30e91154afcf9d84e0dec28b5ec59286622d974d23ec2f0fc8086145c13abcca3c98a95e1c0ed5b234708131740c973448fb9bdfc03151cb108a91bae046d4efcf56b4db1ddb57991831b63c2c17e5b5d0ba295506a260e4b710ad7807f4d12b33e06439926c2f350421089c4c8f9ad03f914dff0be5663983bb39bef987c6be077cf07e5be785745e7078bff584ea54946f36ac645b00939900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839477132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9cb18e4f396a25a0a98641ba6a2476939dc76cffd238bd7fcbe310dcc8c459f0ecf6f83d3981a19763f9abd1d6c95adcc865d86976566182760d1f699566e4cdd7ffd8b580b71098756f6b6ba89475640ea65f59ea3a88d5c215fe2cbea5896eba141206b9a2fdf01e3088bab1670f7ab90dea75fb12d4bda080deabb34b319ad94248a242fb983bc870e74cb4bc2576183052774d7d5e328fabcd8bf4d213d9a7dad864bfd968e176f9c435c1a6ba546c66394772f1ec030abf13d1f4df6887ef8038ba2054a038c73ccbfd67a91ac111986b4bbe8c7a925c184cf559bb782a011e4728b00138bc5534832919c67a9cca8e20622029de440b32d01c6203d74c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840326683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0924d71553ee79e1b5a92c2717e9f5963cbb855f52a0d2671761ad141477beca26f41935b1fe71457187e2fc69d0e0356a156fbc668a6f464fc12f23a204b3f7698075cda8a76c80abe68d6c6cdd3375a519a4871366175a8ccdd0d5ba4a55b641b8d105cd16e02c775a273d7e0c3cd7768eceb5197b8f1d2e22c0e81e3b1d0a16bc2ac7942790d7bf77f76fdf74bfc2c85042f35c29df704a167bb0b96f63fea1391397c19806defbed9af9890d5845c1989daee778ce2f746240ce8ab5d3bca496ab2fb33791be5a284a3e05a21c45b06d49d4b8bc4f5767eaff5030349987887192df69e3d7b1303eafe68fac175c1fd54ecaaef5f8d9b90b877d676fe53e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840507704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4dd384e78adf749964e6cb817b5ae0024c72917cfae34d1741edb6ec51236eaeb109762ee8339928ad59b055d4f5ba2abf9f3ddec457339631bf6a7945456184c8296438caea4d228febe7030f80f1bc725871d230a0db11a7e4e8aa38c96d6428b2a3742d718869a1706fb35253f1ed2eeb511ab1d345e0c8ffeb1c1df1bd9da810b2dac63431b26db2cc239e3c3d3b6de5bf9b8920bd62968349546264f2e3305b00a8df3a2b782de3d216548d00990d7bae16c7f0da63f0da62c252712db3e08a1cb94d92e716c38d7d9ceb756bd222afca623b5a916b5f6bb2f1b6caaaa80c583a43284d73391625fddf214cb6a241aa614be23e71899e6000f0de06813d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840548401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0096b3554fb5c0dfcf4f2947583e0d1b5d7cd1911b7243d77f7623b4ee6d6a2bafa2f2f6cefc7d277f01bd072d0889ffc3b87c0cef51de8252cfada204ba55feb14bd6f3322406df20fa64bd57be4b2b295ec2eaac926d9cf3102c1523f8aa90d8fbd8ce33cb5bdf2af19e0884b9c48c11819220e0e94c0a9fda3eeaa8046fa3f18f0ef798da0b5a408a943a5a38d94353c30d47b3481d9375f152389e50ffa1c490c2fe1da053e23187d65c0c7801eb6991dc2636163b26d5fa4c4c8249bfec5f987db1aa47d85f5210918a5af6cebd4440f83980d61f994a96011ffd2d8e102fcb592e57552dc7d4fec74cbec39409d1b1cc16501c4f7726db104b5ee4a84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840581353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b43374ad67cc27e7b8fdd85b7229cc8496b5950372b4f60e6700c4d1faef7f6968b871975851217b23d4a1742178d85b918888b4582bc5e90dfdac1298a98ba79ce11e46f348c12c5c3204b9a9b944a300a38849d71a90f816a1f2b4dade44fd4baeedfe0dd9b8c14a4541d553ff7088766dd8368df7da270a25605b046b58b65dd6205bc91ce281c2a4c553e1243c76881d97220d087a5945dd5709c159a6ef2be41588066409e702b62f3794e7c5427c2d56c75391f356dd9e5af6215b0e864ed27fa2289d826a8f4bce777471d04daf48eb21e64568447f677f68433001391741651851208127e6b69453a02122709b1a2c930cfc556f806fb1b34a7bcd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840654711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00784e16a2733e567a0b6a98ee74dfee8d335833b418653af35de5ff1441a66fd474e7c2e3ac6b9e50025227768aec326b0b80611a5637151104ce66e29876ffca63adfddda5869f6e26d60b744d53a6dcf16c73ddfb1a3eda74e38d32a31572e5362be4dafb54b29c62dcb3268bb24bd4b54bf1d2da53075b88f1d74e7f413a51d70338dabf5ff75d9c5d4821d4066c763ff71270c18571a74b592880256579b6a684e3995cd15fc15f44d30b7ec5d5058c0b7bc89c6215a9db6e71de26f0664b15f0cc0b899a0fb645d3603dfd553d1d2af2d894f47c775fe612a6d765f6822ee9ec2c7bc05fb292efe3ce3645452b9603734d735861ac31f6791197a7572d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840688254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a967e831d1547a7189afd988d1729311bebfd078532de57ee0f23d5eb5399eb9136d40ec03d08c6fa0d57a32cfaf29393326a06ff01e6567316af8e1f8b669ec92d5e36ba3e98054a523e7fec98ef87c785b4e95d21aebf84a50ad07e148707496c2b4e0eb661ac7a3e05cb69d26db3ef50a16c99f15567b3c46540b90a5d22b57e508cfb2dc01073b2eac04e1a0044edc681149201168868bf927ec5aa32ab54539566c032ca5aa2c2bcd24ec7c4808d6f513798e1b2657d80ec5cc96c6b0c8e1a83672b541a483179048626f6debb019c0423b6a2e6fa611de40b03f9a93fc031708bf5e9110a5944d3bfe50f279aff317c3336d59ec210c8ebe22600d7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840794054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b45025beef279bef5e1aa8899188a77cb834a0055afb829331a0ade1694565500b1fbc94e303ce670d9b2452155f7dad23b1d060e97e76a9a984c04aad0be5885b66a0a4fb6b7beac6566c99939382a30cdf2229f8ddb968b0220ced37bfb8dbf8dca9421df886230567cc38a1dd9c8cc49d5bd3a73699592af3dd06de2e4d237937d6db7343069100fc47d2a35fbccfb66af73b60701641c3903ebad5129724a0f1b83a8ab01b5872c89458dbf75feda6b7cdde161522c062b4089b65dd5ac640551939e59c17c1e637e7220ab37acae72d77cd07e6e109a514bb4e158acf08bd0313017784d4c34f2a8164a7f0fd033c2dbcd5c9ed8d8f622baa4c5a1b58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840807589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=053debdc20061fe6e5d4f1141facfe298053907410c57bef2f1479367da6e7ce0ac4d30365ef8b341556c5f9d9cbd00bc51f0e8c53f6c2437c47ca0faa58fec431d16e7914b35a5b118806c8ff375bc13db628791a9bfd982719b3146d60862f621f6950eafb7e839fca0cceb0d9d62bdf25ee88744faac4877952241690235648b7443897f1d3a1d75140c119d30c37e2570a9ffb98685feb07d855d1f8f4353d24fb7768a76807b8b0eed7bb668f72ab9e345d59b26da5c52130273f0d66c145e4904009038aa9cd346e5bf5112703ef69cb31d292301e2c94b761e2ec47a683c88fe302cc579c65faf763afc9b9fd883ee7cc6e03573bd17d7d1062483a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840853656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35d3184ab1d858bba40b78d1f562916d3b85471560f5aa869482a5dc76ac86738afb47ab10134cae3eb7bd2232591cac44f1a0446b7026d9db59ae5515318dcf3f25f47d17a7dcab019a8144148a475339d05e6e7a81b58fcbce290868a0e01d665f4e708512a64e242f0d1518968706c5c0cabc5d3689d029c811d96ca79289f8b0bff5aae934b00dd302ecd9ca405ac2ee9184e9577c75aa4402a3eac7c3ce301ea766cf5bedf960cc53632997d8a1d2692a5de441aa7c1e9143b786e224472af1d48e364a0d611174a12e6191d991cabb0fd64ab8c3393201e33498a718f004ac23d7e325ad04e9e838385fe124dde1781a1956bea308321cded40cb4dd09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840934519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b05882aa549ee11a138bcf4e9d3849a98b4a5750edd9960e393f2a18bfce500d51afc7cac8ae218388bdef5076fec1cfdc92add2a752cf6668c3dfa87a3a9834e2d242a2bdee2a1cd39ea326535e5a9c866374d460bb96aa0ee7475a6b5441533906262960474ecbf6f1e01522e2c61a7138327ce9f1f033788b723c3a4342bf7871717f2b640b814097fa7655f27fc9b1362d55567fe8e766885d9b84645417bda380af7420a9ee72911052131c695cd8caddbb29a73a121b2b1c1124a5174816641092a58f76f101704797d7fd35e91a4d6819d2689e20a681c6f9d13a91c066aeaeeed3f92b923d5281f21fb74e9d47bc3000cbe9bd61a0a72158eb85277e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.83956655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93252fdd412b9bdfe0e014d19eb9da36f19f2a1a59a228cdaaf81a9ecfdbe3631ad2f45df2af0d6104b6c15b29fb9d3400ad63d83bf576b7026490375afa9b91b0ffb8f943447b9243d8d2159c17df708b849221a8a7aaae181f648d4aa2f44617071b558da456d321e79a64306f08b56178c232942447e2a955f15bdb432e7e67840e46d3603ceb76e06ab250aa6772065a4b4746ce13511f68ffd7140a24bd202f713b0505e44b14e7d3a177ae9ae6e719a076666b514e5c82305946d6c0ee6ebb5724aa22c9c0800dda8a56e3faaf8dbc27119562374c6273f39b1cd8264369e0590b19259107a07416cdad8c76efc940d8807afbf0abd8f8d167e1068ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839389637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d81584ec68340447a06b34eb238542283cf87f5ec10bab12087f540ee000f7a39cb6563ea6c3a7806f94c4e2afd4e9324a7709722327a8cb331fbae0fb1c6ca913622bd3a6a1d59e782ca7d34f532e3c5a48a45f1d5fbe4f3d8a5023b1bdaab46aa2c95477a52dbd3b4dead3551c990fb0bf01a986edb1fcb5a571b345f3b1bc867d9c9de1d40dc006513d49f373370458e25dddfc30673f7fd228d86fb66491e582cb9b721fec56b241df0ae6c1bb0b8d00c7eb6723270a81164d03e5c90b2f79608a65458ba3a958aaf03a46b4a08c0d6c6d17c83478045ff31e99173bd978e341da1cc4218282a4a4b79ce8436b32ea4b63eca92b003c72d7dabda287ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840181028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=825b44e26df0be4536f1e8a081a803ece59a1ed7938db3e8ca984f54731f8e89fa556023ac526a9cd1fb126ac181ec503a22af9154b258c482fc09a5054efb8052423bde0e4549ad35b4a7c3c1279b5ae47e06292a4fd24648c47587afedcbf5432d8ac170daadc23730c1c70560fe7f8cc6206d00393b85c577e9505de3267c22827fb105fbd01c6c07954ced6f6d587f1159350e5c903901841fdd479981ef9d4e5613f63b811442c3b314564855fe22f66bf8f611414e67f46a1d4c3d90f83b686001151998a891e8c6fd69736a13da19db8d460466135afd25b22f5e7440cdeb0fc6f6d1d386e5125295db2af93e0e3bde6ac4dc0f83d33cf3a29fd92352&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841125729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8eebce42510450771a4dd0e332953d5a93072974c0c54578a40089b1ccaae8abd5c8c8b06e1a53726e17ec1dc7c65124dd764d6e85c173267e6342f0f71759f050c70636f85bf8a3b10c3dd9b9ce3ffd64eacc439c875beca841dd37866100d5d91eedb48a130145e0908e4994742e866a92db9569bdca858dc9329254b1e5c46511cf3842d7358b811cfacac5f36752fcf804d45736f7a7975feb9a67303940e160c4de84ecdd97d62bd28f8463f92561a92ada7312decbd1c9f8eee52fcb130b02409c70b3b97ea8ddedb03301d9a2e732d9a423bc867bbb9aeb9a5ac5494100ea77cb791a79ecce8b1221f9fc907f137b7fc827b466fb5de602883f79c7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841341466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c0fd786502875ffc2bf19866926f2a2f62ef93257457cb880831c094a6a3852092a749aee25e390985c50f49ea0e79772ad7e1edc2134d56e37f74f2f49aacf7ded6b3c6bcceaea8c6338ca09fc559fecade35dfe28c0582a03f3e670b42b9bf6cc9ca241864d1506346aba1d0a22b8cbc3674d321edb67e6d55b255e72ad5e0bff20005a6deb1fb462020660edeb163245a85adc429b359d70a9abd6b582f8a36e0a8ea76431f51fdd1bc2593970c606c65f9b65e082a2486db205ab51961b4d846e4f767292c0e99bbae672933daad345e4aa2642716b9745f59f57352e52f389cd72c6deb38b7ef78a23b407f9dbee438fa7ad8b71e6716af1f9bf44c61eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841412059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a4db0f50a54ad636f0ae19b915028ce3caeeb2de8e1585cbebf3b97fb63c8c46b59ded07d4d276f4765cf8fde224a308dc206beb4bc3ac025bba37c7ff44ddbc876617c62e88c4bcb3b474bd3a0361d668acbd9546b1f4f1d42781715a402f2f105185afd73f4a25e4b19a28d3c06f1cc7fb5bde7898d37ec840212a883b9a4475d0bfeee5f8fd75e88f3a1b166236177431809b4dd289b2330040bb36b7743a7e6210f23e437a30389c9a5af9452422a960afe26f77d56ae92dddfdeda24b768c65a1c8c6b905e9413a534931cedcfcaee23be992631ad5ad037e545b8998584278d1e39b981d69a10b757c8649e9a60ccb908e40ddb6d1716a035b6ce71c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841479586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6a5fd1acdf8193b57a172001fc498e26b6440a7fe18d64cc5bec8e83235c79ad7e6400a4604358b27f858d3b5174e3d3814cf5cdc679b7261d7ad2db83e45ddadcf29aab8c9f865699e29f988adeda056fbcd98f21ac44e97afac043113272b7117c99c925cbd795d82ee744eb5b0f6fffef10c1ec607c3e29d8383add308dc07d64d7caf746805954febc15b91be808811a0998140c29decd861ace3a9c7eb07b9a9539ab8ff49e11979f86f7641e0e671562347495c5d0548d1ede9a3985587e99d2204b5a2cabe3c11f5c803a1c9afd4b3bbd682df83bb6a66b2099e97caa76f9bca4e9a06c490bfc45dc3b4c1834627c3ee195465d842b7be2eb4a5a1c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839410065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c04e72acfa36b75ea385a523226ba7a1dfcd459567158f2d5f33032336638d20de17468b41ea16fed45a5fc97f135f9fb558498f47fea31d835d3dc9e63b9b7278a50afb838199a304c36ad55b770c8873d087d5555b8b1d063034bed4398b015c346315b3ff9447ac219b8439abdcf5e04e0478bb8199a2693a95dae022654e839a775b579ac5bcc66346af063ea2a481b0830535d5fd7839a444468d3d9d7d4706abff842605089598021983b6b8ae7f4adac8798af0927d9036de29eeef07694d481e3a61114b4207478a87c954f170a53cc9d28822dcb72851b38a6df4c809716c2ad051c9919b97852930f9731dc78e46681cec5d82e77609cae0c296cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839456353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=446c27f4745c11035509bda541b9bed01ca652741428e86027d5e52ae143cc7b4b2dbd58e27ca4ff5996f864b73a4884cf984338ecfd3fbc688d17c8ed0a52a3a86682f997ab6e7b2b6c4fe9c0a25bb6370e69a3a2aa80e6391fffbb0d435a91bf2f1d3a6a1ec487921091ee7976be38ac8077cc9762ef2eb0d25da2336f99e9e27380dbbb012b2aaf3f291466e7ab8be85bba71dc996a2a02df621b952ae746da2a272b8a4a6691a1c69bc99b85fbe0c42ad361d6c5de56c8b38a40b4ccda102efc3ec778fc075a4dc2e494229b3340ca228a94c3d742ca5bc3c3d5ff609a0db8b5cb5542ca005e7aa2e804d323c26628bce15060b273efb9cb309f5ac6c757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.838975947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=54fc5543b2186e7be01b87e6937aa7b898d5f9cebf33bad661a558037080dee47aa80e70e7e0b1da8e3f37d15c8279b71fb873fae6c676211f26722f7d309081c425ac0166ea9d801cb724fd4782044b6cfcf6af553cf151e27567aca3a095b211b382e84fbd5fbfc0c5a8a0c7c6ba300fd8dbbf8824d4d3c912a4f13c76d8e733a655584353e9fa16c483ab4f7de0557e43030b6bc7182b271c958ad775ea64193fc340145456c5125c524a7a174b431dc9d36c8bfd900fe935f12f94ee7b7759130c5f748bdd83d67683d116ba4362bdc6f4aa201515bd453c8c3453f75f44df2054bada6a2fb1cf33ab647bd190daccbcbffaac2b600126a3d5d601059a61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840180958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7157a16ffd6016fc706a1b1df1b6cec1538d46bf793e193300a38904ebfcae2c4f3804f3ee7e9ca0d8721f8e94a01b27f7d41c33c167244c2eeb8cc95bfdbf85a1682bd51105a33bf09c922537fa9e58c673a7c3afab485217dc5466dc30dbafb7cbdb6b959bbc882a49769e25870a5eed4500a3c8984cf5f99dcd515e8392c11358fc9e253cfea4e8c8cb5ada930b35cfc0c91c91b1883af9122da75fa4ece7e67b90f1aeed6123dfbc8034a6eb921556f9c3c3b81e0f42a87276de3e4ace6869cd45d14d5b958a7160d316854209e8b4cfca055889ce26b6e7d2d47d05dcdfd0b83a286eeeddb4cffeba0907665472870adf450c3d180fd113c10db6bf337b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84021879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc548ab793e66d87a24175e6ca0b34d0cbe23945613d023f59482545affce7c58644e7b364ca36e5d327f310a6cba3b8d8069c332370976c9f590fe4f959db3d5f9d44f1a41e469355ef0575ecf1d82e878d4c215d0ad00bf18bb10dcb2116e3dfb0cb9e7332ddbc7a1a6900d71f7a415ba6d044bfd86a76a9582e912bea9162936554b092a607bccc74c6ff1b36ad8d264d8cda20463a451a9ffc8c390da94cdb6699fb3585584413988e1883e9ec7d740a49f78016f31d34700cfe716426696f9db93a7404ab3ccb95b9e9c9c83d6d5776d3a206bd92faf2aad3ce5a2bca19c75bbb73e4f9f7a5c0ba568071c8893549ff31d2a6d104eaf4e2caca8e1f0a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840274735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b99e4843be4f55e992e6e59cd7abbecfb1860008866c5d86cf8e32d17bd4a31c20917a0847b96216920108ed8ee7da8836231935852e8d4d6dfd1a5d44b6c4a93e54b8ae7e2d89886bf456ae05081fed6de09d3e100afcde5730bc66b4760fe33d32fe4a0e491b4363da4335db014c10e937620b6d19753e6a2cc4958943a003550ef1ee1d8ccc3a61849dc5db6b0162075cc9db819ae6d3f7e37412a419e3c8e4e9d626aad7dd528f9f595d9f063771bfe7af65eb2a5fe87f74bdb2a10b85b78865464880563d5acfbe28e75991ba40e0549c57f6710912a770473d366919790fc8e3ffa7cae4d31f91554644b256741d21e92c958b9d4e26c19081660a71b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840272731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6c4f64ac9ed2c3029041b64fd96cdc1c09399063a997e615dc6cc63fa237c6cd2dc32668216b26057d7bdfbe979ca93b921e3679ab1f6096af88fe278e1d338644870a12575cfd866c9e21802edc5d3f83f0850bbd152f493db6cedeeb2398055017cc45e9dc14a0a223993d71c2e14771c2de2cdaf122be1496a59f08bff66c10d938fa9127eacf87499a8fdc6688ed20458c8ca319eb03c5cfeb89aa85140821ad310c592c225be4b92b6ab231b3d4ae1f3b6d884fbf35855a31c315b8faef62a49fd563433fee536bd6be01daa682185b7896e63535f15b870023460e4c42d15c44e5d4c83610c632317f38bf01707415ad21d04900d4944aa7efd7793bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841063201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1cd1275294361d70bbea88af3c6fbdd6d573d6c0918ca1a0be331cc2a7e7a30ba3773f5b33457f6a3a90407d41fc83da14c65fb2d09043f50967bd66d8ae00694bc72163ae31f2d952518482d06632504f94fe163b9bd91a0bf822cec84b19217fd917d5a654e157d18c2e416fe692915fa870c1b3c603d4c2e1edd60592568f46291243abbdc475d4fa4854372c687d06af9b47fecd47dd12f9d9ee7eabe61c7c7d91ba3e8de4beb9387c8c33971b56a75138f1368014775c4e251ef5181f4d8af2fbbd12a1b83d7f1e73a07b7b923bfe77d6ac4b5b769d7ef59c9be62b299c4fa021d384d98c07be12f1d28513e79ea58ace05f6f559e920f68f2a7a768387&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841542544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11c3ccba293dca00d5008aa3b806ce23c7073850378e442ef6b8969e3f612bbdb3c28cd8cac801710c749579a9e186fab7575a4214afb7d0cf7ca9afbd64ec30d60f420d5d5e373f2e93a0e03cc8cc0a3add048f5dffc0ab4ee322e586ffce6551d9294aac52c409c080485890cc9558bb5db03d54738d95ca7feb2730940c515c9c38d155915e6c0918ccb643f77fef622b035be70be7d81f665992f4d37b35e1518dda77e5c0297219b77bd40f1b76f91ddfc47ee0e66ae5e24a9cadc9b0fc79c43c933fb571525cfe9975d67afe1a3c76cabd2e1dc29b9fff41da83c15ec887a0615af789429415f7ffab4e46da8db98a7bc6a53e66ceeb5046ea74ac2f9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841625771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=165c873bf354435b688663014cd5702e7a3355c0989ba7397ac12e550f2b0a19a9dd1a7b63bd2db4121089ea490fbc4ed9382815286cf631a83316ba30403126ed1ad79ed42a60986d20fc87668a2c3483ae589817c3c57cf5f1ceedfd58188b96dc01c8697978deb9293c8d2089f707f7624a4f4f2159ab9d81a91638ca0699a11a91f3418ad579c65d3c0ef0a356427b6f6b4c21f70defa33691e994b79631464ca8d9b06907ee9c7794226f5fe22eb5067da56c47505c73725331bea539fc441a98aac5ce7089f720e3047f22cf8c12eec8f271a490659c9973f45a49fc5b85e9852e16525c2bffb3370aff32e5923aa3d291616aeb5fe87b6fa22076c66d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841659715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8640beef073fd5d89940fde15a2a9745ea92a1e2020547f02b28bc9aca8d289376b137afd622dc9f1dc8f84df1f5c123bace96bdcdd8e009a5932f3fbbd8be4eee1a5340c46155568a8f07e0ea22c7e6702cb95b9a30fed570f225285813d16fd2e380132dea147e322e42bb36b00866af7a748013bc733ebc3ec3706752863c65b81800a2e84b63d71c321cc4fcd2fd11f746317fe94fa83cda82fdbac1eb79670b7989c22e1ac32eb8f73f0064158f077b23dcb60376ed37599bd5a913c2ceee94c49b96a81021ad285e0f4bbdbb48606605c201feee5014b7754c9400c11dda8aeb4b2d4621525cc13ea63e2b711727c20b170de21a1d4db2d50745381704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841729597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=893a53243f3eeb66427cdab1783b825fb20e43f22fb847f6f198596e70d3394a3e01f7b627fdc72fb68ff7791d4b42d2f4ad23e08ad71fbb321d43c252abacacddc1f3393eb13849274af23ae6c9665b13d7fb7b1870f019e3611018d733ca9783435dfb8c90da4981dedc1b265e6fc50294fff4b4cd9fe568ec7fca977e3fe7a62da2963a36189ff04aede4a8b06d6552e54ea8776f5371ab8321dbfc13183c8e7595d764cf20f3719e96c3cfd93ad0e0833ae930570164402a41690a1ad36630c3396c186d6683bfcfddf9ca4011f03d8b382418b36b79c3cc4d04307e2303cdd41fdfc35d17286cec02cb2f0a1faf3b15624e5e628076c4348c1f939f1d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841754223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76eeab7f847663e724a5d1fd59c7c8e62cf918404ae0255db4d296f36bee593d8f03dae87110ae1329285a1a5ac68dedbf083362bb06f9b71faf7688e24f54e10d2cbc39c0fa332327d1c322278bd63fc542a84cf8c50ec22caa3bbedf9278c3d25527358d0a994c80603e1110989daaaa306b2d31fc671fbec87df47957373c7c86e71145d37ccb1eaf85363d08f18102ecfc823800f16725b5439ab65f891f0520f706fb9c60fa346d81345574f13a9b0ca5c10afaf38693fd601d85fc24c3820ac29a49ab9f9cde0f92dd335578b1d7ab3358e5455ecf72c21cf8b030a3b43d10061e39731d58b23422b617c040dd2491af1bec5e32999f9141c99d2cfdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839507209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09c691133b79098a311c0bb2c05ddd4dff4ec64f6600d621ef0666920ce1b2900106ef1ea397260a228db71985bb51d3c9dc0342c6766cc75aa7169c2bc485cffb68a0dbbbfd471585f832e6ff36c48052f3c75c3e1b9d5926da67d5b6fed5d08414752e1e24754cd6c7e06c4422f3a0415c9bf7381407c3f3c7047ba59abf8aa15db4946aed4891c965fe1a24424597cfa3b5a499e4b5e456b49d69855428cd26412d3bab2d5f991dc950e691c23ade6effcd14a1f69912fc4ecfd9a94d237a3b856e7bf0e7e5f68a03e4148c212bc39be409b465e536c849bfd428406040128ef75d60c00cd0d02a1f847ce8c6b5d6646fec9240bc0fe103ec6ea770fba3a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841846237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a814d4ca2d9e7f11607715b599f04852435348e0784f39f13fb41d7ba7eecf63fe5ec16678dd472a2626f2c495a6fb8ab2536b223fe4975ed2eaaf82a8deb7be0a06465dd9ce89e53c82ca026c22cfac2360ef46ef5c6f03b7e11569673b6f5c2ccc6e0099acbbaa9dfc599d5730e177dc4ba258c33d4fbb512815c07f6c522075eab4efe9befe304bc79424e53f290ab702a2b66d5dbcf622d72e1f825d85277815861da9ba163eccc3dac16b70267eaa1edddad93c0402a2f2888da879290b1114b235a27660683115683364535a23a036d5f00b38a081de81eb9760dc3e889a44350a6af297639e91a43bc67ab746bf7246c68dd005cd55daee4aae09bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84210269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5dbce008510e312807d0f4a126a6362bc8aa83298688a19f7021ff6d6c15dff8533115e281c895b95ed47c1728f7f256b8151b094ee907c4dc9696d3e371c32b3acb103df3b493ad4d884870bbfaec6a556adab5196e0a4311d7413b15716d3953f1d15076def288db9523efd497d3f0077f0e6cb906081b3319c189670133f1441e9bfe5d2112d5849a3e241e9bf1ec8eb1dfc6c5d335a2a6bbf5c21de0ce0a6096f9ac73bc8216b52db1a4db4a9a9570f714a20f6cc0cd539907502048dc0926dd3edc3770af4696ab96bef93949ab912de9e78a93fd4707638fbce64c4e997c82fd928d8cd1e57c7d205ad73f7109af1986250debf2314f92887d210bf3f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842179836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95d851a9878fd8beba9cc1925e1fe67ce26809a7e239279fecb47c6cd71349efccfdc56a7bfcb37f2b980b462a6e3bae43fde6e4f1e44f152d14c6c0ef6e1f0f55a43204aae952eb7a65935866fba0aa0d82f8063ebfb680c2f4102f505404ddf2b48d938727efe42169ae85e37fb508c88bbcc83a8968df612ffb88e41ae543820c082a23141c554905f4aeab58684c6477755d666ba56330294ea771984d962301f6cc21996a596786ed3dbacca1b05045f0e1d2394ae8125db6b4eea1f66d8215866be53d39a9f2d1a38ea925e4489a7cc4dc42374d552e8a33018f1b56e0c6624f08f1e8e5da5f4f8767ed291bd5c2040780efc757f41cf2ba7349e756f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842186568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=142f00db5af2f5af80c1960dbc1aaeebd526a87a5763c1a0cc659ce8a9d82561a0a86e9fa74aa07b44bb4113b6a4cce3d9120cbdcd8f9726e062e96d3276687287762551e8e3e0854708369b3b5a1b5c4b740d710ebdd511b919d561a9f0d455168ea07cd41b607dd18f257731ccb174ec9ef0fed3709c7ee8de5084365c7f4e644bfd03c8f626c1337cf679e20858fb4f53ba223bddae457096418a9c16e3e90144310c5e5bc1b97569266449d4a20d3fbae6b443c913a1bdea46ef342290bae4023a6e1b5cdc4261b15b65f7d66af832f778d644130a110ca2aec1cb76e09eca45a7d153b725cbd7af63181e3f5c029cae40297d11271e986bc61d99d41baf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842220552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=61c7fbe624ec15fd8573374e073aeec42d07544edbee685d863d422757871a889bb76543df486836e4ea8559f54962bdbb033624fdb8cdac02546ad2a9428fb24ebf1d1be994532895e361ec9ce70591b6f6fca7db58282131ed98bfe9cea49780be4dc4af8742ab11accef26419ec29acb663d7e0fad69e39c4081237f874e2fdd5454c3fa937396393086b27c5806e15e94020d80c8418d00ba7c356f8946fef8bbfb3d3192ada0b7da1f0c2f411fa3eb1b414d2c3b2c48de77c3cb4df2e3d32bc69cb12a8cce41e57c2c0f75e2882dd65240d4dfa171f7db550349e89a32e40bc578df23c38d643a186943a8e0f38869b08162fe585f1d0c4adaf8651bc73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842249307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=51f274f6854085d2127d01d02098a24e775ac01da49b08e133a67876c1793934383828bd9a23180c5078baa4358909ad057e2475de74f92cbb61d1a5841930a5f437b3cfb49a1b3247f46a9d5a8a623fe85a13826a0f8b170a5f1ac2b46cd9dfcf7bad78b79e7eeb6307a8e6e4e59137daf253395b9e3b472029cbb11fcfb58a3880e48d4e8dbcab6c29b1251a3bfa5b165792052e78bfdd5476481ad0f57a7e32e29c11c9d233898c60740b57a8a0d9153f786ef091718d88b892a08109371649fd989fe9bb9c46f1e8475e563715ad8d5533e71c1a967cfe2d1550da1a0b4f45102a347e5a038ef2b3be56897a67bedee29120dc5eae9a462a5049ad9cc558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842274394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0804f9ee6ee8174418aed451a934fbe2eaacc74b1f7b7912bed2cbfa3d5ad8d5b56f7710203e8ba9f1ff2de4beada0fa96faee5ae8542540bec24e9a6647d6abfe2334447a70875b110574956f866e43eaee30ff3ab7ae9a5820865dd0c5711a1ac1b9eb63d7f9d9001f5b8bdd66566bd9b5a53494b098b515a9cb0b7e87f1cf6e93479b6028f516d66a4fe305d651233ea49348d8217939336732f60063e46457609bcdf5a981e35b4e2a71d479c41687d0dc899cdca05274202dae50663fb37c8d8a5168260908b63d7f5a81b5f8316ad1939450f0ab488a5ecb689aae0f0361e403f7d16c6b9da5f513cb185f6b826fa6669cd6474edcbb3cc33a7f102fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841598149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=41cfff45a771b70f4f4d9eaa7af29262cfe36763e3d00addfed1fdbd6d7a7c00389715b62fe05c31947eab7c3dd8aa984d9b8e66664b1b61910bd6426faa21a3af9007bee78699df8fcf74e61642570ecad98339317b689a69014578366d361ddce3744556b6ea91f8c0ede3b6621dcbd4643b0aaf200a8b3336780df2803eb728c3f0b957f11fdaa43d24141e121e949a445b0986e3ec0e94381ffd0cde0fe167a6a0ac96a18fceb2b44b29ff87a8d4f8ad4a0a04de2caceaffa4d5003fba033a5e3efd95c60ab4ecaf32bb2abc6376d7bdabbdbdf4574262235111c151301eae4bec80ab5cdafe78d8291d434e6d60de4fb48c82fcc4f2062de4fa39f36611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841899407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=abc5484ac2602a89bb43d68363d1ecd8bde401458130ff5c0c1482ab70b5becdd41e77103a9de53e354db5fa20e539f2ce6c925a69e1c303252771ce6d194b381bb237a8b6bc44bd5b625b6b0dd1ffc3729b3d914b09b0228fbb050cdbd58e7073831a1ce0889aff3fd2eca34fa1ca1d870658f1ee2e99d878ebc55d3a59f261ec94acdbb7b35ee24ebcf30dcb1904e33d19bfc783e3b5f1b1a2e01f166e0484af0f5c703eaa1c309d10381bf177b17b66d0bb7eefa5c608560cd70d66bf96cb235dbe297815510f9828dd38b3b1378b779c305ae02dec6ae40657fbd5a42d52cec19f33d40a9c1f1fbc9e46a9222019ee00f561f3c7818d90426b43ba88826a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.83951336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=319088e27582019b653eb2d28360126339a0c6dd2a2507d09c88e35686b6c228d1f1a95a5222ebe12d7dcb3cde1b608d080c0ed535e353181165550b6a86c2f30f772a1f7c7e9b2d330f14a28880c60b909c91abb4b5a5a886f4d7041f3a345272ad224ec70160756760758a01b01e4fbd348fcd987319dcd570301133f6d3f38efd77a5bf6508836e43b28d9fcd9a53b84f0a50b372d5eb31b61d3110cf3441a769789cde86b3196e13e0b453c17c0a5aaf9fefe304a0b7ab11258196ec9ce97c27e5417d77e0ba277b286e478beea2c7fa066090a3f137c0ba5f2b0fb40c88ff7a29574707e643e1a0f42ecc384646bd736d5975ef955f774a6731750d45ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841668492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f85650cde80abdf7bded4c797b4ba64b2a1439d3c4d2f6ddf8a507e2b205e71c1f2df400e65d20e683cce1983b14a6c390a93cf3a876d548b2a15f1d0662117c1db5fe08bfdd3e2c298441e12e59a15304da65373ca8c09436c264b2723c388ad21e8e7e9fd0d408da3f5efd1974babcc7c985affedd646c57dcc5fc0c9874e8be369781a0a4a90793c5b18edb5dc2a45b06d5066a16572926069aa29fc7a73be1f80de6803273ae4733c5bd5d4fe3662f16dee9fa3c8186e0a3be7f4d7997dad6b32259286df173333c77561169c21bf77a8c99ec4698e939345bdb6f67854eb6da159c5b99a03116afb15d66c7f6e4f13df38664a9996ac46b7b41bd2b670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84251096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86699b1182d00b20ca4432009f88ba2f930d4b6fe53be75d036f932b1efd2ce503c8c4b42295554044f1c4c2588c3703e9e35af4b950c8d0feb05fd1a1000c4e77b613125e7a6e62d030d9f504f3822a155a3674f050ab78142c89fda25254fe70e11232d3c79475a50070fe223b9036e7ee3c301e61283eb302ca4ec87ea6eeef36a7d08a58906a73d04dcb918cc6f7d1efe666b41987b7671a223c2a1618f2771d3ce76a57d81cb80b8cb6fa1eaf4052bf14ec53270b62093e0884c10b758baa5329815769d6e52a4e7c3ae8b2070de2f471e8b8f1588713cd937015b6df6b1036c7091deb4d27fbd17aad013427af5623cf361fb1bf2c0fbfc0d8dd78cba4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842527731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6de53211fdedcb5560231539ed74a0e718dea59ad6c10f1d627d3c3b2320381efff43a3dbf72e779b07dbf5a31adf912541f46f11bdef2cf7e6ae88518a39724889586b128737af8c432d4aa3dbf17e734fe8008ce5191ce856c4eab8f12797eb23112db9d8d3c4ff76d1f13a659bfa33acff17ded610896e93ba08008d0b63c9494761e15b0fafe82d71bbf9aa8be7e565a1cc8ff9b5466adc380a74a2503f2355f6ed96fa711286b091b151c000c064dd1726ea0f6db9bf14e77d1ae3437e685947228fadc2f57c388036a484508b625a698f38fe5ebbbc9a533081fc02b235134640415cd9089604cdb539837aeb2b41b7f5ac131712393bf5e093b208835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84254295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ba9ac0d6429723ec71035225b15194eb77728fc5daf98a1041449498234c88f865e691cb3759d26e9d1864f928c2151406236c5a69d7282bb366a90693e2f82f08134988fe8ac40bee360086dd36a38540b40205938ab0e5ebcf6e1fc352f26ca2e23f7b183f53c7c104c4ed4dfb4a69ab8bc9a9ec673383015b62301b5af09728ebe3989d9a246a5eb5d0f3dbef9cf15375284714143aaac96d7dcc8980e1d77e2acbb0cca92f743527980297d901a683ab79e61c303b99e6a448461ce41653186eb33ab11895ec3663743c6dd8b38804e3cc41bc7686bce756a37e904ec11aeb977bfe6bb499a751ba6b4ac37b0ed44609b604b9fdda56a9169921c18c1a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84255893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=140bc72f42ec7e6491fff71f75d26fc44970d57ef22b0ef024f611ea7bdf98a2deab153e5de4a1f2cf565fab911d378edb3414aae8d341084997bbe22eaa9188a50c689ef68ff5665af22df2c20092dedaccd3aadb0dbae31d7317f7f4a6bf39048fb16995ff4c053a894be270a47055243c4b9f24d0cd20731e884c93becc9f6db6b0b8e9324197ab84278381e83750c02675966131ec6d15cebc56ebd6f35b0e5dd50745f35690dd05cbcb061fba6fc794ad82e16c2e70a446cfde7ee0045103abf49f9f1b9de001163b5a3a22249713115fb8e73cf33f48152eccd48324366ae851a96a6fc684f7d551a6d99798e3242fb988e354a9dabf3d8dbf938f137f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842595449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d65b14d0ecf5d255677f2d684a33db3253185db1df49c91c5f745c1df55bd2439475049063989591bd4c64e4368d16f590e242e622c5edba77f6573819ec68d64c5659832a05fb09c15dd3e23d8dc89913df2fd04e596bd10420cdea97f9eedcd7ff90d4c14b44301c0351c9942f870a9cf694ba7796da53a778ca046bc1893681605d9018b6d8b6e0165dbb7b2ac1d64db0dc3536d08e713f4562aa2544d5247b181a888fac89b2869416c4e88e2a70b03f12da2362deaf086e93a55617bfa438749ab588c18e87345ceb59bb90d13d99c13a8bd0ae26030ebed96e2f9866c66c38135ecb35d1951bd2db6b810e76bed1ffbd861bd7de25526e6e7cd9b27ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842624494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3e617f9532013912ae7b78e7e66efc77588e862605bd38868c757a0adf56a969fe750cdf4efb816a94b3b119561cef579d6e7a5ee342c71c2028c1c8ef1597d0ea90045ab0ccd6b0ce2f7bd5bd67549791211d973570c82664ec259877af8e9667894c4c68efb57652b66d379291ed84eb5c9e909d600b383f474bd04af29c4153e6838edd272414aa5f448376f64aa6b0d0aaedcdc22b4b8a1d055d2cf71115f0668160435941ab04a9187af3995741b3c1547e581c6cccd882245794c6b55417ac3dd3757b0ea450e2a1958f3facc0d060c89105c2e44766f9c93b3a053c8c580317d07d42d6581bbeb58cfeee0fcef6cefff95b1b7333e488b991c041246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842692552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c6eef798a79c6fd7f4a70e37ade23c22d6b278390627af96c533694956517f7d4b23cc3c21f8d85a815b6a9a48c0e77c212889411fc90b9e73906ab6f26a44f9eda07fdbd32d156eb1658caac29fe95438563f9b7a2c03412d3b4aa32ca1602a79914b647773116ba95f0efa6944457c5e4c4f3ca17265843009e21038d3372ce6f5047e5bde9b014266064ea1b0e115c11007dce6fabfd0ef024d4add788dab566ad6a1ae88a23dde3f61e2c51916116b6358ca986833593d69e834eaf62040a325eb653b5de64254a256bf9fcfd8ee9dd02f1e29b9fb3168336cffe5a9517ba970739a231a37cfe8e2a9199ac1c718a8e857b7fa6d4aa4e08003dae65929e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842712319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2246d9ab14ee2b1546b9c96c48efa40789391c2bc590f971c5f5899080182475057217202cd3d02f58635bc6b59726237906dd0328643d5d254aa64308ba729aabeaf5a2d97d3a24c70d3bfc6e8cdbbd4f0494e886066601f407704987c5ce0cbe8f6a3fe5420f5fb4af28e840a032cf117258c9ff793d711dcc27401bd0a2a2c43edc707d0460c47072cc75f341b878f37455358c79e114df6553f0e9b0652418ea98c47c2403dc37ae2d78498a0396be917a1a2c976d1dae72fcc48850bce81367e518c9067f383cd3bf2ce9b54c8dda5842ad0e8807670bb233b443ecd549a9caafc164ac11d770d20c9196322ee1b626c365725b7e6415ac270875b3ea4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841341405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1962c79e5ca1254efeca44a40cccab6391a138b5b4cca2422c88020ba549fe8a885d1d03c625de7f502d981b3d938d2d65b4cc89270d4bfd7512b48eb1b2c6123bae59542222d2b6a8c51172b298e66e1feaa8a30cd1f23de0fa7701a7c9a3a89817001df5cc85075b5ed97307005639d0febdfb7623a701245694badd177081d1fc0067fc94bd49210ed632c70024f2c63cb22179f24870277d7f1b0b89256fe173164b88d1c024c5ac81bfa740786c1bba444aeaadbb04b7f3591074fe37bf32a9ebfca87e58b0202368f4fc552d31a4897204f9aa0e91c712f293db95331fde1a44065ad84fa4eb6187eddcd0a4753c4ceac10841a3e5d6b245f15fae9175&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842597172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=545a9f2d4ee070746e682ad9bb9fdbfacfe700ece9328521efffc2853def8cecf78f8e0911bf8b43712e8b512fea1c439f9e018116242ad691595df94d00b698b26c4fa27dc2b0aa09c4899998c6f2efae4426904a6d2a24b7fda74ab202ae70f242e1bb147ed8d740faddcdbce7fd2eccf7bc7c7309c1696e212747cdebb24ef8d8af6b19ea4a7bd092ae98a99ba4849c0da2e1cd8f1a259174d81fae609a751cfe98021d1ceafd92dcf335ebeed7d2e66168403fc472c892363fe65585892030056ec4415fe413cf648dbcac4f58f4027766835cfd336e42e9eeafae99fc8932c3769ba2998f983ea59ca80f8c4a4d1fb53b672bedbd9f7b2f3c2338ed5072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842539694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4845f95cb55ba1ef750ba4d259bc3ec55c890c413352b9fde79be4f252c7ee624db57a4444831006f6f4622000bbd94d1d5674b7de4bf6febdc026a073b04aaa3c31d4396291c11d727baa150a0e8d5703ca3a6d38a542214167a104a68117efd1adb85aeaff5ce9058b8cbf7c5f5f70902abb61e6471b6773357954cd636561928ec8f4b394e8fca829316fe45a3ead82f08295b109506feb00c16666086e9ace0cf7c120b5d2b629a7c2a1725a4825fbb4399ca0cd6f4f50742371fa9c9432e952a2f891c5ed29717e7158a2c3c04bbdf9253dc6aba10da11ec910c9fe94b11e515bc2a1442b75d9676297a3261ff9aa1ddd9b16d49bf587827f30ffa7ecbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842563429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=102a45b2801cf162a39d052ed0a6a4d6fd5eb076279393021aa623c604980d0f211c595481cb81f89426b0b81fcd1956e675bb2d67522e550117342a08b67ab6608a37f0d5530b88a56b67357b1313e1d69848163a186822b551a3bd1c797b1bbebf31963dd32e29863f6b10507d05bcef49b7056043bcd1547deae1decc2f5979acdb76b001e7ab8b1542de44e1e8db40748fea0a6ad65b1d5c958a929487c39e2f655c5faca12eef5ee0322bb52e5e57b660046474cad0ec76fa9371345db56ecd82bee8d0534ad3d329d7cb6a8f34c5fc9252c33168459f1e833c410fa9d7cf98a94474af4766985e7b1fef25e3a9f60061baffee904f88de3e001a44ac9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842915202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d1d69e4ff6f51ed89e9d0aeedf2f532db4e46d7b7e8d47ca7dd379a5195cfc49dbde2792d433526d86d18e1578812523a418f61db7da021f49dbb6728519f6570ad373936d5090e4c0e8b7d7b1824ce31961a80871105876b08adab07e66fb08c04480bbc05d68128161e93a9c7ae6aa24c28de487dd884a4bad3d9fa20da05e88ac518fcdd6ffa9ec0d5a32e3ae4a34498f01c1f0cab77f610e17d445300c823806ad9d63a20f2e42b470c447be6dcb144a7bee01c60802cf50bed9a9ea5cae7fef76b73db3c8ae852bbd321b6231447f12720e6d5d4a362c046f6b9f69b84ba32a0d8ceea27aa26901ffb8d9771bd81c150a242a4a925856e9d089bc8a6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84251617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e7acd56c1d3e27e6a4cc75fe57a366f7f395fab5c7c5cfe51497e6399786408ce720cab3e7a3bb5f06d250dedaf1921aa1dfde9050299aaa3e8a530cff99d39e6fbf4b6160262a289d8174b56d5106811f7fcd41ad7e9c240b5a09b8e13dc0034dd116c4efae37cb949384df90edfc48a0d9a19221920ff536f1e91c41a1ae4cdba2c30ca7a87413598614c9bd4908a68dfa50edeb0fb08a923d48e664786cb6c9b5cb0a90b87d801d3a27739cfddcab082fe6936a52a233a1286bfd6ce86deddbbe834d5641f26075e6767da0cf5bed5f23d77e059d36e1782cb7a268928f6f8786a92c2c3e73055c4cbf2db3dbcbf6161d1d3ec858817c944b038fcb16621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843298945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edeec3b1ae30f8a198e346c2f8dffb6f90d6147c9b900bea952b9a3dba49f7a6a950b98ebbc14fff0a70879226bac341065d9ad6b93cff11ca62183bd7111e1d5be9ec42ca43644506b0e6a4522016e412e4dd631009816ba6b79c5f3204c9acc1e45aceaae80fd152462ae99d412e3d41ec8839edbe535c24cc7deeba956ed994d82982fd4403fac5d0b9c199dbd6c064395d1736b6a9767dada66c591cc232a0d5eca7a98183d61dad31219706c581b48da891cb34a3aa533b7c14982f4cb85f11489b099833434ca319949601999daf7b012a3519b046379fe71cefe3c89744ba42770bf3a669182773c3910778e89efc1d749e44d57ac315c2b58906d2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842616839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a5e3032798f5db9b1546921a92e851337cc5d936ba55c767f533281d6ddace3d5443b8dc1136418456f808d938f76565ed1f89ba88f0dd3672d8bf52b6d85e74c2d9bc7b810f34a2ab942d50eafe0c4032825e69f155b13cef5fc0846c75220c296bc3931be13a703316efeda104712aef9ca20ff5d5a86d118f104705fddabab460caf2e3d89c1179248973fe2b73748aa614d57834a0f4d93aa73856d6d38c0745f0d71dea939e485903c6ebb5041ee12e3b32a8c3f4a266995b0e49570ad530014cc084db6b07a857f5f0ff2907f453da2a915ad6e2bf01640142b5c6ce5971779534c073c0e61e6a22b7897663e414abf3511ddeb1eacddc3ace784416d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841999876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0396fb485f0943e2798fee58402eeab3fa00c8bda6983c7b5e5a7be50c2fa7f6aa533160da7b857387a5951b715bd6e1111825d6e874762fb8a0077bfb6f7eeff13d2957936c28531b6869799e331884c8adc099dbb258b0faa3759acf5fdf2042b917c699efc097adf53061d309d28ae80985bda2786bc91d6178cda3e2d6cd1bd62de96e78cb1357ecbe55d999f9c4097d798c3a6bfd35257efe329aade59acb43a410ab0e705742206a6fd0148375bbfc713c0d166c3064904b46f8049ffaa83284abcd878498a6f238e7418479608a69131db196ec7d21ba93d4f68ec6af85f1ed768abb0827f2a735eafa8d614fb1f3be46a3552bd382b9b313b8507fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842545465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc40f1feb0e4efe461e58d301ada8aa8d4598e626ce763c825ec724b5514daf64ce74abff68a4f01137ae2786d6f812e46b07996b416408e495e91814570a6a183cef25022b63bc534cd00863d708a250613f1b72e70f17e9f9f12b77f5f878f1f1abed5df19cd9664308f635b9d75895e5dd3ca96b3f67b78340930875750f9839880154463842d31fabfb91ee7cb8d4432239d9e28c191f193ebbc0f77d537813c31a78c70d778591c9a65b2ffaf9272e364ecedd8c0fa08ebe5f3538890ca5dd4b83ddfc991ce7d256edad2c90cad46a83451883ca8d5c54ad06e71a42ef0f0e07439bb3ba446856ad4060a82b2ca0aa1b9859aaa4db3c5239e53f333fa78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843606675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c31a7a8b9c2720d438b44f57a942156a35078f99f0fb47346ea78017f9d195e467caaafd67af7cdfc447c30960c1e2091af2d8ff417cfe96d23bc53306d56cc1eb164a1f6c50106ce7a8c60bb3bca8a2764cf7dba4e0c1676b2053eb4c29040b199f020f2f9113034e58dc1f05bfe76efb9de8e573a6efeb3e50567990832c433cd6cca7a4d3c85a540e469229b9a250f4ba1e7919df88cfe2e4a176a6a7a7286c21a600305da1a7a100cd15fd7d6b52bc5e10f1bf7608ff92de8a7909649d2eb6e6ecea010a3e4ad2f919f691c534978954d84887e77e932266ec2ef73a81da3a7243b3494b720dc1cf267fedb986eae3052f7c1ac35648b9f1b98e654bf578&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841916549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e14af98d5be027146205b4df85711a58c70e6c2d635636698a4209315e49edcb904b2b34cb29c812582fc2cdb1876b11234dea7caa6dea34126280814a4b002ebbbe0e7e3f6c461ad3a2fc3bf3745f4bad6c9f38dc4e2ef7cde3f86e5a746e89b2ba721649e29f1319d77f15449f4f9d1576d8b63e842a5c5c5e9fbf6ac9e8c47541a8add5f28c4958595714d7acb0717aced9a5c1d07ad7a6d220db9594c00ea83ddafb698c21703e3922806b115c6416b3a111909d7d0f41974cc54b72fa285c9c8a7f8ed50b515a46307bf7bfa5c128d5daefab42d90580ba0ae8c9851420cbee9766209adf75693c811f1b09079da39513f06f5246d86df971a2c739caa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841951335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a545aca8b14a8fbd4af8a1418b45d1d48c37330141e6fd2a20ef50c3ebdcfaa830a692abf883d32a91cca1179086f749f40995e763aadfca9520db934b6b17b1a73c2a7c08cbe321dfe9bb66ad61ab3b5ad52c07937f46e64471f60b60905bc089acd8466e57b52fb9130736e5e50ed6cd80d7084c9aa83fea47adb040e86549b1d570990d5e6202756d519ffa72496132afd36aa177a8c0ad2be161a0cbffdf2d74cee7ceb4b7f1df71409ae71ac6f9406613837b4a9cf425607364b655df436b471d7c7f0264f5ceb6ce63b6c2b7b670d512eeefcd9f4979bf29cda520571b1b8d3b01bd87934a7647877a7f976feca8321ed3f32d6caa9905ee876583c1dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841969078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64f5a3833b99030ca465854dfffeaefc1ac4d52ce335417d67fec01a2d4f6837292a27e968a0714868e7ed0a2a57944358dfe76f7a2f7d40d0821cdff1561587d190f8c98062bba6605a169631abf84de0211b470b3bab2a52c6153a660fd2694fe9c5e9b6e3cdb6c4d38ae8b7b98f7c0f9697f8b656967ad2912b6cb4462ffa3fb81ab330f298c9cbb272911589274cd0cd49fc878a5a3ed1de3034edf5a47e483de2017b6c048d0302b1d5b02df1f6f98df69b81356b2fe71d89e2eb6d78d732720070f0d1d45450326fb5baaf4d4376d5415ae2da56b4b6f428d81ff48f43ad0ef39e967ec8d29a539c327b4ee86f78e2c54b12647793fd22383b4f00ba43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844480983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=34b30e25f8ae847fe1697b3307c0d020707beb404893abf31ffc0d79a8746d899b8be6d0e86e3f5d955c9fe01e1c0b0f00867d73b405de724c288e9fc58aeec1af4a80e15c7aeb3ade2d40a020132c8854bbad9fed12fff0b17aaf85d60b581aa8aadda17cd07a31dc339765edd05129f26befad71e0cd5794cb1be4117581f63e824dded32e5e279b45895121d02255826bc210cd1e4505a819b1445ceb0c6cf46a92bdc6e3cdadbda28cd32203d9246f5da047b11b3fc9782a7f5d2daf7750504ce73c4eaf8b46d077969d45e2cc8b20d1effcd5b78e8aea278564f601b28d96fb53f4365478721cf1bd0e26d9cf6d8a1d5b0a3e1b815df58f946dbf412e2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844502854Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=87acfada0548935f79afbe9191cd951ca80b324cb429068808f769f86a0beea1830ad9fccf1bfffe9bde7bf75f726c1d1873336c5edd97c46e9de268c73f9ea3f2d7013e6d47f02ea6646e731d777a254a09e2270d394ad2932a7bac18879ef26d3bdfb6f58574d94638289c59d01ee1ba01704791283b440b715369821ba76a496d239740f0c5704c788a4d872a131429dbfd52e8457c546a85d3542c32a11843fde6bb6c4a8f0df9b392bf5fd269e07c4aa394f9864a9bdedf3e1b4b8986e67fe41bfe8c53fb348145262a9f5ea536534ee85d7eb38eb6b8259a5d5bb8a9affc6eeef0ab23c0a16b5db333f90f2846bc70a6cc5eea70f3cff89b2dd77860a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844531358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90a0d75a0d4ae3d8370341b15fd9f01fa9caba0e6826b06d6fa5c1657886ce77658c47e73d9732db63ed6b33b3e8fc42a9a1cc4cf3f10797c5e5678842f99b542e6a04e27bc0db468aab28a521c096ed224608f9f0a346ce289826e163dbad0a2204ff36ad2aa137842bcd6537ebeb56bd62f4fd573e96a8b85c0d56f42955a96e5a156b024b1e53bc481302b04c57a42ddfbe055377cc7b99dace3a90137de6094a0a08b255aaa82b5b96df8383a54a000f1b0df5549659f131adfb2267dd28a780e9e85ce3b3090608f4e632879418068a3d5454bb2b189b83513cfe9fee84ce0cf552f0ed1936c5fcd552e01851267d749a0624bb7a1f849bba6c59d42fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844551896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=323ccacd71b6a6fa3b310a7677ca3094ce768b5802e7dd35304f5fb2627fcb52605caade54fcd133fc7128106da82d43f18d4cdd72a862b5d572095969984d912f16257fd25083bc9dab4ca77daf5d0d0a0ff03b7f03c40a76d7839c606588cbe5551d0b9004adcb1705ed86b6d7463d40a9c96f76a3dfdc82e3b102ae91270a385768d4886f53e04f1ca908b6e91b733fd1b7528154757f6ec7f66d4f9944103c602b395cc4b6b890617d0d726dd001a252c6a2c90c42d2899c37123e80962e08c64a9ddc8b7f146bb3b8be692e002fe2a32249b458851f3efaa516094cbcdad6175f9d9f82ee6bf5c68a2a33a663b011e7033cdeae19360b739fa44572f2a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844578406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dea304650a41e9b19a98c1445b63e172368ab0d24c7e1c347f1e38aa25c4adf0b12875103634f760bd5ea46eedad28125efb183b495995e195311f82fe7d2bc2cd5ce6597d1856a5197e5e53b2398545b3b053eeccaf6a314927878bd9446e6695dfbb15961ab9eeac0a7b09edc1552f16f8b4f1c62ed2c4323a790b3be5c3f80909d9acb237108c709919da70b626a6ed500cadf93ebd08ddd596334d7f6cd6207e582a780b095394ae82998f1768e656a7fb06b93f0b747720980cd357c4f859b573edb2d1ffc1ab4e5490b00d28b35c28dd1448722c9a30f15ec9049a1b3b61a92495948f12fc2d9813b90770605d016f1b0056ce9c441e9dcecdf0e7d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844615807Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58842f73b376be694ce75dc78996d71fea8fbe6fcb1b382b590cf0758787d25bf5e2a77b3b928372ceb2d67ab4f1f5c6393e38e397e64e06ca3d6797ef711973e25e0eaa98e4897dfe67a620bbd3fd66dd6c14991d874432bc836556158b4b5e3e853e7cb8e09c32235461e7df01e50769463c0bbd85cd3b14c1f38dac87ff0efe8368993fae713caa3252e234b6f9ce40f0b2177ed0fac02de7c16ef442d5b0bdf1a7bb04dc9cd9082e2ee8afdeae807c2082a4b4cfa7ddde6ba9ba6f75e04871498bc403e3397d61a5d19c40443c0f6ed9382ceee298604786486e505060077179b1d8029e21bbe9b3a3f96739606c8c6c3e74b659ec645a15d43cb0d42131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844732767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf719b6d8948391faaeb52dba3353753e9b73825861d802a8c64e65ac3fefbcf9870d49b8959f70e9d9e0df7d16c4fbf047908f932853109f68059388945723ab2f659a840058f799c49b22dc3d55c1ca6c245620400bff5fdd9cb15786d42e4017ad4a7eb253fcce65b8c05d162475ec05b10fc4a21842e3a4c014d846cf94f399010a59c1d9e871c9a70f8f557700b3b186bc45e56fcecc68fac1035c9e61fa2444bb42c1b81ca88b2614933917e6cad8747a4118f140d673990ba9aed82b04d7345430402762b5f777968dbfc4b75a3a2755b23e6c6a60a50fa9f539f75512a01dc4a6a5cc8b26bf97ba457b38753d39c9b900784f935e5f8c6a9d6501f37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844482906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0df2fa4d6043b1a5dc90104a1fbe4f7ed79b6d0fb5320c1a4d7af535eff5687e26df21d637a583edd39e89cc960ebee5d3acf445edda88b65b61c9d5d35b7f3bf0f2cbab63685e5845b37f53125b564389e03234d5a121a5fd5a59c221ce6e4cb1b4567e0537233735118e0a57ccbacdf3808b53d56adf66fe106492fcec5a91f125ba60e5eac76ceb46ec1abf7a29af08954d34a8f51e4d0a6f612c9dfaeb1ea84776d4d1d881ea30a6edad2b6be3174c69d9c672151674f95832d4c133792bfc839efffe7339324b8f478b7412a5fee6c84f7be1f7f16353ecf42a3ee8c9b6764d46e882dfe25016f577542514d101668215f36f296113cc6673b2f255d5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845040537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a73e03534993103b831b58d584068d1d2ff92ff4c64bde159ba0bcdc530e7e2a7bd3e7a2be3ded91898b2faad8d9a3de40aa743c68c80640cee8c04841082fd45e5f44900156dad9f53fb0da014f41642094b7665421d7538edb6559cba9e88648f4117fa3b0cec871b7d4f265f834e1015df78db51e828e9fc0006a61f74b1bb690a9492e801d7134f66c4ec3cd2479225570077550c4a9d1f07c542d5380ef05a2087acf44a7d9ed2c19452d97326f2254f4a119e995d3894c18ef1411814ab098903a84b7d2bdac6222fc83e6603d85986353cd3bf62b3d86224d89b5965d8c754d59e4436d20c15b00a47fc5068dacb7dfa9efc6094aef1b90deed832502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844508214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72a955d5104d4d335042e413d8b87bf47ae731dafe22c3d11f5ff505c1c24f89800164b8a908f206be3f2856771e4b9947a9ebb7fdfd93bb8926838a9e9a51159922c90121a31ff282a100b4e5a84d154121cd8a5f59376ace597fd33d5ddb87c81b60425799ab89826263826e92d4f73dfbbca1692e4fece8d189dd6b319f1787c9059fb0e95b74f60cf6a5973f0e1bddd249147d07eacbada0f4c00255c0e844ea7611b70824552686e4eeea0f6fff8ec2bb168acd7eca471dcd0a54377d5884c42336564269513d6d63983c390b01e34bc0072bf6c084f580b9edf8e2267035ba4edb084530964b9b1df844d3414bb20e35204eacb02384ae28c2528892d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845112523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43764f2b66ea03e6330e863dd4e703f0fb3070f3ebdb8131760796d26aca99f8ddebad3a21358ee67546aa605f016964034c2fe1be19e68825da559114eab880a0844680b98dfbd61b53c11fa8d7c8ece345de7e13a763286787eb2ebf8fbc2cb5b3246fcd11ccc866e7d7f04eec03c344c33e19e0217a8f721facc680c5838f54ac2d76436b85d6a197159e0657dad5dda26d3fb7b45f9c20093aeb638f7c9a2f15b14f987dce8a71b2151126b4bdfda5525b82991f851c9687741aa0b92472233bf987ce43670117456b4b99b3f6fd8f06c22c8152d8fea4f0900124a6d5e21e0542c59b692f47e28241badbdedba3a589a5cce85fe0c4427e73dd436323cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845145926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=408478c6bed284f1db1f2c0840677d61e15d936e3bb7ac962738a13dfae966b7fd8fd3b65920eadecf91ed1ada58cd5d0108cb5d42220f91e4f3b7e15243282cb3f334d2368e3f0fdd1724df7beec3417befe9f5eff5f7cc27ef9495e0220bf4b660366e70a0b896e9bfebb59f1078c49a2d38d5ac0182aaf24edaec330a7939a3a08089962f36240094a458eeb72e23f9aa5435ad16877d48f2e019ca78ca5e1f534a6ec899f4ab1f959262e74c47e7015e06a7219712cba3da71a4f2d5b0510c0ccecd559e247bdcfbd1cb9fa37da1efae942f1ae125dfd1923d733c5c60b3a1dd76ac054b0108a2585fec805e0aa48724ef3ab9773afec4a7e3b187e2bb49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845152087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22cc6dd7d6a817f2aece71fad927495a0e63545789c058815563f796bd652ce4118af58439d2391a8b1cc1b68b1a26fdb580ecf9af0a8e7c26ddd14c45a1d63b30c1a00bed86988dc5ea8ef2815fff5f77472b4ab47e1c2cc5d4c78f818ad9566da1e498dd6fb5a79011af784f84d76a6e734492b7dcb548e57e8d090ffdcc2e326c9694a3998cc45492d05ccfb6283e58506262db4e1ff6c79af1e20b4a1ee40f739a9816746970cd2d57206393e6afc2f42c900e4af7c0cfea8eb1834bfe5afdc98a2cb3ec3a3b7441dff17b920c9c416cbb4006a2e4c3be893fe5c4c9f8be721372ebc11057a5581ff41747736342e2215768042d4cd74711f4754134479f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84520125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43b3b8eca2d7a964f7b8c5488cea3adafa4040cfd7ead8704d97f064b5b2f039105e9e2d55fd176094f36e0b53a3dcebf4f3cd76aa735a7e1fac776fe26d11161df0c422dabdd269994be6fce3800396fa56a19cf710880754309da9ca4bc3d49390802ebc45a01084fca435142ed4dab840abe010da8ce881744b77d294c0e42aefc9d732bd13b7b73c00fb997b7914cd1763b4864246690cab29ac4cf4c1f0f3fe83fc48b346430755fd799542840b7b7e8a17ad457e1e99b68901abf63d1aaf558d80974df2429725472b07dc0c9b423ac660cfc44da5c57062a342af65f4f5f4716eba18ce345fecddc02d32870b5aa4f664ac6697af9d85a1bd29160faf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845299716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e265b1fe8604d1b747d3c9669701287eb47c6477ac8e37b1506605388aeabd4d819d1199482cd99b98d11e3b23947b6492687632037c04ddde22e68c0db464777a64c75862507a2b450246d75549116444ac631c08ef3e0c4cc76072a2c921ecca4786dd846d0f630019429d1f5dda359de705fdd4462946c19377b7a682e60c20b22d9cc1b016aeabec6af4c5f6a869e843fadc77f6dd1a00079745a112a98a53b2383caaf984a28d0ef677a9284794b680639a306296d00c40ec71e5798e92d166c9b2790d3df7ee4ff50f7192dea6fb63e92d4b108f328b7751b0aff5ff99e41cbe8296d2e59eba0222a7c9abfa280349bd984699260d702b0ca2996c75b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843942638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67dd3956d652f30d873fee9b0dbcc3d6bb46261e412eb68986d81e56e2857618d05d02501f79ee0b4a9d010024e83828f81844a0fd1fe376b68f3b881b1840dc0771580b93ba5b86929305bc4e59c2b207c6d877f04cf55754e088eafc70a423f450345b32fdd47e918dcb7c13c288eef7617ba9c621b521f186312cc8d7803b4d4f62f86aa1437bd8e0e5c516b947efa31dbeacaaf809330e6e0cbdcdb171b0dd36fc658bc2caabe47a1f00eae88fe298af8f98e22df4140ef4ef24a8dbe2245c7bb952540f8a185c97496f4fbc149f6bb276683db48e8aab2836c02f3457279f7fdeab6bf24e0fb64fc9c4cb3a71236f055ebf51311db40ee7b8b99bbbe331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845442264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25afb29b7d7fe4073d49a3ddd59c3641547818871255ac2d12404917950f94fc9773656d4185ce2b2deab3bb235a217edbae09eedcd7e1e58f37d48a43dbc674783b83cf12b57358395d787878f25eea513551e5fbc9768442b4aa46e6997d4556290e552430435718fda185196f0c4725021a85cad18605fc42977a81f0eef7258e2606474c928e96f0388907b9d94342337b0ea2c3aa7dea239c98bc7708c6f375e6c7a6c61c617152f36df05df422d256d16842ab718bf20e53cefe180a0981c6e8f1a968e902b2b6dc2b5a4a7ec3e0f7090d7e91e017615a67b352b6deee5cdea1a4912851a8fa9c4de77e4daae7cd399959c354f59a173a2a889e150c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842647237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90489db311c1a816cfb9eb25a2d12e79f87555efa64dcf9b3d66058c5958710118b875f879c5825a42e713ae2a5e56c848965d86ca63a017282d3e57b399dc3476bf18875774e08e62ca88bc71b4c6e8dbc7f382b00b919083fb3307ce09312b6080ef918185f33a1393cf9be49637849d8775bcbb211a32f6a17c7ff1f65e957aa80be28da9b5b90b31443ae97ebfcc8ec74153fe2a427508d5b582a5614c8a6b3017d3cb9f893be1e2b9e1fc8febea429d92ccc0a7aa3447f65c3f16010219966ae5ef39719bf473401a996fc9652623606c078b0445bc5ccf802a1a49c9ea723c962b8830a5cf24c7cc8912b7d510fe462589c45826a1a91a6d58dfb9f3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845523187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fa46ac6f5e20314c1a116e7631c235fc453f94d55374e9672f3603d232175f6ae4a22423cb88838af671551ded76980df81cebc58c9eddc5bfe21b21a1ee9fb69247e2fb9c4f11087f4a267c410969986c41f926768dbc9d03adc823352222649af5a41f0b5fbbfe65853a71603e8056fc9fb19b7a83bfa8ca40adc635b4d09876aa14106f03a5c96801b88b7589e41218d8aed1ca14ecd687ecfbe329fa07fecf9091e4ce6a68946582dd791aeef40a939f348bc5070fd031d3bc95dca63dc0656ff0e43f83fadc37bce22f3d5f38712f1bed634dde72c73316a66bb62ee1e72c36b8098867417ebf8bd3b59b8bec6c9786b58c33f0406b3c970489c299bfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844562356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4eb5f45555cb501bfe3547d9047efb410800f05056d9faa9853e9796d680f16a9c081ae0ae08ca4a098309e4caa80fc84fd65442ec8b152efbe1eb55332b3169830a46ca6efeaa50f9c7326be48fd554c017779047021d4ee8747093412286079250556436e22304a7f5b3000b1e22db772635c67527c7a10182a8e9d128ed5deb43d40aaf88a7d4353a024f2197827aa440d4b3c8150271bad8c6b4b140536528ccbecd9d918cbd3e456315191895a901b303e8f2ef3656ca75db72230d68f33f19939d5f7e74e9a11616eb611482eae3c3223e696546a24a091e56700142e10c429764e14faac0b721c03c6e87e5f64f4083ac351435f2fed0e1a80af89f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84565231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4903e19765a0de4b98daa5b39939af288db1a81ab324010188984f240f5bfb1f26a6c956250dcfb1fa0ef88fc0c69a229cc8e5a01bc9b5bbfec0bf6d2a8bd2e2470eca39e6669504e8474055a238f16442e014932778072ee459218b1fc090fcd44bcaaeb409711a6560192926ffbdd3a582371000e7ecfbdfeddcc1960838dfcd96749d513d533d8d4fde5d94f9aabfb689bd31611d128ffc632f764d01304a2427c3dd6dadd601768ee76ca6151e2a7c4cb7b063685b0b5da020cf4f2cae6208373d9154656ad4890e8385d1201696c8ea8345927a66bf4f28101401056339a520d0025a62c85fb641650020c6a3b475455381dd57262a9d7a025da3bc9ce3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842864326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9888e05635737847a46ac81d8151dd2c2754e0ba1b3cedaa486074292b0c120678e3af9ffda902c97402975fdcb13b5ea7d01ad2c8e1a68678c5b6f89092e236f8ddaa704cc84caa60b34c9db5bb082242b3e731ecfb6b76abaa86a3a344d56f2b2ecd5dedf87f9c621c162b8194566eeef198bec320aaa765a7c3dc45a16ac61baced60bf7a7ffa28ab67b01bfb5f829dd18a0179d28e788c8253917a051155d276b467bf7b35458168ba35e1ecd4f70758155236d3d8ef1c287a8558de269fcb762a6f6013dfa9a31bb31df5cafcb41e04f740d8d6b79e47818595fb5cd1acb8b8dad41f5427e7ebd586bc860c164dd44c1cfb5a13d63c13f92e3e257bb5fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845684401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3de7c0b47420cc2d34cf891dac77bff45e6c2f1b96c636cae343d8b9bce6adc29dee083929626cf8422dc1cf79ab05760dc3474d3c4aac1269d6a034764404c3a0bda79d1ba123143a9785be9115f82a46edb3dfe1696a55bc1139e43a1c4e40fc9324a6e3843626e093faab45142aee17730fb86728f16a21204dd934c4254de20c306ad2bdffe47005db38beaf91ff7a9a4d0d6d9399bb6b74404380f051fc5e778b0aba51178e8d2213084823c2800661e6400269be79572469cd58cf550e6e5a31571996e43a1afb0a22e4b1f86290c8dbaa98615bf893457677c1a4854b80f94c9ee45ed094dae11f279f30993255c5087380f60875acf2c72c80426853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845711702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80f9aa1f0708a6113f89e6cd47ef220fd6279c1b04754a296ef995d11afe3fe3e84395d67b2f6e41f9cba4d949bf9fe1e058d32964867331fd6ddc31859e03c52280024fd475e426990726c3692735c0844541db88e44581a202716ea8c3fa6b812cb2438bf761edf15f9d504d86322b64766b0dfeea35604da9019cde6e0f5e1e943e30e1d3f95d0b919e9a427fb6015727bcf0ffa9286c228e92ce8d3fe3df42317fefe39ea277d5bb0dc07fe3bd73c14e64ed24806874ac05a136f62947e6a4fb8083815926024d273c12fa2ea0ae70ad1dfdc59750b4564a2183bbf4c22e283cc178730ea9a7c8ddbb1610f11f8a3f3dafec22bae45e9f28d47738f75f0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845724216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1783a25ceb6067db10cfdfea419047c940a364eb636c1590d5f19b7f22b7662ea608c8b979b3b007cba612908d3476fde17c27c71051e9026e29cceffce6bab9d4cfc22dd0f3e8faa337db3d57edfad542c784a960b1b270f45ed8273e9f8e60e3d4cce7a27ac923a63ce79cbb8b9471e5d720799eb67fdda79888dfa486baf2ac06134e466aa0d52d0c108fc5e9d7395e562d161aaff4dde186c6048ab57b34aa8da7b111938f474a56530fbd6896e96b3e632be408eda82f7cd4e05a6b77fd16a92de35bda31801e7e022deb8af4e30e5270d417d43072aaa806c41174c85bc176e89a423a503639df0d9c5d02a96e608c55e87b41ad1a08a71168be49273b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845753321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e3f07c81294e08d10c828b92fb55655f383705a5e991671122505720c0a548941c13d1abfd4f563088285aecb6fd97f7938ed613cbdd1211687b997b9f880ab65619db40112c60b82e89f5b8d5eb008dd04ac1850cf8d39324ba03a012b59a1939a2c9232859375a3dde2b30e8df22747492c2b0a1330995ccaec206802ff8d3c050b98b6c309fb4419e8372015c2bd4836692f38d9a93304b9ffde510f3f217179c90f08b6489c630546857731f98cc2c261f50fb7e335add201a80a88bf5824091816ae853eb98e3e961d5835ab8d6981a7dcf685186f5741e037a232797425ca7447aa329588786fc699d0c368fd1a47e0d5563fb41acca0272e7f465ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845805148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9649d85c3de7447d5bc7f123e35c89105bbd7a34461b5049bbea49bdeaec961d773055bdcb1bdc60c170db2cb316408ba6885c48f2993c7ec591e69784a5a0cfcf77ef4c67fe3b14bdbb88bf95e36664927e8ec773d2f0f1e78570b2af58edf720f4a8d61a0930200fae425cf9b4354dd60216877787e196178ae1a76c5da7a38d171add309a22509dcab39b22d1987731b6852a433641c2a9077fe073037c8626bc360e6a8ff7e2f5dfc69b33c2320ae9f2f56f10fcf31725349400035e69fe1d80f19a05c020ad3c6477d41735b293e4987b4fdb0d9580a96ff14f47200e1c705af6b9ba6a938896f6045753c777751c31028530031907d435f2390edfc5b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845822802Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=984d01fcf399fe3146502c31f1a8e04ad255525527f2eef7b8d0854368423a9d043c86ec3335ea378d118f083a0a0952d7719058d8baa1b05ad712cfed25b65d8457cd1505d510a19f7e56fdb2fea0802aeab021de02ff8cfe3c642dcdca3c3f0402ab73c2e9a21219a0371a153457036015ec3c00ed06cfd63c6be7ce146e6f250ad91e42fa0544680aabd8d6516b91b9ed12101cd13969785b877ed3337ad4961cc2e71853d13df61b938711ca7724c7f0aed29d29df6e93056f1eb81a89ff5d3864ff7565f5e5da75ebc44237668b06de1f7ff0038fb0f8f17682e4f34041da567dc9b9dea4bdc84cb733a83dd50ae458da44cc22125c5569c23c73bb474f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845843581Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78b4135b27ced3fe46a516bc51e97ab32f8674b50e35b56fc361fa2bff0ac60895a9bf71327564034ac6a82ac3be48c6cf6ab104d92ebb42baeb48eb55ac24b22563c6518175d795ef592f1caef7ac051baab72e2d739660ba707dfaf688e1c826003e46f38ab9fb4579de89eae01d2cefbcebc19ea6be051bc57942c619cee9ba081a7a606f0f2b5d520887a7329e3747129ba3c09bdc0eb8623129a9e4ed5df55754eef7ee271e6286f089f9cd17892907b58a2d90b3b44945076bc2c99cbbf3d368405a62f9a9bb457fe2f8143b5e83587bb9bc19062ce65533c54b3e4360888186860f7fb58e2c9749f6b7cb26242a30810a13cce1733645b9ec18581ca4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845873918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44c0b9ab305b713b556bc1a250917be2769ed7a89459a60644d4d89bc9fdcf1b9d0d9e52986b239bef840c6cb819ec7b478081badcbd62693a9594a9bdcb85318e7c617641773471515c5e9472cfa5cacc76defdde5a14ecbcde15ea5fe60f558a615eafee3d32c4514f08b3ffe1850f96278f2454840cb7e743a6be42c34dddeefe890c9cb741fe20c186758a362641073e0042ab70a511d71164922dd66c54b6ce1c33976e474095cb57c51aff75fba89e8bdb89874281802e0755f1d9b418324a994e3824e4c29556cf9c6ec6d3f66a6b7b639a3df24b33850788a421f93d2372a24169aa7e7780f1df4a878629459298ebefb893346dc1ab00994307e90c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845915787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=305217b5e2f373a565fbc17b2148d5780b9620c8c5d2350c64cc2e5522d7e955e05b80b493728ff61e451a1988fae1580cc8cfb86995f2e86627a5730c9bbc77d92b78ea4e4ab3ea2810725080649e01663b0c01d89a35f41a9c1e3bad6c22b7bf1f460d90b6403bf431f9bf52eda7e1778e4068e4c33c62b3fe549bc0a8473f713e18ef6dd44071c588861fd987f07e8e26218cb0f380182b381491e060538c9727a88e81ac81ef5f2ff2bebede89c89616d414afcdcd65f0440f49b76dd62276e3294850f7dac5936aef400ca544fe68ee764efee1d021fe2cbad8c84d01b9cbd6eaaad025a3ba862b38af4f2ab7156482f553418b763d1bdf4342b1a8b66b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843541161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3bddfbf977233e6661e511ef246bca55899620d5e80ecba716061d861d60529fe138e1759710c17a8d6fe131022fe025462317cbbd46c19e7ef7b7490b83bcd5d3a3259dd15e37cc16d7f7785dbe240782109db2aa39fe6a1067cd61f42049a8ee879beae7ae3ceaf071c47f7e2092b810e7cc52eee013d6a376f5a77780062faee9596523382a22dadd31a0c8811869dab9dd5b2fac617aa35f71c6c71da89b9b1351f0147ea71ccb367e58584aecd03b52eea6dd4c4e9922a67fbb3f3e7347479b51c59cd20ae94cb4568f2214c9fb25c79b609dc263b542452957028599d2290ffb342f0073c0266d158adb03d357e37710223fd29356ae9a4ea8b1a6c23a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.8439332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9c3ac0124fa110949463831022422f6184e67c5882ef87da2221f1cc7119b371d73cf199b393ac8be6daa29194f982c27374f50610e7ef3b7ae07fe668952c544ff89ddc29d1cefe363de4104ba57447496aa4b93807cb5e5e8cb2b98813932d26f81b4392b909badde3013d942226a5cee84d1de30b651f21fc57d15a641b6ffcf285c841c68ab1f9b49226f15aa57b06ac36c6069f7a0eeba42c009723ea7ba94744856b2b07da0d1c2f323f6e4d0fe4b40f1cc9dfd5793b9d5928fc615b6085ecdb08e6e2ad5b142ead23db8aaae7e2252d84175c16b33cc2932c492d8e3329c2fef9abb5a764265b00f81828cc31208ee88f4ec4a742b7fb5f1923ffb602&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846167201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a93a1580af93d6efc8dc27e98b9002828b2edf3dc6efa3a01dd5a2ec32694bc29e73b3d96478b411314c87940b93448cfffadd258400cc13b4b93936d0a71d15a710302c2f69b32e69e7a1b573506b58611a516385c09c67d1577e41db57a7d0ef0dc61c39f573a6e40394ce26b99aef19f494faf2a535b52c72f867fb061dedaa94fb2b9e875b6f07da2373c0c910372d17e11e3020983cc3a186339f365e6b3d30d5d7103b0663b93af5549474ac2eb4d7c0574637d61ef8ce853bdd0c6fce13cbb594017e9d51b3965e6505353752c3f99f3037b6a8b342ccffc92983d07a4b1c59ccde3b47fb7127d6166575955bf9890029f893ea74e966f87431dcfea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84571577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31c88568d5ebc86e5ca25612d7a12aaec447c1a43541f8c0178dda8ef2440ae2e1617b3d0971cc97d003f2c3ddf0519e6f009c8e2fe47299dd682cd9d34eb0d448a195b057e0fb162fc8fe695c3e3853a62d20788e8f43af6685f9b420c4e7afef9c777c7ced96396261c563e26ec927b6649dca9cd2007ce05932b7a0af70c5309b8280d749b62176980e563aae5711939a588168376d8798fcf26fd6e90ad09cf8b2d41fbd47143f720c6fef4840ae382a3d082a8237a314f8fc00fa037a16ba1b06025829bba231a25fc2087b20c565efe14ab0ab445bd5bf21cbfd35594935bc880a969ee72c0ca13f71c09dc4dcdc1604223e09f77b5db9b4116ad9e25e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846216544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2feca7558a0924bbf27bfd0347f3a2cd4d3afddb123b7cc02b193dc5e4b31c7a1551cb407f804221eb0c4a37674bcfc80a4931f4170c7f361a56796c3c6489b65d673c99a7ed25224124f1e26340e7f3fc32e1766ce9adf558ca101ad9704944c148af2d8f74dc5cad2e126857983d40aee1ae6aabf3bb5be353db64d1ae8fe2399148e1bf7788638ba453eb9e8b9c52ea79b21129d13c6519aac646a51fce71714784c6fe349bd98b7ad5c050e18b8f0757a1482b11f421ac4f9c6689894a7f2733dd81aef70151265e579e95e94c6ed82d62b6551ae1601c7d3698219d6b0012bfd7a22f40070d634027215ab55148016134fee73cf47b44840c39a6da9830&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846226212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8d88b2bba5508e5dd494979f967ba2bc1c131daf1ea5144d84d7f791e4743f4fcba5b74b00fe8dfbd01a9bc1ac39e11417a3678b8211444417769d7e4bf3a4279fd8a9cad7410aa2773a3fd7d4c2c90f80d667fa72116fa48d8733e175c839d5ea3bb6bd75e8d3df83972ce41246814699460c14cdee6e20308db2d15093da7ffb3fa139efe237881a330b376fa8fd65ab0cf4934bdcc09cc1b5981048c215475e2b00b5aa83e06c84a76c8a11e297e99621a3ffa0442e6e35598700977fe590efe05aa4bb6eff0c0d2154917caeece9e0e924e60c478a3e1f64b3872b27d9bfb417ccf9d5604604f697ff0fc9b305611a202aae7e443c2782071a2cee068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846255467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e4d759aa2147ebad73d7fb0cc81938d91549aab488a42c7cf0fdabddde03ddc039a6f795d4416afd5eb89df77f62eca770c182225cab319f96a7017e7b6544e8756ccd80d71df42228d82a2a28249e75ee10f93eca8f881a442eeffd774a26c780285a49da8bcbd24ddf4850d9fbaa78c43bb3c9cc07cc7bd31655e01f348d3840869d7877fabd179d40b2385819edc1e00be831ca300c4f9c6b12fa3b1fd6d31923c9c0648698f94aefe308fe9f9bd1ef90be43bcd3aac1e6eeb6e9996271ecc90a6beb56d69bc6fd25f048e49695bdcf7189259119f1a9f5dab2d567a5d91200cfa11a24b27fb0a6d75ada1af47925eb670e5a9a43edf01447153d0a8bf94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846266358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b32191fcaa833e4f159ad85aac50a5d3bb8a28ce3bd17f16eff4ab422bec8cfb1038f744b39d41f8c856949ebb3483418ff0b0a7516b19b0d720ec2de7febc9a05bca0a790b82397b865390170d0dcd61c91e1b5b8c03f0b813bbeea64e00c131b70c6140ba841394449623c098aa1b6778e19de07503f5f09391be40131e85d1aeff891db9ee6de29de174764e89cf9ddecc88d9d544ebc6850f4e01909e99993dd5f0a2dc6475e71117003236ef98de11b34d3610cd6eee688c95b500340aeb1890522516311ffe71aac0ddd22ca2e742aa268a63556bd44be41978fc03d88a66ea984e1b6991a62f086a2ad52033b2dcd03e4c134fa692cfd9733e07e12e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843930104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=427751a53b9543d92246c72a00dfbf35a731a54c0bd7632a9755f95ab28be0722ea8a343e91aada3b513b4a7e93a5a0703c8e0348f358677bf4e28c3dc97ff1b0119aaf0117f80f51cbec99077050a6e13577d45ce327f50cfc32b4d1eb630ee24c28850d0bb7e5dc20e1258b4c551c8c6358e919d50bc1d6fa2610dc36abda5d59fda2e5894c6d0c1c4ddd82a6b59f976a7de98aaab5df196652784cef5fbbee040880bdedc4bd36fec32eae233fe04553885b5e0a3c930f9970d94b56daee8f5775154bddc16601bac65b40d8b0774d1a7d8e9b7473bb3002b16e684ca503cbf130eeeb5214bf583fc7cd59727f1a24370d4d1036655b26dc1797dc1e4ef80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846308657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3aa7cac1f059b5210b95fa9f1da623f5566801d8e787dc4763cf90684ee295a671b06b1f4c11dab8e2c0a40d85209ca66610591fc6808f5026a6633c23a08cc54a89f8a34eb8d76809ac502e9cbe0eb10188355d023f0fe850767e474f1a43f93ecec0886e4c45de0a55b43d26c3d23d4ea8c35bd9f34f78da9ac2bc899edbb2ab508be9d46ea96c64d97857016e44efd1277b2d4fbe63062886da3a6bf6b2dddb7960996f62fc78d80f2bb09e80a1d8672183a479eddb85573c14423d4d9da878584242ed10fa289bd769da38b60330963375918be50c8123a70da6c6c3084f063e9cd7e7e1cd50a16a42aa5f604f52f669566dc9c2c44f47c6c70b2a6ae16e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846320139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9801b9a9b83481380ab075d8148c2d747c11f2083e512e846e0f39229ec6ff1d7632776accb5b4661ee188d15104b0bac7effe49ff70e56435f1a282a7def4800f7f7a233e5f8632b1c7ba1e0d3e02dd95f631173405e0b3e6a03017713a0fb9ac4ae05f95c7c37c4abbc7d8b884037d4ed2cf268572feafec3cf0b656b2b7f5f8daf4aa2168002b9616c9420a834a4bea9bb550985ef5189fec7022cdaa908d00d6512d47446596f5ba745c78357cd91702c37a83c21ebad0f7370385b11c9dee231ca19de13aa9d6d77e3aef22c0e66a96dfbaf17764fb445a3985c93da085a20657f1af27d565f5ce7ca664a9fb5ad31b6e3a64c9341d815a4f7e522da2b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846385172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=630532dc8aec019209159c4d027b05068006338fca02ed3563af0dee78edd1d9ba1504d33260e003b7cf23833efba71cb1770ceb8d647b3d681ed322b907ab3071fef8c7143707212938a9f2d1134fa83b80735b6527f915d72bd421677f6d26336097c3c96cd368bbaab31c9c3c12bb17e7677d05fd43ae252fb910988503931bb8790f6728539abc10113d6d320880bf0510ce8c14d3f113cec4dd5d7768177c414a6abbdd2654d3e64dd572763b6c3b1c40d4ace5dc35db1191f3dd57fbc7a476a31b34240ed117249cf82af84de7d04b1527920603e91dad01695a34a6b81e5a524bab2f256d7a8c936c243be18162b94e4ee94201535a2377764d3b3a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846399629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e820b3cc29bcd7ddc0d3d5b5c1ccb9ff44b586bf1d46c993d33e2d2c82cb7d0dc72d47d9dd9b496a51806af2746dfa31723eef3807a5b63f75c923c06c1e4d03ba64b36942f35c48f2788f3eac3fd19daadcce9275d4525a4b4936a573cb2f1ce7ca9fc572a13516cd293bcf2609d189e8db4115f540c29c8b62cb3239294429e8709f80ff640647fa4defa2bc11dfd2b8db31ca9fb01e59c674d300f902843409918d74c86c5f05b5a3f4649b11361bfc13a5d2f83e52b3c2130a255df53630ef95972a988ea0cbe2c078c25db59da5f47ce951fb2b962365b242d034830fa4ff6711a4d4a1e12570b215c81ad32418d08ab9419c1bfd466ddd27f5a45709c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846446768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56ca66c4778a78e498775292f8d055c9f335c4210cd96381762d219c94b6666e9628d75f25c82ec32ce92d2f6c689ffc0b333438cee60c5f16934e36b507a6a5963ce58faf2d006b7a8cf98e67e7493ea4dcba81f2066e3d5a3015f842ff38ba2dda23c1dfc235bea0ae78cc500d26b5c016e24ce15dbba38f12794d7ba7655ac77e4aca18ab671db8165732af3195fb9871ed0b0819d0e199231e334e13c9ff345cb117b4ab8708e435074908e24b0878cd4ea8ad66cb5ccb8ea0fd129af61f323b7f3eb627ac957b748d54741ba2bccbbeb68ddbc1e18c7aa1ae5862ddcdb0c517975327509bc050af08314d64878cbd6a2e05266611db87bfb838a02b50e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846450024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e0b838f7ffd901280f59d0f91ab605771281dc766c48a436a7b243311e761b4761f1490f2b771636f5a3914c94923e755c12ec58f503dd729f7b948390ee1fb8b275b6b1b9bf087c0c208e274e956f444758bdcc0a5b78a0086adb2c39c7bf462eb2aa3310fdd5b7168f3f9cf697eccadf1c7fc37f881d73e931e66b00c3edae5bbff66174a7e914d1398cd2b805fbe3f33911dc67bf5f3bb72e975ac2ad729977875224ca2645f1f1ca7b26301c925fbea3a555b14896f5045a08e23a0e4db06596689e165e51bb26c3c76e7d52dfc87e74b650026754b9ce95fc5e28755c526c0f62ccffdd171c226a17e698258a054968a6a19c33a50c117dae6514dd900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846504617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2a7963ee83f23a0cb1c2529363fdd215fe69c373f9785aaea50179580724209c6339567d6612c9b110aa196d22d20da308fdf15aa965c82a687e2f91a2c4d758ea15c7c1f94a0f3bb66f1cf45f0990a4a1621b0693662683bc9d6e3032b85a61a94a6d9abcfeabdaa370db79cca8f1b7ff6f13a092e9c6b23de9ffecfbc8383adeb90546e5aa2b756280e666b8b2a0595d39f5ccde9f183947ffa025642d07e65ff93dbdbc7ab1403ec8c0f0c380fcb630d4a2e3d943895786d7e2e7c67037041d940ad58cfddd854c469adab9d402d24c4e941075903117be696e35565d81f027d2a144a6e7fe0ec141b1084371f3237a0e43056bcfc275c5e6cc62b2b4317&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844205193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=372021aaf581f9e9837aac1c45ac1c99207046232c40da18fef2d081611938b348256a25ba5bdf5a44134a00c52a796074fd884251005076cfd67a211e77c67f2db98beccc383a8a300c10303f15b24acc232122b560367bbe7647b81cc1a26789aa225770e556ba4ca42f3e8d538e97ed49f67d764d02a36b98cb8227e741e3d99f35c907770c1b113928078bcdbbb2bb56275a32817f8eb28a6beeed604917cbcd6df0a307b9b63b0ed8e50ea1a01925c125e574fcc6d79a27f45fa8e1f3b0a8d265971d147c37628472a4323330cf2fd2c2896bc40d4b2e297088cc7b6c6d7ecee42a6de4de8277d0a08094cf91f2853b850bdde4fadbfa9905db458ca956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845760484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9fe234900b904a9c6a1ec53a5eda47148c77314e31a9507005488647b9e3ee47f8cbc00e152a6fadee169ffe769f99871ea88a31f9039d551dc71297ebe86cc852929b26c064c6eda17b1ffbf872db3b5340e14275374b11f4f4b529a1ead3ae6451070ef40a56ab2346f465ffe4f27e5fed2213f4aa74ed5aab51e5e7248cf5415cd264001907ffbd2ffbfdeb5baa663d129114274928de676408afba4b75b5ed4f1723feabeed97eef4cb8fad361fd664d0ac471beb3607b1a7e15b32976cb2fe4fddc455ef1a69ebfe745171b6468ff941b3bb191c027d21db62b906ea8234265db9cbbdfebe4f1709620b3b96f1d04cc3b2f0c9d9f489ae3fec08872f18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846738808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0dbcdb6f69d7c0c9e559b050a86091142ae0da05c75ff44d6c188ecc8375a4d5da73dd4514a7800ee5fb4c05b94632ec33b2357933c893cdc4a2f3d972f46f68e0bef128fe4b37e547532bb495f36dc21a277bb0cd2d36be4e15e37cb0ec3b4173a55067cc5fd6eeaa7957284d604d6c714d2c2ea2eb931083d0ce9134235a2e33c91eedd5adf76e6668d625bb11b5d958589c43824d608f8be200000e33f9656eb3dc2db3cb8ee2d1d4ef1956fbaee4d6b2201d529cd34156329c6ac6588f125b17341f42e66a40d3126b93346f719072400d9c6917eaf9406a9764b933fd6d08b16244847b1814fbcdd07883821600976ae3854e70695b157ff0d72502f72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846774455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5aecd4eaa9b8aa2d274621da5e24a963a286aff1b01b0bcf93ecd1fbea8f1b5abc10769afd4913cac058a5489d96b44ba1e11c7b85b719907f80c8504f5572becb87a60ddab0efa7093a12bfd4b5524be412327f8c588130d4a5e8a0cfcdfde84379ef62fda055932fede0b5d0e49d24d583a3905867ad33872b2c7c88ad69b86727a8e088d63ddf7a5040996e788e2696a8ec863ba7935a89771d28697257a5b3a64129b0cc723218d47ff5117edf27954757c3311c3b0e3bbce29171811407e530094c0f6ba8b96d6b846d58995a6814ce666aa9659eb3a7a846e649dd623582a890ca5665bf803c6a3e313b48e113733f8b84f8c0b1077eff3aad709a1639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846815312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fdca0a0d36af1e7837d0bed059bfa2aff161455ce36c75913732f48be1c0f4bfeb836fae5474c2c55a7efe482e683c4b493465144c08fed34f336f22c47491d6ee4be4ef8f8255b14fee74e89bbbc392391cd636e38bc3e0ca69d72071b05ea9bd8e3e773dc1dcf096a5bbcec2e5c744329dc9682fc59158eaa44518cc5ccde0a85505efd1bdb2e19f7a3c691e86bded68d2f05267ba3796c57bffcbbc4a6dc51da520857ce23e171872fa09af597d8601347153d926b67bd52bb92964ffa3cc1a27e443f6fb89b9a8fd68b82c6373611222c65300c7a93068b7de79c9d62ac68146c73a5a8264de2fa672c63d40b5367e1bb97d65862b8cea631d1311f6252&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846820532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ad93509afc68ec6d01c0bfc54dece8a0eaff70e5ddfb2947efb8b2186eeccd7ac12fc50eed4d266c9512b97cc96ea5f3bcc8f0c88720134d052f88295a3ef700034e1204535e56e3f86e0f5679f9391ab781353a66ebd60e914d71afb0dbfb17777652701e9a8d2013432b2174f5444d289fcd4d78674d28c77b60970acdbcbe61df20bae22d9548bcd08b9bc1686ceb794a5cad1f5a852a93a0ccf53588702c8f32f0e207e597e6170fcbf0bafe27f6d6852fcd2ac8ba8514afb4afe95fd9b705cb2a958a0b058ec5d1de5a06bcb012e08312027cc3e9de8c9f83fec6d5cca1d39b80ca21286326ef635e02c262f6f7511a56ca23e456e35c2ad1891ad38c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846840209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78e9674be3245524e8ad20c4422634be607d554291f19812d7b60089ff07efcd12936f08fe8967365f31fdc1aa5e320f10f2800c0e5e24756120c01c13e6bdaa553dbb779eae3c9666de5784e2ffa58e1358756db768edfd3dcb3ec20e88eaa11d0536cfac2c5254ed11eb32e950975006fd23d1660d06ba567237e54b27d16925232d9bf1814266f2f2302acf0ba432ade207d38674fa4aa9bbc75ec2f61137e638161d2ccae3bd6a3e09f659dd5c57acd8a1b2a69c945073d8ef4e0a50f3c18ddd8b45609bc944e443602e3e5ea122b0f46c749c3b9ee9cb6b3a1c260e881323aefb2cf2863633a0254846b7ddcc7a8c53a3370b8bc0e50eeda4312d2f5786&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846397425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=092c9387d55197f58beb051ec176424eb15e1f50d73584dd24af36dc914e9448e0deaab9e898c42548ee2c67548c9792285a6e3459ceb32e8c58c99312fd90bcc09bc021f0de1ab30b9c909537f538ff9b854e7289e3fb6381510adb169537648347620817221417c6d57f542d77b8db7202bf83a5ccf957d22212718ecd1e1657cd9bd3e634ff1e4981e136b24f89c8e4016bf93b2acc909258aaa6bcebb03247d5b8d249d2df545f17c8eec21d776d250e1ef764a13f5f2cdb2e0ab2283f822bcdb38f7530fba83436b9e0840215735690c27d8a9514cc99ba6b93f21262e9a152066541492f618af3688b50001b419880736c971c022f04868ede6a5abceb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846895473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b9d7d611abe4d47baed9953b004c3e3dc6ef43c1bd88b91e3f097f3c44d5efad9f29c495407b5c5e30e29597ac3060dc337be21dc8d8178e83bb32c48701adc99373c46bbed3119977ae8984cf4931e05a6512e9aac3dcd94b7dd43b1480b595392724bb479e6a35faf8f9867659327baeeb9bdd219003580f15e072d3ac96fd4d94b5070b43b38d4c71d65aca522b12cdebdea850db76c03b0f9422d233ea3cbbfcd2ba25d3433b355482604db8ef46fae28f03282059a2e663c1cafc626b8cf85695d4963ed22b6079f21d7a35da9e9355664dc0a88d1e906a6fbf2b962b945469deb6741302c58492fa5009e1727e87ea0295b32d6bdeba2239a0c4eb7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846928375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0cc95ee9e3b79e56e5840ed7779b5462f0c21cf5aafc774b3f7d2b4985907aabd7035a46582f0d50ab01861fcdd312982ebcbdb4bd285ff4638d9e903922a09e2addcccc9eb45cf01ee1b63c29b5c5d4b232f61ab6e1cc0ea517d504d1c320023cfd62846f6b9d781fcf75e8f9b7bf3cbbccdafe910ca283f4ce0a2c50881d595b0d22c9725501bbd8776c79f637d1fc1e0eb1f53d3fa6c6a87b2777df8b0d6d48a1fa2d443395690f333dcae14ed539142b0e4ea662bf98ca0018cf3bb6cb5188767c5397feb3e1036ddedabb6129f1169dc21baa054d5a090716201af28b91dcd0f044f78203c33d885f5be694b64c261e5ee86c988884a00c00530dd296f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844185846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3db0a4bb791e469e1556a02e3b4cbe5f5494cc2659bebad4f359ed8b4465ffce889741d17827f7594015e1c51bab0a96dad8b5cccae149803a0d06ccc996a5382e63ae203ee3fc1c7b053f1ed47899b01cd8e349767ad2fbb5c588c5297f78a7bf6c814cedf30e46793b941aa0409d3385ffe1246282dc51dace970cf2c0d2e6b858e22239ce74f26443e97537fa6f912338cd994e77871d4d347fad740b5c6e8fcf123fdecbe32619174ddf3be2c99716079501c57f1ea2feb31b3bfde04cc48a720909df38e59befc87827b55840e861856abd2b641a7c130ad6de7d6ae7c1ce82010daf8583c884578a18780635bba4debe52a8941c28c49acc0ef6cd1f48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84425648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f615e53d4496f8c22862a46981d4854ee858cc0d8e3e57ebc1c7c8ab1aa29eaf4982a7931cb2f13d6ec44085d07df45d22a52ac76f8334e48dfce0de68c474f94fe88755b798da227bc849e63dbff58331f60527c89d54f9eeaa4a5dfef8b67f07e31318ca15c6375565669b57824c0e704bfeb0f0acb850922746d0660f7dab77c994a9ae8f2514754886fc2563fa9c527a3cfdc460fcec888f426ab495d5a95c40fc1771d9f10e2030794a540b86c8bb32457a5d5be1a8401ce594fa384919d508367f54f78de30f8d10c74a7adfd86ee8f03a69a2b1777c2798a798e709e1ce4a2fe24d8fb7ad9137d172da59b7db1751d70b9a7f1e76a6eebb01ec3b3d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844261128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfe8bc74fd8ecb38dd7d582e7cb36684de158668087c9166e3e04e128abb7c8117a4ef445d2354465085f7ec5396c3ff12dd49d1cbcee09d1267da4a1dffb361afedfd4dbb6df5267475ea2d467e4f70be594e7f1b14d2d557e60862d68d8b1b7357aa42a166349be7ab854e902781acd4bc76beb100b0d57dd81181c7d5d0d16d8ef0a376d427d826577b2ead9fa005a094da2cc0f8bffb977256be51f040ad1bf0ec0bf65ce4c0f53bb312238a79ba411d3329a5daf7cd1611d9df0120e0e02fda19add8ddd2a133e2fe9000af1fb95df66f2514c09e10944d506b3dcaf99117e1e859ea2915dd56fc9c076554b565fe6c316c1a639f29e8185f1155d361a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844266128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aaf89047d55ebc837fcb18bee26cf4073d7f95a517c360def2929ffd0d6370c0b5d49876d803fe240f3a52f0f63ca5936690ee630370a404961c9f0efe159b9a2a0680ad823d5c9502ed5a6a41aae78097a5f61122132fd8f77d25ca085e863f0017dcf9034e63caa49ac1d133993e6881d59b672aa6bc88391bf4b52ad4a667d0dcfc4318ef769b35451b3bcf9707dcef36bd3b4f70fc711d9a4dba37bb2fb437c3437bd8ae1316a0385ab584bfa2dca8c4b10586f6046d9217821db45244670e30863c0832307abb21f478c8013a7ac72ce2571e5b76010a2729b570b2dc700f8e0a73873c9674f975d957a6b99f8122790c9136bd9c78b52bcab3173fee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844263212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b5ba7bf90b39788c9161e3091692a23e283b983b5ee8abe5d85f7dcae2aa85777e0441ce1a0d21811b3a9ebc70ed9196400ff666e4b0b160f53db0abb57a5d2f805898df6810eec6c04567b80fc20bdbce839982b805700683ec8c57d957bec75a23563382df6c9870536b8992ed41590441bef9a35d439abca8d3055dfe11dfc187e02e7402facfa0a054168eb5e9b3066b3002b121e4f268b81226eaf5da53818b83e5f80366aa9be8676d04e5ffc20af9108603c37d262ab5c6c05f4b1522972951b5e2b95072a0dae6f8ec98d08e2929197bc5cf2ec8a0a334beafc052257df93f0c2acd462b0c4048b2397d67f88c152c491837099f8f7b51fcc6a24bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844273462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83ca9b3d44b663ef2aa4cd10de5c000893ad5a2e09e81c654b714bc43cd49a271ce80040ae0f4d13ce13ac3d3d6af1edf87c3b542f74c0e169ac33e51680748857b41497d9df505c5e6f750abd09bc7baa2d73818a3ff0fe3af53cba2e30f498e0b7bdfac9728610a4300eacd11954356d70ee67c12073cc7579663dc642120c21b72edff063d05ffb888022d5ba93ed888a3f86c5b7335d0474be7e0a719c9ce5940d2d81ac8ed72777d673746090ca1ea5009669eb11e9ba0e2b2e86234f1e0addbf6edf11f631c79cc0bb0168582e00ebeb046e94220364f01f3851aa90efa5484e3091b95b87a294bb40dee43ea47a554feb5c41e9bc6a9fb7fbf1c21ed5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844286496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b56d1c213f1ce464160e8f49238562a1e764be607b2ecf2526fff878de9617a053fc053377aa9db016edef47a96d85055db54e6cbeeaafc6184c95a5ae7a99c9b63dcc9235fd18925d88b6a459a50d81bb96707b143b6814f2d8f49834327d8d6aa9da979cb497a5fc56c206be0551130f24c2da4f95a5f7a8b2bb0a2f6d47e8c83bc4147f2d0ad9c3b6d6e664b568af9c8da04cd86def3b300be99776d767847402f109cac6e3de057c142237cc26fb5f08921fe9e2a7d69667fad5a5f594db5c44e84618693cc2ba084f6e851877d8c9cf5eb39ffacd895f057e1d7e10b045bca36d536deaba6f7bf2ef7dc68e8b8fafad9380e924153cd98415a7e7f4c69c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844287268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5043a147683119ba75c4af99a75455c19565877826c61a7e4d4748717e70b8e6555c303d5eea9c07b395df2f734ca9377cc0a00d19a8dbe14e7c7bf2925ff1aff7a37ae9bef6a1868a9d924ba5ca62cc26550139a2fe90c3ae0f0f7a9f9e774eba9187ef9faaff0041b3c48b96af6a2475aff672a332f8e85afe61fa8d358cfbea20ef7cb3ca4e01f8b923f6facb598e9827355f0812606a9c80d3bb7dbd37d08594631ef47212296366aef735b616fe1463871a9f14d12a5a60307dc256b30672f1fb8831de40dbc9e297927a0530df97bb81f1eb77b64a4d7bfd086e033dd8e9bef0ac54cbbc3b7dfc6da7bdfdc488b284121ffc15094378522b7010447c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844297046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2480b4e9caf12ea9272cf7376f3b7e5b0d8bb62a39b7b822b0ff124095337201d72673f44759eee5d8839df08853a20e8b06e6e4db3d0af6a56060553d0fa857f913d64228d8abb18d6fee79db746bc1b4066ebe8f5e04f4c12e5736351419b3f7e7c5021acc44d1cc2cb1b5a340a6a1c1e5a231b6908d222da8ef02b1cd1b8ce3c5b63c5da4f56418929cf86c5ec1245f71a79eaec8d6611b50b6ae0ca897efad226942fc2970a94e770172f3798e9994bc9f8b3e7203ee24961a2219048378f4e2d4a128e0f17f3b47889b98a332138c5a11caf3717f9d3ad160276af927071258332ee623aa5d34ede38c6562a4532125138937ff3c9ed6d072a4c3852448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844307936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=04e4a4091ddd313d1579e342444ee56ca04090ec8afff9b859ac2d1904c698b7a6ee05774d8dfa5fb7b8dcf77a3e204cb1b2d91fa461a80cd3158cb3ff06da185f0fa52d11a5ccd034c059a7d6bbebf71f1647175ec3c88c73bccdf2e409200548fec61af0fe8315416d8ee3edf6f3f03706cbae530c638986c5a630bd3c7a77997d4c852d7452f37dfb613dd7cd79f328bfa3481c6fd76804a4b947c2b8169128659423ec469111c94d715af61e6dd03f91cb35be389feb46f1a59cf27b485bd85558964c062adb270cbc6f65f8933ee1e26217fb56db4c8b97f5f40712b61af4cede3bb2d29a945ab3d2d646f5e3e6e188c99f1fceb08b603e339c1cbfed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844311163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a4d2b80f3608f2d6c138f1a2d0f61c6b8690c26827ae2301a389c539cbb116e87fbf700b9f83089f816fd8d9e86b8231e4cc0062cb96a256aeb6d2321d539bdc4450fab9669f6ee4f65578be0eda4203d70f2a04595eee4cf6e54fc802f7a66df0b50053610f8ba47f2391de3786d7da50cca296360908449b5566d268709abe9a337864b010280936c740043899f00ab464508cb7f042febf690c9c28f2689f2fcda531c1701c044c2d7c28948b71d180ca131f7f713accd167af3de2924dd5a82c174f69529108c3c17b1dec7d99fd23e78cf90de17a7d91f800c0db391638abf7707077397f82151f706030268a105abd81ee3013f75ad2a7bed9f6525572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844314018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3403fc0786463906b3e0d83ab73ed1b5535070905ca199c6984bee1b013370019a9e5ad46eed74fb6099f3d48f19eb2669941e847ce3fe0920fe7dd1cf2fe844693bde0aec6cf43e4732d5f0d0d45967149bf0ef933a1cb89c19fe4006dbbf511e1d40a6dd6c204cbe75a7b7b3a98dcb224d428023d19e7729f0c9870ec33127cb352716663975b7bdb9949e106440702f04affb19a47baf5c0cab81dcad25cd9d9000738400fc4bcb9f5e37dae27e899a792aa6641351f3119e4ff8b1553fe43bee33793e214acf408b3df7bd7ecc8df85bd936268ad088414dfcdb126bf5cd5695cd9802e6b5e7e50cdb1f789f13cdb3dbbeaed154244ef52b78f600edf237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84431493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5263ee8c4f92516f5f928faeeeb0fdfaaa51a9aba912ae98e3ac43420b2013e45bfcfab844c5b7c9301f3dd592ef100e860535d851ca8ab7318c5e0a639c36ecdeaf0908afd6110b3049290756bc4f38613bb611db952e7db628a54177b5642c62149ccea0a26a9ae801ff97328cde1bae3e6f698306e5b5a5bf077cad45bf84902fc3fa9d3fbc83b6f0a0fd5d15f0c76a0cfb5e54a3b2809452af974693527e295caed09d69bb6331eb913c4426edef2aedbd8524742b833872ac2a1a7912671e903e31fa65edeb85d39f830056172b0a2a67b71f7a0625b79596f080b484c48c5b73c417fe0db8555445aa37e910f9e880a3e06dbe5fa6f817234a8b6a1fdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844324337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad88784a88b5b326c2bbc30e0b41bb08e41cb1a978ae2a2fcfa03651cdfa61800ebc7520f15228545a98b52913e16221104e456d0748c6dfcf9b5e1b9c39c84e4ba943c7f0fe7452279e04b12a689e2062f6ee7d8277a04592727d400efd49d635958a22b66c4619a866c314ef64be5f723882fc601f4ff88956bdaf5f5202935800c728c8efde8892eed3e93570a9163a43faf6fddeb4114eed7ef6785dab60ea7abe4b1f37a266a1b688a4a76fecc01f8f0fc4d26c9ae31cc9437c5a25a38d837e96b0a53a1e9381d1022975c5acd986e7b02d50362f089a1d6330153ffd2294660f5b67939b43f7edef86ebc7fbab9169804a5677c66b9291e67fd82e7014&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844328395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44d7c0949d6e111047068d1ab687b08a969214af1c8cd32f3e1a2d7b0d4a9246865841770de019eb6fc7dc1e1c003438a1021e257f622b6fefc8fb9e1ae9064b624f031afe042a8982f1021246183155a6f98085733f962cb03c31818b09f322474ebf5de2c681e9949c5f6bcd0160c96bd15303fef20f8f06ab6872a1d0bb1d4ba92ffd32985b9aa67ef7f5f084de4e33da882f07fb83e0423a24702dd430cad4f2ba8a23f3dabf1dad89a7f49a370697b77eba87bf26399e4b086b498efded2dbe02652f14cd4a14ded26800f59b36966f1f9d6ef00ebc43a747c4b7c77d1560691651dff5824b23636fe2edb2ffdc79d56b654decd92e2aa4d628f9c3e68a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844334106Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ec87d5267e6fc64dabd1d4230cac3436ddaa57d8ae2dd0c57e804ff22e2ae3c771cedaba2ab7e3036ab1ddffd3fdfa4016bdb7ad45472828bf17d01daf6ddea0f4827e6b87908372faa661d5fb0f6b7fb346d33f84cd1c5427eaa2e452038ff544978c5c897aa179e4d9741c172e61b55e52b9f7bec9b57cd4a2011da5d0c6441938b25e0579d80d316b882caacf0f3c990763ce0ed022e03bec8a4c09e6eba1af83d34d0736a040c82fa199aec4f24c5000ddd758a224587c9875d347dcb17c4ef68cb387967c9fab913f36bd961623a712e8243b1e153a5f2e04d34d7adf03c35a0e3001179673e51f45c1feb45509b3127404d8628b723461b141b50dfd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844357039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c240c6d543092b5018ad74f385056e59d7bd0e08317b3090f32bcfa1ce78900bf2d7c9b2d546736ad50eae278af82b20d96ad7f0add1b8d5a14e134c11ecefa5dd4eb0c290750320cc72ab8f2ef2c0609c9d308f9d5b0f6965e4663b65a1b5aea2f5e8dea51844f948e0392530619dcef0cb698512719507c9c09b100156ba71576abaa54e8c5a17e1776a3a74da0419ed437fbb7db1dfe1f825d87035059e25c17c0d7561fbb97b2f66fa00e82042b2ea17677ea34b7d21c52566138f046bcbd2d2942eee767ce92f2b81c6c93b480de01a084f285f038b36bcefbb0aa0384a0d69fedab09efed2690d4561299d3c0d1eec10a0f971ab64d06b22ef43e867a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844348353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9c4f8657e7df94c62672a31703536a2a705ba29cba3faffa178a1e67ff959190bd4f0e5e27933d1bb52673942153eaa5bda436f39e2051be466f3b2c07b40fb6d13e2184e357f06cc2427f9a30545a0a385e6cf19822d62305d55640b4b10f62a229fb311c8ea77a255c8bab68043a70598b1e724b983b505fd06645e44c4bd7e6fb0d28829eef60c1e97f9585fa0e87561985e5494566e112c6213b59ed3b51a2739d1bcfc1150e2d9f77dffab124df972663c37ae41bc51e529b38dd0ce05c0bf4baa93d1c38fd7f3443fe4cf3e17a4414241992ec626f78127bc7ee03c23e33168e17cbb1c0bec1be707941421b19e1d52325558a231b010520129043a75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844365425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bcf8009a8cc7347f6656119009d449686b177a39b6365189dd36e87d615126e40f244f7ff6173b982d409efbad568d63455fe0f248edda4962d2eeb524028da063c94b41f69d57e91792dbcea2a9a6d474b4cb320439c99d56a65d6ba225f8d8a2327da58bafe8e6ce50fbcd8801b32881f380ce423809797418c25f94d6353905939bc2efe86a6555b8e3a100be564cdfa4ca24bb77dc6fc200bb5c2ec58182524985ed9067bbc37c8aed2ddf46c7fb5e9e08b016b452f1fef234e97d02358b7237c0ee8b8dcf6256a56d29d838bd132513d518e7eeb6126bd47cd8379bb41e8399f3605c3b9dee2cacf0a613b143a0af24a97dcb2bf775d4d1839c267c3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844358822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca6eebb3e05e9338e8b8b1688bbf24ba79df8f5ef637d3dac145fd40957a257f66547a8248bb1dcf8dbd3f6769c5c17d31b1b879fefe5e32d3dbd0dd370b15e3e2a65f6d13e5cbfe351d8dc9c5fdd2e8fbb59d2bfeed83e4be045c9a2fec7bebcea5b36e1488c104097f617fc6c774c43b1de1b3b3316e6795e7b4aff43a13d81a37fa6f308a62e91c9f234f40505f0fce90bb7bf2c05d20f625afbb106668726eba99f72dea0964950368c077b26229bfb72ae60ebc20798dc8eb166772068a935305875c68249ed5b5b03e26f1a26822394269ddb4717a2c830757f0f8af6ef6776f5ea9d60ca0185a09b9c176884b89a4103fcbec986a82de1d5e0301e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844377027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97afde8c0d0ae923464caee9be7e4bc599813bf2174c41800ba62045c48f457b3a037cc65f26a077171623145911bf95779a2750c6fbec6d3f36b63f5697542e05669e4f954b80ea440e141f6c96dab5887f09f1aa6d303fbeb3544e2c7e6035c97bc847ff45010c657f870f9f32f5ea703bb2449944e5ac8ab3aee71dadf7864be0ffda39247be7b5f801a1b60e6f74834fe914772a4f5ff1a07421c491d28a1a372fa934f7074d1c830ebe41f354fdb15a65f3650a40feccfc488dda827a5a9b731552e54399a750e29f3f84dfb5c9722cafddc59f065f8810a74453816eca1acdeb3950ef076f79e6f80ae2682e4268ae9a5fc675c0b72bd94991a234d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84621982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bd6ca704be6aad4d8f884b30cafdf870d31f301c79ee8edbcb276aa52332b1bc19788119bd2f8554682d7953e32bc4774859688ef600ea8acdd484f3927c3e3288585cc7bb181eab51df843dac70707464d8742804105c30b6d247260ec334616b8be2346b89bda86b87cd7304aff0ef42f476804dea8b4d3bbeefbee04c8513d0da7af720151b8a87be44d0cd69bd95b00731707bdbd1361a3245e5d4641e51cb53adeb40a84fe343379f0d15d0386a8ccf0a1196c3ac8b3ef9f6076c8fe9cce979df7e4bb9bbaea389215de37ac87a516aaa38e5f985ba9016adb6ddb8a90e472a1a6e520773d3994de1520a6118906781f0f4cf1b502a669c00c8ea699833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84718549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b65b624d556035d211339ee3dd41445b1f576e6f0fde962ba3e452eebeec0c15a1551fa4f465add2f6487e6acb408e9dccdbd838da9be1b35577f357f3f5f8f79cdb6456f072ae52bf36e2c71e4798167eeea3ec88e706a62e530a13c72c7a70e244e849dd5a65db49ae067b4a49b576e992e3393c11be38fd55ff35359d97416730ebbd3c2a83f7712e36c02d1b0c9b8f833970748d6932202cb5badd6ba999cc12e1b28f8a4d81e822522caa4f9c5a03f9eac06c4b5220b6fd069ccb3d40d29703f6c2dc0bd3d96daf6a4deabe581c2c2a79044d98ca40654d5089fef37e07edce22e274a2d2c81d0af85371fd9ff31b9bd20bad0179ad08a5abf9c7a3e23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844237003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7636454b95549c2b214edb5d35e5687e370e7076b24061aedcaf9e078b2f293c4f86ca1ece69531abeb220446bcb74ec3bcbb3d15e67d72698705c7abe0fcc1cc794dcbe210b1c72cb7d023facb489570ee77a12913df9956bd0000f5b5c9349014835d9f0eb491460baaa57830d049c4116e81efe9e7a76798eec0e44cb3ac5994e3b1930e83082b777025035b1d31e11de2477d0b974a460845d09b91fd5fbbf5ba47754ff8815d7cc3ec4690b5793c6143297e9c152565b90eeb4f331497b0c301f86b3e53db08af0b9ce7e4b3ca45c68613e061b465d4cfa13ba489922874b8987be97988dd5a8597512670cf3d1359cb9cd239267636c3c04015c3cfd6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847240283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3973f44e192addfdb96fb89d0516ef8a57104e0757887d09ca4919a06ed2e5393f567d9da37f647b73b461629e6e71279f3c02e05a5d6c00552faf52b5e49e42314b0edb722c45cd230626f74018788a99079850e52403ffda01c88e78b867284c18de60e75ba814abe5624dbe5852f6267e482428c9fa0eb05aa9edc15e8fdedbea481938b3af91c8c511cf115e0ea3009ce010e632da53895a73bf8ae6254c0bfc6047e99a54ca03f42384df6654781bc4b5ceca12149cdc88d8069d3116794f16433a26417aa172590161785037b445a3f71a997237baad6a5c8f98b10f73e23854d5679955edd56df90f76a29157451346507020dc9771249ef4e7220fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847245633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=226d710a40785509778070ec5144610a841dd4e27389a53767342478c87fe247c1c1af2e9ddbd9b0db0c2476da620473d1ac00c8276f5990ede43a9f6c12801b0cae8b0394f76055fbdae4b9b302775a568af1692059ded2272056385fe5944544206bb2cbb12c6a4629fdbafa389318aee94332751ad9cf37d2994426da2dc9a61c9f6cf911a7ccdabf28f796e541e2ded3ff41f22996f909578617b2299d003e2c382f4526fc825c90ec16b8f461f7c59376077168bf62af31a85d27c6878f1960c6ffd6da876ecde3361f440d1f038a82ad5932dcbc77f66641935c93c45c34ccc2e2a70c4900d3cf962acfea76331ec8629b498fcf1b0ef2ad3f6f670ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847196761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ef27a2becdc1f7cea2f08279cc061c9313298506314138d3bb73b36a8ab553575080df4d545f7f552c9009095d352a2d3774899a8cde1f503b1a342db540fe60123a6daadf3da04aefed84775d87faeed14902ea02fbac9f7d108d1d66aceaf08c5bbea3ccd2d7f18c29a5c9792add5b8bce31d0abd1cd5da63108efa93cf970f3abc9543b7949b16212aef9637fd5c63233c719f21a738a91b2bac0afcc0d75775b7fcad9eedb4f3dd8c417f2b9a164f7cfd9b7a0b3327e34cb21913bf8b9351caab7a07019e00de2511219f50595ec0d58cce47b1724a10899261bcab2e920e02d9924c08fe2fb152f9c10cc097ddc619ac374fcfecb5068ce75928c517a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846845429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=18f8f0661e1882bbf070b6e0cc54cdd51db5dba57a8873d35de3b59e068e2e319916d2f5fce86f12a08f46df816c4b5fb747e2223dc7c0367641f66dd171c61b5933f96daa6fb235f8ba5ff9ef37828ed6645f62c1216093ed39988c98a0b58c6a863078a4add90a07800cb1e0d56b15f972bb9946419c0cc2bebaefc369d2df942937db6ff890400e39758b72c7c027aceb15bccf2f7fbe55fb0ec27f8e86fdc55ea57688131126c75f2adf1ef10b610db028013e11626a88bc87999b7311ad91548585ec211bb25c74377167db72eb2bf416002c53dd9e2e3fae3c12bfe4450d8c576d226f0fe02b1b5b6816520e96af75cb41b7b88dbd36805cf131410d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847319202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a526fff89323bde8c2f38b00cdd0e0f90fdbbf1bcb0c4f915277f3788f6435240f47b9094a0e03a17e6cbeb185ba6d072e786460d0809334321c871ca51aac1e84724ec2b16c31dc5a8b0a57ebaa1c6ff3b3f2aa736b5702df710bcecb83456f3a179ef6c420bd309f42901081596e16286c715b5306f9ecfbd2bff9f5fbce62e0e86382f44c23b4c8dd80eadcb898272770aec909c2ad73afc06a215214f3f185f1cfc052e53d7884253a993fdb8fab5e68cd22fe766313459e93d24a1b1a146a952864cc582b7d59ca24820f9efd87f1136ad013a49ffc52b86fe881d52ffaa66ec9e4a8777be58d9735c31c4c6397addc987a6abed63af6453d9f0c53e80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847352054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fa71ca41fc93ccfb2337d796be470ef8fc810a1e56d148be33d26de68a85fbe39df65f8f6d98b6288c1b16a130dc34b002ae854cc7836adec2782dec814fa7cf1784bea23463b8a6f53b299686ff372d358187679142ac0f63ac818b6b1f1ca6a3068093e1525b64ca845741918a0a3d034e0d708673a9f580bdf0d5be0bc08a87022024fa481fd3f225a890bf102b2963a11606d3e069822f1ca00803f9644cdf208977a2abf2794c7ecee6c5a71aa2893cbde06f5be2ab50cf90f1c59c2dd2b4496c3acca6758fc7094e96e52692c55b3c52cfe6614194d64c1dd053ca8d81fd606dc3e7c8d8452c11ff83d5f0ce306af29ad31468a8796aace090307248f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844239718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0254d7269bf6d9eba401c2e499ac05151bacde64bde92ab48b440b3109a5bff150f08996170febccb197edeb3ff398be8caf9125ed2ef500eede89c9aaa407756fdfdd618b7ae329ea6bea630aa643124bc936db6439f2e92b8c677736caf9690e9f39916c6051bd4079fddbaf32f5d9ab762fbdde1fabf37504bcfa75d5ebc87dcb82308d0354e98e3ac222f10259715dd07ca170f3a2274ca21213979424516b525ccabe991593e1813408c7a6a0c03e17364e63314c4ebbed04281c487dc096c68fcfce123b03a6b4c23741fe58537f7809d97bb6e88a7d6a5ce45fed13c2d1b868e22df17d6eacfd199093903e98a2701a89595eda6a1dc8e29722821&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84737673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6da53c794f8cadd9978912f7fb11ccb5fc9bc6fb9e60192f81d12df8db69b4d1ba02e88bd70bbae1bad6a1820e054c9a1e1f191562206d7d6a9cc94ab106ba5209a4733810946450884085fda94c2c32ac953c70ee442d4b4b3c93e2d7a0ea95b9cb8d9db4615a7297907f3686a07f109e79f3ed79a76db012e4cdeb40b1a12b4f40716c31d1b9861be61409f21cf8543cbfd5c573bc7785b2a95aada254598d75e7b4e975a3ed2647bb25a89113ab6b17ae3b9720b0711be5ee206292f19f784aa2c7259e64d36fb655b43557bc5b7ebf8589b6fec01b0d0da1220d3956da5d58532ab58a52caa6c07316f4898158830e312d940259a284f8691d490e89ab17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847405004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ee73ab79aa77ea3ab91846b969f155b5f82bef01f908645aa368b48778423753d91eb0d376448b8849d0a9e212971f3730cc4f8b04fb023c6a076383cf73996f33c7609f56b957824111879531316434709a3d2a68661b31bc04331f38e6299399486f59675aa6f59cacf213d37c64455dad4c5cf08a9ea443b958045e2a5187e7b3ab4a4e3a710aa780386c36e2580a426989fbb8323d4c154cbf6ec7fe459d3efef2ad261af56ab8343b5235d3aa67e8d4df1a66c34566510c488c6eb4cf2415434190b640e45b86ab7320b48123fe5c2a528fa5e4619f2cc1bab6c61dc5ef95227bd7ee51eabc2739245789cbd5800221750bb32926c75ad70df93dfdde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847415724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bb9255dde0551ff34223f72fa190403ac3a264559e2ae5223c78f103c0e780fa5880055f93303bc6cecce9974d16f1c1e2b99db9f06facc46cf0abe56556891cc3f5584f0c2d855c2b4b068b1feca75a9f54117be78d79492d520d9ea25fff0a409ae8f644b61be4b0c73fc5d29d3280fa4afc76a5df58d856ab5f43749e77d36b7d2540217294dd212fcc332a2e55fbdd22335640ee78a3d1bdb9ce85552641775a6d6924855be5aa2214a66846e5cac7da87019584ad90140d0aa34e60c9f3b13d23f1cd6bf56fbf666a6b85708cb70b0d0db7edf73522cc3da5c424fd6ac7208b875419591b5d0ee1a5d592197e9766d24a6c96ba7ea6259ba4cdb65e703c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847452683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a97661c8c4e7ba45d76522ea64e044faa914a63ba9042d8790f92bfa2351e8207d0e751f14edda62632e3bf13f0b4c7a17bbc4776138892dbb234366225dc5b1c38237c627d50062bbcb3e57524526d56ab4374003b5f5c08ea76033f5a9cd7ef46ab11b58c1ba4592620533e08e48cd0f96240f100e33c4f0cd494feb9d904c0e69443ca12246066e7694b5cd1a3868bc8ea4a1cdd985b87066a2f4c1f9da949ef09f1593a3c340b28124da0524277aee9675739e8f71c46e6337c881ef5972bf1d59346d6c3d1d7b063b467f37c762d453b6c46d516bca7ff3fa1148aeb67c0e08e7612448541a6be3b4befec888b7c3e19c2f85f9a8fa5eb2ec501acea909&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847479724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=828a58ea1090a0c648e4179d2c8b72ec672c6c0c7f5fd6a66a4c67e552610439d4a0fb7b9e087e68b8bb6d2b7b3200c3461e237571bab71fda95c321d13e84cfcadf1cb8643c5ddcbb48027606b6839237d3d3a8611bce3dadf610b3c8957e6c8a40fb59f7073e7e216c0125b54874324898f34a43f51be801322df8ded376a1aa0c95f321fa8d683e814674d149c2c16e9b2a4adc7005b991772f0b7be557700ac5ad60549a464d62d513859b076428a0d0e2b51bd07e10e1c7ab1157420f86218efa0eb4493ac261dbd4eae2a20ab6fc852ea64cd64f8b948277ef9b69e1870bb0eab1cea99473f11c27e5bb8eb1b08d00d92d2b0e1d31e1ca712b4fe30cbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847518107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f92323dd75ae16cb4e67c9d9be3c4f3349aab121b6caa176db9d4c4c8ff0a4112160c654d1dd4f8e929db7a44f6e93fd7b431ed033b7ef43b5ee3f8bfa8a54c520c7da1845b7d7a4a35c07303c9742c78d67f80e254df18c078dbc9a0c32429b0c2eb9da6528991c644de3f0c9039e0489740a3cd6c716b1562ba37e4c08ae9bc377917355be96706f994f25a90119c3987f5d1a1f9d25e920a7a7f7b3c1b3fdd00174c622ed282763e5359dd844d38d1cba2117287e82c79696f3d56ed50f191e2c73f3d0524c8b521c655afc31c41c31c676ed0748e6302ea7c4943d7c65233c03a3725d9fd7f9ea65f2320badbd3dc71ffe2fc25ae2fc2bd286900585042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847245653Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ef753b0da122dc994f81df164f0bd1e04fa5dc497bd6f97c52536dc61c33b65edc0206727764277b813cf8de4a679c856b238fe95a42afa5e848800f0159deac7a52e0f7851105a657f4c86c87a63c297f56b3bc353e799575e5818b3146497d6e2cd50b2272988d58460fd947d4de68fc570e1b90e137b1a788d2bb980396edc88f7ab3786a25c03c82ecc051a15783b7fcf18eac1a0d29afc25dadd534f6ed7cc490d27a0b4df0c2ca6c809bfd8c3ebb04046d907f08ac0036dd421d0f0140dfebdb499323d38097c3a40e7f9f04c972f4874219eba95797b89021dd4cbf77ada1e428be93cce86287208af3af5823f4d3a66d7c148e7d9763b50ec507484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846324838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7eaf0cccb9f72f3b1d0e3dd0240a0852b61228a59ea74ed6b301aa8113bc83ff814330c8beef1c88324886d9a38b603f4aae34e271f8e610e474f50bb582b57571400f3a9933f8c3a89966c4c7c478320c9facfc5cb5bf985420943c36a659dacfdaf099c695dabed02b710319f6c25b0204d66355ac480b2575dfc8ea2a51e23194697e9024a12fd1e7dc90096830556b1acec526c3f0a4ce93c2da2ba7d6315e53fd953caaab7383694ef8bd5c51fbae84f3bb5c05d4fef57ee981e896e041b4f92b3c52447d5f13e6bbffac88d11d9a94074b75aa0ddd834bfc74f3f627f30ec57793bc9d17b875dbafd18632b918ced5a188bc31238e95db75ffcb720ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84437903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=747a955a2ec8dbeae4036e1e61cb31e1e4950ec26ef28c128183474caff3cebf3bb532d91c2f07cf7162e649dd77557d2112243181078b06309d9e46ae6c75d08c05b350095869fdfaec1fe3095e7b98e29629be3aab181434dc7eee48deb242f9f20f146b4d461267469b7b48638b0312a51f79c449278e0ca84c52b44c3558b9b63cbdd20f7d5a6bd06b00df3f360d7e9d7fd48e095b763a1e9990bb4fcd29efc614bca9552030354407ccf163271fe9608c0db3c91b3c5f8275ab6be12ccacf52b89fb1585ae79a57561110036add73d1046543f35347b4fec1687052dd925e1c0bddddb37d64cdbe858240a6906f37207badbb9327135ea8b3ff06f0cbe8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846271237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a899bb5da79638aba85eaa73c922da55df113c1d54c0199e89863887c2b6942f474cc60c44ea0ecd379e9c162935e21ce11a2fb19eda36dddb2d239d267a1cbabab048ce95176f538745a477405740271b02c9a24f0df7f2bf47b5ccd23a38695daa5560d2d001fa0a6e08a817dd929ec89839fd45d8aadc326d7e6a9ba3d029c9213853e0db1f0d3d5187e55494bcafaa22899bb8666aad2c900204679c800fb9d6aac0596cc352d536c67f11cf353647278d96f57f79db254ec9c095c15327f7c3d66d3e5d8c8954710e5e60c8fe48263a4d9774be272e099eeb351e88b3987e49f4793490f56d29387b77d896fd109608b06234686b497caac6c19263675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846446968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6863ec7ad7ee51aeb2659c2f540bd75d1b2d9635a54a68f8aec80be8174592983464404b73bede1d78bc59f8910ea4fa2cd3cb8d4184c5d30cbbd5cf3fbb944c3e0dbe51673b6dbbc69f4171ba8411c99dc4f08dfaff07d302fb9396e9be76f6fb20d54ac4e20270e8f0b6d59cf370f2514e208c18b03509cbeeebfe93fae14abe2956ee5317d37458ac167383e6b370077893fa39b5a0e2b53f08dec617c0aa4a4c776de69cc1d3bc892509593a84afef2e7d56c6cf3eed3874fb9e7ce3f71917f00c8f35eaf0373078578496f7806f758033499120a67ab7c263dc797139bf1676e76467b1e406e443f7d10414c3eae8ae2d0606926fd03343c17d5da165f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846254335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=28755a033c20e9b47997ee1b888e9eb0610c4deb3d52cd300f8592cb76162dc27b4330f1cab0c11e3802527f56c5a44348816d8e8b08da6b418c73782673503ea879249321177e80bc979aa8056300731a0d60792230280ef666045f7d2299a27b28515b8081a4e50e698bdb8a664722e92a2820c2ccd3311b688d17e06f791e0e4be067ebb3ff5aeea018976614f5e3d9ab057964ffb1364a31f3c5c5d957cba8f9cb4deab023e1443a88c7e3e75789a4e94153c5b187786e41cd43c726e4b561caa0772b5573b4cdec9cdc0ac6cb1506fe84341bf735882dcde664a87f5bec30c538332b477f9fb57298fa8e75e2a276743289e727885f2e3324e8ce1c6b4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847322919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a77c930d8bd149e467be90b0cb8553679c502ba6a49638d17ee0738ac875a21f9d153b3068758d3fa186d362da31979a6e8df7f0de5a093a4c6f7c16132b736d7e2126020348e84e54269da41b8b50473cc637fa4d2418f8aaae5cf04977a0c54f7f0566c1cf2060e39d4d8d1c3d22853624e1194952eb5a7c8dd14be31f098504c561bc7e22a169071f9515ac67be843cbd68f6ad021ef14686302ab0ecefd4142a9e1a6de9b10a332e4ec93aacf5440c1f1a2f22a9be33523dd5e037c0c88986f1099bf723e8ec0bdff673ae1cdaaaaaaf6d483d5f7b1e5ecb1bee5d2ed716512f62d84c73d454fd854b09b1b52342c94c9ec6f7c944cb91335fbb7e881102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847253318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a582cddf9aef64d952f8b86016334e5679ea765758f2390af08ebc8d9fdb4cd926adb8254a0458a1683e51898c4d8a56e5c62a1f506732ba4e1df0e2fed1d0f9a4077d82f372fa30873918ab6fb565bcc8d8934c212d79fb67f29b6c748f782be1474afce40da255e370b3224c6bba8c7a739b052e0a0918c0f94a88005c8b154c47633912657547466f80ac5315ba5df44c83f7bbc23c6db883cb92843e8ad80f505569a5ba0f538732770971a6f7ff16a419d2e29f0a30e02660bf1a56a4217c221f6919e1850fd8335f61f52db2ff5057222b38efc2106bbf24d54c01f97aef7945b5b15680e18410996efd0613195dda1df2e367156b9fea5d51f9ba3475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847847508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dacba30c7014a5462579ae257c8b9b863337e8d6c8a98054b678cafa1199417f5a65ad38a08178219651b2ed93950a2923cd63f18988449d762a1c45e51faa75bbd819f0caf7a181d3ac255db0a71dbd950ca13dfdde31e6f4a8cf36a414d5ffe9941d9cfbdf5c3f42a94f99132e7a1e8115c61ca451906125f9fd6ce7b182c0f03588ec238114b247de7e6dca43d9d221faa9221281b6e7a38bae1f26ab18889e2f53021196de07aefb4e3d585baf296b9a6ba012b1ed7b4eb82a1e551cc5c1e8c66bcf8d5bd84e3bef69824240be5adf3dd2d0743e76e6f007b28a55d1034d0b115a8b0520fc944b2081ce8eadd458b3bfd86900f186456a3fd7f0580c894&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847865131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24261898ad9c3c3aa16a5d9f37373d9c97b39ff37961899fc4f06b8073175d3d1ffc8738df930c8437717dd6423c8f35f6dc7e4fc788ea130933425c675cc721631839d5a224503c988783cf21acd232640209938f46ca5896affdb079ae2fb14ba7c1c79213fa55544c09bf278aa3a407a250fb51c8755eec8bcf3ae380183962c05d911163f39a5b3f1d30c419140adadd216f1f8deeca49b1df5455981bc7bf861831f166b77865cba1190e64b6b82f4d53abc966f30c6092caad5755acc863e80738bf843d13a7a521f9f47cac62cb0b1ba89c051857a7bb10e2f64983d747ac90c3aa1febdfe725e4415a4c303317ca826e2c1b01c0a82d122b4baec739&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847405024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f083bcea8e3c0699ab8822b65cd928ae66b2cc2992fe31632b55ddbc37145065e54062f275190f9e35dc0628a4794ef210deaea6143a53f9cfea1ece402b7fa395e7866c0e8aca28760670051fc156dab24bc07792b5c12426e19794c6234f41f33056080e23e213330973f87b7549906bfe8682eff2c37a52dcefc03af0bc81f1ecb5e65d64719bf98f8b0441d1f2d0403957164b95d18419da24d95efce60612f3ff1cec791966d9f51c17c000ebc0761ee654f2e4b1d0ae8c528b890916ac44248d57714b8e5a4cc3ab31641fd1ed87905a3130f4876729423a24c4b1f5b6a94fafa377db75824d4e6154d37c543de51d138f6be3fa42c6e4e9698aca06f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847430061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c3a2a3458677b365208498ce1a9d8910ccf011b944f37c423c12537a3e5e8b278813613fabf96a517b5f2a890390cb902f27c8817511024d101490ae152c1dbe2399a4c4caae66a3cf0018275dc35b9c88b9f06b6fa191cb5062bea6aff799d8b047ed79d9f7c8848edaa3a196420da648921e9430829fbfb7e01dd2fc5915dec4a932a0cd08e2dde57561f3277b6bdb4ba0a1a74f5e94e5c212f506a58faf395c74eef1e9635d571e3110e3d7912b34c5556bfac7c7e6d6d133e4b48b53dc7fc0c72866fe28e0b5ff3ed626e5b3e475939918a15c204fb54e49617bbea2745ab7af9b0e08eda014b5d1738a8ce06656e3779129d6a7d3628303b8ca4759dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847460057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=70819e0091ca5cce5200e95ce20f78fe9057d258f50f32958dd4ae2ab7fa4698a5204150aa0ac420747998b6933f5add983753afb2ab4280ec34a722c00876454ea21d7c3bfb0f02ee00312971c91bcef81e25aebf2edee3557925b33abd33b12cd00db2e412a783c6c3d429b8a23b3fc5168f4c3d77a2850c141414d7a61db91da4689ccbca716d6eebb93117c36420ed8bb30491d2639893d42053cec58577ff206383131dcfa9d3822e7e1b7c3ae8cccdba03bf36a147fa90ad9b01a12a16898ea18420d5b269418ac363daba2270f85bcac107c3fd608353f941adadd485450bb4f6417ef1a2681694ad5cc1be96a5a0782fcab795e1720380dab5435823&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848015675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06c04f2843067d4651ca2a0b827e19c729a85e3f5f8ef1ee8d889e2aafb0a7cd1bddcbc8fb297fb7664c1adad70c79480ae545de754624c130945fae055c4dc6d80752ef356f3ff786d4fb488906e2d642ac45c54678347e313cf38d44fef67f20c638d5a2b201ff9325fa5b26a0018257b62cae807894dd4f8bfbaa0418be936ff296613cdf5a5b11b7d8e83efb90d77f606920e8477188c5eec1178609cf66304b3142be5fead019f3a12dd99d1b925137e0b261a64316492916b8030debdb834af3161a499c2d4c897724119b353e092779926144218ea5b264c316b4bf3d4376c77ddedd64c64722f35ef6754f58648dab003233945d418c9ed4f6a66d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848055069Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ebffb074b4549c3efec7ac8515a8ad9a19bdb5fd25ecbac14b88b9e00346dc5722080c46b78c4821b132c2633d89ecd34884d85b7ca1537f02db84510020eb2827231b8bd2b08b399886e0fa323bcbd5a7a4aa42105b8586f6bd814de4880beac3aa9d7491d2d2f5ccbb08a439fad0398e385f739ea8db5d7e8deadaad3cbe3b265a30a23450a403d80a39876e8d74d9ae3e13c50d4758621e188d14e3c603f0b873637be8c945b1251447d5e922ba7f155fe047a3c7266b49504862c274f3e66d615ae34f28c2b27453dc10135838e041c25667b0ff26d335c3f594debd1b40b99a213f1bad02058784ca391de6f98a857f713762aa07aa9cdfe890aa75d98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848088342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67319f77968b2a62f6eb445538c48d83f99cfaf4e1086dc4e1cd66152eb042133924206a10317fbf4bd03a9230bfc792adf73b1abdce440c38d7790b0d421bf9cb879e7d137c0e813265d7aab038812de0eab11db13ce1e2c8e2c5893ae03855e8fd6f0841790763531eeecab6a08db3a5295f55a42fccc49e5e8df94573471b3c5cf943061f1a960fe146d06928c5b4643da7ef811661c038e9649cc8b2bb1744a2fbb0478cc428c365b2355fef6429a4b3336121e3d9a59f46eeb94e571233afd1e7756f2cc4615fe71389b8808071274ba1c2fa42ae7673b36256c793b64fada3d4a0a05baba7a0eef36dc20c73497d185b708c124bb79d102de9ffaea015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844403126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=678bf8cae6a926bdc07593d7a2f2497ae5c8ab9b9f6d6b8800faa7ccadab453ab7691be2a71e2d8a5c92956ef69ce129ad15eaac251045c5ce10502e099adad083c1adc95570e4e9d789408d0b52e9bda6c083ace18cd0e99184a9a616d4af05b96d7ab73641842806aeda694f6c40760f3d18a24782200e0ba72bf15e1686a8527aae6608b859857eb38c94c454687ead98935b05adefefa671b05bd257f20c5a931be785c1e3564cb361a4a538010e73b2d68c1cd09e2268783a1a47fba2328afd10986bfb2e0e15891778f73a00ab9310112fad0b07ca65afcf37027d7d01e1fe1d0235133585f1fab49aa8c993f088923358068d78b343b87afff624d2b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844414097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c37e9303464763c001799b2df02ea605272b52b1594251b7a1c41967d1f5a62a478040ec30c70eadbf241b347df4f8a436fe68a13d562f561e321539ae33c76af4097d9b73d0a86bb9b1cbc4bda8f2ce6ba6cfe0196485b8cca7b1a35b5cbdc85ab987e787d1a5c86186cdcdaa65c7762115f579308c1a11cd61ad6580c844cff7e9eb2e71a1446dd0cd03040c319fc384577bb2dc1112ae78ca5dbd8275246619aabdecc63e69104b2e8abd3eb151a8788c04a2a55015976514038090c70a355a2f452d69d1d6b3bd1dd1d44ae8677b193ba75c7879b809b8fb920908f72b572a0a9d3341d6034a316a48291783f4014d5959332ca583cd094f06c4288fc56e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84823101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8df9af1a8070d0efcb6f29e74daec567ca6d8d819cc302e7e80945085b6f4642913ffd65bcf751060a27b13417d4d853d629da6fe1750101e859c1981a20eee9b890629177bcb8850f1d6b7b7cb36725fa3917032cb00ae9b10e97b5c0a2c9be05c535390438dfec0c0dd9d6010b20e94577670c61765b6f1d9994a3797e2502c4912900935922f1d989b7077c80859ba8b7420d9d97b10240714afbae3c0908552545600345128724df19e381f469716b4f045918290508fab333f84388554e8aadab28336125e4331fe99973e0b6cdc117e4d3c0700558ce394f4b9ca3970ddbfacd535ef14f2adbcc213eb31fbeb352e0615f96d43fe9525d6b08ef371e36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844418926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=620bfef72ee3d992c328712129a77a68e05e799a97b260c7dc4350eb6f64f9ef1e00a64c2dcdaa3f95596dfdbd5d6897d65718898d9eb90959d308650c050c62470989719911d4fc3f7a6d8e60a598c025e25643be1f95ffe3a150f4aaf5c735fda9b6dc606892c03db9caa20f084b0e225f849c9c367809e8e89c6f8ffe00540b97393d49adf9789cef601a6a7b08e8b5154aaec2f7fd165aca780200b06ea01b06b41044e734c4f9756304b388c84811ca8125e4bbaa9295378ff89049b1d2e09bf6165bd1555aa4bc9964a79ca2356aa356e9e4aafe63e7077cd2777a4d50a3cc5e8e72e1f23a78cce68dc344e49d135f389720eec2679ee62d58bfe25998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844512422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88294ae1c731016a671ce1df9af3069f4729835aaaa3909c9ba5f01e276bba1143ad47cc1baf26f9b456018d3394ac23793b420a63c3f37730da6446fdd24a9aabf03d252b4001b5def9c5aaaa2c73f0607153e08dca2a813149606f34b3da19b1a213945a8c9046824d2653f8a5e3d03a951344baa7b985be0d43382c993d0ca43f69b11214ad5be44452239ad4e70dfa52d8ee2da8922d132a79db3398b83f2cabcafad17188175914d501657b8b729a350650c3a08ca7a648c3f4c096f2dbaa0f07d5a6b171dcda7a23a9aea533b997f1811d2203e749ef61a1bd9a0dd36ee734895fb1e8d5bb351a96273633b4de7abf209ed3e2506dd982c31aab6e6cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844428263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc07ded767c279f4615429aa2d17ab42fa80ebc5d375df300b9644948238df9ba1ca23ed59e2da2c1a6c2f698b60cbff9e21aa2ba184a39c2ce9679cb0cec34b0c24037b7a5417d4b621ce39869b6f7637bce0338977cb826f99b01653a38142ae8eb0e6a3aac65c42a1d612b14147a0d5ba069a0a1a98ce2228195b713d27dbaf3a20332fc7320f4670e1938773ce5118f442084bf0169f12ea516c7f4afdbd6a6869be84abed41af6a144d000178c91331205b972ea788944340e752cf09a36182d43246792b2dbe526a60401acd4814dc36ed73f3c1f36d49451f2fa874a6be3ab507452e3ec23b0062c02b322a6af02cf2920a0d0c33b443b883ee60c064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845601655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f5d87ad811d6204a8630dc142b5e74b2df5a7846adcef01f671f6a61393225a19bc50404afe0a42b9e54fdbc7a88307a4a5d48b0fb9ed1d183d09aa003451c4049ceebd3a89ce00405c9ef54c7073b7c2cfd7328ef90521243924e320e44c510e418bc002536d4d7e0a3f5acb0081a20c4632e0b13aa72f6f5cf1e387719fcf723877f94e51aad13a28a0eece81fd106e11e922e3f5f09a622ef0cf711d905f1964efa69b9f199bb33b0b404320249aa689f8cf105a45da1cd95c4a2d344fc2fb74a2f2782d09d29432a82011de2ad616376117ccb190e4efc498ac14d76ae748497c8967a36af0082d908df0c054814f7cda2597ed75f50529bf9460a8c4cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845660987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89afda252c59b6af648beefed19c83ca8b26985be6fb09149a6232a92380a06505c293998dfa6a04143b7adc8222332df92cb3d806b75030d666c8e36de14538e998478fa4e179785e158b49c2a51af5430bbf2d4187ea46702ddf6386e6cc4857ab9509b700d1d6905717bbb4f68ec7bdabde6ff9e016e726f57372839e54face760b91b2a0919c9d789850fee82d4c601d959c40f3611f3f156d46644c04c4b06196764faa0a1959d6f74597171cfe52145c8ad17f9b6aa2607df4bdcc19123216bf3e3a17f4bbee87c2132170b0cbafa9e8a5ff95957f9600a16b4eebf349f9b47636cd75074e54d709e13b599384f6a07cff4a899be099c70cc00cd15619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847357875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06daaa0fc65c710a18d5f0a7229e9ae9d375d6c5ec57fad6127be5b43609a0a275287972ade2434021b6cc2749fae6b39d68fd02777295c53acc833a124f6331d370a9ddade759a88da5cc87dad5817fdb27c5ba259de140a6434ef5b30d98dca62fd395c4e17a9399cb4d2ef46f86c73f70861a09f3cc535ccab74b59bc39321d90bdcbec573caf414eefa61255635975e6ed648212bde2eec7320cd0e5bb4397332d40133d5908ce1a6ec13661989894368a334639e5d90588bb4ce64ac3f5c6a02f796aa8e3e7c137b68e6ac6e38677f3a377405637452a3b8eed509f236f52564dc4de6f306157ee83f042caf4e54fe03b8ba74d99342dcf77745a903a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848338403Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59e2e9728236f371916e0d5cc94a15d2ba6f9b9829da0e3da13aa41c4ceac8c34680a36d281c01939f8600712fc8d2abe78a29c602ddfe66b7da3230b725fcedf602c554e37641398085eaff0f29d033e67008774ca4b95460a7bf3ef55d99d9b973174edcf7c1510d9147cd29fa61b08d026c8234233f7cbed9c786fd21cea03cbbf9393476c78743a9d44b2b520e334d97e6c1ab2487a5eed1a62febc59fa22cec936bb809af5a10405003e9fbdfc0321b6f23d880f3dc48fe8c350d46434f7ebed58fabf2d3a725a3cd10a162685e79a5d2f3fc4575ea40de5f0b1637328fafc0d44736570004ff56bfd9f29946f9b7b94f9ff17d2efa311ad597eb248c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848352099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05ceaa45e3f7bb7c7b5275a0998286e51f908f4d46bd3119adf4dd60fb7f486ea27ced5280f2db3a9d45f1e32018b840cc120ad5b8dc235662ffded5df9a06bb5e7ea47c604a954102e39ff819611c709925fd4d7677392505b45a3bc75f4557959b172134727bb8a38e7abe4fcc6e0d60db02001f39fad48fef9b9e184f4442e8be76a74224002acd1586c722deb3f91872fee3a960e3b1027818aed9ea2bca41dbd1853e3eee67a8ff6a6cd8341f8ad30112ac9ce440a0355339b93cb914f6e707af40445fe780e136ea589589ec3b389f92cdb2f98d6bccf355c0f5a764f62022781a3fe44865e8534c627840b88c55cdd783469630c249e136096fde9d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844460023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6cb2b31e3360d61c1b70c310e5d1ec420000da3558373634d39baca2f7a6283e91cbe6eda140720ba2ad53a0016140b4db25e00b5008d6256f5c2bbb903dd8bef43dc71304dee03d5ff21c2d17c59ca1818ace9e4ab097159645ce35409f33e34883414c8c70dd8add7319203cacbe27bba5e708a872eb31e1f84c37bcd138ecb8e5c494af4a160d82d8e97c3d52dc6faafa2f7194ff9451baa7318606b711334a8b43a3418c6ce727892652697366c8cba52d80c217a492e85ff0ae84920bad1de84a307abaea40d3eb729f03420985243a25a704df7d502366186e0d42be284235e5d3c133b13901f0971bf9197b39938934e0a719c4ea1ee10a1f9b1df35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848405189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=71ad9cf62f9cd9339c018b3b7bfaab060a49d1be7b789faed2d6b60bd0730ae3dcaec8d881b96e659b510711ba5cea214c88ba8e35516d2de285fb50207b912ce412e04a603eaaed960f0593e0ad1c20e21ba42da99fd563bf40a0093886a51b923811eee9da60a7bc7bbc88e63a8502eec87f9024167ccc4faf39c969562b4785dd7f7068f73e566a26b60d16f5c9c149e6c24ba09853f8d1ce64273426c056a922ccd4686d8d854f8b240dd6d047fcfc56c53aca5b46ccb1364f25b819db7ea8801493c27709b408c5fdcabcee851e26bdaea2cdc52c97ccd137379aa5e73909d3c39b0bd8b7078840c19aec90e3d4bc1ffecb9ce7b65f70a5318cf3b452d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848413264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9782a8da8c234fabb7e9057aae941ea6a3ad384e72bf630323bc4a2fbadf95cf0af875449082c04c61fe563d98cfdd72c676d065d74e97a53225222721fdd1726d09b5dabd4db4aee2978e643a9efe4c9ea4067fdbe4c6ab4861f8b70340e6ba725cbd55da94c74a7469b1f8f245b64a321ad8da795ac14c626264591fc74ffcf2958ed5578a522a21f702db4d0a204430569282169d71e786051a44f48ba71d21bce8a0bb1de0eda37b134d621b665f047947f4156af2a569d024400b078db7a3d7f541745206faa07a946c8c305fd54fd29e0b53d4b047bea1d0d5d066e23c20ea76380fe52ecadf9a2ff27c56b7d16cafa7dec5b9b25fa87088b774ad99b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846791427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4779e2aaa06cad0656ba52488ed59bbe2bcf8ac29e23b34ea7a59c593171c14971afa28c8feef07f97eeff0bd9dc1ec007c43b1a394da11e09e6d76c597fd262581269564d227cfb268b39711f013451bbfbe0a95460250732837cc443ba6ea2a5b3d137414f1afea1f58df3e10e8f806c18095e3f80917a22c8093c893bcfdbef2912fb62da880406c066e59453078209e897aa08170789730828a068bea9abf0c4c55d81f9c02ce3b986e8627efac03e3a4b658b76700056fd6522c0417355ab0d08c345ed3943f116613f4123b6e8c17890bdaabb3a24f7d9f960950a7aba906f182c7aa31e17d122fa7fb3d6d7295190adf5d364ec9be9b87e6c40817f68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84846429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ab624f8eb24cb743e9c65470ba96ef3b5ca2eba076d28707d45004b49f33d5b53e7197339b6d0543a466c2d4615d8d41e84486ece9b3b9f986f4597119556f866974ee02d5e5d5a3589616ec3bc472cbaa21c708dc26a9c556b0d1b9e326ae78ca5ca64b9972f73312b001385bd340ed33d6b50fd37fb72e971cb04f8aefec742291253e6528f640b7354cff55eeb77e49163fd86dedd45e3c35d6295718d88295318da3230f65ac38b1e88212558d8076d734796363bfc6338abcb13f9ca1d4c6995e33e9e313978560faea12eb190ea8d6680f9b38c5f25e3dbacbe1ea10d2db56aadb5ea42a79756bc0017788475fb4a4d458a8ab5bc3b6e1a7b0f0bc8dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84848565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ac033c1f44381a50ded6a6919cdc641b85e3c7b14c83520e3c76603c377cd9462cfacaed6d9b2fa4baa50e5fdaa90491b5a2058b39f8e810861575fe9c53d85cd687de07789d957f4a07059479cf88e6961c232d51ed6885bfb66ffe46bd01711225167f6c4cec7d99d60980ea1bdaa82084228a179354c2193dbaf18538ad195e4d6dcdf85ef556f36b71288f3bdad1b27a591b90da92dcf66536ee4017e4ec4d613581c2d03168c9a54960ce59495a2ca619e9251ad97f6275d96b6680ca51bf2b7f6c7a18ffdb2280a661d03b23b3c6192c85ac2ac7103bc25418d79cfb4aebad6ca35f568c9f8ba10fb6c1b6da9897123c09ce9837e792eb3c4a0a8eb03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848007299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e60061c6bd3fe1a904ccf96f62efccd6cb86f88c54d435bd26bf8de9778e6778848505ebc5219b4439b69a2049f69da9fc200601f6e74050ab1de23c088b3ea612d8a09b769c00deed2f75c666e341fda094da4a90c2b97b4bcb19499e582c79c45b4662623e20ee32acfe8e0ac959b8eb319172d49a311107b4d5be17e26182db855afc558b32875d2520ffa70083f5cbee7b6f9f196f20ab2ea9b58cc2d71f0f465cc379a39bf6b377a7a9afcffc75ae2ed8fd4dcb73691db2528fa46d87c950b3c7db3b682f781bb31bf94e0d874cd5ce52c0d7e60a6a8c0f9a8f0c46de89990032b9c4303244b7a72d32c9e08a48a09fef7d3b82e7a619f656e9897dc59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848539832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ab0a9c3b3489ae051dde3ae29d8e6b24190f1064c4b29a2e6200f6421cdb461070cfb23c000613b0b329b6213f655fc8b3c433289ba249416853df44c0ce39ae6211f65976c79ee0878cf2d2ce0fda62b282f54b59422b1ad4e809ea5ebf40868a652f75034023261796d0dffe0943d2043590c0baf0246567a6c22a5c4c2a3c94a64edc0fb47ce8b9abbaa3c4674019029a674934c8498a97a64b33713349063736dadc5832a1a4bb4ddccfa1c983bf4b4a026ae6e00c143d377e871f65ae3805f2086da0f75724e2432c93cc86d12286170fd342206e7ce8986613d83180422a03963007261583ce4f81acc7dcea9d053faedd9adf9a82309b73cad3eec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848582443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a14df156f0eff73a0f069cfcf09c3fedaaba9071d75610764c5ec8ceac37c43df8879d018ce03ded695039fdb59c7c1d743f68d27c4e4e6498e1df9bd733479f40e21142cdea4d9a7f8ef0d632efdbf312ff02e368b538ddf61e39e1219cc53549affeba48bf9c415398cd1a225bebcff0f649390fee40d3bf935b9c2ecdb57edd46502bdd9eb5e22c0f27a037dc3c388365f54008695fbb511187459d2e3c88e1decf62b019b2670f643077a33ea95852a2df01c032393f23ce2f58038bf1fbcc3a374a93f576702f6c7e4c126e58e5e9a75ec6b25980c7077697c6a286ae0d614fdd6eb325685bf24c6b4ce3396f0fad0126478bc66985ad555e75db6c8269&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844462508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b363e63c386e11df79a9733772f92025d0a350e7780c0ad7f05442bc4ea22ebef59513806461409e140567e1aa92455cd8739433df391a1d6a8f3643923f4e7cbdaa4a007e4e9a6c1afad9b4c232441d719294aff1dd2f70a88c2339d435456b659bed3df77bcf91cc0f414d986813fbca003f17259cce5f57d082524e3937cca8a6faf1da11b1204a381b598b8b18a18233136bdbe200b3c073587f24112929a273b2e790417055b99a2260d5cf0c1a4f2b47507716e1642a637107e39f99aa347ec1a2d94484e28cf62d24d127b83de02d6022f8641c62a0e0c263a9092bb9fb9a3a7fb2fdf0152918dbc035b98e4e75e0c507c1d4cf37c53252217f884b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844458891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e1fb2d5b03b4b33288b32920e489d7cfad65cd283e628edac92f3b6885134539e5e9fe4e595093fc564e4c6ec6b5f7b436c46b1e8f800ea20457ce584d2c7925160a9a97313836865090bd65158fdf7d5de5cbaebd07e9a227ebe972c25d960991da94d6701ae26e98c109a94c645253909a7da12546c87e53813446a0b678f46109bf96105692a6c48e3c057c1ec1095097bb57ff6825285f1e3501972b928f9f1fae62d7d322a88ba6c1d6bdfba3d37796f69cd0c643e0383dd711626bebd40a2bf1db3b3f8d8b13f91a4810e6f0875fbacf8786fc245983ca91d7cb8fa5e529e88b05145b28567993d5841ad2ae83a41f84f18fa1325c2844fe65aa11f96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84257467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a211f022601c6e351ccd3712d92387cb21c26182223e837b2202ecdf130578e817cdfd72833eba35c2c8f54ea758f1ab56e99a41a5aae8cb4f46196f0edfe7033886da7d8850a49988d80f52819b8e1326c3da09da103e10df1da9f6f220ad7b648f3475f0eb53b59b86baf27e63e9f895695d5573d49d78b2c704555ecf59b6464cf6e49ce324cd1a41c70229bd720e05cc63bf63bc685d3c5c107287f43b1b5ae496d49a098601b99d34989673a4b67450d0cc081e7c26cc87c9824251327cec77fd876c8fe1dd62a88897f4c705bf27e3f258be855c51b9b9f6a0a77fac67433e62c5cdd045a14d2436270faacf68467508f2b5c4f3170f964e2da857e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848770237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3ee27046b35809d5ee6347be9959479e4f58c5f2a04ee27739dfd87226a3fba40721f5f13b972c3406649fa1b5dff72a4be4f99adfa6cdfe49d05ca5140e4efbffe14bf462c496bab1028c3f4413b13501c7cb68fab5337779b5f5a1af4da2326e63668a8931619c6a892d6a0bf3c08c82bf9a6a6072132a1310e719c42abc7c5488894e79d236a8bcc5224258024b7381408597d3b938fbaa3305edd6a608e18e5fe41c213efa72742d67a38a8960833a31aedbceba3c89fad911a1f4681755006c3492345d972a044cda71c22c18dd122c57f114a43cff24c44c834cc636a9e6c223f0b7c9e487c7b4ce7bfe064e0fbaaf710412955e04de175215be3718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845660466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84429cf054f84d760131834902f31141d936c5186b298160422e04efa73d7d10b395b9a86f0cffb040d5b153009aee1fcd02555195a77f71b88fecbcc35ac1c59f0d7eeaa5ae95a691cf08ceda91cb4e3074d52f34943fa94a7ae3e8119add651ade4a155e6067959cdf4cbc67444ba1e121d50c3c1a6e140d0cb5b663c6f35530f99b9513886538082d3e2c8589889730f84d8b1e7f6f6d65ae55eb3b9db4ace40527f7cee168b2b532ac8427b9f8602fe03b5e64e8a75aea535ec3af6042548ac5ef7063c823a0cc37abaffa51c64e42fa9f1146cf7f953935a55a2d660c89aa9b9f5a9096c04473e2d06f2a02b766b626dfc28055efb21bf3e5b2c385eda2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848353431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4cc9ba335a9537d1eea0f6273e4087e692397b65e65ab34f0bcfe967beeae4532d29fc168b98526c67f95068d09b6e6633977f4051b17557db82d775ed6989bf2a15808311394b4b932cf0bdb019a07c6f3a949d2c5ad82eff1d9b55f78becec1f877541485487964d44822e98ffbcaa80396a8787d67f3205697f924f63cc41a6bc50d0ce13fd9e17b967aeb1df15fefce829bf5b21cef05234f1b44e423a44d43146da3c4f05ec3d88a05fd6637de6c223b279dfc19d4abd8dd841385e8321c147f00e18284eeb29a20cf859844af4b797a9bba18db322bef0222073285d89f0d141e68557a051fd44d587553e1c2b6d15eed328f1471787517bd20f2f5c3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845665195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f8293b248fb24d9646831ea50d4b0f96aea2ae47a7924ed17dd9785ddf49b70941f9d75d2168eee788cedeee9f6f00f606c92f1f30bd3a58795d7ce2207370a5c7435463d3990302f0fc08083cc16c375710d17a961d1a798f8ea6bb1e5f17dd1c7fe13222efa0f104040bf2264936458ba7433141fdaa7b086f20e7f5bc5c911589ae5bc1bb9f2a6188dd837be1baabad06366f2f9565e807083a227f8d5c6567cc0255252b5370552b038a21fa263db8a349f90b77c1f5f12bbce215eaaa22f61e6cdf4244b657de85f725b2a3a9a6ed9801c50a0c275ef45f45f91c6979adfc22246147d3ad5a3d8d124ef8b4cdca2bf52f8a5ff5c28cfdab2c8c355572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846017248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=62824e6d347aca5eeeb0bcd45fae24345393906f71a365e47ff6242e8f6bf687c36ae0afe116e607eb7525a1f69d20a9bb28f502ad9e4752e14c421044e2f3e08481b5142348d0f1f75184ea3356d65340369a322dbcdb6be7273182f089a21b5a90943b49f9cffa1d572f0228b3cb2af537543f2bb113ab223b94598938084281a408af60048d10681144aafcdcbbb2783e81681183f042f2e6d275a41146e361694ea6d96134f528eefede55f9ff60f7208e3feb9fdb1ffae08e5d7d2a5cbccc2e3e172f6c73623db1ec15dcd7afac9228944577def505fffce43acf6a90445773930967371eb7a3712089d898ea07572f944e71b9c7acbf9ed72c424e1c45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848949084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=760c66f79d1e00ef474659c489ddad33127f6ec5a6cca260063726551d88132c2b393c0c4d0677ed445c446ca549c8f57c7443f80407f7c316a41ab3b29b0229c11ae36a5e377a69cbbc2e27dbc1af5336bcfc37e6d91d693103d10f1fdcb680b212cb738c6ef77b8120661f68db212c4e5de800b2a5eca28b3c2354d41ce052adebda1bad44c1dd7d86fca4c4921258b4cab8a304e679269565e3ae33217e05ab0d35e52466f7f7e4d6ae2db2ce1f01445c5d0c01e1e776953565420584d4aa68aed679868b89fbacba472709d1be19d3552f3ae927bb686ac628c3ab0ec59a689b065315c1a16b1d820b12b6ee096fffa9f69bf699b798a9512b6c2d5bb267&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848981465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=15530f501483791ca12baf6f2529da074659442664120f74b2658755e61fca24f027edb135171ac6fa75773320a373e967dcd57cba892dad4bf4f9824a2687dd190fc9284c4110d784a175a8ded6ae1185850617d67315245a8fb86edf76a923862140f4f937f72c4529cca9074bafb228de9f20965b49f44eb2fe9717d83fba65e896c82435c4ae7f09b2e040f7b70a4183a7eedc2eaa5325aee06822d1e874a1cac420adef7efc188991b6fd5d0f1f7b3c30c6add01c28c77b9b5581f245337f0607c5368429930e7cb51dab57b00ca2b53a57aed8db33c07eb0216bc05d4a41d4a610041ade6d00ae7179ede05e5952d73566c682438056e7f1e168002ca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849007574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e456dec11b8d7beaaf02974aa12c0f2be4d4e6503e7817a250977e3111527526f1a8c44c2a16be96055d635be624e4e56fc49dbaa4683c3c6f4abe23e35c6f35ef48c8833452b12ed98f48ed442be3071a58cb21cabf24ac022b82119d5d4193d931ddc05e8bcdf4c2e314e7c6d98dedfbfb26126a5f5007a7ec860aab5c06964a32813adfc1e87e7a78caa065d1fcb262eae55a5e835b67a99a6d224857c5fa014b0a5ab9652f53b7353c34b01d4db62e46b8440828ab16bf231363463eac369936a26670db6dd15b4ae50665dbed8234ebb1a05f5fff2d54dac754163694e45cbb8b1c703d10b4eea304c5e86a3440e6bca78a2e74b14dcf4cb4e7969c15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849017693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a8cf01a3af6e9e0396b1b64663e6a258e8580d26bde2fa819c11609d85dac30fe2cf64abf3ec5864a38c880ecbb0429190b8bf71c8104d609335c8f6adacb21fe142c3684679f701392051bdf04ecc8b9b9ed3f2f5d43adeff30758820e6a586645b2170d756d5e1633384cc80195694189f936ca991bbc56c1f76656fede493767d3eb7e0489fada28cfdbf5294a1b5ec52580a9d47d6b206afe06b90f1f5fcc863359517d86be2ed0d8d4c03872eacc8575fa2212a18633508fd5a09dfd352a88175aba4fce6051d1b5080611fc49ef5712d1adcd3cbe3ba200b3e5ed6ea639a55017d0e187fcc901001f93e3e17a34c27f8050c521117cb3cf86655f6d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849068028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5fc2c9547a1cc95210a40a8dd9bffb7e82e7e04b5685b09af3269a020d2e67586889f5397746bb8ae4a7cdc29fdc438fa4a0ff5edc94f0acefa1d35679c47a73c3dcc78576043f8c9f93a95e83d547052919fdf145621d245ac4703a06c3de138b8317f6a877579f3d31af3ef48674f7fae2dfbe91bfbb833a5d2b24482c8a1152f5d2b23368dc73227e50fe0fad93cf8fbed038bb3f77b41e9d6000780c5381b91532b10ea13119d3c95772ea4733f59aa19207893aeede4c7f4be71887ed7ece7dbb329318f19ced8937ec0eff68e565dab1ead03d90868082886903416d9012f76fcb36890d4e5f08e333fd45bb869d9372601914d76e215b321c8230354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846091999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac38e0dccd062278d38ade0c0f03c59baf5c2abd04d0349e9e30721b4ae5ece21bc0069c397d7428968a868b74c0fe0f1861a8c1efa5eb25a4b6697fc497a8135d139dea17ead2b68c141fa8c8913516bdea6d0202bd349aa7cc8d78b8ebc1f4b08c23f7fd4f09198659595ee19f12aa3c8d4a233cf909e71590d885fa0c2224a069618734210f33e27fffe392c144c6ad905d45dd5b70ef2b0b04a3db8192f509fb13038c64f8aec6c1d68f2b268621cd55a127d56e574bbc8ea2aff8c7f92e4be8982ba7658552c34a1b7134443bae38912c5453fbee85bda6e9ab4c7aa5a4151d8937d2f146007c6c8f53c0634c2f34b06280f1ac7d5cdcf9c7379f97b744&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849117741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bc8ff888b1de94fd943d2caacb84123645245f2c54c9f553d13d2591a8fea791381b207395b700d8bf25c48fee647908c1772334a2ffb8971c3b598ec7775cc6868cca5bc79e731c451ef8481f55f052df9400d2bb1b2091381f2eb96de6565b5a49a87dbeaf589818a7d2e2bd99c04f223828a329302de2e9b1fde17fe311bd6ec87653d8f5119780954e75042c54f10f7aa2757035fb53c4c3542bf1fde56c9c877129d69256bf2a26afd2ca2046ddbe7921c77706e8dc29ca88a0cb343a87ad76ad761592a3b99752c2ea4ee4201deaec0488055b655172c1ca9cb2b717ade0bf6b9dc25d81ca803d02588927446e29d2faecdba4d2806880c44ab0a168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849147608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d826fa3e7f364c7a1899531a9cd52f76514195432a1fead2ca1320c608f1b60a2d012a45d54188b0e29ce4337253450e780a46174ae2758a391d42436d9332d6f9c3f89098b9fc16107bde57c03954f7e93b3cab9d0e46fc4300bc6ed32ed555027112fde55a9d053d1aa4d3d8325a8c19a4a27349eb470689e28debf3daf21c43de438eb56125b1df1aba4615b35bc3a21873c9717ab147207981195f6cf7601ed4cafef28b4e89ea06836bf56b734c5d14cf5e03bffbdea78b418c10948c93b613bead0caa2d96c431d82d0756f4424714362515f4db8b82503b4a95a951d3bc9b2692fd5776d5163310e6e465a857ecebb34895325258097a78ae86721f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849168938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc926095d6a329dbb622b4a250385400ef1c73091c41c8315696dbb49769c98022e347c22c6b7312d9cf0da5c201fe0ae0a48e44eb54f383e64b6a7f22e49afdf915adfdf6054f8fe31055076740f701d3400d520fb5b7ba3f5c5460ea9314d7d8c1a7a8369827e661e544f857e1a7ab6cc22ee5a25bf62a1e8ba6f5ade9994070b33fba1079708c35df1cc35574a7817822333fbb8f6ee82133711b575495d9db4d140714fbec0915299736344c7f5acf6e96fc71b7449ee16a1e9a0926d9281a2fde729f969c2503f960fc7751e18007df34616f325e897a0e03cd239e0aa3476665afea735961256885d2d39b057d7bc25085c9b2359bea6c5e6b878b0f14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849196299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bda84c0f13043520d802432b2f9c2daa6c4b2af97464405c0368d0c9b93cbecb123cfca106e598ef1e9fbed93b78c43540cf9d7f59bb1425326bd199e78c312ed3dc1146390f5b36c1fd0398890307043b42726470629ebfe3346d7d891df62208b02cfddda7187b1519323debdf9c3f88d230ce83a7ec070bc032f434120ce35f7a9fc50d2f63789217c4921f0d3197706980b1283c7e9cf4eb5dbdcef44f7cf02cf486413ac448aae32c3391077c9daecf800450533648483cf314e1a81667046af9051561f3baa58e37d708f98ab65883bc66cc30416bfec80c030358a389b66d6199ffa9b226d8a7c282d3c2b29083cbbd7a6d4fcfb08a7180002f37617e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849249079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84c40eae21700926b951e999ae7fd95592b5f3de86e079caa8925a5c28f09426d1b1960052dd2d80ef284d33766c1fea6ca7b984a66742ba2e378752f40cf477d0f68f00651cc831e3ebc69815bc9fde77d0166e71fe14f298cbe61982e3ab54d12813adfc37f49e2d6e3ad5c04079c4da2124e91c82410f4bc8df4169c5ce122b59f022b1ea188d5973977abf09692135e5fb4c065ee2331a7a626ac21163704381efe5bc0c6e0bceec5b5da9f4b43cdddd8589b9b0b5e1767293b025c7365b1209abc0bfef28233a6175dd1fa28459349aa2ddd10ba0725ff63cc957e638a53da188aa1d8a0521630060b43c06b23958f68840309e49e65d05bd3af580dda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842055191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5688f264e7f50d28713229c9f1801f3e67c7d4b015b3344bc610fb54755a97c58d0e8e6e020166fbe1070f055257aaf347f35fad4d87b2cacf589f3d59801a753891869c66892e06fe7be759654ccb6880fc7b8e1ce740551bf7b81c19ab9c2a4b87f3882858947e0cfa93053d70bc21525206c8989c45761a709fb51a7fceeab2227688efa9e251e78b12537d20ff4e499c4298d838640316fb0e2047a326aabc2e5442ed776a28df89338a715731c1888d250527c480eb5cbf7f78c8039eff8f23cca72d3e8b72df9f77894b5f06f7ee9b796295901a0bf7a1ddd03bfd94665ac3c02b5fd857ed78c0e3475d3d6b13a31c2ce227db686e6e5c2c694beb889a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846167902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6f7e84e1d37a1ba526f8291c220819fc02dc117018fc986870ef774a499110c9ca8d548af225f39d3581a7c8815ddbb351f738765c3812de0ef9534ba59e83bc16c6cd9f609f275fe1d2ca016a1876dc48c6ac81898cfe0a269030e492d50247aaff5a6cf044587bf2d76fafb1ce2de79f098a70c4386d81b56bb4c4ab42057e7523ee050c93d466cccdfdf5e93c5847b3ae42ef16ccd2838c69b1376f69ace16aa8aa7a0a5df119fa8bfa3023c913e0dcee15c43963bd588ef552648adc9fe0d3454b07c98132df9bd892927fd4ee8ee941782a1d14a994898fa16ade57918985fc72eb3c88e6318b26e95802de6264a4e54b60aebceea902eb6b84966252b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846198951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22315b485e7a74e140a9d763f724a27beac38c41af7463e8d1c19ea813d36bcd3bb7e482305afdac135c9bad8ba3701d47c274190508ee707029878c53cfcab6d0861296be001b7ddb6cd2c5636af90eedaab0b07280e4fb2720fe6fd6339de71b04fd0a7c0adc3620371eba6ad333c382dd5f323af666a2a0b69f1740b6012fbfdd161a2158050568ccfbb4b95dd3bf7a9931f009fd4404864582e5158580d4306ce5eb57fc5d0e8c865b320da328b8f3e9229c395084b9e4597f31ba2bf229abfe417b52ef1e0eb94c77619ab48922cf3a427c74a002495a41399642996214425f024898cfef15574b1231601e4e1966205fe86cbfa434e5307a81dc2aebd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846199662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a09a13cb14ec7ff134f14a8b3a75004f28851fe333955f09c1d94d421413ad5db8bb193f8e6209089c94fc4be41a7762c06fcd1678ddf650239cb283fc615ea2891278045437944af9fa317085e61167927ba6fc9fa1dc905cdcbe6cbe49a2cdb258c873f994241cf963f7a37388bb630b1b60c6079eb3f05af6080dfda2ae3bd26c00c24884e3862d8b6f90d21b8d87499f66df6230ebb6749508b7ff05ad4c7e8aafd901dc5235f27182c8cd4ea43a409a6230a48ec9cc85dae9e181e94d12c6c0f8da0255ac6de84c2e1625aacb7d62315bea29e6cae2654d110c0c19b6755ee18fbd579f063dd86c373969df84eb0e32aed301ef735207d862d83041f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846199752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a84db659dc151f9eadc574de6e7644c6fb881adec11bdde5ccce38bab579c5223af8a7c9ed6ed0ca0415ac3c095eef6428ed3d186b49e6b343826f85f3c26b6444dfd894a5b9da8a83b6b006ba423da4e2389a76a943e3f606c3d11be8fa141416861c4bcffa1f923433b66bcc79eb3b453ad72a95dd35b6725d89cf4445b717bdb3a830858e970294403d41090a72608dd76785e7dbdce4947d9c23cea181bf7cd6dc970d4e058c6fc0f77a6c128312595033f2dc9d5384064bb235a743ab3c67d88d171a696cab0cfdcc49211d8f8d2cad8a4e0a6eabe01f06dfcc3a6da976bb165d45b0537df9bd21ed816152d5f6c1922db48af799d24c0ff9f5b750df9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846243024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11b04be636177ce225f18724629173decc549a894a10ee8dd96cb9676b2bc709610048f00cc466e524d323eedafdeb4f69627b6b5b320e07e8b367d97a39113a81bdecbd06025e94cc647af0c69cb1c71d5e1cbb44c8c73b6257c98f5aeee48929a87613aa74d0c0f37d159cfc9dfb18606e23c85782c79343911bb97342de2832df73cef66fe8cb6dab1e8d5c4dd89adfe82b74b1463a9361c12321c29212443034be1c30787ca02c27eeaf9b4436b8062e42d6d662ce41a51293bdfa36368ed42e9d86a1ba9ea742709318f8f9c4a1d1d39e89d29689fac8fd2f1764e2ac72f44ab6f7566fdd23419b03bb274d3f471e41ff299566f80d8ae580b57fc2fa94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846277689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9803babeb2c237a7e70104e289bda49aa1713db3dbb3f14d5e31ed3e1822fd3276ba72664052a601e4ac271a00edc29ac97e75531a1b2b5821926565c43ec950f1292ca70cab3656cfbc0d435c1bda9f8bad590feec24517ef1e5569d2c7e430dc57f9a7193786cd769f137922bd96240b55d49b47e1a5a3fa0e560ae21f6c22899a61530e164707839e228a76ccfffbde0608efe6ae8b458eb8bb582480f73803dfc9c477b37086c48ae9c4677b2395affe6120b6be2abfd1d8b189d7bda4947a1f7123230b3df9ace34cc29b08936ac3abfa70b190b93454d1ded4952e8e3595c21f359fad8ba987d2b5624da0cd7250582cfd192ccfea30aec80aa7f401d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846285143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b21f2a5fb15f9558ef62ffdfc3f76107c5560dc4ef43cf043be55ff14a16682086469c3320d02800d9d20415c4ce965fbfd595cffbc5bfb7bec0229d4749670a6c8d4c7253a94fe1fa94028970d5a7ccd0113b9e9d291d90b5093843f2848a67f8a859fb9933eb4f1ceb4d7e04b9a608c13c72fa69b3d4e9becbbcac0e50b9cbd4519c58d99bfc3f370839567e55d684f15fb2e26e03c4191aeba48f96de77ab7f2bf0c1cc8e2e23de52aa270afe31faa46ba8f3cf5f3b8c799e063920a69ece06721c6571c6372718d6888d496d0c83870fe8e94109fbd1d722ddfcce256ff3cc60bbf70554380a09a3ba802bb977fca521d5bb96bf78da3e85f3480338c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846345126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44e4793d95111b3120dd57b6435d8be6aa7b04e8b49e0b048371dd376659a55085b80dbf47c00c6bc861d5eee1c4dbd71c9123cb632c4e042c231147e2e7c66b7c3080cf9bbd123eeb4341f1889245063cdb7e83494a94e97ee2279d64605fcd7dc8bcc3b1913477958e20a72eeaad43317c8969bb6f9e2a51d72d518f9d0e22b6cc5a1fa1c69151f36184264e920b9b00b227edddd63d3d241509be5e5c19166f3e05eca09d06e2e3c47333902a9be631406a647dd0522a7c5170723123d73697928495f5d85c0e6c181f9ccdfc4db183887e0237d0592853eb88f14821e873ed468d54f20dcaa6bf9dbcc9925b1bb3e8715912b1bf86ac3c94c79e479b68ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846391694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22ae0bcd5c38401aa925647621252af896f7e58d3d064db70736ac6bad999a8b37753c18a5770d8cc7234f44860eca885393b57e382fccb484a2de54a9e7e643364c7d82edbad3c7507a1e410578db098a51a1d1959b4f45f6c40674e45f908557eaa25a2879f5313a18eb712fe1c0bb099b968da7ef62ce2357cdbd1c8919a1b59c52fdb0365182196966c9cecb94ebb55e321b5b3ff6c7b0c09cd62de043b1fea53190cd2cbf02f84b74e6caf88ad21f04f673569380b07fa4eadad6647c451027ffeb9327f8f1a811118243b95ef5d41ce3b31d984dfc59ed158d4df0fea6f859f71c78882e62d2697556420c8dcf38ab3725a554e7580661594959502862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846393217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a55f37b5cce2aea064c1f4d4bd2d1b27d56fbc8d83283623a5048d831113c609d4fe1ba88f2a6e98fb23415f25c72c510969a1a3e7f1deb337f93168312bb4cc260e5ff321413a8abe57346b08fb977aaae5129fb9219dd8c6fc0200f46cae22e726b365dbea996df7aa60f748d954ed4474e905212686b27edf6e80f4c9c7c87f05eb4252b17878af315d6d86422a8058e02110203e33fd8f61d4349434430e16d587cc8757ca7463562a40650e15f93f0e28415d03e5269f0303af55fbd8d8d05d3ffe5e5339828dce223cce0bb6073dfbad48f004cd095033f9de5ded9209eef35cfb273b5f464b273ed49941b3ba0dab60339fedf443394ee213a6318cad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844209321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4b552670a4c82ac527951ed7016cb9e10a2753d56dc84fb7789a8816dd9c1255fce8e5e0eb289c579321891831d24109fa4eff5f77f7a32ac72d065dfd7dd4347f62765759f9db4f3c1e648f09b89eea260d62c720046c35aa51f442f680101ceb84bd86599afd4a377ac0a7a39ae5d6ae0d56bcfb07904d262b15c44b18672f0efb74084838df7da9e58608499059928ab0f942899422715e7bbbe1580ce1c41a17b24986a86e1a5c608fb534b1bd32efc0b7f708882f967581715563f3f4d9903c3bb9166d7919e4213eaee3e57abed23c4d74bcd4b7024bb946c15261104c8334c8c4a5f36e9cf01053d223bc7e4ff2e2d00e9931df0eaaafc602995d613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84672898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35adfb7b1c388779c82579760f812ad253db5aea0827cf74c6564d364ba42e2aae91dd6d4220ae0c74beea534b361beb9e2726d536cafba40f5adc2d0920324dbfe7a1932782df9dd3d0d6b51780b5aa9f742e3f1bddb505bca42fcf008379afbabaf7279d0396a41cf322a5eb60cb2fb83908d1806cb171c0350728e283c4c4f873983d8e83792a9f0430aa62b56b55b47e81a4c0e80a19efd6d4c17796fe82548a3e006fe6ae94932fadcb5b04e2d57229987c2f00ddb8399c55838c8282cd93ee870e96f5f3ab1e166f222dad295f0d94328eaed1a71c3bf818d586ea9d5cb7661fdc11c8a7888d890fe78ab45c15f449f48150b0cb824dd05dcf06537558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846790946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98150b14406312396d4e90bd483565122574f9c6376c9cda17d5e68a3527ffa1654de46ffcf9858ddd3fc0222eed43bb5020cc15b6f405271be205690b062fa0843e790cacc7cde8e9f80b3ac683ab162efce2f949a7669f4be8a953e68e07ae5017addcf9011d9566e6d924031ceb8d064d6d3e5ef56d172d5f0f074475558a1e7ef35c170f94b084d4aebfddf16825c3e1434f7645724e03e09e634c9f1d8fd84ae4a35ac411e6420de7bacbc92cec4811067d28233e7321798490f504eb3c6aa218342ffbe956264eb0b3fe35a33a6c62d167c31949682c80ae192d4ef2c4e212abc35deb62d4f2a891456210f009fc966a6b73977722ea28c7fabd93429d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846794844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=152a29450e86e5ed9a78189cab06b6d3ea608e996bfaf036a4222b5b5a13babbde0e98839e41d49bda11b3a777f3d1f3b9787bf62aa91de3c03c997241ddd4fa949092d3aab923221ebd6bef5f33cbf936504347b05fb5a365dbb74589ddee68756a105a92481aa70a3b920b8c5e4325e525f1435761f5473b498f051c013fdb8920addec2d46665e943902917dd4186254aae54df2779ba1f9b5c44704985a06ebff1183cfce0d395b4f60035ad73d9b163d79c7a02446c5c758be6b1c2e2c52e0e06d6fed01ebed3407e1cedd76ae4ca99d8784d9daff4643c86e14dff5818f2485c04929f654c5275149a8c90a1b43e548a9f9dedad40680cfa7e2b557902&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.8468778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7834b75adb472bfa80ef72d57be3f743567594ed31e115bb57714ab21b20586ff552961aea367dd9735caae7942328cd0eb1f5d310109bc1297c6b813d5703661acb26ef21d1e843b8b46c50607b7d68c1f63bff304ef3cf1072fa5ca9be28a586752da925550b802e06bb0317ead97cd4ef413ae54a68460a2365657e2165b51fc683694ac7d5603aed634b174d7446652b847a71a1bc4e551e152576cf20eb82a4aee43eff7c457b38e28e4118876622af1afbb05f9eb29068b67698028c6048da3d5075b34ee16ef83e8d127ff93115b738973406db1cf3bf54ee0eb8048c31bdfb87ad120298c5fd55ba96b1696bafcb038c2323cea52c26bb7a2850ecd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846997125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55ed0e41440f85c9bb827f4e9bbb4e94720a4aeb9a82e8c0f752b2bdf787c4afe62d10f89b2ff222fc08fbbb36e6709d00002019071346923e00cd5be08754ce46a270740d7746504559c50d7725bfa60655d379e2022f3927dbb10b8461940af19319a222a901d49b1d1ddc0a19f1bf4b1337618d16951712ef2e2632750ee93a78d6e462dad4e87198c398f8c2ef5a010aafa40857bff4c8de38c3caad387196d72740b905531c14eae7d73dd2598868c8834b4cdb8a1db40115486ee4cb619d504a6d4cedc42b25ea9a4279a46e565d31a609e94b60acf9299c97fd026fb5387178745af76db8be6a714cc8f7a7b8e7f3287544583857c818531602b79653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847010049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=008a8a4b1ab4387a5cacf3fed85c62162e4ffdba1f4076e3348bd57ff5585e99c45e8b63eb283471d3bdf2d557e15a3b79e916d3200484970d842b11e352c36e1e7a515fa89da1e03f45c88cb3a86c124c1f74bee7f6b33b3dfa9ac79b28c691d2acf0b541390f352664f22fc48d75fbbdf313ee6c090c5b0bbbf10edc39eed1bcb7292195b650053090968ed00fde0fb67780e36d15e757625105048058a9cf3dcfaef65c677d8fa588857dd90e8f200c16076afc8eb1de9083574da1333e3683424e08ffc386d592ddcbb8db8b88ac2fca83fa8492015133e7a53e8d54d277b06fa74b83a4844b1c49a824a3d67878fa36097ac819ffe6558555237be8032c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847019918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7588c226051159af959844e5869401a5dccaa7b943bdbb19598390de3570559f872fd87e0c00afe2b3412aa8ea046de0e655a92f582cae98c1990dbf0c99c9e10a6cd2f76bb1926910321614473d6fc813804cd4c90036955ffc0322f132867119c431f2f4f6a68d15f68c53afef6a036a0048382eadf45fa6fa6c35bfb84406b3ce106de8b587e5297e7f87d412ba252574bed40d7c4ce6899e0741fec7670a9e3cc0259cc8cd98193ab50cb47c0a3ce9e82f70195e5fa68841caf435086188623bc3570f55df7818822b76af215b45c52ae8a942eeb7c97ebb602353fb515dd85a24b28a3b94d6bc5dce3e17859527c384109ba3c12667520629c83f5617e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847049985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39a0345530f6ef091ad2043ca6a813fde38508f7cb23dedab7ec84dfc48f0e4d6c2a2406a73e66167ce70c81ee640e64c95f85b69a0d31cb814ddbf0c19c4f16932138e86c23e010743de6b3afea4c6000b11c29bd220b699eebd0a8988371bfec58402ef6c9a898d07498848a22f4b9b6c6e136618ca51dd95ea3f264dba202c75e4242af1b630d9447ef1dd4ce13151eec8c1471dbe8ee952a97f56440092a34216612c19f82fcdaa4659f21c887f3dfebb2c500fdd1460d032c12d4862a803a593a13bd0fbcd93e4da20fb8d9d57aac3749f6954b564d8e8ae05708cc5b79d967249f50f765534c9c97cd4a277492ed2e03974822fcb2d9b82324cc9f71b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84705814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c36ebee14ec10c42012ea0f48209410c19ab5af153eac9e6c7ffe8c90ec3926ff568d11eec991285bc5270e9653f66d84fb1493bb2256ecca37f2d740e4ae55ef1e87d0466808d5993261c1f82ed2ef61473436f1ee2f64606b3f2c61dff9a511be9705c79348e635a1d0d03852d6951507ca46d2f7d06121d977a70d2a3dbf5a5ada130d86831125bc097a5b51890ac21924e6d75b5f05ccf3e9fdc7814799cf888a15b5b107191f09b79783951eb517d3a46ebe581a3c5de5656fcc4e517542d7b23f338e8e974a4a498bd572942180cbf520319e68408854c9745c73bb7d5b318a84ee861c9f0d5357d6cf07ae4eede78cc7ab371c5d461697594c090e31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84706352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7d3b52da9d4eee938fd3763d069d379d7b874e8af2d8ff3ddba20aac2d5c2f0fc2361ec915ad2f3209fee747179344a961fd627e3f5a8de2054a549953cf2aea1e4e49e3512bde460e08fa0d7db8aca197f7efb0279ed011894ca549116909fea2549d68f92bccc487fe02600290da495ee59fe566125603d100ae390e51b52e08310581e82cad86bf124c85451272a6e2ee5c6ce1abac59e18ff7788004450d827b24fe4d427841d83ffdd3c99ba27ac47f2cc3140dd242fb87fa7cc873218dad1fd190f8f36f8373456e8481d098c20a440c7ecbb577f89d4f0f6a409f6aaf808d7fe8500a5193d7044c047ca6bd313bc31e2efbbab003e04ab0bff16d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847071675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e27d4ff21a88a9f2a2b64b65f6ac8dcc0b391b17a5d37f1d5cc328e02a7f76374d60bb445a53e0de123e99e967b01947043d1153542028e4503b2a006a4ad93bb1472843b4f603eadec9845a51e14e2b31f8db70bbde394261bf44e783eb5f27e62dbb20ff6fb694919d127680e382800e3ab9a9e1d311ae44d97bda76cea1c5a6b07c4a98e94fb3402e52b665907301cbd480df95275129bf25d49343e1ffd4e1a10a7f537db0ff43d7ecfe0fe79277648a7854beddf923950b1f016c14a48ba06633403e8a49e1f8fb639b44e6fe606a5ba4644523ce2ccbd7cff254f9fc1e2d299bd0994c5f574539c3cbf487df856a8b403d920130b0c174410f1788a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84898407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ace039afa82ba39f4fc21ebd613b26b5596b624df0ddf477d4821616e98ba1d3b7f1456cdbfabdb0f522077a90bfef92ebf6d6f89118de267dfd354b52b4c45138ca387c09537f50fb13cbe2b7c0ea43076391d202beb0b8727a6dccf79a9c446c6299991aed86f588ff01e4a7214c13610e47c7bd40cc4c435c74a79be1af75c20c2b2981197832982a3b863fdb3572f4311630960b5cd156ef151b443290be61d173fc00c06d72af826edb921d880aea39da5b36acd0098a872e96438ba303c5671093795f20ff9382279a3d855cddb4684695c43a307b94939e51def7b7fcd856ad8f0bd6c82dca23357c8ac28769ce69af3ab1b5886c5ee6689912955ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849434929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56369ae317ffdac82dc85aa3b7e80d88b30a6fb31bbd6f4b9ffc7b3921f80786470603de8379b752473a0c8f7f10151a31ec7d05d1cf3c15c361a677c83d699115b2a039e10dd0342a374d5708a14c58bab34dd85eddad7efd55bd45991c8d8493a0d6a7822050684827829ed9f02625889041063860a7a0caab707a1af2ae05806e2868bb1012a98938127855467a29e2fa06fa4353d93400100b9c048d8bb2fc9e2f6e73587c9bdd3d78f7de50b9e7b3adb61d48ceaa06555bc5abb27b7ef8d0b26867b47bfe4263a285c5bc78e8b79363aae1cf710e7fbbdcc21ee36ff3cacd28d0d11927fae43aef60848f270f03f48bffeff5ac6e511eadacc291c52b35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848091397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d69361c731e29ca21efef22b4e54e45ce2ad53dfa84d90c5279c750f37b5f4676aa792cfbff6e7673228b8faeae02ae4531883354246bf3bf512cf09982410edc4dec76b20411bced751124678bf7788fe37e3e0cd602a74da0270e264481243235c5e2dcdc06ceb4037e280bac18e32f59321d558f4355c5daab920eeb947c9f0db28406790d76e87cc4a20af6d7058f4216fbfa1ad13b09c5626ee1f81f82dcbabf296d53a58b7cd835df14c78b82f8bd7eee9b682a8c98c0aa2feaf76bcc980f21c045109c6ac2a892da69b542b7806ccbfbf1d0ed0c1f6799c15701c72e3252c908db1ef7febc4467b8bfb715b6be04ac02b5960491f290f392099f9fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849465577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e66090183186979a4819984bcf29f3dd6dacf09c18d71db608a1afb9f233660d7bedcaded72e9e1d27a408fe200eac873a7d28bea5bef76f278c1faa8b09c1e412827724c26c559ba024ccf76d03c3d442bb2ff0a8d37eed1f5ca7275050eb9b3425a053734d67cf32bcc5924ecd129ac8162b25b7cad98e5aae360e1d88129fd75899bef9ee03c4fa2f725aa93ac4c18343b59e8ea83f6c11a7b636f8e05569a6b45e6835384d7e1a5b0037dce60ab21b6be46f5237fd83b128b50b074636d6f3d8ae26e4bcade8b9e4805f46fa8314ae5808a40ae98b0f6fb03247ba4d8e799fc26a02a7a6509ededec48a95a5c2aa3f8b7d3efcb976cd59c5e0ec0a1f4a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849487789Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73b45548f9d9ae40d39cf704b46b1f9996ac5d592512acc86edd88a0f1d411f690d65e7707cd837db5912d06ced58d5e2d60739bd4cf36c1c5dbf0316a3c3781aeb71f1898816ffa068a3c6862a4211a99fee21000812e347a5e9616a05a7b812c97410ac3809b3963c4bd506a9242f2aa55fe379edd70d38b503f443ca2c06b27b449d7eca4cbdb5dffc251cdc120f2d2abcf016e754a126086b39fcb8f6e22c59c5d7578f52518a5e9df79bf7784541369043bd0ff109d36b0e21f8af4aac9d9c6c0bb55c0f8924c0ce88073eefdf06003344a130c0fc981111cd89cb2229677d4b4873f07f47518eb15fa88ec98d992b5d1ddb39d6ec6f243997e27ac4f61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849518547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bdac91c42e71e51c0f16ed48b2a09d66a2fc55c7a96c313109dd6c77a4bcd4a5c889d76c3198e887a32d2ae3f04d1699061e6662410771bd69e5a27301b9b28bde6590a50b08ff3ab098bcc4736e5f8461f6fde97f2b04c19ffdb3d17d308c78abf3f1728f5985099a1194e9ebdaaaf6f8cd1377ce1e0333dbcd2505fff94deccfb955abc5b58553a556d5c63d1589eb3058acaa9bb9315c3e67c710652c25e2c11c2ac78d5060278fc4fe2d134fb0f96f3f6f5698e705582358dae632bd293326d3be8ab01d7128df70264b6e9a634d672b3f1c3cfd5647dfe7d530b81bcbbf02bd1c18a745998a77728f22baf5d90b50c251de73a82b8fedd1825cca155dd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849076213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a8b93f34239d954bfc45426d2678d4967e7385c3958cb3f460cfc8a8952b78927e182046051e12296cad7aa344a4dc2fe56d6f5e92e32611e43fe2e94f75d5fd021349000e8f44abc4f885b7918ecd1eb7217ad0f0404a7a78122c8cbe25f30dc8b0f5185035920e3d68a2f0042a267b05bed0d0af157c286d960ff127bf680ddc35f94b991cd5257cd9b5ed958dc408610ce4b9459cd2d4a5ddcd6f4dbf4675596cf3f477eb04a52c04e114f2340d6d2fdf04f6d1dfe39d7f0fc96e9460022652335ddb0fbfb778dd8edeb43d3cb89a7662a8fd5366b6f7bbe9a4821b24c376c81aadf2223858e74a1f7c5daeecef881c51b9278d3e39f6483ffc99d8f7f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849562319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0db986e06963cafc84757cada66263908500ebf75630729c584d4c239d08c0fa8ebacbea96163eba57036fca8241af790ff70f1fad1d954cb7b33baa4fed145481f74eab0ccc578a71dd39002bc78ff7b115274cc8efa1a4bb2bc0e99b4a4f83943a0082b294b74bad0e0a7f9ce4fd073dbba9851f456463c1e714376d073482e1c9ee2489fcde81056f3e39b98b3dec072a104f724a8c47a3dd1c10139a75a7dfd3f1553ceb18dc5f0a577f2b8ee1bc6e0e620b5e98952c78e4bebe4855e54ead1bbf9a19a1d94c101d3eb4e415be2ed5c7e7afee3fa3114709ca13eda1309ab3dd58d4daa7ca8d7880c6266240a39ff6ebaf8286c8ed9af737eda96f1d9511&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846167211Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b99e90bb1201b926ea3951c658fe93d786656e6e0d41c4843d84fe67fe23c742faa6adcccd6275e69f08dedd71833a5fe7be7761051be6b4fb17486eaf83d1dd9ddaf36c1ba5df62af6f3f7d17b85e5ef42c10151ef0bc40a78d417bb969b389e70d9de8673777a52c1fce39f57b26857b9e8676323e48510f7b504580174a4263c91fe07ca3982124926e8b8a97b3f3e5861dad0e31fca0f8a9a8bdd393b11d88244be4b87ce506fab2d689ee9e548c32a10cbb21c6fc4fcb8331e91203647c391dc99a2dd2f8e36f0470e2f7658bcd7f785e7e1bd3396d7e71435828434430ba448c8b3ecbcbd63680c72b0304ccb1086fd19141d1d7b74c6b6f404c2971b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847108515Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1777947615ddefaf01e482da690df120730f59cc2e17adca1392fd47f0d055fee270bf3400a4544f406c6a5e662a59c6258688b132218903dedbe9c1c9a65b387c360d2d98f3a934ce094f3e1e29bb8da233c287667d0707188aaf498dfa87fba0efd1f2ec6bc6aeb68852437d8604ac91f4fc5a02603469735af98cc4c3b7c5b55a86d929a39df8ca6e794eb14c950698671ade47b86e027b8b1c379486269fb7f7e0760db52f65348debf83a4e4b15fe71694f3dd09268563f4d5664a026e97d80a61ce426616b92c65a7fabdc5f533764ab60d29e8e9a49a5be0677f232831b0f06a546e1906aec43436c3ae1cf8cee02ebd44d2a8e84e6a071bb0b7957b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847119976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3278a195e95c9f21a41541b7ef1b5520a34baea361a4431eea238ea7393059f453ea34852dcd8a7280a09bca39b989934bfc461514ce6df3fbd76375b9ee2c64ba789ee9dfc6eb928e8d8bb0fd1d9f037586fba15ab690aefe95fa3e78b06d63a9d0a5e3f72c4b17c4ae214b3a7266cce0a602e0a8d9c96fdf22a4a67aabb2b7bd53a466a5da11a3a1e9df8b9d5939bab5aa2a7889bf903a0d20207951157915797e5e2fe1b3149e37eb61db6935d56134ca9a3a0327ef802e1a12553df367402b3deee61b20dec7475a9f0f76f77ac32d649f9343dc0f0835df10c0331075f216200420c3994523bc87ad1b4cfa48744d6e59d0ef959bb4330254ca1e6115b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849122711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1f22b4a439b7876e229d2c764dfefa08008f0871048828f14012d99f8e90ba741d8992613b60fbd2213aab4568e0a2412bcff62f318a713d770138f2a92c0d15bef25bbb97f5ca9f480a4d64dcf560e468212aafdeb9288515efb3bfbae15c357a613be00ac881de6db61c394b448d5038c3acf3e51b84156ef7f56ff95564e5695318986ffb492f528a657e205d00a37ce7a746977b0f76f7f184b2892a7aa95273f8c186f44109545aabb318b2bd557992fb81264c61971549b66daa0919c014237d6783dcfb8283d7f1e9aaea3516f3f4581c1484b4698a2d2715d7015258de366870918725b6d8759ddd8dd436ba3c179deeedb1a3f8496613bfb766ce0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849622192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10bb776302f11c19c7d07df017ceddeaac2a96e03c015a85af10a8497b1868a3da960bf57cf6c79628b53f7daa0ad0ab43a03c046e8cf9c5e89e6c9a60c4c8736e43bef517872f105d5fd438dd9102ae7be1098bf35cb1d0ad4977d3b12b629f66de5091f36d12769754472b4a580dcb6e984a2277d0f21725592ce34b935c60115e012cafbf99545a2d56f2af0a49a11cf962497951fc4607b9ef71b6c323a862dabdb7ea19e45c29da5e7e77c213fa52c73ede1232230dde0f3ed8b5673d080967c0a79a44834bb02a9b28ca7928a1fb4f351217f4c503fe0661b46f83bdd9af2752b3a8c30899deb687821c77c9037cef1c0e95103078677dfd6679f4feba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849662989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0582f24d195f8c5856a36e13f7b8ab71496624fbfa7863af8b51bc68daeb42f1ee7cca8e8ead45b3ae5276d67b0386293ba8c9a963307ec7694432b7dc29151259b72b2e7741400c5dc317e35f85b17ef15b304aab74ac85b4f3876577838b54afa0e3051080daf12350222663c4ebf37a2496e344bad629793dae45b5e7470f3c1519746f68f55160c6d8beeb433800d0f6fa450ca8c24ebdfefb3553bf5fbe08947e134740fa1b4ce9d0c65784d42bf3173494d7eaeada5884df488d7be51120119f6e4a779cb39fe74712fad3f5c1361ed227e70b7486c350402623572052b4bbbd123b22ecba86200b363400473d70f83a821cb70a875d33121be4d1cc4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84966877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=81cc5d560c7956e5819883f6c7c20cf1dc9fbf2467aaf185c3939a67729896282d1d75ee90b09e792b938546ba083118f7556002d1f845a87d135ea18ead4df493250acaefb2601b8b1f68792250e900efca52227b6b530b17ab17e5ca1346ddea063335fcdcd3fa456d49f253d6b55a3fd9e1b745c78fd444f599eb457024164a8778d5e5d8ebfe8246ccbb9c6412c79438666f3093c4dd5c90d04b6cd9f00598e74d1844cf76c8bbd45607ec2a0f546aedb3b94a95a5b382431fb8852d6a962c5a112b1f6b54c347f8e6c7ebbe4af98be835ad9483b8a2af5b786d0c9a2e06b697974e159a114023ab50c6f136ef87eb3d05bd63b5b874ecc5c9f4609a2ac5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84968461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a5d2fbfe7b5b5851b6ef4a80749be1ea701050758ec2a9cd410186127fc2c5aaf6afc552d507ab6be96a889e0c9f18ffc5793901fac805cd14603c15b5b9303d6b5c659f0d025515e1e77add222d20e2b736ea9130dd8629930758bffcc5949a69a99a2e308bde6dd37ad127f53e13a407b38b18523123032c82f73d826f405afbd0dc9bb5aec9424fd239b0eb9a671cdad0eae2639953c4747caa709846ea87a8cbac407e910b988179cead9dedc1745b5ce25f4be3480a9f887324d48a35fd02aa75600be32fff27c7779331ef8302c80c63e5effc474d23620f347634a07c308185dcb71a52cd39d4dc48d9efe7afd58ea5a7e60f2619dad045374a7692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849714115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9b8048aa76d8d0879f398ab167fb709647b976bda382dfed540fbfe3492b1c197a35523f9a39dbeba673ca93c3db782875f5b839d159a136704a113568b24af012df4be181a8519e72358e8f00c64ecb4f1bdfc9f9a56241a6cc42c4b9152f36df24de01e1c26d99af6bacf74f1a93b3283e12ba895825c2500c543f5258ec7618a070c493d666ee7a139de0ec891717153b91183287e5f46c46991f5ad807785aae97874ce75153b973ba3342f3e36ab75440d995c55734f97759fa798f6b077e17fbe9d002e871bd1a4830eed1b57f6cb12c578f52309f82972a461399c677e46b1fe262fbe5ba045056a43a0115f2ffda6a43fdf090702c970f3a6399b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84974306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88432c19e6915a621d23b465f2db77b83a1b35d7d93a0f9d497bf1c9689f3ffc7b4639b44959d2f634765bdc8ce8fb306f234404410ac49b070c5bf0cd339a7483aa9e14972e11acca644e519e0a2b65f4cb3b022bdf214207268bee4b1716fa39c8bff73243384ab8a21d3aa474b5b5f9c06bb62c8fa92d1e86a700276a71dff342b62bfd312516b1163c9350561d1613aafd4e44c6bb66f7bd10e9d1dc5f96cdee11e5e72b2039adec50002bc887569be9108a79ed640f3b989444ea2c12fdedee069574bb16cf0c1d0a849abf4e5772044185a36e7a038ab62d2fa069e017451eb46054e3bc8b75d91ff8d2a6b666d4709580efb1b39d0180a3b639eb614c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847075062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a92c8d3fbb86eab8b93ae10aaf514b0dfa55bb3f53abc4245b61cfebe8abc8a64663047ad966ad855de7e568f9e6d72371cdb33473e42759b04145b4e15b3da96fa2ae3b326a9f8643f2581d3e08a0e3dd504a8308cb350b91ad71b83995cc4fb3c6ea0dbc33d0081e33445849e6e96b1931d1bd6c2f4f0e493a82018b979cd99c5176b4fcec24f197a5a74be62e72ac69af13d62ec575cc29ab8103a16bf3381834ef5bd8eef5de9ec78a068756abf97b173883675933bb6b62db781ec56a74a9b3f413b1d3b86c58b4165c9176a9ab736dd39924e4327eaa91e252be1f355e464d86651091223a07e9ba579a70233d269fed9217f753483cb1c754f3971af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847142148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3b8c6e5ee78cb9777f6247e6f9a259a42f4dacdee62b4331cbe5110bc22b7fd04930daa3877698b378ffda343dc54c307c0b94be8533b3640db4876e8b32483eb52dcc10da72230d07cd6a20f24af514185dd48670851f777a98075d0954cea5df6349b3b4b5aca3cc6d445a60d4fa33bc762dd242156dc97859a544e1de764a8dc975d0af6e51e8a94e1437ac4b64296631c635895b2852facbc03ec83de51632b4616755664108151ec5412b82ab1b92b0edfa2250841eab92a2093a73c846baaaaf290b65235675ea6211ee2d6983af93b8ab24db1820d06e8ad4d0871d47263f4c6bd5aa9bfa402bdc91304870a62af479a6ae6a51beb1fc4969d408dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849443586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10dfdb26bc94178a57962488d7c468d6881f8579a738410168acac8901ecf569c75650e4f568a55bc831eb00a21ad5d7108d50d1d5b905d03034d10495071871b803196cc41cec3b373a0ebc9a97c1489fcc43a8ba32f2cc9149ec6bb57774594e0a6f166406bcbaab253c1abf77161cfe3ce957348e5f4c772ecfdc22efe62fc424d09e3a28e34a81dbd61f7fba05a45c52e72747e8c73f9227bed1cb664ae1c350a8ec9bb86e54e5167154b3d747d20ba91a2eb811c7ed28b2b875f4f7544be6df432f7145ebca121d0a37c5aa8d05e4ddb879ac04375940bfbdb1cfc934ab12752e38e4a34f17d9146790833d048c670274e44f693720eebcb3c26b933cca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847098266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=46fd3f60c791123efb4382ac38cac38246f98f980edf5d1a31be93a9f65d61b6245f4efbe152c8f485b023707796ca55bce31a22e9e2cd0b3f4bd355ebf361be3ac277915af0262afd9a3bc0d292e19362fb422854e33256386131cf6aaaeae852085330214c773413cfa3285e1b812be56e5c5cbe79f7eac4b711e1cc78cbd7fd010e1954449392f5473e25bf563ec1c2c8f3f2aced1d0c19d908eb8bc0cf8f4772336a98c5a1c1713c0f42314bedd45f85146f8dd401fb0a4881bff8b83b920f96569fb75e7c14017fbe65485c4a878a209b282af808b090ef17acfdb5eafb5ca73ec199d5909b2eaab00eb9d3a1689fa3d8ad6bf6e9ea0f51195ae95dc731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849984695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a06cd27338a489052fe3dbcd6a0fc52ba9330af46b4418748deb62df0008d1a842555c3a563d8a80b8a7ecfed9a8bcef03aec78ad2cd3756eda46a9af03119e8ddb44bc79a90e664cde629e18516b23d26fc0cfda2be7770dd009c71485fd060e20c1ea81188521cc23f32a89fe85a1ad24b3838da322c19f417fd194bbe3f3f482fd2040b43b5cca59210b77cebdb310a4b1d192b4c39ea09fe674b4fff82baf1b83854050da7c7999f262b58459f62eab52ea38d26b2f10664eaf5f1589eb77faf634c82732ef6eccc5f23d1304650ba7618468079456c9408db91f5b187d13ddb6a945a7667a3942f4c1698485910e6ebe2a213c058e656ecb558b025f36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849997139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3ed34dc9ff6b9afa4a35ce70171a7e1c70ce65348dbf7a482c1673188b54def4c6c8049bd8ef79743de4fe91316037c652e68235b3f6948b695c889733771c265edd31cb5900d31a31221adcdbeccad0aad1d028394e0ce170ce728e97b07702c962f916f625fc04d100e5d8305e8e13bae57219cd58c0c7c12172842bf78a257760e591c40a6cd51b173e825e44efcecac374ae2c9232e922e4665993e7b7dbfa1aed11bc214c323403f4176f589b0859beb905fc6250ac552387f9ba8444b267c433cb681d922fd441352052af242c884cc85223b86d26cd811cc7344333f41094027392a5a3171bc3210771e9b7ff8b9ead82bdbc60b1ae9d5f3296d20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847104467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4063302171e4e5854c873e3393bd6b385530e5e5cb39805f3c9f20153e2f32d694801ea4fd99a0d2b4bf4e057eefea3c88394ccc699e2b2c38822162fc95694e54a64c01bade94a3dbafec1d9a421169445adb40f40827f3f56771ee16fa9a5ef8146efe3e20679babcfd5494f98965a048bbf2c6d25ae0c5bdee857f24059632b04b938c8d639376c7e6d5711c8d9c5960bcf0e9f1917bfb6ac8716b26c0c832942fc54a90e554ac3b8d2d34cd1ff3668418b5c70676ab5b15c057293cce4df6f1a5dee754275cd2de0e6feea4df3ee3e51e2034bd76bf015a9ef2992847a6ce398a45d29a5b0321f249120857b2dd9b320bfd790092485f560d4b16188cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850041773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89c90b8529002e83689a19384bd5a2ec9f99baf9b873edc3d0a55a430dd65d57bfb4860d99285fe544102e1ee83d70dc7693a2fd60ab3adcd2093ef6ab2caf730817fae5af29e2f5ca5e0bf3714ffbc5b4bbe512cf13b051b801477c801d042265f55993f8d49fefbf98b6a3577649da8c827695c60f2e6444bf90979b84c0cba15b154f391bcda956c656e833f320cd134d0ec1b12d70e98d5adfa43c3c8902fcf78b9aae041a5bec49e00ea6309df06047bdc957d03b48b3754c7ad00f8139ff803a19cc9c4b6531dda04501fa7f3bbff572cb9ad69ac7e39601f8820cbb5b1e4dee00ad4e14449015c63063ab3dfe13c22ae9de7844a3bbcfafd09118e526&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849150473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35602d8195fefb2d759d1936a4e03196d1beb6f100be436eb895e745a613707fb05823879b9e21d229b8c3f2190707b76d8be7b0cff46092c7a395d582a5db9bc084246da4a2a9e1ade51b6098c3e160abb462b5824636ec1b372fa7bc083837d9f3ff1e12621e3b0182e12f890633ab58c8df44b5c51c04e29397e4067234e8694e7d9a113c45e4e149b40901c4db5916dfd78e0afe6d3cc550b64c001e27541380017534d03a3f534947b50de350ac7ce52106b9341821b9c7bb4336d0d0c900e85aee6fd7a5614d10d33f951a140baf5ef47facad19520ac8d4324e9b6b5f65b465747471b2de11dbc192114021fe2470d00ddfb68e7958ce7d8dd03d754f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849633614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e618dee0e4cdd3e13b77aa0447589851a0b9e8f1c7dacdb8dda5de7eb73dfd4a92da48dc5f027a8ef8638025225adaad6e392ad9a093f77e094e467f8757f6b2241d2ea0a279fdd6dbb04ccbfee7b657c16ea3b44c8c13a20949be127fb3262eebb3158c81421cdbf3c504327ea697c0c4f41a2b9e9c79f6395a251c2338947edabb08dbaa84f4eea9ffdff1c2964d7526eb8ccc3a21e47da070831f81f34b976fa4e0be1a72ff24593b6c07117d63951223d8b35ad4bd694973290bd084f6abf159a183c89276a85da2b3d30059206480bda94add92d8d5e4740feb60adb3977896041f52a2b947d47a7952524218d4630f26a5ce23482b98d3f02f6b33b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849206348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4e3353d8414afaab208f88aac486a44832231938709c16379f411e362ecb89e8aafc5c60b6ac15cd9cad34155591b6bd793a4e10b5f59792cc37efa70d02a183b100848a9da4abb585a1e15b3163f3a62c6bcb2c3980421dcbc2f9ca346cef9f39b71b6e3b8e796d81a44d275bbbcaec4b88a732c22575a64f7fd59d4f8f149e31517b0620ee495fc3a19c6f35a71c4b281daadc054566c115e94e00b85edf57e37e4cad3868189486b9e9a5440ac20ee01bae62b84c5e282be12dd09efd32d52b9a91660990e755bfb3f4400a476579870af08065f9555b3924734770690dc44b8ea1d5ff23c4edd176b4b7ea31ac3b59e1c003bdc40a5888f3b7e5eff6197d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850185955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d9e263da6759a22aad1e45a4397a68e6e002b0374c9b6840b91c377621e51d0dcbb6199a3a9dfb994ebc4c5c3312bd3bd9d456f10048baa27478a5cad00237e1483cf7faa48dd3a97100e92bf66e849d748f75339d972aeb6248a43a8706a7af253365c6af9d4a236406887f2a3e6dd7c73d419b355b3773a87c7ea929687723a6a078a9db5aa3f0f6ad39700efe715496e18871ea03c25bb23205f1347ca70c9122cf0967db71cdc086098d4af85330ee580152a783e82e0944aad9a20a4470fbb24d1c521bdf359ce39c95856a2bc5f87c9c47b16e1610e74843f4d3eb505e201ecc5b6c8a9ed929bd1ce92ea2cd6c19a54312943ef39c9356fb08b20bf3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850242601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6002f2665a65ad27adebee229a79586cf7d535b98fd6ca8524433ec419e63b23122d5de005b5f6580685b9407feeed828b2d316abc3f46fdceb381f5dbd4800626c9e0fba149864a1176360f6787dc718c95cfbf4ac1b48ba149e1a4ee3946b4cbd88ec8e23faa12779082a8205c75b62415a9033e3d33fe874ce65ccad172c7a2e2316668ebeb8058284a998a18245c6a822c831fada1a2eac2b47e89985ec5afea0a09f8519ec5bd743284e330fd7a0a27b69eed019f656706ba12ef2d49dce4d0066d8d465c40805107a077fa73d02de563ab0c436799626dd828239ed727c102819a4318821693b358736df633a210910fde529598c3db27c3d24ed43145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847142178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b98d825948d23e008644c34e3a306f6bb2bebb7eb4014a12fcb39323526b8d85e8731910f823eab6cf6a8a77c5da9135a662dbd953914005a6ef54d0346acf32cc875f8d6b2140bd58b92383d89ce4e0ced61b42f779b89e8efec4d4af351593ad0a3a499211b5dfca029093bb68dd266e1bbe88cfca8fa169f108e1d310a761d48efaa16ee8a78874efa94119cedceb640b362dd1f1ad3c3aa430b0677c2fb01318a17a324e77f272aa3c657ff0d58ab5a9d6ecfc51ca65f4c552adff25a121da5a8917d6c7191a45141729f36e2ebbecd88e14f87170011125ce236d6b8f359e74e7774efcabbe85b8c8c91eae5090adea82e3197fe7c9b07c2de24aecb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847249741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1450f50b3a0d0bee2bf94f7afa147614fac73d5dab0556999532e44fc0695767859aef7d0e6c1a1a8a149bfec19db9d5034eec728703d49a0da9d83f8e94092ab5de00fb20e66741fa6180b851b54fb55d67e1f7ecb181bb84d266f91cfa8a0234305ef7ed39fadbb16db82f79e7d4a46bd9ed23250706934692e034ea23bcbd67916b50932bd120d599bac02438c9b08efc152a010185fa1cd16daa6de2f66601a162f0a72a3e61b202cf6bcd1651816ba64108060d1ab77d65aa4ac77ceebe0a8afb789f6db5ecc3ed2bc7c039238ecb9bb33afcb2df90448a1354d3d9f2e96e189163625d3334bf611dca09fa8c0106fbf7090888de764c9ea25a3dc2110a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847264399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ba068a0881c54da45f258ea0b208502eea2b90ea0ff5517638e7405ed7fdd2bd4d21e2e08851341c3502d3540f3f75598f3c7798f4335fec9552fc8d0a8f0bdfd80b959826543ba6602f17097fb86482c41c752fa859bb3d24e8c12eb465e75129f91aa4b5f2043fc9d1773312da6e6f626d962cbbc51855d25c1b1b329f73c6d7842483be78fd8445e356190c224b970767bc600fceb20c03c54edb28fddbb5c8a91d050ab0c88cd987e996d0fa6f2cdd328ee13b6192684f05e51aeacefb1e396840fc9299500f013fd9c3ea832e8a0d8193d74053d4003df280ae29313168443398622ff0e4b1cdfff0906b2b46eb0aef52769f18156df35f6a52927febc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847262285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0aa03df5ccb6c6a61a22f92292718a9ff724234a83528f88eef96465a4a56ae82a8916162be338a1f9329a40f9420a1d01c9609331a438cf36f1be2992c31c59eb74f5050fbec02624d8e4e07c90ac81db2d52b943be885e2b082fd6fe5b7fd8e251e65ebf8262310bf521bc60e151854d76aca71cc43ea2de7a8dbea305695a6534fa176dbce309d0c0aefadc3f542f71c848f84304d74bcc85896dc1365ab94efef7462d2f0941af9ae78a397f991eceb6af9fe6e7b25966a15bbfbe432a2501d54da8e2e1046c132afa89ee59df57544e7bc8d5f0998708eb8b9ca6ba0d0f4a00cbdd2c6affcf5c833ebcfcdcc5af61797016d00571f5aca2abe94b54d042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847297912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=675562410bf405290a970f38da63bcd72d5f2b7c97e2cc947849aff52f347f0313c00bb802e62fd4b41170ca3c01452d25b8e6c0671eecbc0a5e116638df2bdbd334f4fb86ffcb6097bc3de995b52d4371d86117861a8510acc60eb334e97a196c9389d13ece8d617c84a626eb72a346051871dfc1e554fc63efbbc26dd7c87b80e690752fe9331df6ff79c2bfab57b83f0c168fa19bbc1dfe71ad59a59ecc2eb1a15705d1b0d562972ef3cbed061ec5dfd37c997a59607a6be913c2e4776f748f0d07fdce8c7f1c9dbf2dc37ad81dd05c631c36762629bdcb5e655c28332a291e0698a09b5ad589d89525d1eedc54b374ba8e858f1f1d33c1408a324db5d952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847293283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=207c55494437ddb867c00e4a037758bfad7a4bccadfc488d38198c3fa0ebf4e8fcd61f6d0bf91575dc354d0bc04fcc39781bf0f5c62efe5fb30b02ebe968b1ead635832f10ede03bec39ae72fe7a64d89cc75f7e90417632072e91b4f589c1371233c59db951caeb04a9f39df480f21bc2fe2f1b8d448fc1c7144dc6e28d2cb6d27417f0dbaf844005c911c56ac16a02f88c298d5517ee272a5cee02dbf5f03d16266b96e3032f4c9c01bc1de7b490df73bb7e81d8ac718e8d2c129c6fb7f8808b6bafc8b251bb039cd67320477386d24bd3d9d6830529cef1cfc1e12bfd6e83c9071fa87c381ee26e6eafec7576642b1c59327e3577b78377379474e52845ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847310756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=974dee7d571ce380bf78f4986c23fcdf453540d68ab1389eaea34afaca6124e3bc86d487741691314cef3dce81726afe3db65b9cf66f733389be1da6ede828bef2dc28ad124cee5422ff11acee2ec2dbbc30fb3e48d8bb3eff7f5d13f6e7fc0e334f20e5f86985d8fa0d5d68aead8f162b179e258e294c77398269b9b0fb228b7fbc70552f02031661554251774d7a9f3eef156d3ff8b90af653cbdb60c141a52f2178f4aad93edb1002def900b33dfa1d96e2b979bc61e07cc34023736b05111acbf2966c9fc27a79ba6cbdf4024833eb942b95261e98d3290dd0eece2235aedfeccd61f3e42e4d3e1f5439ea04f11c37557eee582a9e2afa8ee80c989dca28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847310325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=374ddc652d55187208261d2a27b54b87ddcb96fe1e844fda4cd481876679c9216fe60011d679a9d5bf6a3509050b3ef06e1ee7746df18fe60c839ac4517bad547393485c5644cdd942bc4b717e7ce7b7b4cd9f8a84e7092ae7dd48a2c57942b8860705b4a6660bc30610e8adca0b7bbed0046da85fd6115a34ec77c676365d4336e9dab587f09a654bc0c9cf493244a345487bd7a55fb333e65f9230f24451ec8a12df3ff40bf098ce989139f85d1802e1babd00030d53859d6435855b93dde2f8d30c1952ca5510d5b8589f0f5287a1b8582e7c5d1c5f64462c8793a21a19ab6267cf42f48a51edb5c4264cf514f92d0b60a1d8ba08218e54067adda14cf7e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847340783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=92c0903ef5cd7b5e342a93c56417e0b227d98f6d444c2485bf52deb2db289c364676e4ca101df1d1ef6e9005324700bd366b443c4a548a9a23dfb450b47655808ef79f7f6c11cbe8a7ca1c5899e1fcfc630c10489f99933981a9309db464190f800f13bd52bbb194f2a7e78788b371f35f24867505864874756f4bf7f9761e66a752077bdb08b39f32b5c798fec670e221d1e246f3d189cdd753061572c7214ecf9f2e60f49772a96638d54c25d45b1dce72ef45ea071250b9b16f5ae9b902d3df08b9651689b9773b6deebdde6b8e0df556c655525a6241d9d8010fadff67a68d317ba2992a6cc540feffcb084378732e97dbabdd1dd4c95cb01d68fab20262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847359217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=387874e3d71dbc0179356ed5f97b14c610e26fe56d71570ce750446d364b5f4e0429db6a3a8d4f8ea5154a92b78b5719c8409b55ae7b38d91b06382da9c34cd7f6ad3d0ea1356b61a6e66f9870c63b979d157232ce4aeffa9bc5b51d1bf966382f7a8e9fc845aa0b70f700c6d57c56305e860ef973d6abd20fb60ec241183eb484580f282f89e6f1091e855800c6af3cfb7bdb55a3ee18388902d4a129894183731ff5e0c643f69c04734517c27d79e07a7d91ae6422a4c0234f0e8fc21adae3a56ba96450bd821ebce06ae1711f3a660cae403d887ab0fcdb6ac3308e4ddbc3036a88a2902ebd7f90d7f8f118393cc1df0d3ab33558fae06896a94e621be9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847350791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=23b936412d028aa7cf907134ce70d1138039f61de2a5cccac180d69f74a2d1f157250dab143375e172ae3e86fe3203c4354a465672fff9700942030d0a15e7c5ca0f904c0c5be812855722e37c66ca48b4f0c89f07597c35e080e00a8da5f4bf6cc69edb49e8439ca79fe5d1881bdef56970c562acec992e97228898f7c874393420e216014739a2474c44489c4b65da2b30079d2bb0abdcdddaedf657565f8f2bab5d00cedb1d5a74b09990ea8af36d1563f38c9c8ea77ea64552ab8bc15d6bfb48071af8097f39f53f91224551c32ae37df530d2b566f9bffce00f5a153def339509f01b02d22685637b3e8dee0467879fef5ea8649ad3492b593f7b68277b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847368465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b09fa6e38e841820a29cb4bc14990fe044123e5ff059df3c31d0bb2de4aef1c3f0dc4665158f7c4383abb1f371b35051cf9a28b77f1260398ca215a0bd2c6c78daa2a6b8423747de57e77ccf685e474ed8933b744b8cf2894f03a56170edcf01358e836e9fb18549af50c1a9f634c57bec318c7071a85c70652e588ab71565dfbd2c07c3ea6a413a22a9da8055f915731dbc8d040ec52ca2dcefee686024a8f43cbed05c859b6fe888ad1fd8533ab0ac6c14be676341ff4fbcba896f3218466f0e258e626c9a9eaeaf636589081b1c80cc01688eddfce5a3bb0ee55b479d45063de5e5dd968c9b30eef9f5220d6e5a3995e628eb1c525dfbbb55346c51407572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84740821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=617b486a96d6508152b2bc5dff5fc7bc0cad4bff6e0f15e50e3680366cb27c157b1dd844565b87975ed6b2520229abe73cc71be1786b90bfe4399dfd161eadbcefbf8208a093e1285419f9776320327fb8369148cab68098032f9ba71d5fff3ba8b49ace9df6c361d52d45f6a8a026a62a0372bedaff18cb6183ebd70c79051ebdc4dd7dcddafef3da3f2d5e2cdaa34a708860b803f1e4835a3e4e10ff91438b3210a9bac5e60c3a45fe1a93a3d6121d9bcf27081c04b1c9ac80c4a70277afe049709233eb78cf805738bfe2174c7fed2799cf02bb7ba883871cd846444fd73462f36c5cc40501af37eb5e10f24cbbccc37e8fc0533583bc721d331abd9f608a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847808584Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ab83695410ffc58256ba1a583e14a8ff81c4123d51f6849694ec22dceaa882db0a104ba6def5a443cc76030b1b7c444bc6938574431516e3ea812122a6055e2178c3854052891301ecea16d29d65cb96a8e08ff22eafb0d11b23ac17c2d307db5e19ea638e028c7819111c179691f9363782ccf4e11606ed2a40ea3d41a602a78ea692df2eef0818b7170e9d0d00e220bbd2a2e3e1c9eb8b9db890536a08142312ddd53fb83d6294ce1abfe7cb2ec45dfe7ad571df1ffa785e2dd1d9534d3133c5e4d94b598e1e23e0a79899674b4f611893ddb160c80fde0165820f23f5b193f6eda44d7791c00c4a57495d27fb054cb7aa44f15746da847a3b6273a9e559d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844380082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a382c1d80a0f8eebe10fd438fc545ee65c27946181ae9c5a2b97cee9d695932ac2573a47c8fc4b24be7cc5502568067925e88f8b8d4e261037c14a0450c9369b80fb1909acfbce3b4312301a69061f8cd89d57fe15e106e2f3be3d63198081c90db9168bf7661a524c5083c32205e021fd695a42edf3f1d94e2f753eba5146b32560016ed1c75412f4595a46ecbfa732c237eab69292e723f17ca352ff4bf916b4eed77d1799aa20985217e72faced8b56fb3fda7269eec04e03ff10437f20dbcd125add74b168f88cf8d5516c026a8478e304e51f46a1f90d8da4aac8185b25cb7f8ca2d968225ac4626beff4b231cbb1c1d24e4c735b8dce2b290c04645aa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844414057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2355f3ffa5498e5033b0b7a36049b87f19f6e1929d4bbf55c505bd49ff02f9273ec1de424440eff619d0ddc77e19f4a36bfae31bccca5961845bcc153ba566eee1536ca3e556f324fe4611334584aa34363d8e64ab81304992be06fc42c20627502295482e7a2ea6f5ae09862a0e54959f84804aa4505036ea7531811fe56572554b0a2a075c1a645e2c27c64961596b12506d6ea9ed88d769b60501910731b171c2c854f496c213bac00f0fd08ee65887f550c88746ed8f49de28e1c3f21f44a20c21cab2f73290e77b57e4195f8ffbdb296b5ec2fe5a4e9c61283624d500dfb425aefcbd0326f76d2022710e8132a626fce89d42a1b8505853e80f330f31f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848301012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=921403b621fd3f8ec7e6b56395078f2520c8523ec167942e6f09c0692a440bc6bb4a02ad041204e6bf6c787e07142bfe5c286a5176b8ff4aeb47100dd80910d8c16d975bcfce50f998ca479df40641e3e0e12fd294d66f21e87e5653a8722b754344f5dfba9db1f95c129db5e5ff404cd3017ff590ae73a343b21644cabf8134e023ca713ac7f4081a933ae72b612fc1be8f036c418847310032b98e5a4870a45e22691c060735d70fe933b81b7e56fe1539a18cd0143bce2e0988be60a85a986c05a18f1f02a1315f2bce71943e6a71b706d23d9146bce040ee5dda984ca43b45d0e0cd4366412514690a444f1a072a7c57ad529792ae200f8ff5b6a121db51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848306372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f683d8ccd162a87d16e79d5811c8933ec1c5df930b66b759dea10fbc867fa07b2af3e976bc5409013b61fc5d4ecf2679ed856857103e5e1a4f0219a552c62d6a085b0854edefdfeaab23ec4e73c4b7ee6bf3d40da5f31aadbe1f37f24cce574ed28943c41539684afc988f68e3a387075cfe7f3ffe4da40ff551d9a88a0cc195a0700a34fa54a7a4db537a3a233dc0e242014a457b704e67c82246cb603066a17d88683d03d54740758aa4737b16ec83101ab18876d0e80dcbb93361af159e1fc1dea91696d7b2e24f02e4fae3fa0a8cf691f7aa37ca608b8035b8560ab7b7519191a64614ada231721379aad57bf798d89fc2a35e9974c83cced9d84a90681&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844430357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f19869a523fd2b1da507ec5eb1f2795221157f5f07f353d31f2f69453a3c968220102fd13a2e2db2c13c5dca48ab1f641131336515aebda1121fdfb410b6d06d6c05c917c4c8b4bc280e6fd22f01f59deade4f0da03e388ade8e4009d81d5aa90daf73bb55029622364a08ec1050d16f589348820e513270e558da667adecffb2ed5791541cd33ee079591ab91fef68e70e2451fe51df43fb341dddd48b219ac4463aa41ccc194699be65ba298c481b966d2209f5281b5950d7d78717fca73d777e183e5925281d3242314836ec053eb66c7313225dfa2b24563780742948f19aa0707941be619661175ae4bc6ab51acbb0d02d96ccec3a15965fec7e79268a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848367317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1c3e3e7392c965a39875e2eea4b8a152c735ba583f21118c326fdf38da06e4a3d30e7a65dbb76200618a7d126a879294600068552624495475c3cc86acf7fcd8ae8afec228cf650eec0159fb8f978789cd530542d07d7e5b27c78644d5a3b0a186dd17b77bf5b1b7ea1fa2e4f4ada11f971313a2ac522d67b4656277438e2f00479c8235c1c5af46dd0fee5cf2bfc8dd07b3d4b215c9874923bf66da3fbc4a426d6afe472b319c21a7a4b47652252528d3f008779d98a5ab05a78d4ca23985b0b2b7005cdf6f1ee14df02f5ef13d35e5aeaa117e5180973e823b4cd9c15fb96f0b25d3b0dbd6add5358d70cb39f103c5e3556b1e5ef2d4553efc3f655c3f4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844462939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73698a5c16d4e71b3ce78ab106ac5f5747ae2a1931787bf21b6e33ab50562c90c8cce5a478013030662ec9e32518954edba72ecb2940562ce664d2b06cdc4a464a8a7ebcb590ea0b0a7e107ec955fcfe31d4b660a25c2364fe718f018e1020b63c229806fcdd7e588ff5d4c9e541a0a13fdd7b12657040f70e3231ccd1f10fae85aa9bfcbd60fda776f3a8707347db7b5e3e39e3737d97d35ed5f7b98bfbe2690e636b75f833ea3311dc0d26e34ad1753c585e457b349386fcdb7976cea96f4d62f14a3af4807a4747b96a7ae016af9ab762472a952dc739f641f8c512cda3ec86acbaaa24a99be98971577bed6420904bad1a29347c7e3e58747c13b4d8a240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848417822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b60d429a93fbd93990f1a645217c07fe0ec868c609c3417307834ca9c650cd23ffd41d457601e64ecb80c887dcba97640f63ab854f3b3519b4297724028258096746fca00a6481fd82b2aea7afaee6a7e105d8b8d203b34b63b2f0a53a7427b9770428a8de1c30bd9b20b9bbc0f673bbeaa48678e6ee1588249a3c1e7533b43eb34037c8f6d86c0a7bf2767fd807141b6f2f62b9c76530a352f7683f603ab95e542454ade6c5a5a27f4a2f02dc0fa9497f1837d95bd0d195d1b2fb737166082f3bd6b4db81568ceb330220eb23ef328ae058ab88396b1074fc5dd60659a33c54f4c96d964de3641ab62d61781eb3f0d03d2e8ce42b6d705d0bb943f11cb71f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848439163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=50f80236362e0ef2775017c1ca82e974b06d19659a8bcdcb7f2631708da695d0a980b5130a2054fef8f28ee7236e717e066b620cfb89bbd36f45064ae16eafa9a40dbb1530acbd0b960b7cf6eec526cec233409a59151d372bc0b0582ee40cb15050184bbb02a63c063201819f76c5e844f42e0fa552f6ba7afccac7a1e07aa8584e0cc26aca3b93b070039628f359281d27784ed46eee34a0af875faa602b796912d13be8964a3627e1afaa12494dc162a7dc5a28e79b7992abac9a9f43e247d1a0aa1f6fff05192c4b944447aa6c805c26ee163c9e788b9752bd92cb4e954c3886e40105ee7225e4336f4e83e59bd0d857d0a2d2f3163164ea94e0275bba63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846034761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=966126091dbb3dbc0381ae1787f0fe6f36e70e8120f9caa73b12d008b74da212b9f707c2bf8b8bcbc70b662d3ba2fba7e6105915ab66b8cd4ba86b02ea416cb1f50e7ff798a5eba347fc08d6d1ab49ed14eb5d8ce374678199ce376136b1a919c582ad56f463b00867f62ddad7da99726a4500f280a96bef12067583811f300b6cb2221770bcec0bd5f7c0ce7f08245c60b8ae30b6f056ffff5bac059f93e45ff92ecd665023a1baefa7a6c12013dfe1d65bfe6bb537682d10cacbceee275ebd17ba1442adb1746d7a8d012beaade584907d969d3ccc5aa24c4075c9b4d6163c03c7a799f60a6c0c8a8bee8ed8eeee923967715da331950a4651294fb2da1e45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849017683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b9740f5172bcc8433d33d8acb615fcbb1267ad5e161d176c8ea8f7fd0cc847277cd2d77d7951758047d458992673c653353701b940c4f5e8272fadaf05328b309b09832ed507113b109899d54dc698ccd468a403e838dbb345c2d8b7b7eb9cf0caab50c5f5f992f081034b9ed1efbf95c111bfe708ef8f7085cedb4b57ec5bb3fdfbfaa2c7fdf18c8f47874d6d047d75c57b6d716451e78e3844af43ff03232fff145299a0cada0304bc223a7763ae2f0c31431b7f1993a4a0c63ebe6a741c310419a01048d18401efce96b09018b40db0f30dec3884949b491092a5f2f5c97a5c1adbe2365e79747b3a9e7bd8dbda2fdf78b3081138eaab9001ef611c9bfa9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848962148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=352e9830f25f853945374e96fde95722a5d4b1b8c8df79282bdb685bc2e8f824f97c9c1dad9345759016c0f61d3fd91bb889afb5ce385632b11a3dfdb26684070f0b643b419a5cc1e13a4c8a994747d660019e8dd1b69402331e86ca3f3fc0a6dc6b02f6820c8462d4fd8dc301812010e9a548e7a6ee68e9e59b8eb02b99042cf4645ebbe9ed5e48006334c5b93c463b3bc4c5167c83ddca4822768823116feeff2c582ce0227ab8f1df8488e4f3980e74464a3883abfc6403e74482f88b7c95200c851e9d0374724206737cd78718cd496304e94b967238e3da30e6cdd1ce7ada095417d748f03df511f17d2ac73021a496f431a199f057c3e6500c68ab7070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849029235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3af0510b122d8127b5efa51a68cfa336436a694976bda8b6fa9fa659044edccbe6a27c6abad01d1f26f32fcd04ead9b5e95db0b9a1e41e231c090d4754e46cae917e6f8324235a3b2d5e1f9564933cc79771cdb959152d55049bffe18b0397fdddba9c173c87fc1ee68addd28d636fce340427c231ef04cb5cd9994b272296c46b92623fd536badf4c94e42abc5fc9a9905f43616d4b7ab58d60407b0bc8a53e72d5958a0d04b0a340488a6637064c2e2dc13190496e550a469c42b3cd6b2b6ea5b21113f4cdd077a9d998ce4248974547c6fb51f96f01727126d83c91aaeac6154e3d1a39ba4461a5762eb921053897194360bbab63bc1e875e63b026f0e881&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84607142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58840e66d5e8dd888ed111baea25ba484762b7cbde3c63e1f8a9c4f76c405c0cf4521ee99ffa0b02c33a4a1ae7083f9507b944fc67233309d6240cd4922ec9ccd67d5b925c89df1cea25f05a9ade30e71af374e2fd26ce266a877c63b6630bfa4c44103c191f707fa461c81f54afdb93a62dddaa99ae7aa3d3e217aa323b45567587cf1a662cd63f6f9608198dc77969860a1816e84c94b207cf56e69209d19e12891b2cc8d52f5c861c11a32c1ab10939f44ac0f5cd761cd08b9e194bd789f607daee4e3d823b84662a43f84591c05137a5ba39a1a4b50f74be1410cec69628f54b11bbaa9501a4f8fb28440233006d461c0628143d8bd4b8abb21768dfd9c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846120843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ed4929e7a4937f924cac6bf8029eb6e492b9d990cb99ec8e33738b87b1d357c6d99910a46d41d37c0a806e120877ccde08e756a8044b6f17163a8fd6774cc693e41b91fa60f9fde8b1db3a5bf9b34391d85e64903a5f3ad8f58f566b3cb816336587531881ab86ff700f5efa3b4d9a870556e1363e99d4a0c21489b7b94d0600622c6b80b0cfcc7b36782a8c4b8b96b6e953b5ef4d02440c8412173b97cb7b915471fd7f5f7dd31d9c222a9fea8942a67f862c556afe5c15ea04576a37b09b9b9591b05d45b7453078d6f8f118f15f2d6b5e161f51854c59fcb62bc75a1688aab079f57ea3c041b74ab840b4d608a35c0f4f4c1399d950e86a543a7d206204c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849299754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=26449f80ee81f3bd337ed027a9930da0ec0aa8c8cfbcbd84cafd0d81179b3da33ae4ed53023e1ad1c0e61a7b250ca0e3947eac7eacc3437ad905d99cd05274b18e4332b7d4758b6e1fc0a98f9713ce45aa4eb0ac18a83a3c8e0681036e9a957bc067d325de25c55541206ebfe9897f8ef4bc0a73a4d69772770b3c61d05de5796343de3c97a54e748c313889639609dc38a2b5df975ba673964a11867a463f303dcbc7cd1c89274a3ca19400be145457ecef836deb6461ce045966ceffdb029c82b85cfaf790a939337c42387e20f52797bc1c061a5b8cc5b561b65573b74f5eea0780ac30a50eac63e942f69b2c69b2498b18eb1f2bf6b65a81721a4485da4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846120903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8771bfffca031d75e4ee7099e1581bafc5644a770935e95cf733b41fd856d2c4cd7106ba06c0929f4f3f0ac6cdd28aee5866c003d5df12f2c2a68e7b0854277d979a786754e46c444e211c605e9235a012c700a05f83dca47fb7ef5692825d0f8e4de508a88080fb7e024ddc2bef7585d3a4321cc9ef3df08be1eb6550b0a52bca7e0cc5aaf773a1024b685d0b2687fbac4ab929d0035f296a36b186503a54f306f205c6102b300238edc76187d4beaa07a197ba67e395e9c7b494d711fdda50ec9e2f69b75297a2a86506dcb19bbfa58d97580a1693e622c4627c6068d7e35230862b2933d5f0c279d566ca4e49f4af709060e0936a901ce547b9c09d25fd00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84932914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36272612978beee717ca4ee4f22396d5d965092798b69c97625fd3fe0e0d76004c5db08e5351439c1da5ebf1df8e218f14bd6b3f439bfe48ae3189d1f66eea9f2cd6b854e44fa18ac95384d92b18b9c3331312dc9a88976010ec2199e9cc26abe1d6ca9bcb76ab1da221a7076a361a103e0c6f479b1673d970bcd60a4e184709ecfad750d31d13c46aa820944113debcf449e23f87c95425731aca2eecef9a82f715301d6c214ee8e32cbde1511da9a88517d8924efc93f8e970497f36b574b0cb5cc90110517ebbb7cde531eeee8f5e9c2446b57198da15aed471a1327fdaf4062b5cf97a7ae7546bc753e9a4f2217d9ec3540500798422002d27574313f1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843930084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a2bd3f77581d0ca2288f0814472031a004f020ea1c771caf2dcb39b2ce487e8414503db32d42093a8367516fa9506ed7f6f7f384ae02294ea1bba3a04ab47307cea2dc14dccc551f2150d15a2266814b88adb9092b86b0bd84a29d5309912e2984164e658a9b89273fd4e75b473621795958ce1c035c1ffc45f17c6328e93d9a932c2878d7dc759e2f241c70f3bcb4703a34d6dc38581eab26d6c1a4c997fd9d156493d5ce310e4b722787f4599afe621aa32d603b1dfd3e84080c23a1105832a1179852b919d0788bc95147baa041da93b1befa4ccaa05f2b796694b592dbc182c4426afb8b959c44eb00f3bf80f9f6d676feb14b7fb22856878486f5c63e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849344449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a05d592af5f0e94a261ed21fac38d49c97cb5f84708eb62e33244bac58e178a83d449aaff0aa553e80e9b8b7849f95574ce26b8189e9bde5edb718430ef0c50f4c27f706b6f74c5f3a687cf053294c32530c5ca639bc7426087fc3fbc5e7daecd6b8ce3b59a0440b549a7f5cb2341fa95ae1d2f8d1a5521f61a6bf6ab64f732eb2ba7a1454a8e49523e4abb64d69ee5bba902a0a9e2cf55191842ceb58240468b9cd475091342d6f57415adfc74f2e56dd5b0893d06d973efb219d942e209d19a16fcfa19852df92fbfa4f5dda4000ec61ca9d3e2e910c3a96b28f6eccf9295300e084b4755cf38970e911ef35dd1306c213f5b2ca5e9cec15cfaec863288b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849374636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6686598483ca3bf422b6767ed0854ad57cd235e3f5767a8ab42b8b755091c4f14d232ae1aa4fcb1615599914774c626c74a8baae4f20fd3aa2ffde8997b5bc53c0ed3cefddcb290c45aaa61c028901b0354201a05c39b0333852e834b062cd40f0763b5b9d6d27a2a1c820f796cc34374f1a8719f23b6a50b6fd328fdd6718f6a7d8940fbbd0f67c2cab16fae96c2875885242734cc21b9ed0228b274ae9ba5fe7f8a0ed816052e83f12ee373a2ee7f7446bf714676a4fb8385d5d77799afd2df45f90887ee977610a32d4a9705af94d1f7043057b03117566e9f993c793217f2bf2cfb4cacf544f1bd4e955bb5e9bc301e9245895b7f89f8537f9200c11cc8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849376068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c601da1cc3d19b82f239d5e12790226e556a948815507c027db3f592ce2f1cddc13291096e85fc0149d3629bdd6a19be416bafb09d775784759dc60f9b34787fde707da4206df27a730cd1ffc4b428fbfe2620e8eb6a201dfbd7ca7ff3d632e1dc53beb049b8501883d8fe577e2e7fbd5e1a17573657f5dfe2315f74b1d28a3f9cbbff567f26628400366823263dda107b7587f14cd55a4e326fac81f46c06134e8cc88a80cd9f1dd3d6e24ca6510d8a94c5591eb7d683cc9aa0816f0494f108d4f98ef120778bcbca9e33c142f1792c42e5d6ab25d0274d026d384b3975565b1bd2629717c69e0898f9653b7c080f1abd32d762e265ea624f578b5ce632f9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846148536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64970d0fdf298ef54d08fa492e6902acc70d22dc0c533b6dd220a57f03e8ca48a6d938fe0c53b7ecd7872a3447d0fc8dd2945066ee225993d51ece737c9bb9a5b67e5775bb4044ab7622003829441119b63200d3c421debb10b0bd34131414c6a39287b4e8460c476b2ec25d997749c66328d5884e6da0bcd226088085037e8021011370883384c775828eee2700d4a6342398d815be7c4c6397d0cfe59cb5cb37846faf31f07f3f89b27354eeb7b0591ed8faf6079d1ae778109353f0c88fc7db987c9a2750b68e98eac78ca2d798edd7af93e4351e0ea12b127b5092635f8f5aff539d85f95ac5fb5180c9ada00b242e9df16178edafbe061922fc14e06704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850184672Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf3e455d05cf94d2e34e61fc8fcf5f3d8563a075b219d1193bf3fcd00227bcb6df27bda88745c56b8f0f5c2f68fe6c04599b6ea8b357f423b267e88702af838a3b3c3fe767a3a2cd155a0dbbd1704dae42b88d34e11f5e8add61f596defc891ef1190ab298662d6621667a027082ffc6d9da3cad844f4800281ede98b5b04c2d1964312d4f2225e63405bef8c0a433066c8c64aa9659341fcb2bd0c9a681dcd27f26244444faf7ddc8c79c6615585449b7e97276043fac95a697c082665df850ffeedfeb649e5577c3ca083fa029cc80cb030e86b94a7b880ae58f7edefaaff8ffa2af0c97f0bc9cb2d2cf4b6a1277e161c752819d8b3988f37928d82be024&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850674936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1683bb1105d55364a17aa115d949987bdc7889dce2617e9a39a4099471f61b7557524eb79e3202e6256962cb614f8909b4218bfb75e22507a53766b9c21976ccec4b0f70b3942905e4c431298d2525ca079d26053c3f4341296324e5ae1e2e031a68d2ad28edb67bb791e52b9e59a3a14e94fdf2ad422f7632b24b8b4c3da27f77d2fc8c94fc0880d27e6470c183ccf543a91e5cf465575bd0c67bf377a8afc53823adf6fed51d803315008fce3c424dcea6529b6c643f7c432b5ac16ef0dd6a250ddc050284a6c8a465cbb7360bb17800a26ac4e42876e571157058abe9bc5e7583d4faf343a112c4f955726a0c61508e7772ce5213347bb8f1cb4733c771eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850686187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=01d0cc4e9d7b65989a7d0ff212d8a6dc30cbd9cf060a2da409965eff3c61a608a389096ae3b181f10471df2699eef5668d2c5616a506ac2f7d1ab9b0d4c685f41ff79afd890b004f4aed601a656f8d573fb345dcba4c768a8bfafe8c22c6f75318682db7802f3c2a70b200967b082ea92c1422d587e07b029f8f614a72e0ca94b7fc2b65dfe62166ce4624533670ed2559bf635c63841691216e276963feb6f660c8cebbed6ef5c5be7dbb19b0ec5af25c8c8bd64571f0e30399fbe72dc7e0d3b78eca446d4f022e90ff6dc64ee5a0cc283a1862f8b5a65f1cd595cef30b5eb205158c3179471eb52a9b5fb240bfe95c438d542ff53a9e75fe87f786ba16dc83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85070334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=752200399ebef67a5e820f93e6d12d2c0a2cf1a8ede57200f9d4ffd4e74533266271b2adfb825f6499156915ed30f053da020a6d916bd39ce4b9c9aac70624bb685f9509620633191f9cf79281b2222d0909806e432506cdb2389e3db2bca6c5aa1eadc890d8400cc22d71c569e4d35ac6bb48b8dd642de5de3928a628f65bd483a095a0bede875f9862674bbca4c5b5a36dcfc5a31b0b0710899e91d772bbd1b9aebfa0c63bbeabd248f064a02801bc58ebcfe95a2b03bbbf6b3ab12f70d1b3bed38156957ac3f3806b9b98d319bf1a14b888d11bfcd1faa8466f75bab512d3ff4b5d50bc83cc29489b676fa02bdcfdefa3c55420fdf3a73c1185319adaef04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85072474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972800766387cf2eae05026cd2a67c0a522d8b697064b3e0fcb6af6ae84bf75d195c50000d0314b0c9d55fdad5853b564ab512c2e68643ad03f2ca92bc0002b5bff65109ff408891eb455e18b7280ca57323401243680ffa576b4edc1568c66c6ce34c7b8d6879bdd4f7153474694707def3b4e6bc1e2e3c3d1fa7b4afd3086327bb8e388e8a8f85d901b260ffd4914b3908d532d779876d506122071f952e6ff1dd7375cfd581a7da53518c84edcc444861cd5777d00f93e022cdcc0824db1f5313260df73cfb4d820292173e05d41fa433a092eb0b9cbeec01e57614f5c2a3576205d03cda0f94617afeda6da5d917ec9f9a1d6132808faa215d6a68e77768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850753063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08ba4f20f9fbdce4f0e3ddafdc588dd6a670692c134e01fed626727b72e0b4a5080a045300391825e627d59e89383e99996917c4169f5310aa070a1f6728bf4896ef9ba6ba69f5dfd26a8fe580988bb395d6e4a9e4c66c1c267cb6267d9bb736716371e364323c97e014d7f79129a8edabbb691b82e49cf5952f1d5e9f3b2639259b85f5f05154a7a0fe95d4d70ca8501b9fbf130ccbfc83a6f397fecba49116ccbfe41d3e6b5a3de4085f89d0a954cf528945e9773bf46a8c5959c6d40cf1de246a0330e011efbf12b012f2d3f4d974d635af395a3d7f9df69f87a29540e31c933bf5a3b126e0f2bd6e2f00c8c7a9a9e959a9b2b05082a0b301c62d8639e5fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850803929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e79a3550a1a3e05bd672e1af7f9aee5166e64cba32d8bd817bf9b7a56ae1c795279f6d00fbb4c0bfad89feee8e6bf587119389ad999bd39cf185695acad6ab9818735fd757df1375170a4b9c5ed7cd9e095586d941a04a76225ffa1cf715eab769606cac87171add8af531198aa13d4a2efdb4ce68936a12b6449cea00099b329400b5863b391481eb8a4f02d95e339ce34de49a0b2de96da7adda14446569ea44840068ed57c61f9022b15fbe159b32de3a131fe2dd625d1c6a2e04158e75782457cd0bbc3552e06251954dd2e830f461ca37c18c4626c78f5e7a32b2d5949816db4018c8aab192f6dd1f2fbd7d610eac5b7b64c1d0104ab1f8b51058a5c00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847162987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4742f5ec7b369d286322888edc7baf8e2e2da96ca1991a38462b778000c9ab6c7400793cd864cbed42878b644926cf2d65696ea08c301d77ee72185be2af44f36e65010316c761e850281543261b754a3ba1c33559bfba78f79b9b743aa4afde4349d7d831ccc80169e970115487b33d81fda4d94b10f928b10de41f946d8bc5abff61692a8872bd2dbbf9d63d1e5c71d071d2312223a59ca7b1dd08652bc980ceb8d749524ca9e98123362cc42961e89d9235c9b4b34274b568a6fd1d049aaaaf2641e588becf1cdf226b69c3bcb2c3f192ad3c5c67ff820a4bcaf90f44cf8f2cdb199eb07975e15f84830c5b1f9aa4eed2f81ba09b66a0650bed618c656ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85085736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=49e9fc4c4a2ff85667b2e079083f7ab72e2f911337bb3388ae07338cdefa01f536de8e7a67c7d1c458e272da874f5452d3fe7b3286d0f8d20410a50fc6ff7c047bb769710385154a2c25db9a0fbd9e0a597b2175c8afd1aed4c7cc4d28ca25c0d0856eb2ffeeea80c72c3e5960ed23cd32f454b4cce73e3b5b7fac172ad74135625b32b4d941d6df6fe2ac92f638829f341996755febb38a85847143278fe4598e0818e14718774293e1540416a5788080b3a69fedb8201e7ebc74f8b135cc26983b492b34576a4b918499eee250dc61b2cee270966f7b01c7dc9dd09f9992f8b0a4c1048e2e020f1faa7ce776a48093c030f773a213204972d6dc657289eb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850912424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d1ac6107806095d928f31b8152e16ea18836610ad7ec909f5e755e1f0c9f0612c96d0d179fc83a9c7a89e5e206efd582aa025db329946e870a5b000f4a9ffde1399d7070fbef8c3922c2f5d878e78c6da7291db6bcde51c6bfa25a56f98fcbb086e824483c7534ae1756e285f627c616e6e1bd0712e03e918703b498c6f7bc79d1a57082d4c6c8e1101bf606ed43713949d684d74128117a0a39da7ebabba38c2156a20a793250e4444465b55a9e0b9cf1173025eb32496dc880446d4c25f20afda855b717e5dc39436dc72ccb95d4f0611707a2e3c455f659dacdd1d12ed6121149352aa9fe5fccaaa3a3f2c147ce0a7dfd531b32708e088fdce4f39b91dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849384725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fcde253ed32adcb7970757ba1e44bbd711a0ca930e44e0f4990420ec1691def1c9ab7f6f812d8462fc4ac11480aab8f7df974775864de0c42595504d7cc10c5ced25f6e02b3ef511e78bce94d3eabd65fe4e068c549938d91e29cb53028eb1674700ce07ffaae93001a564c986d92c545ff5a6dfb45b9e33267c1caf6105bd7bc9670846b3ff54069e12227aa110284b836bd2ee880b2bb87bfd61c28982efb9fc7e8a52e3142e5088ce8ce74c9d2a1afdff1e9ca23a6c6aa7e2cf7141e8c6ebd53a1f6c73494851d2cdbc7ccdab28e07d32ba02d35241453a9fb81e6d16926b7cca162bbde41bd0d52353e6ee8b28331e5194ed5c5414684cc3c3c86bbfe9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850683041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=840363fc628e9981bc05380d0bac6599786e1995df23ddc60db1b8ef1c57bd7e1e9703c324ca5e6f4e42e0a9c0f678c02a5ba337a0e0cf30c918854c8919c0234b9f287553e4d0b8ae20956dcfe9ec749a3073bdff601fb802b2945cc78a3544fdb71326c08d9e98080895725a3dd40b832166ad11eee036827b0fc3423c93e0b31eaa165b4f3b4fd808b48eae16ae71a7e1a3b6d3e859e8d151918e4fb9ef5b92bd6571f3eca11e08227401c1ea4b3a95e028145893f01a5b2cd4faae334a07a86af634fec075e7bbb9bf0091411fb994eefbad82673f53f92f58632ae990ad46326405efb18e87b99f1c2093650b359ccd4c0427ad8a83a67ac3b25fff0192&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849397909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2af3c8da055593ec60af4e78d0b56926355a9c372da94b8acf7bade2ff27f57c6f696dee8e1a7aafe1148651b9f07eb087e5bef99db784b79d10c1fb4f3acc4e3668b3daf1a048a18ea5f2273486d2e31f34bd6ea7ecd3ef91dc06798ea1bf8c11f44b37182c084118c4ca2a78aee9b5cb4c093a9e96c5a11bef45f41a56b6b6bb46f4c857662ec4d0035627dac5aa67f3ecdb0c4cc35728b3c879cba8cffdc9431967fc02e03a988e9ed958f9e6ef16cc2aa59ceb2065f314ddc3917799de5813e306d7ba78dd14eac778fd52d9c38b5d1249e0c73b30c7970a893be950724fd7a32790cbabc6860e88604c8996118d541985df0bc9aec93ecea7b6c188bc85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851267383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7f759bb23e7638392b0ce7936e55ce01343c1a164b617ef547afb65e8af74030cee3a43126d7a49c2c41ab6730f3a9084a541de305081eeb035c78a189c95a1393be6d82ca93d06f0a151683e530bcfefa76cbe33dc490b7b5419496e8dec49c188a91e033b51731b58f7e1f1d5b6a932b9c46ac2473969f091ad7eee34481fad811d689e3e2dec9df7403c8f4f0d40fca862a348253c887f4390592625a7c75e62ae2279948e292e68baa38acc9e33e5d74aa4c4c348cec179ec92a680758def9521dfa010c764d5a34b70306eb376e9273cc5b29d57761b8de8cadce151f3e1b7e3dd3c7212f79f9d8c08dffdd18915397761d7af8bc43815c9680b453afc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851269246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=953ad200f3da264dd97a2d14b131ca9876fa00eef4c129c7718c9c66cd8dfe0d5b5243be8ad015734ad80ed3807cb3e3409bdfc78efa36c3d2fc8cc9fa8a3795b29f9e539049b012a0affcc7f8d90a898fd467bd8768aa6903a4d1803905794fd9e93c55fb9b4b4c47cafb95591b40c72ca62b3521dd88e1744f43c1acdabd92e3a104accf20dbd0c2ac9a9e6cdb5195fd4d128afbe46851595b4735e9dd7a201d085d10c5fb1512e0c2a2ca876908c0958b454b77f81e001c7523a4a3f7c7a693a2adfa3e757b3686061091ec28bc695e0dc908c524029445dc3fb8cb2ad826fec6d9969c6ccc24f4bf00506055838ee4bc22f0fa5d2259e1f5cc37d878eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850753043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2fee40b9a0ee658eec8e157aa7b979cc8326a462ce476befc9da9a26373aded755b5d4f6443e53db309990ad1413c5412758382842247f29ce1ceaec631aabff313be43953509f00584231f2b2718392331731f8d5480e198b39359ede5438f2190187984cb2d5371e826abf7a421f28fbd6076824cc36f52077f923b23afd775d2d5559f4510e04dfe9a41c70b647caa6c495d41d5d9e8d241af9a04f82b5c4cd7345fd47a71533952018ad28be7730807de52834e66142570800b6d67c8ed1fd6da1233af8facc919f189269066bb9d64f38d115cc39b3b9626dc338cce2e2dff30a7afcf6c6d0c37edcc383a8ee623439a559e80115ca6eef3f70a8dc120&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851363133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09ecf01ac88a5344242e28b385a81338f48cd8456958bb1e67ca7b8880cd718a08e40cfc4593949e19aa5af0ba5a659ac7424bd1733f9b79fd409e89256a72c03e9a494167b0f62342739b48f756a36eac79a80f254e020caf4316584b93fcbe820bf610a697d835809caddcf45706c8209446e27e705e6ba10c52eaf65d5adf5748bd51f43003ecb4620c115ffdc41f93e7e0ed556b46e305082b081e639a297bc236669013ca81be91e9db578e8f2398e5ee8df64deed6a834b27b993574c81b5d9594f7256ce493f161b18fa85f5a9e991467f0c31e6b813ef9e2468595f9e3863745c51bb0e642ab2c04af761773bebfb9a54f361d5ef1b6e221b573bed4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851381327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5cd7ba313ebe46c9eacb37ffe475527c79949454530bb82da998143a4f30593771ef23ead8d24f8a52da46e0a3e15bf281e388c192ae5062512578e541c182f59a056ba2bfd111d867f14a78229991337cfc37019cfb03749570863b43279ab176028776d5505132a36db5e6df16d072de634df0c7640d8ad91a5e728a8822b1e7e6ba5ebe692c6ee1cf9b7d3c01627e939c8e6d3fe3f45ef7af80fcd79f709e7d0cdc32635b953bdb7b8de875264ea865cd195d013a307ee6675bf3d82f5d56dbd955b9973e5feafcc350412b9a9fd73b74103d718ff27b0197b177e491553e8a3cfbe326427468028f701b0182a0bff47b9328eae73c3467c1bb32d4cbdc8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851460867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6faf502638639a6586a169dbaad569eae1074b9cd5b53702882137f254121d96b2386f9c85a6003ea0503c0d247b1b0b728794e3704a78affd55954f9832589e707d115ceb7c8ca903518873a5b0be4134bef3132fe02d5b7a45b0654287dca1aa23bd122906fc64734b0d8e55e39a0fad7ec67fdef66aea2bbb50de3d711407641ae65056b7fac90f7c6b90cf25ab3f60dde92dd24a2ce963c38a74fca6eaab64e7ad71688dfe3caff3bef580362aa8711f8cb8fdd3c945198f30118dee74d5ae6e77554f4e310571e5d473b6f4eba38e28143dc3f80fcfc4d5de00c8a08bc64e107b139f1bf11e12ce6ad341ab65aeaeb9910bc3f4e98daabcaad758e7cbb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851503247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=741811875ed4436f2e0d7619553540bf8c64a35727f14673802f83dab32282719a62343a75fab28b50edeee409e6a50416b697d9732aa21926c97dbccb068723dc81ec944d7ece946bc9b630c67f901e4dae8fe21423816d703d6b396cfc29bfa3cbda6a25cb0160acd4ddfb7ddec21487b81d6359bc5b080eac83ac1ad46f8a890020fb1a17be2e12be0c68557cf536514e3e3b50fc1c7d89a27c24175a146eda2534e3aeec2f60a94e4b968341f80d8f0dbf5e06317e7021f777bea06e4d89db2e9c1f5184c4bad65530740696c8ca41914772dc04535b5fd5ecb82af84a5f4891fcb96032f7e19eecb74b5aa763cec4a7e0cc22e16d01c350693dba5745f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849420923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67974929b23440c3b62fbf4028c11993f1f59781e12a57ef9ac0642898efa2b0f4401ea819b84e80ff81a299eaa60395305567dbade559df2b8465941cb98a8e7ae175a193a7029b357201c41a132b94dd535bd3ec71b536abc64d124ec1f8b82968ccd125e7fee91e7a8f832c82800bd6377622eb7c4e5c109c6dd60ba108d22b6f6a899e88bb2b9aaafe653fa2ea4a1211e04fb545c3c210f38cf4ee8078ac064baea02348ac803eb706f1985cc46c1dd02621c1e99753dde997f52b0518fececfdb095c20aa35a076c25d1c362043b0c1a3c0e61687b9ef99f9f8b24b99ec6283aadd7b7f499c8a200dea3b3bdfe66107c18786dccc29369959bd3e318d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849418198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=992d545d0b8dfa2f3c9458f07509f18ae146a9d7e994026f62076763efd7f24d8202d2232fc13e88913feb4e51fc4f68efc0dd2c948a946dbdb9ee2ffd8e83dc198dc1b486b3b0e846573ec171abdceaceebc8313018c61b718586ce7622f8598a12c69e3add8746577b39e6fd5cf5d56f2a51f0c59e4a71f9767b942487bc0a2d1fae78e30b3ace3c8e5eed88ab2b73e163fa907a63859f37b7240fe134b0e898e1cc981c2e5a04dcbd3987e9af5a504c9488684515760bccb7d41021ca11324d3a48736aafc7c3342f0b337bbc42db875232400c8b75211f40633fe735384123148b9084b77e1cc534c482241c0c8e3eeec68848f39b3a44f0f830620c64ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851269316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=551332f5531db403eca18f90a8400bb9b6f8fbf4b2fd93832bd13150527798888f4d65aaca8c07ea28193bc92069d20ee2e095b8080d4038836b563e5b7d6abc82420670471a0ff34df1a5d4d3b55692c352e71ddba36f2eb24c73289facefc1ac18c5da3955770d723ae1e45fe613415a83c7ecc4df81a2e665d43565b35ac408af50dcebe9ff00476692d53417cb039f02cdf237691d23f7441fbc04927e5db1266c2cf1848614255b5c357730f21119722c66c5b397bb5e4e0f32e7963edf3790fbc9b6d6120c1c2f89acfe1ed78e80945e2122aef0bce47539245c21a838f65a69f5ed77361c6ebbd4250e983a0f8ad5d7268ef55be1e9ad0f4383002dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851805006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af65a82152f79abede012761db5feec8c7f560c679324f07ef6e01e8b9e1cc30a28130f0ad2cd9442624c7cd71fb10a91fcdaee1591bf8e90fbff4c74f1ec77347d69ad6fb65b991ca0f487032f7fe0c73d93ef95b5a43c8a9dff654ac0e60a705bf50dbbc3fbe9820a169b1bb41ac8e6e182de662aa064ebe7bb12556bcb4905719743f9e3fb83493c66d5a52352d23eda20823a8cd2ee925f93d7e8801601e54650c008ea2e21c12b6aa39fbc5493e41ac19ef93b634ee8726e6fe92ab346ca65320141ff4aced5eaa7326175dedddcc5509b5925fab88ce0478107049eb12008f0e8ed5cdf85d02c54fd5fe56d921539f0330e47c0d7f8fbc5e6fc032bf93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84573153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=47a2150a367a7dd21ea6ef63302c92b0eea42321437733b96e2fa468a76653e894faacbb0a086c38d34b78538b46ac94c9693ad58eb7da73e40821c3012a5547f749482f7f780dc02d4210c3dd06d5bd601ff1e12ae8a04b745c379fa85b4d226a40f412523ee66e3aa0f54e56e21f1cdaa650fe18aaa8dd875c8bde2a404b8f881d5b0f5355cc39ca6ee85ca2fa6059a8f34c2a1211780c6dffa6115aaeddc5032841f508cfa28816da2fc1b63cb363229d2e3b9e387b75ab3cfd8a1e4ce863f7ee1168a97393c4c9825b4ea43450a9307844a6b553d20b6126bc1a49c361a764eac16a9d315dcdae24fb12e693cd517df00eeb52419286e19ae05710d36f21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849589891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0ad1da16b5d531e33d7583e243923fc399289696a3befcdd696b3c0a1d7867777bbac3daa7c22d365b6f1944a5a19b9e0e920ca2990ecf67b13ea9845c11dda82659c8ca7a7ef56c9ade18c6d4fc9f1c4543d8e120ed59dbff21387e19561b846f227d4723a1449ff95a8dfebd105f7e79cec9a0c115f6f28b2e905ec335081907353c2ff3f735a90d6c62ab7380060ef05d9f7463b35e5e87769316474885d789113126e6ae619f52a47376c4fbdf59bd89df3d79dae1692eff68deb75c8c5f81fa247e8894f2679039878a35dbb5ae3d2037d55c1a3aa829d41a967b9af598b22a963b1077bfa3c4c6b6ed46edc238cebf180ac86164b1f6b7083fa3d8b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849958676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ae4686c0a59346d700fbe34ecb8e5937e8ca94414d4b19cd6f4651dd52908d8ddffa0af6e5229301fd0c9409cb426371e7609b2d826f770bea01b45ae21f39fa8e73558fa66ddea648fbbcd604d16ab412b9de1a923a6cac3a448ce12788fefe58a82818771750697fe9ff891eb4115572fd68e99a11659b404351ae09083b3c1bb47bacec6e56449ca1b5395aa75fa556cd890bc41dbfeb34bfdf338e2ce6d4cf528d5d4266dbcb0e144477736c55e5c203fa2ac5fca75c359818f2714f7d36e973197286ab3b8f32d29811f18de757c287085ca6b85d188a4100e22be49a4a94309bd9c4a9f8153109ed2aece30bbefa12180bfd823b419b69093b9cf9d71c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85080461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a9bd0b63a53f24d4a046865e1c3e9ec480c3fdef9ccbb3d6b2322a630a704d88f2d9e28df12519b31e196f35748a7cb5fb7ee405fe81dc118c32e69e9afa762cb7d84107d9b082576ccdde1bf3169adbb93fddf13931a12f25a98f88159fec4a68ac7522c3709befd9aab0605a0617e9095efc6f971c8a011bec315cda670ab2eb85d727d1c070c94747e33472495d5916101e2657c68773ef8efc1f40b25e6d77c4cb6baa3f46976a255949c8bdf1674148d733ddc57c0989746c2d6ef41a965d511fcb448785bedb995ab3532da9f8125fc24a96032156e652d0774ebbd1cbcf6a658cfd585a6b5f87812c39d2ad4df8085a5cb3f12eb719dcd1c8c3b5a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847149883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5ca306fcd27e34d798476d2f4ec25566e49ca753ee88e25b9010be55bc6dd557b275a55a95fd15572e7c46fcdbe0695f48ad0f64350833fd70863a8fb1e44433b38e8582a673b91aac7d9aec809e50262494785ad0dafc3dd1fda93b86becb737b09ab68c84af15c7103d90b23f63af8756e090fecd3c40da0aca4b4192e2e7e5c8df1073348fa79e340ebf242ca52e0e95f5631bb55f1e547f15b0a23830b87419dab8b33ea25d3b71a007f6b9491a00dd691903e90a2936299ede663b1ae0d07b18be79af9e78b79b9df18a9c1cdd05fac155984cae5e308494d2eb6082b54bb4a4ca1df4ccb3bac218db9e9883c5209212d93e6919ce1f9e237281ede6796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847150023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d8a0c70cbac640ce903010b44994104023d80fc70a386af1216e2ae7e038926c8fd5d768d896793bb1c95cb039cdf859e607731ff36046ab8bbe9defb03be55ccd3a8c8f1acc968517963a55af0473f0061d86adc1169c4bcfb08524238918e0c906db2b52e81459850aad746f4e9c6b5193b067dae0f072fdcefc8bd0cede80dafab6e202464762fc20c274bba8bdaa01e5e9bce45caf58be9135b171038ff94fc3256154e27ddd4a90080b0c976f334b3ab1a1d4a0a90b441108e42a0f288bb0439389a5f764ab003211ccb855bd84382a69b96ae7da2dd79b105e213f4c707598beae763d860141acbe85e9520b58327b4d782b75d2c703c7e0608bf8f2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847195208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=461bd865de11f5fcea8cd59dea25cad354bd07cf89c4ecfc720fd77c4631b693d48d82f2a9588a2c1239afba6049661057c289a3b0b0df2b90a350ca7d0f06b7ef94fd823302d2d4451d0c6f6fa623005e3d4d7d69f6849dc770343809a2e7e43975dc4c08fe60a64588502d5cb3177ae6ad6d4f5c4a2fddb4595a05b8c632ceadb4eadbbdae407c60a1183e61f1a1b968f63a1174fdf8c5fe3d4ea84f17d0ca338f968bb196ae2b9f6e1a4897d8e2b6afc941b45b683986e1ba038d9987ab3f9a3297ec063c4f94fda5d9c7d10dcd291ca38a07c6c62692410b09c3e8c976310efe9bfbf563d57e7f83c52809743e27f7ae9ab432fbe1205ba9b03a7281939d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850501479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0813a585c791124958209198a8e06f3cf9b725b2f289cee514c461bc765e0fcc18499eb40f45946fc8d8f7c836c43418ba71bceda57c4140c323587061b2bd0b680357f3a90b6dd191f42bd94edc2e7807950cdc9f1333d40d38018eb7063924a5be1a2f9b2c8591ccc81e7fc7847ff4591bf5936245ed95bd1c03dfa7c16af7d4b1fb540ea78d4351c991a67224ae5243906bd3ac69bc6d622bfc7fe5d6390535e05aa64f68442b9bde5487f26699ba8413bd60b3f3471360696bc0b2dc3bbfe26f7213ff0bd61bc313730150360e951adf600e1df786d0acf17a13175203d6f9f161c6568e0c425cc5a1f4facee18954a53827517beaf0965da76cc5830e81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850518521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383b3395cd632ea66c0e1dfdc06589c4336675186c810bfb177b536af6ba1142b072bbe0185fac8ced658548458adfeca3fd6948612d600e8548f8c2b5159fd1733eb60e855cc1af52b05ea266836f20db0a873a4341b899877ad36d69c5656465a835f500ac679659109530778b4145d91780028ef54e44b06f809d1fdb2620eab575179512763fcd31918bfe6fd073ef6cac0b91904d6d8419c897eafd6e94418e38d603452e318ea3fe16ca0b25adf3f3a1d4f3165e5c5e923e85c15ce3f740bbc59aeb1c5547271aa9376fe7a8d8ebbd55713b274435d7677e3fcb4d42c28f732fa4fabf3c67b3f287cf36c6cd6b276dd25e16ba982e59b610e59256b3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850863341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba7de216329fe6a1c7adf0d0c67af9324384734bbe0120f20c892d4ac88db07faa49d21eef23c8926288475770e969c553bb1a9c6d70f04955cdaba694c0cbef4dd08df650a01c12f105799844d3c9106fe682d2121b7be7ec385e02f65e1d03cc011317ea91c25428bbdbdadab9ad26a80e45871108b130c61bc0f0bed0c820b602b2953a9f66c7f7ad90d855cc09df428598c61d78ccb33b07eaf2942302e83e6bbbdc1e2202abb80aa538c3faaba6353ae2e67fe8bc8767ef1ec589af8a16703e2a0148c66ba9f926f58d3d1170d981e234364ee1ce0f32dabd51980ebcfc3c7f8590af60f85e6c89b142972c481cc7be55544434db99b1d7cf5b79b979af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850543057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8acabff3fa25ba075d2fb386422ab900a8c7bb03943e16817e937ed92e892ce0d18e7c06138c033d49d5e45150de020fc65045fdc081c4f8d8b04a137e3d481571f9bc685a21549a3fcf0106f39fea4b370406d4426ddb2ebeac597ebb3885943305b096994c4575e1ae89b113d1effcb6146fc045e7264206ee98e4b9645470be4ff53ccc8337af4dd624a311515caa329751cfe42f8f82fc927d7a3f3c17c52259b01efdc009017314e5285cf39093aa16fce03527c1b6557e9701d62a19dfdcd125d9524157e318c9098d1d1dbf341026737c968818069de45e8f033130e90da7b47cca47389df56d2a7e4e2241b713683f1c00ca28ac09f9ae4499ee5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850547496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c887377b8837ff6d2539e8c25d25ebafd96d698d288588f63b4322028b837615950bf85c3f4f9f2d38434d2ee2a430fb59e8671c1b6424777d63f6c727ec1a734680b2cbc0512c1d1b807ef32c53fd861ff469e2692dae273ab9ef3b03528bbe4874fe8cd2b9d0d3077bbdc9c2dd72a41bf1955ad3f2d8c5ad3acac091af1dbac8b881d10ca742eeb09daa87a481e06de0065dc19c71b5f409fb5ef97d7e59e86df53e54c0f630d008eb1772a24f19033f226db7361d0f55a1da561b4e7396a43577c113aa5e09de322c93e98ce363e5d052fb5cf36468c36f0750cd7586f4a7a18569607d031e030c62bcdc271fe68309840ec006afca480550aaa558f877a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847195108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac4a0f899c2edee1a4ddc6c32898b5fb22c0a34af2ba22cbb79c8f2eb2f40cda7a47d2b55ae103997fa8ed632d4f3d60c4e1dd8aa34edc171f48fa3b9c2027ad546dd9b0f89a0b8404162a9866fbb88da487ca2586207a9b3d8e10566f8d70289ec73fb9dc25653c9e2b3ffc1cb70a7f15a8ca9c7217528e8f55796e126019933d8bcf0a3286b5960d36ce1070bc11d92b97e04481dae9cefd681548801882d838c41917702a426db5b2f83b666734957a255c15591dc9d6bf14b4c4d9a2aac723fbb389ba3372d27d16c0a1613464605797eea623af0599512eaf5e2a2d0f564689536ce5d234a0df8a693da29772e734add7fc27d2dd22f3dab27dc3c7a860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850567844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0d424c3f8a21c826f523a00061a63fa2d0fae6b646dd4e58a80ce43585fdca5db0196f3e73157f5159526d5b07896626e85d93752b901fce7202d64feed8e5cc2f4b7846d895693e08b300b75d70ff5470654fb03de3570665a1f979a4334ae7609342e04f27f3dd8a914d8bec3c0c4147012b7bc8c6f603c381ceeb9121b843dd76ff5a2bfc452db2a5d2c3fe5911c22845a31a69d8f2e9d3e549f533fbbfb35959572ba959dcd5c7269348d6d861d1210fc4203828fc187d1ec3f580795eeda7dcdab14034ee7a086c2fcdb4a21b6174f99e2fcfe0fba84ab84934729765ef5f4e10b86f658a61052f65382fd0afab25c8aab85136e73c4d6b7d88eacfc708&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850588293Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7fd052594e777f3287aeffb07cc266137de02af141534ade89487c275e02ce3bc89a04015886f0be23857596f3ca3d46398561c014552fc404bc1055c20cf5a34475ebf9bf063d4843a27e4532ff380a58df30a0d557fb57d7b01ec86bc05f1546d783a694d8d9608c0ee80e43e5bba71643f06b1326ce4c88a082eadbc45af6db8fb35acaf242dc7685745c2890132b7a2d38e9debb01c4f4b6383db7a549e6445b193699bc4fd7c6e93ed158450d833db9b764ffbd052530901b714b0d1eee53593d1d3165b3a9fd6bba25b81479670b0b35b0ae9251c9bb4b9402d61395fc4b66795b2dc377195a0fb881ea976fc1b1a6b729151ac3c33b5ee8db2280d84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850598051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44f4208cc78760116c158e6d673994bde6799dd84e4ee87cd641b51810be101a136c20395d243fc0ce602aabe865e4e2a2f924213e34f6a687ae3ab987e6dce9a16c1deb67d3dc582254f0a8507377f2bb39fce548aed761453c39254c7737cde94d29c4b934eaef7f572fed248602a8cd74c53093ac928141bd526bba4604bfeecf843ac5d63a237a3c6d83598ec01f9b1159f80d0f5133fa535a82ffe20978fbee0356596e1a6f40389c7d23b15e68b9c8779121253ae06110c4a01344f6baf2fe93c20f1ed37e358ab8d9fb866962d941dee689a1b0539b1516fe8d8898b9d1cb4965f18ce3a205781bc73835c57fbdeac7912791e43d3c6e5569429a29df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850614682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c10a22db7a6335898c6bce7f50a510185b4980391eb9920721f9bda27e2bb735e344f6b79b3e752402e23ff89a374aa01a25b858d411aa801d38518d641ab179074e944c087ef95cdd112dde16d3d6f6d58f57b04646b4e3356d56383c1667223be6cef1112c7e9ed927db4a292175c104b515dd383469c86d1daa3446b4fe1668a749ff9416ee4c6bba0e364303cb5a1adc1060b1cc702bf4cca6bf4ead69021ad46f05f6742c3a32b464094b1cf1d11499be633b248752f2db96583087d0d80c632b9545cc560c64ea4e45a4e6e35e623c51bed507f51cf1c5b8e06f2baaa9a453ca9526ca74e1b54fae4f8df7f20249fd72cc36b452b102913eaa032c946&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850616416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=117fe9d31e966d6d6d8f9c43b86355278ae2d3cd2fc0666f58b3ac656bf517b325535356f336bc14a2d1ed3894d7a91cd55e8975adb454e820272057a423652788b68514d19de8f5790c0331111e5d036572ad3539abe19d7e5065bb8aff497bf4d51293d1a4045e06eb7c1b4e153e3c0f1386f21dd7a6f3aa1e9eb0151a785c3b173db9925fc3f5f407e3b15c8d56aafb75cbdfefbd418bb875737970cf7618cb088b75380872ceb6feb8ad9ace21db23306af29e7b2b441f2a56a312e873492884c5821f0bf0101fc2628104b7c69d3c29b99ed1aa5842d42a8a2eb31858a4f29b5a22fc4007f63e603a5a0359d0eccfcb17a6f2b78100f1ca6f323c0c433e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850617548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88f49b24811f9b76e9124d366e68d6b4636010b874e4ee3ec4f8ad11dfdc17b891f975c181ca78b6dd9367484ed0076331ce6bf2e99782fd93f4b88c494d0c77924ead6da36a704fd40520529c156dacc123cdee088b872139f476163454aa678130d45adcdb489256d6523291dc7c4ac8bd7ae210544b0e066dc7efc2a5f5c23210f0c1b89af246eef56369a0144b032c00f7d64c175cc65a56c7b451bf190a3f5a99646f839986d83cb052987f8bb429ad15c1c0630c33553575d9359c1021b9c0b1b446d5b5abfbe90e303aa5507901c970685c2a078234c68a9ec0024f779203416f5cc4ad1ee3e3d6435f2d1412725502eb8773b1db5447e68cdbf36a25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847217039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a592d7a2c083c155bd17b5c3284377c8c53e1455d457087dabf9b151083cf05415156c9dc425c6f381b79f200e48abaf15b3d57a4d7e60703dcd33a5b6e748a9b06d08bef4dc2ac5fe9b9420b1b6951497ed1b0b55c8e9fb6580bddf38ab81ff3d6d2f4d5d4df884bee5576f80b4a6ecf6262bd33ae4aa94b9f9b272bd34aa3c0813227671dab7e6df92b460083127d0eee5e4c122e4f270b53c5ac609b8e65bef3dcfad0249d864d6917fd82f8a20cb99e7bb805f3e0560bd70d1a2043244bb2c51eee1eb14974e94eaab5ed903d99503808166be98762d6c6eef8b01d26ff44a54b0f5126352d34b65cca8fbff28376ad3a9ab634e3f343380fcfa217d3469&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850629571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a390fc92161997ffb43bff5191a36c98fc30e276bef72a24ecdbf9c3a3c69dcd297065763aac07ff65dc7c8699ecc69e371773bea01c4d6d06e9d48fa65abe1a49f6ca99a6d5c44108f47a3730deeaf650d4ea72e8674ab9e9b32b0948fb6baa9397af67f6bf65eed21b8cd6ac274dcdcc5787d5b0664c88ff60a4210dce04d4b8b0fc5aba7e39f510d9d56e175a761a66686fa50043b5afee14748a814246dd8d1c23fea77bc4cb326c3ef3daa6a0cffcbc9fb0e3ba1a5f019bda5560cd695d0b19c6bf8dbad94a65ee172597b83ffb659dc39e8e47810ec0a12f957f20abbb0e2b1d498144d400c05b0e5dbf3b0a32c9bacb5866a04f2397376181e3de518&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85064015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e03fb030eecb5a469f5f67fc2bd945b2030890dce9a87915b6fc24dbfcc1af815a6e271d79a43b903c902ec58d542726a0985c25c4bd60c1973342db3b0b5b266fdc4acb152aadf1dd471d84c187e80705019bdbb0aa9a895454a292a2532db22991c8693f269ca5db50a0fa0d3558e7dc378998cf0ae77d471670f33862ac3ec3016ee120d590641148706df761d46a0f004873ca06d16dc3a6bf034065cf04e3515ae4d3221edc83b45bfcba9151196d01e7e849347341bdedc1e5d2263c1cb5255fbf969c85362f9d8d99198cfcbbb14ddd76c16f30b1e24cdcfc2194f67c7376a113a961eed07cf79a84e504148d9f1f773cdf4052372d91bbb57bad39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850659206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b17e112e00a77da44995c60f3694f17acd90b5e2470a1afb89a6a842a824799bf0fd50ff1d553ff5d08fd7eee48f2bd433840b14d1da132eb1a00276fca22d19f28cd35a8d70f8599e6310e21408bbbefed57f727094d4718b58612d2237b5b97aa85c3a502538798148c5d6e1077b2fcb7f6789e719cb5018501006a50a4ebe47d22a164ae4ed5b34b02ac2d845bca5d633751829126e0a94b81c98159694fc8b7f2b70fd48ec9495db2152197628aa5c984b405eb2ee7a4d5d63011eacd205e0ee8d3309c12ccefb4aceba7382e30a2b5f266bf3923d572f8e91c298de65c5b2a590b78a10e1d45baefc16c89c45691f1de1757c2f871eafe2030059ca1b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85066124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2aac11c7f86d5d48566e476cd1b6d194eeaa12dd58b452d2f1dd0617d5bd8abfa7dde5cb79b6748b9d4b3c105771f574dab35117ff2a260193e11c2b08d12fca99f7e4f444a8f0ed381fc412c63a34f59e2e5c3a67081c4aac3fd21cb4dfce6171037ea866cf7f7778abd15379fc82d5438d22a45e02b5f8e959f06476ebb4207ffc1f3dae2997fba5ba545fdb555ccbbc6ab06863d908b891fc77b250d0c358ab7f1cc7008602ced12064bda079fcb4bdba3ae2d05a2087df8bb296051ddabac5bf056f8203f0b8eb141f4a91e4de3701520bd9ee8bd3e886007e7d34de6408cfbd1e9c9c89d004d9cadc64af8148e3ea77ec44a97c9d4cb3f4f15681ced222&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85066132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1743833fa1d50dd60ddab999efb4661a97894fe50603435ecfa5f11b8d418311183ec31971a840b12f1773221ffe2b8afcaf35ee1ad272f4c6b5f7f57747df7449cd66474aeb451d1cf0fb96663c78a82e0a7831612bfe65b9c06aa67627058baf5a7d3f1f3b3fd395270b28a7ea4c7a61988f9507b30cb8c44f4b219f6c1a8c890c986e476e76e2c0b245ea5aa5246688ed57a47c34d8c920a8a1b89f1abc8e2cd66a50ec7e5f2168ebbd9bc349a2a92f7211d80ee91f38280078d5a1e354f81589df4d5458c064dd9bd19fcdc7e85e3896daacabf8d576e22e9a76cbe42a04c0bf1cc22a193b551a9cb72c8493ce426c62da8f107a40974fae150e37e02955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850707788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9297b73fd9bb722e5bd5f8dc446b407edfec1505212d810077c80470cc9a8522dcdb82e1cc6f6d056cb9a4c27aee8075ab4e5e37e7a908f51ac03a7a836cf9cb2705ac509a81c637e4fcf5bf23af92b29ca46c324c500e96e1c3905a9cd68913f7ccfba2496923d216e56b8781e82186fac1fd8f8899b1214653ea5c8e5e1b23b79ee8bf42bbb3bbbb0d20b3a17ecb380006222cef4b5a6128f7485978805238aa53f891615fba72b08e395b003a37b0b2803a09ae570b1bd5f500278c08102644526ec5f988faaf54b60aca65acbbe48f27ecef32245a5322649e03c3cbc1f6bddf60045c48682455e5bf82c974cf9aea3bef5780a8f87f8f339f5166f2bcc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850706866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc633457547403ee12226c3677a59749cd334423c0d8c70007312f4682831a539dff90e03023f13e21f0ec0dda54d22e8f51cc93c909409a5752f0fbce8553f98772aeedfb6b344ed1d0760b78ad83a6275d6e8fd6ee6a93ef432acfea49fe1cda91afcd31bdccfe69792f30abb3078344c98275038bd93e30fbb06aff1520d7bbaa5a2407d6c273165352aa1eec0a51c8d31ce55421701b4540f65669628c46d709b073750e65053577592a2e9f6592f6a5461bacd3042bce2f3cf678499992a140e9ea373a46ba583fbf485e7d81341ba6d66dfee4a1fe14e01b30f1d1a5747ce280bfa73dacfe6df71c17c66fc0c840277e2f8b73bd5f9f81df89573ed02c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850757752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ee26ba2b57d2fe87cf7c32255b3ed967d46e9389b44175c03dfe44e15ccac33c90d458839b80c3942c532e75da4544974fca4f52bfe7d414dcc28d6c52a24ad53da0ddd79656e35a55df6040890806b405d7a2a597a36d95325bfafc523358c40cfd5eb265ab6d72091c5a25d814a4823b32e86baa0b7fd80646d2f1574c508fcd5f223f7a93bf3e4b4887b965044c4b1aa36f64fe66d7e20a3c257966119e9e79d309a64378165d36c68893ca2595a272567757fd53def209986e20bacd69de284dd8f64cb7eda7ee7d81315d30ef6445d8e964dd1d5b2fa912fc496103cc946672e38c7713d4f181f82428a06a127819674ed085e0afc68d337506d300e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851219633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a84cd08f409c976e1de5a3434c7ff22bbbb7a36192ebb3786b9cd5ca79a6972e5b39538528ce208df5c60e7fd117baae26d79f39f5345639a3110670ddc3fbc382ee23339f13b8190911454efcccb6f61cd84127ade0b67d19411b37f56e2a1b25118782266d557f8bd15782935e71923c98b881398cbd0b221400fe82d6b6d18f37ac70dabede5c5b7c39f7d59639d06fae7bfa33f62fcd2e814202b4123dfb8fe9aced20855feba875b3797ef31cec54d97d9a091051e935772896c27be2611036485bed1a057bf4e546137fd2ad82864a85c45cf1121d7c5a64fa2d36f8ce4c3b69728f9d96754b5f972ae68da3199f4b5f6d65f3e9a5bd6d54d2829a8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852103148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=442910d38e95a8779a97f9e363c12233dadce9323c6c5db5fe7099d21189e8164f7ec7c925ba9c84a3af6a3b109abcc19ee467a3e13ebc9fd4acd97e0944fa8125df338fd41c1d3bb0167fa026f2633f7c81a35378faa730b018060a1d586be0afafcabe870849ce94810fcd9f5f768b4f27cf8cc1dd92a18b64bb6368df47a935da25efa647ee4a90d33d7329e337291f2192b77761f92a8f32b76ba40ebfef2d8f874aa6aa5e54864794fec5fc015230987ee4f6d071e41d6751ce6c54043adcc11a3344a419bbad80eaa14a8a60dfc485f73bf7564f032e8fd1e547f366ccc6e2641ecc184589b6d9a23103f4b33581d9f642e045c3ac53c603e2e1ffb102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852124177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b27bd229825adcfea4635f5a865fad047e083f70c8ec280762ca22a3d89c92ac17de5a274034baf971f30266cca7c9e0fe749999d39a17c0cc6df84391f4e326ea8ea2295a7da79f5f5dba2631bcf3f7afdf4e366e469de885b6f60c2e8186c3691ed962e9bbd69e4be89e187a42a30af9bda13743bff30cb2fc67bcc014a705c0551ff5b9f21e9a376724a4282dad956bb291279d8cc81997c1f0e64abb258de54e689ef47f4b109eccc652960d4444655068c852f429e02927f913a25ddb94c649988307743bbacd8ce587a4607a0e43c2e05b49686169625e57b7489f6bfb898dc77ffea7815146a96dc683225930d1b9043ea5805fd1ae75bdd9ed0ab6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852131341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=30e9a47d0fd9049fad578afb0d24dbdc8650beb9666ded5fe837cb59d2b83bc43e6b72dce98bf88267b252e02870a189c48a8aabd5772e6660da9a2659db16681f52ed40873045a17824e347b555b636f9a958fb37d4a2af379f3d8938fe7d965cee3117c87046203f311373898b9f972a003475cfa272f9ade6abbc61263da190d00be048853676e14f33f1aa797ea33650f97b5e208f7f4a0c98ba2f3bdfe4cb79cb7b37d09769e5664e78ebb3bfd9da7f76d04694ec59678064d0b249457f72f28664e48f11556ded2c68d199714ca9cd539ab153ec9d97c7150db7be97c8051524d55be673fa86d4c88731c97aeb6df7ceccecc58c6815a1cead8421e1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852172408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dc2af29a5f14bba78d600715ed6f5dc9fc9c73c24b40873652dbf150ae0794d10f8f885695da22fd7de8673d3aed9a99deda2ff48f54ac0b9e211768ccd0063ec864a2ae7821c1ee9236766c90225b98b99e857ca20fdeeb64ddadf693d46899dc1d61d1609cec508db60350d6a24fe557311747d0f2aa9df6bb53b931fd2c849c772484e75fd2d660f34dc21b6634f68d70cf28f31ab3b5c75da0f79e31414e17ff45b6fa7d73f30a74f1710b114d29aae6adbe9bce39d45136d88791a29681c4373d7e452e896c74d1f8c8e40d47f5c6b1081b5f4a4fc3df323dd6e59799e45ce02fb90be4b021eef661bbed22a4aca3909c291852515a7c1738a5b97b528&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852199088Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=042a1c433f56584ce547fabdbc2b52924b0f648ceb0d5ee57f6de804249b14d0bd4f64dfc9bddde623a415c33182ee11b0230795100bc7605c691ae846d3ca7146092e0bca7a76808c7f86434d6c4f4481f2d6c7026224f519c18643fdf82504a3351765419f0f7b2826e9539eb444a113d9ff29692e1842bc0e411e179763e4e4c8a247e91b0f217e0686b050a23a280a131c0d29205670e68b31b994d33c85be24390468aaebb15cbadb1668b50dea05b36028525e09e025eb7b53dbba3ab39c53ebcb69a4775eb2d9d535c8660dd5fbe0a46a568bf494e631410ce791d54e3af1dbee3f2cc1c815f81bc5ad4fca0a8bdf80848ea9190197b8bb62954a0d27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850707808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c6db8e5dc698420de231a3b0f9a61064bf59b9c2873814ced45189b675a7f04924a79a5dd7e44e1173acf829fb4124d1eb0df3b2074bc3a5ade3f5b1c3b628a6ece1743767f2f330b87d3c48949298465148cda07242d695004a4158423aa45aab66d3724e17d7ac591e37f0b73d30c04409286b0da9bb77a284d63a9eb58234f3938deca263d1443d0b2faf27d49fdf553709238bacf161e597494dac7e9cfab81c8cb157d128049e1999174a60cd01da269c62ab7c48d0ecd298a00d5c32bf9774403d3b27a686cd5e0a5cd9e313d4a57fdd5a8dfdb06c9959911dada16140139c29ddd8f0306fc633b35d87614524d228ac74f2f55646d83869bd090b982&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852251487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=66017226468873a5ff3826cd4097d28ee485ecfc468b1772414a966495e25539fae29130145672a25538f5d1b4a79c8a15f199c7aff9766d012e031b033d9c5044c1e871ce93f0481cc03f1be29d1ee4dfe3430bd98d42ec5b36651f0e5695dd04cbc7c78dd27cd410edf527d67bde3776d7be79205bec7139b75634538d983d46514816666633ab72267eac6e1d7bacaa2d396499e32a8a17dcb9ef0a3dc010fb2d318877e381f3fc347b93b588aba4a0aacca1e5ee38eceff0d9c6affc0a7482bdc5330648ebe0c366b26ba9c0c01131abe20d2e77c817eb16ee8d6532c09be33db206296e1c14b8a330df4a62a24db7b9a129d07dc7a9c7af023223d6bad2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852252739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31118e834b088d17fda769781da936a18d5e4ddc9e774127dfa7dd262ededa0cee0637babb8117c3b7a5c4b4db8c0fe3675be5f2eb825b29d78273e0ca5de1f4484d614633e0d130be8ae1a55090567ecc93b82660c3ddd5e3b641d710b93eaf967c078c47e59901396c7dd559f76270032f32965bb7660b6768f2e1fce883e3a2656a6a591babd8621a13ac6a35a22d7d8bfa157e7e9aa21bc6c45fc283d57dd7eb8fa7155b1701deecf513f36f61bc49a5f72cae961fff58f7f3e5d75c32029011fc7f9a69113b29ca2b0bae9252f07b5a22a6aa5066e044baa59e025bb1d3861f8e04631db90e6215a2fe499985a949dd74b29aa822c03d16a06bd8da6443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849536601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2007b775a4aa1e2e5bf6fe2a9d9f7db5d6de805e102ab905ccd85268d5e8cd59926e1bb3480affdcb3c1d745fdf150cdb84e8deb7b177bee45dc27594fa366d38600a493dc1e48a0f732cb498ef2aa15c308f013c535b787f1281ca0455a4ff9ff0f66499960f2d92d82e86114f9c6c4705b1d0dcb0c232645b0b2669e6b9140f7e78d883b629bdfce74939da10b21c16a586afc1380f455c26ddc4cccd9b2a8096a74ac44b4326899a42d599b0d882f76bce8d803345bdfb1afe857e35a8d450985ec73e6331e426db8e0dbcaa5aaf2c50c59ac1e6501427483ce42a4ba137928b51cd7dde531c45b7d55ce41d5f0f950b1d72f7779a1c786c19625941befe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852559778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaaf9905821745d9c28183f827e63d4d77580843186228026522a6de1ab4676c70e06eab7be6e7d33205c3500ca2f3864a511dada8d0123a9a09e5f28258d59ef224e15a14e9d797fb91515ff9904c08dc2e79da6185d1656e67520d2dab88b7fa696557b8c32f8ef7a591fa7f6a2087694123b3b61ff933114c5cbfdb6e88519d207654e4bf683e418f2b29787249aa806ea1830ec73983c8d61db2be3da78a96a0ec257ea3f9ea5cc84dd53e0d74a51392e0cb9cffc28138e0c1b140872103807239ca6ff1da93ffaf57235c9b48d4ff32122cdbb0cd2586bb9bf6b8fd8882220563fa34709903dabc9fb2afebb246d63be853eb701aab4be0e5fd02d6738b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85213096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f245bce16c4e5c7e90fd3132a7461b9ec8bcb6103d8aa60c2cf4f0de9e1c12cb208c904e4deff9d8e0fdebc3fb1c60a06c3afa4ee187a2877f190d986bb31c2100029c029761cc478c481d16b6f48052afa582373faadc55aea6d5f551579f79fa60444c3c5181244f164500595ef2c5c05341d06821b956e2c3fadea3698f1de601bed7eabed8fe932c975d7ed1fb28b6d2a5462c14c60d5c61e4f5343c6064396f58271bef614417267a39eef2d2561bfac31e4cc19045450f17d3bb85bb583a53e34192cf91b67a344ae8004fe61b10a18d654556395fc3be115552d67024fa2b0df87966e85e328d3097212f5ecf3a7c415784032e796d910e9d0714d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852110491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a6758eb6bcc005364443903b6ada498bd904cd1a061636210d95a7fbc90b302f694883fdbbed9190d16af37c7e124e8adb5736d5d7822d570944ed834731f96dd21534c4fc25381f445048f207d86e182760bc711fa2dcb185331aad80fdfc3e684ab83d5ee990a18154659de61efb391965049ba2e8abfaaf09873ae467c3d1812754cb0539f791725fda244956dc112dc0cd79b07d1894384b91beb1548c71fc53ddbe57c756dbccf86836002e39efb9c5e19fd1ed4eb31642349b89a39bdd37a7122e89d1e01250e8a6b07c248ceccf600cb442f6f9aa59ae1d9c96348909073676fe69a926738000896f0ba6c4bb90c823a5cf8ded83b96a11c2f91f3f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.8460714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d973d5a31ba21b117824ae06ceee41d2b19345624048be6647a9ba070389a1e0781a79ab40cb9fc758857e73e1e9ee82b74118eded6b59c321f1cc2e491306e469012f40cc2687bd9757fc9a3bca6ac9d2aba45950aadde709214458b2c2871085b4f67f2bf469aab3ebf67009724242957bad593b5740b45e63ac08aacfacdca165d18c0ef3c98898d1c04cf9ecfa1a1d5d158c9f251747ad68e024cf92d3a1433fa8df613f24e753f0cfa179ae42412c2bb9e01b6fa09032bf67841e44b9c004c62e39c164142aca89b861df8dfe1815e0178eb5f0023dca07caeab004f74cc3233128c37bd709a4e1b18e1fff2672e7d281df35ebe944b18dd13117d041&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852735008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91dfa4a688853ff1f84826931a02d100e0b27827d78ef99060f7eb05a7ca2259ecd6c875ca9b8b783c56569152e2bc4bcb8df9ef317689d2646511d0f3ad4b24b137712b016cc0d48a0759521dd4f6ca556d5d80ab74180ced6b07953fe0a2e523da1f79e9b307e37b706fbc3942527fd752db7d5e41810b6602e55a122bdfae3d17738e36c841532230b37009a7104087f5e7a3ca2234e56b2d0d384aca82b2eec603e13cab35ffd54dcbdd01c935dc680359e10c73ba5abcc830cc2c4f8d58e034c371d7aaf961e1d5ad8c45d00e2ceb2fb6721cda7aa7de4fa7cf743ac69646078f237dc66aee821f9984e906ef990a29dc9183a004673b927acef61004a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852747231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2cf3f07a0cbfd11bfe1e4397e20fd79319782c9a0787a341beab0c6bc89b50833a4f3ac1d1e6d5d84f48f4984a13bdf072614f0055215f2af2c9c8ac2828fa1b068ebaeec8ba3e25b3e40afbfcac9c4b0a8f3330d9f106a1fe49cf1296706304773abc13eeeb956a5b018bcacb9cbacb804c79199ecfddf2e25ad1cfb61cd65f6637f5670838ac4e62888656e2f11b81bfd0d8031b1c8d52e7849d599f3ecda6ad2492f3e2e78de340dc8504d35620fda07cc1f23adddeb2a06b2cc104f4f930202fb48d36ce88d064e050c698da6f88f2dcc87afb73d149a9513c8703a8190a2fe57c477826d9404288589b80e5e784ff862c9c05bc9c153a205ca96eb6a656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852770245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba2b8f65482eb2cc2ad211201240296b93f07a4e35cab358854adbd0d097500fdec34959bd9f8b02a6c751ae700fc4e362a5771f90d9d0300f35302d3a0bfaa35dfa0519aa793ac86afea88f792d904c77de3248e29fa408277f6dd52a1de3a35006082cee7de84a4a054445606fe15fb3d56829a71c4cc374009292ebc47daac022c3554f2314b6a9ca9cf172a31dd4a8ad17d3fa492aaa8cf0fa7256be9a1788c768ec75f175dc2c3c8ec49c3c69ee4d5b0531802d80ce211f4a88e33e9efc61bf26de002924bd4394a1829ee2c40497bd93067869419bacd716dc530b30ffba67390c5a28d8c35cf44cdaa1cbe78022e458262f26fd1f325bfe6056184507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852834035Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e246ce7b093c483ed9a0b550b0137da0d8c5f8f52ef61e35ffff056e320429a396b6d3c6b1a9d1187afa8a49adc6048eba5ba96642023ea5dd4a13ce5f5519b1c020dcd650d1c43b9dc0334b7acc39fc8db29e8e3783b50ca701ba8d1dcd521f7f5171c36e6d3baf9bfd5141eb80b6d96cde58244d29068480b12b2b50c9f4318caa731f99fbbad556e1f1018b844137b82c6b16a7f08efbdbf948745daaf4ac0552cd1d9c905e4c420e2fa9762813e0c83c500c3147c11bd39badf376bb42f0a96fa38b58e75e0a0ae132ea39eadd2ceeebbf215a398aa24afa1c52f3527dac64b3595767afa8cd11d6eab583950d7f2ccce995892adcaa8d95b03377f4b00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852854544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=175d655c9547429b2ccd5539df226edd4bf0c79671cc02b2eaac8de4fc4f7bc4781385308364bf01593b11b0680c2372b98f47e4a47b8e146d85423a497972400dc4d15974c0f2536580b0c74b87477b6a0642c9395c783c6a84398b087c0659233d5421d2e92ac21eda2acff282565fbf3073407d89e64bf644508bb414f4104066b53b5dfc2565d059556755b6e3007b9b0d47a10f5f8025a20eb27d417386823e3fdb572adf5879ae9267e8da4a5ba6ba5d2c823403524ecbe738f242d6706feabd70b55fc6021be3da35effe5b8004b7a906e494ca8ca72e450ae8522016b92bfffce79ffccfc0cfdaa71105d89536c13abe55a2b3fae508966f60af70ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852889159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3556d7bb75d82cca847b2f2aa5b404f4a441eeb5c42ffe7ab8e9fdc60b6ab981f102787d3e617739f455948462d9fa0dc2e3f81b67c48f4fa3a7750f0cc9309a5ccdfecf48a88d20f3179e9c798d530166779d2120e884b2198f6272995232b2ac4ee5a8adf98755acb46f7510f457845a0299f53bc009115bd32a08f8fa8de5ed42280384371e5c828551cc5132d0a09be0edaf9d31e2f14239a954799444e5bbc83d50c1ed3c9cdb09931e1dc4a226b275ecae0eedc56b6c83ee39abe44e83ba52a93394f05370e5aba95324fff650d875f7f6e299075f5dcb51ff6cecf80e3e1a313a0817cf51fbab01c469baea399df1190eeedd84305ae4b0da1a122e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852920388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69118da870961a44741a1af644852b1b8b6509a3b8bbc082694ec254c56d115fbaf872205cfad256e2640f9369bdae96881e63391d81cdc1c6cb8d4d425a614b1056cc23dc0ccc1d65264bd74e18c1a67d98525e78527ed5690a74609b0685940948a927e9b3c04e62f4f61799f62804bcf260950f37295c440e736cfe9ec7ad1b03e78b615b913553191726819b816e29d8096c413fb79de1df07f6272afe2d6be38a2c11b4ff966fbc7a7c825ee92d8f383c51f128416018b16f5fb48e1c3285b734d93cce23d8a8c7e7eb60e9589d50455cad24d7659a11432229fb83e8f597bb97901425238850011fa4c5b9c7c8512f4b9db99882cf774b59632eed10ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851851684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a47128d2898b3d21c7063cb3bf8300f93dbb44a3d0f6fa0e4ca74cf4d871eab5bb11058ecb1727348b52f9313562b7a955a90fde2caf472a1673f4ca8cf7f1445224087c47ed6f5e6d7cd56b01cef6bbb789faa80b84dc114c4b33e9e46e1e2971934cda4b7799280c18cb08f83c925bd4949566b68bb1d2a1d2152c2150d27806072a7d139f0cb909b1d21dedd2cd30dc07ccc04bb9685bb3224ae75931d739c532f080fdd658688dd2fbe21aa3f6beb4c4b16fe79d801a08ce0314dde518931ed743de909487ccd3a3f9ec8b61d0cb682659d0ffb16f53aa397c2dcad09d098c2f845854242f08d4847a6343fb1ee60a2106491f6ba6002626803d68e498b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853102321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3a91912e5da31dc0bab923695e85204e2650a7439e557c2f049fe1193bf9f4b85c004fb2cbf11095248906e0a4feb5675d48ce8993be8f8a492a23085fdd822ae85703ab3235870069684f835b3617bff056144fcd0e779e10377f72d4f0dd205bfbcbcb3e582a018bc9ef66e824c110d13a3d58a816779167848a6a6dc26392b4e2bf2b810e65ce6f67342dc8336f0c5d2598f10d5a8feda6e5f71998a6f205564cf42dd4912b25fba0d3c439e016a143b1f74e1ab78461cb2f1d92c82d2747f26bc34b4d6e0fc2063acc37049d79c28e5a83ade1bb427913bd5692066ce8276567056bbcecb935dd4a3bf58ca168f2c8b123e9dbe59925e8496743a4f41ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853153818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93ec92ddab6911d5de609ad62f68ebfde8db8cce836f5cad07ed1a7ff278ba9a53736d55d4544cd9b64b40708f020aa609d4eb9fbe3d3463a9a5a731d4ae5b7420f5ac3e92ece59c97bd1692de3527e80b0ff8cf3d987b37650ab58b7affd676b92df4513d2daee6c1c43da7c0d147b9de88f39ffc7d8dbcef2b521585b03981cdcd929fdc988264e6b4f3ca462e940179e2cc93336bc4fedb588a904bd1964dc711a547f07553c5595add017afae07a5a9e3ed65aab699f0c71eea6fbd2fa1a39e0dd6779a59ad8a12d87df84556284740df8755be23308b8cca6a0f6ed9ac8b7b08cf62f49fbf24531bf81b4d8459e1d2f06e2abd8ddec7b62a1a88f1a0bdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851888152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=477869e760aedccb6a10c9de677d6a3c928dc5769a4024e2050e6a66e8c111d8b9595df83be885fe8bac870b0367c7ebbe59d65be5124dd5ab91936a0078b3e2ea1a73be331d3c59e0211748e6b4950f670eca7558a874d3466dab00d47bacbf10f04b12b2e0314a6403903c95f81ff2b4e78a90c0d23271f264bb0df2ae7368aee6a28a31329347cc0a8df39eaa05091604d8567fdf6bcfb890285552f36dd19877569ec2d1a0857b0ee609c47d0f1b268b141781a1a24a63bb7f292aff7e8e9755b1c7d527fdcf2f5a75da7a70e8ba546f5bde8da6b3a75ffa289896a3c947336adef265adcb9446629aa37c7fb0209c61de982af6abab43d80aaafb2aa7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853261401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b30aa8360e2e8f926b4c318ebf1bfb1293626fbadfb436bd7f9f571c88cac585e79542e8bd180002d00a3fafde86a821df814d146f24e17fe2169ad5964f024ecc9d5cb92c3b07ecc410aa3e4f29f91eac3afc6fc15f062234f46a49686cfe7b17e68fbf4c8b3729fa554d09617ea0d52dc9bc00f57bf72bd9cdc3516820c2e3e860692a3a2f2f0057bf74e161837463b9ca016dd8e9bc3b057280d403bc9465c20b222770a78cc351ceee6ce8791a36bda95964bf8889014473fac10e0cb3bad0b18869e0a3c8f025c121e69f7817afed21d77015ac1b124eb3452624cf898ad44f43e00d3e15f2ef0e5d17f313ade04442a2401fb5b83fc8e2b7fdfbcb8daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853304522Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22b32e8582bf37c3588bcf6f027c13fb430e4a1ac556d54fc687679c3444ecc8698e5faacf1c2e9186f23ebb29a932c55192c2b647d4eaff834fdad5bc77d498ebe820c3d9ffb80533b90e1477617deba57785ff4f8f3c275ae0201be6f85f1719f45d235840217c95228bbcdad89c3f16622719ab016dcd30054c330408f8fa7f9d7c67422d70aac08bad10f4f1a24efc93a247cd7aea2a7d697e1b3f9e8c620da5a7449b6decec9bcff34288e1fd53207f74c3cfb7575ba11d3cf80e7b9eb996ced7ed06a56a26cfbe9bbae1c7cba4828e1f7f7da7a362d95d9a9d4d5dd706ec5055169f3cb2dac5a9d7b11b34258a1977fbe5cf26468109bceb619c53c1f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853319751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=429bdb67b504a00fe6d1199d92610d04d053792786f8d0e62875944fff7c0a36b9d16180bd788a176e556b96ec728515eb684e086d0c5edc4fdddff28d31e47ca0add2e9d0ecdbf20aa30da15a74385c432b287e12f3401e7a43d4ab3e8308a49e642d269d421faa4a40b16cb66b18c921f9d15836f4d7d5ee764331a42df402cc9404f764a00a9f841d4a5191974ded333e395b10ce2f9a595ff53c84ffef08de192a0c6a10860f5058900bd446c6ccc2f6dcc70dc03e259c982eff549c40d716e9a1560f6951f67710d022d0c31cd43b852554570f833793bbfd6b193acb1d0eeab02ee555a671cf302cf57d88b6f5191fd4120ee4ef83786460e6e60caf81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853358574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8783bd591915c6938d1f200d94a8f931642b641312968873cba763a21b03e0cc53ba341ef3be59057fcc7dab88bdb90b5c391af6d5b98ab4342b92b8dbbfdb035025dc3f7cb2d311a52d1ce00cc7edceba3899120013070f9a85af4fd2da6b2c692eb35eed6eaba72c25c55d754b72bd9310cb354c1b3996c004498dcc1a82ebeb5f9200e12dc9d06b12ceae05dfbe9c7edd2482d168a9d6f46210fab4682adaf43575ae646375caa3ddcaa1e01ef3f41d7d3674008ee44fcd1480de1e44dc0b938a060bc0e3870339288cb32f678b468565dd3da015a11da3f175a2c64f579cb6fa3fb5c0ecb3530d1d5890e7fa9a566f16321b49f4bd847e22a836868b645f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852871365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7765bd174aa286820c9420e94786e50d6974b2205f3adac5a9f9ff62646d3688cc380970d237ba87d20cb9fdc47896c7ffb21574bab5a34cb79de0a0e68659ad39180806e5ec5c2618ecde9e794dc77d509abc173801f1acafcf302556f039f38d06e05e91194b044c349ff7a5edc6f70ab2e0e9a4d38dde3150c5768195c09dbafa19eb72e67f449ef122796110a199d13d820394dae5eaa92f0ef417be8f1db887b87ab1ebbf16b13ba82817ccfee49712490233bfcb8e78d9ce321ddd9074e035061bdaef2e4ac2e97db13aa03251fcfae0df361a14c8d1be4536ffec0d1b8425e2af7f6d30f010e9eb57d83ac7d55ddbad1cc47d00d374043b9f8a5a115e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853406504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72c6bdae91a4eaaf7c7ae11b1e3724a2dd977134380985b3b0dc89aa3c2254021db49b89d9217b2a12c35c3acfc008ea689816955907d546c38e696cf20ff318ea5f536813eef0f5ebae51830f1d314dc208ce9d292089f620125d579138c9531276fc2fe464ea1f46b2712a2a46632862caf8fe090f85de8e00f52b34f33a556028f3f59aca190258c4b387e200cbfcd12815328ce71e1595006e74833f1bc80963352123065d31a174455863da4e85a02a7375bfd9e9e7a3c1d6654f992a1838ab5524429565abd5ed1791c6beb3df125888a8b0c42ee055cb722678e49f40e31ec800d17036dd19e6e9b4dd34968d4bc6faa2b503252f280a7891e04206b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853497696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aa8ed689676d476e440e6ea2716c45c1d86f0c2c67598e5fc78b36e1cdbf54f6f24ec1e0c2437d53ed436c061cfe7f26417c2594cd7ecd1b036e3307c587d0686b139d9d3eb163dbacc6e16dc30792fce1e206f1d844279fea7eba1003fc86e97c457f6ee65b59c2bc6e83e99d984da1f57df1b461c1f6ed1994be14695ff0f77d76ea00aa5a13375c589e3b3e08b1893309e8907033352300822c8c4e6eb2aad830e8081c94b5d42d433f15d78e3e6556b1f579da76da3bc0578f6e393e21423adcb4e265141c1023a644e4aa00872a8f87b193d3759dd5a4115568f216b514e2cac28c1363d18328d3ebb6ee105c213bddc75b9f6ff463226a310e40aade9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85350527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9abb988ff1ec14821cb8a7b6a0eeed1c3951f21ca16ffac7eda08151ccc8bf7b96ad5681ce1355b0cb4901e867dcb33591591c3c299206e9ad355b1e2f08853d46b2be8488636612296bb6ac385749c7f685c977149a57de713a473d34ba001eb0607f3c60fe524f23f7413191e26f8ffaed9fb03e3704f79b4fca5a9cf810b056d62229ea11432a3b36767ab8ca27adc558d407225ef244f317cda66ad679b47c6594ea4b3e305050e7295a10dd97f5e5bec0401043b9b430121dc31aa28f5f25532e18cd0f77c018f6930d33a6e4004ad44e255a85616a06b2b01a4fd4f2e45298162cfbbc23c2058ed91eeae4cf8e9051b7e5f32c8986edc8ffb68b1b3b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851920594Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=924f257f6ce34187c49f21e1584e5252bdf280bd56d33e3c42508a5f52a1c027ea1268b796827a0df1e399a3b09d4d93c4ecc66fcc77c4f3c035828c2799a01af95d51b29758efc0be5121817fc517a597f58e3e48d5f12168c0b909abd6a8b9ffa42e923ddd89a2427b171a53964a72f855e49e3fe1e2ac903b9349126c7e6c19fcafdbac78108c5f21189f7db1ee3b3d70c4770dfffe6b051689b1e61e8bdb986a8a81f8c1234954b4df0f84260bfea4eea6a5f1fa1eba0eae9a3f448325feb67e3f8349b2bd0274c128ab195d63167587a15fbfe476e337f384d867a218dd0ce4aae544f55c8883abea2f35a8805e2407d5c97b14871171310dd4eab4e58a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853257633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3a3cb92b51360ef9652d907e0ce224622989139c60a20bf4d36227f53c68935c150d5c8c14f0074e06ab706b4102052ab0b39d88222f47026281c0b0e8988caa1d0f4df7fddf61621317a402acd74c3c8002acc46e45b0103d99c50fd545a9c53f874bb15e16bd672441de50696d9cacb8b08b6726c0d6aeb0d4457a14b61af24d99b2c289f0a85d917fafb3ea00f62fb7b3cfbd6d74c2d7427ee48b69445b3da91e41d5c1f062352f8edfb6c9dbd3b6b67941b9edd930e832f8f955e958a7d1f97f587539b4beeeb74b2f98b56df2a7eb9dce9cfac3841e1b26060d085e5d0e4cc38db6347510c72968773656fd3a8b5086498c5868bddcead0847f6679db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853586634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9caadb72a4abc7cb763c82624cf715e758b97e186c18ddf3954d01b995005bb00551310c10dc2a514930d7fc47fa657331053b77fe846bbbe0752c8bcef90cbdb5fd0696fbec5ee109bbc57928f6e9a0142538a6c88c088e2efd9a611344b0a7dcf30ff46f9b32689e30d6d3255977cadc881cb62124b125d6d70613e530cb3e5fc5db607acdba2f44f08f0dc4cc71617986d37de2e576b764e6a4cd7e6db3fd2a1d24e4300bc0de3ba00c45062aa871b59a2f4440d83ee916d8da1de8e7809d50618bc1226c3e97b3d6d12e72b0c99418d50178110f946d19bc4d6471d899837542694c640210a4451bc36c2fc625224a29c34cd768e074292ba2fa28b9e8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851918419Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3036f90de3e1a3f7a7a07f29c983ffc709d10c1752cb800b38650ccc981a4942a311f43b6d6e4e6f139668b218ecc959678a01d9e734910394b3b94cc6aa1300fc259f4cbb62ae76118dea840e2bae70ad1ed1e543828ccfdb66ad73fbbd5ab6427f1a2fd0663cab89ab25cacaa7dbcca561d5e732b1b664f9417333c0df91bbed4aec08a8c34829639b360af0c83292fa7bc9b9b3b202e81c02897fdd098697fc0ac573996949fcd4da39379095965ff427bfc6a6d8bece2fce60e3fb6611e3cd7060eb5518d07f2dcca6d4bf8db8884926856a19aa80c02f9b09decf0ddf4035c53b28865a8275af271fcf41589fb0a88ff1f5ae735811e3f67ac20293c5ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852201673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b586e315be00a925cfd6184be4945836d59ae3c20b93817672fe27d966c44b3e4ad92073de9f08f6396395267e3899c2465427f133e379495fb83874cb8df5434a7d3bdd1b80ef1ff983f4b094cba4a93721d62d69a67f6d8c4016855a52b48694e9c18d92617ba621d0302e2d7e1838a76403c9e13db4a0b9e3c03241db2d47aedb1a610a5afcd563529b7392cea453b0a50f5915e968d6b0dc549f3f56d9516aea968cc4362d05a0f034fa72c8080fe811e5a26aa6c3090c48c747fc991364c9b729f4828a0a6e3b3caa7c00d9c6ff6f75a95edf9bfc7f02acbc3fba7dcb67a3c34ea094716e1d194eb1a64a2d324b7864bbfdadec834c4e887f9e93b19abe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851915554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=788ec86e3b861c209c5b7ef7c489ea5d140cdc421a249395690a42a8b16ddbfa4565592c1b64b32ca5500ac367514e79d871d2ab009ff58b43faadefcf81cd81e4e8292df2a6cb7783a5ec38f2abc7c2fde76d2bf1fd1bd925f150fe5d8a63f27a4b1e63ee3e1f85bae41bb0bb8792f8e88b9b012d38420c581964a631aa592c3c8f0d9f94d5b3ef8807e60c071033b26d568816cbe5aa3e625f0aed99950f03e4a1163e98076c9b19be1974e149433621b9049427762236eef5bc86580f11f12efce3b459915a30046c7401140f43f67e6d1ed8931c63113363bd80bdac691201348231fa702185e9a157d8749f679aa3ee8a1643ef564c6c83031c20180a0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853912448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06710761fbd2beb0f12dc28f8b1dc6254294088e01a3ffaa3577e1a476eead1051c9bb78e8ae0db624b6230f3d4eb9ad862570876510b4958a61dbbb376c22a00a9496e47893b8f95eb46ee10fb7ff9c9d0405763f54bc3a87a2f0e295c06a6b3c27c09594fecf6dc929a7c437a05178422899e0c2f9c31be8ca506542edb740d967aac474306722cd97ac165aaf9834e980d504544e78f481f243d7ef78d3186fd54a2c657a685ecb65191214e23702675a805c0d73189c80cd03a2bf358a11ce57e6d9dec5fccaec347a5a6c9181e7058e51a7b207793c69551df48d1fb603136f547d1f024a8d6fc17751f5690f29187fb239788281e7a771f594e2d25725&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853967231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ce10e38ad4cb42e3dc4fb20ef1292efd23fe53645aecba2921b000101c21cd825325d0f000fd4409b42c1358ef2982d0ce0579e2106bc3774382c56a4becbc93d30e37ee424dad47ae88edfca0a0c3a91fa0ecf6cd82fc1c9bd7ed335d6dfcde362aa0a22bb12a3bf3af10f6c3149e610bc3df277cc3bf3657db38aca03554e573ee44c81f8ef95dee309d6fa7a2eb6dc6ffc57becae87131e1733555a1e10db0c7ed1ef7b90eab1a9ced2b9c54a32bb119f80da5eb8765d484631e2819a07dd28ea8fbad5c068357542a492e9db16ced38c45a7ffcac299fb2d0adee9803472b2b4e05fc4d9f5069f285a04602cd8447b669f37f220277bd3a864ec55723c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853989703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53b8776a19f8180271f9363f64d14dc8136d09e8eacf774e6b5e200d623e2a968179b6a3c37d92cfa9460c8e563dde83499fef1567dada1cb77bda94cf81952a5f5bed2aab7289c82db0df0946da48f992be03526814d83e966a46bac4a14b64c4658d6a1f972e139596214dc1f64125191ee6484eb357a89052d5552902957a68919291feb10a582542d02b20e31372276b0e6d0a1eb7bae65892ded06e068159b8bd3db858f972e5068a726eb553f70b85eef7373e7b2052686d0f48d2ed1c83a9a17b605ae43ba13b9ae7ae07cdf284afb2bd94fa10b49b14aa751527566cfa649312aac76965a2b295ef6ee20af673800c665d238e80bcddb8446d820208&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853993631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=490c946bcf70b90043cdbf92dce43246be353de6402c29f76b413b9735b53a0fd579c2e45180ba6c20584aac0233d31c9a04807f5c077e1946c5323efdd1ce6d0ee9d01689acc1d7d36f17571ad0f590b0179dfe8888c450c53984947060c2b0368b2e4b2e053ae18d51f6e20671159ab98cb5e693b8f8125a32e0a0fbc7197cce4f50da3438c2152a00fa8b665e3e3a6468d84524abc100fbf4e8747a788244212fcc652af9d30c364d2bffc106efae25a5cf37ecca8748765219365a0df4ce300f5e86e00df690de1059722f0356b5ba5340eee24dfc9e1b1589088b9c433cd657c3a22602b91525ebc12cc76438895fce7105b2755c69835bf217806f4e47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854110451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80379f94ae51ddc2589199c17a99ce04994fece18517c78cfe73ec4c35a653074609f688066411f7668cc95c923fbd64adb6881fd63bec4a809df91a01e7b5a857a714ae48016688f5d1cb88a0735657940c7888df9dc08a31e9ec37d4d9c1ed08066e665f0c0ab5420a237c4633a636e88d69345c7116d804fd45214e5ff44bb079585befa94cc54fef44928fcc9b3a29af67f49442856909a65c943a534098c7cfb754c6c223ee55e1c132070db89bc8af52186af9b695d517a4e4ead23a54476e0871f69f9852bbec507bc95a9e4230effba25f0bbe564cd89aff227c33911eb078160a07406ec6e6606eb42bfad5a7063cd8d1c9f932cd10d6a399efd084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851961591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08435a243ca07ab94710e7486e2ab998ed125b8824bf4ee25e5b461cab77e2704b7887cf0de2f3b442f06a4907987b6146ceb7656abd15ce6acc1cfe0c227f6fa7bbc058b7191810ea989f8749e860411370dfcc99dc7735d10a5fc5e2ca4364db841af6da15b2cf10ab27f83811204763e2b6e0e4801fd4e32e9cef925f7f3befe6e55df220b942c578e74fc17bbc54e04d30ab9b8e16715a874496a2ffc99e34dcdd6bca67dc7b95a6dd1c193328677ddae4e460c7a13dfd12477c8fe3a2ea3c98988218a78202b4904bb369333e88dd72cda6dc6e1cb536663174dd6c351cbab7e74387cfcff601782b70e859998a067fdbfb99e78d1a3eff81f924bf5a89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851958836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4911972cec121bfee54c4f36f29d52bdf1e22c5f313b3d2241f8b2e6c159f90c62bb8f7b20b75a8a7bbc276daef5c6a173ce09de71779b5f6d30ec3388e63ab4ebe27a7f8b03bfe61641ba77153f24fbd5592cba4e514e1edeb9d6f5fa68edaec6c5b6eadabc107b77e3a9fec10a4bbf81d5196cad03bc3766ec723e48e6c0442ea006c5d3687351bd100da2b006d533becbada39b410a83d72fe0c3d867043e1796186ad0995a2312a153be09439fc73ae0cf541e4a6bfed5770e10498bf75ab82d8f216b65e7dfa768dedc088bb374d50c36fdcd88acf4d83d690267c0884ea160500c881cfecde2ffea52c3a15805b99e22fe4dea259dcf59fefad64ad05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852144105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6020b3d0cbe1ad456143e32eacc42c920a100c67c702e365d119561a1809b6b29d3bd1f70c892aa79582574e327684dc1910e5aaddca2b6deddbc4fdd4062c258cda227d34450a4208dceeff824e3bac1c5fbf7fc98d0e95e11e74a48b9c4701071e0d5e5ab6c90c2808995bf60bb24bbcc85c280fa11672c91ac28b25868cf7ec5bd529ed1cf67da6e07d05e7ba87c7f58eff0c13b37ff9b18df6ae77283098dcce6ae6fcac9cbf85a91bfad2a85d97ed975556de6220facf467186dfddd51e2ad0c828d26339a700073909e678acb40e11955994a0e3be68bb73a522cb0b3a8e5aa13db1e8c3052e7273a0d6f0091713c79fae2d6db5732078e3a91863c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854345093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5dc2f4e177a539fc70a1e329914be1cbd79e65b9da3e4d9dc6cc51c9528c00b67787656a1c4241604702d03a62efb2210bcab3bad45827f040dcfaf732edc38eb871b7ae5efba66a3ca8d5c75a365ab0384cfd7e09039fd8556ba640df153b8acd1d3223add65ac2839045def97403a878d31cb1fe8cc64981bdbe4d7746ff8bde5098902b4f7efcde1afb45dbec8e6bc113f27a682b1b7e84524be0391fb35af7ef4d25a7239c43abfdaaae00311633a970ed7cb7e4cb597be022d9ac3ad71f5c0c63ae19792a131f2a62682f89470918bc99a07e21f7c49a8d7858164d563d5b2d8340d3030fcd888dab35653b43ddca379a3020d7c22767c4aca8558d89e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854403864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a1656e7b287323031ce0f7c00fa2d6fc2caa9a505db2f52a771d670103839c1172b8905602554a73d61f345a10c4ec354f83a7f169c248d57ff4547d1238ce67b556e643f79d95adae6b674272c37fac9d6a0dc9d58ec2c9609fc78aff7a3c6e9a49d486a8bcde3fc9fdd9033c9d7decd1ee81b15d822d406c18f3c00c3fe4119cf610e81b937a6d87963f75715d9e84fbcf0832e3f2b0ec018ff717088135d38548d0299e3b6680be149e7e259ce09fc8dde90a3b52e9c8c9c3d84126022fbfb65fc6571aff9913ad5329d6b8def3a0a52c67814c2ccaf9c0015b0babf73660bc666a806b73c67d91317e5acdf67c37e019bb29455c840f0cc4f75a6a7008d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854429943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=79bf6005bfec841e9a1e47c77b3d3602bd613c4a7ee832578bfd554c0a2ef5b03eb23965b53d50d0cffef91a5061a2934db981b2bf2a23ee2f0a28dd583f21c783cb5b946230ce62a6eefa9ba119ddcb0bd3d3a66367e738dad715d635acd778589e1926fbf66554628ac9debf70e6808c92381d583789d1aff3105d731481a7a372db422c344218c547b5b0380821739e39bccc1c21d3091ae6a6580b04cec316b7413f9be31ec6b85e14cc1cacd7be40226259cea3df3c66e3a03bd4501401c84a0a6410c1cde73970531ba58ccf7d3b2cfad32f28812abf554168ac2b168dd8f89de4df365006ebcbfde3c3096913c5f6eada9c6a747513fdb98532a2a93c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851964757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ef3364e1c874667eceefd733545f475c4e914a69951f66d1dacba8f201dccc74a3c878c47e3f465b32436c5b250321d49100e2a5ae4c620992f8ccf3b2175915716230e9048a3a624404fffb07adf386f10bccbdc048fad0098735085326b83c91082aacf1bb7062f28e9afa478eda21b1a6d6042252077643089559bb753f0b76669a0843f532b16afc357d9a3c174327b00e4750339bc72c87a7576f689c9002a04f05545be47094c8d796e0deaa9f3e08c85c08b8f49b1dcafbeffdba4f9b643c998e793526b66f5db9a42b6d09227f771a4f96646e80556f329c44f051ee60ec5129706c6c75c73212a85c1e55cd99d866377482c6346ce417ad42b422f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852013108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95a9149b98eb959114512aca4a83b5d106f4dcb36d2e53b61b4adb5350616b2696de3468ec98273a0d8a8b30d86231a64a38fda5c29b3a1093f7f1d1e31702826f3157361b967315df255977f35a01fc1587768e9900a755c9a7acebcb57e052a1a29cab671309f5d127f54609bbc016aaa1e8cc0ad91dedff3aafae396d25eb419312ea04a21d7e59b31cf7a67567a325ccd38ff3993e27cd7922c009b3108e3b9b7dc663666cdab372ff7ae298875d30f49a3d173450f7716e34a118bdb908ca2995ce591a1bb9be0c2cab0b16c073409ca4f008604bbc87e0cdf13f9f8e28291bcd05edec06c4bf0020ae29f61621212ccdf87f5bee9c6ccdb1878052f8be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854956766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c22e4e92ec17e70a3fb1afae808ffca4f574760cc77ba1a43ac48fb39a6189906259e921358d5dc0061489531f03411e7cd4b6a30cfad9be574e5d2558dac29610943317c02ddb4a2d5085fbe3eae7d67148c6e5f1fa223fc376bc0720938aea3b4c7e8050e1af9cae31df5197615217e5e2f9c34ba43802081ebfd0f1ace8090a647d5e8870607270f0fc41fbee63ee233c0d423b35a33e27d04b82fe8b98402d27d2c6e786308a6f1eae903a5afabf30722a54b5b6089887a4c9795ce5481d39b3753aeea9ac78a1c6737969b27cdcaecfaef6614f57b087121c9f6fe5574e7d2f1dc3f4907efa6eedefa6139fb3e8bd9b1419a7d83313b01601466ee1b8af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852010503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1d714279dd8ff13d8bd297c57cedaa9426a5452dbca219a738e53b5ad7ff2f7a997cebd97b752d51e349cca95df220f54cbb7d156b88c0452afc84a318a7dba165f09b8ef4a87e20deb506539466a82c09a5887e9d25b1fcb338c94d74e933afac1cc12174038ea71bc492fb3f091f084833135f465f6c3f79de35ea7b39236827d1c4607dc6690b81b2fbb75f5f4aa04585346a06dd515b6b31de25ab933c9240e2b4937360c6771cc10c8e9e909178f3cf9347b9c38a16cf9f4714749d87f109d4ed711de7bc4d839f8cd075ce4e92f6a6fda3aba0bc1238362fbbb0e3524b550b5287549844a9983a33b38d697eb8069819ebcaa4334880e8578f5cbae58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855161402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a6f39b67ae186b727212ee3fb1889260e9ce15f9e44d19263735c18a415837dd435f734d3893f2c2f33091ce9c167064f1ed48393a0279dcb1f19e560fdd61012b7de120a34936be1e16e7307ba96f40392e581cbc42e6ab13d53d8bc8a6e7d46b3803a26ccc58671c06b3f5c6e9301d0ad947d7893d57ad22b6ebe90f401d8af5f73b36cc2a6ed9725df3df170bf3806bc47801dea9b47aebb347cb659297b789f227e7e6db11143ebe470b33f46313d47c5424811d745c188beeffe1ceae029353a140f67bc3fe653aef55736697532e8a4784339fd20bd89b9d68213f633a05724d164e0b996c80c5b075400747fe59d96f37a1e668d2566d3ddbdce8675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855200215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0d455d5af3d43d41ba69491e2ddc460722905eb0139bc1ca48144846cf774bd658a2b3608f352fa7b4f7d6a585a042869570069baed4b9c3db5cf12252eeb89343ce0f2f8aa647b2aa665f039b37a6b89ae0a5d5072b0042ab7fb9d3e03103693d5a2d9ac2ee8a3bf87716f4c58d7dae1ced398ba81804a77979c9adc454d114092f98e8591c0a2cb7e50a4aaf58ddd3a28b4ecf06be92644ff33dab5558319a4703ffd823f1bed521fc9de7ae06d5bceff2ca34cd6028a14074a347c5b6d56281c86ce9905b86facf81e85433bd1306c1b4cb77b9f1412991529d6c3bb28ae0cc4d3563cf48170cb8b4290e7ac3786bb3c816ede9c417625b1fc9079ff8844&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855235912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=251f4ef995d6882ecbb4431f484adcd189bb8a8b503c0959999defffdc98cdd32011597dbe6d47f0388cebd3c834ee6b1804840947b7c63cca8f6f0106117074be5c38cbfa2fb1554e44f560ff42f7ccc8d116b868630976d1acaa8a7da342d70c6a617b966982054e408103b8a7bebaf4eee2f0a0b9ca59b629d7c2b326c75ba7054cb59dbf90b6085b9fce9ffbe0087c190137673baa7dc6cacd05e2b7b62614057c3f52e890084f460144c6b3d8c512d4a05e4942a0ba51b476520d5f2e296fda500cac94c2be8ddf14997981fabedaa455917f42a9a0e4fa1648d551079ba25ee3924c0dfb88928b80429001640f490e7db50b1bb669dbd7b37a234014c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852053304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9746a676e11f487821eed3049dbcb6faaf89e81c8a46fa562375d520f41830f2c44b8b5d3bd09b8649aa61217a91df28b9d8c9ec8e7778ce748544ba48890883249fcd38b1b9a8a14ac0576daf6dfe38e313f70d1546b1aefd5d09277879d9583244b6e2fc6cd6be5e926daa26620ba0bf7c57fa96518d9f89773f8f4da2791a9237f16a59872fd5952c12d9e2dae7459c21f267dc160b3adecb97f6bb04bed4c690276b18b8597128afccbde838e53c1a974641e4e61ea5a3a79402ead86b53ae90b758ba81d760dd0e87467eefc48915f87c1e4a6b27afe8c4d5cd0b3f09a0bdfd9957b3d51f1dfe87b19135a0688d51ae57f0c596ada2afe806ecd3274724&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852029679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e5ad2788535ee6108ca644742d65b5b955e70e969b5cd813480311da4010f42173729b7336d7d1b6afd799d98e6bf077b4b5e2169f4b165bd9b745d3ad908dfcc7ea9165c723201754476fd4035c44aa743ab5eb1ed858e8e8ab1594390f0cabf8d1919f1d81e53b8057beb0ced4f43b8738ae427eb96ab5aacedaa39903fab11dd9efd0268015569b0c36a81e8fe2c413be91a150c7a3e42dfb8d6337a7608ca48ff6d2e386761fbb38d78d92a2b52c27ab0f8342ca9648ba968583759d4dc0a7803ac46ac9c4398a01191e80f9dadc1010fa4f57e2171a76ef964be96940fc6aed9b179a38af68f60b886cfc68c163197f6a157b9ea06a4aeefa4079d8f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85573877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1f6c5a46f7db1fc86b0609e5b7efd7e9b411b128fad38ac6d759cbe4775202edb16bc1ed7d45b97ef2099286588082ad5fd32a2b023665b56e870015d04a72e0c7d21120a91191c2207d8bd73884624f6bd287c6f99155f724fa3c9315bcf722f61406c1238a222c9ed38915a57ffc3648d0f39bd5e8fdfe3a836fd80069230bf5f1a9e403e9b216a363ea29cdb4ae3bfaee49d6ed3659bab24d075780332a8ae93888106714bc63f97034b85f0ed7a75e83732fe918fdb7b386a0f060cbc12b9168ffa9ca04e4b421844490f6d2ce1a4572eda5cf286006e3eb39db5287144f65477624cb4f62f5ad3789a7e1d69f1ed3d128f38a559f066ede0553e9bc892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852055949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a49f8f9b8fafd95849ae25a596f08b1bd332c57df1473d8fbfa0c5b064d14fc6ac44609dd2f4b57085b1f9dbb3a6aa322c9348baae2fd3f3b443fb51418832299f14d56b460120c4c574f79faac2f359b204718e70e20a170b6dfbfd0851c1dd1d15e7ca5cb840d1e7bfcf2b64af7bb8e9b177d485cc0376885c38e8e4bd3703cfafc684abac2211b34ada033dfb41a4584bdf9cf0208050c607de99d1c5e98eaabf3c0f0020fa0f76af3f944c0ffde6b214a71e28592f7b0dd2e37e544df2f0a2a7e94d8e540c950b9a631dfdee8eb54f3c5e12a5c4a44eaa2ab830b53108722c77f633720fb7b33372dc20eb72da3284a18ebb5665ece9203b7bc72bbea3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855962531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=032d57b4cef238c27782b187db39e86fbd86acafdc460fa38f707a8fb8770962254f72a1c149e0b7e60e70c2863d893ab6b5650e5db178c880fed80078158c0f19f7d7559fa19c4e30f1b787d2c5f1916310b1798ffa17077b2cb227e134ecea6e662c1e4fcb96e8e9b5695cdf744aea9093cf0e5919751ad57a42254c807b2d8233e7311c050615b5c14606cf8ff4997bfdcb4f604e1cdb1b5d42275873f55f15ffae0557e8a02de9f35f95c27721a39b16032bdb8a62f78c0b533e0c703ef01ab45ce1cba2cdb1ac41c6cfd221583b12b19416de1b25f4f33c4a7d9ac72eead8c65f18c8af49c3eb056d31ef55cf672550846555decf09f83b8394e7288194&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855832897Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading output.log","runtime_seconds":0.629335609,"progress":"3.0MB/3.1MB"},{"desc":"uploading checkpoints/12672/default/array_metadatas","runtime_seconds":0.016847111},{"desc":"uploading checkpoints/6016/default","runtime_seconds":0.016832684},{"desc":"uploading checkpoints/7040/default/ocdbt.process_0/d","runtime_seconds":0.016829128},{"desc":"uploading checkpoints/13056/default/array_metadatas","runtime_seconds":0.016571451},{"desc":"uploading checkpoints/1536/default/array_metadatas","runtime_seconds":0.016566743},{"desc":"uploading checkpoints/9472/default","runtime_seconds":0.016562755},{"desc":"uploading checkpoints/8320/default/d","runtime_seconds":0.016517861},{"desc":"uploading checkpoints/8832/default/ocdbt.process_0","runtime_seconds":0.016495779},{"desc":"uploading checkpoints/12032/default/array_metadatas","runtime_seconds":0.016492062}],"total_operations":380}} +{"time":"2025-07-24T22:07:45.856046039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27f51b86407b56aa45fb0683fb0d69b2e5ed8421f16265fb5223a6817ea2a6ba7881e5d8603665eeb8151191bc4e5ec5f02224c5242c79b8e8adf2b1bcc4b70f243d6c1715852a19da3e0dd6b05428ded2a8c0bb3b4b9e98646e5df00bf1a56b649d2e90a1f44c5964b2f84d04083335466fb9bb77ffca0ad4d5514de83bc7b724b1d20e576af8976374b3f32f31233fbeb238bfd2dde7a469873f1f0e151e9a4456395e29e5d1610f35e6f60396779c01fc8d415950f188a79440003a89e1dafd534eafb0588097a233f11d1bd696c170ab0a088c1aa51265eac2265197eab239ea42521f7e55f231d83a93e7cad86af2178570278a3e4eea33ae0b203d00bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852066939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f231208f214b6a56def08f2b1baa89b61cc1b529be336eb2614c2b348a50e6a4b2430c2f060f5b9ea79dedd65f4cbd809113566e9987ceaaa1bce04de8359399a8894d17266d0111efbd4da21526623ca97c75b406286dabd20d099f9e9f0b20f3587e6275e212c55e74b135605d5830a0698f8002b2910e6efac974d676c7dcd8c419de72fe0a3f1f956d7462d3955cac19bc020a05da95ffebe61734ee289178db252e22cfe5809c3c93852f0cbcc0da864c1050bddf502742ddeec46a96a0c15976c5294c01ce29287c1370d9afe573fb79575e28c881d78222b1fb8acf1a72a3bf763e50ed439f304e220af16fa6c33458603833fcc9f21f61dd1ca7acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852094541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=746e4013a3d46935bf36cdf757a4f0525bcf1c3b76b788ab856ea1399570dc6bd3e6b08b849708aa94a70e9cbc3bcf95bb87aa1450ef44bd306060d586acbde1706ea27eb942bc89fd588dcae062f7c08b74d880e106c641f30d4a874dd441d67b3c283c899db342cad37c4c7dc29503e7d8b77d42236cf734d0c3dbb35c253d43f052ea82322c11ec3b892f5d1f9dd0a6111448b8c4293043f50a45d899c05248069ecee506366e583528b75c96904451567a8370c31bb8ae45b045af6dcfa38d2a54cbe41364e93a9761a763b80ba7a26d2dda163e887a1695e9b0d1653aef35167e39ee47d4b3e44d8590b1a8a7db621745c134d2a5fccfbe3b7a85c911a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852100152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8ca581fac33ae078f5ba48cffc7d8ad3d2cf06929897a579a7b51b87ab8a99272fb9941ba34f627482e923f229f693c20fbbe9b5d83386b21b40e5580ce1bc297aa8d79c606f6122747e619b7e2dbac48191a858a7385f70666d5c08015b19f87a378cdc8a6ce3bbee2cbd292b2cc8852701f117e3bee4d9f0f64b5379e1f2f45f171c9085671a59e8cfc7e7b1b20021f44c6a2651f2e25ac07e51a7a22ccd66813ece790ab6f2fb47deff08a89743bd0756bc38eb5f254e5b1e986fb0fb26f9216358e678c0f4733fe80f5741b090c55939dd551ef95a408ef56f191a078bd045f857c27bda258ce210b3ca2d2b14ea0feb6ce608aab7ed57b2802ca44d82b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852157861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b6f4788bbb087442555645a92c4b7150f6b3990fe212ab9d182e74dba2f042c376e310464a5f0734cb32ea273bf29fe6d66281f0993159d3ee3079ff0747aa5fcb7ffab260f2d1ec68316275d149a3d3fac94da4115027a5b04d52d0b955860145572b79882ae23f4556c4985bb32033c75fda0e86130bd5d40039ae3848b14ca7ab7779d3f45346fa5d4c56b4dae31172e788122dbc3dc24b8a45adf9c5b9aa3ab01c0efd816b84fc7959e59c5a0a9c5efeb15a6760326fbac195956ced713302ee8198dc9afd55f75b09f8441d0d10487d34a1fb57f98de64ec364d4030bab5989e8a5959b65794b768508bc70c025535467b151528e574940bb094fa85a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849474544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9217e49b5df162b1d1395adb1f96bf1428a784bbf920b50a2ed7d505b2ebfcea94f7a0ebe424691c5e7b615e3a7ac1bbda1a3cce2c8c4bfd40edd7fcaa5274d9d676307eadb26cb3daf53abc4d388b5c10517193c39a5df0f9e6b39fe2220bc73da26937e0865f3b0471a0b34f892e465ba52e11df27692dad76c90c706d5beb6c644f7769bf304683a78bc05322a52a49fa794c63de5349163e6c6ead918e645d554b7aef5ea770fb2a8bb716d443a57b62af47b1f585877317af35ff441c58a06b88ffba51f9944890ed52ca3e6241a2433ad5f7d4c3760619f39f6bdbf563d238db381d7c84b7ec7e1b453c9d1533ddf03dcb2c45787ca3fe104813a832a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852205841Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1ae9fa5d452ea83ab073b827ce63df4d4c1cd3348043ad1137c018a21548d2b09198816cf18949bfa31d532ac99fe71d193f205b3c79c4a519432f557eddb1ed7557f1c0ea9697e705844626cd1a477c382de9cc1398b062b4606275fa5d80178766804315d155f299c0434c77ec1f02f58c1343ba309b7bb28b831aff8dc8e004b9cc2f8a6b89c898494da0315b596d7dd15cc9e5903dcc898f585b2eac572a1656ad4f9026ae3dd63c72d3a6be620d252f2f0e440f70465c5f1a1692c31414f4da7dc90424fbc14cc73d5a52aa73a152d3f15592e595ca4ba597bf1ff4e600df737d27f7ada69f7b5c96e4bcdba9b7efaae7efa82ed1276941c08bdb386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852723507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=baf009be8073a65fa78cf0f0e82a5389f75e9e62d1ecf6be46827d8e2849ba48ad9f4c5d597dcd1e2e69924f50d3d3c723a444db1acf824554efd0f85938a3562f0f0f49d942ceeb8a3dfadc549ae13dd20f784c2cfb8941cff9a323d733e7e8b6b1f1ecdd04975de7e910bd806f46d9efd08edeae87641720de382db61908a90a78574be43a494fbe8335d60d7c9741fabf54dd32bb624e0308756860eb5d2d954eaada4d05eb028c2e9bbca464f7ae334b59d2a56de64db3275c0f753fb17f1de23b23b650dc40c5ff9a4d7e619bdee682d8bc3fbf32b4b2b8fcea11a0b923cb34a39371dd6b4fd793018d778fd40b9a136f968bb4b759ea47adec300dba78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851992699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9b54fcacfbb81bf75c22c0d9851d83ab1136d478bea65ae8fd6a10055ed9511bb200238e0d263898322b2d6db968f0ecfa912f5c50fd687544db1259f2c0db54767cf80676c6865d171e7a9b7617fa8cb0ecb3fd028c396f5f719087acec55a8f367bc6afd91e767ca755eed1f157f462e2f8a50add36213c3b6d7ea478cfcc8fc4fc586d70daf3ce2feed15cc8c5a57e9e04b92419f9058ef8617f1fafa08e6cb92b803eef34f9ad7758b12344605228241e4b4a9c4f3cd5a698798f00a17876b33332b36905d8b92a9f1c80cabf3744cf5ab524786c5ee244f5038d6e7775e66b1fc920055e55746f9c3ccdd5e3ef9433e4fde0788d0bd602df70fa4b001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85424803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05b8c3837ac117deb23639a993f4f857575bc3a2d39ce0007f7b465e0aa71bfdce73168c0defbf07ef4317a6dc23ffc184ae7c6a2a56cf508ab7cd3422e4578a099403355ce531f5b5d8642366edf454ea6ca3983c0a82715ab05914c97bb0afd63a93fc8530c9f48c7e1b1bcebd710907ebd5552393caade21df6e1ed0f566058f121681c1a6e2871cc30176b7817a85bf0df9be1f8ae88060a41669c0a1c8db035ed8c0132d286b785f7e30399fa35dde76ea969444aacc69dca56f3fde426f5e5dc4a008008e905cc3cf73c25dd6ef667ba334effbecdfeb7598256f233e797845ef4bb1d98dfd3233be84e97cf3d895f0d495caafda5fcb2364814c3c4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854276464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f45b328f6a40ac2b6801134c09eaef8b7d64ecf8fae5fc392482b6c79993fa6feb7cc833314d9752ef651d69c606ecc97eda56b86ce6c14e8c24d875d5d36517a5aad39b43f8c55e589582d79a24014f329430165a653c541a79ce6e6933c476ac10d0e5499bd7a80594e4ad6dede84b3691ce8ae384e89f11b2bffe3c4583be25b19f85e893eb0dfd18dc90f8ee98e7167d3cb4b549527bd9b4414330d5511e770e4a312279f16a3c16147c27ae59636252a95e7fe6b35d8828a6b18f59b10e73112c4bbec42dec73f6d27de8234d609ca0917c9583019af18f0741228b2214a0d7bc1146760e73ed656e56ba4eec399874741a32d670155fb7e4eee13f0a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856065425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d1854cd794426639541eba97a4a3c13645224bfe4650360d0659d1e82a9546f56dcb1324104ceba469c397403694d572320df3906e39f3642a682fe6e76d87b773e9b5e55469158539308e27206d01a46b81c3ba9356fdc03baa9db122854ff85ef7e7c0cb1643e2226c56fd325347169387e9eb7715129ef0d4df8efae0988c620c9171866ad51bca2ea0818ec0cd11f722b85092611dcae254603d55c564ac30e9739aaf3b4f8dd7f80cd635c41431f8be0c2975c57c4ad8410d7c9b382cc8e9a81f7d58acc46a9bfe4336dbffae30e3ab4ecd4b08312eb05ce1617b4e77e5478c62ad1cc0da88d6f85c345ef40cab36c9be5fc3f2a99c7681099be3a50ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856329904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=94f2abdc650a5a91e545c5685513734d437781840f92ec5cfc3da64d6c3a62a24ac0a9d69924d8fed0353871be47cee58792307f01a1d6b7aec0464e0ec61dcb8609d2ecced91c0388e67f49033a04969a76fe62f5ca24b8f5c98ab6373047fae783a01e7d2e52092d0edf0106ac8bdbf697c25d42c64be8e1704cd15836cacaaac8f7217232e354e5eff935002351265fd66fba27d9fcec1158f5da90d575f4bed3a2783723041928c383df27ec2230ba144583c4b9bcb0bc3cb4c8af37b424195831a226c3887278a20955900e3669c1255f082de2fd589b100a23e21687a177db104eab4d90676722c86a79572c72a194fcc826e6a8b940aff6fa451aa822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856109498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=031b5aac4d0641e399accde17007c1e9f0e62f44edae477aeee5454b922c5f042353210696cc14802983738bd2ea25f05788e91efce2993ceac696745d369a7e94a2b33b7799b7739a3698f599a94767df23fee034309f463be6b668ca807f61894cc7de649aa5d016b92debf846aa6efe19ffb8aa3d9caf00d226a707434e0bb7ed2d54d0b5946ca1de7d6e382c88ce727f36b6e4d514ca7498c00eac79a09f4927fe8b7a6d841b88ada65d0d8ddd2b25a16a2a31616c95e1af2c3fe5aba87f1a171d044620b0db34cac22709646c37467ab9d963cf04fbdfa298c115db72375cf761bbbae8dd18bb2d237dcf72eb0d68aa075731eba390720d7ba4016d1bcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856493282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bad292ff2f45166cd769715c764eb93214b8c4dcce0457ae3c2d4f4f4e8c670cc6155710a6b58b8cdf4d06133731786b22b1a6f8aa8e488f5068399afc651caebb6d31fc2a24260744c5dd57b68646203f35f1121af7b916f05c31df342f34f3822f60974a8b86871ac24a2b1419d121e88a4d00ca97358916839272a77c038717ff24a394957e2879767e756b9d66623eeb53ce9869690ec6501c87a15416d743876704851b45a86ffa788fd488b4084d940de672c9d0ed435e5dfd2d044f7b2fa86bb7b69917b944d99bb7fd486b58cbec031b17396e8857b5a0def04f985a18e6e28335ef77a228b573c5c48a190be400a9583a8b5e532f34acf8e7929754&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85632273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1bcb234eda24def230c119175d5594003e3280536244268abc889dcf3110bfe8a14fef09fd85a6e8fa66d5a532a4533a03f8016302217ba1989e8620966e5b0776eaac8c3637c4e6a2ba6ab04c84e637a2fa56fb71ae95f8859965f0bc6406d70ef7a8a9e81b870a4f6620d286cca27a817f89a3059698b46bf149be918eeb15e2621c62042a446146d63fcf8f003cc3938475e115a781bdc561479228673dc5c740bc96ec0cfcdf3453106951c6dc9b196438287197b12fa6081361d67daca6e75946668665090baf5c494c13bdbe624e05c752d145f69e6debd5dfb9654160d5999d63ac96954886a865b14dd47991f7df035e031cf43c1e51f7b7f11bb2ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856546993Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77f8be68d322c1727705573e26b06c13902c33e92cb5d042f534c76dbb59589e3a8cdea78c9366bde71043d3636b689f268636f4526faea2139fbf5727acd2bd9fb88b8e06f95756ca7bc861af215164b4f79ba67d98258e657b17cb1d1de269942c07f609b2d5412e19ace2303faf1295c718cba5707d81527c0eccc85207ce9019f8b6f43d5aebe7ce58743d4d0f546764b20de1297ce779dae2725abd5669f46edc5ad415a8e9a4f6e3c4160b7b36f40d90864ae7411e2c149974f9ffb91b890d148587b22bcb35efb6e94820ff4d3298d5769c443f2f6b057e929b811f87596746fa58079127a3d0bfe0b13758739a03dfd7a581b7125e175e4909b34816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856573824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=130b45b75baf2723b7353b9aee7d66bb10d924a2bfc419cfc73c5e88717b133b1132e7a1a0c22c7acaa123735bb7ce7d28540a8cdb5d8ff0d0e646ae3c17ba9d054ae27af5d6df2b2cc3bf484460ddf2b6c4e449ed83ee3fe3fd8e90b361b857e023aad8e3ae657059d27abc083c68442673d21629e4947b5e28e3d1ec3923debf9dc882d44c718f3feed5649dccb122f2c5af38fb9a7598fef1153af0db9ce18cec9fcccdc4e54ec7257fcb4c6a2ed03c495c9ffb31ff6c751ecbe9bbe168849fa57701f1e1d7a355e391538db114a42638fea71a469331ee6184178d4114bbcedb1611d4597d699a828e2ce72923a940b8fa273f5bdb024c27fa70a3b7cb3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85659319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=827f89feae9a88430e6000347d7559ae633965ecc96610e323e0e17521f53e6ba0604edcd95fa4e327a9b7960f0589e87a6f0f199571309964278e95eb0ef38160ac8b39c6f2ff2a5ad686ccdfb21356addcfef3881d2abcc869c9a45917b4750c524890c0c2faa979e927cfaa2747f3bd9739b60b74c2aa8247764c6f738202090c440582bfbe11be902bdf2bed54acb2668d7b1e821db5d81be13fb8e202856899c2f617e898d8400135e8e138c3e05b6b6cf72a2433ae92c8b6c94b27e3133ed2c6bd77fcceadc6c8163ad5fd745d450308e0f710b322a8bf648e57eaaf5ae1e86d175a68c9f85938e54235854ad0b832f39af3faff5392a9bbefa399d8bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852085264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a225215e075e47334c0ab55ae53fe25594dc93b79000f6742efe6e98813b3598295bf5101725d05fa4b65a5e9ff26a63858eeebee54740120b2bb672fcc385af66348a24382cda31c5fba7635357591836aff2cf86082cf7e5865eddb985bced5d0a561c7552e3f6ab2b567af12ba720ababaf8c6bebb65e077a153a11e8858e192152c6c52ad9cf55f14ef2a71fa2d1bef33cee566e4bc444d794fb27d8c529b4ca3b821e10add12376e9c0f6534d4b263326a0f6d5ed3d060fa89f58bf635d8f8c9e39c7e7f821a515644acb9a6676ad96961bafaad772df10236ebf01218c45a2c36bb1b8d8dca811658e6ec50258d74b4737b0010eea2139c75e2192f4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856786104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edc7547946c2b03db5526654d78ac646d0080df2c4369a1c22d22ffae6ef011ae7b237f01f65cdfc4ca30a995cfeb0b90ef9bb399ecda33b39a0029f62e94a6faf192b591a81c69e54582fea773f4ec68d607e18b7269d973e14991ba227b187ec6c2d15d70f94881083fd1cfe02544eef64bdcc842b9aa6718945f46b89247cf02e51287eb52edcc552d01599d42540fbf228dd5b964a438d56af96c5e9b01b5c969185a6e2b7ff6b84b703bb73d4d14c05c697e6716a7ead7156d332c7a65ebfa1b34183106f68834a85692cec65efa43f556fedb02376efb3a736c88a8d0cb9ffd32050635e162f1f5aeedb40ec61e3f8a89e26c8512b3de20f428aa29b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856846698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4c51f97fda41285ff19a2394d4008d88a9e75843d33405462ddc33a884f6eb130a8edd2ce33c98a886fd7102de145edce8eee99a8fd128d64f0551162e17f89029acd334678b99822f2e9b0c21a07c4356c22c66d1b284d2c49099c2b48a34582cccc75eeef2ce98517888012dedf2d96a5c08a430a2f2544c0480a2100ade04dce36f4f32ebaf669017727a4a946aa80aa058e0c729672d412f646b7486a1651d8dced3c49b0add08a0f445728d268c4a7c28c3f87d0605332315a92c292d3f08acae0e065325aec4aee0148b791de1addf6d8d3f54f895132679786df72a806afbadbf9eb32c05a382da6f95c974bfdcb15fa3e55512199cb640e005b10b8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857006269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a501a95bec2128ae4addfa89c3cfd2e93a3ec1c014adba85871028595de7b6de5f0df4d28a2da776a119f9203261662ac1ed46387b0c17a59f70f5c187c89eaaa7749388cf7817233e70d3fce083c3e24a4cc1cd3e821efbb1f5deb9ef8740a91dc839a8a4f3d66187e84a9df2427bed988b6b67f7b9350a7de13f5019d0ab173a503e74ab7244017eb63aac45f3b094fbc72067ed1e838a330646a580222d04e898609ae13f0202b956be9d1a18a35462269fd3a3c961541ee8ea06bc9f7eaf39ea40e6450ba8f1dc8f26dd0e6cee33e5a06ed088988a17533c818657d4cd7b9fe4c9461acb01aa7cf868a433f934e4b7e3d52a59c454fc85819bc920bc6df0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856127783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a69225c0abdceadaa36f88fc10e93c1ffae4f73c7b125001e21a55ac9d26c127c0a8b287c1c11bb9735eab9d50e0bc3e9c6111a6d37acc2d1d240b2392d88e82ad8b80494c1e34e0c68f78818f305142a9fc28e57419d947fe280f50d939f7f27999a0bbe9de27c650f161d3cf2e22b634d9072dcf054629b67d1adf0ae4fcd6de0b34db5361651fbebe1ae1c2195ddd644993001d402fa947aed5d0d9282173dacf9f1065dab0e917fd17360e8b8d02f89af2119d14f26661ba04a22bf32531a8d0bd0167cc270d9c86d037a1da60183e12f844d393021fa4f96f2424b86a4fd7a20803b0a090c84f084955d5bb53853fd261d1d23d997bd81aa32d4fcfb57d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85616868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddd6846f38a62748876910b77f8c1446718ba409bfee4f0d29602dfcc337fa0730c77a2ea77b42c23d88cf3e2cea12acad576f1d7f13260bc47089df45b3a62cd1bc1abc1c14e13c68f2037358d6afe5866513c2dd93a834769e83b59e887c058c4a5771907bcd218cd1620eb077249bd52485437a3762baec9ad0e6e68a171de37a317d3ee484faaa3ebf066ceca046e65cbafb3f0841794414a7dd97ee27e091df166a80feb2004d79814df5ea722b51c29a133f0cf3306e5596c84257b6cdf5c4c175c8c57d6f29f3ce9c3db2f5f6888b78d7ee2b645b64136d0f7b16734b6560b6409121c8f8c8aa0c10f52e01fe19f22350d609832a5452d8c71c32984&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857401453Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=157ab81ca7a9d15092f20d2f5ac170f9e23c49784ba67a992f4e5f05dda4ee44686e132b1490a5f0b58509c19f56bfc69a95906f11eca2dfda7f045d8c0e4bf0078c43f8bd52c0fe2f3f2ce3e738691f002be38e42a8b4c69f9e4a18722befdd91e6988e404842e892d93ec682f665fbbc0d9ecdccc0a1556ffa10609413ec4ef1042626cb8217e3bc2f4c022f47bdd0203eb8bf421008729b51b93954ed4e627da997cb562dcd992aa15aa93a27b9a0ff2105a5c93a3515849c6285dd8312765cb5e58201a32a8f8ca66b85de6432d090e6c5900b22f51e6994fa227ea99e74bce9296dcb290f70ab07d7c013f59a45b2c952abacd8f647117e334b5ddb1445&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856180071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5173e6e8474e3b5267518b252eb344a6bd62a67706f117bcb0d243e075c03f29b50592f75c4fd9144ac144fcc05ead9dd6a05a9841ac50802ff18264c836454aab707ec6115a546db11c2f864040985d2d944858bb4813a1b59c6add3c82871b8c96693d3805da05c47b4dd72e2a32968018579d3a32e29e2e4b4ff4fe148955f7d37c5a3855e45c51819be37fb590d50d1e9e4f47ddecf7cea44d9d0fe59672d4bc72cdc8771d0727f80dc57c290d57ab8a6fb72681e424adc1d8ae1855483e51045f1f41dbcc78c82179d128cd4601405310f6ddfbdbfdff254fbf30831328c5dd0f375cae83e43efb8b46de72ab60ee2cdefe06ef81544ea60f0d32598ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856274259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4312d72f95f44734127e1292ef37e66f82801f01c9c47a301a27e0c56ae2126f642cf1d1a01b596973fcbd1cef380c745eb19eff48637f0ac027fdd455d3591d373610b384d3b45fd597b9ef584cc2b437ed36e553351b7acbc072cac526ac00cbdf4d7a8dfaea71035a169feac0de7ad69df695a725906569d0475c03e015c49c523684496cf4162b03a62e331842328c91e6ea64b7482d1c603be3bfccee778b60614543227fc3f55f6facd74e3ee72654ee2e3ef03c8eb366e389b14bd15afbd861ef0792e890cda04c1f5a16c7b3e25a18f8c33b936845e4e751f7d7a009d8dd9360f384110bbf5233fccf815090bb4e5eb9032878749412b200e93c29c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85653491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8291004e2c36702f068d716a1f51b436af41c9d9e32d5361d1955537a8df921ab505725a3bd96dfd0c3a09c0a63e8f1683c912aa768b01079538e0ec7b788b9acc9f3067a7c4f62a53d270b88fbd9439608d67841940d9bcd3d9306d042dd9dafe2abf937ff096f5b79e6fbcbb0184af927994daf3cd97e23716fb8f3bb997f824d8a0050473c29be1eb0d4be43c3174c2d62147238dcc47a46d3ed9fd815719f8b7f25d9615ef8e8b1815e6d4590e55f2f198a8f74625d8244d43a035a28c6e6fad5c98dce8e4cee09b7ce6f7d98bda9aa40c15c86805f3f99a129624bf17018242035a2a11b35b449762386f830e378f7c32c274036d13f8273e2d94524c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85747392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=767dae592cd2986573ce10a992ecdfe6231f75a939446d4a34801d2be30f93704f03caafc8f8bf8e7644a71bc0b2a3690a1096a0ec7f379580f7aa179c9e535e7bb7cc9097e22a40edea95c38ff7db77ac6b7686fba95e5e7b77d48a48e9ea83da0c7d05fbbf0828ad8f2fefc89952617190057c634784b5422b75db26eeb6168b348d26d86e4c7bf585daab28f2f36604cd7be8203fb3c7cd8ad7689e3a8089d61726bac58af05701f2a7f9aa94839196d9733adc7dda7907a236e3922584d7a6cf1da68ae7e0eb986083de21f63c48a5267df83031e784bc7a1464450e7227e4b1c5f8cad81912d596ea909feafedc6588875c33e1ba768402adec7b29db20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856211671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b53aab8496e4641bb64516ebc59be653717d5d713df814c4dff64e28c9e3b872b10c851de02d584d01221830bf2465adf5a719fe7974706d54c1800a7b40b9db5c73f3ad49fa176efc4b0f4936eac799670775ac37a7c698a4915c3050383a048ad9314488753f9e7cb4da791d78e0f939103c857c0b369b8482a875a616dd96ac39becbdf739dd73c5c51c378585cc5b8d30ddae3ee0b8b5e93db2bd555712fefd4e5367e9b71bc2282f656d4a3ea9f000cd9d766c0cef816972b42fb674cb002cba0f9dc598b990f110f95ffd96b58cd4a41a74dd80573d14fbf5de73af33f2e267172505cbdbc0759ed04a3f1790cd994ad0e207369022eeb356d7076e969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856793728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06b84219c041387555fae001c0198b387ce44733b3502a6b513902a0e07811504b2228a1a31886e01c2209e24eb5f20b15e00d5d9922e98187b98e5aabd80cb1d0b7231ea263a5f7ed21a8cbcbbadaa4307e03c58c915f58b1cfeb0c4cf846a560dc3a90c1c83f3739c852d5c1ed0ccbfb8c9197035b00a7d8a1d024ba3a30906f6c4a5d793c8844a55b5b0e80546adfb5adb228534820874eaa1dbdebe44f1f9a4d8d8810054f8e99d062e4126161a4b87cd0f272984d0cc4765d6df758f04a359d4e066989fd3cded8db6723258fbd282ca468c5e7ad382c97b7d8265145ffbf78ad83f010488048a23058e2ce5fa4cfa6e6c6b896612901874b31fcb870f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857705296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=21e2c021a822b575bf26a2cf4b3aa75f6ab726e9cdb2864fce879da8fb14842ee860f76b269efa5098ad4fbad70b70bacff3225262eb6f82de8dc05ab00d6c74b48a18a8343419ab3e1b295ab413d72553a0b9c5dc8bad65e0a8acabcf41bcaa358c7762c6c444add20463c3284be611ac075d44eef47fe5dfde47e052ac44f9458b3bd7729ab9cf9d5cdc4f0b740986796aab1aebba0594b94e68cd61815693e9ba61956e623d337795599aa5d638e98091480e2114f98335eb82629cde8b3f271b16ea2b971b2909ab2b779366e63cc7d73fce80c38f5d4cb9e1111bfb59fc417a576136b38b78db5bc6c60615e765e40bba3972e9b0c6c640c77bb14e66d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857796127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=358a841702e387eb5526312025f64515cb77df8fda5130785ca078218285e085e7deaf0ec728b01bd581cbc9f723416bd4a33a2a37a59e6f31b9ef4f5d14107257704f6c9f036f45a2e58aedc0c914152c571916d2dda348dd8e45367896e8b9ac872f3545dc4ae399f0b492c4a4142450bb74a94c9dfba7d29baaa05af3b885285ce2b6bd515130fadefcdfe26994a47e3c0e665495902b796b27b918f433b41ad021dda1487b2438ab2bbe57d780d6abaf06c5779f76097d9f0cda7c67b243e84490d06fa43f1c900015da2def7e2a294fdea9471178c397d3cf987dd048a0ff9fbe0df393c3d5f1e643772908c385ce7b36977fcb65a406efe03f2acccc26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857841152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0bed938540f3b55236366d4c18967cb2214bb9cf12a28da1bbae0829b4e47a13cabfa8b3d395b9c486cad07fdfe9778005708564da8a7008d9d9e14e7d9cd84bfe4e15c79ab9a77ff79b12baa51f5df56b81416b9d686884371eb03777793548ed7b9afebf58694886b63c7b5a0b51b77e939fe0e29734ed15760d0db8ce36e5c1b8dcda21cc4cc1e9a04366458c23d0874e3e97ad82d9f28b203ae7dd83c15d3ce4b7afe5f07ec9b02fceb44c90e280f3643077138d3111a920cde113912c4ffa7ff6c827ce0a036c4f9528b46f46c02d88ff5629d8f8008ed8016eadcf452ce73d14620929faf05bbd7855ab34b7937427456bea46ebc65d00ef3d1b0c8c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856227912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=42896c6896a5553461c8d9b0faaa39c1aaa827aacdae3cdbbc395f1d672360713e2112a562dea49c6a1046e5c16144c2448f83f505b32c3182e76d35fa1f2db9f92603f4f3efb187ec4d4b9700ea6e10fc0ef0aaa9f02c634ee3a0828581d72830ed83d5cd31d5340021b30be4aac9d4d5bdb6975cce968808c2a1438234a6e483885c1f4fbfce7376c5347d350cc8fb64b45e3db92d8ba450a5d093d06363f39a0047abec1d21c8950599dc7b23161f2a273840f8bd88dde23fee09695e4b8b0d64fffee0d1353260ea134dc882e566d26db85adeb6dfc40c763e62c9a1d93982663b67fc59b3ce1f1f5af01a06f11354901d35a39e52a4f9759fab5ac7aa7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856249502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ab748b64d7a4c2fd6e40cc826a6e6dac01e5063a040a032c7dcd3c9ec88eb6fe3caf1150b77c65ac1f3ce253be0b7d46e252504d1286768d5d4014e5fa200f1f775a2d5295cf888ed3d2400252876c93ac70704861dea343796f638a346341d4386eed9e19307f23a7806e3f52d17f5d0666de539f06d0c0219b97536e8e865f279aec9ae3245282e408e68337d4818a7a143f1bb42ab04649973ddf99d65f98927910784f12103222737736a540faebba801adff77f8d034f2a1c1ec823b161865ff0e2d69a46fcafc8d90b3a0b7a86c1f905290da01d68bc7468579d7dbb4667d129d09b0a8315819fa06eff57e71988cd9d20e7757cd410f13ef811ec239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858231468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55df4124224bdda8793e502e16724495034dc216d4869ebce78c6144edc1ccae4bd792536523515aea922f0c7d186db2452d9fef3f646c45e87755173dcaef492b9995c56c78422e7eebf6330deb6d076c0a6e355e5f761ad41c8585d2f7dce589482225c3166d168e07e59553930af6f055f5677f81f6498650b4c6c965eb5fd10099796ffaf91f7041b6f1fc70209a785e44c10663ac077c9093bc102c712f833043d6a81f1b0347cc39e30952b9fe7a64f94d77d69cef1bb993911ada03aebd0dcd7c58d982304576e1b056eab9bd52155cf4d0f5563c2b3b02a5c472c44a58affc75b55c20f7fe061753d0514d81b99f77c74adc12d03b60a8c363afdb15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852069274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=005952d45361fe9d9de6ae7d9458b77aa418e6b8d9cd1508ecc3d4f9d0aa2b621191f293a4c620b82597f970dde6111efc6fd22c1627fe4933c7326098c9cdc458d56ef6db85d842c54c3f60e49c70aafbc3ff01815ba65ed0c68a7a6e88b4ad2942432e82b47b4f81284e6d19468bf510db57d56c89fe65f3eda0bf447bb126013b54f7d63477ae18460e836ef0c9ff3b0f4781ec5850cb18fb1bb9118e87d0a4ae58d8ce6f2f590a8518e44ada002637f581d35b9c7f92eee4efcb6da29955130b99306476459002bdee00677b6f265b09807cc95726b6d9a4fb23d5dcae9d385fd5641b3481d348124d9e2f3705d1a7bd0bf75ba78de9712cd9e55481cce1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858344381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6360c9592a1db745fd6ea97fbc53adb48714b60edfbeee5637e7b20b4bee910c4d4a652b61f001c287ecc3cdc58c10905230176d86ddadb42385e22d2218aa78c73c861663ff7094a51d99fbcd23cd84b2e149cb66a584022d2b079556fdd4fdb6a3cb8ea2f5ebd6c66a6705f00d3741e94d56acdd43c9658216ef57f204c900d3606dce31ce975312a7123e9c89e945f875e34863862ef9dfb3c7e4cb281d86aebfeb545b7011bfcce033281a51f93112fb008df6716a2f82f2fda9eae159f811fa716aecaaaf31b294a4a66bf30680844ff33f7ead3e4ff99702f2037325d4390ca6965a7c6baf59dd78794bb0d78acbcf4cd049fa57e364fa2ff4f87747f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858356253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=993872c324bf50bc0c6deceddb6eb17c956db83722af944b79a7e510f00e58390907436853c8bc72ae3d37bce6c930948b48887e4fe79e19f92665f6f1363ea075b5967401d4563035afd9994cf2b9a77f59d838f1548367659534acf9455561c3c7e065cfdfd27cec7b42624e24874b31c3947693d8b9717f96bc37305290740f1baac0bfd79793ba1052001931d89cd1bc098eb894769c683585bc35aa127ebafc1e1d53c055d3de86e070837b3a890f0775370f040c8823996c7b6796da9e3b22f1c32e9133cb70fe23a7c9f4f47df9119c0e9dc35e760db0dec134b9447f9dbb8be8d69243c947ed95f83be41e91567b5ec908ba03d7240ba59f1d1b2948&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858409243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7766d4d07b0729026e4ed512883554370e5db7ff1a561dbb2ab4c5e878268e3287f7df425109d09384bbbcdb32485ac997dda46c1b798695b8628a8b4614d0ce77e94abc825d8dc5f2ad5c0647bfe287bfdce44684e26a261e4c4c7f541506cea23f319923119bf010ea17090863f113ad94da664236f01048aca0afb3835e75881645c67b24984074fd422c6bd08d7918243b8e4eec6d288f6db1d667b7ed285eca042fe94b9f7be5cab95aae7151153cc35830037a176bc92ffa6024e9c2a55390816b66b4f8f353ba28c72c5a16f037708298cecdc7519e9bfacd471937ae99fa2a7404ee3102061c57db77b878f848a35b5e5894143377c20a0a7ad105b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858501667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b1ddf95d0509761ad1623c07f701bbb9e3e03f331eee03d29f2d5fdd909ba7ffc278ef3bf6b9b130f99810516016404f13d1c9721fee934902029c2ccc5bb1a32ba2fdaab99c5225e4898dac504c79f459bb32349d0b5901b715f34db930c3c5ca2b0981f544fea891328966cda3dbef8500f17ed6e465c21b0ad5de0ef6e7c2b1f16c6517d5da91331326cf401e3a23ae88de896ab3dec6f1e6106d96bfd0d8cc7a8d12dd3ccf749dc1262c6f4eebdad75f549fb890b40bf5e13e30b5a46c3472b90741a48ce8f7823e3a67f3ee9dc5d1d43e94434dcba8f361a74b26b6d00a50481bad80e54b2c96cb79d027cf173875f2c3ff315735593b3f9cd092d89d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858623947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44336b12369a2fcb46e28514f4d0009931e030e39ebafb785e01644a4540db5e270c26474ffbb32de5a7743e4fa2328ba4de2fbc7cd52c6b3e9cc008baeea7530214afe9a436ff838db1d017f82c9f3fa3463aeb1304df641ebf01823b104857bd31e818bf810b10b10609c82d6e054138c944517daeee82f74aa9bee8e7cc9469ae80f9887943fc5bc4bed99c71bb367e8484d29b9f3bc95364022f9408b1351c4c9b8db8c4b8b19e211bf9cb2a4b4ff655600a09a31862acb041acabeb703a95f7942fd5a64ab6d8e92a69c071a939756e9714d226366141a5a505dfe3e1ae07c62aef836a60e37330be7cfd5a12f81bef374aafc324c50b0bd59351b6e29a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858833322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=14ce57496243dd959fd8cfa833aa8e9d949ae43b85d27a401118a4b4bac2d6fbb1bc7aa9ea2932359b5f3e585074e9e5998b5698088f4eee2f6631ab37be0b16e656534685265558222e468d2db9fa5bf3cf11a52aa066b340caa314d54f8900cf477ed0d6c4c3f7371b9db96646a1fa25a1f67ae56be7b9d9869de24de7d9aae0b3ffab9cfb26bf0786bcf2d48f7342c0ee0c9bd069c9c9fab857286d5865202da62373565628f938781d505840417504e96ebd6001d44af3be6f5e4bfa7c00ecf56a9e2551cfc4dadad6e0c496bf81f324190c2ed229418a5c7135ca0bb9be3d3d68e0f2c9fdcdebcab84ceabc662b19004f2f9c7c6100351f34dc937bdb55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858997321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93cecc822fa252c2a2362f70d5027711a6a2e3c38fd20d77c0328ce2f1edb975f7b887296a2b954dd408e917893b98d0585b35b9b5a47bf1b09b52bb0bc578fff85512cc20f589f49e08ed83c788ea1f3fc68b0f709c78d13e2642ebdc9c66a0eaf177c61bc68396767f0b63545dc8f6b7081455a9245f6feaefeb2beac539491fe896b3f3b928eb73fe02bc1b4da67f81456b79784208d6800a2a5ac0a6056b620aa7e348ce836c4288628f537257cc5fbbfd24dabfe48a09e97f556783b13cef0f902774ca32d6cce40a2cd7be30cb4c8f2bad79405282a98425e62f392659c6ed701eee659f3d6a38232ea9365a04ed5e49f40826c3d9e1dba735a5bf6787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859042446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6863059b49c122a1f425752f614c79bc36396d35a982b04a2a3cfe97b84aac3f49bcf02875d872df97677ca27664b94e9d5245e3f52d5ab2b84eb036715f21bb173b08ff703c7aa8cd6785798deb4c91cc4f76115f95350b226f80e75b9c00f953074a25a53695df6548a76072075cdc064a42a78751d3c52242be28f7efe15cd91f6d2404cf3a33bfab3e67017b87060fd94d1d778e5cd5b56c73c9f9467ccf936390c58defce09652906579529efdb34d4383f7d1ced566174af8af9bc1ceb6b51837d24340c3e0603575808d4ac5a572b45a7ab0eb109aed5e6e491f2e9f4453b05dbab9f8da53546efbbe7d1a84851b717d403394530fd7d2a153966afc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859233697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfc88c1516744a4a7f7f0c41ca1556bd8a431836f36014e506a3537966253ea6edeb206dd93a52a740f3973169acc83ce3405784bdf5b1f693350e8aa1fb8d6f6b70c2e6a3445541ea8427ed96fc3fad870cad2cdfbbb2f3b6a877eed73227331dd4d9721b7046ec5ab629d770cbb5024e66089db2549940db6a9085d0d2caad534e2fb5151e60baf1f48e34aebd5734c748f7d814f33fed012029ecc17e425c7a93acd579f7fe3ecd37da2a253a36d805044a50db029b0b487dc3684f34f93b41f8db1a52729d311747bb0bdb222c371f69a25742d464d666ac7dd49123ac0311e60613d6142733ee459729a7589e872dc8fba8d44500a7fe112138dbe532ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859249426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b01fb6ff84cc18b324f876eb62b2c104f1d37b87ac35777d8be5e6e4be56dd79d6e353316612aa63072e1fca647586525c2e69891c5e033212590c4417da87dc1f8064f13d18bae1cf83435be53899f9a4ba44f1420212e0bbf0ae8871b87a58e8d399d9da14f08c7f61de02acf4348212c3638704b91b639ca00191f431b669da8bb421f317550b2d7b19040e33ccd39f99a6970be1741d5ee1ff5a557b879071222baa811cd8c080fb59cbb17745f3ed8c954828b2094fc2118cd704413c8af3b9c39aa9f36d849b5b75778c136b40cd68db1e5b842c872a92eebc819cf84c80774d5ae8799f1ccdc507fb4a4ae89fadab3f801b4a51ac9d07ef774781f612&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859263743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f05edd0b080198d21910cd7bcc1fb120992abe294b09ca114b6b8030ac0d112fab94d5c6cab70472452f4e565e504c1f826f2dfe142d4813c03320ca514e276a99eb6a48a8c1cad9a05e9c5bf29300e6c70b711f975b0d426ecbc9dbe4f575d58197d3b5eb38201372c6ea1814d52dc1da1db2d6e9b9e36c9ab6c4c2a0817d8c88e941be85b37e7b7ee2f9961e03f48cc366ba674db4ef1f0644865b0972b02b195e349ab5ce78c57cb86eb805ae4d579df9634a699aa18cf19bc447c3dad34e228bb6e311cf33bafad710474b4d4a309351c2eaa1db92dfc0a12fe5c89b3969523dbe8f0cbffa014f5c8250b0edd7519a89ce13155ba52e9968615758f0088&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859294962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=13fc422bafb1e336c831c2d7db9b4079184eebce3a9fa69c104046097194fbb2eab0bdf9609ffa7739534cd5fbf3a419cec9e1d0b412c0ff218d55c4455f719328bd14e773adba9baf3bfa781c3df65e3cff81ebeda2c9d77b581d1b54026ea3ee61e639ca0265b4a2303ededa3def5f82a52c4dc068964ef7e30937655c7b756b7de722ec71557325a8459adfe791e8f06237e53d42b765edadde29964180c11b5a8bf0bbe3fbc7b20ab6ae049b699a3e54f10bbbcf6ce0036a8a6ff697f68c79d78a3afebc7f34bbe4dba1bcd2145d16673c4199b9b5c9d28a17cca1ac8c4cfc1a7ad532ce75cf88a798ab7886613a9eabfcc547611d1d78905a062e9e167b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859311343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=603c3231f1dcdb51f375b6680609ac131b70a4a13efbd572d55a6f273f75fca937e7bf131be37a98585cf6b286a1c0edcf3c75729742b6c1605f03b86bf96db574f577e6f9c59fc8af571fd62afaa168e7c4f310727cd0b512cf322aa9ffb4985572a02799caac53769218fbcae91e1de5f64967a006908b4a528af74efdbb6c77db645fdfa89f62dc0c1e6d12833041a699baae5a57af968e2dbf977a363c3e712dcd09eb4c7b9435a2fbf1bf6d44c740cb538ada7c2db8976483d28f33aacd85987a8d6f1d5cf120a555994fdce13de0ba36beef63fadb30da752d1953d5d775279a319c1dbe727821f52e614054fd882380b487a84ace38b0799026acfc65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859321212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c07874734a6b8f2bada4bbe370f2d20cbfd1467ed6292df494abb5146a95e7c679fc4cc821271968469865cf7c1938b1d3a33c33b6849e14d407265d32e0665f53c3edb3633774c4dbef1e9e862528f2aca71a909ba6ba6d5cd60c90187516997e354ba9dbd18b6d033a6f74dca5ac66064037c7418de58fda6cd8b58f72d30f53ef6f3cd4bba077168ce6c9d88115b280060a9891d507f453cdc97f7d5b6a2f2b1819bbdf17d27a96971bfdfb107428da9d42f57397a538db629f6d9a96c9ce2b417525c214b32916940f4628d1e4b67a3af482c624ede5a1b1dae768d181fc01f983b845a52011c2ccc17246bf3e656fd6ca7064d9f8167d78900009833477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859258503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=407e8bb5e80493fb5e74a6d06e09ee91ca40e07efc8663d4273cb1f07cc40bebd8db7fee7e250719036c29835ef7f2f36b2b96e9f7306a5275d8376911549cf927557af0b3717eeac905ea9d39e0401c1eb7178638596d24405df0478623785db35574055de874b4da50faeac78eae07c3d4684f6fb22661d8ca07d9498d99e0fdc9d6eb31ed70238e2a3a9de648c6e4eecf5780d7f9b65aadea920a8369b0ba7ee753ecfe5e42ac00a9734a9cc40a721b3875247e16098b6e577cdbea0aea4d52b6432de351cf064d3ab00990f3e58d158a6891e18563669afe29626536960d2d5fe7292edc168192d5d574a15e6c2bff75a6453fb8427cea972c81a54651a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859236061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=563d741d0d7315b85043659a9aa7fd4c8a6e7c5908cdefcf29a800dae5b5f5639482037038e9b104e22df552e032106ab6bca122c9bdeb02667c9bdc36736246b014beba68267448ed1a9473c5d08278bae7d19631909c44f21b914085aa10850a7309c9a0556153817f52a9463d5135d235292842b825646e83e0f2d5d2ca5ce5a298a76da26281eee42b8e3c333a890dda1539c6da552ac3a8f545bdb7620dc9e7548ded390555c29189624e3052bcf5e62450b055198366149ee8b729df037da52da6bb628f6f325013d78e88f0587ef4c1c549c9834a0fd22e2683630158d68dd6026205e6f0f922cd63ad00c9c83f29b51a19dc874e6937a622878de6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859377488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=361a0a1cebee1e2f7c205e5166d4e70575a876357aefcd6f53e6406bbca142b6f3b370937e334e3305ea842f4d6a9eb4e4c48389f8b104801223ab9d02585ac0cc9be4eb4b5f7ae3f1a7e2f13341dec9c1f74bd9528032395e61c45ac3782934deb862e1ae5c31e8723541972fc5340cc56ca6191abc9b5b49cedb00f0774f5ce3badac461812a21b81b4a39e395b2752c5e27b40b016863bf1dae87564c3b1d1d4af287acd89d19af4baa0707a250ccf6ddfa17edff024b0e6ab6469e153cc04b6a4261c67e89047e7a77b757a4e049c678d04efd8ec7c146231d30f3eb32c9c8619be22e35f3bc8cec8f280b245b6b0254b9f387e3b4651549eac065cba88f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859409738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=525f0fb80e759ca7cee298152bc246cfec91ea9886a7efd4da5f6de644f6778880fee737e4504b2dff808a5f246b255554cf43fc74b4b60029f3f089959ae30c69f9e4653ffa4945251e2790aa74a4e73c67463835ecb07c6dbf7d6b4ac32ab4555aeab3fca2786f5329390cbb61519267c7a5f148442327f8c2658f302b68160b6b3c3d19ef850e7b39f28405a2aefa4a4141177dc8165f184a1204da0ac49d4fd358133a05559fa119eb43f061e6e1d31491a740c32d6d5b0f1a1d7a255638287d6f606f700ec3c4e535b3e837b57d618774152a98b187eb4c1edddadbb32d48c417b8e40ef2ff41e27826904faf805138a37c395f7dbe65ee87875388da6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859424897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ee91b75d08dc9f147c0bf4ae8cc276fb15534c26b8be36fe03f6372df32b4568fec049451bda1815425e00b97e0ee54772c738982d7a630d60b4f0934047d816ff1676db2e7f59682f63aba43bd8acf4d6dcc2bfbdc577fc5bc06012dc9715a5374f3e06e5ebadc08b8dd6753700d3515fdb04c651a56de89beca212c11cdd54a0c149b7b11ff3775edf22a0b1a3787eccec24712637e46fef3bd988708f33c8a9994b5e06dbdf9c9f9cd1653bf41aa259b884ee08e2d2bdbd2974beb552d55360e07d9af76b49228923b8ce4288e361c569df2cfd36ab1aa02f899c7aa96afdb38a4952ad7779c1dfcb786c4c2b200306d15201dc3f0e31ab634a96916ba7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859486112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72fc3930a75c16da459390b2897dd63cf45da377d0ead73ecd1df033d8581ccb399b79c3c1faad15f11fe6c16425a9627fe88ff7b04a99c054038b0b197eecd27aabfb04ac5b618f02221f8f7d37218a9e9df552ddf980199f3a8171d6526fddd9ada3c989c8e29bccce509960550b16dd9f4145d3d919b91e03d3291dd581a6231962edecd9951c2f2c109b27ed04e0f5c65eb4c336ff62b339f3b58d7572179d74d046eb42bdc35000de224cb71b1869c713846d94d6b525bba4245ed7ed0cb288ac463687fef6fc0bb59acced8e8747dbc0704af3b3ad387e1e618eaa9d79d9f0c141f1ff0f66c4399218310eb136fcf1622db58de161cfeff4d50097f1cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859321402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93077dae3415f662629859cdd0eaf4d409d8a47eca11ee6829bfb09cd1ddb31b3be0e0681746178e7db9ce2d5b7998dc5f36866c2090c16dc3620c1ea2004a091f4e495da6ca4ff6a4aa9ea31c106d5ee2b67128c210c22437b303d51cf439857a65e9a2c7a00104e127ea6c230f3a43919911636f3c84e46ba87e5658d8d24a301887b5a60e3a3220ebded2bef71e76f35c01246bf83f4d11c874dc1265a03b33ddc6e45b996270453e87b92717b81b8e5a52e91053c4a9f1531ce793b4bef6670aec17bc68eb48d94af9ca4f566aa8942cf7ffedead2c1b717302c577a38bf417c6dd1a9b97a4f45b6ffbc72d1ad8cf0e3a7508c55938cd85a02fd7f1c8a0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859263693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=424c0426a0d02588cc08a8772da578b4542f964d36a51000f3fe02ccbca6006feaf8f94f79dc7978b8cb508665bd91160e1986eedb9c345f5c467498593750cd9a36aa46d3a71941d830f10d4a40f937e3ecae3d063f9eda35e432fbeb68b2f13d645dbc3d2cd18575acb48830133af9ae216d22083f27edd9f43dc1d501792f713e3081f6e4883b2f6d9874ecb50284a0f0cb281225479a752fe6dc4516afe82a902ea830fc84019f97cb9dd0a245797fdaf083c7ad3dd9da3d14e6183d688534e4121ee9201b96ad23c9962e9fb994387ee50b63366a6ceca4a3f84d44808f91c0871ac3260d5df4c7cd987221dc14d296e70c126ad98457e0ee4edcdf8244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859598444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5612d1b9e9c0bc7df6a9ae11fb4ed5447b82babc904ae43819000d7287a65f3def305afebb3e504d6d3d8d256af7cd53b4960d82237191f4c9938e70e9a55012d6d0e6c10570d31c21fb7636a4bf587bac3466c7d35af16efcdc7a2ec879e4a5f357455db3b69051c73e20d90fdf838b3e2f4e27f64fe3083d7467a04199b722456c564496e526bc6091b6d5ed31314a232e6ca4cb943372d3025456e64a3dd7da36fbffe0c3af0ff4820fdea66611a3ce339e4ee54206f1b5feea6335e6be604939b92881f65318253ed62835b1ccd1da3afd670ed4a2cb97d17b48b1cc024de4bb382c25c37edaff2ba908612b4dde91aef26f54154cb12de05d3d8e4b1b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859615316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b36043613220c2be3ef00e7b4137073af4c604811e2a6aba9de79c1c11180b97bf5fbcc2f8106cbffb20227d3a3b6acf9935d599fb5aed4f9dc6939ce79f4e6805dfc2e80fe4fba40956ba6f50b4c75597e9886979a70297bad4affe1fe362cd1ee2725eeb037c80fbbd0f5019ccf6a931d8d38c9d4969fe7a8180e942fc86341528382e0f0c6a5e7ece8c4afcfcbf3452e6bb5b8fa39e445253ddcb103611d212c4a1065918012444ab9dc622fd4379f5b87bd78ba4b78eff5baf31927bfb6f36436163a0caf3295981bcf743bc53d57149fc2d9515c19de16a834f14eb26ff30ab281a43209768e9e3136150ee9512f066942f2c5dc43fad2a08878bf6b33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85965448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba77b8bda4162857d9de064ab0c83563566aa80df8de3e0fa738aefb4d27f70ba45d843d66969635ef517bd54778a4dd1318282169f08576a3a1989c329d9860df7aedaa43e73e8e80e406e5cf6cea08a4d27b4c295696d23719b9c66dd546d3dc6e59f0d5d35f8c80a7db8998ae70f761cccf91775cfa3ff3c6238871e818cd7df84bd8ad4fa2685e97a5eeff90699bdc979c00cf016e3d6e0f809333e84b4d62cd6ed241edc5f9da80d3ff777b94db2662ab5a0fec2cc4b33a41613dc9c2c4d96ceec48fc1b44b294a7b7967214bf1e2b32731d9603812824ff31a4b2958e0ad634187b79d973d8e9925d6d577dc8413d9f0701232a1bc2864e7cede7ead3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859713421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aa41c9558295775cfa4d5dc7b984faa4f1ba3255c32faa61c96938ba7152b95af1e27d51c25944428dfd9838c9ff5cba876131f061aa8552ad6a993c7134baded19556dd33e5b0dec00d0daca050a20bf8ff659c299002b02106f9e5117e4d5c9fa87b4e6ff523927b4cde26e045a9354746bd5d22b4a431ebeac76954f8bd7ce8ee249a630a495494888f5439055ae36cd81d2fdbaebfef82c3f348c13843cb438972c4279d20027b052724ecb64b95eaa150fdde17f81faee179a83723b83f6c7046da7424d6831413d09ccd6c28fa5d8b60487c7a67220abc0b1a52738cbd3d2350c20927fdb4bce69d0cf1852a80eec7ac88bad760a786083cf880beb97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859661563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=74feb9ee1a0a3ed79ee4b763603d0e05a9748c580824f1201b679d5dd6059c250879b048f47a1a99701bce0bdb3cec4d1ccc7fc2e40380027680e345cac80b12dce44422faced47dcd06e759e593bedd9ecb9721e72bb80f70da0e09697c1519a6574e8263b576559cd66d31112ef526d67aaead1a55ef319688cb1fd4ad1c3868d6115383705f30abbd80627c5f965f81eb162adcba08b858d380e91614194f4a1f0663d84282d2d1b0c840e834919e37298b5bd84a91479c9d5238f90823e38f473ce0745c868c8add677ca6d7f280eb49439a7983c1346d65408b40c74b8166abb40b3d20c80775129f0cab831f6c77da260b821e63e335c56969a31685ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859617029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3683b831a7bb1a67f6f6cdbcbbce9ff673c6978425fd783f84d1a440a8286ae01eef23b1276a80d375df5a147b04dffa2d6bb0eba099faaa5c5326ac5d6b8d364e644f5c56ea48beab1ec196936d602df8b8d52ab73750c8dbe653858c5eb2098715a66ca0a77af20d7c2837bfef09fbb467c1d050485b44e98f5e89f4624b193e7392c0198487bdc45101eb2e148c27a4135554564222cdb45843c49200234271b4e6d3cb66bb0ba0f029bf73b89d3cf7dd7915a72d59a2f1b02d34a851683dcb6dded6cf0e6f21a173c1d9d79d5dfb7a102bcbc9a23c846981d7d17fe0f0c05b176c5af645e84873c2427117421a742557db38ca5f1779a0ab84f941b7072e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859779125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2b3340ec0d6cd411f01fb17ba22bf0eea7687ef05d9860ac81310415d9c296bf67d0ebfc5f1b553e8f82fa9308cfb479ab6e3867b9b24bcce7895d7a2ad77f01e7bad9826785418f6c8667c876ca8c6ca0d3e4022587b2807717142b8ed0526393955fc3a03594e03d8e58e0776c23bc52a244c7d4154133632d1e36d47677b185910b0687fa171b9ade32bef8b5783eedfd71eb136e22f76d8183c5fb9074f69046b72aa174ad3e6a308c81b87f53c501de834336f2a77019aa90eb7661c35e73fb963c21b1ee546231d3964f1ca4a9c47adbbc29a369b067934a4dfe707a0ba15ba18dd145b6419cb05c9b2d78e027f3ce43bf3bfff55afe79f094370731f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859793933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0bcfc1aaabe1e20e76334f302265d0cd9b16b049d7da7c0393c214f3b160fd5d1b8cbec3010657933ad3d660a91ffe77b2a1b8afc93aaa6628d3b649484b984985ee7f88195011c8cd64bbcd3e91997aedfe693cb513d00bf0af3967ecf314b6646b77aa330e1461a6a2b275f30a9bbd35a39d7e64d51b5c98b3d2fe96be83967a8c6532d62d27f8beca4937b10707cfea9e4b11bfbac9e1d81e0d832a37d5ce8b19e5edcf9f94480dffd00464ff1e25ccb55af693d01f3fa2afdbbbffc4b81c3496552eaab1162f2340734e7f9d924273b6217a12307baad7bcb65f2d8ed49895a8fdcd5669f6cb8e0e218b1b89384980010d5e6e53f04ac59cdbe03bbc5ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859809071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=148ca58f9f202c08e34ba91f62ad34d798af15cb9b4133d11e943cfac70221711ec2aed1d9b73d677b4851b189c1980e70cbc2428fd236125fbf6a757fae4a28e11d95215b10262c29d48ca8e89fedc12d86c360292ed46734d8da3a91ec62267f496fa6d4e4d03ce6ffa0462b55420467d2135e8f8c68c0efaf5e3aaceb8061a2c4786c57f1c872935eb72cecc3a7c0e9e32e61fa59f0ba8c0078c8fda215891ff677855606b7cb2b198e597aaec938ab29e6e1ba73f5b00d4596e3ad934a087ab435cc1dfad5d1da9ae62fd739f72f1642f3234b05d1d064f06615c781c3d76db7496439923b8c735549626404ff4fb96d32442b95ea59078f7b5028da2e06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859854998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=75b96f3150534cad53a4e4dff3817dc91345bddccf2f1af1cb6bf1d6cbb6af93c57f46503950e531dfa8c52ef2b8fba766f2bceb90fa3059bfd7e25884ffe63b67669dbb199b7ad8b681e73dd1534482444be4a9a3f87d0d6ee03f359967c547baefd8eb042810dbd3683243a1a0b9ecf3682f0e508d34b60cabbaf091d5fcddf430b998779d4d19796b0a265eb03ff3d47382efc87d93140eb67c77d414f82fc834b7adc33ea6230ce153e20201f9fd32260fe073b8d057909ab085d6a1bd404355397a024fa9ed3f5342c021c874025789bfe69511e90482c3b65d6e6a89f6ab8995cfb40f211d6f2fbf5a8e1640656ac1e852297ed81151b25a3ea948b4fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859875376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=962b42cf7ae4c1ff786d172634a847f62413cec8cf056dc2ca67b1d4e4d58c9a2186e78f52a86276c500c1d58aa18b4e25271371c42ed390e6dd068b9c22be2085ae130618b710a458e7637ca1cbf13bdeea4aa8f6cbe84e09691d06cbf142a12cb64d8fdd7ed865d6e219eebf72381c4161f67b5ad5674fc442025a7f4c2763d93d76ca61a8bfb94f1d26ba0c21cced0afa3e24d6da1a6fa9db82da6ecc7e317d99789576b64fc081d48ba2d87b1387eaa369be0aca706cb11c466eb2502990b252dd70006fa1de3ce9cec82652a17b6c43bf7e8952b18fd6114d258a7f9dd4321848f549052a320413ac9ea0ab48fad96a3a9d521fffe38cdb2899546e2665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859800154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a6924046c8afd63d1300d4921115cdd7de0316a57017fb3328720882fdf5c5cf090afd8c8cd00f131f8df7f1e14b4ea71ee1c21372c51bfd147a7a0ac3f4936d9770d9890f2f1a5929546d5588407318d9e3231a072e7995e7ea80f6d88d11008cf8bcd3f0a484e7a1c8a95e0784d258c7345ba94990c4c71255e15b1d0bf447e98254ded2ab6c6e91947697a5d176d704baf88ec610d975d818a3f4e24984e2a1a5c43080110df667b0a929303996073cfb3b7f72f1586ac22ae5fcc4dc554c747e86624c371e80a6c87e95c15e5d0a0d645ac6e69a44ccd4cbd5548ac7b5adfd76e8e2f1a8e08e11717a2eb6c3e394698e549105f3561cfd0d0ff21532a2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859607561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b874d1d61f564f21223aee235dcda11503822ff7053b3a27331727aed8a7a6ad69f7bba6f8faa539d616e8eb1ec6aca7aa1b8d31ecc6a4c7097fd0d4d7b4c789a58c6e7a952768a7e1a367eee7f2de5952592f29c0c70154e8943af6029ecc0ebeef7d5a2bc9a9e1904ff0e76880106f92487b316d59060905660d349702231cbdd6aca00b98f13e126f6256374b459f2b4c1a10013a96070fc93acba54da7242307acee0b91f0a7d1c9c65ebaecb5b6edf31021469aea77478c3aeda0198637c4314c8f1db68b9cc1642430fb72abba740f9cbc849c3668e5f3f02613fa665ad46d31eddcaa56fda5c295c586cf398af3e2b42933b037a1587df6396138a27e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859487385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a2d82da19de091a219faef6749e7eba38dc0e4162be1d332906718b38724f2228d7cc99fccf58b3cc2d392e70f180d7f638b3814e6b5d9f337a931822bc8c817ac684447d6ed552afe9793cd479c1f913b95949ae2a851a9c35f2b15a6c89adff2032a2b1c260d59385076c106e0b23512ea5219b0c391eb9090a637ce8169291a3e4f79902c489774fd46bb3da2b814aabe1a57fd0ebfa18cccf9b71fb2b1e659673e1f1c2913d90f2bab27aa98ae47d0eca50ce6d963e596e68a308746a5c54b61f57411855de941c0d8c98ab0f682ad418fda6907606ea3057b60c7ab5682de7799e1e1ab6d5d75ebca2d988d5b3d32fba7ee110d9509d4169e9251a8718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859812638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69e89561aabb6e58f70d2d080e9b97ebdba052f60d6468ad39f1814065d4e5f05331ff2cae1700dfd8df7b1cf7bb337e48f106e96e5d2248fcb7d35d2e7875ed5b80fa1ce7699a20e654d0b4ccf93f5f222e30ed47165647ce57bc17875f7a12dac4e3cbe41e46301dbd620abd81cb82ea82926a5e78fadfceffc26e7361bd8a04ba70a52b555c6b489e03b817ff3d04fb8e21c8af9c84a90dd0e42c232ae207086648797fffe3eedacf2ca8c720c449bb28aa90573dbd1b78aa90e7d407fd850ceb27c2effd7c6bfd99eecaaba439dc89a4a0964cb52e38ebdedacdaceb21a3240e56d50d42d21d46789918209a5b3b7527bbf1cc0ef2f47635446c6a8081da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859989331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca4c4b30f083b2961f35b20fd12485f586badeb52f45c8136ab03385e35457daa88df346ed7aa705854b08d10eb7bbf759c9a0dc2458e17d004c2e1e17cba0019e96c3f9658d6a00cb5a552cc02c882626cf31d7427bdddf10c0fd0d894656a2d5f303a4cb2a3461a13ab75555ceeb05690e3562f99236bc453565c01b02aba0209681d7acbf904606146f39d7730996c9b806ce205ebcd311eafa49a6979758da36c8883030fec2676058d693c3619156beabe747149ed364b854d8e68c253ca48a6e1769fb128987180cbc3f9be068453e2a28e2926c5ab3c6badb097b17e94263fd777276a3cf7f18f421276b7c030ef2ed55ecbf10e8011b0bbf1e1dd0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860009569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64c6e91e7a75ffb9554ee7f35b9af2a81a2b844e8a904707cd5a88ef0f3a65dc5fffb24dfa1b888e0271a4e007d3ee802ae8142d539e4f509727dbeb9694b4c2fdf6016b51ceb0d3746b5b67a800e3f43fed74ad2fde68afd3b4748d9f2e242dcd012ab81ac66e8118796c5fc73e32c47be5987ed50f95f8697b094ee83b11634283c37cddd39868e6c6d8207a7a29ae856da7296951d612cd71995409aadb7a146a18d1679778fbfb0d7f13d3c8fcf6f91c9f2bdc51af5ed4efd52e7200b98224145f037d33f34a276f9de0b73f04407b5e7329c0c2c6e4216a367c3450adab7c858423c06904799b4f93dc7a8b5e78b69b6f89d6f43a9e00042e98692e051d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860046869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86db65d616b2668514df80df9f8b0b09244791c2293c033a9438f3b65530e27567628c22b0908053d9e056677872e3eeb9b8e3a2ac75615560893441c77bd6c0a6b6edfab60d01e9c92f19bc9d9c76d89c6c9364a07e389fe88c69f4a6709271a071b101a27e6202161e1f9a77c1cbc48a10c78f8b91fa2079b7d4ad140c28992660bada4ba7aa7f5d1bf0e7feda7ca38ad2a7b98e53d876780fa8cc1804f99ef891b72bb759816784ae28045bfcb34b25dd7f400dcac5b6d3259eef5d8f8086270fe7ea9a321ee249e9c4a435b5c5d3e8351f1d3c8200961570e34cc0c2b5510a6caa317fe7c87e385b1bb431d140381b7199a4988c731ebe8203806be4b8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861937362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2dc939221e93e0be2eb75fe01d0879f2421dd3c59d992e5e2e3dfb2a08ddcea0eba187e7a202a51ab7d0f8a5dc436d4b5a7c04c0e8847f0c459755c2a16fddfe8c1e13ed5ed5fa4cb334cc7359c3dbd38233ae845eaef31342b9526c2a6a7572295b30ccaef4577c34b6224855be4f150be6b1f811034a94cc5a8ef16b5912427febc63a6ccbda9cea60acf55f218412d7292225dd5d40b2f37f724d750820d6363f6bf601e19f793179effa39e751b67649af974287747c82083361a98bc5c0078a05958917f56ffc403f168ea78375b0668fe4f5e409243ec1aff52f7c0162ed958b17a1ef5a5430c809ae2d682fe095be875e1651fb55e5c1497ed3f09f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862044404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f38e8ca310bce1cb28ca6403e20615be1c0651549eee3c02770742ca1d4a35ab62a9fcb5a556244f2533ad74a95dfe155e2658d0f9328e7ea921523b65ac6290d061532843368ffc9c2377814dc5b5a9122babf54562662e6c9e23c4134251cafb2e80f5fdf5b47aad59f396234d137e07f71895e6a398b08dee195923f88b70dd0979e738987e3594ec6649d9f239b905a6750876fadeed0d2f4d8b3f722d59c603ae6560b0c0b8d06196572e90e059ddd5a23d07d0f63c2ea1cfee3c6501ef562e4e26d3b6fbcb07c7ca9dc7f8759eb63f9e266c87fa96456f266b579d9cb2b33c89c900e730269139a1a94379b380ba7da7caed1136a161a8acd79243ce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862249962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=930aefbb16c31274d666f10ba4f5b62c4bd49afbefa5616c1b8ab2e4e5f8d387e4989e6155ebf2be20c8803f558b7ba2333a9058e5b543437425befc0346412a2b5c198dd78b9ec73fbb13fd886fbacfed95875bc8ea99bba8bcc8fdbe036e33ad72c280221e4980655ece2f3cdba41141dc5b3344ff50c4f6290d067a9fdc46efbf333ede5e33da8d2b394e229e21448a6ae23a51ace302e5cdb8671d8c5f607706137ec31760dc36155656cdb0b92e278fbdd7997da2011f93d9716d4ba102c30f50103c646d4769ca4667be0c7e1350cf55229c8a99163d6abda42314b3bb4386951ea3d4002aecc79d9c601c09e30e62417e15fad338a3c586cb73496485&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856000623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1232e71107ba2eab77c5d902d12e49e41fe63384b588a26e1544ec5a5abd680daaa891cb5996a6cea168726fdaba5c6424316ef1d58dbd62611395de5b4cff9696df72ca4ae99b4210c801a5b983065aabf499e746073565053059285282c062d644ccbb62a954d11d47fc695cc44420a6f1bd5454d8f452595641b4069140553aae6fc8b5fc4caa0f9ca49f0c2e01c4fc8ec580b9ae753f18395d255a89f9d8230e12cb62a99e5f6a149394a5f1ee546d99413c2cc03980c1c73c0cb1f2022c52c2e0e1490d0c9198f5612581c4345b0dc9d1de4ad5aec90675354a97dc8d5f0aa6db57ac09cd4406dfc02021609ccfcafc871e8df4675b4635098846b4b4b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862515692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=475ae0dfd1870fa330f64045339a84ea80c58b17668728df17582e032b8ed599beb914c7f5857ff40483418cfbb42dfdba6d986fb0fb8dc74eee1a067f087720c184763284f9949c85a2f34b0b2df2100246d20067434df92d0aff2f99cca7c521a8e93dd6441fc16b0149d01b6339b7ea294aea37ec9fb514dc9ee9e8460798f5163d8464ce84777bb3952dfcfcf03ed41b1e7549a808d0fa66b0f9ecda2a9890ce0777b3e43515aa96b64dc95ee4afed02dd107c17a1985f8d7bf27bb90174c5c1ee9879ae5b46b5f1d60ec7556793a6be19335039adea53f6b17015d2922b9819913543ca5bc17adcf8efcc1f69d2ec58ecd8b3525e74a24c5789fe238522&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859425178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76a2e463f97469567327ede1a8f3cccd97aa21b54754a5182c75ce11ef9afd268c28d1ba958a1e1c7119bc4e377c5caaa65d839903e70acf7eae5de9609b05f9209eb8dc16c4dab13e6906129c9a0ae67b47c006fa7f020d1979b49408ed6a5aa3a58a42b9234c28a7728a0728a1aaceab59393a999bd9080977c509279496a12c35b3b10bc4ef8ad91b39bd8dcbf812c306b21c805d766bbf6e4a82e2ce6158c9bae8dd19557c1786e28bcf2418171ca41b95a5da3046ef0def4cba7477e8661f8a8fb1bf8973965c64fd43bd90b5a0b4d4ec0631218415d446ed1e7e2c79964e4a1dd3d65ada755bd9ac25d56c6484e6fc29669d396f50bf48c1b4bc8048e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862760754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5096610fa2015b214455ab02c61ba4858c809569237b014317018d7e9c6e1acd8ea7de9ffd02c9ab4357e14591b5fa8c55a1798adc1ef57de4469f056c3cc70ead2156d0bf9d9f95f98b38a73272bad293c3e7e6b54ad5d8e249513535e7be279eb9c93d3a40a6a83c79ea790cf701eb979ab4bf8c7b57973ace0c2d71267958b70ceb7f6a473f40248a80709be5d46c6cd59bd2c5acb5be7256dcb997af0f590ecd66b22d35ff6f95cd8101c592bdfd56c4ea8d4d33f29943c0e292cdf6897b8f3aac1941bd59d034e22d83b7ee9cfc1a78a56c0671315e5ef5f00a1e18bf96cec5e8b61c77f60f815a6aca648330223a692a2371f1c9eb002f41bb6458cc3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862759873Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972bf8fc8bb04dbfa4e4739244d8e97f04f47c18333b0c2283c8e609aa3758b9617cb078c4a87194869688ff66c02911643859755b90265911ce7d4bdca280072d3981590669a71e3389de6742e263b0b508b28819c1c0b4d49d5b29999013458970d5d26322c846b2838252749ba0a64680a8d9d721d00337a8f9284a6f834e1cc4b5fb8f4ae1928670ed2351e4abf0ee15e6519154fdb57744131a16bf1847a69151118557155f4bf386fd57bc79cbcb691c7a225159b3f8b60359efc4bd0c4ee4eed8731175d2ff35579ac24270b666ea508280e4e4ef41341cf2adf84a76193631ba0c42ae3c23a2d18c441a0b44b78141e8b96a1fa396f15e449c14699f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862797003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0644862224217b0b6d919cebb3fc785327d260232a82072932d33ef3a55b36e7f40dd3935095ae411a5e90ab4226d0ecab6e520680067ba8aaf81d24ed95a87152beef27c2a6383d14bae9d9c981882654796c58a0d8186d4e9077e22c4c69595cc7f5d0eda6f75242eab99a491e86d8395343d6a9a0e84654838b73bd107dea2b07c1f9c3b3036716d18778ab14adfe12909206353574911ca46acd2bb7c0f7a2079c050c567356c13ee70d4074650448ee4201f679e70f086990c0499fd05350c417d848def6360159efa8201b5e2427e21d3c07a76d926ce775cb843df0c5eb4b39f1256445526fe3072a5998a10cefd19992cbea12b2455baa576330717d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863091377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25eba9c4ebbe046901b41e0636bb943aef6c82d30c172561948b0a5db66e41bd81ce51230f0334c00f9e1ba67bb8337fb6e30d56591bfaabdd43589489c919d40f28f0a939ca3f4dc9b9813a19f3f43765a941a3b047cf520be37a2fbb1a8b10b9f69b0bf13d02f5d8779274232df232bd9d76be117b9572ddd717686c1eaf7e4fd2474b060d123e4e9de3c8cb0e5533b1769c38a51db29fb78889e320ff66b2b694ea257cd2fd34a3a5ed6b57f4ecf985db850ac2feebc932e53328a329585414cd8f11ad5926f045aa2d2a4630ebaca7ec37e37c6a15e6560e6745f556034340e32ae52701af922e565b6bc209e776a92f80fe68d60cb19570fbfdc55f0e0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859296235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=03caa88d3581e2cac7d24a20cff85de4989fb8ccb14bd546ece499f09cd8c3a2e9d92515d1979722f540a27a10dc56dd40098746edcb3b822b35964ce70f62d7cf615e8f448d43a29935071c7ecd0fd33c68eb57186dd0c0e8407b9900eaa968aa73eacc517b578d4d641824de0de14d581b216bb2ee69d2d2295e39c1e96668c155d6bc55a336b4a7a6f9eef1286802cd4ac09e013fcc20d2afce26f2a5e88b022fab80ed66966f976acbcf6eac1b24e3fdf70523d504262de5267e5d27a82efedbd68e40519b2f05638b08dc79997dbde77fa7783d7e012b306b7d120d8c44fedb9f3619066046941399c81aade89ddb58020d37c2eb153916d5dc0b9fdd85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85926208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0312b1c7e30da8011accbbc16b65345f7df983e4d45f2efd586ae7b5b4f9bd5aa6bdfacac435cbd6ed6c37e72b12085a568e15ccd394dd4c491f1c53dc8188f8ce8f9109e790909c7547ee58569bfc01c9291e3e11c35279da76c90deea9c4101559934d9221aad36cce3f58c4bc91ea0a595048601afc11d2391603c1efe6c97cc1e190a6d00adc040f25b56b231ca029b0c6a638648706679a5d8a1478507086ca170806866613360d88dd868f6ef8d24eb87be2ef955781c6120aab3167f8f6de301089d64568bca2b5d36083bba65451f1836ee1d84c79b148f449f9b806b42ebf915bbd1d81f92f4cf9c5d0e30fd39c341754bfe901d028031128483519&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863372617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=604d017d03a7fc86495f613ef3d5def6a86a4c9604d280381cb610c65c4a7d2c19557019e842c775b839ff64f7cd846ded7b2bbea273c1435b7b2581a97b1bad521c7a1ff635fd3cab7468bd4cc8f9d153657c4395da02f2478970f4213eaf09857051c4f70613893e482bb752ffddf9115b625fcd457393c7c69392062809c077c862b42b27424e895a4b10d88a6c57e9fe7a848d2a0283b773747e48233b5a01ce8e0b7926a5e9b4f8166462b8516f2a622745971f1af1b870585650e63c2f20c97fcdafecfd252ede10f214a1f3d35963971448341de3b14f81c7d2ae2e5d0ce978cc62448ada5c7838fc780ee5ffcbd040df2e87e7cfdcad626c69292e6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863435466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2347b6f87c455e389465d19a745bdb7e3a96f51e37cfaaf38f05e38b3600bb445fe0adbd87c04bfe239a69b0e781631ba4e8006f59030c2d15d519c9f7c4f8dd88d6771b78e7cda23cb5444b5d538d3f8d55cbfae31f6928479db9d30e423a23e02f7dec9155ef930b91aec5e5a1ff422c631c8d9bae0d4ee2ddfb54f278d25a54117c96c5fc821a37eec37c27f1544a54b48ed961e6dc81c4e296c2af649da3865e898237a008d95206084f4eaaf1b7da958d34e2b9f84803893b78e68b26a55ba9c9a7825492eb1102de4b07a0ecca4dc88a51f081cdcbd9878958aac2841a6d5ea89f8a4d155fa625044f7123f94b0d8a1035569bec94bd3a968df9d45238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847209175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10f1f146c294c587f88e05e570d455e3ff4d46c91a998f7186bca6dd9c3e5d2071d9796825539978ae2b7b1d891cd55c3c5470e6208c4c6308b785c1103e098c00955c951e441411f9c926d99ce3775d57ffa90790e4f0ac020e94b1466497a333931fbdc73dfdc8ab927ebebfd3ca9206c2fc320cdc394b3f4f738c5975747b44355ba6b91b73f37cce6af95d99980b710d31e2b13e941ee42897418d558af4ef66bada22461a219c3ed6d11e311d56bb0c283cd7788e5805b43e9a6e5f6a4e27050142aed4753cb4af9315fc23f657ec036a3028b7a435640aeef3ff399ad8a572a90a917c63a543da5a7e1d1efbde58e406205bf9ef1ad3cdd85604b2386a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863622809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4f6430fe4d37c51926f8f0fbe813f087b7d4b80a8aa6fb4430502717bc9469ce198631aa841abab94502d0af53bfc6619a844ff7d8aa4de2337bdc86c90c46ca58f1516648a978f19fde9429b9207e2735b58442a22505f79863eb962b09ca8509044b19f94e0fdcf8768343510650cf02f7042585aa20406abc21e97250f8bf7e3913ee2b1c385d8cdb36af2114c803260995ff80ae789eb86b062fa55190ade9278f11a45f889db6f2e2e1a100944796dc19e7cfb0086e1c4b4ed0711066e248c6ca75e55fbb77be47f8d3895e6a09fd7f5092f4592745577d69b1e8a24aede8de76d20c71c911c16aaffb212fb7fb218ce9c2ba404f7c7de2ce8ca397a86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859344455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d72b32e5fe5e64ed58b6e5a1fbb2eda6cf547b58a391896857d41ec3c86a2ca8e78731b51339a2bf34e98e68239b6f19d943daafae86e84c79e6d712ffea6a64e58f31beb4087e5e13058024325e6c6899b21e4c63e56ed1da5c9b60d29ad993915add903d3938513aeccd66fdbda4f10b1d2c83a54b653aa2ae2cc6c6179c90d26e282d87256f2b619dfe94e129b46cf1d0ae0202565d33555f2a1cd3ade4959bbf2b3ccec39fb4c1a6fc09d7af17692638428b60e240ff7dc82e23b3693764612d5f0f7189c421b6fcf30845d37612ff40de0d283342c56ffce5e220194a71fa2038da371eeb2f7dee9ad6994b3d1a74fd219b4fbdfbd107ceab97cc687c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859664799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3292b227fcb9762646ec0da4452739a5fbadf4ee1eb8342cff278980114082140be231a085843362a977431e8e6370f7f1e766d479e34c83a7d6e852193ed0c5c5ab1a2cd4d696b0b2080b3307c1ac0dab46c03bed62555e0b67c24a6b9a06f113a99556ac559ccdbf5f27b95e3e06d8dda9970c9406d608dfa042d7497031b780c7ba2c5b0822fdf02982691d7512cabacfa3fb05985766b63bdbe219622f64b5e67a2191cd9b8e5a5824a5ad84da246d4ccdd8ba70fd020abf132beff5b9c65553439daf4c5f9e17e599a5be5b174a6e8def2baf5e540c70166dce6f5dc71974a69d5b7bcc29e2d42280b86d77c8312a6096c30fe21686c0d4f5e72ba436e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85967605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97556de99850e5ac6aedfef356400673cab5104f21be604a6a67fb253cbaed697efa3b65b5a2befd6a195eaf98df8ac0241c45a07dc433929d13cda0958deff0011e70d122894f1d8cf883b77e5e2ac47f66accb7f04598663d9ba0144706c68859171554dd51903eb6e8d2d1964bc22de9a5dfadb18ca9e40033a53c99919da62d3565022ee0571e74357c79671a22d33305646aeb0cf164f643cbf6357ddaab140c51fdde54d02a60b2fb150ec309fc628367760b285d6383aa68611ee1f55b21fc20b00f96d10346fb5a6f0563d6a85b6ae70205b036e36c52489a725dfc6c991a6977c6cb4d48b4f494e4047929a153a3b45c68b684f97807f434536bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85971852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3dd7ccb2b9457cf058ad1d2b626cc47073f95870b79a69fd6991202168973722e1682eb27bb3d4779eaa94bd3b455d5abc72475ea1bbd3f715fc5f9a36df78266099209af65c99602c8720aaa48c4c04bf35f867186d9641fc023c3fda406b1c83393c263b516274a0014903d84540ca09541c52ca829eec68bb1a25ee5b50c67e2f3e93dffd48f1b3a280cdacd26a3a7cb434524f86ca756663bccda32a5a49f31f9ba4657c1725a21f9c004c245ad721439a2d313ad829683a2c09da1d814fcf0185a9b9517a9aab47edc4bb972959bf5de15bba383308a5dde587bc9b17fcb832a036f4005046f84e38227f9d42ff35dfc4035719c6bc469854845cd667a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85973442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10c6bd3739e57e426cc144c960eac7337427f54af54a440909e22328f122d660613cdcfc395d234d686e9e0b9678353201ebd3e8519d88fb4b2d4eadfe62c0c9440b39aae6033e9a75f7e783772a19e4116ee5086c0f43ef0958c2a70b3f8c5f71b8f401232a589bed33e47a18e7f3845a88283a99fdf83a5fa4d726443adec26b85b1514c5c7a31c8d5aec2c777e4fe146a86c98a6c0b240f405b5f712d16f693fcece379635c6454714e0becc0a6b8c6bd60dcec2e4ca88d06a7d42702a0af87a575ea4db98637078581281a58d89914c49a434f1ab79f2efa98012df849d3bfcd305ef606a2faffe19534e97d9f3c4fa93e244d0e8cee1a67331866f1cb56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859236362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=19985bc678254bdc2e9e4c6374dc33518ec24a4b6a6a4301f70a25764c36df58bed46bd0307df34364dc755b7ea4b528806081fd59f28602b1ebb4e24dea95598c4700e3da3cecfc6212732b7f1b70e865e8f57c3d1bc77857f9b928b9616c6108b1371c63eb8e7ee6a6aede96ebf8ac1a3b260397fcf2ee9b8818ac8775311599c1f6545bf3037b48890fff27cfde60f2fb0c8856c611ac22320c5e6fd3d1f407df3100188c5ba81cd3bad63ce159111a58da8659de54953a134d48e5bcdd237f2abd9446c0d519a274ed6c61bd852b58085ee1537831e304338d4ccc11b88d8bff5e38e5ce08c6375071d191cb13e4c86076b7f33228ff7a0c2229d15b0789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851318849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f5b14713d2ad969010bd76221a5b792a730cd42e02dde5fad2cd232bfe3f34833b10e35ce6306e768ec981b5bf21bc00d6cb694d6094fa2f4c21e110471184a5ff73540aff3f8392f832dff948ed93a481b8942e71b170f35538cbb647c5e78d0b86e98f1890bc64c2806e92bc2fcd3e678d73c774d35d0fbc4b33c58eb3ea8722488a123cedaef06b8657950cb079a91b9500785d15397fb9acad92b989c95b1b406fa57f49594453b88640a29b577485b1a50c069673505b8848a19b707764a569da7e992304d349b96e459d93a68f4a81fe87d3c8e3f0d1812bf093fc243c13f4b4bc024e1bbbf404124ec1714c564a6bf5c69d9e4aab16bcd2ef6d351d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859986265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25e0f204e24b7ade50847414e254d0dd19b315e6e833c86ff063918ea20222dc352acb9c80e41ac14e9cbd46007161495c153964625dde06271bb236bd7d645caf440c636cfb6029dbf0284491fdc09c5608a1800dc54116e484cce60327072c97db7b8a26d4df77a7978b3ba6e9ad6bd4fc76272d27b0948118fc9e209275536c2d2f8bd5499f637b8d8da9b90437d2132acf8c6eec7a334de06d39633fb96532dfca893b6bf814d65b784a9f5fa40fec4fda0c07cdd8c196fe4f85d375118015ca7c973e4df601cb2b7734777b43f12ca0dc74aa4e26bf638ae90f8aae94adb6808c66e0a46fad9f5ab837c35b3aa465b00373e34bfcc2c97153e94473077e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86015882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36ef1bf5938ce505c96b4e73fd739597e7298c62d1bb5f2e24eebb9341bf4d229e80509547687748e8532fee90e920f49928bc6172182e971551684427fb05f89eb94b8a76b0814e6dda470bc328c6bddf6bffa5361a9001f97222a2a6bb280e9867701b8e22ef299c764028e64d2b82d2295b24099d1e2f4fdf3e0650bc350e7a9c52803a9c270a2fa56d812e4f5395ff95a7962580f90eec721a98c683d7ca3e160f29d3a86013f204a2b15a78a2a174df77b8bfba56f4f6c815505fef096d880293ee940198cb1b2fad24d32732b88e0afe62e99507d5e83470618fda110883337b8540458652dcde67c0937b804b995e4448e2630bacea9a8f1c78a92c6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860182234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddc39de0a2e159102dacef0986d695660acebb79fade777a4b3e4caf566034b9eac63dca49de7a9268b29d79556a94d69b8406ae8d06f9adfb925a85d45345d7d5486d7ac3c620c79734400b88dcee6ba784a85a742a23f28ba74c647b8c6e8781fecdd7880b4306944630c5469c15a4689e56faeb304e49f72e9f38f54c3a0db714367e3e12147c3398bacca288a4f33feb720eb36e4b75d2df248b747747a882a3a277f638aaa0d30d39fef85a6f4e313ea0b358ddb86d87fa06f1e1d88c8c8741de6cbbcc81daffcb3767b1cd25a55c8b17c3cdf8a22b405c16c3c76a66d68611cc194e3c6b2de1aa69e3e15916069a3cb0bf13aa0d2b4d6fbc679ebf8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860192454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ae32d5342876e505f1e736199dbc9bf7edb92b3192373c1b43e0e967f3fed2a5437615775cedf2af601036a1173632adf8192c9f772d29517d9a7cec58b078163bed4bc0ba4ff2db442af8d70cbc8f69b5fc34efd63ded4954a5555b8ed989f7e277ac10a8b017c2aded77df24063062dc0b59c853b94b9f532fc24b73a88af63c6226e3de40a17f54884f59de9b03cb38c10eaff5b8246521a0827e08d1acd9dd4ad3049ff75fba381286657ac3ed9e1f0170c6ab37eaf6448edc1c1ce2b9b40af22b66d9b322d34dc23378922dab93d43c8053f61c0a63da18fbc058f226e005b7b37861fa59ed833d188b7e6c5621c296beb964a1f3519ecc0edac7eead&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860198024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c8bb66af9a22d4ab8534dcc69c0273e9af72045915110b4b084d1d8029016ba15a84c023647d61430c99ec2298de13b3d3bb0e458b35b9d29809bafb10d2ae995a18bdfee3f983239124de15e14e073d9975e98f2808f9f21c8882feeec9a8a9dcb748a2175ef76c5f85c97f2dcb01fcdf8ce63d9012d520d36b46dd5d8905a2645bcf59bcf834c5ede380241b48da0b8121ba27f848264301cbbddf2f8e5318a032e299d16c6652f84f2ca46724d3a1d7ec8e177e12693c7858df557dce225e2a6e140875f1d23c36635aa9a20cec52d1f95b4eb2d2b0eb910f0ca4c23e8b794616172718b7140b90fd946261465af3bbf1d250791d86ed11a512953dfb306&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860218423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2bb8eb1db48741495823deac8e630792fc4ddbed384ff994d18eaeb54b06621a5b1472bba2413c4572911ef370b429db47040875639dc3cf1f05a050519939c48e4b4a7c4c9aae1dad1bd5f8cae7c311d6585a2d54dd7400a49707a795a74205c1da2da2ec081e3995b205bcf2884410318e6bc9330e545c326c7ec63fb4eb48f9e59a6e437ef936c190fa6c609b634c6121cb4b478e7b3909e6b44b9c5a4447d959d19c24edb1b269c96e320f17f39d74fce96973484ec3273c0afae03418b2c0b25eaf9e24a162269e3c3c51c2eeb1f3de130d2d13cb485afc29e15332d4d85db7a1119bbe500166e04f0b796d8b986e5969d4fd88924cdd9a96d9af970692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860413971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=38c2894ca85c2922a15f92bda459182e7064df26decca422a841182742c074ed604fec42b7e37d8bb1b93d5f913f71caf1ebdab1fe93a685ffb538f06a7b735f627ff570d5cc01844e0f904ce0dc62410dbaf9046bc3ea4cca947191b9c60b6c1629d9f9ec55f3d38e5db22984a17a9a45559bbbac85462938a5b241be250ae2f15b35c3c8694127578565e3c55f42b93f570173385011a0e7edf6b2a40d4c8325a5425e45b24e91135d0cf1b33b21d8d535cbd149bf1cbf310b77ca3c84f55e5334ba2408c77ee268ffd3a2fbe8ad989346ff73b7f916aa03b74105da0d6035545d6592f1da6eb0cd44fd9ca2c4f3d819bf67c896ae9a606dacd49abc0c4f0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860413961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fb89d8a81524a587f6c601183ecd438981f6d0fb1bd0db069354e0d95f4b9f8f6e26a01be935ae7c0f0cbe3a1146d4c1158af766f620fbef4187ac1b06fc833f06e5c9e24a188dc60c6b3b6d0f69bbec0535829c84b8a322bd99a6c95e55eb01d7d5920df231900759f5fd8174638178561db4fa8dcc739fa4699cd8273f7680a53f2f95c7cb8b0027ad3d21dfc45dae57a255e2548adee943d135acd674e6bf1d5ca9cd4099cc1c55387b38e60e52a5c65a167daee3ea1150b35ed3e8a73dbc6cf1ab69a7973ff51a05122c969812d1e8c4943ea6e93776ea84abf0316c1733636115a2f85ba58f612833c4bf3be2604f3d815e073ac14f98d054854ac5997&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860419181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c59f0cd3f083ba10a6d23d23399046c07e614a2b02c1c50e2dd67e89c8bee10698bc53025b6af902c8a10f304f1ed4a29b3eb9ad13fe9631b78cf549c750cb70f4fa9596b1375afa48997512b5328cc325b36140ed5d1867a7c03a549aea44d50b236c983d5a3737fbf8fc0d471b4a23c6a041ebfee4407b16a874085a6425bdc3bf0f44ed14a29b87f1199af06b24844045e416dd983a9c3cad8df0d156e6cf69b884feed0303c0881bba665f62535f6825a02839d6f09f8f5367a41b3baf74a7c0fba5f2441ff4ad2c7b56d04cbdf9e5d4d847e3e3396364cd484918ced6b302d825d8872d8095438dea0c4ecf335f2bc4cd1720112237577c7f9f0c5b243&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86042395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d41ebd070cf84fab4565558eff47e9ed49b5ccd981c2c59e705dfd22cfa9a6356800cc864eb11bfe35134e2e02a096068822e5175124fa5dda537329d852b8c68686fa973485cfd937d5fb3cc618a44165b46db86ee8c6fb4df134b57504b7670a6375fb554814ad0c17dd615ebd66e46ac9b072033dcedffff5bfe31b8e0ff758d6a7300d5b9b077bdf5fdd34bf1dcca232f05993f49c5f85d9800679c80b83853e75d648ead775301f133012dfc8664f0c8c39c6bd36d7794f2e99c9f452131f38b12922981eed7a52dbf8ae444a695482329cd2455022ae2619e43450f078801defaa725ffe27466cb2c8e67117bf08c392880381ea0e4280aea6e73fc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860424862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c02f66fa8b72f680fc84d28665075fef9eea7d57688f90c6091883c22ce7c957e77ab5d0f7d634139ab36b4456556962b598c872090b0aafd43678a50e41ae70112a93a5a4e5b13379d831af5bb2f7da3eadbb7d3e819f581359022d3fb906f32d41e320684a8e8999acfb970b8e2c454fc7d505c68e4244773710dc37f1b9c6e39927805de1b982dc86fa83fe67d9ec2d408a6fc57b17ff2225cb7b1886e483f75fe0bd42080420c1f5224c5426a423f6f2b9dce96eb71faf826e5f0750cf9aabc8a145519ecca07482d3a11b4247b0f8ccd57ee4ea5c70200cb05be9c8f1e8a1309022f695b826b5be3ef8b21fef74b927dc9bb8167444bcda42f2bbcc7bc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86042909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d608862311a8dbde3c8d1eb82d0bffd3fb46b5b4f9ad584952e469f1a2ebed0ede0a47e70f7b9e1e50bdc62646b9c661be32dad11ab8187d63c1226fb52b7bdd62b8188942e46c5cd6052f3748ebcdcbe6ea600ce6ca897d3f3341448c1e6359854cc036c2ac177d938835218644f46bec66e3a1863613fbe591463708db6db417501da8e9ff2211fe6707928ffed294b5e90897b4b1b6bf417ec731e5e13db5bb083376b90d41d23a9bc231924059d25a25102d435a4ffb7baeed3808d00220586c62b60a89b72603a3748d1def3ec1e3b93a26fcb9c15c34d5af373132e75ad87b4145b9849e63b81db545fdd99c2c91ccf9438a5b47ac4b2479e5cb16c31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860461851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00c6eaacd4085940d79a77cb0bd6f8dbdb0bc424139ba6ace993b026a0ca2da70727ce60a5d6d714565c46593729375464c53c5f9854d8ed3bdf31b62e13f6cf97c66c97f0b727b6525b23c3e414f355be3245287698e2b9b34314c65129fd022b42a515b4462b06bffe8a2f8e36b3a0b51cc3cbdaeb3b4dcc7930d4c0c3391b69b4199cd952f3d6fdade399de56331ad5c5999af5d7aff1e29e437cc264b7d40fd29ca2a331a7cb1f1e461c9d13390ca2023cd25aa47a5750d3a659afdbc2e0acaa9c9f302e57b43d410c7cc5d24cd14560c07702e7c73decc63c8c5041668f6c6d06ee75aa76f4f5e9bdb9b762b544d3330cfb1078719962a457bf4aa1ce5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860462072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfdff35cb3bf3363ff479bc30f5e8a99e64e64b3ec866ea97f2b0d43ba8881b0f6ff14de0e705010b85e6168ac18cf8788515dd7a39afc8f10aae2dfeafe888e8654327a1e904aa789c76d375b7d4fdaf2b2f53e13adc9526b49d262ecfb284a9fdef95497509c884927776505c1a1ea3f49e8c7afbb8819341f16654ae101d7d8cb70fb54586eba714eb9932965bdeefe2f2a1b1511f88bcefab3fda6915a1409fa285973079a34bee24d3ce1fb336a35a878a321c9afafecb171667f8e743f8cd87c749dfe8e28673b350e964b080d6e82a776d2f31edaa5473ff5aba8a3c36b79010670eaa5d78d8727258a3e290b8003adda4819017c99c6d113e472106c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860467452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ee352423c95b69632bead7910b2232e1c91fa4b5dd5c8e5b5d7f067e398865aaaa9327a4541d1b284c6c437bdb6a7dfc4d36c0f5d10eed09c9015b7e4d4cf50a476619b10966ba257c46c42db8767ee0e928c7e3bfcc5f782dfdc165ea6645f8925d735912085447452f0bdcabcce0e84c4c03d26a3d5b78c4626081329868447cefacaa16ed6ec4ad924ddea8e2946d865ae88295ac7ce4256a4afb0e9c149692b80ab9de86097644dd67fad0bf9ca22c265e80a53f9b6181b66c264d2daef6da775216d8e970dd96acbef264667291dd43a2277bd68c84ae3d7db4b952c1385234d81b0ccf13d1e56305d57e564283217f6ae7001f8e671cd0fd831321bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860469225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b62aaeacb9682359a7a864b15aaf841780382a38e61fb29c9fcb13c1ca51045040cc55fbdba2b8fb7f5d51769329a747de68cba473a64dcdc5e832ec4508f8c80e89fb59e51005338289a047ccfcb3a42c2f47957e160a30ae3e8bcef729ee30d99497d226a2eb53cb096d7c64ea2c2457dfac808fab4f55149abcb71d95dd51b0affefd460043e8c795f9be59a12abdf1fd6992a32e937756635154da6699099e4463c5f452574f8167d367746ce53e686cd434a70b81d0cf176d9509b30e1bf99eae49af1979a548bb0ab04b0f899beeb38310cd4dfe530028330a1086d7594053d18e3113192a67074d93802b6746081aefdc72598ab5c8f7fb25be075c21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860480366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0966c0372c1611ba06231d97d300a703f8e843fbe393f96b9d1f6fb0c64b2234d9d8de1eaa4eb69a05ace129d36b36ea2988297e504fb07cdd50522f80f40125b3f74eb411ba102c87c0ce5ee794e0da9152ca7ec3b32f31662ac7fd2c78ef9592ab721c90c4a854c852abad89a99ed5d201875c4b8ad8c51b462dfa22b2d0b5eb6d10f5eb16e0c2a8372b87ac3774a4bccce13b2c7f532128646e1dff22c4fff940bacce405a351596fe6c3cbd0256c1454c57f4b761b44232fb9e1da6c376c5a2dfe3734a3a04cc54ed28883ab120b31f046d45425f3434af010daf4c9980eac9a4efcd8f45f7befcdc060e0730fad81101b83a04f0dc88276613c4eb7554b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860486678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5cd5ee0059b3bbe5b2cca5027b38588f4b224937f0d8443382f5d3ca11eb43e04a9b328b26e9bbdab4ae647ff4047ae44d94466d60ff46fa8c05052f67337ed8b9d683d1673ef4fc1e5afc0b91c0a4bc4f1cafb76ed011441186ea98ed057f6ca41fd6240ede24f24279c284b0b006fb7c9eafd01d90db09fed5976e2c65fb2c6f8117f4c8d63811fb308198726a25c6500ce393d57d2cbde6c484983541d5f41bb3510007440a15eb77c2f51c944c33415ea234e49ee5920f20f750eb37663ae509f60b38e17c37debedea2b9504cdf7383f8e1c34aa6550001f8dc8ee2ac17ccb36e7a259171baaa04a6829cf8a883fbdb5007212f0ef55ba3b5b199e6c5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860507447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c1cd053d631e635aedfca1749f6e90aa7686fa408a2a37e080e33e9c6f1ab230d1d709d981cd99b12784b4bf0ed4ecbbbb96996fb72b473a534a5cda79509a54abdfde41adad9cf0cb91c6ec21cd884c5588e36af1086e28a5f724b3fd35da13f0e7872721f395dcb61e6ee9f5d6fcb94cedf678b799b98e26f6dc2f88e47311917c70b874b465dfdb5b62dfd77a1dc81e03e3a138e5c1b929658846c39af8b150324d22381883477922e10b00b446ae6a0c02f277191fda485e38ccf9232f8a597f1b7d22c0f5665df283fcd47582a7b2ac88d0d5a5a8a1280c5d864eda399db9fad52ec170015623016cc6ca60623e5017db56642d09b4384152d23235563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860510613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b40f8e5baf9d422e8e92aa9842cfb3011f4fdcec0bd24beddd40cfd058e002d62ee98a116986f385ec5c27bb032efe043e3863350bdba1e07a0b70786281dbe05a095be72f3ae57bf3fae23def1091c610687f9677a43ebec34274fc508d9d41f9804097b98bbbe10f6a8d579c9528d9cab0bcecbfa9df98e22a23331eb366e623326135147ae8d03516349379aabc25a5859043d5b394653c3b3056343f3ceeec54f65cb99ee00abaf5e0ec1cc8c1dfe3ea4ae96647c8e185c1aa283a896255d3a0ac29b7afe35c2c6ebcf28f3b5713a11e24673e74cf63e64ca65d12d8b907e722602710bfc278d5beeaa0bca2cfd3e98535bac5d24553581c969f57a87afc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860510663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6acc5c7023e59a393d6aaa444fa5507294dba91500ff39baab3413f3a1f7d0e2aed86581c2535549fb4aaaf4f090bb6cafa5dbb5170d72a97f610e230c4dba001c462a80b3555b95b69974726a1f85d16e1a5f9285148f55b6d01a00c027ac5ca297011355906cea828011aba4cbcb1dc25864a098a8f5dda24ffbae3ed79f01aa41732a0b860743082c276ec358b7b6cc6a10b203ba75e43a7900b1c63400d54ee34b46577c04104cae9f703ca99ed7b17b1057397c4bd7b95e7f1108f054d6cb0606c53bae2d46e4c30bdfad9a56151e9b1b8e2b348bf7f65df74bc8b18f6c933fd2b79d99465e8572990719f5330f81d0a6085c26512e5adc81bd36ca625d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860511976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b797a1cb4df734efbfa80fac36fbd24f07c288504a8d19c016f291de1671226e6bb68846e91ca00f1036592970a078da1bd3c3cfc581876ca74da8e4b368baae228c44c3a9c55f9a1bcbccbd2da97bfb554529128cf5bd6b06a682df909e4d49cf5f9a69a33bc8f67db8f0314f25cbc61cb09b774fbe9970d1c6510d3c0f18d5c36791666672c773f7d9d155f41aac12663a98af2b6642ce8e4b0610bfef4a42b9a03572f285548766996e4358f2c6b6b2bc14ee7f281b1c7c8507a5b8104b42467ffe32ef8ac3ed1cfbf4d5ce00edac4b847c85c77ef5a76f7022ae7ec9d76d1c4cde35a2813c2f1a385c229bea14a183da6a5948d24e53d75a600f90602ca9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860532755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a76b69ee44c9c601587fe40380b6a0746d22bf0a9b5e3fd9c55e70478180550594f89c56a24fee3a3e291006c50891446139999bc8e4a95378601c131b92de9785945a97183b0a660960c6bdb4f3ad85a32cf6b7de758eb86253e6a1784a4127dd54286d5f1bfa14cd5a14170bb9adab3137397c8860023d32e22b984a5127a401a17c6cf68994f76357acd01da84853631188c2c93fb7a4cd026c74762478c7cce8ab519427d9aa2b814684e9471a561d1f4a03abdf81aaf5223a30c3693b0efb796a8b6b01b09e845e99c162b5ca38040125541d78d4a23fc5f7842b349b28b640ebd0962fbd209e063932ba8dc65ac4c0078b3272b17e54f1dede7610c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860533967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b3d0c65081b4290306e3c71113458f1d87e319b0c595dc67b0eedc191444d84d4779802923d72af52c8a3ff9fcea59a14f3a517fc3ee5b6d1697123fe2eb1cc99d6dd36d8dcfe7ce11a0e715258adba73b1407b6230cb577ca2d15566848f2262202c21306763e956a89f7dfffcf20506ff1fa1fd67e1f92d0e1ff33b4d89c3a832e5c727577139e486dabcf6f0368cd8541e89236cf2f8ff53cb8647282101b5bb402e7b9ae257bc5409f43e8c94ca150bac7b4a18d68f386b3f9be4ca0eb4de909920f5d0a47a5183532fb2dbd6d902fa6ac5283ccc674dd567315e6aca7639fd1bb786248d4cc951304864f00905c15e968c7f681be477a44b7fce3f92fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860554506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b494603a65df741c8f6b509816acff3ee0e33c2f26d7f31b358b87f6598f772f6598bbf067d9f9c5bdc0e689c5866e6e2564ada1e66baabb56500452bab5f2e258e020c44d0d8f5a94a42e26205770068dc51def561d9aceb9e722a65e7ef4a2ef3856d79f1837de3d993f2da93b1a7f7dd45f7c72cf8a850888dbcbc3b8650591bb582ad3a9f9172256ce693680829dec6792e2e479302be7da1e4b2d625871788f2e400315195b4f6b505ed374812b6ea6569a41c92b391b19de98b8a9923fd58a3d2af3dcc639ea7a09c6ef2c6802870137b248d886b2e4625206483cb9ae40149dac5a4cda3ebefeb8166e2a003115a34b237b74f6d0e5a0c2f79b91630&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860553424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e8d54a7f72d7897cd7843282d1285b6e2209a778c52350825daf9497e7997691f438cfbac67db612520910b97d57a872c9cba96f5cfe5ffeae2a7861e3a36932006b189175fc286cfc5f5db6cb3a9e18c847b16319aefc2a30a31333230e4964909cbefc0e352b5f2b7b522bb2a90c85820bf0e06d9556d49b24fca1e0f1b5b2e28a49af311645ff4def4eefe1110a93d851b1fe71679f10407fde9a8fc504e405b4ba041e06a4db993e5deb4a800ff7ab873770c877967f3df7af3131740fddc50666f67d4ebfc4e233fe886084a283d9e935101045a9b0805c81359a81cfc38316cce34034406cd57e4233b953a5a09a057300732ead9abb841d21ba9d650&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860555458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44105b540dc244d733022ca445bf5417f565c7a195d501c0f4fb167e5766908bbb7bea586ae1d69483ec8e41a8b814e655616a1419c70bff22b769910e0d4a940cbca8bb873b099058fd8ba2e6f73543ea3ff478276ddb3de78e37565462544f2ad6e8d4b95a7d7334361ad46d5b95315c5314ecbf53e15dec2c1b187520fa1ee1340317923beda54a39b1927f733dddbb016c268ad0c8aa7d681165e0ac8e18236fb0422b35fe385643ef1e94346c7551cadef19bf4d611a030dab09a84b24cd3ad6ab875763ced53a92929d8d094a23dddb0c904a44ebf6dd7edad198f12014d66b38289049e6ba17dbbc9ee77c1109b3c30184c6d9be7d3b69fa871020eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860554817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=330f30c7c0570f5e0d28f9a8ae7d3b262992fc92b41fd7e0b280efe7edd24369bb6f66382b5f091eea303c89f6425ff442bcf46e6ea4039ed7f456b0189937928025d9d15bff93be8848ce6c435a577a891d272cc9e16d051a519b0da877f7e9915fee44cfa7dc5adf378d9c4a4aa13a0d666747e56875bfa68654a5b3aad65ab9cc8497b08c819a2158d74f2d7e93acb6b59de2054a0d3834ac092260c9c50d7f301b57663e60bd2ab77cbc8db16c49c458b96c0926508d58c5df62da30dcf73500a9d7d929dfac5d15f69a6ab512e263ff8c329447153446043ca6785ada28f7323f5aa8f6f44eee765de6ca2ad5b08937b17f9a887534daac35449317d11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860574343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89a44c0230981d43e0d628486efd78cf91ef4e0a42bbe2080397c0fc76af179812b316a8bbb37d465b4644d012af55cbbb116348c1cb994d3c9f4e136585c020713d6f3040d7572d95ea6eb5fae7cd8763f0e7350bed81735405745e455e94ff84e2ae5483a2e4e317b0630fc4827d7b3ff5bd881b5763134f64b8c336d6a89aca6cbd74c276749ed92b15b1d71e9bf45734938185175b186491497a3efb002f35c75c9aba0e0e2955be4c02d7ab3b074bd77deffa1fe6cd3cdd2dd51110fe8f5aff8c25e5dbd744f1f81029444cc0f257ec2aa3d7d3f9f570d5d6763ff609a471a2c328abfd4d11f7a6f5430e9e2cf638c0f22a5047ac9b60d138de88588f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86058318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5240960927d4cf832d463f0dd0cc071af2911ac4cdb6dc0a1d614280478c2de9272a6e91881dd2817e7804047d647bda48a2adb1b2886f0508d8174234cd64612986b4411ea8f3609c8ee2d27478a4bf3f967673daac7958d22a4d9604a069a66b1d4fffd04b9f06ba6a9fbc0b099c3f62e8e05db36b657d00ea0d0d5d68e1fbc38250dc38e77c42bd462842a9ae128ab8a4ad6fec1a58363cb264d4c931044f8b2455e62c3bcd00e4ac4b1ae463bd86f93896086c41d3b10d790d1b66c5e317ac1b9909787f23143ae2f9df267a95f53ebf39569aa2122ece66438f67ebee85c9a262d17eb9f899c01367de4fb8e0c93a139289840c1f43f2274ad6f79a8d7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860599441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bcb8475eac5eae066a4b901737b20e35479d2f3c0b8640d29d29cfb0b187ad4090fbe01b2a4853da442f64f760d707695b11722c92d622c238d061b98169f38487cf5cc05d891ea882ee199793a878f0ab3ee20250e6fcc039a7af772fc36f72540064f169f9dda0babc8de477ea90b2c43a2ce591c5ef14ec46ab4587f4c6f4735fa4dca9f832353890d123e298f97bb143fae31eb86431e6b627c616f2a7350dcd9cd7a55360924d130c9d320e6d6790f946ca6f5bac7ad20fe5ebb800c18d9e7487d31749c09dd4a60dc62a76e954dcecb9ab6454f4f4a6919f52dd377a728fe7b2ad858b65105aeb9dc87bab802efc4425e2b82056619a4c53fd9647b8f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86059909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48e8541faf76d22ec9b1ffb1212fed53224840de28bbd0c885ffd85eec2deec56dac974732f84b91d46d6fb2881143864dfe6c3f8a6c8e24be7e71b0559a8de3c00d095c8aad1fa2bf1cf5db98b0a4fcd8eace634c18d6e56e43e9f7eff186e6b03194eeb55c4c9bca2abcbb2fe6a3890dcafb45b6ae709de9aadf6cc11cc8f4c22f9a106482178076c8c42b5facef680cb3f892daaa11c6d6426f4beef4e2a2f6e58ee68ec795ef9439f7df1c9d4f81e1e286a68d57016a325a595505fe5195e58976be79bd030166b83f5cdd085d325b9b3a8a013ec33ed09b54f1689793d05847ce948e02f004fb915c530b3d95c45d90d4430a16b32f2a6b64f4c9d0ec43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860603809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69dcb291a39fee68115c86c6879b6c111f0ee16cfcf672dae2cfa852bbf0e09f816a7c0650d9b9239257df4a89fdfcf97ae68fb8f723970309efc99b0b522f31abe08be929dd11485283084d0e0651ca47c3db8a0d7f6e565de7efbfa68696cf20e382d375bef83c437ee02247466e894103419df3dfcc6dfda7ecfb585322bad4e80297c0b1e0d258531b0517b46548fcdbfed61daca3195ca2f045fe343168b79dd22b70d96ddefe68c05362179c3685c7b000ff06e33c99f24298fba66783fe524a8cb59595500e229bd111e94c2e29c77cab754d385a50a50255a0b47a647e604a652a691c6032d7199cebb249b44cca2e1a6c60efa790f280b54619adb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860629407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c30eeb2abd634d09780ecc8301367c1432013d39658d3b0d41de49d28e22a0d886353dc32802614c44665574992c755db39fdb62124cda0799541d0bbef1f308371317347d5d01cebcd4705dfbdf257d262618a3c56cfe72b1a9f6b2a1cc341180bf0633dbeb011893dbe9f53c9381a46f6cfecccfd631ca06a392a1f2fe6ca44d5705b11d3a755ea33f359a8717a2c687f068dafbd7b6d09a484a489d7a78a2838c30751fa3bbdb27eaa336fb822297bc5d359a1940e6ab6d33b1d333058db37e9cfd696428f9735cb45a7cf74209f75dae22fc1dfc35e3cfd866aadff2b6fb6fe43b66e2b7bb30ca6cd9cfa2847f7d6f5b2877ad76353cf6494b6fb881cc3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860623686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=65cd27cb83428bc981079fc81ad686ec96a9aecc41aebfccb8bbbed6d7b727f61e1299822f36ab9996eef961b0582f850223211f6d13c64952b18a75fd09df8a6f0d9d3370f910af8acdc56b080c02797301de92cff7da2eff6a938dedec399a319da27d130d8932b16ede5286ebe96aeb6ca5182d3ace52844156ac3d8da0a79068f8180d06bb53cb2e3b40090bbda6ae37f5eb63df2962af70d2ce04fc407287dd35a7f0668b8e061dcb1b75cdb1a8cef087bb5d4d1f1a118a8debd8052f85f76c975069ce1bd4d7245c0a48ecdc7f9c3258985189aae34ea2c306749622440cc3b214d9116c20e5c715a8992a322065d976ea2cd12c22d1790ef1f4ca7857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860645618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=912f3b8042118521204801ff76fedd1e525eb7021447ec54f18ca7e3ec83f1b1ea28c82d2d502d79412c3d4148456985e49f8b21e3bec6620c332d359e4258c2f244a00b4669b092a1812da6000414dea48879eed70243c31e6788db3aceaa97fe71eefbcf9be3a80e3b9583ae5f6d2cbe1b6c9d98eb7408c8898bac2ec11ebf2443b5363ae377ae8d51f9eaa81a9da2170bb66b5b0993f3f709c98ad981fbc22080da0bd03e0a777b10cd472406d5522df794bf4da176221b4b104a558f7c9611eba43613a0cb169c26e599ac589d0583ecd9f946fc152b7743f6ea3b1091efefe3801a7f52a09aadee9c617e2c5957c7929cc8b1612c2c62d9bc5de1c79019&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860649385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=135195e0e08391fed9a2c9833d88d9a7f55a2ecc0e7a6ffac00b1a307eec3d335423ffd4733effefeb187f73b449957a1145990eb75974db044aff73972af97e98b6c92f65b160930edc5c6d8a14200a39b963ce9fd4e064da7e35de55c26e6477a9fae5f12a115a0d39cef5f77cfff1222ab061a90633144d0455680b3bbc0a50c2033e3d973ac17aa29d402830c4a4d63152858ee0bac0dd4542f0b2db947634227ef223da3c62ce038271e109fbf253c520af8eae332892990d62cf0cdbccf7805425a5e984ad94af2d1b81282d872776f92815fe8f78ce474fdf70f48bd680359e98176887c3afdfd564e94235a0c2cbe4e55ebcd0acc7f5b6385750fdd7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860660145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b0bc456dc8253d8e409cc8e7fb2f72c6f1ff2d2f9fad024fdd028215a867c3c084332de360206c3d8b05ef0f591db4aa0e8e201c745a3dd302f628e1bdd4a04940fd6bcb601e5b2579b5c38634e42d9ecb54a5d9f401d81fef22114834f5b2b416c42955a3ad59b8bb4d15ffd53bb3e14f3795fb54c3621dc3c561aaad3907d51adb6944bbd95263330c40eef00224476e2bae87d918b6614d38e00374de60a3b0e3e631409809f3d62947afb9a4d3cebb740ff0248a68423232741c29ab4e40a8476d77e810d25a9795f6cceb4ef63faeb5f962dccb19a5991b78fc9e886c092cc9446745cb3592f88796066d3bb40ceb89bfb2dc6003aba93aa387716007f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860686084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a47d86cff48728713669f6f82af2e472925800ef62b2e9100be9f51c8e647d246b98d369286e1797a7941cff292e1856d93b73f5a40841d8effa6bfb410eede8bf880f8c11eb33f170d667c4b245953eda1388642e5fd520be891856210a5f6a43e5910027f45271c2a9ae28754d8bb71e09377c4a9714bb2d953d3aa43cc49b20c9c859c61bf792c29e450e3217152fd9dc87fd03f42aee6d69261d6a06953fe3850b3a9843bc93f31d7d7bf1e01045cad6432ddc027e520ca803cede7c068753c745ae08d2ad82cf58d44632cfd79a06e6e08eba29ed04510fb3714cbfaa4fa550603153d329a380db2d9898ba6221918126e82245bfde4f95e67c17e9d4b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86068912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7396cf06581c07bbe529137ff235d4a1db649c256c06a7b2f5d1e3cba7ab1882cdd5c2bc8fd559ec081bfe8ac29ae0b85e6f3196f3607aef65e628d7de44747aad4b92926f56d354086754cfb42ab70c4afba92350db0cad24ff1e221f4c3aa578969c060294fe71d1777dbfba071ad06c2249fdca6b429706f677e84f27ec2e33f87d9c850e71e1a0eeceffc96886e3c898ade85141d357685f1c6df19b6cf421661fa4afca80bd9d4d1a96292673b9b1aa251638a1d01a76912b7b8f90793f0b9d8da9e18c9ef458168cef7861b827153eaa3c3d0c98e9ca6028b177f6c9f587ebb2eb4a5df3ed77b7941b577c38d429e69db5870d8f605301428a6e06af6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860691965Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=821dcb1c295fa6f7c773711bfdba4fc7d46fc421963d7cbf15ccc87686a0239e7389cef933361f52951ab3c34a92ab6a270752e1a7234ebc739bc30f3c7cf206d9d8a87629a95cc1e0cf35135145e6a28da3367a0177caf48fcc079ee3268e0c289a555c18e31845807e15735e64790ec7a5e8c3d2a7b45496902b0757b317ec886f7115a86019f3a8dcbbdb7169ffd1a3ae7235d271feb5c9a769dddf9464d3bc8531b5bbf67f36a2ad8e9dc7f52cf0a94830372794ea82b24ccd83f1c29232aeaa6f98fc9cd6043050f5229574b8e066b669420d0cca20318084d5c1723b6f932a283a396db4631575654606334cd0f07f9a397138605b8c1a5f1c568b62cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860709508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90d2920bc4e383b69c22850da1dd20e9e5a97b82d58f690dd01931d08d6f79a5e9d6670822396b53f2a9fd95108cc42c258c2a77fd0d21fbdfce9dc79c2a736e3754aad268855d391b1fabcd333713e22aab1f20a3db3a2647643e34692926824ccc2a269c78d6234160a4b7a2bc690d0c478b52d8e59b79eb1442e6d9475854665a9247b8e146d99d9d7be5c5f4ed6b746265407e04d394d771a1f5dacf9d3ff190bb4aeebe074e06b1a3bb6e9eadbb717a826ecabae2b8f78c82247fb8f86c61651dd4b8637c9a55416eeb47b048888d5571d13c1f5a94aa92364189fd3c2ac8a01717bf0355244de89274344ee945d88c5be6bd76bca0ecfa0d786a2c0edb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860692656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af80fd9789c9e77302d6d34583431ee40f6d8ef5e3f6c62345d4bbce4a1bf283cc14ad24ce34221c2d43869af010fe85a1aac09258ad1dfe57f49dd5ac8bda6523995cdef777b96d46d62894544533ea5be1b5cd254bda21e34d7c0fe1a0a2b221d8659d5fefe662e6aeb4f5b42f64800d1dc98d2f9577057498ea438fead7035cceb5ae9cdcdd3b4099979d00f7c5b833588016cc4da75e52fe75fbeb3841d0c19c587c7082d6c8568f4c8edf9cc698c166dbe1bdd928b2bc7a77d5a62da36df90496c31f32e4e68183573478bb075714655830adde28500fc6c6720ed340f37f78ccc200ec118afc4740d1437cc5ff32daf8df223f00d4fd58509a005ef1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86074226Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaf4826adf1a6ada211bf9a59e7d3057c532f0a1efe7e46c2e1d9f0f2fffea2ce29393ef1c57911702becae022637fdc06c07e9288e238e3c1100e307825e5ca563eea4f254798cc5c5c2750587e1330538c8b75ca0d96e064737ee5f559a8fd65cdbf80ecff6fbf344a1d0d852a0a4704002c185477ba3b0875198811ac91176d8c900239a7915784242a1727ed7be7a65d1b860e9098b988e8cd9b0b8bf0deed95f7584bbe86c7b90b1037b3940f9cfb4a785e3658836b7b17dff339aa006e9c16e2f074707a5ee8915e35cf50559969388c1cd74c709a6fa564c4eba51a7b5bb60fed96df41dfec138f25d57c39b0ad1dca80f8bde1efa83a103fa97166a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860760625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e04a910245b6871d13268be0d832bf60fc0ce1eabc041b53ef20795788822386bc8c33cb12cb99b246308127c78bde8c25502ce3384aa7d5aa5c19170978264ea160c745f91c841b6d6ee1372c392170e272bdc23fde04cdde609306084f50904eab5df940109cba1182189729b2994b7a75fd147421b4c58bc9214fc1319eaa04b2f25c05009a45d2b6cb4e40094b7c12140bcf938aabb29cbf7e70c0b8634186bebcfc38251504de4d41f5a2f620f490738d7bf38ef22aa87c26705fa43f832ba0c4c02c356d3424805f85461689d81a1524ecce948618615c0f50951b77ea2cb4936fc7b54e47271e584a4f80202c09fc303a620004e8293079e2812572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860757188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20aa8f3dca508368cfb4846e5c8a865432b413d4ad05c2492f748449201a2c64b7243f6e560dcdf11cd05eb6435d70a6e3a4ff36bb091ad02536fe3e269b05c518f2413ca40fb322d7bb157f968961e39755fa8ced96774c8bfa827e0d2f077ebd3c1a62efb4b03a93375a1fd56ee984ba21e3963607a3deebef4dbd7cb5af81f88bdd5a42d9e19b5f5e068d36667222b45c8c6bdbdf165aad15413a920eb05c168d88695d17eb15a9f6655764b3284d909cb3c1ce87b58249fef5abeb312bcd42f7eddc25c6a1e846a6f0122ef5aa22969ec79fe8ad605b2f6d3392052a19a805b37fa75c8865cd8227481a2f4e166b627fc7ada48e9d3e5732fff37772bb94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860790932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fb5fafc22d3070db4e2b1d51f3ff4fd9f25ce7cb309555fcbdd44c7004eb81bfe07e217a5c4c0cb358a6bcd7ad9b314978e3b113c38c9db30edd5076862b30fdc4335137d77a5707d8b42e1734537da735c66084d07b102450914f7aed6cfd4e9f74b2e5bd45eb3c2108237aeec6a5b400c9f66a2ccff41d6e205787f39aade44879594807293f073f4bc1fba3d3041ef3884a6153cc481d7b5532d44a4892a3b12557c084704766d46157640dfe5fc1e3b5d174bc4e47c017417e8a35fbf96dd3bfeaef16fa284ec2dc42416d14f3299379cb354c53563b19339e11d73622e697a333366919d0a3b9401c912b4a60256003689f2193a269d21f31203e6a031&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859547107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83953288340a1b6e32225641b6603e3c3d27e840d0f6c0b3bc9eb8b22cdb32317c4a242406dbd5b529ea323a3120cd29dd122bb60a35410bdd05f3c3f91f3729c0772958e2cb4a014d4a014f519937774a002184258b13aafaca1130c9febcfe1b3b84acbea98afb806ef2934ad73f8d7a257d53517deb220167569aba25a9c68ec274141b76413c223ebadb8295811fcdb3fc4d6e3ef78fa6e83c2d63f459222dcade375ac83026ba9433fc1e5faf55de621cb3cf90da744833b3b7129d8a9c44955789e1d1133937d3ae597a87bca4e192595770826798a9410d51be0b74babf206b9f9a36eab189c6dc3a32f283f434c586fc2d86e4bdac6ae9bcf2763e16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860810378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6fb6647161a1415662e40e48691bd50db70a4bfd7a15be54083bc52bf6ef38f1ecc735199211c8a9dc98e11ecd872fdc2dd3091bf055cd1a7010f348ec7ca8aa3ecde4f4636afe4489525c43e3a50d5ec37dd86b19205ef4100c751609f6a682ac49f05e20b5ae4a84e5c5682cd6e6f4600e947020ec70d1a8cb96762591536315c1286af5099e7fe4d0b4a8860b85093f401d9ca49a0383db0e8704cc3c61de0721ff217d811f393e113880e095790bcceb9cacf9d7301ad109342a68a01ecc8be314aac9613b2bdd3fde0103a1201f92883d99af151d02dc6cf4f11b62e625e2d9756a6e8f039ff4e1b908686454ae3e5432c16e6e6e6ba34ff47a256c8e90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860814025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f986767718947a7171eb4838626db3ee362ed46481da2a8af35ab40e838194338400dd457dfd156487662a86e4e181dbc18de36d100c62cae183bf681c4adb4fda48de4cd6f677450f0f96b568c7abf952cb6dee89bab3d9363f5f982985c75218a132242443a936f52090eb744f27dae9578c346eac63e80a803f1e69c7c1cd59a0ba3fa2fd8ee476c1e7842fadd464df1ac2890e5712d6f08f5066928f3299cc2ebfcb940dbac9a91f84085c268e0fcf86a147de2fa9e829e6d922db6dc75048b0fdb277c9412edbeb8e7396e947d2aa3e83ec1eba6c265e9ddb2d9a77817e6a6e38dbdef108b05992ada3d2fafca5e7697aebbe0b349aece09708b473f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860877465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bea4662564e98da32f0fd358bdc989960e94d59b74489e983a0816221c1d731a7a6cae6e19c8d11249afcdaf3dde26410adfc27310f0ff7348bc45544a3b22f875ada5127cc952ce2a854e7191074e57f11d0a0f819ee4f866f40260b10f50916c12c03efe50f60a6a77c72b690c5b3cbb07f195b97b43632118e529091877edbf7966e79fefe7848b92e0b2b62ba6e4d94000114ad0b40bec859f10a85d8f45d9f17e59abab3b8a333d7682b466bf182cee1950bbaf680ab7c4b5f12a79e2c768db978c55d3e7075f078a4814109c77da59dcb920114980547b3d0ba00dd6d621cb506b7c9f1f914ce0abc7e51351547f125aa751816f37da80dcdb74d08ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860885871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05932926dadfaa7c0a0cd8696d8aa1aa6343b38a2517f154d8fe47a15a077ada8fa50bb8f4135c489866b98465ce30200b6537d8ccc4bda4f8cc868f060248d68dbb963ad4234a3e0cd8a511edff5f24911048ace6e5eb03741f94348f1c7c3a6b96e3b8e0273f6ac7281ca17e6ee03429a2727e634196c515fdbebc39ffcb5aa75a2a50f321bfe2884352e59c2bc62cc45f249cca6e03474495fee6c62edc09077fdc7869443c2dbae856c23f3f9e7597ec041dd0e4aa7b97dfdd78e5e79bda14bb7ac0a8a75fc3f15899a11179a3389e0db2889565f81ab6bed94f0ee686e1b716b048f5053b4bba258c25074d3698d03bde831ee2d80eb822830565b77480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860920516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a6c16f7c281ddd89b8299aeb99770563c1fa5c8e6e158dfbedaba178c73c5dc086b6e37a50377150a6d91e5f4ecb369b794fe1dced2dd6909771a00208f3af03e770097cd9470f13dac391f74c7a8c98eac5acfce808bf44e90941be7dba08024908c4fbcf5852c01b58f7b92963f445cead91815712e4163187b972e61ae00c355a557abe8ace634c23a08bbda6e5da573336c83c8f01aa5f2a23165f0f8865bdd2c8c7f335ac1eb198732dcafff77f86b0dcc96b9da0f289dbe808489e5451da3ca53a14e5aaaf1591e858b5cda593574e28bb4966933fccc87f74aebada09666e1959e495d20476be8a2889da9e62c6b2372092ea326c36012d5f1fe082f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860925024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3333944fd2b217e49840f94ed6f563c14d2bb9ab99edd15e3b5252cfb885a23481e87d7f1b96527d63997649f910b11343591f8eac20f43abed3d13325749c8473577bbd55f28e8fec91f4b8374567f4674ad498150117d34e7dfb1e924c7b614ccc1f8d31a6af52b2c958bdc29a6d68ace6f53453ddcb7be7bebacba3f395dc249c32fe5ee984df70c21d0bc4bb3e95551a020bc1ea2c71c45ea6ffbb579400ca84837c59e6cb712aa1078f3c9a23dcbccd63d839dbf2fd6979a6a5afd72ac6536b28ded09bfbd0c75371cebf7ee538af04d23b26360ecaaf046740cc2205b14ea5c9db9086bb28b38e051a74b9bbb48dc41edbbf2b812158421ae39b063868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860936155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bbaf2ba07302c4e07e367e88c55dba6ceed82cf51c25115c2cd716942120afef801cc75b5c495c75a51f3989e0da3dc801a70b44187b7efcdd70db7d29b5b269470071d90da15e69d0fc868b2d8216de8ac64d547fca5c17b381b6f1e10c1705e5f7b30388252956a1050e047c1eb0f8e862bc921dd65cdcee636c81f13257619939e0efb390013578dbb8c8b5acdb66203b596d8b8eb02012cc99b5efcfb249c9e131698cb23c307251b8024f6f25a20ae369cdb86e3b20cacc4639f7b6d61aedf39593db08816a2db06f9585c442c7690b0159d62887f5ceb3799dd617ae68eea8b610152a346df6caf65f6869b4b264330840b167574f7374091977d8ce43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860964619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a0447e4edf3d4a3560ba0d8e4d8c466ef85d1198280ec91171426f10424e50dd61a594d588734b16e9fe485c07d38c0f427a960997e9a65d23e1f865b7c0c4b71c98ef94413b65bbe5e9b7a5531dc9ca59aa233603084985bfc70a3a7e1ba1c73de3d2523472f04204abb23ce7172d81805a465c08cb22d0fdab47bdc6646579dd42f847d4506039b80aa6b7b0805011eca548bc8c3b021eeb9e30021059e5066247789d2192ca646623cefcc44ffc4cd67fb52101b932bf74c11a8be95595b3db28f1a3b448ecd38494982c3d81116c28e518197bdddd002adfc3b88a6fcfd3f213058aac5e45bfeaaf5fa871109bf21333e5dbc020de72976145ce23ca037&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860984006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d64855bf67b84bd449e7cbe90801db95964da4ff742dbd039519c4a643a5182385f9238e7ea05259e59599bcb8475b89bc3863756d64d1af4a34262782d728d26d8376f272c9053612c3fb77270eac03570321b6ba57a2f3231162b266e9666ab0ecd0ddf92666d4d404cf849d05dc3f3b2282849724b8302fd287ea6672b5cd6704c7cc9a191e34f8776f5772d965c32b7cdd2b9dcb4de4347bf61ea831190351340a5f066962965483762ecb6ccfec2197eb336ddd02640977d6cdd354af70fb0572472bbac9bce49ece6d1141fc1d0317f2748c4df69da46019bd30fd9ad4cfefa593190231b5ef2351e9d402bcff21a72cfb56b4547f02ee7d8c31c4e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860992411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=029c6b192402893eb12ded0e18332c3f7abdb71a48212a8d92f1fdd8cbd93758eb98997a598e4ccc32483fc9625bb00f764517fe8d46d7377674bb856d8bcaa087fcaa69b10567d84f92762781fbbc1a52f774ef98342e3949c0fd99dfba77e1f601822103e8b052d3e01f9afad7cb8bd2dd37c20068684393697ce015746e41cde6d10190c17b09939705042ceb037a9e025854d5cae1f1ae11c9b3bd62b6063020e66c90fceb1fa346e4100a4217aa9992f5c481ed427c178cb5b1cb1ebbde42745c2ea091432de7af4ecca91ca736d9d7808703cdde7da3aed848081274209bbe9ff5ef6961d823c0a6d90c0146018bb5de90ff40480375f7b717a9b74130&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861028179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a40828d93fc0e03c51fb2f83701de3ff7d92edbd0bec16d2e6910ac1afa88677f6b49946c21079295cb1db33c1abfac589476aa8b58a6381c15d091425a9d8fc6a998ec6856fd61a9e7cf30993c59d0363b9146dee6aea214c375eff87f4d8afe29b923c5976a935494b1f6a16b6fc38291d401a4be526492278491c313368f4adcfad29c8f76ea193d722367348782524cb13b9467b86e0e5fc7273bfe29a093350d6795f2a04cb5c7ca2ebc7079fb770436ddfc0482067245565ca6089a629a79bc671a3053820c976c6b4b544a98d5b9b72984da2cb7e76ad1ad5883e473482a7f3d19b9c3e5ccd37718c0986e4ce1f987c63ab5fbb2714a32fadab29b9ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861033519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80c8f42d17ac3be8a7ca5baa43078167a00d22555fd6e1bad2718c30b649686a98449758fe860a19691f9a44c20a6742c4dfd594bd6e7025f0d47e82a10669879b12f8fb4d2f400124b31394369cf615e61198076c96ea4b561df52dda363e17c6ba07e9913b0022a2af01fc1808c3e83b38ad2d1aed4adab472298b7b527ea1feac141ca80fd2aa9ebb9f2cbf53371b2d05a30a996b59148824018a78367c8df13ea645592f674aa8dbd88e2033c9645d869876d6f5e945e90cf8eca18e06e5213096bc2ef0a3206a20f44a045d58a60f3fb315f370115f73c2e323955a764bc9c9c920589f78ca1ceadd6b9dfc1cc615d3fdf93c2823c2f279dd5fcc9fcbc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861056913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=40ecc75b79bdbd1b7c4963fe9e231dd88c1222b19a21ff2a8ab63b2ec32210efebbbe6475f5e8876d52c203cb198d393990cb9fa0da29f4a9ed90f6767bd2b7d2966c234645c7e78c8ff2da6fae16cccc91ffc8154178a7393c57d490503001e99f99a06fd37e186eab3978a9c3e1c471c148402152221858ea6a794339756bda7957222d3c906436c2a92602beb5c0d6426ab3e570085f31f4e8de434e3bf8ca636594b5661cd97ea5e2007e6f6d87b2cdd373f60de01fcd8073a0a0ee273bd69cdb4e8955c48b5a83d06b86b549bea53972dea499ca135bb70717c675fd117fba004692624c816a721599f229aa0f6c95f3f926d841a43bae7b1fe416d4066&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861084405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4227c68995d22d4e5e89139f79a15d4b793837de13a4267103519529243a349d3dd31d4de9cdf8f003ffb30b7cfcbdeec016a17cdf64ec9902dd673568dd67a56ca6dd882be3664ec154fb4fc09d740515f6a44db4e6ffb26963cd6dac3ce06f832c9d1274bca80575dfd2d3fda35473384537036836a1a718abdb180370a15682c8863f56ea58708bcf1f9e1ccdb6da1eb34d8b77542c9ddf57cf8bece2ec6856946a64a71c5b07a37ee1712909135a71f6f6fd0fe885e9e7cf5974def60703c0638a6128a23c8a89ceba0785079c2235db566dd84c659959c0a96d35767aa2cea2f30944d3c8c891c88e426d13cbe83c1525154ba6a76091ff65aa86c11b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861076059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=823ce6497b0924174b89ab9de0a56fc2d159935eeab457dfbc5b137f19690c3ebe079fb5fc31615c81280bca786b2a1c0b7ae039432b7182432af3af247ff4a0cb4c07b2e96d56868524322223e368e725df4f42ce4d76126fa9411ef1ca2be0e7bf8184d5685e54b3cd5d1c4f01315d189dd491b7e9ae7e8371463b0755a4806d0039b8e880d7bf4948d6be0311f8d4e3e588fd3cc858935ec6fd24d373ebc8a7880f9feb022428d63a9c1e1e8780856563ff5def338047bd30946326ee1d8bcba320e71ba9fddf60c43c5b8b36caf6b15f9eee7540b82ac3d70d103a11149104c25aa7343a35518ced3dde29c14a66313d5123d7d2319366036a471bef5e2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861122026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59b68087ae365bf9795e7c1df23e762b1fbd9286d34003bd0a830c2439b97c32d0476a72bc23ed2cebeeb7ac674a3418a600fc879243852812e213b7983c0b883a70a7cee60f168bc43e9804096883d2a05c7a995d0986292bcd2aed27b5fd26ace3e8b6e1b4b0e6aeed2a226c7bb712c7fb20aaed2f55deeba62b6f533247d84ff29e9ed5ee5326ef0ebd2cdfac495226498c5dfce02ea59fe8b73ae93530ce3867f5fc9931c6c7c16ce2979eb3752f6a7682b0baafd44fb7c4f5bd8ffa24fd717e1f94136809bf9f8618204a9d4b979af659a6721b002456920a407474847e722086981e927e791c3b4f4d62128e0fb611394f8b8d166b427e08267aad2ef9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861126885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc249c94d7fbc602ef4d16b4f21db0ec227bf309dc309f3e3eb83acbbd9e893390dbb310b1eafd9a476752ec63a6204edac94b155805dcd97e9041d4c975019f217440895594be67cb25c3a1d6cbf8da210de15af7fa0d5dce7252edf8be8b9c889d2a5a63ddb7cbf5c381549c7232380970b2624c2ac122b0ac0cf0ac8e9b7756c63219d0c97f6860d36afe6d9da3374c015dcb413ff23bbdddfe5264da5d4ba79d84a8e333665fd8f2715f511291ca380aacf1355fdeea49180fa3cc53ee37612f447686f816be7f2eeee600627cc78ac4c175e701a4714dfbdc7e44c9a109b1acad7ac741f645b689b2fe7acf3db274b726582ee72bda176b2c1f3bfec772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86113471Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=237dfa32be6bc5b191aabaa2e1a47a754ccc41d452880488b413fbd42baa2dd63b9af6968d923fdbcc316c65ed65a9b2a9e7a3755604bd77332213bd97ed8c31d4cf21da16ecc1b09abb15865e4fcfb4f0c5562d682ec7256a7bf7289cd349e78aaeb6fc370f98e4c22b13ef101f35c9f2064e515863d2b1c4ed3be56fbea2e90935641e161bf8908feb8b432d824bfbf2ea7c95ed9a80b490f1e0bbf8c3b4af606eb5c4ede5927438bb5d11d25a3e7b38184bff24e670e2bf079e4391962cdfc412684dab23da16761b770552ac126bc8bf03c59d4e9bb67ef0f9ee6c2cb92595b35f3d1cf6026d71a06cff283ca0b4332e0004d1d22d5b062dc931b3956672&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861178883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a77f87692e2017bb5ed24eacf8673d33bf6c2d5e7e7ff7a6c19c77d5c9b7e768fa00d8eb8fdbbd93f246340982e32005bd27318ade3ae2ea58993bfe49661f5b3e4036aba7e32f08905500355f4e29d3eff2bc116fcc3bde71b8a380f8c6e33f945e6d235aa86bbb1946f4e082c6ab8c1e03f7053d1f2c38ee44917c24a1e02c0b5148df9db8988bc757f10e9984434317297dc4962d745cf54d225aee3c41a2f00dc5a890c7370709db63e4e9fcb927df230cd649c60b5711c0733c65ce4ff4cfa16bf285b05e562e89d696a4c2997253a105694c8669f66573cb3c29aa67d5ec2a57662d5c46dc3b67066918c12f857bdbffd5e81fd00df2c7c682fcf233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861169415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6c40f711a5d5928da31ff69f391a53e9f7bd62c2766b65874b2c6fc6297afd43e777975f00f42cc043657b96a0387d7f2b4aec75cf612e0385403ac300a276c7125162796773f3fc97efe452f8a58002aa8c300e3ec41bcea83c88c2709bf2c10245f4df3e02957b216329666f1257a4f00de165ef0ec0e9f522dfa99bc9417656896a9a40a123cb9eaaf340cb96444c2d453ae338479bb33b076ea00c53ef0d15cfa1db022a81c6e15bdcaea5e98fe50e4e105595e4c725cb18bb855e7e9b57d795c2fa24e662a25dc116b8759ff1c125a77c513b317899e21602710f5f4eb203e52fa849961e89d1ef1387c55f77c5add29842377c6ae4944715fa06385801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861189904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48690134b2ecfc19dfac70f4e2f1e411f3ec2c9c5068a45dfe90c7feb46bc952c8dc3dcb5bada5d18e58cf1aaa8ccd782e3062a23d01ed3ee56992dae1c091a124e9a00ff817c76cf84b3f909d4e8f69bcc44ac349da3fe69e711f7dccd805486c975b55928a7e087f0242671bf2b306bfda88d2efe13ed4581d98c597db9f37fccede01c4df137dba869da5cb0a0f7590c7cb8b5aff68e323d7f27e08f51a1fa525d47f6bee57cba872dc0365a856821814b446deb65780507c978dccd8e8858a6da6eb5c87740ef6ed753cfc3f1617c8b16999b50f5e58cf102bdc71574a3d2ae2fa83e89f254ac3ab9acb96e6343401850a583b9f427de96312898e7cb429&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861238114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f594d156ac6b2c1b88fadfd8e44a1ba28b2f3c3d42fda6cd87e234adf7e3128d96c5061c1fd865eef56637b4a3879b6bdd60fbb4758c87ecda3c135471d46a7e7e281857320f50a598e82821000b4b5c5e7790f042315e14ca21d4da69da1b101f52b4d78c2b76e2fe183ced17e26216990465a9054e9949448ce5d36e131d82cb8ebfa8603404f7637a66838ff70f4fe77b7d60e4dceeaa36764da0dbc790cf2ceff1967894633d359670a017721ae415c89a1f6d492c3572c6d8552db230af2c0fe8e9bfc0279404687a646a9b5114d637fab93f0eab8bbe0d24018ace3201b18b835e0edb2b4e38fd278d22503d260d48d5b8fa462bc3835bb6c59e49064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861241631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=699b9157c9810638545bdfac063e9d83a618dab30bcff90b637a60a33625a5e5eaee9c3c85ac1b599d6c7a4b7284a878dfcb1534938a5598a570ebb06af4ad0d93a409294176c6ea49fed0b9da942ace8a519403e34c85aaf9b4c3e0f7ac66268a339bdc71d1ab35d700788ef018153ef95fb44ed88eea46cf8432dd10c79dbfdd5081ef15c38e743142a8b690b80c49b94c6e9bcc1ad888ee9879b9a42f51f7cd1c86beda070cd4910814c868163ce5e76347f1442e0525e8373637e4c5431c437c1ddcd14a49e51d2954d210c5a6b0995ce2a8327b9c66b977549dcbd8e39ea84b392dbc0c0fefa51a6469472626f02543c3cfa060a78e16e1dda3f27eac44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861231071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39dcdf661367fd00d614dab1d41c53a0cabbd70e11fd3b50f12eafde0f0048f1ba562acc0212e783b6ed1071bcc83765bb1b1bbc9cc1779823db4e3d998a8ad6e6e57132fc9d4226cfa0ab04284639a71cac76c6a3f0ce3b1b66ea9e1f196daaba4ee0d7ddfa3e6bcdb47c8e696dc1a2ec0a31d1f7f95c6a511be70ba9fb2c1622815e10789f4e88106bbab0d2afab09699f07d1d2e33aa133e5f06bf7059b5758e12ab84e8805e526e5fb9e19e336e131e92e91484291f9053e1cbe01e86cfc40bcac4d2d12bbc9891099a89d90d1ddcd944657c9d7e6f43a74719d730db3edfea4c7bbf97b4e7f20a606fb8483a7c5dcb1fb9fefe6b34fa15208d5ee4920a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861290553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1726c35ef12671c8901ef095593773dc501b574db057cf05a9f7c129774b856cec4b6b1d9c169de86dd178baf5b29901525e453981ee2fb59fa4f835e331f0a2991e72292d49728e6ebcf2900bcd68cf914b888966e692a87f4774c0e4b3aca908ae4fb14e26735e743aacc04dedc156a7a14c6a23a2c88450637146e492775a577059b2f737f2bbab286086039f8bfbbf13ead1717198719819986ab03ed5eec28327eee0e507545634a17ef43a374e63eb92cbcfb3a8a11f4cda84638e0dd822a03526f73f55098c6032aea0014ddd26458172f291262449ec5c442d9dac57864f068a31b90acd93cdd6124507528f21e1d358dd6b8aaf5cba9a555c3a8668&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861296905Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ed0eacdff96fff76f39cf9db03ff4b585540a1ae569d422f8f6d1148f02e6d018b75befa8d22713c6446e9d195d3a2e6d94d680e3a56aa150a04d5d1752fa4aaf8bfbc30f600aa03d2dfc8da8bb060e2f2781b9a517c5eb0b388b9283db63925e1afc636fe417590faf7ff030e6b613e742616095a8dfe44c65d68a0a7ca0b4ddd913d462e89c4581872820b5a8a1976b7fbe48948003ebcfc161941c656f5bcb69ca82cc9f60dc0d781afce246fa7e83524f0053f94ab18f28abd8f76c8a74e50a4e36befc3e4bd62f5883523a9e39044d5ae6cdc11e5e1848fb68b5d03d1fc08f852cf4d56e8c076b8b501049c95bb422671027802cbf50bfd7dadc7a93e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861296114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9aac2d3bbb9ada504b5541d98ca34f3f10f2f433b1e1d702840848793eafac98738b6ba7a6a4d3c2554fc19fb18f91ade2882e9a29aa6f830cb100e04da176d51ae7a00e03e1ebbe9cd62269360c29f1c6245b4b16202bb609a3a6f568768c0e814352b5c1b5b99b8a326c0eaf090dc37c21c6612db4c6b0d4637dfae10b40c912a89d70ffa9439c172e2650c8d394be02c969805265bc91b9978f8b44ba70f61348cd5379ce21aa21830f8459513d0a1e019d878cce8b8d057695d8d488513e68f6857f158ef9588ece89926475822cb2b431b720cc2c60e0397f44c4ba2e095367e8fc647d757e7f7a1ce938e437425ff9fc253d47e481e2d5a6fdb3d760cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861344114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4bdc21b5248857cffba75e88c0e59e3dc45320c56069aa52ad7c55d0e8789c69621748ca890445fb465754aae6419930a1e6f78c72e8b75a37e996ff9cef94166810104a64bc5c5b8e8bbc129f7c4d3087e8204f291f2e8f63042c60a9b45444572577a5e5419a90eaf14aa563f2c156a9591511ce145c5bca71421931e810e343af7df5414949a16938688cf125aa97ff118d29e0f90bb1ccf403a2bb1c8dc1065de28398dc92958639c320e8a6b08465fa682571e61359095843708e6e41863e4d52f955a70a4c250206a68a3370db85db4c36655ee4dd792bd755de4135081647b1612ce60eb02bee0eb0d33a4e34d56a3d5a7d1d1fbd08e8097e7dddade1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861350196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1373d9089582a1022ce6028725718338d15e5cbe0b9a3407774ca31e619112f4b24e4260f725862e909ea92944a2e65def95b3f816b46f907452f1c0a3102022cf38c9cf75039cfee891db78006149b2bf3054d5c346edd9f4d0ddb8610b71646b0492f0ecfce35717eb308b767561355848e2cea5e2e8803e88f3d2bfc0c2d716a1cf8ef106ff3c3d23097b0caed7b8f06bd23b202e2f6d730a52bdf428357cc99489abf2ad1ba4168084ab6e0e2f8175c3b97147f7f56f590620c80047785cc57ccc2e5ce9afac2fa56b3137a0cc3a1c38058fb0ec038d9eba7f1666b185c98834b96e2cb4170c9ae9497433f563a05b64f051e4f63a4c475e477ecdd9973a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861363411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfab3cc3ce1d3733ab1bcf0428161787e27fb7c17c3d747a60df6a480fdb354b28ed8780448027953b9971f5e58b651b0f2fb4da43f15c27d662cc371f639495696d233d03cb4c507dbca76aa567231bab9716836b133450c2d8e736eda504d7dbc8c4ffd536f7871221e94f73b68081a9aaa8ab9cb8cd12f0d46c10f76b448ced5b02a801065d92b8bc4533f41a63796c9411637dfb53c210746bddace980de26f509e1fbb9d59fbce671eface980a7b0dc4b35199b166460b7ae73294f65b9485e04e4a533d0ec6016878c2bc9eccfb724ff30b54b53116baa774751e9c10e23e4bc86ed8bbfb5b1624e55e41bd1e22d0ec8b5089898e465e11bb45874d5b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861400801Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=041c137933d6ab75a709eb72632fd1353e5bc6fd14d0de5d29c68bd91af0052d339be1619b573f624946b97bafae9215a47e35bc73594dea7543999297e73496e760ff061b0af2cd1f40f3a1a79194e0ca76828b5b9d1641d81a3f98fbb5c64b0d516001cedecb7ab2ce3778c46ca938460489fe0ba953e2ea14a70a9828e872993390b87439f82ec07fcbdf990a83eb1f6d22272b2fc6b12ff91e0886dd6c4100094bb547f7bda6d3b69ade239891718138891a3508624c9b695359f0a2937d06270b8c2a2a74fcb75da83ad6b5c817d56420b266e6bbf96696a6ea16458124e01cbf309a5f8aebf3d56a00d47a18b2047e8d353df88ce9df25162caaef8072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861391704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7bbbdfdb934fc3c3e943623603cafba6c0a7f1497e53dda33d1a52b640bec249a3900539d6aa9e76a41847fb40685356dbb1c22866c6b71d248530fdc05c51fca8ec89679aad127f9847475961b718f12f99c54e7ee33134f2c5797c22f7d58b4ac8f4cb628ef26d21871fafe0c76d02061ee6a621e465751812c468b400bd71e88e7bbdd7c7e45ebd8f5f5540d60da75de4f35e873ab445adff806841c928503b5a55ecf8805e8ce2a4c867b2f06ccacfad7be7e1f88dfeabf8961575c60d2315a279221b1039e2da2f4ba907d4f57b215dab4a6badbfab85eeebe048088d3a59b0651ac68b2fd5797c6f96091010d2c4838406847e100fb4d1f35949d07c69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861411561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1615a4466a2e60f2b6569c5d1832d2e0853d207b138655b6bbbf4637e09507e8a98182d25ea197a704a3468b93871d42251c9fc91000fa709513466ea2ea0cef79e48e15218d8c2ed49db26d1cb8ef4e6f72c7fbb36e28b8359e311e840c81bc2453c083e620a707243c4d4ef483f47bfab13b8bd6d1389ce80b46e3873d35fb04f58f95e9672af5d9992c14fb508adf0164ab6db1a783917856fcb49e7fda4d594130cf13986488141fe51a7d8ff3bb363200a02e278ce10cf1bd4e71937013e55e777524900382fca409bcc65275b4a04322f8dd43966d305ebdb06ef98600d812b908cdad1fe6bf86f0d2ff418f6a7ccac1503c21649515ab251c89b7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861457428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4266edd59aecd7cad56609c9e45c88b69cdcc7fba63bd4b4785d38328c1d296e248e72708a542e63327404d0d0a3d622c1ecae0283f607ae69909980dd7b0d85b9f247267947823627ee933ca80a08ea8a98925bbc9ee0ed4fe555424d9823c4b8eb4e4d7f55c5793f2cdad2280c1bfdb43c0a73df7a920feac6ecdec790e92319087ccf29d55d4c0c322b5e3bd066311848a7c7d399055b7b11d7bf27439d39d37a203ec57e1d8cbcac3c9673ac03df70d14ae6bfb886e1fe7ddfa7508b5199817b1455134137d3310c2cd21b33cbda60a519fbeba106443780e3486be27448ac838805692814af46f5b768eac573875893865aaab0909b28e6877cc1ed7ddc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861450835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1eb0ce0790029f68f79307475850e0f982c343a3916e1766870eed32ea85b8ff033b5f3241254eb4b34b7c009daba6a39ff0c8ed6ddcf7b26851cfe717c2cb5f7d5ca31217a2ba1d72956ff89190042ba028845a48bf95677339461704577643d9a55f14c88bba963e363a3b573a5f8053b58e95e4ccf399c64102e45ba509cdf27552a943f3199dad800584b2af948507d0b1727ea191783ae39f98be710f2460e49fec88433b2a0b3727291d54379ee05db56f6e15159f2b6815fdae2470f8d65ac2a66b60e81e68aff4884b3aadce7eb1d03c5cba3fc081b23f317896d0f04f9cd3419728aa5c5ff9a70d6a44122df64a545cd48571c06b1fecee80710dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861457578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b364eec60b6a2a3f201b6c0ab88f2a9f57e89ad60d4ca9079c8727c8e6c0d4b39bd374e4b7477c5ed1364fe4d174112fd62d7a136b58480075ddf0bd69fb0aed50b200f9cf41cec2dd21dd4dfc85270f75be71684e281153f2e14f35749ad57a0dc2de95e936c8c57e59f8b339439e0df99c643e5c7b6d1ad5c2613998b048b44b640ddd515abb93da52458e1cefaeedea341297953b2abb7618d662c475d66ed9ff310a91b04dcb685f3618714fa911c6b12a1f11950abb79749dc1e2cb6b2ef36233b1c62b1a8df34d82d59d23d3d21e7184e5be4683c21fa4b2f76e8e6adbff7cc8df677340a17a5be920b2a99024f6631fb034d764dffda013d13d088e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861484739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27807ab74f0f85a6a03ba22ac832a725822412fd04c4cd177e75555d7c75913dcad5abd54ea0dd748b12fa02b6462bec3ccc5ad8d51b8982e403fe3c153363136ff85220540420660addfc57e13d9092f853a07ab70df1aa039f34edadb1f76cb239cc430eb9e5c814556fb1022f1db7bc76c627d2ce0ce65efa660edc448d8c4b0542489e6727efc60daa78701db9ddba60f6096e492b2c0260d7362bc3c19ea7871f56cab515c913556d118887b6a6b9c2e9e0e29cf71c146e4ac2cee8df6c5ced35551b282baf3d1d3722493212dccec2625e51e9887020ec56efd9fed3885ea80cf8205d6380ef7d632f3b38581d17e43d6bdb81385d85471f9d29634170&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861512532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ff35049c828a294b56303349a326c0c8c3d83546c0175b4ba0f993c060c60f78aa2cc07415b7b10b3f4151c7c5464b1d9e9cabf657d32b149fab8277e4b324f02b14b8c0bf963bb04b51ac47525bf0d2ac95796b5df6a5671a7c6e0b7887d18c94a5935e685c256b0f053cfb58bf136529bf72d9e679b893e649b894064a1c3e45df42c04a4f67416d95de84e079a696ed3fd0edb48ea4cf97faaeb144b1f80f35a8c0629db01eefe3fbf569838ba4df7ca397af89c0f289c26c407e5384dc5b9bf8dc21024af43c11c712b87a92f81c8012b28fbb522317c9ef2a40a1f17fe417b353bfd8cb5a2cbd3487a40222959f56435741001dd84da9a2d3cf17f8897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861510127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a9bfe97d63f94e7e8cb8b2876bbd27ce506692fb450c199364a4bfad6a7fac744da9fb1c752775caec5f83de487ce57011fa18737762a8340e907e270ec6fd8b8db5b1f1759759d0a4e0c7c91fd2b9dc2d8a8f1f96ddb647d54f70419dd2cf2c72fce29fb6c27202ccab1c4d77fa42cb200b6a2d36a9680c42b66d59f1acf86e6398b9b61895ede68ef0d80220ff88f6eec69d654f0ae2a538a91ca261a8b54f6c35740f6ba33141df1777606870374ab300754129f3beecc4fd1060f0fc329dbd8d964097478ba80ce79a2b2fa789d8380cf3bfc7b4319718d7c709935c07288ccb8b42f6ae2e783b653c5cecba13beeefb24379f941af3b1fdd78686daeb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861513954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ba2d788a402dbf1214c8a1db08851cd0d1e2a23667fdbb171de55aa028243ef3d68b25654ba9b607c6031105ebecee41d0cf0bf546e26aafa1f4117a6b37afa42df0327a1adbf8b99b563206ccc6f847a2c52f26fad0306994ae5872dfff6cabf4ccb021389da806a83195703d802f406bdd7a6c835318db14411e537a502fd9a27252a71c446917da8c9e7408258f4e664b8aaf3f42cb8a42d853d4bca32a77c60f0b1be12488e4bf7a02be6f794a4a72ce7066dc2f0ddf42ccc1403ef00f60a706ad86c0ee98d80e2e74f1f7209aa545e46f9895fffa3913c05aa9a9f736cf9903950085895e7c53bac67233beecbfce37db14e0d43331001f6ab1cd077e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861562726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aca60995ca5628c48a9f4ae4b36f0b4e887b192b7f1845411f8de8388ca4fb7763c6977cb4ba629d08ee90b2443dda523055338af66791670cade9e94f6e25099fa028dbb660d9dc02d1e82eaabae89f261914b47640c2843b97bf71279620ba9f3d251dd8071d7655f6ba42cff4bbd85b77e6c21254b7e230454ea10ea38f4a155aee55f2fdcb627abeb971bbd9255c508c22899b23c0271b3fb5c2ec6dbaf15c293d2afffb0f54234622de28c68dc7cdfb841c59fdd5f25694b60ef73246985369783cbc15acaedd5ef436ff0038f5e9c61671993e295f5fe8c95bcea16e43ddec43d81086b94a1ebe05ca0f755a1022ca558dda740843d1cd860b6ef14221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861562065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=022e225f23b732e5d305ebc759909ae0b90ae3c4d59c5f3e00d35e57fc6bda553f1a01fbcaf85c03d1f8a33eba8c1c4438f3f6d5235e6e041a0f532f4d12dccc818feaa52bc0b24e5d14ddfc6df47cc8a277aab719e630c7a6e90b7c675132d2b4e8e2457ac00642a6abe52dce0f435a685deb81128466d40a9bb5583f2c0027f600037adc5f0c79710c18432b4e208304f91f9bd37e600d31ec1d3cb19d3167e2e6f75441ba6307ba91ce7cee99964b148f8936172d5fd4b7be7ef44a56c71cc85e0929f974cbb1e3421a853ed1b7425bb6af245295b16a91989ddcaf2b5bc01deb667451a23a626b65420c087f757d87cc66120fab32546bcdd3859bab48f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861589897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e368ccf899aa858fe7af90ff4b7241dd509fc2afab155f730459e83c4bb0dbdc9205694292874ec53293910ce554f7f949c4785141423bbb75ca514bdca1f4366f76c4b0b3329c85a7e0ce274e7fd13d3614b6a0cc0c24e580da6609604287774ed0234d1381ae29271bf1a67ab7d25f888cae035983d987c649897e826125f9a0909079ae465aa497b8b15f8659071f505dc028ec27d687ff196b18c04601f2b536d2b4c44cbbd5046a17467867894bac6efd3e8b7a06f8a00f0f98d6555a985958e82564dc0c1d236847f17a23b1faa1ef9df66fa19ffdbb5ca952b444f096b7835eb62fb70320b4362e21c5ddda3d4850f181356ea8ce5f29ab5566642f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861614504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3e0716ac90fa4f6baec048b1dad907abed4d944b4e3dfb2f682b957879c381786c7a8227a8a50292e22732388e050cad474f6b2f0cae227b7e21f111184026f1c95aef6f3f25e4d26a3f7d8a2cb2e5df79222b0fe089b08bd429db210cb2a4fd9246203702063ec006bc940b7cd95734ea4d1edefaec96711541f02db66c0c1ba0d45bc7bcc9157bd2a523bc2d72eceedca1d3feb8c9b77be696460a39e0cf088e1f1e917f2137488157257a90d3cdd3927b5b6c89cbc9e7533f874e5a1a55195e46a4667956140695c59ebe1ac3c3eff2fd0b000f3ca87a5f2676a1bb1a0ebe2685989172329f9b63ba1e627ced153df8b3d560ad27bd2e580136799d4153ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86163883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=addb03fbdd210691361e8fb8652db68597c57fdcfb4d4ea0ff0e50043c9f160e480e3daf02e8ad826211274cf69a710be736f52ab65f4649db817be9cfe66a95c430ea7cd634050fff65f98b0f43878e7f475dc8a1c273b8ac8fc5da41c830f5f425a3aab3a9edf5c14d91359b7be1ad9e7664a5978351c25ffe6b72056968b5f888e0c8baf37dc76660edbeb362237629c6293b8317eb4b687b8bea46785ceaec33e5ecab4ab77e78e9812098d3478fe35e261db98296a4060b70b595d5e1787fcd0360106b99ad4d2f8a85c5f2c03d2c7e82a95681bf9ad93290afae3fc228bdc36e21b0905e886ade814517913675e071e1448593f7fdafb38dc5efd4efc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860061677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a65b83e0e733d94d5eb519a13858e96f4163eb4bdb1b30cf8ae9fdb601acc7b1e1b1de9ff534837fff66d185e0e58ea68cc39c7b74b56baefa4009927009f501ac192e91524d142d5dcc76ddc3dab6eef4bba3d4a5caaa12342456e8fde558d7a93eac0e65fe712b0c05043a8b48de9161c2c554de83b1f5e0ef11308bb5814225185d88e8f0bd8dd85128500489a13c86c39df92b13b06301cf25827e5ba1d9328df2680ea61516db615c703e178301b308d2de7b1f7197082b4bd18065ed3270f2b76a50b4e9324b5822e62fba32c2b5c3e67374c34d03721610e39022480f36d3d0b35136c620fd0a799322c7093c4d0b051f4bae672c8b821322245b4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861666832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c322f4d7215a65c4a9daa2ff976a1c11a27dd4495f299a9b0f28e62add934b7853f513592d88b7fa37151fde0206b65c310be9e608cece3381df729b7578456587f8b17bb370d3d7fdf6ffd0f962d87952646f55a2252ec70b6d523130ec2ff49144868b6e64bf78aac7681d6b631f59293a07249fb2ad8f1ee89b22456c898103ad8b951f369310166b6c8c1123af67634c2ecd58e9e540f0d7dfa1952a3d070cd47b25a33735053f2f9f863c9e1359bd6573c5e1adfc409a5511487443daf7235a93a28b89c6ef61ea276c3ebed0902e69ccbac1e6fb3b4e7c1b89a151c6c5714951e5fa162e722d5eb8ec3a324b8e8f5212d914089cee30ecc0608b84b95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861721395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3ea5625d3dae47630677369783e037ffe91a3f7a87a21a766e2690f292b6e83845eb372cf887a609bb69f18ea20a4b4a34bc4286875dd7f39cf3badf7b2d1a54c765ba9a38b1427a0281a542fc7a5dc3fca6448ef9bc4fa6659e8d2968cb2ca90222c6e8b1d958caae0c759a34a4003d754487cc6ba106b8247c063703e812e6bab9cd4b822272c388a0048088452d9594c28ab6fdb97b13ab3d9df2c45a16dc9ef04e9ec13d286f9cae5b09275402df608abd38e726e2c3604e61fbc50c8638c31fbbbfcc2078f9870cb5b4a749e4dcf64b454408a7456f931bcfa60e8e33a586c18707bb06d35d1ab101964719ebc503bdafa1f581578f859e5980f188135d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861775988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=462396c27742197a49882ff05699bf42fc9f591552ea014b728ebffd299bee9fdc21cc052d7b39e07cddc49b8635854db20d1e8fc1efc4fd5a3c6ae9cccfe38a71200900ac5b128dcde94ee6a29729ee62745e0c4c292042d00eb732938623028b6c3c51f34b4bb394924730cbc42256cd189b2c72c2b5c98189b850216ec1e6fa915e8e8cda658c16f4034d88692619c22c666bcb3c91bb003eefacfb99bc444dd9ee97a0631fa0aa75523f96e2460566ad41c73acaab8e20120a947a87ba3cec90c245be8f10d9530cd60402292bf68c01a31796b1b673f6eb6f40573b6d14c02aba83f2a59cc47fcf58801ccc1a0b57fee6217ecf6267a8b62c3a2c492b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861842934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24cc6e87c1db5a0bd9409ce47379a4c7badcc9ce4732a1d4a3c441a037f044e18eb291c97da92a1fa51fa6417e2fe447023b26e7a0471fcede0bb8b13aca52e346b6a074122ac288bb16451919c76325e4c7797280e5333ac788dc9e1c5daec935e15bff8d3fd415814de78da930c11cb91ccc504708452fa6d3c8594509643f35b991f1dc8f019f0a1ec29751cd95d9da04b2899d11f5e10fa2867984fc65a9b401ba85d116f0da7a0ecf2b9eb6dd9d95ecc56840e4a464024e268dcfe2a25cae643ef0659688f48a3acac42fd9410ac67e71ad3635041688394b3deb8cc26bfbb45d1cdb24cc1646c5aa25ac0ec868cbc25567f3ab1b77b4f27f83deeb1b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861889823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9b0f05c035eca970c07530a91d6834e1954bd3d84df24e930491cd38ad06516a9d608d2187e474bdb717405b62445e17b24ac99cbacd6c6ed7d25dcb9eeda41a9c32c44ca78e463660e702dc11a05af255b67b3067a2314369a16d67bdc56a73668852d5b6d2d2ebba03dcff1e94ebf3787d2d1b098973c0552b7876af601d32945494b06248ec0301e5becc89e7a929550e5900500dd944aee5c240b7df5268702dd029e501d5dafbae2fa996dd6a4b47b57611f9a9b08a8d6a15c7b2952e40b03923f206c2985620a6d2a871e6e633379909dded754c2108c618f216122ad71c767b9ad099bf255b49082ba54ced773465fb92538cc98b880685db7b592daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860222751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20409aa2bf2a8b01a7583edf71d4d8a0e998a9f56b8f64ee3b3d4abca8b048ee18986dd867bd014deb88f6f6a8a5feaa55e6deb0b6d28b6a91c85a8445b6c94a521ca68d89521b8771904e7188693a7e18f23933dabfb9826a197c681df29c8b87817421ac8316c70954689567e2e7772c15843123d9d1d6b1abc41984f30449345512ef9e54486363abc0a8351ce7f68428d1654a0724b48481ce9906f0942ff4e3505b206d5018ed74744013b0adfd8911b8dea08baf5af5ed0a2f750b153692bad1bf73b21ecb604f2db0ef54a12d0713d3bdaa2c0b5e51af3a4d7c59bb5768e91d4b1befa4b902b789c42bc89b104664e7c0a1e7b4caf5ba253482378ede&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862763459Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=874e6c72a000ed6bd111b8873c7e4f728c3b33630219a07eafd09d64bf575cd1095595c63ff198cfea63170d13d077374003f449f7b668ce6908fa2288058f76119e36252045e6d658a26891866b4662bc32183d6f328580bdb16b074996bd9483d5e7cb398c7b53594d35aab8ddee41dd874e8c1abf45016eb937ef5a69ac96d6451647c3a7213a8dce47c8e8ec87f715abe870b049d1b5292eefcd22f38de444e857fc986b00b442b736003f74a01872ad7e12dbe95e835484c67459de666c0738aad018bb719ab4fda44bc9b288b0a4a4f54cb205e0dc448a90937e3f5190e2c5fb4359ba6844e386b43ee187daba9e40032c2f5c74974794e68eab578ae6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863743707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=885b87071a199ab504b5c49ad0dd51ec0112cf4d37b6dc2c36de546f37b45cf6da7ecab115c62e96d00b6083d97e8a5056941706a7b93ed7652238a7a8d31062452e04cff4da9203ff7678ce535709fddd500c92ff135f8709cf525c987fd23ed7a8f969395339cb2afc7082a4441f484823974a54bc16ae6ee93bdc20880ba24e1ae7359a56192bbfbf852cf47dfb5a909681af51aa47068df239ce61010746a87b9716ede88a7e1761bbb689dcae34432c50f3bad49ae674a7c1c7aaa15b0347fb2f3dc2bd7830e92a89f4ad5243150d44e73b42eb54bfe555d3514e4f5c7a885508b82e40eb676ef0c3aeb7e91433dcadd8acc83196c276a7ee7e84640083&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859433223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=810f9e18b1d40bbbb8ebe274459088cf7890f4b8bbca8b2d8cf4b2078edb924f530bdbb19bfbb5b997527395c724e69118065f9a3b9043ce4c6037f20370816df1a502c08deb4ef4a3d264210f56e6706d5e7e80bb7dda5a8ddf829d01b702013b1f100a9fef72e159e381f7b7fcc65bc472ef9864698792ab5d6bf11cb31f53d72577107a19480846d68fbb6aee39e09747d066363f5dff063c82c8a998b3aefa0838518bc91f777b5ea5e5289ac65243c6bedc78c64a5cbc8cd5a049d5fa59f7deaf1f9ffc583b3abd157b6f05bab324a4c11cbdc1dea2a22006f6fa6d9652db06f249905ebe751f010dc49f8c85c476359e18fb0815f72e51015ee9ac2587&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863762933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d31d93c890b36447f4c45b8181eaace734fe5aa75bb9618ccb0a219c2e1d41fbfd66957d236172df6fd06438754aee1900f9a1e9c47c3e172284564d8e49cd6849c4d6db87dea8eade3770199f77336c96e02307d3a202374a0caaa532cf9064ae288dc8b43c90cd07a2bbc01fe322fe3468b8d3f001a6e0d344778d207acdac360f851db557425a852eff450eccfdef89b7902fc2f70f0d55c7151421624bb14a0dea9e6067b4fad4774433e011436b43d2be71ef09b0e6537c717b31da3f4e2f439234cbe3ae7068e62be4ca0e1472a016631ecc61e1f65ea659291f6f2608a141bacb7e2e321af9743ba52557cd4dffc3ac5d09f8c27b57913b1a3f1f2f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863792609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=299ac206d3a7935448c1d3593252f5f1e4e8d9c2bc15e1cf9b27c645cfc665932d55d03afb8aa56495ed96d7dd9be64137d51a87201ae121b43ee16932d3d64cb771276fbabf4958510802d733beb1b4d987efed59a95a5f57b24356e2c158e57cd4b349757a339f1bdff356a63477ec7169a3aa700746a17c59109f12630aeea0c3813b96ef17de7df372f58aaec8d31865ed0ec808b57a055c0dc3cd7afccf0170e82f241867718ea70514b96f8f1f6909b70dbf2ead437b01caa8fe573c867bc4994749b4ee713e125a14f7110f410c5701d71fc5c765437d8c468ced85b59bf2fa47adba54150dd28cc97d89847b86674854850f11d6ded581a9d018833d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863811525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=894240e09faa6350f6e0161e7dd5daef9cfcd1bce328b46a5b51c5ca199fbc874676373a1200681682c7e64005545fe0c5490736cd174930b93f8d26224069a469c7e74fc96d289ecf84aa8744aed7035915a51ba2ce8ae517cf3e411f16f1388f42e30e04c6e2447aa48816e80033bda2fafdfadccf6372b1f2c73ba328c36ff5f1388a62f0a5664c5eeb09395d0c0ddafc33396495fae7c504d78d463557690f0c23db2a9d141f0af8acd2c904fb057db4950576c77b7cfce02abb2957213aee6fd3956fe33d68ec26e4d711d1ac23c002718cea463d117bf35e30c9dfa9db014c40290fc2876795da578383f68f6b405854090877ea5fabbef9ffaa29e240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863809511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=864f14ae91ab8bc34cdf63a647007ee162c45874b596bca4cb6a1a43810936bee754560249f4a4a9e1b3be86a55b8fc964d5dda3712e75ae8a4c85df302373e2cd35e05ace7adf45a53d3e9230718eb66b64249d065a0c0f5d98bbf9125d37471f382a6ad94a3932196418fadb1fbccdf040f0ed4c3db5cf0455aae72730b4f34f1fa5ad9d3b1133dd2f5c3953e7e67e718583a0e96c7263c96b5306277eb941a98f6d7ce7f8ec419f13ee13503b9554dc16ea5764cf4682efd4f84a2e0e0dcc2ef3e4c9d29a54a6ac979daefff1699d1b544151f31b83848044e175e4b14e76efe91a731890b50e2e2c6edbd38241890dbbe68e3b5e671ec64a9e92c58c631b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863834949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2303d70cf28951b79d042ae4e48a61d148b2d9fab925a5df5677b01476b41a50a47f132dbe97418e44663acdc3ddb6001bc09036e4521c74c5a7950ccb0d9bd48bd7abf3f9b0dc202d3c49057b6014873c048ab264966449b13d6ed96acb409e9b9c3d18b1c3fa1da2f0e544fb9fef07a7b97008bd011701073dcc3bbf8424b07a1894a6ace166a314f2f5abb03d784012f0d3c26fbb1e50ec7cd340a0ca44a8d847f93583ab07c1beb61c8b48a61b10e92331c401e4c25c396565bda54c9bb99d44d7f18c146c19afb44590914f4ef7c85c893b7327cf16a65b1fc8f08cf5ea1f3dc12156210979f0bd0c4c629e94caefd7aed0ccede1797b8fd26680bbd017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863853654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c4080b00d6cbb68284ae9c2a9ed8b82b936894d8d56f3be531d74690babb31bf7e5cad87ea49b07e3d88d8cdfe931b60aa5a513267f90172a6873a232b8baf79715c8eeddedc10760e86e131d71f946b1868b125bead9a07f4dc9c5ab6c26dffa616ee36a900f2e449b89ac688b3ec33eac8ca7d1cb6ccf91b442044c3c0de5e41c3d13180cd1e88bdd72667b8a45a71f902bc3d393a8bdfc732c2b4c567b303a97dbbd1915845a11ce3c4d8f835905e21eeac5ac7f390aef9be3d542e4f3a7b8cef35d9c2f26ad24c5c9a795652662666f07c5153614056370cbd887629e6c500ed1a63b4a7c6fb12e9ea2a325e14f86580e007f1358edc5e7c61cddb08d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863861599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=756855a15415617df2228349611fef8f7de90dcbb1ee0ee64e0bdd7d9158fbd54a1da73f5472942e10f4ebb51b0e6606fac7d9c83897459a7424512d7d8b5ae8a9559b7b05bb4bf5f091cef244dd7e149c6058de12f52b8076db4ec2a2eca288a63b73ee3ffd6c002959d1102cd462ff1dff943459fbad14a7c73075da574512e57e7ad7cdfd5923ebde42bf947a646b27291972010a5b55f7e5ab59d2319366301ac5f1b177d58148f2eda26014e05ae9aa605b00ffb033965caaa4fe0aaa5dcfa115a42ac5092b133ec0e8e98d89b4f4ee82a4a77826b1c0501df4cf431b38c2ec7e5fbd05ce2f076e946a825b1da3a554f04176d391406e091f4115d4b0ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863875495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b07e921dda54f3938d18b19f969f38198bc83cb817283313318cf98da839971146773639738cbed11b8926fd98c73e02af393087fb3598dc2a37cbfa5a8fd0974157fda441bb07da749e2946eb573b1e4a65e77b43436cb6f4a9d65a81587c75a8288a95ab58aad0d38e1c08f48925cf7f960ea6bcda8dabdd5adfbaaffba174aa48910a5df228101db3197defd1abc5fa2a3e99219c68dc3b313ce15f1521576acb23f42c39dba56676f0b4414679577795d526fac3ab46fce3f46005e61295ccdf1147ba920a81d0cb42d402d8a8b85d2b9918bedd35b25b7e0823cf79d4ada259197033ad0349ddee6a656c754d1c64d8673883bd25211a0732d554a27d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863879102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91f3259ce1b49997eeba246eff6f54b42d1a75230124d81b2afe578b0f9b664d6507dfee41fbcad09c4187d7cbf493426df3609ec73f8a0d1fe8c8289533b3073a410deb94cb10ad6fd695cf7327111489788322632dfadfef1b3e109e3ca62d73cda1f7f565892b4018cf560eb24e66946002e1ced6a4ec53333a0de496ba6535b91264ee6998674d65a4103a15da0c09a2bac001dc88c351cd5021eecae2cd3d89a9fd2d9c5945b152847d469637b4405c4ce0939abdd896e246ec07c3d67bb631e48755e35ecea90c4f137f3252b9358f8537be0bb9e7ea705477f391b0e3677a1a10117fd0448599f08ba54ea82f4f8a3ac854d2fd6047bde4d46720ffff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86389904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d6a5c0b35976e20f6e1ce03397a1f828978ff9a137160b1179013cbd379bcc3d8e624179c1b27ee90fb6e70c5d946fc174b901d7c4866362d54f7959c1f2b939f01c2a7be30e6325f8702ecf8afdfefb887ef7fd91554a881b60983ba53bdde1b9ab5d30d6823c7f38b8a8a9a930c0d5d6123e3d1769164790eb8ec7022a0f88330b1fa59b76dd2038ae34c95c14eccb3654373fbd79ab3f254ffeaab3e87ad627e464f1c7cc22eb7743ff59f6a40f368cf94ca6dc19a198624efa5fe5b07f92b7dedc97fe458041de2e0e04017c70a6d6d4001bf6ea29533ccf722a7268dd7a3f04dd2cfcbe6f5462d9d52be75f987dfaa69bb9479f3bda19d486dd179779f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863906073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=753211be6a2da24d6f8e863854f85ac6249d16e6dbae266086cee2f35aa0073d037a30fb9be206c0ef5bed1110e87705f1e449af718f4cf48c03f9b7de9ba6a79b896a4b77b052fcd16c04f270221fd99cfd1548b6315d9b8e25fb63dde50fac6f64daa05b53215d5c0d326749f35f58d47b4e85310434a94eb22b2c9a039156889b16ab7181cf145ddbd893fc7cfd96172861c993f03052ca91c390b6924e2369966f8f9c6a293a4d185ee1a32638647d1afbff3628543b8e8c802015b503307c597888a64a3c7e7b6eeea151b2f5ad66fb438ed2ede9ff51912bc969cb3a1e973c175af9ea55ad623d67be82a67899bb85d4d92430679ccdde138d81699697&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863907496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c4995dc84b755be2ec5797e479c24a7dac89cee7b51ae2ec644383d7d30547fb93f3e90f2ce4b893ceffaa25bcd489622824ba6923ee0c55cdd54d37f42c4e986f1a14eff954c11e0469633f7e1843ee9b163920b188a3e606776ffac3ed98321f5b5ce31b72f24a40b906ea074ed1125c6740f23c32235dbf9c7f98cf32e3f245757024c8b664013ce82e4282a27c7f5ea2d6998f8525cb2516ba6e26a437040b1376696c271b282dbba004f8a1d768384bb053d2b62c67d6eae4b7a5776097281495a0ef7c19397d0a34562c32d4e0fcad5dc3d38943660566a23e24cf690d30eca653023e720958256369c9a0a9c93b06f1332bb2625fb281d324335b6c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863918396Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d56bd0b75ec8288d36a7b715662a8e04a51c15a73653e48dbca5bcc1968deae9d8cd7a63b98cb242f53b7f62dea668717502da0c62b0b32d4f63a6560772873d6f30450fe5b67194a41d5c2984623e302e9f252ff16531003350483d8e8b139596081ef7d43ac748ee7b6588257c0516c22a41e743731f5b2ce9c9fb4c01bab9b541e8810ce3119f6840b967c2a01c15d38b285553d91858c1cc6801e3fc863ca06d845a353684f5633469a6fbd0d0691b13367fe09bb334e13c8e769caa26edc8f19b9e46c787e51ebd2481cd8f4edb5459ffcf0d7499fba4207204f7ddfb7242ff4c33459d56ccdbc253318d6cc8fd05585f445cbc72abf1a81e4d8ce4899&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863932012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a2107a5a37d03cfaae91264cff281df9f66a9d4a1eb215a85a91be8c295f88e8d095ca1814992b0835d3353960b4edd1a91dd7dbc272d63fe734886aec8fe0195700a6323c6f1bace7ae32939692a84c56dd1f57b5484560ae714a7189f7ddfc396f6f2122832f0abb376d3af5d99ed0b8f4e1e23c624f216bab63b21f18dc6445fd4784995f1506d0d3f54e67efba18d14557c699fbeeb94040159e51abf6e3b1595bae3a84ece73c9a896c3a7a57375d4ca04a43cdf11b5f27673b5353fd51b3fa56086a9fa7e9502a75d9ffb6a387ca997c0f64bb75c1c1b5b0b0f39df865b7c7564d0436ff8c1b48d8d58af69d0c83608b6e81ccc63f5186fda4c98eb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863943022Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68723f2adfb2779ba460dc0eb767d5df589aa2cc9db0212543ff3f012e9580fd324cfb22262add84c6041a78c77f34aec2b8009e15ad1180368c479e887d180efc489fe41dc35470e50aee7ee30096efd7243febe843900ad7a98c9ed54a79f76b6ad4e385310deb8cb0aeae73b40dc707f43eaa9d88085be04f586a3a00cb8065f67c8a5c2b111fc12f818098d0cf8d50d9d41d7d2344695deba4f0b90fb8a8c772df2fa4ce57eb86c1019fed9c0ae494e0a917750a06123e13ec84b2ef8d2e3f40fc016f0434f2705f87b0a0d9c060edd2130a3e9ec37505f738dc4e063bd5e837073cf578cfcd1abe437b8b10991f044bb06ef193a37f0714286f3e43034b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863955306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d37b270824a1afebcc8b0defc504947ca40140e03b3e696b918a12ed4691be3346f03e9b0cd5544c212f71f9942dfafe436ebfe02e9198ca24cb6cafa9e04a9050f1236ea9b9f11f08c490b5dec7d359674c97aff0076e967e0d7927d97c89c5d604a14dd73857206c24b2f13b63f98a3c5ba9a186be2a22272146d1c5ab1d9eb277fb7ff61f5a67a50080aa2ea58feffec4fe6a594bb6875379c8ba0dc9395e77ac99e4ca885bbe3e95c5f21473203d000aa9c470d79876ec97d09afeeec51d7d6bd1d54a251f7ad495bd4566ddf302d79c4333ca7e8265fc3f0f71fd1398fdbd7dc727800debca2eff9cb5cd09de9e32083e3d15408230f742ecc4f316a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863958401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0637c8df95d008da365c264f0a45863235be8a40735f0d6599d98f0cfc1479f000eb40f5ecb74db07a9476ba9f0102f6c03e33f5561b0311b6fb8ff11163d9bb94b924023069ece527d274623ebc1d452d38be6f49e0a6b774e1524c75014ec8091b41e18a5a0d1671df8d6a98d862a4d991cb286f4680d6cb7244413c1b2bc15efde51a4362532f281617443e317f3958435ee5ee193d0343dec63be0545631591e290d377b98f880c7ddb28e9d10cd5138405bc0c873b0c124d8e76e4b73a92969cb16e8f14f61190381ab21a8f8eba277edeaf669fd2caecc6968033d480156996f7680e827abb6d774736af25c8fcc092cdee4a8c5bb4f05ab7535f8bb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863968541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ada877a744c7f2f1ab771f963e7f8e8a8899c0b7bb99fcca7a0e1dffa7c4482d683ae80b2fda1f8a134b8017de954d74c93f827990af6431d58240076349d003aca91df21da6a4a4c365dfbb40d63fdb24f87d4a9db4adcc292cf6e7cacb43148ddbd70c653b2d0762fbc6ec5e7b220e3ac8abe3523a2d3a50760e60b18dcd26617bec18e39258fd821c11877e9c9178ad6dbd1ab3e4c591d0c5e4afbfbf4467f2089e5dcd4a546180a1ae1af62894c560ab7e13bfc0d96ba3520bc53fbbe9faf1edce1cded36206c6425958da0c8fa7cb46d82da73f45ef63a9a1d2c90d17d8ec6314dcf41a1c9c80e04095e7aa9acea2497c98f56d3cbef5863489446c35da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863972759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=331d114b6ad60ed494400fb4d68b754379bd3a330af6b13464e8b1091706f0814d8e2dc252a1e1bf0cd2bfe093a939262f3084ea076185a7557466ecc42cb36820d466d280cc452b824e75163f04127a5fd378bc6a9673d4d903fd7405b14f0f016cf66503e66df5cb92944cc74a4dca1534df5f4e600c8ccc624baf3b83c13ca3c403d12df542407b0ccbd7156eb346bdfe7eb1167adc45eb063a6057e706deab84d54506c18d0a2c57880498e03b7548d5fd0d34e979e424ea04db170a39408fb65848a555488cb421e1a34d9b4b02c230e9b804d615d6df63e8afc06422643cf282457f3da3e7d952fdeb790cda32e5a034341bee45c66bdee6f82da39cc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864006081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35ee720d61b92c249b83b520a6b2ac12fe59c9b32d4d7c0c0825e5d3443fad6b7cfbecd0532b5f196efcd299eb1453d5b6fe26faa748cca037c5b1110579dc7f67fbfca94062ac50a0d898ad564718ae88886ac6d25fbdc2ea5ba0b541b8fa12ada8446040eda7ad6d13ac975865e7ab46ec16fe9f1d78278c8c1af97682bd04f74483df7094f352d03b657e3b9c14ea228cb54b8341671f7350fa5548f8555ef3afb526d10c2d368d051aae957984101c2e6a899d2c9c51073a84738d4719086ce8d197778d2c0ffa8f040d51dfed12f1c51529fdf0b30a7fc0a0c9f8ae2f09b7b19bf4a8192511940283d01265a30c4d692c04ba4807e925b3a04440ce6b44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864033543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0447f5196e2935112c50bcee8631fd1bde4a1ba76cb62eecf86faadcf68c1b29fb4e90c50224e2cd28e61c3e09fa4cc84a6ff995e77724ac823554daa91f08481b98820f56c6169023df7fec9147d31d4ea8b6bb55bf0e470edc08981b3fb4132747641808b55bba34a92b072dc9f31171fe516c6ffd161410127abc15389fd0fb88b1d30d6638585f29f953e1885ed5afcde7a6c14f1dcb10746cf6d50a7ecb5a9b5da67ec9b6000fbd588e6bf1502145a7936dc6f757b668035e9d11125b9759eb62d2aeb969bd63a3c609ad3702d3a1b42514f2a182b440d8cf3f2c3fde7c257a204f008e1b5903b4c5d06905290a7e3a9a8aa34961f606b2dfd129ef8176&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864041157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=762a8b40780c617861e2a959eacea5d1ee552280cd555a89f0a2226db553744a23cee01cd459fc5abb03194e068f4b2a527bee33c936f72b6c3eff667828b93648aa89845248bca7bf2b64d8fb7d24247f02b1cac658d135f2ba87b0d9dffdfb383534d83ad776bf3e66d1e75b5e2248eddcc95d164591e533b0d2e0c059a2ff52016ff3303c6a541dd1c89ea80df44713b32ba78957217761f98531e49f2d9c55665d31d00888ae188584c151a52ab8dd19e93a7dd909a45a9dfa21d8abbab60c75e264b0505d767bd3269f9b8467b3290e2b5d016b3a080d7fe1645174ab6d036332d68e1287bdb011f3464ec033a7c4ab2a447e74ea4b2df1261d24693302&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864061626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=735e7341357c8c076f88352903c3c6025a0d3875e96340edd439a8b612ba97159e88fe43c0f6d582f4ea62e020c95464580fa2cf530147c5714cf9e82353256c84b7083ab82e495b0daf0d1a6491ec95ed94b7f074f7c62bc3b0c936597693cd81760ad519d315cc4a13ac9e16886420fbc9d0186510bbf6ddb2cc84c57a489a1505c401d250c711c0fd28a395088904c6ea8ea23971589f03120949a7d18c2c3b861d4dfe77169050eed8b6a68e91994e98a9906c6050e64169d0b29f7a6c6516180b9fff192c5539ccb8c06042c1159b8e25048caf1c76d1ec59e94f501a9be26d4c205ba178e8105652e786b17845c4567a2462d346ad9bbe811e988a5426&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859604996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1301d4268addbdf1b2fb367d3958c80b157d626edc45913069f3de50e4965bb177802f67d43b0fecb89a1a2eae2082c1eb53126608c9cccdb9d8bc377f16c4de3cdaa6f4c98bcdf7f298fd630a1ee47bf3bf15ae3397f7037e70b589ea9905031384ebca267602d307922fdbec1914fdd142b575fabbc9009696123b64cd452bb8199c270a9de68487a6dd7d4cd6d5a65c47277d49deea3294951e8e42cd9bec599d071d9a18bc576758000ae13b6408be69b79ad9e718c0f8797676f6cc179b4af27a8f3a9f864c53a3efbc451a383d74cc061f67eb7a606fa693b295e8c26143e694a44b5244d2b63829041dd16a6d4bcaa45e5e7715e8ef2d3385fa00263a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864078157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b101ff18e30c3fc91a5143b123e9e2941a38d2ce056d67eeac17af3e39a7bb25bb0dac8f9474eec409ce49f48ad218a9d893cbeeecdb7a1e1e0cf35c8fae88cfef9347290c5c557ed67a688db2e21ca25b7faf7a9c4a73c1d14de14ccb58c8a6e2dab0aa804559bb099e4cb65863d939fea9d0a7238145b73be1fc24bdd4de3404deeccfde50a672096d58226a9b345a9718ed43695a5d3fa470b9ca39309f8ba0fcc7e4a6a9fbc418d6321e543fb5c5c0689e71a94eaf11d7e4bfe29b38c347b77f07b3355265c944a98b643f39644515a79247a80afc1ae4a06d7ecd0079b2a5c55d1f5a42f79e8d6ab2cfa61c6770a8a91dbb760339afce62dd8c58f287a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864088046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90f106559c8d87cf41086539b4576a8e4b82f904154a1b7a1ec7ea875e4e3aa4bf72b54c317c4cb203823f71aa4ce6fdd851eb1ed716e3a44316699f01d22cd976c902b06a186df2f87d7957d28c197915d157575f45ac48bef19edc4ce4ac01c8b7cbcbb150be314a7393dc8ac79cd6816ff1db4fb7ee3a78d6ecb2cb6f04c9744f46ba46a39796cfc2ff9aa9f144dfcaecc57a5fbeff9c7e819a733fad40a71654460120151f71ba0107e9def4afafe16b163f1f7784b7a1c043f6bff79e04597929fababfc82ac30b23d2231957a537d433397e32e551c83054e224b8eace857b4f406b3ad30979103a6846587d702ad934faa4da3de46cef4f441ad3618e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864094528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ad2532ad8cd20a1461f04c8093c6bb045f438af89e1f9d60447a21c262d606ef59557027fcfd0ec21082231ef8a85f550639c97933e2d01a7d592b1dd5eb5a725d2bac4b11cd0ce08baf72e1c7e737355379b8ec15419b916468e32cbecc2a644fd1853adbf6c65a3fe3c80ef6f8198dde4749ba491034fcfe7538fa68d1d3fe778ffb33fc4a783e1591e01075d1041c5ec5990df9e6c0af0aa8f3aa97d9c7e46b839e01145d7370d8d68283b7f5b742e9289c003f410bac26174a365fcb2001f3d8c79895c84cb196e2d6485c58348ee5642498e2aa49e9a18f84c2db3102a867986a741b1947fbdecdbdd846646b53283dc530bb39da4567b4ad5784dfdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864104076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44a02e28e3d97f09cbe0032e61c0de26d70b7896ce3d83570a1d2e7ae1bc2be772f5918e5307b5f99cec902aa5d0f3316e0ae34b1c80c8286e088d40635f19350ad094827102106bb5d7783f76d93ab52af36d7ba2fa886038f4c9a230399ace916c451e5c2d79ff87a9ab5cf5be3dc91c44204df6b4400669b0d6e75c66b1ddfd92cf552c1e90360a372e890ab773025ca21de3160c59325cae32595b9b88a16defa8591117ab2ff4b198fe0c9d9ab58b2626a0cfd91212f3a67ee035b8f4c81bf5938ef8c5fb0b19447f7a7476a5d136a3388b1ff2ba6919c8ee3141d1848df41587400b0994207d0ebc8260f794bb408c896fef2107db5fe5c2142773acbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864105068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c486e2bfe126b39af248a2937e8dfa91d02aa101839b8bc9fd7780ad907c701289098187de731e0c185d74c6722e2db1cac5b5f8377e8373abd75d02aa7872f55a9f2be1729dd47fc1e62fbe64097a5d793a556128e0c19088c4db2c72ae8af15be911b891459a56471626159e9eb1ef55e876ebb36cc30ab3b18e6c0b90907298aa9ce1852adbfcd2b08baa43d5ab44b0efff50eb0c7b51796c990b2a8878eda58daa9cfa670294754f8137b1f5e5aed49a50baea548f37bbb715f09b5fc590a2c229556add9375110b95dc6d9ab6d72f855e0823cbc18e1919d9dd96c963160e12eca8caefcb9362b1ba06eda2d8fb3bcf15c00d040c2477a799dc4404dbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864130025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9364a047e913e3b6524ab1b5e65e74883d08f87fc633897f66b984b8c31561129427447c1bb2d75e0293665acdc0d1aa1794348f545fdd3b007cce817711f612226f92c606a9422ad2767f4900d5cec5fa4498f01d7784268f8e86c133f5dcad6f84371ff93e56d03ea68a78a4502ad48acc98322185b493caad10d806460088f691e02d1ba5b1eeb5139020dea6e7d6b637ac933c5abf5a763bfa232147562dcc5b06fc50422083996c507c7c83d5f04a953b59b441162a3355a9cd85d08fbd48a2391d9bb0c9f6d4d8e02b1c496c421641dfb64780c33133acea1ab78f9a9787e87f4bb63dec9144f8305297829a53e9835b9fd40ea8d6003ef3a0527dfc5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864135635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9987d99caa3f452025a13586b79832cb8728154e7fe484c6cfc524043bb189f0f6171491d0cb62e74156aa3bd97341b46decb09145710196e4818d9edaa922d32ed585dfef751c4185ddd1490d196e74effca1c0083f3bbdb261244eb381f3c6fd8233f5bc661a37c03b48079a3ad03a81c3c3fa1be397945d487589086e17dc0bee92d8f4204f30b069a69efbb035a7a3d56ece76dfa32a9bff4a0a94471a652ce427e8ca63a8d0d5a6be4f4ee974cbe45ab59aa47f41c9f8bdfd89043a50822407c77402c5c0b041f606b3ce6b010251a10daa46e468128137b35d4bee0654bba4b8fdb88214121ca7d4831ba1549ed7d7b4f2ec68898e662f56bb60ef105d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864142128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43028b11a1c488ae6129991bf5e78471d9f3b8989b74af1e9ad1849a9a25d3b4ee8e856d1deb948ad5f4aa1d2222b8378bf8f38451ae5dcaa1d27981e06ac948c7de7a8ac52b2d7668bab3a13fc06d473e781f3608443b1e42eec56f8d57932368b44c76144dc45f16808c5379adcf668d76b732f29d62e357b502891379681f64d1928183c27c82fde061daa539fc00f56761f1a6912e4d0686ca01c120d82757800230a2768b756d67b436174ef281b12132124598ef4f3ed0ce09082fa02975ebbb3c0a781be632ddad5e519c395c155ca8b178abaeec68abed77a9f6a7b3fafb48234328a248e52fc35da71aa8e848d02e20cd35d42f057e312ef7f8c3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864148209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2030d441561de40e4b2c027642ba15a1973ff73dc41d576040fb282478c0d1d88a9a2606d27da36557b557177ebdb4972d55a4a9f9d61102fda57efe5737c584d7e8ce0f0d7736aa16156f10fdcc82e2a3e1bcd7b0df9494db088bfa7e5bc44df2c6d2de3a47f187308187617f17473572eb3ca93b2ddfd277bacd1b4f266c847380acbabd33b73ae5a95e8addb27da7f495b34602688cd8fc74f59b516fcf55183d51b86477e56d649399d2d3aaa301da68cf4013d7d1f80087c4c879b294b49233c1033a1bd23a3087a26a82dc389e17b56ac868efecefbf397e18cee6794c8630432770223ce500b3e6ee866572328a83fae1f07e14e20b29674a339991e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864149852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=707cf3bb2bea7930b844e5199f61122226cdf01009ff09a21905ca6876679bc89811b003ab9264a0cdb3b22149bd90f747e926d98feb85b5a0a134be8cf7f49a581fdebc92091c628d4cb0cc8a1d4d507fcc0ccd8f130713dcc9f2b3db63da459a0f3d98a9740b93ee9a782a8874d9a15e68cdf26c5843a256ac1f23541c33b6b6dbbf6c8ac7a5a21290de97401d5661b72d6d31a4c2db240fbc09d8e0ce0b736c8ed30563c3c9cb66bc9d81b85f6a4dc09b87c32e6b38d78227b04fc4c408df92f03d61478e115ac900a5d2ffc436ca79ce10f3160beee4161dcb97e1e9266d3f94726e10e0f140d60341ecf81d74eb8b64c80b158de56b8d2cf44fdcee4a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864150043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4596b5b491217b6adcca8c10116ec5978b74111183707994b62e3e35c6e5af6063d6083d8860a7917580533c7fdf3450ff95da843030ec27f9f0a7cd87fc069b6720675e324ab04adfc9d1360a71c3b36e1ab0ea6c7af9f1e1d2c551249511963837104583fc803a5adeb428d5a8483807880804fb440b490480be4ddd93a8963d16d2a3cae07cf716375c969ac73017b57a70f4d0ea79dd6d30877ef9e12af2388824058f039493e338a8181b75f8424e03a9ac183a890cc46541331448e6edaa8484f583e7fe676a537315129699c6a9e872e81f8174b1696653fc06cfba9c8823694aecf3697288176c6d47ccac9c5b41ba47e61dd7f08c91e2939a5911c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864169079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e8be83b90759f6b2e2f21ec6f7f9025cdcfff4abbdbffc0eec76123a5482ddbed01a10bfc7fbf625b50f79e12e8c656d7809889137e3138a9e5b5db89a09438a453f50c230f429765b7b9136dbc48ea9ce5fe4a296e02db3b40fbe37b453a7ec066b6340f9bd7001f87f20913b3090443feff92b5e432f8137330e0205fcf98f441229939f3762a3dc1b3cd6203ef4a56f5eb79df333becda1b4768996549a744b9a8200c7ff9cc0bf129136f01e349a4745ca39ba6c67ee1d57b1f3ed99d7bddba94c9c1d8338f358bb528700dc98ce9447daf29f8211849f941612a6356f4b1251dc630861fe80e31eb6e2b1a6d3c57eb07440171bddf5e04e4db5062c22f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864186461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8992916bb0056186d42f465415bc60be9757ad45406684be5fc0b559a81bad6555f700ffb0f4ca0df7c1d522fb6f92346db0447507843c055263c90a549a1706117ed79be209369ed408778f7e5a85364e6e100b20ba6fdcaf50fea8fb48653465321f7ed79c6342ff7d116ef1dbff5385c6337ff5a1fb920176a82181a00933f989c434c230ec659ad4e04cc080e951139ba9a9bc654cc9192d2ed6854780f447bb78ac60c860a90b4eee332220ca743a563e6f64bc10a52b5f9752feaf7e4d4685c4f34619a5e484d2cd90ff1f5c9e18911d9b24a266110fe21bba0c2b36f9e2246cb04dd4ec91e48fc8058cd7fb5ae4f3bc80b9d50da6fce913be7d29a3b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864192062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c10a4bf1ba851b5e8247c33d95517b04f3022b404dfc8fd633c7f60898f60223819e7c9bec5ae2e7824e3a8625d548c1ef5d056a3fac9b0c21fe4f410413c66afe6a5af8b9f5d224cb8d52b9338fe2000bfeec6fc6499d35b3de2756f11e8adc115cb27b21cadae1140e56bd06465669572023edf64c30245800bf4bb1890a89eaa2b5d8a22011adfd79609ee14d82efe89be2f5a591cb2c551106effa8938f49b688e1476c6861cda22d3c0ef29b73492a2986cba3111ac366a51d2ed1d6cab3b9f57f0e1ba351cf53eb9bf9fad3b150d402e4595dd32870e16c677c5544dc567f4182e3b207668e3382a6acbe5c1dec307c848bb3f42b3d2bfbbd4f9891198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864194787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=107004d237dfc9b96e888e8ff994ff967052aa541aa19dd8fbcba8e3b67dd6381ddf65d73b191bb95853128dcff1d4318c9045996a67fa92bd6699ae54a634288b484151b9881da1d3fce864ccaabf78e56f3c4e9c5a0751b46589c248e7337f2de34f298df2c0b8892a26b0259127f711d584d7a3da0943f5b41fd6977cbc5bebe1d0e258ac4c3cbfcd8391359230125eaacb163a6741efc62d28206c92160c5a667eaf61c6e75a1f22bf2cc24ad0983c6b4d40fb624f5116bf0bfebd2a509dbfadf83ab98f6c54d16e9424d88c47b8d129fd09386ffed2567195c1ef14222057f691e351762dd7010fe6697f10ff612d5b88ac75ae60aea1436a9037e6e086&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864194246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1faa9d63723e464b4cf6a65fd359bd909c688a4388f22c869a35b778e3da4f855095ce42af6a6df14c6e673df72668e30d662b36e3c88bbf454b98003e83e5443d0df7f854e8b2a9aa2a11dd781df4e5f40159e5ae7ecd06f3b8e88eb3311f22025f5017b211337d7fd8a6262012dd36503cb58fc8c99adebbb0643f304fe03a8d73693cfa63c060c4ec928b2ca12acf90d7d7b08ef87e98bfc23794675ec91571fe305d11b807de4784ba7af4bcc49623fb2bf2261e4bb7047283d5c0c6c3468b66a4ce84a731f14f892ac3a97aa1ef4cd5e550f7e500269d900b104814b2250f7d49ef163c36de4fd851286ec17a16beafdd80ab4826d552234281d17b4765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864192923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=979fd3024e7eeee8190ee3edeead26e3057abeb28cc86cc4b5c4c83ddfd55ac1f0e81b6849f8aa3027916214c11e74098cb6c6da92adeee0e13e6b79650db360a7f2232a0904c38194cf0b7f893c9ec86829f3e89bdfa0a24b48d7bb32a6700777cd94ccbfce624f40f365ee32e94109b470dd0fdfb597f5ced9176e3c558d75d8c95df604baa81245b30f0d7f646fa93feca71f64a621e238fb2d0cd8745f6447d1559427303518cc9f119cba25d9f74750fbe8cb2365c1a33f0548d028ee99922bc5bd790a198267b82b8b44925466e07a1d31745d6f5cf6986b9313afe953b86bc47bf63d1c8a1bb13a028f4141c21b22db88a9445d9ae6738a08f12de586&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864210917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f9ce801d1eba6d787334230ac6a19e2c68079d154ef5a4c8c68e1620e8a3a1b6c4685c0c584754d491c6809105d330eef88fbabab2e2d7c14a014405b83a9e6dc3f78e98dc1cd02161f96387a56c63a5fd403f33edde44548d700e064c796085e0cab09c4b9d75f63336ac13cd6eae6fed340bc8075856189fbc082c78e04b4e3b0c7e82928198bda6a7d98d008a91183c55b0da256186eced29c0d0a8d218e9b7b110c1b6c7118101a51a4dd04b2ab7b432b89f6517e78ccf9f889965a6c24f5ab445cfd10275651c2268763c26e1087a174d7eb3282d47a5c339227171ce85a8349ed80be084db51de2c3bba9793ad3d04292321ba3fbff581536cc4837d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864235404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a78767f4e3a6183c5f599b503f0e2da772b97d0d6f09f612aacfa23ac5d78d84a98c260a8ab79cd340614ee32f2e1715541fafc86ad2c386a9020afa37dd3c062c13d39e556c4726d112f1099620f5ca52cac215418dd6d7b4a8b6db86ae8d004fc5e791e3daeb0390876cd770777333028dede76dc9684c8d136806ac5fb5949ade460c9cab0b3ef5022107bc8d3fb5e13453d356a967ddf849c95e77232d1f19d1c983b0fa85f929d4cfd9bf8dcf4b425a362af6fc34bba7ead74d21d9c12dc02092ae1a7b7cbd96661cbc4689e8efe0ec65504d0d62d6591e066184b290b2340df1e5deb0c4c4a901fed382e7ad5a8889566d08e06507a79785cd4c148bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864239251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1a160382fb467e242138656e4ce04946a7aaf306e019f5b514a4518f622a285342b524af550ca993797fdfe0250136571ee6c9a2ac97c200fe31d374ae99e5b192687441df27a9189fe98760c3711103129eb5facd95389cabeb74032cdafdd07902f1b487940cc829b19d3ecc954ce6365ddd012927d6fb4ad609e07a389b07528bc2a747b3485c68d15c58ba7ec247ca03eaa6ec944702e45c817ccd98d0416ec9efe54d5d8a1070df1d796f94c3b01b935f62c7483ccc4139e602cafa13de8355ce0ed459f763175d4f252bff2626d7203c00358ae82af020839844eb303c4f774a488a07c8fe4c6dd13c7994befa71860f7a8b8035d46d268cf722f9316d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864243439Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b1d711f4b23079e6a8ff6a8d7550eadc3d2f5dcad97e6c0df90fafe842c46017dc848e9a571c6288cc3369a5106476c0fcdabcb88f62eecd425f37b09d22be001d28bf0946334bf00af76e7725cc6c1a25e8788254c245622a7b051ce7daf39a6cef4b0fbbc76badce72053cac9f57e4d438eb817f4ee7e4cb6856e0f2f7fd714048917863d34ee3c646fa72948c16ec50869d613df20d5c6fb861fdc5529ce9580cc9f22ed106a074fec3ad618d212cda61bd9e8e0af1b59775fe282ebb0bfca9ca5c43e8ea804676516c49483869209e429f94ed99e29bd616c2c9600932666d1fc0a322bd67a475e53918d04d0df421fb7c9bdd17c7e22170c2e6f3059a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864243509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b8454fdc1a23f74462aea7bdc19796ce9a27208ce2d1c7f878cbe197d65f50709efffb122e16c349da8564a6b0ab3466b82db8291cb76e7f8259390eecb347eaa3437aed109d1ed1f8f8418f15b9b044bf23654a93a5fe7f8f52edd1da147e0c624e6408f60bae67876d6eefcf4569581b67efe0d2878d24181f9be0f05afd7c60ff0b1f1931ce2a4dd33683b452e266bf7cf88e2690d7b4637208a48313a763fb54f4b596c2757e698a74df10df51bcbee09f40a18511b685a511ca4bc01903e15e559fb5538a6306089030a8d66777cb083e0f9f8ef4433ba786009d2964167ca5b2ddf48a30b6b2a7f7e9d0a4b5cdb29ca649d0b107a6b7bb4626cd380e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864242256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8353911d76ca542074a65c8636cd46f6be42b27b7152bd9141f4e92de8e0fde313db323691a9f76404e173004d46e4160b477504322cd8c878d0b3eb0a3f68f2d80346d9c82f001dc35aa66dacfcb8e3c1baaf28640fc4cd43d8d265cc803ce36847d51240eb744ca6b91f7642987893596fc51d034c465d4629b29f55b4e9d504c859016aa4e342c7cf069d7df7a64bcd1fd95989832091e9c32d4f7e0ee11108854d2cd36584b82b14cb9b821b2ddffc5284ee0b6719594296d4639f6b2bb82750e027f9c1c3fef130505a1f5b7a745582f187e9f7425504e7c1c66e7fd364bba740ae26458159346cf2f67d1f4df3afec6ef77626661495e6ff349ab0dafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864250171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=805209c715b18fb53d35cbd0d5632c257799de34b6539f21934a7bc0a52d8cb3986b101045be58c2cb76a71f82eb7ed5f60228d165160d7de5c7892496780e4c4fb5f4ef17da471722c7f77c3d6b629f40d308d9953ffcdd6cbd0d112c4a6934e181d82585b604387b1de225205c6a027f604efe003f1dc6629d7b561a1bedb16c0b8615b5baf15a451f5b64fcd6c21424dd7ec8d234c893b7b7347a6dc902a7ae707618551ca11338c5f03a425867b334d9b6b4b2aacad6e1dc46f917884f9fc8a69e401d04c4df55fd895abaea5e923876046935a51366830ae4246685e87d8f946edf4c33dbade8526d61888aa6dd05d0f3b1dc53c85b707b8339285a2834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864266953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98d93f6a350c27e3f77771fbce9cda36efb60854599a15bc30dba8f17f24354ca532a387861296f0bc99e5813d482931807468b96fbccb42660b52474e9692064cc798a43fae93f490e9ebef9172086853f9400c66bb16b51aed0f31966ef55dd668c28082f5f4f33641e1de1a07576a83487786c2a7e39aec9c34d0d9fd53c334f0eed6dff6147a91c20b1a5127f53c5349125466353497696ba2dbf3fd78ed3835cdc92ff37eda9aa9e7335317d3641543db86d42f526715988ff71a8c13cab59babf85eed9546cff6279a53d01ebf64ecaf80ba52f5dd47c80f109d6e016e0553d08b74cb9d30641352fe66b62979d8ce248bb9ed69b49b29dc376b462571&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864277172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383389633eed80273bf9a2f96dbb4ed8ce645349433a18ac6910d79c627df14965106e4bb0bebb8677691fc0ac297a4786edaf52323b4daee3393e20ffa1e397926f71feb3bba67975a2c2052d4f01e0f1f0b8101535193137e93b93dfdf3a11ba89717e1448c14ed6f9751824764fff828519b61c8b6d807f7df6a95909fc22e2d4c394ef079484f6b88ca0ab1287cd315a3e6d8fa3e481f12d7f798b0b1f80510539e3579c2e6d8a8c5fba1b51869e4d535f0a6ffb42962f94636369859acb821668fae6099b416ce3e219e139629afdb98f84ba0cc6102e571237f458b25815d2d63645f7b52952f320c6927fee69dacfe11676e3b757f8880239cfdc1521&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864289726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=17a345a1dc3435020d4f242f1cfc32566a1f884ac8ce9276136901f07bfe638e375732cae97dcb6102471e110b80b567045f337b0a6580e5fc34981667e447b5203cec8d60f486785269ebcec7437845c15a1774d7d16443820855c95171f34ffa934d091a868c2817f343cc83b4d5c01ea2fd3e91b253e41f41cbe437402ca5f22b6b47d015583b20db09fbea57e4b6cc193d701070309edbe7b4d52e605a3fd6a2e7d01a66abafdf0763c15f491bf8d94bd13b60b8a9beec72b7136f61581fe49c6b90c4f6b9e97a8acc0183e2863be530fdc73ed3711245f360238dc26e869d5a04ade3e5dc6c220101293bf238a14fabe4cc0ca568136e072fde289be5bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864279897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=385d3aa55f9d439ce47a4e340aeed810b916b58f40a13fce0549a1c93bc5d143a74a0eb1e78f34e1ecf2d28ea80bd2139cee57c0a6e16a8f4f36e80205e059203d94bf33cb6b3e05eec16b3583ea45a3555e817a34166301f2db2e24b4ca2437b4e27f2b59c9f42f1a7372bc8346d0984f9972c640b124240f121ea07d4de0f9f864ad47eebf1cc15f6c8de7ff8f6e5878b2213e1d106d7a5d4d4ab72403652d6a586ccdf9d3bcd483cb0f4c42284cc40ab34b88bf5aaa3319a34b1b5e9e419e0a56fdbc20a9b27193cc367f0f3be263419b5ece7765f294e977cd2eb2b956f878d588b4efb8399295893cbe4df5abb72df0580f77e49a611837b7df7f66fe2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864284867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6700301c8d6409cbea8d6365ee8ba5a4c66855faa2d8eb953711d46c7306a0fb6586a3830d4af418124649cb19ff287a05768f559c39bdcb729e71ad650938b7c658db4352217a4178d8bab1161a420609328d0a819c8cac825db06433fb9fd5eb06a9fa7a25c4fd13a4e50e69400d67a62bc28c0847ebf34e70eb7411a940b956c4c710df9b124016c8c9a950cb08e6b8dafe803cd1b01a9b71e4ed45274bd249cd6c2a7db7f5e999d0a488cc03106a077b4ea199228c7ef03e9cfb0c69e5080aa907589373c911d4d5d422c62996f51353c5f3ccf33d3b0bd1461f29fb58cfa3cab4bfb113a27fe069861db677b35e636c63dd24de2265c8f3b036a1f9db54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86429167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3a1bf71a8c5f7e496339bf66acc619fe23326417bc0cbb08a1b9b7ad809b15d2ad7224f3fea0e3163740fa3b744e99e53767ac3f2d3e52118d94292b1a35e8fad1f522c9f281612af2ad03df3d77ac86b3d856ba60ba2dbc5db7210ee8be4ac12d8389da93dec35ae5e2a467c18b472200c90eca780dd74f1f0e9de4072febe93578a199246865fa81ebaf400237d816fa63a5d020df707d376547b521ed53e89457d0d7d04e6e36bffc096c6bcc7be29ceaabbf51d706d9898f4883cef105a572c59c220aa75c00eda3fea87fc5ff527fe4777085fca03674d4114fa7cba2591a5203d43b04807b8417f207d7b14a292e1ff806e883ea3bf28341d1d62af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864290958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad2d42171f21c1be0844f585fbbfb834df78339b8b7a0bf485d60fcb4c901a9cf7a6058de5416eb01fb936fd9e944d4429eeba7843c5146ece5fc031406fcc4d7c4ebccdf32bf48e22f2ae7593fca84ea8bc8ec56dac9e7fa16f217cc07e07c729f2d98ad5ceba5ac0c5aeda89e616d293a727408087eceae06eaa6878e0d927cdc0c1e39f6c956124d9fa0fec0e357fa5998a6917c6591609c68f62e0d8afd48d7f7911f56ddfb4711bde4ff794a2c1fa51aa77b18d6454fa3266eed164eef78d774d300103d6306e2f6e2c41d6e7761166475dca344db656973f1c6856e4186370e7e82c5eccd68c7bed25634bba0644c0ad184d02b7fc9da9c79662d08d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864289976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=968cc71e3b65398f5bb8d70367c728efc7b169c50468f407e33bf995df405e4009aafbc096808b19e0c117fb45a80568cbcc28503de7baa68fe760a34a8bc162b6a5c460ea06cb4a70b2a82ffbd607f6b5fba1cd7cbb3967f42fb37a39f4bc116497f7f627490904411aaae4527ec967cf22df8c4779753156ed46278d2d240ddd854683eb992767f3a0fad58dfa24561ea61051280c4df08d96d9e7e2226dca290520ad5b2a17cc3fb0be2dfeb6051b6e1600eccb285b96fa7acc59625ee66a1bb98dceabb0134c211f1765973ead907eb257e74ded1069e682dd726662a6ce8dbf7131af6bdf06447d6095b6b85905596e16c2d261beac1db14a4db2ae7382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864314953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a99edf01837e034b5c412d9ed626c186947913fceb1905bdfece5036a7c5c3760e40aeb066cd536cc76d1c645252864a17d2de31bec0abff4852c00296f15bed53b0ad0f53d2d244bc1d1d2cb882bb8136dc6168e0f084cec48467f52f8787a0489b5b3b4e004f7a136dc7f680fa1c8a25faf61d09022dbdca410393bcee054a062510bedd165532831f6cc3726b9ac53daff1a2527905c423586fd42c32f167f0b7a2f68931ec2e36fa8960b35fc6dabb4ed76ee62cc96a0d10e6051c9a7b4bde50874370e92f957535b6cb1d22ba17d6c30cb1470dd286e43eb246262c3544f13b0c6e0ca7dc9fc2f7b2807ec8a4c926e90c522d4e5131ec883acf6b74efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864324191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2061635adf7e6567d1c3023dfd9fa6e273fba6d9039cbb427ed73a3ef539e09dadd84f901946131c0595f1970c2e22f4925089f303a4b9065f0151c13b6e0973d6b2ae85365936d3d96eb32df5325abc080c6540a89b1469728a714876b3313038c14cd099ad9f9e91de18a9006c19c440cad79f31425742db950593331c78a656583cbe53aeff774cbe4335ee55864062f4ccf69ffb8b692dfa9a6d8020d493d47abf9097a6cc9781ee5dd236381e399b3b46453ef4af6b911d72288e529786d3a6b94b9c178857727b236072045e537b54518403426ff717a296ffe03c35a2719a11d35e500b3b567a4ca70e1585d8cf1951730f09d00c6eaee1987dec0875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864335753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ec5e4c6a211110f5e6785a5d31df94671bf97963456a972750da33df9c38856c417d919785ae18ed2267c93bfb60f24e9be7210cdc8db4e4abe5b3ad1e6ea93fea5a42aec1b65f6124900965c490737eaf549852d1eae5f47bcc27b3fd2d95c4c3d925ef3eb3a0489453730d0144199730fa59d5feac0c9b064f5c033ce21ed9680b78881eff12d1b056e9f4000070d69e65221b692f105b43b43d812c822158ec80065bd3d31858c72d8f65d1ece1f25491fa1357d9a160e7bd2445305023c5bf3e66cffe3b4c1b8178d27d264700b628dfaed5a506ca860b3eaf2e5f5551b08896d0b76442f6b20874fe604f63b6bcd2e7b926ffce631112136b1d3322102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864338999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e1fd045786ce5f38c147ecc0852ffc22c464d6e54bb7ea92412952f1416fd4293ce8e2b56d493bb0a894ccad46989f17ac19fc75acb0b4fa5a542ee740fc60124fc33c84df1e954b5d05d5ecac3b71ba6b3a8c51dd8c4c53c784665e16ebaa5ac90f800c5c396498f2b81a2f41dfe37ded2ba5937cb2327e966645225125d38f9d2b272eca01dc3678384ad955a88042c0ed2321438bd18fe6b4fbcd5e3e64686b73c78cee14c761330f27cf6eb914baa2b2c7f532e58e522d743c9942ed45899aced28a77e4b62a8ebc06a2be07e524f0e62b4e8592102d2cb566f1ac6abbcaa02d79bd7edfedfc603bfc21f5dbccc9ec84392275d36a74216e4c9f6725b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864337696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=701e51a4886909cb8eb450cd982e2fc7ee91a9c6fda145f4dfbce7c82b573b094793b7c2654c63f76af14558729cd6a54bef73e75d8e8e1c40635366646987871712a25620058142c2afde5d955052f01fc0e84030be35c8e26bfa76650d922624d33e160ad4df0e9d812911195be4b36f80f7991588b3ea5aadac0ab01266f3fa39b887d9aae18306ba10741c3cd25d616281d445fb528cefd4758cc8ea036177251cad2270c703a2e6dd3d514ba3de4c280466e9d49bf90c22b9291f5855b1269407eef88efa0d015fadc99259f4935951aaa152a0d013bd68bcba33626e84acc090d2570550c9fe3036d5e54064c9bdaef8d552b7021476bb567795d10271&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86433962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b469fdcf29a06c75b2844c8d4f76407d4ca6a79417c3252055b0d2885ad23f6e29226cde92a8cf94a375937839f9d68036357282ca81065f4280f21fd496efbb7d3cbee3802909f81aa57aee372ae8e6af4d8a6a9f293a8fa96a80e75c338572c6bfe2c46aea4a0c48a8e49d7de89f99fad0fe255de370ca1b6f87eda50ba06b3c8075b1e98127a5e72d74fc0558ea6755580902f4c1f92033cfd72630287932374812c40f27b375b4193b4ab5ad61f50c1b7bbfe75d3c0f26687326e4cf52f31e799d716efd1800d91a12ac401340cbf493de9c23e65303369774bf37930f5c7207ce82351457a4a8550285649cc010da78050d5f338eb203243b2281bb5a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864336604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=423de833ade65ce663a7b3d760f4c559bc4538f03c30c4f52ec61271c051d7359d719593ac180b123021690cec4d6f9bf97c9eb697d7ac93cf6e90dd42e26c10b86a4d983975b700fa62d2f7a4d01b7268461815d1d3515ab8d9cacd7d8011c7c4cc87254aaa7df24294a23d2c34a26df28671f27def60584fa40f322632ac59fe71ec56b9a682593653090ba6d7bd3152c096e33a8aed64588d3d1f1303f849840437c8101d4f52c631cd30df2e011dbe3051b47f55dfdef01c342e5c6618f23f07dc639833053cae502e1fe224f1b9e1d9dd9982db950a54a800dbb9433e36367207c6f6309180150b0efaef68ddd4709593c1a897e7edd5ed93bfbf3aea71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864345832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8510209aed2ca98ca2e48b9644e7e6718c8807d9c4185ace144b7cc4f0fb351164259c6ee333c22bab3005640306cbd74b107955fe0a5ce3b015feaabe1fca5010320b98db33bf8a5624dbd7dab35892e20117f096501596d4a3e6f2d421ae22df16771182c8bb2ef610b3c7dc60d6eefa33da3866d6dd185aaf89ba345fb5602d2e0546f87c389740c5a8e2de60666454f245be2627a167729967c4b55b553ff40dab6dacee5f2a273cbad055f052205a6963dc85e2ef1996fcc850f91e33617dd0ed7d816c7598894df3303842dd519082403c4b5e5ee81ea8d5cc32538db95627280cd4dd2668f24750e9b50a169143cc2f543402d87a0e980091b776ba44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864349178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=999f415e715cc347df5bcd3d54e796e4de13a0ec271e6d25f2f89080c50b5342f6cd3f16378220dbabc825d02119c939dbb6b53203546876b9673b5d0256dc2775ce328b0e406f68c6fe523c553e22d09f7f72fb9a5db929f54c5b89e180d9a916884dca2efb29a862389379b3a13834d18041dcd5cad94b0c1531cf9187b4adf2578c82d9bd46aa504d98cef53dbb4617222fe906a0a70cf331659c49b56bd22bc9758db5bbac7ab014abcb3b4ffe01dbf5c17dec902a26c0e5ec442cfccf63db06b4ac06e125d8013413ac26218c4dd72687b67d44afcc9137c6f71e8ecd79ab01ba621ccdae0c50d3beb2cd256e2c06f9050d9a197f0182be9310e747516e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864357173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77719c28c5dbea9ffbf624e9bf0597db4452565c649a9c54d1e777d700f3b4fed2b6ff7d6e205071a96a8a4ed2701522245a80a62db0f11570553f31e9cb3a55a645cb1def8f804d358482bbd4abae065a443baca3cb592c080c76faba4f6a2473ff70dc54960138907fe013c9d4e5959e63f5ad248677c00c6446305284e605a759c12203d995c103fb4e45051d4056140ce021917153401d56808aca8fb55fee7768acce55f3c801cb7cb288c3981d8963c5e3d5466997dc17ab011c2376971bf91d9e6909aab8d3d2bd99c0419899e4701c416ae633f144e8f38346d9a14b1d182a1c27efdd459dd146ccafe1ae9479a5e7e91808479dd8cd988c15f429bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864373524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=065a5fc42ec463916eaa87cc1d29feeb5e97169600d7168171712eb1cc4b62e437ddd7e198a3709a5ebf3e077b9a94c17a8ec0c594fe1c98ef1454659ec0411e40e816659871deffedb343cec504976dc86c19053f96c8658227b3ba6579729bc4428b8a9e938ed8c17e161220ebd2f9fee66818b97889c57c0e21107eca5a8cb0147081bc0ab63026e64cf6bbf62f9e21528b3ad2ee345ed3e8bf799d75d19264e61063e4e4505d5fdfb7daa66575a4bd9d348b4989f5e4a166ecabefbfa723a34c5f93d80d8c467bba4ed24093e4be5a839f28ea4ee5daa83a405de94ffc6279ee6750b7e41ac1dc474d3ee6a64174a31a4920b52b8135d7eaa69380a90079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864379695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57959b1bf9f335eb996225aabc07218c5a3b046d9f8f05973d1cb8a687a38253ce83e0b585db4eb4b3fbd0d6690a4158b2df9b8dd77458155236124135c38df04c93c22f4d9e3fcd7485a399982f27d6d5d42deebb79c4343818b6b10f0a6b6436ee3f52f74d4fc9422396f3b907fcada7cd73e8f0ddf7ebea1d70fba12a4d95f96ad71e575232c4e181724b278efb82e72e778affcbb5b09d8e5999cf446de6fc6f06ff77742ab4fb0d449fb613de2b6964a736821e2ce787cea15e2fb3a7fd3266aebc92d1b0f3088556dd94a6f131ef6474e44e014c146942c0e9b7bb90b63ba3e20b3fb7823852bd33813acabc5204e9f8d3b895edb852daccfa5b255afa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864384805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dd99a359864076faaaa67e99390e7230fa36c4126aa77cdaf6cb98a955640239ba46ad37c3a51cecb270a54119fbb0897500c4849766c54520ac8c635332d647349d7251e6ab534ab777f41a9f5d17a6b7134ca69cc957e82fb9ba8f803bb9b9da38ca692994a4e11f7ec1cb1e61bbdb434168d2e7efca5fbbe87c63773b44ec44375ea42fe1f6450e78195e76ef042e7e6b99b881c90c3ddf8d2de63b56a07599d5f753b874dcf933273a1f910f6d5d2544ae79235e0a289182c234847507b45d4408157393ab37a72fb7a3d410ff30bc4372151a78aa1dc143af4cd5b92b7adb19ac1601dd9e5ced7d4485856c0bfe53931cb75785516df0e9678bdbb6839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:46.156218236Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-24T22:07:46.392860418Z","level":"INFO","msg":"stream: closing","id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.392878242Z","level":"INFO","msg":"handler: closed","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.392888061Z","level":"INFO","msg":"writer: Close: closed","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.392918758Z","level":"INFO","msg":"sender: closed","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.39295129Z","level":"INFO","msg":"stream: closed","id":"alpha_1_blocks_7x7_500M"} diff --git a/small_7x7_models/debug.log b/small_7x7_models/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..75b31255b907b5e22fc74366a6d4380f8f4c9c07 --- /dev/null +++ b/small_7x7_models/debug.log @@ -0,0 +1,28 @@ +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Configure stats pid to 1925759 +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/.config/wandb/settings +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/david_quarel/jaxgmg/wandb/settings +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug.log +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-internal.log +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:init():830] calling init triggers +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'env_size': 7, 'env_layout': 'blocks', 'env_corner_size': 1, 'env_terminate_after_corner': False, 'obs_level_of_detail': 0, 'img_level_of_detail': 1, 'env_penalize_time': False, 'net_cnn_type': 'large', 'net_rnn_type': 'ff', 'net_width': 256, 'ued': 'plr', 'prob_shift': 1.0, 'num_train_levels': 2048, 'plr_buffer_size': 4096, 'plr_temperature': 0.1, 'plr_staleness_coeff': 0.1, 'plr_prob_replay': 0.5, 'plr_regret_estimator': 'maxmc-actor', 'plr_robust': False, 'num_mutate_steps': 12, 'prob_mutate_shift': 0.0, 'chain_mutate': True, 'mutate_cheese': True, 'train_proxy_critic': False, 'plr_proxy_shaping': False, 'proxy_name': 'proxy_corner', 'plr_proxy_shaping_coeff': 0.5, 'clipping': False, 'ppo_lr': 5e-05, 'ppo_gamma': 0.999, 'ppo_clip_eps': 0.1, 'ppo_gae_lambda': 0.95, 'ppo_entropy_coeff': 0.001, 'ppo_critic_coeff': 0.5, 'ppo_proxy_critic_coeff': 0.5, 'ppo_max_grad_norm': 0.5, 'ppo_lr_annealing': False, 'num_minibatches_per_epoch': 4, 'num_epochs_per_cycle': 5, 'num_total_env_steps': 500000000, 'num_env_steps_per_cycle': 128, 'num_parallel_envs': 256, 'console_log': True, 'log_gifs': False, 'log_imgs': True, 'log_hists': False, 'num_cycles_per_log': 32, 'num_cycles_per_eval': 32, 'num_cycles_per_gifs': 1024, 'num_cycles_per_big_eval': 1024, 'evals_num_env_steps': 512, 'evals_num_levels': 256, 'gif_grid_width': 16, 'level_splayer': 'mouse', 'checkpointing': True, 'keep_all_checkpoints': True, 'max_num_checkpoints': 1, 'num_cycles_per_checkpoint': 128, 'seed': 42, '_wandb': {}} +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:init():871] starting backend +2025-07-24 20:43:35,595 INFO MainThread:1925759 [wandb_init.py:init():874] sending inform_init request +2025-07-24 20:43:35,600 INFO MainThread:1925759 [wandb_init.py:init():882] backend started and connected +2025-07-24 20:43:35,601 INFO MainThread:1925759 [wandb_init.py:init():953] updated telemetry +2025-07-24 20:43:35,610 INFO MainThread:1925759 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-24 20:43:36,049 INFO MainThread:1925759 [wandb_init.py:init():1029] starting run threads in backend +2025-07-24 20:43:36,128 INFO MainThread:1925759 [wandb_run.py:_console_start():2458] atexit reg +2025-07-24 20:43:36,128 INFO MainThread:1925759 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-24 20:43:36,129 INFO MainThread:1925759 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-24 20:43:36,129 INFO MainThread:1925759 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-24 20:43:36,132 INFO MainThread:1925759 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_finish():2224] finishing run dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_restore():2405] restore +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_restore():2411] restore done +2025-07-24 22:07:46,378 INFO MainThread:1925759 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-24 22:07:46,388 INFO MainThread:1925759 [wandb_run.py:_footer_history_summary_info():3935] rendering summary +2025-07-24 22:07:46,392 INFO MainThread:1925759 [wandb_run.py:_footer_sync_info():3864] logging synced files diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d62f676cbfafbba5028fb8a254176636226f4bcb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384866996479999, "commit_timestamp_nsecs": 1753384867763398321, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d/4ed94525a15b9e59a546cad2366929f1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d/4ed94525a15b9e59a546cad2366929f1 new file mode 100644 index 0000000000000000000000000000000000000000..8a8640f1af94c966cc7c5224a535ca15d3617629 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d/4ed94525a15b9e59a546cad2366929f1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4c0b3f203702c080ac78493fb45728408323403f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/1fd31d3dec5412793d0d0c142b5db02d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/1fd31d3dec5412793d0d0c142b5db02d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/1fd31d3dec5412793d0d0c142b5db02d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/2f046ff434de909c309eb20a34a623ce b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/2f046ff434de909c309eb20a34a623ce new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/2f046ff434de909c309eb20a34a623ce differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8d1dc0de69c4cbde22f12931b89818a9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8d1dc0de69c4cbde22f12931b89818a9 new file mode 100644 index 0000000000000000000000000000000000000000..5063e8f20faceb11c0ee1405d6440a52284f161d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8d1dc0de69c4cbde22f12931b89818a9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef8fcc2d437f360933d6ed9b4f187c3a6907779b51f2f7b0f7ae5a1b5544a48 +size 643894 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/9a9d4ab682cfa46cd219faaba6ba7662 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/9a9d4ab682cfa46cd219faaba6ba7662 new file mode 100644 index 0000000000000000000000000000000000000000..f0dd96797ad2d08ec8b0b4d90c0d8eeec17d23e0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/9a9d4ab682cfa46cd219faaba6ba7662 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..289dcfa77ca6d239d301869f3132701302db41e9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ba9d3a06ca11d8592e1e0615feb7df8f1d8352d4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388117333721424, "commit_timestamp_nsecs": 1753388117425712797, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d/c2970dca90484a5d650862d3522e7974 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d/c2970dca90484a5d650862d3522e7974 new file mode 100644 index 0000000000000000000000000000000000000000..9a777a9598ac5e85baba31d27daf51196e8647cf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d/c2970dca90484a5d650862d3522e7974 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a9a1174df838c5936172970e927c6d0b434f6fc0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/25bab4b97e260f02e0430806f891d154 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/25bab4b97e260f02e0430806f891d154 new file mode 100644 index 0000000000000000000000000000000000000000..dc4e05e74ec7978c2137276c68360d17560a8a45 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/25bab4b97e260f02e0430806f891d154 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/7b061bb29c6d88f80157f5cbc4748f6b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/7b061bb29c6d88f80157f5cbc4748f6b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/7b061bb29c6d88f80157f5cbc4748f6b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/aebaf4770e48606a56fd9eb944d16632 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/aebaf4770e48606a56fd9eb944d16632 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/aebaf4770e48606a56fd9eb944d16632 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/e00ea7dd51d05deda705bf265f0e959e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/e00ea7dd51d05deda705bf265f0e959e new file mode 100644 index 0000000000000000000000000000000000000000..e56f100721a4a640008e9282d2cbf8b77c6db991 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/e00ea7dd51d05deda705bf265f0e959e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d85f0db857f8a39042e1ef8768a3a3d307fe652cc8e09a583978d305d71dc9 +size 645861 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cbeded121501f6196517de53f3deb23fabfe8252 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c5366c7de015d0742a123a8836e72a4a52dd5534 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385185111037506, "commit_timestamp_nsecs": 1753385185602351244, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d/46a2c0281a9deadff56a3232122ad09a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d/46a2c0281a9deadff56a3232122ad09a new file mode 100644 index 0000000000000000000000000000000000000000..b7672d42c85b44ac03c0ac469ccf8356e4f4d768 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d/46a2c0281a9deadff56a3232122ad09a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4b28bafd90e78497b8f8ac2c5c75195d2669f756 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5b5d64c85d75887cc28c72f9b61c8b89 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5b5d64c85d75887cc28c72f9b61c8b89 new file mode 100644 index 0000000000000000000000000000000000000000..8baaceecbd44133d53388c91ade0a2dc2fc18bd6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5b5d64c85d75887cc28c72f9b61c8b89 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5e4e98e022e06c60d32d6485a3265d15 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5e4e98e022e06c60d32d6485a3265d15 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5e4e98e022e06c60d32d6485a3265d15 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/98d20f3d3fe879ff29c37159a335a7b4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/98d20f3d3fe879ff29c37159a335a7b4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/98d20f3d3fe879ff29c37159a335a7b4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b99c0779babae801728fae1f202b2842 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b99c0779babae801728fae1f202b2842 new file mode 100644 index 0000000000000000000000000000000000000000..70e97287152882d986aedd9a35998ed4d8703a88 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b99c0779babae801728fae1f202b2842 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab042b1a514c29c42fd3b6956a53b2357a5fe0cf319ea1de14627bc6dac623d +size 644560 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a9903508922accf62636f28ffc455888cb14dc87 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..67a74f8746df19c7392e0e837e2b12d7932310be --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388159317259814, "commit_timestamp_nsecs": 1753388159405739380, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d/b4666e3ebedbf76dbf5f176a8a8df716 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d/b4666e3ebedbf76dbf5f176a8a8df716 new file mode 100644 index 0000000000000000000000000000000000000000..fb8ce65ce73f472366222520e90106b8d718a432 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d/b4666e3ebedbf76dbf5f176a8a8df716 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4807c7601758008ddbc68c6822d6d7658e87f4fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/696ab82ebd6414aabec46c294cd7c40a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/696ab82ebd6414aabec46c294cd7c40a new file mode 100644 index 0000000000000000000000000000000000000000..0c1e0fd8b264905d8de84b4c80642e22b40a66fb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/696ab82ebd6414aabec46c294cd7c40a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97f4202159f24ecbfe6f94b9d08f2b44857eb1a8f038678e1cb482535547e53 +size 644750 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/8e90117e3a7e6040dc1ca8c55d5b2829 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/8e90117e3a7e6040dc1ca8c55d5b2829 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/8e90117e3a7e6040dc1ca8c55d5b2829 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/c0b01c66e044afce8073752bfc04bd15 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/c0b01c66e044afce8073752bfc04bd15 new file mode 100644 index 0000000000000000000000000000000000000000..f6e0a5756f718ae766aaa28669e0920ae0746ee8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/c0b01c66e044afce8073752bfc04bd15 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/f9ed3c6c0969f4883e3a24f680f95e99 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/f9ed3c6c0969f4883e3a24f680f95e99 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/f9ed3c6c0969f4883e3a24f680f95e99 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..22071b7946d01984b3042cd2cad3f9eeaff234f8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1098b4bcf3133edc128b09c5f6e952de492c1079 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388201876204035, "commit_timestamp_nsecs": 1753388202260467915, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d/fe4a5a7474312e83d101cb31a3fd3abc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d/fe4a5a7474312e83d101cb31a3fd3abc new file mode 100644 index 0000000000000000000000000000000000000000..18e48880c17bf0797958b2b1bbdc210006d131bd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d/fe4a5a7474312e83d101cb31a3fd3abc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c4f458fea3e295f04e10ec79519927c83c1fd546 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/6cbd519e2b57941467853dd3f388a996 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/6cbd519e2b57941467853dd3f388a996 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/6cbd519e2b57941467853dd3f388a996 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/745fd05f210a6a3ad753cce7052d113e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/745fd05f210a6a3ad753cce7052d113e new file mode 100644 index 0000000000000000000000000000000000000000..63fc948cb213f13848a0c2964a0a7828f08e07ac --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/745fd05f210a6a3ad753cce7052d113e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ada1b75297b862843b26f9d79546cf98a2c4b21f777f08af4f8d229ce6072d7 +size 644738 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/7ff17d038fdfbf5f1194433450df1872 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/7ff17d038fdfbf5f1194433450df1872 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/7ff17d038fdfbf5f1194433450df1872 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/b87eac17c0593848e1a3349501241586 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/b87eac17c0593848e1a3349501241586 new file mode 100644 index 0000000000000000000000000000000000000000..666791f6fa281521dfed9b46d622a6aaf69d7720 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/b87eac17c0593848e1a3349501241586 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..90fccb84b0ea44bc079a0edea6bc47cc18aeffb1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4b88c0e4f10f98066e2f24c961d16dc7761bae1a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388243943860972, "commit_timestamp_nsecs": 1753388244048745709, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d/8cdf8efbf67b1eab249c54d7cbe60924 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d/8cdf8efbf67b1eab249c54d7cbe60924 new file mode 100644 index 0000000000000000000000000000000000000000..39939e47199e1bda3ef54bd31fdbeb9df1fe2775 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d/8cdf8efbf67b1eab249c54d7cbe60924 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dc952498cc481d68c03b84daea5146d290670e5f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/0f683222c9551e3c086fb52b2741dbd1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/0f683222c9551e3c086fb52b2741dbd1 new file mode 100644 index 0000000000000000000000000000000000000000..417d5e92100d7fa756011b95431da176c0cb00a1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/0f683222c9551e3c086fb52b2741dbd1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/2161424f28871163ce20ad0cfd480de0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/2161424f28871163ce20ad0cfd480de0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/2161424f28871163ce20ad0cfd480de0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/35724ec17fedf46f4d96b0c33a50fa9d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/35724ec17fedf46f4d96b0c33a50fa9d new file mode 100644 index 0000000000000000000000000000000000000000..3c884741a0fdf949ac123351c432668bdffa1a66 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/35724ec17fedf46f4d96b0c33a50fa9d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259bf4787c7089975257c0069bd618c10c978815d52eae87a46beef396db80d7 +size 645813 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/8649d5300977dc9889adfb10e2e09b29 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/8649d5300977dc9889adfb10e2e09b29 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/8649d5300977dc9889adfb10e2e09b29 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f01a2b6f2df04249ae6e013bdff878107a1a225c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0060877c3fe13de4c41a5a02e14f405f990e930b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388286168328445, "commit_timestamp_nsecs": 1753388286260304458, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d/1cfdf31d77fb117edf5d17cc2241f7d3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d/1cfdf31d77fb117edf5d17cc2241f7d3 new file mode 100644 index 0000000000000000000000000000000000000000..ec89480dd1dc62c92ca68daae23dc9a0ba2bdafe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d/1cfdf31d77fb117edf5d17cc2241f7d3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e2cd50fb93330c691c1b0d43a06b5a885b2882c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/3e2d5268727ac07bbcab1ab689a83e54 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/3e2d5268727ac07bbcab1ab689a83e54 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/3e2d5268727ac07bbcab1ab689a83e54 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/77e5af68331392759b9d07dc878d336b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/77e5af68331392759b9d07dc878d336b new file mode 100644 index 0000000000000000000000000000000000000000..aa19cec44da10ee8a3cbe0eeea2470512389449b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/77e5af68331392759b9d07dc878d336b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a643f5efd5f8ef5918eebda4b185ce865cc573260a8ae9b5fbf0cfd3e19799 +size 644830 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/890accd9f905bee4350a576671827410 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/890accd9f905bee4350a576671827410 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/890accd9f905bee4350a576671827410 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/c558bd3ef28602901b32df9a8ea970db b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/c558bd3ef28602901b32df9a8ea970db new file mode 100644 index 0000000000000000000000000000000000000000..fcb74221e6ad13e72cfa116e06ffd235fd0ec655 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/c558bd3ef28602901b32df9a8ea970db differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0738328a7f8e6a30a6d9a8099ae074fb6411ba2a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..09d7af26a1a32a30246366bdb89c87219e65ced9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388327595897894, "commit_timestamp_nsecs": 1753388327689193791, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d/8be111dd2985caa7ea1844d1eebc4b00 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d/8be111dd2985caa7ea1844d1eebc4b00 new file mode 100644 index 0000000000000000000000000000000000000000..8649b0f4494bdff202d87ca0ab710d261fe208a0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d/8be111dd2985caa7ea1844d1eebc4b00 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e9b9955403a4fec4529f83ba1272ac7a192adfec Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/7e5968330c0d9848718fc3e493c76b18 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/7e5968330c0d9848718fc3e493c76b18 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/7e5968330c0d9848718fc3e493c76b18 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/8166f77d0f5b2825bbfe700f26dbbe51 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/8166f77d0f5b2825bbfe700f26dbbe51 new file mode 100644 index 0000000000000000000000000000000000000000..5fd9f2408a2c429c5e38ec2ef9a44a1b54f64bc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/8166f77d0f5b2825bbfe700f26dbbe51 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/c8763a5c4c68fa6668ed1ba05856dfd8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/c8763a5c4c68fa6668ed1ba05856dfd8 new file mode 100644 index 0000000000000000000000000000000000000000..886cd2229f61e69809c0f02b1ca4bf35c07cbfae --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/c8763a5c4c68fa6668ed1ba05856dfd8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5442f50620951b5fb56cb118af09a4260347b9704010f737462864eb22254dbf +size 645803 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/cccd55736b238a6786a3e58a0a553909 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/cccd55736b238a6786a3e58a0a553909 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/cccd55736b238a6786a3e58a0a553909 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7a9c72189e083ca7c5811f6939287557fdf65c14 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..82a70e07cd2d9b780acb4b4d2f8135f0c03cbf6e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388369562693044, "commit_timestamp_nsecs": 1753388369651294971, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d/862bc44614855144bc020105d5282202 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d/862bc44614855144bc020105d5282202 new file mode 100644 index 0000000000000000000000000000000000000000..77686eb057bd413ea06a862be9ba1cfe100b4259 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d/862bc44614855144bc020105d5282202 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8d58b6dd007dc0ba7f79b3cf28021e689bcca5d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1a82237674e3ca6d19107941cefb9af3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1a82237674e3ca6d19107941cefb9af3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1a82237674e3ca6d19107941cefb9af3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5a97f18372abf8a4a69cd0fab91e4b25 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5a97f18372abf8a4a69cd0fab91e4b25 new file mode 100644 index 0000000000000000000000000000000000000000..fefbbe49e88dea50b5ad4667f53323c396539002 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5a97f18372abf8a4a69cd0fab91e4b25 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/b20c6ae04cb2b0e1a23bf189d92f6d6b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/b20c6ae04cb2b0e1a23bf189d92f6d6b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/b20c6ae04cb2b0e1a23bf189d92f6d6b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/e44b423318b8bb69a4f430a188227fd1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/e44b423318b8bb69a4f430a188227fd1 new file mode 100644 index 0000000000000000000000000000000000000000..8dc127678ccfa17ccd63ad1da6cefda2bb7db43b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/e44b423318b8bb69a4f430a188227fd1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d37fec0f44e2fc3f6fa6564fb3926a4ab7f8c63226329a945f2fa84b70f3d3 +size 644772 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..efd3c40f13094d6aa05f9800b0121ae7562e6785 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d8ceff65bd205649eadeeb80780684d8296ffb2c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388411327280388, "commit_timestamp_nsecs": 1753388411419682662, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d/6115c18c9e9fd1035e55fcd107149eb6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d/6115c18c9e9fd1035e55fcd107149eb6 new file mode 100644 index 0000000000000000000000000000000000000000..fab0ed392829178ab6cc6c36365faad9edd6071b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d/6115c18c9e9fd1035e55fcd107149eb6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0f0ccd87935249449a5bc01f8e256787d03a0257 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/39b24009b2eceffdb596c726b7bbef62 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/39b24009b2eceffdb596c726b7bbef62 new file mode 100644 index 0000000000000000000000000000000000000000..f0357386d38323c0fabe92f721623cdf35f50f44 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/39b24009b2eceffdb596c726b7bbef62 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe5b732718b15adf77ce34f82ba98d0e38b60fdc445e42976ced5c6c69537d7 +size 644788 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/a2090c4155413aacc356200ffa9e78b0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/a2090c4155413aacc356200ffa9e78b0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/a2090c4155413aacc356200ffa9e78b0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/b223a1cfd28f4c5c03ed98b1267c312d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/b223a1cfd28f4c5c03ed98b1267c312d new file mode 100644 index 0000000000000000000000000000000000000000..07c0249f9781d5a8a3c76953a436912c244414fe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/b223a1cfd28f4c5c03ed98b1267c312d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/dc170677682add1f7378cd5e18b508a8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/dc170677682add1f7378cd5e18b508a8 new file mode 100644 index 0000000000000000000000000000000000000000..c895798b234b47555bfc406c2561d506d20de92a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/dc170677682add1f7378cd5e18b508a8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..246d5f6a5b4fae7c32d131388e3f6f0fc6836f90 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..618e7254ec426b89bbd81a8183b458a13f118215 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388452803922707, "commit_timestamp_nsecs": 1753388452896858981, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d/6fde772e1d5df3873ee255e924365eb1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d/6fde772e1d5df3873ee255e924365eb1 new file mode 100644 index 0000000000000000000000000000000000000000..2eec95985c23f4c74b8e730e4aed9d85ba40290d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d/6fde772e1d5df3873ee255e924365eb1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a609b032a728ed915604c85fa159de36b7778022 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/3554168c7c381f9f8dcf88c314e17ae5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/3554168c7c381f9f8dcf88c314e17ae5 new file mode 100644 index 0000000000000000000000000000000000000000..94bddadf1bd17f560627ff7a84d3c7c6166f8fb8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/3554168c7c381f9f8dcf88c314e17ae5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/581cfd4b4e8d8ae549deb4c5240e71d6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/581cfd4b4e8d8ae549deb4c5240e71d6 new file mode 100644 index 0000000000000000000000000000000000000000..cc78e02e9c25af63f635ec0520da19eef4e283e1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/581cfd4b4e8d8ae549deb4c5240e71d6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc35a130700a0f48643c72a63e978f41e35241f447fbddae6306476ca7ebc2f9 +size 645814 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/961923e6a643d6b77c6c68ea87561c03 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/961923e6a643d6b77c6c68ea87561c03 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/961923e6a643d6b77c6c68ea87561c03 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/e4314e87d9700bba01785e98d6804c22 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/e4314e87d9700bba01785e98d6804c22 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/e4314e87d9700bba01785e98d6804c22 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8189159656ce609f6e084831757877a677ca4750 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2496e82f014e8718fc6bc900ec9d3b616ecb9999 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388494465458218, "commit_timestamp_nsecs": 1753388494559582975, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d/81ef13296af820639d4a3787391c21f4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d/81ef13296af820639d4a3787391c21f4 new file mode 100644 index 0000000000000000000000000000000000000000..3ef957e8e57a58c224dd046e7e992c6caaa6606a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d/81ef13296af820639d4a3787391c21f4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fb17e28dc8c2ee715793e11b24588ea45da7e859 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/36f07b448ce25b4e8a8828d8ad8a5db0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/36f07b448ce25b4e8a8828d8ad8a5db0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/36f07b448ce25b4e8a8828d8ad8a5db0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/51d82d23a74f91cf915978c2667bf29d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/51d82d23a74f91cf915978c2667bf29d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/51d82d23a74f91cf915978c2667bf29d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/75ac48c8f8e4d303ede8faea988a1c8a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/75ac48c8f8e4d303ede8faea988a1c8a new file mode 100644 index 0000000000000000000000000000000000000000..66888cccbd05d796e627713eec9f400fcf51b15a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/75ac48c8f8e4d303ede8faea988a1c8a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56600642713389108f5d241b50c2c4694bc73b6b57452188c4ed97557c949f04 +size 644787 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/c7823c9d6f718b5c9fb792025b35c326 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/c7823c9d6f718b5c9fb792025b35c326 new file mode 100644 index 0000000000000000000000000000000000000000..a697c8b329a0b1c778845e6708b29a6dbf291095 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/c7823c9d6f718b5c9fb792025b35c326 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9cbfa1724ffdecff3b23c107a56cac7dc9f9fe8d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..47d17d544d117544e149020a33e4c3c0ddbc0d18 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388535961355264, "commit_timestamp_nsecs": 1753388536053105191, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d/83f6e1a436f3f85efb2078ddd5003593 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d/83f6e1a436f3f85efb2078ddd5003593 new file mode 100644 index 0000000000000000000000000000000000000000..96401c6eb5fe599d29cc2c49aa960e41f94f978a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d/83f6e1a436f3f85efb2078ddd5003593 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4d8d86b08d803f2259f54f7312a79f8f463360d0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0bf4978e6f6a94d7d4903545af20bc0b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0bf4978e6f6a94d7d4903545af20bc0b new file mode 100644 index 0000000000000000000000000000000000000000..edd78e8a21473c957dc85d0167455962f6c5bd1d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0bf4978e6f6a94d7d4903545af20bc0b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8734c0c36f9f530c944ecf0215d65efd30ed4e103444eeda67993f11f5961f0 +size 644907 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/1e5b6b11173b028dac00a2d89f399eff b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/1e5b6b11173b028dac00a2d89f399eff new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/1e5b6b11173b028dac00a2d89f399eff differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/7e038c4ef29baca283b801163b4b4262 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/7e038c4ef29baca283b801163b4b4262 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/7e038c4ef29baca283b801163b4b4262 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/93a41b0d64c568e4e9e17a129532df41 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/93a41b0d64c568e4e9e17a129532df41 new file mode 100644 index 0000000000000000000000000000000000000000..43ee8a23aeebd5b9608c29e3df7a5df0c6fc5442 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/93a41b0d64c568e4e9e17a129532df41 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8ec8fa58c7035f294be0ebb5b2f9099c1380ac95 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8f8e959702a082820213ab399b1c4905fba64f9f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385225491546157, "commit_timestamp_nsecs": 1753385225931110361, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d/011b5bce21436c4b40e410619ea954ed b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d/011b5bce21436c4b40e410619ea954ed new file mode 100644 index 0000000000000000000000000000000000000000..2e3d08055e055aa5f3ba30111159d01a44188ccc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d/011b5bce21436c4b40e410619ea954ed differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8d14caf728cc456a173d573899a9dd28fbcb66bd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/185c639e87cbc9eb7db3bf527e13a3db b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/185c639e87cbc9eb7db3bf527e13a3db new file mode 100644 index 0000000000000000000000000000000000000000..6fee1b71b3a60609d5bfcad5341efd2725f26437 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/185c639e87cbc9eb7db3bf527e13a3db differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/1e59b15d3f016359f1afb5c505f751bf b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/1e59b15d3f016359f1afb5c505f751bf new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/1e59b15d3f016359f1afb5c505f751bf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/3c5e27a36c2b572aea6d6b71a3a39df2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/3c5e27a36c2b572aea6d6b71a3a39df2 new file mode 100644 index 0000000000000000000000000000000000000000..b63fa65f6c9ed9898b59d707abcd7e85da4f6a89 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/3c5e27a36c2b572aea6d6b71a3a39df2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b25a620fba02dc297ae710e6598c63ecc70eb8476f8c89abf166941c99cb7d +size 644712 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/a9fd95c873491b6c61cd10696f1dbbb4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/a9fd95c873491b6c61cd10696f1dbbb4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/a9fd95c873491b6c61cd10696f1dbbb4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cb727a7c45ccb2aba3639e216997c035cd7d4577 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b4d622f2bed40c51f57db661e2bd771aedada21f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388578240858535, "commit_timestamp_nsecs": 1753388578641347153, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d/183f935fc64d299d678c52e615231ee3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d/183f935fc64d299d678c52e615231ee3 new file mode 100644 index 0000000000000000000000000000000000000000..8db15a4d0d99f92057af69d4c7af714904be58b8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d/183f935fc64d299d678c52e615231ee3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0f749f8eda375588623ca4749962bd4f796f9be9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/88a1773b8cf4a3eb2c310385b931e3b7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/88a1773b8cf4a3eb2c310385b931e3b7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/88a1773b8cf4a3eb2c310385b931e3b7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/acfed6dd5f450101a873e0c5eb42e3dc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/acfed6dd5f450101a873e0c5eb42e3dc new file mode 100644 index 0000000000000000000000000000000000000000..e256ed560870403cc7d9f5d8c6933db66783f4b0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/acfed6dd5f450101a873e0c5eb42e3dc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/bbf7030eea5e7dc7b211ced0b4be548c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/bbf7030eea5e7dc7b211ced0b4be548c new file mode 100644 index 0000000000000000000000000000000000000000..f422800bf29cbcce7ebdb6c2ae95bbea5cb213d3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/bbf7030eea5e7dc7b211ced0b4be548c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406f88d1923c8078ecb96823ccb401e62ae6a3e9d6fd2f22f222b0260a5aa673 +size 644835 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/d8cfad02a8fb774a1a1360353384d896 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/d8cfad02a8fb774a1a1360353384d896 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/d8cfad02a8fb774a1a1360353384d896 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..715149d1a2340324f0db9a63d50bcf90f1b39661 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3b7148ec823eab8ff9c7085555ae0c66bec21d6d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388620990446293, "commit_timestamp_nsecs": 1753388621390974872, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d/f9160a97252b343b3b4d01d119aa1c69 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d/f9160a97252b343b3b4d01d119aa1c69 new file mode 100644 index 0000000000000000000000000000000000000000..399b1a81c12427149345b0398bc0dea9254ff685 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d/f9160a97252b343b3b4d01d119aa1c69 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a568263fa00698637b8c18696845f510a274025c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/0251cb3ac552c20273e034f44837c03d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/0251cb3ac552c20273e034f44837c03d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/0251cb3ac552c20273e034f44837c03d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/a0fd4c30cde3851829df8b8e682a5d54 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/a0fd4c30cde3851829df8b8e682a5d54 new file mode 100644 index 0000000000000000000000000000000000000000..6fecf7e6ece7e9c8e1585926c5d7baab5fc2874c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/a0fd4c30cde3851829df8b8e682a5d54 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aef0d01956ec1ed268eb992ee203f8be421b9b5af48fbfb9c9466c85dd0229e +size 646006 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/b2ed41515acbc766c92432d9ddeafdc7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/b2ed41515acbc766c92432d9ddeafdc7 new file mode 100644 index 0000000000000000000000000000000000000000..76d22d806a95d0d0dd5f586729340501dc717148 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/b2ed41515acbc766c92432d9ddeafdc7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d86b0a51933633fbb385f900f7be5b10 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d86b0a51933633fbb385f900f7be5b10 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d86b0a51933633fbb385f900f7be5b10 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c9c398bd5286cccd95e29c9d9cc2700d46f6cdc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fe4402988307ea31ae848f3a84ca03b51277c65e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388662959782679, "commit_timestamp_nsecs": 1753388663380651953, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d/ee3e80dd3e020e03f0b33a09bd812224 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d/ee3e80dd3e020e03f0b33a09bd812224 new file mode 100644 index 0000000000000000000000000000000000000000..577ce9975fcd022542b9c0f3e1ac474c67288ced Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d/ee3e80dd3e020e03f0b33a09bd812224 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e71e17d4bf991181881042faa26055dc3b0aa4b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/01a30247cc15ec392db086affe153f0f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/01a30247cc15ec392db086affe153f0f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/01a30247cc15ec392db086affe153f0f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3002dae953f5d66e79a44e8b896e8cb8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3002dae953f5d66e79a44e8b896e8cb8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3002dae953f5d66e79a44e8b896e8cb8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/7599a5691c1581808b765460959337df b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/7599a5691c1581808b765460959337df new file mode 100644 index 0000000000000000000000000000000000000000..b7e825634600e617416e6ddabbf8cd6cfae1331a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/7599a5691c1581808b765460959337df @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f2918a59f38b8216e0bb919775b9c25d95e4fd89d9dd732ff30cfca74bc45e +size 646028 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/fd4928b4161c6b1f3967b93ca45e74d8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/fd4928b4161c6b1f3967b93ca45e74d8 new file mode 100644 index 0000000000000000000000000000000000000000..baafca70dc67c792c556bf8fe2db98a31ca6903d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/fd4928b4161c6b1f3967b93ca45e74d8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..64dd7e59b94807ec71769313690c7d7490fa205e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..275bc8b9bb75216940bb47cef0c6ab02928cb4c3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388704928204716, "commit_timestamp_nsecs": 1753388705019232265, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d/254003189ccfaa3e66f0270161708a03 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d/254003189ccfaa3e66f0270161708a03 new file mode 100644 index 0000000000000000000000000000000000000000..bd05b4ed6ab8dc7734c67c90f2e8fb69cbfdeaa7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d/254003189ccfaa3e66f0270161708a03 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0c03a48f63031bf8b500c5dd71ef8f0615957764 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3d73469184d006b867579249e089b1d4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3d73469184d006b867579249e089b1d4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3d73469184d006b867579249e089b1d4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/57d191137c56aab84d81c50293e19b3f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/57d191137c56aab84d81c50293e19b3f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/57d191137c56aab84d81c50293e19b3f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/c370344093adba8278324aef8172636b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/c370344093adba8278324aef8172636b new file mode 100644 index 0000000000000000000000000000000000000000..42ed64549c16d65afc7f47bc939ec0299127f6fd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/c370344093adba8278324aef8172636b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982176f855bb25b846bc055ad1d2e9f7d902c19f08b5c11b67283ac52a22b00d +size 645858 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/cddaf4eb81cece11bb8bfd8f84bb96d4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/cddaf4eb81cece11bb8bfd8f84bb96d4 new file mode 100644 index 0000000000000000000000000000000000000000..9f37331863394818f34c269c19e6a10062994fa1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/cddaf4eb81cece11bb8bfd8f84bb96d4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ea72f9780bde8688e1e720a17f7f99a0db0203a8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ac94e3222c8f1c8cb6971360eeae3f54c2b4989d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388746599715435, "commit_timestamp_nsecs": 1753388746691059203, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d/95214298bb89e9d33fce837510de4a37 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d/95214298bb89e9d33fce837510de4a37 new file mode 100644 index 0000000000000000000000000000000000000000..ac0f49df7f56a2f7881779ca0528367d04740499 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d/95214298bb89e9d33fce837510de4a37 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..483bdce122c8d36c53af64c7e3a8c9546da501a3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/13698c33754acbb70b207514db0ef430 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/13698c33754acbb70b207514db0ef430 new file mode 100644 index 0000000000000000000000000000000000000000..158ba380bb8acd491ab3dc42f4e5bc973376eef6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/13698c33754acbb70b207514db0ef430 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/44b93d9579464aa425e7b6416376ca2f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/44b93d9579464aa425e7b6416376ca2f new file mode 100644 index 0000000000000000000000000000000000000000..66b53ad871c5d9541600f3b83638149c1fd9ae4c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/44b93d9579464aa425e7b6416376ca2f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de1e3ebc7137fa9e0273763d0ffe1efaa425c62479bab1c52e328a2ef839f183 +size 644923 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d71d4d82f864f159824940847aecfefe b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d71d4d82f864f159824940847aecfefe new file mode 100644 index 0000000000000000000000000000000000000000..7e85ed0a94a95877dd76565c7157d36215835680 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d71d4d82f864f159824940847aecfefe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e97fe4568993bc10e9f07e3bac1f4a33 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e97fe4568993bc10e9f07e3bac1f4a33 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e97fe4568993bc10e9f07e3bac1f4a33 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1b14689582a3e1fd87bf1c2bc126fa7d6ab51672 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9fcad00e0305ddf63c38fde63c6bac8835d4656e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388789085800905, "commit_timestamp_nsecs": 1753388789193008131, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d/2feefd34ffd15a506ae75c10121465b7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d/2feefd34ffd15a506ae75c10121465b7 new file mode 100644 index 0000000000000000000000000000000000000000..5a0e46d6b430ec13406ca5dc91db3eef5e4e9778 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d/2feefd34ffd15a506ae75c10121465b7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f7da324115a98a7a24ca8bbc854f01cea2f6d239 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/214f148828743ce9104f0c326ce8e017 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/214f148828743ce9104f0c326ce8e017 new file mode 100644 index 0000000000000000000000000000000000000000..1e040d5a013a52b44c13ed6151f63dcf3ebb75b2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/214f148828743ce9104f0c326ce8e017 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c695c801c7dc61e28bc9b890fbe9b55bbdd92692128604b3b45a11a4aa775d +size 645948 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/2502fe9762b8d062deccf64309c0aa1c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/2502fe9762b8d062deccf64309c0aa1c new file mode 100644 index 0000000000000000000000000000000000000000..da8ce0f4f8b6727888ce37ec53cb94c1c319d3d8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/2502fe9762b8d062deccf64309c0aa1c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/3336799b69549153d33d8687dd3b1ac4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/3336799b69549153d33d8687dd3b1ac4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/3336799b69549153d33d8687dd3b1ac4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/8390bed054bd8439445ee7cab324de2b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/8390bed054bd8439445ee7cab324de2b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/8390bed054bd8439445ee7cab324de2b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5fd1bb59617778c1903967d75e352ef245193cf1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..40650c065c9c7497433643941aab9c1c3de0c18e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388831755542558, "commit_timestamp_nsecs": 1753388831845611858, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d/4afe4f188ab71e853ba12721eb16f909 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d/4afe4f188ab71e853ba12721eb16f909 new file mode 100644 index 0000000000000000000000000000000000000000..de5f438ec4b16337ea79ca77fa772d92c2218f5f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d/4afe4f188ab71e853ba12721eb16f909 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..caf9cf5208030269e98a8055b0ab24353bb115be Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/27dbdb1a8834ad958460a846f33026fc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/27dbdb1a8834ad958460a846f33026fc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/27dbdb1a8834ad958460a846f33026fc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/372ba95153c1f63e0e4196b00d062fe6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/372ba95153c1f63e0e4196b00d062fe6 new file mode 100644 index 0000000000000000000000000000000000000000..30e517670a960d62c4a4adaa301064afd7a5b736 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/372ba95153c1f63e0e4196b00d062fe6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361a6925812125a612bc96fb1438e0e6256b96c3b3f68bb98c97de5b0bc57f2c +size 644900 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e10c9da85290309138ea7f8bee5e330b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e10c9da85290309138ea7f8bee5e330b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e10c9da85290309138ea7f8bee5e330b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e4d526bc8a9a280063084a8e7f6b551a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e4d526bc8a9a280063084a8e7f6b551a new file mode 100644 index 0000000000000000000000000000000000000000..279dffd2a4b471904a6cab6742c5bbedff8590f2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e4d526bc8a9a280063084a8e7f6b551a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..37fb1835fe87d9ba1d922a6c7c4aecedb6a3ed76 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..11a6de2665bef19e27c49e2cade3041a510ad9dc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388874012405093, "commit_timestamp_nsecs": 1753388874107694804, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d/ed7392d105f99bc9c37bb9330c683f31 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d/ed7392d105f99bc9c37bb9330c683f31 new file mode 100644 index 0000000000000000000000000000000000000000..db1d7f9202665d3e975951789d71d623ebff4cd5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d/ed7392d105f99bc9c37bb9330c683f31 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c3354ab4a4a542db0c1ad6e1e7935a951604594d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/42b5d91b512d73c1c5ab79f17d56ebf6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/42b5d91b512d73c1c5ab79f17d56ebf6 new file mode 100644 index 0000000000000000000000000000000000000000..6748dfa2cb90945c6956ce49be36258bac5eb3fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/42b5d91b512d73c1c5ab79f17d56ebf6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d12ae462bf3d2a65dab2805b2217bd7e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d12ae462bf3d2a65dab2805b2217bd7e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d12ae462bf3d2a65dab2805b2217bd7e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d2e94146bd43bdf1ab8549128bbcbbca b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d2e94146bd43bdf1ab8549128bbcbbca new file mode 100644 index 0000000000000000000000000000000000000000..2a2f1fa9f64f3d39e8af818e5ef6977ac99bf9df --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/d2e94146bd43bdf1ab8549128bbcbbca @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368b07d9050bc0026734e3f844550cefa60ac93203e9e80e663d25027e86baa2 +size 644934 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/ebd873b05015c3c16008eae763d71362 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/ebd873b05015c3c16008eae763d71362 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/ebd873b05015c3c16008eae763d71362 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cd4872d41b1573bd89b714954ec91f8db140cfe4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..23d53faefa8b3d75fd250ccbb79e3f7b5a1ca256 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388916200657082, "commit_timestamp_nsecs": 1753388916292257161, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d/85afc363d58dee77c69674d7572e9bf8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d/85afc363d58dee77c69674d7572e9bf8 new file mode 100644 index 0000000000000000000000000000000000000000..d5aeb72da3d2d582e89fa7860189edf13266a090 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d/85afc363d58dee77c69674d7572e9bf8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2b919da013ec8ddf07e0b3a74ffdb6bde529c5db Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2f0c5e6969aebe5369dd199f23a84200 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2f0c5e6969aebe5369dd199f23a84200 new file mode 100644 index 0000000000000000000000000000000000000000..475d4f198fd72122499be55bdf1e10a9b924be3c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2f0c5e6969aebe5369dd199f23a84200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e7a330e9d1b1747ec8450b227994ed5c3c1fe98d2c8ce13734e523ace20d0c +size 644940 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/c8602615d2be3ed3da3eac34faecf0ab b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/c8602615d2be3ed3da3eac34faecf0ab new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/c8602615d2be3ed3da3eac34faecf0ab differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/f24c7201d24eb5ae65f38a7cb1fdea59 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/f24c7201d24eb5ae65f38a7cb1fdea59 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/f24c7201d24eb5ae65f38a7cb1fdea59 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/ff1fc08111a18b9d3463ab79bb4aa444 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/ff1fc08111a18b9d3463ab79bb4aa444 new file mode 100644 index 0000000000000000000000000000000000000000..4292d36938f94a3eb1f69aeb134b43ea9a6c6e70 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/ff1fc08111a18b9d3463ab79bb4aa444 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3deb94a1ea23f472fd5f77dd673d59cce53fd56e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b0e9611548c69c13bb9659b02f81a0fc3e3b79ba --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388958436793266, "commit_timestamp_nsecs": 1753388958527991169, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d/5874114ff68304c3eae59abf4ec12682 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d/5874114ff68304c3eae59abf4ec12682 new file mode 100644 index 0000000000000000000000000000000000000000..afb38b30b427ef3b49c939d7ee85240cfb11bc0a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d/5874114ff68304c3eae59abf4ec12682 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6d65197a6588b53978930b50470e2e7fca8cb48e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3a708d1adca0146f90dc289730563501 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3a708d1adca0146f90dc289730563501 new file mode 100644 index 0000000000000000000000000000000000000000..7a203c6cbe5231dedba1d34f355d87a29a60b6c1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3a708d1adca0146f90dc289730563501 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6da4fd10c343155cda789ffc7df56a90 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6da4fd10c343155cda789ffc7df56a90 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6da4fd10c343155cda789ffc7df56a90 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/9e554f26e976d5d783335fa51c57179a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/9e554f26e976d5d783335fa51c57179a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/9e554f26e976d5d783335fa51c57179a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f48ef08d9f50c5130343ed9ae012adf6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f48ef08d9f50c5130343ed9ae012adf6 new file mode 100644 index 0000000000000000000000000000000000000000..5e437825b9a42d4b849e0efb024ad240682047f9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f48ef08d9f50c5130343ed9ae012adf6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ab1ec6476040acabe8684fe85371a429f386b9e8bc573af3a8ecb5563e60c3 +size 645923 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6b9d8adbf40e564f68e04a8252fba2fb7cf24111 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ddae70bc6c83113a8cf7ad83a313685419430dc6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384907150487181, "commit_timestamp_nsecs": 1753384907244652479, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d/f1ac66bef25244c823912aae527c1cf1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d/f1ac66bef25244c823912aae527c1cf1 new file mode 100644 index 0000000000000000000000000000000000000000..b64e53e76580c3b76e0a26fbe595ef18f8ad33fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d/f1ac66bef25244c823912aae527c1cf1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..90591a2172d546c7eb720a85a09c4fef28ed538c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/3f795605dc9f6e9e7ae3c11b23b17902 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/3f795605dc9f6e9e7ae3c11b23b17902 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/3f795605dc9f6e9e7ae3c11b23b17902 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/89b64654c2d54a4239c533a74383d14a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/89b64654c2d54a4239c533a74383d14a new file mode 100644 index 0000000000000000000000000000000000000000..7232282e859e8b8b8d017649afc6e17358040d5c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/89b64654c2d54a4239c533a74383d14a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b54dc2790dffd1efc8ba978682f44cb9a8a25b450a48dd1f35b2d6dfd67e893 +size 644293 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/a502b83db3f7a648d28b13cb8287339c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/a502b83db3f7a648d28b13cb8287339c new file mode 100644 index 0000000000000000000000000000000000000000..8c553eb8b3aa5714ef7a3e3b9ab83051badf0f27 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/a502b83db3f7a648d28b13cb8287339c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/c9b1fe6d0b9bf3573407a3c6db503a70 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/c9b1fe6d0b9bf3573407a3c6db503a70 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/c9b1fe6d0b9bf3573407a3c6db503a70 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d5006ce04c5fc0e8aabba99b62d6f9388cdd549d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5ff172567246aab69b5ed4d44eefb167827b6bca --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385265893217642, "commit_timestamp_nsecs": 1753385265985438201, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d/e39d99d39c04814cbe346a1e06127163 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d/e39d99d39c04814cbe346a1e06127163 new file mode 100644 index 0000000000000000000000000000000000000000..4c2a401216bd58018d0d375aa8bc49f350539502 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d/e39d99d39c04814cbe346a1e06127163 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9953f76b47799f4f66e9b82fcf54d68d938fcadb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/2fa879b01d2c2a118d436a73bc3ef5a0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/2fa879b01d2c2a118d436a73bc3ef5a0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/2fa879b01d2c2a118d436a73bc3ef5a0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4547143031bd6e09489e5f48f788dc82 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4547143031bd6e09489e5f48f788dc82 new file mode 100644 index 0000000000000000000000000000000000000000..5c4b9578af4743bf0cbc8d1b5447c9ef514247e3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4547143031bd6e09489e5f48f788dc82 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/d11281ba480f975c1175cf156371c9b7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/d11281ba480f975c1175cf156371c9b7 new file mode 100644 index 0000000000000000000000000000000000000000..795ecadae62ef5552de310f06363fb5b7ec14e47 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/d11281ba480f975c1175cf156371c9b7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d27b1a2f0fb5631bb8b47fdc68959a19a8e013e25512ac08f0dde8b30cefab +size 644849 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/f3b7c415b9bac3d661f4d8b7088d0943 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/f3b7c415b9bac3d661f4d8b7088d0943 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/f3b7c415b9bac3d661f4d8b7088d0943 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c9173f1800363d03f2e306c5220bcc9490fc59c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7065d44db49484faf0f125b73641d6d1903674b0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389000242465665, "commit_timestamp_nsecs": 1753389000336975391, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d/ddfca3caf6291fe4e5e910d3e1f6672f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d/ddfca3caf6291fe4e5e910d3e1f6672f new file mode 100644 index 0000000000000000000000000000000000000000..0c1b06f08ab70f24a32818a183d8ac6ab0e934f1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d/ddfca3caf6291fe4e5e910d3e1f6672f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a013d6e1dff27bd7d628ba83de58d66fececaef8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/2fb99b63ce93264b2e9ddd6be095ef3a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/2fb99b63ce93264b2e9ddd6be095ef3a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/2fb99b63ce93264b2e9ddd6be095ef3a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/54a3b576fb94f46b18868c636785d86b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/54a3b576fb94f46b18868c636785d86b new file mode 100644 index 0000000000000000000000000000000000000000..0d4a2c7330e06a8e6701a8bbd8df04b5a5119892 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/54a3b576fb94f46b18868c636785d86b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99009b2a3847c3463b5ecaa40922c79e09e9deb6095d57bc0e4a37b01e457899 +size 644903 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/5677608dcbdbeacdbd86dd8f9a47bb3e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/5677608dcbdbeacdbd86dd8f9a47bb3e new file mode 100644 index 0000000000000000000000000000000000000000..73b0329bbd6cbf23561973156406b86541003755 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/5677608dcbdbeacdbd86dd8f9a47bb3e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/eef381dffbe808ecddbd5de4d41c3db1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/eef381dffbe808ecddbd5de4d41c3db1 new file mode 100644 index 0000000000000000000000000000000000000000..2b26d23816b33e5f8ead6fdca83ca30462ddc2f4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/eef381dffbe808ecddbd5de4d41c3db1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cef88af77666ba1a6a7ae6b78c0266306ae26a47 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..344bdfb4482e628d5be002da499394b4b2e88b7e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389041282707010, "commit_timestamp_nsecs": 1753389041685339711, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d/3fa9c6e275349f102962c7b8b98d5bd7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d/3fa9c6e275349f102962c7b8b98d5bd7 new file mode 100644 index 0000000000000000000000000000000000000000..ec0a3d2d448ed2debfdb88265b059940491e83b1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d/3fa9c6e275349f102962c7b8b98d5bd7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..89d0b40d76b480dcee0325b1c647e976946c5569 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/0a9c134d2d6d0fae669baa66a378f969 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/0a9c134d2d6d0fae669baa66a378f969 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/0a9c134d2d6d0fae669baa66a378f969 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/325c08de8db3cd033cef6212032f9887 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/325c08de8db3cd033cef6212032f9887 new file mode 100644 index 0000000000000000000000000000000000000000..2673cb7167ea17fbaae18fea4e643297dcbb7618 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/325c08de8db3cd033cef6212032f9887 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7ce0d4a5950e069bc1957b0f4834a7800aa68696aa33ffb6eddf93933adb6c +size 645973 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/7aa619cf6e3c483760868e25adab8d3a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/7aa619cf6e3c483760868e25adab8d3a new file mode 100644 index 0000000000000000000000000000000000000000..a0422e1c32af122dd168423ebddc06b3cd50a3b6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/7aa619cf6e3c483760868e25adab8d3a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/d0440f8a8048fe552e96ac2830c39f1d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/d0440f8a8048fe552e96ac2830c39f1d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/d0440f8a8048fe552e96ac2830c39f1d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c1c254d43c5b0ad2907336ae5ff8c58d53523534 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..168a2a0fe6d06f5832e87a4f68c3edb2797870f6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389082987792386, "commit_timestamp_nsecs": 1753389083080088924, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d/0450a89c287ba84d90bcfab9b12ceb68 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d/0450a89c287ba84d90bcfab9b12ceb68 new file mode 100644 index 0000000000000000000000000000000000000000..d7f2f2d459826028da1af6ae598b8788352f8e23 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d/0450a89c287ba84d90bcfab9b12ceb68 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..01016be5bdc5d1560542420e2b663b871b1f5abf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/206d2b1dfc0e54aff5bb76229a9a2897 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/206d2b1dfc0e54aff5bb76229a9a2897 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/206d2b1dfc0e54aff5bb76229a9a2897 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/79cb195e74b037a0f1a7333f030958cb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/79cb195e74b037a0f1a7333f030958cb new file mode 100644 index 0000000000000000000000000000000000000000..9b9d190c516b4bd17ff2ce963c916bf8d23c1819 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/79cb195e74b037a0f1a7333f030958cb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/c977b55986f3d46a8c46e16fb4b64746 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/c977b55986f3d46a8c46e16fb4b64746 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/c977b55986f3d46a8c46e16fb4b64746 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/ed13788eeb26bd97d66f87a5400861de b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/ed13788eeb26bd97d66f87a5400861de new file mode 100644 index 0000000000000000000000000000000000000000..edef4719d6ddd65862c1f64fb14d752a69f83d24 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/ed13788eeb26bd97d66f87a5400861de @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5755f7a2010f536b54341203088b21faef49b05edda68200810857cff8ff647 +size 645926 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3a6bd523687bc00f823a0820bf25a478fb16229b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1f6f5bd1c0ddf3335954ba162d15820683b418ab --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389125134750891, "commit_timestamp_nsecs": 1753389125227519450, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d/28f1d0802680958ca040c8491357f1a9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d/28f1d0802680958ca040c8491357f1a9 new file mode 100644 index 0000000000000000000000000000000000000000..685b126d193ffe76556ca360b19acea5dcf5b590 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d/28f1d0802680958ca040c8491357f1a9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..40422ebfca80d26688db1f7a5023277959f7d4c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/520392dcd49b5681d37071ceca8d9ce0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/520392dcd49b5681d37071ceca8d9ce0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/520392dcd49b5681d37071ceca8d9ce0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/793930e12b553f34bb99c21d4bb91a16 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/793930e12b553f34bb99c21d4bb91a16 new file mode 100644 index 0000000000000000000000000000000000000000..95a5d1ddc5faae29166e028f746e1b8f17456e55 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/793930e12b553f34bb99c21d4bb91a16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d017ee2e0083fbf648157165975b4f51c0502a618a85654cc7ed2738e871ca1 +size 646020 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/8fe2ad0dc97cd2a5a649c241c8231a6c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/8fe2ad0dc97cd2a5a649c241c8231a6c new file mode 100644 index 0000000000000000000000000000000000000000..938b62a3efd501c76d837cffe495098741cff6c9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/8fe2ad0dc97cd2a5a649c241c8231a6c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/91a8f0759c874710f0fbb45c6fba9a4f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/91a8f0759c874710f0fbb45c6fba9a4f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/91a8f0759c874710f0fbb45c6fba9a4f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a13e07a41fafa916a3262c1e6633a0aceb2290e9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..de4a0c6f2bad0b69293b8a0c4aadecbbaeb53676 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389166551402665, "commit_timestamp_nsecs": 1753389166643249868, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d/0ffdaf312ea6b1a60513138a1c5cec18 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d/0ffdaf312ea6b1a60513138a1c5cec18 new file mode 100644 index 0000000000000000000000000000000000000000..047e9c09a9e27cdbc3a550e458314f3b8f905dbc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d/0ffdaf312ea6b1a60513138a1c5cec18 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..08e1e31fac159f55f8bb959fc3a89764f8a9e690 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/1d962625b4e6957726f45d1092426ace b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/1d962625b4e6957726f45d1092426ace new file mode 100644 index 0000000000000000000000000000000000000000..950d2bd90cc597d6617b40159ac32b40c561666f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/1d962625b4e6957726f45d1092426ace @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0969d58765c4edf334f3d6e84202d188b94e041273fa56ee555493602100f2 +size 644892 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/38a45813089ab255abb67e79cbcaf14c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/38a45813089ab255abb67e79cbcaf14c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/38a45813089ab255abb67e79cbcaf14c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4d5c844693b0fbeb0998233e3b4ba6dc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4d5c844693b0fbeb0998233e3b4ba6dc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4d5c844693b0fbeb0998233e3b4ba6dc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a5d821b875ea91ba5a597d510aca069e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a5d821b875ea91ba5a597d510aca069e new file mode 100644 index 0000000000000000000000000000000000000000..b02d54f3ea61b5ee6a55d2f5c2a3d7ccbbbb660c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a5d821b875ea91ba5a597d510aca069e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9e74cf78b0ea490354cc180aafc5f03470281679 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..312d4e3c728c0d67c7ffdb672d5a92c5573dc733 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389208742964759, "commit_timestamp_nsecs": 1753389208832604713, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d/1cd6aaa2226ddfc70c275cea9a88d1d5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d/1cd6aaa2226ddfc70c275cea9a88d1d5 new file mode 100644 index 0000000000000000000000000000000000000000..a85f380e5dc46dee721877c5bdebf76552e78fa1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d/1cd6aaa2226ddfc70c275cea9a88d1d5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9461b881e773ebfaab922b7164b3d4471397b610 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/1c7be740c7f66f912c5640d827688f3c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/1c7be740c7f66f912c5640d827688f3c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/1c7be740c7f66f912c5640d827688f3c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/76933fe15bfe12b00b61d65cfef604b2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/76933fe15bfe12b00b61d65cfef604b2 new file mode 100644 index 0000000000000000000000000000000000000000..df22d75ce6cf3861f7ea08f89adf75ca41a1c0dd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/76933fe15bfe12b00b61d65cfef604b2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/ba8d74702688aae745c242d736c84b73 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/ba8d74702688aae745c242d736c84b73 new file mode 100644 index 0000000000000000000000000000000000000000..6a54804ffc50901d10b24e47926fc7d717139b25 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/ba8d74702688aae745c242d736c84b73 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7024e7aa516f90b92b67ed579cb5bcc8c3adf832ee98ad7dfd2e6cb6de5d93a +size 644942 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/f6b0f37288a6b5db64bbaac1cfc81c52 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/f6b0f37288a6b5db64bbaac1cfc81c52 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/f6b0f37288a6b5db64bbaac1cfc81c52 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f36387cfdae35376f53c4251fa91ff41914c713e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9bbbd9df19f2e7875e89a54c167d3818f678e338 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389250833068288, "commit_timestamp_nsecs": 1753389250926175558, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d/526be1a5165fadd1740faca7218be748 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d/526be1a5165fadd1740faca7218be748 new file mode 100644 index 0000000000000000000000000000000000000000..b875a802cc6b405d81463a459f273e03197a5281 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d/526be1a5165fadd1740faca7218be748 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e4158b4874f22ca3c1379f1fb9d103ff0f62c647 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2f925aa07193164fcd9079e2f962f565 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2f925aa07193164fcd9079e2f962f565 new file mode 100644 index 0000000000000000000000000000000000000000..b0945e83d7256c774160fec9fceb4544c8434600 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2f925aa07193164fcd9079e2f962f565 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0304d190ac59faeff67efaad6b86180901e57b255a685e7291e7aeb3bac91ae7 +size 645944 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/54042cf6208021f72ae93c58aa8798af b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/54042cf6208021f72ae93c58aa8798af new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/54042cf6208021f72ae93c58aa8798af differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/80fcc3430a101d09f53a8295c21f1883 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/80fcc3430a101d09f53a8295c21f1883 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/80fcc3430a101d09f53a8295c21f1883 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/e842921b631068845fbc2f85833a4f94 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/e842921b631068845fbc2f85833a4f94 new file mode 100644 index 0000000000000000000000000000000000000000..e76601cb87a4d709e53bc9db0e1f76aa3a35ee76 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/e842921b631068845fbc2f85833a4f94 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c5e80ad9ec4215eb94bcafd685f4911c69ed9cf8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..22af2610c1a4230421dde86ba6399981f872335f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389292277609918, "commit_timestamp_nsecs": 1753389292371441184, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d/a64c95b7bf9fd39c42fe0b2687ea3204 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d/a64c95b7bf9fd39c42fe0b2687ea3204 new file mode 100644 index 0000000000000000000000000000000000000000..d936b3171636cfe585a56c7a6cd03ce979ae851b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d/a64c95b7bf9fd39c42fe0b2687ea3204 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b4bd8154e22c38dd9f14479cecc8bda0213086fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/4fc99b9a1452b612f7300c4f38dc7460 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/4fc99b9a1452b612f7300c4f38dc7460 new file mode 100644 index 0000000000000000000000000000000000000000..99aaa924ac246980a80c7c093e8b20263280697d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/4fc99b9a1452b612f7300c4f38dc7460 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9e5a79e3ee36bc0a57f7645262b5fde0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9e5a79e3ee36bc0a57f7645262b5fde0 new file mode 100644 index 0000000000000000000000000000000000000000..fffb5a31f194c9d4db2016ad64319aa5480c99e8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9e5a79e3ee36bc0a57f7645262b5fde0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5833a5868f8875f1292de8a167640b51cd0fb7e853b9df09824ddb0607cdc5bd +size 644972 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/a35df830af4c48b262d333f20d99bdd6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/a35df830af4c48b262d333f20d99bdd6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/a35df830af4c48b262d333f20d99bdd6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/d0698464c6f66ec35f3f5c4e49b36c39 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/d0698464c6f66ec35f3f5c4e49b36c39 new file mode 100644 index 0000000000000000000000000000000000000000..f104b6b851eff763a049c7ad993277f1a67b3b17 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/d0698464c6f66ec35f3f5c4e49b36c39 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a16d272b9e2d44123913dc1c53bbb8be73a64dc5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3f5af71655227e8301144745fe3bdfd5747a0652 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389334706517462, "commit_timestamp_nsecs": 1753389335150745482, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d/4506943f49dff54e1510710b84686e00 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d/4506943f49dff54e1510710b84686e00 new file mode 100644 index 0000000000000000000000000000000000000000..3eee17d5d115934decd6cd4b76e4cb1d2f55a072 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d/4506943f49dff54e1510710b84686e00 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e1a765296621f88ea1d60ee43884a59f54175c12 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2e241d164d4b5ec0c052131d03d49ebf b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2e241d164d4b5ec0c052131d03d49ebf new file mode 100644 index 0000000000000000000000000000000000000000..a33cda68134ba225cb627052b34d13cadbcce949 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2e241d164d4b5ec0c052131d03d49ebf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d912fcd6d77984e2bef4fa1d8fcb7c95978e598e3fa99a7ced692e3003d4f1e +size 644925 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6e3b4c94d01e5a4bfaf5039e1d1afccc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6e3b4c94d01e5a4bfaf5039e1d1afccc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6e3b4c94d01e5a4bfaf5039e1d1afccc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/9873b134cdfce376e14db19915662241 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/9873b134cdfce376e14db19915662241 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/9873b134cdfce376e14db19915662241 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e87fa9e4b0ef2abeab177a9020087593 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e87fa9e4b0ef2abeab177a9020087593 new file mode 100644 index 0000000000000000000000000000000000000000..d0c25873106ce5de0c1443099a759e47a791bc4d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e87fa9e4b0ef2abeab177a9020087593 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e6c5df804d508c7ffbbc4407cc3163a55b59382c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..cf6c618ac82a3b372ae5c8cb06c43a6928f44b93 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389376823425413, "commit_timestamp_nsecs": 1753389376956115509, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d/c38477deacb5f68cfc9da551ce8aa71e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d/c38477deacb5f68cfc9da551ce8aa71e new file mode 100644 index 0000000000000000000000000000000000000000..9ddd8f0a40e7580f933e4c58d17260312742aa0b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d/c38477deacb5f68cfc9da551ce8aa71e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2d9546bc8732a82f5b86e261e364d51187d79d29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/4d49b9983dff2447a63673a8bb0d429c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/4d49b9983dff2447a63673a8bb0d429c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/4d49b9983dff2447a63673a8bb0d429c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/650c90445b4a9879f76b4c607eb23473 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/650c90445b4a9879f76b4c607eb23473 new file mode 100644 index 0000000000000000000000000000000000000000..f95ad118c822881967fe8fb85faecfbae06eaeac --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/650c90445b4a9879f76b4c607eb23473 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ebcdf019878dcf4360d1948fa94709eefb93cd1993c4927ee08a49bef8be32 +size 646025 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/bc4fccb07b3565872d7e4afa7f489cdd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/bc4fccb07b3565872d7e4afa7f489cdd new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/bc4fccb07b3565872d7e4afa7f489cdd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/e4b8c48d8296b9ab5224b5998d6207b3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/e4b8c48d8296b9ab5224b5998d6207b3 new file mode 100644 index 0000000000000000000000000000000000000000..be7f951ad0fae68ee45f3d2fb697ec9ae5ac9f7b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/e4b8c48d8296b9ab5224b5998d6207b3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2f420234fdc83bc61bbdfb4ad6a4aebdd35383d9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..edf4dca96d2b2c2e7fd4bfc93c0ddfa63f5e801b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385305869958724, "commit_timestamp_nsecs": 1753385305967248229, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d/bbd39059a56cc2a2160b1dbb652432c0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d/bbd39059a56cc2a2160b1dbb652432c0 new file mode 100644 index 0000000000000000000000000000000000000000..0bfb1f43ac42385204b573cc737929d508f7ef31 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d/bbd39059a56cc2a2160b1dbb652432c0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4ba9e77b38dffd4cbcfffe34c04c570f8dcf62e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/08e8d59c86d283cbcca5e8bb4f695266 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/08e8d59c86d283cbcca5e8bb4f695266 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/08e8d59c86d283cbcca5e8bb4f695266 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/222fa040e1f69100811cf612fe5395cc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/222fa040e1f69100811cf612fe5395cc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/222fa040e1f69100811cf612fe5395cc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/bb077fcc2706752ddd787c6234553cdd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/bb077fcc2706752ddd787c6234553cdd new file mode 100644 index 0000000000000000000000000000000000000000..047fa010f4b9ec78156f9df63fce57f6863c2138 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/bb077fcc2706752ddd787c6234553cdd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/fc9571d7467560da851353d88d3af17d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/fc9571d7467560da851353d88d3af17d new file mode 100644 index 0000000000000000000000000000000000000000..bc1c5a8d293f69281c3b41cfb3179507fb5d9dd5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/fc9571d7467560da851353d88d3af17d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e689cf844ced62f37adb043d3e4fabb0838aa801d22ce24dff8d38083181f444 +size 644849 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d7a0b34e456cbf7849015044ce26cf83991ad18b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ba9ad248d6fb5042dd1d88c37fa8a79b13bb20f5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389419149848799, "commit_timestamp_nsecs": 1753389419243183751, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d/ca04b4a398793a261d4d5aa1439f3a53 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d/ca04b4a398793a261d4d5aa1439f3a53 new file mode 100644 index 0000000000000000000000000000000000000000..d3777ca79ff778dd823b1ca5ea2c2a15b21a59c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d/ca04b4a398793a261d4d5aa1439f3a53 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..51fd1d91a17e37628c78e511878aaa64a4023ff8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/67ee1d2df6ac3c7b18d54d3647c33eeb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/67ee1d2df6ac3c7b18d54d3647c33eeb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/67ee1d2df6ac3c7b18d54d3647c33eeb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/876a2f5db607d567afc40a0e356bc6d0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/876a2f5db607d567afc40a0e356bc6d0 new file mode 100644 index 0000000000000000000000000000000000000000..c3d7fda45655726041a0e92bd44a9d4f0ff040be --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/876a2f5db607d567afc40a0e356bc6d0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea897b3019055bc9bb9e259311141f7d6d7e16f46e806da64afe163bfab232fa +size 646034 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/bac26e4111429be042a63ce99dcbee2f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/bac26e4111429be042a63ce99dcbee2f new file mode 100644 index 0000000000000000000000000000000000000000..17c236c00fb8a594e1f0aa1a46fab81d77ffcbd8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/bac26e4111429be042a63ce99dcbee2f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/d103b505d05367ba7af79118fe8d38e5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/d103b505d05367ba7af79118fe8d38e5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/d103b505d05367ba7af79118fe8d38e5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..65cff571a1e33c6fc8283d65245b98c24d79997d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..86906996c352ba47dc92ecebb4040216d78554c8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389461559842137, "commit_timestamp_nsecs": 1753389461963997072, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d/bf3c12e45083b0f98a958773ef2e9e98 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d/bf3c12e45083b0f98a958773ef2e9e98 new file mode 100644 index 0000000000000000000000000000000000000000..732c917b6984d6254080f8b89ae5e9f6dba59e4e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d/bf3c12e45083b0f98a958773ef2e9e98 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fa34347672aff04b4469ea9fdd26a73bb4f1217a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/82025242c030bb85bdc1bcc7b3c92078 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/82025242c030bb85bdc1bcc7b3c92078 new file mode 100644 index 0000000000000000000000000000000000000000..f647ee5a199f0c9fd1bf8db95838937fb16ac7f3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/82025242c030bb85bdc1bcc7b3c92078 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8555124693c30035ddd4837359203f91 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8555124693c30035ddd4837359203f91 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8555124693c30035ddd4837359203f91 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8b73fbb197d09396e1150f7ba1c954af b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8b73fbb197d09396e1150f7ba1c954af new file mode 100644 index 0000000000000000000000000000000000000000..0f51020517d8143bcdda887e8d1f62e6cc86b0d5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/8b73fbb197d09396e1150f7ba1c954af @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96827037558aab49160823dab36e15c9290b8593a44c57a36a4545449fdb1af6 +size 645972 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/addc365937e6e673251ef362ce7ce03f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/addc365937e6e673251ef362ce7ce03f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/addc365937e6e673251ef362ce7ce03f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7983745f60a7ebb25ef1681df403e1c8c4df8769 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5d4169cdd32cc23b64816424bdbc21c77757a9f8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389503232851040, "commit_timestamp_nsecs": 1753389503643752265, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d/3c6b13c9a2fc99603758562a47ee9faa b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d/3c6b13c9a2fc99603758562a47ee9faa new file mode 100644 index 0000000000000000000000000000000000000000..5246e00192e3dba3969ded0e7b71e174481a6cd1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d/3c6b13c9a2fc99603758562a47ee9faa differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0cd8d9b12144541281b23fb2d9a33d0490db92f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/4d1a39fd218a62e0833710e35e8f5ed6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/4d1a39fd218a62e0833710e35e8f5ed6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/4d1a39fd218a62e0833710e35e8f5ed6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/502b63060e54990d5e339f7af0f99e3f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/502b63060e54990d5e339f7af0f99e3f new file mode 100644 index 0000000000000000000000000000000000000000..e852f00c92873919ba8c91d5a62ba9ac30c2395a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/502b63060e54990d5e339f7af0f99e3f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7c0e2762b07f6196e79a2a97d4e5508b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7c0e2762b07f6196e79a2a97d4e5508b new file mode 100644 index 0000000000000000000000000000000000000000..d3e7c922babe44aedfaa9f318968180d73d8f15c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7c0e2762b07f6196e79a2a97d4e5508b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41180c146d4514a5b6c1575145cf6feb04147c978bfa95a46037700ccc7ea19 +size 644981 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/ebb083c1e4f7e0e3e17da9ff950f6f8b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/ebb083c1e4f7e0e3e17da9ff950f6f8b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/ebb083c1e4f7e0e3e17da9ff950f6f8b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..97faa6182757bf4910f459a28705467208424dad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..de7ea305bafeb94938982bede4020c8119e49983 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389545904653644, "commit_timestamp_nsecs": 1753389545995158664, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d/7d30c5b8a445c1f3cc577e3a3d9c121d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d/7d30c5b8a445c1f3cc577e3a3d9c121d new file mode 100644 index 0000000000000000000000000000000000000000..356fc3bf12dc96d64ee99439f2de3bbe418ff7e3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d/7d30c5b8a445c1f3cc577e3a3d9c121d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f314cdfaf9364bd37503f5f046bdc1ad5c99150b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/3e89131789ce5ae93967c0078e49eee6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/3e89131789ce5ae93967c0078e49eee6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/3e89131789ce5ae93967c0078e49eee6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/7fb6b6db8d68c4586ade4f62aa3f30a0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/7fb6b6db8d68c4586ade4f62aa3f30a0 new file mode 100644 index 0000000000000000000000000000000000000000..02c11e4b83bad6835f2fce27d6ae2a86e0a7a41c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/7fb6b6db8d68c4586ade4f62aa3f30a0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6191e165ec49c1bf8e2a8a837609bde1259e55a70450a488aba1cb8e18547d08 +size 644877 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/8c12f902a2aae976bce0a687a1132385 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/8c12f902a2aae976bce0a687a1132385 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/8c12f902a2aae976bce0a687a1132385 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/dc78564bcf78048589117c3b3f922383 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/dc78564bcf78048589117c3b3f922383 new file mode 100644 index 0000000000000000000000000000000000000000..eb8138408659fc0975bd83b8a87430e48d3a9ca9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/dc78564bcf78048589117c3b3f922383 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..10d62443cd5164fd197e96123c1423f44003961a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3559e8a069e08c9a321fb926a7ba14b9e9eed974 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389587873908175, "commit_timestamp_nsecs": 1753389587965712157, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d/81cdf9eff256ca44b661b2cc79cd61ef b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d/81cdf9eff256ca44b661b2cc79cd61ef new file mode 100644 index 0000000000000000000000000000000000000000..f2604d5f9542f082004e9dc15298fa8244e7df60 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d/81cdf9eff256ca44b661b2cc79cd61ef differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7c2696f0343612e5b164b94734e63bccc4a30762 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/2d30566f3563ed30e6049d0713fac3a7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/2d30566f3563ed30e6049d0713fac3a7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/2d30566f3563ed30e6049d0713fac3a7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/6daaaf12d0565b2f5a878783f180953a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/6daaaf12d0565b2f5a878783f180953a new file mode 100644 index 0000000000000000000000000000000000000000..2581d788e5e3cd25363254b93c9d3e90b65ff015 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/6daaaf12d0565b2f5a878783f180953a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/7938e1fe25246d8bd1e6f5759c4a7e31 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/7938e1fe25246d8bd1e6f5759c4a7e31 new file mode 100644 index 0000000000000000000000000000000000000000..3bcacc5c9b775711c7aba1e7a27552398be929fd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/7938e1fe25246d8bd1e6f5759c4a7e31 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d9a144e07bf7d478b7affdd6c2bf0be060c601ec88f1070999b0a0fc00c545 +size 646056 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/f1a4a83da090f0237ef27cb0da2a9601 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/f1a4a83da090f0237ef27cb0da2a9601 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/f1a4a83da090f0237ef27cb0da2a9601 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bcd8980302196968963dc7c81ebdafc354e9ec62 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..79c7c0afda404777f1e4464aa6d65e5cd0b2e366 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389629660394022, "commit_timestamp_nsecs": 1753389629748829600, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d/6162095200703c2e7b59d63b895e7e8b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d/6162095200703c2e7b59d63b895e7e8b new file mode 100644 index 0000000000000000000000000000000000000000..f867f0271e8940ac2acf24e2822d289834efb39a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d/6162095200703c2e7b59d63b895e7e8b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..56bc0daf37c1a29c2e3a6a95c211a7f510cd6d1e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/34fdbd4590a995796b2ee9b7bc4ae7c9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/34fdbd4590a995796b2ee9b7bc4ae7c9 new file mode 100644 index 0000000000000000000000000000000000000000..7a24259c92d1cb9b59176d09fa6209e0fdbc116c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/34fdbd4590a995796b2ee9b7bc4ae7c9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2263f7b4381fc91d6c4db84799571df93a9816321e4e9b6ff1091be33d7c1d +size 646031 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/432bbade373f9e8864354c2bd3dcd113 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/432bbade373f9e8864354c2bd3dcd113 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/432bbade373f9e8864354c2bd3dcd113 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/7d0df66a84ec9de9e7e3a06362fa7070 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/7d0df66a84ec9de9e7e3a06362fa7070 new file mode 100644 index 0000000000000000000000000000000000000000..0efa0cef06fe7340120252dc8d66b1929d98fdf9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/7d0df66a84ec9de9e7e3a06362fa7070 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/f258e2ec3ce3bf39e752cf801c4c982c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/f258e2ec3ce3bf39e752cf801c4c982c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/f258e2ec3ce3bf39e752cf801c4c982c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fd63c363b8b9e41f28f6d136046587748e03fd4b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..203ea67ca8bcf8edde196d8a9826ba924e4d5436 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389672167392214, "commit_timestamp_nsecs": 1753389672257801224, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d/6ef5659098816930d4d30e352c23db98 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d/6ef5659098816930d4d30e352c23db98 new file mode 100644 index 0000000000000000000000000000000000000000..a8edd14f1d6af4c632400dfff39710938d0babb0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d/6ef5659098816930d4d30e352c23db98 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a6380c4cd9fcff7b0c9d991d9ebe256c702b1b29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/35267942f626694338c9c04e07e8701f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/35267942f626694338c9c04e07e8701f new file mode 100644 index 0000000000000000000000000000000000000000..8774554b44d7cfeda782327466239ca333b85dde --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/35267942f626694338c9c04e07e8701f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81dd91e9af5a9040d5aa5ecabb8ac107c9cd90146c6d95e2a8e6ba77823b5c1a +size 645004 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/36ef0cd1177fa88b11e62212ace1cb89 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/36ef0cd1177fa88b11e62212ace1cb89 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/36ef0cd1177fa88b11e62212ace1cb89 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/b21f8fb809aa922a23a945a39a749e6b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/b21f8fb809aa922a23a945a39a749e6b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/b21f8fb809aa922a23a945a39a749e6b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/d6713fd49ef34ee26caebbd72a5b404b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/d6713fd49ef34ee26caebbd72a5b404b new file mode 100644 index 0000000000000000000000000000000000000000..1e74fd9be5ac20a84d4d122643d2e21d83e2264a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/d6713fd49ef34ee26caebbd72a5b404b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..55976ca49f62a190ba2e86cb2ef865bbdf0a0740 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6afa215ca0801f5dc1a49d6d3a26c78cbc691b77 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389714466247273, "commit_timestamp_nsecs": 1753389714879175646, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d/14d6ebe8e6c89a37d3b0b4d33170e806 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d/14d6ebe8e6c89a37d3b0b4d33170e806 new file mode 100644 index 0000000000000000000000000000000000000000..9099a830ace2210fbfcc38378ae1ae5357becf95 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d/14d6ebe8e6c89a37d3b0b4d33170e806 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3a371b825f7b206da5fcc70daad96046bcadadd5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3654b6613b34e7a87ab2b7bdbc21dacc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3654b6613b34e7a87ab2b7bdbc21dacc new file mode 100644 index 0000000000000000000000000000000000000000..72aebc5202a2fd0a2320708e336906f14be630b5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3654b6613b34e7a87ab2b7bdbc21dacc @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ab0030a62a84f9521e497f0dd0c224a535445e2057a73d034b5b478e2d4d52 +size 645000 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/4e06a646183d3b1aeae7e7f2aabf52d9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/4e06a646183d3b1aeae7e7f2aabf52d9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/4e06a646183d3b1aeae7e7f2aabf52d9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/9b34e4af0cfa9ae7e85e7f0a0d0ea419 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/9b34e4af0cfa9ae7e85e7f0a0d0ea419 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/9b34e4af0cfa9ae7e85e7f0a0d0ea419 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/fa59738aa20a69ad3090f12b3cad6a7c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/fa59738aa20a69ad3090f12b3cad6a7c new file mode 100644 index 0000000000000000000000000000000000000000..cc2f56bb05c6e83344ab3c89fd55d7cc680d30be Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/fa59738aa20a69ad3090f12b3cad6a7c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4c4ca2452da353359482a0d66af0ed9692bf0a6b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1c570b484738d17f2a5ae455580bca5773d4e872 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389757293852629, "commit_timestamp_nsecs": 1753389757385957701, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d/71c39fb02494cedf4390f8388f6e9aec b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d/71c39fb02494cedf4390f8388f6e9aec new file mode 100644 index 0000000000000000000000000000000000000000..aaf13b101b7e0648e637ecb796a7174a411ed102 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d/71c39fb02494cedf4390f8388f6e9aec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..276a39d802c2cbeb8cf25dd1846101dbde469905 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/10d14edc481c664698071d4e5533b483 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/10d14edc481c664698071d4e5533b483 new file mode 100644 index 0000000000000000000000000000000000000000..e8b5d2f76e9418323b76dcf90fbc23012f388d7b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/10d14edc481c664698071d4e5533b483 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/4cfc66ec24c543cabbaa0164347a727e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/4cfc66ec24c543cabbaa0164347a727e new file mode 100644 index 0000000000000000000000000000000000000000..b448ff85e62394c1d0e05eea5f986eb83b191c93 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/4cfc66ec24c543cabbaa0164347a727e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf6e2424af3e2ca4b3e2074197ad9f77dc50984ac5ffdbb52ddd206e78b6bf1 +size 644988 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9bad2b98e6300b7fd6837b4f2615b008 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9bad2b98e6300b7fd6837b4f2615b008 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9bad2b98e6300b7fd6837b4f2615b008 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/f56ec7484481e8e3268978d45f6b7b85 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/f56ec7484481e8e3268978d45f6b7b85 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/f56ec7484481e8e3268978d45f6b7b85 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..341edf155f284f3757719459ef4dfba65ecfc563 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9795910ee530cd821256b89270738912e36d999f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389798499550995, "commit_timestamp_nsecs": 1753389798589972636, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d/c4647fb3f26ab5e23dc7935181dd2179 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d/c4647fb3f26ab5e23dc7935181dd2179 new file mode 100644 index 0000000000000000000000000000000000000000..b85d1d078342036b51f89730f962b5ec26676039 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d/c4647fb3f26ab5e23dc7935181dd2179 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6432a6980f6f1a8f542cb138b00822cfe025d238 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/1f53e1a728a0b7b587341fed61d235c4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/1f53e1a728a0b7b587341fed61d235c4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/1f53e1a728a0b7b587341fed61d235c4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/4152cc25645e1f08be58d3a193c840db b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/4152cc25645e1f08be58d3a193c840db new file mode 100644 index 0000000000000000000000000000000000000000..6831a0f754b972408154ad77bc372e3e857ac0a1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/4152cc25645e1f08be58d3a193c840db @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70bf08f9e2ab298fd604e359d4ce86a1a0297a2744e880d9037fb1c06df267c9 +size 645169 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/742f81beaa44aef8db09badfae3951c6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/742f81beaa44aef8db09badfae3951c6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/742f81beaa44aef8db09badfae3951c6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/bd99b3392f9c8966a55e9489882788ca b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/bd99b3392f9c8966a55e9489882788ca new file mode 100644 index 0000000000000000000000000000000000000000..a33386ad741a9901df3af307964d3b2db4cb2c40 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/bd99b3392f9c8966a55e9489882788ca differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4631a1e1d7ae327d123b3436c7107e1a817e717a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..703884292ee35502d40eee85c25efbc5c7428bd5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385346949136775, "commit_timestamp_nsecs": 1753385347044933036, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d/6da71ddc93b8705646345c7c965f387b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d/6da71ddc93b8705646345c7c965f387b new file mode 100644 index 0000000000000000000000000000000000000000..7e8063684791e5c82cc9621eacb2f73836d6c75d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d/6da71ddc93b8705646345c7c965f387b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..054e852eac79c80f98b7281de117e4d8e1ca44a3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/069fa6b9e185a06e0c397de410eb4218 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/069fa6b9e185a06e0c397de410eb4218 new file mode 100644 index 0000000000000000000000000000000000000000..6ad26cc5b1cb0c6b292de4416bf63b14d0f85032 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/069fa6b9e185a06e0c397de410eb4218 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/134c70eff8db3ccfcc18404738ae9159 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/134c70eff8db3ccfcc18404738ae9159 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/134c70eff8db3ccfcc18404738ae9159 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/1f711fd0df7b9ff77250f853bffc7b8d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/1f711fd0df7b9ff77250f853bffc7b8d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/1f711fd0df7b9ff77250f853bffc7b8d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/382d8e31f9441a2d249aa8aa5aa741b7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/382d8e31f9441a2d249aa8aa5aa741b7 new file mode 100644 index 0000000000000000000000000000000000000000..33dd0165966a7b63df565199c7d938ed7d601d27 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/382d8e31f9441a2d249aa8aa5aa741b7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:257424afadaa4c182672607ab37f46fc321fb02d6dfec8e966cd9f3022b8b124 +size 644812 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..52d40bb54804af60b503640caef1c2a60e7c5378 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6b1467df525c9511640fe140e54efe9f469e08fc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385387460722436, "commit_timestamp_nsecs": 1753385387556318669, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d/c8e37dab3874a79f95892a64e008feda b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d/c8e37dab3874a79f95892a64e008feda new file mode 100644 index 0000000000000000000000000000000000000000..3f8257e11bd1a99ebb181cf068310f2d6b40caee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d/c8e37dab3874a79f95892a64e008feda differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0876fa06a6e1f023a618f5d8922b62a9fe0e5ec Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/6750a14f2309ac16da39f693cd6699db b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/6750a14f2309ac16da39f693cd6699db new file mode 100644 index 0000000000000000000000000000000000000000..80517c8ee1e346a135868b4db143bd2e6a1b39a2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/6750a14f2309ac16da39f693cd6699db @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0479c0fe31ab20364fa531cced836a04c4acd2f670a28f92ddb9e3909b7e388 +size 644852 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/8416fe3215f6bcdbf830ab28da8db499 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/8416fe3215f6bcdbf830ab28da8db499 new file mode 100644 index 0000000000000000000000000000000000000000..de10fcec32247316afb4c76b97f8a0b24bdacbff Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/8416fe3215f6bcdbf830ab28da8db499 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/a7b48534f6c147ed1145ce3b2592acae b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/a7b48534f6c147ed1145ce3b2592acae new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/a7b48534f6c147ed1145ce3b2592acae differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/ec3f448e254fe8ffe5d51beec1d81fe6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/ec3f448e254fe8ffe5d51beec1d81fe6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/ec3f448e254fe8ffe5d51beec1d81fe6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e327519155daaee3d4790af383f174bf2bcc1e19 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..dafa397421598b2bed9fea49c064cc7fe375b117 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385427668025238, "commit_timestamp_nsecs": 1753385427761746567, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d/c9e187dc214928f05d97dc38a668885f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d/c9e187dc214928f05d97dc38a668885f new file mode 100644 index 0000000000000000000000000000000000000000..a812feff044b2dcf9812eff0dfef70ad40155093 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d/c9e187dc214928f05d97dc38a668885f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b31f11a3bae294021e72278f7c8d2aef3bca8a4e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/2f60260f12847e4d0203facb716de55d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/2f60260f12847e4d0203facb716de55d new file mode 100644 index 0000000000000000000000000000000000000000..097b92843778900fc8cf39d26fe2ac400a90b3dc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/2f60260f12847e4d0203facb716de55d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ec84e0d05d2f65b14a8fd51ef056f2af697247ce2cd82ac0529d4c0008fcf6 +size 644979 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/47b99fe4bb90b4d65537b3ae401f2eeb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/47b99fe4bb90b4d65537b3ae401f2eeb new file mode 100644 index 0000000000000000000000000000000000000000..981ab5ca25d1bbfb63561a81b0dfb3b4969d23c0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/47b99fe4bb90b4d65537b3ae401f2eeb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/853ff9f271bc151c7b88928241a58473 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/853ff9f271bc151c7b88928241a58473 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/853ff9f271bc151c7b88928241a58473 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/b44c7c6a47d6b1a1c1ec4e0aa9b48f84 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/b44c7c6a47d6b1a1c1ec4e0aa9b48f84 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/b44c7c6a47d6b1a1c1ec4e0aa9b48f84 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c8a6e1140dd70ba304f1b54ac330ba292ee9e30c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6393b1ec0aa3bdf5d3c8a28fedb67772b3df449d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385468229626223, "commit_timestamp_nsecs": 1753385468580805483, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d/67731da858af2011d35111d0a79bd935 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d/67731da858af2011d35111d0a79bd935 new file mode 100644 index 0000000000000000000000000000000000000000..71b9bfca8a9e95f910b6e026bafd814e4902d651 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d/67731da858af2011d35111d0a79bd935 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b81e4d4a71d5be7c47d037ae006f82f43824ebe1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/35c3ce647f41e354f6549b5a35ca202b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/35c3ce647f41e354f6549b5a35ca202b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/35c3ce647f41e354f6549b5a35ca202b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/645ec27a6ff56add50b8ea960135a1fb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/645ec27a6ff56add50b8ea960135a1fb new file mode 100644 index 0000000000000000000000000000000000000000..4bc23c4c33be70c84304946b054890caf8976ebd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/645ec27a6ff56add50b8ea960135a1fb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2518a32d8cf10c13dc4751197f3823a13dcd0ee0983077e1b7e4d5131bfe53 +size 644954 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b41be3e9ee45f091b87b6dc27591f5ce b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b41be3e9ee45f091b87b6dc27591f5ce new file mode 100644 index 0000000000000000000000000000000000000000..cda8c4ad49514b989bf478d69936a75769d3982e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b41be3e9ee45f091b87b6dc27591f5ce differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b958418c9b8a3459322976cc8f23021d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b958418c9b8a3459322976cc8f23021d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b958418c9b8a3459322976cc8f23021d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a53979c324e951030033653a23ef70358ed5cdd8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..13061bc5da13060c8db65c8b2d77ba6c35dabd31 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385509207200993, "commit_timestamp_nsecs": 1753385509606962459, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d/404638bacf739cad3171e40a81193671 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d/404638bacf739cad3171e40a81193671 new file mode 100644 index 0000000000000000000000000000000000000000..7f9353d39d0c5b09d6d3f99d4e5816c3d3d51efc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d/404638bacf739cad3171e40a81193671 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2fe49d76b029d89cc4de3e96b62d447262c18317 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/08123d33242966e63a1f176fb5f87574 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/08123d33242966e63a1f176fb5f87574 new file mode 100644 index 0000000000000000000000000000000000000000..df120b534120517c2641f3617c32ee0d32fe0a48 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/08123d33242966e63a1f176fb5f87574 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864a80bc434fdc6f5839ee7f07cad4a76e61fd5b9317577ee0f3d4130f5ac8b0 +size 644938 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/09371c7332ecd2082f34a7d8debf3c8e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/09371c7332ecd2082f34a7d8debf3c8e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/09371c7332ecd2082f34a7d8debf3c8e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/ce68aea201db05960605f5807922d884 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/ce68aea201db05960605f5807922d884 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/ce68aea201db05960605f5807922d884 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/e08733f601d5c0d6170228c5de9128ec b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/e08733f601d5c0d6170228c5de9128ec new file mode 100644 index 0000000000000000000000000000000000000000..676c572c820460d803ab98cc558103e598e8688b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/e08733f601d5c0d6170228c5de9128ec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7cfe08ffa8bc09c23f682effd6b5aa703e763c79 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1e6dab8d1d9168ada18dc9d0ef128bb1475b74e6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385549509672629, "commit_timestamp_nsecs": 1753385549959101397, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d/ee30cdea3b5480ff6e1baaaf24af2474 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d/ee30cdea3b5480ff6e1baaaf24af2474 new file mode 100644 index 0000000000000000000000000000000000000000..bffa392dc994c7c86fc5bbff2baf52f7e1908af7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d/ee30cdea3b5480ff6e1baaaf24af2474 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8538736d3cf15344c9230594beea95d6a4194517 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/3fac94a4370401878028457e692d2e8d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/3fac94a4370401878028457e692d2e8d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/3fac94a4370401878028457e692d2e8d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/5238394a0116d5812e8d8b2ec822fb08 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/5238394a0116d5812e8d8b2ec822fb08 new file mode 100644 index 0000000000000000000000000000000000000000..439cf2b2b401a73ff11b2c86b64ae08f21e4ae7b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/5238394a0116d5812e8d8b2ec822fb08 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703cb8ce1634dd2939e3584809b59b5e422e035d84e46d1ae2fc6fbb0b6202a1 +size 644915 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/a34a645cd594b17165e287887e231427 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/a34a645cd594b17165e287887e231427 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/a34a645cd594b17165e287887e231427 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/b257466b3ec5b7b620bec67025237ea1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/b257466b3ec5b7b620bec67025237ea1 new file mode 100644 index 0000000000000000000000000000000000000000..cddbfcc9605083531593ac59d6d7e054d6f6aa9b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/b257466b3ec5b7b620bec67025237ea1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..04628b4c92febf664558840dc79384623a26f9aa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6c5e3e6ba82190809ecdc6af8366b3051c8d100d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385590254272130, "commit_timestamp_nsecs": 1753385590347879097, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d/626739cbaebfa5f78fd9c77144b68ce7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d/626739cbaebfa5f78fd9c77144b68ce7 new file mode 100644 index 0000000000000000000000000000000000000000..5b6c452dba09bc5a7f3290d498efbdb5bd81b7a8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d/626739cbaebfa5f78fd9c77144b68ce7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..09d350ed2e1e1eb8f841baba5eca6b2cb4de06de Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/0a46ad99ff0a07f15a4728359c121903 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/0a46ad99ff0a07f15a4728359c121903 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/0a46ad99ff0a07f15a4728359c121903 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/497513b8a079dba855e4921107fa97d1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/497513b8a079dba855e4921107fa97d1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/497513b8a079dba855e4921107fa97d1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/50f4e48d69e460227b5017b50dce2642 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/50f4e48d69e460227b5017b50dce2642 new file mode 100644 index 0000000000000000000000000000000000000000..4eddab133c3bf41d315b8f9da2009fae6d7203b0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/50f4e48d69e460227b5017b50dce2642 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ceef878b283f72ed5ce0f95856fecb60991cb1a98dc20654fcfd03d7fef336 +size 644993 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/e5109c202ce34c51ff71a8d686e97762 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/e5109c202ce34c51ff71a8d686e97762 new file mode 100644 index 0000000000000000000000000000000000000000..b908e6d565e237cf6478c52b0b4a0e5f8b9fe475 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/e5109c202ce34c51ff71a8d686e97762 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..eda74ae496fac4e2df60e1279662d6f43f363173 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..18386045540f9aa2dfc81f45cf8acd6f8fd225c2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385631461857909, "commit_timestamp_nsecs": 1753385631556139220, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d/16090cd1afb339e2e8d26ffd0269f180 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d/16090cd1afb339e2e8d26ffd0269f180 new file mode 100644 index 0000000000000000000000000000000000000000..4b8aafb2aa9a017772919e512fdd7ec4758df2c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d/16090cd1afb339e2e8d26ffd0269f180 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0f1247b3ce2c32a6736d9586ca6021459201431b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/599e8cde0f770471808958f46074958a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/599e8cde0f770471808958f46074958a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/599e8cde0f770471808958f46074958a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/6981c01388cec814280ebd732f1b991a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/6981c01388cec814280ebd732f1b991a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/6981c01388cec814280ebd732f1b991a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/7b95b02074ab51438040893203ece7ba b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/7b95b02074ab51438040893203ece7ba new file mode 100644 index 0000000000000000000000000000000000000000..7243e88f66c65432b60ff386789b0e8b1fe37fb5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/7b95b02074ab51438040893203ece7ba @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08158a75d6cb38847367ecb03a29cb0b9de103d32503ea51b0edd7590e3239ce +size 645026 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/ec0a4839be2ec89f328de39383f7608e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/ec0a4839be2ec89f328de39383f7608e new file mode 100644 index 0000000000000000000000000000000000000000..0c97f48720b3f5674348c3ad9eae547002ad399b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/ec0a4839be2ec89f328de39383f7608e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1a450d5028ea21276556ad8be9533f62693d5e97 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d94ab83d3e5a3d880ea8529962cc60e372cb7352 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384946254635322, "commit_timestamp_nsecs": 1753384946673768211, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d/ccfb789a34279420ea398d2b5718f042 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d/ccfb789a34279420ea398d2b5718f042 new file mode 100644 index 0000000000000000000000000000000000000000..7fced16bd53d06fb3a3231046d3627f10599f758 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d/ccfb789a34279420ea398d2b5718f042 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c6c975fb05a5a0eaf2fb71d99e9dcc3ca210b2c6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/7aab831e88e26da567edbde7e11bb8b1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/7aab831e88e26da567edbde7e11bb8b1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/7aab831e88e26da567edbde7e11bb8b1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/899b4e3dc3b516c076556688cdec9372 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/899b4e3dc3b516c076556688cdec9372 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/899b4e3dc3b516c076556688cdec9372 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/ab675ec576d1292a2285431b5f8b0c58 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/ab675ec576d1292a2285431b5f8b0c58 new file mode 100644 index 0000000000000000000000000000000000000000..77bd571970aba9cf923e7a2e019961ab4c0646ce --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/ab675ec576d1292a2285431b5f8b0c58 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3f404149aad13a22ab48100121a40704f3e45c4ae7e43dc6c246a66db67c10 +size 644383 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/bda7cff24d353cd39f5aaa89d29aade3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/bda7cff24d353cd39f5aaa89d29aade3 new file mode 100644 index 0000000000000000000000000000000000000000..2d777e46313ae47f6a009b78817244e45aac83b7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/bda7cff24d353cd39f5aaa89d29aade3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..510587f44eb57fe6af956e8b1856e4b8cf3a936b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..31076981301588513da6dc960f5585f0f0650205 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385671860901246, "commit_timestamp_nsecs": 1753385672290394079, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d/50946beb0da7dda56a1a1f8877f88cf9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d/50946beb0da7dda56a1a1f8877f88cf9 new file mode 100644 index 0000000000000000000000000000000000000000..cd83c0799943cb88f448780047794a839bbc4f41 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d/50946beb0da7dda56a1a1f8877f88cf9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0fec472f9978b9f7808bc64d953f5a4e4a7064b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/4ce3ea74f244b590f3effdd33e9cbf5a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/4ce3ea74f244b590f3effdd33e9cbf5a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/4ce3ea74f244b590f3effdd33e9cbf5a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/5a9821d78f9c3ec63a51588d4a28082d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/5a9821d78f9c3ec63a51588d4a28082d new file mode 100644 index 0000000000000000000000000000000000000000..86d6f106b6a203be49332c1414bc5ad0d623625c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/5a9821d78f9c3ec63a51588d4a28082d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b6cbbcaa7c0ecef0224a0dd6d5e75b93 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b6cbbcaa7c0ecef0224a0dd6d5e75b93 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b6cbbcaa7c0ecef0224a0dd6d5e75b93 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d46d216bda4477a23aa80a86d281adef b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d46d216bda4477a23aa80a86d281adef new file mode 100644 index 0000000000000000000000000000000000000000..30bc3137ee4b9b93e71e4edc290936911ba2af36 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d46d216bda4477a23aa80a86d281adef @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2d4b9df2ff29ce247eb1bd3ee08a9b8c66e66412553714622b6797ae7f4530 +size 645038 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd47966127ebb839a9688695403240520eabc5c0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3fa45a42b66f8b5d637d5cdb1a819ad564a57fef --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385712733053180, "commit_timestamp_nsecs": 1753385712831244993, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d/36d40fb1f7caa6aa837900b6104f2f49 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d/36d40fb1f7caa6aa837900b6104f2f49 new file mode 100644 index 0000000000000000000000000000000000000000..a5b59f182d90853e7be50d33b32164049adaf234 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d/36d40fb1f7caa6aa837900b6104f2f49 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5d1ef2181c398c7bbb993e4e1c34db7b0dc6d34c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/028853a3ebb4a4c037798ab9a7a7cacd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/028853a3ebb4a4c037798ab9a7a7cacd new file mode 100644 index 0000000000000000000000000000000000000000..f1725e8dff54ca519416a3ff8522fa2140fa7114 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/028853a3ebb4a4c037798ab9a7a7cacd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7273b81ce30eac7d09943cd69129eb099e7c03347a9795f87ee42e0c763f02 +size 644936 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/26d8bfbf689045c6452151f89f93139b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/26d8bfbf689045c6452151f89f93139b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/26d8bfbf689045c6452151f89f93139b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/8685193843cb2dcc9f0d8f2369b7ed91 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/8685193843cb2dcc9f0d8f2369b7ed91 new file mode 100644 index 0000000000000000000000000000000000000000..4190af700995b22e3818b843364df921cab1eeed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/8685193843cb2dcc9f0d8f2369b7ed91 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/89402b85d81c2069a1dd0043ab209c89 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/89402b85d81c2069a1dd0043ab209c89 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/89402b85d81c2069a1dd0043ab209c89 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..36100a923077f2732a574c335741807d6d15ee00 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b119e24e76e64393478a579b593ca1fcf790d566 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385753831375989, "commit_timestamp_nsecs": 1753385753924130633, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d/a649f54d701a9b3331f251c1ab18633e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d/a649f54d701a9b3331f251c1ab18633e new file mode 100644 index 0000000000000000000000000000000000000000..1295a16a3da33d2ca28a181f616b667694ca56da Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d/a649f54d701a9b3331f251c1ab18633e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8626a0909cd54c72ac1736dab24ef59da9057424 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/0e7df78c199c1fbeecbc27212aa7f3ab b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/0e7df78c199c1fbeecbc27212aa7f3ab new file mode 100644 index 0000000000000000000000000000000000000000..cf097fd4f6ebf931c0dffeacaac159b1f1f9e6b3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/0e7df78c199c1fbeecbc27212aa7f3ab differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/9749337401c5e8d7d63205b63905d996 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/9749337401c5e8d7d63205b63905d996 new file mode 100644 index 0000000000000000000000000000000000000000..29eac48e09b442a10568ccddb10c4a5cfb34b5e9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/9749337401c5e8d7d63205b63905d996 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733e625b58bfb51814bc55eaafae3a22bf3f3fc7a94db6ddfd367707030cf269 +size 645074 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/a20f9143ae4c40d8a506128b0982eac8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/a20f9143ae4c40d8a506128b0982eac8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/a20f9143ae4c40d8a506128b0982eac8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/d0bbe17de08f31317a1cdb64d88484d1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/d0bbe17de08f31317a1cdb64d88484d1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/d0bbe17de08f31317a1cdb64d88484d1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..771a3363c3fa6b535ff9a2f167b84cd2af273a4c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4312a84dc0e110d4f860bd5fdcbf6f38c4050c6f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385795466699697, "commit_timestamp_nsecs": 1753385795558326204, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d/5c73650375ecbaa0a0a3f6f781adc13a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d/5c73650375ecbaa0a0a3f6f781adc13a new file mode 100644 index 0000000000000000000000000000000000000000..6cec726ba721a3f59cb36a902da4f0a774df6e32 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d/5c73650375ecbaa0a0a3f6f781adc13a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e3667abb4812d90a1ae209f86f05044579c6c39e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/40d408381945f6f7ea64b02582e52d21 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/40d408381945f6f7ea64b02582e52d21 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/40d408381945f6f7ea64b02582e52d21 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/719bfc7d8a0b1c52289bee04a4857801 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/719bfc7d8a0b1c52289bee04a4857801 new file mode 100644 index 0000000000000000000000000000000000000000..5b4d2c486083890b68e680b715715bd2c343c984 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/719bfc7d8a0b1c52289bee04a4857801 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/ab391102f9f9722f41da767e6ab27312 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/ab391102f9f9722f41da767e6ab27312 new file mode 100644 index 0000000000000000000000000000000000000000..3074dc164db776c78561b47bcc175e5020a62be8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/ab391102f9f9722f41da767e6ab27312 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed10c83e70233ffcd9dc1650a445873fe5dcba70253bab38bf996530ad1b07b8 +size 645085 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/eee8d1bd7ec27a45532c830daeea6a19 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/eee8d1bd7ec27a45532c830daeea6a19 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/eee8d1bd7ec27a45532c830daeea6a19 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0865acd12233860dafe5c7a6c59c8f8379a743d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8b3746c2a48ac1ead20664d10c59f24f7a859adb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385836120852165, "commit_timestamp_nsecs": 1753385836213297767, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d/0bfb4c58a2cc777c40c90e3d9d71c67f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d/0bfb4c58a2cc777c40c90e3d9d71c67f new file mode 100644 index 0000000000000000000000000000000000000000..73710c93f70eefe1517b4e4bc9400aeabaed94eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d/0bfb4c58a2cc777c40c90e3d9d71c67f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..31c326e836158eb8886c421e3210f6ffaa3feb9e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/01e0c7b193d0d1a9e4da87147fc5168d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/01e0c7b193d0d1a9e4da87147fc5168d new file mode 100644 index 0000000000000000000000000000000000000000..03c595f6e7f58f53d9b0427eeacc563695035498 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/01e0c7b193d0d1a9e4da87147fc5168d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d832daba30317b94895a98dd35c79ba00b82abde2fc4b7f92692357b911177 +size 645088 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/2e9a1af56ab3fade642079f2602156f0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/2e9a1af56ab3fade642079f2602156f0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/2e9a1af56ab3fade642079f2602156f0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/3bdeb8ae7748a6e17f4983e3a94920df b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/3bdeb8ae7748a6e17f4983e3a94920df new file mode 100644 index 0000000000000000000000000000000000000000..41bc0032692bb62d19c65f220bd15201ab63796a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/3bdeb8ae7748a6e17f4983e3a94920df differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/d6b9181b53314202379c42e8e1f89801 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/d6b9181b53314202379c42e8e1f89801 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/d6b9181b53314202379c42e8e1f89801 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..598543db91780f34cb4b08edcd47597b768eef7a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..02288b2b331edf8be1259e41fcc8427671934683 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385877108844281, "commit_timestamp_nsecs": 1753385877201302276, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d/3d78650bddef3d07fc4c24c845e0b5f2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d/3d78650bddef3d07fc4c24c845e0b5f2 new file mode 100644 index 0000000000000000000000000000000000000000..fbdf6a2bba2254859f1a60d7f2ee67edc12ea33d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d/3d78650bddef3d07fc4c24c845e0b5f2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dac0cdf030df6d6f7e19c8b33c73422462bf382f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7cb720a6ddf10890ba459609ff82c3a5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7cb720a6ddf10890ba459609ff82c3a5 new file mode 100644 index 0000000000000000000000000000000000000000..a0516e5c33eb846c3dd890227faa44c38dd06f52 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7cb720a6ddf10890ba459609ff82c3a5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/ca4afaa920916be6009438743af7a856 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/ca4afaa920916be6009438743af7a856 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/ca4afaa920916be6009438743af7a856 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f911b706c7ac0dc50a43e599146bb737 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f911b706c7ac0dc50a43e599146bb737 new file mode 100644 index 0000000000000000000000000000000000000000..de9edded679600d5a2e30d8c4751b58db77ced3f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f911b706c7ac0dc50a43e599146bb737 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a347817f48327438be33e0722c357080b29d4ef1622895c6ede9639c97f8f3 +size 645097 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/ffab3260a7fd8d3d6db38ac4365e9475 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/ffab3260a7fd8d3d6db38ac4365e9475 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/ffab3260a7fd8d3d6db38ac4365e9475 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f278d597f61ed6142e1617e23983745ca9ab6ce7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..bed9c219596b4af324822ab9d1fb40c2612a16bc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385918616195342, "commit_timestamp_nsecs": 1753385918708054089, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d/5d0f45dcfaef1ddf774fdd6409574234 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d/5d0f45dcfaef1ddf774fdd6409574234 new file mode 100644 index 0000000000000000000000000000000000000000..3965bc4044c244194232c1482fa7b34ffae888a9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d/5d0f45dcfaef1ddf774fdd6409574234 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7dff929b437c0b2b396f4e10fc7637567cb0576f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/8c10fd3734bf1ffb9ad4178b174691a6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/8c10fd3734bf1ffb9ad4178b174691a6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/8c10fd3734bf1ffb9ad4178b174691a6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/9019cfc6b54637a31311bc78581349f4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/9019cfc6b54637a31311bc78581349f4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/9019cfc6b54637a31311bc78581349f4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/a2c987d53097294298f7ca4b0d042709 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/a2c987d53097294298f7ca4b0d042709 new file mode 100644 index 0000000000000000000000000000000000000000..a87870959f697eac76d542e302cda50266795df4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/a2c987d53097294298f7ca4b0d042709 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a247c36abd0560c7fff13ff20d22d7a3d418735b14785f8ff55659c99b063f28 +size 645053 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/e595d3f1b0f318bd95e78b1072e7b817 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/e595d3f1b0f318bd95e78b1072e7b817 new file mode 100644 index 0000000000000000000000000000000000000000..c7ed4ba62841c5398326edf4804e388a5215ad54 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/e595d3f1b0f318bd95e78b1072e7b817 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..38f632f4f7c0b954c4dcba66582f6cccd0b62a20 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c63b2703383422f04c9bf507e40ccb7b0428a9bb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385960023419838, "commit_timestamp_nsecs": 1753385960119146337, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d/e258e1c311dec718392affabc6004e41 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d/e258e1c311dec718392affabc6004e41 new file mode 100644 index 0000000000000000000000000000000000000000..200dea2dbfdbd298658fd8c04dc8874052341432 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d/e258e1c311dec718392affabc6004e41 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dab0bfeb32145ffb21c7de701d99c457c18b13e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/18f6b70e7a70b7f33055c9459adb39e1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/18f6b70e7a70b7f33055c9459adb39e1 new file mode 100644 index 0000000000000000000000000000000000000000..dc00ed821977912b5823bc654f42e78befc392f4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/18f6b70e7a70b7f33055c9459adb39e1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5101e1d6b8d5d8dadaad4dea18bc8f5966a6ceadbb4bf531a627934f171a3e2 +size 645070 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/1c12d4aefbfc41ef4307e4f76920c1ea b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/1c12d4aefbfc41ef4307e4f76920c1ea new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/1c12d4aefbfc41ef4307e4f76920c1ea differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/21b850084b9a5755cc9669eec41fd319 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/21b850084b9a5755cc9669eec41fd319 new file mode 100644 index 0000000000000000000000000000000000000000..b080ed3750d9035669e230db689f982a60f3ec56 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/21b850084b9a5755cc9669eec41fd319 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/ea83f5fe8c3f5dabc4970f73898b2bda b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/ea83f5fe8c3f5dabc4970f73898b2bda new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/ea83f5fe8c3f5dabc4970f73898b2bda differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0a136194c9f6e6a98c16fe3d2ac4189f73996b2d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..783d1907faf8f52135838a7c769ec6c1f2452aaf --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386000570849481, "commit_timestamp_nsecs": 1753386000675227813, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d/a63bc483a8878f02f3232682f6b370b2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d/a63bc483a8878f02f3232682f6b370b2 new file mode 100644 index 0000000000000000000000000000000000000000..fbd024f7b947d3ad17486f3818ca0d580406f68f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d/a63bc483a8878f02f3232682f6b370b2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..123746b69aa251c4e4633210c56c6baaa890d260 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/490a2e7a8138179af27a0a61e33f491b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/490a2e7a8138179af27a0a61e33f491b new file mode 100644 index 0000000000000000000000000000000000000000..fb3e73c8ae0ff75c3d1ee8ef12d2bdf3048eba79 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/490a2e7a8138179af27a0a61e33f491b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2756ae72c8c78e222169d21d0e75c959f730fed447ed3bb59428b079dde2a3bd +size 645206 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/50c3a5ddd69e41b673b7ab3edf0e2554 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/50c3a5ddd69e41b673b7ab3edf0e2554 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/50c3a5ddd69e41b673b7ab3edf0e2554 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/6b19ee738c001af0ebe91705628158bd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/6b19ee738c001af0ebe91705628158bd new file mode 100644 index 0000000000000000000000000000000000000000..ed37ab9f2f9757404af49ed92f277322b3adbafe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/6b19ee738c001af0ebe91705628158bd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/6c641be7d5933d0dad4329ed4910018c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/6c641be7d5933d0dad4329ed4910018c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/6c641be7d5933d0dad4329ed4910018c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f9823801b7f99995284663d884638e51bbd21603 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a7c5a18e76dcdd3ac6169aa2694fd5db74a068a1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386041982855438, "commit_timestamp_nsecs": 1753386042362312055, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d/b0988f8129b189cc1d30cd61bc0a3103 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d/b0988f8129b189cc1d30cd61bc0a3103 new file mode 100644 index 0000000000000000000000000000000000000000..9780639fa54980e806fd484284e2877a445f7bc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d/b0988f8129b189cc1d30cd61bc0a3103 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fc309f7de4b73264e5e408310bbee106f21768e9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/76fd2cb2fe04fcc7b88b38f833606a94 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/76fd2cb2fe04fcc7b88b38f833606a94 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/76fd2cb2fe04fcc7b88b38f833606a94 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/b7c3cbaa9fca66322aafff786b576d52 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/b7c3cbaa9fca66322aafff786b576d52 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/b7c3cbaa9fca66322aafff786b576d52 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c15394f24f648f828ddcca39124637ef b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c15394f24f648f828ddcca39124637ef new file mode 100644 index 0000000000000000000000000000000000000000..bc7402b518f7833f75b6c9d8531f09c3fe804f54 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c15394f24f648f828ddcca39124637ef @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c7c46bc16644b8ba28886934d8d4fb80dd0a098782f5d8dc48771291a1371e +size 645128 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/cbd7dd3f5d3392e7ccf01d0a46b61d89 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/cbd7dd3f5d3392e7ccf01d0a46b61d89 new file mode 100644 index 0000000000000000000000000000000000000000..ab81d40898eba5b836deedf935214ade2a6801e7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/cbd7dd3f5d3392e7ccf01d0a46b61d89 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..126682a2074a8d1d97f5741057fc6bf417fac690 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..66c7926e0feaa312599732d2862a95e87b1de33b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384985526874742, "commit_timestamp_nsecs": 1753384985934032011, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d/762da89132498eb00210925c7f9675c6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d/762da89132498eb00210925c7f9675c6 new file mode 100644 index 0000000000000000000000000000000000000000..520a42cb21180322a091566bad7c4dfdd3108d59 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d/762da89132498eb00210925c7f9675c6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b43daefb7514c733809f428198fe89b2eb37dc27 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/057e8a0a97b72e9685c4e8c2c27244a8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/057e8a0a97b72e9685c4e8c2c27244a8 new file mode 100644 index 0000000000000000000000000000000000000000..8e7b2245e38efb5cf4625dd1c1e4fe7cb0823aca --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/057e8a0a97b72e9685c4e8c2c27244a8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab1c49bc4a06548025cf169e6f448fedef51427a65cfdc9060172015a4c4064 +size 644373 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/13949e5f9cd1e74aa227366e02e148ef b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/13949e5f9cd1e74aa227366e02e148ef new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/13949e5f9cd1e74aa227366e02e148ef differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/560cf62858436058d85925faa6a2dc3d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/560cf62858436058d85925faa6a2dc3d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/560cf62858436058d85925faa6a2dc3d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd22834f060fe93d3806fcf08f6f10e6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd22834f060fe93d3806fcf08f6f10e6 new file mode 100644 index 0000000000000000000000000000000000000000..472e356b09a37a678072a0c30ac7745566a0de44 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd22834f060fe93d3806fcf08f6f10e6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e3f89cac3ebefc95c554db695dbc84e3c925dec5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..76268e21eff2768e7056f2da27e856b6ca972234 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386084235934153, "commit_timestamp_nsecs": 1753386084624362066, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d/dbb2f6a8e86a939a9db7a914546d1e32 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d/dbb2f6a8e86a939a9db7a914546d1e32 new file mode 100644 index 0000000000000000000000000000000000000000..2fcfe35baa0a7ac2f64d0f07cbcbb15b42ede7ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d/dbb2f6a8e86a939a9db7a914546d1e32 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1689397fd3944d91208814490ce2097fbb6e6b48 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/6a2ac284e33c38d4db9b313c514d07a2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/6a2ac284e33c38d4db9b313c514d07a2 new file mode 100644 index 0000000000000000000000000000000000000000..c72b28895c84843549205945e9a1cc324fa859e7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/6a2ac284e33c38d4db9b313c514d07a2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01c6165473e855316122fb06fa57de4692b5cc2d1e1a0164e39145509e2c937 +size 645263 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/889429220a0b28367ccbfad883b4f8f3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/889429220a0b28367ccbfad883b4f8f3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/889429220a0b28367ccbfad883b4f8f3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/9e1f5470dd9295a2a9f64ba0f62d81c8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/9e1f5470dd9295a2a9f64ba0f62d81c8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/9e1f5470dd9295a2a9f64ba0f62d81c8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/c95bcf62706f586fc8d165c7ff384568 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/c95bcf62706f586fc8d165c7ff384568 new file mode 100644 index 0000000000000000000000000000000000000000..1e1e933aa1dc58257eb374539d1432472a986357 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/c95bcf62706f586fc8d165c7ff384568 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0be1ae63fca57085ed309dd17c5f2543de699a15 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..14613d42198ee2c7834e50e03053d134a6a21475 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386124062664629, "commit_timestamp_nsecs": 1753386124154398442, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d/7c4b6bf19a79c11fe322ea7516fae956 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d/7c4b6bf19a79c11fe322ea7516fae956 new file mode 100644 index 0000000000000000000000000000000000000000..ca412791a088098abffe1c16e56ee993737982b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d/7c4b6bf19a79c11fe322ea7516fae956 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd88ef6291e45649aeb9a2dde36df988632b2396 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/06391af92a573cb8189ec4d1befa25ed b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/06391af92a573cb8189ec4d1befa25ed new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/06391af92a573cb8189ec4d1befa25ed differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/23c40fdcec85081aac2111d7b080f12d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/23c40fdcec85081aac2111d7b080f12d new file mode 100644 index 0000000000000000000000000000000000000000..25f2ef398cae585b4d0de82ca6ae79abd4cd4f76 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/23c40fdcec85081aac2111d7b080f12d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/46cc91e49545511e40c17632175c0460 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/46cc91e49545511e40c17632175c0460 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/46cc91e49545511e40c17632175c0460 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/89c2be129d1ad48ec53be893f8dfefe6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/89c2be129d1ad48ec53be893f8dfefe6 new file mode 100644 index 0000000000000000000000000000000000000000..37dfe33dbae0dc3ff7dd11a76cdb4e823097a9dd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/89c2be129d1ad48ec53be893f8dfefe6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156f1890c6ce633fc3dfbb457439f6a6b9ee18f5d8fb2376ef5ad8078b98300c +size 645296 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c305f6f519ddef544309d84139cf75c50010ef19 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e229eac2f8849dde8d28997a6f15ce1e10de2ce7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386165432097991, "commit_timestamp_nsecs": 1753386165528656732, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d/77a82ca5a3cdbecf1f4f85b09da7a4a8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d/77a82ca5a3cdbecf1f4f85b09da7a4a8 new file mode 100644 index 0000000000000000000000000000000000000000..6262d898978a1008c319537ebda51f02be9b44d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d/77a82ca5a3cdbecf1f4f85b09da7a4a8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4ecc9b860138cf52821e3f7adba1cdd67816f4fe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/25eb68cbda99e985f17bac6d3f6726ad b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/25eb68cbda99e985f17bac6d3f6726ad new file mode 100644 index 0000000000000000000000000000000000000000..4edac9b088e79dedc54af511d72424f2d45478c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/25eb68cbda99e985f17bac6d3f6726ad differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/2c829760a0ae701facfc713a91293932 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/2c829760a0ae701facfc713a91293932 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/2c829760a0ae701facfc713a91293932 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/89d2b5f2f160ceaf0d55d32771344ad7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/89d2b5f2f160ceaf0d55d32771344ad7 new file mode 100644 index 0000000000000000000000000000000000000000..27ccf4861eb817882d9b1ecdc770f5e8c895f48e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/89d2b5f2f160ceaf0d55d32771344ad7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b638fe692550099a47d06a4dfc4af1c4e0f93cb9ebc6cbb887fe08985ed319ec +size 645348 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/8f783190608e4d8220af83757a9e15da b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/8f783190608e4d8220af83757a9e15da new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/8f783190608e4d8220af83757a9e15da differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..874115e7584baa10bb40716689b9a42a3c807bf8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9db81bea72b55efe315c1f8f24202969fa0de1aa --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386206594827459, "commit_timestamp_nsecs": 1753386206699329435, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d/0521d8b82c8c30d7f8c1a3668502dea3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d/0521d8b82c8c30d7f8c1a3668502dea3 new file mode 100644 index 0000000000000000000000000000000000000000..75e016eb0e276d765639cb59e9946bb25b932f6a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d/0521d8b82c8c30d7f8c1a3668502dea3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3d86b6d77f23da70ea055819f7956a48bbfe09c0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/1e374e5f7b22fce76584570e6db50128 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/1e374e5f7b22fce76584570e6db50128 new file mode 100644 index 0000000000000000000000000000000000000000..bdcbabf9890f2747b8ec3a616a32a1ef8c80133d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/1e374e5f7b22fce76584570e6db50128 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a991fa26dd1dfbc7b4ae21f88b246d75bc21981cb19aca328c41823a5318d9 +size 645269 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/218d2afab2da31e08dd69abb83f32bb4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/218d2afab2da31e08dd69abb83f32bb4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/218d2afab2da31e08dd69abb83f32bb4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/9d84f890612ca1de6350a40d7d5829ae b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/9d84f890612ca1de6350a40d7d5829ae new file mode 100644 index 0000000000000000000000000000000000000000..99b5a99902def4982ed90ad7774b3f083c90f8d4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/9d84f890612ca1de6350a40d7d5829ae differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/d9e5f41ab12428506887dc74f8fa189f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/d9e5f41ab12428506887dc74f8fa189f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/d9e5f41ab12428506887dc74f8fa189f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6e118854bda754baeddd7ccd58ec499f18d08e4d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3c0b25017c71bb5cfac4f11a7e925d830d11998e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386247330076819, "commit_timestamp_nsecs": 1753386247422407048, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d/7e93554602721d7a0ca48f500c699683 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d/7e93554602721d7a0ca48f500c699683 new file mode 100644 index 0000000000000000000000000000000000000000..2d0436c38b718dba617a1859ab2ad8c2641783c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d/7e93554602721d7a0ca48f500c699683 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d7fd8a6ccc2d5de113ee10ae73576cf811371bb7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2c1375fa75b7cf9b3b42f60f9257edd6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2c1375fa75b7cf9b3b42f60f9257edd6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2c1375fa75b7cf9b3b42f60f9257edd6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/4874ed8ff566a8ee10257d76116956a0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/4874ed8ff566a8ee10257d76116956a0 new file mode 100644 index 0000000000000000000000000000000000000000..f3b7356d44ccff76c68d2b947c84ee12efa238f7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/4874ed8ff566a8ee10257d76116956a0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/6e0e0bac620341c6aadc67f766b0bbf0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/6e0e0bac620341c6aadc67f766b0bbf0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/6e0e0bac620341c6aadc67f766b0bbf0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/dcd4cfe46b5c3812ec12646644033104 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/dcd4cfe46b5c3812ec12646644033104 new file mode 100644 index 0000000000000000000000000000000000000000..db86bf29f0f36540f34b6206d999c24fd4d92843 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/dcd4cfe46b5c3812ec12646644033104 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8b2b542f14c3e1b1244d6ff9a8a8bc75ae42cc79db315820d7cfeea26e8b9b +size 645192 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5afb1c44836a9fc9b4e55796e5d64dded316b60e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..87c7f543a9b3094d769a17c7661e642bacf7c807 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386288307473603, "commit_timestamp_nsecs": 1753386288705349103, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d/c007e8692caaf4fdba52a48e3a8ed5be b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d/c007e8692caaf4fdba52a48e3a8ed5be new file mode 100644 index 0000000000000000000000000000000000000000..80067deaebda8bdf8df1865020b33a030a2f187c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d/c007e8692caaf4fdba52a48e3a8ed5be differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e7e464c36b92332ce057e9c4ae7aaf3abce5d1df Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/29caf36ce53018ba91ba4e1d3e807636 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/29caf36ce53018ba91ba4e1d3e807636 new file mode 100644 index 0000000000000000000000000000000000000000..efe4b497f2af959b234c126e52e88f8bf64b91be --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/29caf36ce53018ba91ba4e1d3e807636 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85451801bfb1cc5be42b12c77a4d3bd5dfe75f8909064525558e9618db469148 +size 645309 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/311f4d1c2e9f44a503ec92f1b8ee266a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/311f4d1c2e9f44a503ec92f1b8ee266a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/311f4d1c2e9f44a503ec92f1b8ee266a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/7fb5c8702b5f814a72d144aef74b70d4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/7fb5c8702b5f814a72d144aef74b70d4 new file mode 100644 index 0000000000000000000000000000000000000000..f1f97514c7cddf0891245f7862e16a054f18b163 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/7fb5c8702b5f814a72d144aef74b70d4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/aeb9a9c63bcba2b344ac73052b44ce18 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/aeb9a9c63bcba2b344ac73052b44ce18 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/aeb9a9c63bcba2b344ac73052b44ce18 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..696dad2796c462bdcdeb7dc9829e3d268bc1e56b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..698de51b455b1528110bb29cfa1d535257a46782 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386329207033164, "commit_timestamp_nsecs": 1753386329621756199, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d/acc74882aa90afc3603fac9d5b9d9f9f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d/acc74882aa90afc3603fac9d5b9d9f9f new file mode 100644 index 0000000000000000000000000000000000000000..1af6c2993a2375b3e7e61676b68e21725423ce79 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d/acc74882aa90afc3603fac9d5b9d9f9f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b050c4f4539a93cc273a1b960306bc1c3f514fec Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/2879d98c20c00cbe6bfe95dcfe8dca51 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/2879d98c20c00cbe6bfe95dcfe8dca51 new file mode 100644 index 0000000000000000000000000000000000000000..635c095e1e6cc999317d900331ec03b4814df55c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/2879d98c20c00cbe6bfe95dcfe8dca51 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/33e057365dcb552463143495f4b74fb0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/33e057365dcb552463143495f4b74fb0 new file mode 100644 index 0000000000000000000000000000000000000000..6500b73991c0ffaa2efedd26cf6592b901726e33 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/33e057365dcb552463143495f4b74fb0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a1f2404e9475731d4d5b83e7d21392fc91126112426bc41781feba32fabaa7 +size 645289 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/7c379d59f4cb3b36b0741413dfef276f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/7c379d59f4cb3b36b0741413dfef276f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/7c379d59f4cb3b36b0741413dfef276f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/c72dbad3e26fdaa289b909261360b883 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/c72dbad3e26fdaa289b909261360b883 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/c72dbad3e26fdaa289b909261360b883 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..aa231060084f8d53193bb34a0a7daebb557f0deb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..84fef1fae32de9cacfd63b06d6d3a946cb313479 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386370825511824, "commit_timestamp_nsecs": 1753386370916557651, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d/133421bd7ca018807900c66552a541a8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d/133421bd7ca018807900c66552a541a8 new file mode 100644 index 0000000000000000000000000000000000000000..85f2964501e37ac241f45f0446794d1311a40d73 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d/133421bd7ca018807900c66552a541a8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d9b8d8648abbf17f1ddccf02f4d84abd7be7a583 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/2847bc2b243b7e4424159cf78d5886fc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/2847bc2b243b7e4424159cf78d5886fc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/2847bc2b243b7e4424159cf78d5886fc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/547f63dceca716749cafc76f44a2925f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/547f63dceca716749cafc76f44a2925f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/547f63dceca716749cafc76f44a2925f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/74a431c0768fac83c2ed3b615a2b1f4d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/74a431c0768fac83c2ed3b615a2b1f4d new file mode 100644 index 0000000000000000000000000000000000000000..7d8081f6a9d006aa9516a4ddc862a142b1961a0b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/74a431c0768fac83c2ed3b615a2b1f4d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad8d0ccb9ead7d548a86e5517123f8367c9915eebafc82809b73a10b613ba4f +size 645361 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/f1fd391882129a09b0a160aba5bc3645 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/f1fd391882129a09b0a160aba5bc3645 new file mode 100644 index 0000000000000000000000000000000000000000..514bed8946ffd42270e3a783b25d102ae059d485 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/f1fd391882129a09b0a160aba5bc3645 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..feeb20f4e3d235734da4c027f3d57d2e8e8d2f5d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b7abd8020015ce076f0c7e6318254b1de5f8e92b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386412396713213, "commit_timestamp_nsecs": 1753386412488496791, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d/f451e99dc474139d45cfb44f7614bd60 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d/f451e99dc474139d45cfb44f7614bd60 new file mode 100644 index 0000000000000000000000000000000000000000..59609041d7aabda51fc10eb6c5729d29b32e9a94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d/f451e99dc474139d45cfb44f7614bd60 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..31f3f74ae370048e5e27d648fe8dcf4a391b867a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/067150b5c6925d3f053c8e326d34e065 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/067150b5c6925d3f053c8e326d34e065 new file mode 100644 index 0000000000000000000000000000000000000000..e3f0a7389a4264fb8a33943174c400ad21745e8a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/067150b5c6925d3f053c8e326d34e065 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:870fcf68b4f3e76679316c4a9d7c4b9c6861075ac26a244282691f0b3a5c4131 +size 645310 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/2d91256ad43adb10962226dc5c036625 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/2d91256ad43adb10962226dc5c036625 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/2d91256ad43adb10962226dc5c036625 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a08e021c78e6699988e7690b740395b3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a08e021c78e6699988e7690b740395b3 new file mode 100644 index 0000000000000000000000000000000000000000..452b1f62a9c996e55e9bc15a27468f6f807e90bb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a08e021c78e6699988e7690b740395b3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/df5dbdff8bba8f4e95130d70c4936e2b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/df5dbdff8bba8f4e95130d70c4936e2b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/df5dbdff8bba8f4e95130d70c4936e2b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e6202ee86986f419b74febd40944536de15c68e4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8c30d1db7bf4f87aa504666e5df46b05a233a744 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386454199117218, "commit_timestamp_nsecs": 1753386454291870064, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d/aebc09d496032b814297fc99427dd266 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d/aebc09d496032b814297fc99427dd266 new file mode 100644 index 0000000000000000000000000000000000000000..1e6604ec4b285db20b7bcedb5fe88a85c1003dd7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d/aebc09d496032b814297fc99427dd266 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9a88dbb47372c4f20acdc2dc4178916c054b8a16 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/034856d447d3d41b20cdf6388fa0d668 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/034856d447d3d41b20cdf6388fa0d668 new file mode 100644 index 0000000000000000000000000000000000000000..b9629670468ca4428cd43dd29819276e2aaad0c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/034856d447d3d41b20cdf6388fa0d668 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/516804135c787f838c1798e7f144112f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/516804135c787f838c1798e7f144112f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/516804135c787f838c1798e7f144112f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/64a2007af5cb0d2bf3e0df920cf21b4c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/64a2007af5cb0d2bf3e0df920cf21b4c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/64a2007af5cb0d2bf3e0df920cf21b4c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/90172bf3b8a82ce9f6ef68b3368489b2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/90172bf3b8a82ce9f6ef68b3368489b2 new file mode 100644 index 0000000000000000000000000000000000000000..6b39176311f7ad3a701b1351dabe90e1efca2af6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/90172bf3b8a82ce9f6ef68b3368489b2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2762a1879d335b1794e76b2da5e71828bad2570199669899c1972d6b13d2b322 +size 645347 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..91ec0627aaf5b7cb8fde98f235651a77f7f3fb2b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b03ddd0555d01645c21005692f3cc5477911da57 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385025109308827, "commit_timestamp_nsecs": 1753385025202057002, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d/b8327dbf666e314fd3ef88f1ed6713e7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d/b8327dbf666e314fd3ef88f1ed6713e7 new file mode 100644 index 0000000000000000000000000000000000000000..1f89605ebd152283ab354e7411de3fdbfc8c49ad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d/b8327dbf666e314fd3ef88f1ed6713e7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0e224ab588f8a314dd1f82a5100777d34a7c8257 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/461f8fb1a3271e1eb70cf3d40fc8ff77 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/461f8fb1a3271e1eb70cf3d40fc8ff77 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/461f8fb1a3271e1eb70cf3d40fc8ff77 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/be1445d281da26491f69a504571c0cce b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/be1445d281da26491f69a504571c0cce new file mode 100644 index 0000000000000000000000000000000000000000..2a4f5c5e7b5c1f014fa2445bcf791252d8c90cf2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/be1445d281da26491f69a504571c0cce @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d818c3b5ef73383aff06f42ad5a26d32d95c669f3fa5cc309c0052849bc788ac +size 644577 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/edc28dfa4f4170719fb00cbbbbec9960 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/edc28dfa4f4170719fb00cbbbbec9960 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/edc28dfa4f4170719fb00cbbbbec9960 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/fbefd22e766f2d4b0c75ef3532f23851 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/fbefd22e766f2d4b0c75ef3532f23851 new file mode 100644 index 0000000000000000000000000000000000000000..3c4d8b948f89d2ac4973ec4b8cbdfbb5f3d4f99f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/fbefd22e766f2d4b0c75ef3532f23851 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..070088eadccbdf7e8b45789e732bad9e3876c390 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a1cf048f2c97a4a4aa699f2584472075311f8858 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386495910146934, "commit_timestamp_nsecs": 1753386496001725687, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d/90bec5f211db7efd7b74e9d2c266c85b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d/90bec5f211db7efd7b74e9d2c266c85b new file mode 100644 index 0000000000000000000000000000000000000000..547f7644cfab812a807df9c081e28c5b704518d4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d/90bec5f211db7efd7b74e9d2c266c85b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f8018e062b66287afa0944d20603c422b41ee493 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/1a3b6739deb462ecbbf89a9aaef69bdb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/1a3b6739deb462ecbbf89a9aaef69bdb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/1a3b6739deb462ecbbf89a9aaef69bdb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ae122e99f0c810ecd5663d6c3e77d3fc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ae122e99f0c810ecd5663d6c3e77d3fc new file mode 100644 index 0000000000000000000000000000000000000000..f7d589d556400e15439d7a5f4e45b238a53b52cb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ae122e99f0c810ecd5663d6c3e77d3fc @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae0ab70d9c1752b196956a95cc66a676af997e4ff207386e3007e9cbc9242c7 +size 645381 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/afc75d3022cafce1ee5ebb014c23e6af b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/afc75d3022cafce1ee5ebb014c23e6af new file mode 100644 index 0000000000000000000000000000000000000000..69af830e65c3ea6c373978367c5f70013d5282e9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/afc75d3022cafce1ee5ebb014c23e6af differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ecc328207e05404ba09b5ec05f9808ee b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ecc328207e05404ba09b5ec05f9808ee new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ecc328207e05404ba09b5ec05f9808ee differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6003d111d68520b0458d6d7a36ca88bbae4c219c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8c006c212d86de61befdc8eaf37bbc6e06c4eff3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386537727306425, "commit_timestamp_nsecs": 1753386537820841226, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d/2500451b2a1f69f8f0f09527e0e2aa27 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d/2500451b2a1f69f8f0f09527e0e2aa27 new file mode 100644 index 0000000000000000000000000000000000000000..0738d1572cd1ef6f645be07e3143100e3ffb62e4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d/2500451b2a1f69f8f0f09527e0e2aa27 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9887c1558b772fc8267309bd20725fc9c5d117ea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/1ccd74b13267dee81ff442c7fd3f5507 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/1ccd74b13267dee81ff442c7fd3f5507 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/1ccd74b13267dee81ff442c7fd3f5507 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/4be906e83d594905cf09762004a474e1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/4be906e83d594905cf09762004a474e1 new file mode 100644 index 0000000000000000000000000000000000000000..d99cdd357dc8d018fa6337133bbcdb3445563612 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/4be906e83d594905cf09762004a474e1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/8af00ac7b08101245cde64d4b7722e58 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/8af00ac7b08101245cde64d4b7722e58 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/8af00ac7b08101245cde64d4b7722e58 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ad923b8671351cd4ea2213de652490a1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ad923b8671351cd4ea2213de652490a1 new file mode 100644 index 0000000000000000000000000000000000000000..368407d89a6dfa59f53b9de9f345824680e739e9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ad923b8671351cd4ea2213de652490a1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48fed953964fe2e0a6ff11d6803bc15a18d14a76a1f1d9da668fd31e4f083383 +size 645328 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..452fde88ca5192d3e7eedc814fe2eeae053c31f0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..22bd66d1eb513c3ef582963e9e0d387118707e30 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386580049208918, "commit_timestamp_nsecs": 1753386580495411560, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d/183412bfcb352f826f4e9350c76d1dfa b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d/183412bfcb352f826f4e9350c76d1dfa new file mode 100644 index 0000000000000000000000000000000000000000..a2b14125e6440e30b1fbaa551c5bb663365a0508 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d/183412bfcb352f826f4e9350c76d1dfa differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..00686667d5e516e0f58397d75e3e7cfd0f1fb591 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/530eb3d6da6ad39a10e8495ef648be5c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/530eb3d6da6ad39a10e8495ef648be5c new file mode 100644 index 0000000000000000000000000000000000000000..5138b27ac74005a21f922c211b12de4f3b85418a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/530eb3d6da6ad39a10e8495ef648be5c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/8e06ca0cb92b19867184277d15aa76da b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/8e06ca0cb92b19867184277d15aa76da new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/8e06ca0cb92b19867184277d15aa76da differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c2e81af11b138c6579511428d78a780c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c2e81af11b138c6579511428d78a780c new file mode 100644 index 0000000000000000000000000000000000000000..9aa29d88e43bfda2768c1264f7eb1a3c5eb08e32 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c2e81af11b138c6579511428d78a780c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc14c4b11f840800992a245c0e61befeb11951a55cecc29cf35a861ebf6bb1c3 +size 645345 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/f376fd9c27c4ea86bc62ce41e6f02ee3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/f376fd9c27c4ea86bc62ce41e6f02ee3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/f376fd9c27c4ea86bc62ce41e6f02ee3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..feee9d11a6e2044d0ac100c5823e719bb854a8fd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..eaa17831d7612ca7fb9ae8fb64b0c7286de4be97 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386620570630754, "commit_timestamp_nsecs": 1753386620663872142, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d/7c1ab6fa3993eff2d1916e783f402b18 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d/7c1ab6fa3993eff2d1916e783f402b18 new file mode 100644 index 0000000000000000000000000000000000000000..71729baf14392acdad48b97ba4699809b818d32e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d/7c1ab6fa3993eff2d1916e783f402b18 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bb6c7c0e6e658654f8d1e3e0d8b777167bfb501a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/0c033255a7ea1875518e30166e3decb6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/0c033255a7ea1875518e30166e3decb6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/0c033255a7ea1875518e30166e3decb6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/62d2d9aab1f468ac94918daa9f9bf4cb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/62d2d9aab1f468ac94918daa9f9bf4cb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/62d2d9aab1f468ac94918daa9f9bf4cb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/b86679415f552951cd3c515185e9e644 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/b86679415f552951cd3c515185e9e644 new file mode 100644 index 0000000000000000000000000000000000000000..bab95c9e5766eb0860cebc6a711433ea18205c82 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/b86679415f552951cd3c515185e9e644 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6fc9f306cb8354abf426ece804d5668e580ce0262ff03fde0e55843918ccfa +size 645416 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/e864a75eb9a7021971990b37bb12d97f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/e864a75eb9a7021971990b37bb12d97f new file mode 100644 index 0000000000000000000000000000000000000000..9788f43e689186efdf0b6e553dee3151c4b87429 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/e864a75eb9a7021971990b37bb12d97f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a84948c01e21b7585f15a9c2cfe3c1c290d360af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..363ab691e71bc737b2a45d900443b0cd7ea15024 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386660808064774, "commit_timestamp_nsecs": 1753386660899106264, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d/87954553baa8c20b38393eaab93c0cc4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d/87954553baa8c20b38393eaab93c0cc4 new file mode 100644 index 0000000000000000000000000000000000000000..3cb57e6106b60418d1057e9552ececa02f2321d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d/87954553baa8c20b38393eaab93c0cc4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..96bd68e7991d21e6ed11dd8e11c941aa833aba41 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/2443153e14e974a885f499961d6e18dc b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/2443153e14e974a885f499961d6e18dc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/2443153e14e974a885f499961d6e18dc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/a2969d87a9ea635a74f6a8a119f57768 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/a2969d87a9ea635a74f6a8a119f57768 new file mode 100644 index 0000000000000000000000000000000000000000..ebbdabe44c75bd3170b84de77c024e3559b10288 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/a2969d87a9ea635a74f6a8a119f57768 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ca55e59268ae1895b57ff46cfd8c6c22 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ca55e59268ae1895b57ff46cfd8c6c22 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ca55e59268ae1895b57ff46cfd8c6c22 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/f3491026469d734fccf43a8ec9505502 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/f3491026469d734fccf43a8ec9505502 new file mode 100644 index 0000000000000000000000000000000000000000..a042d3eab1737df3faa11e1c6318760abf6415b9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/f3491026469d734fccf43a8ec9505502 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddda0a3c6523d129a4a654c6c3bf673f411d15a1079e6464d834721c2af1f1c2 +size 645426 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a5e800b960d238dc7d7f8c7694a75d7e1876db1d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..452d71069b65c05a86b41b270d4a3ad7e2f5ae5c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386702836374509, "commit_timestamp_nsecs": 1753386703247899962, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d/5f71b976c51b4f28dc706a81e0da8caa b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d/5f71b976c51b4f28dc706a81e0da8caa new file mode 100644 index 0000000000000000000000000000000000000000..8c1b5a4599ab4ca858f6d3b08bed3e068df351ff Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d/5f71b976c51b4f28dc706a81e0da8caa differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7ae08507f2a9aacb73c23b56f1fed1a9af5710e4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/5dc560a344d9015a46bd4927e5b740f0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/5dc560a344d9015a46bd4927e5b740f0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/5dc560a344d9015a46bd4927e5b740f0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/63125cc8607002f54ef85ba3168381a3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/63125cc8607002f54ef85ba3168381a3 new file mode 100644 index 0000000000000000000000000000000000000000..50935763f983fb29c3177597512cc677ae0c1307 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/63125cc8607002f54ef85ba3168381a3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d498fa71fc6d81e48dc569cb849c37c5ba8727b5b5da436d9aac1f71f8c63fb7 +size 645403 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/d3e97416566e32d1b5dba3b3d8e7745d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/d3e97416566e32d1b5dba3b3d8e7745d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/d3e97416566e32d1b5dba3b3d8e7745d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/fcd483aca91aff0b0a7c7eedad0d3cf1 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/fcd483aca91aff0b0a7c7eedad0d3cf1 new file mode 100644 index 0000000000000000000000000000000000000000..fcf5e190c50a71eda12d9ebaa98c721010fccad0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/fcd483aca91aff0b0a7c7eedad0d3cf1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..69422c54485968660fb5d15f43a61d2eb4e4d728 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9a5da3fd4dac737db7c097196cde5892e2303cd0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386743543304111, "commit_timestamp_nsecs": 1753386743638314644, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d/8144050099d46b28d3052042e87167bd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d/8144050099d46b28d3052042e87167bd new file mode 100644 index 0000000000000000000000000000000000000000..f2baeed7997c2d76d807758efb83f951009f271e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d/8144050099d46b28d3052042e87167bd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2252c3b24527bdce4f9f50396bcc06f57ef3e44c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/0ce896aaf993c35a5caba338259498af b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/0ce896aaf993c35a5caba338259498af new file mode 100644 index 0000000000000000000000000000000000000000..5c03ff78d886d0bd87afd55388fcffcabbff392e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/0ce896aaf993c35a5caba338259498af @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c0d274ff914721f266da986ddaa56ee853540a396bdd8016ae978f47ae5d1b +size 645467 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/17436b0dc412614da7e6056f35c1716c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/17436b0dc412614da7e6056f35c1716c new file mode 100644 index 0000000000000000000000000000000000000000..066fdc1021e970d85368156e30c8ece954569eea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/17436b0dc412614da7e6056f35c1716c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/6490876fdd29fea7f594b209337f299e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/6490876fdd29fea7f594b209337f299e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/6490876fdd29fea7f594b209337f299e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/86872b70b8ccb0a6599dd8b174ab6d65 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/86872b70b8ccb0a6599dd8b174ab6d65 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/86872b70b8ccb0a6599dd8b174ab6d65 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5aeacb0bb57bd050cfab6213cb22882a9a64c880 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1001b240ae3576c8bc887c631d256c652f6b2920 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386784869874180, "commit_timestamp_nsecs": 1753386784962444583, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d/e23572b6291ab8fd5c2b054274f05fb0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d/e23572b6291ab8fd5c2b054274f05fb0 new file mode 100644 index 0000000000000000000000000000000000000000..3eb402bb64ea85794d9fa1ce5f370979ee9a7566 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d/e23572b6291ab8fd5c2b054274f05fb0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0ef857fc8b980e353faf0cc78e2f955fb3a9d4b5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/47a8255cab96c5114fb8963df0ff2065 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/47a8255cab96c5114fb8963df0ff2065 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/47a8255cab96c5114fb8963df0ff2065 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/baa156ca7d78f24d2aafc6fe52643424 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/baa156ca7d78f24d2aafc6fe52643424 new file mode 100644 index 0000000000000000000000000000000000000000..76c2c217721e92617231519dd6edfc71284dc88b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/baa156ca7d78f24d2aafc6fe52643424 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/d7677895629fa6aaee809cc7a52fb96b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/d7677895629fa6aaee809cc7a52fb96b new file mode 100644 index 0000000000000000000000000000000000000000..8828f7e2c605b49a40f44f3b8a13a2c3964d7e27 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/d7677895629fa6aaee809cc7a52fb96b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2deba554a345471c5802a2f0819893ee378f852f17012b3fb79e3f559bb2be +size 645492 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/fe236f4766f12b859247629be7cdac04 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/fe236f4766f12b859247629be7cdac04 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/fe236f4766f12b859247629be7cdac04 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fef5fb3e910c9d00ea773a62ce0826b7d13a6205 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..23c7c0e470bbd89a7f6f5cdc818cd55b834ecdbf --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386826856562577, "commit_timestamp_nsecs": 1753386826953002887, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d/7023c36b308b1a10006ad814ea747d98 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d/7023c36b308b1a10006ad814ea747d98 new file mode 100644 index 0000000000000000000000000000000000000000..ab4d74219ed47804d6b7615168534cd7e0aecb94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d/7023c36b308b1a10006ad814ea747d98 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..865db2029e04c4dad52148ca18d553b5f8d7772f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/1e7f1b397d050dd2b7312c1795e30dec b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/1e7f1b397d050dd2b7312c1795e30dec new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/1e7f1b397d050dd2b7312c1795e30dec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/306d98f79b6bc1e736d689d97c06443c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/306d98f79b6bc1e736d689d97c06443c new file mode 100644 index 0000000000000000000000000000000000000000..ca25c951c0def873369c0e3a8aa8c21cce3d2cf3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/306d98f79b6bc1e736d689d97c06443c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532f8831cabd43122aef0b369b44a34367dc530252187d9026ab047d8945bb33 +size 645442 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/90494cb21a83415f6c2f62238fccf8e8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/90494cb21a83415f6c2f62238fccf8e8 new file mode 100644 index 0000000000000000000000000000000000000000..188d7030912e126c9fe6410991f604e1a98a2565 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/90494cb21a83415f6c2f62238fccf8e8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/db3a5407f418743d13c4a6253eec510e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/db3a5407f418743d13c4a6253eec510e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/db3a5407f418743d13c4a6253eec510e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..353b65381e847352c338410a5ccabb8b2860ad83 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c005f6049370a01ac2ef81b6071548726d476d70 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386868066898356, "commit_timestamp_nsecs": 1753386868159488537, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d/b18b990e5a9a8a0fa664c0b3bdb091da b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d/b18b990e5a9a8a0fa664c0b3bdb091da new file mode 100644 index 0000000000000000000000000000000000000000..02610bfdfda4999653d21870dcda706d7636bcbd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d/b18b990e5a9a8a0fa664c0b3bdb091da differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5842d2310a5af23b981cf78fac70b3194de150e1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/5dbc97c0dd625ccd9416320f24638538 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/5dbc97c0dd625ccd9416320f24638538 new file mode 100644 index 0000000000000000000000000000000000000000..75856c664b0e689ca8007e6a6407baa93dc90beb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/5dbc97c0dd625ccd9416320f24638538 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a6f6b703f7c0c54bc3005f00dd68b251 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a6f6b703f7c0c54bc3005f00dd68b251 new file mode 100644 index 0000000000000000000000000000000000000000..7f9e39a3a9190255a499e7d421a3579d257c8b9a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a6f6b703f7c0c54bc3005f00dd68b251 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0e4b91895408f52e854926aeec821810f6c7d1043324171107516925a17135 +size 645510 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/b46c86989fc91749e6276e7a6cc9f134 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/b46c86989fc91749e6276e7a6cc9f134 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/b46c86989fc91749e6276e7a6cc9f134 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/e76c016bf3af865e65cea45442a59079 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/e76c016bf3af865e65cea45442a59079 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/e76c016bf3af865e65cea45442a59079 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e4ddd16aca4063f4540e61749db5b15710ee8393 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3b4161335747e8b2284d2d5529aff25c7b7ebe28 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385064422027071, "commit_timestamp_nsecs": 1753385064514403475, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d/610dfc27ffc806fa1acce2f7d9cfe8d5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d/610dfc27ffc806fa1acce2f7d9cfe8d5 new file mode 100644 index 0000000000000000000000000000000000000000..9e15c492a0cf4e88f0534822580b367850d847ba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d/610dfc27ffc806fa1acce2f7d9cfe8d5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..13fa062ab1c619ce3bac0363fba2b40a72d8811e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/4893df5bf1f5f27454785f8ddf786950 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/4893df5bf1f5f27454785f8ddf786950 new file mode 100644 index 0000000000000000000000000000000000000000..5c6c599b5603301a113410a6807d7d2fd48b6a7c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/4893df5bf1f5f27454785f8ddf786950 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/59c1daa57e6e47737215db2e5d3320f7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/59c1daa57e6e47737215db2e5d3320f7 new file mode 100644 index 0000000000000000000000000000000000000000..bf6fdd16a94d7b6253357720fddcb9e442d1347d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/59c1daa57e6e47737215db2e5d3320f7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06acb77530fc5539fba6b0e7d43ba84daefd72b937a3bfede49b43f7232fdbee +size 644627 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/6959ee6cfc623dd3b417b3d42e6b60f4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/6959ee6cfc623dd3b417b3d42e6b60f4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/6959ee6cfc623dd3b417b3d42e6b60f4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/a14c2a319216d3b9f0c60cfce1987ddf b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/a14c2a319216d3b9f0c60cfce1987ddf new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/a14c2a319216d3b9f0c60cfce1987ddf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..664c5ccce1beb7e40ca9b6428c6b450152a2cf7d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..21b15f0936e36aed6f0532a519dcc5227772fd19 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386909243387280, "commit_timestamp_nsecs": 1753386909336738676, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d/b4cb6bbf761c3767448d330b586804da b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d/b4cb6bbf761c3767448d330b586804da new file mode 100644 index 0000000000000000000000000000000000000000..a5bcfbfe275260e444be1f7129fe67da133d09ad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d/b4cb6bbf761c3767448d330b586804da differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48124910c38240852f1f5593d311ab1422d6da7a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/3512e86a64dbb3769e533e87b0334e57 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/3512e86a64dbb3769e533e87b0334e57 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/3512e86a64dbb3769e533e87b0334e57 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/4770711dbd7a5cee548c3074614e9ec4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/4770711dbd7a5cee548c3074614e9ec4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/4770711dbd7a5cee548c3074614e9ec4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/aeb8afedd1790544e1f8e005a4c13a1e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/aeb8afedd1790544e1f8e005a4c13a1e new file mode 100644 index 0000000000000000000000000000000000000000..942484cf33869bf660319cc350fdbbe889e92622 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/aeb8afedd1790544e1f8e005a4c13a1e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f37212f185a62660399a3bb0ada3d8be b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f37212f185a62660399a3bb0ada3d8be new file mode 100644 index 0000000000000000000000000000000000000000..d3f4406b5007af1e96e07c379ef7e6c883668a92 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f37212f185a62660399a3bb0ada3d8be @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625c6abb25c5831cd27f18c209d0cb81d49ee648be35a10f34e69a6876ace42e +size 645475 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cbbeac8ee68127220d138d7173ef99b33b54cef7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7e27749afab32706ca5c261d3a6e427411021940 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386949909411406, "commit_timestamp_nsecs": 1753386950000630382, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d/3553874eb058e2290ce3fb51212db9ca b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d/3553874eb058e2290ce3fb51212db9ca new file mode 100644 index 0000000000000000000000000000000000000000..8c8e4567115d32a59f63f7425a85cb70fb35dacf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d/3553874eb058e2290ce3fb51212db9ca differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e737eb313792ed88a34d20e649e1a5db6cda26af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/1398fc83a2bec0a26f72ef601dc45e3b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/1398fc83a2bec0a26f72ef601dc45e3b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/1398fc83a2bec0a26f72ef601dc45e3b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/1d13008afb6182105031418932ddd4c3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/1d13008afb6182105031418932ddd4c3 new file mode 100644 index 0000000000000000000000000000000000000000..4a179af7d968cd3e303b74c39288ca73f5897835 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/1d13008afb6182105031418932ddd4c3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/4273310bbb29bfe9ee6a375404409ea4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/4273310bbb29bfe9ee6a375404409ea4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/4273310bbb29bfe9ee6a375404409ea4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/fd272efcca23c682c1061510d75d50f6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/fd272efcca23c682c1061510d75d50f6 new file mode 100644 index 0000000000000000000000000000000000000000..80b91efe905d9b9779e3e83898c6bbca22c22bcb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/fd272efcca23c682c1061510d75d50f6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e0d4861198511f02f7823a7fc9373f223005dfaa096f60c4677cf884aff29e +size 645495 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6545a570537b4f33a4d20c54a803d1f174a13a3c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7a96ac46fdd008072c6abd47c00257f62437d2cd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386991699874649, "commit_timestamp_nsecs": 1753386991791745003, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d/bba67ded6904ae5e9364815f8ce6225e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d/bba67ded6904ae5e9364815f8ce6225e new file mode 100644 index 0000000000000000000000000000000000000000..d23fc74bbadcde0f4b02aee750d9f8d2ebd47164 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d/bba67ded6904ae5e9364815f8ce6225e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dfda1c6e6a5fde34d15c5d4cd253d50066eab87b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/34a79b9de71b96304dfde56b05bc451b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/34a79b9de71b96304dfde56b05bc451b new file mode 100644 index 0000000000000000000000000000000000000000..24478c9e5b20f05711905d942c89d2813f6b77f1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/34a79b9de71b96304dfde56b05bc451b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb7e5e1528dd50fb04b3e4831f1fce838f9067ada41a5a9933f52a099948416 +size 645571 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/3b6b4287fd06b9350383c0ae5d31d9ed b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/3b6b4287fd06b9350383c0ae5d31d9ed new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/3b6b4287fd06b9350383c0ae5d31d9ed differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/70ee9545440fec8f5d884d5c7d5701a6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/70ee9545440fec8f5d884d5c7d5701a6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/70ee9545440fec8f5d884d5c7d5701a6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/b9c1cb499b4aedbaf29a3e1f432ca0d0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/b9c1cb499b4aedbaf29a3e1f432ca0d0 new file mode 100644 index 0000000000000000000000000000000000000000..096762bf959877828571def56b2fec205d60fac4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/b9c1cb499b4aedbaf29a3e1f432ca0d0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a748c14848eb69446ac1b04ac472eba8b3a3bce5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9970d8042db8468ecc4f30eebfc5bb97bb050d7f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387032932527592, "commit_timestamp_nsecs": 1753387033022866347, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d/91d8f8be4d29531f133f95e4dfd75284 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d/91d8f8be4d29531f133f95e4dfd75284 new file mode 100644 index 0000000000000000000000000000000000000000..b4957b872c350805a3a1bc910f6a2f4a9b54d35a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d/91d8f8be4d29531f133f95e4dfd75284 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..887db452bc415e2ae56c4ee4d5a1336f9ffe8f72 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/0f8fe2a7733d5e285c36dbaf7317496a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/0f8fe2a7733d5e285c36dbaf7317496a new file mode 100644 index 0000000000000000000000000000000000000000..620eeeab4310c025ba9cbc2eb7a49f605f02370e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/0f8fe2a7733d5e285c36dbaf7317496a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3c5558e14464cfaccfe9a30687744f3a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3c5558e14464cfaccfe9a30687744f3a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3c5558e14464cfaccfe9a30687744f3a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/6db94d8c9d77bb74f317c8cd8b464808 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/6db94d8c9d77bb74f317c8cd8b464808 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/6db94d8c9d77bb74f317c8cd8b464808 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9c321d3a07a3024b756ce2c49c51d2c0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9c321d3a07a3024b756ce2c49c51d2c0 new file mode 100644 index 0000000000000000000000000000000000000000..60fba6b45ef1df38456ada79d259f6f7749b8700 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9c321d3a07a3024b756ce2c49c51d2c0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804fa747e355ecaeed9613894df9af9eb741b9ff7d24ef46c7fc708ad6c145e0 +size 645551 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8789751a4d7ae1e67a523ed24ffc698d361fc148 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f6bb6fad595d4969f83f64cbaed5a2c2a7f5c819 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387074267907531, "commit_timestamp_nsecs": 1753387074365624377, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d/f3de6fa6ade07488128afee396c62532 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d/f3de6fa6ade07488128afee396c62532 new file mode 100644 index 0000000000000000000000000000000000000000..dfbd8e422c332eef8a26ce454fb7b1fc009959c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d/f3de6fa6ade07488128afee396c62532 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9cb5f8507e1da4d2a4c610888a64929cd761fc75 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/28d7d49c18aebd4ffc040f7a16afa92b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/28d7d49c18aebd4ffc040f7a16afa92b new file mode 100644 index 0000000000000000000000000000000000000000..3ebb5bcbb9c75913f9342e1b0e98a904b5551e05 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/28d7d49c18aebd4ffc040f7a16afa92b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426c9da886e462e245de49d3f04ba1915e9f18b75dff1c8977ade00b111f1186 +size 645630 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/2af538d06b07caaf06b24cea5bf55a1f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/2af538d06b07caaf06b24cea5bf55a1f new file mode 100644 index 0000000000000000000000000000000000000000..3a6ad3fdf55c60693be90d2491ae18b0ddf0873a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/2af538d06b07caaf06b24cea5bf55a1f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/468e5336aecc15cb2e3b2e798416bc23 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/468e5336aecc15cb2e3b2e798416bc23 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/468e5336aecc15cb2e3b2e798416bc23 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/a2b3fd82c67a9a42af77e17a16ff5663 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/a2b3fd82c67a9a42af77e17a16ff5663 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/a2b3fd82c67a9a42af77e17a16ff5663 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..85d42c9492d71f457922d0208230dda7e9015176 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..18c895746f1b78f0d6410f5004b5998b4cb6fc0e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387115078233126, "commit_timestamp_nsecs": 1753387115464112148, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d/ccf4178cc8556891f215ca4a33e12544 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d/ccf4178cc8556891f215ca4a33e12544 new file mode 100644 index 0000000000000000000000000000000000000000..e04f8668fbd35fb3d894740d8a0fe48300557589 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d/ccf4178cc8556891f215ca4a33e12544 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0e57aded258dea400b42263a2d872647f247fe70 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/248dae62aef79dbeed44c17eeba61aec b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/248dae62aef79dbeed44c17eeba61aec new file mode 100644 index 0000000000000000000000000000000000000000..116c1d8b386127642dae51816c82c1dccff2b55e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/248dae62aef79dbeed44c17eeba61aec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ceeaa89b0a911a9a4fcf276f27a333ec b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ceeaa89b0a911a9a4fcf276f27a333ec new file mode 100644 index 0000000000000000000000000000000000000000..0a91e98013a6cc71b2f0a8577d045d6d0adc15c9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ceeaa89b0a911a9a4fcf276f27a333ec @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c4b512366a742aa040a1b6fceae84f2a388e92e9cb82cefdeb91b2072e4e82 +size 645657 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/e625f641b3b28971d91e367dd0c28cb5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/e625f641b3b28971d91e367dd0c28cb5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/e625f641b3b28971d91e367dd0c28cb5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f7a880111cea038420cc89dad5030e59 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f7a880111cea038420cc89dad5030e59 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f7a880111cea038420cc89dad5030e59 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9e5bc3854644f77760fc90564fc8c7d1d41b8517 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e2a11f24ac171ed521dfca77068c2d4de5c0da87 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387157664501344, "commit_timestamp_nsecs": 1753387157756265176, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d/3aa559f7d7e5d7525c4987778502f7b2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d/3aa559f7d7e5d7525c4987778502f7b2 new file mode 100644 index 0000000000000000000000000000000000000000..4b30e04253b57da2673db21fc5b6718c3fa64037 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d/3aa559f7d7e5d7525c4987778502f7b2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd3dc44daf835782be3fddee192f99f0fe18c042 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/22e0de9e97f2e7a0e6cd96561d78cb06 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/22e0de9e97f2e7a0e6cd96561d78cb06 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/22e0de9e97f2e7a0e6cd96561d78cb06 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/978a702c1abf5cf0a17669603290307d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/978a702c1abf5cf0a17669603290307d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/978a702c1abf5cf0a17669603290307d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/987df3d29e453efd56e9a34030de041c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/987df3d29e453efd56e9a34030de041c new file mode 100644 index 0000000000000000000000000000000000000000..33940309cfc61bd5803ed6f79ccccfd7ba664a34 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/987df3d29e453efd56e9a34030de041c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d782bc4aeea6b9f4c4dad61cbd20e917ad381a2cf094a5457ece7a6acf3b27 +size 645585 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/c471be9edf33c52f85902f0dc44df43f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/c471be9edf33c52f85902f0dc44df43f new file mode 100644 index 0000000000000000000000000000000000000000..fd8fe292345cf1e1fe40a0fce60898bc7fb44b7e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/c471be9edf33c52f85902f0dc44df43f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b4ac310b203f178471d51fbfdc2434e706718cb8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5a7200776530e5cab49445d8d734cabc1bc8099b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387198819748695, "commit_timestamp_nsecs": 1753387198928468436, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d/8e09156794bb1e8343a4a7808795c050 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d/8e09156794bb1e8343a4a7808795c050 new file mode 100644 index 0000000000000000000000000000000000000000..f7a9f03ca0099a45c43b2217ed73e104cb1583bc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d/8e09156794bb1e8343a4a7808795c050 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3bc5fcdda763dfe663774e56569797f0be895c56 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/62dce67b44c822fe97d4f864c679f6fe b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/62dce67b44c822fe97d4f864c679f6fe new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/62dce67b44c822fe97d4f864c679f6fe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/9d4d141efec6a6109af7c5e3abfb0c39 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/9d4d141efec6a6109af7c5e3abfb0c39 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/9d4d141efec6a6109af7c5e3abfb0c39 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/a15d892d84b8712931ce1b25117bc496 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/a15d892d84b8712931ce1b25117bc496 new file mode 100644 index 0000000000000000000000000000000000000000..00d2967ad38b37a824b127f735a2ef0e71b96ad7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/a15d892d84b8712931ce1b25117bc496 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f9114fd8e179ef2191ce3c904bcab67b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f9114fd8e179ef2191ce3c904bcab67b new file mode 100644 index 0000000000000000000000000000000000000000..38299c39ebc8fe39006869aefed1c6bd2fbcc72d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f9114fd8e179ef2191ce3c904bcab67b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f59b68339321c465dfe8d190c16e7a5bb4f44d829e94799abcf534164958a3 +size 645568 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d404172c23b85d273f6c95112bb6420be84a8cf9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c4b3c9c5f858de313f2a8a4b3e9107a002454168 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387240401721065, "commit_timestamp_nsecs": 1753387240493443650, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d/6f4886442418f1c5688f4c1972a195bd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d/6f4886442418f1c5688f4c1972a195bd new file mode 100644 index 0000000000000000000000000000000000000000..1c6d6bfea330900d5a62aeb1ece314d79e9507a2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d/6f4886442418f1c5688f4c1972a195bd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a8e889c0feea7afd2c05019aac28bfde46c2310a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/06ff4cc953aad41a736311dd4137d6cf b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/06ff4cc953aad41a736311dd4137d6cf new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/06ff4cc953aad41a736311dd4137d6cf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/07c8ad4731e8b3443bcf9c84c54735ea b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/07c8ad4731e8b3443bcf9c84c54735ea new file mode 100644 index 0000000000000000000000000000000000000000..7265541a8e03cb3ae90d04c21e1b73de60c45a47 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/07c8ad4731e8b3443bcf9c84c54735ea @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867822d700f8c0ad76d0091df1a983d6f126017297f5f64d3bfddc95a3d4d0b0 +size 645545 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/84a0c62be070d872e6239edff97b737a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/84a0c62be070d872e6239edff97b737a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/84a0c62be070d872e6239edff97b737a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/8ac16859413562ef9cdc5a961c83b78a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/8ac16859413562ef9cdc5a961c83b78a new file mode 100644 index 0000000000000000000000000000000000000000..807737774a3720e729fb259fa8d75b8f1e033ad4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/8ac16859413562ef9cdc5a961c83b78a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c4479fb0f9b0931b0a5fcd0aa42f3a40974edf4b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..091759b2f0b79ab957ce9a42ff15e22643433714 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387281324143354, "commit_timestamp_nsecs": 1753387281415086360, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d/c402dc4eff3d0a223f21cb931e033c39 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d/c402dc4eff3d0a223f21cb931e033c39 new file mode 100644 index 0000000000000000000000000000000000000000..b49ac25d70e847529feb5d9c001bf039f3d890c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d/c402dc4eff3d0a223f21cb931e033c39 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7a0df274dbc7fdc608c6d1563f28e0763e79c098 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/1d1ccef3c8567ee96b0a550ffd33a85b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/1d1ccef3c8567ee96b0a550ffd33a85b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/1d1ccef3c8567ee96b0a550ffd33a85b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/51e13038f46fc5ddae795d39bb6f98f7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/51e13038f46fc5ddae795d39bb6f98f7 new file mode 100644 index 0000000000000000000000000000000000000000..53e1478b56431e42b88e2cf236e136978a646a7f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/51e13038f46fc5ddae795d39bb6f98f7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f70a65239ecb2cc6aaf0634e1993878194a238dca9dae2e854a26849a76ed5 +size 645578 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/d1bee7a3cc2bb9a3393673d42177e216 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/d1bee7a3cc2bb9a3393673d42177e216 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/d1bee7a3cc2bb9a3393673d42177e216 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/ec4d3f1c8169f283275d2564c9ddec46 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/ec4d3f1c8169f283275d2564c9ddec46 new file mode 100644 index 0000000000000000000000000000000000000000..5f1a788472327d220172ce449da5c7babdd30b39 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/ec4d3f1c8169f283275d2564c9ddec46 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..81a1fd311f0a9298ededb21fec64ffd2087eb511 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..eba98f0daa4bda215b8ec307b926346f42cd667a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385104555818364, "commit_timestamp_nsecs": 1753385104647433713, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d/0931cef904c75c7c8e90838613bd9640 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d/0931cef904c75c7c8e90838613bd9640 new file mode 100644 index 0000000000000000000000000000000000000000..d11de6b216c16de1fedb45d47f4419a7d2a9c8d9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d/0931cef904c75c7c8e90838613bd9640 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e9e8291186796e5a35de70b4856627cab60cb610 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/28f3ccf791b21749ab79e5609de0e7dd b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/28f3ccf791b21749ab79e5609de0e7dd new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/28f3ccf791b21749ab79e5609de0e7dd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/4e032425bb53bf8a3c26a2ae01e0a9f5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/4e032425bb53bf8a3c26a2ae01e0a9f5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/4e032425bb53bf8a3c26a2ae01e0a9f5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/b377129105c8241912b7a36278841d04 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/b377129105c8241912b7a36278841d04 new file mode 100644 index 0000000000000000000000000000000000000000..54af26b0e42ccb6409dcdfe156db7c7e89e052e0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/b377129105c8241912b7a36278841d04 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9446fedff4535fd3e71d6072d48ccdb980fd343248b3ddaa70cd171c9b78fce7 +size 644738 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/c47ca708a444b32ffa2603c1e50ed814 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/c47ca708a444b32ffa2603c1e50ed814 new file mode 100644 index 0000000000000000000000000000000000000000..824e57471386c0625df12a6c06a9c5e3a1339616 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/c47ca708a444b32ffa2603c1e50ed814 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..28e996268f18982f93b927499a4f07b9674fdaed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6e61ccdf1a19caafc2fb270d64f9f8eac1ef97d4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387322536757810, "commit_timestamp_nsecs": 1753387322956041524, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d/cf506f93b82bfd15349d998a7f55225f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d/cf506f93b82bfd15349d998a7f55225f new file mode 100644 index 0000000000000000000000000000000000000000..98ccbf8736ca5b5226615950fd06359b7d658c23 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d/cf506f93b82bfd15349d998a7f55225f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0d8281cec2088a6a238237f6974eee2efb8fa315 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2488fcb8f782633dc95947a2a82d6008 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2488fcb8f782633dc95947a2a82d6008 new file mode 100644 index 0000000000000000000000000000000000000000..398866d6dfc7ab7f0f2b567129094296acd49326 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2488fcb8f782633dc95947a2a82d6008 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692ece0ecb387a213992b3146e78f7d68af63b6d8fe1482dbaa30d94b6a8dfe4 +size 645717 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/3c2771faa2bd25c8599543c62c600a78 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/3c2771faa2bd25c8599543c62c600a78 new file mode 100644 index 0000000000000000000000000000000000000000..c578324dad41bda269093ca66a77f0ad8893c834 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/3c2771faa2bd25c8599543c62c600a78 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/a100ff8790a481fc0bec37543d51e25c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/a100ff8790a481fc0bec37543d51e25c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/a100ff8790a481fc0bec37543d51e25c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/cf0e05a9d84df5cd5220f45259173c58 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/cf0e05a9d84df5cd5220f45259173c58 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/cf0e05a9d84df5cd5220f45259173c58 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ad72a7ca34d6d9cd7980c3797eb896961db191b1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..42bdfc56429f4549554732302eebde03674f4275 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387363977717083, "commit_timestamp_nsecs": 1753387364384556173, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d/c9ad62ff15da3afaddd6fafc93e71b8f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d/c9ad62ff15da3afaddd6fafc93e71b8f new file mode 100644 index 0000000000000000000000000000000000000000..44285e349c79fa8109a69a26f08403cb6bfb08ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d/c9ad62ff15da3afaddd6fafc93e71b8f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..55cb8e853e9096a75f6b1aca06bfbdbd3e9e6e23 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/40949f5f909871fa54bcb2cd9e39b8cf b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/40949f5f909871fa54bcb2cd9e39b8cf new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/40949f5f909871fa54bcb2cd9e39b8cf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/a8d8f8c59e2f43af28f37f3fc9aca0d4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/a8d8f8c59e2f43af28f37f3fc9aca0d4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/a8d8f8c59e2f43af28f37f3fc9aca0d4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ad49aca549cd5dfc26c487ad6f2c4721 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ad49aca549cd5dfc26c487ad6f2c4721 new file mode 100644 index 0000000000000000000000000000000000000000..12f4887204bd7eee3e6e87ccffb8636e0160568e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ad49aca549cd5dfc26c487ad6f2c4721 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d7b17a33075ddedacb81e49fecade82be03204a7bb8d5dae55563e5044556b +size 645664 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/b0b9e7f5654b27e4667dd293e1415eef b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/b0b9e7f5654b27e4667dd293e1415eef new file mode 100644 index 0000000000000000000000000000000000000000..79470cd19c50d9b0954c37025d301bc18ab79e84 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/b0b9e7f5654b27e4667dd293e1415eef differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f509d2539d141ae66633d9f0f9a9983e76f19e32 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..30a2b0bb2361f747a77a6ca44307767c094cdec8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387405133005208, "commit_timestamp_nsecs": 1753387405223487222, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d/861739aea55f62a4caa0325517815c56 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d/861739aea55f62a4caa0325517815c56 new file mode 100644 index 0000000000000000000000000000000000000000..373014dddb7cf30c1ae2f19c08e2277c1e34456e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d/861739aea55f62a4caa0325517815c56 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..57c6bcf7bbd194462d88aa553664b7e48215069a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/2440ab6cd7fc5bd7526d20310c3886a2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/2440ab6cd7fc5bd7526d20310c3886a2 new file mode 100644 index 0000000000000000000000000000000000000000..b20094e6644e4bf6f5c1cfcaac5d1fe21bfafc50 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/2440ab6cd7fc5bd7526d20310c3886a2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08fb32f40a9139eb9e43116483952199fe0bd5c19e39efbbbe95858ea84490d6 +size 645693 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/50f9cad10b8841707082ee044c84a6b8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/50f9cad10b8841707082ee044c84a6b8 new file mode 100644 index 0000000000000000000000000000000000000000..85b0bf90b5e5cc3c35d54cbd0f04761ff8490dac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/50f9cad10b8841707082ee044c84a6b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8b15cb36a2da3f8b422676ac4527489f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8b15cb36a2da3f8b422676ac4527489f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8b15cb36a2da3f8b422676ac4527489f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/a45d68df2683b3120109ef730c9c89ec b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/a45d68df2683b3120109ef730c9c89ec new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/a45d68df2683b3120109ef730c9c89ec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0eb33166aee4c97b37e4693e7175a5b4531005aa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ba96c516e26b20b04eee08d6756e2b0ea1c20226 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387446222658744, "commit_timestamp_nsecs": 1753387446313972265, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d/9e21cf11541155470b2914df77a2f086 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d/9e21cf11541155470b2914df77a2f086 new file mode 100644 index 0000000000000000000000000000000000000000..70c9e0a016a8c112a35563e7fedce617b6ced904 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d/9e21cf11541155470b2914df77a2f086 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..806704d63161e811a1fab39b0fa6d13a35d2dcf1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/65703e33f2cbef60beccbe6b47419070 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/65703e33f2cbef60beccbe6b47419070 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/65703e33f2cbef60beccbe6b47419070 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/7a303983cee3bed3d45d456f246e37fa b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/7a303983cee3bed3d45d456f246e37fa new file mode 100644 index 0000000000000000000000000000000000000000..83e136deba84b15dc5610e6fd638e7d4d8dd0d8a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/7a303983cee3bed3d45d456f246e37fa differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/8dcbeed4fe6fb15bfb9fbf8c2c44342b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/8dcbeed4fe6fb15bfb9fbf8c2c44342b new file mode 100644 index 0000000000000000000000000000000000000000..d52ebf3dea174cf479f94443fe695753f34fd9a5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/8dcbeed4fe6fb15bfb9fbf8c2c44342b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161858ff2d2932da03ff71672ad36b20a0c0819bb99203a8494a4def45d8a878 +size 645689 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/d87988e25fdd4972c9ae8870bda92602 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/d87988e25fdd4972c9ae8870bda92602 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/d87988e25fdd4972c9ae8870bda92602 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e9e8dbc329495875e003ab42a21dfc381e36a4d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6c452b3df23ceb6bd42f8a305b3b61aedf5f097c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387488535764930, "commit_timestamp_nsecs": 1753387488628053887, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d/cc8dbeacc8d6a5b4d9b699219116e0f0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d/cc8dbeacc8d6a5b4d9b699219116e0f0 new file mode 100644 index 0000000000000000000000000000000000000000..8306549341da681c56388d4ce2ab09093ae744e6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d/cc8dbeacc8d6a5b4d9b699219116e0f0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c77d4169203274b46cf97dfbf997f616b751cb90 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/4ef55cf87ade792114d0409ca431d2c4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/4ef55cf87ade792114d0409ca431d2c4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/4ef55cf87ade792114d0409ca431d2c4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/5234f6d4b67e69a71e938d23c89e2c58 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/5234f6d4b67e69a71e938d23c89e2c58 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/5234f6d4b67e69a71e938d23c89e2c58 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/6dec02d38481ca449f981bb8c5921baa b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/6dec02d38481ca449f981bb8c5921baa new file mode 100644 index 0000000000000000000000000000000000000000..a8bf1489d229690518b4d9c65fac7aba6699525e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/6dec02d38481ca449f981bb8c5921baa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62062a9f1d7dcfe1b9e7b73c38e85ce5cf7966ac2c4a2626220dc197323f116 +size 645690 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/a3b75f15f8e44ed760221ea95bfed144 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/a3b75f15f8e44ed760221ea95bfed144 new file mode 100644 index 0000000000000000000000000000000000000000..2bcbc42c71536a77a78e051fac54d06549ed4f0e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/a3b75f15f8e44ed760221ea95bfed144 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cdb99069416b2c95ed85507c2e4d9f8b9909114d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..abb9a51c81da536504dd5632d174f71f07d976db --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387529997616719, "commit_timestamp_nsecs": 1753387530090395776, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d/e7e8de9677ba59264d66700627e21464 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d/e7e8de9677ba59264d66700627e21464 new file mode 100644 index 0000000000000000000000000000000000000000..becdfac0f31de2efb9d1c12e99981fc01d381721 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d/e7e8de9677ba59264d66700627e21464 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..715c415536dd1d42a5f181df868a0cbcc27560e2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/48905250d480d9286fc342de6cf31128 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/48905250d480d9286fc342de6cf31128 new file mode 100644 index 0000000000000000000000000000000000000000..e02622c7b2108b472075ae98f23a6fa49a3c4b10 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/48905250d480d9286fc342de6cf31128 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1ed1f1bef344a1f4b2f002b7815699 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1ed1f1bef344a1f4b2f002b7815699 new file mode 100644 index 0000000000000000000000000000000000000000..f0a3b02bf9a0d258e26abd3f3879a24d885e63d8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1ed1f1bef344a1f4b2f002b7815699 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cedc59023a23e376dd00d90ccd43c028dcf104774ad65c68aac88efedf9a3d5c +size 645755 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/b735f1747d50eda49b606a2a9332f614 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/b735f1747d50eda49b606a2a9332f614 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/b735f1747d50eda49b606a2a9332f614 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/e3970aa949ece3a2a03994fa873c0a31 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/e3970aa949ece3a2a03994fa873c0a31 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/e3970aa949ece3a2a03994fa873c0a31 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3b721c14ddf78f802c88bf65b70008e193eb1a3e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..002edc29b3edd6d1e559926ac4931aeea26ed5b1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387571368320856, "commit_timestamp_nsecs": 1753387571774994598, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d/9fbd43b5cdb45db516290287250eeb6c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d/9fbd43b5cdb45db516290287250eeb6c new file mode 100644 index 0000000000000000000000000000000000000000..a9db71b0c852560002922c570cae667541b15b52 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d/9fbd43b5cdb45db516290287250eeb6c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5b3f91c346e6c83378611fed1160e08258a0fee5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/8702c22f4f10b056a6f2ffa67d58706e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/8702c22f4f10b056a6f2ffa67d58706e new file mode 100644 index 0000000000000000000000000000000000000000..a5d1cc5f842a9b3ce19cf803e1795dad692b5eca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/8702c22f4f10b056a6f2ffa67d58706e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/daccf9e17a64ca88cc8559d1db4214d4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/daccf9e17a64ca88cc8559d1db4214d4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/daccf9e17a64ca88cc8559d1db4214d4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/ece82a45294d5a510f5e854b9b89cf41 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/ece82a45294d5a510f5e854b9b89cf41 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/ece82a45294d5a510f5e854b9b89cf41 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/f4ddf05201052f08b9b9d47b70cebf7c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/f4ddf05201052f08b9b9d47b70cebf7c new file mode 100644 index 0000000000000000000000000000000000000000..e11fc8dc3c244a9e6e4aaae1f637483e6fa08e7e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/f4ddf05201052f08b9b9d47b70cebf7c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2250667282f96d7a40e7883a0e485051566fbbc48638b734e76766ba2af295d3 +size 645852 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..23ced72e7e683a06bc64a9b6943c46ee840473cd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..64abe34e0c04383c4af589111510482d04c202b7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387613353350308, "commit_timestamp_nsecs": 1753387613781706339, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d/ef601aa13a163ac092efb47bc9f35370 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d/ef601aa13a163ac092efb47bc9f35370 new file mode 100644 index 0000000000000000000000000000000000000000..3190bdb836025bf38ea522b7b85a41da7560a30c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d/ef601aa13a163ac092efb47bc9f35370 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7e47ff29adb0dfdd67c81f3b97c1611dbfcb3ffe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/2c87473d34ee215e4e182986a2e1d3a4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/2c87473d34ee215e4e182986a2e1d3a4 new file mode 100644 index 0000000000000000000000000000000000000000..c84c163781b64fed855f312f644243cef5629863 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/2c87473d34ee215e4e182986a2e1d3a4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25cdae5d0d1c4da2c9a33fe2abf5ad2ef9dee13b9ea5642b5fadab32c16a7cf +size 645605 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/45e1223dabf1e2f62e6c3dddac23b5e9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/45e1223dabf1e2f62e6c3dddac23b5e9 new file mode 100644 index 0000000000000000000000000000000000000000..8ee3d636c02d682467f4271cb2cfef7ef93c66da Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/45e1223dabf1e2f62e6c3dddac23b5e9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/4c5aac8fc44de122c5a7ad03097d32e7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/4c5aac8fc44de122c5a7ad03097d32e7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/4c5aac8fc44de122c5a7ad03097d32e7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/6b4cb4fe9a1a524fd914249c42ee59b3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/6b4cb4fe9a1a524fd914249c42ee59b3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/6b4cb4fe9a1a524fd914249c42ee59b3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e247eec9fb4cf56d1d02bef07f671c8355dcd2dd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5f9763ab93e0444b5ea7c3ac5510a41f4adbd8f1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387655303867680, "commit_timestamp_nsecs": 1753387655394470675, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d/55dc358c4384e64dc2edc9e1d5367e9a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d/55dc358c4384e64dc2edc9e1d5367e9a new file mode 100644 index 0000000000000000000000000000000000000000..44930f0fa1f756a719f89bf0071acfec73f1c936 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d/55dc358c4384e64dc2edc9e1d5367e9a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..80744c9adac3330bb54d5001b6908d10ed338afb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/152f8c58b26609cefa722dadf2f9bac3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/152f8c58b26609cefa722dadf2f9bac3 new file mode 100644 index 0000000000000000000000000000000000000000..5293de33381bce75f42934c0640d3b7bf752dc42 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/152f8c58b26609cefa722dadf2f9bac3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc7593d3a01bb0d0d1b6fed100ec8e33cf8308135574214e0afb946153d5b82 +size 645740 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/1b8a0a6a57a123bf926c74e16098d66e b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/1b8a0a6a57a123bf926c74e16098d66e new file mode 100644 index 0000000000000000000000000000000000000000..71cb3da3add1db05f05486eacdb3e522001d6d18 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/1b8a0a6a57a123bf926c74e16098d66e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/6a318291b58223ef0375321044c0aa38 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/6a318291b58223ef0375321044c0aa38 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/6a318291b58223ef0375321044c0aa38 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/b9a4dcaecc6dde708b5461944f9c1155 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/b9a4dcaecc6dde708b5461944f9c1155 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/b9a4dcaecc6dde708b5461944f9c1155 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..95f0bf4d63197956e51f4324a8c46af427671e67 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ea0411fe9cddcf40eefaf07ba43bd1925108fe2f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387697315101437, "commit_timestamp_nsecs": 1753387697406124973, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d/e123ed8126cbe4409bce137ce71bcab3 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d/e123ed8126cbe4409bce137ce71bcab3 new file mode 100644 index 0000000000000000000000000000000000000000..c88ab4a4461067fc0d551b7454c3215d5e3ee448 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d/e123ed8126cbe4409bce137ce71bcab3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6c106178ef32536e2585b705afd3091686d35030 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/319bfd5c86f272fc3ed6fb0cc3d005d5 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/319bfd5c86f272fc3ed6fb0cc3d005d5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/319bfd5c86f272fc3ed6fb0cc3d005d5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/4cfda8e2afb44cb738e3fde80b2bfe16 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/4cfda8e2afb44cb738e3fde80b2bfe16 new file mode 100644 index 0000000000000000000000000000000000000000..c7543a4670acc2cdd9745fd4bf3c85b7d8e73ee2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/4cfda8e2afb44cb738e3fde80b2bfe16 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/bc64d3cdf65df8f0056b993273ba4b0b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/bc64d3cdf65df8f0056b993273ba4b0b new file mode 100644 index 0000000000000000000000000000000000000000..85ae2b55251174b78910dcb89b7577992363444e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/bc64d3cdf65df8f0056b993273ba4b0b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a9a76b8f85549868383f493072307b25222659ac3c4799bf4eb87db096634a +size 645749 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/e99b397c4a29c2e526725943267235d9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/e99b397c4a29c2e526725943267235d9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/e99b397c4a29c2e526725943267235d9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9ed63c6e2f8a53318b62c681cbc2eaf94a49a1d8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e29939784dfe69a584d38b963ddc35dda5b046b3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385144702146332, "commit_timestamp_nsecs": 1753385144792362142, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d/37bec08c4c880be3e9737c09d0489a0a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d/37bec08c4c880be3e9737c09d0489a0a new file mode 100644 index 0000000000000000000000000000000000000000..06e9e601dbd956292607ef0d846b604b904da0e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d/37bec08c4c880be3e9737c09d0489a0a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..77fd5e7b973ec0e2149cf5034efdbdf19e8f7f31 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/0852a9aa09e038dfe156f83de49f3cd8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/0852a9aa09e038dfe156f83de49f3cd8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/0852a9aa09e038dfe156f83de49f3cd8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/bcc31627e8596d1c2d0aa6bf5a4725ff b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/bcc31627e8596d1c2d0aa6bf5a4725ff new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/bcc31627e8596d1c2d0aa6bf5a4725ff differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c039e451d09ba4f47dc56f39be794963 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c039e451d09ba4f47dc56f39be794963 new file mode 100644 index 0000000000000000000000000000000000000000..929185782f70bdf951e2df22f591e6674e54857f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c039e451d09ba4f47dc56f39be794963 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8590b3c7d66ce30510b7167b8d7f5c13bd1de6e8c719c4cd0df17e11e71f351d +size 644587 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/d08733d6cc7f9318ccc08dd041e41730 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/d08733d6cc7f9318ccc08dd041e41730 new file mode 100644 index 0000000000000000000000000000000000000000..2d27963ddeb8090646fdad8798b39ecc599ac55e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/d08733d6cc7f9318ccc08dd041e41730 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b9ae25a5193421ae013f32ffe8cceeac0b908cfa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..57ef51800e1a13ff513e48913c6132cb1b6a8846 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387739660159572, "commit_timestamp_nsecs": 1753387739754543222, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d/aef2d4118cad4a1ea5769fdac77eaa6a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d/aef2d4118cad4a1ea5769fdac77eaa6a new file mode 100644 index 0000000000000000000000000000000000000000..ce5eeda3e15868193a59a08a672f41a8ca2cb94e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d/aef2d4118cad4a1ea5769fdac77eaa6a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..be13688f0eecd978f30e92ea639c86562f883984 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/1208de49e73810d133363caa80bd4478 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/1208de49e73810d133363caa80bd4478 new file mode 100644 index 0000000000000000000000000000000000000000..6d09d462f0797f2adc88203fa2453c1c6909a038 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/1208de49e73810d133363caa80bd4478 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6684cb0944a8df92ee38e7de8c48151a b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6684cb0944a8df92ee38e7de8c48151a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6684cb0944a8df92ee38e7de8c48151a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/93bc41a617abb6b02a1cbe29d67260c6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/93bc41a617abb6b02a1cbe29d67260c6 new file mode 100644 index 0000000000000000000000000000000000000000..a8df071d5ccd3a5efac42815d8c0fe08b83f156b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/93bc41a617abb6b02a1cbe29d67260c6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f2aac05d86f3df00ca3aa159eebb4b2a8965a3cc825d84d6f26dc52d212d62 +size 645771 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f8dab31b978dc811b16336397b4c6dc2 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f8dab31b978dc811b16336397b4c6dc2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f8dab31b978dc811b16336397b4c6dc2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d3d7d7277a8235703773ccedcf228b5ceacf8867 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..761ae5ec34774949161d05d6c662cf84f3d0bf9f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387781575793699, "commit_timestamp_nsecs": 1753387781665646848, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d/bd19c6e97d15aec0f49c2d5d1e4ac042 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d/bd19c6e97d15aec0f49c2d5d1e4ac042 new file mode 100644 index 0000000000000000000000000000000000000000..f9aec84f982aa712ca28f5e58d805f7f4c256180 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d/bd19c6e97d15aec0f49c2d5d1e4ac042 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..da76b56de4762ba4f7645f951127a06f07182f61 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/0bed347eb403bbf01f3eeea99f10444f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/0bed347eb403bbf01f3eeea99f10444f new file mode 100644 index 0000000000000000000000000000000000000000..f6f49a0714ff814ddebb87724f67c4d303cfff89 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/0bed347eb403bbf01f3eeea99f10444f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbfce10553a7fcbcc3bcc6d908fdb6f6d4bbf32e06662c1a5aef14bbc9407519 +size 645677 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/427b638256ea783f687cac7cc96132d6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/427b638256ea783f687cac7cc96132d6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/427b638256ea783f687cac7cc96132d6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/c29636d5996282982d5acab179fb42eb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/c29636d5996282982d5acab179fb42eb new file mode 100644 index 0000000000000000000000000000000000000000..48f72f0c6bfd84fb689844e0885ab69f6fe72313 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/c29636d5996282982d5acab179fb42eb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/f3c398e96d873aa1535f4723ed5e7702 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/f3c398e96d873aa1535f4723ed5e7702 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/f3c398e96d873aa1535f4723ed5e7702 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ac4f170a44804fa699184a061294af0104e42bf0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2011704ff10d2776ba5a559fddf77c363d367508 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387823598948624, "commit_timestamp_nsecs": 1753387823689836587, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d/0e18ee527180490f97a35cc463cb3ebb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d/0e18ee527180490f97a35cc463cb3ebb new file mode 100644 index 0000000000000000000000000000000000000000..5c313747f934523c12f2fa3c747e6bd4d7312030 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d/0e18ee527180490f97a35cc463cb3ebb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f7d4eac7beaacc4c4e4d63fcb63141747b80fcd3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8ad9a847e8de3b36845eeda3add02e1d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8ad9a847e8de3b36845eeda3add02e1d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8ad9a847e8de3b36845eeda3add02e1d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/a0126520939c336a40c39f91cce0be51 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/a0126520939c336a40c39f91cce0be51 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/a0126520939c336a40c39f91cce0be51 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/a964db9b74bc2275d59124662fbecdf8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/a964db9b74bc2275d59124662fbecdf8 new file mode 100644 index 0000000000000000000000000000000000000000..ee606c1f89709f0f0fe0a9de65051ecdcfa343cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/a964db9b74bc2275d59124662fbecdf8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fb5b48240fc831a62455ff5125df1444 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fb5b48240fc831a62455ff5125df1444 new file mode 100644 index 0000000000000000000000000000000000000000..044d08592dd0f81337335cbaf21ee24e5aa48c5e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fb5b48240fc831a62455ff5125df1444 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f091e2748f3d658e5c7497153ec509e3b321bd64a9a039a14a6177939a63f871 +size 644781 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48e4a37a6785ba27547c91df77b7af41baa61e5f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..93432916000f3ae9f8fe5fe2d8c0ff8f4d66f043 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387865452254770, "commit_timestamp_nsecs": 1753387865543354335, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d/fbc4ac5211d376ae2be3ea893bce951b b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d/fbc4ac5211d376ae2be3ea893bce951b new file mode 100644 index 0000000000000000000000000000000000000000..9c548ec86eebc756c77d2d8d57683c1b7410f194 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d/fbc4ac5211d376ae2be3ea893bce951b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9c15bc0507a276bff5ba4a8d5455ef54f31aa9a9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/4ff74db8da8c0b03e6ede77cb13a24ed b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/4ff74db8da8c0b03e6ede77cb13a24ed new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/4ff74db8da8c0b03e6ede77cb13a24ed differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8aa0de89114fcb10a23b5f51946c1982 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8aa0de89114fcb10a23b5f51946c1982 new file mode 100644 index 0000000000000000000000000000000000000000..224489ff764382c747600f445df40f0824e987c6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8aa0de89114fcb10a23b5f51946c1982 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc712b9d345fab0d4939f6ab88305c9e9078a73d717fc1fc752a05a3831118e +size 645914 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/b98dbf52dfa56f1f211d47749af2ab6f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/b98dbf52dfa56f1f211d47749af2ab6f new file mode 100644 index 0000000000000000000000000000000000000000..4f4f823b805aeac388648ca8b5ff66b783c3b116 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/b98dbf52dfa56f1f211d47749af2ab6f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/ecff8582a9a2a181f8358de0eeec4a2f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/ecff8582a9a2a181f8358de0eeec4a2f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/ecff8582a9a2a181f8358de0eeec4a2f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..07428d0f11fb287b05fd80fd4905a6e20e1045b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5c508ca85d61c45711a929fa869ec7e17d8b7d49 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387907947796515, "commit_timestamp_nsecs": 1753387908037423151, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d/3130137d980fab1e2cca434ac10bcfa7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d/3130137d980fab1e2cca434ac10bcfa7 new file mode 100644 index 0000000000000000000000000000000000000000..d94a5493561e797ba11421ea33d186d2b2a031ee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d/3130137d980fab1e2cca434ac10bcfa7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d47a921ce25d98dced7adce28a310e66fad22a4f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/1c3649545cd11766a31092d48af30ed8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/1c3649545cd11766a31092d48af30ed8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/1c3649545cd11766a31092d48af30ed8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/3abb3f93561a16eeba4c82d609ee964d b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/3abb3f93561a16eeba4c82d609ee964d new file mode 100644 index 0000000000000000000000000000000000000000..faf9348243815b3e1734c4454d50a1e4ac74c58c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/3abb3f93561a16eeba4c82d609ee964d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7ffcf0f1f2a7d2ef7249fad20c4ff3e7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7ffcf0f1f2a7d2ef7249fad20c4ff3e7 new file mode 100644 index 0000000000000000000000000000000000000000..d90b223beb60e4b5d5d260d662663398d8005dc0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7ffcf0f1f2a7d2ef7249fad20c4ff3e7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5619ef996f65f5c40019abf866822f4b73b2590832bcefebc4e3f2d5b086c09 +size 645779 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/cf9a031da046f4ffa433cdc05e2e2354 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/cf9a031da046f4ffa433cdc05e2e2354 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/cf9a031da046f4ffa433cdc05e2e2354 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8006d51ca84c2e53a068dfa159256e176058a70b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..49f41805839a0abf4e1a31589810d56d96d855ac --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387949806891997, "commit_timestamp_nsecs": 1753387949899354025, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d/fbdd026787d3d6206cefb30452690237 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d/fbdd026787d3d6206cefb30452690237 new file mode 100644 index 0000000000000000000000000000000000000000..ce0d5b7271f22effc6246149021557ebd846106d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d/fbdd026787d3d6206cefb30452690237 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0f38d312d5a4ec98fcb98437309d1b584de97e71 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/14df187bb30f48e95ddb640fbded8b6f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/14df187bb30f48e95ddb640fbded8b6f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/14df187bb30f48e95ddb640fbded8b6f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/69c75c60f61108693472b10428d1f9ce b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/69c75c60f61108693472b10428d1f9ce new file mode 100644 index 0000000000000000000000000000000000000000..172cd8b92f72f1117d9249509438ea76460e3134 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/69c75c60f61108693472b10428d1f9ce @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5638d04766764fb62dbd25e934ec5aadde5c246d3e244d703ce3c6a4a6c63c65 +size 645769 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/a0fbf17e82342e258216199414aef65f b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/a0fbf17e82342e258216199414aef65f new file mode 100644 index 0000000000000000000000000000000000000000..68ee3dde74183112ce5d9f5c58a7c1419f167feb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/a0fbf17e82342e258216199414aef65f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/da0d8aab3a8980b4a313d23ffaa173ea b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/da0d8aab3a8980b4a313d23ffaa173ea new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/da0d8aab3a8980b4a313d23ffaa173ea differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a63b721690b5488e21a03a994f123f2ee9ce7175 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6af38896bbe6a28f608f2966b676c0e7e5a3af3a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387991488500113, "commit_timestamp_nsecs": 1753387991580457121, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d/60f603b6c7c323f5f705590fad33a5d7 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d/60f603b6c7c323f5f705590fad33a5d7 new file mode 100644 index 0000000000000000000000000000000000000000..d0ac34531aab72195118d9fd592c9f94bd9bd3b6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d/60f603b6c7c323f5f705590fad33a5d7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cd9de652727a1d017ae82c0a5f4a037919f6d20f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/1bd2dbfe5204aa25a5f30fa824c01822 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/1bd2dbfe5204aa25a5f30fa824c01822 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/1bd2dbfe5204aa25a5f30fa824c01822 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/5dbc4abe01bca1713e18259317a7eddf b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/5dbc4abe01bca1713e18259317a7eddf new file mode 100644 index 0000000000000000000000000000000000000000..e60661094cd8398cec85d0e980d82a3840048d4e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/5dbc4abe01bca1713e18259317a7eddf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/8d39407c5a00bc4a764bd03657c3c4b6 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/8d39407c5a00bc4a764bd03657c3c4b6 new file mode 100644 index 0000000000000000000000000000000000000000..b11feb583b094ab698d5b1ae917c950909b6c4f1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/8d39407c5a00bc4a764bd03657c3c4b6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae55b28693afac5fbb01375fd2a39f2046f7887be3612c04352ad8eb0d0a176f +size 645730 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/d7b7e409d27a58decc81920892ba12ea b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/d7b7e409d27a58decc81920892ba12ea new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/d7b7e409d27a58decc81920892ba12ea differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f128aa64bb8b79effdb240f819d924905f23b683 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f602ef7b496bde1a6eb8cfb2fa883b32064acbd9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388034125263280, "commit_timestamp_nsecs": 1753388034563646136, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d/ffb154999da337233eb77c41a23920c9 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d/ffb154999da337233eb77c41a23920c9 new file mode 100644 index 0000000000000000000000000000000000000000..5e2edfe7e62735a6f55a14b73b20f37893b75e33 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d/ffb154999da337233eb77c41a23920c9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b10c61c083da4fbb7915e671ded13435e9ea468d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/3a3e16bd48f13d1162802be3e5c17663 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/3a3e16bd48f13d1162802be3e5c17663 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/3a3e16bd48f13d1162802be3e5c17663 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8f0d98148db051245b912aefd075d585 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8f0d98148db051245b912aefd075d585 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8f0d98148db051245b912aefd075d585 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/90267772cd79d268028287fb2456086c b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/90267772cd79d268028287fb2456086c new file mode 100644 index 0000000000000000000000000000000000000000..7613b445a89f2ac1702037ce2aba8eb212cd1eb9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/90267772cd79d268028287fb2456086c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e3591a1d71282ddde051ea2a743c9b086a329fd4547157191616ec26df00d7b +size 645742 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/a6dc42ca047564b983b8b3c225f37259 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/a6dc42ca047564b983b8b3c225f37259 new file mode 100644 index 0000000000000000000000000000000000000000..c992221ace4d7b8b39fd74089742fccb48666af4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/a6dc42ca047564b983b8b3c225f37259 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..51a0dbceee78840b104c5806869269eb6ddf9fe8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b03b3a88fb2ea87c4f4c77f8df84dcebbaca4280 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388075664665909, "commit_timestamp_nsecs": 1753388076063852802, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d/66b38faa0218af204bad3c70c969b0fe b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d/66b38faa0218af204bad3c70c969b0fe new file mode 100644 index 0000000000000000000000000000000000000000..873b1301bca947fed3c5bf2b3e4fbff2818c4ca3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d/66b38faa0218af204bad3c70c969b0fe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..068f554114e9e905faf801cb0dc6ac6f3aefaf1c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/7709c854015676559adb1e6608b146b8 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/7709c854015676559adb1e6608b146b8 new file mode 100644 index 0000000000000000000000000000000000000000..8ce7afe3afb54f69efe22bad9646b9accf202f15 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/7709c854015676559adb1e6608b146b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a2f31cf1f37c01a4a10b6ffd736762f4 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a2f31cf1f37c01a4a10b6ffd736762f4 new file mode 100644 index 0000000000000000000000000000000000000000..2c022e7d60c9d9df46aea7cef26c628099c84dde --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a2f31cf1f37c01a4a10b6ffd736762f4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e252c9d2fe3398c6bd855f4652f8e18d39d3ddf9194fec88d0f60ab2a4943ca6 +size 645809 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/d6041c5b18e9106fb97e866287f99fa0 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/d6041c5b18e9106fb97e866287f99fa0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/d6041c5b18e9106fb97e866287f99fa0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f701ee65f935080694ccb1c8082f3100 b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f701ee65f935080694ccb1c8082f3100 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f701ee65f935080694ccb1c8082f3100 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d1eebe7755167044758ca100d9d53f78f5de6fc6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/config.yaml b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..01ddb1a467bcfa4ceba6e5427f1fc154a2e228f8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/config.yaml @@ -0,0 +1,1012 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + rkuxqrvwe9egq4ln1ye5v5ar6v70lzis: + args: + - train + - corner + - --num-total-env-steps + - "500_000_000" + - --keep-all-checkpoints + - --num-cycles-per-checkpoint + - "128" + - --wandb-project + - jaxgmg_500M + - --wandb-name + - alpha_0_env_blocks_7x7 + - --prob-shift + - "0" + - --env-layout + - blocks + - --env-size + - "7" + cpu_count: 8 + cpu_count_logical: 16 + cudaVersion: "12.8" + disk: + /: + total: "3936290357248" + used: "2993437126656" + email: davidquarel@gmail.com + executable: /workspace/HOME/guest/.conda/envs/jax/bin/python + git: + commit: b4bd47a0918104fe66a8c9012402c117f9653042 + remote: https://github.com/timaeus-research/jaxgmg + gpu: NVIDIA RTX A4000 + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5352c8dc-4b83-b59e-3726-561f11bddc57 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-75dc7a2b-b656-879f-526c-2e3bad36943d + host: All + memory: + total: "67338465280" + os: Linux-5.15.0-118-generic-x86_64-with-glibc2.35 + program: -m jaxgmg.__main__ + python: CPython 3.11.13 + root: /workspace/HOME/guest/david_quarel/jaxgmg + startedAt: "2025-07-24T19:20:15.576642Z" + writerId: rkuxqrvwe9egq4ln1ye5v5ar6v70lzis + m: + - "1": ued/visit_patterns/avg_first_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": step/env-step-all-after + "6": + - 3 + "7": [] + - "1": ppo/avg_entropy + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": step/ppo-update-after + "6": + - 3 + "7": [] + - "1": ued/distances/solvable_num + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corner_dist_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/first_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/levels_cheese_is_in_corner_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_clipfrac + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/prev_batch_level_ids_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/eta + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/last_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_grad_norm_pre_clip + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_clipfrac + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_clipfrac + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_grad_norm_pre_clip + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_last_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_entropy + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl1 + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl1 + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl3 + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/avg_scores + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/scores_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_advantage + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_loss + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/levels16_img + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_clipfrac + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl1 + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl3 + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_clipfrac + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl3 + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_advantage + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/num_replay_batches + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_entropy + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_grad_norm_pre_clip + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_clipfrac + "5": 4 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_advantage + "5": 4 + "6": + - 1 + - 3 + "7": [] + python_version: 3.11.13 + t: + "1": + - 12 + - 45 + "2": + - 12 + - 45 + "3": + - 2 + - 3 + - 7 + - 13 + - 14 + - 16 + - 61 + "4": 3.11.13 + "5": 0.21.0 + "12": 0.21.0 + "13": linux-x86_64 +chain_mutate: + value: true +checkpointing: + value: true +clipping: + value: false +console_log: + value: true +env_corner_size: + value: 1 +env_layout: + value: blocks +env_penalize_time: + value: false +env_size: + value: 7 +env_terminate_after_corner: + value: false +evals_num_env_steps: + value: 512 +evals_num_levels: + value: 256 +gif_grid_width: + value: 16 +img_level_of_detail: + value: 1 +keep_all_checkpoints: + value: true +level_splayer: + value: mouse +log_gifs: + value: false +log_hists: + value: false +log_imgs: + value: true +max_num_checkpoints: + value: 1 +mutate_cheese: + value: true +net_cnn_type: + value: large +net_rnn_type: + value: ff +net_width: + value: 256 +num_cycles_per_big_eval: + value: 1024 +num_cycles_per_checkpoint: + value: 128 +num_cycles_per_eval: + value: 32 +num_cycles_per_gifs: + value: 1024 +num_cycles_per_log: + value: 32 +num_env_steps_per_cycle: + value: 128 +num_epochs_per_cycle: + value: 5 +num_minibatches_per_epoch: + value: 4 +num_mutate_steps: + value: 12 +num_parallel_envs: + value: 256 +num_total_env_steps: + value: 500000000 +num_train_levels: + value: 2048 +obs_level_of_detail: + value: 0 +plr_buffer_size: + value: 4096 +plr_prob_replay: + value: 0.5 +plr_proxy_shaping: + value: false +plr_proxy_shaping_coeff: + value: 0.5 +plr_regret_estimator: + value: maxmc-actor +plr_robust: + value: false +plr_staleness_coeff: + value: 0.1 +plr_temperature: + value: 0.1 +ppo_clip_eps: + value: 0.1 +ppo_critic_coeff: + value: 0.5 +ppo_entropy_coeff: + value: 0.001 +ppo_gae_lambda: + value: 0.95 +ppo_gamma: + value: 0.999 +ppo_lr: + value: 5e-05 +ppo_lr_annealing: + value: false +ppo_max_grad_norm: + value: 0.5 +ppo_proxy_critic_coeff: + value: 0.5 +prob_mutate_shift: + value: 0 +prob_shift: + value: 0 +proxy_name: + value: proxy_corner +seed: + value: 42 +train_proxy_critic: + value: false +ued: + value: plr diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_18abd2d894f5104b4b4c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_18abd2d894f5104b4b4c.png new file mode 100644 index 0000000000000000000000000000000000000000..4269cf6deb64609a9d157a8295013e8318873e55 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_18abd2d894f5104b4b4c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_3bb6b7965052b569795f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_3bb6b7965052b569795f.png new file mode 100644 index 0000000000000000000000000000000000000000..ad7a9feced3461c71e70a3bb1b701faf0c27ff47 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_3bb6b7965052b569795f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10016_630b5b93569c27c85d3f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10016_630b5b93569c27c85d3f.png new file mode 100644 index 0000000000000000000000000000000000000000..88a1e3c6894077225b03b88be5d38bcf19d5a05b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10016_630b5b93569c27c85d3f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10048_5b2e8caa19fc8a4fc3fa.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10048_5b2e8caa19fc8a4fc3fa.png new file mode 100644 index 0000000000000000000000000000000000000000..14b3b57fb8534b910d78879d82ccb4d66eb22ce2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10048_5b2e8caa19fc8a4fc3fa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10080_370c1478d87c3bd21d5e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10080_370c1478d87c3bd21d5e.png new file mode 100644 index 0000000000000000000000000000000000000000..3ce5bfd1a5cc12413f10b682f90be5bed211315f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10080_370c1478d87c3bd21d5e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10112_b7c834d044e8c364d0fb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10112_b7c834d044e8c364d0fb.png new file mode 100644 index 0000000000000000000000000000000000000000..1f54993d9dffdefc25b3c37c6755b00acc70de81 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10112_b7c834d044e8c364d0fb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10144_b3cd2d080a990f82f5e1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10144_b3cd2d080a990f82f5e1.png new file mode 100644 index 0000000000000000000000000000000000000000..9329364274422ef8c039f2f7a0c412f4cc5bebf6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10144_b3cd2d080a990f82f5e1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10176_56807b2d23c37ba37cf1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10176_56807b2d23c37ba37cf1.png new file mode 100644 index 0000000000000000000000000000000000000000..b0133b28bcc7dbd9c2acbaf9306086c5fee0c894 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10176_56807b2d23c37ba37cf1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10208_01090c3f0749d3bc91da.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10208_01090c3f0749d3bc91da.png new file mode 100644 index 0000000000000000000000000000000000000000..4b99109af2ea05116b47270bd8265cf8aa983682 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10208_01090c3f0749d3bc91da.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10240_01f81654a2ea86a4ba27.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10240_01f81654a2ea86a4ba27.png new file mode 100644 index 0000000000000000000000000000000000000000..d660b87647338228aaa4497d8de8357afd64a65a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10240_01f81654a2ea86a4ba27.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1024_7baa3df1dcb558edcab5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1024_7baa3df1dcb558edcab5.png new file mode 100644 index 0000000000000000000000000000000000000000..ff68796db383c464503f1189c9a171db6f6a8d49 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1024_7baa3df1dcb558edcab5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10272_32cc4be6cbec5557361b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10272_32cc4be6cbec5557361b.png new file mode 100644 index 0000000000000000000000000000000000000000..c143137898b6413c49e9507e2475d9706db3fe29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10272_32cc4be6cbec5557361b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10304_63fffb1724c48097a32f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10304_63fffb1724c48097a32f.png new file mode 100644 index 0000000000000000000000000000000000000000..0009f75420f09c663d8e52d6099f0cd830b63411 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10304_63fffb1724c48097a32f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10336_b6915e10d9199451d7c2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10336_b6915e10d9199451d7c2.png new file mode 100644 index 0000000000000000000000000000000000000000..4ac8f2902d21e013877963cbb8b8affb2b518542 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10336_b6915e10d9199451d7c2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10368_370679e1c5f575fc6315.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10368_370679e1c5f575fc6315.png new file mode 100644 index 0000000000000000000000000000000000000000..fa2cbae4c6618ca56deeedc69b5c0160605560f1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10368_370679e1c5f575fc6315.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10400_b5502ff869a9f8e86624.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10400_b5502ff869a9f8e86624.png new file mode 100644 index 0000000000000000000000000000000000000000..cee2be307a87fcc292b651eb1802104efe609b93 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10400_b5502ff869a9f8e86624.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10432_72fb4d1d5d00ab816b24.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10432_72fb4d1d5d00ab816b24.png new file mode 100644 index 0000000000000000000000000000000000000000..4036c48f875f713450dc0daa578e90a2dca393c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10432_72fb4d1d5d00ab816b24.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10464_e181eae8e788042faca2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10464_e181eae8e788042faca2.png new file mode 100644 index 0000000000000000000000000000000000000000..7821c4eb0caf9d93db082587d60e36013bae7093 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10464_e181eae8e788042faca2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10496_eecd04f4cfef7180be4c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10496_eecd04f4cfef7180be4c.png new file mode 100644 index 0000000000000000000000000000000000000000..14b539b07fc7da0b765b13e09c397b664d914790 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10496_eecd04f4cfef7180be4c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10528_ad21b3085dfecf119d3b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10528_ad21b3085dfecf119d3b.png new file mode 100644 index 0000000000000000000000000000000000000000..8fa1c59ca7c7b2d9137170074057e41055bca322 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10528_ad21b3085dfecf119d3b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10560_d7b7ad1158c3e3c86e7f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10560_d7b7ad1158c3e3c86e7f.png new file mode 100644 index 0000000000000000000000000000000000000000..ddf4c535a6e52bff2e39ca3307448376cf745b72 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10560_d7b7ad1158c3e3c86e7f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1056_5def2e0b6091a66cbd3f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1056_5def2e0b6091a66cbd3f.png new file mode 100644 index 0000000000000000000000000000000000000000..c3228c2f798afe58ef4fad493ef5b0fb95f3ee2f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1056_5def2e0b6091a66cbd3f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10592_08f9327be4960ddda7bc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10592_08f9327be4960ddda7bc.png new file mode 100644 index 0000000000000000000000000000000000000000..ebcf913a857cff0aed75af291075c7215fddb28b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10592_08f9327be4960ddda7bc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10624_dd7f1a263f69a122350c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10624_dd7f1a263f69a122350c.png new file mode 100644 index 0000000000000000000000000000000000000000..ca81104c024a4c0cca77df15b648ffb2b28e4322 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10624_dd7f1a263f69a122350c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10656_760ed224973e67e90a35.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10656_760ed224973e67e90a35.png new file mode 100644 index 0000000000000000000000000000000000000000..8e0251b2e027c4d0cf59dabf76704e2a3fd14ed8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10656_760ed224973e67e90a35.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10688_c56a4b33502c853ba34f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10688_c56a4b33502c853ba34f.png new file mode 100644 index 0000000000000000000000000000000000000000..686c297589f9542f3e82b9e42631b76ca64ff0a4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10688_c56a4b33502c853ba34f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10720_610341d16bc61a896c80.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10720_610341d16bc61a896c80.png new file mode 100644 index 0000000000000000000000000000000000000000..2e005f8f5d00c2944f1cefb3266d37c7c03d596e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10720_610341d16bc61a896c80.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10752_5d9711c64718a232784d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10752_5d9711c64718a232784d.png new file mode 100644 index 0000000000000000000000000000000000000000..0161826f5556125c5f7ef904bb85bd6c20ac085b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10752_5d9711c64718a232784d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10784_4f4515dc878d05579ecb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10784_4f4515dc878d05579ecb.png new file mode 100644 index 0000000000000000000000000000000000000000..6bccc88d576b4e63329f7808379c1f8345cc4ba1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10784_4f4515dc878d05579ecb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10816_2adb5ed4223ca2eb6573.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10816_2adb5ed4223ca2eb6573.png new file mode 100644 index 0000000000000000000000000000000000000000..5e4087a3b9bbb6eec424516adc7ccc5ef1cf68f7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10816_2adb5ed4223ca2eb6573.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10848_cf02e1d42c31af7f6ccd.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10848_cf02e1d42c31af7f6ccd.png new file mode 100644 index 0000000000000000000000000000000000000000..0f57bf0f3787ee56e3ee8c9f5a0b7c159a21c289 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10848_cf02e1d42c31af7f6ccd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10880_b2b7c5e52074f8d9ab4a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10880_b2b7c5e52074f8d9ab4a.png new file mode 100644 index 0000000000000000000000000000000000000000..652579bee3bf3e9d2fd119b904078c2e5550b967 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10880_b2b7c5e52074f8d9ab4a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1088_399c4b6a2054db2f201e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1088_399c4b6a2054db2f201e.png new file mode 100644 index 0000000000000000000000000000000000000000..a4769d32d96465789f48bd462f0aa3065e2a7d2e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1088_399c4b6a2054db2f201e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10912_c300274d5c7fc5e1bf62.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10912_c300274d5c7fc5e1bf62.png new file mode 100644 index 0000000000000000000000000000000000000000..b62a63de43d36d7890be628e09c674800f7fd054 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10912_c300274d5c7fc5e1bf62.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10944_2a99c516404d0d11d08e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10944_2a99c516404d0d11d08e.png new file mode 100644 index 0000000000000000000000000000000000000000..c0803c982db26ae3bbd5a2c968e613bd414494c1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10944_2a99c516404d0d11d08e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10976_d703bf50a5910b4cb883.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10976_d703bf50a5910b4cb883.png new file mode 100644 index 0000000000000000000000000000000000000000..e7421dba5f933567f1517ce11877ecd8d6f2f8eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10976_d703bf50a5910b4cb883.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11008_740dc0d5a39f9eb7f975.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11008_740dc0d5a39f9eb7f975.png new file mode 100644 index 0000000000000000000000000000000000000000..4ccb205b05f964d808ed14a115882040264c2774 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11008_740dc0d5a39f9eb7f975.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11040_cf6516b60bf90c5065d9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11040_cf6516b60bf90c5065d9.png new file mode 100644 index 0000000000000000000000000000000000000000..cb9763bf62d595c7d991a877b644cf14b075e412 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11040_cf6516b60bf90c5065d9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11072_56492296666b194ec738.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11072_56492296666b194ec738.png new file mode 100644 index 0000000000000000000000000000000000000000..f96934d4aa33ef4dd9972210f59e5ed403d1a9e7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11072_56492296666b194ec738.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11104_871b534bf643272fc3ab.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11104_871b534bf643272fc3ab.png new file mode 100644 index 0000000000000000000000000000000000000000..87314a1716f6c39e820f66fd1c680b477b7aae6b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11104_871b534bf643272fc3ab.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11136_835d0f8252f20bc96a6b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11136_835d0f8252f20bc96a6b.png new file mode 100644 index 0000000000000000000000000000000000000000..fb0b124e9c8c30aa8467872beea5104069da0280 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11136_835d0f8252f20bc96a6b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11168_21f5d091c16d74adca9e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11168_21f5d091c16d74adca9e.png new file mode 100644 index 0000000000000000000000000000000000000000..b5a1e6f31ebb76959de405047761f3c45478aa06 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11168_21f5d091c16d74adca9e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11200_d187adbd7733114ff686.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11200_d187adbd7733114ff686.png new file mode 100644 index 0000000000000000000000000000000000000000..e1bc5ae7dbf6027d663cd34a815111115c0b767b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11200_d187adbd7733114ff686.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1120_9a96a5ee90745964fde4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1120_9a96a5ee90745964fde4.png new file mode 100644 index 0000000000000000000000000000000000000000..841cbdcc224bda460d3f31aa222ee8ce1c86fc51 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1120_9a96a5ee90745964fde4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11232_088765a0d0f5de2d5e51.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11232_088765a0d0f5de2d5e51.png new file mode 100644 index 0000000000000000000000000000000000000000..5fb3ca42e8d80804e388e011e2bfb850ff0053d9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11232_088765a0d0f5de2d5e51.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11264_38c32ed5bb6e9456e7a7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11264_38c32ed5bb6e9456e7a7.png new file mode 100644 index 0000000000000000000000000000000000000000..a647a5f055c11c1543b2bc4c78bcc02e9133710c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11264_38c32ed5bb6e9456e7a7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11296_d5244a6631488914209f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11296_d5244a6631488914209f.png new file mode 100644 index 0000000000000000000000000000000000000000..1fc1950d2c16f4c72c34d979359856ec32c7e4a3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11296_d5244a6631488914209f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11328_025029ecc82a5bb4a5d9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11328_025029ecc82a5bb4a5d9.png new file mode 100644 index 0000000000000000000000000000000000000000..2297db02b5223e2d5c03bbeaf4ab1f41db5e3485 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11328_025029ecc82a5bb4a5d9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11360_4d9d779617a800068feb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11360_4d9d779617a800068feb.png new file mode 100644 index 0000000000000000000000000000000000000000..47881eb818eaf1038e76db69e06a9cd128d3c191 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11360_4d9d779617a800068feb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11392_a67c98ff3e7253b13a2e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11392_a67c98ff3e7253b13a2e.png new file mode 100644 index 0000000000000000000000000000000000000000..a14fe59c274568de9f61666084edf34d51a7e67b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11392_a67c98ff3e7253b13a2e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11424_074a71f0ad4759d162f0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11424_074a71f0ad4759d162f0.png new file mode 100644 index 0000000000000000000000000000000000000000..ac73acc936e7f0f3bbf29fd5bac03530af07c2b8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11424_074a71f0ad4759d162f0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11456_a9c413bf9fc70129bd6e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11456_a9c413bf9fc70129bd6e.png new file mode 100644 index 0000000000000000000000000000000000000000..929e15eba712e0e9cbbffd73c5624cee3cfcf3e5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11456_a9c413bf9fc70129bd6e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11488_b80499ae911f046a8e7d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11488_b80499ae911f046a8e7d.png new file mode 100644 index 0000000000000000000000000000000000000000..b139b1a63b4fd2bcedd52a3b0ba988e63979d25d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11488_b80499ae911f046a8e7d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11520_58fca7ea1b06b05a2212.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11520_58fca7ea1b06b05a2212.png new file mode 100644 index 0000000000000000000000000000000000000000..2cac6aff419dc94ff30f4ef9c9053b78e42728ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11520_58fca7ea1b06b05a2212.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1152_85d2df3fb71a46ab16e5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1152_85d2df3fb71a46ab16e5.png new file mode 100644 index 0000000000000000000000000000000000000000..b46725a14d216784f015e0ee0624b992e8b1d706 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1152_85d2df3fb71a46ab16e5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11552_b28699116b04b8a6da22.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11552_b28699116b04b8a6da22.png new file mode 100644 index 0000000000000000000000000000000000000000..f0cdad68a859c85b7b913f8614a9e4b8e4a36124 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11552_b28699116b04b8a6da22.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11584_e9f82a1b461ae8a248d3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11584_e9f82a1b461ae8a248d3.png new file mode 100644 index 0000000000000000000000000000000000000000..a65bc5c2e3c966040bc92b0068de8b52cc994a54 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11584_e9f82a1b461ae8a248d3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11616_87ce46461ba47fede792.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11616_87ce46461ba47fede792.png new file mode 100644 index 0000000000000000000000000000000000000000..a44a5e8d15b298b96b2fd92327d505c2b0064b1d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11616_87ce46461ba47fede792.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11648_62bdc7987d40ce5b720f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11648_62bdc7987d40ce5b720f.png new file mode 100644 index 0000000000000000000000000000000000000000..739cfef616d7d92743f3a140e1f399a3ca177866 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11648_62bdc7987d40ce5b720f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11680_62fb853fdae83941bd01.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11680_62fb853fdae83941bd01.png new file mode 100644 index 0000000000000000000000000000000000000000..258546da998ec29076db7b68c5556693e80abdd0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11680_62fb853fdae83941bd01.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11712_8820e2a456e49b4b9daa.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11712_8820e2a456e49b4b9daa.png new file mode 100644 index 0000000000000000000000000000000000000000..c73ec9e3e4c871b9d017ffa9a8b12babf7de4035 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11712_8820e2a456e49b4b9daa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11744_8cd0686ce716274988e7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11744_8cd0686ce716274988e7.png new file mode 100644 index 0000000000000000000000000000000000000000..e814862675a869678f3e690219f659e0dceaa02e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11744_8cd0686ce716274988e7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11776_0536a6397b9245433a4f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11776_0536a6397b9245433a4f.png new file mode 100644 index 0000000000000000000000000000000000000000..592b7d7da4285e3da21ad97fbdf24aa6ab314a79 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11776_0536a6397b9245433a4f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11808_d798d4b2531a95a990d5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11808_d798d4b2531a95a990d5.png new file mode 100644 index 0000000000000000000000000000000000000000..a63546407e07de575b3b75d5183832a4f596df0b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11808_d798d4b2531a95a990d5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11840_3f40ea940372e3f8603a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11840_3f40ea940372e3f8603a.png new file mode 100644 index 0000000000000000000000000000000000000000..1b45294db0638df7af4be6e3710bd8d2e8d852ce Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11840_3f40ea940372e3f8603a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1184_5102e49cf90bb80445c3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1184_5102e49cf90bb80445c3.png new file mode 100644 index 0000000000000000000000000000000000000000..c51a7db01de7c4a3bce021c68f8ddbab1376ebef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1184_5102e49cf90bb80445c3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11872_873f7b78abe9d8174535.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11872_873f7b78abe9d8174535.png new file mode 100644 index 0000000000000000000000000000000000000000..e68c5c074e83abf278b040d7efcf08e238dd6af8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11872_873f7b78abe9d8174535.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11904_b96f8fba28b7bfc9a4e3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11904_b96f8fba28b7bfc9a4e3.png new file mode 100644 index 0000000000000000000000000000000000000000..3c8aef6552bcd2892a464fa500cc2b8bab3419b2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11904_b96f8fba28b7bfc9a4e3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11936_8efd53e7e276f1081a8a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11936_8efd53e7e276f1081a8a.png new file mode 100644 index 0000000000000000000000000000000000000000..2faea4c8a2c2558acd6e90b23e98d4fe95a0d537 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11936_8efd53e7e276f1081a8a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11968_6eca3fc719d81f9a52e4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11968_6eca3fc719d81f9a52e4.png new file mode 100644 index 0000000000000000000000000000000000000000..9528bcd987f0815c399be278073720b730f49066 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11968_6eca3fc719d81f9a52e4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12000_405d6493440934274c38.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12000_405d6493440934274c38.png new file mode 100644 index 0000000000000000000000000000000000000000..3b761ac350f9ecf8101c5b29225649c0084fc093 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12000_405d6493440934274c38.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12032_51fe392db790851e2acd.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12032_51fe392db790851e2acd.png new file mode 100644 index 0000000000000000000000000000000000000000..92e0fd9b1f1ec408f672b83ca9a262c7d5a21fd1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12032_51fe392db790851e2acd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12064_6b3647c3af3bb1c64ef2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12064_6b3647c3af3bb1c64ef2.png new file mode 100644 index 0000000000000000000000000000000000000000..0611ea3b830a23f06c8cb6b68a236e27e8706a2b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12064_6b3647c3af3bb1c64ef2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12096_9f6bdd121a71e384dcac.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12096_9f6bdd121a71e384dcac.png new file mode 100644 index 0000000000000000000000000000000000000000..6d0c02519e61491df9229b34ff4bd27ca896cbcb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12096_9f6bdd121a71e384dcac.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12128_60bca7aea2c0d38eda59.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12128_60bca7aea2c0d38eda59.png new file mode 100644 index 0000000000000000000000000000000000000000..4f92791f585331086eeb0290b8757fca1aa33b5e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12128_60bca7aea2c0d38eda59.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12160_c349f95094ee3cd55159.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12160_c349f95094ee3cd55159.png new file mode 100644 index 0000000000000000000000000000000000000000..43dd8fa4dfc8b3fa6d09c58889d65801f7ff2def Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12160_c349f95094ee3cd55159.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1216_857c61b4f77aad8c0881.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1216_857c61b4f77aad8c0881.png new file mode 100644 index 0000000000000000000000000000000000000000..333af0df555449438b5c5cb52a664da5614dff53 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1216_857c61b4f77aad8c0881.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12192_36da991f8e56f302b907.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12192_36da991f8e56f302b907.png new file mode 100644 index 0000000000000000000000000000000000000000..150d272fd3216f95e7815bcd76134478a4edfdf2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12192_36da991f8e56f302b907.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12224_05f37688b198da68d93f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12224_05f37688b198da68d93f.png new file mode 100644 index 0000000000000000000000000000000000000000..55ea3c3464faa370f6e73c9baa44ba540a77d173 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12224_05f37688b198da68d93f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12256_32930844d4c6855b7ba4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12256_32930844d4c6855b7ba4.png new file mode 100644 index 0000000000000000000000000000000000000000..ccb485a0ff7c5f911a621d075254f668b6976fe8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12256_32930844d4c6855b7ba4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12288_4340cc39f2c5c468db3f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12288_4340cc39f2c5c468db3f.png new file mode 100644 index 0000000000000000000000000000000000000000..040ef128bda6513050e86f6fb27f71d563e7b1d0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12288_4340cc39f2c5c468db3f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12320_edf03b3f0e4c797d8abc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12320_edf03b3f0e4c797d8abc.png new file mode 100644 index 0000000000000000000000000000000000000000..f51827283b3bfb1c01aef1b20e6f4986861dd50a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12320_edf03b3f0e4c797d8abc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6bbac6ff7519451b0898.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6bbac6ff7519451b0898.png new file mode 100644 index 0000000000000000000000000000000000000000..999b1e0bbab0395d6efc62da992041117d3e6db4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6bbac6ff7519451b0898.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12384_a3aceaf3164260c44857.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12384_a3aceaf3164260c44857.png new file mode 100644 index 0000000000000000000000000000000000000000..e01274cfb74573672de551490c7d3e8706458553 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12384_a3aceaf3164260c44857.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12416_e47786808e239e59b6e0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12416_e47786808e239e59b6e0.png new file mode 100644 index 0000000000000000000000000000000000000000..b96098916b6019e11901066e09223ddfa9690b37 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12416_e47786808e239e59b6e0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12448_5654c400f857d306cb48.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12448_5654c400f857d306cb48.png new file mode 100644 index 0000000000000000000000000000000000000000..0b741f2725b57a974ee59caecb3156ee8423a9cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12448_5654c400f857d306cb48.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12480_3ce1de3c6e4cf19f0dfc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12480_3ce1de3c6e4cf19f0dfc.png new file mode 100644 index 0000000000000000000000000000000000000000..1a4140f714152635844c1dca2e3c1ffa8eb694bc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12480_3ce1de3c6e4cf19f0dfc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1248_8c867985246a29d6725f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1248_8c867985246a29d6725f.png new file mode 100644 index 0000000000000000000000000000000000000000..bc1a2ddc0c4aea080ef0a6463f7a229c74e308a2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1248_8c867985246a29d6725f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12512_4ea27a6f6e9e79b78f0d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12512_4ea27a6f6e9e79b78f0d.png new file mode 100644 index 0000000000000000000000000000000000000000..ff91530ed06ffe69ce2482738a10b926fcdc7f47 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12512_4ea27a6f6e9e79b78f0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12544_efd95d26c3afc54f0672.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12544_efd95d26c3afc54f0672.png new file mode 100644 index 0000000000000000000000000000000000000000..c6395f545dfa432b77b337f7490c9fd466a0d5b7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12544_efd95d26c3afc54f0672.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12576_b856a5c6349f7103dabe.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12576_b856a5c6349f7103dabe.png new file mode 100644 index 0000000000000000000000000000000000000000..d9cff00b228aa198065072201da8b2be9d990ee8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12576_b856a5c6349f7103dabe.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12608_3a46e4562accd76c9ed9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12608_3a46e4562accd76c9ed9.png new file mode 100644 index 0000000000000000000000000000000000000000..8ff993d3966d2f7a746d4935435102a5031b5a98 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12608_3a46e4562accd76c9ed9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12640_38c7e724aaa429d0b132.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12640_38c7e724aaa429d0b132.png new file mode 100644 index 0000000000000000000000000000000000000000..59a950bb9b413ebfdc712edaf82a3d41ee7daae5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12640_38c7e724aaa429d0b132.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12672_c2e03f9d12f1dde4b168.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12672_c2e03f9d12f1dde4b168.png new file mode 100644 index 0000000000000000000000000000000000000000..b7bc9441a4f595beb79ef5745e024457aa84a67a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12672_c2e03f9d12f1dde4b168.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12704_ea549bbd2785dd6ded5d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12704_ea549bbd2785dd6ded5d.png new file mode 100644 index 0000000000000000000000000000000000000000..59145d062b3c4aacea0b344c2346168732d80f01 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12704_ea549bbd2785dd6ded5d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12736_f9a4d055912c431c616b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12736_f9a4d055912c431c616b.png new file mode 100644 index 0000000000000000000000000000000000000000..3a70f05a6b73463aee74fb9825647996947eb2d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12736_f9a4d055912c431c616b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12768_fe0e87b9f084b6970425.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12768_fe0e87b9f084b6970425.png new file mode 100644 index 0000000000000000000000000000000000000000..df2bbd6b7a826a08150e82e5d00d639ce02fb786 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12768_fe0e87b9f084b6970425.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12800_02f5de8087789f53421d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12800_02f5de8087789f53421d.png new file mode 100644 index 0000000000000000000000000000000000000000..314c41fa307212730e790ff88750c98fd174ee70 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12800_02f5de8087789f53421d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1280_7efd37ccd19159297342.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1280_7efd37ccd19159297342.png new file mode 100644 index 0000000000000000000000000000000000000000..375ffe6708ce991fb55d632314e57a03cb691297 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1280_7efd37ccd19159297342.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12832_0150233080b35e7c5f09.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12832_0150233080b35e7c5f09.png new file mode 100644 index 0000000000000000000000000000000000000000..5f02e65336d5077ec468cb25f38fb888de03c7b2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12832_0150233080b35e7c5f09.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12864_f0f4d8909d6b38cd4fcc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12864_f0f4d8909d6b38cd4fcc.png new file mode 100644 index 0000000000000000000000000000000000000000..071269845650ce747e59b2957330508445232552 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12864_f0f4d8909d6b38cd4fcc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12896_24da7944bc971f6e218c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12896_24da7944bc971f6e218c.png new file mode 100644 index 0000000000000000000000000000000000000000..81be934238470846bd471ed525e53514f733f05d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12896_24da7944bc971f6e218c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_128_da263383b09d37b94176.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_128_da263383b09d37b94176.png new file mode 100644 index 0000000000000000000000000000000000000000..2c7d01806976b98437866ca3a713308104956f11 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_128_da263383b09d37b94176.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12928_62485c3475a4965c6fa9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12928_62485c3475a4965c6fa9.png new file mode 100644 index 0000000000000000000000000000000000000000..c076540f6de02b7b6b100c1f6965a9a60ecab6d0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12928_62485c3475a4965c6fa9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12960_d58f806084b21880ace2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12960_d58f806084b21880ace2.png new file mode 100644 index 0000000000000000000000000000000000000000..b31ea4d344aa32f6b44e236142c862f6aa7744e9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12960_d58f806084b21880ace2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12992_f16609285d215a32e301.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12992_f16609285d215a32e301.png new file mode 100644 index 0000000000000000000000000000000000000000..9a9efc4823312cf012aea522306200406390dc56 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12992_f16609285d215a32e301.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13024_6f11258b6922a060f170.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13024_6f11258b6922a060f170.png new file mode 100644 index 0000000000000000000000000000000000000000..374e68711363995e22426df57a12bcbf64bcf269 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13024_6f11258b6922a060f170.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13056_e2cd7eae2d1f67eaecac.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13056_e2cd7eae2d1f67eaecac.png new file mode 100644 index 0000000000000000000000000000000000000000..1f5fec20a44ac2134e3db68e7b379aee8f13e388 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13056_e2cd7eae2d1f67eaecac.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13088_87582bc9eef71506dec4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13088_87582bc9eef71506dec4.png new file mode 100644 index 0000000000000000000000000000000000000000..90f1d0ab0a305a4c615b6a92ed1d53617720f8f6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13088_87582bc9eef71506dec4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13120_f5cf485cb75151945890.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13120_f5cf485cb75151945890.png new file mode 100644 index 0000000000000000000000000000000000000000..6d4cdb4805bf3037191e407afa58b9b35c77a807 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13120_f5cf485cb75151945890.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1312_24b5f126c6c2c9156dde.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1312_24b5f126c6c2c9156dde.png new file mode 100644 index 0000000000000000000000000000000000000000..b3e6a475a53089db6732711e61148e9db632b278 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1312_24b5f126c6c2c9156dde.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13152_25047f90aae0b5c52db4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13152_25047f90aae0b5c52db4.png new file mode 100644 index 0000000000000000000000000000000000000000..07b6ad46e7e5e7e212ae788cfe83d63125a9e95a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13152_25047f90aae0b5c52db4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13184_e9c27ebb3285a56f4f0a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13184_e9c27ebb3285a56f4f0a.png new file mode 100644 index 0000000000000000000000000000000000000000..1cb656d42010c8b8274eed12d40a394917952d51 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13184_e9c27ebb3285a56f4f0a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13216_272b709323553c50470a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13216_272b709323553c50470a.png new file mode 100644 index 0000000000000000000000000000000000000000..14864b7118fb8ca85b116cb9cf8609365c59602e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13216_272b709323553c50470a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13248_a61fad08e88b1fa672d9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13248_a61fad08e88b1fa672d9.png new file mode 100644 index 0000000000000000000000000000000000000000..fab29ccce715087e02f85702fd47ba5ed7b042fd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13248_a61fad08e88b1fa672d9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13280_c45a2f9ae8060e032488.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13280_c45a2f9ae8060e032488.png new file mode 100644 index 0000000000000000000000000000000000000000..de9cf4c1bbe584ac0773f83f9956102985c4a56f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13280_c45a2f9ae8060e032488.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13312_99143e41d2c71570f0fc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13312_99143e41d2c71570f0fc.png new file mode 100644 index 0000000000000000000000000000000000000000..b72f96176d2e83a26ce8b62cb49191a0d9749855 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13312_99143e41d2c71570f0fc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13344_b605c962a1ce03aa6c78.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13344_b605c962a1ce03aa6c78.png new file mode 100644 index 0000000000000000000000000000000000000000..3008bf1a9ac4efd8456d3b31ac9d69f14c021020 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13344_b605c962a1ce03aa6c78.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13376_9cac0257224e4dbe442f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13376_9cac0257224e4dbe442f.png new file mode 100644 index 0000000000000000000000000000000000000000..9570c76a44666a78b3dbba4f3a518ff07088cebf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13376_9cac0257224e4dbe442f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13408_62889bca33fbb1ca700f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13408_62889bca33fbb1ca700f.png new file mode 100644 index 0000000000000000000000000000000000000000..6692c7debfe2c6e0fc8c1f2c425d4a3441315fcf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13408_62889bca33fbb1ca700f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13440_fcb3b53f71cf0dc3699d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13440_fcb3b53f71cf0dc3699d.png new file mode 100644 index 0000000000000000000000000000000000000000..99defd63f7ceb1e391af61011affd621ff12a8b9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13440_fcb3b53f71cf0dc3699d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1344_783ce9fb61feb8ef85c6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1344_783ce9fb61feb8ef85c6.png new file mode 100644 index 0000000000000000000000000000000000000000..3f7c0822c324fb6bbfdecbb5c9e5a6f27fe90d7d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1344_783ce9fb61feb8ef85c6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13472_2dad724e86fbbdabe435.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13472_2dad724e86fbbdabe435.png new file mode 100644 index 0000000000000000000000000000000000000000..52ce3220fa5e46f2ca5d1371987635c6916edc35 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13472_2dad724e86fbbdabe435.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13504_fb68ddc2aacd5e6f62e1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13504_fb68ddc2aacd5e6f62e1.png new file mode 100644 index 0000000000000000000000000000000000000000..ebb0a2926a59a9be377b24c91512f85a3099390b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13504_fb68ddc2aacd5e6f62e1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13536_023ee805d7678255027a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13536_023ee805d7678255027a.png new file mode 100644 index 0000000000000000000000000000000000000000..07ecab30db9f488c49677f7d8088e469ba0773d1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13536_023ee805d7678255027a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13568_d582b3f16b992dca23ab.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13568_d582b3f16b992dca23ab.png new file mode 100644 index 0000000000000000000000000000000000000000..d1410a6c2c2f4a719fa242bf2b30b65bfbd12d0a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13568_d582b3f16b992dca23ab.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13600_ad7db865a096e1ea6492.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13600_ad7db865a096e1ea6492.png new file mode 100644 index 0000000000000000000000000000000000000000..7264fdd9b35d39e77bdc2776e521d67070673bff Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13600_ad7db865a096e1ea6492.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13632_afe2b8c2be74d1ca3593.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13632_afe2b8c2be74d1ca3593.png new file mode 100644 index 0000000000000000000000000000000000000000..303009af988e11ec040099bc5011b2ed7a2c78b6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13632_afe2b8c2be74d1ca3593.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13664_8a75f378af47be7d9620.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13664_8a75f378af47be7d9620.png new file mode 100644 index 0000000000000000000000000000000000000000..1b36b10c0a8f3f028438f152ad57575a2fc9e70e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13664_8a75f378af47be7d9620.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13696_129e9abd591052fd0674.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13696_129e9abd591052fd0674.png new file mode 100644 index 0000000000000000000000000000000000000000..d3175d544829fd0397d98b7f87acbd4d19c219e7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13696_129e9abd591052fd0674.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13728_2a16cd0739b38d7c48b0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13728_2a16cd0739b38d7c48b0.png new file mode 100644 index 0000000000000000000000000000000000000000..f894f287579bdac21bc0b10513d31f6c23dcbec6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13728_2a16cd0739b38d7c48b0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13760_f2e74ad4fc55b1bbef17.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13760_f2e74ad4fc55b1bbef17.png new file mode 100644 index 0000000000000000000000000000000000000000..e48f69b93143790a835c6d1698496600b2d62d6a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13760_f2e74ad4fc55b1bbef17.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1376_423212cd304c45abcf90.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1376_423212cd304c45abcf90.png new file mode 100644 index 0000000000000000000000000000000000000000..15d482dcec9f5ed6e66e2db4414d680cb307a8d8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1376_423212cd304c45abcf90.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13792_224c0c53a0c860459001.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13792_224c0c53a0c860459001.png new file mode 100644 index 0000000000000000000000000000000000000000..64fcbe887a416679bedd35593f0b69afcacf7eab Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13792_224c0c53a0c860459001.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13824_2c99f1c6296bbff38270.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13824_2c99f1c6296bbff38270.png new file mode 100644 index 0000000000000000000000000000000000000000..52aa6fc74665c75cf2cea2d5045ca71c4e3809a9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13824_2c99f1c6296bbff38270.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13856_19693e58cc8f7352c737.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13856_19693e58cc8f7352c737.png new file mode 100644 index 0000000000000000000000000000000000000000..52b542323e1f364e4f8cca0992c53f6f41be813d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13856_19693e58cc8f7352c737.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13888_ae8f6cd7576aed78c7a0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13888_ae8f6cd7576aed78c7a0.png new file mode 100644 index 0000000000000000000000000000000000000000..b4046736fcb4fc46d9fff483026e88dc37f5a213 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13888_ae8f6cd7576aed78c7a0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13920_169b64a36c8bce388d4a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13920_169b64a36c8bce388d4a.png new file mode 100644 index 0000000000000000000000000000000000000000..bf657463a9734bea3f953a8f8e3804d19560da41 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13920_169b64a36c8bce388d4a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13952_06cda888b56322b76e9a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13952_06cda888b56322b76e9a.png new file mode 100644 index 0000000000000000000000000000000000000000..50fe0d53114914e51817e42040f1d18d876eebdc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13952_06cda888b56322b76e9a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13984_7e4e1c1c5368506678d3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13984_7e4e1c1c5368506678d3.png new file mode 100644 index 0000000000000000000000000000000000000000..987fd7564b47a4753df411e61c0ecf804abd44b8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13984_7e4e1c1c5368506678d3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14016_f51593148749c842aaf6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14016_f51593148749c842aaf6.png new file mode 100644 index 0000000000000000000000000000000000000000..117f8a4576a8a198c3f85fbec09abe7388469177 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14016_f51593148749c842aaf6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14048_1f8a8f382ab7f1c47129.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14048_1f8a8f382ab7f1c47129.png new file mode 100644 index 0000000000000000000000000000000000000000..cb75c945aae7a46e3027a62cd7af634519684f62 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14048_1f8a8f382ab7f1c47129.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14080_e6f9a16638315fd3ab2f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14080_e6f9a16638315fd3ab2f.png new file mode 100644 index 0000000000000000000000000000000000000000..40a72f125665b23730e7a2277f36ebfb016e89c0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14080_e6f9a16638315fd3ab2f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1408_db994676dc4fd6263a5d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1408_db994676dc4fd6263a5d.png new file mode 100644 index 0000000000000000000000000000000000000000..d071fc485e9f299a7a64770c8c635db79eeb6073 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1408_db994676dc4fd6263a5d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14112_2623fa831c97b7165a06.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14112_2623fa831c97b7165a06.png new file mode 100644 index 0000000000000000000000000000000000000000..7c61ed9f3d8a2ad39d2fce56f64c53471081cbca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14112_2623fa831c97b7165a06.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14144_981e943479a6aaab89e3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14144_981e943479a6aaab89e3.png new file mode 100644 index 0000000000000000000000000000000000000000..9d927b9f833227a571a13d3b76f592a320608096 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14144_981e943479a6aaab89e3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14176_7cf53d4ec5942b1e4948.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14176_7cf53d4ec5942b1e4948.png new file mode 100644 index 0000000000000000000000000000000000000000..f2a84dcb4837f9ff87a8f25676fddb9e3deaa5f6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14176_7cf53d4ec5942b1e4948.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14208_ea7bce5af7b27940ca61.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14208_ea7bce5af7b27940ca61.png new file mode 100644 index 0000000000000000000000000000000000000000..6b775916b0ca9903b432e7cfd3c5280545015536 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14208_ea7bce5af7b27940ca61.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14240_f9fdcb220ce30f836088.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14240_f9fdcb220ce30f836088.png new file mode 100644 index 0000000000000000000000000000000000000000..03a34ff534ac2ffa735b27e2db24b9dad8fb9b36 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14240_f9fdcb220ce30f836088.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14272_14e89ff95ee80ac442e4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14272_14e89ff95ee80ac442e4.png new file mode 100644 index 0000000000000000000000000000000000000000..f985705e0183d1cfc23d8178e11750c168f66652 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14272_14e89ff95ee80ac442e4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14304_874da9b86497667c38b0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14304_874da9b86497667c38b0.png new file mode 100644 index 0000000000000000000000000000000000000000..b48440b64d692e33691dcccc42189e7b64af0683 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14304_874da9b86497667c38b0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14336_f3a18b216d8709a87a07.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14336_f3a18b216d8709a87a07.png new file mode 100644 index 0000000000000000000000000000000000000000..40cecafff026d5b86e3b3168dfaa0fe936d43ac3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14336_f3a18b216d8709a87a07.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14368_5e3c71a9c3d5ccc5a0fc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14368_5e3c71a9c3d5ccc5a0fc.png new file mode 100644 index 0000000000000000000000000000000000000000..ae9e868ac2f14e0b106f4d401e0b15b4cb396fdf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14368_5e3c71a9c3d5ccc5a0fc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14400_71c4ed76e3ecc6342cc8.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14400_71c4ed76e3ecc6342cc8.png new file mode 100644 index 0000000000000000000000000000000000000000..8319548eb99f6522114411e3dddbfa94d8dcaf9b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14400_71c4ed76e3ecc6342cc8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1440_8d58d2ae7a5a38834a38.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1440_8d58d2ae7a5a38834a38.png new file mode 100644 index 0000000000000000000000000000000000000000..eab5bae107d9b7012d398bec03087dad6d4868b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1440_8d58d2ae7a5a38834a38.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14432_8a033cf99ef496683508.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14432_8a033cf99ef496683508.png new file mode 100644 index 0000000000000000000000000000000000000000..65271b5988fd43d9792347a9d8cb4ea2bf3cff6b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14432_8a033cf99ef496683508.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14464_7611bbc17dac78e36e2a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14464_7611bbc17dac78e36e2a.png new file mode 100644 index 0000000000000000000000000000000000000000..7365b87fd2f707ae2f12279f9a3f16669f405fa0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14464_7611bbc17dac78e36e2a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14496_513e58dbec215c2cbb44.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14496_513e58dbec215c2cbb44.png new file mode 100644 index 0000000000000000000000000000000000000000..ee62f97196a7e8426dd303a664ef791b7e678400 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14496_513e58dbec215c2cbb44.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14528_e162795a329dd2332007.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14528_e162795a329dd2332007.png new file mode 100644 index 0000000000000000000000000000000000000000..9cc290ed82cb1f37bc1a077a94385d677847704b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14528_e162795a329dd2332007.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14560_0d8aa13f8b172161212e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14560_0d8aa13f8b172161212e.png new file mode 100644 index 0000000000000000000000000000000000000000..0e9835742a72cf6cc2646d24a3db42d39b1138ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14560_0d8aa13f8b172161212e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14592_04390a707eb89acb2295.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14592_04390a707eb89acb2295.png new file mode 100644 index 0000000000000000000000000000000000000000..2c468c220b1b6b819e2e9d8d16bc89573283f6d9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14592_04390a707eb89acb2295.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14624_83ca7fa1092e427abdb4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14624_83ca7fa1092e427abdb4.png new file mode 100644 index 0000000000000000000000000000000000000000..5009b488786663ad2bfccafdbea9f3892bc54835 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14624_83ca7fa1092e427abdb4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14656_d275f22d2db7b425c082.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14656_d275f22d2db7b425c082.png new file mode 100644 index 0000000000000000000000000000000000000000..3c37b841943495bdefefc18dd459a60a3cc15be2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14656_d275f22d2db7b425c082.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14688_e934827ecfe5766586c9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14688_e934827ecfe5766586c9.png new file mode 100644 index 0000000000000000000000000000000000000000..93a31fd5a53c2091a9dabdb960a258c351b2401a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14688_e934827ecfe5766586c9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14720_75ca0bfe41eab2d59c01.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14720_75ca0bfe41eab2d59c01.png new file mode 100644 index 0000000000000000000000000000000000000000..7b36d93d7fbcdd1c4dcb3e6ccd5cd24e2cd7e553 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14720_75ca0bfe41eab2d59c01.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1472_65d92f70028e2fc454f5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1472_65d92f70028e2fc454f5.png new file mode 100644 index 0000000000000000000000000000000000000000..c6859e5041a1e8ec63dfd4b71ba4d578bbc12fae Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1472_65d92f70028e2fc454f5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14752_a13569f9d781abfde2ab.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14752_a13569f9d781abfde2ab.png new file mode 100644 index 0000000000000000000000000000000000000000..a3dadd5c4cc8f5939a6e37e63e2b6b7de9459bb7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14752_a13569f9d781abfde2ab.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14784_b26fcbee097f80f7e8b9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14784_b26fcbee097f80f7e8b9.png new file mode 100644 index 0000000000000000000000000000000000000000..2d109087ef095e4c2f863f2cd55091d6bea2439e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14784_b26fcbee097f80f7e8b9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14816_471c67b8ec38b52b0af5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14816_471c67b8ec38b52b0af5.png new file mode 100644 index 0000000000000000000000000000000000000000..2665b61bf38510c3aa6df8d85d4b224adf02ceac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14816_471c67b8ec38b52b0af5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14848_c92be2e2167323201351.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14848_c92be2e2167323201351.png new file mode 100644 index 0000000000000000000000000000000000000000..e954ec94762e705690086cddd53913244f3b28d1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14848_c92be2e2167323201351.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14880_8dd01c86d7a9c42f0615.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14880_8dd01c86d7a9c42f0615.png new file mode 100644 index 0000000000000000000000000000000000000000..239a9c9168a56989e34c4cc3160b0712695fa758 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14880_8dd01c86d7a9c42f0615.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14912_71d0da3fa9f41e52de4e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14912_71d0da3fa9f41e52de4e.png new file mode 100644 index 0000000000000000000000000000000000000000..c7e83e7fc87f5b3a08488f7b745b3f10920938b5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14912_71d0da3fa9f41e52de4e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14944_f8f40de9ac05cb51458c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14944_f8f40de9ac05cb51458c.png new file mode 100644 index 0000000000000000000000000000000000000000..d7ea42c1a369bc2241a453ab01fe7b4c2da884c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14944_f8f40de9ac05cb51458c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14976_be2df83fdd2e1dad2c40.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14976_be2df83fdd2e1dad2c40.png new file mode 100644 index 0000000000000000000000000000000000000000..0fc22b99a6632ad41e4d059dedca08851e32685a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14976_be2df83fdd2e1dad2c40.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15008_36fb4f9b50a84b102bfc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15008_36fb4f9b50a84b102bfc.png new file mode 100644 index 0000000000000000000000000000000000000000..5bbaddd598bd825172269abef1a0c68bb5fc7a73 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15008_36fb4f9b50a84b102bfc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15040_30a9d27c2f03cec9a099.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15040_30a9d27c2f03cec9a099.png new file mode 100644 index 0000000000000000000000000000000000000000..2f47201b293e20c1caa0a1fc812e04264ee8a940 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15040_30a9d27c2f03cec9a099.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1504_160b67f4ba64ddd2f452.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1504_160b67f4ba64ddd2f452.png new file mode 100644 index 0000000000000000000000000000000000000000..4c3643e221b6c34eb5f384b8056ae55b2267a255 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1504_160b67f4ba64ddd2f452.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15072_081e8b92f94f8360b379.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15072_081e8b92f94f8360b379.png new file mode 100644 index 0000000000000000000000000000000000000000..185db4b07b675afb78f0f6e58d92c50509122bc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15072_081e8b92f94f8360b379.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15104_cd031f98eadd243aa0a7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15104_cd031f98eadd243aa0a7.png new file mode 100644 index 0000000000000000000000000000000000000000..4f6fc7ddb672a85bd67b77155af3b78f59f85da1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15104_cd031f98eadd243aa0a7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15136_d5d9ef1e49391e34e7c7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15136_d5d9ef1e49391e34e7c7.png new file mode 100644 index 0000000000000000000000000000000000000000..c9d05c7b0eb2898a2e74856c0505b5dca846b3bc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15136_d5d9ef1e49391e34e7c7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15168_db90942fe58551859ada.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15168_db90942fe58551859ada.png new file mode 100644 index 0000000000000000000000000000000000000000..ebd521bd3da917170fb484a1087347f528c5fd01 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15168_db90942fe58551859ada.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15200_91917efc3eedd3fe8448.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15200_91917efc3eedd3fe8448.png new file mode 100644 index 0000000000000000000000000000000000000000..eefdf295a62566977162908b2a39b8dd80debc5b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15200_91917efc3eedd3fe8448.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1536_f4a50223a03675e64015.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1536_f4a50223a03675e64015.png new file mode 100644 index 0000000000000000000000000000000000000000..d27b73c1a88aed78e005ab8775d8bcca7f3cb6a0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1536_f4a50223a03675e64015.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1568_3b0fb6a82a74f4d895aa.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1568_3b0fb6a82a74f4d895aa.png new file mode 100644 index 0000000000000000000000000000000000000000..70b4dc426eed226ae52d1b568111b44cf90ae820 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1568_3b0fb6a82a74f4d895aa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1600_8bb0ec44e740c3c04985.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1600_8bb0ec44e740c3c04985.png new file mode 100644 index 0000000000000000000000000000000000000000..b2e640420a0980b2dbd2e0ad33ac1d1c030637f5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1600_8bb0ec44e740c3c04985.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_160_a3168da173e328454f5e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_160_a3168da173e328454f5e.png new file mode 100644 index 0000000000000000000000000000000000000000..cca631f6d0684aed4ddba01e6b4921e25e56773c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_160_a3168da173e328454f5e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1632_297dfc4b4cba5383ab66.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1632_297dfc4b4cba5383ab66.png new file mode 100644 index 0000000000000000000000000000000000000000..0a7aeddbe3e671a435eaac029811b6ad665de8a0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1632_297dfc4b4cba5383ab66.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1664_b927d98daa1140e12a91.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1664_b927d98daa1140e12a91.png new file mode 100644 index 0000000000000000000000000000000000000000..ade35d2d125eb7cabb16020b620680e2ea9f680f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1664_b927d98daa1140e12a91.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1696_df780b1d62a4ac6aacaf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1696_df780b1d62a4ac6aacaf.png new file mode 100644 index 0000000000000000000000000000000000000000..d06f828b96c9ba638cb9d5fc0512f59519625306 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1696_df780b1d62a4ac6aacaf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1728_e9a0555f21b19c2fe6c1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1728_e9a0555f21b19c2fe6c1.png new file mode 100644 index 0000000000000000000000000000000000000000..b3034acf39ea4e4e3614f8b3c374ceb9db627fc8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1728_e9a0555f21b19c2fe6c1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1760_9cafe385d95250b0eb74.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1760_9cafe385d95250b0eb74.png new file mode 100644 index 0000000000000000000000000000000000000000..b2e53da5c227c31e35dfab2dbc9460921ef73f4c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1760_9cafe385d95250b0eb74.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1792_f643ee45a7eac957ea83.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1792_f643ee45a7eac957ea83.png new file mode 100644 index 0000000000000000000000000000000000000000..4840445fc9bfad00ee6ec398d747717f83ee77c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1792_f643ee45a7eac957ea83.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1824_caa4ed559e34313115e1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1824_caa4ed559e34313115e1.png new file mode 100644 index 0000000000000000000000000000000000000000..4d9465a23c909e559e7f7252333cd06835f92ab9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1824_caa4ed559e34313115e1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1856_83cfe44332a9dbd9ed8b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1856_83cfe44332a9dbd9ed8b.png new file mode 100644 index 0000000000000000000000000000000000000000..aaffcef16deb5149ef19b9d1d86755855239555c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1856_83cfe44332a9dbd9ed8b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1888_2fa4d7add5d79bb8e3b6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1888_2fa4d7add5d79bb8e3b6.png new file mode 100644 index 0000000000000000000000000000000000000000..3b0b7e38d4230a03ac72194eb68187db0d11103d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1888_2fa4d7add5d79bb8e3b6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1920_4532d4177eef60fc2fd4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1920_4532d4177eef60fc2fd4.png new file mode 100644 index 0000000000000000000000000000000000000000..b84add6dcdf9592619c56b181253db567ae62053 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1920_4532d4177eef60fc2fd4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_192_40d767ffbc02f962d34c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_192_40d767ffbc02f962d34c.png new file mode 100644 index 0000000000000000000000000000000000000000..a3e22d21977acac0d5139890b78b70d25691e52b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_192_40d767ffbc02f962d34c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1952_0e01b40c613ecd88fe96.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1952_0e01b40c613ecd88fe96.png new file mode 100644 index 0000000000000000000000000000000000000000..d1384830eb9e33f51d98400ee836d43f8a20975b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1952_0e01b40c613ecd88fe96.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1984_11afae4d40409e62f742.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1984_11afae4d40409e62f742.png new file mode 100644 index 0000000000000000000000000000000000000000..8fd70983dbd62e1c3870fa0c3aa667d0fd105f68 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1984_11afae4d40409e62f742.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2016_e8e0aa935a3fd372ce75.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2016_e8e0aa935a3fd372ce75.png new file mode 100644 index 0000000000000000000000000000000000000000..569039290b65d8d763fb566b655f7e16eca3e3a7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2016_e8e0aa935a3fd372ce75.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2048_c2e110d1586a125f38b0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2048_c2e110d1586a125f38b0.png new file mode 100644 index 0000000000000000000000000000000000000000..d112c583a831a2f7a657cec5a616a8ab747edd9c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2048_c2e110d1586a125f38b0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2080_c89e72a94f1e3d6db609.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2080_c89e72a94f1e3d6db609.png new file mode 100644 index 0000000000000000000000000000000000000000..62f2b0cf4e0fc129f2b516dee13a2c8946fa90f9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2080_c89e72a94f1e3d6db609.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2112_6b3f9be96bf4ad01882f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2112_6b3f9be96bf4ad01882f.png new file mode 100644 index 0000000000000000000000000000000000000000..c0c7bb61487c244b50cbbf0cbaf8766323c2a1e5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2112_6b3f9be96bf4ad01882f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2144_b3dce4cfa09ffbad3d9f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2144_b3dce4cfa09ffbad3d9f.png new file mode 100644 index 0000000000000000000000000000000000000000..6818d57b772ba7db4a4a73dcce91e4b1d41d0b04 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2144_b3dce4cfa09ffbad3d9f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2176_f4f49693cc0b3315efae.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2176_f4f49693cc0b3315efae.png new file mode 100644 index 0000000000000000000000000000000000000000..648babb3fcfcfa3ddfa9e5b9f0e3918715694fde Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2176_f4f49693cc0b3315efae.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2208_29c5bc8112b13c895785.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2208_29c5bc8112b13c895785.png new file mode 100644 index 0000000000000000000000000000000000000000..1ea606b0bae0c7956d5ad4cb762be496b94d5c15 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2208_29c5bc8112b13c895785.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2240_d4564d3100d2c74488c7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2240_d4564d3100d2c74488c7.png new file mode 100644 index 0000000000000000000000000000000000000000..1a94fc3e9bbb97297bd40ae79fcb2b286ebb446a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2240_d4564d3100d2c74488c7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_224_9a5d0e266c560d1f70b7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_224_9a5d0e266c560d1f70b7.png new file mode 100644 index 0000000000000000000000000000000000000000..3bd12deb14dcbd09e67a83eef2176a20089a467d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_224_9a5d0e266c560d1f70b7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2272_2a583c140f787f9d1938.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2272_2a583c140f787f9d1938.png new file mode 100644 index 0000000000000000000000000000000000000000..8f8bc6f1e8209338e1718859fa0cbdf995b4b851 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2272_2a583c140f787f9d1938.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2304_eacd07a820d0c2a547bf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2304_eacd07a820d0c2a547bf.png new file mode 100644 index 0000000000000000000000000000000000000000..554ab12b341925fb8f3876c802853efb6a57a88c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2304_eacd07a820d0c2a547bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2336_abd8d5c886873803755b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2336_abd8d5c886873803755b.png new file mode 100644 index 0000000000000000000000000000000000000000..2cbd92cb0ab19b851581a4be8dab43a9628ef95e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2336_abd8d5c886873803755b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2368_f9d0948c99ab9ef69a45.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2368_f9d0948c99ab9ef69a45.png new file mode 100644 index 0000000000000000000000000000000000000000..0ed1ac613c201f6f0900c954ac12091cb722b76a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2368_f9d0948c99ab9ef69a45.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2400_d26d2aa19a14aca7b580.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2400_d26d2aa19a14aca7b580.png new file mode 100644 index 0000000000000000000000000000000000000000..2a6d591a77e8942404c915cc980a6c1f42f35b48 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2400_d26d2aa19a14aca7b580.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2432_c3a853d25d58bac8dca6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2432_c3a853d25d58bac8dca6.png new file mode 100644 index 0000000000000000000000000000000000000000..c0ee2885400393d6f9d7e8c52acd7a1fab282e88 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2432_c3a853d25d58bac8dca6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2464_5e118a5c6fee0a43c305.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2464_5e118a5c6fee0a43c305.png new file mode 100644 index 0000000000000000000000000000000000000000..a87eef022b326ca1bd1523f4e992b7b796a025f3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2464_5e118a5c6fee0a43c305.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2496_5459f814ca877c042adf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2496_5459f814ca877c042adf.png new file mode 100644 index 0000000000000000000000000000000000000000..e55fa4804b7e3f0feb3bafbb8674ab01c2507487 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2496_5459f814ca877c042adf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2528_6f67dba67a0946693819.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2528_6f67dba67a0946693819.png new file mode 100644 index 0000000000000000000000000000000000000000..95d5feae2ecd5557cd698fffa255f248f9d55300 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2528_6f67dba67a0946693819.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2560_f60c17c3b7e7c354de03.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2560_f60c17c3b7e7c354de03.png new file mode 100644 index 0000000000000000000000000000000000000000..9fc810a8f7629ebc7657053cbe8e934968d426f1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2560_f60c17c3b7e7c354de03.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_256_8f33b8d3a168eea13bb1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_256_8f33b8d3a168eea13bb1.png new file mode 100644 index 0000000000000000000000000000000000000000..835041d92be37e259a044ff2ce965fc57f7fe784 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_256_8f33b8d3a168eea13bb1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2592_2de5b3a421bf518828d7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2592_2de5b3a421bf518828d7.png new file mode 100644 index 0000000000000000000000000000000000000000..36f6984f8438baf11f021ab3ddcbcecd9d9041a7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2592_2de5b3a421bf518828d7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2624_37e77a4e3adea646ad69.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2624_37e77a4e3adea646ad69.png new file mode 100644 index 0000000000000000000000000000000000000000..4267dbdbe8d5109ade2f44632a1c9230e18b22cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2624_37e77a4e3adea646ad69.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2656_6bd4225c3e7a022c644d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2656_6bd4225c3e7a022c644d.png new file mode 100644 index 0000000000000000000000000000000000000000..4045d426f82dca5e394df0a1417c8c6107c7aea9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2656_6bd4225c3e7a022c644d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2688_b7e18de4b99e1dbf699e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2688_b7e18de4b99e1dbf699e.png new file mode 100644 index 0000000000000000000000000000000000000000..50db30385924b61d6c7a35085c23312ea7b2ccb4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2688_b7e18de4b99e1dbf699e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2720_c68ecd4a50ebdab87862.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2720_c68ecd4a50ebdab87862.png new file mode 100644 index 0000000000000000000000000000000000000000..b4fbce7b67d1689bdb489eb3f5e1d1c7079d16d8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2720_c68ecd4a50ebdab87862.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2752_5e55a34aec7db520be27.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2752_5e55a34aec7db520be27.png new file mode 100644 index 0000000000000000000000000000000000000000..8ed9d4392165736d27bec34d8fbed8ae2cff0fdf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2752_5e55a34aec7db520be27.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b5ac30891abc02a8f5f0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b5ac30891abc02a8f5f0.png new file mode 100644 index 0000000000000000000000000000000000000000..354feb84f1ac2d15c2d4ba456a20fc0c9cd4d099 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b5ac30891abc02a8f5f0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2816_9a3851f810ef989ff9da.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2816_9a3851f810ef989ff9da.png new file mode 100644 index 0000000000000000000000000000000000000000..e118177656917c7ae997524259e433824bc99659 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2816_9a3851f810ef989ff9da.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2848_cbb4a9e1e170cb4be2fb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2848_cbb4a9e1e170cb4be2fb.png new file mode 100644 index 0000000000000000000000000000000000000000..b82b4d45061a6a02d4beaccfacdb72f411b7ddba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2848_cbb4a9e1e170cb4be2fb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2880_d292ab00256d1d4f5241.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2880_d292ab00256d1d4f5241.png new file mode 100644 index 0000000000000000000000000000000000000000..fa2600e484e28a5c70824619aa982586a4863f4f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2880_d292ab00256d1d4f5241.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_288_37ebeeea0555ec11e8e5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_288_37ebeeea0555ec11e8e5.png new file mode 100644 index 0000000000000000000000000000000000000000..e7684ca4497762d25331e49b546e045192192345 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_288_37ebeeea0555ec11e8e5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2912_9d894f11e9c2cb7e3187.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2912_9d894f11e9c2cb7e3187.png new file mode 100644 index 0000000000000000000000000000000000000000..bda4ccb101ae7c3f449c4a25f42a54a2c30667d1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2912_9d894f11e9c2cb7e3187.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2944_eaab99c3f90e35832193.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2944_eaab99c3f90e35832193.png new file mode 100644 index 0000000000000000000000000000000000000000..289d9fc2274bb0f6135b3998b07d1d2035374e0b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2944_eaab99c3f90e35832193.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2976_e72f6c37a0902019578c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2976_e72f6c37a0902019578c.png new file mode 100644 index 0000000000000000000000000000000000000000..2b5c0708eabf6efaf8468f3db3d32a2b994c0a35 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2976_e72f6c37a0902019578c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3008_8c9b077fb1d92a34d74b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3008_8c9b077fb1d92a34d74b.png new file mode 100644 index 0000000000000000000000000000000000000000..3812d31f261268fcfafe38f7c746763b814381c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3008_8c9b077fb1d92a34d74b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3040_5496f2ec7e446f765cbd.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3040_5496f2ec7e446f765cbd.png new file mode 100644 index 0000000000000000000000000000000000000000..e791ceec0363b5523a109cf760bb67a577b41acc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3040_5496f2ec7e446f765cbd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3072_9f9cd3c25c40d8d6db89.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3072_9f9cd3c25c40d8d6db89.png new file mode 100644 index 0000000000000000000000000000000000000000..641b3c3c9aa4b891af595cce10718052c9ee5337 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3072_9f9cd3c25c40d8d6db89.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3104_9db2381d70b3a37b10c0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3104_9db2381d70b3a37b10c0.png new file mode 100644 index 0000000000000000000000000000000000000000..3f9cc068a9203bacf3df7660bbc93dc068c150b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3104_9db2381d70b3a37b10c0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3136_68d1c918c804cc6ffc7b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3136_68d1c918c804cc6ffc7b.png new file mode 100644 index 0000000000000000000000000000000000000000..a02dd8155899df13881bd00e2a70d8c0a673d68a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3136_68d1c918c804cc6ffc7b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3168_326dea9e564f7cc0b9bf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3168_326dea9e564f7cc0b9bf.png new file mode 100644 index 0000000000000000000000000000000000000000..681d53653ec8e3e64c8a380dc959dff8424db59a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3168_326dea9e564f7cc0b9bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3200_bb1c98cecb792bf8366f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3200_bb1c98cecb792bf8366f.png new file mode 100644 index 0000000000000000000000000000000000000000..8efac3d8ad355c6bc8251703e5059ad5a781f400 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3200_bb1c98cecb792bf8366f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_320_953f97a3564f8ee5df80.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_320_953f97a3564f8ee5df80.png new file mode 100644 index 0000000000000000000000000000000000000000..4eee7c9f8155d3bb1bdb73a34403185e36ca03e1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_320_953f97a3564f8ee5df80.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3232_2791ec33f6ebdce50ead.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3232_2791ec33f6ebdce50ead.png new file mode 100644 index 0000000000000000000000000000000000000000..015329a442b9f19c766473d7dab18981a63ba4cb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3232_2791ec33f6ebdce50ead.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3264_1c1873e9b7186dbc3fc9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3264_1c1873e9b7186dbc3fc9.png new file mode 100644 index 0000000000000000000000000000000000000000..04eb7c588101cccb45d7e3d4e9d437d89b8f2e92 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3264_1c1873e9b7186dbc3fc9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3296_00ee5f1dc98ec2538fae.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3296_00ee5f1dc98ec2538fae.png new file mode 100644 index 0000000000000000000000000000000000000000..700517297d9bac2654e6db8254681d8a84105fec Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3296_00ee5f1dc98ec2538fae.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_32_3643c36fbc4d9723eb35.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_32_3643c36fbc4d9723eb35.png new file mode 100644 index 0000000000000000000000000000000000000000..b8cd71b90a17229f0b7722d17bbb8ba4b8ce09fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_32_3643c36fbc4d9723eb35.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3328_c2a0164b22037e1ac177.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3328_c2a0164b22037e1ac177.png new file mode 100644 index 0000000000000000000000000000000000000000..80b9fffe46174bc2e778d358c05830eed86a7eb9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3328_c2a0164b22037e1ac177.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3360_fe3a1215d5ca5d9d4425.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3360_fe3a1215d5ca5d9d4425.png new file mode 100644 index 0000000000000000000000000000000000000000..483f153e0272c107e8f7d4eacd92d65acec76678 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3360_fe3a1215d5ca5d9d4425.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3392_7291ff52ba149c4bc73f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3392_7291ff52ba149c4bc73f.png new file mode 100644 index 0000000000000000000000000000000000000000..fdda00e69da573b5a5b9cf25876eb8d60f1821a9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3392_7291ff52ba149c4bc73f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3424_3feea3d904bdaa798470.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3424_3feea3d904bdaa798470.png new file mode 100644 index 0000000000000000000000000000000000000000..d0729f28fef560cb3a19a710ac15d1938f2731dc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3424_3feea3d904bdaa798470.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3456_85e699544059ec3f6c22.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3456_85e699544059ec3f6c22.png new file mode 100644 index 0000000000000000000000000000000000000000..51f4a73503a55fa7f355091a5bb3d60547b2beb7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3456_85e699544059ec3f6c22.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3488_37e77ff89a3ed4afcae0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3488_37e77ff89a3ed4afcae0.png new file mode 100644 index 0000000000000000000000000000000000000000..444ffaf87dbc9d994670666f558c548fa5999e80 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3488_37e77ff89a3ed4afcae0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3520_06779ce302865e5be4e5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3520_06779ce302865e5be4e5.png new file mode 100644 index 0000000000000000000000000000000000000000..02bd9cee7a4daaf7a548e7540d2ea86ea51024e7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3520_06779ce302865e5be4e5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_352_6119e0bac9e5de5a3ead.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_352_6119e0bac9e5de5a3ead.png new file mode 100644 index 0000000000000000000000000000000000000000..4af2b7d4debf42febea4926a34b387ed89f3a711 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_352_6119e0bac9e5de5a3ead.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3552_e624beff83ef75bfb302.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3552_e624beff83ef75bfb302.png new file mode 100644 index 0000000000000000000000000000000000000000..908fff68814bbbb437a4f8ab3992a6fe986c4ed2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3552_e624beff83ef75bfb302.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3584_e56be9e390c9ad645feb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3584_e56be9e390c9ad645feb.png new file mode 100644 index 0000000000000000000000000000000000000000..56e2e2bc490e6ee4c97f0382fcaeca237b217456 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3584_e56be9e390c9ad645feb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3616_dead690ec34c5bdb0793.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3616_dead690ec34c5bdb0793.png new file mode 100644 index 0000000000000000000000000000000000000000..fcb0ab98926b9a63db68befb924d663234552310 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3616_dead690ec34c5bdb0793.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3648_ddacd682d1a396202b48.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3648_ddacd682d1a396202b48.png new file mode 100644 index 0000000000000000000000000000000000000000..76abcd15e211aabf97496282274257d48910cbc1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3648_ddacd682d1a396202b48.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3680_cda4d56e95ab7f1b82f6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3680_cda4d56e95ab7f1b82f6.png new file mode 100644 index 0000000000000000000000000000000000000000..4a56e13ba5881bd2ab8bff06bbdc722ce9b948d4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3680_cda4d56e95ab7f1b82f6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3712_1c610af11b1bcc1f2ac3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3712_1c610af11b1bcc1f2ac3.png new file mode 100644 index 0000000000000000000000000000000000000000..a78c88327c9f3546dead705ba0f50a234b1f2bc1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3712_1c610af11b1bcc1f2ac3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3744_164d113ef84f7325f9c5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3744_164d113ef84f7325f9c5.png new file mode 100644 index 0000000000000000000000000000000000000000..cbfd0bac7c66443efc98a240750b64db6e642e13 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3744_164d113ef84f7325f9c5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3776_3914e8261013adde51eb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3776_3914e8261013adde51eb.png new file mode 100644 index 0000000000000000000000000000000000000000..cebf4c79f6a9160d240c1f32cf498b8e3c490988 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3776_3914e8261013adde51eb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3808_707909ea29ed0d81b641.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3808_707909ea29ed0d81b641.png new file mode 100644 index 0000000000000000000000000000000000000000..c4b18d4a90a37208386b2291e2d5835b057c9f4d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3808_707909ea29ed0d81b641.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3840_c610dd9a0235dfd91f4a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3840_c610dd9a0235dfd91f4a.png new file mode 100644 index 0000000000000000000000000000000000000000..f522839149cfbb5b8a21f347c677b8cc19919b39 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3840_c610dd9a0235dfd91f4a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_384_00b9d8007fd564622aea.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_384_00b9d8007fd564622aea.png new file mode 100644 index 0000000000000000000000000000000000000000..4b5c1e2f1c1a0257dc91cce7e7ed0d5600cee001 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_384_00b9d8007fd564622aea.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3872_c0707a04a13f8c4e9411.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3872_c0707a04a13f8c4e9411.png new file mode 100644 index 0000000000000000000000000000000000000000..6a13a50d47be94017244081e9b4f39cb8ed6ecb5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3872_c0707a04a13f8c4e9411.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3904_7f4b19682b8c5b8f3101.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3904_7f4b19682b8c5b8f3101.png new file mode 100644 index 0000000000000000000000000000000000000000..0aed8c7aa08379ba7a90291fd12d5a7f3dd5ab78 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3904_7f4b19682b8c5b8f3101.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3936_7737b6526fb4892c955a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3936_7737b6526fb4892c955a.png new file mode 100644 index 0000000000000000000000000000000000000000..9bc13162ea278ad31551d345bafc4290998a96ce Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3936_7737b6526fb4892c955a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3968_f6631274a6863370279b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3968_f6631274a6863370279b.png new file mode 100644 index 0000000000000000000000000000000000000000..8f097524c9bef01d8d7119244cf5dc05dcabdaad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3968_f6631274a6863370279b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4000_d49ad3b8f818c75488f9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4000_d49ad3b8f818c75488f9.png new file mode 100644 index 0000000000000000000000000000000000000000..b9ad866e19817653bd5cf3ebcec491c0bb9885b9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4000_d49ad3b8f818c75488f9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4032_ae7fed08ae89d19c5f8b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4032_ae7fed08ae89d19c5f8b.png new file mode 100644 index 0000000000000000000000000000000000000000..c1b56e70f52c17e0a96ca901f4c24a7df6afd343 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4032_ae7fed08ae89d19c5f8b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4064_b47595737a53fe287c0c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4064_b47595737a53fe287c0c.png new file mode 100644 index 0000000000000000000000000000000000000000..c3f89d48e8d169668c658f873bf1065c49bc8cfe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4064_b47595737a53fe287c0c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4096_e14cd950658ff8c23766.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4096_e14cd950658ff8c23766.png new file mode 100644 index 0000000000000000000000000000000000000000..0c2bef5f61da9f4b5d5698a5e816a7a1ead9273c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4096_e14cd950658ff8c23766.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4128_1bfe2bd1032c9696c1aa.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4128_1bfe2bd1032c9696c1aa.png new file mode 100644 index 0000000000000000000000000000000000000000..a95da63cc163d175578ad13fa98da1130f409aa6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4128_1bfe2bd1032c9696c1aa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4160_24f94c939f4ec6dcd00a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4160_24f94c939f4ec6dcd00a.png new file mode 100644 index 0000000000000000000000000000000000000000..a0f202f55efa0cbf51ef5616fd4989ba877134e0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4160_24f94c939f4ec6dcd00a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_416_b1ab2a39d315bb8b36b6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_416_b1ab2a39d315bb8b36b6.png new file mode 100644 index 0000000000000000000000000000000000000000..c3877963284b2120c1936120d2e8e05b7f03abc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_416_b1ab2a39d315bb8b36b6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4192_5fdb2b8e8869d5e3ec6c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4192_5fdb2b8e8869d5e3ec6c.png new file mode 100644 index 0000000000000000000000000000000000000000..780d66060491171f8b22be9ab654568876334ade Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4192_5fdb2b8e8869d5e3ec6c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4224_0d79279836ad13c3ccb9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4224_0d79279836ad13c3ccb9.png new file mode 100644 index 0000000000000000000000000000000000000000..28374ac16fb82574265e56c45339f96d50e166e7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4224_0d79279836ad13c3ccb9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4256_695ea02f0601d6d7e537.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4256_695ea02f0601d6d7e537.png new file mode 100644 index 0000000000000000000000000000000000000000..b81f9bccfec155e3d9e04a6eb245ca0fc3c7baed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4256_695ea02f0601d6d7e537.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4288_f887bf2cff9fdd004a07.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4288_f887bf2cff9fdd004a07.png new file mode 100644 index 0000000000000000000000000000000000000000..72c45815d8b689b39c1895d0ecf94e80fe14c763 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4288_f887bf2cff9fdd004a07.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4320_f282a695925e208be2b5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4320_f282a695925e208be2b5.png new file mode 100644 index 0000000000000000000000000000000000000000..f8156ebecf062968e13d4a9b47dcb05d7d1aba76 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4320_f282a695925e208be2b5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4352_78ae1b1581ac03a2f416.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4352_78ae1b1581ac03a2f416.png new file mode 100644 index 0000000000000000000000000000000000000000..4e64c53f68e7e6e291ab08b126bfd54df31d282e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4352_78ae1b1581ac03a2f416.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4384_b6784d7c5969f7f53159.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4384_b6784d7c5969f7f53159.png new file mode 100644 index 0000000000000000000000000000000000000000..058571c07a3682ca9b6533a49ffcdf713b0a3ab6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4384_b6784d7c5969f7f53159.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4416_5de50dab65781687d1b0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4416_5de50dab65781687d1b0.png new file mode 100644 index 0000000000000000000000000000000000000000..ba2eb6a78b25a3ee1e5fe6a38834f51a47dba50c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4416_5de50dab65781687d1b0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4448_3ea8422515a13ea1cbbb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4448_3ea8422515a13ea1cbbb.png new file mode 100644 index 0000000000000000000000000000000000000000..8bec37d54ab611a00e90b82128ec4ee8e48be508 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4448_3ea8422515a13ea1cbbb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4480_9ac4a7ccf3ad01339ff9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4480_9ac4a7ccf3ad01339ff9.png new file mode 100644 index 0000000000000000000000000000000000000000..a99f7602c8b168748712ab15eb0aa2074396cee8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4480_9ac4a7ccf3ad01339ff9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_448_c5a5f951113bf2ee73b1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_448_c5a5f951113bf2ee73b1.png new file mode 100644 index 0000000000000000000000000000000000000000..f4df88874e466630c6475dc041d57c3db834585c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_448_c5a5f951113bf2ee73b1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4512_8919d8f44cd8130bb94b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4512_8919d8f44cd8130bb94b.png new file mode 100644 index 0000000000000000000000000000000000000000..0c1d77e11487c9e4097ad453493beaf96d534f40 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4512_8919d8f44cd8130bb94b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4544_308df13a272087f1a555.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4544_308df13a272087f1a555.png new file mode 100644 index 0000000000000000000000000000000000000000..392c1f05d0f77409702baa1985a731659454ec1b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4544_308df13a272087f1a555.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4576_c61dd3ad53fc193678d1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4576_c61dd3ad53fc193678d1.png new file mode 100644 index 0000000000000000000000000000000000000000..611f39195f8a3e232b343b4a1b286fd0a39e2d4a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4576_c61dd3ad53fc193678d1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4608_9e0f7659a5537e79f22b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4608_9e0f7659a5537e79f22b.png new file mode 100644 index 0000000000000000000000000000000000000000..a9a64202f6f2d594aa7f6a34b63d6ec8239a6290 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4608_9e0f7659a5537e79f22b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4640_acfe1eb3ad37f89475a1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4640_acfe1eb3ad37f89475a1.png new file mode 100644 index 0000000000000000000000000000000000000000..14549b88a380f240f5c272733e4de94456db9f70 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4640_acfe1eb3ad37f89475a1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4672_89ec369c0a50cba11516.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4672_89ec369c0a50cba11516.png new file mode 100644 index 0000000000000000000000000000000000000000..a31bbb5d42f50aa0e7b86698368c5e15b806a4ba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4672_89ec369c0a50cba11516.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4704_a31162a179096b48bb1e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4704_a31162a179096b48bb1e.png new file mode 100644 index 0000000000000000000000000000000000000000..fa591b1dd2405d91a29bd4593d8a5f6327b34cfe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4704_a31162a179096b48bb1e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4736_7df2ed5abe1b80ab43f0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4736_7df2ed5abe1b80ab43f0.png new file mode 100644 index 0000000000000000000000000000000000000000..5dfffca38f9deadf5e505f7d51b8432187a09539 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4736_7df2ed5abe1b80ab43f0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4768_5974ff54d43acfa3fde2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4768_5974ff54d43acfa3fde2.png new file mode 100644 index 0000000000000000000000000000000000000000..1302b3fd522aa850f977401435848d561bb39be3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4768_5974ff54d43acfa3fde2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4800_c2213124d33a6319dc96.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4800_c2213124d33a6319dc96.png new file mode 100644 index 0000000000000000000000000000000000000000..bc731b7d5211ad6b1a2eecd09429174ecb07daa8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4800_c2213124d33a6319dc96.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_480_faa51b34c237a71238c0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_480_faa51b34c237a71238c0.png new file mode 100644 index 0000000000000000000000000000000000000000..1652cf38d89c946f5ef381c699a10fc33346236c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_480_faa51b34c237a71238c0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4832_38a64fcec08be52f0f39.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4832_38a64fcec08be52f0f39.png new file mode 100644 index 0000000000000000000000000000000000000000..fbc7f8164083119ce86884b32ec8d2e5e2f33432 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4832_38a64fcec08be52f0f39.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4864_c70a8a283718cc0313bf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4864_c70a8a283718cc0313bf.png new file mode 100644 index 0000000000000000000000000000000000000000..c955855d444aca7135f961441f8a29f1c52a0779 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4864_c70a8a283718cc0313bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4896_96e4c00afd73f17e03ce.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4896_96e4c00afd73f17e03ce.png new file mode 100644 index 0000000000000000000000000000000000000000..30fd7e4541a6dd0b034a9b68fce1f27d73b9944b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4896_96e4c00afd73f17e03ce.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4928_492bc795b1c427ab0d83.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4928_492bc795b1c427ab0d83.png new file mode 100644 index 0000000000000000000000000000000000000000..103ba861c3abc76b532b49fc5f66b64df8848fe9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4928_492bc795b1c427ab0d83.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4960_f8b52788b34a8ba75c8c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4960_f8b52788b34a8ba75c8c.png new file mode 100644 index 0000000000000000000000000000000000000000..ff8b156ad070c7e8da9d526fadbf63b6055c1281 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4960_f8b52788b34a8ba75c8c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4992_47151073deeef35fc7e4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4992_47151073deeef35fc7e4.png new file mode 100644 index 0000000000000000000000000000000000000000..1096908dc2fc104da354d363d3c457df799a4fe6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4992_47151073deeef35fc7e4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5024_89f813e685e5bf9ea50b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5024_89f813e685e5bf9ea50b.png new file mode 100644 index 0000000000000000000000000000000000000000..c2e65557b08380b5586450fcbc42c7b2c84016b9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5024_89f813e685e5bf9ea50b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5056_a30899b00ac78d362ea0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5056_a30899b00ac78d362ea0.png new file mode 100644 index 0000000000000000000000000000000000000000..bd613f218d5f20d87fda0bf7419f0031e39c0ece Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5056_a30899b00ac78d362ea0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5088_0bd60d1f8bf3dea34d6b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5088_0bd60d1f8bf3dea34d6b.png new file mode 100644 index 0000000000000000000000000000000000000000..68796d46d2bfc5dffc63e60b7d1ab093201c6729 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5088_0bd60d1f8bf3dea34d6b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5120_00c6eaabc4143ec93b3d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5120_00c6eaabc4143ec93b3d.png new file mode 100644 index 0000000000000000000000000000000000000000..a32114afa29a98752711a892cb7f754bb9649fd1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5120_00c6eaabc4143ec93b3d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_512_c1b0788ce097afa37c06.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_512_c1b0788ce097afa37c06.png new file mode 100644 index 0000000000000000000000000000000000000000..6bea174f1c4a229d08962cf2b4df6c662fb91624 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_512_c1b0788ce097afa37c06.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5152_13653956a4d04d4bb890.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5152_13653956a4d04d4bb890.png new file mode 100644 index 0000000000000000000000000000000000000000..4dd0771e94c7deee7a10ff8b7e21cccda6e06d9d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5152_13653956a4d04d4bb890.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5184_d057330e6f64324f128f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5184_d057330e6f64324f128f.png new file mode 100644 index 0000000000000000000000000000000000000000..87a5dfee1ef02263cf7277d4af88b7b38ff66a9c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5184_d057330e6f64324f128f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5216_f7380ae967e7671f6da3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5216_f7380ae967e7671f6da3.png new file mode 100644 index 0000000000000000000000000000000000000000..cb07347e31294dbaf831f7fe62c0f904af5f495d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5216_f7380ae967e7671f6da3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5248_ffbc98057b19e9df35f1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5248_ffbc98057b19e9df35f1.png new file mode 100644 index 0000000000000000000000000000000000000000..854792955741dcd65726f1a17738da2a80c013f7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5248_ffbc98057b19e9df35f1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5280_fb74bcc07403b9144ee7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5280_fb74bcc07403b9144ee7.png new file mode 100644 index 0000000000000000000000000000000000000000..bc570d22e3c701e71e9c6a5badfeddadfedce9bb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5280_fb74bcc07403b9144ee7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5312_15798fb992682d100acf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5312_15798fb992682d100acf.png new file mode 100644 index 0000000000000000000000000000000000000000..c5b36b94dd73a22f2719856f7099758a3102f493 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5312_15798fb992682d100acf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5344_550e56dde555e4c07526.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5344_550e56dde555e4c07526.png new file mode 100644 index 0000000000000000000000000000000000000000..ceb183fea9b77055174eb791f6e85b26a5a30a39 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5344_550e56dde555e4c07526.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5376_fda13aafbff4256d710d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5376_fda13aafbff4256d710d.png new file mode 100644 index 0000000000000000000000000000000000000000..7a511c2615b9daed32baa04770e922712e60d461 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5376_fda13aafbff4256d710d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5408_45004775276478616991.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5408_45004775276478616991.png new file mode 100644 index 0000000000000000000000000000000000000000..d5840444dd0e288e5d935c201c223df3dbc31d0f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5408_45004775276478616991.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5440_651488dcbded67290893.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5440_651488dcbded67290893.png new file mode 100644 index 0000000000000000000000000000000000000000..7daaa66aed9338560603361985333848cda8f097 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5440_651488dcbded67290893.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_544_a0f1a9020439b78f8fdc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_544_a0f1a9020439b78f8fdc.png new file mode 100644 index 0000000000000000000000000000000000000000..cb70c222a90acc1c9535dfbe906c2a06bfe37752 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_544_a0f1a9020439b78f8fdc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5472_14144df5dfd438736d73.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5472_14144df5dfd438736d73.png new file mode 100644 index 0000000000000000000000000000000000000000..6d2f78aaa4a08d0e6910093370a127c94964ed53 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5472_14144df5dfd438736d73.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5504_a373a6eb5e74e4e96a6b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5504_a373a6eb5e74e4e96a6b.png new file mode 100644 index 0000000000000000000000000000000000000000..169c884822ee2adeb80620d1f8b70947b96d0dfa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5504_a373a6eb5e74e4e96a6b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5536_527ad501a54de38fb4a3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5536_527ad501a54de38fb4a3.png new file mode 100644 index 0000000000000000000000000000000000000000..797ac47971b13272bbfb7906eb4c600d51324fa7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5536_527ad501a54de38fb4a3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5568_4e4e6d258edc28012fc0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5568_4e4e6d258edc28012fc0.png new file mode 100644 index 0000000000000000000000000000000000000000..70a5e3dd3ca18c7907532265f52ba1f92990d6d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5568_4e4e6d258edc28012fc0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5600_395ef393257cfea17c78.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5600_395ef393257cfea17c78.png new file mode 100644 index 0000000000000000000000000000000000000000..f020943a498975c46f9b619a25fef04b748be662 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5600_395ef393257cfea17c78.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5632_c85f35fd9349510ac225.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5632_c85f35fd9349510ac225.png new file mode 100644 index 0000000000000000000000000000000000000000..d9dc2ef333761d115689626f16afb8d99ff69d03 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5632_c85f35fd9349510ac225.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5664_62a21d3fccc4cd2639a6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5664_62a21d3fccc4cd2639a6.png new file mode 100644 index 0000000000000000000000000000000000000000..c712c7ddfcae3bd0e4d4a0673341f517dc5045c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5664_62a21d3fccc4cd2639a6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5696_df12d051086569fa413d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5696_df12d051086569fa413d.png new file mode 100644 index 0000000000000000000000000000000000000000..271bdb376fbe63d0f6bdead17199414abc60cc45 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5696_df12d051086569fa413d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5728_526ab20f4760d8994422.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5728_526ab20f4760d8994422.png new file mode 100644 index 0000000000000000000000000000000000000000..bd07107385e9144b5e945f1f89e997803da38fb6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5728_526ab20f4760d8994422.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5760_9147b0f220163fa6a233.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5760_9147b0f220163fa6a233.png new file mode 100644 index 0000000000000000000000000000000000000000..0274c7d5132ac1ac0ecff474f1d10237fa1da034 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5760_9147b0f220163fa6a233.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_576_55b7eca579495fa23fb3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_576_55b7eca579495fa23fb3.png new file mode 100644 index 0000000000000000000000000000000000000000..e9e33e763f33f39a1b3673bac6ad9e35f4053cb0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_576_55b7eca579495fa23fb3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5792_37856f0b72f357ca19bf.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5792_37856f0b72f357ca19bf.png new file mode 100644 index 0000000000000000000000000000000000000000..f1ce764bd8b260413fa2543160fdd692409d2d30 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5792_37856f0b72f357ca19bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5824_19a2bd01e053701d95a3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5824_19a2bd01e053701d95a3.png new file mode 100644 index 0000000000000000000000000000000000000000..72c801c7d60f3b82b1b969cb903567dacf926de2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5824_19a2bd01e053701d95a3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5856_e6fb216a995fb08bd040.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5856_e6fb216a995fb08bd040.png new file mode 100644 index 0000000000000000000000000000000000000000..4cb48c5eba98871e39e114a9d40b117e682aa1f5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5856_e6fb216a995fb08bd040.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5888_348ebb2b8650552e2c0d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5888_348ebb2b8650552e2c0d.png new file mode 100644 index 0000000000000000000000000000000000000000..83c3555efd879b5473a2e9202974c32f5fa75dda Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5888_348ebb2b8650552e2c0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5920_2eab149da6f777f7c9d7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5920_2eab149da6f777f7c9d7.png new file mode 100644 index 0000000000000000000000000000000000000000..8bfa12f11b5ae1ff2b02522bfd45768ab2ede494 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5920_2eab149da6f777f7c9d7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5952_87eeabcf7c75fdd97cf2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5952_87eeabcf7c75fdd97cf2.png new file mode 100644 index 0000000000000000000000000000000000000000..8affc3378d4164c5d87f981b7c28979eadf0c663 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5952_87eeabcf7c75fdd97cf2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5984_a46e881f8d20c2beec6a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5984_a46e881f8d20c2beec6a.png new file mode 100644 index 0000000000000000000000000000000000000000..ca8efdd768909d301b1c2a8e8ad51c21f50978d6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5984_a46e881f8d20c2beec6a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6016_cf92464fef8ff769142a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6016_cf92464fef8ff769142a.png new file mode 100644 index 0000000000000000000000000000000000000000..2edaf936cc676897e682ef50317adc5e7184af64 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6016_cf92464fef8ff769142a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6048_b7453a17b33998aef3cc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6048_b7453a17b33998aef3cc.png new file mode 100644 index 0000000000000000000000000000000000000000..8d382d3d18e47bc7e763439319498aebf731448e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6048_b7453a17b33998aef3cc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6080_5ee694561d89bb185e8a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6080_5ee694561d89bb185e8a.png new file mode 100644 index 0000000000000000000000000000000000000000..dcd17789f8edfa66b813f2292445e442128893ba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6080_5ee694561d89bb185e8a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_608_f9f61d243700732eaf9f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_608_f9f61d243700732eaf9f.png new file mode 100644 index 0000000000000000000000000000000000000000..b01a4088780fee4eb7b499dd34788b7382abe393 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_608_f9f61d243700732eaf9f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6112_6c8f5e0e6f921573dbe7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6112_6c8f5e0e6f921573dbe7.png new file mode 100644 index 0000000000000000000000000000000000000000..9fdb39d44b02cdae29513eb1e494b683f51cd9d0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6112_6c8f5e0e6f921573dbe7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6144_89ef501e4b7b9a3baa36.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6144_89ef501e4b7b9a3baa36.png new file mode 100644 index 0000000000000000000000000000000000000000..6711063ceec18cc022b38f9107d8c3921e79d9a3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6144_89ef501e4b7b9a3baa36.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6176_46a26f5b2fe665d37ad2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6176_46a26f5b2fe665d37ad2.png new file mode 100644 index 0000000000000000000000000000000000000000..e04d7df6ba758e3c951738c8b521322f029351ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6176_46a26f5b2fe665d37ad2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6208_95fccef7a500de3bb7fe.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6208_95fccef7a500de3bb7fe.png new file mode 100644 index 0000000000000000000000000000000000000000..e61d71d4904116be2498468ed7cccd9cf83cb024 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6208_95fccef7a500de3bb7fe.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6240_caa70aa2773445382348.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6240_caa70aa2773445382348.png new file mode 100644 index 0000000000000000000000000000000000000000..2092bb699e5fd75d348ef8b7176b92bf01ce3acf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6240_caa70aa2773445382348.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6272_114e7ae8374e46b18817.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6272_114e7ae8374e46b18817.png new file mode 100644 index 0000000000000000000000000000000000000000..257d792a5138827cc00ec5e5f08d13ca18adfd03 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6272_114e7ae8374e46b18817.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6304_68b1cac5f477ec65d7a9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6304_68b1cac5f477ec65d7a9.png new file mode 100644 index 0000000000000000000000000000000000000000..97ea26bdf5b2af2810d6e4c882f9f241d6087821 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6304_68b1cac5f477ec65d7a9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6336_75960324eb8dacb23bdd.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6336_75960324eb8dacb23bdd.png new file mode 100644 index 0000000000000000000000000000000000000000..046217ebaced110c082fa4bd858f8e920bbf582d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6336_75960324eb8dacb23bdd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6368_e70b0bc7d2462aad97eb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6368_e70b0bc7d2462aad97eb.png new file mode 100644 index 0000000000000000000000000000000000000000..6f851ae0231c5e15a40a34209027ad0c5d081cba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6368_e70b0bc7d2462aad97eb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6400_f3cbd9d8fdacce07b12c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6400_f3cbd9d8fdacce07b12c.png new file mode 100644 index 0000000000000000000000000000000000000000..1d36664212a09efef44ac31eb56992aaa8732ea4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6400_f3cbd9d8fdacce07b12c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_640_e2ed2747a19a30bd514b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_640_e2ed2747a19a30bd514b.png new file mode 100644 index 0000000000000000000000000000000000000000..54311cfcefc8c21c22d600b84790cb280dbc8376 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_640_e2ed2747a19a30bd514b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6432_9a148075e41779b209fc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6432_9a148075e41779b209fc.png new file mode 100644 index 0000000000000000000000000000000000000000..2352d98c8af4e79bb9f8c8b41b090f2651b27a42 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6432_9a148075e41779b209fc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6464_d65441531f995e11bb5d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6464_d65441531f995e11bb5d.png new file mode 100644 index 0000000000000000000000000000000000000000..8f883bf46efab4bb364e949b13e222f6e379a3e2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6464_d65441531f995e11bb5d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6496_402b9d8c149b3649f007.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6496_402b9d8c149b3649f007.png new file mode 100644 index 0000000000000000000000000000000000000000..b81fcfef6c47a670cf0e995268147987aa52ba71 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6496_402b9d8c149b3649f007.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_64_513237b8c16caf26754f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_64_513237b8c16caf26754f.png new file mode 100644 index 0000000000000000000000000000000000000000..982ef282ef99a00d80fba3a76b914db718170b53 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_64_513237b8c16caf26754f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6528_29db7325820234d75c78.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6528_29db7325820234d75c78.png new file mode 100644 index 0000000000000000000000000000000000000000..ce904fc839066bfed320305bfe24e803fc7b1fc4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6528_29db7325820234d75c78.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6560_cb3b4b83df441ed2b7ab.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6560_cb3b4b83df441ed2b7ab.png new file mode 100644 index 0000000000000000000000000000000000000000..4e3190e54e5df4373ef3f88bf12428e37c606edf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6560_cb3b4b83df441ed2b7ab.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6592_04e1fb00a7b7f4bc83e2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6592_04e1fb00a7b7f4bc83e2.png new file mode 100644 index 0000000000000000000000000000000000000000..4d2dcd4e2fad375ea1edbd76bd485cee7923f071 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6592_04e1fb00a7b7f4bc83e2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6624_946124387300bb314b8a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6624_946124387300bb314b8a.png new file mode 100644 index 0000000000000000000000000000000000000000..f4164f295f2214ccc392310f6773fb138ebdb940 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6624_946124387300bb314b8a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6656_4beb1667b4553bcec77b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6656_4beb1667b4553bcec77b.png new file mode 100644 index 0000000000000000000000000000000000000000..4ea57f6e5894e24653d110b26d1f8a547dad9f75 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6656_4beb1667b4553bcec77b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6688_5edd8875888be8cf144c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6688_5edd8875888be8cf144c.png new file mode 100644 index 0000000000000000000000000000000000000000..2bb91d52311525a6d16d802b56bb00f114f09ced Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6688_5edd8875888be8cf144c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6720_40e4ca38cbf4add6eeae.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6720_40e4ca38cbf4add6eeae.png new file mode 100644 index 0000000000000000000000000000000000000000..c167345a079cf74de080e5129a35864f1d1b2755 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6720_40e4ca38cbf4add6eeae.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_672_82a5b6186d9f6b1babc8.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_672_82a5b6186d9f6b1babc8.png new file mode 100644 index 0000000000000000000000000000000000000000..8daa1c2d47f5e70c96b585a55932c68b14d0c18a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_672_82a5b6186d9f6b1babc8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6752_1d9810b209de1b434a48.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6752_1d9810b209de1b434a48.png new file mode 100644 index 0000000000000000000000000000000000000000..521a7d2f211d1f6a2ad690e048c4e8bed1f4af38 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6752_1d9810b209de1b434a48.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6784_7b64422b42ba85537088.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6784_7b64422b42ba85537088.png new file mode 100644 index 0000000000000000000000000000000000000000..905daf3c471756283fe1a6f14cf7b8dfdc34d70a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6784_7b64422b42ba85537088.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6816_ec39ed6dfb716c122154.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6816_ec39ed6dfb716c122154.png new file mode 100644 index 0000000000000000000000000000000000000000..ee3b51a7dfcc6b7d79a1e297cd074865484d75c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6816_ec39ed6dfb716c122154.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6848_a2ae0ac114599371c148.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6848_a2ae0ac114599371c148.png new file mode 100644 index 0000000000000000000000000000000000000000..d294adb91fc0f7f54a71706924d0bfc4869d9705 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6848_a2ae0ac114599371c148.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6880_dd0af2b8d34b15a9ae53.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6880_dd0af2b8d34b15a9ae53.png new file mode 100644 index 0000000000000000000000000000000000000000..9cf1f31f41c585b05b42c103efcdc76d595a643e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6880_dd0af2b8d34b15a9ae53.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6912_f97b0f208a4cae0fc4ab.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6912_f97b0f208a4cae0fc4ab.png new file mode 100644 index 0000000000000000000000000000000000000000..f92db3467ee38908627cb6151ef37a612bda4e92 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6912_f97b0f208a4cae0fc4ab.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6944_2f765897911f5840409a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6944_2f765897911f5840409a.png new file mode 100644 index 0000000000000000000000000000000000000000..9016443716f69d1ca3d89b278a88ca14988c1ff1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6944_2f765897911f5840409a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6976_83fd4d3f76bdf4135683.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6976_83fd4d3f76bdf4135683.png new file mode 100644 index 0000000000000000000000000000000000000000..0c34cb7f89613d31552b68090f5c692e6a45646c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6976_83fd4d3f76bdf4135683.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7008_511261e03381fb0f59f9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7008_511261e03381fb0f59f9.png new file mode 100644 index 0000000000000000000000000000000000000000..6d99b56933913552b540087d39cf630dbb71fa29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7008_511261e03381fb0f59f9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7040_ead97207dce4206a9ee5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7040_ead97207dce4206a9ee5.png new file mode 100644 index 0000000000000000000000000000000000000000..260d71c80dad109ab7f3051df5da1b49716055ad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7040_ead97207dce4206a9ee5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_704_87dd5b7c0b18085a9b9e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_704_87dd5b7c0b18085a9b9e.png new file mode 100644 index 0000000000000000000000000000000000000000..7a4a100d89292bc9ab5ce2b02d59c2bda2f64308 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_704_87dd5b7c0b18085a9b9e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7072_a397630277f1b7f1963f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7072_a397630277f1b7f1963f.png new file mode 100644 index 0000000000000000000000000000000000000000..f5397b397846181608ad2cf06d1aa4089c0427fd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7072_a397630277f1b7f1963f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7104_7679192c48195b11c994.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7104_7679192c48195b11c994.png new file mode 100644 index 0000000000000000000000000000000000000000..e320007c0281ba6e3ae25fcf6d2dbb80acb5a103 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7104_7679192c48195b11c994.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7136_95963c5091ecefd14067.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7136_95963c5091ecefd14067.png new file mode 100644 index 0000000000000000000000000000000000000000..214497cc7d81f2f1385bbac8bdb0ee2c48918ba3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7136_95963c5091ecefd14067.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7168_b663f70eeaddf9397db5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7168_b663f70eeaddf9397db5.png new file mode 100644 index 0000000000000000000000000000000000000000..5d64464aa385b24c36cd1ba28877dec041831a6e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7168_b663f70eeaddf9397db5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7200_d668a0932f9b4225b5c9.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7200_d668a0932f9b4225b5c9.png new file mode 100644 index 0000000000000000000000000000000000000000..f20af7025a56fe848768609a74be9350ba82a1b1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7200_d668a0932f9b4225b5c9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7232_98dd20c48032885307c0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7232_98dd20c48032885307c0.png new file mode 100644 index 0000000000000000000000000000000000000000..a909465d1430b2d830d8addf148a8ef13eea122a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7232_98dd20c48032885307c0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7264_8153b1f534a954c28727.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7264_8153b1f534a954c28727.png new file mode 100644 index 0000000000000000000000000000000000000000..8af4847d1764ed47738ed625a47b46cdd5095019 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7264_8153b1f534a954c28727.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7296_2c0e9aae3ca5f6e52101.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7296_2c0e9aae3ca5f6e52101.png new file mode 100644 index 0000000000000000000000000000000000000000..9c0db43fa895f6b5ba596621472c21a9f814dc27 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7296_2c0e9aae3ca5f6e52101.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7328_204dd5700335784e0ea1.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7328_204dd5700335784e0ea1.png new file mode 100644 index 0000000000000000000000000000000000000000..ab5e1b02e5a6f8dab2c1f1b2c8eaac489713c1ea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7328_204dd5700335784e0ea1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7360_6f38e13f244ffbefbe28.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7360_6f38e13f244ffbefbe28.png new file mode 100644 index 0000000000000000000000000000000000000000..a4fe3880478cdbd1813f9d54702df131132e2487 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7360_6f38e13f244ffbefbe28.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_736_b032289c9a4aec0c8095.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_736_b032289c9a4aec0c8095.png new file mode 100644 index 0000000000000000000000000000000000000000..efc808c3912612fe82bf33d5fc2d15659ff9c250 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_736_b032289c9a4aec0c8095.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7392_e90506220aed5840ba7c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7392_e90506220aed5840ba7c.png new file mode 100644 index 0000000000000000000000000000000000000000..d8aa7d93e9a5b5b1a2687221ac6ce6b74a19c905 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7392_e90506220aed5840ba7c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7424_40bbbc13fb3317f0f10d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7424_40bbbc13fb3317f0f10d.png new file mode 100644 index 0000000000000000000000000000000000000000..acb0a5211e2362ff571213fc5cfeb59d5dd629b8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7424_40bbbc13fb3317f0f10d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7456_ab7218b40f3e97df0b96.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7456_ab7218b40f3e97df0b96.png new file mode 100644 index 0000000000000000000000000000000000000000..bc0bd27938ee1e58950bf684b4d81e6bab23ac52 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7456_ab7218b40f3e97df0b96.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7488_ea03abe720ebee87fd51.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7488_ea03abe720ebee87fd51.png new file mode 100644 index 0000000000000000000000000000000000000000..16cfccaa2454e398f606c68cdaff328c02d3b4ba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7488_ea03abe720ebee87fd51.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7520_738e57f8e1be1a789827.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7520_738e57f8e1be1a789827.png new file mode 100644 index 0000000000000000000000000000000000000000..2a7d8c91dbd6de888ce8263d3782797e049f8037 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7520_738e57f8e1be1a789827.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7552_a6c0ff72e2890c1be845.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7552_a6c0ff72e2890c1be845.png new file mode 100644 index 0000000000000000000000000000000000000000..0247c59450213c91be9ad15f59eb211a13501df6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7552_a6c0ff72e2890c1be845.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7584_2505c3e16cbdf781a6e4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7584_2505c3e16cbdf781a6e4.png new file mode 100644 index 0000000000000000000000000000000000000000..a6e129c698e940a182a9fea7e4787536fc564cff Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7584_2505c3e16cbdf781a6e4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7616_9430ed8062130088f673.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7616_9430ed8062130088f673.png new file mode 100644 index 0000000000000000000000000000000000000000..e92f6ec7d78eac4ce0356798ae159f1da1f4f39a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7616_9430ed8062130088f673.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7648_e6358fdb14cfb2df6347.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7648_e6358fdb14cfb2df6347.png new file mode 100644 index 0000000000000000000000000000000000000000..24d8f8a63017aa6bcbca3f88ce2cb47a48d29317 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7648_e6358fdb14cfb2df6347.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7680_441986558130d54af015.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7680_441986558130d54af015.png new file mode 100644 index 0000000000000000000000000000000000000000..f4e28278404e72705f792aa292478e1cc66dcf70 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7680_441986558130d54af015.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_768_abb03f25b700f3a2fd51.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_768_abb03f25b700f3a2fd51.png new file mode 100644 index 0000000000000000000000000000000000000000..fd9876978ea261288a921bedfba86cf1008e85c6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_768_abb03f25b700f3a2fd51.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7712_44df6c5b02b3e36804bb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7712_44df6c5b02b3e36804bb.png new file mode 100644 index 0000000000000000000000000000000000000000..6f6789ae6734a828ce02db24637da4fe50bd7c9a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7712_44df6c5b02b3e36804bb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7744_0447644c7dcd5522807e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7744_0447644c7dcd5522807e.png new file mode 100644 index 0000000000000000000000000000000000000000..019b5a31f9cf64e101006683f9d03e3f37e375f5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7744_0447644c7dcd5522807e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7776_f533105e1bbbad34ad34.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7776_f533105e1bbbad34ad34.png new file mode 100644 index 0000000000000000000000000000000000000000..3d060e8ff7171157ffa1a48d319a58006ffac424 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7776_f533105e1bbbad34ad34.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7808_0df01622874192f9a22f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7808_0df01622874192f9a22f.png new file mode 100644 index 0000000000000000000000000000000000000000..f1207beca24b24a117c6d1d41c25a688bd462c96 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7808_0df01622874192f9a22f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7840_902b507ab2ef204377d7.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7840_902b507ab2ef204377d7.png new file mode 100644 index 0000000000000000000000000000000000000000..12a35f728cd30b1d43fb0d698738a8a44af2a5a5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7840_902b507ab2ef204377d7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7872_53502e48e88a8057b18f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7872_53502e48e88a8057b18f.png new file mode 100644 index 0000000000000000000000000000000000000000..26f21baae9e629a76add1591d885a9813768e40b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7872_53502e48e88a8057b18f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7904_71416bd43a132485f3c3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7904_71416bd43a132485f3c3.png new file mode 100644 index 0000000000000000000000000000000000000000..7d9cd7c354c5273b413e6684bba726c833a09b79 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7904_71416bd43a132485f3c3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7936_458c73e3d91d9f613e15.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7936_458c73e3d91d9f613e15.png new file mode 100644 index 0000000000000000000000000000000000000000..3dcfd110b46c13e8aeeaf6ff095c8b5553d79219 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7936_458c73e3d91d9f613e15.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7968_a6dcdee174c6249e9db3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7968_a6dcdee174c6249e9db3.png new file mode 100644 index 0000000000000000000000000000000000000000..2bb906e797c7f158369cc00ebcfd5ad41266af5a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7968_a6dcdee174c6249e9db3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8000_db4d2fc19ef30e09a59e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8000_db4d2fc19ef30e09a59e.png new file mode 100644 index 0000000000000000000000000000000000000000..97a1e55ed144df23dbddfee4226c8ce9fbc22613 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8000_db4d2fc19ef30e09a59e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_800_e5dac16086f216c41012.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_800_e5dac16086f216c41012.png new file mode 100644 index 0000000000000000000000000000000000000000..bda97db235b2d0b7c4f32c54b77b40850c77df3c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_800_e5dac16086f216c41012.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8032_de53c3b0ee8899f7d5e0.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8032_de53c3b0ee8899f7d5e0.png new file mode 100644 index 0000000000000000000000000000000000000000..013d96cf662b75fc8726a461990ff2db8481dabc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8032_de53c3b0ee8899f7d5e0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8064_543f7f858fda83b8e623.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8064_543f7f858fda83b8e623.png new file mode 100644 index 0000000000000000000000000000000000000000..a579c6bed0b4ac23da3bfee69271c12bd24a58f7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8064_543f7f858fda83b8e623.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8096_ba1624b28b8f98c2ebf2.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8096_ba1624b28b8f98c2ebf2.png new file mode 100644 index 0000000000000000000000000000000000000000..f77fee1312962b6aed0547dcc1d1fc5562611476 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8096_ba1624b28b8f98c2ebf2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8128_7db4122500696948decc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8128_7db4122500696948decc.png new file mode 100644 index 0000000000000000000000000000000000000000..ff571f1bc645dcefe655f305e2fb547578114b1f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8128_7db4122500696948decc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8160_b2a7949bd32979919001.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8160_b2a7949bd32979919001.png new file mode 100644 index 0000000000000000000000000000000000000000..8364445ac8f89ea8a88e8b1a0c12b262bb94f9c2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8160_b2a7949bd32979919001.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8192_458cb6632622c46f7a22.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8192_458cb6632622c46f7a22.png new file mode 100644 index 0000000000000000000000000000000000000000..6a0a273d1f874dab9c8c821aef0d21bc75d16fd1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8192_458cb6632622c46f7a22.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8224_4dda99c5eacc0db4ea51.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8224_4dda99c5eacc0db4ea51.png new file mode 100644 index 0000000000000000000000000000000000000000..3b161b4d8feeab736b7f7510b64d60b87d1919c9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8224_4dda99c5eacc0db4ea51.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8256_1002317b6aec158544fe.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8256_1002317b6aec158544fe.png new file mode 100644 index 0000000000000000000000000000000000000000..7b0d8cbc9a94f95495b9101736728498c47fadb3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8256_1002317b6aec158544fe.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8288_8673ca9ef985a0234564.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8288_8673ca9ef985a0234564.png new file mode 100644 index 0000000000000000000000000000000000000000..0ac3672afe02a9cbb6c20d7ceaeb58a1dace67c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8288_8673ca9ef985a0234564.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8320_8e66e95ab295502dbba6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8320_8e66e95ab295502dbba6.png new file mode 100644 index 0000000000000000000000000000000000000000..2fdb526b9f4f6250c1655996280f27b11c2dee7b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8320_8e66e95ab295502dbba6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_832_60c2e1631c013712f16f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_832_60c2e1631c013712f16f.png new file mode 100644 index 0000000000000000000000000000000000000000..b13f400dd1890592e192129beb9a275d992969cf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_832_60c2e1631c013712f16f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8352_8eea92d817e674a5f04b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8352_8eea92d817e674a5f04b.png new file mode 100644 index 0000000000000000000000000000000000000000..04bf11f0459380163673adb7dce072bb59130c68 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8352_8eea92d817e674a5f04b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8384_37b8cd9a455679a4cd0c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8384_37b8cd9a455679a4cd0c.png new file mode 100644 index 0000000000000000000000000000000000000000..edf207a1474c4ca0256d212402c78b943c7af8b7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8384_37b8cd9a455679a4cd0c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8416_55555766245262e2bcd6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8416_55555766245262e2bcd6.png new file mode 100644 index 0000000000000000000000000000000000000000..1ca02d90a7b3fc55100fc07b4abbe505875e8ab5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8416_55555766245262e2bcd6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8448_9d83b283fc4a51c29b7c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8448_9d83b283fc4a51c29b7c.png new file mode 100644 index 0000000000000000000000000000000000000000..01e65a858052fa9e76a299eed26f2a76dc32728a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8448_9d83b283fc4a51c29b7c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8480_d1f6291461d06e5f771d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8480_d1f6291461d06e5f771d.png new file mode 100644 index 0000000000000000000000000000000000000000..dd71dc3bbd30d61f89368bca43f0c2784c65ec57 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8480_d1f6291461d06e5f771d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8512_5bac35387fbaf3af62ed.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8512_5bac35387fbaf3af62ed.png new file mode 100644 index 0000000000000000000000000000000000000000..291c1621f6c35c20cb4727f75909156a3f830e96 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8512_5bac35387fbaf3af62ed.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8544_8283d958e313f32220d5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8544_8283d958e313f32220d5.png new file mode 100644 index 0000000000000000000000000000000000000000..8b1af84f5d98e054e6b5139a0c64cd77776ded1d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8544_8283d958e313f32220d5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8576_f4df8a85452151ef2a8d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8576_f4df8a85452151ef2a8d.png new file mode 100644 index 0000000000000000000000000000000000000000..647d8ec58aa329f41ce78881858a6f28902c4c9d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8576_f4df8a85452151ef2a8d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8608_4938ee44791efc5537c3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8608_4938ee44791efc5537c3.png new file mode 100644 index 0000000000000000000000000000000000000000..38383bc41dfbecf654b02aa0f652e2f2f22cc080 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8608_4938ee44791efc5537c3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8640_3d7a6858a1e4a5d517dc.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8640_3d7a6858a1e4a5d517dc.png new file mode 100644 index 0000000000000000000000000000000000000000..40455922986c4b4ef58ab10795f0b4ca81b3a3fa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8640_3d7a6858a1e4a5d517dc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_864_7d4ad2fa1764bb8d024d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_864_7d4ad2fa1764bb8d024d.png new file mode 100644 index 0000000000000000000000000000000000000000..f7fca6391fc67b664db701752b03751ea16c34f8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_864_7d4ad2fa1764bb8d024d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8672_8afbab4de287ca6b2929.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8672_8afbab4de287ca6b2929.png new file mode 100644 index 0000000000000000000000000000000000000000..4a3e79a5c3d4e4cfb0e9826a3d1809273095d3ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8672_8afbab4de287ca6b2929.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8704_01d3e8143ae8d2dcfe0f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8704_01d3e8143ae8d2dcfe0f.png new file mode 100644 index 0000000000000000000000000000000000000000..d4a05ea4d72547500596165881a447186618bfdc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8704_01d3e8143ae8d2dcfe0f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8736_d5712f0e05e5262d7763.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8736_d5712f0e05e5262d7763.png new file mode 100644 index 0000000000000000000000000000000000000000..b5b49b3edf93920aab42ad75453e1c55b33a644b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8736_d5712f0e05e5262d7763.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8768_9c8fc1ff8b52ae6ff90d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8768_9c8fc1ff8b52ae6ff90d.png new file mode 100644 index 0000000000000000000000000000000000000000..bbe316dd2f9d2cd0efedb06d4f74ef0a8a21e7a4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8768_9c8fc1ff8b52ae6ff90d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8800_c87686d6c44b38f9878e.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8800_c87686d6c44b38f9878e.png new file mode 100644 index 0000000000000000000000000000000000000000..88100e293c6de5b6d85a53436015ee68b52520de Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8800_c87686d6c44b38f9878e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8832_7e8cfafe5e3feaef8b41.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8832_7e8cfafe5e3feaef8b41.png new file mode 100644 index 0000000000000000000000000000000000000000..472a27618fee691c37818cff667d96c53532b60d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8832_7e8cfafe5e3feaef8b41.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8864_1f0c5608b5ecf22cedfd.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8864_1f0c5608b5ecf22cedfd.png new file mode 100644 index 0000000000000000000000000000000000000000..321cae86c527d0e0c294dcdab74a60bddf2c16dc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8864_1f0c5608b5ecf22cedfd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8896_b74e79ebb4fb5dbe2f0d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8896_b74e79ebb4fb5dbe2f0d.png new file mode 100644 index 0000000000000000000000000000000000000000..51025d226ec9d359e498b1e5d37ceea2551e69b2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8896_b74e79ebb4fb5dbe2f0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8928_f4668a91f5fcfe2e7602.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8928_f4668a91f5fcfe2e7602.png new file mode 100644 index 0000000000000000000000000000000000000000..9411f8eca2f419e0ff582a1e0bbf9dd3330318cb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8928_f4668a91f5fcfe2e7602.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8960_93786a3bc39652ecd691.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8960_93786a3bc39652ecd691.png new file mode 100644 index 0000000000000000000000000000000000000000..782dd3f2bdbe919fe85e91eebdaec86a596351c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8960_93786a3bc39652ecd691.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_896_f602ef507707d101e53a.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_896_f602ef507707d101e53a.png new file mode 100644 index 0000000000000000000000000000000000000000..5b5c920db9a1f9b862f34c9b7509fe08cf6eac14 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_896_f602ef507707d101e53a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8992_5b46dcafe8e7ba4652f4.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8992_5b46dcafe8e7ba4652f4.png new file mode 100644 index 0000000000000000000000000000000000000000..fe5456b80a936b459798115fc8ca220179867ea4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8992_5b46dcafe8e7ba4652f4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9024_62355f5aeda33a07581f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9024_62355f5aeda33a07581f.png new file mode 100644 index 0000000000000000000000000000000000000000..d98fe43b46d3ee3e5a25b39f0761bca10d217b0f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9024_62355f5aeda33a07581f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9056_2e349cf64ed2df88a78b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9056_2e349cf64ed2df88a78b.png new file mode 100644 index 0000000000000000000000000000000000000000..ad13d5c1d23adc2beec417e5b066a4119c03de34 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9056_2e349cf64ed2df88a78b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9088_7bc09e5f624082842b10.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9088_7bc09e5f624082842b10.png new file mode 100644 index 0000000000000000000000000000000000000000..8db6f9f82f5741b8c0ad43288f62237d7aee79e5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9088_7bc09e5f624082842b10.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9120_d6518b2f82ffa111f247.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9120_d6518b2f82ffa111f247.png new file mode 100644 index 0000000000000000000000000000000000000000..7a3739fd5df22b10aac42fcea55b3941072456b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9120_d6518b2f82ffa111f247.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9152_fb0242fe989aa25e563f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9152_fb0242fe989aa25e563f.png new file mode 100644 index 0000000000000000000000000000000000000000..33853f42252af24ff858ba3317d08770184ffa81 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9152_fb0242fe989aa25e563f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9184_57b7ce75c497317583a8.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9184_57b7ce75c497317583a8.png new file mode 100644 index 0000000000000000000000000000000000000000..bebad14ba3aa60e5447bb63f80d224cd8ff7dee2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9184_57b7ce75c497317583a8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9216_9488632d015b69bd19e3.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9216_9488632d015b69bd19e3.png new file mode 100644 index 0000000000000000000000000000000000000000..517488fd4a33c7d79e0b8ce8f796797b4e1b0ef4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9216_9488632d015b69bd19e3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9248_0b649f92b2b468af06ad.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9248_0b649f92b2b468af06ad.png new file mode 100644 index 0000000000000000000000000000000000000000..25a45fb9362889468986a2c517d1fdbd82b7f774 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9248_0b649f92b2b468af06ad.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9280_c5e0819511e6a6f68bbd.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9280_c5e0819511e6a6f68bbd.png new file mode 100644 index 0000000000000000000000000000000000000000..b472120e861b288972b44756bc64bb3bb7f86dfb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9280_c5e0819511e6a6f68bbd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_928_d5335e5720bbcb881d47.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_928_d5335e5720bbcb881d47.png new file mode 100644 index 0000000000000000000000000000000000000000..b1ee7942c4d511d4b18cfdbbd416b7a0d537de93 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_928_d5335e5720bbcb881d47.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9312_d449ffd75d103672ef2d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9312_d449ffd75d103672ef2d.png new file mode 100644 index 0000000000000000000000000000000000000000..7ba8f45897479c31cb6cd2057671ef5f21f1c4ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9312_d449ffd75d103672ef2d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9344_d2be1317e308d9c12b8d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9344_d2be1317e308d9c12b8d.png new file mode 100644 index 0000000000000000000000000000000000000000..b1b33c04321be80e7b05181302ddbd4b38ca20ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9344_d2be1317e308d9c12b8d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9376_669916ae930c24bd3c22.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9376_669916ae930c24bd3c22.png new file mode 100644 index 0000000000000000000000000000000000000000..920a4ba9a300cebc287b682514d2694cf16a898c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9376_669916ae930c24bd3c22.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9408_5f3ce73ae5b6e85cc725.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9408_5f3ce73ae5b6e85cc725.png new file mode 100644 index 0000000000000000000000000000000000000000..0d9c27d1ed1ad0384355be8f695484dd266f29bc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9408_5f3ce73ae5b6e85cc725.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9440_b1af17dd1801744824df.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9440_b1af17dd1801744824df.png new file mode 100644 index 0000000000000000000000000000000000000000..e9ef596ed77a2289c3bae44a5022905907d22718 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9440_b1af17dd1801744824df.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9472_261ff924fddc36ec106f.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9472_261ff924fddc36ec106f.png new file mode 100644 index 0000000000000000000000000000000000000000..a3eec7bab53f62cdac93165e112c920341794029 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9472_261ff924fddc36ec106f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9504_76173690f5cd6e5a9517.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9504_76173690f5cd6e5a9517.png new file mode 100644 index 0000000000000000000000000000000000000000..ce830b649eb64fc2deb440dadaae2cae9cf84b3e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9504_76173690f5cd6e5a9517.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9536_161a563217f531ed2bee.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9536_161a563217f531ed2bee.png new file mode 100644 index 0000000000000000000000000000000000000000..fc9a85a2157961c00f39eb2b5246cdafe2751e4a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9536_161a563217f531ed2bee.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9568_3ad3f49818532e6f4c18.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9568_3ad3f49818532e6f4c18.png new file mode 100644 index 0000000000000000000000000000000000000000..e15895d2f7721a540ca675fbeb4bba81e18c7131 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9568_3ad3f49818532e6f4c18.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9600_4ea779a0d1f961570a0d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9600_4ea779a0d1f961570a0d.png new file mode 100644 index 0000000000000000000000000000000000000000..f5b71334a1ef0ed79ee372811d7a3f9cace9c0c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9600_4ea779a0d1f961570a0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_960_19120f67c62b773274f5.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_960_19120f67c62b773274f5.png new file mode 100644 index 0000000000000000000000000000000000000000..98944625823e3053d696a5039e2326c46de9e575 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_960_19120f67c62b773274f5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9632_a20d4f8017f6386eb9f6.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9632_a20d4f8017f6386eb9f6.png new file mode 100644 index 0000000000000000000000000000000000000000..637f9f91ae5691465ca5f8b41fc0c0cd2cb284e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9632_a20d4f8017f6386eb9f6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9664_5cbb21edca1327a6c0ea.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9664_5cbb21edca1327a6c0ea.png new file mode 100644 index 0000000000000000000000000000000000000000..c758a0cbe035d6361f88264a9576a9924a760ce4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9664_5cbb21edca1327a6c0ea.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9696_079da48c6590857ca33c.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9696_079da48c6590857ca33c.png new file mode 100644 index 0000000000000000000000000000000000000000..9f25a8132d67aab4ef2de39c0b2a7137b4245529 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9696_079da48c6590857ca33c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_96_ac3d943b894bcdc9c171.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_96_ac3d943b894bcdc9c171.png new file mode 100644 index 0000000000000000000000000000000000000000..d691df0d3edc77d6d524f403476e7228e2915437 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_96_ac3d943b894bcdc9c171.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9728_5c87489612897d763ebb.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9728_5c87489612897d763ebb.png new file mode 100644 index 0000000000000000000000000000000000000000..642987ce5fdd4d46111644969aa00756ed6cfe15 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9728_5c87489612897d763ebb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9760_f1fcc088f639c3e18d13.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9760_f1fcc088f639c3e18d13.png new file mode 100644 index 0000000000000000000000000000000000000000..8307a9ba95a0e76bed0d401243ad0324d904c50c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9760_f1fcc088f639c3e18d13.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9792_4822152956c54da28b73.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9792_4822152956c54da28b73.png new file mode 100644 index 0000000000000000000000000000000000000000..30d60c94f31303824c07a7380d2826f6d0c74639 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9792_4822152956c54da28b73.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9824_a25a505cd707a81bb96b.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9824_a25a505cd707a81bb96b.png new file mode 100644 index 0000000000000000000000000000000000000000..f081353b8c069ad6a9e83b2f8000f4fb1634fb1d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9824_a25a505cd707a81bb96b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9856_97205f7c207c6e9fed14.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9856_97205f7c207c6e9fed14.png new file mode 100644 index 0000000000000000000000000000000000000000..279153dc4d5561beaa2b707a2d95ee3759ba04ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9856_97205f7c207c6e9fed14.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9888_942953e692860fd0ea6d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9888_942953e692860fd0ea6d.png new file mode 100644 index 0000000000000000000000000000000000000000..4454a03a75edfdd07d579354145b89945916d12f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9888_942953e692860fd0ea6d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9920_b3f8a8e540f9078ae371.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9920_b3f8a8e540f9078ae371.png new file mode 100644 index 0000000000000000000000000000000000000000..7e3cf025b95ffdefe4d78dca2865e6e50d8f7a7a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9920_b3f8a8e540f9078ae371.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_992_42847fece4d12d75761d.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_992_42847fece4d12d75761d.png new file mode 100644 index 0000000000000000000000000000000000000000..a2437480c83735446fc75d1f798d7c1d3250c68e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_992_42847fece4d12d75761d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9952_527bb05b6e0c15cb02ec.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9952_527bb05b6e0c15cb02ec.png new file mode 100644 index 0000000000000000000000000000000000000000..bdbe7bc10878fd0d7d87e844143d6f2522882d82 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9952_527bb05b6e0c15cb02ec.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9984_4eaa6d85ba5e031535ea.png b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9984_4eaa6d85ba5e031535ea.png new file mode 100644 index 0000000000000000000000000000000000000000..8f7ac22a40a69ea5d1bc407bfcf4cc9af76c181a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9984_4eaa6d85ba5e031535ea.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/output.log b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..aa46df365219508037dbd3773aeb761aa521b11e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/output.log @@ -0,0 +1,57454 @@ + env_size : 7 + env_layout : blocks + env_corner_size : 1 + env_terminate_after_corner : False + obs_level_of_detail : 0 + img_level_of_detail : 1 + env_penalize_time : False + net_cnn_type : large + net_rnn_type : ff + net_width : 256 + ued : plr + prob_shift : 0 + num_train_levels : 2048 + plr_buffer_size : 4096 + plr_temperature : 0.1 + plr_staleness_coeff : 0.1 + plr_prob_replay : 0.5 + plr_regret_estimator : maxmc-actor + plr_robust : False + num_mutate_steps : 12 + prob_mutate_shift : 0 + chain_mutate : True + mutate_cheese : True + train_proxy_critic : False + plr_proxy_shaping : False + proxy_name : proxy_corner + plr_proxy_shaping_coeff : 0.5 + clipping : False + ppo_lr : 5e-05 + ppo_gamma : 0.999 + ppo_clip_eps : 0.1 + ppo_gae_lambda : 0.95 + ppo_entropy_coeff : 0.001 + ppo_critic_coeff : 0.5 + ppo_proxy_critic_coeff : 0.5 + ppo_max_grad_norm : 0.5 + ppo_lr_annealing : False + num_minibatches_per_epoch : 4 + num_epochs_per_cycle : 5 + num_total_env_steps : 500000000 + num_env_steps_per_cycle : 128 + num_parallel_envs : 256 + console_log : True + wandb_log : True + wandb_project : jaxgmg_500M + wandb_entity : None + wandb_group : None + wandb_name : alpha_0_env_blocks_7x7 + log_gifs : False + log_imgs : True + log_hists : False + num_cycles_per_log : 32 + num_cycles_per_eval : 32 + num_cycles_per_gifs : 1024 + num_cycles_per_big_eval : 1024 + evals_num_env_steps : 512 + evals_num_levels : 256 + gif_grid_width : 16 + level_splayer : mouse + checkpointing : True + keep_all_checkpoints : True + max_num_checkpoints : 1 + num_cycles_per_checkpoint : 128 + seed : 42 +configuring environment... +configuring level generators... +configuring level classifier... +configuring level mutator... +configuring level solver... +configuring level metrics... +configuring eval level generators... +configuring parser and parsing fixed eval levels... +(unsupported size for fixed evals) +configuring heatmap splayer... +seeding random number generator with seed=42... +wandb: 500 encountered ({"errors":[{"message":"An internal error occurred. Please contact support.","path":["upsertBucket"]}],"data":{"upsertBucket":null}}), retrying request +configuring curriculum with ued='plr'... +configuring eval batches from 3 level generators... + generating 256 'orig' levels... + also solving generated levels... + generating 256 'shift' levels... + also solving generated levels... + generating 256 'tree' levels... + also solving generated levels... +configuring evals for 0 fixed eval levels... +configuring actor critic network... + net_cnn_type='large' + net_rnn_type='ff' + net_width=256 + initialising network... + number of parameters: 174406 +initialising the checkpointer... +setting up optimiser... +initialising train state... +configuring PPO updater... +begin training loop! +(note: first two cycles are slow due to compilation) + steps/s] +=========================================================== + step: + env-step-all-after: 32768 + env-step-replay-after: 32768 + env-step-used-after: 32768 + ppo-update-after: 20 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 70.3896 + avg_avg_return: 0.3435701 + avg_reward_per_step: 0.014099121 + proxy_corner: + avg_avg_return: 0.3435701 + avg_reward_per_step: 0.014099121 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 70.3896 + avg_avg_return: 0.3435701 + avg_reward_per_step: 0.014099121 + proxy_corner: + avg_avg_return: 0.3435701 + avg_reward_per_step: 0.014099121 + perf: + env_steps_per_second: 10446.277690123685 + ppo_updates_per_second: 1.547496042242397 + eval-batch-orig-duration: 2.5592678550165147 + eval-batch-shift-duration: 0.13269817200489342 + eval-batch-tree-duration: 0.13089943095110357 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.725952 + mouse-cheese_dist_finite_wavg: 7.7765913 + mouse-cheese_dist_solvable_avg: 4.356032 + mouse-cheese_dist_solvable_wavg: 7.691481 + solvable_avg: 0.8317871 + solvable_num: 3407 + solvable_wavg: 0.982301 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.979492 + num_walls_wavg: 5.999721 + prop_walls_avg: 0.2599779 + prop_walls_wavg: 0.2608574 + scoring: + avg_scores: 0.011581171 + visit_patterns: + avg_first_visit_time: 0.0 + avg_last_visit_time: 0.0625 + num_replay_batches: 1 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.003910718 + avg_actor_approxkl3: 0.0035526932 + avg_actor_clipfrac: 0.24138795 + avg_actor_loss: -0.007668921 + avg_advantage: 0.08677945 + avg_critic_clipfrac: 0.219281 + avg_critic_loss: 0.025826773 + avg_entropy: 1.3612354 + avg_grad_norm_pre_clip: 0.47909227 + avg_loss: 0.0038832321 + max: + max_actor_approxkl1: 0.0079994695 + max_actor_approxkl3: 0.005466383 + max_actor_clipfrac: 0.5488281 + max_actor_loss: 9.685755e-07 + max_advantage: 0.9096247 + max_critic_clipfrac: 0.82421875 + max_critic_loss: 0.03503213 + max_entropy: 1.364727 + max_grad_norm_pre_clip: 0.8475125 + max_loss: 0.012623947 + std: + std_actor_approxkl1: 0.0020577505 + std_actor_approxkl3: 0.001622944 + std_actor_clipfrac: 0.19395187 + std_actor_loss: 0.0027219998 + std_advantage: 0.22361445 + std_critic_clipfrac: 0.31365588 + std_critic_loss: 0.003977089 + std_entropy: 0.0019303319 + std_grad_norm_pre_clip: 0.14460471 + std_loss: 0.0034701456 + eval-batch-orig: + avg_avg_episode_length: 57.133408 + avg_avg_return: 0.5532073 + avg_benchmark_regret: 0.2830973 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.017730713 + proxy_corner: + avg_avg_return: 0.5532073 + avg_reward_per_step: 0.017730713 + eval-batch-shift: + avg_avg_episode_length: 52.278534 + avg_avg_return: 0.58817375 + avg_benchmark_regret: 0.2954061 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.022598267 + proxy_corner: + avg_avg_return: 0.29189843 + avg_reward_per_step: 0.0055007935 + eval-batch-tree: + avg_avg_episode_length: 62.306313 + avg_avg_return: 0.47783005 + avg_benchmark_regret: 0.5163883 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.01512146 + proxy_corner: + avg_avg_return: 0.47783005 + avg_reward_per_step: 0.01512146 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 1048576 + env-step-replay-before: 557056 + env-step-used-before: 1048576 + ppo-update-before: 640 + env-step-generate-before: 491520 + env-step-all-after: 1081344 + env-step-replay-after: 589824 + env-step-used-after: 1081344 + ppo-update-after: 660 + env-step-generate-after: 491520 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 29.178692 + avg_avg_return: 0.7299623 + avg_reward_per_step: 0.10745239 + proxy_corner: + avg_avg_return: 0.7299623 + avg_reward_per_step: 0.10745239 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 29.178692 + avg_avg_return: 0.7299623 + avg_reward_per_step: 0.10745239 + proxy_corner: + avg_avg_return: 0.7299623 + avg_reward_per_step: 0.10745239 + perf: + env_steps_per_second: 1039180.0183966942 + ppo_updates_per_second: 113.59609253602473 + eval-batch-orig-duration: 0.1770514989621006 + eval-batch-shift-duration: 0.13243246101774275 + eval-batch-tree-duration: 0.13235937402350828 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.562866 + mouse-cheese_dist_finite_wavg: 5.95733 + mouse-cheese_dist_solvable_avg: 4.9729805 + mouse-cheese_dist_solvable_wavg: 5.8901854 + solvable_avg: 0.92163086 + solvable_num: 3775 + solvable_wavg: 0.9898417 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.7854004 + num_walls_wavg: 5.983119 + prop_walls_avg: 0.2515391 + prop_walls_wavg: 0.2601356 + scoring: + avg_scores: 0.1471551 + visit_patterns: + avg_first_visit_time: 3.0285645 + avg_last_visit_time: 8.888184 + num_replay_batches: 18 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015248301 + avg_actor_approxkl3: 0.0015304945 + avg_actor_clipfrac: 0.040716555 + avg_actor_loss: -0.00051220023 + avg_advantage: 0.022270557 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0070949346 + avg_entropy: 0.9267282 + avg_grad_norm_pre_clip: 0.38674343 + avg_loss: 0.0021085392 + max: + max_actor_approxkl1: 0.0033460143 + max_actor_approxkl3: 0.003604909 + max_actor_clipfrac: 0.27209473 + max_actor_loss: 0.0018775538 + max_advantage: 0.3563661 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009154774 + max_entropy: 0.94064426 + max_grad_norm_pre_clip: 1.9429945 + max_loss: 0.0039311894 + std: + std_actor_approxkl1: 0.0010236719 + std_actor_approxkl3: 0.0010468737 + std_actor_clipfrac: 0.067843184 + std_actor_loss: 0.00079815235 + std_advantage: 0.11890177 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00091265736 + std_entropy: 0.0058710566 + std_grad_norm_pre_clip: 0.40470737 + std_loss: 0.0006793926 + eval-batch-orig: + avg_avg_episode_length: 27.96585 + avg_avg_return: 0.7515481 + avg_benchmark_regret: 0.08475649 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.14167023 + proxy_corner: + avg_avg_return: 0.7515481 + avg_reward_per_step: 0.14167023 + eval-batch-shift: + avg_avg_episode_length: 71.815 + avg_avg_return: 0.22393735 + avg_benchmark_regret: 0.65964246 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.020637512 + proxy_corner: + avg_avg_return: 0.515471 + avg_reward_per_step: 0.010299683 + eval-batch-tree: + avg_avg_episode_length: 43.897583 + avg_avg_return: 0.56721705 + avg_benchmark_regret: 0.42700133 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.096321106 + proxy_corner: + avg_avg_return: 0.56721705 + avg_reward_per_step: 0.096321106 +=========================================================== +=========================================================== + step: + env-step-all-before: 2097152 + env-step-replay-before: 1114112 + env-step-used-before: 2097152 + ppo-update-before: 1280 + env-step-generate-before: 983040 + env-step-all-after: 2129920 + env-step-replay-after: 1114112 + env-step-used-after: 2129920 + ppo-update-after: 1300 + env-step-generate-after: 1015808 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 31.326958 + avg_avg_return: 0.688459 + avg_reward_per_step: 0.1600647 + proxy_corner: + avg_avg_return: 0.688459 + avg_reward_per_step: 0.1600647 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 31.326958 + avg_avg_return: 0.688459 + avg_reward_per_step: 0.1600647 + proxy_corner: + avg_avg_return: 0.688459 + avg_reward_per_step: 0.1600647 + perf: + env_steps_per_second: 964620.0972696496 + ppo_updates_per_second: 113.94886384022485 + eval-batch-orig-duration: 0.17937553202500567 + eval-batch-shift-duration: 0.13450134097365662 + eval-batch-tree-duration: 0.13443452503997833 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.6397705 + mouse-cheese_dist_finite_wavg: 5.0567894 + mouse-cheese_dist_solvable_avg: 5.3481803 + mouse-cheese_dist_solvable_wavg: 5.0228577 + solvable_avg: 0.9592285 + solvable_num: 3929 + solvable_wavg: 0.99546176 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.7629395 + num_walls_wavg: 6.877682 + prop_walls_avg: 0.25056258 + prop_walls_wavg: 0.29902968 + scoring: + avg_scores: 0.1838371 + visit_patterns: + avg_first_visit_time: 8.17041 + avg_last_visit_time: 24.132812 + num_replay_batches: 34 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00059436506 + avg_actor_approxkl3: 0.0006798026 + avg_actor_clipfrac: 0.023065185 + avg_actor_loss: -0.00030874537 + avg_advantage: -0.035353094 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0075926366 + avg_entropy: 0.81538695 + avg_grad_norm_pre_clip: 0.45001647 + avg_loss: 0.0026721854 + max: + max_actor_approxkl1: 0.0019613735 + max_actor_approxkl3: 0.0019079654 + max_actor_clipfrac: 0.07824707 + max_actor_loss: 0.0006739646 + max_advantage: 0.25547183 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009728966 + max_entropy: 0.84517086 + max_grad_norm_pre_clip: 1.3323808 + max_loss: 0.0041752486 + std: + std_actor_approxkl1: 0.00062940974 + std_actor_approxkl3: 0.00048702498 + std_actor_clipfrac: 0.024838967 + std_actor_loss: 0.00042252126 + std_advantage: 0.123008296 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012171625 + std_entropy: 0.020009475 + std_grad_norm_pre_clip: 0.3462353 + std_loss: 0.0008045971 + eval-batch-orig: + avg_avg_episode_length: 25.85717 + avg_avg_return: 0.7650926 + avg_benchmark_regret: 0.07121207 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.17768097 + proxy_corner: + avg_avg_return: 0.7650926 + avg_reward_per_step: 0.17768097 + eval-batch-shift: + avg_avg_episode_length: 72.24802 + avg_avg_return: 0.22176388 + avg_benchmark_regret: 0.6618159 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.022247314 + proxy_corner: + avg_avg_return: 0.522515 + avg_reward_per_step: 0.011917114 + eval-batch-tree: + avg_avg_episode_length: 41.525314 + avg_avg_return: 0.61919916 + avg_benchmark_regret: 0.37501925 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.1204834 + proxy_corner: + avg_avg_return: 0.61919916 + avg_reward_per_step: 0.1204834 +=========================================================== +=========================================================== + step: + env-step-all-before: 3145728 + env-step-replay-before: 1605632 + env-step-used-before: 3145728 + ppo-update-before: 1920 + env-step-generate-before: 1540096 + env-step-all-after: 3178496 + env-step-replay-after: 1638400 + env-step-used-after: 3178496 + ppo-update-after: 1940 + env-step-generate-after: 1540096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 24.048258 + avg_avg_return: 0.796777 + avg_reward_per_step: 0.087127686 + proxy_corner: + avg_avg_return: 0.796777 + avg_reward_per_step: 0.087127686 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 24.048258 + avg_avg_return: 0.796777 + avg_reward_per_step: 0.087127686 + proxy_corner: + avg_avg_return: 0.796777 + avg_reward_per_step: 0.087127686 + perf: + env_steps_per_second: 999042.5737769967 + ppo_updates_per_second: 112.48976756178234 + eval-batch-orig-duration: 0.18124271201668307 + eval-batch-shift-duration: 0.134093792992644 + eval-batch-tree-duration: 0.13422995002474636 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.8459473 + mouse-cheese_dist_finite_wavg: 4.1805525 + mouse-cheese_dist_solvable_avg: 5.68625 + mouse-cheese_dist_solvable_wavg: 4.155905 + solvable_avg: 0.9765625 + solvable_num: 4000 + solvable_wavg: 0.997046 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.8046875 + num_walls_wavg: 9.57114 + prop_walls_avg: 0.2523777 + prop_walls_wavg: 0.4161366 + scoring: + avg_scores: 0.17392963 + visit_patterns: + avg_first_visit_time: 15.885986 + avg_last_visit_time: 40.32129 + num_replay_batches: 50 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009760937 + avg_actor_approxkl3: 0.0007946074 + avg_actor_clipfrac: 0.03933716 + avg_actor_loss: -0.0007617958 + avg_advantage: 0.0018507487 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0035845924 + avg_entropy: 0.80535644 + avg_grad_norm_pre_clip: 0.7865034 + avg_loss: 0.00022514377 + max: + max_actor_approxkl1: 0.0025802199 + max_actor_approxkl3: 0.0019491955 + max_actor_clipfrac: 0.14038086 + max_actor_loss: 0.0006740615 + max_advantage: 0.27820438 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0051564663 + max_entropy: 0.8355335 + max_grad_norm_pre_clip: 2.5375693 + max_loss: 0.0020450691 + std: + std_actor_approxkl1: 0.00071409944 + std_actor_approxkl3: 0.0005163449 + std_actor_clipfrac: 0.037975438 + std_actor_loss: 0.00067832007 + std_advantage: 0.08495617 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009975316 + std_entropy: 0.013318001 + std_grad_norm_pre_clip: 0.55084705 + std_loss: 0.00090253964 + eval-batch-orig: + avg_avg_episode_length: 23.968178 + avg_avg_return: 0.783657 + avg_benchmark_regret: 0.05264757 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.18856812 + proxy_corner: + avg_avg_return: 0.783657 + avg_reward_per_step: 0.18856812 + eval-batch-shift: + avg_avg_episode_length: 70.8138 + avg_avg_return: 0.2186381 + avg_benchmark_regret: 0.6649418 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.023849487 + proxy_corner: + avg_avg_return: 0.5167027 + avg_reward_per_step: 0.012245178 + eval-batch-tree: + avg_avg_episode_length: 34.848427 + avg_avg_return: 0.7297418 + avg_benchmark_regret: 0.26447657 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.12926483 + proxy_corner: + avg_avg_return: 0.7297418 + avg_reward_per_step: 0.12926483 +=========================================================== +=========================================================== + step: + env-step-all-before: 4194304 + env-step-replay-before: 2162688 + env-step-used-before: 4194304 + ppo-update-before: 2560 + env-step-generate-before: 2031616 + env-step-all-after: 4227072 + env-step-replay-after: 2195456 + env-step-used-after: 4227072 + ppo-update-after: 2580 + env-step-generate-after: 2031616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 19.617077 + avg_avg_return: 0.8423451 + avg_reward_per_step: 0.086364746 + proxy_corner: + avg_avg_return: 0.8423451 + avg_reward_per_step: 0.086364746 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.617077 + avg_avg_return: 0.8423451 + avg_reward_per_step: 0.086364746 + proxy_corner: + avg_avg_return: 0.8423451 + avg_reward_per_step: 0.086364746 + perf: + env_steps_per_second: 920622.1577016058 + ppo_updates_per_second: 109.40345324135025 + eval-batch-orig-duration: 0.1950335439760238 + eval-batch-shift-duration: 0.14172679500188679 + eval-batch-tree-duration: 0.13907517498591915 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.0961914 + mouse-cheese_dist_finite_wavg: 5.103512 + mouse-cheese_dist_solvable_avg: 6.039409 + mouse-cheese_dist_solvable_wavg: 5.095465 + solvable_avg: 0.99121094 + solvable_num: 4060 + solvable_wavg: 0.99891317 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.8745117 + num_walls_wavg: 9.584443 + prop_walls_avg: 0.25541353 + prop_walls_wavg: 0.41671497 + scoring: + avg_scores: 0.16636123 + visit_patterns: + avg_first_visit_time: 25.906982 + avg_last_visit_time: 57.372314 + num_replay_batches: 67 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085887156 + avg_actor_approxkl3: 0.0010674594 + avg_actor_clipfrac: 0.05985718 + avg_actor_loss: -0.00072090875 + avg_advantage: 0.010221366 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002380978 + avg_entropy: 0.7855336 + avg_grad_norm_pre_clip: 1.1965352 + avg_loss: -0.00031595354 + max: + max_actor_approxkl1: 0.0033431111 + max_actor_approxkl3: 0.0027587246 + max_actor_clipfrac: 0.21557617 + max_actor_loss: 0.0009327829 + max_advantage: 0.27103162 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0039358186 + max_entropy: 0.81433356 + max_grad_norm_pre_clip: 4.144761 + max_loss: 0.001595372 + std: + std_actor_approxkl1: 0.00080814975 + std_actor_approxkl3: 0.0008036356 + std_actor_clipfrac: 0.07019374 + std_actor_loss: 0.0007908859 + std_advantage: 0.06853201 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005946168 + std_entropy: 0.011062931 + std_grad_norm_pre_clip: 1.2497779 + std_loss: 0.00087705126 + eval-batch-orig: + avg_avg_episode_length: 22.743874 + avg_avg_return: 0.79519325 + avg_benchmark_regret: 0.041111372 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.19306946 + proxy_corner: + avg_avg_return: 0.79519325 + avg_reward_per_step: 0.19306946 + eval-batch-shift: + avg_avg_episode_length: 70.905304 + avg_avg_return: 0.23111437 + avg_benchmark_regret: 0.65246546 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.025611877 + proxy_corner: + avg_avg_return: 0.5244057 + avg_reward_per_step: 0.011802673 + eval-batch-tree: + avg_avg_episode_length: 31.599072 + avg_avg_return: 0.7416534 + avg_benchmark_regret: 0.25256497 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.13890076 + proxy_corner: + avg_avg_return: 0.7416534 + avg_reward_per_step: 0.13890076 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 5242880 + env-step-replay-before: 2555904 + env-step-used-before: 5242880 + ppo-update-before: 3200 + env-step-generate-before: 2686976 + env-step-all-after: 5275648 + env-step-replay-after: 2555904 + env-step-used-after: 5275648 + ppo-update-after: 3220 + env-step-generate-after: 2719744 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 25.94014 + avg_avg_return: 0.73000044 + avg_reward_per_step: 0.19290161 + proxy_corner: + avg_avg_return: 0.73000044 + avg_reward_per_step: 0.19290161 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 25.94014 + avg_avg_return: 0.73000044 + avg_reward_per_step: 0.19290161 + proxy_corner: + avg_avg_return: 0.73000044 + avg_reward_per_step: 0.19290161 + perf: + env_steps_per_second: 950653.4881972936 + ppo_updates_per_second: 106.18704327818018 + eval-batch-orig-duration: 0.19720609002979472 + eval-batch-shift-duration: 0.14235394698334858 + eval-batch-tree-duration: 0.14161565498216078 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.279663 + mouse-cheese_dist_finite_wavg: 4.224113 + mouse-cheese_dist_solvable_avg: 6.2476077 + mouse-cheese_dist_solvable_wavg: 4.216864 + solvable_avg: 0.99487305 + solvable_num: 4075 + solvable_wavg: 0.99912477 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.930664 + num_walls_wavg: 6.8941164 + prop_walls_avg: 0.25785494 + prop_walls_wavg: 0.29974422 + scoring: + avg_scores: 0.1777818 + visit_patterns: + avg_first_visit_time: 35.29834 + avg_last_visit_time: 68.231445 + num_replay_batches: 78 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00077236345 + avg_actor_approxkl3: 0.0009141198 + avg_actor_clipfrac: 0.05411377 + avg_actor_loss: 0.00018132516 + avg_advantage: -0.030952312 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0073980093 + avg_entropy: 0.632193 + avg_grad_norm_pre_clip: 1.3644805 + avg_loss: 0.003248137 + max: + max_actor_approxkl1: 0.0025068857 + max_actor_approxkl3: 0.0024916776 + max_actor_clipfrac: 0.15673828 + max_actor_loss: 0.0018953085 + max_advantage: 0.2211464 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009544311 + max_entropy: 0.6613575 + max_grad_norm_pre_clip: 3.792639 + max_loss: 0.0054648835 + std: + std_actor_approxkl1: 0.0007069923 + std_actor_approxkl3: 0.0006478475 + std_actor_clipfrac: 0.048243325 + std_actor_loss: 0.0008117287 + std_advantage: 0.11995462 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009854363 + std_entropy: 0.015964733 + std_grad_norm_pre_clip: 1.1339405 + std_loss: 0.0008648948 + eval-batch-orig: + avg_avg_episode_length: 21.944773 + avg_avg_return: 0.79997075 + avg_benchmark_regret: 0.03633385 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.21000671 + proxy_corner: + avg_avg_return: 0.79997075 + avg_reward_per_step: 0.21000671 + eval-batch-shift: + avg_avg_episode_length: 71.3139 + avg_avg_return: 0.2115804 + avg_benchmark_regret: 0.6719994 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.027946472 + proxy_corner: + avg_avg_return: 0.5264615 + avg_reward_per_step: 0.012374878 + eval-batch-tree: + avg_avg_episode_length: 30.755232 + avg_avg_return: 0.7420783 + avg_benchmark_regret: 0.2521401 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.15615845 + proxy_corner: + avg_avg_return: 0.7420783 + avg_reward_per_step: 0.15615845 +=========================================================== +=========================================================== + step: + env-step-all-before: 6291456 + env-step-replay-before: 3112960 + env-step-used-before: 6291456 + ppo-update-before: 3840 + env-step-generate-before: 3178496 + env-step-all-after: 6324224 + env-step-replay-after: 3112960 + env-step-used-after: 6324224 + ppo-update-after: 3860 + env-step-generate-after: 3211264 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.245314 + avg_avg_return: 0.7852899 + avg_reward_per_step: 0.20510864 + proxy_corner: + avg_avg_return: 0.7852899 + avg_reward_per_step: 0.20510864 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.245314 + avg_avg_return: 0.7852899 + avg_reward_per_step: 0.20510864 + proxy_corner: + avg_avg_return: 0.7852899 + avg_reward_per_step: 0.20510864 + perf: + env_steps_per_second: 728816.9830247409 + ppo_updates_per_second: 87.53460062755836 + eval-batch-orig-duration: 0.22453975799726322 + eval-batch-shift-duration: 0.15075334400171414 + eval-batch-tree-duration: 0.14577565900981426 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.4018555 + mouse-cheese_dist_finite_wavg: 4.2342024 + mouse-cheese_dist_solvable_avg: 6.3809404 + mouse-cheese_dist_solvable_wavg: 4.231035 + solvable_avg: 0.99658203 + solvable_num: 4082 + solvable_wavg: 0.9996168 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.9848633 + num_walls_wavg: 4.1985307 + prop_walls_avg: 0.2602114 + prop_walls_wavg: 0.18254483 + scoring: + avg_scores: 0.17851226 + visit_patterns: + avg_first_visit_time: 43.95337 + avg_last_visit_time: 85.22778 + num_replay_batches: 95 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011696098 + avg_actor_approxkl3: 0.0011389385 + avg_actor_clipfrac: 0.071746826 + avg_actor_loss: 0.00032475666 + avg_advantage: -0.039498035 + avg_critic_clipfrac: 9.765625e-05 + avg_critic_loss: 0.005941955 + avg_entropy: 0.65597916 + avg_grad_norm_pre_clip: 1.868529 + avg_loss: 0.0026397551 + max: + max_actor_approxkl1: 0.0037726215 + max_actor_approxkl3: 0.0032835046 + max_actor_clipfrac: 0.21459961 + max_actor_loss: 0.0026919171 + max_advantage: 0.2524956 + max_critic_clipfrac: 0.001953125 + max_critic_loss: 0.008006813 + max_entropy: 0.67892396 + max_grad_norm_pre_clip: 4.3916216 + max_loss: 0.0054762717 + std: + std_actor_approxkl1: 0.0010091742 + std_actor_approxkl3: 0.00092694466 + std_actor_clipfrac: 0.068380594 + std_actor_loss: 0.00096646283 + std_advantage: 0.10645625 + std_critic_clipfrac: 0.0004256737 + std_critic_loss: 0.0009821461 + std_entropy: 0.014994891 + std_grad_norm_pre_clip: 1.3220103 + std_loss: 0.001113305 + eval-batch-orig: + avg_avg_episode_length: 21.71828 + avg_avg_return: 0.80519533 + avg_benchmark_regret: 0.031109294 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2038269 + proxy_corner: + avg_avg_return: 0.80519533 + avg_reward_per_step: 0.2038269 + eval-batch-shift: + avg_avg_episode_length: 70.56113 + avg_avg_return: 0.22124025 + avg_benchmark_regret: 0.66233957 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.028884888 + proxy_corner: + avg_avg_return: 0.5250727 + avg_reward_per_step: 0.012435913 + eval-batch-tree: + avg_avg_episode_length: 29.024412 + avg_avg_return: 0.7527261 + avg_benchmark_regret: 0.24149227 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.15583801 + proxy_corner: + avg_avg_return: 0.7527261 + avg_reward_per_step: 0.15583801 +=========================================================== +=========================================================== + step: + env-step-all-before: 7340032 + env-step-replay-before: 3571712 + env-step-used-before: 7340032 + ppo-update-before: 4480 + env-step-generate-before: 3768320 + env-step-all-after: 7372800 + env-step-replay-after: 3571712 + env-step-used-after: 7372800 + ppo-update-after: 4500 + env-step-generate-after: 3801088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.504326 + avg_avg_return: 0.78721523 + avg_reward_per_step: 0.21490479 + proxy_corner: + avg_avg_return: 0.78721523 + avg_reward_per_step: 0.21490479 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.504326 + avg_avg_return: 0.78721523 + avg_reward_per_step: 0.21490479 + proxy_corner: + avg_avg_return: 0.78721523 + avg_reward_per_step: 0.21490479 + perf: + env_steps_per_second: 903967.844333728 + ppo_updates_per_second: 104.965951237704 + eval-batch-orig-duration: 0.19929648196557537 + eval-batch-shift-duration: 0.15008136600954458 + eval-batch-tree-duration: 0.1420339239994064 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.5426025 + mouse-cheese_dist_finite_wavg: 6.0488605 + mouse-cheese_dist_solvable_avg: 6.535321 + mouse-cheese_dist_solvable_wavg: 6.0477457 + solvable_avg: 0.9987793 + solvable_num: 4091 + solvable_wavg: 0.9998269 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0612793 + num_walls_wavg: 4.2059345 + prop_walls_avg: 0.26353386 + prop_walls_wavg: 0.1828667 + scoring: + avg_scores: 0.182951 + visit_patterns: + avg_first_visit_time: 54.283936 + avg_last_visit_time: 99.27124 + num_replay_batches: 109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007846734 + avg_actor_approxkl3: 0.00079020014 + avg_actor_clipfrac: 0.044177245 + avg_actor_loss: 4.0030107e-05 + avg_advantage: -0.029297888 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005913864 + avg_entropy: 0.6052847 + avg_grad_norm_pre_clip: 1.2876924 + avg_loss: 0.0023916773 + max: + max_actor_approxkl1: 0.0017923978 + max_actor_approxkl3: 0.0020391261 + max_actor_clipfrac: 0.1328125 + max_actor_loss: 0.0017858818 + max_advantage: 0.24709362 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007747925 + max_entropy: 0.637486 + max_grad_norm_pre_clip: 3.2966626 + max_loss: 0.0045072366 + std: + std_actor_approxkl1: 0.00051494926 + std_actor_approxkl3: 0.0004671223 + std_actor_clipfrac: 0.03193358 + std_actor_loss: 0.0007306004 + std_advantage: 0.107837446 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008752562 + std_entropy: 0.018837834 + std_grad_norm_pre_clip: 0.6967108 + std_loss: 0.0009161671 + eval-batch-orig: + avg_avg_episode_length: 20.867805 + avg_avg_return: 0.807629 + avg_benchmark_regret: 0.028675642 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.22006226 + proxy_corner: + avg_avg_return: 0.807629 + avg_reward_per_step: 0.22006226 + eval-batch-shift: + avg_avg_episode_length: 71.07762 + avg_avg_return: 0.2165188 + avg_benchmark_regret: 0.667061 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.030647278 + proxy_corner: + avg_avg_return: 0.536795 + avg_reward_per_step: 0.012832642 + eval-batch-tree: + avg_avg_episode_length: 27.660423 + avg_avg_return: 0.7590029 + avg_benchmark_regret: 0.23521546 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.16729736 + proxy_corner: + avg_avg_return: 0.7590029 + avg_reward_per_step: 0.16729736 +=========================================================== +=========================================================== + step: + env-step-all-before: 8388608 + env-step-replay-before: 4063232 + env-step-used-before: 8388608 + ppo-update-before: 5120 + env-step-generate-before: 4325376 + env-step-all-after: 8421376 + env-step-replay-after: 4096000 + env-step-used-after: 8421376 + ppo-update-after: 5140 + env-step-generate-after: 4325376 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 21.046701 + avg_avg_return: 0.8285632 + avg_reward_per_step: 0.07449341 + proxy_corner: + avg_avg_return: 0.8285632 + avg_reward_per_step: 0.07449341 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.046701 + avg_avg_return: 0.8285632 + avg_reward_per_step: 0.07449341 + proxy_corner: + avg_avg_return: 0.8285632 + avg_reward_per_step: 0.07449341 + perf: + env_steps_per_second: 798062.5738599559 + ppo_updates_per_second: 101.12682332693961 + eval-batch-orig-duration: 0.21216678799828514 + eval-batch-shift-duration: 0.16050348698627204 + eval-batch-tree-duration: 0.14476325898431242 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.6604004 + mouse-cheese_dist_finite_wavg: 6.065905 + mouse-cheese_dist_solvable_avg: 6.6575475 + mouse-cheese_dist_solvable_wavg: 6.0652466 + solvable_avg: 0.9995117 + solvable_num: 4094 + solvable_wavg: 0.9998972 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0734863 + num_walls_wavg: 6.005661 + prop_walls_avg: 0.2640646 + prop_walls_wavg: 0.26111567 + scoring: + avg_scores: 0.16827725 + visit_patterns: + avg_first_visit_time: 62.914795 + avg_last_visit_time: 115.24951 + num_replay_batches: 125 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012209982 + avg_actor_approxkl3: 0.0012895267 + avg_actor_clipfrac: 0.07485352 + avg_actor_loss: 0.000318139 + avg_advantage: -0.0030579157 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00342565 + avg_entropy: 0.68098843 + avg_grad_norm_pre_clip: 2.1343896 + avg_loss: 0.0013499757 + max: + max_actor_approxkl1: 0.0032758806 + max_actor_approxkl3: 0.003135668 + max_actor_clipfrac: 0.20275879 + max_actor_loss: 0.004197739 + max_advantage: 0.3430035 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005316275 + max_entropy: 0.7088404 + max_grad_norm_pre_clip: 6.8722396 + max_loss: 0.0047839805 + std: + std_actor_approxkl1: 0.0009429813 + std_actor_approxkl3: 0.00091429206 + std_actor_clipfrac: 0.059025265 + std_actor_loss: 0.0012389019 + std_advantage: 0.08628961 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010487696 + std_entropy: 0.017288841 + std_grad_norm_pre_clip: 1.7215228 + std_loss: 0.0011887637 + eval-batch-orig: + avg_avg_episode_length: 20.300137 + avg_avg_return: 0.809882 + avg_benchmark_regret: 0.026422638 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.22480011 + proxy_corner: + avg_avg_return: 0.809882 + avg_reward_per_step: 0.22480011 + eval-batch-shift: + avg_avg_episode_length: 71.117325 + avg_avg_return: 0.2136568 + avg_benchmark_regret: 0.66992307 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.030982971 + proxy_corner: + avg_avg_return: 0.5415068 + avg_reward_per_step: 0.013130188 + eval-batch-tree: + avg_avg_episode_length: 26.424809 + avg_avg_return: 0.77160406 + avg_benchmark_regret: 0.22261429 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.17495728 + proxy_corner: + avg_avg_return: 0.77160406 + avg_reward_per_step: 0.17495728 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 9437184 + env-step-replay-before: 4653056 + env-step-used-before: 9437184 + ppo-update-before: 5760 + env-step-generate-before: 4784128 + env-step-all-after: 9469952 + env-step-replay-after: 4653056 + env-step-used-after: 9469952 + ppo-update-after: 5780 + env-step-generate-after: 4816896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 25.255718 + avg_avg_return: 0.72861737 + avg_reward_per_step: 0.21157837 + proxy_corner: + avg_avg_return: 0.72861737 + avg_reward_per_step: 0.21157837 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 25.255718 + avg_avg_return: 0.72861737 + avg_reward_per_step: 0.21157837 + proxy_corner: + avg_avg_return: 0.72861737 + avg_reward_per_step: 0.21157837 + perf: + env_steps_per_second: 898270.4597833543 + ppo_updates_per_second: 87.63173530732574 + eval-batch-orig-duration: 0.2275634980178438 + eval-batch-shift-duration: 0.14968529000179842 + eval-batch-tree-duration: 0.14326596696628258 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.7595215 + mouse-cheese_dist_finite_wavg: 6.9710493 + mouse-cheese_dist_solvable_avg: 6.7595215 + mouse-cheese_dist_solvable_wavg: 6.9710503 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0742188 + num_walls_wavg: 5.108119 + prop_walls_avg: 0.26409644 + prop_walls_wavg: 0.22209214 + scoring: + avg_scores: 0.15303656 + visit_patterns: + avg_first_visit_time: 71.89014 + avg_last_visit_time: 132.30078 + num_replay_batches: 142 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007926502 + avg_actor_approxkl3: 0.00072604726 + avg_actor_clipfrac: 0.03682251 + avg_actor_loss: -0.00045290068 + avg_advantage: -0.0063561634 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0072203726 + avg_entropy: 0.5988793 + avg_grad_norm_pre_clip: 1.4557685 + avg_loss: 0.0025584064 + max: + max_actor_approxkl1: 0.0015922784 + max_actor_approxkl3: 0.0015473494 + max_actor_clipfrac: 0.10681152 + max_actor_loss: 0.000195764 + max_advantage: 0.33329135 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.010748652 + max_entropy: 0.6552424 + max_grad_norm_pre_clip: 3.2704043 + max_loss: 0.0042173765 + std: + std_actor_approxkl1: 0.0005768847 + std_actor_approxkl3: 0.0003978018 + std_actor_clipfrac: 0.03276339 + std_actor_loss: 0.0005644628 + std_advantage: 0.12128105 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013565106 + std_entropy: 0.029668257 + std_grad_norm_pre_clip: 0.92371136 + std_loss: 0.0008703865 + eval-batch-orig: + avg_avg_episode_length: 19.822681 + avg_avg_return: 0.814317 + avg_benchmark_regret: 0.02198767 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.22602844 + proxy_corner: + avg_avg_return: 0.814317 + avg_reward_per_step: 0.22602844 + eval-batch-shift: + avg_avg_episode_length: 70.42578 + avg_avg_return: 0.21764377 + avg_benchmark_regret: 0.6659361 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.032722473 + proxy_corner: + avg_avg_return: 0.54221416 + avg_reward_per_step: 0.013389587 + eval-batch-tree: + avg_avg_episode_length: 25.10195 + avg_avg_return: 0.7916981 + avg_benchmark_regret: 0.20252027 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.17612457 + proxy_corner: + avg_avg_return: 0.7916981 + avg_reward_per_step: 0.17612457 +=========================================================== +=========================================================== + step: + env-step-all-before: 10485760 + env-step-replay-before: 5210112 + env-step-used-before: 10485760 + ppo-update-before: 6400 + env-step-generate-before: 5275648 + env-step-all-after: 10518528 + env-step-replay-after: 5242880 + env-step-used-after: 10518528 + ppo-update-after: 6420 + env-step-generate-after: 5275648 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 17.535772 + avg_avg_return: 0.86091423 + avg_reward_per_step: 0.082977295 + proxy_corner: + avg_avg_return: 0.86091423 + avg_reward_per_step: 0.082977295 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.535772 + avg_avg_return: 0.86091423 + avg_reward_per_step: 0.082977295 + proxy_corner: + avg_avg_return: 0.86091423 + avg_reward_per_step: 0.082977295 + perf: + env_steps_per_second: 902419.6755271633 + ppo_updates_per_second: 109.06946407720328 + eval-batch-orig-duration: 0.19404826598474756 + eval-batch-shift-duration: 0.14953756099566817 + eval-batch-tree-duration: 0.14165207400219515 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.8686523 + mouse-cheese_dist_finite_wavg: 6.9826517 + mouse-cheese_dist_solvable_avg: 6.8686523 + mouse-cheese_dist_solvable_wavg: 6.9826508 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0688477 + num_walls_wavg: 7.8048735 + prop_walls_avg: 0.2638629 + prop_walls_wavg: 0.3393423 + scoring: + avg_scores: 0.14395362 + visit_patterns: + avg_first_visit_time: 81.63672 + avg_last_visit_time: 150.34106 + num_replay_batches: 160 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022181717 + avg_actor_approxkl3: 0.0019662743 + avg_actor_clipfrac: 0.10998535 + avg_actor_loss: 0.0012398681 + avg_advantage: -0.0018380684 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0020914613 + avg_entropy: 0.6409616 + avg_grad_norm_pre_clip: 3.4611435 + avg_loss: 0.0016446373 + max: + max_actor_approxkl1: 0.0051014563 + max_actor_approxkl3: 0.0049560703 + max_actor_clipfrac: 0.22619629 + max_actor_loss: 0.0050631687 + max_advantage: 0.2855338 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031325745 + max_entropy: 0.66237134 + max_grad_norm_pre_clip: 6.573416 + max_loss: 0.005596917 + std: + std_actor_approxkl1: 0.0013267477 + std_actor_approxkl3: 0.0012347981 + std_actor_clipfrac: 0.0635873 + std_actor_loss: 0.0017516547 + std_advantage: 0.06406694 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00055403874 + std_entropy: 0.013518887 + std_grad_norm_pre_clip: 1.846186 + std_loss: 0.0017633575 + eval-batch-orig: + avg_avg_episode_length: 19.435932 + avg_avg_return: 0.817124 + avg_benchmark_regret: 0.019180674 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.22826385 + proxy_corner: + avg_avg_return: 0.817124 + avg_reward_per_step: 0.22826385 + eval-batch-shift: + avg_avg_episode_length: 70.65564 + avg_avg_return: 0.21695168 + avg_benchmark_regret: 0.6666282 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.032798767 + proxy_corner: + avg_avg_return: 0.54598415 + avg_reward_per_step: 0.013320923 + eval-batch-tree: + avg_avg_episode_length: 23.712423 + avg_avg_return: 0.80464596 + avg_benchmark_regret: 0.18957244 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.18494415 + proxy_corner: + avg_avg_return: 0.80464596 + avg_reward_per_step: 0.18494415 +=========================================================== +=========================================================== + step: + env-step-all-before: 11534336 + env-step-replay-before: 5767168 + env-step-used-before: 11534336 + ppo-update-before: 7040 + env-step-generate-before: 5767168 + env-step-all-after: 11567104 + env-step-replay-after: 5767168 + env-step-used-after: 11567104 + ppo-update-after: 7060 + env-step-generate-after: 5799936 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.790508 + avg_avg_return: 0.793341 + avg_reward_per_step: 0.21588135 + proxy_corner: + avg_avg_return: 0.793341 + avg_reward_per_step: 0.21588135 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.790508 + avg_avg_return: 0.793341 + avg_reward_per_step: 0.21588135 + proxy_corner: + avg_avg_return: 0.793341 + avg_reward_per_step: 0.21588135 + perf: + env_steps_per_second: 900124.5744393691 + ppo_updates_per_second: 108.81487009516496 + eval-batch-orig-duration: 0.19124896702123806 + eval-batch-shift-duration: 0.14525962504558265 + eval-batch-tree-duration: 0.14078205201076344 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.9692383 + mouse-cheese_dist_finite_wavg: 6.9919653 + mouse-cheese_dist_solvable_avg: 6.9692383 + mouse-cheese_dist_solvable_wavg: 6.9919667 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.07251 + num_walls_wavg: 5.1067843 + prop_walls_avg: 0.26402214 + prop_walls_wavg: 0.22203411 + scoring: + avg_scores: 0.13794966 + visit_patterns: + avg_first_visit_time: 92.48828 + avg_last_visit_time: 166.23047 + num_replay_batches: 176 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010821404 + avg_actor_approxkl3: 0.0011198678 + avg_actor_clipfrac: 0.062921144 + avg_actor_loss: -7.92766e-05 + avg_advantage: -0.009908017 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005670245 + avg_entropy: 0.48894522 + avg_grad_norm_pre_clip: 2.4066188 + avg_loss: 0.0022669004 + max: + max_actor_approxkl1: 0.0026252656 + max_actor_approxkl3: 0.002499212 + max_actor_clipfrac: 0.16003418 + max_actor_loss: 0.001766786 + max_advantage: 0.32238215 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008330966 + max_entropy: 0.5382589 + max_grad_norm_pre_clip: 5.4429975 + max_loss: 0.0042071566 + std: + std_actor_approxkl1: 0.0008316527 + std_actor_approxkl3: 0.00072374084 + std_actor_clipfrac: 0.045506354 + std_actor_loss: 0.0008462047 + std_advantage: 0.106856644 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012217144 + std_entropy: 0.03095366 + std_grad_norm_pre_clip: 1.3837067 + std_loss: 0.0009125227 + eval-batch-orig: + avg_avg_episode_length: 19.173998 + avg_avg_return: 0.8196191 + avg_benchmark_regret: 0.016685532 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.23896027 + proxy_corner: + avg_avg_return: 0.8196191 + avg_reward_per_step: 0.23896027 + eval-batch-shift: + avg_avg_episode_length: 69.962036 + avg_avg_return: 0.22725418 + avg_benchmark_regret: 0.6563257 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.03439331 + proxy_corner: + avg_avg_return: 0.53658545 + avg_reward_per_step: 0.013679504 + eval-batch-tree: + avg_avg_episode_length: 22.484333 + avg_avg_return: 0.82508445 + avg_benchmark_regret: 0.16913395 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.18900299 + proxy_corner: + avg_avg_return: 0.82508445 + avg_reward_per_step: 0.18900299 +=========================================================== +=========================================================== + step: + env-step-all-before: 12582912 + env-step-replay-before: 6291456 + env-step-used-before: 12582912 + ppo-update-before: 7680 + env-step-generate-before: 6291456 + env-step-all-after: 12615680 + env-step-replay-after: 6324224 + env-step-used-after: 12615680 + ppo-update-after: 7700 + env-step-generate-after: 6291456 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 16.110714 + avg_avg_return: 0.8659799 + avg_reward_per_step: 0.08761597 + proxy_corner: + avg_avg_return: 0.8659799 + avg_reward_per_step: 0.08761597 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.110714 + avg_avg_return: 0.8659799 + avg_reward_per_step: 0.08761597 + proxy_corner: + avg_avg_return: 0.8659799 + avg_reward_per_step: 0.08761597 + perf: + env_steps_per_second: 908340.9980081603 + ppo_updates_per_second: 104.41206656169203 + eval-batch-orig-duration: 0.1991144769708626 + eval-batch-shift-duration: 0.1490731060039252 + eval-batch-tree-duration: 0.14331302500795573 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.0578613 + mouse-cheese_dist_finite_wavg: 6.104107 + mouse-cheese_dist_solvable_avg: 7.0578613 + mouse-cheese_dist_solvable_wavg: 6.104108 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0803223 + num_walls_wavg: 6.9077773 + prop_walls_avg: 0.2643618 + prop_walls_wavg: 0.3003382 + scoring: + avg_scores: 0.1340751 + visit_patterns: + avg_first_visit_time: 102.73804 + avg_last_visit_time: 183.37793 + num_replay_batches: 193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008744943 + avg_actor_approxkl3: 0.0011221555 + avg_actor_clipfrac: 0.06282959 + avg_actor_loss: -0.0002859473 + avg_advantage: 0.016644126 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028339128 + avg_entropy: 0.5943236 + avg_grad_norm_pre_clip: 2.2749863 + avg_loss: 0.00053668563 + max: + max_actor_approxkl1: 0.0031496726 + max_actor_approxkl3: 0.0023881705 + max_actor_clipfrac: 0.1583252 + max_actor_loss: 0.0013237484 + max_advantage: 0.29813957 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0042920453 + max_entropy: 0.6160522 + max_grad_norm_pre_clip: 4.0526695 + max_loss: 0.0021579182 + std: + std_actor_approxkl1: 0.00090183073 + std_actor_approxkl3: 0.00066810544 + std_actor_clipfrac: 0.0453443 + std_actor_loss: 0.00062268734 + std_advantage: 0.07674017 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006857155 + std_entropy: 0.012651048 + std_grad_norm_pre_clip: 0.9900081 + std_loss: 0.00071459194 + eval-batch-orig: + avg_avg_episode_length: 19.468525 + avg_avg_return: 0.8147452 + avg_benchmark_regret: 0.021559473 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.23700714 + proxy_corner: + avg_avg_return: 0.8147452 + avg_reward_per_step: 0.23700714 + eval-batch-shift: + avg_avg_episode_length: 69.80679 + avg_avg_return: 0.22546737 + avg_benchmark_regret: 0.65811247 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.03491974 + proxy_corner: + avg_avg_return: 0.54712486 + avg_reward_per_step: 0.013755798 + eval-batch-tree: + avg_avg_episode_length: 21.702227 + avg_avg_return: 0.8289598 + avg_benchmark_regret: 0.16525857 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.19681549 + proxy_corner: + avg_avg_return: 0.8289598 + avg_reward_per_step: 0.19681549 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 13631488 + env-step-replay-before: 6782976 + env-step-used-before: 13631488 + ppo-update-before: 8320 + env-step-generate-before: 6848512 + env-step-all-after: 13664256 + env-step-replay-after: 6782976 + env-step-used-after: 13664256 + ppo-update-after: 8340 + env-step-generate-after: 6881280 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.526527 + avg_avg_return: 0.77114165 + avg_reward_per_step: 0.2524414 + proxy_corner: + avg_avg_return: 0.77114165 + avg_reward_per_step: 0.2524414 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.526527 + avg_avg_return: 0.77114165 + avg_reward_per_step: 0.2524414 + proxy_corner: + avg_avg_return: 0.77114165 + avg_reward_per_step: 0.2524414 + perf: + env_steps_per_second: 907818.8480845768 + ppo_updates_per_second: 104.65904386300964 + eval-batch-orig-duration: 0.20316064602229744 + eval-batch-shift-duration: 0.15405589004512876 + eval-batch-tree-duration: 0.14335286000277847 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.1567383 + mouse-cheese_dist_finite_wavg: 5.2126627 + mouse-cheese_dist_solvable_avg: 7.1567383 + mouse-cheese_dist_solvable_wavg: 5.212664 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.08667 + num_walls_wavg: 7.803281 + prop_walls_avg: 0.2646378 + prop_walls_wavg: 0.33927318 + scoring: + avg_scores: 0.13267094 + visit_patterns: + avg_first_visit_time: 114.868164 + avg_last_visit_time: 197.34448 + num_replay_batches: 207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001977842 + avg_actor_approxkl3: 0.0016466959 + avg_actor_clipfrac: 0.08053589 + avg_actor_loss: 0.0013806273 + avg_advantage: -0.018690933 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00621735 + avg_entropy: 0.40669665 + avg_grad_norm_pre_clip: 3.4282491 + avg_loss: 0.004082605 + max: + max_actor_approxkl1: 0.0036216252 + max_actor_approxkl3: 0.0043094205 + max_actor_clipfrac: 0.15332031 + max_actor_loss: 0.005490899 + max_advantage: 0.30859703 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0077155894 + max_entropy: 0.45448703 + max_grad_norm_pre_clip: 6.598906 + max_loss: 0.008219913 + std: + std_actor_approxkl1: 0.0011325662 + std_actor_approxkl3: 0.0010406245 + std_actor_clipfrac: 0.041575983 + std_actor_loss: 0.0015873014 + std_advantage: 0.11125762 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011414587 + std_entropy: 0.029464455 + std_grad_norm_pre_clip: 1.6176741 + std_loss: 0.001604108 + eval-batch-orig: + avg_avg_episode_length: 18.80378 + avg_avg_return: 0.81951153 + avg_benchmark_regret: 0.01679306 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2539749 + proxy_corner: + avg_avg_return: 0.81951153 + avg_reward_per_step: 0.2539749 + eval-batch-shift: + avg_avg_episode_length: 70.69235 + avg_avg_return: 0.20703173 + avg_benchmark_regret: 0.6765481 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.036827087 + proxy_corner: + avg_avg_return: 0.54509294 + avg_reward_per_step: 0.01411438 + eval-batch-tree: + avg_avg_episode_length: 20.602613 + avg_avg_return: 0.83419293 + avg_benchmark_regret: 0.16002543 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.21011353 + proxy_corner: + avg_avg_return: 0.83419293 + avg_reward_per_step: 0.21011353 +=========================================================== +=========================================================== + step: + env-step-all-before: 14680064 + env-step-replay-before: 7405568 + env-step-used-before: 14680064 + ppo-update-before: 8960 + env-step-generate-before: 7274496 + env-step-all-after: 14712832 + env-step-replay-after: 7438336 + env-step-used-after: 14712832 + ppo-update-after: 8980 + env-step-generate-after: 7274496 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 20.749626 + avg_avg_return: 0.8112936 + avg_reward_per_step: 0.08300781 + proxy_corner: + avg_avg_return: 0.8112936 + avg_reward_per_step: 0.08300781 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.749626 + avg_avg_return: 0.8112936 + avg_reward_per_step: 0.08300781 + proxy_corner: + avg_avg_return: 0.8112936 + avg_reward_per_step: 0.08300781 + perf: + env_steps_per_second: 639867.5651246617 + ppo_updates_per_second: 100.4550417602112 + eval-batch-orig-duration: 0.19283305399585515 + eval-batch-shift-duration: 0.14275076397461817 + eval-batch-tree-duration: 0.13946802500868216 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.2026367 + mouse-cheese_dist_finite_wavg: 5.2198257 + mouse-cheese_dist_solvable_avg: 7.2026367 + mouse-cheese_dist_solvable_wavg: 5.219826 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.09375 + num_walls_wavg: 6.9078074 + prop_walls_avg: 0.26494563 + prop_walls_wavg: 0.30033952 + scoring: + avg_scores: 0.13623264 + visit_patterns: + avg_first_visit_time: 122.97754 + avg_last_visit_time: 217.2893 + num_replay_batches: 227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010773545 + avg_actor_approxkl3: 0.0011958412 + avg_actor_clipfrac: 0.062597655 + avg_actor_loss: 1.1323579e-05 + avg_advantage: 0.025119318 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0049786023 + avg_entropy: 0.50764704 + avg_grad_norm_pre_clip: 2.519009 + avg_loss: 0.0019929777 + max: + max_actor_approxkl1: 0.0031288255 + max_actor_approxkl3: 0.0030491499 + max_actor_clipfrac: 0.13208008 + max_actor_loss: 0.0022161156 + max_advantage: 0.36197156 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0072311885 + max_entropy: 0.53068286 + max_grad_norm_pre_clip: 5.431204 + max_loss: 0.00399002 + std: + std_actor_approxkl1: 0.0007155295 + std_actor_approxkl3: 0.0006743746 + std_actor_clipfrac: 0.03450711 + std_actor_loss: 0.00089940045 + std_advantage: 0.097903386 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011006088 + std_entropy: 0.011973906 + std_grad_norm_pre_clip: 1.4081151 + std_loss: 0.00086292217 + eval-batch-orig: + avg_avg_episode_length: 18.52518 + avg_avg_return: 0.82153 + avg_benchmark_regret: 0.014774617 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.25974274 + proxy_corner: + avg_avg_return: 0.82153 + avg_reward_per_step: 0.25974274 + eval-batch-shift: + avg_avg_episode_length: 69.72285 + avg_avg_return: 0.21889035 + avg_benchmark_regret: 0.6646895 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.039863586 + proxy_corner: + avg_avg_return: 0.5311451 + avg_reward_per_step: 0.014343262 + eval-batch-tree: + avg_avg_episode_length: 20.048714 + avg_avg_return: 0.8404808 + avg_benchmark_regret: 0.15373757 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.21017456 + proxy_corner: + avg_avg_return: 0.8404808 + avg_reward_per_step: 0.21017456 +=========================================================== +=========================================================== + step: + env-step-all-before: 15728640 + env-step-replay-before: 7766016 + env-step-used-before: 15728640 + ppo-update-before: 9600 + env-step-generate-before: 7962624 + env-step-all-after: 15761408 + env-step-replay-after: 7766016 + env-step-used-after: 15761408 + ppo-update-after: 9620 + env-step-generate-after: 7995392 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.706648 + avg_avg_return: 0.8101201 + avg_reward_per_step: 0.26812744 + proxy_corner: + avg_avg_return: 0.8101201 + avg_reward_per_step: 0.26812744 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.706648 + avg_avg_return: 0.8101201 + avg_reward_per_step: 0.26812744 + proxy_corner: + avg_avg_return: 0.8101201 + avg_reward_per_step: 0.26812744 + perf: + env_steps_per_second: 621339.3591023016 + ppo_updates_per_second: 98.9535053421577 + eval-batch-orig-duration: 0.19627030403353274 + eval-batch-shift-duration: 0.14450362900970504 + eval-batch-tree-duration: 0.14137780497549102 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.2790527 + mouse-cheese_dist_finite_wavg: 7.0220366 + mouse-cheese_dist_solvable_avg: 7.2790527 + mouse-cheese_dist_solvable_wavg: 7.0220356 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.107666 + num_walls_wavg: 6.905706 + prop_walls_avg: 0.26555067 + prop_walls_wavg: 0.3002481 + scoring: + avg_scores: 0.13937008 + visit_patterns: + avg_first_visit_time: 137.30005 + avg_last_visit_time: 227.21509 + num_replay_batches: 237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007752666 + avg_actor_approxkl3: 0.0008991914 + avg_actor_clipfrac: 0.048516847 + avg_actor_loss: 0.0004162887 + avg_advantage: 0.00059807766 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0052039535 + avg_entropy: 0.33635336 + avg_grad_norm_pre_clip: 2.9044886 + avg_loss: 0.002681912 + max: + max_actor_approxkl1: 0.0026860884 + max_actor_approxkl3: 0.0027067405 + max_actor_clipfrac: 0.119628906 + max_actor_loss: 0.0024840236 + max_advantage: 0.41871053 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006956674 + max_entropy: 0.4061072 + max_grad_norm_pre_clip: 6.850926 + max_loss: 0.005091907 + std: + std_actor_approxkl1: 0.00072063133 + std_actor_approxkl3: 0.0006226067 + std_actor_clipfrac: 0.03195554 + std_actor_loss: 0.0010297752 + std_advantage: 0.10262365 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009457567 + std_entropy: 0.0346194 + std_grad_norm_pre_clip: 1.8030945 + std_loss: 0.0011041539 + eval-batch-orig: + avg_avg_episode_length: 18.658081 + avg_avg_return: 0.81931025 + avg_benchmark_regret: 0.016994392 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.26698303 + proxy_corner: + avg_avg_return: 0.81931025 + avg_reward_per_step: 0.26698303 + eval-batch-shift: + avg_avg_episode_length: 70.093796 + avg_avg_return: 0.21050769 + avg_benchmark_regret: 0.6730721 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.04006195 + proxy_corner: + avg_avg_return: 0.5310024 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 19.748402 + avg_avg_return: 0.8434843 + avg_benchmark_regret: 0.15073407 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.21752167 + proxy_corner: + avg_avg_return: 0.8434843 + avg_reward_per_step: 0.21752167 +=========================================================== +=========================================================== + step: + env-step-all-before: 16777216 + env-step-replay-before: 8224768 + env-step-used-before: 16777216 + ppo-update-before: 10240 + env-step-generate-before: 8552448 + env-step-all-after: 16809984 + env-step-replay-after: 8257536 + env-step-used-after: 16809984 + ppo-update-after: 10260 + env-step-generate-after: 8552448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 16.960186 + avg_avg_return: 0.8569443 + avg_reward_per_step: 0.092041016 + proxy_corner: + avg_avg_return: 0.8569443 + avg_reward_per_step: 0.092041016 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.960186 + avg_avg_return: 0.8569443 + avg_reward_per_step: 0.092041016 + proxy_corner: + avg_avg_return: 0.8569443 + avg_reward_per_step: 0.092041016 + perf: + env_steps_per_second: 899291.0153607784 + ppo_updates_per_second: 105.35825259041795 + eval-batch-orig-duration: 0.21144867199473083 + eval-batch-shift-duration: 0.16706148203229532 + eval-batch-tree-duration: 0.14758537895977497 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.342285 + mouse-cheese_dist_finite_wavg: 6.1324744 + mouse-cheese_dist_solvable_avg: 7.342285 + mouse-cheese_dist_solvable_wavg: 6.1324744 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1535645 + num_walls_wavg: 6.9141 + prop_walls_avg: 0.26754627 + prop_walls_wavg: 0.3006132 + scoring: + avg_scores: 0.13398317 + visit_patterns: + avg_first_visit_time: 147.42407 + avg_last_visit_time: 242.26587 + num_replay_batches: 252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018466689 + avg_actor_approxkl3: 0.0018168185 + avg_actor_clipfrac: 0.090472415 + avg_actor_loss: 0.0007830979 + avg_advantage: -0.0011788071 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002849323 + avg_entropy: 0.43371055 + avg_grad_norm_pre_clip: 2.6693037 + avg_loss: 0.0017740488 + max: + max_actor_approxkl1: 0.0048889443 + max_actor_approxkl3: 0.004054931 + max_actor_clipfrac: 0.20410156 + max_actor_loss: 0.004086692 + max_advantage: 0.41878444 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003994598 + max_entropy: 0.49113184 + max_grad_norm_pre_clip: 5.75091 + max_loss: 0.0054286816 + std: + std_actor_approxkl1: 0.0013803948 + std_actor_approxkl3: 0.0011859308 + std_actor_clipfrac: 0.05954865 + std_actor_loss: 0.0018083671 + std_advantage: 0.077153 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006337858 + std_entropy: 0.020265905 + std_grad_norm_pre_clip: 1.5441412 + std_loss: 0.001845955 + eval-batch-orig: + avg_avg_episode_length: 18.448765 + avg_avg_return: 0.8204812 + avg_benchmark_regret: 0.01582347 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.26968384 + proxy_corner: + avg_avg_return: 0.8204812 + avg_reward_per_step: 0.26968384 + eval-batch-shift: + avg_avg_episode_length: 70.13677 + avg_avg_return: 0.2076136 + avg_benchmark_regret: 0.67596626 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.040779114 + proxy_corner: + avg_avg_return: 0.5313412 + avg_reward_per_step: 0.014457703 + eval-batch-tree: + avg_avg_episode_length: 19.693256 + avg_avg_return: 0.8367557 + avg_benchmark_regret: 0.15746266 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2230072 + proxy_corner: + avg_avg_return: 0.8367557 + avg_reward_per_step: 0.2230072 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 17825792 + env-step-replay-before: 8912896 + env-step-used-before: 17825792 + ppo-update-before: 10880 + env-step-generate-before: 8912896 + env-step-all-after: 17858560 + env-step-replay-after: 8945664 + env-step-used-after: 17858560 + ppo-update-after: 10900 + env-step-generate-after: 8912896 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 15.356596 + avg_avg_return: 0.8770367 + avg_reward_per_step: 0.09689331 + proxy_corner: + avg_avg_return: 0.8770367 + avg_reward_per_step: 0.09689331 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.356596 + avg_avg_return: 0.8770367 + avg_reward_per_step: 0.09689331 + proxy_corner: + avg_avg_return: 0.8770367 + avg_reward_per_step: 0.09689331 + perf: + env_steps_per_second: 904804.1040710701 + ppo_updates_per_second: 104.60045840878922 + eval-batch-orig-duration: 0.20826587203191593 + eval-batch-shift-duration: 0.1654580479953438 + eval-batch-tree-duration: 0.1450403510243632 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.3811035 + mouse-cheese_dist_finite_wavg: 7.0367737 + mouse-cheese_dist_solvable_avg: 7.3811035 + mouse-cheese_dist_solvable_wavg: 7.0367746 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1413574 + num_walls_wavg: 6.0177736 + prop_walls_avg: 0.26701552 + prop_walls_wavg: 0.26164237 + scoring: + avg_scores: 0.11938546 + visit_patterns: + avg_first_visit_time: 156.8667 + avg_last_visit_time: 263.17505 + num_replay_batches: 273 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017632565 + avg_actor_approxkl3: 0.0021684987 + avg_actor_clipfrac: 0.07755127 + avg_actor_loss: 0.0013801501 + avg_advantage: 0.05740626 + avg_critic_clipfrac: 0.18737184 + avg_critic_loss: 0.0035412684 + avg_entropy: 0.39290246 + avg_grad_norm_pre_clip: 3.9811478 + avg_loss: 0.0027578815 + max: + max_actor_approxkl1: 0.005606332 + max_actor_approxkl3: 0.007618833 + max_actor_clipfrac: 0.19665527 + max_actor_loss: 0.0060164295 + max_advantage: 0.32729387 + max_critic_clipfrac: 0.92907715 + max_critic_loss: 0.0060107056 + max_entropy: 0.42352068 + max_grad_norm_pre_clip: 6.7175927 + max_loss: 0.007102009 + std: + std_actor_approxkl1: 0.0015922689 + std_actor_approxkl3: 0.0021141914 + std_actor_clipfrac: 0.052762087 + std_actor_loss: 0.0020467371 + std_advantage: 0.073907286 + std_critic_clipfrac: 0.32214698 + std_critic_loss: 0.0010643594 + std_entropy: 0.015793666 + std_grad_norm_pre_clip: 1.9291338 + std_loss: 0.001948594 + eval-batch-orig: + avg_avg_episode_length: 18.415777 + avg_avg_return: 0.8204885 + avg_benchmark_regret: 0.015816143 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27040863 + proxy_corner: + avg_avg_return: 0.8204885 + avg_reward_per_step: 0.27040863 + eval-batch-shift: + avg_avg_episode_length: 70.500595 + avg_avg_return: 0.20311809 + avg_benchmark_regret: 0.68046176 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.042007446 + proxy_corner: + avg_avg_return: 0.5468013 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 18.10691 + avg_avg_return: 0.8589367 + avg_benchmark_regret: 0.13528162 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.22645569 + proxy_corner: + avg_avg_return: 0.8589367 + avg_reward_per_step: 0.22645569 +=========================================================== +=========================================================== + step: + env-step-all-before: 18874368 + env-step-replay-before: 9633792 + env-step-used-before: 18874368 + ppo-update-before: 11520 + env-step-generate-before: 9240576 + env-step-all-after: 18907136 + env-step-replay-after: 9666560 + env-step-used-after: 18907136 + ppo-update-after: 11540 + env-step-generate-after: 9240576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.132955 + avg_avg_return: 0.8828566 + avg_reward_per_step: 0.09957886 + proxy_corner: + avg_avg_return: 0.8828566 + avg_reward_per_step: 0.09957886 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.132955 + avg_avg_return: 0.8828566 + avg_reward_per_step: 0.09957886 + proxy_corner: + avg_avg_return: 0.8828566 + avg_reward_per_step: 0.09957886 + perf: + env_steps_per_second: 737754.5694579132 + ppo_updates_per_second: 86.28447520825597 + eval-batch-orig-duration: 0.2373296199948527 + eval-batch-shift-duration: 0.15394859696971253 + eval-batch-tree-duration: 0.14781820797361434 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.432129 + mouse-cheese_dist_finite_wavg: 7.040598 + mouse-cheese_dist_solvable_avg: 7.432129 + mouse-cheese_dist_solvable_wavg: 7.040599 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1467285 + num_walls_wavg: 8.70614 + prop_walls_avg: 0.26724905 + prop_walls_wavg: 0.37852782 + scoring: + avg_scores: 0.10827335 + visit_patterns: + avg_first_visit_time: 166.9607 + avg_last_visit_time: 285.18848 + num_replay_batches: 295 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013540926 + avg_actor_approxkl3: 0.0014005406 + avg_actor_clipfrac: 0.07341919 + avg_actor_loss: 0.0009897142 + avg_advantage: 0.024890289 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00249407 + avg_entropy: 0.36643586 + avg_grad_norm_pre_clip: 4.393826 + avg_loss: 0.0018703135 + max: + max_actor_approxkl1: 0.0036427323 + max_actor_approxkl3: 0.0037862193 + max_actor_clipfrac: 0.18701172 + max_actor_loss: 0.0066646263 + max_advantage: 0.32501572 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003844422 + max_entropy: 0.38892654 + max_grad_norm_pre_clip: 11.506793 + max_loss: 0.0072618104 + std: + std_actor_approxkl1: 0.0011758488 + std_actor_approxkl3: 0.00081217685 + std_actor_clipfrac: 0.041517626 + std_actor_loss: 0.0016654322 + std_advantage: 0.06888417 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005371411 + std_entropy: 0.012696618 + std_grad_norm_pre_clip: 2.1653893 + std_loss: 0.0015865141 + eval-batch-orig: + avg_avg_episode_length: 18.297539 + avg_avg_return: 0.82116246 + avg_benchmark_regret: 0.0151421875 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2711792 + proxy_corner: + avg_avg_return: 0.82116246 + avg_reward_per_step: 0.2711792 + eval-batch-shift: + avg_avg_episode_length: 69.70218 + avg_avg_return: 0.21278885 + avg_benchmark_regret: 0.67079103 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.043304443 + proxy_corner: + avg_avg_return: 0.5345779 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 16.855255 + avg_avg_return: 0.87521553 + avg_benchmark_regret: 0.11900288 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.22937012 + proxy_corner: + avg_avg_return: 0.87521553 + avg_reward_per_step: 0.22937012 +=========================================================== +=========================================================== + step: + env-step-all-before: 19922944 + env-step-replay-before: 10125312 + env-step-used-before: 19922944 + ppo-update-before: 12160 + env-step-generate-before: 9797632 + env-step-all-after: 19955712 + env-step-replay-after: 10158080 + env-step-used-after: 19955712 + ppo-update-after: 12180 + env-step-generate-after: 9797632 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.816422 + avg_avg_return: 0.8748038 + avg_reward_per_step: 0.102508545 + proxy_corner: + avg_avg_return: 0.8748038 + avg_reward_per_step: 0.102508545 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.816422 + avg_avg_return: 0.8748038 + avg_reward_per_step: 0.102508545 + proxy_corner: + avg_avg_return: 0.8748038 + avg_reward_per_step: 0.102508545 + perf: + env_steps_per_second: 896138.0690269861 + ppo_updates_per_second: 91.42185574350556 + eval-batch-orig-duration: 0.2266649420489557 + eval-batch-shift-duration: 0.1463558209943585 + eval-batch-tree-duration: 0.14252120099263266 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.495117 + mouse-cheese_dist_finite_wavg: 7.0474772 + mouse-cheese_dist_solvable_avg: 7.495117 + mouse-cheese_dist_solvable_wavg: 7.047478 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.137207 + num_walls_wavg: 6.016241 + prop_walls_avg: 0.26683506 + prop_walls_wavg: 0.2615757 + scoring: + avg_scores: 0.10844437 + visit_patterns: + avg_first_visit_time: 180.71338 + avg_last_visit_time: 300.20215 + num_replay_batches: 310 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010122549 + avg_actor_approxkl3: 0.001033079 + avg_actor_clipfrac: 0.05983887 + avg_actor_loss: 0.0006504503 + avg_advantage: 0.0048606074 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028303973 + avg_entropy: 0.32150835 + avg_grad_norm_pre_clip: 2.9104548 + avg_loss: 0.0017441408 + max: + max_actor_approxkl1: 0.0033951872 + max_actor_approxkl3: 0.0022694948 + max_actor_clipfrac: 0.118896484 + max_actor_loss: 0.0030579306 + max_advantage: 0.42033833 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0038059026 + max_entropy: 0.35505274 + max_grad_norm_pre_clip: 4.7071123 + max_loss: 0.0036192324 + std: + std_actor_approxkl1: 0.0007986811 + std_actor_approxkl3: 0.00055922713 + std_actor_clipfrac: 0.03251162 + std_actor_loss: 0.0010983039 + std_advantage: 0.07818923 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00053778535 + std_entropy: 0.017092083 + std_grad_norm_pre_clip: 1.2165171 + std_loss: 0.0010686759 + eval-batch-orig: + avg_avg_episode_length: 18.293736 + avg_avg_return: 0.82076514 + avg_benchmark_regret: 0.015539506 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27539825 + proxy_corner: + avg_avg_return: 0.82076514 + avg_reward_per_step: 0.27539825 + eval-batch-shift: + avg_avg_episode_length: 70.430046 + avg_avg_return: 0.20017958 + avg_benchmark_regret: 0.6834003 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.047203064 + proxy_corner: + avg_avg_return: 0.5455905 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 17.94851 + avg_avg_return: 0.8543026 + avg_benchmark_regret: 0.1399158 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23516846 + proxy_corner: + avg_avg_return: 0.8543026 + avg_reward_per_step: 0.23516846 +=========================================================== +=========================================================== + step: + env-step-all-before: 20971520 + env-step-replay-before: 10682368 + env-step-used-before: 20971520 + ppo-update-before: 12800 + env-step-generate-before: 10289152 + env-step-all-after: 21004288 + env-step-replay-after: 10682368 + env-step-used-after: 21004288 + ppo-update-after: 12820 + env-step-generate-after: 10321920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.368305 + avg_avg_return: 0.8063643 + avg_reward_per_step: 0.25390625 + proxy_corner: + avg_avg_return: 0.8063643 + avg_reward_per_step: 0.25390625 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.368305 + avg_avg_return: 0.8063643 + avg_reward_per_step: 0.25390625 + proxy_corner: + avg_avg_return: 0.8063643 + avg_reward_per_step: 0.25390625 + perf: + env_steps_per_second: 614147.508657991 + ppo_updates_per_second: 98.69319355398363 + eval-batch-orig-duration: 0.1925086000119336 + eval-batch-shift-duration: 0.1419877650332637 + eval-batch-tree-duration: 0.13818972400622442 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.5429688 + mouse-cheese_dist_finite_wavg: 7.0552163 + mouse-cheese_dist_solvable_avg: 7.5429688 + mouse-cheese_dist_solvable_wavg: 7.0552173 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.121826 + num_walls_wavg: 8.707369 + prop_walls_avg: 0.26616633 + prop_walls_wavg: 0.37858123 + scoring: + avg_scores: 0.1114645 + visit_patterns: + avg_first_visit_time: 194.73242 + avg_last_visit_time: 316.29834 + num_replay_batches: 326 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012757172 + avg_actor_approxkl3: 0.0010731025 + avg_actor_clipfrac: 0.049316406 + avg_actor_loss: 0.0007615473 + avg_advantage: -0.032741394 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005156896 + avg_entropy: 0.22620814 + avg_grad_norm_pre_clip: 2.870837 + avg_loss: 0.0031137867 + max: + max_actor_approxkl1: 0.0037696403 + max_actor_approxkl3: 0.0027883146 + max_actor_clipfrac: 0.09375 + max_actor_loss: 0.0035727397 + max_advantage: 0.28058404 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007309155 + max_entropy: 0.2656831 + max_grad_norm_pre_clip: 5.527051 + max_loss: 0.006514732 + std: + std_actor_approxkl1: 0.0008996627 + std_actor_approxkl3: 0.00061651634 + std_actor_clipfrac: 0.023322778 + std_actor_loss: 0.0009775261 + std_advantage: 0.10125686 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000977269 + std_entropy: 0.019415375 + std_grad_norm_pre_clip: 1.3094306 + std_loss: 0.0010298075 + eval-batch-orig: + avg_avg_episode_length: 18.136204 + avg_avg_return: 0.82195526 + avg_benchmark_regret: 0.014349405 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27611542 + proxy_corner: + avg_avg_return: 0.82195526 + avg_reward_per_step: 0.27611542 + eval-batch-shift: + avg_avg_episode_length: 70.32814 + avg_avg_return: 0.20392245 + avg_benchmark_regret: 0.6796574 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.043807983 + proxy_corner: + avg_avg_return: 0.54676527 + avg_reward_per_step: 0.014663696 + eval-batch-tree: + avg_avg_episode_length: 16.969398 + avg_avg_return: 0.8725765 + avg_benchmark_regret: 0.12164189 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23614502 + proxy_corner: + avg_avg_return: 0.8725765 + avg_reward_per_step: 0.23614502 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 22020096 + env-step-replay-before: 11141120 + env-step-used-before: 22020096 + ppo-update-before: 13440 + env-step-generate-before: 10878976 + env-step-all-after: 22052864 + env-step-replay-after: 11173888 + env-step-used-after: 22052864 + ppo-update-after: 13460 + env-step-generate-after: 10878976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.976705 + avg_avg_return: 0.878451 + avg_reward_per_step: 0.10064697 + proxy_corner: + avg_avg_return: 0.878451 + avg_reward_per_step: 0.10064697 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.976705 + avg_avg_return: 0.878451 + avg_reward_per_step: 0.10064697 + proxy_corner: + avg_avg_return: 0.878451 + avg_reward_per_step: 0.10064697 + perf: + env_steps_per_second: 913883.7230282639 + ppo_updates_per_second: 104.65007973501355 + eval-batch-orig-duration: 0.19979422801407054 + eval-batch-shift-duration: 0.14731560001382604 + eval-batch-tree-duration: 0.14288500702241436 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.586914 + mouse-cheese_dist_finite_wavg: 7.0559707 + mouse-cheese_dist_solvable_avg: 7.586914 + mouse-cheese_dist_solvable_wavg: 7.0559707 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.134033 + num_walls_wavg: 6.9152923 + prop_walls_avg: 0.26669708 + prop_walls_wavg: 0.30066496 + scoring: + avg_scores: 0.11532827 + visit_patterns: + avg_first_visit_time: 207.77856 + avg_last_visit_time: 331.2019 + num_replay_batches: 341 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016447079 + avg_actor_approxkl3: 0.0015270881 + avg_actor_clipfrac: 0.06820679 + avg_actor_loss: 0.0003667591 + avg_advantage: 0.040376376 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0030320615 + avg_entropy: 0.30841753 + avg_grad_norm_pre_clip: 3.4964886 + avg_loss: 0.0015743723 + max: + max_actor_approxkl1: 0.0067874747 + max_actor_approxkl3: 0.004544409 + max_actor_clipfrac: 0.12817383 + max_actor_loss: 0.0025287233 + max_advantage: 0.34879625 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0038221532 + max_entropy: 0.3665651 + max_grad_norm_pre_clip: 6.6220727 + max_loss: 0.0037210246 + std: + std_actor_approxkl1: 0.0015748565 + std_actor_approxkl3: 0.0011698618 + std_actor_clipfrac: 0.041305453 + std_actor_loss: 0.0012343539 + std_advantage: 0.07622006 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00051841134 + std_entropy: 0.021750024 + std_grad_norm_pre_clip: 1.6831032 + std_loss: 0.0012239398 + eval-batch-orig: + avg_avg_episode_length: 18.084097 + avg_avg_return: 0.822932 + avg_benchmark_regret: 0.013372638 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27786255 + proxy_corner: + avg_avg_return: 0.822932 + avg_reward_per_step: 0.27786255 + eval-batch-shift: + avg_avg_episode_length: 70.03987 + avg_avg_return: 0.20573574 + avg_benchmark_regret: 0.67784405 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.048080444 + proxy_corner: + avg_avg_return: 0.5389365 + avg_reward_per_step: 0.014701843 + eval-batch-tree: + avg_avg_episode_length: 16.607208 + avg_avg_return: 0.87096035 + avg_benchmark_regret: 0.123258054 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23705292 + proxy_corner: + avg_avg_return: 0.87096035 + avg_reward_per_step: 0.23705292 +=========================================================== +=========================================================== + step: + env-step-all-before: 23068672 + env-step-replay-before: 11665408 + env-step-used-before: 23068672 + ppo-update-before: 14080 + env-step-generate-before: 11403264 + env-step-all-after: 23101440 + env-step-replay-after: 11698176 + env-step-used-after: 23101440 + ppo-update-after: 14100 + env-step-generate-after: 11403264 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.662017 + avg_avg_return: 0.87471366 + avg_reward_per_step: 0.100097656 + proxy_corner: + avg_avg_return: 0.87471366 + avg_reward_per_step: 0.100097656 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.662017 + avg_avg_return: 0.87471366 + avg_reward_per_step: 0.100097656 + proxy_corner: + avg_avg_return: 0.87471366 + avg_reward_per_step: 0.100097656 + perf: + env_steps_per_second: 889070.2052822638 + ppo_updates_per_second: 104.42123202684293 + eval-batch-orig-duration: 0.21364644600544125 + eval-batch-shift-duration: 0.16312727303011343 + eval-batch-tree-duration: 0.14608237403444946 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.6228027 + mouse-cheese_dist_finite_wavg: 7.063196 + mouse-cheese_dist_solvable_avg: 7.6228027 + mouse-cheese_dist_solvable_wavg: 7.063196 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1445312 + num_walls_wavg: 5.1153173 + prop_walls_avg: 0.2671535 + prop_walls_wavg: 0.22240508 + scoring: + avg_scores: 0.111396536 + visit_patterns: + avg_first_visit_time: 219.2981 + avg_last_visit_time: 347.25854 + num_replay_batches: 357 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015149687 + avg_actor_approxkl3: 0.0015569229 + avg_actor_clipfrac: 0.07902832 + avg_actor_loss: 0.0011537942 + avg_advantage: -0.003551249 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027571896 + avg_entropy: 0.32083952 + avg_grad_norm_pre_clip: 3.673331 + avg_loss: 0.002211549 + max: + max_actor_approxkl1: 0.0039506345 + max_actor_approxkl3: 0.0042671417 + max_actor_clipfrac: 0.19030762 + max_actor_loss: 0.0047040135 + max_advantage: 0.3317575 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003972834 + max_entropy: 0.3457771 + max_grad_norm_pre_clip: 6.8935122 + max_loss: 0.0056033023 + std: + std_actor_approxkl1: 0.0010687909 + std_actor_approxkl3: 0.0010507855 + std_actor_clipfrac: 0.047260184 + std_actor_loss: 0.0015988917 + std_advantage: 0.07467723 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00044985412 + std_entropy: 0.012412167 + std_grad_norm_pre_clip: 1.5164096 + std_loss: 0.0015678534 + eval-batch-orig: + avg_avg_episode_length: 17.997284 + avg_avg_return: 0.82354945 + avg_benchmark_regret: 0.012755176 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2776947 + proxy_corner: + avg_avg_return: 0.82354945 + avg_reward_per_step: 0.2776947 + eval-batch-shift: + avg_avg_episode_length: 69.74486 + avg_avg_return: 0.21027866 + avg_benchmark_regret: 0.67330116 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.049102783 + proxy_corner: + avg_avg_return: 0.53322273 + avg_reward_per_step: 0.01473999 + eval-batch-tree: + avg_avg_episode_length: 17.145565 + avg_avg_return: 0.8658999 + avg_benchmark_regret: 0.12831843 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23522949 + proxy_corner: + avg_avg_return: 0.8658999 + avg_reward_per_step: 0.23522949 +=========================================================== +=========================================================== + step: + env-step-all-before: 24117248 + env-step-replay-before: 12320768 + env-step-used-before: 24117248 + ppo-update-before: 14720 + env-step-generate-before: 11796480 + env-step-all-after: 24150016 + env-step-replay-after: 12353536 + env-step-used-after: 24150016 + ppo-update-after: 14740 + env-step-generate-after: 11796480 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.848997 + avg_avg_return: 0.8854383 + avg_reward_per_step: 0.10562134 + proxy_corner: + avg_avg_return: 0.8854383 + avg_reward_per_step: 0.10562134 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.848997 + avg_avg_return: 0.8854383 + avg_reward_per_step: 0.10562134 + proxy_corner: + avg_avg_return: 0.8854383 + avg_reward_per_step: 0.10562134 + perf: + env_steps_per_second: 694550.6599677325 + ppo_updates_per_second: 80.18057370212311 + eval-batch-orig-duration: 0.24775535601656884 + eval-batch-shift-duration: 0.14931545098079368 + eval-batch-tree-duration: 0.14447274000849575 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.6435547 + mouse-cheese_dist_finite_wavg: 7.0629234 + mouse-cheese_dist_solvable_avg: 7.6435547 + mouse-cheese_dist_solvable_wavg: 7.0629244 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.148926 + num_walls_wavg: 5.1148686 + prop_walls_avg: 0.2673446 + prop_walls_wavg: 0.22238551 + scoring: + avg_scores: 0.10312766 + visit_patterns: + avg_first_visit_time: 229.4541 + avg_last_visit_time: 367.2351 + num_replay_batches: 377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009691313 + avg_actor_approxkl3: 0.0009316833 + avg_actor_clipfrac: 0.05038452 + avg_actor_loss: 0.0005350184 + avg_advantage: -0.0021456683 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0022496914 + avg_entropy: 0.27243447 + avg_grad_norm_pre_clip: 2.6444743 + avg_loss: 0.0013874295 + max: + max_actor_approxkl1: 0.0021283077 + max_actor_approxkl3: 0.0023440968 + max_actor_clipfrac: 0.11645508 + max_actor_loss: 0.0039724056 + max_advantage: 0.2738173 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003930522 + max_entropy: 0.31063873 + max_grad_norm_pre_clip: 5.458204 + max_loss: 0.004366156 + std: + std_actor_approxkl1: 0.00073906727 + std_actor_approxkl3: 0.0006028145 + std_actor_clipfrac: 0.030910766 + std_actor_loss: 0.0014722566 + std_advantage: 0.067403495 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00066512293 + std_entropy: 0.01555772 + std_grad_norm_pre_clip: 1.3596604 + std_loss: 0.0015229745 + eval-batch-orig: + avg_avg_episode_length: 17.938087 + avg_avg_return: 0.82411724 + avg_benchmark_regret: 0.012187367 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2785797 + proxy_corner: + avg_avg_return: 0.82411724 + avg_reward_per_step: 0.2785797 + eval-batch-shift: + avg_avg_episode_length: 69.66697 + avg_avg_return: 0.2091725 + avg_benchmark_regret: 0.67440736 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.04891205 + proxy_corner: + avg_avg_return: 0.54213375 + avg_reward_per_step: 0.014770508 + eval-batch-tree: + avg_avg_episode_length: 16.102936 + avg_avg_return: 0.8723743 + avg_benchmark_regret: 0.12184402 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24066162 + proxy_corner: + avg_avg_return: 0.8723743 + avg_reward_per_step: 0.24066162 +=========================================================== +=========================================================== + step: + env-step-all-before: 25165824 + env-step-replay-before: 13041664 + env-step-used-before: 25165824 + ppo-update-before: 15360 + env-step-generate-before: 12124160 + env-step-all-after: 25198592 + env-step-replay-after: 13041664 + env-step-used-after: 25198592 + ppo-update-after: 15380 + env-step-generate-after: 12156928 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.310413 + avg_avg_return: 0.78014636 + avg_reward_per_step: 0.27630615 + proxy_corner: + avg_avg_return: 0.78014636 + avg_reward_per_step: 0.27630615 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.310413 + avg_avg_return: 0.78014636 + avg_reward_per_step: 0.27630615 + proxy_corner: + avg_avg_return: 0.78014636 + avg_reward_per_step: 0.27630615 + perf: + env_steps_per_second: 901934.1987643483 + ppo_updates_per_second: 108.82984407362645 + eval-batch-orig-duration: 0.189393927983474 + eval-batch-shift-duration: 0.142191577993799 + eval-batch-tree-duration: 0.1399634780245833 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.640381 + mouse-cheese_dist_finite_wavg: 7.062692 + mouse-cheese_dist_solvable_avg: 7.640381 + mouse-cheese_dist_solvable_wavg: 7.062692 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.135498 + num_walls_wavg: 6.915984 + prop_walls_avg: 0.26676077 + prop_walls_wavg: 0.300695 + scoring: + avg_scores: 0.10010599 + visit_patterns: + avg_first_visit_time: 240.85645 + avg_last_visit_time: 388.30737 + num_replay_batches: 398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010215449 + avg_actor_approxkl3: 0.0006523394 + avg_actor_clipfrac: 0.03638916 + avg_actor_loss: -0.00043847226 + avg_advantage: -0.03542244 + avg_critic_clipfrac: 0.016021729 + avg_critic_loss: 0.005906468 + avg_entropy: 0.21470009 + avg_grad_norm_pre_clip: 2.027589 + avg_loss: 0.0023000615 + max: + max_actor_approxkl1: 0.0023647002 + max_actor_approxkl3: 0.0012643798 + max_actor_clipfrac: 0.07531738 + max_actor_loss: 0.0014577657 + max_advantage: 0.2153815 + max_critic_clipfrac: 0.1217041 + max_critic_loss: 0.0075768954 + max_entropy: 0.26216024 + max_grad_norm_pre_clip: 3.4022484 + max_loss: 0.0042921496 + std: + std_actor_approxkl1: 0.00065503444 + std_actor_approxkl3: 0.0003326354 + std_actor_clipfrac: 0.019742958 + std_actor_loss: 0.0008350806 + std_advantage: 0.10978916 + std_critic_clipfrac: 0.035886757 + std_critic_loss: 0.0010063715 + std_entropy: 0.020280147 + std_grad_norm_pre_clip: 0.79127914 + std_loss: 0.0010326382 + eval-batch-orig: + avg_avg_episode_length: 17.947874 + avg_avg_return: 0.8238377 + avg_benchmark_regret: 0.012466917 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2785797 + proxy_corner: + avg_avg_return: 0.8238377 + avg_reward_per_step: 0.2785797 + eval-batch-shift: + avg_avg_episode_length: 69.995346 + avg_avg_return: 0.21189223 + avg_benchmark_regret: 0.6716876 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.04912567 + proxy_corner: + avg_avg_return: 0.54233515 + avg_reward_per_step: 0.014862061 + eval-batch-tree: + avg_avg_episode_length: 15.824141 + avg_avg_return: 0.878126 + avg_benchmark_regret: 0.11609234 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24156952 + proxy_corner: + avg_avg_return: 0.878126 + avg_reward_per_step: 0.24156952 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 26214400 + env-step-replay-before: 13402112 + env-step-used-before: 26214400 + ppo-update-before: 16000 + env-step-generate-before: 12812288 + env-step-all-after: 26247168 + env-step-replay-after: 13434880 + env-step-used-after: 26247168 + ppo-update-after: 16020 + env-step-generate-after: 12812288 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.770296 + avg_avg_return: 0.9009491 + avg_reward_per_step: 0.1076355 + proxy_corner: + avg_avg_return: 0.9009491 + avg_reward_per_step: 0.1076355 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.770296 + avg_avg_return: 0.9009491 + avg_reward_per_step: 0.1076355 + proxy_corner: + avg_avg_return: 0.9009491 + avg_reward_per_step: 0.1076355 + perf: + env_steps_per_second: 904192.7635072621 + ppo_updates_per_second: 104.17412977361339 + eval-batch-orig-duration: 0.2004102579667233 + eval-batch-shift-duration: 0.1497323060175404 + eval-batch-tree-duration: 0.14371776598272845 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.717041 + mouse-cheese_dist_finite_wavg: 7.0691614 + mouse-cheese_dist_solvable_avg: 7.717041 + mouse-cheese_dist_solvable_wavg: 7.0691633 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.13208 + num_walls_wavg: 8.708693 + prop_walls_avg: 0.26661217 + prop_walls_wavg: 0.37863865 + scoring: + avg_scores: 0.10379314 + visit_patterns: + avg_first_visit_time: 253.17041 + avg_last_visit_time: 400.27344 + num_replay_batches: 410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00054058875 + avg_actor_approxkl3: 0.00063373015 + avg_actor_clipfrac: 0.034161378 + avg_actor_loss: -0.00019643789 + avg_advantage: 0.05348009 + avg_critic_clipfrac: 0.13449097 + avg_critic_loss: 0.004113407 + avg_entropy: 0.23792844 + avg_grad_norm_pre_clip: 2.626804 + avg_loss: 0.0016223373 + max: + max_actor_approxkl1: 0.001333272 + max_actor_approxkl3: 0.0015868718 + max_actor_clipfrac: 0.09472656 + max_actor_loss: 0.0011534505 + max_advantage: 0.42853975 + max_critic_clipfrac: 0.81359863 + max_critic_loss: 0.0068243803 + max_entropy: 0.28435463 + max_grad_norm_pre_clip: 4.8997774 + max_loss: 0.0037383665 + std: + std_actor_approxkl1: 0.00042866915 + std_actor_approxkl3: 0.0003543126 + std_actor_clipfrac: 0.020089868 + std_actor_loss: 0.00082035695 + std_advantage: 0.089422084 + std_critic_clipfrac: 0.22844414 + std_critic_loss: 0.0010602053 + std_entropy: 0.01882995 + std_grad_norm_pre_clip: 1.0125558 + std_loss: 0.0011355864 + eval-batch-orig: + avg_avg_episode_length: 18.059036 + avg_avg_return: 0.82248807 + avg_benchmark_regret: 0.013816614 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27925873 + proxy_corner: + avg_avg_return: 0.82248807 + avg_reward_per_step: 0.27925873 + eval-batch-shift: + avg_avg_episode_length: 70.82698 + avg_avg_return: 0.19876488 + avg_benchmark_regret: 0.68481493 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.04689789 + proxy_corner: + avg_avg_return: 0.5459213 + avg_reward_per_step: 0.01499176 + eval-batch-tree: + avg_avg_episode_length: 16.129772 + avg_avg_return: 0.8726871 + avg_benchmark_regret: 0.12153126 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24150085 + proxy_corner: + avg_avg_return: 0.8726871 + avg_reward_per_step: 0.24150085 +=========================================================== +=========================================================== + step: + env-step-all-before: 27262976 + env-step-replay-before: 14024704 + env-step-used-before: 27262976 + ppo-update-before: 16640 + env-step-generate-before: 13238272 + env-step-all-after: 27295744 + env-step-replay-after: 14057472 + env-step-used-after: 27295744 + ppo-update-after: 16660 + env-step-generate-after: 13238272 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.195324 + avg_avg_return: 0.89862597 + avg_reward_per_step: 0.11129761 + proxy_corner: + avg_avg_return: 0.89862597 + avg_reward_per_step: 0.11129761 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.195324 + avg_avg_return: 0.89862597 + avg_reward_per_step: 0.11129761 + proxy_corner: + avg_avg_return: 0.89862597 + avg_reward_per_step: 0.11129761 + perf: + env_steps_per_second: 653386.0169697251 + ppo_updates_per_second: 79.65700395485686 + eval-batch-orig-duration: 0.2521203369833529 + eval-batch-shift-duration: 0.15382314997259527 + eval-batch-tree-duration: 0.14312565000727773 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.681885 + mouse-cheese_dist_finite_wavg: 7.070646 + mouse-cheese_dist_solvable_avg: 7.681885 + mouse-cheese_dist_solvable_wavg: 7.070645 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.133301 + num_walls_wavg: 6.913428 + prop_walls_avg: 0.26666522 + prop_walls_wavg: 0.30058387 + scoring: + avg_scores: 0.100223646 + visit_patterns: + avg_first_visit_time: 268.42212 + avg_last_visit_time: 419.2622 + num_replay_batches: 429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013075633 + avg_actor_approxkl3: 0.0014226477 + avg_actor_clipfrac: 0.06529541 + avg_actor_loss: 0.0015688048 + avg_advantage: -0.00024603464 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0022557264 + avg_entropy: 0.22194962 + avg_grad_norm_pre_clip: 3.7558198 + avg_loss: 0.0024747183 + max: + max_actor_approxkl1: 0.003347313 + max_actor_approxkl3: 0.003185715 + max_actor_clipfrac: 0.13745117 + max_actor_loss: 0.006382346 + max_advantage: 0.29439396 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031490994 + max_entropy: 0.24730274 + max_grad_norm_pre_clip: 6.423557 + max_loss: 0.0074527794 + std: + std_actor_approxkl1: 0.00091704604 + std_actor_approxkl3: 0.0008142703 + std_actor_clipfrac: 0.030757139 + std_actor_loss: 0.0018286428 + std_advantage: 0.0680547 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005108187 + std_entropy: 0.014266037 + std_grad_norm_pre_clip: 1.3204685 + std_loss: 0.0018543671 + eval-batch-orig: + avg_avg_episode_length: 17.943634 + avg_avg_return: 0.8244399 + avg_benchmark_regret: 0.011864712 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27824402 + proxy_corner: + avg_avg_return: 0.8244399 + avg_reward_per_step: 0.27824402 + eval-batch-shift: + avg_avg_episode_length: 70.335106 + avg_avg_return: 0.20258477 + avg_benchmark_regret: 0.68099505 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.05152893 + proxy_corner: + avg_avg_return: 0.5447086 + avg_reward_per_step: 0.015113831 + eval-batch-tree: + avg_avg_episode_length: 15.177034 + avg_avg_return: 0.8858306 + avg_benchmark_regret: 0.10838777 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24314117 + proxy_corner: + avg_avg_return: 0.8858306 + avg_reward_per_step: 0.24314117 +=========================================================== +=========================================================== + step: + env-step-all-before: 28311552 + env-step-replay-before: 14581760 + env-step-used-before: 28311552 + ppo-update-before: 17280 + env-step-generate-before: 13729792 + env-step-all-after: 28344320 + env-step-replay-after: 14581760 + env-step-used-after: 28344320 + ppo-update-after: 17300 + env-step-generate-after: 13762560 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.842733 + avg_avg_return: 0.7876565 + avg_reward_per_step: 0.27053833 + proxy_corner: + avg_avg_return: 0.7876565 + avg_reward_per_step: 0.27053833 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.842733 + avg_avg_return: 0.7876565 + avg_reward_per_step: 0.27053833 + proxy_corner: + avg_avg_return: 0.7876565 + avg_reward_per_step: 0.27053833 + perf: + env_steps_per_second: 897861.8817004296 + ppo_updates_per_second: 109.15779959370198 + eval-batch-orig-duration: 0.19329259800724685 + eval-batch-shift-duration: 0.1475501609966159 + eval-batch-tree-duration: 0.14263762900372967 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.675049 + mouse-cheese_dist_finite_wavg: 7.0695653 + mouse-cheese_dist_solvable_avg: 7.675049 + mouse-cheese_dist_solvable_wavg: 7.0695653 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.143799 + num_walls_wavg: 8.710527 + prop_walls_avg: 0.26712167 + prop_walls_wavg: 0.3787186 + scoring: + avg_scores: 0.0987171 + visit_patterns: + avg_first_visit_time: 285.09253 + avg_last_visit_time: 435.30127 + num_replay_batches: 445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020809716 + avg_actor_approxkl3: 0.0019964543 + avg_actor_clipfrac: 0.07252198 + avg_actor_loss: 0.0019314403 + avg_advantage: -0.0025662598 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005604261 + avg_entropy: 0.19906561 + avg_grad_norm_pre_clip: 4.123433 + avg_loss: 0.0045345053 + max: + max_actor_approxkl1: 0.005628664 + max_actor_approxkl3: 0.007163358 + max_actor_clipfrac: 0.16455078 + max_actor_loss: 0.007860992 + max_advantage: 0.25922358 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007949873 + max_entropy: 0.25444168 + max_grad_norm_pre_clip: 7.7331786 + max_loss: 0.011436409 + std: + std_actor_approxkl1: 0.0014805337 + std_actor_approxkl3: 0.0016602476 + std_actor_clipfrac: 0.040886942 + std_actor_loss: 0.0023798614 + std_advantage: 0.1080479 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013403893 + std_entropy: 0.035100967 + std_grad_norm_pre_clip: 1.6409502 + std_loss: 0.0024872208 + eval-batch-orig: + avg_avg_episode_length: 17.943035 + avg_avg_return: 0.8243562 + avg_benchmark_regret: 0.011948419 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2783203 + proxy_corner: + avg_avg_return: 0.8243562 + avg_reward_per_step: 0.2783203 + eval-batch-shift: + avg_avg_episode_length: 70.15924 + avg_avg_return: 0.20302862 + avg_benchmark_regret: 0.68055123 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.04889679 + proxy_corner: + avg_avg_return: 0.54298574 + avg_reward_per_step: 0.015167236 + eval-batch-tree: + avg_avg_episode_length: 14.890707 + avg_avg_return: 0.8889313 + avg_benchmark_regret: 0.10528706 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2431488 + proxy_corner: + avg_avg_return: 0.8889313 + avg_reward_per_step: 0.2431488 +=========================================================== +=========================================================== + step: + env-step-all-before: 29360128 + env-step-replay-before: 15171584 + env-step-used-before: 29360128 + ppo-update-before: 17920 + env-step-generate-before: 14188544 + env-step-all-after: 29392896 + env-step-replay-after: 15171584 + env-step-used-after: 29392896 + ppo-update-after: 17940 + env-step-generate-after: 14221312 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.204145 + avg_avg_return: 0.8222054 + avg_reward_per_step: 0.2753296 + proxy_corner: + avg_avg_return: 0.8222054 + avg_reward_per_step: 0.2753296 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.204145 + avg_avg_return: 0.8222054 + avg_reward_per_step: 0.2753296 + proxy_corner: + avg_avg_return: 0.8222054 + avg_reward_per_step: 0.2753296 + perf: + env_steps_per_second: 949504.873641033 + ppo_updates_per_second: 76.45174457778099 + eval-batch-orig-duration: 0.2580273430212401 + eval-batch-shift-duration: 0.1631047499831766 + eval-batch-tree-duration: 0.1472115329816006 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.675293 + mouse-cheese_dist_finite_wavg: 7.0682764 + mouse-cheese_dist_solvable_avg: 7.675293 + mouse-cheese_dist_solvable_wavg: 7.0682774 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.129883 + num_walls_wavg: 5.1137133 + prop_walls_avg: 0.26651663 + prop_walls_wavg: 0.2223353 + scoring: + avg_scores: 0.101284206 + visit_patterns: + avg_first_visit_time: 296.92993 + avg_last_visit_time: 453.3186 + num_replay_batches: 463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000982591 + avg_actor_approxkl3: 0.0008861621 + avg_actor_clipfrac: 0.037121583 + avg_actor_loss: -4.4503064e-05 + avg_advantage: -0.024881678 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0046792882 + avg_entropy: 0.17712453 + avg_grad_norm_pre_clip: 2.297544 + avg_loss: 0.0021180166 + max: + max_actor_approxkl1: 0.0028750463 + max_actor_approxkl3: 0.002642139 + max_actor_clipfrac: 0.091308594 + max_actor_loss: 0.0021728426 + max_advantage: 0.23729068 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00751789 + max_entropy: 0.245891 + max_grad_norm_pre_clip: 4.2404103 + max_loss: 0.004525399 + std: + std_actor_approxkl1: 0.00086367654 + std_actor_approxkl3: 0.000718227 + std_actor_clipfrac: 0.025461009 + std_actor_loss: 0.0009229578 + std_advantage: 0.09591965 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011859298 + std_entropy: 0.02924931 + std_grad_norm_pre_clip: 1.1129715 + std_loss: 0.0010887875 + eval-batch-orig: + avg_avg_episode_length: 17.901651 + avg_avg_return: 0.824069 + avg_benchmark_regret: 0.012235591 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2806015 + proxy_corner: + avg_avg_return: 0.824069 + avg_reward_per_step: 0.2806015 + eval-batch-shift: + avg_avg_episode_length: 70.63071 + avg_avg_return: 0.19861151 + avg_benchmark_regret: 0.6849683 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.053215027 + proxy_corner: + avg_avg_return: 0.5544913 + avg_reward_per_step: 0.015380859 + eval-batch-tree: + avg_avg_episode_length: 14.536978 + avg_avg_return: 0.8879534 + avg_benchmark_regret: 0.10626495 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24623871 + proxy_corner: + avg_avg_return: 0.8879534 + avg_reward_per_step: 0.24623871 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 30408704 + env-step-replay-before: 15761408 + env-step-used-before: 30408704 + ppo-update-before: 18560 + env-step-generate-before: 14647296 + env-step-all-after: 30441472 + env-step-replay-after: 15794176 + env-step-used-after: 30441472 + ppo-update-after: 18580 + env-step-generate-after: 14647296 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.036037 + avg_avg_return: 0.8821292 + avg_reward_per_step: 0.10708618 + proxy_corner: + avg_avg_return: 0.8821292 + avg_reward_per_step: 0.10708618 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.036037 + avg_avg_return: 0.8821292 + avg_reward_per_step: 0.10708618 + proxy_corner: + avg_avg_return: 0.8821292 + avg_reward_per_step: 0.10708618 + perf: + env_steps_per_second: 957472.5058312615 + ppo_updates_per_second: 93.02797818551919 + eval-batch-orig-duration: 0.21976956899743527 + eval-batch-shift-duration: 0.14497645903611556 + eval-batch-tree-duration: 0.14422874996671453 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.677002 + mouse-cheese_dist_finite_wavg: 7.068678 + mouse-cheese_dist_solvable_avg: 7.677002 + mouse-cheese_dist_solvable_wavg: 7.068679 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1035156 + num_walls_wavg: 6.012447 + prop_walls_avg: 0.26537025 + prop_walls_wavg: 0.26141065 + scoring: + avg_scores: 0.09813809 + visit_patterns: + avg_first_visit_time: 311.42383 + avg_last_visit_time: 472.31445 + num_replay_batches: 482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010465229 + avg_actor_approxkl3: 0.0008917071 + avg_actor_clipfrac: 0.045782473 + avg_actor_loss: 3.462043e-05 + avg_advantage: 0.050887946 + avg_critic_clipfrac: 0.042486575 + avg_critic_loss: 0.00416188 + avg_entropy: 0.22117043 + avg_grad_norm_pre_clip: 2.5979357 + avg_loss: 0.0018943896 + max: + max_actor_approxkl1: 0.002960944 + max_actor_approxkl3: 0.0017319666 + max_actor_clipfrac: 0.08959961 + max_actor_loss: 0.0028309338 + max_advantage: 0.43184674 + max_critic_clipfrac: 0.288208 + max_critic_loss: 0.0066739386 + max_entropy: 0.25027585 + max_grad_norm_pre_clip: 5.3460073 + max_loss: 0.0051204283 + std: + std_actor_approxkl1: 0.00079558673 + std_actor_approxkl3: 0.0005135935 + std_actor_clipfrac: 0.025415273 + std_actor_loss: 0.0011925655 + std_advantage: 0.0890823 + std_critic_clipfrac: 0.073160954 + std_critic_loss: 0.00096594315 + std_entropy: 0.011418921 + std_grad_norm_pre_clip: 1.3029991 + std_loss: 0.0014574861 + eval-batch-orig: + avg_avg_episode_length: 17.92455 + avg_avg_return: 0.8235339 + avg_benchmark_regret: 0.012770769 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28118134 + proxy_corner: + avg_avg_return: 0.8235339 + avg_reward_per_step: 0.28118134 + eval-batch-shift: + avg_avg_episode_length: 69.69115 + avg_avg_return: 0.20784235 + avg_benchmark_regret: 0.6757375 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.054092407 + proxy_corner: + avg_avg_return: 0.53931487 + avg_reward_per_step: 0.0154800415 + eval-batch-tree: + avg_avg_episode_length: 15.88729 + avg_avg_return: 0.8737351 + avg_benchmark_regret: 0.120483264 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24173737 + proxy_corner: + avg_avg_return: 0.8737351 + avg_reward_per_step: 0.24173737 +=========================================================== +=========================================================== + step: + env-step-all-before: 31457280 + env-step-replay-before: 16384000 + env-step-used-before: 31457280 + ppo-update-before: 19200 + env-step-generate-before: 15073280 + env-step-all-after: 31490048 + env-step-replay-after: 16384000 + env-step-used-after: 31490048 + ppo-update-after: 19220 + env-step-generate-after: 15106048 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.294273 + avg_avg_return: 0.80587566 + avg_reward_per_step: 0.278656 + proxy_corner: + avg_avg_return: 0.80587566 + avg_reward_per_step: 0.278656 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.294273 + avg_avg_return: 0.80587566 + avg_reward_per_step: 0.278656 + proxy_corner: + avg_avg_return: 0.80587566 + avg_reward_per_step: 0.278656 + perf: + env_steps_per_second: 769448.6968604611 + ppo_updates_per_second: 83.85481595202538 + eval-batch-orig-duration: 0.24400332104414701 + eval-batch-shift-duration: 0.16010590502992272 + eval-batch-tree-duration: 0.1445799510111101 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.680176 + mouse-cheese_dist_finite_wavg: 6.168807 + mouse-cheese_dist_solvable_avg: 7.680176 + mouse-cheese_dist_solvable_wavg: 6.168807 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.105957 + num_walls_wavg: 6.9111996 + prop_walls_avg: 0.26547638 + prop_walls_wavg: 0.30048692 + scoring: + avg_scores: 0.10250013 + visit_patterns: + avg_first_visit_time: 327.19238 + avg_last_visit_time: 490.36963 + num_replay_batches: 500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011458641 + avg_actor_approxkl3: 0.000814727 + avg_actor_clipfrac: 0.037438966 + avg_actor_loss: -8.484647e-05 + avg_advantage: -0.029151736 + avg_critic_clipfrac: 0.0051574707 + avg_critic_loss: 0.0050046085 + avg_entropy: 0.18479033 + avg_grad_norm_pre_clip: 2.2364247 + avg_loss: 0.0022326675 + max: + max_actor_approxkl1: 0.0032825363 + max_actor_approxkl3: 0.0018831653 + max_actor_clipfrac: 0.06994629 + max_actor_loss: 0.0019638166 + max_advantage: 0.25958127 + max_critic_clipfrac: 0.0501709 + max_critic_loss: 0.007288156 + max_entropy: 0.22260046 + max_grad_norm_pre_clip: 4.098269 + max_loss: 0.0048270957 + std: + std_actor_approxkl1: 0.00083510706 + std_actor_approxkl3: 0.00048468847 + std_actor_clipfrac: 0.020208778 + std_actor_loss: 0.00083862635 + std_advantage: 0.101872206 + std_critic_clipfrac: 0.012731816 + std_critic_loss: 0.0010626818 + std_entropy: 0.024772368 + std_grad_norm_pre_clip: 0.9165665 + std_loss: 0.0010434114 + eval-batch-orig: + avg_avg_episode_length: 17.878872 + avg_avg_return: 0.8246981 + avg_benchmark_regret: 0.011606546 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28006744 + proxy_corner: + avg_avg_return: 0.8246981 + avg_reward_per_step: 0.28006744 + eval-batch-shift: + avg_avg_episode_length: 68.78738 + avg_avg_return: 0.21467584 + avg_benchmark_regret: 0.66890395 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.055145264 + proxy_corner: + avg_avg_return: 0.5287636 + avg_reward_per_step: 0.015350342 + eval-batch-tree: + avg_avg_episode_length: 14.621807 + avg_avg_return: 0.8875809 + avg_benchmark_regret: 0.10663752 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24249268 + proxy_corner: + avg_avg_return: 0.8875809 + avg_reward_per_step: 0.24249268 +=========================================================== +=========================================================== + step: + env-step-all-before: 32505856 + env-step-replay-before: 16842752 + env-step-used-before: 32505856 + ppo-update-before: 19840 + env-step-generate-before: 15663104 + env-step-all-after: 32538624 + env-step-replay-after: 16875520 + env-step-used-after: 32538624 + ppo-update-after: 19860 + env-step-generate-after: 15663104 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.939166 + avg_avg_return: 0.9010212 + avg_reward_per_step: 0.109680176 + proxy_corner: + avg_avg_return: 0.9010212 + avg_reward_per_step: 0.109680176 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.939166 + avg_avg_return: 0.9010212 + avg_reward_per_step: 0.109680176 + proxy_corner: + avg_avg_return: 0.9010212 + avg_reward_per_step: 0.109680176 + perf: + env_steps_per_second: 825312.8868453804 + ppo_updates_per_second: 107.01329787731119 + eval-batch-orig-duration: 0.19106616999488324 + eval-batch-shift-duration: 0.1455565330106765 + eval-batch-tree-duration: 0.14202595595270395 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7211914 + mouse-cheese_dist_finite_wavg: 7.071053 + mouse-cheese_dist_solvable_avg: 7.7211914 + mouse-cheese_dist_solvable_wavg: 7.071054 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1049805 + num_walls_wavg: 5.1136007 + prop_walls_avg: 0.2654339 + prop_walls_wavg: 0.22233042 + scoring: + avg_scores: 0.0953931 + visit_patterns: + avg_first_visit_time: 341.30762 + avg_last_visit_time: 505.2329 + num_replay_batches: 515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010551203 + avg_actor_approxkl3: 0.0012351515 + avg_actor_clipfrac: 0.05715332 + avg_actor_loss: 0.0011292351 + avg_advantage: 0.052535884 + avg_critic_clipfrac: 0.012744141 + avg_critic_loss: 0.0036695749 + avg_entropy: 0.22144417 + avg_grad_norm_pre_clip: 3.3454244 + avg_loss: 0.0027425787 + max: + max_actor_approxkl1: 0.0027038532 + max_actor_approxkl3: 0.00225546 + max_actor_clipfrac: 0.09680176 + max_actor_loss: 0.0034065582 + max_advantage: 0.43569332 + max_critic_clipfrac: 0.10205078 + max_critic_loss: 0.005491888 + max_entropy: 0.25372756 + max_grad_norm_pre_clip: 5.1257906 + max_loss: 0.005166414 + std: + std_actor_approxkl1: 0.00086895697 + std_actor_approxkl3: 0.0005926818 + std_actor_clipfrac: 0.023297066 + std_actor_loss: 0.0012117137 + std_advantage: 0.085949466 + std_critic_clipfrac: 0.028523482 + std_critic_loss: 0.00077355094 + std_entropy: 0.0148223145 + std_grad_norm_pre_clip: 0.9682771 + std_loss: 0.0013595457 + eval-batch-orig: + avg_avg_episode_length: 17.867817 + avg_avg_return: 0.8251417 + avg_benchmark_regret: 0.011162922 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27986908 + proxy_corner: + avg_avg_return: 0.8251417 + avg_reward_per_step: 0.27986908 + eval-batch-shift: + avg_avg_episode_length: 68.54678 + avg_avg_return: 0.22402059 + avg_benchmark_regret: 0.65955925 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.054283142 + proxy_corner: + avg_avg_return: 0.52576065 + avg_reward_per_step: 0.015144348 + eval-batch-tree: + avg_avg_episode_length: 13.824856 + avg_avg_return: 0.897688 + avg_benchmark_regret: 0.09653039 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24442291 + proxy_corner: + avg_avg_return: 0.897688 + avg_reward_per_step: 0.24442291 +=========================================================== +=========================================================== + step: + env-step-all-before: 33554432 + env-step-replay-before: 17399808 + env-step-used-before: 33554432 + ppo-update-before: 20480 + env-step-generate-before: 16154624 + env-step-all-after: 33587200 + env-step-replay-after: 17399808 + env-step-used-after: 33587200 + ppo-update-after: 20500 + env-step-generate-after: 16187392 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.569433 + avg_avg_return: 0.7942693 + avg_reward_per_step: 0.23364258 + proxy_corner: + avg_avg_return: 0.7942693 + avg_reward_per_step: 0.23364258 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.569433 + avg_avg_return: 0.7942693 + avg_reward_per_step: 0.23364258 + proxy_corner: + avg_avg_return: 0.7942693 + avg_reward_per_step: 0.23364258 + perf: + env_steps_per_second: 978452.0191524243 + ppo_updates_per_second: 76.56812621940976 + eval-batch-orig-duration: 0.2850475389859639 + eval-batch-shift-duration: 0.18501944903982803 + eval-batch-tree-duration: 0.15058964199852198 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.697998 + mouse-cheese_dist_finite_wavg: 7.071071 + mouse-cheese_dist_solvable_avg: 7.697998 + mouse-cheese_dist_solvable_wavg: 7.071073 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.124756 + num_walls_wavg: 4.2122235 + prop_walls_avg: 0.2662937 + prop_walls_wavg: 0.18314013 + scoring: + avg_scores: 0.0944228 + visit_patterns: + avg_first_visit_time: 360.41357 + avg_last_visit_time: 521.26807 + num_replay_batches: 531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015898928 + avg_actor_approxkl3: 0.0012107617 + avg_actor_clipfrac: 0.05213623 + avg_actor_loss: 0.0009022124 + avg_advantage: -0.031999074 + avg_critic_clipfrac: 0.010461426 + avg_critic_loss: 0.005569139 + avg_entropy: 0.17928568 + avg_grad_norm_pre_clip: 2.4669306 + avg_loss: 0.003507496 + max: + max_actor_approxkl1: 0.003615574 + max_actor_approxkl3: 0.0025438224 + max_actor_clipfrac: 0.099731445 + max_actor_loss: 0.004325956 + max_advantage: 0.25207514 + max_critic_clipfrac: 0.099243164 + max_critic_loss: 0.0076760147 + max_entropy: 0.21569774 + max_grad_norm_pre_clip: 4.315237 + max_loss: 0.0071086823 + std: + std_actor_approxkl1: 0.0010372787 + std_actor_approxkl3: 0.0006864946 + std_actor_clipfrac: 0.026050072 + std_actor_loss: 0.0015063996 + std_advantage: 0.10590825 + std_critic_clipfrac: 0.02638713 + std_critic_loss: 0.0010514285 + std_entropy: 0.022504423 + std_grad_norm_pre_clip: 0.95924693 + std_loss: 0.0014367374 + eval-batch-orig: + avg_avg_episode_length: 17.825323 + avg_avg_return: 0.8259547 + avg_benchmark_regret: 0.010349943 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28189087 + proxy_corner: + avg_avg_return: 0.8259547 + avg_reward_per_step: 0.28189087 + eval-batch-shift: + avg_avg_episode_length: 68.73904 + avg_avg_return: 0.21553221 + avg_benchmark_regret: 0.66804767 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06300354 + proxy_corner: + avg_avg_return: 0.531059 + avg_reward_per_step: 0.015350342 + eval-batch-tree: + avg_avg_episode_length: 13.89422 + avg_avg_return: 0.89734155 + avg_benchmark_regret: 0.09687683 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2465744 + proxy_corner: + avg_avg_return: 0.89734155 + avg_reward_per_step: 0.2465744 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 34603008 + env-step-replay-before: 17694720 + env-step-used-before: 34603008 + ppo-update-before: 21120 + env-step-generate-before: 16908288 + env-step-all-after: 34635776 + env-step-replay-after: 17727488 + env-step-used-after: 34635776 + ppo-update-after: 21140 + env-step-generate-after: 16908288 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.3731575 + avg_avg_return: 0.89364785 + avg_reward_per_step: 0.11001587 + proxy_corner: + avg_avg_return: 0.89364785 + avg_reward_per_step: 0.11001587 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.3731575 + avg_avg_return: 0.89364785 + avg_reward_per_step: 0.11001587 + proxy_corner: + avg_avg_return: 0.89364785 + avg_reward_per_step: 0.11001587 + perf: + env_steps_per_second: 901600.2681717882 + ppo_updates_per_second: 104.24135667586143 + eval-batch-orig-duration: 0.20430127397412434 + eval-batch-shift-duration: 0.15443953103385866 + eval-batch-tree-duration: 0.14362347702262923 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.749756 + mouse-cheese_dist_finite_wavg: 7.0735383 + mouse-cheese_dist_solvable_avg: 7.749756 + mouse-cheese_dist_solvable_wavg: 7.0735393 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1342773 + num_walls_wavg: 6.9145036 + prop_walls_avg: 0.26670766 + prop_walls_wavg: 0.30063063 + scoring: + avg_scores: 0.09632335 + visit_patterns: + avg_first_visit_time: 373.63306 + avg_last_visit_time: 531.2344 + num_replay_batches: 541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019392401 + avg_actor_approxkl3: 0.0020706446 + avg_actor_clipfrac: 0.07705078 + avg_actor_loss: 0.002397007 + avg_advantage: 0.0046423264 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024048442 + avg_entropy: 0.20396522 + avg_grad_norm_pre_clip: 4.6263433 + avg_loss: 0.0033954636 + max: + max_actor_approxkl1: 0.0054060835 + max_actor_approxkl3: 0.0052146 + max_actor_clipfrac: 0.1315918 + max_actor_loss: 0.006220307 + max_advantage: 0.3595336 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003542486 + max_entropy: 0.22681238 + max_grad_norm_pre_clip: 8.302804 + max_loss: 0.007390849 + std: + std_actor_approxkl1: 0.0014913499 + std_actor_approxkl3: 0.0013345304 + std_actor_clipfrac: 0.033892807 + std_actor_loss: 0.0019168184 + std_advantage: 0.07015866 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005409815 + std_entropy: 0.013688532 + std_grad_norm_pre_clip: 1.5237979 + std_loss: 0.001964392 + eval-batch-orig: + avg_avg_episode_length: 17.760244 + avg_avg_return: 0.82610965 + avg_benchmark_regret: 0.010195006 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28261566 + proxy_corner: + avg_avg_return: 0.82610965 + avg_reward_per_step: 0.28261566 + eval-batch-shift: + avg_avg_episode_length: 68.739586 + avg_avg_return: 0.21743315 + avg_benchmark_regret: 0.66614664 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.060058594 + proxy_corner: + avg_avg_return: 0.5356976 + avg_reward_per_step: 0.015388489 + eval-batch-tree: + avg_avg_episode_length: 14.639536 + avg_avg_return: 0.8876132 + avg_benchmark_regret: 0.10660516 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24550629 + proxy_corner: + avg_avg_return: 0.8876132 + avg_reward_per_step: 0.24550629 +=========================================================== +=========================================================== + step: + env-step-all-before: 35651584 + env-step-replay-before: 18153472 + env-step-used-before: 35651584 + ppo-update-before: 21760 + env-step-generate-before: 17498112 + env-step-all-after: 35684352 + env-step-replay-after: 18186240 + env-step-used-after: 35684352 + ppo-update-after: 21780 + env-step-generate-after: 17498112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.962033 + avg_avg_return: 0.92049474 + avg_reward_per_step: 0.11367798 + proxy_corner: + avg_avg_return: 0.92049474 + avg_reward_per_step: 0.11367798 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.962033 + avg_avg_return: 0.92049474 + avg_reward_per_step: 0.11367798 + proxy_corner: + avg_avg_return: 0.92049474 + avg_reward_per_step: 0.11367798 + perf: + env_steps_per_second: 895263.8310147849 + ppo_updates_per_second: 104.52884494786069 + eval-batch-orig-duration: 0.20403245702618733 + eval-batch-shift-duration: 0.15480286499951035 + eval-batch-tree-duration: 0.14454385405406356 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7561035 + mouse-cheese_dist_finite_wavg: 7.073093 + mouse-cheese_dist_solvable_avg: 7.7561035 + mouse-cheese_dist_solvable_wavg: 7.073095 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1574707 + num_walls_wavg: 4.2186284 + prop_walls_avg: 0.26771608 + prop_walls_wavg: 0.18341863 + scoring: + avg_scores: 0.09842983 + visit_patterns: + avg_first_visit_time: 390.85327 + avg_last_visit_time: 545.2744 + num_replay_batches: 555 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004850401 + avg_actor_approxkl3: 0.00055167126 + avg_actor_clipfrac: 0.029437257 + avg_actor_loss: -0.00062337035 + avg_advantage: 0.055941097 + avg_critic_clipfrac: 0.049743652 + avg_critic_loss: 0.0030610797 + avg_entropy: 0.19426785 + avg_grad_norm_pre_clip: 2.0979524 + avg_loss: 0.000712902 + max: + max_actor_approxkl1: 0.0012761899 + max_actor_approxkl3: 0.00080737914 + max_actor_clipfrac: 0.041992188 + max_actor_loss: 0.0012025982 + max_advantage: 0.5057793 + max_critic_clipfrac: 0.15698242 + max_critic_loss: 0.004929632 + max_entropy: 0.21550728 + max_grad_norm_pre_clip: 3.6649263 + max_loss: 0.0027860305 + std: + std_actor_approxkl1: 0.00037763212 + std_actor_approxkl3: 0.00019843527 + std_actor_clipfrac: 0.010944832 + std_actor_loss: 0.0009082373 + std_advantage: 0.07938219 + std_critic_clipfrac: 0.053408314 + std_critic_loss: 0.0007823393 + std_entropy: 0.011901767 + std_grad_norm_pre_clip: 0.722516 + std_loss: 0.0011943249 + eval-batch-orig: + avg_avg_episode_length: 17.720093 + avg_avg_return: 0.827553 + avg_benchmark_regret: 0.008751655 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2818756 + proxy_corner: + avg_avg_return: 0.827553 + avg_reward_per_step: 0.2818756 + eval-batch-shift: + avg_avg_episode_length: 68.39942 + avg_avg_return: 0.22424509 + avg_benchmark_regret: 0.6593348 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.058937073 + proxy_corner: + avg_avg_return: 0.5309547 + avg_reward_per_step: 0.015289307 + eval-batch-tree: + avg_avg_episode_length: 13.778986 + avg_avg_return: 0.8990021 + avg_benchmark_regret: 0.09521625 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24656677 + proxy_corner: + avg_avg_return: 0.8990021 + avg_reward_per_step: 0.24656677 +=========================================================== +=========================================================== + step: + env-step-all-before: 36700160 + env-step-replay-before: 18677760 + env-step-used-before: 36700160 + ppo-update-before: 22400 + env-step-generate-before: 18022400 + env-step-all-after: 36732928 + env-step-replay-after: 18677760 + env-step-used-after: 36732928 + ppo-update-after: 22420 + env-step-generate-after: 18055168 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.13984 + avg_avg_return: 0.8081331 + avg_reward_per_step: 0.27722168 + proxy_corner: + avg_avg_return: 0.8081331 + avg_reward_per_step: 0.27722168 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.13984 + avg_avg_return: 0.8081331 + avg_reward_per_step: 0.27722168 + proxy_corner: + avg_avg_return: 0.8081331 + avg_reward_per_step: 0.27722168 + perf: + env_steps_per_second: 866430.2389865546 + ppo_updates_per_second: 107.3198156570356 + eval-batch-orig-duration: 0.2041035510483198 + eval-batch-shift-duration: 0.1562533900141716 + eval-batch-tree-duration: 0.1433021820266731 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.739746 + mouse-cheese_dist_finite_wavg: 7.0747275 + mouse-cheese_dist_solvable_avg: 7.739746 + mouse-cheese_dist_solvable_wavg: 7.0747285 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1481934 + num_walls_wavg: 6.914839 + prop_walls_avg: 0.26731274 + prop_walls_wavg: 0.30064517 + scoring: + avg_scores: 0.09714855 + visit_patterns: + avg_first_visit_time: 408.72974 + avg_last_visit_time: 560.27734 + num_replay_batches: 570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009067142 + avg_actor_approxkl3: 0.0007439439 + avg_actor_clipfrac: 0.03814087 + avg_actor_loss: -8.388404e-05 + avg_advantage: -0.007499798 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004744245 + avg_entropy: 0.17224059 + avg_grad_norm_pre_clip: 2.544316 + avg_loss: 0.002115998 + max: + max_actor_approxkl1: 0.0021908614 + max_actor_approxkl3: 0.0012918279 + max_actor_clipfrac: 0.06213379 + max_actor_loss: 0.0028013662 + max_advantage: 0.35988867 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0065780436 + max_entropy: 0.23182157 + max_grad_norm_pre_clip: 4.110541 + max_loss: 0.0048345802 + std: + std_actor_approxkl1: 0.00060308154 + std_actor_approxkl3: 0.000347952 + std_actor_clipfrac: 0.018592533 + std_actor_loss: 0.0011569958 + std_advantage: 0.09935883 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006695516 + std_entropy: 0.023923552 + std_grad_norm_pre_clip: 0.87066734 + std_loss: 0.0011734418 + eval-batch-orig: + avg_avg_episode_length: 17.89645 + avg_avg_return: 0.8244915 + avg_benchmark_regret: 0.011813167 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28271484 + proxy_corner: + avg_avg_return: 0.8244915 + avg_reward_per_step: 0.28271484 + eval-batch-shift: + avg_avg_episode_length: 68.974556 + avg_avg_return: 0.21369398 + avg_benchmark_regret: 0.6698859 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.064186096 + proxy_corner: + avg_avg_return: 0.54152834 + avg_reward_per_step: 0.015205383 + eval-batch-tree: + avg_avg_episode_length: 14.298138 + avg_avg_return: 0.8889702 + avg_benchmark_regret: 0.10524815 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24842072 + proxy_corner: + avg_avg_return: 0.8889702 + avg_reward_per_step: 0.24842072 +=========================================================== +=========================================================== + step: + env-step-all-before: 37748736 + env-step-replay-before: 19267584 + env-step-used-before: 37748736 + ppo-update-before: 23040 + env-step-generate-before: 18481152 + env-step-all-after: 37781504 + env-step-replay-after: 19267584 + env-step-used-after: 37781504 + ppo-update-after: 23060 + env-step-generate-after: 18513920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.980312 + avg_avg_return: 0.8114511 + avg_reward_per_step: 0.26889038 + proxy_corner: + avg_avg_return: 0.8114511 + avg_reward_per_step: 0.26889038 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.980312 + avg_avg_return: 0.8114511 + avg_reward_per_step: 0.26889038 + proxy_corner: + avg_avg_return: 0.8114511 + avg_reward_per_step: 0.26889038 + perf: + env_steps_per_second: 665024.6305100189 + ppo_updates_per_second: 81.57931616911965 + eval-batch-orig-duration: 0.28098432603292167 + eval-batch-shift-duration: 0.18352305702865124 + eval-batch-tree-duration: 0.15339036303339526 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.6884766 + mouse-cheese_dist_finite_wavg: 7.070715 + mouse-cheese_dist_solvable_avg: 7.6884766 + mouse-cheese_dist_solvable_wavg: 7.070716 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1398926 + num_walls_wavg: 6.9152565 + prop_walls_avg: 0.26695186 + prop_walls_wavg: 0.30066323 + scoring: + avg_scores: 0.096747145 + visit_patterns: + avg_first_visit_time: 426.87036 + avg_last_visit_time: 578.22485 + num_replay_batches: 588 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010022218 + avg_actor_approxkl3: 0.00083487196 + avg_actor_clipfrac: 0.040856935 + avg_actor_loss: 0.0002740834 + avg_advantage: -0.041028723 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0048403475 + avg_entropy: 0.16895981 + avg_grad_norm_pre_clip: 2.746495 + avg_loss: 0.002525297 + max: + max_actor_approxkl1: 0.00238376 + max_actor_approxkl3: 0.0020040737 + max_actor_clipfrac: 0.07910156 + max_actor_loss: 0.0043327287 + max_advantage: 0.25959492 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006812593 + max_entropy: 0.21591824 + max_grad_norm_pre_clip: 5.558184 + max_loss: 0.0063175196 + std: + std_actor_approxkl1: 0.00053586904 + std_actor_approxkl3: 0.00045445125 + std_actor_clipfrac: 0.019989217 + std_actor_loss: 0.0012823278 + std_advantage: 0.096697986 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00072453654 + std_entropy: 0.018754194 + std_grad_norm_pre_clip: 1.203738 + std_loss: 0.001323656 + eval-batch-orig: + avg_avg_episode_length: 17.91772 + avg_avg_return: 0.82569575 + avg_benchmark_regret: 0.010608898 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2811966 + proxy_corner: + avg_avg_return: 0.82569575 + avg_reward_per_step: 0.2811966 + eval-batch-shift: + avg_avg_episode_length: 68.43621 + avg_avg_return: 0.21865115 + avg_benchmark_regret: 0.6649287 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06096649 + proxy_corner: + avg_avg_return: 0.53611445 + avg_reward_per_step: 0.015136719 + eval-batch-tree: + avg_avg_episode_length: 13.471831 + avg_avg_return: 0.90035784 + avg_benchmark_regret: 0.09386049 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25123596 + proxy_corner: + avg_avg_return: 0.90035784 + avg_reward_per_step: 0.25123596 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 38797312 + env-step-replay-before: 19922944 + env-step-used-before: 38797312 + ppo-update-before: 23680 + env-step-generate-before: 18874368 + env-step-all-after: 38830080 + env-step-replay-after: 19922944 + env-step-used-after: 38830080 + ppo-update-after: 23700 + env-step-generate-after: 18907136 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.865875 + avg_avg_return: 0.78877527 + avg_reward_per_step: 0.27520752 + proxy_corner: + avg_avg_return: 0.78877527 + avg_reward_per_step: 0.27520752 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.865875 + avg_avg_return: 0.78877527 + avg_reward_per_step: 0.27520752 + proxy_corner: + avg_avg_return: 0.78877527 + avg_reward_per_step: 0.27520752 + perf: + env_steps_per_second: 899885.8824419038 + ppo_updates_per_second: 108.67991956914936 + eval-batch-orig-duration: 0.1927449840004556 + eval-batch-shift-duration: 0.14657360001001507 + eval-batch-tree-duration: 0.1419389410293661 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.6938477 + mouse-cheese_dist_finite_wavg: 7.070839 + mouse-cheese_dist_solvable_avg: 7.6938477 + mouse-cheese_dist_solvable_wavg: 7.070841 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.121826 + num_walls_wavg: 6.01456 + prop_walls_avg: 0.26616633 + prop_walls_wavg: 0.26150262 + scoring: + avg_scores: 0.08675158 + visit_patterns: + avg_first_visit_time: 439.09302 + avg_last_visit_time: 598.31714 + num_replay_batches: 608 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011558565 + avg_actor_approxkl3: 0.0009922528 + avg_actor_clipfrac: 0.03817749 + avg_actor_loss: -0.00017254353 + avg_advantage: -0.0036698435 + avg_critic_clipfrac: 0.0016418457 + avg_critic_loss: 0.0048215943 + avg_entropy: 0.18063508 + avg_grad_norm_pre_clip: 2.3523357 + avg_loss: 0.0020576187 + max: + max_actor_approxkl1: 0.004752239 + max_actor_approxkl3: 0.003252216 + max_actor_clipfrac: 0.11730957 + max_actor_loss: 0.0017754585 + max_advantage: 0.3646577 + max_critic_clipfrac: 0.009155273 + max_critic_loss: 0.0074955784 + max_entropy: 0.25070167 + max_grad_norm_pre_clip: 4.8459706 + max_loss: 0.004139264 + std: + std_actor_approxkl1: 0.0011775321 + std_actor_approxkl3: 0.000931658 + std_actor_clipfrac: 0.03139507 + std_actor_loss: 0.0013235647 + std_advantage: 0.10231432 + std_critic_clipfrac: 0.002880051 + std_critic_loss: 0.0010322053 + std_entropy: 0.02590362 + std_grad_norm_pre_clip: 1.3207904 + std_loss: 0.0014333341 + eval-batch-orig: + avg_avg_episode_length: 17.776424 + avg_avg_return: 0.826978 + avg_benchmark_regret: 0.009326643 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28282928 + proxy_corner: + avg_avg_return: 0.826978 + avg_reward_per_step: 0.28282928 + eval-batch-shift: + avg_avg_episode_length: 68.85692 + avg_avg_return: 0.21942638 + avg_benchmark_regret: 0.66415346 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06556702 + proxy_corner: + avg_avg_return: 0.5378399 + avg_reward_per_step: 0.014846802 + eval-batch-tree: + avg_avg_episode_length: 13.927359 + avg_avg_return: 0.8938904 + avg_benchmark_regret: 0.10032798 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25064087 + proxy_corner: + avg_avg_return: 0.8938904 + avg_reward_per_step: 0.25064087 +=========================================================== +=========================================================== + step: + env-step-all-before: 39845888 + env-step-replay-before: 20381696 + env-step-used-before: 39845888 + ppo-update-before: 24320 + env-step-generate-before: 19464192 + env-step-all-after: 39878656 + env-step-replay-after: 20414464 + env-step-used-after: 39878656 + ppo-update-after: 24340 + env-step-generate-after: 19464192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.109623 + avg_avg_return: 0.91442096 + avg_reward_per_step: 0.11465454 + proxy_corner: + avg_avg_return: 0.91442096 + avg_reward_per_step: 0.11465454 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.109623 + avg_avg_return: 0.91442096 + avg_reward_per_step: 0.11465454 + proxy_corner: + avg_avg_return: 0.91442096 + avg_reward_per_step: 0.11465454 + perf: + env_steps_per_second: 970565.3435603626 + ppo_updates_per_second: 91.00454309977535 + eval-batch-orig-duration: 0.22365502401953563 + eval-batch-shift-duration: 0.14736042398726568 + eval-batch-tree-duration: 0.14356104895705357 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7441406 + mouse-cheese_dist_finite_wavg: 7.0751076 + mouse-cheese_dist_solvable_avg: 7.7441406 + mouse-cheese_dist_solvable_wavg: 7.0751085 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.116211 + num_walls_wavg: 9.611267 + prop_walls_avg: 0.2659222 + prop_walls_wavg: 0.41788116 + scoring: + avg_scores: 0.08489855 + visit_patterns: + avg_first_visit_time: 450.52515 + avg_last_visit_time: 613.3037 + num_replay_batches: 623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009556124 + avg_actor_approxkl3: 0.00091812987 + avg_actor_clipfrac: 0.046136476 + avg_actor_loss: 0.0006225579 + avg_advantage: 0.0038121357 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0016997906 + avg_entropy: 0.17180443 + avg_grad_norm_pre_clip: 3.5040638 + avg_loss: 0.0013006487 + max: + max_actor_approxkl1: 0.0023641791 + max_actor_approxkl3: 0.0016868551 + max_actor_clipfrac: 0.076049805 + max_actor_loss: 0.0021757726 + max_advantage: 0.32360423 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00236046 + max_entropy: 0.21364558 + max_grad_norm_pre_clip: 6.0258665 + max_loss: 0.0028916723 + std: + std_actor_approxkl1: 0.00056527974 + std_actor_approxkl3: 0.00041408674 + std_actor_clipfrac: 0.020059552 + std_actor_loss: 0.0008882622 + std_advantage: 0.059158422 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003435752 + std_entropy: 0.014921863 + std_grad_norm_pre_clip: 1.3906759 + std_loss: 0.00089626625 + eval-batch-orig: + avg_avg_episode_length: 17.67125 + avg_avg_return: 0.8277797 + avg_benchmark_regret: 0.00852493 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2822876 + proxy_corner: + avg_avg_return: 0.8277797 + avg_reward_per_step: 0.2822876 + eval-batch-shift: + avg_avg_episode_length: 68.23411 + avg_avg_return: 0.22585177 + avg_benchmark_regret: 0.6577281 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06349182 + proxy_corner: + avg_avg_return: 0.53606486 + avg_reward_per_step: 0.015274048 + eval-batch-tree: + avg_avg_episode_length: 12.96558 + avg_avg_return: 0.9034829 + avg_benchmark_regret: 0.09073542 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2524948 + proxy_corner: + avg_avg_return: 0.9034829 + avg_reward_per_step: 0.2524948 +=========================================================== +=========================================================== + step: + env-step-all-before: 40894464 + env-step-replay-before: 21037056 + env-step-used-before: 40894464 + ppo-update-before: 24960 + env-step-generate-before: 19857408 + env-step-all-after: 40927232 + env-step-replay-after: 21069824 + env-step-used-after: 40927232 + ppo-update-after: 24980 + env-step-generate-after: 19857408 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.839617 + avg_avg_return: 0.9096521 + avg_reward_per_step: 0.1144104 + proxy_corner: + avg_avg_return: 0.9096521 + avg_reward_per_step: 0.1144104 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.839617 + avg_avg_return: 0.9096521 + avg_reward_per_step: 0.1144104 + proxy_corner: + avg_avg_return: 0.9096521 + avg_reward_per_step: 0.1144104 + perf: + env_steps_per_second: 888473.1883016358 + ppo_updates_per_second: 104.15763911398237 + eval-batch-orig-duration: 0.20007215900113806 + eval-batch-shift-duration: 0.14882347197271883 + eval-batch-tree-duration: 0.1435597069794312 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7478027 + mouse-cheese_dist_finite_wavg: 7.0747614 + mouse-cheese_dist_solvable_avg: 7.7478027 + mouse-cheese_dist_solvable_wavg: 7.0747623 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.097168 + num_walls_wavg: 6.0133743 + prop_walls_avg: 0.26509422 + prop_walls_wavg: 0.2614511 + scoring: + avg_scores: 0.08076829 + visit_patterns: + avg_first_visit_time: 465.64648 + avg_last_visit_time: 633.2573 + num_replay_batches: 643 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007193815 + avg_actor_approxkl3: 0.0007276318 + avg_actor_clipfrac: 0.03751221 + avg_actor_loss: -1.7915014e-05 + avg_advantage: 0.02987621 + avg_critic_clipfrac: 0.0004333496 + avg_critic_loss: 0.0022642023 + avg_entropy: 0.17672348 + avg_grad_norm_pre_clip: 2.4787965 + avg_loss: 0.0009374626 + max: + max_actor_approxkl1: 0.0020363373 + max_actor_approxkl3: 0.0018480631 + max_actor_clipfrac: 0.07849121 + max_actor_loss: 0.0025282167 + max_advantage: 0.4062997 + max_critic_clipfrac: 0.008666992 + max_critic_loss: 0.0034177937 + max_entropy: 0.20758724 + max_grad_norm_pre_clip: 5.3837385 + max_loss: 0.0040615457 + std: + std_actor_approxkl1: 0.00054424815 + std_actor_approxkl3: 0.0004495476 + std_actor_clipfrac: 0.022094764 + std_actor_loss: 0.0010331927 + std_advantage: 0.06694427 + std_critic_clipfrac: 0.001888927 + std_critic_loss: 0.00060173933 + std_entropy: 0.01422618 + std_grad_norm_pre_clip: 1.108203 + std_loss: 0.0011223948 + eval-batch-orig: + avg_avg_episode_length: 17.66527 + avg_avg_return: 0.82772446 + avg_benchmark_regret: 0.008580105 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28166962 + proxy_corner: + avg_avg_return: 0.82772446 + avg_reward_per_step: 0.28166962 + eval-batch-shift: + avg_avg_episode_length: 69.80048 + avg_avg_return: 0.20620155 + avg_benchmark_regret: 0.6773783 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.059020996 + proxy_corner: + avg_avg_return: 0.55085576 + avg_reward_per_step: 0.015045166 + eval-batch-tree: + avg_avg_episode_length: 12.665413 + avg_avg_return: 0.9088792 + avg_benchmark_regret: 0.08533921 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2530594 + proxy_corner: + avg_avg_return: 0.9088792 + avg_reward_per_step: 0.2530594 +=========================================================== +=========================================================== + step: + env-step-all-before: 41943040 + env-step-replay-before: 21528576 + env-step-used-before: 41943040 + ppo-update-before: 25600 + env-step-generate-before: 20414464 + env-step-all-after: 41975808 + env-step-replay-after: 21528576 + env-step-used-after: 41975808 + ppo-update-after: 25620 + env-step-generate-after: 20447232 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.285932 + avg_avg_return: 0.854107 + avg_reward_per_step: 0.29019165 + proxy_corner: + avg_avg_return: 0.854107 + avg_reward_per_step: 0.29019165 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.285932 + avg_avg_return: 0.854107 + avg_reward_per_step: 0.29019165 + proxy_corner: + avg_avg_return: 0.854107 + avg_reward_per_step: 0.29019165 + perf: + env_steps_per_second: 748505.4907889109 + ppo_updates_per_second: 84.36253481928398 + eval-batch-orig-duration: 0.23396707698702812 + eval-batch-shift-duration: 0.1525685130036436 + eval-batch-tree-duration: 0.14389512897469103 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.734619 + mouse-cheese_dist_finite_wavg: 7.0739875 + mouse-cheese_dist_solvable_avg: 7.734619 + mouse-cheese_dist_solvable_wavg: 7.0739856 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.060791 + num_walls_wavg: 10.502541 + prop_walls_avg: 0.26351264 + prop_walls_wavg: 0.45663226 + scoring: + avg_scores: 0.08081409 + visit_patterns: + avg_first_visit_time: 487.82422 + avg_last_visit_time: 647.17017 + num_replay_batches: 657 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008350978 + avg_actor_approxkl3: 0.0008853621 + avg_actor_clipfrac: 0.042651366 + avg_actor_loss: -6.250181e-05 + avg_advantage: -0.037615903 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0037807387 + avg_entropy: 0.15188038 + avg_grad_norm_pre_clip: 3.258538 + avg_loss: 0.001675987 + max: + max_actor_approxkl1: 0.0021768645 + max_actor_approxkl3: 0.0022098476 + max_actor_clipfrac: 0.08679199 + max_actor_loss: 0.001936458 + max_advantage: 0.32947314 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00530169 + max_entropy: 0.19223687 + max_grad_norm_pre_clip: 5.5561485 + max_loss: 0.0035569153 + std: + std_actor_approxkl1: 0.00062890426 + std_actor_approxkl3: 0.00058525155 + std_actor_clipfrac: 0.023919813 + std_actor_loss: 0.0010511184 + std_advantage: 0.08472357 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006817009 + std_entropy: 0.01677454 + std_grad_norm_pre_clip: 1.4092937 + std_loss: 0.0011262795 + eval-batch-orig: + avg_avg_episode_length: 17.572712 + avg_avg_return: 0.82841927 + avg_benchmark_regret: 0.007885382 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28282928 + proxy_corner: + avg_avg_return: 0.82841927 + avg_reward_per_step: 0.28282928 + eval-batch-shift: + avg_avg_episode_length: 69.45446 + avg_avg_return: 0.20958164 + avg_benchmark_regret: 0.6739982 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.061836243 + proxy_corner: + avg_avg_return: 0.5414256 + avg_reward_per_step: 0.015396118 + eval-batch-tree: + avg_avg_episode_length: 12.34855 + avg_avg_return: 0.91287506 + avg_benchmark_regret: 0.08134328 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2522812 + proxy_corner: + avg_avg_return: 0.91287506 + avg_reward_per_step: 0.2522812 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 42991616 + env-step-replay-before: 21954560 + env-step-used-before: 42991616 + ppo-update-before: 26240 + env-step-generate-before: 21037056 + env-step-all-after: 43024384 + env-step-replay-after: 21987328 + env-step-used-after: 43024384 + ppo-update-after: 26260 + env-step-generate-after: 21037056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.351946 + avg_avg_return: 0.9223913 + avg_reward_per_step: 0.11645508 + proxy_corner: + avg_avg_return: 0.9223913 + avg_reward_per_step: 0.11645508 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.351946 + avg_avg_return: 0.9223913 + avg_reward_per_step: 0.11645508 + proxy_corner: + avg_avg_return: 0.9223913 + avg_reward_per_step: 0.11645508 + perf: + env_steps_per_second: 906255.7182033004 + ppo_updates_per_second: 104.38825735912391 + eval-batch-orig-duration: 0.2063887389958836 + eval-batch-shift-duration: 0.15744924498721957 + eval-batch-tree-duration: 0.14473849994828925 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.76416 + mouse-cheese_dist_finite_wavg: 7.0767064 + mouse-cheese_dist_solvable_avg: 7.76416 + mouse-cheese_dist_solvable_wavg: 7.0767074 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0620117 + num_walls_wavg: 7.8057623 + prop_walls_avg: 0.2635657 + prop_walls_wavg: 0.33938098 + scoring: + avg_scores: 0.08137694 + visit_patterns: + avg_first_visit_time: 501.7483 + avg_last_visit_time: 661.2031 + num_replay_batches: 671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018022892 + avg_actor_approxkl3: 0.0019090275 + avg_actor_clipfrac: 0.06345826 + avg_actor_loss: 0.0016160421 + avg_advantage: 0.035927523 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0020434752 + avg_entropy: 0.17162673 + avg_grad_norm_pre_clip: 4.0471797 + avg_loss: 0.0024661531 + max: + max_actor_approxkl1: 0.0054350905 + max_actor_approxkl3: 0.005435649 + max_actor_clipfrac: 0.1307373 + max_actor_loss: 0.00602673 + max_advantage: 0.43717986 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0028462003 + max_entropy: 0.19082345 + max_grad_norm_pre_clip: 6.438681 + max_loss: 0.0070755077 + std: + std_actor_approxkl1: 0.0017294572 + std_actor_approxkl3: 0.0014127316 + std_actor_clipfrac: 0.030415582 + std_actor_loss: 0.0022334815 + std_advantage: 0.0623798 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00035841102 + std_entropy: 0.010864895 + std_grad_norm_pre_clip: 1.5340977 + std_loss: 0.0022709668 + eval-batch-orig: + avg_avg_episode_length: 17.597939 + avg_avg_return: 0.8287264 + avg_benchmark_regret: 0.007578271 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28153992 + proxy_corner: + avg_avg_return: 0.8287264 + avg_reward_per_step: 0.28153992 + eval-batch-shift: + avg_avg_episode_length: 68.74971 + avg_avg_return: 0.22781095 + avg_benchmark_regret: 0.6557689 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.060523987 + proxy_corner: + avg_avg_return: 0.54739034 + avg_reward_per_step: 0.015296936 + eval-batch-tree: + avg_avg_episode_length: 12.37671 + avg_avg_return: 0.9127818 + avg_benchmark_regret: 0.081436604 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25379944 + proxy_corner: + avg_avg_return: 0.9127818 + avg_reward_per_step: 0.25379944 +=========================================================== +=========================================================== + step: + env-step-all-before: 44040192 + env-step-replay-before: 22511616 + env-step-used-before: 44040192 + ppo-update-before: 26880 + env-step-generate-before: 21528576 + env-step-all-after: 44072960 + env-step-replay-after: 22511616 + env-step-used-after: 44072960 + ppo-update-after: 26900 + env-step-generate-after: 21561344 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 24.351675 + avg_avg_return: 0.734296 + avg_reward_per_step: 0.22982788 + proxy_corner: + avg_avg_return: 0.734296 + avg_reward_per_step: 0.22982788 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 24.351675 + avg_avg_return: 0.734296 + avg_reward_per_step: 0.22982788 + proxy_corner: + avg_avg_return: 0.734296 + avg_reward_per_step: 0.22982788 + perf: + env_steps_per_second: 899439.4173208601 + ppo_updates_per_second: 108.87983188468506 + eval-batch-orig-duration: 0.1916484059765935 + eval-batch-shift-duration: 0.14307208801619709 + eval-batch-tree-duration: 0.14094821299659088 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7661133 + mouse-cheese_dist_finite_wavg: 7.075662 + mouse-cheese_dist_solvable_avg: 7.7661133 + mouse-cheese_dist_solvable_wavg: 7.075663 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0273438 + num_walls_wavg: 6.9043026 + prop_walls_avg: 0.2620584 + prop_walls_wavg: 0.30018708 + scoring: + avg_scores: 0.08269417 + visit_patterns: + avg_first_visit_time: 518.12476 + avg_last_visit_time: 677.25586 + num_replay_batches: 687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008747669 + avg_actor_approxkl3: 0.0007950477 + avg_actor_clipfrac: 0.042041015 + avg_actor_loss: -3.4946203e-05 + avg_advantage: -0.018799892 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005608197 + avg_entropy: 0.21799612 + avg_grad_norm_pre_clip: 2.9496083 + avg_loss: 0.0025511559 + max: + max_actor_approxkl1: 0.0018625843 + max_actor_approxkl3: 0.0021675173 + max_actor_clipfrac: 0.10119629 + max_actor_loss: 0.001882188 + max_advantage: 0.38518107 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0069680545 + max_entropy: 0.25437427 + max_grad_norm_pre_clip: 5.814532 + max_loss: 0.0048547965 + std: + std_actor_approxkl1: 0.0004238753 + std_actor_approxkl3: 0.0004432528 + std_actor_clipfrac: 0.02203859 + std_actor_loss: 0.0010823299 + std_advantage: 0.107528254 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000691062 + std_entropy: 0.026356101 + std_grad_norm_pre_clip: 1.1772225 + std_loss: 0.0011801535 + eval-batch-orig: + avg_avg_episode_length: 17.68156 + avg_avg_return: 0.82768476 + avg_benchmark_regret: 0.008619843 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28250885 + proxy_corner: + avg_avg_return: 0.82768476 + avg_reward_per_step: 0.28250885 + eval-batch-shift: + avg_avg_episode_length: 68.82768 + avg_avg_return: 0.22483811 + avg_benchmark_regret: 0.6587417 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.05796814 + proxy_corner: + avg_avg_return: 0.5501113 + avg_reward_per_step: 0.015319824 + eval-batch-tree: + avg_avg_episode_length: 12.804813 + avg_avg_return: 0.90500534 + avg_benchmark_regret: 0.08921301 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25260925 + proxy_corner: + avg_avg_return: 0.90500534 + avg_reward_per_step: 0.25260925 +=========================================================== +=========================================================== + step: + env-step-all-before: 45088768 + env-step-replay-before: 22937600 + env-step-used-before: 45088768 + ppo-update-before: 27520 + env-step-generate-before: 22151168 + env-step-all-after: 45121536 + env-step-replay-after: 22937600 + env-step-used-after: 45121536 + ppo-update-after: 27540 + env-step-generate-after: 22183936 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.027111 + avg_avg_return: 0.80141675 + avg_reward_per_step: 0.25585938 + proxy_corner: + avg_avg_return: 0.80141675 + avg_reward_per_step: 0.25585938 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.027111 + avg_avg_return: 0.80141675 + avg_reward_per_step: 0.25585938 + proxy_corner: + avg_avg_return: 0.80141675 + avg_reward_per_step: 0.25585938 + perf: + env_steps_per_second: 971367.2260327652 + ppo_updates_per_second: 101.64967098394281 + eval-batch-orig-duration: 0.20038442796794698 + eval-batch-shift-duration: 0.14295631897402927 + eval-batch-tree-duration: 0.14133742701960728 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.8083496 + mouse-cheese_dist_finite_wavg: 7.07911 + mouse-cheese_dist_solvable_avg: 7.8083496 + mouse-cheese_dist_solvable_wavg: 7.079112 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0214844 + num_walls_wavg: 7.802352 + prop_walls_avg: 0.26180363 + prop_walls_wavg: 0.33923268 + scoring: + avg_scores: 0.08237584 + visit_patterns: + avg_first_visit_time: 532.8042 + avg_last_visit_time: 690.30444 + num_replay_batches: 700 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009815436 + avg_actor_approxkl3: 0.0009026478 + avg_actor_clipfrac: 0.04234619 + avg_actor_loss: -9.928383e-05 + avg_advantage: -0.0032419309 + avg_critic_clipfrac: 0.002368164 + avg_critic_loss: 0.0042488733 + avg_entropy: 0.18516853 + avg_grad_norm_pre_clip: 2.7616804 + avg_loss: 0.0018399839 + max: + max_actor_approxkl1: 0.0021057413 + max_actor_approxkl3: 0.0018023213 + max_actor_clipfrac: 0.07165527 + max_actor_loss: 0.0012441799 + max_advantage: 0.2849093 + max_critic_clipfrac: 0.020507812 + max_critic_loss: 0.0056219734 + max_entropy: 0.23720124 + max_grad_norm_pre_clip: 5.4768963 + max_loss: 0.0032105327 + std: + std_actor_approxkl1: 0.00068888365 + std_actor_approxkl3: 0.00044147248 + std_actor_clipfrac: 0.019432884 + std_actor_loss: 0.00075846864 + std_advantage: 0.09472834 + std_critic_clipfrac: 0.0050701667 + std_critic_loss: 0.000673918 + std_entropy: 0.023060769 + std_grad_norm_pre_clip: 1.224561 + std_loss: 0.0008301812 + eval-batch-orig: + avg_avg_episode_length: 17.6162 + avg_avg_return: 0.8284736 + avg_benchmark_regret: 0.00783103 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28133392 + proxy_corner: + avg_avg_return: 0.8284736 + avg_reward_per_step: 0.28133392 + eval-batch-shift: + avg_avg_episode_length: 69.185844 + avg_avg_return: 0.2249246 + avg_benchmark_regret: 0.6586552 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0572052 + proxy_corner: + avg_avg_return: 0.5548713 + avg_reward_per_step: 0.015075684 + eval-batch-tree: + avg_avg_episode_length: 12.549183 + avg_avg_return: 0.91020006 + avg_benchmark_regret: 0.0840183 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25376892 + proxy_corner: + avg_avg_return: 0.91020006 + avg_reward_per_step: 0.25376892 +=========================================================== +=========================================================== + step: + env-step-all-before: 46137344 + env-step-replay-before: 23560192 + env-step-used-before: 46137344 + ppo-update-before: 28160 + env-step-generate-before: 22577152 + env-step-all-after: 46170112 + env-step-replay-after: 23560192 + env-step-used-after: 46170112 + ppo-update-after: 28180 + env-step-generate-after: 22609920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.578442 + avg_avg_return: 0.79294586 + avg_reward_per_step: 0.25735474 + proxy_corner: + avg_avg_return: 0.79294586 + avg_reward_per_step: 0.25735474 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.578442 + avg_avg_return: 0.79294586 + avg_reward_per_step: 0.25735474 + proxy_corner: + avg_avg_return: 0.79294586 + avg_reward_per_step: 0.25735474 + perf: + env_steps_per_second: 889483.4229535613 + ppo_updates_per_second: 108.7395936369874 + eval-batch-orig-duration: 0.1908681849599816 + eval-batch-shift-duration: 0.14385031396523118 + eval-batch-tree-duration: 0.1399391500162892 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.8012695 + mouse-cheese_dist_finite_wavg: 7.98073 + mouse-cheese_dist_solvable_avg: 7.8012695 + mouse-cheese_dist_solvable_wavg: 7.980731 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.005615 + num_walls_wavg: 3.3019636 + prop_walls_avg: 0.26111367 + prop_walls_wavg: 0.14356361 + scoring: + avg_scores: 0.07505118 + visit_patterns: + avg_first_visit_time: 547.83594 + avg_last_visit_time: 709.20386 + num_replay_batches: 719 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089012523 + avg_actor_approxkl3: 0.0007548607 + avg_actor_clipfrac: 0.038458254 + avg_actor_loss: 0.0001962442 + avg_advantage: -0.03497248 + avg_critic_clipfrac: 0.000756836 + avg_critic_loss: 0.0050447667 + avg_entropy: 0.18632907 + avg_grad_norm_pre_clip: 2.6819246 + avg_loss: 0.0025322984 + max: + max_actor_approxkl1: 0.0022147058 + max_actor_approxkl3: 0.0016215858 + max_actor_clipfrac: 0.06591797 + max_actor_loss: 0.0022638664 + max_advantage: 0.3199883 + max_critic_clipfrac: 0.015136719 + max_critic_loss: 0.006846449 + max_entropy: 0.23242098 + max_grad_norm_pre_clip: 4.7965207 + max_loss: 0.0052171974 + std: + std_actor_approxkl1: 0.0006930685 + std_actor_approxkl3: 0.00038933766 + std_actor_clipfrac: 0.020562906 + std_actor_loss: 0.0009141899 + std_advantage: 0.10027209 + std_critic_clipfrac: 0.0032989713 + std_critic_loss: 0.0008161779 + std_entropy: 0.024100259 + std_grad_norm_pre_clip: 1.2326488 + std_loss: 0.0011548586 + eval-batch-orig: + avg_avg_episode_length: 17.59624 + avg_avg_return: 0.8287114 + avg_benchmark_regret: 0.007593251 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28192902 + proxy_corner: + avg_avg_return: 0.8287114 + avg_reward_per_step: 0.28192902 + eval-batch-shift: + avg_avg_episode_length: 68.256744 + avg_avg_return: 0.23213927 + avg_benchmark_regret: 0.65144056 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.054519653 + proxy_corner: + avg_avg_return: 0.55255795 + avg_reward_per_step: 0.015151978 + eval-batch-tree: + avg_avg_episode_length: 11.713444 + avg_avg_return: 0.9210659 + avg_benchmark_regret: 0.07315242 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25533295 + proxy_corner: + avg_avg_return: 0.9210659 + avg_reward_per_step: 0.25533295 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 47185920 + env-step-replay-before: 24084480 + env-step-used-before: 47185920 + ppo-update-before: 28800 + env-step-generate-before: 23101440 + env-step-all-after: 47218688 + env-step-replay-after: 24084480 + env-step-used-after: 47218688 + ppo-update-after: 28820 + env-step-generate-after: 23134208 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.19322 + avg_avg_return: 0.8422389 + avg_reward_per_step: 0.2647705 + proxy_corner: + avg_avg_return: 0.8422389 + avg_reward_per_step: 0.2647705 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.19322 + avg_avg_return: 0.8422389 + avg_reward_per_step: 0.2647705 + proxy_corner: + avg_avg_return: 0.8422389 + avg_reward_per_step: 0.2647705 + perf: + env_steps_per_second: 722420.535917728 + ppo_updates_per_second: 85.58846162422118 + eval-batch-orig-duration: 0.2370247520157136 + eval-batch-shift-duration: 0.14770175598096102 + eval-batch-tree-duration: 0.14529473800212145 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.805908 + mouse-cheese_dist_finite_wavg: 7.9829946 + mouse-cheese_dist_solvable_avg: 7.805908 + mouse-cheese_dist_solvable_wavg: 7.9829965 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.970703 + num_walls_wavg: 6.0005083 + prop_walls_avg: 0.25959578 + prop_walls_wavg: 0.26089165 + scoring: + avg_scores: 0.074127585 + visit_patterns: + avg_first_visit_time: 564.2605 + avg_last_visit_time: 725.3313 + num_replay_batches: 735 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022178947 + avg_actor_approxkl3: 0.00207277 + avg_actor_clipfrac: 0.066754155 + avg_actor_loss: 0.0018426791 + avg_advantage: -0.014925946 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00397814 + avg_entropy: 0.15761705 + avg_grad_norm_pre_clip: 4.3114796 + avg_loss: 0.0036741316 + max: + max_actor_approxkl1: 0.0055587916 + max_actor_approxkl3: 0.0044212863 + max_actor_clipfrac: 0.11425781 + max_actor_loss: 0.0053088516 + max_advantage: 0.22963637 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00615903 + max_entropy: 0.2131912 + max_grad_norm_pre_clip: 6.5467687 + max_loss: 0.0074626817 + std: + std_actor_approxkl1: 0.0016746887 + std_actor_approxkl3: 0.0013693867 + std_actor_clipfrac: 0.032865677 + std_actor_loss: 0.0018139604 + std_advantage: 0.08906303 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009957037 + std_entropy: 0.020983841 + std_grad_norm_pre_clip: 1.4750519 + std_loss: 0.0019057269 + eval-batch-orig: + avg_avg_episode_length: 17.538002 + avg_avg_return: 0.82880414 + avg_benchmark_regret: 0.007500527 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28323364 + proxy_corner: + avg_avg_return: 0.82880414 + avg_reward_per_step: 0.28323364 + eval-batch-shift: + avg_avg_episode_length: 69.63098 + avg_avg_return: 0.2184266 + avg_benchmark_regret: 0.66515326 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.058746338 + proxy_corner: + avg_avg_return: 0.55256534 + avg_reward_per_step: 0.014877319 + eval-batch-tree: + avg_avg_episode_length: 11.897924 + avg_avg_return: 0.9197506 + avg_benchmark_regret: 0.07446782 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25341797 + proxy_corner: + avg_avg_return: 0.9197506 + avg_reward_per_step: 0.25341797 +=========================================================== +=========================================================== + step: + env-step-all-before: 48234496 + env-step-replay-before: 24707072 + env-step-used-before: 48234496 + ppo-update-before: 29440 + env-step-generate-before: 23527424 + env-step-all-after: 48267264 + env-step-replay-after: 24739840 + env-step-used-after: 48267264 + ppo-update-after: 29460 + env-step-generate-after: 23527424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.458321 + avg_avg_return: 0.9322283 + avg_reward_per_step: 0.12075806 + proxy_corner: + avg_avg_return: 0.9322283 + avg_reward_per_step: 0.12075806 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.458321 + avg_avg_return: 0.9322283 + avg_reward_per_step: 0.12075806 + proxy_corner: + avg_avg_return: 0.9322283 + avg_reward_per_step: 0.12075806 + perf: + env_steps_per_second: 949298.1837210357 + ppo_updates_per_second: 75.86337412576438 + eval-batch-orig-duration: 0.2870308760320768 + eval-batch-shift-duration: 0.18519906600704417 + eval-batch-tree-duration: 0.15117122797528282 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7783203 + mouse-cheese_dist_finite_wavg: 7.079429 + mouse-cheese_dist_solvable_avg: 7.7783203 + mouse-cheese_dist_solvable_wavg: 7.07943 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.94458 + num_walls_wavg: 6.89313 + prop_walls_avg: 0.25846 + prop_walls_wavg: 0.29970124 + scoring: + avg_scores: 0.07047518 + visit_patterns: + avg_first_visit_time: 576.5564 + avg_last_visit_time: 745.34155 + num_replay_batches: 755 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039458126 + avg_actor_approxkl3: 0.0006684586 + avg_actor_clipfrac: 0.0340271 + avg_actor_loss: 0.00025422248 + avg_advantage: -0.0010860843 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0011332121 + avg_entropy: 0.14566714 + avg_grad_norm_pre_clip: 2.7362046 + avg_loss: 0.0006751614 + max: + max_actor_approxkl1: 0.0013713036 + max_actor_approxkl3: 0.0014484179 + max_actor_clipfrac: 0.060058594 + max_actor_loss: 0.0019295849 + max_advantage: 0.29899836 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015255458 + max_entropy: 0.17354274 + max_grad_norm_pre_clip: 4.757429 + max_loss: 0.0023321887 + std: + std_actor_approxkl1: 0.0004713259 + std_actor_approxkl3: 0.00032527244 + std_actor_clipfrac: 0.014026292 + std_actor_loss: 0.0007938392 + std_advantage: 0.048838425 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00020779784 + std_entropy: 0.0119730625 + std_grad_norm_pre_clip: 1.1402892 + std_loss: 0.00079895457 + eval-batch-orig: + avg_avg_episode_length: 17.524143 + avg_avg_return: 0.8294395 + avg_benchmark_regret: 0.006865097 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28264618 + proxy_corner: + avg_avg_return: 0.8294395 + avg_reward_per_step: 0.28264618 + eval-batch-shift: + avg_avg_episode_length: 68.4049 + avg_avg_return: 0.23751354 + avg_benchmark_regret: 0.6460663 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.060333252 + proxy_corner: + avg_avg_return: 0.5411962 + avg_reward_per_step: 0.014877319 + eval-batch-tree: + avg_avg_episode_length: 12.005978 + avg_avg_return: 0.9132917 + avg_benchmark_regret: 0.08092668 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2536621 + proxy_corner: + avg_avg_return: 0.9132917 + avg_reward_per_step: 0.2536621 +=========================================================== +=========================================================== + step: + env-step-all-before: 49283072 + env-step-replay-before: 25493504 + env-step-used-before: 49283072 + ppo-update-before: 30080 + env-step-generate-before: 23789568 + env-step-all-after: 49315840 + env-step-replay-after: 25526272 + env-step-used-after: 49315840 + ppo-update-after: 30100 + env-step-generate-after: 23789568 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.315678 + avg_avg_return: 0.92249554 + avg_reward_per_step: 0.11730957 + proxy_corner: + avg_avg_return: 0.92249554 + avg_reward_per_step: 0.11730957 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.315678 + avg_avg_return: 0.92249554 + avg_reward_per_step: 0.11730957 + proxy_corner: + avg_avg_return: 0.92249554 + avg_reward_per_step: 0.11730957 + perf: + env_steps_per_second: 953247.7472987104 + ppo_updates_per_second: 75.7788621520482 + eval-batch-orig-duration: 0.2917285629664548 + eval-batch-shift-duration: 0.18660166097106412 + eval-batch-tree-duration: 0.15236840397119522 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.7785645 + mouse-cheese_dist_finite_wavg: 7.9799356 + mouse-cheese_dist_solvable_avg: 7.7785645 + mouse-cheese_dist_solvable_wavg: 7.9799366 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.9433594 + num_walls_wavg: 6.8941426 + prop_walls_avg: 0.25840694 + prop_walls_wavg: 0.2997453 + scoring: + avg_scores: 0.06606826 + visit_patterns: + avg_first_visit_time: 585.92896 + avg_last_visit_time: 769.2031 + num_replay_batches: 779 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007784841 + avg_actor_approxkl3: 0.0007937145 + avg_actor_clipfrac: 0.037609864 + avg_actor_loss: 0.0003567399 + avg_advantage: 0.00062477187 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010782419 + avg_entropy: 0.15139627 + avg_grad_norm_pre_clip: 2.732307 + avg_loss: 0.0007444645 + max: + max_actor_approxkl1: 0.0022849892 + max_actor_approxkl3: 0.0012303044 + max_actor_clipfrac: 0.06640625 + max_actor_loss: 0.0026668543 + max_advantage: 0.24868935 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0017052052 + max_entropy: 0.17059918 + max_grad_norm_pre_clip: 5.148785 + max_loss: 0.002933728 + std: + std_actor_approxkl1: 0.00073265657 + std_actor_approxkl3: 0.00034969323 + std_actor_clipfrac: 0.01693309 + std_actor_loss: 0.00096372457 + std_advantage: 0.046482276 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026998302 + std_entropy: 0.010489189 + std_grad_norm_pre_clip: 1.0314106 + std_loss: 0.0009799098 + eval-batch-orig: + avg_avg_episode_length: 17.50169 + avg_avg_return: 0.8294692 + avg_benchmark_regret: 0.0068353936 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28318787 + proxy_corner: + avg_avg_return: 0.8294692 + avg_reward_per_step: 0.28318787 + eval-batch-shift: + avg_avg_episode_length: 68.588104 + avg_avg_return: 0.23237893 + avg_benchmark_regret: 0.6512009 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06222534 + proxy_corner: + avg_avg_return: 0.538223 + avg_reward_per_step: 0.014884949 + eval-batch-tree: + avg_avg_episode_length: 12.018523 + avg_avg_return: 0.9155165 + avg_benchmark_regret: 0.0787019 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25289154 + proxy_corner: + avg_avg_return: 0.9155165 + avg_reward_per_step: 0.25289154 +=========================================================== +=========================================================== + step: + env-step-all-before: 50331648 + env-step-replay-before: 26116096 + env-step-used-before: 50331648 + ppo-update-before: 30720 + env-step-generate-before: 24215552 + env-step-all-after: 50364416 + env-step-replay-after: 26116096 + env-step-used-after: 50364416 + ppo-update-after: 30740 + env-step-generate-after: 24248320 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.221664 + avg_avg_return: 0.7824956 + avg_reward_per_step: 0.2763672 + proxy_corner: + avg_avg_return: 0.7824956 + avg_reward_per_step: 0.2763672 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.221664 + avg_avg_return: 0.7824956 + avg_reward_per_step: 0.2763672 + proxy_corner: + avg_avg_return: 0.7824956 + avg_reward_per_step: 0.2763672 + perf: + env_steps_per_second: 622136.5632354188 + ppo_updates_per_second: 84.52383461875647 + eval-batch-orig-duration: 0.23924480698769912 + eval-batch-shift-duration: 0.14639219699893147 + eval-batch-tree-duration: 0.1448696959996596 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.8044434 + mouse-cheese_dist_finite_wavg: 8.878052 + mouse-cheese_dist_solvable_avg: 7.8044434 + mouse-cheese_dist_solvable_wavg: 8.878052 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.954834 + num_walls_wavg: 5.9919453 + prop_walls_avg: 0.25890583 + prop_walls_wavg: 0.26051936 + scoring: + avg_scores: 0.06692089 + visit_patterns: + avg_first_visit_time: 599.27124 + avg_last_visit_time: 787.29565 + num_replay_batches: 797 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007433065 + avg_actor_approxkl3: 0.00062552415 + avg_actor_clipfrac: 0.03527222 + avg_actor_loss: -0.0004981164 + avg_advantage: -0.036302216 + avg_critic_clipfrac: 0.005065918 + avg_critic_loss: 0.005513882 + avg_entropy: 0.17564839 + avg_grad_norm_pre_clip: 2.339121 + avg_loss: 0.0020831765 + max: + max_actor_approxkl1: 0.0017273055 + max_actor_approxkl3: 0.0011772857 + max_actor_clipfrac: 0.060791016 + max_actor_loss: 0.0011940151 + max_advantage: 0.37817055 + max_critic_clipfrac: 0.05908203 + max_critic_loss: 0.008369899 + max_entropy: 0.24339905 + max_grad_norm_pre_clip: 3.6990337 + max_loss: 0.0033082708 + std: + std_actor_approxkl1: 0.0005243557 + std_actor_approxkl3: 0.00032305293 + std_actor_clipfrac: 0.019569835 + std_actor_loss: 0.00075917755 + std_advantage: 0.10366636 + std_critic_clipfrac: 0.014215322 + std_critic_loss: 0.0013281512 + std_entropy: 0.0352206 + std_grad_norm_pre_clip: 0.9390005 + std_loss: 0.00084611453 + eval-batch-orig: + avg_avg_episode_length: 17.585327 + avg_avg_return: 0.82818496 + avg_benchmark_regret: 0.0081196595 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28231812 + proxy_corner: + avg_avg_return: 0.82818496 + avg_reward_per_step: 0.28231812 + eval-batch-shift: + avg_avg_episode_length: 67.61949 + avg_avg_return: 0.24075797 + avg_benchmark_regret: 0.64282185 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.062950134 + proxy_corner: + avg_avg_return: 0.53335416 + avg_reward_per_step: 0.014770508 + eval-batch-tree: + avg_avg_episode_length: 12.211893 + avg_avg_return: 0.91561097 + avg_benchmark_regret: 0.07860742 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2502594 + proxy_corner: + avg_avg_return: 0.91561097 + avg_reward_per_step: 0.2502594 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 51380224 + env-step-replay-before: 26640384 + env-step-used-before: 51380224 + ppo-update-before: 31360 + env-step-generate-before: 24739840 + env-step-all-after: 51412992 + env-step-replay-after: 26640384 + env-step-used-after: 51412992 + ppo-update-after: 31380 + env-step-generate-after: 24772608 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.849012 + avg_avg_return: 0.7753068 + avg_reward_per_step: 0.25439453 + proxy_corner: + avg_avg_return: 0.7753068 + avg_reward_per_step: 0.25439453 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.849012 + avg_avg_return: 0.7753068 + avg_reward_per_step: 0.25439453 + proxy_corner: + avg_avg_return: 0.7753068 + avg_reward_per_step: 0.25439453 + perf: + env_steps_per_second: 842641.6152399336 + ppo_updates_per_second: 102.92357080725571 + eval-batch-orig-duration: 0.21316620003199205 + eval-batch-shift-duration: 0.1582137609948404 + eval-batch-tree-duration: 0.14433535799616948 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.8356934 + mouse-cheese_dist_finite_wavg: 7.0855803 + mouse-cheese_dist_solvable_avg: 7.8356934 + mouse-cheese_dist_solvable_wavg: 7.0855794 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.963135 + num_walls_wavg: 5.997506 + prop_walls_avg: 0.2592667 + prop_walls_wavg: 0.26076114 + scoring: + avg_scores: 0.07026355 + visit_patterns: + avg_first_visit_time: 614.6975 + avg_last_visit_time: 803.2168 + num_replay_batches: 813 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017515662 + avg_actor_approxkl3: 0.0013717029 + avg_actor_clipfrac: 0.058599856 + avg_actor_loss: 0.0006025177 + avg_advantage: -0.03195279 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0057429583 + avg_entropy: 0.20210493 + avg_grad_norm_pre_clip: 3.310395 + avg_loss: 0.0032718915 + max: + max_actor_approxkl1: 0.004999219 + max_actor_approxkl3: 0.0033005707 + max_actor_clipfrac: 0.10473633 + max_actor_loss: 0.0034162626 + max_advantage: 0.27983177 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0086228745 + max_entropy: 0.26846004 + max_grad_norm_pre_clip: 4.625256 + max_loss: 0.0063796784 + std: + std_actor_approxkl1: 0.0011769147 + std_actor_approxkl3: 0.00083490816 + std_actor_clipfrac: 0.024689622 + std_actor_loss: 0.0014179026 + std_advantage: 0.10879895 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012141456 + std_entropy: 0.031152641 + std_grad_norm_pre_clip: 0.8881519 + std_loss: 0.00157273 + eval-batch-orig: + avg_avg_episode_length: 17.477257 + avg_avg_return: 0.8312516 + avg_benchmark_regret: 0.0050529893 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2836151 + proxy_corner: + avg_avg_return: 0.8312516 + avg_reward_per_step: 0.2836151 + eval-batch-shift: + avg_avg_episode_length: 68.87156 + avg_avg_return: 0.22835025 + avg_benchmark_regret: 0.65522957 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06336975 + proxy_corner: + avg_avg_return: 0.5391152 + avg_reward_per_step: 0.014663696 + eval-batch-tree: + avg_avg_episode_length: 12.334995 + avg_avg_return: 0.91243804 + avg_benchmark_regret: 0.08178036 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25229645 + proxy_corner: + avg_avg_return: 0.91243804 + avg_reward_per_step: 0.25229645 +=========================================================== +=========================================================== + step: + env-step-all-before: 52428800 + env-step-replay-before: 27164672 + env-step-used-before: 52428800 + ppo-update-before: 32000 + env-step-generate-before: 25264128 + env-step-all-after: 52461568 + env-step-replay-after: 27197440 + env-step-used-after: 52461568 + ppo-update-after: 32020 + env-step-generate-after: 25264128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.164246 + avg_avg_return: 0.9199674 + avg_reward_per_step: 0.118011475 + proxy_corner: + avg_avg_return: 0.9199674 + avg_reward_per_step: 0.118011475 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.164246 + avg_avg_return: 0.9199674 + avg_reward_per_step: 0.118011475 + proxy_corner: + avg_avg_return: 0.9199674 + avg_reward_per_step: 0.118011475 + perf: + env_steps_per_second: 915539.0887259876 + ppo_updates_per_second: 105.09306918700892 + eval-batch-orig-duration: 0.20100153697421774 + eval-batch-shift-duration: 0.14926565199857578 + eval-batch-tree-duration: 0.1438758610165678 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.8615723 + mouse-cheese_dist_finite_wavg: 8.886265 + mouse-cheese_dist_solvable_avg: 7.8615723 + mouse-cheese_dist_solvable_wavg: 8.886266 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.963379 + num_walls_wavg: 5.9937077 + prop_walls_avg: 0.2592773 + prop_walls_wavg: 0.26059604 + scoring: + avg_scores: 0.067752354 + visit_patterns: + avg_first_visit_time: 627.9907 + avg_last_visit_time: 820.2302 + num_replay_batches: 830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004859298 + avg_actor_approxkl3: 0.0008576256 + avg_actor_clipfrac: 0.038110353 + avg_actor_loss: 0.00033438284 + avg_advantage: 0.0040358035 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0015542712 + avg_entropy: 0.14749192 + avg_grad_norm_pre_clip: 2.2599745 + avg_loss: 0.00096402655 + max: + max_actor_approxkl1: 0.0019334813 + max_actor_approxkl3: 0.0024784373 + max_actor_clipfrac: 0.08862305 + max_actor_loss: 0.0032071122 + max_advantage: 0.3080665 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0030786437 + max_entropy: 0.17979011 + max_grad_norm_pre_clip: 5.083828 + max_loss: 0.0037838102 + std: + std_actor_approxkl1: 0.0006377086 + std_actor_approxkl3: 0.0006645033 + std_actor_clipfrac: 0.02129445 + std_actor_loss: 0.0011918532 + std_advantage: 0.05703704 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005982775 + std_entropy: 0.016404143 + std_grad_norm_pre_clip: 1.0902379 + std_loss: 0.0011513795 + eval-batch-orig: + avg_avg_episode_length: 17.331303 + avg_avg_return: 0.83237743 + avg_benchmark_regret: 0.0039271787 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2828064 + proxy_corner: + avg_avg_return: 0.83237743 + avg_reward_per_step: 0.2828064 + eval-batch-shift: + avg_avg_episode_length: 67.96659 + avg_avg_return: 0.23775664 + avg_benchmark_regret: 0.6458232 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.061447144 + proxy_corner: + avg_avg_return: 0.5402911 + avg_reward_per_step: 0.014717102 + eval-batch-tree: + avg_avg_episode_length: 11.107668 + avg_avg_return: 0.92782545 + avg_benchmark_regret: 0.066392906 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25470734 + proxy_corner: + avg_avg_return: 0.92782545 + avg_reward_per_step: 0.25470734 +=========================================================== +=========================================================== + step: + env-step-all-before: 53477376 + env-step-replay-before: 27623424 + env-step-used-before: 53477376 + ppo-update-before: 32640 + env-step-generate-before: 25853952 + env-step-all-after: 53510144 + env-step-replay-after: 27623424 + env-step-used-after: 53510144 + ppo-update-after: 32660 + env-step-generate-after: 25886720 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.58359 + avg_avg_return: 0.82818127 + avg_reward_per_step: 0.2744751 + proxy_corner: + avg_avg_return: 0.82818127 + avg_reward_per_step: 0.2744751 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.58359 + avg_avg_return: 0.82818127 + avg_reward_per_step: 0.2744751 + proxy_corner: + avg_avg_return: 0.82818127 + avg_reward_per_step: 0.2744751 + perf: + env_steps_per_second: 904090.979856506 + ppo_updates_per_second: 106.54108399417845 + eval-batch-orig-duration: 0.19662354403408244 + eval-batch-shift-duration: 0.14564848400186747 + eval-batch-tree-duration: 0.14289243798702955 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.8981934 + mouse-cheese_dist_finite_wavg: 8.888524 + mouse-cheese_dist_solvable_avg: 7.8981934 + mouse-cheese_dist_solvable_wavg: 8.888525 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 5.9990234 + num_walls_wavg: 5.1017847 + prop_walls_avg: 0.26082706 + prop_walls_wavg: 0.22181672 + scoring: + avg_scores: 0.06716058 + visit_patterns: + avg_first_visit_time: 641.70776 + avg_last_visit_time: 833.34644 + num_replay_batches: 843 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007934714 + avg_actor_approxkl3: 0.00068516284 + avg_actor_clipfrac: 0.032409668 + avg_actor_loss: -0.0002650149 + avg_advantage: -0.038477287 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0042612734 + avg_entropy: 0.1593545 + avg_grad_norm_pre_clip: 2.4341877 + avg_loss: 0.0017062676 + max: + max_actor_approxkl1: 0.003097497 + max_actor_approxkl3: 0.0020065175 + max_actor_clipfrac: 0.08068848 + max_actor_loss: 0.0021493882 + max_advantage: 0.27526796 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0064730737 + max_entropy: 0.20972303 + max_grad_norm_pre_clip: 4.0647235 + max_loss: 0.004566878 + std: + std_actor_approxkl1: 0.00071955007 + std_actor_approxkl3: 0.00042216253 + std_actor_clipfrac: 0.017469516 + std_actor_loss: 0.0011425595 + std_advantage: 0.09176407 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011084506 + std_entropy: 0.028066052 + std_grad_norm_pre_clip: 0.9579194 + std_loss: 0.0012339816 + eval-batch-orig: + avg_avg_episode_length: 17.357925 + avg_avg_return: 0.83187747 + avg_benchmark_regret: 0.004427174 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2830124 + proxy_corner: + avg_avg_return: 0.83187747 + avg_reward_per_step: 0.2830124 + eval-batch-shift: + avg_avg_episode_length: 68.29115 + avg_avg_return: 0.23230666 + avg_benchmark_regret: 0.65127313 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06149292 + proxy_corner: + avg_avg_return: 0.54115796 + avg_reward_per_step: 0.0146865845 + eval-batch-tree: + avg_avg_episode_length: 11.003038 + avg_avg_return: 0.9296951 + avg_benchmark_regret: 0.06452319 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25556183 + proxy_corner: + avg_avg_return: 0.9296951 + avg_reward_per_step: 0.25556183 +=========================================================== +=========================================================== + step: + env-step-all-before: 54525952 + env-step-replay-before: 28049408 + env-step-used-before: 54525952 + ppo-update-before: 33280 + env-step-generate-before: 26476544 + env-step-all-after: 54558720 + env-step-replay-after: 28049408 + env-step-used-after: 54558720 + ppo-update-after: 33300 + env-step-generate-after: 26509312 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.660398 + avg_avg_return: 0.8270398 + avg_reward_per_step: 0.26660156 + proxy_corner: + avg_avg_return: 0.8270398 + avg_reward_per_step: 0.26660156 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.660398 + avg_avg_return: 0.8270398 + avg_reward_per_step: 0.26660156 + proxy_corner: + avg_avg_return: 0.8270398 + avg_reward_per_step: 0.26660156 + perf: + env_steps_per_second: 668681.4035911536 + ppo_updates_per_second: 81.49483066478581 + eval-batch-orig-duration: 0.23913662298582494 + eval-batch-shift-duration: 0.14712937601143494 + eval-batch-tree-duration: 0.14202708698576316 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.9555664 + mouse-cheese_dist_finite_wavg: 9.793626 + mouse-cheese_dist_solvable_avg: 7.9555664 + mouse-cheese_dist_solvable_wavg: 9.793627 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0249023 + num_walls_wavg: 6.0015445 + prop_walls_avg: 0.26195228 + prop_walls_wavg: 0.2609367 + scoring: + avg_scores: 0.0676395 + visit_patterns: + avg_first_visit_time: 657.3967 + avg_last_visit_time: 846.2417 + num_replay_batches: 856 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073241483 + avg_actor_approxkl3: 0.00055758405 + avg_actor_clipfrac: 0.02675171 + avg_actor_loss: -0.00040035043 + avg_advantage: -0.01033821 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0042615137 + avg_entropy: 0.14892103 + avg_grad_norm_pre_clip: 2.1275434 + avg_loss: 0.0015814853 + max: + max_actor_approxkl1: 0.0018628922 + max_actor_approxkl3: 0.0017821855 + max_actor_clipfrac: 0.08544922 + max_actor_loss: 0.0012083054 + max_advantage: 0.29712796 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0065141316 + max_entropy: 0.21138921 + max_grad_norm_pre_clip: 4.398368 + max_loss: 0.004253982 + std: + std_actor_approxkl1: 0.000601218 + std_actor_approxkl3: 0.00038721957 + std_actor_clipfrac: 0.01877163 + std_actor_loss: 0.00081654533 + std_advantage: 0.094296396 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008736397 + std_entropy: 0.023709403 + std_grad_norm_pre_clip: 0.8142582 + std_loss: 0.0010622656 + eval-batch-orig: + avg_avg_episode_length: 17.30635 + avg_avg_return: 0.831836 + avg_benchmark_regret: 0.0044685896 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28347015 + proxy_corner: + avg_avg_return: 0.831836 + avg_reward_per_step: 0.28347015 + eval-batch-shift: + avg_avg_episode_length: 69.031975 + avg_avg_return: 0.2227771 + avg_benchmark_regret: 0.6608027 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.060897827 + proxy_corner: + avg_avg_return: 0.5488086 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 11.180327 + avg_avg_return: 0.9262667 + avg_benchmark_regret: 0.067951694 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25576782 + proxy_corner: + avg_avg_return: 0.9262667 + avg_reward_per_step: 0.25576782 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 55574528 + env-step-replay-before: 28442624 + env-step-used-before: 55574528 + ppo-update-before: 33920 + env-step-generate-before: 27131904 + env-step-all-after: 55607296 + env-step-replay-after: 28475392 + env-step-used-after: 55607296 + ppo-update-after: 33940 + env-step-generate-after: 27131904 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.803687 + avg_avg_return: 0.9239949 + avg_reward_per_step: 0.11468506 + proxy_corner: + avg_avg_return: 0.9239949 + avg_reward_per_step: 0.11468506 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.803687 + avg_avg_return: 0.9239949 + avg_reward_per_step: 0.11468506 + proxy_corner: + avg_avg_return: 0.9239949 + avg_reward_per_step: 0.11468506 + perf: + env_steps_per_second: 899119.667973266 + ppo_updates_per_second: 107.98798458580468 + eval-batch-orig-duration: 0.19721618300536647 + eval-batch-shift-duration: 0.1503603680175729 + eval-batch-tree-duration: 0.1422408299986273 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.021973 + mouse-cheese_dist_finite_wavg: 9.800199 + mouse-cheese_dist_solvable_avg: 8.021973 + mouse-cheese_dist_solvable_wavg: 9.8002 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.038086 + num_walls_wavg: 6.003594 + prop_walls_avg: 0.26252544 + prop_walls_wavg: 0.2610258 + scoring: + avg_scores: 0.06905834 + visit_patterns: + avg_first_visit_time: 670.32324 + avg_last_visit_time: 859.2019 + num_replay_batches: 869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020752423 + avg_actor_approxkl3: 0.0019856493 + avg_actor_clipfrac: 0.064050294 + avg_actor_loss: 0.0025887461 + avg_advantage: 0.060032703 + avg_critic_clipfrac: 0.074920654 + avg_critic_loss: 0.003688978 + avg_entropy: 0.14488952 + avg_grad_norm_pre_clip: 3.8266907 + avg_loss: 0.0042883456 + max: + max_actor_approxkl1: 0.005112215 + max_actor_approxkl3: 0.0042402763 + max_actor_clipfrac: 0.115356445 + max_actor_loss: 0.006434718 + max_advantage: 0.5021572 + max_critic_clipfrac: 0.28125 + max_critic_loss: 0.0067585083 + max_entropy: 0.16462786 + max_grad_norm_pre_clip: 7.6593013 + max_loss: 0.008799852 + std: + std_actor_approxkl1: 0.0014675846 + std_actor_approxkl3: 0.0011959309 + std_actor_clipfrac: 0.027427003 + std_actor_loss: 0.0021568912 + std_advantage: 0.08679862 + std_critic_clipfrac: 0.09179443 + std_critic_loss: 0.00096937857 + std_entropy: 0.012698535 + std_grad_norm_pre_clip: 1.630642 + std_loss: 0.002158755 + eval-batch-orig: + avg_avg_episode_length: 17.384949 + avg_avg_return: 0.8316023 + avg_benchmark_regret: 0.0047023483 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2831726 + proxy_corner: + avg_avg_return: 0.8316023 + avg_reward_per_step: 0.2831726 + eval-batch-shift: + avg_avg_episode_length: 67.97801 + avg_avg_return: 0.23999491 + avg_benchmark_regret: 0.64358497 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.062416077 + proxy_corner: + avg_avg_return: 0.538439 + avg_reward_per_step: 0.014793396 + eval-batch-tree: + avg_avg_episode_length: 10.505329 + avg_avg_return: 0.9338361 + avg_benchmark_regret: 0.06038225 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25642395 + proxy_corner: + avg_avg_return: 0.9338361 + avg_reward_per_step: 0.25642395 +=========================================================== +=========================================================== + step: + env-step-all-before: 56623104 + env-step-replay-before: 28966912 + env-step-used-before: 56623104 + ppo-update-before: 34560 + env-step-generate-before: 27656192 + env-step-all-after: 56655872 + env-step-replay-after: 28999680 + env-step-used-after: 56655872 + ppo-update-after: 34580 + env-step-generate-after: 27656192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.5143795 + avg_avg_return: 0.9186914 + avg_reward_per_step: 0.112854004 + proxy_corner: + avg_avg_return: 0.9186914 + avg_reward_per_step: 0.112854004 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.5143795 + avg_avg_return: 0.9186914 + avg_reward_per_step: 0.112854004 + proxy_corner: + avg_avg_return: 0.9186914 + avg_reward_per_step: 0.112854004 + perf: + env_steps_per_second: 668856.3033196849 + ppo_updates_per_second: 82.44528901498794 + eval-batch-orig-duration: 0.23322859697509557 + eval-batch-shift-duration: 0.15995981596643105 + eval-batch-tree-duration: 0.14547424600459635 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.046875 + mouse-cheese_dist_finite_wavg: 8.906358 + mouse-cheese_dist_solvable_avg: 8.046875 + mouse-cheese_dist_solvable_wavg: 8.906358 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0319824 + num_walls_wavg: 6.0027413 + prop_walls_avg: 0.26226008 + prop_walls_wavg: 0.2609888 + scoring: + avg_scores: 0.068672284 + visit_patterns: + avg_first_visit_time: 685.47705 + avg_last_visit_time: 875.3169 + num_replay_batches: 885 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061032374 + avg_actor_approxkl3: 0.0007362042 + avg_actor_clipfrac: 0.031463623 + avg_actor_loss: 4.5287983e-05 + avg_advantage: 0.0074502225 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0015244514 + avg_entropy: 0.14912882 + avg_grad_norm_pre_clip: 2.5409431 + avg_loss: 0.0006583849 + max: + max_actor_approxkl1: 0.0023343829 + max_actor_approxkl3: 0.00322396 + max_actor_clipfrac: 0.08276367 + max_actor_loss: 0.0015496276 + max_advantage: 0.35816574 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0020919594 + max_entropy: 0.15952665 + max_grad_norm_pre_clip: 4.556547 + max_loss: 0.0022588677 + std: + std_actor_approxkl1: 0.000613904 + std_actor_approxkl3: 0.0007199755 + std_actor_clipfrac: 0.021372203 + std_actor_loss: 0.00083484343 + std_advantage: 0.055805877 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026641323 + std_entropy: 0.008546363 + std_grad_norm_pre_clip: 0.985279 + std_loss: 0.00084779673 + eval-batch-orig: + avg_avg_episode_length: 17.25891 + avg_avg_return: 0.83216393 + avg_benchmark_regret: 0.004140664 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2829361 + proxy_corner: + avg_avg_return: 0.83216393 + avg_reward_per_step: 0.2829361 + eval-batch-shift: + avg_avg_episode_length: 66.774574 + avg_avg_return: 0.24876842 + avg_benchmark_regret: 0.6348114 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0662384 + proxy_corner: + avg_avg_return: 0.5352744 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 9.990604 + avg_avg_return: 0.9404598 + avg_benchmark_regret: 0.053758554 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2570114 + proxy_corner: + avg_avg_return: 0.9404598 + avg_reward_per_step: 0.2570114 +=========================================================== +=========================================================== + step: + env-step-all-before: 57671680 + env-step-replay-before: 29458432 + env-step-used-before: 57671680 + ppo-update-before: 35200 + env-step-generate-before: 28213248 + env-step-all-after: 57704448 + env-step-replay-after: 29458432 + env-step-used-after: 57704448 + ppo-update-after: 35220 + env-step-generate-after: 28246016 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.314291 + avg_avg_return: 0.8189195 + avg_reward_per_step: 0.27453613 + proxy_corner: + avg_avg_return: 0.8189195 + avg_reward_per_step: 0.27453613 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.314291 + avg_avg_return: 0.8189195 + avg_reward_per_step: 0.27453613 + proxy_corner: + avg_avg_return: 0.8189195 + avg_reward_per_step: 0.27453613 + perf: + env_steps_per_second: 908011.0888967172 + ppo_updates_per_second: 104.81234840088905 + eval-batch-orig-duration: 0.20041317102732137 + eval-batch-shift-duration: 0.14912592095788568 + eval-batch-tree-duration: 0.1430980970035307 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.073486 + mouse-cheese_dist_finite_wavg: 7.111282 + mouse-cheese_dist_solvable_avg: 8.073486 + mouse-cheese_dist_solvable_wavg: 7.111283 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.00708 + num_walls_wavg: 5.103067 + prop_walls_avg: 0.26117736 + prop_walls_wavg: 0.22187248 + scoring: + avg_scores: 0.06827834 + visit_patterns: + avg_first_visit_time: 698.114 + avg_last_visit_time: 889.24976 + num_replay_batches: 899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010327166 + avg_actor_approxkl3: 0.0007850413 + avg_actor_clipfrac: 0.033758547 + avg_actor_loss: -0.00020139478 + avg_advantage: -0.003033827 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004359469 + avg_entropy: 0.15298687 + avg_grad_norm_pre_clip: 2.3630993 + avg_loss: 0.0018253528 + max: + max_actor_approxkl1: 0.003016649 + max_actor_approxkl3: 0.0021013524 + max_actor_clipfrac: 0.07019043 + max_actor_loss: 0.0013133809 + max_advantage: 0.3054974 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0062238974 + max_entropy: 0.20452791 + max_grad_norm_pre_clip: 4.2400575 + max_loss: 0.0035337463 + std: + std_actor_approxkl1: 0.000759997 + std_actor_approxkl3: 0.00051348796 + std_actor_clipfrac: 0.019209635 + std_actor_loss: 0.00076402014 + std_advantage: 0.096187264 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008338114 + std_entropy: 0.021777555 + std_grad_norm_pre_clip: 0.76798534 + std_loss: 0.0008961388 + eval-batch-orig: + avg_avg_episode_length: 17.346685 + avg_avg_return: 0.8313118 + avg_benchmark_regret: 0.0049928073 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28289795 + proxy_corner: + avg_avg_return: 0.8313118 + avg_reward_per_step: 0.28289795 + eval-batch-shift: + avg_avg_episode_length: 65.73929 + avg_avg_return: 0.26755503 + avg_benchmark_regret: 0.6160248 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06651306 + proxy_corner: + avg_avg_return: 0.52767724 + avg_reward_per_step: 0.014640808 + eval-batch-tree: + avg_avg_episode_length: 10.1055765 + avg_avg_return: 0.9395628 + avg_benchmark_regret: 0.054655544 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25608826 + proxy_corner: + avg_avg_return: 0.9395628 + avg_reward_per_step: 0.25608826 +=========================================================== +=========================================================== + step: + env-step-all-before: 58720256 + env-step-replay-before: 29851648 + env-step-used-before: 58720256 + ppo-update-before: 35840 + env-step-generate-before: 28868608 + env-step-all-after: 58753024 + env-step-replay-after: 29851648 + env-step-used-after: 58753024 + ppo-update-after: 35860 + env-step-generate-after: 28901376 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.245003 + avg_avg_return: 0.7602601 + avg_reward_per_step: 0.24719238 + proxy_corner: + avg_avg_return: 0.7602601 + avg_reward_per_step: 0.24719238 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.245003 + avg_avg_return: 0.7602601 + avg_reward_per_step: 0.24719238 + proxy_corner: + avg_avg_return: 0.7602601 + avg_reward_per_step: 0.24719238 + perf: + env_steps_per_second: 596659.917137886 + ppo_updates_per_second: 74.27204069890497 + eval-batch-orig-duration: 0.3242291189962998 + eval-batch-shift-duration: 0.1692289219936356 + eval-batch-tree-duration: 0.14813500398304313 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.104004 + mouse-cheese_dist_finite_wavg: 8.911543 + mouse-cheese_dist_solvable_avg: 8.104004 + mouse-cheese_dist_solvable_wavg: 8.911542 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0354004 + num_walls_wavg: 6.9020915 + prop_walls_avg: 0.26240867 + prop_walls_wavg: 0.30009094 + scoring: + avg_scores: 0.07025705 + visit_patterns: + avg_first_visit_time: 713.21484 + avg_last_visit_time: 901.15137 + num_replay_batches: 911 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010173507 + avg_actor_approxkl3: 0.0005366292 + avg_actor_clipfrac: 0.026550293 + avg_actor_loss: -0.0007817954 + avg_advantage: 0.0049878173 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005428122 + avg_entropy: 0.18549813 + avg_grad_norm_pre_clip: 2.0088978 + avg_loss: 0.0017467674 + max: + max_actor_approxkl1: 0.0021102491 + max_actor_approxkl3: 0.0011481845 + max_actor_clipfrac: 0.052612305 + max_actor_loss: 0.0007358268 + max_advantage: 0.38952482 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0066838693 + max_entropy: 0.25309023 + max_grad_norm_pre_clip: 4.063973 + max_loss: 0.0032887855 + std: + std_actor_approxkl1: 0.000643193 + std_actor_approxkl3: 0.00027796128 + std_actor_clipfrac: 0.011989175 + std_actor_loss: 0.0007935331 + std_advantage: 0.10715564 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008855265 + std_entropy: 0.024559807 + std_grad_norm_pre_clip: 0.76723796 + std_loss: 0.0009895801 + eval-batch-orig: + avg_avg_episode_length: 17.283676 + avg_avg_return: 0.83224046 + avg_benchmark_regret: 0.0040641576 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28363037 + proxy_corner: + avg_avg_return: 0.83224046 + avg_reward_per_step: 0.28363037 + eval-batch-shift: + avg_avg_episode_length: 67.1877 + avg_avg_return: 0.24488261 + avg_benchmark_regret: 0.63869727 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06669617 + proxy_corner: + avg_avg_return: 0.5411603 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 11.043999 + avg_avg_return: 0.9295262 + avg_benchmark_regret: 0.06469214 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2550888 + proxy_corner: + avg_avg_return: 0.9295262 + avg_reward_per_step: 0.2550888 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 59768832 + env-step-replay-before: 30441472 + env-step-used-before: 59768832 + ppo-update-before: 36480 + env-step-generate-before: 29327360 + env-step-all-after: 59801600 + env-step-replay-after: 30474240 + env-step-used-after: 59801600 + ppo-update-after: 36500 + env-step-generate-after: 29327360 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.141011 + avg_avg_return: 0.9204993 + avg_reward_per_step: 0.11401367 + proxy_corner: + avg_avg_return: 0.9204993 + avg_reward_per_step: 0.11401367 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.141011 + avg_avg_return: 0.9204993 + avg_reward_per_step: 0.11401367 + proxy_corner: + avg_avg_return: 0.9204993 + avg_reward_per_step: 0.11401367 + perf: + env_steps_per_second: 633357.196057799 + ppo_updates_per_second: 78.01421524051337 + eval-batch-orig-duration: 0.25074707600288093 + eval-batch-shift-duration: 0.15059168601874262 + eval-batch-tree-duration: 0.14431678695837036 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.086914 + mouse-cheese_dist_finite_wavg: 9.80965 + mouse-cheese_dist_solvable_avg: 8.086914 + mouse-cheese_dist_solvable_wavg: 9.809649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0405273 + num_walls_wavg: 6.902362 + prop_walls_avg: 0.2626316 + prop_walls_wavg: 0.30010274 + scoring: + avg_scores: 0.067933306 + visit_patterns: + avg_first_visit_time: 726.2512 + avg_last_visit_time: 920.15356 + num_replay_batches: 930 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030448433 + avg_actor_approxkl3: 0.0005207373 + avg_actor_clipfrac: 0.027856445 + avg_actor_loss: -0.00010205601 + avg_advantage: 0.0029360407 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0018474177 + avg_entropy: 0.12937234 + avg_grad_norm_pre_clip: 2.3841822 + avg_loss: 0.0006922804 + max: + max_actor_approxkl1: 0.0012429468 + max_actor_approxkl3: 0.0009155994 + max_actor_clipfrac: 0.052490234 + max_actor_loss: 0.000970562 + max_advantage: 0.31052208 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002779933 + max_entropy: 0.16181041 + max_grad_norm_pre_clip: 4.173961 + max_loss: 0.001780895 + std: + std_actor_approxkl1: 0.0005386533 + std_actor_approxkl3: 0.00023793636 + std_actor_clipfrac: 0.013159644 + std_actor_loss: 0.00065695174 + std_advantage: 0.06453 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004082037 + std_entropy: 0.011172209 + std_grad_norm_pre_clip: 0.88543785 + std_loss: 0.0007278484 + eval-batch-orig: + avg_avg_episode_length: 17.24178 + avg_avg_return: 0.83223486 + avg_benchmark_regret: 0.004069777 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28383636 + proxy_corner: + avg_avg_return: 0.83223486 + avg_reward_per_step: 0.28383636 + eval-batch-shift: + avg_avg_episode_length: 66.493805 + avg_avg_return: 0.25538623 + avg_benchmark_regret: 0.6281936 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06729889 + proxy_corner: + avg_avg_return: 0.53382576 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 10.394466 + avg_avg_return: 0.935192 + avg_benchmark_regret: 0.059026368 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25691986 + proxy_corner: + avg_avg_return: 0.935192 + avg_reward_per_step: 0.25691986 +=========================================================== +=========================================================== + step: + env-step-all-before: 60817408 + env-step-replay-before: 30998528 + env-step-used-before: 60817408 + ppo-update-before: 37120 + env-step-generate-before: 29818880 + env-step-all-after: 60850176 + env-step-replay-after: 30998528 + env-step-used-after: 60850176 + ppo-update-after: 37140 + env-step-generate-after: 29851648 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.555765 + avg_avg_return: 0.81344664 + avg_reward_per_step: 0.28067017 + proxy_corner: + avg_avg_return: 0.81344664 + avg_reward_per_step: 0.28067017 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.555765 + avg_avg_return: 0.81344664 + avg_reward_per_step: 0.28067017 + proxy_corner: + avg_avg_return: 0.81344664 + avg_reward_per_step: 0.28067017 + perf: + env_steps_per_second: 596272.4420768721 + ppo_updates_per_second: 94.40510458991346 + eval-batch-orig-duration: 0.20331106701632962 + eval-batch-shift-duration: 0.1447030549752526 + eval-batch-tree-duration: 0.1416580229997635 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.130127 + mouse-cheese_dist_finite_wavg: 7.1183367 + mouse-cheese_dist_solvable_avg: 8.130127 + mouse-cheese_dist_solvable_wavg: 7.1183376 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.050293 + num_walls_wavg: 6.007468 + prop_walls_avg: 0.26305622 + prop_walls_wavg: 0.26119426 + scoring: + avg_scores: 0.06725566 + visit_patterns: + avg_first_visit_time: 739.1338 + avg_last_visit_time: 936.27 + num_replay_batches: 946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014928164 + avg_actor_approxkl3: 0.0011313226 + avg_actor_clipfrac: 0.045074463 + avg_actor_loss: 0.000105116516 + avg_advantage: -0.034128003 + avg_critic_clipfrac: 0.00869751 + avg_critic_loss: 0.0046092873 + avg_entropy: 0.14681046 + avg_grad_norm_pre_clip: 2.519934 + avg_loss: 0.0022629497 + max: + max_actor_approxkl1: 0.0032374458 + max_actor_approxkl3: 0.0028909235 + max_actor_clipfrac: 0.083496094 + max_actor_loss: 0.002620861 + max_advantage: 0.21902132 + max_critic_clipfrac: 0.060546875 + max_critic_loss: 0.0061282897 + max_entropy: 0.18338805 + max_grad_norm_pre_clip: 4.245129 + max_loss: 0.0051942957 + std: + std_actor_approxkl1: 0.0007879705 + std_actor_approxkl3: 0.0006833075 + std_actor_clipfrac: 0.021396626 + std_actor_loss: 0.00097470917 + std_advantage: 0.09765908 + std_critic_clipfrac: 0.017844655 + std_critic_loss: 0.00094654335 + std_entropy: 0.019364776 + std_grad_norm_pre_clip: 1.0194879 + std_loss: 0.0011979558 + eval-batch-orig: + avg_avg_episode_length: 17.247345 + avg_avg_return: 0.83221805 + avg_benchmark_regret: 0.0040865587 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2829666 + proxy_corner: + avg_avg_return: 0.83221805 + avg_reward_per_step: 0.2829666 + eval-batch-shift: + avg_avg_episode_length: 65.11738 + avg_avg_return: 0.27323073 + avg_benchmark_regret: 0.6103491 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06629181 + proxy_corner: + avg_avg_return: 0.52189136 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 9.7516 + avg_avg_return: 0.94387925 + avg_benchmark_regret: 0.050339147 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25808716 + proxy_corner: + avg_avg_return: 0.94387925 + avg_reward_per_step: 0.25808716 +=========================================================== +=========================================================== + step: + env-step-all-before: 61865984 + env-step-replay-before: 31424512 + env-step-used-before: 61865984 + ppo-update-before: 37760 + env-step-generate-before: 30441472 + env-step-all-after: 61898752 + env-step-replay-after: 31424512 + env-step-used-after: 61898752 + ppo-update-after: 37780 + env-step-generate-after: 30474240 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.500387 + avg_avg_return: 0.82748663 + avg_reward_per_step: 0.2880249 + proxy_corner: + avg_avg_return: 0.82748663 + avg_reward_per_step: 0.2880249 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.500387 + avg_avg_return: 0.82748663 + avg_reward_per_step: 0.2880249 + proxy_corner: + avg_avg_return: 0.82748663 + avg_reward_per_step: 0.2880249 + perf: + env_steps_per_second: 905073.7094233243 + ppo_updates_per_second: 103.9832332090747 + eval-batch-orig-duration: 0.20746484800474718 + eval-batch-shift-duration: 0.15812100103357807 + eval-batch-tree-duration: 0.14542190002975985 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.170166 + mouse-cheese_dist_finite_wavg: 9.816399 + mouse-cheese_dist_solvable_avg: 8.170166 + mouse-cheese_dist_solvable_wavg: 9.8164 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0507812 + num_walls_wavg: 5.103596 + prop_walls_avg: 0.2630774 + prop_walls_wavg: 0.22189546 + scoring: + avg_scores: 0.067755096 + visit_patterns: + avg_first_visit_time: 753.90137 + avg_last_visit_time: 949.26733 + num_replay_batches: 959 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010460945 + avg_actor_approxkl3: 0.0007530207 + avg_actor_clipfrac: 0.030316163 + avg_actor_loss: -0.00011345707 + avg_advantage: 0.012625973 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0049405484 + avg_entropy: 0.14927831 + avg_grad_norm_pre_clip: 2.3543653 + avg_loss: 0.0022075388 + max: + max_actor_approxkl1: 0.0029483489 + max_actor_approxkl3: 0.002396624 + max_actor_clipfrac: 0.05493164 + max_actor_loss: 0.0019076355 + max_advantage: 0.45501655 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006231908 + max_entropy: 0.18983492 + max_grad_norm_pre_clip: 3.78924 + max_loss: 0.0040656985 + std: + std_actor_approxkl1: 0.00085538847 + std_actor_approxkl3: 0.000545836 + std_actor_clipfrac: 0.015289825 + std_actor_loss: 0.0009719924 + std_advantage: 0.099800535 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007277092 + std_entropy: 0.021347618 + std_grad_norm_pre_clip: 0.72047955 + std_loss: 0.0011078616 + eval-batch-orig: + avg_avg_episode_length: 17.2593 + avg_avg_return: 0.8322839 + avg_benchmark_regret: 0.0040207435 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28324127 + proxy_corner: + avg_avg_return: 0.8322839 + avg_reward_per_step: 0.28324127 + eval-batch-shift: + avg_avg_episode_length: 65.92821 + avg_avg_return: 0.26240838 + avg_benchmark_regret: 0.6211715 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.070632935 + proxy_corner: + avg_avg_return: 0.5399754 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 10.126738 + avg_avg_return: 0.93556964 + avg_benchmark_regret: 0.05864877 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2571411 + proxy_corner: + avg_avg_return: 0.93556964 + avg_reward_per_step: 0.2571411 +=========================================================== +=========================================================== + step: + env-step-all-before: 62914560 + env-step-replay-before: 31981568 + env-step-used-before: 62914560 + ppo-update-before: 38400 + env-step-generate-before: 30932992 + env-step-all-after: 62947328 + env-step-replay-after: 31981568 + env-step-used-after: 62947328 + ppo-update-after: 38420 + env-step-generate-after: 30965760 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.730206 + avg_avg_return: 0.78850716 + avg_reward_per_step: 0.27954102 + proxy_corner: + avg_avg_return: 0.78850716 + avg_reward_per_step: 0.27954102 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.730206 + avg_avg_return: 0.78850716 + avg_reward_per_step: 0.27954102 + proxy_corner: + avg_avg_return: 0.78850716 + avg_reward_per_step: 0.27954102 + perf: + env_steps_per_second: 913289.3010905243 + ppo_updates_per_second: 104.44590441705759 + eval-batch-orig-duration: 0.2010156799806282 + eval-batch-shift-duration: 0.1499836000148207 + eval-batch-tree-duration: 0.14349946699803695 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.172363 + mouse-cheese_dist_finite_wavg: 9.816303 + mouse-cheese_dist_solvable_avg: 8.172363 + mouse-cheese_dist_solvable_wavg: 9.816304 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.03833 + num_walls_wavg: 6.9059486 + prop_walls_avg: 0.26253605 + prop_walls_wavg: 0.30025873 + scoring: + avg_scores: 0.07026303 + visit_patterns: + avg_first_visit_time: 766.32837 + avg_last_visit_time: 966.3154 + num_replay_batches: 976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014915512 + avg_actor_approxkl3: 0.0011596982 + avg_actor_clipfrac: 0.048187256 + avg_actor_loss: 0.00036766194 + avg_advantage: -0.037750028 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0054944614 + avg_entropy: 0.15675223 + avg_grad_norm_pre_clip: 3.0320506 + avg_loss: 0.0029581399 + max: + max_actor_approxkl1: 0.003894085 + max_actor_approxkl3: 0.0028911475 + max_actor_clipfrac: 0.087524414 + max_actor_loss: 0.0050041154 + max_advantage: 0.25383252 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0074156094 + max_entropy: 0.20641306 + max_grad_norm_pre_clip: 6.2234845 + max_loss: 0.007782117 + std: + std_actor_approxkl1: 0.0009605899 + std_actor_approxkl3: 0.000655274 + std_actor_clipfrac: 0.02167045 + std_actor_loss: 0.0012914723 + std_advantage: 0.102176905 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011425525 + std_entropy: 0.024939144 + std_grad_norm_pre_clip: 1.0694311 + std_loss: 0.0013255696 + eval-batch-orig: + avg_avg_episode_length: 17.205845 + avg_avg_return: 0.8325603 + avg_benchmark_regret: 0.0037443107 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2843399 + proxy_corner: + avg_avg_return: 0.8325603 + avg_reward_per_step: 0.2843399 + eval-batch-shift: + avg_avg_episode_length: 66.65211 + avg_avg_return: 0.25067082 + avg_benchmark_regret: 0.63290906 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07006073 + proxy_corner: + avg_avg_return: 0.54266596 + avg_reward_per_step: 0.0146484375 + eval-batch-tree: + avg_avg_episode_length: 10.313541 + avg_avg_return: 0.93645746 + avg_benchmark_regret: 0.057760883 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25767517 + proxy_corner: + avg_avg_return: 0.93645746 + avg_reward_per_step: 0.25767517 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 63963136 + env-step-replay-before: 32505856 + env-step-used-before: 63963136 + ppo-update-before: 39040 + env-step-generate-before: 31457280 + env-step-all-after: 63995904 + env-step-replay-after: 32505856 + env-step-used-after: 63995904 + ppo-update-after: 39060 + env-step-generate-after: 31490048 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.018393 + avg_avg_return: 0.8100449 + avg_reward_per_step: 0.26245117 + proxy_corner: + avg_avg_return: 0.8100449 + avg_reward_per_step: 0.26245117 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.018393 + avg_avg_return: 0.8100449 + avg_reward_per_step: 0.26245117 + proxy_corner: + avg_avg_return: 0.8100449 + avg_reward_per_step: 0.26245117 + perf: + env_steps_per_second: 589770.9053154828 + ppo_updates_per_second: 73.83082557468337 + eval-batch-orig-duration: 0.2572060960228555 + eval-batch-shift-duration: 0.16009275999385864 + eval-batch-tree-duration: 0.1450996439671144 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.178467 + mouse-cheese_dist_finite_wavg: 9.818482 + mouse-cheese_dist_solvable_avg: 8.178467 + mouse-cheese_dist_solvable_wavg: 9.818483 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.022949 + num_walls_wavg: 5.1005282 + prop_walls_avg: 0.26186734 + prop_walls_wavg: 0.22176214 + scoring: + avg_scores: 0.0689771 + visit_patterns: + avg_first_visit_time: 781.2256 + avg_last_visit_time: 982.2007 + num_replay_batches: 992 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008429326 + avg_actor_approxkl3: 0.00072396424 + avg_actor_clipfrac: 0.035351563 + avg_actor_loss: 8.5244705e-05 + avg_advantage: -0.043865792 + avg_critic_clipfrac: 0.00087280275 + avg_critic_loss: 0.0046338695 + avg_entropy: 0.14148977 + avg_grad_norm_pre_clip: 2.4783661 + avg_loss: 0.0022606894 + max: + max_actor_approxkl1: 0.0026438222 + max_actor_approxkl3: 0.0016364261 + max_actor_clipfrac: 0.072387695 + max_actor_loss: 0.00283771 + max_advantage: 0.28042603 + max_critic_clipfrac: 0.008178711 + max_critic_loss: 0.0069891056 + max_entropy: 0.17232333 + max_grad_norm_pre_clip: 4.435416 + max_loss: 0.0053546824 + std: + std_actor_approxkl1: 0.00065947056 + std_actor_approxkl3: 0.00043165358 + std_actor_clipfrac: 0.01872526 + std_actor_loss: 0.0010574858 + std_advantage: 0.09272818 + std_critic_clipfrac: 0.002179656 + std_critic_loss: 0.0009725233 + std_entropy: 0.019140612 + std_grad_norm_pre_clip: 0.83893067 + std_loss: 0.0013452334 + eval-batch-orig: + avg_avg_episode_length: 17.237814 + avg_avg_return: 0.83242536 + avg_benchmark_regret: 0.0038792288 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28367615 + proxy_corner: + avg_avg_return: 0.83242536 + avg_reward_per_step: 0.28367615 + eval-batch-shift: + avg_avg_episode_length: 66.36128 + avg_avg_return: 0.25532913 + avg_benchmark_regret: 0.62825066 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0689621 + proxy_corner: + avg_avg_return: 0.53790975 + avg_reward_per_step: 0.014450073 + eval-batch-tree: + avg_avg_episode_length: 9.076092 + avg_avg_return: 0.95210814 + avg_benchmark_regret: 0.042110182 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25845337 + proxy_corner: + avg_avg_return: 0.95210814 + avg_reward_per_step: 0.25845337 +=========================================================== +=========================================================== + step: + env-step-all-before: 65011712 + env-step-replay-before: 33062912 + env-step-used-before: 65011712 + ppo-update-before: 39680 + env-step-generate-before: 31948800 + env-step-all-after: 65044480 + env-step-replay-after: 33062912 + env-step-used-after: 65044480 + ppo-update-after: 39700 + env-step-generate-after: 31981568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.550755 + avg_avg_return: 0.7920853 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.7920853 + avg_reward_per_step: 0.26644897 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.550755 + avg_avg_return: 0.7920853 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.7920853 + avg_reward_per_step: 0.26644897 + perf: + env_steps_per_second: 598722.0659281993 + ppo_updates_per_second: 96.91694500888354 + eval-batch-orig-duration: 0.19358949101297185 + eval-batch-shift-duration: 0.14361898199422285 + eval-batch-tree-duration: 0.1416191119933501 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.220215 + mouse-cheese_dist_finite_wavg: 9.816912 + mouse-cheese_dist_solvable_avg: 8.220215 + mouse-cheese_dist_solvable_wavg: 9.816913 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.041992 + num_walls_wavg: 5.1025143 + prop_walls_avg: 0.26269528 + prop_walls_wavg: 0.22184849 + scoring: + avg_scores: 0.06623412 + visit_patterns: + avg_first_visit_time: 793.58545 + avg_last_visit_time: 999.25146 + num_replay_batches: 1009 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001040577 + avg_actor_approxkl3: 0.00078445004 + avg_actor_clipfrac: 0.036071777 + avg_actor_loss: 8.592755e-06 + avg_advantage: -0.020707585 + avg_critic_clipfrac: 0.00048217774 + avg_critic_loss: 0.0045320857 + avg_entropy: 0.14995639 + avg_grad_norm_pre_clip: 2.4106505 + avg_loss: 0.002124679 + max: + max_actor_approxkl1: 0.0033103474 + max_actor_approxkl3: 0.0013247019 + max_actor_clipfrac: 0.064941406 + max_actor_loss: 0.0019365102 + max_advantage: 0.2859807 + max_critic_clipfrac: 0.008422852 + max_critic_loss: 0.005864008 + max_entropy: 0.19751242 + max_grad_norm_pre_clip: 4.663726 + max_loss: 0.0040460518 + std: + std_actor_approxkl1: 0.0008189675 + std_actor_approxkl3: 0.00034312246 + std_actor_clipfrac: 0.0152859865 + std_actor_loss: 0.0011322924 + std_advantage: 0.097063646 + std_critic_clipfrac: 0.0018409867 + std_critic_loss: 0.00071709295 + std_entropy: 0.023199119 + std_grad_norm_pre_clip: 0.88765013 + std_loss: 0.0011365749 + eval-batch-orig: + avg_avg_episode_length: 17.274906 + avg_avg_return: 0.8320404 + avg_benchmark_regret: 0.004264243 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28318787 + proxy_corner: + avg_avg_return: 0.8320404 + avg_reward_per_step: 0.28318787 + eval-batch-shift: + avg_avg_episode_length: 66.282074 + avg_avg_return: 0.26354116 + avg_benchmark_regret: 0.6200386 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06327057 + proxy_corner: + avg_avg_return: 0.5320212 + avg_reward_per_step: 0.014434814 + eval-batch-tree: + avg_avg_episode_length: 9.665318 + avg_avg_return: 0.9436939 + avg_benchmark_regret: 0.05052452 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2578354 + proxy_corner: + avg_avg_return: 0.9436939 + avg_reward_per_step: 0.2578354 +=========================================================== +=========================================================== + step: + env-step-all-before: 66060288 + env-step-replay-before: 33554432 + env-step-used-before: 66060288 + ppo-update-before: 40320 + env-step-generate-before: 32505856 + env-step-all-after: 66093056 + env-step-replay-after: 33554432 + env-step-used-after: 66093056 + ppo-update-after: 40340 + env-step-generate-after: 32538624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.095146 + avg_avg_return: 0.832842 + avg_reward_per_step: 0.30526733 + proxy_corner: + avg_avg_return: 0.832842 + avg_reward_per_step: 0.30526733 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.095146 + avg_avg_return: 0.832842 + avg_reward_per_step: 0.30526733 + proxy_corner: + avg_avg_return: 0.832842 + avg_reward_per_step: 0.30526733 + perf: + env_steps_per_second: 628466.0762918472 + ppo_updates_per_second: 94.20131246221273 + eval-batch-orig-duration: 0.20481112803099677 + eval-batch-shift-duration: 0.14685883099446073 + eval-batch-tree-duration: 0.14415534399449825 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.211914 + mouse-cheese_dist_finite_wavg: 8.920811 + mouse-cheese_dist_solvable_avg: 8.211914 + mouse-cheese_dist_solvable_wavg: 8.920812 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0324707 + num_walls_wavg: 6.004771 + prop_walls_avg: 0.2622813 + prop_walls_wavg: 0.261077 + scoring: + avg_scores: 0.068066634 + visit_patterns: + avg_first_visit_time: 810.01025 + avg_last_visit_time: 1014.25977 + num_replay_batches: 1024 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008088722 + avg_actor_approxkl3: 0.0006989601 + avg_actor_clipfrac: 0.02956543 + avg_actor_loss: -9.293557e-05 + avg_advantage: -0.011452769 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0040009804 + avg_entropy: 0.13153315 + avg_grad_norm_pre_clip: 1.9227206 + avg_loss: 0.0017760218 + max: + max_actor_approxkl1: 0.0028276127 + max_actor_approxkl3: 0.0015611323 + max_actor_clipfrac: 0.05505371 + max_actor_loss: 0.0015942976 + max_advantage: 0.37723655 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00619791 + max_entropy: 0.1881649 + max_grad_norm_pre_clip: 3.3159359 + max_loss: 0.004319948 + std: + std_actor_approxkl1: 0.00067788386 + std_actor_approxkl3: 0.0003634391 + std_actor_clipfrac: 0.013484245 + std_actor_loss: 0.00083204533 + std_advantage: 0.09023258 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00090525934 + std_entropy: 0.029123083 + std_grad_norm_pre_clip: 0.6075546 + std_loss: 0.0010342873 + eval-batch-orig: + avg_avg_episode_length: 17.223766 + avg_avg_return: 0.8323722 + avg_benchmark_regret: 0.0039324416 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28448486 + proxy_corner: + avg_avg_return: 0.8323722 + avg_reward_per_step: 0.28448486 + eval-batch-shift: + avg_avg_episode_length: 66.72195 + avg_avg_return: 0.2581352 + avg_benchmark_regret: 0.62544465 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.067276 + proxy_corner: + avg_avg_return: 0.5391196 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 10.669264 + avg_avg_return: 0.9346233 + avg_benchmark_regret: 0.05959505 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25585175 + proxy_corner: + avg_avg_return: 0.9346233 + avg_reward_per_step: 0.25585175 +=========================================================== +=========================================================== + step: + env-step-all-before: 67108864 + env-step-replay-before: 34078720 + env-step-used-before: 67108864 + ppo-update-before: 40960 + env-step-generate-before: 33030144 + env-step-all-after: 67141632 + env-step-replay-after: 34111488 + env-step-used-after: 67141632 + ppo-update-after: 40980 + env-step-generate-after: 33030144 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.94857 + avg_avg_return: 0.9260415 + avg_reward_per_step: 0.11254883 + proxy_corner: + avg_avg_return: 0.9260415 + avg_reward_per_step: 0.11254883 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.94857 + avg_avg_return: 0.9260415 + avg_reward_per_step: 0.11254883 + proxy_corner: + avg_avg_return: 0.9260415 + avg_reward_per_step: 0.11254883 + perf: + env_steps_per_second: 901665.0695546399 + ppo_updates_per_second: 104.73823740491797 + eval-batch-orig-duration: 0.20293638401199132 + eval-batch-shift-duration: 0.15250594698591158 + eval-batch-tree-duration: 0.14432522503193468 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.238525 + mouse-cheese_dist_finite_wavg: 8.022179 + mouse-cheese_dist_solvable_avg: 8.238525 + mouse-cheese_dist_solvable_wavg: 8.022179 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.029785 + num_walls_wavg: 5.999979 + prop_walls_avg: 0.26216456 + prop_walls_wavg: 0.2608686 + scoring: + avg_scores: 0.068970874 + visit_patterns: + avg_first_visit_time: 821.7993 + avg_last_visit_time: 1031.2249 + num_replay_batches: 1041 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040734487 + avg_actor_approxkl3: 0.00069977035 + avg_actor_clipfrac: 0.029675294 + avg_actor_loss: -0.00030080037 + avg_advantage: 0.005948753 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0012961306 + avg_entropy: 0.13519476 + avg_grad_norm_pre_clip: 2.120237 + avg_loss: 0.00021207018 + max: + max_actor_approxkl1: 0.00135259 + max_actor_approxkl3: 0.0016548148 + max_actor_clipfrac: 0.052246094 + max_actor_loss: 0.0007648496 + max_advantage: 0.3371455 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0017157786 + max_entropy: 0.15501815 + max_grad_norm_pre_clip: 3.590895 + max_loss: 0.0012100775 + std: + std_actor_approxkl1: 0.0004611268 + std_actor_approxkl3: 0.00045649149 + std_actor_clipfrac: 0.014940423 + std_actor_loss: 0.0005873482 + std_advantage: 0.051004633 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00019863376 + std_entropy: 0.0117060635 + std_grad_norm_pre_clip: 0.82558453 + std_loss: 0.0005880978 + eval-batch-orig: + avg_avg_episode_length: 17.198967 + avg_avg_return: 0.83249986 + avg_benchmark_regret: 0.0038047761 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28466797 + proxy_corner: + avg_avg_return: 0.83249986 + avg_reward_per_step: 0.28466797 + eval-batch-shift: + avg_avg_episode_length: 67.74309 + avg_avg_return: 0.23735377 + avg_benchmark_regret: 0.64622605 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.067222595 + proxy_corner: + avg_avg_return: 0.5496786 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 10.159413 + avg_avg_return: 0.93770134 + avg_benchmark_regret: 0.05651697 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25715637 + proxy_corner: + avg_avg_return: 0.93770134 + avg_reward_per_step: 0.25715637 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 68157440 + env-step-replay-before: 34668544 + env-step-used-before: 68157440 + ppo-update-before: 41600 + env-step-generate-before: 33488896 + env-step-all-after: 68190208 + env-step-replay-after: 34668544 + env-step-used-after: 68190208 + ppo-update-after: 41620 + env-step-generate-after: 33521664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.170111 + avg_avg_return: 0.8573299 + avg_reward_per_step: 0.26641846 + proxy_corner: + avg_avg_return: 0.8573299 + avg_reward_per_step: 0.26641846 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.170111 + avg_avg_return: 0.8573299 + avg_reward_per_step: 0.26641846 + proxy_corner: + avg_avg_return: 0.8573299 + avg_reward_per_step: 0.26641846 + perf: + env_steps_per_second: 618477.9930678186 + ppo_updates_per_second: 94.43080404301321 + eval-batch-orig-duration: 0.20626998896477744 + eval-batch-shift-duration: 0.14657620899379253 + eval-batch-tree-duration: 0.14435193600365892 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.272705 + mouse-cheese_dist_finite_wavg: 7.130073 + mouse-cheese_dist_solvable_avg: 8.272705 + mouse-cheese_dist_solvable_wavg: 7.130074 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0178223 + num_walls_wavg: 6.000997 + prop_walls_avg: 0.26164442 + prop_walls_wavg: 0.26091293 + scoring: + avg_scores: 0.066749305 + visit_patterns: + avg_first_visit_time: 833.94507 + avg_last_visit_time: 1048.3508 + num_replay_batches: 1058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010265658 + avg_actor_approxkl3: 0.000664081 + avg_actor_clipfrac: 0.032299805 + avg_actor_loss: -0.00025461504 + avg_advantage: -0.032788962 + avg_critic_clipfrac: 0.0008483887 + avg_critic_loss: 0.0035395005 + avg_entropy: 0.1338868 + avg_grad_norm_pre_clip: 2.0831294 + avg_loss: 0.0013812484 + max: + max_actor_approxkl1: 0.002005784 + max_actor_approxkl3: 0.001161968 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.0028180107 + max_advantage: 0.31691325 + max_critic_clipfrac: 0.015014648 + max_critic_loss: 0.005358734 + max_entropy: 0.18887335 + max_grad_norm_pre_clip: 3.706365 + max_loss: 0.0041809585 + std: + std_actor_approxkl1: 0.00056920317 + std_actor_approxkl3: 0.00030240498 + std_actor_clipfrac: 0.014580501 + std_actor_loss: 0.001216999 + std_advantage: 0.0845164 + std_critic_clipfrac: 0.0032776447 + std_critic_loss: 0.00077066367 + std_entropy: 0.01918706 + std_grad_norm_pre_clip: 0.7319495 + std_loss: 0.0012694288 + eval-batch-orig: + avg_avg_episode_length: 17.220684 + avg_avg_return: 0.8324921 + avg_benchmark_regret: 0.0038124963 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28376007 + proxy_corner: + avg_avg_return: 0.8324921 + avg_reward_per_step: 0.28376007 + eval-batch-shift: + avg_avg_episode_length: 65.07457 + avg_avg_return: 0.27990818 + avg_benchmark_regret: 0.60367167 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07066345 + proxy_corner: + avg_avg_return: 0.5344573 + avg_reward_per_step: 0.0146102905 + eval-batch-tree: + avg_avg_episode_length: 9.547962 + avg_avg_return: 0.9446629 + avg_benchmark_regret: 0.049555443 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25828552 + proxy_corner: + avg_avg_return: 0.9446629 + avg_reward_per_step: 0.25828552 +=========================================================== +=========================================================== + step: + env-step-all-before: 69206016 + env-step-replay-before: 35258368 + env-step-used-before: 69206016 + ppo-update-before: 42240 + env-step-generate-before: 33947648 + env-step-all-after: 69238784 + env-step-replay-after: 35258368 + env-step-used-after: 69238784 + ppo-update-after: 42260 + env-step-generate-after: 33980416 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.475422 + avg_avg_return: 0.7936088 + avg_reward_per_step: 0.26431274 + proxy_corner: + avg_avg_return: 0.7936088 + avg_reward_per_step: 0.26431274 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.475422 + avg_avg_return: 0.7936088 + avg_reward_per_step: 0.26431274 + proxy_corner: + avg_avg_return: 0.7936088 + avg_reward_per_step: 0.26431274 + perf: + env_steps_per_second: 603515.8966387769 + ppo_updates_per_second: 74.46354405284642 + eval-batch-orig-duration: 0.261031670961529 + eval-batch-shift-duration: 0.14880394900683314 + eval-batch-tree-duration: 0.1442334729945287 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.303955 + mouse-cheese_dist_finite_wavg: 11.626025 + mouse-cheese_dist_solvable_avg: 8.303955 + mouse-cheese_dist_solvable_wavg: 11.626025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0373535 + num_walls_wavg: 6.904844 + prop_walls_avg: 0.2624936 + prop_walls_wavg: 0.30021062 + scoring: + avg_scores: 0.06485319 + visit_patterns: + avg_first_visit_time: 844.3706 + avg_last_visit_time: 1066.2683 + num_replay_batches: 1076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00090315053 + avg_actor_approxkl3: 0.0007334619 + avg_actor_clipfrac: 0.03460083 + avg_actor_loss: -0.00019667037 + avg_advantage: -0.005242304 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004721974 + avg_entropy: 0.15223205 + avg_grad_norm_pre_clip: 2.1284106 + avg_loss: 0.0020120845 + max: + max_actor_approxkl1: 0.0018165576 + max_actor_approxkl3: 0.0015651907 + max_actor_clipfrac: 0.05895996 + max_actor_loss: 0.0016091168 + max_advantage: 0.4147433 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00576147 + max_entropy: 0.1921381 + max_grad_norm_pre_clip: 3.3806381 + max_loss: 0.004197288 + std: + std_actor_approxkl1: 0.00053394603 + std_actor_approxkl3: 0.00036858037 + std_actor_clipfrac: 0.014830085 + std_actor_loss: 0.0011931249 + std_advantage: 0.098751105 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00075746776 + std_entropy: 0.022547781 + std_grad_norm_pre_clip: 0.7571383 + std_loss: 0.0012005751 + eval-batch-orig: + avg_avg_episode_length: 17.213543 + avg_avg_return: 0.8322724 + avg_benchmark_regret: 0.004032184 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28407288 + proxy_corner: + avg_avg_return: 0.8322724 + avg_reward_per_step: 0.28407288 + eval-batch-shift: + avg_avg_episode_length: 65.419624 + avg_avg_return: 0.26652533 + avg_benchmark_regret: 0.6170545 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06801605 + proxy_corner: + avg_avg_return: 0.535267 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 9.783306 + avg_avg_return: 0.9418436 + avg_benchmark_regret: 0.052374717 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25666046 + proxy_corner: + avg_avg_return: 0.9418436 + avg_reward_per_step: 0.25666046 +=========================================================== +=========================================================== + step: + env-step-all-before: 70254592 + env-step-replay-before: 35651584 + env-step-used-before: 70254592 + ppo-update-before: 42880 + env-step-generate-before: 34603008 + env-step-all-after: 70287360 + env-step-replay-after: 35651584 + env-step-used-after: 70287360 + ppo-update-after: 42900 + env-step-generate-after: 34635776 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.809038 + avg_avg_return: 0.8367379 + avg_reward_per_step: 0.2854309 + proxy_corner: + avg_avg_return: 0.8367379 + avg_reward_per_step: 0.2854309 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.809038 + avg_avg_return: 0.8367379 + avg_reward_per_step: 0.2854309 + proxy_corner: + avg_avg_return: 0.8367379 + avg_reward_per_step: 0.2854309 + perf: + env_steps_per_second: 899309.9958959096 + ppo_updates_per_second: 108.2023570189878 + eval-batch-orig-duration: 0.19251337397145107 + eval-batch-shift-duration: 0.14591433096211404 + eval-batch-tree-duration: 0.14144979399861768 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.375977 + mouse-cheese_dist_finite_wavg: 10.733086 + mouse-cheese_dist_solvable_avg: 8.375977 + mouse-cheese_dist_solvable_wavg: 10.733085 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0688477 + num_walls_wavg: 5.1038413 + prop_walls_avg: 0.26386294 + prop_walls_wavg: 0.22190614 + scoring: + avg_scores: 0.06593278 + visit_patterns: + avg_first_visit_time: 858.4087 + avg_last_visit_time: 1078.2917 + num_replay_batches: 1088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008041695 + avg_actor_approxkl3: 0.0006054106 + avg_actor_clipfrac: 0.028100586 + avg_actor_loss: 0.00035612975 + avg_advantage: 0.004791295 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0041549006 + avg_entropy: 0.13741277 + avg_grad_norm_pre_clip: 2.4259868 + avg_loss: 0.0022961672 + max: + max_actor_approxkl1: 0.0018404324 + max_actor_approxkl3: 0.0015927992 + max_actor_clipfrac: 0.0546875 + max_actor_loss: 0.002902463 + max_advantage: 0.4158728 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005305377 + max_entropy: 0.18055855 + max_grad_norm_pre_clip: 4.119887 + max_loss: 0.005398182 + std: + std_actor_approxkl1: 0.000498881 + std_actor_approxkl3: 0.00035021873 + std_actor_clipfrac: 0.013768136 + std_actor_loss: 0.0011285438 + std_advantage: 0.09140546 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00069000444 + std_entropy: 0.01876767 + std_grad_norm_pre_clip: 0.96009743 + std_loss: 0.0011862984 + eval-batch-orig: + avg_avg_episode_length: 17.222668 + avg_avg_return: 0.8322966 + avg_benchmark_regret: 0.0040080193 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28349304 + proxy_corner: + avg_avg_return: 0.8322966 + avg_reward_per_step: 0.28349304 + eval-batch-shift: + avg_avg_episode_length: 64.20907 + avg_avg_return: 0.28766197 + avg_benchmark_regret: 0.5959179 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06676483 + proxy_corner: + avg_avg_return: 0.53320044 + avg_reward_per_step: 0.014709473 + eval-batch-tree: + avg_avg_episode_length: 9.270651 + avg_avg_return: 0.94971955 + avg_benchmark_regret: 0.04449887 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25865173 + proxy_corner: + avg_avg_return: 0.94971955 + avg_reward_per_step: 0.25865173 +=========================================================== +=========================================================== + step: + env-step-all-before: 71303168 + env-step-replay-before: 36044800 + env-step-used-before: 71303168 + ppo-update-before: 43520 + env-step-generate-before: 35258368 + env-step-all-after: 71335936 + env-step-replay-after: 36044800 + env-step-used-after: 71335936 + ppo-update-after: 43540 + env-step-generate-after: 35291136 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.468322 + avg_avg_return: 0.8544959 + avg_reward_per_step: 0.26992798 + proxy_corner: + avg_avg_return: 0.8544959 + avg_reward_per_step: 0.26992798 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.468322 + avg_avg_return: 0.8544959 + avg_reward_per_step: 0.26992798 + proxy_corner: + avg_avg_return: 0.8544959 + avg_reward_per_step: 0.26992798 + perf: + env_steps_per_second: 960449.4319908277 + ppo_updates_per_second: 74.98164946655311 + eval-batch-orig-duration: 0.33158243098296225 + eval-batch-shift-duration: 0.18685793300392106 + eval-batch-tree-duration: 0.15776401199400425 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.412598 + mouse-cheese_dist_finite_wavg: 9.836485 + mouse-cheese_dist_solvable_avg: 8.412598 + mouse-cheese_dist_solvable_wavg: 9.836487 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0827637 + num_walls_wavg: 5.1089773 + prop_walls_avg: 0.26446798 + prop_walls_wavg: 0.22212954 + scoring: + avg_scores: 0.0678214 + visit_patterns: + avg_first_visit_time: 874.0681 + avg_last_visit_time: 1090.2983 + num_replay_batches: 1100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00076030294 + avg_actor_approxkl3: 0.0006032574 + avg_actor_clipfrac: 0.026947021 + avg_actor_loss: 0.00030201915 + avg_advantage: -0.0034285581 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0034936217 + avg_entropy: 0.11521583 + avg_grad_norm_pre_clip: 2.2372072 + avg_loss: 0.001933614 + max: + max_actor_approxkl1: 0.0016852778 + max_actor_approxkl3: 0.0010820285 + max_actor_clipfrac: 0.05419922 + max_actor_loss: 0.0032904446 + max_advantage: 0.3627053 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0046825884 + max_entropy: 0.16157979 + max_grad_norm_pre_clip: 5.043713 + max_loss: 0.005330505 + std: + std_actor_approxkl1: 0.00052188785 + std_actor_approxkl3: 0.00026280226 + std_actor_clipfrac: 0.011393999 + std_actor_loss: 0.0013594524 + std_advantage: 0.08410334 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005082831 + std_entropy: 0.015045064 + std_grad_norm_pre_clip: 1.1891053 + std_loss: 0.0014338054 + eval-batch-orig: + avg_avg_episode_length: 17.189827 + avg_avg_return: 0.83258677 + avg_benchmark_regret: 0.0037178951 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846222 + proxy_corner: + avg_avg_return: 0.83258677 + avg_reward_per_step: 0.2846222 + eval-batch-shift: + avg_avg_episode_length: 66.02904 + avg_avg_return: 0.26241872 + avg_benchmark_regret: 0.6211611 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07221222 + proxy_corner: + avg_avg_return: 0.5349643 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 9.617245 + avg_avg_return: 0.9481245 + avg_benchmark_regret: 0.046093818 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25650787 + proxy_corner: + avg_avg_return: 0.9481245 + avg_reward_per_step: 0.25650787 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 72351744 + env-step-replay-before: 36536320 + env-step-used-before: 72351744 + ppo-update-before: 44160 + env-step-generate-before: 35815424 + env-step-all-after: 72384512 + env-step-replay-after: 36536320 + env-step-used-after: 72384512 + ppo-update-after: 44180 + env-step-generate-after: 35848192 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.766502 + avg_avg_return: 0.8021935 + avg_reward_per_step: 0.26470947 + proxy_corner: + avg_avg_return: 0.8021935 + avg_reward_per_step: 0.26470947 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.766502 + avg_avg_return: 0.8021935 + avg_reward_per_step: 0.26470947 + proxy_corner: + avg_avg_return: 0.8021935 + avg_reward_per_step: 0.26470947 + perf: + env_steps_per_second: 713920.8891043935 + ppo_updates_per_second: 72.41177673666529 + eval-batch-orig-duration: 0.32710549200419337 + eval-batch-shift-duration: 0.18221355800051242 + eval-batch-tree-duration: 0.15601621702080593 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.435547 + mouse-cheese_dist_finite_wavg: 9.843406 + mouse-cheese_dist_solvable_avg: 8.435547 + mouse-cheese_dist_solvable_wavg: 9.843407 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0874023 + num_walls_wavg: 5.106559 + prop_walls_avg: 0.26466966 + prop_walls_wavg: 0.22202426 + scoring: + avg_scores: 0.06661606 + visit_patterns: + avg_first_visit_time: 889.08887 + avg_last_visit_time: 1105.1174 + num_replay_batches: 1115 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007069312 + avg_actor_approxkl3: 0.0005343766 + avg_actor_clipfrac: 0.028674318 + avg_actor_loss: -0.00017934256 + avg_advantage: -0.03639159 + avg_critic_clipfrac: 0.0041503906 + avg_critic_loss: 0.0047317827 + avg_entropy: 0.13411821 + avg_grad_norm_pre_clip: 2.2791371 + avg_loss: 0.00205243 + max: + max_actor_approxkl1: 0.0017676884 + max_actor_approxkl3: 0.0011664943 + max_actor_clipfrac: 0.05871582 + max_actor_loss: 0.0022486672 + max_advantage: 0.25477266 + max_critic_clipfrac: 0.06567383 + max_critic_loss: 0.0063116876 + max_entropy: 0.16691443 + max_grad_norm_pre_clip: 3.9090648 + max_loss: 0.004500501 + std: + std_actor_approxkl1: 0.0005251747 + std_actor_approxkl3: 0.00033701173 + std_actor_clipfrac: 0.017201908 + std_actor_loss: 0.00093646615 + std_advantage: 0.09811682 + std_critic_clipfrac: 0.014365555 + std_critic_loss: 0.00096369255 + std_entropy: 0.021436019 + std_grad_norm_pre_clip: 0.93348277 + std_loss: 0.0011774169 + eval-batch-orig: + avg_avg_episode_length: 17.196363 + avg_avg_return: 0.8322178 + avg_benchmark_regret: 0.004086794 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28462982 + proxy_corner: + avg_avg_return: 0.8322178 + avg_reward_per_step: 0.28462982 + eval-batch-shift: + avg_avg_episode_length: 66.299126 + avg_avg_return: 0.25943768 + avg_benchmark_regret: 0.62414217 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072380066 + proxy_corner: + avg_avg_return: 0.53466904 + avg_reward_per_step: 0.014472961 + eval-batch-tree: + avg_avg_episode_length: 8.753031 + avg_avg_return: 0.95608735 + avg_benchmark_regret: 0.038131073 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25823212 + proxy_corner: + avg_avg_return: 0.95608735 + avg_reward_per_step: 0.25823212 +=========================================================== +=========================================================== + step: + env-step-all-before: 73400320 + env-step-replay-before: 37289984 + env-step-used-before: 73400320 + ppo-update-before: 44800 + env-step-generate-before: 36110336 + env-step-all-after: 73433088 + env-step-replay-after: 37322752 + env-step-used-after: 73433088 + ppo-update-after: 44820 + env-step-generate-after: 36110336 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.160456 + avg_avg_return: 0.92813265 + avg_reward_per_step: 0.11508179 + proxy_corner: + avg_avg_return: 0.92813265 + avg_reward_per_step: 0.11508179 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.160456 + avg_avg_return: 0.92813265 + avg_reward_per_step: 0.11508179 + proxy_corner: + avg_avg_return: 0.92813265 + avg_reward_per_step: 0.11508179 + perf: + env_steps_per_second: 618960.7857235998 + ppo_updates_per_second: 74.97516027514156 + eval-batch-orig-duration: 0.26443614199524745 + eval-batch-shift-duration: 0.16343762900214642 + eval-batch-tree-duration: 0.1491458550444804 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.424072 + mouse-cheese_dist_finite_wavg: 9.843873 + mouse-cheese_dist_solvable_avg: 8.424072 + mouse-cheese_dist_solvable_wavg: 9.843873 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.055176 + num_walls_wavg: 6.007959 + prop_walls_avg: 0.26326847 + prop_walls_wavg: 0.26121563 + scoring: + avg_scores: 0.06398002 + visit_patterns: + avg_first_visit_time: 899.54004 + avg_last_visit_time: 1129.2178 + num_replay_batches: 1139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023667538 + avg_actor_approxkl3: 0.0005968864 + avg_actor_clipfrac: 0.025415039 + avg_actor_loss: 9.303168e-06 + avg_advantage: -0.0020500277 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00078691164 + avg_entropy: 0.09747752 + avg_grad_norm_pre_clip: 1.7841377 + avg_loss: 0.0003052815 + max: + max_actor_approxkl1: 0.0014357511 + max_actor_approxkl3: 0.0012206119 + max_actor_clipfrac: 0.049560547 + max_actor_loss: 0.0016857106 + max_advantage: 0.2784587 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009084464 + max_entropy: 0.1159037 + max_grad_norm_pre_clip: 3.1893988 + max_loss: 0.0020251635 + std: + std_actor_approxkl1: 0.0005156879 + std_actor_approxkl3: 0.00031532074 + std_actor_clipfrac: 0.013347517 + std_actor_loss: 0.00074325665 + std_advantage: 0.040091388 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.922076e-05 + std_entropy: 0.009979605 + std_grad_norm_pre_clip: 0.66441345 + std_loss: 0.0007477695 + eval-batch-orig: + avg_avg_episode_length: 17.186684 + avg_avg_return: 0.83287215 + avg_benchmark_regret: 0.003432477 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28471375 + proxy_corner: + avg_avg_return: 0.83287215 + avg_reward_per_step: 0.28471375 + eval-batch-shift: + avg_avg_episode_length: 66.500824 + avg_avg_return: 0.24783483 + avg_benchmark_regret: 0.63574505 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06995392 + proxy_corner: + avg_avg_return: 0.539122 + avg_reward_per_step: 0.01448822 + eval-batch-tree: + avg_avg_episode_length: 8.828022 + avg_avg_return: 0.9543066 + avg_benchmark_regret: 0.03991173 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2592926 + proxy_corner: + avg_avg_return: 0.9543066 + avg_reward_per_step: 0.2592926 +=========================================================== +=========================================================== + step: + env-step-all-before: 74448896 + env-step-replay-before: 38043648 + env-step-used-before: 74448896 + ppo-update-before: 45440 + env-step-generate-before: 36405248 + env-step-all-after: 74481664 + env-step-replay-after: 38043648 + env-step-used-after: 74481664 + ppo-update-after: 45460 + env-step-generate-after: 36438016 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.97514 + avg_avg_return: 0.7997122 + avg_reward_per_step: 0.25250244 + proxy_corner: + avg_avg_return: 0.7997122 + avg_reward_per_step: 0.25250244 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.97514 + avg_avg_return: 0.7997122 + avg_reward_per_step: 0.25250244 + proxy_corner: + avg_avg_return: 0.7997122 + avg_reward_per_step: 0.25250244 + perf: + env_steps_per_second: 925143.3182965915 + ppo_updates_per_second: 105.39842402284988 + eval-batch-orig-duration: 0.1986958829802461 + eval-batch-shift-duration: 0.14364186901366338 + eval-batch-tree-duration: 0.1444960999651812 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.433594 + mouse-cheese_dist_finite_wavg: 9.845434 + mouse-cheese_dist_solvable_avg: 8.433594 + mouse-cheese_dist_solvable_wavg: 9.845435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0446777 + num_walls_wavg: 6.0005903 + prop_walls_avg: 0.26281205 + prop_walls_wavg: 0.26089522 + scoring: + avg_scores: 0.06350122 + visit_patterns: + avg_first_visit_time: 909.58765 + avg_last_visit_time: 1151.2861 + num_replay_batches: 1161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013360706 + avg_actor_approxkl3: 0.00080903835 + avg_actor_clipfrac: 0.035314944 + avg_actor_loss: -0.0003351655 + avg_advantage: -0.030166803 + avg_critic_clipfrac: 0.008074951 + avg_critic_loss: 0.004917648 + avg_entropy: 0.122233704 + avg_grad_norm_pre_clip: 2.2323596 + avg_loss: 0.0020014246 + max: + max_actor_approxkl1: 0.0035253302 + max_actor_approxkl3: 0.0015760951 + max_actor_clipfrac: 0.064697266 + max_actor_loss: 0.0015291497 + max_advantage: 0.18184566 + max_critic_clipfrac: 0.072265625 + max_critic_loss: 0.007534444 + max_entropy: 0.17454994 + max_grad_norm_pre_clip: 3.876218 + max_loss: 0.0051231394 + std: + std_actor_approxkl1: 0.0009291075 + std_actor_approxkl3: 0.00045146444 + std_actor_clipfrac: 0.01765392 + std_actor_loss: 0.00090107 + std_advantage: 0.10217303 + std_critic_clipfrac: 0.0194393 + std_critic_loss: 0.0012032023 + std_entropy: 0.027038522 + std_grad_norm_pre_clip: 0.8659584 + std_loss: 0.0011155439 + eval-batch-orig: + avg_avg_episode_length: 17.180609 + avg_avg_return: 0.83242273 + avg_benchmark_regret: 0.0038819062 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28494263 + proxy_corner: + avg_avg_return: 0.83242273 + avg_reward_per_step: 0.28494263 + eval-batch-shift: + avg_avg_episode_length: 65.6279 + avg_avg_return: 0.2635869 + avg_benchmark_regret: 0.6199929 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06985474 + proxy_corner: + avg_avg_return: 0.53275204 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 8.605521 + avg_avg_return: 0.9552965 + avg_benchmark_regret: 0.03892183 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2596054 + proxy_corner: + avg_avg_return: 0.9552965 + avg_reward_per_step: 0.2596054 +=========================================================== +=========================================================== + step: + env-step-all-before: 75497472 + env-step-replay-before: 38567936 + env-step-used-before: 75497472 + ppo-update-before: 46080 + env-step-generate-before: 36929536 + env-step-all-after: 75530240 + env-step-replay-after: 38600704 + env-step-used-after: 75530240 + ppo-update-after: 46100 + env-step-generate-after: 36929536 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.056266 + avg_avg_return: 0.931507 + avg_reward_per_step: 0.115448 + proxy_corner: + avg_avg_return: 0.931507 + avg_reward_per_step: 0.115448 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.056266 + avg_avg_return: 0.931507 + avg_reward_per_step: 0.115448 + proxy_corner: + avg_avg_return: 0.931507 + avg_reward_per_step: 0.115448 + perf: + env_steps_per_second: 966673.0553260134 + ppo_updates_per_second: 92.45280822134947 + eval-batch-orig-duration: 0.22097142896382138 + eval-batch-shift-duration: 0.14731649699388072 + eval-batch-tree-duration: 0.1436053310171701 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.456299 + mouse-cheese_dist_finite_wavg: 6.2438755 + mouse-cheese_dist_solvable_avg: 8.456299 + mouse-cheese_dist_solvable_wavg: 6.2438755 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.04126 + num_walls_wavg: 8.699867 + prop_walls_avg: 0.26266345 + prop_walls_wavg: 0.378255 + scoring: + avg_scores: 0.06434091 + visit_patterns: + avg_first_visit_time: 921.6582 + avg_last_visit_time: 1168.2827 + num_replay_batches: 1178 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051044865 + avg_actor_approxkl3: 0.00049531175 + avg_actor_clipfrac: 0.020043945 + avg_actor_loss: -9.093781e-05 + avg_advantage: 0.03211481 + avg_critic_clipfrac: 0.014355469 + avg_critic_loss: 0.0011453276 + avg_entropy: 0.08255259 + avg_grad_norm_pre_clip: 1.5941433 + avg_loss: 0.00039917347 + max: + max_actor_approxkl1: 0.001838471 + max_actor_approxkl3: 0.0011326862 + max_actor_clipfrac: 0.04711914 + max_actor_loss: 0.0016057622 + max_advantage: 0.33511323 + max_critic_clipfrac: 0.09863281 + max_critic_loss: 0.0018156718 + max_entropy: 0.107174516 + max_grad_norm_pre_clip: 3.196342 + max_loss: 0.002243742 + std: + std_actor_approxkl1: 0.0005011102 + std_actor_approxkl3: 0.00030429964 + std_actor_clipfrac: 0.011537912 + std_actor_loss: 0.0007857902 + std_advantage: 0.050338484 + std_critic_clipfrac: 0.027085789 + std_critic_loss: 0.00028637174 + std_entropy: 0.009569778 + std_grad_norm_pre_clip: 0.739414 + std_loss: 0.0008625862 + eval-batch-orig: + avg_avg_episode_length: 17.20009 + avg_avg_return: 0.83248204 + avg_benchmark_regret: 0.0038225618 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28427887 + proxy_corner: + avg_avg_return: 0.83248204 + avg_reward_per_step: 0.28427887 + eval-batch-shift: + avg_avg_episode_length: 66.12909 + avg_avg_return: 0.25446174 + avg_benchmark_regret: 0.6291181 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07759857 + proxy_corner: + avg_avg_return: 0.52994156 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 8.541864 + avg_avg_return: 0.95440125 + avg_benchmark_regret: 0.039817117 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25697327 + proxy_corner: + avg_avg_return: 0.95440125 + avg_reward_per_step: 0.25697327 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 76546048 + env-step-replay-before: 39092224 + env-step-used-before: 76546048 + ppo-update-before: 46720 + env-step-generate-before: 37453824 + env-step-all-after: 76578816 + env-step-replay-after: 39092224 + env-step-used-after: 76578816 + ppo-update-after: 46740 + env-step-generate-after: 37486592 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.716427 + avg_avg_return: 0.8152488 + avg_reward_per_step: 0.24124146 + proxy_corner: + avg_avg_return: 0.8152488 + avg_reward_per_step: 0.24124146 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.716427 + avg_avg_return: 0.8152488 + avg_reward_per_step: 0.24124146 + proxy_corner: + avg_avg_return: 0.8152488 + avg_reward_per_step: 0.24124146 + perf: + env_steps_per_second: 706835.8743052124 + ppo_updates_per_second: 74.12452900624939 + eval-batch-orig-duration: 0.3296424680156633 + eval-batch-shift-duration: 0.19191976805450395 + eval-batch-tree-duration: 0.15748422598699108 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.470459 + mouse-cheese_dist_finite_wavg: 8.946361 + mouse-cheese_dist_solvable_avg: 8.470459 + mouse-cheese_dist_solvable_wavg: 8.946361 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0463867 + num_walls_wavg: 6.902226 + prop_walls_avg: 0.26288635 + prop_walls_wavg: 0.30009684 + scoring: + avg_scores: 0.06656179 + visit_patterns: + avg_first_visit_time: 935.5581 + avg_last_visit_time: 1183.1824 + num_replay_batches: 1193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013136058 + avg_actor_approxkl3: 0.001075724 + avg_actor_clipfrac: 0.047125246 + avg_actor_loss: 0.00083654374 + avg_advantage: -0.041354865 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0044777654 + avg_entropy: 0.13628815 + avg_grad_norm_pre_clip: 3.2634752 + avg_loss: 0.0029391383 + max: + max_actor_approxkl1: 0.0028667934 + max_actor_approxkl3: 0.0023058965 + max_actor_clipfrac: 0.08483887 + max_actor_loss: 0.0022242516 + max_advantage: 0.2524252 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0065169553 + max_entropy: 0.17589547 + max_grad_norm_pre_clip: 4.388453 + max_loss: 0.005320906 + std: + std_actor_approxkl1: 0.00071762496 + std_actor_approxkl3: 0.0005199182 + std_actor_clipfrac: 0.018767271 + std_actor_loss: 0.0008795627 + std_advantage: 0.09358549 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00093067373 + std_entropy: 0.020803181 + std_grad_norm_pre_clip: 0.9015036 + std_loss: 0.0010784194 + eval-batch-orig: + avg_avg_episode_length: 17.197193 + avg_avg_return: 0.83266795 + avg_benchmark_regret: 0.0036366892 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28431702 + proxy_corner: + avg_avg_return: 0.83266795 + avg_reward_per_step: 0.28431702 + eval-batch-shift: + avg_avg_episode_length: 66.22183 + avg_avg_return: 0.25714195 + avg_benchmark_regret: 0.6264379 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07536316 + proxy_corner: + avg_avg_return: 0.528786 + avg_reward_per_step: 0.014442444 + eval-batch-tree: + avg_avg_episode_length: 8.686022 + avg_avg_return: 0.955482 + avg_benchmark_regret: 0.038736302 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25669098 + proxy_corner: + avg_avg_return: 0.955482 + avg_reward_per_step: 0.25669098 +=========================================================== +=========================================================== + step: + env-step-all-before: 77594624 + env-step-replay-before: 39714816 + env-step-used-before: 77594624 + ppo-update-before: 47360 + env-step-generate-before: 37879808 + env-step-all-after: 77627392 + env-step-replay-after: 39714816 + env-step-used-after: 77627392 + ppo-update-after: 47380 + env-step-generate-after: 37912576 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.091543 + avg_avg_return: 0.819896 + avg_reward_per_step: 0.28549194 + proxy_corner: + avg_avg_return: 0.819896 + avg_reward_per_step: 0.28549194 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.091543 + avg_avg_return: 0.819896 + avg_reward_per_step: 0.28549194 + proxy_corner: + avg_avg_return: 0.819896 + avg_reward_per_step: 0.28549194 + perf: + env_steps_per_second: 741200.8587493848 + ppo_updates_per_second: 86.29185234926103 + eval-batch-orig-duration: 0.32120354898506775 + eval-batch-shift-duration: 0.17787960899295285 + eval-batch-tree-duration: 0.15706977603258565 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.477783 + mouse-cheese_dist_finite_wavg: 7.1503463 + mouse-cheese_dist_solvable_avg: 8.477783 + mouse-cheese_dist_solvable_wavg: 7.150347 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0424805 + num_walls_wavg: 9.600664 + prop_walls_avg: 0.26271653 + prop_walls_wavg: 0.4174201 + scoring: + avg_scores: 0.06558159 + visit_patterns: + avg_first_visit_time: 946.51685 + avg_last_visit_time: 1202.3247 + num_replay_batches: 1212 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013161715 + avg_actor_approxkl3: 0.0009586403 + avg_actor_clipfrac: 0.033978272 + avg_actor_loss: 0.00017491747 + avg_advantage: -0.014142336 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.004286184 + avg_entropy: 0.11771514 + avg_grad_norm_pre_clip: 2.0953758 + avg_loss: 0.002200294 + max: + max_actor_approxkl1: 0.0033781116 + max_actor_approxkl3: 0.0026348042 + max_actor_clipfrac: 0.07910156 + max_actor_loss: 0.001284197 + max_advantage: 0.28680968 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0058061276 + max_entropy: 0.16042356 + max_grad_norm_pre_clip: 3.877476 + max_loss: 0.003749779 + std: + std_actor_approxkl1: 0.0008712751 + std_actor_approxkl3: 0.0005989519 + std_actor_clipfrac: 0.016946653 + std_actor_loss: 0.00067366613 + std_advantage: 0.09352369 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.000749917 + std_entropy: 0.020334398 + std_grad_norm_pre_clip: 0.7339712 + std_loss: 0.000758363 + eval-batch-orig: + avg_avg_episode_length: 17.202225 + avg_avg_return: 0.8318674 + avg_benchmark_regret: 0.0044372166 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28422546 + proxy_corner: + avg_avg_return: 0.8318674 + avg_reward_per_step: 0.28422546 + eval-batch-shift: + avg_avg_episode_length: 66.31703 + avg_avg_return: 0.25229186 + avg_benchmark_regret: 0.631288 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07523346 + proxy_corner: + avg_avg_return: 0.5316808 + avg_reward_per_step: 0.014457703 + eval-batch-tree: + avg_avg_episode_length: 8.735601 + avg_avg_return: 0.9527474 + avg_benchmark_regret: 0.04147093 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25687408 + proxy_corner: + avg_avg_return: 0.9527474 + avg_reward_per_step: 0.25687408 +=========================================================== +=========================================================== + step: + env-step-all-before: 78643200 + env-step-replay-before: 40239104 + env-step-used-before: 78643200 + ppo-update-before: 48000 + env-step-generate-before: 38404096 + env-step-all-after: 78675968 + env-step-replay-after: 40271872 + env-step-used-after: 78675968 + ppo-update-after: 48020 + env-step-generate-after: 38404096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.535657 + avg_avg_return: 0.9254135 + avg_reward_per_step: 0.11148071 + proxy_corner: + avg_avg_return: 0.9254135 + avg_reward_per_step: 0.11148071 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.535657 + avg_avg_return: 0.9254135 + avg_reward_per_step: 0.11148071 + proxy_corner: + avg_avg_return: 0.9254135 + avg_reward_per_step: 0.11148071 + perf: + env_steps_per_second: 894377.455618105 + ppo_updates_per_second: 86.90142359402203 + eval-batch-orig-duration: 0.24453005596296862 + eval-batch-shift-duration: 0.1489677110221237 + eval-batch-tree-duration: 0.14737491798587143 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.499268 + mouse-cheese_dist_finite_wavg: 11.647369 + mouse-cheese_dist_solvable_avg: 8.499268 + mouse-cheese_dist_solvable_wavg: 11.647369 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.020996 + num_walls_wavg: 6.0031853 + prop_walls_avg: 0.2617824 + prop_walls_wavg: 0.261008 + scoring: + avg_scores: 0.064799085 + visit_patterns: + avg_first_visit_time: 958.8179 + avg_last_visit_time: 1219.1941 + num_replay_batches: 1229 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010839555 + avg_actor_approxkl3: 0.0013061013 + avg_actor_clipfrac: 0.036053468 + avg_actor_loss: 0.0020104873 + avg_advantage: 0.00032637105 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010740514 + avg_entropy: 0.08951573 + avg_grad_norm_pre_clip: 2.6448326 + avg_loss: 0.0024579968 + max: + max_actor_approxkl1: 0.003493785 + max_actor_approxkl3: 0.002539127 + max_actor_clipfrac: 0.060302734 + max_actor_loss: 0.006404849 + max_advantage: 0.3627925 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0017175935 + max_entropy: 0.10604656 + max_grad_norm_pre_clip: 4.9265137 + max_loss: 0.007157599 + std: + std_actor_approxkl1: 0.000913749 + std_actor_approxkl3: 0.0006733334 + std_actor_clipfrac: 0.014466042 + std_actor_loss: 0.00171558 + std_advantage: 0.045900725 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002767423 + std_entropy: 0.008783537 + std_grad_norm_pre_clip: 1.1393038 + std_loss: 0.0017241002 + eval-batch-orig: + avg_avg_episode_length: 17.184177 + avg_avg_return: 0.833241 + avg_benchmark_regret: 0.0030636808 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28475952 + proxy_corner: + avg_avg_return: 0.833241 + avg_reward_per_step: 0.28475952 + eval-batch-shift: + avg_avg_episode_length: 67.37091 + avg_avg_return: 0.23562431 + avg_benchmark_regret: 0.6479555 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07546234 + proxy_corner: + avg_avg_return: 0.5441488 + avg_reward_per_step: 0.01448822 + eval-batch-tree: + avg_avg_episode_length: 8.661548 + avg_avg_return: 0.9527611 + avg_benchmark_regret: 0.041457236 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25997162 + proxy_corner: + avg_avg_return: 0.9527611 + avg_reward_per_step: 0.25997162 +=========================================================== +=========================================================== + step: + env-step-all-before: 79691776 + env-step-replay-before: 40861696 + env-step-used-before: 79691776 + ppo-update-before: 48640 + env-step-generate-before: 38830080 + env-step-all-after: 79724544 + env-step-replay-after: 40861696 + env-step-used-after: 79724544 + ppo-update-after: 48660 + env-step-generate-after: 38862848 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.962639 + avg_avg_return: 0.8346576 + avg_reward_per_step: 0.29858398 + proxy_corner: + avg_avg_return: 0.8346576 + avg_reward_per_step: 0.29858398 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.962639 + avg_avg_return: 0.8346576 + avg_reward_per_step: 0.29858398 + proxy_corner: + avg_avg_return: 0.8346576 + avg_reward_per_step: 0.29858398 + perf: + env_steps_per_second: 894493.1809738928 + ppo_updates_per_second: 104.48942906684456 + eval-batch-orig-duration: 0.20207820198265836 + eval-batch-shift-duration: 0.15079472499201074 + eval-batch-tree-duration: 0.14422692300286144 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.533447 + mouse-cheese_dist_finite_wavg: 9.857555 + mouse-cheese_dist_solvable_avg: 8.533447 + mouse-cheese_dist_solvable_wavg: 9.857555 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.020508 + num_walls_wavg: 5.1061845 + prop_walls_avg: 0.2617612 + prop_walls_wavg: 0.22200797 + scoring: + avg_scores: 0.0636078 + visit_patterns: + avg_first_visit_time: 968.68384 + avg_last_visit_time: 1237.2493 + num_replay_batches: 1247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014175407 + avg_actor_approxkl3: 0.00088572875 + avg_actor_clipfrac: 0.034747314 + avg_actor_loss: 0.0005226225 + avg_advantage: -0.027070906 + avg_critic_clipfrac: 0.0014892578 + avg_critic_loss: 0.0041573015 + avg_entropy: 0.10901985 + avg_grad_norm_pre_clip: 2.4897897 + avg_loss: 0.0024922534 + max: + max_actor_approxkl1: 0.0024579936 + max_actor_approxkl3: 0.0021761404 + max_actor_clipfrac: 0.059936523 + max_actor_loss: 0.004525073 + max_advantage: 0.23071587 + max_critic_clipfrac: 0.0234375 + max_critic_loss: 0.005815172 + max_entropy: 0.1328618 + max_grad_norm_pre_clip: 4.256813 + max_loss: 0.0067571 + std: + std_actor_approxkl1: 0.00073950243 + std_actor_approxkl3: 0.00051574747 + std_actor_clipfrac: 0.014410466 + std_actor_loss: 0.0016883796 + std_advantage: 0.09288325 + std_critic_clipfrac: 0.005221357 + std_critic_loss: 0.000786684 + std_entropy: 0.012601952 + std_grad_norm_pre_clip: 1.108088 + std_loss: 0.0018036359 + eval-batch-orig: + avg_avg_episode_length: 17.204159 + avg_avg_return: 0.8325745 + avg_benchmark_regret: 0.003730118 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2842865 + proxy_corner: + avg_avg_return: 0.8325745 + avg_reward_per_step: 0.2842865 + eval-batch-shift: + avg_avg_episode_length: 67.17738 + avg_avg_return: 0.24311212 + avg_benchmark_regret: 0.6404677 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07173157 + proxy_corner: + avg_avg_return: 0.5420631 + avg_reward_per_step: 0.014480591 + eval-batch-tree: + avg_avg_episode_length: 8.256006 + avg_avg_return: 0.95885277 + avg_benchmark_regret: 0.035365652 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26034546 + proxy_corner: + avg_avg_return: 0.95885277 + avg_reward_per_step: 0.26034546 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 80740352 + env-step-replay-before: 41222144 + env-step-used-before: 80740352 + ppo-update-before: 49280 + env-step-generate-before: 39518208 + env-step-all-after: 80773120 + env-step-replay-after: 41254912 + env-step-used-after: 80773120 + ppo-update-after: 49300 + env-step-generate-after: 39518208 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 8.992273 + avg_avg_return: 0.9309125 + avg_reward_per_step: 0.1131897 + proxy_corner: + avg_avg_return: 0.9309125 + avg_reward_per_step: 0.1131897 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.992273 + avg_avg_return: 0.9309125 + avg_reward_per_step: 0.1131897 + proxy_corner: + avg_avg_return: 0.9309125 + avg_reward_per_step: 0.1131897 + perf: + env_steps_per_second: 894513.7404810939 + ppo_updates_per_second: 91.69684306074693 + eval-batch-orig-duration: 0.22831117903115228 + eval-batch-shift-duration: 0.14609190996270627 + eval-batch-tree-duration: 0.1450722679728642 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.596436 + mouse-cheese_dist_finite_wavg: 9.860825 + mouse-cheese_dist_solvable_avg: 8.596436 + mouse-cheese_dist_solvable_wavg: 9.860826 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0371094 + num_walls_wavg: 7.8049498 + prop_walls_avg: 0.262483 + prop_walls_wavg: 0.3393457 + scoring: + avg_scores: 0.06535578 + visit_patterns: + avg_first_visit_time: 981.04956 + avg_last_visit_time: 1249.2664 + num_replay_batches: 1259 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050665054 + avg_actor_approxkl3: 0.0007265539 + avg_actor_clipfrac: 0.025628662 + avg_actor_loss: 0.0007166939 + avg_advantage: 0.059535306 + avg_critic_clipfrac: 0.14309083 + avg_critic_loss: 0.0028953215 + avg_entropy: 0.09537535 + avg_grad_norm_pre_clip: 2.0667188 + avg_loss: 0.0020689792 + max: + max_actor_approxkl1: 0.0016745444 + max_actor_approxkl3: 0.0016904585 + max_actor_clipfrac: 0.05493164 + max_actor_loss: 0.0027178451 + max_advantage: 0.4488467 + max_critic_clipfrac: 0.26000977 + max_critic_loss: 0.004962345 + max_entropy: 0.10841921 + max_grad_norm_pre_clip: 3.4431653 + max_loss: 0.0040134764 + std: + std_actor_approxkl1: 0.0005411322 + std_actor_approxkl3: 0.00049753865 + std_actor_clipfrac: 0.0139873335 + std_actor_loss: 0.0011004527 + std_advantage: 0.0818356 + std_critic_clipfrac: 0.08314503 + std_critic_loss: 0.0008507932 + std_entropy: 0.0068668695 + std_grad_norm_pre_clip: 0.7876577 + std_loss: 0.0011329583 + eval-batch-orig: + avg_avg_episode_length: 17.18358 + avg_avg_return: 0.83277965 + avg_benchmark_regret: 0.0035249817 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28462982 + proxy_corner: + avg_avg_return: 0.83277965 + avg_reward_per_step: 0.28462982 + eval-batch-shift: + avg_avg_episode_length: 66.213326 + avg_avg_return: 0.2596043 + avg_benchmark_regret: 0.6239755 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07426453 + proxy_corner: + avg_avg_return: 0.5374297 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 8.628494 + avg_avg_return: 0.95269716 + avg_benchmark_regret: 0.041521244 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26063538 + proxy_corner: + avg_avg_return: 0.95269716 + avg_reward_per_step: 0.26063538 +=========================================================== +=========================================================== + step: + env-step-all-before: 81788928 + env-step-replay-before: 41615360 + env-step-used-before: 81788928 + ppo-update-before: 49920 + env-step-generate-before: 40173568 + env-step-all-after: 81821696 + env-step-replay-after: 41648128 + env-step-used-after: 81821696 + ppo-update-after: 49940 + env-step-generate-after: 40173568 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.565504 + avg_avg_return: 0.9261272 + avg_reward_per_step: 0.112335205 + proxy_corner: + avg_avg_return: 0.9261272 + avg_reward_per_step: 0.112335205 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.565504 + avg_avg_return: 0.9261272 + avg_reward_per_step: 0.112335205 + proxy_corner: + avg_avg_return: 0.9261272 + avg_reward_per_step: 0.112335205 + perf: + env_steps_per_second: 963615.2880480533 + ppo_updates_per_second: 74.43806324319267 + eval-batch-orig-duration: 0.32960798603016883 + eval-batch-shift-duration: 0.18471267295535654 + eval-batch-tree-duration: 0.1547239839565009 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.621826 + mouse-cheese_dist_finite_wavg: 8.959197 + mouse-cheese_dist_solvable_avg: 8.621826 + mouse-cheese_dist_solvable_wavg: 8.959199 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.039795 + num_walls_wavg: 6.9012313 + prop_walls_avg: 0.26259977 + prop_walls_wavg: 0.30005354 + scoring: + avg_scores: 0.06670377 + visit_patterns: + avg_first_visit_time: 994.61914 + avg_last_visit_time: 1261.2295 + num_replay_batches: 1271 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005511602 + avg_actor_approxkl3: 0.000656704 + avg_actor_clipfrac: 0.028186036 + avg_actor_loss: 0.00019914738 + avg_advantage: -0.0042234855 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0011111363 + avg_entropy: 0.09347954 + avg_grad_norm_pre_clip: 1.8969258 + avg_loss: 0.00066123594 + max: + max_actor_approxkl1: 0.0012954962 + max_actor_approxkl3: 0.0013188596 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.002175184 + max_advantage: 0.3389067 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014057073 + max_entropy: 0.10601804 + max_grad_norm_pre_clip: 3.5044434 + max_loss: 0.0027631212 + std: + std_actor_approxkl1: 0.00044678242 + std_actor_approxkl3: 0.00036064448 + std_actor_clipfrac: 0.014099195 + std_actor_loss: 0.00089056 + std_advantage: 0.048754614 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015440697 + std_entropy: 0.0079363175 + std_grad_norm_pre_clip: 0.785493 + std_loss: 0.0008716375 + eval-batch-orig: + avg_avg_episode_length: 17.17645 + avg_avg_return: 0.83275515 + avg_benchmark_regret: 0.0035494736 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850418 + proxy_corner: + avg_avg_return: 0.83275515 + avg_reward_per_step: 0.2850418 + eval-batch-shift: + avg_avg_episode_length: 67.02678 + avg_avg_return: 0.23943381 + avg_benchmark_regret: 0.644146 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07119751 + proxy_corner: + avg_avg_return: 0.5499534 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 8.6573925 + avg_avg_return: 0.95484245 + avg_benchmark_regret: 0.03937596 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26045227 + proxy_corner: + avg_avg_return: 0.95484245 + avg_reward_per_step: 0.26045227 +=========================================================== +=========================================================== + step: + env-step-all-before: 82837504 + env-step-replay-before: 42336256 + env-step-used-before: 82837504 + ppo-update-before: 50560 + env-step-generate-before: 40501248 + env-step-all-after: 82870272 + env-step-replay-after: 42369024 + env-step-used-after: 82870272 + ppo-update-after: 50580 + env-step-generate-after: 40501248 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.347422 + avg_avg_return: 0.92755556 + avg_reward_per_step: 0.11190796 + proxy_corner: + avg_avg_return: 0.92755556 + avg_reward_per_step: 0.11190796 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.347422 + avg_avg_return: 0.92755556 + avg_reward_per_step: 0.11190796 + proxy_corner: + avg_avg_return: 0.92755556 + avg_reward_per_step: 0.11190796 + perf: + env_steps_per_second: 895864.0099952046 + ppo_updates_per_second: 108.52052187475444 + eval-batch-orig-duration: 0.19147224602056667 + eval-batch-shift-duration: 0.14451268303673714 + eval-batch-tree-duration: 0.14171197300311178 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.633789 + mouse-cheese_dist_finite_wavg: 8.067689 + mouse-cheese_dist_solvable_avg: 8.633789 + mouse-cheese_dist_solvable_wavg: 8.067689 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0358887 + num_walls_wavg: 8.705062 + prop_walls_avg: 0.2624299 + prop_walls_wavg: 0.37848097 + scoring: + avg_scores: 0.06422578 + visit_patterns: + avg_first_visit_time: 1002.2075 + avg_last_visit_time: 1283.2073 + num_replay_batches: 1293 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006483362 + avg_actor_approxkl3: 0.00057908037 + avg_actor_clipfrac: 0.023858642 + avg_actor_loss: 0.0002624118 + avg_advantage: 0.0014352105 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00072256254 + avg_entropy: 0.08629686 + avg_grad_norm_pre_clip: 1.6362661 + avg_loss: 0.00053739623 + max: + max_actor_approxkl1: 0.0014329007 + max_actor_approxkl3: 0.0012950664 + max_actor_clipfrac: 0.046020508 + max_actor_loss: 0.0019929763 + max_advantage: 0.29250443 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008258108 + max_entropy: 0.09946474 + max_grad_norm_pre_clip: 2.6217067 + max_loss: 0.002269657 + std: + std_actor_approxkl1: 0.00047573182 + std_actor_approxkl3: 0.00030400872 + std_actor_clipfrac: 0.011365295 + std_actor_loss: 0.00076630793 + std_advantage: 0.03830165 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.2316438e-05 + std_entropy: 0.007197007 + std_grad_norm_pre_clip: 0.6486636 + std_loss: 0.00076765567 + eval-batch-orig: + avg_avg_episode_length: 17.177399 + avg_avg_return: 0.83277154 + avg_benchmark_regret: 0.0035330784 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28477478 + proxy_corner: + avg_avg_return: 0.83277154 + avg_reward_per_step: 0.28477478 + eval-batch-shift: + avg_avg_episode_length: 67.293884 + avg_avg_return: 0.24373162 + avg_benchmark_regret: 0.63984823 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06938934 + proxy_corner: + avg_avg_return: 0.547239 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 8.562113 + avg_avg_return: 0.95599145 + avg_benchmark_regret: 0.038226947 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25926208 + proxy_corner: + avg_avg_return: 0.95599145 + avg_reward_per_step: 0.25926208 +=========================================================== +=========================================================== + step: + env-step-all-before: 83886080 + env-step-replay-before: 42860544 + env-step-used-before: 83886080 + ppo-update-before: 51200 + env-step-generate-before: 41025536 + env-step-all-after: 83918848 + env-step-replay-after: 42893312 + env-step-used-after: 83918848 + ppo-update-after: 51220 + env-step-generate-after: 41025536 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.114271 + avg_avg_return: 0.92758244 + avg_reward_per_step: 0.110961914 + proxy_corner: + avg_avg_return: 0.92758244 + avg_reward_per_step: 0.110961914 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.114271 + avg_avg_return: 0.92758244 + avg_reward_per_step: 0.110961914 + proxy_corner: + avg_avg_return: 0.92758244 + avg_reward_per_step: 0.110961914 + perf: + env_steps_per_second: 851542.4781087568 + ppo_updates_per_second: 104.99343968431236 + eval-batch-orig-duration: 0.20748942496720701 + eval-batch-shift-duration: 0.16224410297581926 + eval-batch-tree-duration: 0.148374684038572 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.64209 + mouse-cheese_dist_finite_wavg: 10.763574 + mouse-cheese_dist_solvable_avg: 8.64209 + mouse-cheese_dist_solvable_wavg: 10.763575 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.022461 + num_walls_wavg: 7.801067 + prop_walls_avg: 0.2618461 + prop_walls_wavg: 0.33917695 + scoring: + avg_scores: 0.06460326 + visit_patterns: + avg_first_visit_time: 1013.17017 + avg_last_visit_time: 1299.1704 + num_replay_batches: 1309 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037742185 + avg_actor_approxkl3: 0.0004088374 + avg_actor_clipfrac: 0.018530274 + avg_actor_loss: 0.0002369775 + avg_advantage: 0.05606871 + avg_critic_clipfrac: 0.11494141 + avg_critic_loss: 0.0021010784 + avg_entropy: 0.0891954 + avg_grad_norm_pre_clip: 1.8249626 + avg_loss: 0.0011983215 + max: + max_actor_approxkl1: 0.0016511634 + max_actor_approxkl3: 0.00084801856 + max_actor_clipfrac: 0.034057617 + max_actor_loss: 0.0016132956 + max_advantage: 0.4252143 + max_critic_clipfrac: 0.24963379 + max_critic_loss: 0.0040043406 + max_entropy: 0.09699225 + max_grad_norm_pre_clip: 3.0771577 + max_loss: 0.0028419513 + std: + std_actor_approxkl1: 0.00042989166 + std_actor_approxkl3: 0.0002192725 + std_actor_clipfrac: 0.009538106 + std_actor_loss: 0.0006906569 + std_advantage: 0.06946361 + std_critic_clipfrac: 0.08313948 + std_critic_loss: 0.0007286324 + std_entropy: 0.004954592 + std_grad_norm_pre_clip: 0.5925013 + std_loss: 0.0008591932 + eval-batch-orig: + avg_avg_episode_length: 17.197437 + avg_avg_return: 0.8323873 + avg_benchmark_regret: 0.0039172927 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28420258 + proxy_corner: + avg_avg_return: 0.8323873 + avg_reward_per_step: 0.28420258 + eval-batch-shift: + avg_avg_episode_length: 66.17586 + avg_avg_return: 0.26258773 + avg_benchmark_regret: 0.6209921 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07237244 + proxy_corner: + avg_avg_return: 0.53796595 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 8.496644 + avg_avg_return: 0.95477164 + avg_benchmark_regret: 0.039446753 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25860596 + proxy_corner: + avg_avg_return: 0.95477164 + avg_reward_per_step: 0.25860596 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 84934656 + env-step-replay-before: 43483136 + env-step-used-before: 84934656 + ppo-update-before: 51840 + env-step-generate-before: 41451520 + env-step-all-after: 84967424 + env-step-replay-after: 43515904 + env-step-used-after: 84967424 + ppo-update-after: 51860 + env-step-generate-after: 41451520 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.419485 + avg_avg_return: 0.9250033 + avg_reward_per_step: 0.11062622 + proxy_corner: + avg_avg_return: 0.9250033 + avg_reward_per_step: 0.11062622 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.419485 + avg_avg_return: 0.9250033 + avg_reward_per_step: 0.11062622 + proxy_corner: + avg_avg_return: 0.9250033 + avg_reward_per_step: 0.11062622 + perf: + env_steps_per_second: 624695.889672387 + ppo_updates_per_second: 83.00157328844249 + eval-batch-orig-duration: 0.251388319011312 + eval-batch-shift-duration: 0.1500430810265243 + eval-batch-tree-duration: 0.1447055370081216 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.655762 + mouse-cheese_dist_finite_wavg: 8.966742 + mouse-cheese_dist_solvable_avg: 8.655762 + mouse-cheese_dist_solvable_wavg: 8.9667425 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0146484 + num_walls_wavg: 6.900221 + prop_walls_avg: 0.26150644 + prop_walls_wavg: 0.3000096 + scoring: + avg_scores: 0.06481091 + visit_patterns: + avg_first_visit_time: 1022.3262 + avg_last_visit_time: 1318.2109 + num_replay_batches: 1328 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000687123 + avg_actor_approxkl3: 0.00060016493 + avg_actor_clipfrac: 0.019836426 + avg_actor_loss: 0.00045853652 + avg_advantage: 0.002538719 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00095101324 + avg_entropy: 0.08162859 + avg_grad_norm_pre_clip: 1.8649397 + avg_loss: 0.0008524146 + max: + max_actor_approxkl1: 0.002120042 + max_actor_approxkl3: 0.0015787474 + max_actor_clipfrac: 0.03503418 + max_actor_loss: 0.0017292146 + max_advantage: 0.42145622 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014928256 + max_entropy: 0.10084081 + max_grad_norm_pre_clip: 2.9319637 + max_loss: 0.002007165 + std: + std_actor_approxkl1: 0.0006026915 + std_actor_approxkl3: 0.00042704892 + std_actor_clipfrac: 0.009765816 + std_actor_loss: 0.00064027315 + std_advantage: 0.04437673 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027101245 + std_entropy: 0.007284631 + std_grad_norm_pre_clip: 0.5693038 + std_loss: 0.000622445 + eval-batch-orig: + avg_avg_episode_length: 17.182821 + avg_avg_return: 0.8328509 + avg_benchmark_regret: 0.0034537658 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28470612 + proxy_corner: + avg_avg_return: 0.8328509 + avg_reward_per_step: 0.28470612 + eval-batch-shift: + avg_avg_episode_length: 67.38634 + avg_avg_return: 0.23241329 + avg_benchmark_regret: 0.65116656 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0743866 + proxy_corner: + avg_avg_return: 0.5505351 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 8.637759 + avg_avg_return: 0.9537847 + avg_benchmark_regret: 0.040433675 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25924683 + proxy_corner: + avg_avg_return: 0.9537847 + avg_reward_per_step: 0.25924683 +=========================================================== +=========================================================== + step: + env-step-all-before: 85983232 + env-step-replay-before: 44072960 + env-step-used-before: 85983232 + ppo-update-before: 52480 + env-step-generate-before: 41910272 + env-step-all-after: 86016000 + env-step-replay-after: 44072960 + env-step-used-after: 86016000 + ppo-update-after: 52500 + env-step-generate-after: 41943040 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.336662 + avg_avg_return: 0.8062236 + avg_reward_per_step: 0.2782898 + proxy_corner: + avg_avg_return: 0.8062236 + avg_reward_per_step: 0.2782898 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.336662 + avg_avg_return: 0.8062236 + avg_reward_per_step: 0.2782898 + proxy_corner: + avg_avg_return: 0.8062236 + avg_reward_per_step: 0.2782898 + perf: + env_steps_per_second: 948985.6499337784 + ppo_updates_per_second: 74.65613476761077 + eval-batch-orig-duration: 0.3365455979947001 + eval-batch-shift-duration: 0.1841112410183996 + eval-batch-tree-duration: 0.15648727002553642 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.67334 + mouse-cheese_dist_finite_wavg: 11.662219 + mouse-cheese_dist_solvable_avg: 8.67334 + mouse-cheese_dist_solvable_wavg: 11.66222 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0163574 + num_walls_wavg: 8.699473 + prop_walls_avg: 0.26158074 + prop_walls_wavg: 0.37823802 + scoring: + avg_scores: 0.06633428 + visit_patterns: + avg_first_visit_time: 1035.6821 + avg_last_visit_time: 1335.258 + num_replay_batches: 1345 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002669291 + avg_actor_approxkl3: 0.0021106247 + avg_actor_clipfrac: 0.054681398 + avg_actor_loss: 0.0016244252 + avg_advantage: -0.030958898 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004764171 + avg_entropy: 0.13457702 + avg_grad_norm_pre_clip: 3.126585 + avg_loss: 0.0038719333 + max: + max_actor_approxkl1: 0.008585738 + max_actor_approxkl3: 0.0063201208 + max_actor_clipfrac: 0.13134766 + max_actor_loss: 0.0081606805 + max_advantage: 0.23490757 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0070074033 + max_entropy: 0.18059984 + max_grad_norm_pre_clip: 6.1930695 + max_loss: 0.0103039695 + std: + std_actor_approxkl1: 0.001866798 + std_actor_approxkl3: 0.0014521698 + std_actor_clipfrac: 0.026606245 + std_actor_loss: 0.0028087373 + std_advantage: 0.09880766 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010768393 + std_entropy: 0.024129076 + std_grad_norm_pre_clip: 1.3392624 + std_loss: 0.0029733556 + eval-batch-orig: + avg_avg_episode_length: 17.19952 + avg_avg_return: 0.83228886 + avg_benchmark_regret: 0.0040157503 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28443146 + proxy_corner: + avg_avg_return: 0.83228886 + avg_reward_per_step: 0.28443146 + eval-batch-shift: + avg_avg_episode_length: 67.77977 + avg_avg_return: 0.23697212 + avg_benchmark_regret: 0.6466077 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07444763 + proxy_corner: + avg_avg_return: 0.55093986 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 8.557005 + avg_avg_return: 0.95613325 + avg_benchmark_regret: 0.038085163 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25893402 + proxy_corner: + avg_avg_return: 0.95613325 + avg_reward_per_step: 0.25893402 +=========================================================== +=========================================================== + step: + env-step-all-before: 87031808 + env-step-replay-before: 44531712 + env-step-used-before: 87031808 + ppo-update-before: 53120 + env-step-generate-before: 42500096 + env-step-all-after: 87064576 + env-step-replay-after: 44531712 + env-step-used-after: 87064576 + ppo-update-after: 53140 + env-step-generate-after: 42532864 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.347721 + avg_avg_return: 0.8061072 + avg_reward_per_step: 0.2736206 + proxy_corner: + avg_avg_return: 0.8061072 + avg_reward_per_step: 0.2736206 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.347721 + avg_avg_return: 0.8061072 + avg_reward_per_step: 0.2736206 + proxy_corner: + avg_avg_return: 0.8061072 + avg_reward_per_step: 0.2736206 + perf: + env_steps_per_second: 897471.765505331 + ppo_updates_per_second: 108.31238058508517 + eval-batch-orig-duration: 0.19366348901530728 + eval-batch-shift-duration: 0.14648431102978066 + eval-batch-tree-duration: 0.14154795598005876 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.714111 + mouse-cheese_dist_finite_wavg: 11.66628 + mouse-cheese_dist_solvable_avg: 8.714111 + mouse-cheese_dist_solvable_wavg: 11.666283 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0373535 + num_walls_wavg: 8.699255 + prop_walls_avg: 0.2624936 + prop_walls_wavg: 0.37822846 + scoring: + avg_scores: 0.06662217 + visit_patterns: + avg_first_visit_time: 1049.0237 + avg_last_visit_time: 1349.3582 + num_replay_batches: 1359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017185733 + avg_actor_approxkl3: 0.00133645 + avg_actor_clipfrac: 0.046191406 + avg_actor_loss: 0.0012527531 + avg_advantage: -0.0041004065 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004349872 + avg_entropy: 0.1326615 + avg_grad_norm_pre_clip: 3.20247 + avg_loss: 0.003295028 + max: + max_actor_approxkl1: 0.005040969 + max_actor_approxkl3: 0.002965014 + max_actor_clipfrac: 0.079956055 + max_actor_loss: 0.004848622 + max_advantage: 0.38893348 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058732047 + max_entropy: 0.17050053 + max_grad_norm_pre_clip: 5.4027934 + max_loss: 0.007236841 + std: + std_actor_approxkl1: 0.0012479991 + std_actor_approxkl3: 0.0008242069 + std_actor_clipfrac: 0.02278515 + std_actor_loss: 0.0015524379 + std_advantage: 0.0934488 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006461547 + std_entropy: 0.019632235 + std_grad_norm_pre_clip: 1.2245278 + std_loss: 0.0016229564 + eval-batch-orig: + avg_avg_episode_length: 17.17886 + avg_avg_return: 0.83270156 + avg_benchmark_regret: 0.0036030714 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28492737 + proxy_corner: + avg_avg_return: 0.83270156 + avg_reward_per_step: 0.28492737 + eval-batch-shift: + avg_avg_episode_length: 67.205154 + avg_avg_return: 0.24203567 + avg_benchmark_regret: 0.64154416 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07308197 + proxy_corner: + avg_avg_return: 0.54504794 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 8.403086 + avg_avg_return: 0.95505923 + avg_benchmark_regret: 0.039159127 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2599411 + proxy_corner: + avg_avg_return: 0.95505923 + avg_reward_per_step: 0.2599411 +=========================================================== +=========================================================== + step: + env-step-all-before: 88080384 + env-step-replay-before: 44859392 + env-step-used-before: 88080384 + ppo-update-before: 53760 + env-step-generate-before: 43220992 + env-step-all-after: 88113152 + env-step-replay-after: 44859392 + env-step-used-after: 88113152 + ppo-update-after: 53780 + env-step-generate-after: 43253760 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.952944 + avg_avg_return: 0.8358359 + avg_reward_per_step: 0.25927734 + proxy_corner: + avg_avg_return: 0.8358359 + avg_reward_per_step: 0.25927734 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.952944 + avg_avg_return: 0.8358359 + avg_reward_per_step: 0.25927734 + proxy_corner: + avg_avg_return: 0.8358359 + avg_reward_per_step: 0.25927734 + perf: + env_steps_per_second: 618333.1944555568 + ppo_updates_per_second: 72.65629361766582 + eval-batch-orig-duration: 0.33363866002764553 + eval-batch-shift-duration: 0.1783206530380994 + eval-batch-tree-duration: 0.15645497001241893 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.772705 + mouse-cheese_dist_finite_wavg: 10.766568 + mouse-cheese_dist_solvable_avg: 8.772705 + mouse-cheese_dist_solvable_wavg: 10.766569 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0634766 + num_walls_wavg: 6.9040995 + prop_walls_avg: 0.26362938 + prop_walls_wavg: 0.30017832 + scoring: + avg_scores: 0.066543035 + visit_patterns: + avg_first_visit_time: 1060.9065 + avg_last_visit_time: 1359.3564 + num_replay_batches: 1369 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010228291 + avg_actor_approxkl3: 0.00081413233 + avg_actor_clipfrac: 0.033294678 + avg_actor_loss: 0.00048784894 + avg_advantage: -0.0010520343 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003477845 + avg_entropy: 0.119442366 + avg_grad_norm_pre_clip: 2.4998891 + avg_loss: 0.0021073292 + max: + max_actor_approxkl1: 0.0025406354 + max_actor_approxkl3: 0.0020661722 + max_actor_clipfrac: 0.072021484 + max_actor_loss: 0.0043866783 + max_advantage: 0.39020437 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00571301 + max_entropy: 0.16031083 + max_grad_norm_pre_clip: 4.842952 + max_loss: 0.0070828726 + std: + std_actor_approxkl1: 0.00072290935 + std_actor_approxkl3: 0.00055273564 + std_actor_clipfrac: 0.019543067 + std_actor_loss: 0.0012639887 + std_advantage: 0.08426121 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00075654365 + std_entropy: 0.018886639 + std_grad_norm_pre_clip: 1.1840181 + std_loss: 0.0014603842 + eval-batch-orig: + avg_avg_episode_length: 17.177177 + avg_avg_return: 0.83299756 + avg_benchmark_regret: 0.0033070757 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28484344 + proxy_corner: + avg_avg_return: 0.83299756 + avg_reward_per_step: 0.28484344 + eval-batch-shift: + avg_avg_episode_length: 66.70001 + avg_avg_return: 0.25339675 + avg_benchmark_regret: 0.6301831 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07409668 + proxy_corner: + avg_avg_return: 0.53880775 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 8.523418 + avg_avg_return: 0.9569986 + avg_benchmark_regret: 0.0372198 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25779724 + proxy_corner: + avg_avg_return: 0.9569986 + avg_reward_per_step: 0.25779724 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 89128960 + env-step-replay-before: 45514752 + env-step-used-before: 89128960 + ppo-update-before: 54400 + env-step-generate-before: 43614208 + env-step-all-after: 89161728 + env-step-replay-after: 45547520 + env-step-used-after: 89161728 + ppo-update-after: 54420 + env-step-generate-after: 43614208 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.324005 + avg_avg_return: 0.92716515 + avg_reward_per_step: 0.11090088 + proxy_corner: + avg_avg_return: 0.92716515 + avg_reward_per_step: 0.11090088 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.324005 + avg_avg_return: 0.92716515 + avg_reward_per_step: 0.11090088 + proxy_corner: + avg_avg_return: 0.92716515 + avg_reward_per_step: 0.11090088 + perf: + env_steps_per_second: 815287.5171244963 + ppo_updates_per_second: 72.27468498341742 + eval-batch-orig-duration: 0.33357310597784817 + eval-batch-shift-duration: 0.17521206295350567 + eval-batch-tree-duration: 0.1546617090352811 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.779785 + mouse-cheese_dist_finite_wavg: 10.77749 + mouse-cheese_dist_solvable_avg: 8.779785 + mouse-cheese_dist_solvable_wavg: 10.777493 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0427246 + num_walls_wavg: 6.9045596 + prop_walls_avg: 0.2627271 + prop_walls_wavg: 0.30019823 + scoring: + avg_scores: 0.06539276 + visit_patterns: + avg_first_visit_time: 1068.7432 + avg_last_visit_time: 1380.2969 + num_replay_batches: 1390 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048790753 + avg_actor_approxkl3: 0.000523761 + avg_actor_clipfrac: 0.021807862 + avg_actor_loss: 0.00040012217 + avg_advantage: 0.0008940399 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00075635343 + avg_entropy: 0.074077785 + avg_grad_norm_pre_clip: 1.6596533 + avg_loss: 0.00070422114 + max: + max_actor_approxkl1: 0.0011022747 + max_actor_approxkl3: 0.0009563917 + max_actor_clipfrac: 0.03845215 + max_actor_loss: 0.0025295727 + max_advantage: 0.2742728 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008996231 + max_entropy: 0.08469872 + max_grad_norm_pre_clip: 2.885278 + max_loss: 0.0028880332 + std: + std_actor_approxkl1: 0.0003334474 + std_actor_approxkl3: 0.00023539063 + std_actor_clipfrac: 0.008971818 + std_actor_loss: 0.00074989384 + std_advantage: 0.03941788 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.87987e-05 + std_entropy: 0.005710868 + std_grad_norm_pre_clip: 0.6505832 + std_loss: 0.0007594149 + eval-batch-orig: + avg_avg_episode_length: 17.174328 + avg_avg_return: 0.83279264 + avg_benchmark_regret: 0.0035120281 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28513336 + proxy_corner: + avg_avg_return: 0.83279264 + avg_reward_per_step: 0.28513336 + eval-batch-shift: + avg_avg_episode_length: 68.28376 + avg_avg_return: 0.22521168 + avg_benchmark_regret: 0.6583681 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073394775 + proxy_corner: + avg_avg_return: 0.55145395 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 8.471493 + avg_avg_return: 0.95512676 + avg_benchmark_regret: 0.039091587 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26059723 + proxy_corner: + avg_avg_return: 0.95512676 + avg_reward_per_step: 0.26059723 +=========================================================== +=========================================================== + step: + env-step-all-before: 90177536 + env-step-replay-before: 46202880 + env-step-used-before: 90177536 + ppo-update-before: 55040 + env-step-generate-before: 43974656 + env-step-all-after: 90210304 + env-step-replay-after: 46202880 + env-step-used-after: 90210304 + ppo-update-after: 55060 + env-step-generate-after: 44007424 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.500109 + avg_avg_return: 0.77935433 + avg_reward_per_step: 0.26605225 + proxy_corner: + avg_avg_return: 0.77935433 + avg_reward_per_step: 0.26605225 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.500109 + avg_avg_return: 0.77935433 + avg_reward_per_step: 0.26605225 + proxy_corner: + avg_avg_return: 0.77935433 + avg_reward_per_step: 0.26605225 + perf: + env_steps_per_second: 892254.9825357132 + ppo_updates_per_second: 105.37657745720695 + eval-batch-orig-duration: 0.20990041201002896 + eval-batch-shift-duration: 0.16274433705257252 + eval-batch-tree-duration: 0.14784530800534412 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.792236 + mouse-cheese_dist_finite_wavg: 12.576801 + mouse-cheese_dist_solvable_avg: 8.792236 + mouse-cheese_dist_solvable_wavg: 12.576801 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.03833 + num_walls_wavg: 7.8008943 + prop_walls_avg: 0.26253608 + prop_walls_wavg: 0.33916932 + scoring: + avg_scores: 0.06539459 + visit_patterns: + avg_first_visit_time: 1076.0171 + avg_last_visit_time: 1400.1941 + num_replay_batches: 1410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015235079 + avg_actor_approxkl3: 0.0011677998 + avg_actor_clipfrac: 0.040509034 + avg_actor_loss: -0.0003210414 + avg_advantage: -0.03771609 + avg_critic_clipfrac: 0.007971192 + avg_critic_loss: 0.0052944836 + avg_entropy: 0.1315264 + avg_grad_norm_pre_clip: 2.3886328 + avg_loss: 0.0021946738 + max: + max_actor_approxkl1: 0.0058363 + max_actor_approxkl3: 0.0035906057 + max_actor_clipfrac: 0.076416016 + max_actor_loss: 0.0014534295 + max_advantage: 0.2385897 + max_critic_clipfrac: 0.04248047 + max_critic_loss: 0.0073743123 + max_entropy: 0.16319759 + max_grad_norm_pre_clip: 4.235051 + max_loss: 0.0049907137 + std: + std_actor_approxkl1: 0.0015780393 + std_actor_approxkl3: 0.0008606631 + std_actor_clipfrac: 0.018933348 + std_actor_loss: 0.00085675786 + std_advantage: 0.104767896 + std_critic_clipfrac: 0.014548206 + std_critic_loss: 0.0012427513 + std_entropy: 0.017362345 + std_grad_norm_pre_clip: 0.71755636 + std_loss: 0.0012558954 + eval-batch-orig: + avg_avg_episode_length: 17.187641 + avg_avg_return: 0.83267456 + avg_benchmark_regret: 0.0036300318 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28466034 + proxy_corner: + avg_avg_return: 0.83267456 + avg_reward_per_step: 0.28466034 + eval-batch-shift: + avg_avg_episode_length: 67.93012 + avg_avg_return: 0.22768931 + avg_benchmark_regret: 0.6558905 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07444 + proxy_corner: + avg_avg_return: 0.55068976 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 8.476397 + avg_avg_return: 0.95501125 + avg_benchmark_regret: 0.039207138 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26010895 + proxy_corner: + avg_avg_return: 0.95501125 + avg_reward_per_step: 0.26010895 +=========================================================== +=========================================================== + step: + env-step-all-before: 91226112 + env-step-replay-before: 46759936 + env-step-used-before: 91226112 + ppo-update-before: 55680 + env-step-generate-before: 44466176 + env-step-all-after: 91258880 + env-step-replay-after: 46759936 + env-step-used-after: 91258880 + ppo-update-after: 55700 + env-step-generate-after: 44498944 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.892857 + avg_avg_return: 0.81288266 + avg_reward_per_step: 0.24023438 + proxy_corner: + avg_avg_return: 0.81288266 + avg_reward_per_step: 0.24023438 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.892857 + avg_avg_return: 0.81288266 + avg_reward_per_step: 0.24023438 + proxy_corner: + avg_avg_return: 0.81288266 + avg_reward_per_step: 0.24023438 + perf: + env_steps_per_second: 969026.1475952585 + ppo_updates_per_second: 97.33572270745114 + eval-batch-orig-duration: 0.21263607998844236 + eval-batch-shift-duration: 0.14456942200195044 + eval-batch-tree-duration: 0.1445400359807536 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.820801 + mouse-cheese_dist_finite_wavg: 11.680328 + mouse-cheese_dist_solvable_avg: 8.820801 + mouse-cheese_dist_solvable_wavg: 11.680329 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.038086 + num_walls_wavg: 6.0052176 + prop_walls_avg: 0.26252544 + prop_walls_wavg: 0.2610964 + scoring: + avg_scores: 0.06625771 + visit_patterns: + avg_first_visit_time: 1085.8137 + avg_last_visit_time: 1417.2297 + num_replay_batches: 1427 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094099215 + avg_actor_approxkl3: 0.00058887573 + avg_actor_clipfrac: 0.02756958 + avg_actor_loss: -0.0005015802 + avg_advantage: -0.029095687 + avg_critic_clipfrac: 0.0015930176 + avg_critic_loss: 0.004229197 + avg_entropy: 0.1289594 + avg_grad_norm_pre_clip: 2.0985122 + avg_loss: 0.001484059 + max: + max_actor_approxkl1: 0.0028908309 + max_actor_approxkl3: 0.0011774382 + max_actor_clipfrac: 0.0513916 + max_actor_loss: 0.0010805875 + max_advantage: 0.21909016 + max_critic_clipfrac: 0.016113281 + max_critic_loss: 0.005220883 + max_entropy: 0.15228163 + max_grad_norm_pre_clip: 3.0135188 + max_loss: 0.0031510263 + std: + std_actor_approxkl1: 0.00072356965 + std_actor_approxkl3: 0.0002997761 + std_actor_clipfrac: 0.011890943 + std_actor_loss: 0.00071679335 + std_advantage: 0.093528435 + std_critic_clipfrac: 0.0047394847 + std_critic_loss: 0.0006229168 + std_entropy: 0.012928754 + std_grad_norm_pre_clip: 0.58129764 + std_loss: 0.00087112054 + eval-batch-orig: + avg_avg_episode_length: 17.18925 + avg_avg_return: 0.8326536 + avg_benchmark_regret: 0.0036510269 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28444672 + proxy_corner: + avg_avg_return: 0.8326536 + avg_reward_per_step: 0.28444672 + eval-batch-shift: + avg_avg_episode_length: 66.42384 + avg_avg_return: 0.2588951 + avg_benchmark_regret: 0.6246847 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0714798 + proxy_corner: + avg_avg_return: 0.5409783 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 8.356467 + avg_avg_return: 0.956933 + avg_benchmark_regret: 0.0372853 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2589569 + proxy_corner: + avg_avg_return: 0.956933 + avg_reward_per_step: 0.2589569 +=========================================================== +=========================================================== + step: + env-step-all-before: 92274688 + env-step-replay-before: 47251456 + env-step-used-before: 92274688 + ppo-update-before: 56320 + env-step-generate-before: 45023232 + env-step-all-after: 92307456 + env-step-replay-after: 47251456 + env-step-used-after: 92307456 + ppo-update-after: 56340 + env-step-generate-after: 45056000 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.108929 + avg_avg_return: 0.8084425 + avg_reward_per_step: 0.2883606 + proxy_corner: + avg_avg_return: 0.8084425 + avg_reward_per_step: 0.2883606 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.108929 + avg_avg_return: 0.8084425 + avg_reward_per_step: 0.2883606 + proxy_corner: + avg_avg_return: 0.8084425 + avg_reward_per_step: 0.2883606 + perf: + env_steps_per_second: 979520.2907619999 + ppo_updates_per_second: 76.32441377103228 + eval-batch-orig-duration: 0.28668086999095976 + eval-batch-shift-duration: 0.17959573899861425 + eval-batch-tree-duration: 0.15281890495680273 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.849365 + mouse-cheese_dist_finite_wavg: 10.785922 + mouse-cheese_dist_solvable_avg: 8.849365 + mouse-cheese_dist_solvable_wavg: 10.785923 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.053955 + num_walls_wavg: 8.699762 + prop_walls_avg: 0.26321542 + prop_walls_wavg: 0.37825048 + scoring: + avg_scores: 0.06702398 + visit_patterns: + avg_first_visit_time: 1097.7087 + avg_last_visit_time: 1432.2576 + num_replay_batches: 1442 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013116425 + avg_actor_approxkl3: 0.00080336875 + avg_actor_clipfrac: 0.030725097 + avg_actor_loss: -0.00090072304 + avg_advantage: -0.010439409 + avg_critic_clipfrac: 0.0019836426 + avg_critic_loss: 0.0038462703 + avg_entropy: 0.11961633 + avg_grad_norm_pre_clip: 1.7611088 + avg_loss: 0.0009027954 + max: + max_actor_approxkl1: 0.0031834347 + max_actor_approxkl3: 0.0020558035 + max_actor_clipfrac: 0.061279297 + max_actor_loss: 0.001252763 + max_advantage: 0.26082176 + max_critic_clipfrac: 0.026000977 + max_critic_loss: 0.005134564 + max_entropy: 0.14880274 + max_grad_norm_pre_clip: 3.8413925 + max_loss: 0.0034678127 + std: + std_actor_approxkl1: 0.0009358378 + std_actor_approxkl3: 0.00053838186 + std_actor_clipfrac: 0.016364485 + std_actor_loss: 0.001042423 + std_advantage: 0.09056844 + std_critic_clipfrac: 0.0059181917 + std_critic_loss: 0.00060295896 + std_entropy: 0.01439553 + std_grad_norm_pre_clip: 0.73605406 + std_loss: 0.001184328 + eval-batch-orig: + avg_avg_episode_length: 17.176533 + avg_avg_return: 0.8328004 + avg_benchmark_regret: 0.0035041831 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28492737 + proxy_corner: + avg_avg_return: 0.8328004 + avg_reward_per_step: 0.28492737 + eval-batch-shift: + avg_avg_episode_length: 67.77939 + avg_avg_return: 0.23620567 + avg_benchmark_regret: 0.64737415 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.069496155 + proxy_corner: + avg_avg_return: 0.5534519 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 8.153511 + avg_avg_return: 0.9578885 + avg_benchmark_regret: 0.036329906 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26068878 + proxy_corner: + avg_avg_return: 0.9578885 + avg_reward_per_step: 0.26068878 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 93323264 + env-step-replay-before: 47742976 + env-step-used-before: 93323264 + ppo-update-before: 56960 + env-step-generate-before: 45580288 + env-step-all-after: 93356032 + env-step-replay-after: 47742976 + env-step-used-after: 93356032 + ppo-update-after: 56980 + env-step-generate-after: 45613056 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.193558 + avg_avg_return: 0.78254944 + avg_reward_per_step: 0.25448608 + proxy_corner: + avg_avg_return: 0.78254944 + avg_reward_per_step: 0.25448608 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.193558 + avg_avg_return: 0.78254944 + avg_reward_per_step: 0.25448608 + proxy_corner: + avg_avg_return: 0.78254944 + avg_reward_per_step: 0.25448608 + perf: + env_steps_per_second: 829103.8113601409 + ppo_updates_per_second: 102.79596173604081 + eval-batch-orig-duration: 0.21028726297663525 + eval-batch-shift-duration: 0.15922296000644565 + eval-batch-tree-duration: 0.1469556920346804 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.886719 + mouse-cheese_dist_finite_wavg: 10.7853985 + mouse-cheese_dist_solvable_avg: 8.886719 + mouse-cheese_dist_solvable_wavg: 10.7853985 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.04834 + num_walls_wavg: 6.8997054 + prop_walls_avg: 0.26297128 + prop_walls_wavg: 0.29998714 + scoring: + avg_scores: 0.067240685 + visit_patterns: + avg_first_visit_time: 1110.6409 + avg_last_visit_time: 1447.3896 + num_replay_batches: 1457 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012253084 + avg_actor_approxkl3: 0.0010199276 + avg_actor_clipfrac: 0.0345459 + avg_actor_loss: 0.00083468447 + avg_advantage: -0.012308528 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004205053 + avg_entropy: 0.12779982 + avg_grad_norm_pre_clip: 2.3254535 + avg_loss: 0.0028094116 + max: + max_actor_approxkl1: 0.0035494184 + max_actor_approxkl3: 0.0024808352 + max_actor_clipfrac: 0.067993164 + max_actor_loss: 0.0030539483 + max_advantage: 0.44233274 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0051477435 + max_entropy: 0.15692967 + max_grad_norm_pre_clip: 3.5625653 + max_loss: 0.005494994 + std: + std_actor_approxkl1: 0.0009226152 + std_actor_approxkl3: 0.0007113284 + std_actor_clipfrac: 0.017586345 + std_actor_loss: 0.001311671 + std_advantage: 0.09411515 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00060056883 + std_entropy: 0.014462967 + std_grad_norm_pre_clip: 0.8411437 + std_loss: 0.0014936678 + eval-batch-orig: + avg_avg_episode_length: 17.176458 + avg_avg_return: 0.83278507 + avg_benchmark_regret: 0.0035195579 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28491974 + proxy_corner: + avg_avg_return: 0.83278507 + avg_reward_per_step: 0.28491974 + eval-batch-shift: + avg_avg_episode_length: 66.34009 + avg_avg_return: 0.25799483 + avg_benchmark_regret: 0.625585 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07220459 + proxy_corner: + avg_avg_return: 0.53737044 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 8.168158 + avg_avg_return: 0.9622178 + avg_benchmark_regret: 0.03200053 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26091003 + proxy_corner: + avg_avg_return: 0.9622178 + avg_reward_per_step: 0.26091003 +=========================================================== +=========================================================== + step: + env-step-all-before: 94371840 + env-step-replay-before: 48267264 + env-step-used-before: 94371840 + ppo-update-before: 57600 + env-step-generate-before: 46104576 + env-step-all-after: 94404608 + env-step-replay-after: 48300032 + env-step-used-after: 94404608 + ppo-update-after: 57620 + env-step-generate-after: 46104576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.292021 + avg_avg_return: 0.9258162 + avg_reward_per_step: 0.10910034 + proxy_corner: + avg_avg_return: 0.9258162 + avg_reward_per_step: 0.10910034 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.292021 + avg_avg_return: 0.9258162 + avg_reward_per_step: 0.10910034 + proxy_corner: + avg_avg_return: 0.9258162 + avg_reward_per_step: 0.10910034 + perf: + env_steps_per_second: 604340.7556092277 + ppo_updates_per_second: 74.57569839933771 + eval-batch-orig-duration: 0.2596061259973794 + eval-batch-shift-duration: 0.16008742002304643 + eval-batch-tree-duration: 0.1452441340079531 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.923096 + mouse-cheese_dist_finite_wavg: 10.792866 + mouse-cheese_dist_solvable_avg: 8.923096 + mouse-cheese_dist_solvable_wavg: 10.792869 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0456543 + num_walls_wavg: 7.803224 + prop_walls_avg: 0.26285452 + prop_walls_wavg: 0.3392706 + scoring: + avg_scores: 0.0669851 + visit_patterns: + avg_first_visit_time: 1121.3567 + avg_last_visit_time: 1464.2737 + num_replay_batches: 1474 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00060220365 + avg_actor_approxkl3: 0.0006237188 + avg_actor_clipfrac: 0.025036622 + avg_actor_loss: 0.00021165414 + avg_advantage: 0.0024373187 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000723144 + avg_entropy: 0.07503382 + avg_grad_norm_pre_clip: 1.5767485 + avg_loss: 0.0004981923 + max: + max_actor_approxkl1: 0.0013945019 + max_actor_approxkl3: 0.0013205393 + max_actor_clipfrac: 0.043945312 + max_actor_loss: 0.0013953801 + max_advantage: 0.3244487 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00092320633 + max_entropy: 0.08857614 + max_grad_norm_pre_clip: 2.4728236 + max_loss: 0.0016887366 + std: + std_actor_approxkl1: 0.00040281986 + std_actor_approxkl3: 0.00030171056 + std_actor_clipfrac: 0.00956652 + std_actor_loss: 0.00051263697 + std_advantage: 0.03830914 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.08378e-05 + std_entropy: 0.007630339 + std_grad_norm_pre_clip: 0.5551149 + std_loss: 0.0005294036 + eval-batch-orig: + avg_avg_episode_length: 17.183748 + avg_avg_return: 0.8325465 + avg_benchmark_regret: 0.0037581339 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2847519 + proxy_corner: + avg_avg_return: 0.8325465 + avg_reward_per_step: 0.2847519 + eval-batch-shift: + avg_avg_episode_length: 66.352264 + avg_avg_return: 0.25591066 + avg_benchmark_regret: 0.62766916 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07336426 + proxy_corner: + avg_avg_return: 0.5398031 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 8.209146 + avg_avg_return: 0.9612406 + avg_benchmark_regret: 0.032977752 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2595291 + proxy_corner: + avg_avg_return: 0.9612406 + avg_reward_per_step: 0.2595291 +=========================================================== +=========================================================== + step: + env-step-all-before: 95420416 + env-step-replay-before: 48889856 + env-step-used-before: 95420416 + ppo-update-before: 58240 + env-step-generate-before: 46530560 + env-step-all-after: 95453184 + env-step-replay-after: 48889856 + env-step-used-after: 95453184 + ppo-update-after: 58260 + env-step-generate-after: 46563328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.43855 + avg_avg_return: 0.80509996 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.80509996 + avg_reward_per_step: 0.26589966 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.43855 + avg_avg_return: 0.80509996 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.80509996 + avg_reward_per_step: 0.26589966 + perf: + env_steps_per_second: 631807.1030537144 + ppo_updates_per_second: 99.10305247946059 + eval-batch-orig-duration: 0.20094678300665691 + eval-batch-shift-duration: 0.14511339901946485 + eval-batch-tree-duration: 0.140585069952067 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.960693 + mouse-cheese_dist_finite_wavg: 7.201924 + mouse-cheese_dist_solvable_avg: 8.960693 + mouse-cheese_dist_solvable_wavg: 7.201924 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.055908 + num_walls_wavg: 6.0087924 + prop_walls_avg: 0.26330036 + prop_walls_wavg: 0.26125184 + scoring: + avg_scores: 0.06640473 + visit_patterns: + avg_first_visit_time: 1130.9377 + avg_last_visit_time: 1482.1775 + num_replay_batches: 1492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013844641 + avg_actor_approxkl3: 0.0010339842 + avg_actor_clipfrac: 0.03753662 + avg_actor_loss: 0.00043761396 + avg_advantage: -0.030694272 + avg_critic_clipfrac: 0.0038391114 + avg_critic_loss: 0.004328646 + avg_entropy: 0.12814485 + avg_grad_norm_pre_clip: 2.2277203 + avg_loss: 0.002473792 + max: + max_actor_approxkl1: 0.0038078467 + max_actor_approxkl3: 0.0030461415 + max_actor_clipfrac: 0.068115234 + max_actor_loss: 0.0029620677 + max_advantage: 0.24726745 + max_critic_clipfrac: 0.025146484 + max_critic_loss: 0.0058408156 + max_entropy: 0.17630762 + max_grad_norm_pre_clip: 3.965465 + max_loss: 0.0045260955 + std: + std_actor_approxkl1: 0.0010972843 + std_actor_approxkl3: 0.0007259588 + std_actor_clipfrac: 0.020491729 + std_actor_loss: 0.0009844735 + std_advantage: 0.095188305 + std_critic_clipfrac: 0.00802128 + std_critic_loss: 0.00075018225 + std_entropy: 0.01937154 + std_grad_norm_pre_clip: 0.72013044 + std_loss: 0.00090038666 + eval-batch-orig: + avg_avg_episode_length: 17.19291 + avg_avg_return: 0.8327768 + avg_benchmark_regret: 0.0035278716 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2841797 + proxy_corner: + avg_avg_return: 0.8327768 + avg_reward_per_step: 0.2841797 + eval-batch-shift: + avg_avg_episode_length: 67.89089 + avg_avg_return: 0.23168263 + avg_benchmark_regret: 0.6518972 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07184601 + proxy_corner: + avg_avg_return: 0.54389685 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 8.294983 + avg_avg_return: 0.9577199 + avg_benchmark_regret: 0.03649841 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26008606 + proxy_corner: + avg_avg_return: 0.9577199 + avg_reward_per_step: 0.26008606 +=========================================================== +=========================================================== + step: + env-step-all-before: 96468992 + env-step-replay-before: 49381376 + env-step-used-before: 96468992 + ppo-update-before: 58880 + env-step-generate-before: 47087616 + env-step-all-after: 96501760 + env-step-replay-after: 49414144 + env-step-used-after: 96501760 + ppo-update-after: 58900 + env-step-generate-after: 47087616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.4843025 + avg_avg_return: 0.92530906 + avg_reward_per_step: 0.108947754 + proxy_corner: + avg_avg_return: 0.92530906 + avg_reward_per_step: 0.108947754 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.4843025 + avg_avg_return: 0.92530906 + avg_reward_per_step: 0.108947754 + proxy_corner: + avg_avg_return: 0.92530906 + avg_reward_per_step: 0.108947754 + perf: + env_steps_per_second: 959676.0333600634 + ppo_updates_per_second: 74.07281729985614 + eval-batch-orig-duration: 0.3289589009946212 + eval-batch-shift-duration: 0.1851198449730873 + eval-batch-tree-duration: 0.15806940599577501 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.975586 + mouse-cheese_dist_finite_wavg: 5.398854 + mouse-cheese_dist_solvable_avg: 8.975586 + mouse-cheese_dist_solvable_wavg: 5.3988543 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0737305 + num_walls_wavg: 6.90549 + prop_walls_avg: 0.26407522 + prop_walls_wavg: 0.30023873 + scoring: + avg_scores: 0.06744545 + visit_patterns: + avg_first_visit_time: 1143.7261 + avg_last_visit_time: 1498.2847 + num_replay_batches: 1508 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002833225 + avg_actor_approxkl3: 0.0004170436 + avg_actor_clipfrac: 0.015545654 + avg_actor_loss: -0.00010243915 + avg_advantage: 0.00012808724 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00071810366 + avg_entropy: 0.06758615 + avg_grad_norm_pre_clip: 1.1911412 + avg_loss: 0.00018902658 + max: + max_actor_approxkl1: 0.0009648091 + max_actor_approxkl3: 0.0007603223 + max_actor_clipfrac: 0.022583008 + max_actor_loss: 0.0016560939 + max_advantage: 0.25613528 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008611295 + max_entropy: 0.07729702 + max_grad_norm_pre_clip: 2.2330132 + max_loss: 0.002007915 + std: + std_actor_approxkl1: 0.00031313472 + std_actor_approxkl3: 0.00018011211 + std_actor_clipfrac: 0.0060028657 + std_actor_loss: 0.00058309315 + std_advantage: 0.039075453 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7219717e-05 + std_entropy: 0.00455549 + std_grad_norm_pre_clip: 0.39845142 + std_loss: 0.00059783447 + eval-batch-orig: + avg_avg_episode_length: 17.17098 + avg_avg_return: 0.832795 + avg_benchmark_regret: 0.0035095913 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28510284 + proxy_corner: + avg_avg_return: 0.832795 + avg_reward_per_step: 0.28510284 + eval-batch-shift: + avg_avg_episode_length: 67.660866 + avg_avg_return: 0.2360212 + avg_benchmark_regret: 0.6475586 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07104492 + proxy_corner: + avg_avg_return: 0.54530525 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 8.331207 + avg_avg_return: 0.956051 + avg_benchmark_regret: 0.038167365 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25985718 + proxy_corner: + avg_avg_return: 0.956051 + avg_reward_per_step: 0.25985718 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 97517568 + env-step-replay-before: 49840128 + env-step-used-before: 97517568 + ppo-update-before: 59520 + env-step-generate-before: 47677440 + env-step-all-after: 97550336 + env-step-replay-after: 49872896 + env-step-used-after: 97550336 + ppo-update-after: 59540 + env-step-generate-after: 47677440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.242363 + avg_avg_return: 0.9294875 + avg_reward_per_step: 0.11062622 + proxy_corner: + avg_avg_return: 0.9294875 + avg_reward_per_step: 0.11062622 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.242363 + avg_avg_return: 0.9294875 + avg_reward_per_step: 0.11062622 + proxy_corner: + avg_avg_return: 0.9294875 + avg_reward_per_step: 0.11062622 + perf: + env_steps_per_second: 754738.9534866055 + ppo_updates_per_second: 85.96355336597145 + eval-batch-orig-duration: 0.24346548598259687 + eval-batch-shift-duration: 0.14636804402107373 + eval-batch-tree-duration: 0.14554835902526975 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.020752 + mouse-cheese_dist_finite_wavg: 8.099903 + mouse-cheese_dist_solvable_avg: 9.020752 + mouse-cheese_dist_solvable_wavg: 8.099904 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.086914 + num_walls_wavg: 6.907573 + prop_walls_avg: 0.26464844 + prop_walls_wavg: 0.30032936 + scoring: + avg_scores: 0.06774838 + visit_patterns: + avg_first_visit_time: 1156.0957 + avg_last_visit_time: 1512.311 + num_replay_batches: 1522 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035430756 + avg_actor_approxkl3: 0.0006412186 + avg_actor_clipfrac: 0.022833252 + avg_actor_loss: 0.00037554835 + avg_advantage: -6.653584e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0009838789 + avg_entropy: 0.070918344 + avg_grad_norm_pre_clip: 1.5192046 + avg_loss: 0.00079656934 + max: + max_actor_approxkl1: 0.0009742476 + max_actor_approxkl3: 0.0017129093 + max_actor_clipfrac: 0.045898438 + max_actor_loss: 0.0015963279 + max_advantage: 0.35458225 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013052784 + max_entropy: 0.086429626 + max_grad_norm_pre_clip: 2.7218719 + max_loss: 0.0019516202 + std: + std_actor_approxkl1: 0.0003401909 + std_actor_approxkl3: 0.0004133132 + std_actor_clipfrac: 0.011913743 + std_actor_loss: 0.00061821274 + std_advantage: 0.048853748 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014968481 + std_entropy: 0.0067529604 + std_grad_norm_pre_clip: 0.5531047 + std_loss: 0.0006194817 + eval-batch-orig: + avg_avg_episode_length: 17.170336 + avg_avg_return: 0.8326959 + avg_benchmark_regret: 0.0036086934 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2852173 + proxy_corner: + avg_avg_return: 0.8326959 + avg_reward_per_step: 0.2852173 + eval-batch-shift: + avg_avg_episode_length: 67.69357 + avg_avg_return: 0.2347993 + avg_benchmark_regret: 0.6487806 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07091522 + proxy_corner: + avg_avg_return: 0.5454084 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 8.139565 + avg_avg_return: 0.9596516 + avg_benchmark_regret: 0.034566805 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2608261 + proxy_corner: + avg_avg_return: 0.9596516 + avg_reward_per_step: 0.2608261 +=========================================================== +=========================================================== + step: + env-step-all-before: 98566144 + env-step-replay-before: 50397184 + env-step-used-before: 98566144 + ppo-update-before: 60160 + env-step-generate-before: 48168960 + env-step-all-after: 98598912 + env-step-replay-after: 50429952 + env-step-used-after: 98598912 + ppo-update-after: 60180 + env-step-generate-after: 48168960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.353895 + avg_avg_return: 0.92548597 + avg_reward_per_step: 0.1071167 + proxy_corner: + avg_avg_return: 0.92548597 + avg_reward_per_step: 0.1071167 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.353895 + avg_avg_return: 0.92548597 + avg_reward_per_step: 0.1071167 + proxy_corner: + avg_avg_return: 0.92548597 + avg_reward_per_step: 0.1071167 + perf: + env_steps_per_second: 896828.9291329003 + ppo_updates_per_second: 103.73657695572197 + eval-batch-orig-duration: 0.20410057000117376 + eval-batch-shift-duration: 0.15429452899843454 + eval-batch-tree-duration: 0.14399543101899326 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.063721 + mouse-cheese_dist_finite_wavg: 10.804348 + mouse-cheese_dist_solvable_avg: 9.063721 + mouse-cheese_dist_solvable_wavg: 10.804349 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.100342 + num_walls_wavg: 6.0126724 + prop_walls_avg: 0.2652322 + prop_walls_wavg: 0.26142058 + scoring: + avg_scores: 0.06745882 + visit_patterns: + avg_first_visit_time: 1166.3362 + avg_last_visit_time: 1529.2195 + num_replay_batches: 1539 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006726522 + avg_actor_approxkl3: 0.00057748234 + avg_actor_clipfrac: 0.017938232 + avg_actor_loss: 0.0003492076 + avg_advantage: -0.000989544 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00058669876 + avg_entropy: 0.06059847 + avg_grad_norm_pre_clip: 1.2248279 + avg_loss: 0.0005819585 + max: + max_actor_approxkl1: 0.0026671335 + max_actor_approxkl3: 0.0013958551 + max_actor_clipfrac: 0.036621094 + max_actor_loss: 0.0015853606 + max_advantage: 0.21815604 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00065854396 + max_entropy: 0.0752349 + max_grad_norm_pre_clip: 2.309604 + max_loss: 0.001831949 + std: + std_actor_approxkl1: 0.0006444848 + std_actor_approxkl3: 0.00036448098 + std_actor_clipfrac: 0.008895272 + std_actor_loss: 0.0006258205 + std_advantage: 0.034614243 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9806277e-05 + std_entropy: 0.007851224 + std_grad_norm_pre_clip: 0.46669796 + std_loss: 0.00061705156 + eval-batch-orig: + avg_avg_episode_length: 17.166008 + avg_avg_return: 0.8328307 + avg_benchmark_regret: 0.0034738833 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28528595 + proxy_corner: + avg_avg_return: 0.8328307 + avg_reward_per_step: 0.28528595 + eval-batch-shift: + avg_avg_episode_length: 67.75246 + avg_avg_return: 0.23274797 + avg_benchmark_regret: 0.6508319 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07102966 + proxy_corner: + avg_avg_return: 0.5454773 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 8.420698 + avg_avg_return: 0.9550743 + avg_benchmark_regret: 0.03914405 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26059723 + proxy_corner: + avg_avg_return: 0.9550743 + avg_reward_per_step: 0.26059723 +=========================================================== +=========================================================== + step: + env-step-all-before: 99614720 + env-step-replay-before: 51052544 + env-step-used-before: 99614720 + ppo-update-before: 60800 + env-step-generate-before: 48562176 + env-step-all-after: 99647488 + env-step-replay-after: 51085312 + env-step-used-after: 99647488 + ppo-update-after: 60820 + env-step-generate-after: 48562176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.388849 + avg_avg_return: 0.92542017 + avg_reward_per_step: 0.106933594 + proxy_corner: + avg_avg_return: 0.92542017 + avg_reward_per_step: 0.106933594 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.388849 + avg_avg_return: 0.92542017 + avg_reward_per_step: 0.106933594 + proxy_corner: + avg_avg_return: 0.92542017 + avg_reward_per_step: 0.106933594 + perf: + env_steps_per_second: 619295.1366890385 + ppo_updates_per_second: 75.26566757503782 + eval-batch-orig-duration: 0.26356649497756734 + eval-batch-shift-duration: 0.16151588404318318 + eval-batch-tree-duration: 0.14627191296312958 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.085205 + mouse-cheese_dist_finite_wavg: 8.10877 + mouse-cheese_dist_solvable_avg: 9.085205 + mouse-cheese_dist_solvable_wavg: 8.108771 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.090332 + num_walls_wavg: 6.908609 + prop_walls_avg: 0.26479703 + prop_walls_wavg: 0.30037433 + scoring: + avg_scores: 0.06725755 + visit_patterns: + avg_first_visit_time: 1174.4785 + avg_last_visit_time: 1549.2461 + num_replay_batches: 1559 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005515747 + avg_actor_approxkl3: 0.00044012867 + avg_actor_clipfrac: 0.01706543 + avg_actor_loss: -0.00029634638 + avg_advantage: 0.0049656974 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00060715206 + avg_entropy: 0.06737188 + avg_grad_norm_pre_clip: 1.1666619 + avg_loss: -6.0142203e-05 + max: + max_actor_approxkl1: 0.0012142675 + max_actor_approxkl3: 0.0010721872 + max_actor_clipfrac: 0.029174805 + max_actor_loss: 0.0005639936 + max_advantage: 0.2787888 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007596803 + max_entropy: 0.07591057 + max_grad_norm_pre_clip: 2.0917227 + max_loss: 0.0007353717 + std: + std_actor_approxkl1: 0.00039535877 + std_actor_approxkl3: 0.00025110072 + std_actor_clipfrac: 0.008984541 + std_actor_loss: 0.00040385083 + std_advantage: 0.035345763 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.544973e-05 + std_entropy: 0.0046771974 + std_grad_norm_pre_clip: 0.37304342 + std_loss: 0.0003996566 + eval-batch-orig: + avg_avg_episode_length: 17.164627 + avg_avg_return: 0.83272845 + avg_benchmark_regret: 0.003576147 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28544617 + proxy_corner: + avg_avg_return: 0.83272845 + avg_reward_per_step: 0.28544617 + eval-batch-shift: + avg_avg_episode_length: 68.51755 + avg_avg_return: 0.22423542 + avg_benchmark_regret: 0.65934443 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073646545 + proxy_corner: + avg_avg_return: 0.5495186 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 8.389045 + avg_avg_return: 0.95500475 + avg_benchmark_regret: 0.03921364 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26019287 + proxy_corner: + avg_avg_return: 0.95500475 + avg_reward_per_step: 0.26019287 +=========================================================== +=========================================================== + step: + env-step-all-before: 100663296 + env-step-replay-before: 51675136 + env-step-used-before: 100663296 + ppo-update-before: 61440 + env-step-generate-before: 48988160 + env-step-all-after: 100696064 + env-step-replay-after: 51675136 + env-step-used-after: 100696064 + ppo-update-after: 61460 + env-step-generate-after: 49020928 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.458202 + avg_avg_return: 0.8399136 + avg_reward_per_step: 0.31799316 + proxy_corner: + avg_avg_return: 0.8399136 + avg_reward_per_step: 0.31799316 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.458202 + avg_avg_return: 0.8399136 + avg_reward_per_step: 0.31799316 + proxy_corner: + avg_avg_return: 0.8399136 + avg_reward_per_step: 0.31799316 + perf: + env_steps_per_second: 611066.2397967948 + ppo_updates_per_second: 95.41109144212096 + eval-batch-orig-duration: 0.19717116694664583 + eval-batch-shift-duration: 0.14347613300196826 + eval-batch-tree-duration: 0.14021615602541715 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.115967 + mouse-cheese_dist_finite_wavg: 12.610287 + mouse-cheese_dist_solvable_avg: 9.115967 + mouse-cheese_dist_solvable_wavg: 12.610287 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0908203 + num_walls_wavg: 6.908803 + prop_walls_avg: 0.26481825 + prop_walls_wavg: 0.30038282 + scoring: + avg_scores: 0.067991175 + visit_patterns: + avg_first_visit_time: 1185.0925 + avg_last_visit_time: 1567.2192 + num_replay_batches: 1577 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017930759 + avg_actor_approxkl3: 0.0013142689 + avg_actor_clipfrac: 0.036883544 + avg_actor_loss: 0.0010073116 + avg_advantage: -0.023847885 + avg_critic_clipfrac: 0.0011657715 + avg_critic_loss: 0.0035047194 + avg_entropy: 0.101849094 + avg_grad_norm_pre_clip: 2.5450494 + avg_loss: 0.002657822 + max: + max_actor_approxkl1: 0.0035780726 + max_actor_approxkl3: 0.0027738316 + max_actor_clipfrac: 0.06201172 + max_actor_loss: 0.006697744 + max_advantage: 0.3499882 + max_critic_clipfrac: 0.013671875 + max_critic_loss: 0.006014204 + max_entropy: 0.14605689 + max_grad_norm_pre_clip: 5.366797 + max_loss: 0.008629341 + std: + std_actor_approxkl1: 0.0010461268 + std_actor_approxkl3: 0.00077347504 + std_actor_clipfrac: 0.015850363 + std_actor_loss: 0.0018121146 + std_advantage: 0.0869815 + std_critic_clipfrac: 0.003253231 + std_critic_loss: 0.0009877584 + std_entropy: 0.019647561 + std_grad_norm_pre_clip: 0.93501896 + std_loss: 0.0019423582 + eval-batch-orig: + avg_avg_episode_length: 17.198704 + avg_avg_return: 0.8321546 + avg_benchmark_regret: 0.004150063 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28501892 + proxy_corner: + avg_avg_return: 0.8321546 + avg_reward_per_step: 0.28501892 + eval-batch-shift: + avg_avg_episode_length: 66.67622 + avg_avg_return: 0.24584502 + avg_benchmark_regret: 0.63773483 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07361603 + proxy_corner: + avg_avg_return: 0.5367248 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 8.286916 + avg_avg_return: 0.9564655 + avg_benchmark_regret: 0.037752878 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26023102 + proxy_corner: + avg_avg_return: 0.9564655 + avg_reward_per_step: 0.26023102 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 101711872 + env-step-replay-before: 52101120 + env-step-used-before: 101711872 + ppo-update-before: 62080 + env-step-generate-before: 49610752 + env-step-all-after: 101744640 + env-step-replay-after: 52133888 + env-step-used-after: 101744640 + ppo-update-after: 62100 + env-step-generate-after: 49610752 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.61491 + avg_avg_return: 0.92256117 + avg_reward_per_step: 0.10372925 + proxy_corner: + avg_avg_return: 0.92256117 + avg_reward_per_step: 0.10372925 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.61491 + avg_avg_return: 0.92256117 + avg_reward_per_step: 0.10372925 + proxy_corner: + avg_avg_return: 0.92256117 + avg_reward_per_step: 0.10372925 + perf: + env_steps_per_second: 914576.3676493391 + ppo_updates_per_second: 104.52588019080227 + eval-batch-orig-duration: 0.19955438998294994 + eval-batch-shift-duration: 0.14589708804851398 + eval-batch-tree-duration: 0.14521522098220885 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.163574 + mouse-cheese_dist_finite_wavg: 8.115008 + mouse-cheese_dist_solvable_avg: 9.163574 + mouse-cheese_dist_solvable_wavg: 8.115009 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.086914 + num_walls_wavg: 6.911599 + prop_walls_avg: 0.26464844 + prop_walls_wavg: 0.3005044 + scoring: + avg_scores: 0.06904328 + visit_patterns: + avg_first_visit_time: 1198.5154 + avg_last_visit_time: 1581.1355 + num_replay_batches: 1591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00036585736 + avg_actor_approxkl3: 0.00055933284 + avg_actor_clipfrac: 0.016333008 + avg_actor_loss: 0.00051833206 + avg_advantage: 0.03355491 + avg_critic_clipfrac: 0.0049377442 + avg_critic_loss: 0.0011141327 + avg_entropy: 0.06015436 + avg_grad_norm_pre_clip: 1.4271648 + avg_loss: 0.0010152442 + max: + max_actor_approxkl1: 0.0011396185 + max_actor_approxkl3: 0.0016048711 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.0046191765 + max_advantage: 0.33663064 + max_critic_clipfrac: 0.055419922 + max_critic_loss: 0.0017723028 + max_entropy: 0.072884224 + max_grad_norm_pre_clip: 3.723 + max_loss: 0.005177445 + std: + std_actor_approxkl1: 0.00035070418 + std_actor_approxkl3: 0.00034511765 + std_actor_clipfrac: 0.0072669885 + std_actor_loss: 0.0011815581 + std_advantage: 0.04876572 + std_critic_clipfrac: 0.013135439 + std_critic_loss: 0.00030212742 + std_entropy: 0.0069044074 + std_grad_norm_pre_clip: 0.6897319 + std_loss: 0.0012299176 + eval-batch-orig: + avg_avg_episode_length: 17.165998 + avg_avg_return: 0.8325099 + avg_benchmark_regret: 0.0037947283 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28523254 + proxy_corner: + avg_avg_return: 0.8325099 + avg_reward_per_step: 0.28523254 + eval-batch-shift: + avg_avg_episode_length: 67.22157 + avg_avg_return: 0.24325278 + avg_benchmark_regret: 0.64032704 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07056427 + proxy_corner: + avg_avg_return: 0.5447412 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 8.323623 + avg_avg_return: 0.9573866 + avg_benchmark_regret: 0.036831792 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25968933 + proxy_corner: + avg_avg_return: 0.9573866 + avg_reward_per_step: 0.25968933 +=========================================================== +=========================================================== + step: + env-step-all-before: 102760448 + env-step-replay-before: 52625408 + env-step-used-before: 102760448 + ppo-update-before: 62720 + env-step-generate-before: 50135040 + env-step-all-after: 102793216 + env-step-replay-after: 52625408 + env-step-used-after: 102793216 + ppo-update-after: 62740 + env-step-generate-after: 50167808 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.301735 + avg_avg_return: 0.82008433 + avg_reward_per_step: 0.24694824 + proxy_corner: + avg_avg_return: 0.82008433 + avg_reward_per_step: 0.24694824 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.301735 + avg_avg_return: 0.82008433 + avg_reward_per_step: 0.24694824 + proxy_corner: + avg_avg_return: 0.82008433 + avg_reward_per_step: 0.24694824 + perf: + env_steps_per_second: 969713.3550190254 + ppo_updates_per_second: 95.53598554759755 + eval-batch-orig-duration: 0.21568078501150012 + eval-batch-shift-duration: 0.14545365201774985 + eval-batch-tree-duration: 0.14584864600328729 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.186768 + mouse-cheese_dist_finite_wavg: 9.922335 + mouse-cheese_dist_solvable_avg: 9.186768 + mouse-cheese_dist_solvable_wavg: 9.922334 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.105957 + num_walls_wavg: 6.0121 + prop_walls_avg: 0.26547638 + prop_walls_wavg: 0.26139572 + scoring: + avg_scores: 0.06958948 + visit_patterns: + avg_first_visit_time: 1209.8538 + avg_last_visit_time: 1596.4216 + num_replay_batches: 1606 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016730017 + avg_actor_approxkl3: 0.0011694005 + avg_actor_clipfrac: 0.037451174 + avg_actor_loss: 0.0004278902 + avg_advantage: -0.023325585 + avg_critic_clipfrac: 0.00035400392 + avg_critic_loss: 0.0039703543 + avg_entropy: 0.12333687 + avg_grad_norm_pre_clip: 2.3838043 + avg_loss: 0.0022897304 + max: + max_actor_approxkl1: 0.0050159353 + max_actor_approxkl3: 0.002925172 + max_actor_clipfrac: 0.068603516 + max_actor_loss: 0.0019956082 + max_advantage: 0.23334485 + max_critic_clipfrac: 0.0040283203 + max_critic_loss: 0.0056080376 + max_entropy: 0.16573545 + max_grad_norm_pre_clip: 3.9982092 + max_loss: 0.0038799432 + std: + std_actor_approxkl1: 0.0012662669 + std_actor_approxkl3: 0.0007791303 + std_actor_clipfrac: 0.017637601 + std_actor_loss: 0.00092098926 + std_advantage: 0.0914316 + std_critic_clipfrac: 0.0009438964 + std_critic_loss: 0.00085719203 + std_entropy: 0.01760754 + std_grad_norm_pre_clip: 0.77082765 + std_loss: 0.0008725485 + eval-batch-orig: + avg_avg_episode_length: 17.171032 + avg_avg_return: 0.832458 + avg_benchmark_regret: 0.0038465525 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2851181 + proxy_corner: + avg_avg_return: 0.832458 + avg_reward_per_step: 0.2851181 + eval-batch-shift: + avg_avg_episode_length: 66.65901 + avg_avg_return: 0.24586391 + avg_benchmark_regret: 0.63771594 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07380676 + proxy_corner: + avg_avg_return: 0.5451194 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 8.059489 + avg_avg_return: 0.96098226 + avg_benchmark_regret: 0.033236124 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26074982 + proxy_corner: + avg_avg_return: 0.96098226 + avg_reward_per_step: 0.26074982 +=========================================================== +=========================================================== + step: + env-step-all-before: 103809024 + env-step-replay-before: 53149696 + env-step-used-before: 103809024 + ppo-update-before: 63360 + env-step-generate-before: 50659328 + env-step-all-after: 103841792 + env-step-replay-after: 53182464 + env-step-used-after: 103841792 + ppo-update-after: 63380 + env-step-generate-after: 50659328 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.432705 + avg_avg_return: 0.9250845 + avg_reward_per_step: 0.10623169 + proxy_corner: + avg_avg_return: 0.9250845 + avg_reward_per_step: 0.10623169 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.432705 + avg_avg_return: 0.9250845 + avg_reward_per_step: 0.10623169 + proxy_corner: + avg_avg_return: 0.9250845 + avg_reward_per_step: 0.10623169 + perf: + env_steps_per_second: 643078.3858862456 + ppo_updates_per_second: 75.15171177705918 + eval-batch-orig-duration: 0.2908541429787874 + eval-batch-shift-duration: 0.16073381999740377 + eval-batch-tree-duration: 0.14836448000278324 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.2229 + mouse-cheese_dist_finite_wavg: 13.514708 + mouse-cheese_dist_solvable_avg: 9.2229 + mouse-cheese_dist_solvable_wavg: 13.51471 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1210938 + num_walls_wavg: 6.0085535 + prop_walls_avg: 0.2661345 + prop_walls_wavg: 0.26124147 + scoring: + avg_scores: 0.069694355 + visit_patterns: + avg_first_visit_time: 1221.6025 + avg_last_visit_time: 1613.1558 + num_replay_batches: 1623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069268345 + avg_actor_approxkl3: 0.0007414927 + avg_actor_clipfrac: 0.023083497 + avg_actor_loss: 0.00064531923 + avg_advantage: 0.022616839 + avg_critic_clipfrac: 8.544922e-05 + avg_critic_loss: 0.00094067893 + avg_entropy: 0.06332305 + avg_grad_norm_pre_clip: 1.6794624 + avg_loss: 0.0010523357 + max: + max_actor_approxkl1: 0.0020471937 + max_actor_approxkl3: 0.0015634183 + max_actor_clipfrac: 0.036621094 + max_actor_loss: 0.0017349459 + max_advantage: 0.34468758 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0013281587 + max_entropy: 0.073492184 + max_grad_norm_pre_clip: 2.6464744 + max_loss: 0.0021728445 + std: + std_actor_approxkl1: 0.00065179757 + std_actor_approxkl3: 0.00044831308 + std_actor_clipfrac: 0.009780026 + std_actor_loss: 0.00053046853 + std_advantage: 0.045949526 + std_critic_clipfrac: 0.00034548272 + std_critic_loss: 0.00021198452 + std_entropy: 0.0052977055 + std_grad_norm_pre_clip: 0.5072994 + std_loss: 0.00051321177 + eval-batch-orig: + avg_avg_episode_length: 17.189468 + avg_avg_return: 0.83269894 + avg_benchmark_regret: 0.0036056493 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28487396 + proxy_corner: + avg_avg_return: 0.83269894 + avg_reward_per_step: 0.28487396 + eval-batch-shift: + avg_avg_episode_length: 66.704605 + avg_avg_return: 0.24966261 + avg_benchmark_regret: 0.6339172 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07583618 + proxy_corner: + avg_avg_return: 0.5378353 + avg_reward_per_step: 0.014480591 + eval-batch-tree: + avg_avg_episode_length: 8.740702 + avg_avg_return: 0.95374525 + avg_benchmark_regret: 0.04047312 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25785065 + proxy_corner: + avg_avg_return: 0.95374525 + avg_reward_per_step: 0.25785065 +=========================================================== +=========================================================== + step: + env-step-all-before: 104857600 + env-step-replay-before: 53772288 + env-step-used-before: 104857600 + ppo-update-before: 64000 + env-step-generate-before: 51085312 + env-step-all-after: 104890368 + env-step-replay-after: 53772288 + env-step-used-after: 104890368 + ppo-update-after: 64020 + env-step-generate-after: 51118080 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.996845 + avg_avg_return: 0.79843116 + avg_reward_per_step: 0.25219727 + proxy_corner: + avg_avg_return: 0.79843116 + avg_reward_per_step: 0.25219727 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.996845 + avg_avg_return: 0.79843116 + avg_reward_per_step: 0.25219727 + proxy_corner: + avg_avg_return: 0.79843116 + avg_reward_per_step: 0.25219727 + perf: + env_steps_per_second: 961925.3073938763 + ppo_updates_per_second: 74.9410347038875 + eval-batch-orig-duration: 0.27750191901577637 + eval-batch-shift-duration: 0.1752824800205417 + eval-batch-tree-duration: 0.14885736897122115 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.239502 + mouse-cheese_dist_finite_wavg: 9.925734 + mouse-cheese_dist_solvable_avg: 9.239502 + mouse-cheese_dist_solvable_wavg: 9.925734 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1086426 + num_walls_wavg: 6.9111266 + prop_walls_avg: 0.26559314 + prop_walls_wavg: 0.3004838 + scoring: + avg_scores: 0.06940413 + visit_patterns: + avg_first_visit_time: 1231.2156 + avg_last_visit_time: 1631.3477 + num_replay_batches: 1641 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001294099 + avg_actor_approxkl3: 0.00092633365 + avg_actor_clipfrac: 0.032678224 + avg_actor_loss: -0.00023283884 + avg_advantage: -0.027581513 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0044729053 + avg_entropy: 0.13246378 + avg_grad_norm_pre_clip: 2.7784946 + avg_loss: 0.0018711499 + max: + max_actor_approxkl1: 0.0065530553 + max_actor_approxkl3: 0.0042499136 + max_actor_clipfrac: 0.083496094 + max_actor_loss: 0.0010556802 + max_advantage: 0.26358485 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058703255 + max_entropy: 0.18700337 + max_grad_norm_pre_clip: 4.707962 + max_loss: 0.0036106983 + std: + std_actor_approxkl1: 0.0014511187 + std_actor_approxkl3: 0.0009200566 + std_actor_clipfrac: 0.018775633 + std_actor_loss: 0.0008131544 + std_advantage: 0.09588887 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009946051 + std_entropy: 0.022175368 + std_grad_norm_pre_clip: 1.0102705 + std_loss: 0.00089164707 + eval-batch-orig: + avg_avg_episode_length: 17.167065 + avg_avg_return: 0.8324849 + avg_benchmark_regret: 0.0038197073 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28530884 + proxy_corner: + avg_avg_return: 0.8324849 + avg_reward_per_step: 0.28530884 + eval-batch-shift: + avg_avg_episode_length: 66.03685 + avg_avg_return: 0.25489026 + avg_benchmark_regret: 0.6286896 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078445435 + proxy_corner: + avg_avg_return: 0.53982013 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 8.427402 + avg_avg_return: 0.95463514 + avg_benchmark_regret: 0.039583236 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.258667 + proxy_corner: + avg_avg_return: 0.95463514 + avg_reward_per_step: 0.258667 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 105906176 + env-step-replay-before: 54198272 + env-step-used-before: 105906176 + ppo-update-before: 64640 + env-step-generate-before: 51707904 + env-step-all-after: 105938944 + env-step-replay-after: 54198272 + env-step-used-after: 105938944 + ppo-update-after: 64660 + env-step-generate-after: 51740672 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.099308 + avg_avg_return: 0.8110464 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.8110464 + avg_reward_per_step: 0.2669983 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.099308 + avg_avg_return: 0.8110464 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.8110464 + avg_reward_per_step: 0.2669983 + perf: + env_steps_per_second: 853207.3965788452 + ppo_updates_per_second: 101.9169149701917 + eval-batch-orig-duration: 0.20083332201465964 + eval-batch-shift-duration: 0.14592059201095253 + eval-batch-tree-duration: 0.14560290297959 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.293213 + mouse-cheese_dist_finite_wavg: 10.828393 + mouse-cheese_dist_solvable_avg: 9.293213 + mouse-cheese_dist_solvable_wavg: 10.828393 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1191406 + num_walls_wavg: 8.708742 + prop_walls_avg: 0.26604956 + prop_walls_wavg: 0.37864095 + scoring: + avg_scores: 0.070059255 + visit_patterns: + avg_first_visit_time: 1243.4548 + avg_last_visit_time: 1644.3132 + num_replay_batches: 1654 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078289345 + avg_actor_approxkl3: 0.0006031493 + avg_actor_clipfrac: 0.024243165 + avg_actor_loss: -0.0004086554 + avg_advantage: -0.011955961 + avg_critic_clipfrac: 0.0018066406 + avg_critic_loss: 0.0040574186 + avg_entropy: 0.113031685 + avg_grad_norm_pre_clip: 1.8309968 + avg_loss: 0.0015070225 + max: + max_actor_approxkl1: 0.0019881288 + max_actor_approxkl3: 0.0014195415 + max_actor_clipfrac: 0.055419922 + max_actor_loss: 0.001846455 + max_advantage: 0.3386386 + max_critic_clipfrac: 0.010253906 + max_critic_loss: 0.0051729004 + max_entropy: 0.15935516 + max_grad_norm_pre_clip: 4.1890697 + max_loss: 0.0041604675 + std: + std_actor_approxkl1: 0.00055326766 + std_actor_approxkl3: 0.00035761928 + std_actor_clipfrac: 0.0142438 + std_actor_loss: 0.0010007345 + std_advantage: 0.09264921 + std_critic_clipfrac: 0.0035327915 + std_critic_loss: 0.00076596445 + std_entropy: 0.023392169 + std_grad_norm_pre_clip: 0.84407103 + std_loss: 0.0010830228 + eval-batch-orig: + avg_avg_episode_length: 17.194778 + avg_avg_return: 0.8325841 + avg_benchmark_regret: 0.003720561 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28490448 + proxy_corner: + avg_avg_return: 0.8325841 + avg_reward_per_step: 0.28490448 + eval-batch-shift: + avg_avg_episode_length: 66.297676 + avg_avg_return: 0.25651622 + avg_benchmark_regret: 0.6270636 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07808685 + proxy_corner: + avg_avg_return: 0.5428294 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 8.36173 + avg_avg_return: 0.95522916 + avg_benchmark_regret: 0.038989216 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26005554 + proxy_corner: + avg_avg_return: 0.95522916 + avg_reward_per_step: 0.26005554 +=========================================================== +=========================================================== + step: + env-step-all-before: 106954752 + env-step-replay-before: 54624256 + env-step-used-before: 106954752 + ppo-update-before: 65280 + env-step-generate-before: 52330496 + env-step-all-after: 106987520 + env-step-replay-after: 54624256 + env-step-used-after: 106987520 + ppo-update-after: 65300 + env-step-generate-after: 52363264 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.862432 + avg_avg_return: 0.8249991 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.8249991 + avg_reward_per_step: 0.2663269 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.862432 + avg_avg_return: 0.8249991 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.8249991 + avg_reward_per_step: 0.2663269 + perf: + env_steps_per_second: 962085.1884579724 + ppo_updates_per_second: 75.65789074273587 + eval-batch-orig-duration: 0.3308542580343783 + eval-batch-shift-duration: 0.18606222403468564 + eval-batch-tree-duration: 0.1564819939667359 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.332031 + mouse-cheese_dist_finite_wavg: 10.834612 + mouse-cheese_dist_solvable_avg: 9.332031 + mouse-cheese_dist_solvable_wavg: 10.834612 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.126709 + num_walls_wavg: 8.710326 + prop_walls_avg: 0.26637864 + prop_walls_wavg: 0.3787098 + scoring: + avg_scores: 0.070854634 + visit_patterns: + avg_first_visit_time: 1253.6616 + avg_last_visit_time: 1657.1777 + num_replay_batches: 1667 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008804774 + avg_actor_approxkl3: 0.000620734 + avg_actor_clipfrac: 0.025183106 + avg_actor_loss: -0.00061480777 + avg_advantage: -0.02524439 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0038898368 + avg_entropy: 0.12058079 + avg_grad_norm_pre_clip: 1.6913611 + avg_loss: 0.0012095295 + max: + max_actor_approxkl1: 0.0021703783 + max_actor_approxkl3: 0.0020169972 + max_actor_clipfrac: 0.04711914 + max_actor_loss: 0.00027322024 + max_advantage: 0.30653036 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0054332074 + max_entropy: 0.15523426 + max_grad_norm_pre_clip: 3.1861289 + max_loss: 0.0025612977 + std: + std_actor_approxkl1: 0.00057950115 + std_actor_approxkl3: 0.0004384885 + std_actor_clipfrac: 0.014125497 + std_actor_loss: 0.0006382824 + std_advantage: 0.08838462 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00082427403 + std_entropy: 0.016350241 + std_grad_norm_pre_clip: 0.6165588 + std_loss: 0.0007941096 + eval-batch-orig: + avg_avg_episode_length: 17.22184 + avg_avg_return: 0.83219886 + avg_benchmark_regret: 0.0041057635 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28473663 + proxy_corner: + avg_avg_return: 0.83219886 + avg_reward_per_step: 0.28473663 + eval-batch-shift: + avg_avg_episode_length: 66.516235 + avg_avg_return: 0.25016788 + avg_benchmark_regret: 0.63341194 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07909393 + proxy_corner: + avg_avg_return: 0.5416902 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 8.295443 + avg_avg_return: 0.9552457 + avg_benchmark_regret: 0.03897269 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26033783 + proxy_corner: + avg_avg_return: 0.9552457 + avg_reward_per_step: 0.26033783 +=========================================================== +=========================================================== + step: + env-step-all-before: 108003328 + env-step-replay-before: 55115776 + env-step-used-before: 108003328 + ppo-update-before: 65920 + env-step-generate-before: 52887552 + env-step-all-after: 108036096 + env-step-replay-after: 55148544 + env-step-used-after: 108036096 + ppo-update-after: 65940 + env-step-generate-after: 52887552 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.988737 + avg_avg_return: 0.9194323 + avg_reward_per_step: 0.10321045 + proxy_corner: + avg_avg_return: 0.9194323 + avg_reward_per_step: 0.10321045 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.988737 + avg_avg_return: 0.9194323 + avg_reward_per_step: 0.10321045 + proxy_corner: + avg_avg_return: 0.9194323 + avg_reward_per_step: 0.10321045 + perf: + env_steps_per_second: 923939.7752802536 + ppo_updates_per_second: 76.04869245308049 + eval-batch-orig-duration: 0.3343944430234842 + eval-batch-shift-duration: 0.177449016016908 + eval-batch-tree-duration: 0.15136422601062804 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.36792 + mouse-cheese_dist_finite_wavg: 13.533849 + mouse-cheese_dist_solvable_avg: 9.36792 + mouse-cheese_dist_solvable_wavg: 13.533852 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1464844 + num_walls_wavg: 5.1124387 + prop_walls_avg: 0.26723844 + prop_walls_wavg: 0.22227995 + scoring: + avg_scores: 0.07120683 + visit_patterns: + avg_first_visit_time: 1263.7063 + avg_last_visit_time: 1673.3049 + num_replay_batches: 1683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044096974 + avg_actor_approxkl3: 0.0004504025 + avg_actor_clipfrac: 0.01626587 + avg_actor_loss: -0.0003512926 + avg_advantage: 0.026416657 + avg_critic_clipfrac: 0.0006469727 + avg_critic_loss: 0.00090640096 + avg_entropy: 0.06888082 + avg_grad_norm_pre_clip: 1.1390752 + avg_loss: 3.302716e-05 + max: + max_actor_approxkl1: 0.00094997225 + max_actor_approxkl3: 0.0009741732 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.0011954354 + max_advantage: 0.32233846 + max_critic_clipfrac: 0.009277344 + max_critic_loss: 0.0014307942 + max_entropy: 0.086461455 + max_grad_norm_pre_clip: 2.5817423 + max_loss: 0.001630111 + std: + std_actor_approxkl1: 0.0003091394 + std_actor_approxkl3: 0.0002604897 + std_actor_clipfrac: 0.0069502806 + std_actor_loss: 0.0006414694 + std_advantage: 0.04260173 + std_critic_clipfrac: 0.0020557526 + std_critic_loss: 0.0001813452 + std_entropy: 0.008791953 + std_grad_norm_pre_clip: 0.4334248 + std_loss: 0.00066938176 + eval-batch-orig: + avg_avg_episode_length: 17.174694 + avg_avg_return: 0.8330123 + avg_benchmark_regret: 0.0032923562 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28490448 + proxy_corner: + avg_avg_return: 0.8330123 + avg_reward_per_step: 0.28490448 + eval-batch-shift: + avg_avg_episode_length: 67.18033 + avg_avg_return: 0.24403211 + avg_benchmark_regret: 0.6395477 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075408936 + proxy_corner: + avg_avg_return: 0.54388255 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 8.046027 + avg_avg_return: 0.9609343 + avg_benchmark_regret: 0.033284076 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26231384 + proxy_corner: + avg_avg_return: 0.9609343 + avg_reward_per_step: 0.26231384 +=========================================================== +=========================================================== + step: + env-step-all-before: 109051904 + env-step-replay-before: 55541760 + env-step-used-before: 109051904 + ppo-update-before: 66560 + env-step-generate-before: 53510144 + env-step-all-after: 109084672 + env-step-replay-after: 55574528 + env-step-used-after: 109084672 + ppo-update-after: 66580 + env-step-generate-after: 53510144 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.550697 + avg_avg_return: 0.9250181 + avg_reward_per_step: 0.10522461 + proxy_corner: + avg_avg_return: 0.9250181 + avg_reward_per_step: 0.10522461 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.550697 + avg_avg_return: 0.9250181 + avg_reward_per_step: 0.10522461 + proxy_corner: + avg_avg_return: 0.9250181 + avg_reward_per_step: 0.10522461 + perf: + env_steps_per_second: 612089.6449305372 + ppo_updates_per_second: 74.40735369820624 + eval-batch-orig-duration: 0.2609813850140199 + eval-batch-shift-duration: 0.16056323901284486 + eval-batch-tree-duration: 0.14569859398761764 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.412842 + mouse-cheese_dist_finite_wavg: 9.935262 + mouse-cheese_dist_solvable_avg: 9.412842 + mouse-cheese_dist_solvable_wavg: 9.935263 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.165283 + num_walls_wavg: 6.0172462 + prop_walls_avg: 0.26805577 + prop_walls_wavg: 0.2616194 + scoring: + avg_scores: 0.0707147 + visit_patterns: + avg_first_visit_time: 1272.5186 + avg_last_visit_time: 1686.2742 + num_replay_batches: 1696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030333348 + avg_actor_approxkl3: 0.0004003231 + avg_actor_clipfrac: 0.015600586 + avg_actor_loss: 4.1683787e-05 + avg_advantage: 0.002341217 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00091927283 + avg_entropy: 0.06045353 + avg_grad_norm_pre_clip: 1.175779 + avg_loss: 0.0004408666 + max: + max_actor_approxkl1: 0.00084365683 + max_actor_approxkl3: 0.0007129484 + max_actor_clipfrac: 0.02722168 + max_actor_loss: 0.002160821 + max_advantage: 0.29443753 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011234449 + max_entropy: 0.07033631 + max_grad_norm_pre_clip: 3.5964372 + max_loss: 0.002630411 + std: + std_actor_approxkl1: 0.00030911504 + std_actor_approxkl3: 0.00018260664 + std_actor_clipfrac: 0.0063947374 + std_actor_loss: 0.00083673856 + std_advantage: 0.045253832 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010462723 + std_entropy: 0.0056579285 + std_grad_norm_pre_clip: 0.6595642 + std_loss: 0.00086819316 + eval-batch-orig: + avg_avg_episode_length: 17.189638 + avg_avg_return: 0.832728 + avg_benchmark_regret: 0.0035766389 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848587 + proxy_corner: + avg_avg_return: 0.832728 + avg_reward_per_step: 0.2848587 + eval-batch-shift: + avg_avg_episode_length: 66.89132 + avg_avg_return: 0.24443057 + avg_benchmark_regret: 0.6391493 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07770538 + proxy_corner: + avg_avg_return: 0.543925 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 8.057745 + avg_avg_return: 0.9594326 + avg_benchmark_regret: 0.034785748 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26101685 + proxy_corner: + avg_avg_return: 0.9594326 + avg_reward_per_step: 0.26101685 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 110100480 + env-step-replay-before: 56066048 + env-step-used-before: 110100480 + ppo-update-before: 67200 + env-step-generate-before: 54034432 + env-step-all-after: 110133248 + env-step-replay-after: 56098816 + env-step-used-after: 110133248 + ppo-update-after: 67220 + env-step-generate-after: 54034432 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.984089 + avg_avg_return: 0.9193375 + avg_reward_per_step: 0.10171509 + proxy_corner: + avg_avg_return: 0.9193375 + avg_reward_per_step: 0.10171509 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.984089 + avg_avg_return: 0.9193375 + avg_reward_per_step: 0.10171509 + proxy_corner: + avg_avg_return: 0.9193375 + avg_reward_per_step: 0.10171509 + perf: + env_steps_per_second: 891061.8670016539 + ppo_updates_per_second: 104.35788290827419 + eval-batch-orig-duration: 0.20157901901984587 + eval-batch-shift-duration: 0.1502820960013196 + eval-batch-tree-duration: 0.1445309129776433 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.461426 + mouse-cheese_dist_finite_wavg: 10.8448105 + mouse-cheese_dist_solvable_avg: 9.461426 + mouse-cheese_dist_solvable_wavg: 10.8448105 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1765137 + num_walls_wavg: 7.8143063 + prop_walls_avg: 0.26854402 + prop_walls_wavg: 0.3397525 + scoring: + avg_scores: 0.071440384 + visit_patterns: + avg_first_visit_time: 1282.123 + avg_last_visit_time: 1702.1975 + num_replay_batches: 1712 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025617317 + avg_actor_approxkl3: 0.00025957692 + avg_actor_clipfrac: 0.011547851 + avg_actor_loss: -0.0003124417 + avg_advantage: -0.0023571912 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006556781 + avg_entropy: 0.05209879 + avg_grad_norm_pre_clip: 0.86798394 + avg_loss: -3.6701418e-05 + max: + max_actor_approxkl1: 0.0009789722 + max_actor_approxkl3: 0.00056464755 + max_actor_clipfrac: 0.019042969 + max_actor_loss: 0.0004927572 + max_advantage: 0.33010507 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008740976 + max_entropy: 0.060132384 + max_grad_norm_pre_clip: 1.4637282 + max_loss: 0.0007390163 + std: + std_actor_approxkl1: 0.00036010888 + std_actor_approxkl3: 0.00013920256 + std_actor_clipfrac: 0.005294306 + std_actor_loss: 0.00043304835 + std_advantage: 0.038193583 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.46699e-05 + std_entropy: 0.00425915 + std_grad_norm_pre_clip: 0.30639297 + std_loss: 0.00044678326 + eval-batch-orig: + avg_avg_episode_length: 17.169025 + avg_avg_return: 0.83244056 + avg_benchmark_regret: 0.003864076 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.285141 + proxy_corner: + avg_avg_return: 0.83244056 + avg_reward_per_step: 0.285141 + eval-batch-shift: + avg_avg_episode_length: 67.147385 + avg_avg_return: 0.23862869 + avg_benchmark_regret: 0.64495116 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076683044 + proxy_corner: + avg_avg_return: 0.5416832 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 8.368572 + avg_avg_return: 0.9575496 + avg_benchmark_regret: 0.036668807 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2608261 + proxy_corner: + avg_avg_return: 0.9575496 + avg_reward_per_step: 0.2608261 +=========================================================== +=========================================================== + step: + env-step-all-before: 111149056 + env-step-replay-before: 56688640 + env-step-used-before: 111149056 + ppo-update-before: 67840 + env-step-generate-before: 54460416 + env-step-all-after: 111181824 + env-step-replay-after: 56721408 + env-step-used-after: 111181824 + ppo-update-after: 67860 + env-step-generate-after: 54460416 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.087663 + avg_avg_return: 0.91757405 + avg_reward_per_step: 0.101257324 + proxy_corner: + avg_avg_return: 0.91757405 + avg_reward_per_step: 0.101257324 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.087663 + avg_avg_return: 0.91757405 + avg_reward_per_step: 0.101257324 + proxy_corner: + avg_avg_return: 0.91757405 + avg_reward_per_step: 0.101257324 + perf: + env_steps_per_second: 777076.3978914848 + ppo_updates_per_second: 92.86564724103663 + eval-batch-orig-duration: 0.2513896810123697 + eval-batch-shift-duration: 0.18150001298636198 + eval-batch-tree-duration: 0.14972202002536505 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.497314 + mouse-cheese_dist_finite_wavg: 5.4552536 + mouse-cheese_dist_solvable_avg: 9.497314 + mouse-cheese_dist_solvable_wavg: 5.4552536 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1762695 + num_walls_wavg: 6.9172196 + prop_walls_avg: 0.2685334 + prop_walls_wavg: 0.30074868 + scoring: + avg_scores: 0.07109326 + visit_patterns: + avg_first_visit_time: 1292.5901 + avg_last_visit_time: 1721.1833 + num_replay_batches: 1731 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000707891 + avg_actor_approxkl3: 0.0005978918 + avg_actor_clipfrac: 0.018481446 + avg_actor_loss: 0.00029210505 + avg_advantage: -0.0024657105 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00069943647 + avg_entropy: 0.060287025 + avg_grad_norm_pre_clip: 1.620842 + avg_loss: 0.00058153627 + max: + max_actor_approxkl1: 0.0018350193 + max_actor_approxkl3: 0.0014272227 + max_actor_clipfrac: 0.036010742 + max_actor_loss: 0.0026301686 + max_advantage: 0.30261052 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011289064 + max_entropy: 0.07287635 + max_grad_norm_pre_clip: 2.688727 + max_loss: 0.0028777795 + std: + std_actor_approxkl1: 0.000580516 + std_actor_approxkl3: 0.0004067385 + std_actor_clipfrac: 0.007908367 + std_actor_loss: 0.0008465464 + std_advantage: 0.037820347 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00023495109 + std_entropy: 0.005260026 + std_grad_norm_pre_clip: 0.55754274 + std_loss: 0.00080719346 + eval-batch-orig: + avg_avg_episode_length: 17.178558 + avg_avg_return: 0.8324806 + avg_benchmark_regret: 0.003824027 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28512573 + proxy_corner: + avg_avg_return: 0.8324806 + avg_reward_per_step: 0.28512573 + eval-batch-shift: + avg_avg_episode_length: 67.30057 + avg_avg_return: 0.23449758 + avg_benchmark_regret: 0.64908224 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077552795 + proxy_corner: + avg_avg_return: 0.5384953 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 8.36455 + avg_avg_return: 0.954925 + avg_benchmark_regret: 0.039293356 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26016235 + proxy_corner: + avg_avg_return: 0.954925 + avg_reward_per_step: 0.26016235 +=========================================================== +=========================================================== + step: + env-step-all-before: 112197632 + env-step-replay-before: 57376768 + env-step-used-before: 112197632 + ppo-update-before: 68480 + env-step-generate-before: 54820864 + env-step-all-after: 112230400 + env-step-replay-after: 57409536 + env-step-used-after: 112230400 + ppo-update-after: 68500 + env-step-generate-after: 54820864 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.883673 + avg_avg_return: 0.92090356 + avg_reward_per_step: 0.10134888 + proxy_corner: + avg_avg_return: 0.92090356 + avg_reward_per_step: 0.10134888 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.883673 + avg_avg_return: 0.92090356 + avg_reward_per_step: 0.10134888 + proxy_corner: + avg_avg_return: 0.92090356 + avg_reward_per_step: 0.10134888 + perf: + env_steps_per_second: 896385.7112435743 + ppo_updates_per_second: 108.47430860058897 + eval-batch-orig-duration: 0.19295902800513431 + eval-batch-shift-duration: 0.1444126709830016 + eval-batch-tree-duration: 0.14156801701756194 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.517578 + mouse-cheese_dist_finite_wavg: 13.546035 + mouse-cheese_dist_solvable_avg: 9.517578 + mouse-cheese_dist_solvable_wavg: 13.546037 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1782227 + num_walls_wavg: 5.12033 + prop_walls_avg: 0.26861835 + prop_walls_wavg: 0.22262307 + scoring: + avg_scores: 0.07102316 + visit_patterns: + avg_first_visit_time: 1299.6355 + avg_last_visit_time: 1742.2722 + num_replay_batches: 1752 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006567437 + avg_actor_approxkl3: 0.00057845906 + avg_actor_clipfrac: 0.017022705 + avg_actor_loss: 0.00038665507 + avg_advantage: -0.0006131781 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00056715327 + avg_entropy: 0.051778864 + avg_grad_norm_pre_clip: 1.4353598 + avg_loss: 0.00061845285 + max: + max_actor_approxkl1: 0.0015947274 + max_actor_approxkl3: 0.0010477843 + max_actor_clipfrac: 0.030273438 + max_actor_loss: 0.001869645 + max_advantage: 0.3477605 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00070984894 + max_entropy: 0.06062156 + max_grad_norm_pre_clip: 3.109949 + max_loss: 0.0020233348 + std: + std_actor_approxkl1: 0.00045864136 + std_actor_approxkl3: 0.0002606412 + std_actor_clipfrac: 0.006771819 + std_actor_loss: 0.0008050175 + std_advantage: 0.034702547 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.409269e-05 + std_entropy: 0.0065165833 + std_grad_norm_pre_clip: 0.542871 + std_loss: 0.0007897608 + eval-batch-orig: + avg_avg_episode_length: 17.169186 + avg_avg_return: 0.83255166 + avg_benchmark_regret: 0.0037529224 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2849884 + proxy_corner: + avg_avg_return: 0.83255166 + avg_reward_per_step: 0.2849884 + eval-batch-shift: + avg_avg_episode_length: 67.05351 + avg_avg_return: 0.23454374 + avg_benchmark_regret: 0.64903605 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08085632 + proxy_corner: + avg_avg_return: 0.540839 + avg_reward_per_step: 0.014442444 + eval-batch-tree: + avg_avg_episode_length: 8.184919 + avg_avg_return: 0.95808756 + avg_benchmark_regret: 0.036130805 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2607956 + proxy_corner: + avg_avg_return: 0.95808756 + avg_reward_per_step: 0.2607956 +=========================================================== +=========================================================== + step: + env-step-all-before: 113246208 + env-step-replay-before: 57901056 + env-step-used-before: 113246208 + ppo-update-before: 69120 + env-step-generate-before: 55345152 + env-step-all-after: 113278976 + env-step-replay-after: 57901056 + env-step-used-after: 113278976 + ppo-update-after: 69140 + env-step-generate-after: 55377920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.154957 + avg_avg_return: 0.78632283 + avg_reward_per_step: 0.24307251 + proxy_corner: + avg_avg_return: 0.78632283 + avg_reward_per_step: 0.24307251 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.154957 + avg_avg_return: 0.78632283 + avg_reward_per_step: 0.24307251 + proxy_corner: + avg_avg_return: 0.78632283 + avg_reward_per_step: 0.24307251 + perf: + env_steps_per_second: 580062.2784685092 + ppo_updates_per_second: 97.48786495948937 + eval-batch-orig-duration: 0.19587487500393763 + eval-batch-shift-duration: 0.14297849702415988 + eval-batch-tree-duration: 0.14021544699789956 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.568359 + mouse-cheese_dist_finite_wavg: 10.856272 + mouse-cheese_dist_solvable_avg: 9.568359 + mouse-cheese_dist_solvable_wavg: 10.856272 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.197754 + num_walls_wavg: 8.714817 + prop_walls_avg: 0.26946753 + prop_walls_wavg: 0.37890506 + scoring: + avg_scores: 0.072006404 + visit_patterns: + avg_first_visit_time: 1308.0754 + avg_last_visit_time: 1757.2795 + num_replay_batches: 1767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012023384 + avg_actor_approxkl3: 0.00086940656 + avg_actor_clipfrac: 0.031408694 + avg_actor_loss: 0.00023699888 + avg_advantage: -0.01385569 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.0041074404 + avg_entropy: 0.12328648 + avg_grad_norm_pre_clip: 2.2801633 + avg_loss: 0.0021674323 + max: + max_actor_approxkl1: 0.0038651817 + max_actor_approxkl3: 0.0029493454 + max_actor_clipfrac: 0.0793457 + max_actor_loss: 0.0043064132 + max_advantage: 0.3127815 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0053468402 + max_entropy: 0.16000241 + max_grad_norm_pre_clip: 5.737128 + max_loss: 0.0064445175 + std: + std_actor_approxkl1: 0.0010554437 + std_actor_approxkl3: 0.0007128789 + std_actor_clipfrac: 0.01894538 + std_actor_loss: 0.0014169646 + std_advantage: 0.092825785 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.00059814914 + std_entropy: 0.021168306 + std_grad_norm_pre_clip: 1.1855807 + std_loss: 0.0015340418 + eval-batch-orig: + avg_avg_episode_length: 17.167076 + avg_avg_return: 0.83270115 + avg_benchmark_regret: 0.0036034756 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28533173 + proxy_corner: + avg_avg_return: 0.83270115 + avg_reward_per_step: 0.28533173 + eval-batch-shift: + avg_avg_episode_length: 67.006165 + avg_avg_return: 0.23562448 + avg_benchmark_regret: 0.6479553 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08152008 + proxy_corner: + avg_avg_return: 0.5478772 + avg_reward_per_step: 0.014465332 + eval-batch-tree: + avg_avg_episode_length: 8.177559 + avg_avg_return: 0.95737875 + avg_benchmark_regret: 0.0368396 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2615204 + proxy_corner: + avg_avg_return: 0.95737875 + avg_reward_per_step: 0.2615204 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 114294784 + env-step-replay-before: 58359808 + env-step-used-before: 114294784 + ppo-update-before: 69760 + env-step-generate-before: 55934976 + env-step-all-after: 114327552 + env-step-replay-after: 58392576 + env-step-used-after: 114327552 + ppo-update-after: 69780 + env-step-generate-after: 55934976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.810592 + avg_avg_return: 0.9229411 + avg_reward_per_step: 0.10101318 + proxy_corner: + avg_avg_return: 0.9229411 + avg_reward_per_step: 0.10101318 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.810592 + avg_avg_return: 0.9229411 + avg_reward_per_step: 0.10101318 + proxy_corner: + avg_avg_return: 0.9229411 + avg_reward_per_step: 0.10101318 + perf: + env_steps_per_second: 898097.900632548 + ppo_updates_per_second: 108.52965606772862 + eval-batch-orig-duration: 0.19217893801396713 + eval-batch-shift-duration: 0.14277439197758213 + eval-batch-tree-duration: 0.1397007270134054 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.626953 + mouse-cheese_dist_finite_wavg: 8.159721 + mouse-cheese_dist_solvable_avg: 9.626953 + mouse-cheese_dist_solvable_wavg: 8.159722 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.19458 + num_walls_wavg: 6.0203304 + prop_walls_avg: 0.26932955 + prop_walls_wavg: 0.2617535 + scoring: + avg_scores: 0.07202742 + visit_patterns: + avg_first_visit_time: 1316.8335 + avg_last_visit_time: 1772.3079 + num_replay_batches: 1782 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006627414 + avg_actor_approxkl3: 0.00055352744 + avg_actor_clipfrac: 0.018078614 + avg_actor_loss: 4.4316195e-05 + avg_advantage: 0.063216545 + avg_critic_clipfrac: 0.16895752 + avg_critic_loss: 0.0022213855 + avg_entropy: 0.05057574 + avg_grad_norm_pre_clip: 1.0979956 + avg_loss: 0.001104433 + max: + max_actor_approxkl1: 0.0015889559 + max_actor_approxkl3: 0.001398444 + max_actor_clipfrac: 0.029541016 + max_actor_loss: 0.0013199951 + max_advantage: 0.45789894 + max_critic_clipfrac: 0.289917 + max_critic_loss: 0.0044106445 + max_entropy: 0.060130905 + max_grad_norm_pre_clip: 1.7231854 + max_loss: 0.002836199 + std: + std_actor_approxkl1: 0.0005009561 + std_actor_approxkl3: 0.0003146424 + std_actor_clipfrac: 0.0070992988 + std_actor_loss: 0.00052879984 + std_advantage: 0.07333474 + std_critic_clipfrac: 0.10420813 + std_critic_loss: 0.00087137887 + std_entropy: 0.004900102 + std_grad_norm_pre_clip: 0.30499503 + std_loss: 0.000748658 + eval-batch-orig: + avg_avg_episode_length: 17.170465 + avg_avg_return: 0.8326553 + avg_benchmark_regret: 0.0036492771 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2851944 + proxy_corner: + avg_avg_return: 0.8326553 + avg_reward_per_step: 0.2851944 + eval-batch-shift: + avg_avg_episode_length: 68.204025 + avg_avg_return: 0.22291961 + avg_benchmark_regret: 0.6606602 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078559875 + proxy_corner: + avg_avg_return: 0.54986113 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 8.156437 + avg_avg_return: 0.95666015 + avg_benchmark_regret: 0.037558224 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2618332 + proxy_corner: + avg_avg_return: 0.95666015 + avg_reward_per_step: 0.2618332 +=========================================================== +=========================================================== + step: + env-step-all-before: 115343360 + env-step-replay-before: 58982400 + env-step-used-before: 115343360 + ppo-update-before: 70400 + env-step-generate-before: 56360960 + env-step-all-after: 115376128 + env-step-replay-after: 58982400 + env-step-used-after: 115376128 + ppo-update-after: 70420 + env-step-generate-after: 56393728 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.96653 + avg_avg_return: 0.7974211 + avg_reward_per_step: 0.2798462 + proxy_corner: + avg_avg_return: 0.7974211 + avg_reward_per_step: 0.2798462 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.96653 + avg_avg_return: 0.7974211 + avg_reward_per_step: 0.2798462 + proxy_corner: + avg_avg_return: 0.7974211 + avg_reward_per_step: 0.2798462 + perf: + env_steps_per_second: 605767.778345356 + ppo_updates_per_second: 74.38684072201961 + eval-batch-orig-duration: 0.26442027901066467 + eval-batch-shift-duration: 0.16128732601646334 + eval-batch-tree-duration: 0.1455364690045826 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.661621 + mouse-cheese_dist_finite_wavg: 9.960704 + mouse-cheese_dist_solvable_avg: 9.661621 + mouse-cheese_dist_solvable_wavg: 9.960703 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1967773 + num_walls_wavg: 10.513487 + prop_walls_avg: 0.26942506 + prop_walls_wavg: 0.45710802 + scoring: + avg_scores: 0.07241979 + visit_patterns: + avg_first_visit_time: 1322.2295 + avg_last_visit_time: 1790.1504 + num_replay_batches: 1800 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013328053 + avg_actor_approxkl3: 0.0008214498 + avg_actor_clipfrac: 0.031164551 + avg_actor_loss: -0.0004629176 + avg_advantage: -0.0075151734 + avg_critic_clipfrac: 0.0006958008 + avg_critic_loss: 0.0037792108 + avg_entropy: 0.10425886 + avg_grad_norm_pre_clip: 1.5722347 + avg_loss: 0.001322429 + max: + max_actor_approxkl1: 0.0031790263 + max_actor_approxkl3: 0.0018346906 + max_actor_clipfrac: 0.05090332 + max_actor_loss: 0.0020985454 + max_advantage: 0.41808575 + max_critic_clipfrac: 0.01171875 + max_critic_loss: 0.005107389 + max_entropy: 0.13001896 + max_grad_norm_pre_clip: 2.7452016 + max_loss: 0.0037979702 + std: + std_actor_approxkl1: 0.0007899034 + std_actor_approxkl3: 0.00045331716 + std_actor_clipfrac: 0.012400871 + std_actor_loss: 0.0010561694 + std_advantage: 0.08976885 + std_critic_clipfrac: 0.0025565207 + std_critic_loss: 0.0005159078 + std_entropy: 0.012774007 + std_grad_norm_pre_clip: 0.52802867 + std_loss: 0.0010744332 + eval-batch-orig: + avg_avg_episode_length: 17.167542 + avg_avg_return: 0.8329332 + avg_benchmark_regret: 0.0033714143 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2852707 + proxy_corner: + avg_avg_return: 0.8329332 + avg_reward_per_step: 0.2852707 + eval-batch-shift: + avg_avg_episode_length: 67.94452 + avg_avg_return: 0.22571936 + avg_benchmark_regret: 0.6578605 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07862854 + proxy_corner: + avg_avg_return: 0.5482751 + avg_reward_per_step: 0.01448822 + eval-batch-tree: + avg_avg_episode_length: 8.034578 + avg_avg_return: 0.9592993 + avg_benchmark_regret: 0.03491907 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2621994 + proxy_corner: + avg_avg_return: 0.9592993 + avg_reward_per_step: 0.2621994 +=========================================================== +=========================================================== + step: + env-step-all-before: 116391936 + env-step-replay-before: 59506688 + env-step-used-before: 116391936 + ppo-update-before: 71040 + env-step-generate-before: 56885248 + env-step-all-after: 116424704 + env-step-replay-after: 59539456 + env-step-used-after: 116424704 + ppo-update-after: 71060 + env-step-generate-after: 56885248 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 9.887527 + avg_avg_return: 0.9196824 + avg_reward_per_step: 0.099975586 + proxy_corner: + avg_avg_return: 0.9196824 + avg_reward_per_step: 0.099975586 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.887527 + avg_avg_return: 0.9196824 + avg_reward_per_step: 0.099975586 + proxy_corner: + avg_avg_return: 0.9196824 + avg_reward_per_step: 0.099975586 + perf: + env_steps_per_second: 917205.8031248758 + ppo_updates_per_second: 100.54018883921586 + eval-batch-orig-duration: 0.20487964403582737 + eval-batch-shift-duration: 0.14384194498416036 + eval-batch-tree-duration: 0.14146083599189296 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.68335 + mouse-cheese_dist_finite_wavg: 9.065547 + mouse-cheese_dist_solvable_avg: 9.68335 + mouse-cheese_dist_solvable_wavg: 9.065547 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.187744 + num_walls_wavg: 8.715455 + prop_walls_avg: 0.26903236 + prop_walls_wavg: 0.37893277 + scoring: + avg_scores: 0.07277021 + visit_patterns: + avg_first_visit_time: 1329.1375 + avg_last_visit_time: 1807.2393 + num_replay_batches: 1817 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003008348 + avg_actor_approxkl3: 0.00038517427 + avg_actor_clipfrac: 0.01338501 + avg_actor_loss: 0.00028383004 + avg_advantage: 0.02515192 + avg_critic_clipfrac: 0.008660889 + avg_critic_loss: 0.00069672934 + avg_entropy: 0.045942243 + avg_grad_norm_pre_clip: 1.0029049 + avg_loss: 0.0005862524 + max: + max_actor_approxkl1: 0.0010554951 + max_actor_approxkl3: 0.0013553603 + max_actor_clipfrac: 0.026611328 + max_actor_loss: 0.0021254318 + max_advantage: 0.31762075 + max_critic_clipfrac: 0.05505371 + max_critic_loss: 0.0010362933 + max_entropy: 0.052586313 + max_grad_norm_pre_clip: 2.0584552 + max_loss: 0.002363091 + std: + std_actor_approxkl1: 0.00033266994 + std_actor_approxkl3: 0.0002915722 + std_actor_clipfrac: 0.006613381 + std_actor_loss: 0.00058232027 + std_advantage: 0.03760517 + std_critic_clipfrac: 0.017155178 + std_critic_loss: 0.00015675556 + std_entropy: 0.004163441 + std_grad_norm_pre_clip: 0.4257201 + std_loss: 0.0005837913 + eval-batch-orig: + avg_avg_episode_length: 17.164165 + avg_avg_return: 0.832613 + avg_benchmark_regret: 0.0036916279 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28546906 + proxy_corner: + avg_avg_return: 0.832613 + avg_reward_per_step: 0.28546906 + eval-batch-shift: + avg_avg_episode_length: 67.669426 + avg_avg_return: 0.2295134 + avg_benchmark_regret: 0.65406644 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07489014 + proxy_corner: + avg_avg_return: 0.54453224 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 8.231962 + avg_avg_return: 0.95488346 + avg_benchmark_regret: 0.039334908 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26158905 + proxy_corner: + avg_avg_return: 0.95488346 + avg_reward_per_step: 0.26158905 +=========================================================== +=========================================================== + step: + env-step-all-before: 117440512 + env-step-replay-before: 60030976 + env-step-used-before: 117440512 + ppo-update-before: 71680 + env-step-generate-before: 57409536 + env-step-all-after: 117473280 + env-step-replay-after: 60030976 + env-step-used-after: 117473280 + ppo-update-after: 71700 + env-step-generate-after: 57442304 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.525059 + avg_avg_return: 0.8179828 + avg_reward_per_step: 0.2612915 + proxy_corner: + avg_avg_return: 0.8179828 + avg_reward_per_step: 0.2612915 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.525059 + avg_avg_return: 0.8179828 + avg_reward_per_step: 0.2612915 + proxy_corner: + avg_avg_return: 0.8179828 + avg_reward_per_step: 0.2612915 + perf: + env_steps_per_second: 602494.8157281382 + ppo_updates_per_second: 99.5158612871838 + eval-batch-orig-duration: 0.1960156920249574 + eval-batch-shift-duration: 0.14255278394557536 + eval-batch-tree-duration: 0.13978511601453647 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.722412 + mouse-cheese_dist_finite_wavg: 9.0699 + mouse-cheese_dist_solvable_avg: 9.722412 + mouse-cheese_dist_solvable_wavg: 9.0699 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.194092 + num_walls_wavg: 7.8201017 + prop_walls_avg: 0.26930833 + prop_walls_wavg: 0.34000444 + scoring: + avg_scores: 0.07320628 + visit_patterns: + avg_first_visit_time: 1337.7319 + avg_last_visit_time: 1822.3203 + num_replay_batches: 1832 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00080083794 + avg_actor_approxkl3: 0.00070518925 + avg_actor_clipfrac: 0.028356934 + avg_actor_loss: -9.19804e-05 + avg_advantage: -0.01136592 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036388468 + avg_entropy: 0.1061699 + avg_grad_norm_pre_clip: 1.9983037 + avg_loss: 0.0016212732 + max: + max_actor_approxkl1: 0.0022471354 + max_actor_approxkl3: 0.0013113973 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.0013438314 + max_advantage: 0.34882212 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0052710418 + max_entropy: 0.1454207 + max_grad_norm_pre_clip: 3.5330853 + max_loss: 0.0032640074 + std: + std_actor_approxkl1: 0.0006424959 + std_actor_approxkl3: 0.0004179662 + std_actor_clipfrac: 0.014385151 + std_actor_loss: 0.00062510354 + std_advantage: 0.08607325 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008383333 + std_entropy: 0.020839112 + std_grad_norm_pre_clip: 0.78073436 + std_loss: 0.000788763 + eval-batch-orig: + avg_avg_episode_length: 17.16879 + avg_avg_return: 0.83258533 + avg_benchmark_regret: 0.003719236 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28529358 + proxy_corner: + avg_avg_return: 0.83258533 + avg_reward_per_step: 0.28529358 + eval-batch-shift: + avg_avg_episode_length: 67.354485 + avg_avg_return: 0.23804854 + avg_benchmark_regret: 0.6455313 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07480621 + proxy_corner: + avg_avg_return: 0.5400268 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 8.073088 + avg_avg_return: 0.9587865 + avg_benchmark_regret: 0.03543192 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2616501 + proxy_corner: + avg_avg_return: 0.9587865 + avg_reward_per_step: 0.2616501 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 118489088 + env-step-replay-before: 60424192 + env-step-used-before: 118489088 + ppo-update-before: 72320 + env-step-generate-before: 58064896 + env-step-all-after: 118521856 + env-step-replay-after: 60424192 + env-step-used-after: 118521856 + ppo-update-after: 72340 + env-step-generate-after: 58097664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.750864 + avg_avg_return: 0.8472202 + avg_reward_per_step: 0.29052734 + proxy_corner: + avg_avg_return: 0.8472202 + avg_reward_per_step: 0.29052734 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.750864 + avg_avg_return: 0.8472202 + avg_reward_per_step: 0.29052734 + proxy_corner: + avg_avg_return: 0.8472202 + avg_reward_per_step: 0.29052734 + perf: + env_steps_per_second: 606152.8511197823 + ppo_updates_per_second: 97.59782235126546 + eval-batch-orig-duration: 0.20183701696805656 + eval-batch-shift-duration: 0.14774686697637662 + eval-batch-tree-duration: 0.1471948759863153 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.768311 + mouse-cheese_dist_finite_wavg: 10.873574 + mouse-cheese_dist_solvable_avg: 9.768311 + mouse-cheese_dist_solvable_wavg: 10.873577 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1921387 + num_walls_wavg: 6.9180827 + prop_walls_avg: 0.2692234 + prop_walls_wavg: 0.30078623 + scoring: + avg_scores: 0.07388302 + visit_patterns: + avg_first_visit_time: 1348.4475 + avg_last_visit_time: 1834.2275 + num_replay_batches: 1844 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009968864 + avg_actor_approxkl3: 0.00061888614 + avg_actor_clipfrac: 0.023468018 + avg_actor_loss: 0.00029939433 + avg_advantage: -0.0032156964 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002921378 + avg_entropy: 0.09283821 + avg_grad_norm_pre_clip: 1.874239 + avg_loss: 0.001667245 + max: + max_actor_approxkl1: 0.0036074084 + max_actor_approxkl3: 0.0017548222 + max_actor_clipfrac: 0.046142578 + max_actor_loss: 0.0024634227 + max_advantage: 0.34691715 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003836472 + max_entropy: 0.11553339 + max_grad_norm_pre_clip: 3.747242 + max_loss: 0.004215075 + std: + std_actor_approxkl1: 0.0008367224 + std_actor_approxkl3: 0.00042113574 + std_actor_clipfrac: 0.012946929 + std_actor_loss: 0.0009635829 + std_advantage: 0.07731371 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005568023 + std_entropy: 0.013888926 + std_grad_norm_pre_clip: 0.8088034 + std_loss: 0.0010782994 + eval-batch-orig: + avg_avg_episode_length: 17.193544 + avg_avg_return: 0.8323188 + avg_benchmark_regret: 0.0039858 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2852173 + proxy_corner: + avg_avg_return: 0.8323188 + avg_reward_per_step: 0.2852173 + eval-batch-shift: + avg_avg_episode_length: 67.27266 + avg_avg_return: 0.23704447 + avg_benchmark_regret: 0.6465354 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07498932 + proxy_corner: + avg_avg_return: 0.54112834 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 8.223883 + avg_avg_return: 0.95835066 + avg_benchmark_regret: 0.035867706 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.261261 + proxy_corner: + avg_avg_return: 0.95835066 + avg_reward_per_step: 0.261261 +=========================================================== +=========================================================== + step: + env-step-all-before: 119537664 + env-step-replay-before: 60882944 + env-step-used-before: 119537664 + ppo-update-before: 72960 + env-step-generate-before: 58654720 + env-step-all-after: 119570432 + env-step-replay-after: 60882944 + env-step-used-after: 119570432 + ppo-update-after: 72980 + env-step-generate-after: 58687488 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.668491 + avg_avg_return: 0.7778935 + avg_reward_per_step: 0.2810669 + proxy_corner: + avg_avg_return: 0.7778935 + avg_reward_per_step: 0.2810669 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.668491 + avg_avg_return: 0.7778935 + avg_reward_per_step: 0.2810669 + proxy_corner: + avg_avg_return: 0.7778935 + avg_reward_per_step: 0.2810669 + perf: + env_steps_per_second: 575740.1362723701 + ppo_updates_per_second: 73.99711979653094 + eval-batch-orig-duration: 0.2654484589584172 + eval-batch-shift-duration: 0.16286771598970518 + eval-batch-tree-duration: 0.14794317702762783 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.815674 + mouse-cheese_dist_finite_wavg: 11.779122 + mouse-cheese_dist_solvable_avg: 9.815674 + mouse-cheese_dist_solvable_wavg: 11.779125 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2070312 + num_walls_wavg: 7.817306 + prop_walls_avg: 0.26987088 + prop_walls_wavg: 0.33988294 + scoring: + avg_scores: 0.07450144 + visit_patterns: + avg_first_visit_time: 1356.0132 + avg_last_visit_time: 1848.2559 + num_replay_batches: 1858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008546885 + avg_actor_approxkl3: 0.00072765676 + avg_actor_clipfrac: 0.033673096 + avg_actor_loss: 6.4013526e-05 + avg_advantage: -0.034969762 + avg_critic_clipfrac: 0.0005432129 + avg_critic_loss: 0.0047357543 + avg_entropy: 0.1275618 + avg_grad_norm_pre_clip: 2.011497 + avg_loss: 0.002304329 + max: + max_actor_approxkl1: 0.002256663 + max_actor_approxkl3: 0.001789019 + max_actor_clipfrac: 0.06665039 + max_actor_loss: 0.0014133975 + max_advantage: 0.27361315 + max_critic_clipfrac: 0.0045166016 + max_critic_loss: 0.007965988 + max_entropy: 0.19893523 + max_grad_norm_pre_clip: 2.7985516 + max_loss: 0.0037903693 + std: + std_actor_approxkl1: 0.000734964 + std_actor_approxkl3: 0.00043724265 + std_actor_clipfrac: 0.016896855 + std_actor_loss: 0.00060514733 + std_advantage: 0.09727597 + std_critic_clipfrac: 0.0013335727 + std_critic_loss: 0.0013657 + std_entropy: 0.031231739 + std_grad_norm_pre_clip: 0.58300245 + std_loss: 0.000766702 + eval-batch-orig: + avg_avg_episode_length: 17.161919 + avg_avg_return: 0.8328041 + avg_benchmark_regret: 0.0035005123 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28547668 + proxy_corner: + avg_avg_return: 0.8328041 + avg_reward_per_step: 0.28547668 + eval-batch-shift: + avg_avg_episode_length: 67.47143 + avg_avg_return: 0.23218118 + avg_benchmark_regret: 0.65139866 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07665253 + proxy_corner: + avg_avg_return: 0.5433544 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 8.065778 + avg_avg_return: 0.95932555 + avg_benchmark_regret: 0.03489276 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26242828 + proxy_corner: + avg_avg_return: 0.95932555 + avg_reward_per_step: 0.26242828 +=========================================================== +=========================================================== + step: + env-step-all-before: 120586240 + env-step-replay-before: 61407232 + env-step-used-before: 120586240 + ppo-update-before: 73600 + env-step-generate-before: 59179008 + env-step-all-after: 120619008 + env-step-replay-after: 61440000 + env-step-used-after: 120619008 + ppo-update-after: 73620 + env-step-generate-after: 59179008 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.087955 + avg_avg_return: 0.91927046 + avg_reward_per_step: 0.09805298 + proxy_corner: + avg_avg_return: 0.91927046 + avg_reward_per_step: 0.09805298 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.087955 + avg_avg_return: 0.91927046 + avg_reward_per_step: 0.09805298 + proxy_corner: + avg_avg_return: 0.91927046 + avg_reward_per_step: 0.09805298 + perf: + env_steps_per_second: 900045.4343057758 + ppo_updates_per_second: 108.68908948640097 + eval-batch-orig-duration: 0.19486198702361435 + eval-batch-shift-duration: 0.1485780450166203 + eval-batch-tree-duration: 0.14193112403154373 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.848145 + mouse-cheese_dist_finite_wavg: 11.779982 + mouse-cheese_dist_solvable_avg: 9.848145 + mouse-cheese_dist_solvable_wavg: 11.779982 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.213379 + num_walls_wavg: 7.8220816 + prop_walls_avg: 0.2701469 + prop_walls_wavg: 0.34009057 + scoring: + avg_scores: 0.073963076 + visit_patterns: + avg_first_visit_time: 1359.814 + avg_last_visit_time: 1865.2217 + num_replay_batches: 1875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025235067 + avg_actor_approxkl3: 0.00048183673 + avg_actor_clipfrac: 0.013891602 + avg_actor_loss: 3.699814e-05 + avg_advantage: -0.0028912576 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0007955674 + avg_entropy: 0.045270275 + avg_grad_norm_pre_clip: 0.97052544 + avg_loss: 0.0003895115 + max: + max_actor_approxkl1: 0.0011109259 + max_actor_approxkl3: 0.00075917155 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.0011513941 + max_advantage: 0.4403726 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001014083 + max_entropy: 0.051625222 + max_grad_norm_pre_clip: 1.6933688 + max_loss: 0.0016101921 + std: + std_actor_approxkl1: 0.0004068997 + std_actor_approxkl3: 0.00020511304 + std_actor_clipfrac: 0.0051268945 + std_actor_loss: 0.00064056774 + std_advantage: 0.04423237 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001357454 + std_entropy: 0.003918065 + std_grad_norm_pre_clip: 0.32486743 + std_loss: 0.0006644226 + eval-batch-orig: + avg_avg_episode_length: 17.194044 + avg_avg_return: 0.83228713 + avg_benchmark_regret: 0.004017505 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28507996 + proxy_corner: + avg_avg_return: 0.83228713 + avg_reward_per_step: 0.28507996 + eval-batch-shift: + avg_avg_episode_length: 67.6866 + avg_avg_return: 0.22979677 + avg_benchmark_regret: 0.6537831 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07662964 + proxy_corner: + avg_avg_return: 0.54769635 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 8.157778 + avg_avg_return: 0.9580423 + avg_benchmark_regret: 0.03617606 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26198578 + proxy_corner: + avg_avg_return: 0.9580423 + avg_reward_per_step: 0.26198578 +=========================================================== +=========================================================== + step: + env-step-all-before: 121634816 + env-step-replay-before: 61964288 + env-step-used-before: 121634816 + ppo-update-before: 74240 + env-step-generate-before: 59670528 + env-step-all-after: 121667584 + env-step-replay-after: 61997056 + env-step-used-after: 121667584 + ppo-update-after: 74260 + env-step-generate-after: 59670528 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.061322 + avg_avg_return: 0.9177824 + avg_reward_per_step: 0.0975647 + proxy_corner: + avg_avg_return: 0.9177824 + avg_reward_per_step: 0.0975647 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.061322 + avg_avg_return: 0.9177824 + avg_reward_per_step: 0.0975647 + proxy_corner: + avg_avg_return: 0.9177824 + avg_reward_per_step: 0.0975647 + perf: + env_steps_per_second: 890300.9710977615 + ppo_updates_per_second: 97.43820916359641 + eval-batch-orig-duration: 0.21437303302809596 + eval-batch-shift-duration: 0.14945960696786642 + eval-batch-tree-duration: 0.14548438199562952 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.87793 + mouse-cheese_dist_finite_wavg: 9.089734 + mouse-cheese_dist_solvable_avg: 9.87793 + mouse-cheese_dist_solvable_wavg: 9.089735 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2165527 + num_walls_wavg: 6.02293 + prop_walls_avg: 0.2702849 + prop_walls_wavg: 0.2618665 + scoring: + avg_scores: 0.073985204 + visit_patterns: + avg_first_visit_time: 1365.5359 + avg_last_visit_time: 1882.2783 + num_replay_batches: 1892 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037835987 + avg_actor_approxkl3: 0.00044771802 + avg_actor_clipfrac: 0.0119689945 + avg_actor_loss: 0.0004920029 + avg_advantage: 0.002445782 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00061696745 + avg_entropy: 0.04793327 + avg_grad_norm_pre_clip: 1.1333299 + avg_loss: 0.00075255346 + max: + max_actor_approxkl1: 0.0014027156 + max_actor_approxkl3: 0.0012223651 + max_actor_clipfrac: 0.01928711 + max_actor_loss: 0.0018708874 + max_advantage: 0.32141972 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00085384527 + max_entropy: 0.05486672 + max_grad_norm_pre_clip: 2.1059408 + max_loss: 0.0021574816 + std: + std_actor_approxkl1: 0.00039806732 + std_actor_approxkl3: 0.0002703756 + std_actor_clipfrac: 0.004363134 + std_actor_loss: 0.0006713902 + std_advantage: 0.036903195 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.615204e-05 + std_entropy: 0.0039351247 + std_grad_norm_pre_clip: 0.3562962 + std_loss: 0.0006902516 + eval-batch-orig: + avg_avg_episode_length: 17.161432 + avg_avg_return: 0.83278126 + avg_benchmark_regret: 0.0035233758 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2853012 + proxy_corner: + avg_avg_return: 0.83278126 + avg_reward_per_step: 0.2853012 + eval-batch-shift: + avg_avg_episode_length: 68.12013 + avg_avg_return: 0.22538313 + avg_benchmark_regret: 0.6581967 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07569885 + proxy_corner: + avg_avg_return: 0.5553932 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.8992743 + avg_avg_return: 0.96127146 + avg_benchmark_regret: 0.03294693 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2627716 + proxy_corner: + avg_avg_return: 0.96127146 + avg_reward_per_step: 0.2627716 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 122683392 + env-step-replay-before: 62390272 + env-step-used-before: 122683392 + ppo-update-before: 74880 + env-step-generate-before: 60293120 + env-step-all-after: 122716160 + env-step-replay-after: 62390272 + env-step-used-after: 122716160 + ppo-update-after: 74900 + env-step-generate-after: 60325888 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.9045 + avg_avg_return: 0.77560765 + avg_reward_per_step: 0.25097656 + proxy_corner: + avg_avg_return: 0.77560765 + avg_reward_per_step: 0.25097656 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.9045 + avg_avg_return: 0.77560765 + avg_reward_per_step: 0.25097656 + proxy_corner: + avg_avg_return: 0.77560765 + avg_reward_per_step: 0.25097656 + perf: + env_steps_per_second: 599504.940420372 + ppo_updates_per_second: 92.05361230987013 + eval-batch-orig-duration: 0.20166199799859896 + eval-batch-shift-duration: 0.14441919402452186 + eval-batch-tree-duration: 0.1413110249559395 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.915527 + mouse-cheese_dist_finite_wavg: 11.79054 + mouse-cheese_dist_solvable_avg: 9.915527 + mouse-cheese_dist_solvable_wavg: 11.790539 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2211914 + num_walls_wavg: 6.0202675 + prop_walls_avg: 0.27048656 + prop_walls_wavg: 0.26175076 + scoring: + avg_scores: 0.07482737 + visit_patterns: + avg_first_visit_time: 1374.5518 + avg_last_visit_time: 1894.2156 + num_replay_batches: 1904 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007834939 + avg_actor_approxkl3: 0.0004683889 + avg_actor_clipfrac: 0.024084473 + avg_actor_loss: -0.0006669443 + avg_advantage: -0.017906869 + avg_critic_clipfrac: 0.000115966795 + avg_critic_loss: 0.004141481 + avg_entropy: 0.13263021 + avg_grad_norm_pre_clip: 1.5811415 + avg_loss: 0.0012711658 + max: + max_actor_approxkl1: 0.0019140085 + max_actor_approxkl3: 0.00089852524 + max_actor_clipfrac: 0.048461914 + max_actor_loss: 0.00072570145 + max_advantage: 0.37240303 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.0050093653 + max_entropy: 0.16530108 + max_grad_norm_pre_clip: 2.8704765 + max_loss: 0.0028504932 + std: + std_actor_approxkl1: 0.00053263135 + std_actor_approxkl3: 0.00024329242 + std_actor_clipfrac: 0.012785204 + std_actor_loss: 0.0007701571 + std_advantage: 0.09283216 + std_critic_clipfrac: 0.0005054875 + std_critic_loss: 0.00048319224 + std_entropy: 0.013884118 + std_grad_norm_pre_clip: 0.53428316 + std_loss: 0.0008826427 + eval-batch-orig: + avg_avg_episode_length: 17.181858 + avg_avg_return: 0.83274996 + avg_benchmark_regret: 0.0035546222 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28525543 + proxy_corner: + avg_avg_return: 0.83274996 + avg_reward_per_step: 0.28525543 + eval-batch-shift: + avg_avg_episode_length: 67.19455 + avg_avg_return: 0.23529717 + avg_benchmark_regret: 0.6482827 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07985687 + proxy_corner: + avg_avg_return: 0.5463531 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.911886 + avg_avg_return: 0.9611374 + avg_benchmark_regret: 0.03308094 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620697 + proxy_corner: + avg_avg_return: 0.9611374 + avg_reward_per_step: 0.2620697 +=========================================================== +=========================================================== + step: + env-step-all-before: 123731968 + env-step-replay-before: 62717952 + env-step-used-before: 123731968 + ppo-update-before: 75520 + env-step-generate-before: 61014016 + env-step-all-after: 123764736 + env-step-replay-after: 62717952 + env-step-used-after: 123764736 + ppo-update-after: 75540 + env-step-generate-after: 61046784 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.304804 + avg_avg_return: 0.8191261 + avg_reward_per_step: 0.3017578 + proxy_corner: + avg_avg_return: 0.8191261 + avg_reward_per_step: 0.3017578 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.304804 + avg_avg_return: 0.8191261 + avg_reward_per_step: 0.3017578 + proxy_corner: + avg_avg_return: 0.8191261 + avg_reward_per_step: 0.3017578 + perf: + env_steps_per_second: 892917.5051638766 + ppo_updates_per_second: 88.84472713582045 + eval-batch-orig-duration: 0.24041668500285596 + eval-batch-shift-duration: 0.14638243603985757 + eval-batch-tree-duration: 0.1455530829844065 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.9609375 + mouse-cheese_dist_finite_wavg: 7.2934113 + mouse-cheese_dist_solvable_avg: 9.9609375 + mouse-cheese_dist_solvable_wavg: 7.2934113 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2297363 + num_walls_wavg: 7.8182673 + prop_walls_avg: 0.2708581 + prop_walls_wavg: 0.3399246 + scoring: + avg_scores: 0.07537563 + visit_patterns: + avg_first_visit_time: 1380.1406 + avg_last_visit_time: 1904.2151 + num_replay_batches: 1914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008719926 + avg_actor_approxkl3: 0.00055312307 + avg_actor_clipfrac: 0.025836183 + avg_actor_loss: -0.00030369908 + avg_advantage: -0.0157817 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032927494 + avg_entropy: 0.12467753 + avg_grad_norm_pre_clip: 1.7703848 + avg_loss: 0.001217998 + max: + max_actor_approxkl1: 0.002266786 + max_actor_approxkl3: 0.0014767202 + max_actor_clipfrac: 0.07543945 + max_actor_loss: 0.0015238374 + max_advantage: 0.4850715 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005127234 + max_entropy: 0.17675032 + max_grad_norm_pre_clip: 3.0033395 + max_loss: 0.0036574258 + std: + std_actor_approxkl1: 0.0005628726 + std_actor_approxkl3: 0.00037398894 + std_actor_clipfrac: 0.016409732 + std_actor_loss: 0.0007980516 + std_advantage: 0.08165057 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00089257717 + std_entropy: 0.024127666 + std_grad_norm_pre_clip: 0.63434845 + std_loss: 0.00094124145 + eval-batch-orig: + avg_avg_episode_length: 17.16373 + avg_avg_return: 0.8327935 + avg_benchmark_regret: 0.0035111688 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2854538 + proxy_corner: + avg_avg_return: 0.8327935 + avg_reward_per_step: 0.2854538 + eval-batch-shift: + avg_avg_episode_length: 66.91197 + avg_avg_return: 0.24337082 + avg_benchmark_regret: 0.640209 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077056885 + proxy_corner: + avg_avg_return: 0.5486531 + avg_reward_per_step: 0.014625549 + eval-batch-tree: + avg_avg_episode_length: 7.780653 + avg_avg_return: 0.9633428 + avg_benchmark_regret: 0.030875523 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26192474 + proxy_corner: + avg_avg_return: 0.9633428 + avg_reward_per_step: 0.26192474 +=========================================================== +=========================================================== + step: + env-step-all-before: 124780544 + env-step-replay-before: 63176704 + env-step-used-before: 124780544 + ppo-update-before: 76160 + env-step-generate-before: 61603840 + env-step-all-after: 124813312 + env-step-replay-after: 63176704 + env-step-used-after: 124813312 + ppo-update-after: 76180 + env-step-generate-after: 61636608 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.235921 + avg_avg_return: 0.8420153 + avg_reward_per_step: 0.3027649 + proxy_corner: + avg_avg_return: 0.8420153 + avg_reward_per_step: 0.3027649 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.235921 + avg_avg_return: 0.8420153 + avg_reward_per_step: 0.3027649 + proxy_corner: + avg_avg_return: 0.8420153 + avg_reward_per_step: 0.3027649 + perf: + env_steps_per_second: 897945.2645496539 + ppo_updates_per_second: 108.58183420872926 + eval-batch-orig-duration: 0.191002011008095 + eval-batch-shift-duration: 0.1429844099911861 + eval-batch-tree-duration: 0.13996583799598739 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.987549 + mouse-cheese_dist_finite_wavg: 9.098715 + mouse-cheese_dist_solvable_avg: 9.987549 + mouse-cheese_dist_solvable_wavg: 9.098716 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.21875 + num_walls_wavg: 6.023041 + prop_walls_avg: 0.2703804 + prop_walls_wavg: 0.26187134 + scoring: + avg_scores: 0.0756246 + visit_patterns: + avg_first_visit_time: 1385.0469 + avg_last_visit_time: 1918.3264 + num_replay_batches: 1928 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081840967 + avg_actor_approxkl3: 0.0005344986 + avg_actor_clipfrac: 0.021276856 + avg_actor_loss: -0.0006830571 + avg_advantage: -0.008702986 + avg_critic_clipfrac: 2.4414063e-05 + avg_critic_loss: 0.0027863707 + avg_entropy: 0.10469979 + avg_grad_norm_pre_clip: 1.5801662 + avg_loss: 0.0006054284 + max: + max_actor_approxkl1: 0.0025048873 + max_actor_approxkl3: 0.0015739118 + max_actor_clipfrac: 0.048583984 + max_actor_loss: 0.0003002286 + max_advantage: 0.37152416 + max_critic_clipfrac: 0.00024414062 + max_critic_loss: 0.0035827279 + max_entropy: 0.13927746 + max_grad_norm_pre_clip: 2.2700524 + max_loss: 0.0018945027 + std: + std_actor_approxkl1: 0.00063098205 + std_actor_approxkl3: 0.0003927997 + std_actor_clipfrac: 0.012274843 + std_actor_loss: 0.00061634445 + std_advantage: 0.07741472 + std_critic_clipfrac: 6.224389e-05 + std_critic_loss: 0.0004677844 + std_entropy: 0.014948384 + std_grad_norm_pre_clip: 0.3468172 + std_loss: 0.00069395185 + eval-batch-orig: + avg_avg_episode_length: 17.1871 + avg_avg_return: 0.83265907 + avg_benchmark_regret: 0.0036455814 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28514862 + proxy_corner: + avg_avg_return: 0.83265907 + avg_reward_per_step: 0.28514862 + eval-batch-shift: + avg_avg_episode_length: 67.1872 + avg_avg_return: 0.2408508 + avg_benchmark_regret: 0.64272904 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07421112 + proxy_corner: + avg_avg_return: 0.54559743 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.789086 + avg_avg_return: 0.9687108 + avg_benchmark_regret: 0.0255076 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26139832 + proxy_corner: + avg_avg_return: 0.9687108 + avg_reward_per_step: 0.26139832 +=========================================================== +=========================================================== + step: + env-step-all-before: 125829120 + env-step-replay-before: 63799296 + env-step-used-before: 125829120 + ppo-update-before: 76800 + env-step-generate-before: 62029824 + env-step-all-after: 125861888 + env-step-replay-after: 63832064 + env-step-used-after: 125861888 + ppo-update-after: 76820 + env-step-generate-after: 62029824 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.329517 + avg_avg_return: 0.9161606 + avg_reward_per_step: 0.09490967 + proxy_corner: + avg_avg_return: 0.9161606 + avg_reward_per_step: 0.09490967 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.329517 + avg_avg_return: 0.9161606 + avg_reward_per_step: 0.09490967 + proxy_corner: + avg_avg_return: 0.9161606 + avg_reward_per_step: 0.09490967 + perf: + env_steps_per_second: 594258.4528802041 + ppo_updates_per_second: 75.73732377068747 + eval-batch-orig-duration: 0.31919532298343256 + eval-batch-shift-duration: 0.19160583900520578 + eval-batch-tree-duration: 0.15852951700799167 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.999268 + mouse-cheese_dist_finite_wavg: 11.796835 + mouse-cheese_dist_solvable_avg: 9.999268 + mouse-cheese_dist_solvable_wavg: 11.796836 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.217041 + num_walls_wavg: 7.819766 + prop_walls_avg: 0.2703061 + prop_walls_wavg: 0.33998978 + scoring: + avg_scores: 0.07493228 + visit_patterns: + avg_first_visit_time: 1389.3188 + avg_last_visit_time: 1938.2439 + num_replay_batches: 1948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061585294 + avg_actor_approxkl3: 0.00060198636 + avg_actor_clipfrac: 0.015557862 + avg_actor_loss: 0.00080929976 + avg_advantage: 0.0014810171 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00050670723 + avg_entropy: 0.044257477 + avg_grad_norm_pre_clip: 1.4518204 + avg_loss: 0.001018396 + max: + max_actor_approxkl1: 0.0028400277 + max_actor_approxkl3: 0.0021275568 + max_actor_clipfrac: 0.03552246 + max_actor_loss: 0.0036727758 + max_advantage: 0.26110238 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000631607 + max_entropy: 0.05141996 + max_grad_norm_pre_clip: 2.395725 + max_loss: 0.0038709666 + std: + std_actor_approxkl1: 0.0006911461 + std_actor_approxkl3: 0.0005043738 + std_actor_clipfrac: 0.007947468 + std_actor_loss: 0.000999601 + std_advantage: 0.032116838 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.5578203e-05 + std_entropy: 0.0048637865 + std_grad_norm_pre_clip: 0.6054971 + std_loss: 0.0010025545 + eval-batch-orig: + avg_avg_episode_length: 17.165314 + avg_avg_return: 0.83288896 + avg_benchmark_regret: 0.0034156304 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28549957 + proxy_corner: + avg_avg_return: 0.83288896 + avg_reward_per_step: 0.28549957 + eval-batch-shift: + avg_avg_episode_length: 67.1868 + avg_avg_return: 0.23466495 + avg_benchmark_regret: 0.64891493 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.081840515 + proxy_corner: + avg_avg_return: 0.54199195 + avg_reward_per_step: 0.014419556 + eval-batch-tree: + avg_avg_episode_length: 7.8903084 + avg_avg_return: 0.962453 + avg_benchmark_regret: 0.03176532 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620926 + proxy_corner: + avg_avg_return: 0.962453 + avg_reward_per_step: 0.2620926 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 126877696 + env-step-replay-before: 64356352 + env-step-used-before: 126877696 + ppo-update-before: 77440 + env-step-generate-before: 62521344 + env-step-all-after: 126910464 + env-step-replay-after: 64356352 + env-step-used-after: 126910464 + ppo-update-after: 77460 + env-step-generate-after: 62554112 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.145033 + avg_avg_return: 0.8321086 + avg_reward_per_step: 0.2696228 + proxy_corner: + avg_avg_return: 0.8321086 + avg_reward_per_step: 0.2696228 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.145033 + avg_avg_return: 0.8321086 + avg_reward_per_step: 0.2696228 + proxy_corner: + avg_avg_return: 0.8321086 + avg_reward_per_step: 0.2696228 + perf: + env_steps_per_second: 898426.5056644188 + ppo_updates_per_second: 108.52354797122375 + eval-batch-orig-duration: 0.1917958069825545 + eval-batch-shift-duration: 0.1434158540214412 + eval-batch-tree-duration: 0.1398542890092358 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.012207 + mouse-cheese_dist_finite_wavg: 10.896499 + mouse-cheese_dist_solvable_avg: 10.012207 + mouse-cheese_dist_solvable_wavg: 10.8965 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.217041 + num_walls_wavg: 8.717563 + prop_walls_avg: 0.2703061 + prop_walls_wavg: 0.37902448 + scoring: + avg_scores: 0.074972756 + visit_patterns: + avg_first_visit_time: 1394.8486 + avg_last_visit_time: 1954.2556 + num_replay_batches: 1964 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073200534 + avg_actor_approxkl3: 0.0005363797 + avg_actor_clipfrac: 0.022503663 + avg_actor_loss: -0.00045924634 + avg_advantage: -0.019666314 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002809938 + avg_entropy: 0.10192633 + avg_grad_norm_pre_clip: 1.5201641 + avg_loss: 0.00084379636 + max: + max_actor_approxkl1: 0.0016269848 + max_actor_approxkl3: 0.0010980599 + max_actor_clipfrac: 0.037841797 + max_actor_loss: 0.0016869903 + max_advantage: 0.3861602 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0035335072 + max_entropy: 0.12928516 + max_grad_norm_pre_clip: 2.3958158 + max_loss: 0.00272309 + std: + std_actor_approxkl1: 0.00041898014 + std_actor_approxkl3: 0.0002685263 + std_actor_clipfrac: 0.008532642 + std_actor_loss: 0.0008828453 + std_advantage: 0.075502396 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004738973 + std_entropy: 0.014702542 + std_grad_norm_pre_clip: 0.43436992 + std_loss: 0.0009118572 + eval-batch-orig: + avg_avg_episode_length: 17.168756 + avg_avg_return: 0.8328628 + avg_benchmark_regret: 0.0034418742 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28536987 + proxy_corner: + avg_avg_return: 0.8328628 + avg_reward_per_step: 0.28536987 + eval-batch-shift: + avg_avg_episode_length: 66.50156 + avg_avg_return: 0.2503437 + avg_benchmark_regret: 0.63323617 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07671356 + proxy_corner: + avg_avg_return: 0.53795975 + avg_reward_per_step: 0.014442444 + eval-batch-tree: + avg_avg_episode_length: 7.7846785 + avg_avg_return: 0.9645903 + avg_benchmark_regret: 0.029628042 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2616806 + proxy_corner: + avg_avg_return: 0.9645903 + avg_reward_per_step: 0.2616806 +=========================================================== +=========================================================== + step: + env-step-all-before: 127926272 + env-step-replay-before: 64946176 + env-step-used-before: 127926272 + ppo-update-before: 78080 + env-step-generate-before: 62980096 + env-step-all-after: 127959040 + env-step-replay-after: 64946176 + env-step-used-after: 127959040 + ppo-update-after: 78100 + env-step-generate-after: 63012864 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.319763 + avg_avg_return: 0.806247 + avg_reward_per_step: 0.26538086 + proxy_corner: + avg_avg_return: 0.806247 + avg_reward_per_step: 0.26538086 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.319763 + avg_avg_return: 0.806247 + avg_reward_per_step: 0.26538086 + proxy_corner: + avg_avg_return: 0.806247 + avg_reward_per_step: 0.26538086 + perf: + env_steps_per_second: 898905.7983775412 + ppo_updates_per_second: 103.94948369498698 + eval-batch-orig-duration: 0.20193863997701555 + eval-batch-shift-duration: 0.15167093800846487 + eval-batch-tree-duration: 0.1438384000211954 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.0390625 + mouse-cheese_dist_finite_wavg: 10.901284 + mouse-cheese_dist_solvable_avg: 10.0390625 + mouse-cheese_dist_solvable_wavg: 10.901284 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.21875 + num_walls_wavg: 5.1276608 + prop_walls_avg: 0.27038044 + prop_walls_wavg: 0.22294179 + scoring: + avg_scores: 0.0755609 + visit_patterns: + avg_first_visit_time: 1398.8413 + avg_last_visit_time: 1972.2773 + num_replay_batches: 1982 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00084019935 + avg_actor_approxkl3: 0.00066777103 + avg_actor_clipfrac: 0.024267578 + avg_actor_loss: -0.00028760193 + avg_advantage: -0.024924383 + avg_critic_clipfrac: 0.006536865 + avg_critic_loss: 0.003607468 + avg_entropy: 0.107197545 + avg_grad_norm_pre_clip: 1.7623862 + avg_loss: 0.0014089345 + max: + max_actor_approxkl1: 0.0021242867 + max_actor_approxkl3: 0.0016607342 + max_actor_clipfrac: 0.05883789 + max_actor_loss: 0.0011131242 + max_advantage: 0.3072983 + max_critic_clipfrac: 0.044921875 + max_critic_loss: 0.0050165923 + max_entropy: 0.15192983 + max_grad_norm_pre_clip: 3.4303968 + max_loss: 0.0028534096 + std: + std_actor_approxkl1: 0.0007061763 + std_actor_approxkl3: 0.00046859088 + std_actor_clipfrac: 0.014581686 + std_actor_loss: 0.0008764528 + std_advantage: 0.08667781 + std_critic_clipfrac: 0.012279114 + std_critic_loss: 0.00077910203 + std_entropy: 0.021419473 + std_grad_norm_pre_clip: 0.6563687 + std_loss: 0.0010513393 + eval-batch-orig: + avg_avg_episode_length: 17.198559 + avg_avg_return: 0.83252716 + avg_benchmark_regret: 0.0037774509 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850418 + proxy_corner: + avg_avg_return: 0.83252716 + avg_reward_per_step: 0.2850418 + eval-batch-shift: + avg_avg_episode_length: 66.651566 + avg_avg_return: 0.25091457 + avg_benchmark_regret: 0.6326652 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07657623 + proxy_corner: + avg_avg_return: 0.5391879 + avg_reward_per_step: 0.014457703 + eval-batch-tree: + avg_avg_episode_length: 7.9449496 + avg_avg_return: 0.9645562 + avg_benchmark_regret: 0.029662121 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26085663 + proxy_corner: + avg_avg_return: 0.9645562 + avg_reward_per_step: 0.26085663 +=========================================================== +=========================================================== + step: + env-step-all-before: 128974848 + env-step-replay-before: 65601536 + env-step-used-before: 128974848 + ppo-update-before: 78720 + env-step-generate-before: 63373312 + env-step-all-after: 129007616 + env-step-replay-after: 65601536 + env-step-used-after: 129007616 + ppo-update-after: 78740 + env-step-generate-after: 63406080 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.226536 + avg_avg_return: 0.79356 + avg_reward_per_step: 0.26239014 + proxy_corner: + avg_avg_return: 0.79356 + avg_reward_per_step: 0.26239014 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.226536 + avg_avg_return: 0.79356 + avg_reward_per_step: 0.26239014 + proxy_corner: + avg_avg_return: 0.79356 + avg_reward_per_step: 0.26239014 + perf: + env_steps_per_second: 886488.9202635897 + ppo_updates_per_second: 86.91636334857253 + eval-batch-orig-duration: 0.2429422980058007 + eval-batch-shift-duration: 0.14717191399540752 + eval-batch-tree-duration: 0.1451440620003268 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.048096 + mouse-cheese_dist_finite_wavg: 10.901268 + mouse-cheese_dist_solvable_avg: 10.048096 + mouse-cheese_dist_solvable_wavg: 10.901269 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.218506 + num_walls_wavg: 6.921303 + prop_walls_avg: 0.2703698 + prop_walls_wavg: 0.3009263 + scoring: + avg_scores: 0.07552023 + visit_patterns: + avg_first_visit_time: 1403.2375 + avg_last_visit_time: 1992.324 + num_replay_batches: 2002 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007695655 + avg_actor_approxkl3: 0.0006083775 + avg_actor_clipfrac: 0.023114014 + avg_actor_loss: -0.0005051607 + avg_advantage: -0.008186631 + avg_critic_clipfrac: 0.00024414062 + avg_critic_loss: 0.0034727503 + avg_entropy: 0.116284266 + avg_grad_norm_pre_clip: 1.4689586 + avg_loss: 0.0011149303 + max: + max_actor_approxkl1: 0.002473446 + max_actor_approxkl3: 0.0021111148 + max_actor_clipfrac: 0.052490234 + max_actor_loss: 0.0009622574 + max_advantage: 0.32617897 + max_critic_clipfrac: 0.004638672 + max_critic_loss: 0.0048210705 + max_entropy: 0.1506249 + max_grad_norm_pre_clip: 2.6074264 + max_loss: 0.0025181384 + std: + std_actor_approxkl1: 0.00061390054 + std_actor_approxkl3: 0.00049776613 + std_actor_clipfrac: 0.013777099 + std_actor_loss: 0.0007289499 + std_advantage: 0.08588044 + std_critic_clipfrac: 0.0010095738 + std_critic_loss: 0.000580188 + std_entropy: 0.014810811 + std_grad_norm_pre_clip: 0.47447327 + std_loss: 0.00082430104 + eval-batch-orig: + avg_avg_episode_length: 17.192245 + avg_avg_return: 0.83260584 + avg_benchmark_regret: 0.0036987811 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28524017 + proxy_corner: + avg_avg_return: 0.83260584 + avg_reward_per_step: 0.28524017 + eval-batch-shift: + avg_avg_episode_length: 67.18581 + avg_avg_return: 0.23806101 + avg_benchmark_regret: 0.64551884 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076423645 + proxy_corner: + avg_avg_return: 0.54564863 + avg_reward_per_step: 0.014480591 + eval-batch-tree: + avg_avg_episode_length: 8.014875 + avg_avg_return: 0.9622767 + avg_benchmark_regret: 0.03194172 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26107025 + proxy_corner: + avg_avg_return: 0.9622767 + avg_reward_per_step: 0.26107025 +=========================================================== +=========================================================== + step: + env-step-all-before: 130023424 + env-step-replay-before: 66158592 + env-step-used-before: 130023424 + ppo-update-before: 79360 + env-step-generate-before: 63864832 + env-step-all-after: 130056192 + env-step-replay-after: 66158592 + env-step-used-after: 130056192 + ppo-update-after: 79380 + env-step-generate-after: 63897600 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.7962475 + avg_avg_return: 0.8373462 + avg_reward_per_step: 0.27246094 + proxy_corner: + avg_avg_return: 0.8373462 + avg_reward_per_step: 0.27246094 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.7962475 + avg_avg_return: 0.8373462 + avg_reward_per_step: 0.27246094 + proxy_corner: + avg_avg_return: 0.8373462 + avg_reward_per_step: 0.27246094 + perf: + env_steps_per_second: 589364.0187384628 + ppo_updates_per_second: 95.32902868497257 + eval-batch-orig-duration: 0.19515271700220183 + eval-batch-shift-duration: 0.1425983509980142 + eval-batch-tree-duration: 0.14009971101768315 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.053955 + mouse-cheese_dist_finite_wavg: 9.103905 + mouse-cheese_dist_solvable_avg: 10.053955 + mouse-cheese_dist_solvable_wavg: 9.103908 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.223633 + num_walls_wavg: 8.716416 + prop_walls_avg: 0.27059272 + prop_walls_wavg: 0.37897465 + scoring: + avg_scores: 0.07545388 + visit_patterns: + avg_first_visit_time: 1408.7166 + avg_last_visit_time: 2009.2527 + num_replay_batches: 2019 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095023 + avg_actor_approxkl3: 0.00072716916 + avg_actor_clipfrac: 0.025982667 + avg_actor_loss: 0.00044362043 + avg_advantage: 0.0022047707 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0029924067 + avg_entropy: 0.086500145 + avg_grad_norm_pre_clip: 1.5988137 + avg_loss: 0.0018533239 + max: + max_actor_approxkl1: 0.0031513888 + max_actor_approxkl3: 0.0023482316 + max_actor_clipfrac: 0.053833008 + max_actor_loss: 0.00251095 + max_advantage: 0.35484314 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0051636486 + max_entropy: 0.13061231 + max_grad_norm_pre_clip: 2.751399 + max_loss: 0.004008941 + std: + std_actor_approxkl1: 0.00067812303 + std_actor_approxkl3: 0.0005053127 + std_actor_clipfrac: 0.012533434 + std_actor_loss: 0.0007680233 + std_advantage: 0.07901977 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00081436214 + std_entropy: 0.021850815 + std_grad_norm_pre_clip: 0.6324418 + std_loss: 0.0009229397 + eval-batch-orig: + avg_avg_episode_length: 17.170502 + avg_avg_return: 0.8328332 + avg_benchmark_regret: 0.00347146 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28531647 + proxy_corner: + avg_avg_return: 0.8328332 + avg_reward_per_step: 0.28531647 + eval-batch-shift: + avg_avg_episode_length: 67.07201 + avg_avg_return: 0.23644018 + avg_benchmark_regret: 0.64713967 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0765152 + proxy_corner: + avg_avg_return: 0.5384419 + avg_reward_per_step: 0.01448822 + eval-batch-tree: + avg_avg_episode_length: 7.904598 + avg_avg_return: 0.96310055 + avg_benchmark_regret: 0.031117765 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26097107 + proxy_corner: + avg_avg_return: 0.96310055 + avg_reward_per_step: 0.26097107 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 131072000 + env-step-replay-before: 66551808 + env-step-used-before: 131072000 + ppo-update-before: 80000 + env-step-generate-before: 64520192 + env-step-all-after: 131104768 + env-step-replay-after: 66551808 + env-step-used-after: 131104768 + ppo-update-after: 80020 + env-step-generate-after: 64552960 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.929443 + avg_avg_return: 0.8117367 + avg_reward_per_step: 0.25003052 + proxy_corner: + avg_avg_return: 0.8117367 + avg_reward_per_step: 0.25003052 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.929443 + avg_avg_return: 0.8117367 + avg_reward_per_step: 0.25003052 + proxy_corner: + avg_avg_return: 0.8117367 + avg_reward_per_step: 0.25003052 + perf: + env_steps_per_second: 607696.6274697707 + ppo_updates_per_second: 74.72899594691025 + eval-batch-orig-duration: 0.2569664089824073 + eval-batch-shift-duration: 0.1599454979877919 + eval-batch-tree-duration: 0.14495962398359552 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.074951 + mouse-cheese_dist_finite_wavg: 10.006553 + mouse-cheese_dist_solvable_avg: 10.074951 + mouse-cheese_dist_solvable_wavg: 10.006553 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2263184 + num_walls_wavg: 5.1250615 + prop_walls_avg: 0.27070948 + prop_walls_wavg: 0.22282884 + scoring: + avg_scores: 0.07604389 + visit_patterns: + avg_first_visit_time: 1415.6333 + avg_last_visit_time: 2021.2849 + num_replay_batches: 2031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079388265 + avg_actor_approxkl3: 0.0006497355 + avg_actor_clipfrac: 0.027166748 + avg_actor_loss: -0.00028271155 + avg_advantage: 0.0039976486 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003351428 + avg_entropy: 0.1098687 + avg_grad_norm_pre_clip: 1.5898255 + avg_loss: 0.0012831339 + max: + max_actor_approxkl1: 0.002492699 + max_actor_approxkl3: 0.001620313 + max_actor_clipfrac: 0.05859375 + max_actor_loss: 0.0013811104 + max_advantage: 0.5883026 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0052425237 + max_entropy: 0.14866985 + max_grad_norm_pre_clip: 3.3313386 + max_loss: 0.0026699917 + std: + std_actor_approxkl1: 0.00057991606 + std_actor_approxkl3: 0.0004348122 + std_actor_clipfrac: 0.016024092 + std_actor_loss: 0.00071113167 + std_advantage: 0.08276041 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007661911 + std_entropy: 0.019611195 + std_grad_norm_pre_clip: 0.63554627 + std_loss: 0.00066051877 + eval-batch-orig: + avg_avg_episode_length: 17.236788 + avg_avg_return: 0.83206785 + avg_benchmark_regret: 0.004236812 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28512573 + proxy_corner: + avg_avg_return: 0.83206785 + avg_reward_per_step: 0.28512573 + eval-batch-shift: + avg_avg_episode_length: 67.33295 + avg_avg_return: 0.23548749 + avg_benchmark_regret: 0.6480924 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077697754 + proxy_corner: + avg_avg_return: 0.53957987 + avg_reward_per_step: 0.014457703 + eval-batch-tree: + avg_avg_episode_length: 8.26761 + avg_avg_return: 0.95726 + avg_benchmark_regret: 0.03695831 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2606125 + proxy_corner: + avg_avg_return: 0.95726 + avg_reward_per_step: 0.2606125 +=========================================================== +=========================================================== + step: + env-step-all-before: 132120576 + env-step-replay-before: 67076096 + env-step-used-before: 132120576 + ppo-update-before: 80640 + env-step-generate-before: 65044480 + env-step-all-after: 132153344 + env-step-replay-after: 67076096 + env-step-used-after: 132153344 + ppo-update-after: 80660 + env-step-generate-after: 65077248 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.447441 + avg_avg_return: 0.80602664 + avg_reward_per_step: 0.27041626 + proxy_corner: + avg_avg_return: 0.80602664 + avg_reward_per_step: 0.27041626 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.447441 + avg_avg_return: 0.80602664 + avg_reward_per_step: 0.27041626 + proxy_corner: + avg_avg_return: 0.80602664 + avg_reward_per_step: 0.27041626 + perf: + env_steps_per_second: 910630.3873733053 + ppo_updates_per_second: 104.51978566060471 + eval-batch-orig-duration: 0.20087221002904698 + eval-batch-shift-duration: 0.14396565000060946 + eval-batch-tree-duration: 0.141663670015987 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.089844 + mouse-cheese_dist_finite_wavg: 8.21061 + mouse-cheese_dist_solvable_avg: 10.089844 + mouse-cheese_dist_solvable_wavg: 8.21061 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2214355 + num_walls_wavg: 6.9204392 + prop_walls_avg: 0.27049717 + prop_walls_wavg: 0.30088866 + scoring: + avg_scores: 0.07593871 + visit_patterns: + avg_first_visit_time: 1423.8247 + avg_last_visit_time: 2037.2456 + num_replay_batches: 2047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012258164 + avg_actor_approxkl3: 0.0011126291 + avg_actor_clipfrac: 0.0354187 + avg_actor_loss: 0.00010495912 + avg_advantage: -0.005946804 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0034192882 + avg_entropy: 0.10905886 + avg_grad_norm_pre_clip: 1.8387108 + avg_loss: 0.0017055447 + max: + max_actor_approxkl1: 0.0039549083 + max_actor_approxkl3: 0.003088057 + max_actor_clipfrac: 0.08081055 + max_actor_loss: 0.0019556135 + max_advantage: 0.46688908 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004814075 + max_entropy: 0.15860914 + max_grad_norm_pre_clip: 3.9083195 + max_loss: 0.003522726 + std: + std_actor_approxkl1: 0.0011396572 + std_actor_approxkl3: 0.00084202725 + std_actor_clipfrac: 0.019341396 + std_actor_loss: 0.00074441906 + std_advantage: 0.08383769 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00071379304 + std_entropy: 0.019495906 + std_grad_norm_pre_clip: 0.7098822 + std_loss: 0.0008873956 + eval-batch-orig: + avg_avg_episode_length: 17.17653 + avg_avg_return: 0.83237517 + avg_benchmark_regret: 0.0039294576 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28531647 + proxy_corner: + avg_avg_return: 0.83237517 + avg_reward_per_step: 0.28531647 + eval-batch-shift: + avg_avg_episode_length: 67.52635 + avg_avg_return: 0.23627956 + avg_benchmark_regret: 0.6473003 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07714844 + proxy_corner: + avg_avg_return: 0.5436716 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 7.831702 + avg_avg_return: 0.9634769 + avg_benchmark_regret: 0.030741433 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26116943 + proxy_corner: + avg_avg_return: 0.9634769 + avg_reward_per_step: 0.26116943 +=========================================================== +=========================================================== + step: + env-step-all-before: 133169152 + env-step-replay-before: 67600384 + env-step-used-before: 133169152 + ppo-update-before: 81280 + env-step-generate-before: 65568768 + env-step-all-after: 133201920 + env-step-replay-after: 67633152 + env-step-used-after: 133201920 + ppo-update-after: 81300 + env-step-generate-after: 65568768 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.487336 + avg_avg_return: 0.91457117 + avg_reward_per_step: 0.09347534 + proxy_corner: + avg_avg_return: 0.91457117 + avg_reward_per_step: 0.09347534 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.487336 + avg_avg_return: 0.91457117 + avg_reward_per_step: 0.09347534 + proxy_corner: + avg_avg_return: 0.91457117 + avg_reward_per_step: 0.09347534 + perf: + env_steps_per_second: 627510.6625337733 + ppo_updates_per_second: 75.06690027512438 + eval-batch-orig-duration: 0.25955812499159947 + eval-batch-shift-duration: 0.17234556697076187 + eval-batch-tree-duration: 0.150111758033745 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.10083 + mouse-cheese_dist_finite_wavg: 11.812795 + mouse-cheese_dist_solvable_avg: 10.10083 + mouse-cheese_dist_solvable_wavg: 11.812796 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2246094 + num_walls_wavg: 5.122614 + prop_walls_avg: 0.2706352 + prop_walls_wavg: 0.22272237 + scoring: + avg_scores: 0.07601923 + visit_patterns: + avg_first_visit_time: 1428.4731 + avg_last_visit_time: 2054.299 + num_replay_batches: 2064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00070663594 + avg_actor_approxkl3: 0.00042547547 + avg_actor_clipfrac: 0.0120422365 + avg_actor_loss: -0.00011211069 + avg_advantage: -0.003185591 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00047265724 + avg_entropy: 0.04255088 + avg_grad_norm_pre_clip: 0.7213654 + avg_loss: 8.166706e-05 + max: + max_actor_approxkl1: 0.0022423123 + max_actor_approxkl3: 0.001437498 + max_actor_clipfrac: 0.024169922 + max_actor_loss: 0.00051301066 + max_advantage: 0.28411323 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005671666 + max_entropy: 0.05841637 + max_grad_norm_pre_clip: 1.3398004 + max_loss: 0.00070573034 + std: + std_actor_approxkl1: 0.0006178858 + std_actor_approxkl3: 0.00033231362 + std_actor_clipfrac: 0.006435349 + std_actor_loss: 0.00038099877 + std_advantage: 0.03111354 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.932274e-05 + std_entropy: 0.006135307 + std_grad_norm_pre_clip: 0.2866725 + std_loss: 0.00038454842 + eval-batch-orig: + avg_avg_episode_length: 17.164928 + avg_avg_return: 0.83268714 + avg_benchmark_regret: 0.0036174788 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2854309 + proxy_corner: + avg_avg_return: 0.83268714 + avg_reward_per_step: 0.2854309 + eval-batch-shift: + avg_avg_episode_length: 68.189926 + avg_avg_return: 0.22464576 + avg_benchmark_regret: 0.6589341 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07362366 + proxy_corner: + avg_avg_return: 0.54877925 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.8564105 + avg_avg_return: 0.96391165 + avg_benchmark_regret: 0.03030676 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2615204 + proxy_corner: + avg_avg_return: 0.96391165 + avg_reward_per_step: 0.2615204 +=========================================================== +=========================================================== + step: + env-step-all-before: 134217728 + env-step-replay-before: 68157440 + env-step-used-before: 134217728 + ppo-update-before: 81920 + env-step-generate-before: 66060288 + env-step-all-after: 134250496 + env-step-replay-after: 68157440 + env-step-used-after: 134250496 + ppo-update-after: 81940 + env-step-generate-after: 66093056 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.130383 + avg_avg_return: 0.7732564 + avg_reward_per_step: 0.26416016 + proxy_corner: + avg_avg_return: 0.7732564 + avg_reward_per_step: 0.26416016 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.130383 + avg_avg_return: 0.7732564 + avg_reward_per_step: 0.26416016 + proxy_corner: + avg_avg_return: 0.7732564 + avg_reward_per_step: 0.26416016 + perf: + env_steps_per_second: 591185.7038854393 + ppo_updates_per_second: 95.30684596542463 + eval-batch-orig-duration: 0.19551755499560386 + eval-batch-shift-duration: 0.14298432000214234 + eval-batch-tree-duration: 0.1403323400299996 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.121338 + mouse-cheese_dist_finite_wavg: 11.809436 + mouse-cheese_dist_solvable_avg: 10.121338 + mouse-cheese_dist_solvable_wavg: 11.809436 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2285156 + num_walls_wavg: 8.723186 + prop_walls_avg: 0.270805 + prop_walls_wavg: 0.37926894 + scoring: + avg_scores: 0.0765149 + visit_patterns: + avg_first_visit_time: 1432.9138 + avg_last_visit_time: 2070.2986 + num_replay_batches: 2080 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011292335 + avg_actor_approxkl3: 0.00088674773 + avg_actor_clipfrac: 0.031536866 + avg_actor_loss: -6.772913e-05 + avg_advantage: -0.032119103 + avg_critic_clipfrac: 0.0034179688 + avg_critic_loss: 0.0043842 + avg_entropy: 0.13320485 + avg_grad_norm_pre_clip: 2.016488 + avg_loss: 0.0019911656 + max: + max_actor_approxkl1: 0.0037030429 + max_actor_approxkl3: 0.0023266042 + max_actor_clipfrac: 0.06774902 + max_actor_loss: 0.0014856905 + max_advantage: 0.24434638 + max_critic_clipfrac: 0.026000977 + max_critic_loss: 0.0063898345 + max_entropy: 0.16989389 + max_grad_norm_pre_clip: 3.2692432 + max_loss: 0.0033738865 + std: + std_actor_approxkl1: 0.0009587135 + std_actor_approxkl3: 0.0006389308 + std_actor_clipfrac: 0.018696625 + std_actor_loss: 0.0010763457 + std_advantage: 0.09536901 + std_critic_clipfrac: 0.0069389213 + std_critic_loss: 0.0011067258 + std_entropy: 0.022274507 + std_grad_norm_pre_clip: 0.5760068 + std_loss: 0.0012469536 + eval-batch-orig: + avg_avg_episode_length: 17.174904 + avg_avg_return: 0.8328368 + avg_benchmark_regret: 0.0034678185 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2853241 + proxy_corner: + avg_avg_return: 0.8328368 + avg_reward_per_step: 0.2853241 + eval-batch-shift: + avg_avg_episode_length: 68.22432 + avg_avg_return: 0.22916287 + avg_benchmark_regret: 0.654417 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07156372 + proxy_corner: + avg_avg_return: 0.5456327 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.5545306 + avg_avg_return: 0.96824837 + avg_benchmark_regret: 0.025969973 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26222992 + proxy_corner: + avg_avg_return: 0.96824837 + avg_reward_per_step: 0.26222992 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 135266304 + env-step-replay-before: 68780032 + env-step-used-before: 135266304 + ppo-update-before: 82560 + env-step-generate-before: 66486272 + env-step-all-after: 135299072 + env-step-replay-after: 68780032 + env-step-used-after: 135299072 + ppo-update-after: 82580 + env-step-generate-after: 66519040 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.552507 + avg_avg_return: 0.8293604 + avg_reward_per_step: 0.26449585 + proxy_corner: + avg_avg_return: 0.8293604 + avg_reward_per_step: 0.26449585 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.552507 + avg_avg_return: 0.8293604 + avg_reward_per_step: 0.26449585 + proxy_corner: + avg_avg_return: 0.8293604 + avg_reward_per_step: 0.26449585 + perf: + env_steps_per_second: 895143.5791359462 + ppo_updates_per_second: 104.10427947422804 + eval-batch-orig-duration: 0.2020787259680219 + eval-batch-shift-duration: 0.15124106797156855 + eval-batch-tree-duration: 0.14330178796080872 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.140869 + mouse-cheese_dist_finite_wavg: 10.915718 + mouse-cheese_dist_solvable_avg: 10.140869 + mouse-cheese_dist_solvable_wavg: 10.915719 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2233887 + num_walls_wavg: 5.122328 + prop_walls_avg: 0.2705821 + prop_walls_wavg: 0.2227099 + scoring: + avg_scores: 0.07656519 + visit_patterns: + avg_first_visit_time: 1438.544 + avg_last_visit_time: 2089.254 + num_replay_batches: 2099 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001042616 + avg_actor_approxkl3: 0.0007745018 + avg_actor_clipfrac: 0.033099364 + avg_actor_loss: 0.00031784642 + avg_advantage: -0.003334106 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0029043627 + avg_entropy: 0.10816884 + avg_grad_norm_pre_clip: 1.7745081 + avg_loss: 0.0016618591 + max: + max_actor_approxkl1: 0.002747409 + max_actor_approxkl3: 0.0016502929 + max_actor_clipfrac: 0.053833008 + max_actor_loss: 0.0038409978 + max_advantage: 0.35089427 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0041680676 + max_entropy: 0.1382307 + max_grad_norm_pre_clip: 2.9370172 + max_loss: 0.0052805375 + std: + std_actor_approxkl1: 0.000675061 + std_actor_approxkl3: 0.0004074885 + std_actor_clipfrac: 0.013625762 + std_actor_loss: 0.0013677641 + std_advantage: 0.07788194 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000622183 + std_entropy: 0.016980296 + std_grad_norm_pre_clip: 0.66581565 + std_loss: 0.0014522672 + eval-batch-orig: + avg_avg_episode_length: 17.218758 + avg_avg_return: 0.83207506 + avg_benchmark_regret: 0.004229572 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850876 + proxy_corner: + avg_avg_return: 0.83207506 + avg_reward_per_step: 0.2850876 + eval-batch-shift: + avg_avg_episode_length: 67.19022 + avg_avg_return: 0.242012 + avg_benchmark_regret: 0.6415679 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07070923 + proxy_corner: + avg_avg_return: 0.5407562 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.601637 + avg_avg_return: 0.9644383 + avg_benchmark_regret: 0.029780062 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2622223 + proxy_corner: + avg_avg_return: 0.9644383 + avg_reward_per_step: 0.2622223 +=========================================================== +=========================================================== + step: + env-step-all-before: 136314880 + env-step-replay-before: 69107712 + env-step-used-before: 136314880 + ppo-update-before: 83200 + env-step-generate-before: 67207168 + env-step-all-after: 136347648 + env-step-replay-after: 69107712 + env-step-used-after: 136347648 + ppo-update-after: 83220 + env-step-generate-after: 67239936 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.49757 + avg_avg_return: 0.82763577 + avg_reward_per_step: 0.2980652 + proxy_corner: + avg_avg_return: 0.82763577 + avg_reward_per_step: 0.2980652 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.49757 + avg_avg_return: 0.82763577 + avg_reward_per_step: 0.2980652 + proxy_corner: + avg_avg_return: 0.82763577 + avg_reward_per_step: 0.2980652 + perf: + env_steps_per_second: 545364.1608684228 + ppo_updates_per_second: 72.25085844840345 + eval-batch-orig-duration: 0.33505179098574445 + eval-batch-shift-duration: 0.17463131598196924 + eval-batch-tree-duration: 0.14986324997153133 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.156982 + mouse-cheese_dist_finite_wavg: 10.916008 + mouse-cheese_dist_solvable_avg: 10.156982 + mouse-cheese_dist_solvable_wavg: 10.916005 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.226074 + num_walls_wavg: 8.719167 + prop_walls_avg: 0.27069885 + prop_walls_wavg: 0.37909418 + scoring: + avg_scores: 0.07659316 + visit_patterns: + avg_first_visit_time: 1449.0654 + avg_last_visit_time: 2099.3613 + num_replay_batches: 2109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010890736 + avg_actor_approxkl3: 0.000602226 + avg_actor_clipfrac: 0.024029542 + avg_actor_loss: -0.00045237783 + avg_advantage: -0.0023498032 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002597437 + avg_entropy: 0.11778319 + avg_grad_norm_pre_clip: 1.3850368 + avg_loss: 0.0007285575 + max: + max_actor_approxkl1: 0.0029246402 + max_actor_approxkl3: 0.0022625169 + max_actor_clipfrac: 0.0826416 + max_actor_loss: 0.0012079328 + max_advantage: 0.32193983 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0033778145 + max_entropy: 0.15875345 + max_grad_norm_pre_clip: 2.914013 + max_loss: 0.0027781706 + std: + std_actor_approxkl1: 0.00090574066 + std_actor_approxkl3: 0.0004903425 + std_actor_clipfrac: 0.017781345 + std_actor_loss: 0.00071335427 + std_advantage: 0.073536456 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004940501 + std_entropy: 0.018190408 + std_grad_norm_pre_clip: 0.61942136 + std_loss: 0.00081330776 + eval-batch-orig: + avg_avg_episode_length: 17.2439 + avg_avg_return: 0.83207417 + avg_benchmark_regret: 0.0042305095 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28512573 + proxy_corner: + avg_avg_return: 0.83207417 + avg_reward_per_step: 0.28512573 + eval-batch-shift: + avg_avg_episode_length: 67.37738 + avg_avg_return: 0.24113587 + avg_benchmark_regret: 0.642444 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07450867 + proxy_corner: + avg_avg_return: 0.5441832 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 8.15122 + avg_avg_return: 0.9607626 + avg_benchmark_regret: 0.033455707 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26068115 + proxy_corner: + avg_avg_return: 0.9607626 + avg_reward_per_step: 0.26068115 +=========================================================== +=========================================================== + step: + env-step-all-before: 137363456 + env-step-replay-before: 69664768 + env-step-used-before: 137363456 + ppo-update-before: 83840 + env-step-generate-before: 67698688 + env-step-all-after: 137396224 + env-step-replay-after: 69697536 + env-step-used-after: 137396224 + ppo-update-after: 83860 + env-step-generate-after: 67698688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.627974 + avg_avg_return: 0.9125804 + avg_reward_per_step: 0.09197998 + proxy_corner: + avg_avg_return: 0.9125804 + avg_reward_per_step: 0.09197998 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.627974 + avg_avg_return: 0.9125804 + avg_reward_per_step: 0.09197998 + proxy_corner: + avg_avg_return: 0.9125804 + avg_reward_per_step: 0.09197998 + perf: + env_steps_per_second: 605931.2882250426 + ppo_updates_per_second: 98.87739647925316 + eval-batch-orig-duration: 0.19815331499557942 + eval-batch-shift-duration: 0.14517009200062603 + eval-batch-tree-duration: 0.14354478695895523 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.171387 + mouse-cheese_dist_finite_wavg: 9.118803 + mouse-cheese_dist_solvable_avg: 10.171387 + mouse-cheese_dist_solvable_wavg: 9.118805 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.229492 + num_walls_wavg: 8.720828 + prop_walls_avg: 0.27084747 + prop_walls_wavg: 0.37916648 + scoring: + avg_scores: 0.07676691 + visit_patterns: + avg_first_visit_time: 1454.6626 + avg_last_visit_time: 2117.309 + num_replay_batches: 2127 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000318053 + avg_actor_approxkl3: 0.0004038297 + avg_actor_clipfrac: 0.0152954105 + avg_actor_loss: 5.0468418e-05 + avg_advantage: -0.007613502 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005494704 + avg_entropy: 0.04816983 + avg_grad_norm_pre_clip: 0.74481046 + avg_loss: 0.00027703375 + max: + max_actor_approxkl1: 0.0013412057 + max_actor_approxkl3: 0.00091824326 + max_actor_clipfrac: 0.03149414 + max_actor_loss: 0.0018350966 + max_advantage: 0.35022795 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00075547537 + max_entropy: 0.057486728 + max_grad_norm_pre_clip: 1.4967827 + max_loss: 0.0020593726 + std: + std_actor_approxkl1: 0.00047811054 + std_actor_approxkl3: 0.00023145006 + std_actor_clipfrac: 0.008203189 + std_actor_loss: 0.000565252 + std_advantage: 0.034532517 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.2245184e-05 + std_entropy: 0.0038623707 + std_grad_norm_pre_clip: 0.3185564 + std_loss: 0.00057048624 + eval-batch-orig: + avg_avg_episode_length: 17.181229 + avg_avg_return: 0.83262587 + avg_benchmark_regret: 0.0036787186 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28518677 + proxy_corner: + avg_avg_return: 0.83262587 + avg_reward_per_step: 0.28518677 + eval-batch-shift: + avg_avg_episode_length: 67.780975 + avg_avg_return: 0.2278002 + avg_benchmark_regret: 0.65577966 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07083893 + proxy_corner: + avg_avg_return: 0.54721373 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.504029 + avg_avg_return: 0.9660101 + avg_benchmark_regret: 0.028208273 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2621994 + proxy_corner: + avg_avg_return: 0.9660101 + avg_reward_per_step: 0.2621994 +=========================================================== +=========================================================== + step: + env-step-all-before: 138412032 + env-step-replay-before: 70090752 + env-step-used-before: 138412032 + ppo-update-before: 84480 + env-step-generate-before: 68321280 + env-step-all-after: 138444800 + env-step-replay-after: 70123520 + env-step-used-after: 138444800 + ppo-update-after: 84500 + env-step-generate-after: 68321280 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.468807 + avg_avg_return: 0.91340363 + avg_reward_per_step: 0.09298706 + proxy_corner: + avg_avg_return: 0.91340363 + avg_reward_per_step: 0.09298706 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.468807 + avg_avg_return: 0.91340363 + avg_reward_per_step: 0.09298706 + proxy_corner: + avg_avg_return: 0.91340363 + avg_reward_per_step: 0.09298706 + perf: + env_steps_per_second: 538939.9847012948 + ppo_updates_per_second: 72.19788553774755 + eval-batch-orig-duration: 0.2802873000036925 + eval-batch-shift-duration: 0.16964164999080822 + eval-batch-tree-duration: 0.15145443903747946 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.197998 + mouse-cheese_dist_finite_wavg: 10.915422 + mouse-cheese_dist_solvable_avg: 10.197998 + mouse-cheese_dist_solvable_wavg: 10.915422 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.232422 + num_walls_wavg: 6.922491 + prop_walls_avg: 0.27097484 + prop_walls_wavg: 0.30097795 + scoring: + avg_scores: 0.07689376 + visit_patterns: + avg_first_visit_time: 1464.011 + avg_last_visit_time: 2130.3972 + num_replay_batches: 2140 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004735104 + avg_actor_approxkl3: 0.00032380244 + avg_actor_clipfrac: 0.010839844 + avg_actor_loss: -4.1452655e-05 + avg_advantage: 0.003164038 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004105855 + avg_entropy: 0.05016933 + avg_grad_norm_pre_clip: 1.0280876 + avg_loss: 0.00011367075 + max: + max_actor_approxkl1: 0.001777956 + max_actor_approxkl3: 0.0010059336 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0022954484 + max_advantage: 0.2633844 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004667846 + max_entropy: 0.06183598 + max_grad_norm_pre_clip: 3.0243192 + max_loss: 0.0024655815 + std: + std_actor_approxkl1: 0.00045003791 + std_actor_approxkl3: 0.00022356502 + std_actor_clipfrac: 0.0049897647 + std_actor_loss: 0.0007335405 + std_advantage: 0.02900853 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.95332e-05 + std_entropy: 0.0050857128 + std_grad_norm_pre_clip: 0.5793685 + std_loss: 0.0007359367 + eval-batch-orig: + avg_avg_episode_length: 17.17844 + avg_avg_return: 0.83267885 + avg_benchmark_regret: 0.003625778 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28499603 + proxy_corner: + avg_avg_return: 0.83267885 + avg_reward_per_step: 0.28499603 + eval-batch-shift: + avg_avg_episode_length: 68.26505 + avg_avg_return: 0.2247501 + avg_benchmark_regret: 0.65882975 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.5484531 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.5459003 + avg_avg_return: 0.96491015 + avg_benchmark_regret: 0.029308224 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26211548 + proxy_corner: + avg_avg_return: 0.96491015 + avg_reward_per_step: 0.26211548 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 139460608 + env-step-replay-before: 70713344 + env-step-used-before: 139460608 + ppo-update-before: 85120 + env-step-generate-before: 68747264 + env-step-all-after: 139493376 + env-step-replay-after: 70713344 + env-step-used-after: 139493376 + ppo-update-after: 85140 + env-step-generate-after: 68780032 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.745007 + avg_avg_return: 0.81359017 + avg_reward_per_step: 0.2694397 + proxy_corner: + avg_avg_return: 0.81359017 + avg_reward_per_step: 0.2694397 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.745007 + avg_avg_return: 0.81359017 + avg_reward_per_step: 0.2694397 + proxy_corner: + avg_avg_return: 0.81359017 + avg_reward_per_step: 0.2694397 + perf: + env_steps_per_second: 827580.4519570066 + ppo_updates_per_second: 101.81989986238858 + eval-batch-orig-duration: 0.21729743899777532 + eval-batch-shift-duration: 0.16289173398399726 + eval-batch-tree-duration: 0.14708522299770266 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.208984 + mouse-cheese_dist_finite_wavg: 12.717624 + mouse-cheese_dist_solvable_avg: 10.208984 + mouse-cheese_dist_solvable_wavg: 12.717622 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2216797 + num_walls_wavg: 8.719399 + prop_walls_avg: 0.2705078 + prop_walls_wavg: 0.3791043 + scoring: + avg_scores: 0.07716813 + visit_patterns: + avg_first_visit_time: 1470.7571 + avg_last_visit_time: 2148.1401 + num_replay_batches: 2158 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013311383 + avg_actor_approxkl3: 0.0010909216 + avg_actor_clipfrac: 0.0357666 + avg_actor_loss: 0.00082387554 + avg_advantage: -0.02609675 + avg_critic_clipfrac: 0.00010375977 + avg_critic_loss: 0.003467038 + avg_entropy: 0.12686068 + avg_grad_norm_pre_clip: 2.029642 + avg_loss: 0.002430534 + max: + max_actor_approxkl1: 0.003188671 + max_actor_approxkl3: 0.0021732098 + max_actor_clipfrac: 0.07141113 + max_actor_loss: 0.0042685494 + max_advantage: 0.36532187 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.0052984757 + max_entropy: 0.16401672 + max_grad_norm_pre_clip: 3.9486437 + max_loss: 0.0067674923 + std: + std_actor_approxkl1: 0.00092161057 + std_actor_approxkl3: 0.0005829938 + std_actor_clipfrac: 0.01651684 + std_actor_loss: 0.0012417182 + std_advantage: 0.08411303 + std_critic_clipfrac: 0.00037679012 + std_critic_loss: 0.00081812305 + std_entropy: 0.016660742 + std_grad_norm_pre_clip: 0.7976045 + std_loss: 0.0014354995 + eval-batch-orig: + avg_avg_episode_length: 17.212158 + avg_avg_return: 0.8321518 + avg_benchmark_regret: 0.0041529033 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28444672 + proxy_corner: + avg_avg_return: 0.8321518 + avg_reward_per_step: 0.28444672 + eval-batch-shift: + avg_avg_episode_length: 67.75245 + avg_avg_return: 0.23046747 + avg_benchmark_regret: 0.6531124 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07002258 + proxy_corner: + avg_avg_return: 0.5440462 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.471865 + avg_avg_return: 0.96593934 + avg_benchmark_regret: 0.028279021 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620926 + proxy_corner: + avg_avg_return: 0.96593934 + avg_reward_per_step: 0.2620926 +=========================================================== +=========================================================== + step: + env-step-all-before: 140509184 + env-step-replay-before: 71237632 + env-step-used-before: 140509184 + ppo-update-before: 85760 + env-step-generate-before: 69271552 + env-step-all-after: 140541952 + env-step-replay-after: 71270400 + env-step-used-after: 140541952 + ppo-update-after: 85780 + env-step-generate-after: 69271552 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.653936 + avg_avg_return: 0.9128372 + avg_reward_per_step: 0.09222412 + proxy_corner: + avg_avg_return: 0.9128372 + avg_reward_per_step: 0.09222412 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.653936 + avg_avg_return: 0.9128372 + avg_reward_per_step: 0.09222412 + proxy_corner: + avg_avg_return: 0.9128372 + avg_reward_per_step: 0.09222412 + perf: + env_steps_per_second: 832935.9250700811 + ppo_updates_per_second: 102.16019574406477 + eval-batch-orig-duration: 0.2052760649821721 + eval-batch-shift-duration: 0.15453111100941896 + eval-batch-tree-duration: 0.14502553903730586 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.226807 + mouse-cheese_dist_finite_wavg: 12.72068 + mouse-cheese_dist_solvable_avg: 10.226807 + mouse-cheese_dist_solvable_wavg: 12.720678 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.217285 + num_walls_wavg: 8.719449 + prop_walls_avg: 0.27031672 + prop_walls_wavg: 0.3791064 + scoring: + avg_scores: 0.077154264 + visit_patterns: + avg_first_visit_time: 1480.095 + avg_last_visit_time: 2165.1665 + num_replay_batches: 2175 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050275 + avg_actor_approxkl3: 0.00037890262 + avg_actor_clipfrac: 0.01295166 + avg_actor_loss: 0.00014382797 + avg_advantage: 0.031424712 + avg_critic_clipfrac: 0.033319093 + avg_critic_loss: 0.0006103802 + avg_entropy: 0.051075485 + avg_grad_norm_pre_clip: 0.8510446 + avg_loss: 0.00039794258 + max: + max_actor_approxkl1: 0.0011962448 + max_actor_approxkl3: 0.00094895985 + max_actor_clipfrac: 0.034179688 + max_actor_loss: 0.00074091274 + max_advantage: 0.4478287 + max_critic_clipfrac: 0.1439209 + max_critic_loss: 0.0013359764 + max_entropy: 0.062292688 + max_grad_norm_pre_clip: 1.5604581 + max_loss: 0.0009695595 + std: + std_actor_approxkl1: 0.00036506646 + std_actor_approxkl3: 0.00023356518 + std_actor_clipfrac: 0.007398397 + std_actor_loss: 0.00040508655 + std_advantage: 0.038217843 + std_critic_clipfrac: 0.049616914 + std_critic_loss: 0.00021589287 + std_entropy: 0.0052867313 + std_grad_norm_pre_clip: 0.33331388 + std_loss: 0.0004124347 + eval-batch-orig: + avg_avg_episode_length: 17.209389 + avg_avg_return: 0.8322668 + avg_benchmark_regret: 0.004037801 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2832489 + proxy_corner: + avg_avg_return: 0.8322668 + avg_reward_per_step: 0.2832489 + eval-batch-shift: + avg_avg_episode_length: 69.033905 + avg_avg_return: 0.21635886 + avg_benchmark_regret: 0.667221 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06725311 + proxy_corner: + avg_avg_return: 0.55169 + avg_reward_per_step: 0.014633179 + eval-batch-tree: + avg_avg_episode_length: 7.739329 + avg_avg_return: 0.9630985 + avg_benchmark_regret: 0.03111986 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2615738 + proxy_corner: + avg_avg_return: 0.9630985 + avg_reward_per_step: 0.2615738 +=========================================================== +=========================================================== + step: + env-step-all-before: 141557760 + env-step-replay-before: 71729152 + env-step-used-before: 141557760 + ppo-update-before: 86400 + env-step-generate-before: 69828608 + env-step-all-after: 141590528 + env-step-replay-after: 71761920 + env-step-used-after: 141590528 + ppo-update-after: 86420 + env-step-generate-after: 69828608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.565438 + avg_avg_return: 0.9126297 + avg_reward_per_step: 0.09234619 + proxy_corner: + avg_avg_return: 0.9126297 + avg_reward_per_step: 0.09234619 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.565438 + avg_avg_return: 0.9126297 + avg_reward_per_step: 0.09234619 + proxy_corner: + avg_avg_return: 0.9126297 + avg_reward_per_step: 0.09234619 + perf: + env_steps_per_second: 931423.5178541279 + ppo_updates_per_second: 105.21840907426565 + eval-batch-orig-duration: 0.20116108597721905 + eval-batch-shift-duration: 0.1447594579658471 + eval-batch-tree-duration: 0.1424996359855868 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.244141 + mouse-cheese_dist_finite_wavg: 12.724558 + mouse-cheese_dist_solvable_avg: 10.244141 + mouse-cheese_dist_solvable_wavg: 12.72456 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.222168 + num_walls_wavg: 4.2228065 + prop_walls_avg: 0.270529 + prop_walls_wavg: 0.18360028 + scoring: + avg_scores: 0.077427216 + visit_patterns: + avg_first_visit_time: 1490.596 + avg_last_visit_time: 2180.2808 + num_replay_batches: 2190 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00031529745 + avg_actor_approxkl3: 0.00036815586 + avg_actor_clipfrac: 0.011810303 + avg_actor_loss: 0.00021147965 + avg_advantage: 0.048321355 + avg_critic_clipfrac: 0.07169189 + avg_critic_loss: 0.0013500265 + avg_entropy: 0.058857143 + avg_grad_norm_pre_clip: 1.282401 + avg_loss: 0.00082763564 + max: + max_actor_approxkl1: 0.00095844973 + max_actor_approxkl3: 0.0006747716 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0012645125 + max_advantage: 0.42990547 + max_critic_clipfrac: 0.23339844 + max_critic_loss: 0.0024694041 + max_entropy: 0.06694252 + max_grad_norm_pre_clip: 2.1795213 + max_loss: 0.002254702 + std: + std_actor_approxkl1: 0.0003612612 + std_actor_approxkl3: 0.00017881082 + std_actor_clipfrac: 0.0051027546 + std_actor_loss: 0.0004987205 + std_advantage: 0.05687834 + std_critic_clipfrac: 0.067016445 + std_critic_loss: 0.00052906794 + std_entropy: 0.004558188 + std_grad_norm_pre_clip: 0.46090457 + std_loss: 0.00057984685 + eval-batch-orig: + avg_avg_episode_length: 17.217056 + avg_avg_return: 0.83270144 + avg_benchmark_regret: 0.0036032074 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28318024 + proxy_corner: + avg_avg_return: 0.83270144 + avg_reward_per_step: 0.28318024 + eval-batch-shift: + avg_avg_episode_length: 68.657394 + avg_avg_return: 0.22578743 + avg_benchmark_regret: 0.6577924 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0667038 + proxy_corner: + avg_avg_return: 0.55362666 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 7.784953 + avg_avg_return: 0.96430993 + avg_benchmark_regret: 0.029908452 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26052094 + proxy_corner: + avg_avg_return: 0.96430993 + avg_reward_per_step: 0.26052094 +=========================================================== +=========================================================== + step: + env-step-all-before: 142606336 + env-step-replay-before: 72286208 + env-step-used-before: 142606336 + ppo-update-before: 87040 + env-step-generate-before: 70320128 + env-step-all-after: 142639104 + env-step-replay-after: 72318976 + env-step-used-after: 142639104 + ppo-update-after: 87060 + env-step-generate-after: 70320128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.579018 + avg_avg_return: 0.9139916 + avg_reward_per_step: 0.09188843 + proxy_corner: + avg_avg_return: 0.9139916 + avg_reward_per_step: 0.09188843 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.579018 + avg_avg_return: 0.9139916 + avg_reward_per_step: 0.09188843 + proxy_corner: + avg_avg_return: 0.9139916 + avg_reward_per_step: 0.09188843 + perf: + env_steps_per_second: 710144.8797113273 + ppo_updates_per_second: 103.55486613180898 + eval-batch-orig-duration: 0.1927832820219919 + eval-batch-shift-duration: 0.14539206103654578 + eval-batch-tree-duration: 0.14240553899435326 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.246582 + mouse-cheese_dist_finite_wavg: 9.125224 + mouse-cheese_dist_solvable_avg: 10.246582 + mouse-cheese_dist_solvable_wavg: 9.125226 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2124023 + num_walls_wavg: 6.017971 + prop_walls_avg: 0.2701044 + prop_walls_wavg: 0.26165086 + scoring: + avg_scores: 0.07734262 + visit_patterns: + avg_first_visit_time: 1499.6277 + avg_last_visit_time: 2197.3418 + num_replay_batches: 2207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042666934 + avg_actor_approxkl3: 0.00040136673 + avg_actor_clipfrac: 0.013421631 + avg_actor_loss: 0.000310988 + avg_advantage: 0.039177038 + avg_critic_clipfrac: 0.02368164 + avg_critic_loss: 0.000766678 + avg_entropy: 0.055738002 + avg_grad_norm_pre_clip: 1.1266866 + avg_loss: 0.000638589 + max: + max_actor_approxkl1: 0.0014920116 + max_actor_approxkl3: 0.00089849066 + max_actor_clipfrac: 0.028198242 + max_actor_loss: 0.0023113787 + max_advantage: 0.3529619 + max_critic_clipfrac: 0.13146973 + max_critic_loss: 0.0016080034 + max_entropy: 0.06684768 + max_grad_norm_pre_clip: 2.435627 + max_loss: 0.0028090565 + std: + std_actor_approxkl1: 0.00038823875 + std_actor_approxkl3: 0.00023932343 + std_actor_clipfrac: 0.0070380154 + std_actor_loss: 0.00073288963 + std_advantage: 0.039789975 + std_critic_clipfrac: 0.040928576 + std_critic_loss: 0.00029855178 + std_entropy: 0.004817115 + std_grad_norm_pre_clip: 0.45900372 + std_loss: 0.0007908696 + eval-batch-orig: + avg_avg_episode_length: 17.255274 + avg_avg_return: 0.83187264 + avg_benchmark_regret: 0.004431964 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28341675 + proxy_corner: + avg_avg_return: 0.83187264 + avg_reward_per_step: 0.28341675 + eval-batch-shift: + avg_avg_episode_length: 68.273544 + avg_avg_return: 0.22714625 + avg_benchmark_regret: 0.6564336 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.5467811 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.6515236 + avg_avg_return: 0.9641299 + avg_benchmark_regret: 0.030088475 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2605896 + proxy_corner: + avg_avg_return: 0.9641299 + avg_reward_per_step: 0.2605896 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 143654912 + env-step-replay-before: 72941568 + env-step-used-before: 143654912 + ppo-update-before: 87680 + env-step-generate-before: 70713344 + env-step-all-after: 143687680 + env-step-replay-after: 72974336 + env-step-used-after: 143687680 + ppo-update-after: 87700 + env-step-generate-after: 70713344 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.587689 + avg_avg_return: 0.9132544 + avg_reward_per_step: 0.09185791 + proxy_corner: + avg_avg_return: 0.9132544 + avg_reward_per_step: 0.09185791 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.587689 + avg_avg_return: 0.9132544 + avg_reward_per_step: 0.09185791 + proxy_corner: + avg_avg_return: 0.9132544 + avg_reward_per_step: 0.09185791 + perf: + env_steps_per_second: 902837.7618487122 + ppo_updates_per_second: 104.4540354840405 + eval-batch-orig-duration: 0.20523803302785382 + eval-batch-shift-duration: 0.15630352299194783 + eval-batch-tree-duration: 0.14471391099505126 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.249756 + mouse-cheese_dist_finite_wavg: 9.127589 + mouse-cheese_dist_solvable_avg: 10.249756 + mouse-cheese_dist_solvable_wavg: 9.127589 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2072754 + num_walls_wavg: 6.9218273 + prop_walls_avg: 0.26988152 + prop_walls_wavg: 0.30094907 + scoring: + avg_scores: 0.07745586 + visit_patterns: + avg_first_visit_time: 1506.1526 + avg_last_visit_time: 2217.2188 + num_replay_batches: 2227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063468976 + avg_actor_approxkl3: 0.00043098774 + avg_actor_clipfrac: 0.01574707 + avg_actor_loss: -1.1687726e-05 + avg_advantage: 0.03189624 + avg_critic_clipfrac: 0.05805664 + avg_critic_loss: 0.0007554117 + avg_entropy: 0.056715865 + avg_grad_norm_pre_clip: 0.87717086 + avg_loss: 0.0003093022 + max: + max_actor_approxkl1: 0.002046341 + max_actor_approxkl3: 0.00092738477 + max_actor_clipfrac: 0.033081055 + max_actor_loss: 0.000934626 + max_advantage: 0.33983916 + max_critic_clipfrac: 0.18200684 + max_critic_loss: 0.0013866195 + max_entropy: 0.06624587 + max_grad_norm_pre_clip: 1.5546778 + max_loss: 0.001301703 + std: + std_actor_approxkl1: 0.00056553335 + std_actor_approxkl3: 0.00020961004 + std_actor_clipfrac: 0.008695058 + std_actor_loss: 0.00047850132 + std_advantage: 0.043920543 + std_critic_clipfrac: 0.053816225 + std_critic_loss: 0.00024392924 + std_entropy: 0.0055081514 + std_grad_norm_pre_clip: 0.28915444 + std_loss: 0.0005011461 + eval-batch-orig: + avg_avg_episode_length: 17.292076 + avg_avg_return: 0.8319495 + avg_benchmark_regret: 0.004355128 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2808609 + proxy_corner: + avg_avg_return: 0.8319495 + avg_reward_per_step: 0.2808609 + eval-batch-shift: + avg_avg_episode_length: 68.08294 + avg_avg_return: 0.22504053 + avg_benchmark_regret: 0.6585393 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07279205 + proxy_corner: + avg_avg_return: 0.54300916 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 7.6053095 + avg_avg_return: 0.966902 + avg_benchmark_regret: 0.02731635 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25377655 + proxy_corner: + avg_avg_return: 0.966902 + avg_reward_per_step: 0.25377655 +=========================================================== +=========================================================== + step: + env-step-all-before: 144703488 + env-step-replay-before: 73531392 + env-step-used-before: 144703488 + ppo-update-before: 88320 + env-step-generate-before: 71172096 + env-step-all-after: 144736256 + env-step-replay-after: 73564160 + env-step-used-after: 144736256 + ppo-update-after: 88340 + env-step-generate-after: 71172096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.581971 + avg_avg_return: 0.91310906 + avg_reward_per_step: 0.092041016 + proxy_corner: + avg_avg_return: 0.91310906 + avg_reward_per_step: 0.092041016 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.581971 + avg_avg_return: 0.91310906 + avg_reward_per_step: 0.092041016 + proxy_corner: + avg_avg_return: 0.91310906 + avg_reward_per_step: 0.092041016 + perf: + env_steps_per_second: 926659.8814339974 + ppo_updates_per_second: 75.80370690392947 + eval-batch-orig-duration: 0.2602487189578824 + eval-batch-shift-duration: 0.16256311495089903 + eval-batch-tree-duration: 0.14780184399569407 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.255859 + mouse-cheese_dist_finite_wavg: 10.927076 + mouse-cheese_dist_solvable_avg: 10.255859 + mouse-cheese_dist_solvable_wavg: 10.927077 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2019043 + num_walls_wavg: 6.9202003 + prop_walls_avg: 0.269648 + prop_walls_wavg: 0.30087826 + scoring: + avg_scores: 0.07765235 + visit_patterns: + avg_first_visit_time: 1512.8987 + avg_last_visit_time: 2235.1921 + num_replay_batches: 2245 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003385514 + avg_actor_approxkl3: 0.00034003676 + avg_actor_clipfrac: 0.011962891 + avg_actor_loss: 4.046941e-05 + avg_advantage: 0.040917303 + avg_critic_clipfrac: 0.065618895 + avg_critic_loss: 0.0010195965 + avg_entropy: 0.057955932 + avg_grad_norm_pre_clip: 0.91384107 + avg_loss: 0.0004923118 + max: + max_actor_approxkl1: 0.0011418744 + max_actor_approxkl3: 0.00073360634 + max_actor_clipfrac: 0.028320312 + max_actor_loss: 0.0014899317 + max_advantage: 0.37732178 + max_critic_clipfrac: 0.19628906 + max_critic_loss: 0.0021539396 + max_entropy: 0.07515649 + max_grad_norm_pre_clip: 2.563378 + max_loss: 0.0017488479 + std: + std_actor_approxkl1: 0.0003247747 + std_actor_approxkl3: 0.00018473105 + std_actor_clipfrac: 0.0061222855 + std_actor_loss: 0.0004910506 + std_advantage: 0.04944959 + std_critic_clipfrac: 0.062795326 + std_critic_loss: 0.00035023922 + std_entropy: 0.0073252744 + std_grad_norm_pre_clip: 0.46734196 + std_loss: 0.0005468464 + eval-batch-orig: + avg_avg_episode_length: 17.280441 + avg_avg_return: 0.8316431 + avg_benchmark_regret: 0.004661506 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28040314 + proxy_corner: + avg_avg_return: 0.8316431 + avg_reward_per_step: 0.28040314 + eval-batch-shift: + avg_avg_episode_length: 68.028824 + avg_avg_return: 0.22424729 + avg_benchmark_regret: 0.6593325 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071243286 + proxy_corner: + avg_avg_return: 0.54908484 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 7.7286243 + avg_avg_return: 0.9645115 + avg_benchmark_regret: 0.029706832 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25700378 + proxy_corner: + avg_avg_return: 0.9645115 + avg_reward_per_step: 0.25700378 +=========================================================== +=========================================================== + step: + env-step-all-before: 145752064 + env-step-replay-before: 74088448 + env-step-used-before: 145752064 + ppo-update-before: 88960 + env-step-generate-before: 71663616 + env-step-all-after: 145784832 + env-step-replay-after: 74121216 + env-step-used-after: 145784832 + ppo-update-after: 88980 + env-step-generate-after: 71663616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.58707 + avg_avg_return: 0.91250855 + avg_reward_per_step: 0.091918945 + proxy_corner: + avg_avg_return: 0.91250855 + avg_reward_per_step: 0.091918945 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.58707 + avg_avg_return: 0.91250855 + avg_reward_per_step: 0.091918945 + proxy_corner: + avg_avg_return: 0.91250855 + avg_reward_per_step: 0.091918945 + perf: + env_steps_per_second: 617564.1013284473 + ppo_updates_per_second: 79.85075319514108 + eval-batch-orig-duration: 0.2524760660016909 + eval-batch-shift-duration: 0.15151818102458492 + eval-batch-tree-duration: 0.14503173099365085 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.267822 + mouse-cheese_dist_finite_wavg: 10.92691 + mouse-cheese_dist_solvable_avg: 10.267822 + mouse-cheese_dist_solvable_wavg: 10.926911 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2036133 + num_walls_wavg: 6.920234 + prop_walls_avg: 0.2697223 + prop_walls_wavg: 0.30087978 + scoring: + avg_scores: 0.07772195 + visit_patterns: + avg_first_visit_time: 1520.7883 + avg_last_visit_time: 2252.3708 + num_replay_batches: 2262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000588456 + avg_actor_approxkl3: 0.0005148118 + avg_actor_clipfrac: 0.017028809 + avg_actor_loss: 0.00032780622 + avg_advantage: 0.00086676836 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004116166 + avg_entropy: 0.060264435 + avg_grad_norm_pre_clip: 1.3893329 + avg_loss: 0.0004733501 + max: + max_actor_approxkl1: 0.0015251172 + max_actor_approxkl3: 0.0010280651 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.0014522364 + max_advantage: 0.3013097 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00052052655 + max_entropy: 0.073913954 + max_grad_norm_pre_clip: 2.5645108 + max_loss: 0.001611271 + std: + std_actor_approxkl1: 0.0004183704 + std_actor_approxkl3: 0.00024290034 + std_actor_clipfrac: 0.0061512417 + std_actor_loss: 0.0006675975 + std_advantage: 0.02886957 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.3004063e-05 + std_entropy: 0.005579508 + std_grad_norm_pre_clip: 0.47569257 + std_loss: 0.0006628679 + eval-batch-orig: + avg_avg_episode_length: 17.197323 + avg_avg_return: 0.83218265 + avg_benchmark_regret: 0.004121953 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28218842 + proxy_corner: + avg_avg_return: 0.83218265 + avg_reward_per_step: 0.28218842 + eval-batch-shift: + avg_avg_episode_length: 67.865814 + avg_avg_return: 0.22350505 + avg_benchmark_regret: 0.6600748 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07229614 + proxy_corner: + avg_avg_return: 0.54695463 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.8789334 + avg_avg_return: 0.96277773 + avg_benchmark_regret: 0.031440604 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25810242 + proxy_corner: + avg_avg_return: 0.96277773 + avg_reward_per_step: 0.25810242 +=========================================================== +=========================================================== + step: + env-step-all-before: 146800640 + env-step-replay-before: 74711040 + env-step-used-before: 146800640 + ppo-update-before: 89600 + env-step-generate-before: 72089600 + env-step-all-after: 146833408 + env-step-replay-after: 74743808 + env-step-used-after: 146833408 + ppo-update-after: 89620 + env-step-generate-after: 72089600 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.419163 + avg_avg_return: 0.9143868 + avg_reward_per_step: 0.093933105 + proxy_corner: + avg_avg_return: 0.9143868 + avg_reward_per_step: 0.093933105 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.419163 + avg_avg_return: 0.9143868 + avg_reward_per_step: 0.093933105 + proxy_corner: + avg_avg_return: 0.9143868 + avg_reward_per_step: 0.093933105 + perf: + env_steps_per_second: 901816.3667990091 + ppo_updates_per_second: 107.1530293965697 + eval-batch-orig-duration: 0.20541568897897378 + eval-batch-shift-duration: 0.157366888015531 + eval-batch-tree-duration: 0.14589910698123276 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.275635 + mouse-cheese_dist_finite_wavg: 10.928086 + mouse-cheese_dist_solvable_avg: 10.275635 + mouse-cheese_dist_solvable_wavg: 10.928087 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2041016 + num_walls_wavg: 5.123295 + prop_walls_avg: 0.26974353 + prop_walls_wavg: 0.22275196 + scoring: + avg_scores: 0.077573806 + visit_patterns: + avg_first_visit_time: 1527.2087 + avg_last_visit_time: 2271.2993 + num_replay_batches: 2281 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032685287 + avg_actor_approxkl3: 0.00029571773 + avg_actor_clipfrac: 0.009484864 + avg_actor_loss: -0.00020480357 + avg_advantage: -0.0053571686 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00039909824 + avg_entropy: 0.048257604 + avg_grad_norm_pre_clip: 0.79366 + avg_loss: -5.3512038e-05 + max: + max_actor_approxkl1: 0.0011756835 + max_actor_approxkl3: 0.000783236 + max_actor_clipfrac: 0.025756836 + max_actor_loss: 0.0005705366 + max_advantage: 0.2847247 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00056627055 + max_entropy: 0.054328278 + max_grad_norm_pre_clip: 1.3311446 + max_loss: 0.000694889 + std: + std_actor_approxkl1: 0.00036195855 + std_actor_approxkl3: 0.0002225342 + std_actor_clipfrac: 0.006825477 + std_actor_loss: 0.0004151135 + std_advantage: 0.030038146 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.566201e-05 + std_entropy: 0.0038747056 + std_grad_norm_pre_clip: 0.22801329 + std_loss: 0.0004147509 + eval-batch-orig: + avg_avg_episode_length: 17.164978 + avg_avg_return: 0.83265084 + avg_benchmark_regret: 0.003653809 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846527 + proxy_corner: + avg_avg_return: 0.83265084 + avg_reward_per_step: 0.2846527 + eval-batch-shift: + avg_avg_episode_length: 67.72687 + avg_avg_return: 0.22879383 + avg_benchmark_regret: 0.654786 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07383728 + proxy_corner: + avg_avg_return: 0.5430317 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.4591646 + avg_avg_return: 0.96683264 + avg_benchmark_regret: 0.027385712 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2612915 + proxy_corner: + avg_avg_return: 0.96683264 + avg_reward_per_step: 0.2612915 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 147849216 + env-step-replay-before: 75235328 + env-step-used-before: 147849216 + ppo-update-before: 90240 + env-step-generate-before: 72613888 + env-step-all-after: 147881984 + env-step-replay-after: 75235328 + env-step-used-after: 147881984 + ppo-update-after: 90260 + env-step-generate-after: 72646656 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.412672 + avg_avg_return: 0.76898277 + avg_reward_per_step: 0.25512695 + proxy_corner: + avg_avg_return: 0.76898277 + avg_reward_per_step: 0.25512695 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.412672 + avg_avg_return: 0.76898277 + avg_reward_per_step: 0.25512695 + proxy_corner: + avg_avg_return: 0.76898277 + avg_reward_per_step: 0.25512695 + perf: + env_steps_per_second: 774069.0094717907 + ppo_updates_per_second: 73.10756632163648 + eval-batch-orig-duration: 0.33435302594443783 + eval-batch-shift-duration: 0.17602685996098444 + eval-batch-tree-duration: 0.1571843940182589 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.291992 + mouse-cheese_dist_finite_wavg: 9.127819 + mouse-cheese_dist_solvable_avg: 10.291992 + mouse-cheese_dist_solvable_wavg: 9.12782 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2055664 + num_walls_wavg: 6.0224886 + prop_walls_avg: 0.26980722 + prop_walls_wavg: 0.26184732 + scoring: + avg_scores: 0.0777591 + visit_patterns: + avg_first_visit_time: 1535.2766 + avg_last_visit_time: 2286.314 + num_replay_batches: 2296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000849807 + avg_actor_approxkl3: 0.0007416894 + avg_actor_clipfrac: 0.02855835 + avg_actor_loss: -0.00043692888 + avg_advantage: -0.03223165 + avg_critic_clipfrac: 0.012823487 + avg_critic_loss: 0.0038728432 + avg_entropy: 0.12436364 + avg_grad_norm_pre_clip: 1.6141062 + avg_loss: 0.0013751291 + max: + max_actor_approxkl1: 0.0020339813 + max_actor_approxkl3: 0.0014677863 + max_actor_clipfrac: 0.053100586 + max_actor_loss: 0.0015750602 + max_advantage: 0.2935686 + max_critic_clipfrac: 0.060913086 + max_critic_loss: 0.005547791 + max_entropy: 0.16476054 + max_grad_norm_pre_clip: 3.1928124 + max_loss: 0.0033595343 + std: + std_actor_approxkl1: 0.0006153329 + std_actor_approxkl3: 0.0004439832 + std_actor_clipfrac: 0.01522298 + std_actor_loss: 0.0011958533 + std_advantage: 0.089504026 + std_critic_clipfrac: 0.01916564 + std_critic_loss: 0.0008498109 + std_entropy: 0.020171177 + std_grad_norm_pre_clip: 0.7119568 + std_loss: 0.0011943395 + eval-batch-orig: + avg_avg_episode_length: 17.227478 + avg_avg_return: 0.83196783 + avg_benchmark_regret: 0.0043368232 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2852249 + proxy_corner: + avg_avg_return: 0.83196783 + avg_reward_per_step: 0.2852249 + eval-batch-shift: + avg_avg_episode_length: 67.33381 + avg_avg_return: 0.23357575 + avg_benchmark_regret: 0.6500041 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077034 + proxy_corner: + avg_avg_return: 0.5458613 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 7.8512716 + avg_avg_return: 0.9624968 + avg_benchmark_regret: 0.031721547 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26159668 + proxy_corner: + avg_avg_return: 0.9624968 + avg_reward_per_step: 0.26159668 +=========================================================== +=========================================================== + step: + env-step-all-before: 148897792 + env-step-replay-before: 75694080 + env-step-used-before: 148897792 + ppo-update-before: 90880 + env-step-generate-before: 73203712 + env-step-all-after: 148930560 + env-step-replay-after: 75726848 + env-step-used-after: 148930560 + ppo-update-after: 90900 + env-step-generate-after: 73203712 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.603628 + avg_avg_return: 0.9129919 + avg_reward_per_step: 0.09164429 + proxy_corner: + avg_avg_return: 0.9129919 + avg_reward_per_step: 0.09164429 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.603628 + avg_avg_return: 0.9129919 + avg_reward_per_step: 0.09164429 + proxy_corner: + avg_avg_return: 0.9129919 + avg_reward_per_step: 0.09164429 + perf: + env_steps_per_second: 960875.6910932979 + ppo_updates_per_second: 74.83231445334118 + eval-batch-orig-duration: 0.32994724897434935 + eval-batch-shift-duration: 0.18695659597869962 + eval-batch-tree-duration: 0.1586725499946624 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.300293 + mouse-cheese_dist_finite_wavg: 9.130031 + mouse-cheese_dist_solvable_avg: 10.300293 + mouse-cheese_dist_solvable_wavg: 9.130032 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2058105 + num_walls_wavg: 6.018656 + prop_walls_avg: 0.26981783 + prop_walls_wavg: 0.26168066 + scoring: + avg_scores: 0.07796684 + visit_patterns: + avg_first_visit_time: 1544.3325 + avg_last_visit_time: 2301.3604 + num_replay_batches: 2311 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039812675 + avg_actor_approxkl3: 0.00046886326 + avg_actor_clipfrac: 0.011138916 + avg_actor_loss: 0.00013969144 + avg_advantage: 0.06466633 + avg_critic_clipfrac: 0.23551635 + avg_critic_loss: 0.0023534363 + avg_entropy: 0.048670046 + avg_grad_norm_pre_clip: 0.8671489 + avg_loss: 0.0012677396 + max: + max_actor_approxkl1: 0.0015560294 + max_actor_approxkl3: 0.0013775486 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.00079736114 + max_advantage: 0.47334412 + max_critic_clipfrac: 0.3782959 + max_critic_loss: 0.0045205653 + max_entropy: 0.05849596 + max_grad_norm_pre_clip: 1.8698612 + max_loss: 0.0022172027 + std: + std_actor_approxkl1: 0.000516622 + std_actor_approxkl3: 0.0004192572 + std_actor_clipfrac: 0.007346349 + std_actor_loss: 0.0003863735 + std_advantage: 0.077202946 + std_critic_clipfrac: 0.12228945 + std_critic_loss: 0.0007676528 + std_entropy: 0.005091042 + std_grad_norm_pre_clip: 0.45713526 + std_loss: 0.0005108723 + eval-batch-orig: + avg_avg_episode_length: 17.294365 + avg_avg_return: 0.8312175 + avg_benchmark_regret: 0.0050871205 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28435516 + proxy_corner: + avg_avg_return: 0.8312175 + avg_reward_per_step: 0.28435516 + eval-batch-shift: + avg_avg_episode_length: 67.92261 + avg_avg_return: 0.23206908 + avg_benchmark_regret: 0.6515107 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0721817 + proxy_corner: + avg_avg_return: 0.5402998 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 7.7350264 + avg_avg_return: 0.9641557 + avg_benchmark_regret: 0.030062737 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26099396 + proxy_corner: + avg_avg_return: 0.9641557 + avg_reward_per_step: 0.26099396 +=========================================================== +=========================================================== + step: + env-step-all-before: 149946368 + env-step-replay-before: 76152832 + env-step-used-before: 149946368 + ppo-update-before: 91520 + env-step-generate-before: 73793536 + env-step-all-after: 149979136 + env-step-replay-after: 76152832 + env-step-used-after: 149979136 + ppo-update-after: 91540 + env-step-generate-after: 73826304 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.940832 + avg_avg_return: 0.8347021 + avg_reward_per_step: 0.2817688 + proxy_corner: + avg_avg_return: 0.8347021 + avg_reward_per_step: 0.2817688 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.940832 + avg_avg_return: 0.8347021 + avg_reward_per_step: 0.2817688 + proxy_corner: + avg_avg_return: 0.8347021 + avg_reward_per_step: 0.2817688 + perf: + env_steps_per_second: 901486.517876576 + ppo_updates_per_second: 104.50587531562311 + eval-batch-orig-duration: 0.20047696796245873 + eval-batch-shift-duration: 0.1448769000126049 + eval-batch-tree-duration: 0.1446187729598023 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.325195 + mouse-cheese_dist_finite_wavg: 10.93356 + mouse-cheese_dist_solvable_avg: 10.325195 + mouse-cheese_dist_solvable_wavg: 10.933561 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.208496 + num_walls_wavg: 5.122117 + prop_walls_avg: 0.2699346 + prop_walls_wavg: 0.22270077 + scoring: + avg_scores: 0.07807219 + visit_patterns: + avg_first_visit_time: 1554.0654 + avg_last_visit_time: 2314.2349 + num_replay_batches: 2324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012110424 + avg_actor_approxkl3: 0.0007384002 + avg_actor_clipfrac: 0.027111817 + avg_actor_loss: -0.00052594993 + avg_advantage: 0.005802737 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027232226 + avg_entropy: 0.10658558 + avg_grad_norm_pre_clip: 1.2982244 + avg_loss: 0.0007290758 + max: + max_actor_approxkl1: 0.003372215 + max_actor_approxkl3: 0.0015117595 + max_actor_clipfrac: 0.053222656 + max_actor_loss: 0.0010256283 + max_advantage: 0.5490648 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0034697873 + max_entropy: 0.13906372 + max_grad_norm_pre_clip: 1.9024454 + max_loss: 0.0023399263 + std: + std_actor_approxkl1: 0.00094814925 + std_actor_approxkl3: 0.00041162927 + std_actor_clipfrac: 0.013819302 + std_actor_loss: 0.00073533884 + std_advantage: 0.074677944 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003938964 + std_entropy: 0.020452213 + std_grad_norm_pre_clip: 0.3041635 + std_loss: 0.00078169035 + eval-batch-orig: + avg_avg_episode_length: 17.184353 + avg_avg_return: 0.8326999 + avg_benchmark_regret: 0.0036047604 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2849884 + proxy_corner: + avg_avg_return: 0.8326999 + avg_reward_per_step: 0.2849884 + eval-batch-shift: + avg_avg_episode_length: 67.576385 + avg_avg_return: 0.23915976 + avg_benchmark_regret: 0.6444201 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07218933 + proxy_corner: + avg_avg_return: 0.54272515 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 7.766078 + avg_avg_return: 0.96425956 + avg_benchmark_regret: 0.029958796 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2603531 + proxy_corner: + avg_avg_return: 0.96425956 + avg_reward_per_step: 0.2603531 +=========================================================== +=========================================================== + step: + env-step-all-before: 150994944 + env-step-replay-before: 76709888 + env-step-used-before: 150994944 + ppo-update-before: 92160 + env-step-generate-before: 74285056 + env-step-all-after: 151027712 + env-step-replay-after: 76742656 + env-step-used-after: 151027712 + ppo-update-after: 92180 + env-step-generate-after: 74285056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.562483 + avg_avg_return: 0.9124056 + avg_reward_per_step: 0.092315674 + proxy_corner: + avg_avg_return: 0.9124056 + avg_reward_per_step: 0.092315674 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.562483 + avg_avg_return: 0.9124056 + avg_reward_per_step: 0.092315674 + proxy_corner: + avg_avg_return: 0.9124056 + avg_reward_per_step: 0.092315674 + perf: + env_steps_per_second: 832497.6722949267 + ppo_updates_per_second: 95.47787290879965 + eval-batch-orig-duration: 0.21784305904293433 + eval-batch-shift-duration: 0.15263948502251878 + eval-batch-tree-duration: 0.14486199198290706 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.340088 + mouse-cheese_dist_finite_wavg: 12.732319 + mouse-cheese_dist_solvable_avg: 10.340088 + mouse-cheese_dist_solvable_wavg: 12.732319 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2053223 + num_walls_wavg: 8.720413 + prop_walls_avg: 0.2697966 + prop_walls_wavg: 0.37914836 + scoring: + avg_scores: 0.0782534 + visit_patterns: + avg_first_visit_time: 1563.665 + avg_last_visit_time: 2332.2166 + num_replay_batches: 2342 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00091941044 + avg_actor_approxkl3: 0.0006181398 + avg_actor_clipfrac: 0.018676758 + avg_actor_loss: 0.00013348367 + avg_advantage: 0.045511942 + avg_critic_clipfrac: 0.14625244 + avg_critic_loss: 0.0011329077 + avg_entropy: 0.055745553 + avg_grad_norm_pre_clip: 0.7964624 + avg_loss: 0.00064419204 + max: + max_actor_approxkl1: 0.0018379899 + max_actor_approxkl3: 0.0013634383 + max_actor_clipfrac: 0.033447266 + max_actor_loss: 0.0009986032 + max_advantage: 0.42609495 + max_critic_clipfrac: 0.3005371 + max_critic_loss: 0.0028603296 + max_entropy: 0.069679044 + max_grad_norm_pre_clip: 1.3385302 + max_loss: 0.0016143416 + std: + std_actor_approxkl1: 0.0005628481 + std_actor_approxkl3: 0.0003553844 + std_actor_clipfrac: 0.00829189 + std_actor_loss: 0.00038014882 + std_advantage: 0.056318004 + std_critic_clipfrac: 0.10299173 + std_critic_loss: 0.00051193306 + std_entropy: 0.006627914 + std_grad_norm_pre_clip: 0.29153702 + std_loss: 0.0004928121 + eval-batch-orig: + avg_avg_episode_length: 17.190247 + avg_avg_return: 0.8323529 + avg_benchmark_regret: 0.0039517093 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28211975 + proxy_corner: + avg_avg_return: 0.8323529 + avg_reward_per_step: 0.28211975 + eval-batch-shift: + avg_avg_episode_length: 66.90591 + avg_avg_return: 0.2457872 + avg_benchmark_regret: 0.63779265 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0732193 + proxy_corner: + avg_avg_return: 0.54418707 + avg_reward_per_step: 0.014701843 + eval-batch-tree: + avg_avg_episode_length: 7.432027 + avg_avg_return: 0.96627945 + avg_benchmark_regret: 0.027938927 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25940704 + proxy_corner: + avg_avg_return: 0.96627945 + avg_reward_per_step: 0.25940704 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 152043520 + env-step-replay-before: 77299712 + env-step-used-before: 152043520 + ppo-update-before: 92800 + env-step-generate-before: 74743808 + env-step-all-after: 152076288 + env-step-replay-after: 77299712 + env-step-used-after: 152076288 + ppo-update-after: 92820 + env-step-generate-after: 74776576 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.278866 + avg_avg_return: 0.79521716 + avg_reward_per_step: 0.26019287 + proxy_corner: + avg_avg_return: 0.79521716 + avg_reward_per_step: 0.26019287 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.278866 + avg_avg_return: 0.79521716 + avg_reward_per_step: 0.26019287 + proxy_corner: + avg_avg_return: 0.79521716 + avg_reward_per_step: 0.26019287 + perf: + env_steps_per_second: 600252.0152577411 + ppo_updates_per_second: 72.40400123656693 + eval-batch-orig-duration: 0.33752928499598056 + eval-batch-shift-duration: 0.18087867699796334 + eval-batch-tree-duration: 0.15045364398974925 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.349365 + mouse-cheese_dist_finite_wavg: 10.931926 + mouse-cheese_dist_solvable_avg: 10.349365 + mouse-cheese_dist_solvable_wavg: 10.931927 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2094727 + num_walls_wavg: 6.0174656 + prop_walls_avg: 0.26997703 + prop_walls_wavg: 0.2616289 + scoring: + avg_scores: 0.07843606 + visit_patterns: + avg_first_visit_time: 1574.4204 + avg_last_visit_time: 2349.2688 + num_replay_batches: 2359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014553489 + avg_actor_approxkl3: 0.0012843072 + avg_actor_clipfrac: 0.04321289 + avg_actor_loss: 0.0010174077 + avg_advantage: -0.029834628 + avg_critic_clipfrac: 0.0011108399 + avg_critic_loss: 0.003659834 + avg_entropy: 0.15388198 + avg_grad_norm_pre_clip: 2.305795 + avg_loss: 0.0026934429 + max: + max_actor_approxkl1: 0.0036823407 + max_actor_approxkl3: 0.0022055581 + max_actor_clipfrac: 0.07678223 + max_actor_loss: 0.0029492825 + max_advantage: 0.43233728 + max_critic_clipfrac: 0.0078125 + max_critic_loss: 0.0047958815 + max_entropy: 0.19349284 + max_grad_norm_pre_clip: 3.675806 + max_loss: 0.0049722395 + std: + std_actor_approxkl1: 0.0009173365 + std_actor_approxkl3: 0.00059305725 + std_actor_clipfrac: 0.016628826 + std_actor_loss: 0.0010960593 + std_advantage: 0.086284414 + std_critic_clipfrac: 0.0020926786 + std_critic_loss: 0.0005611294 + std_entropy: 0.01876809 + std_grad_norm_pre_clip: 0.6945067 + std_loss: 0.0011074529 + eval-batch-orig: + avg_avg_episode_length: 17.209816 + avg_avg_return: 0.8323014 + avg_benchmark_regret: 0.0040032635 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2820053 + proxy_corner: + avg_avg_return: 0.8323014 + avg_reward_per_step: 0.2820053 + eval-batch-shift: + avg_avg_episode_length: 67.17031 + avg_avg_return: 0.23987687 + avg_benchmark_regret: 0.643703 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075737 + proxy_corner: + avg_avg_return: 0.53826684 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.6071434 + avg_avg_return: 0.9640244 + avg_benchmark_regret: 0.030193929 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25715637 + proxy_corner: + avg_avg_return: 0.9640244 + avg_reward_per_step: 0.25715637 +=========================================================== +=========================================================== + step: + env-step-all-before: 153092096 + env-step-replay-before: 77889536 + env-step-used-before: 153092096 + ppo-update-before: 93440 + env-step-generate-before: 75202560 + env-step-all-after: 153124864 + env-step-replay-after: 77889536 + env-step-used-after: 153124864 + ppo-update-after: 93460 + env-step-generate-after: 75235328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.13296 + avg_avg_return: 0.795364 + avg_reward_per_step: 0.25497437 + proxy_corner: + avg_avg_return: 0.795364 + avg_reward_per_step: 0.25497437 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.13296 + avg_avg_return: 0.795364 + avg_reward_per_step: 0.25497437 + proxy_corner: + avg_avg_return: 0.795364 + avg_reward_per_step: 0.25497437 + perf: + env_steps_per_second: 574991.8178910972 + ppo_updates_per_second: 72.93299389572725 + eval-batch-orig-duration: 0.3303269660100341 + eval-batch-shift-duration: 0.1818261340376921 + eval-batch-tree-duration: 0.15087204199517146 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.357422 + mouse-cheese_dist_finite_wavg: 10.932192 + mouse-cheese_dist_solvable_avg: 10.357422 + mouse-cheese_dist_solvable_wavg: 10.932192 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.213867 + num_walls_wavg: 6.0237556 + prop_walls_avg: 0.27016813 + prop_walls_wavg: 0.2619024 + scoring: + avg_scores: 0.078207195 + visit_patterns: + avg_first_visit_time: 1584.1816 + avg_last_visit_time: 2367.247 + num_replay_batches: 2377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013020604 + avg_actor_approxkl3: 0.00084766065 + avg_actor_clipfrac: 0.024414062 + avg_actor_loss: 9.490885e-05 + avg_advantage: -0.011021361 + avg_critic_clipfrac: 0.0046447753 + avg_critic_loss: 0.003297823 + avg_entropy: 0.13568462 + avg_grad_norm_pre_clip: 1.5987266 + avg_loss: 0.0016081355 + max: + max_actor_approxkl1: 0.003042772 + max_actor_approxkl3: 0.0024582492 + max_actor_clipfrac: 0.061523438 + max_actor_loss: 0.002143301 + max_advantage: 0.3559928 + max_critic_clipfrac: 0.03930664 + max_critic_loss: 0.0044653127 + max_entropy: 0.15929237 + max_grad_norm_pre_clip: 3.0669036 + max_loss: 0.0033897692 + std: + std_actor_approxkl1: 0.0009260338 + std_actor_approxkl3: 0.0006514152 + std_actor_clipfrac: 0.015792804 + std_actor_loss: 0.0009876672 + std_advantage: 0.08459141 + std_critic_clipfrac: 0.010989751 + std_critic_loss: 0.0006773343 + std_entropy: 0.01443965 + std_grad_norm_pre_clip: 0.6438339 + std_loss: 0.0010097951 + eval-batch-orig: + avg_avg_episode_length: 17.183323 + avg_avg_return: 0.8324044 + avg_benchmark_regret: 0.003900275 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2836151 + proxy_corner: + avg_avg_return: 0.8324044 + avg_reward_per_step: 0.2836151 + eval-batch-shift: + avg_avg_episode_length: 66.947 + avg_avg_return: 0.24587688 + avg_benchmark_regret: 0.63770294 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07725525 + proxy_corner: + avg_avg_return: 0.54044926 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.4615993 + avg_avg_return: 0.9670008 + avg_benchmark_regret: 0.02721757 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.258255 + proxy_corner: + avg_avg_return: 0.9670008 + avg_reward_per_step: 0.258255 +=========================================================== +=========================================================== + step: + env-step-all-before: 154140672 + env-step-replay-before: 78544896 + env-step-used-before: 154140672 + ppo-update-before: 94080 + env-step-generate-before: 75595776 + env-step-all-after: 154173440 + env-step-replay-after: 78577664 + env-step-used-after: 154173440 + ppo-update-after: 94100 + env-step-generate-after: 75595776 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.729166 + avg_avg_return: 0.911345 + avg_reward_per_step: 0.09036255 + proxy_corner: + avg_avg_return: 0.911345 + avg_reward_per_step: 0.09036255 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.729166 + avg_avg_return: 0.911345 + avg_reward_per_step: 0.09036255 + proxy_corner: + avg_avg_return: 0.911345 + avg_reward_per_step: 0.09036255 + perf: + env_steps_per_second: 973445.7388941954 + ppo_updates_per_second: 75.74248979549056 + eval-batch-orig-duration: 0.26583971199579537 + eval-batch-shift-duration: 0.1710401379968971 + eval-batch-tree-duration: 0.14834326499840245 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.368408 + mouse-cheese_dist_finite_wavg: 14.535138 + mouse-cheese_dist_solvable_avg: 10.368408 + mouse-cheese_dist_solvable_wavg: 14.53514 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2165527 + num_walls_wavg: 6.9166822 + prop_walls_avg: 0.2702849 + prop_walls_wavg: 0.30072537 + scoring: + avg_scores: 0.078301854 + visit_patterns: + avg_first_visit_time: 1589.4661 + avg_last_visit_time: 2388.264 + num_replay_batches: 2398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005754479 + avg_actor_approxkl3: 0.00053843245 + avg_actor_clipfrac: 0.0151550295 + avg_actor_loss: 2.908986e-05 + avg_advantage: 0.02116781 + avg_critic_clipfrac: 0.00022583008 + avg_critic_loss: 0.0004914987 + avg_entropy: 0.046454404 + avg_grad_norm_pre_clip: 0.82715505 + avg_loss: 0.00022838479 + max: + max_actor_approxkl1: 0.0017302192 + max_actor_approxkl3: 0.0012857756 + max_actor_clipfrac: 0.033447266 + max_actor_loss: 0.0020834599 + max_advantage: 0.28792447 + max_critic_clipfrac: 0.0030517578 + max_critic_loss: 0.0008360228 + max_entropy: 0.054996297 + max_grad_norm_pre_clip: 1.8057746 + max_loss: 0.0022462502 + std: + std_actor_approxkl1: 0.0004893082 + std_actor_approxkl3: 0.000357526 + std_actor_clipfrac: 0.008983519 + std_actor_loss: 0.0007358946 + std_advantage: 0.03334161 + std_critic_clipfrac: 0.0007224613 + std_critic_loss: 0.00012324515 + std_entropy: 0.0050572306 + std_grad_norm_pre_clip: 0.3942002 + std_loss: 0.0007487191 + eval-batch-orig: + avg_avg_episode_length: 17.355011 + avg_avg_return: 0.83067906 + avg_benchmark_regret: 0.005625628 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2838974 + proxy_corner: + avg_avg_return: 0.83067906 + avg_reward_per_step: 0.2838974 + eval-batch-shift: + avg_avg_episode_length: 67.6189 + avg_avg_return: 0.23094472 + avg_benchmark_regret: 0.6526351 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08249664 + proxy_corner: + avg_avg_return: 0.54884636 + avg_reward_per_step: 0.014480591 + eval-batch-tree: + avg_avg_episode_length: 7.6155653 + avg_avg_return: 0.96405655 + avg_benchmark_regret: 0.030161772 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26019287 + proxy_corner: + avg_avg_return: 0.96405655 + avg_reward_per_step: 0.26019287 +=========================================================== +=========================================================== + step: + env-step-all-before: 155189248 + env-step-replay-before: 79134720 + env-step-used-before: 155189248 + ppo-update-before: 94720 + env-step-generate-before: 76054528 + env-step-all-after: 155222016 + env-step-replay-after: 79134720 + env-step-used-after: 155222016 + ppo-update-after: 94740 + env-step-generate-after: 76087296 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.425571 + avg_avg_return: 0.8038423 + avg_reward_per_step: 0.25024414 + proxy_corner: + avg_avg_return: 0.8038423 + avg_reward_per_step: 0.25024414 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.425571 + avg_avg_return: 0.8038423 + avg_reward_per_step: 0.25024414 + proxy_corner: + avg_avg_return: 0.8038423 + avg_reward_per_step: 0.25024414 + perf: + env_steps_per_second: 895450.1796759022 + ppo_updates_per_second: 108.679519165036 + eval-batch-orig-duration: 0.1935804249951616 + eval-batch-shift-duration: 0.1467123409966007 + eval-batch-tree-duration: 0.14275726297637448 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.376953 + mouse-cheese_dist_finite_wavg: 12.738791 + mouse-cheese_dist_solvable_avg: 10.376953 + mouse-cheese_dist_solvable_wavg: 12.738793 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2075195 + num_walls_wavg: 8.719622 + prop_walls_avg: 0.26989213 + prop_walls_wavg: 0.37911397 + scoring: + avg_scores: 0.07859545 + visit_patterns: + avg_first_visit_time: 1600.2554 + avg_last_visit_time: 2405.2769 + num_replay_batches: 2415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004910564 + avg_actor_approxkl3: 0.00041273684 + avg_actor_clipfrac: 0.02027588 + avg_actor_loss: -0.0006378131 + avg_advantage: -0.012325139 + avg_critic_clipfrac: 0.0006042481 + avg_critic_loss: 0.003539522 + avg_entropy: 0.11134173 + avg_grad_norm_pre_clip: 1.490059 + avg_loss: 0.0010206063 + max: + max_actor_approxkl1: 0.0011206485 + max_actor_approxkl3: 0.0011864275 + max_actor_clipfrac: 0.059692383 + max_actor_loss: 0.0015179962 + max_advantage: 0.63817036 + max_critic_clipfrac: 0.0061035156 + max_critic_loss: 0.005144396 + max_entropy: 0.15177807 + max_grad_norm_pre_clip: 3.314861 + max_loss: 0.003938416 + std: + std_actor_approxkl1: 0.00036175884 + std_actor_approxkl3: 0.00026657828 + std_actor_clipfrac: 0.013311258 + std_actor_loss: 0.00079492293 + std_advantage: 0.085830756 + std_critic_clipfrac: 0.0016876966 + std_critic_loss: 0.0008044279 + std_entropy: 0.018864257 + std_grad_norm_pre_clip: 0.6905278 + std_loss: 0.0009349958 + eval-batch-orig: + avg_avg_episode_length: 17.274157 + avg_avg_return: 0.831726 + avg_benchmark_regret: 0.004578593 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28352356 + proxy_corner: + avg_avg_return: 0.831726 + avg_reward_per_step: 0.28352356 + eval-batch-shift: + avg_avg_episode_length: 67.384674 + avg_avg_return: 0.2415112 + avg_benchmark_regret: 0.6420686 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08594513 + proxy_corner: + avg_avg_return: 0.54465973 + avg_reward_per_step: 0.0146102905 + eval-batch-tree: + avg_avg_episode_length: 7.690585 + avg_avg_return: 0.9643828 + avg_benchmark_regret: 0.029835515 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25772858 + proxy_corner: + avg_avg_return: 0.9643828 + avg_reward_per_step: 0.25772858 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 156237824 + env-step-replay-before: 79462400 + env-step-used-before: 156237824 + ppo-update-before: 95360 + env-step-generate-before: 76775424 + env-step-all-after: 156270592 + env-step-replay-after: 79495168 + env-step-used-after: 156270592 + ppo-update-after: 95380 + env-step-generate-after: 76775424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.844757 + avg_avg_return: 0.91147566 + avg_reward_per_step: 0.09036255 + proxy_corner: + avg_avg_return: 0.91147566 + avg_reward_per_step: 0.09036255 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.844757 + avg_avg_return: 0.91147566 + avg_reward_per_step: 0.09036255 + proxy_corner: + avg_avg_return: 0.91147566 + avg_reward_per_step: 0.09036255 + perf: + env_steps_per_second: 612154.8114748123 + ppo_updates_per_second: 74.8400716326353 + eval-batch-orig-duration: 0.26859110000077635 + eval-batch-shift-duration: 0.162209268019069 + eval-batch-tree-duration: 0.148079146980308 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.397949 + mouse-cheese_dist_finite_wavg: 8.2449 + mouse-cheese_dist_solvable_avg: 10.397949 + mouse-cheese_dist_solvable_wavg: 8.244902 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.204834 + num_walls_wavg: 6.9191604 + prop_walls_avg: 0.26977536 + prop_walls_wavg: 0.30083308 + scoring: + avg_scores: 0.07883452 + visit_patterns: + avg_first_visit_time: 1613.5916 + avg_last_visit_time: 2416.26 + num_replay_batches: 2426 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045351576 + avg_actor_approxkl3: 0.00040624873 + avg_actor_clipfrac: 0.013226318 + avg_actor_loss: 9.641024e-05 + avg_advantage: -0.0037064592 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00061354565 + avg_entropy: 0.045952056 + avg_grad_norm_pre_clip: 0.8311473 + avg_loss: 0.000357231 + max: + max_actor_approxkl1: 0.0011923104 + max_actor_approxkl3: 0.0009802661 + max_actor_clipfrac: 0.025390625 + max_actor_loss: 0.0007597166 + max_advantage: 0.40266657 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008979271 + max_entropy: 0.054177642 + max_grad_norm_pre_clip: 1.6117175 + max_loss: 0.0009717783 + std: + std_actor_approxkl1: 0.0004580019 + std_actor_approxkl3: 0.00023306705 + std_actor_clipfrac: 0.0058661452 + std_actor_loss: 0.00035607044 + std_advantage: 0.04000683 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00013945662 + std_entropy: 0.0060357843 + std_grad_norm_pre_clip: 0.38649896 + std_loss: 0.0003751 + eval-batch-orig: + avg_avg_episode_length: 17.18 + avg_avg_return: 0.8326935 + avg_benchmark_regret: 0.003611094 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2841797 + proxy_corner: + avg_avg_return: 0.8326935 + avg_reward_per_step: 0.2841797 + eval-batch-shift: + avg_avg_episode_length: 67.997665 + avg_avg_return: 0.2317148 + avg_benchmark_regret: 0.65186507 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07879639 + proxy_corner: + avg_avg_return: 0.545574 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.503813 + avg_avg_return: 0.96691746 + avg_benchmark_regret: 0.0273009 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26055908 + proxy_corner: + avg_avg_return: 0.96691746 + avg_reward_per_step: 0.26055908 +=========================================================== +=========================================================== + step: + env-step-all-before: 157286400 + env-step-replay-before: 80084992 + env-step-used-before: 157286400 + ppo-update-before: 96000 + env-step-generate-before: 77201408 + env-step-all-after: 157319168 + env-step-replay-after: 80117760 + env-step-used-after: 157319168 + ppo-update-after: 96020 + env-step-generate-after: 77201408 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.73016 + avg_avg_return: 0.9116255 + avg_reward_per_step: 0.09030151 + proxy_corner: + avg_avg_return: 0.9116255 + avg_reward_per_step: 0.09030151 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.73016 + avg_avg_return: 0.9116255 + avg_reward_per_step: 0.09030151 + proxy_corner: + avg_avg_return: 0.9116255 + avg_reward_per_step: 0.09030151 + perf: + env_steps_per_second: 900952.3481155329 + ppo_updates_per_second: 104.31483610436977 + eval-batch-orig-duration: 0.20546534296590835 + eval-batch-shift-duration: 0.15524289396125823 + eval-batch-tree-duration: 0.1451430919696577 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.406738 + mouse-cheese_dist_finite_wavg: 11.84353 + mouse-cheese_dist_solvable_avg: 10.406738 + mouse-cheese_dist_solvable_wavg: 11.84353 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2055664 + num_walls_wavg: 6.9209504 + prop_walls_avg: 0.26980722 + prop_walls_wavg: 0.3009109 + scoring: + avg_scores: 0.078803085 + visit_patterns: + avg_first_visit_time: 1618.1868 + avg_last_visit_time: 2435.2336 + num_replay_batches: 2445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044106884 + avg_actor_approxkl3: 0.00063811755 + avg_actor_clipfrac: 0.011785889 + avg_actor_loss: 0.00061764056 + avg_advantage: 0.0048697684 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00042022378 + avg_entropy: 0.047617286 + avg_grad_norm_pre_clip: 0.9861273 + avg_loss: 0.0007801352 + max: + max_actor_approxkl1: 0.0029559825 + max_actor_approxkl3: 0.002620898 + max_actor_clipfrac: 0.024169922 + max_actor_loss: 0.002771751 + max_advantage: 0.31067353 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005358119 + max_entropy: 0.05492437 + max_grad_norm_pre_clip: 1.8987696 + max_loss: 0.0029522192 + std: + std_actor_approxkl1: 0.00080285047 + std_actor_approxkl3: 0.0005986633 + std_actor_clipfrac: 0.0053365077 + std_actor_loss: 0.00078948564 + std_advantage: 0.028386988 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7457037e-05 + std_entropy: 0.004214807 + std_grad_norm_pre_clip: 0.4095337 + std_loss: 0.00078107166 + eval-batch-orig: + avg_avg_episode_length: 17.205616 + avg_avg_return: 0.8321146 + avg_benchmark_regret: 0.0041900706 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28273773 + proxy_corner: + avg_avg_return: 0.8321146 + avg_reward_per_step: 0.28273773 + eval-batch-shift: + avg_avg_episode_length: 67.79811 + avg_avg_return: 0.22535439 + avg_benchmark_regret: 0.6582254 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07936096 + proxy_corner: + avg_avg_return: 0.5495864 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 7.830504 + avg_avg_return: 0.9625086 + avg_benchmark_regret: 0.031709746 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2559662 + proxy_corner: + avg_avg_return: 0.9625086 + avg_reward_per_step: 0.2559662 +=========================================================== +=========================================================== + step: + env-step-all-before: 158334976 + env-step-replay-before: 80642048 + env-step-used-before: 158334976 + ppo-update-before: 96640 + env-step-generate-before: 77692928 + env-step-all-after: 158367744 + env-step-replay-after: 80642048 + env-step-used-after: 158367744 + ppo-update-after: 96660 + env-step-generate-after: 77725696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.449165 + avg_avg_return: 0.8039476 + avg_reward_per_step: 0.25552368 + proxy_corner: + avg_avg_return: 0.8039476 + avg_reward_per_step: 0.25552368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.449165 + avg_avg_return: 0.8039476 + avg_reward_per_step: 0.25552368 + proxy_corner: + avg_avg_return: 0.8039476 + avg_reward_per_step: 0.25552368 + perf: + env_steps_per_second: 592483.805934705 + ppo_updates_per_second: 73.97651029234822 + eval-batch-orig-duration: 0.2608059130143374 + eval-batch-shift-duration: 0.16558613500092179 + eval-batch-tree-duration: 0.14869567001005635 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.413574 + mouse-cheese_dist_finite_wavg: 12.739323 + mouse-cheese_dist_solvable_avg: 10.413574 + mouse-cheese_dist_solvable_wavg: 12.739321 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2163086 + num_walls_wavg: 6.922556 + prop_walls_avg: 0.27027428 + prop_walls_wavg: 0.30098078 + scoring: + avg_scores: 0.07880628 + visit_patterns: + avg_first_visit_time: 1628.3918 + avg_last_visit_time: 2451.18 + num_replay_batches: 2461 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016116723 + avg_actor_approxkl3: 0.0012258666 + avg_actor_clipfrac: 0.030126953 + avg_actor_loss: -0.00056411274 + avg_advantage: -0.008274533 + avg_critic_clipfrac: 0.0016357423 + avg_critic_loss: 0.002878627 + avg_entropy: 0.14062737 + avg_grad_norm_pre_clip: 1.448937 + avg_loss: 0.0007345735 + max: + max_actor_approxkl1: 0.0051779053 + max_actor_approxkl3: 0.004045047 + max_actor_clipfrac: 0.06994629 + max_actor_loss: 0.0005817935 + max_advantage: 0.37957036 + max_critic_clipfrac: 0.015136719 + max_critic_loss: 0.0035486263 + max_entropy: 0.18097246 + max_grad_norm_pre_clip: 2.4845922 + max_loss: 0.0019099538 + std: + std_actor_approxkl1: 0.0013949728 + std_actor_approxkl3: 0.0010045903 + std_actor_clipfrac: 0.016823158 + std_actor_loss: 0.00085985183 + std_advantage: 0.07799032 + std_critic_clipfrac: 0.004523096 + std_critic_loss: 0.00044321993 + std_entropy: 0.01840632 + std_grad_norm_pre_clip: 0.47803262 + std_loss: 0.00095132965 + eval-batch-orig: + avg_avg_episode_length: 17.269745 + avg_avg_return: 0.83189905 + avg_benchmark_regret: 0.0044055795 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27858734 + proxy_corner: + avg_avg_return: 0.83189905 + avg_reward_per_step: 0.27858734 + eval-batch-shift: + avg_avg_episode_length: 67.64503 + avg_avg_return: 0.23735024 + avg_benchmark_regret: 0.6462296 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07648468 + proxy_corner: + avg_avg_return: 0.5436725 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.7381945 + avg_avg_return: 0.9642614 + avg_benchmark_regret: 0.02995697 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2468872 + proxy_corner: + avg_avg_return: 0.9642614 + avg_reward_per_step: 0.2468872 +=========================================================== +=========================================================== + step: + env-step-all-before: 159383552 + env-step-replay-before: 81133568 + env-step-used-before: 159383552 + ppo-update-before: 97280 + env-step-generate-before: 78249984 + env-step-all-after: 159416320 + env-step-replay-after: 81133568 + env-step-used-after: 159416320 + ppo-update-after: 97300 + env-step-generate-after: 78282752 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.120405 + avg_avg_return: 0.8328935 + avg_reward_per_step: 0.28979492 + proxy_corner: + avg_avg_return: 0.8328935 + avg_reward_per_step: 0.28979492 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.120405 + avg_avg_return: 0.8328935 + avg_reward_per_step: 0.28979492 + proxy_corner: + avg_avg_return: 0.8328935 + avg_reward_per_step: 0.28979492 + perf: + env_steps_per_second: 900106.8461392279 + ppo_updates_per_second: 108.31743946856129 + eval-batch-orig-duration: 0.1953036750201136 + eval-batch-shift-duration: 0.15034031099639833 + eval-batch-tree-duration: 0.14491982199251652 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.422852 + mouse-cheese_dist_finite_wavg: 10.042941 + mouse-cheese_dist_solvable_avg: 10.422852 + mouse-cheese_dist_solvable_wavg: 10.042941 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2182617 + num_walls_wavg: 6.0203433 + prop_walls_avg: 0.2703592 + prop_walls_wavg: 0.26175407 + scoring: + avg_scores: 0.07919635 + visit_patterns: + avg_first_visit_time: 1639.6338 + avg_last_visit_time: 2466.3103 + num_replay_batches: 2476 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001294208 + avg_actor_approxkl3: 0.0009951557 + avg_actor_clipfrac: 0.03168335 + avg_actor_loss: 6.579999e-05 + avg_advantage: -0.014577402 + avg_critic_clipfrac: 0.0018920898 + avg_critic_loss: 0.0028893487 + avg_entropy: 0.14089017 + avg_grad_norm_pre_clip: 1.8649832 + avg_loss: 0.0013695842 + max: + max_actor_approxkl1: 0.0064418465 + max_actor_approxkl3: 0.0049313214 + max_actor_clipfrac: 0.06652832 + max_actor_loss: 0.003038399 + max_advantage: 0.28917146 + max_critic_clipfrac: 0.017089844 + max_critic_loss: 0.004320786 + max_entropy: 0.17131446 + max_grad_norm_pre_clip: 3.794567 + max_loss: 0.0050373417 + std: + std_actor_approxkl1: 0.0012853136 + std_actor_approxkl3: 0.0009852106 + std_actor_clipfrac: 0.015630648 + std_actor_loss: 0.0011414232 + std_advantage: 0.07846274 + std_critic_clipfrac: 0.0047377595 + std_critic_loss: 0.00052046456 + std_entropy: 0.01625419 + std_grad_norm_pre_clip: 0.7670306 + std_loss: 0.0013007601 + eval-batch-orig: + avg_avg_episode_length: 17.309834 + avg_avg_return: 0.8311737 + avg_benchmark_regret: 0.0051309066 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28131104 + proxy_corner: + avg_avg_return: 0.8311737 + avg_reward_per_step: 0.28131104 + eval-batch-shift: + avg_avg_episode_length: 67.739685 + avg_avg_return: 0.23172683 + avg_benchmark_regret: 0.651853 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076049805 + proxy_corner: + avg_avg_return: 0.54532546 + avg_reward_per_step: 0.014625549 + eval-batch-tree: + avg_avg_episode_length: 7.6519957 + avg_avg_return: 0.96696997 + avg_benchmark_regret: 0.02724839 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2533188 + proxy_corner: + avg_avg_return: 0.96696997 + avg_reward_per_step: 0.2533188 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 160432128 + env-step-replay-before: 81625088 + env-step-used-before: 160432128 + ppo-update-before: 97920 + env-step-generate-before: 78807040 + env-step-all-after: 160464896 + env-step-replay-after: 81657856 + env-step-used-after: 160464896 + ppo-update-after: 97940 + env-step-generate-after: 78807040 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.63166 + avg_avg_return: 0.91186917 + avg_reward_per_step: 0.091033936 + proxy_corner: + avg_avg_return: 0.91186917 + avg_reward_per_step: 0.091033936 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.63166 + avg_avg_return: 0.91186917 + avg_reward_per_step: 0.091033936 + proxy_corner: + avg_avg_return: 0.91186917 + avg_reward_per_step: 0.091033936 + perf: + env_steps_per_second: 893153.2695915074 + ppo_updates_per_second: 103.70151673728711 + eval-batch-orig-duration: 0.20002450497122481 + eval-batch-shift-duration: 0.1423623999580741 + eval-batch-tree-duration: 0.143831059045624 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.441406 + mouse-cheese_dist_finite_wavg: 9.144331 + mouse-cheese_dist_solvable_avg: 10.441406 + mouse-cheese_dist_solvable_wavg: 9.14433 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2197266 + num_walls_wavg: 6.023484 + prop_walls_avg: 0.27042288 + prop_walls_wavg: 0.26189056 + scoring: + avg_scores: 0.07929365 + visit_patterns: + avg_first_visit_time: 1648.021 + avg_last_visit_time: 2482.2178 + num_replay_batches: 2492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017014616 + avg_actor_approxkl3: 0.0002800411 + avg_actor_clipfrac: 0.010083008 + avg_actor_loss: -0.00014981475 + avg_advantage: 0.008516091 + avg_critic_clipfrac: 0.00076293945 + avg_critic_loss: 0.0005432875 + avg_entropy: 0.052749168 + avg_grad_norm_pre_clip: 0.44453207 + avg_loss: 6.9079775e-05 + max: + max_actor_approxkl1: 0.00067540037 + max_actor_approxkl3: 0.00090202386 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.00034239702 + max_advantage: 0.36215878 + max_critic_clipfrac: 0.0061035156 + max_critic_loss: 0.0008650939 + max_entropy: 0.066245385 + max_grad_norm_pre_clip: 0.9871299 + max_loss: 0.00065058033 + std: + std_actor_approxkl1: 0.0001913549 + std_actor_approxkl3: 0.00020366226 + std_actor_clipfrac: 0.004175162 + std_actor_loss: 0.00026590197 + std_advantage: 0.036557753 + std_critic_clipfrac: 0.0018375029 + std_critic_loss: 0.00013644833 + std_entropy: 0.0058559724 + std_grad_norm_pre_clip: 0.20700495 + std_loss: 0.0003044256 + eval-batch-orig: + avg_avg_episode_length: 17.213707 + avg_avg_return: 0.83223104 + avg_benchmark_regret: 0.004073568 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28281403 + proxy_corner: + avg_avg_return: 0.83223104 + avg_reward_per_step: 0.28281403 + eval-batch-shift: + avg_avg_episode_length: 68.104965 + avg_avg_return: 0.228124 + avg_benchmark_regret: 0.6554558 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07492828 + proxy_corner: + avg_avg_return: 0.55025685 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.54504 + avg_avg_return: 0.966394 + avg_benchmark_regret: 0.027824331 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25674438 + proxy_corner: + avg_avg_return: 0.966394 + avg_reward_per_step: 0.25674438 +=========================================================== +=========================================================== + step: + env-step-all-before: 161480704 + env-step-replay-before: 82149376 + env-step-used-before: 161480704 + ppo-update-before: 98560 + env-step-generate-before: 79331328 + env-step-all-after: 161513472 + env-step-replay-after: 82149376 + env-step-used-after: 161513472 + ppo-update-after: 98580 + env-step-generate-after: 79364096 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.767008 + avg_avg_return: 0.7635803 + avg_reward_per_step: 0.26309204 + proxy_corner: + avg_avg_return: 0.7635803 + avg_reward_per_step: 0.26309204 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.767008 + avg_avg_return: 0.7635803 + avg_reward_per_step: 0.26309204 + proxy_corner: + avg_avg_return: 0.7635803 + avg_reward_per_step: 0.26309204 + perf: + env_steps_per_second: 905143.2373756738 + ppo_updates_per_second: 108.23649705877065 + eval-batch-orig-duration: 0.19451178202871233 + eval-batch-shift-duration: 0.14703396800905466 + eval-batch-tree-duration: 0.14173306297743693 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.458496 + mouse-cheese_dist_finite_wavg: 8.251388 + mouse-cheese_dist_solvable_avg: 10.458496 + mouse-cheese_dist_solvable_wavg: 8.251389 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.220703 + num_walls_wavg: 8.720414 + prop_walls_avg: 0.2704653 + prop_walls_wavg: 0.37914845 + scoring: + avg_scores: 0.079536095 + visit_patterns: + avg_first_visit_time: 1656.9429 + avg_last_visit_time: 2497.3167 + num_replay_batches: 2507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063032255 + avg_actor_approxkl3: 0.0005686849 + avg_actor_clipfrac: 0.023986816 + avg_actor_loss: -0.0004254859 + avg_advantage: -0.029635228 + avg_critic_clipfrac: 0.014398194 + avg_critic_loss: 0.0042769625 + avg_entropy: 0.14504535 + avg_grad_norm_pre_clip: 1.4200726 + avg_loss: 0.0015679498 + max: + max_actor_approxkl1: 0.0030556927 + max_actor_approxkl3: 0.0017900756 + max_actor_clipfrac: 0.06628418 + max_actor_loss: 0.0006407201 + max_advantage: 0.3824557 + max_critic_clipfrac: 0.07836914 + max_critic_loss: 0.006225469 + max_entropy: 0.20825046 + max_grad_norm_pre_clip: 2.5125859 + max_loss: 0.0029563357 + std: + std_actor_approxkl1: 0.0006673888 + std_actor_approxkl3: 0.00040672248 + std_actor_clipfrac: 0.014359199 + std_actor_loss: 0.0005027493 + std_advantage: 0.09445638 + std_critic_clipfrac: 0.021545304 + std_critic_loss: 0.0010699932 + std_entropy: 0.022435855 + std_grad_norm_pre_clip: 0.49479777 + std_loss: 0.0007971927 + eval-batch-orig: + avg_avg_episode_length: 17.193604 + avg_avg_return: 0.83233815 + avg_benchmark_regret: 0.003966458 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28388977 + proxy_corner: + avg_avg_return: 0.83233815 + avg_reward_per_step: 0.28388977 + eval-batch-shift: + avg_avg_episode_length: 67.780556 + avg_avg_return: 0.23102975 + avg_benchmark_regret: 0.6525501 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07458496 + proxy_corner: + avg_avg_return: 0.5504547 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.7686505 + avg_avg_return: 0.9630232 + avg_benchmark_regret: 0.031195119 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25969696 + proxy_corner: + avg_avg_return: 0.9630232 + avg_reward_per_step: 0.25969696 +=========================================================== +=========================================================== + step: + env-step-all-before: 162529280 + env-step-replay-before: 82542592 + env-step-used-before: 162529280 + ppo-update-before: 99200 + env-step-generate-before: 79986688 + env-step-all-after: 162562048 + env-step-replay-after: 82542592 + env-step-used-after: 162562048 + ppo-update-after: 99220 + env-step-generate-after: 80019456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.587847 + avg_avg_return: 0.83984077 + avg_reward_per_step: 0.25668335 + proxy_corner: + avg_avg_return: 0.83984077 + avg_reward_per_step: 0.25668335 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.587847 + avg_avg_return: 0.83984077 + avg_reward_per_step: 0.25668335 + proxy_corner: + avg_avg_return: 0.83984077 + avg_reward_per_step: 0.25668335 + perf: + env_steps_per_second: 894881.5165746957 + ppo_updates_per_second: 104.49299718455464 + eval-batch-orig-duration: 0.2007719450048171 + eval-batch-shift-duration: 0.14347494702087715 + eval-batch-tree-duration: 0.14462006703251973 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.477051 + mouse-cheese_dist_finite_wavg: 13.645933 + mouse-cheese_dist_solvable_avg: 10.477051 + mouse-cheese_dist_solvable_wavg: 13.645935 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.221924 + num_walls_wavg: 6.0234156 + prop_walls_avg: 0.27051842 + prop_walls_wavg: 0.2618876 + scoring: + avg_scores: 0.07963447 + visit_patterns: + avg_first_visit_time: 1665.6917 + avg_last_visit_time: 2509.2747 + num_replay_batches: 2519 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00067010516 + avg_actor_approxkl3: 0.00049462327 + avg_actor_clipfrac: 0.019537354 + avg_actor_loss: -0.00013477635 + avg_advantage: -0.012130324 + avg_critic_clipfrac: 3.6621095e-05 + avg_critic_loss: 0.0026863345 + avg_entropy: 0.10338803 + avg_grad_norm_pre_clip: 1.3888425 + avg_loss: 0.0011050028 + max: + max_actor_approxkl1: 0.0024947985 + max_actor_approxkl3: 0.0013190072 + max_actor_clipfrac: 0.042236328 + max_actor_loss: 0.00088220835 + max_advantage: 0.3744983 + max_critic_clipfrac: 0.0007324219 + max_critic_loss: 0.003750664 + max_entropy: 0.1327599 + max_grad_norm_pre_clip: 2.2967923 + max_loss: 0.0021594386 + std: + std_actor_approxkl1: 0.0006608317 + std_actor_approxkl3: 0.00034673724 + std_actor_clipfrac: 0.0121965585 + std_actor_loss: 0.00063653017 + std_advantage: 0.07473832 + std_critic_clipfrac: 0.00015962764 + std_critic_loss: 0.0006120969 + std_entropy: 0.011890438 + std_grad_norm_pre_clip: 0.47261614 + std_loss: 0.00071433355 + eval-batch-orig: + avg_avg_episode_length: 17.187809 + avg_avg_return: 0.8323815 + avg_benchmark_regret: 0.0039231405 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2842636 + proxy_corner: + avg_avg_return: 0.8323815 + avg_reward_per_step: 0.2842636 + eval-batch-shift: + avg_avg_episode_length: 66.8811 + avg_avg_return: 0.24679491 + avg_benchmark_regret: 0.6367849 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0796814 + proxy_corner: + avg_avg_return: 0.5445929 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.220661 + avg_avg_return: 0.97183824 + avg_benchmark_regret: 0.022380177 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26219177 + proxy_corner: + avg_avg_return: 0.97183824 + avg_reward_per_step: 0.26219177 +=========================================================== +=========================================================== + step: + env-step-all-before: 163577856 + env-step-replay-before: 83132416 + env-step-used-before: 163577856 + ppo-update-before: 99840 + env-step-generate-before: 80445440 + env-step-all-after: 163610624 + env-step-replay-after: 83165184 + env-step-used-after: 163610624 + ppo-update-after: 99860 + env-step-generate-after: 80445440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.32349 + avg_avg_return: 0.9063761 + avg_reward_per_step: 0.08929443 + proxy_corner: + avg_avg_return: 0.9063761 + avg_reward_per_step: 0.08929443 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.32349 + avg_avg_return: 0.9063761 + avg_reward_per_step: 0.08929443 + proxy_corner: + avg_avg_return: 0.9063761 + avg_reward_per_step: 0.08929443 + perf: + env_steps_per_second: 938091.1113611258 + ppo_updates_per_second: 76.99196548371741 + eval-batch-orig-duration: 0.2629173739696853 + eval-batch-shift-duration: 0.1706039459677413 + eval-batch-tree-duration: 0.15063036797801033 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.488037 + mouse-cheese_dist_finite_wavg: 11.848702 + mouse-cheese_dist_solvable_avg: 10.488037 + mouse-cheese_dist_solvable_wavg: 11.848705 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2177734 + num_walls_wavg: 6.0244875 + prop_walls_avg: 0.27033794 + prop_walls_wavg: 0.26193416 + scoring: + avg_scores: 0.07970478 + visit_patterns: + avg_first_visit_time: 1670.1719 + avg_last_visit_time: 2528.293 + num_replay_batches: 2538 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00055330165 + avg_actor_approxkl3: 0.0005496493 + avg_actor_clipfrac: 0.013806152 + avg_actor_loss: 0.00019699968 + avg_advantage: 0.03446541 + avg_critic_clipfrac: 0.06447144 + avg_critic_loss: 0.0008257471 + avg_entropy: 0.05332188 + avg_grad_norm_pre_clip: 0.9147294 + avg_loss: 0.0005565513 + max: + max_actor_approxkl1: 0.0015560423 + max_actor_approxkl3: 0.0016473837 + max_actor_clipfrac: 0.026245117 + max_actor_loss: 0.0011825133 + max_advantage: 0.33542192 + max_critic_clipfrac: 0.2220459 + max_critic_loss: 0.0016088552 + max_entropy: 0.06911208 + max_grad_norm_pre_clip: 1.8570051 + max_loss: 0.0015065635 + std: + std_actor_approxkl1: 0.00049662875 + std_actor_approxkl3: 0.00040687123 + std_actor_clipfrac: 0.0069364407 + std_actor_loss: 0.00044482906 + std_advantage: 0.046208173 + std_critic_clipfrac: 0.07707716 + std_critic_loss: 0.00035363663 + std_entropy: 0.00799665 + std_grad_norm_pre_clip: 0.3602164 + std_loss: 0.0004888614 + eval-batch-orig: + avg_avg_episode_length: 17.171354 + avg_avg_return: 0.8324056 + avg_benchmark_regret: 0.003899007 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2844925 + proxy_corner: + avg_avg_return: 0.8324056 + avg_reward_per_step: 0.2844925 + eval-batch-shift: + avg_avg_episode_length: 68.2667 + avg_avg_return: 0.22492865 + avg_benchmark_regret: 0.6586512 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072250366 + proxy_corner: + avg_avg_return: 0.55015606 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.9680805 + avg_avg_return: 0.9607338 + avg_benchmark_regret: 0.033484556 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26091766 + proxy_corner: + avg_avg_return: 0.9607338 + avg_reward_per_step: 0.26091766 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 164626432 + env-step-replay-before: 83722240 + env-step-used-before: 164626432 + ppo-update-before: 100480 + env-step-generate-before: 80904192 + env-step-all-after: 164659200 + env-step-replay-after: 83755008 + env-step-used-after: 164659200 + ppo-update-after: 100500 + env-step-generate-after: 80904192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.804012 + avg_avg_return: 0.9117373 + avg_reward_per_step: 0.089416504 + proxy_corner: + avg_avg_return: 0.9117373 + avg_reward_per_step: 0.089416504 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.804012 + avg_avg_return: 0.9117373 + avg_reward_per_step: 0.089416504 + proxy_corner: + avg_avg_return: 0.9117373 + avg_reward_per_step: 0.089416504 + perf: + env_steps_per_second: 896168.0912983493 + ppo_updates_per_second: 108.20903904365638 + eval-batch-orig-duration: 0.19365305302198976 + eval-batch-shift-duration: 0.1464764369884506 + eval-batch-tree-duration: 0.14202342997305095 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.498047 + mouse-cheese_dist_finite_wavg: 10.947844 + mouse-cheese_dist_solvable_avg: 10.498047 + mouse-cheese_dist_solvable_wavg: 10.947843 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.216797 + num_walls_wavg: 7.82255 + prop_walls_avg: 0.2702955 + prop_walls_wavg: 0.34011087 + scoring: + avg_scores: 0.07944315 + visit_patterns: + avg_first_visit_time: 1676.4851 + avg_last_visit_time: 2546.196 + num_replay_batches: 2556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006890006 + avg_actor_approxkl3: 0.00067733426 + avg_actor_clipfrac: 0.022039795 + avg_actor_loss: 0.00081993156 + avg_advantage: 5.9633632e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00046334794 + avg_entropy: 0.07604024 + avg_grad_norm_pre_clip: 1.2310529 + avg_loss: 0.00097556546 + max: + max_actor_approxkl1: 0.0027232664 + max_actor_approxkl3: 0.001643061 + max_actor_clipfrac: 0.048950195 + max_actor_loss: 0.0048674 + max_advantage: 0.39057356 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006873849 + max_entropy: 0.090259835 + max_grad_norm_pre_clip: 2.5218773 + max_loss: 0.005028503 + std: + std_actor_approxkl1: 0.0006408845 + std_actor_approxkl3: 0.00045200242 + std_actor_clipfrac: 0.014104034 + std_actor_loss: 0.001227426 + std_advantage: 0.032181755 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010953611 + std_entropy: 0.007660041 + std_grad_norm_pre_clip: 0.6878476 + std_loss: 0.00124268 + eval-batch-orig: + avg_avg_episode_length: 17.20974 + avg_avg_return: 0.83211195 + avg_benchmark_regret: 0.004192703 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2783203 + proxy_corner: + avg_avg_return: 0.83211195 + avg_reward_per_step: 0.2783203 + eval-batch-shift: + avg_avg_episode_length: 68.63483 + avg_avg_return: 0.22632512 + avg_benchmark_regret: 0.6572547 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07021332 + proxy_corner: + avg_avg_return: 0.5490732 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.76276 + avg_avg_return: 0.963844 + avg_benchmark_regret: 0.03037437 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24973297 + proxy_corner: + avg_avg_return: 0.963844 + avg_reward_per_step: 0.24973297 +=========================================================== +=========================================================== + step: + env-step-all-before: 165675008 + env-step-replay-before: 84344832 + env-step-used-before: 165675008 + ppo-update-before: 101120 + env-step-generate-before: 81330176 + env-step-all-after: 165707776 + env-step-replay-after: 84377600 + env-step-used-after: 165707776 + ppo-update-after: 101140 + env-step-generate-after: 81330176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.024845 + avg_avg_return: 0.91027653 + avg_reward_per_step: 0.089782715 + proxy_corner: + avg_avg_return: 0.91027653 + avg_reward_per_step: 0.089782715 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.024845 + avg_avg_return: 0.91027653 + avg_reward_per_step: 0.089782715 + proxy_corner: + avg_avg_return: 0.91027653 + avg_reward_per_step: 0.089782715 + perf: + env_steps_per_second: 918709.9013817462 + ppo_updates_per_second: 104.8710087544366 + eval-batch-orig-duration: 0.20079958700807765 + eval-batch-shift-duration: 0.1450789920054376 + eval-batch-tree-duration: 0.14387101400643587 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.500732 + mouse-cheese_dist_finite_wavg: 10.950988 + mouse-cheese_dist_solvable_avg: 10.500732 + mouse-cheese_dist_solvable_wavg: 10.950989 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.209961 + num_walls_wavg: 6.9213233 + prop_walls_avg: 0.26999828 + prop_walls_wavg: 0.30092725 + scoring: + avg_scores: 0.079785764 + visit_patterns: + avg_first_visit_time: 1686.5344 + avg_last_visit_time: 2565.2622 + num_replay_batches: 2575 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004899656 + avg_actor_approxkl3: 0.00054193824 + avg_actor_clipfrac: 0.018487548 + avg_actor_loss: -8.159229e-05 + avg_advantage: -0.008940479 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00040948996 + avg_entropy: 0.080415055 + avg_grad_norm_pre_clip: 0.87141436 + avg_loss: 4.273767e-05 + max: + max_actor_approxkl1: 0.00146995 + max_actor_approxkl3: 0.001048094 + max_actor_clipfrac: 0.03186035 + max_actor_loss: 0.0008896063 + max_advantage: 0.38711953 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005344505 + max_entropy: 0.10313251 + max_grad_norm_pre_clip: 1.6285789 + max_loss: 0.0010598643 + std: + std_actor_approxkl1: 0.00039021618 + std_actor_approxkl3: 0.00032880512 + std_actor_clipfrac: 0.009663581 + std_actor_loss: 0.00046466198 + std_advantage: 0.028884858 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.532948e-05 + std_entropy: 0.0077236034 + std_grad_norm_pre_clip: 0.40159053 + std_loss: 0.0004745195 + eval-batch-orig: + avg_avg_episode_length: 17.246483 + avg_avg_return: 0.8320127 + avg_benchmark_regret: 0.0042919116 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27635193 + proxy_corner: + avg_avg_return: 0.8320127 + avg_reward_per_step: 0.27635193 + eval-batch-shift: + avg_avg_episode_length: 68.23841 + avg_avg_return: 0.22768882 + avg_benchmark_regret: 0.65589106 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073654175 + proxy_corner: + avg_avg_return: 0.5517511 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.4946795 + avg_avg_return: 0.9701463 + avg_benchmark_regret: 0.024072025 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25035858 + proxy_corner: + avg_avg_return: 0.9701463 + avg_reward_per_step: 0.25035858 +=========================================================== +=========================================================== + step: + env-step-all-before: 166723584 + env-step-replay-before: 84934656 + env-step-used-before: 166723584 + ppo-update-before: 101760 + env-step-generate-before: 81788928 + env-step-all-after: 166756352 + env-step-replay-after: 84967424 + env-step-used-after: 166756352 + ppo-update-after: 101780 + env-step-generate-after: 81788928 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.791771 + avg_avg_return: 0.9124057 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.9124057 + avg_reward_per_step: 0.08947754 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.791771 + avg_avg_return: 0.9124057 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.9124057 + avg_reward_per_step: 0.08947754 + perf: + env_steps_per_second: 604299.1843304426 + ppo_updates_per_second: 99.11540196902202 + eval-batch-orig-duration: 0.19563960895175114 + eval-batch-shift-duration: 0.14336837700102478 + eval-batch-tree-duration: 0.14050211303401738 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.5078125 + mouse-cheese_dist_finite_wavg: 6.4541073 + mouse-cheese_dist_solvable_avg: 10.5078125 + mouse-cheese_dist_solvable_wavg: 6.454108 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2124023 + num_walls_wavg: 6.919955 + prop_walls_avg: 0.27010444 + prop_walls_wavg: 0.3008677 + scoring: + avg_scores: 0.07974536 + visit_patterns: + avg_first_visit_time: 1697.1279 + avg_last_visit_time: 2583.2795 + num_replay_batches: 2593 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042596387 + avg_actor_approxkl3: 0.0004687459 + avg_actor_clipfrac: 0.012469483 + avg_actor_loss: 0.00043092176 + avg_advantage: 0.021034636 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00062554027 + avg_entropy: 0.07439781 + avg_grad_norm_pre_clip: 0.9027441 + avg_loss: 0.0006692942 + max: + max_actor_approxkl1: 0.0011018359 + max_actor_approxkl3: 0.0012593705 + max_actor_clipfrac: 0.032104492 + max_actor_loss: 0.0028314898 + max_advantage: 0.39003855 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011155454 + max_entropy: 0.08398963 + max_grad_norm_pre_clip: 1.576558 + max_loss: 0.0030481059 + std: + std_actor_approxkl1: 0.0003234615 + std_actor_approxkl3: 0.0003340179 + std_actor_clipfrac: 0.0071172616 + std_actor_loss: 0.0008638558 + std_advantage: 0.036284264 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00016619117 + std_entropy: 0.0049201925 + std_grad_norm_pre_clip: 0.35144743 + std_loss: 0.0008680161 + eval-batch-orig: + avg_avg_episode_length: 17.205385 + avg_avg_return: 0.8324549 + avg_benchmark_regret: 0.0038497406 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2805252 + proxy_corner: + avg_avg_return: 0.8324549 + avg_reward_per_step: 0.2805252 + eval-batch-shift: + avg_avg_episode_length: 68.33377 + avg_avg_return: 0.22888061 + avg_benchmark_regret: 0.6546992 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0712204 + proxy_corner: + avg_avg_return: 0.55305964 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.5429344 + avg_avg_return: 0.9657883 + avg_benchmark_regret: 0.028430045 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2563095 + proxy_corner: + avg_avg_return: 0.9657883 + avg_reward_per_step: 0.2563095 +=========================================================== +=========================================================== + step: + env-step-all-before: 167772160 + env-step-replay-before: 85458944 + env-step-used-before: 167772160 + ppo-update-before: 102400 + env-step-generate-before: 82313216 + env-step-all-after: 167804928 + env-step-replay-after: 85491712 + env-step-used-after: 167804928 + ppo-update-after: 102420 + env-step-generate-after: 82313216 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.927299 + avg_avg_return: 0.91003656 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.91003656 + avg_reward_per_step: 0.08947754 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.927299 + avg_avg_return: 0.91003656 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.91003656 + avg_reward_per_step: 0.08947754 + perf: + env_steps_per_second: 894780.400377716 + ppo_updates_per_second: 104.12702517855432 + eval-batch-orig-duration: 0.20296603202586994 + eval-batch-shift-duration: 0.15134619805030525 + eval-batch-tree-duration: 0.14575983601389453 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.52002 + mouse-cheese_dist_finite_wavg: 10.948784 + mouse-cheese_dist_solvable_avg: 10.52002 + mouse-cheese_dist_solvable_wavg: 10.948784 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.213379 + num_walls_wavg: 6.9247727 + prop_walls_avg: 0.27014688 + prop_walls_wavg: 0.30107704 + scoring: + avg_scores: 0.07981609 + visit_patterns: + avg_first_visit_time: 1703.4141 + avg_last_visit_time: 2599.2227 + num_replay_batches: 2609 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005286258 + avg_actor_approxkl3: 0.00042073088 + avg_actor_clipfrac: 0.01060791 + avg_actor_loss: 0.00014422086 + avg_advantage: 0.00010391649 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003155812 + avg_entropy: 0.0611881 + avg_grad_norm_pre_clip: 0.829097 + avg_loss: 0.00024082333 + max: + max_actor_approxkl1: 0.0016849994 + max_actor_approxkl3: 0.0011876004 + max_actor_clipfrac: 0.018798828 + max_actor_loss: 0.0024305955 + max_advantage: 0.24954504 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00038408278 + max_entropy: 0.07101178 + max_grad_norm_pre_clip: 2.954582 + max_loss: 0.0025292812 + std: + std_actor_approxkl1: 0.00041283044 + std_actor_approxkl3: 0.0002886001 + std_actor_clipfrac: 0.005244465 + std_actor_loss: 0.00080093934 + std_advantage: 0.025517354 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1554606e-05 + std_entropy: 0.004566672 + std_grad_norm_pre_clip: 0.6012809 + std_loss: 0.00079846644 + eval-batch-orig: + avg_avg_episode_length: 17.237415 + avg_avg_return: 0.83191794 + avg_benchmark_regret: 0.0043867035 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28230286 + proxy_corner: + avg_avg_return: 0.83191794 + avg_reward_per_step: 0.28230286 + eval-batch-shift: + avg_avg_episode_length: 67.170074 + avg_avg_return: 0.24128383 + avg_benchmark_regret: 0.64229596 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07614899 + proxy_corner: + avg_avg_return: 0.5440744 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.6812525 + avg_avg_return: 0.96366346 + avg_benchmark_regret: 0.03055494 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25782776 + proxy_corner: + avg_avg_return: 0.96366346 + avg_reward_per_step: 0.25782776 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 168820736 + env-step-replay-before: 85983232 + env-step-used-before: 168820736 + ppo-update-before: 103040 + env-step-generate-before: 82837504 + env-step-all-after: 168853504 + env-step-replay-after: 85983232 + env-step-used-after: 168853504 + ppo-update-after: 103060 + env-step-generate-after: 82870272 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.250349 + avg_avg_return: 0.770435 + avg_reward_per_step: 0.2583313 + proxy_corner: + avg_avg_return: 0.770435 + avg_reward_per_step: 0.2583313 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.250349 + avg_avg_return: 0.770435 + avg_reward_per_step: 0.2583313 + proxy_corner: + avg_avg_return: 0.770435 + avg_reward_per_step: 0.2583313 + perf: + env_steps_per_second: 900149.202075209 + ppo_updates_per_second: 104.51494039369618 + eval-batch-orig-duration: 0.20224530302220955 + eval-batch-shift-duration: 0.1508886759984307 + eval-batch-tree-duration: 0.1445259089814499 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.538086 + mouse-cheese_dist_finite_wavg: 13.648133 + mouse-cheese_dist_solvable_avg: 10.538086 + mouse-cheese_dist_solvable_wavg: 13.648133 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.213867 + num_walls_wavg: 5.1213183 + prop_walls_avg: 0.27016813 + prop_walls_wavg: 0.22266603 + scoring: + avg_scores: 0.07984201 + visit_patterns: + avg_first_visit_time: 1708.3064 + avg_last_visit_time: 2614.211 + num_replay_batches: 2624 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001161447 + avg_actor_approxkl3: 0.00081452116 + avg_actor_clipfrac: 0.026251221 + avg_actor_loss: -1.6532839e-06 + avg_advantage: -0.028998397 + avg_critic_clipfrac: 0.00647583 + avg_critic_loss: 0.0041666026 + avg_entropy: 0.15835528 + avg_grad_norm_pre_clip: 1.7683827 + avg_loss: 0.0019232931 + max: + max_actor_approxkl1: 0.0033649402 + max_actor_approxkl3: 0.0029087416 + max_actor_clipfrac: 0.061767578 + max_actor_loss: 0.0019290373 + max_advantage: 0.2686084 + max_critic_clipfrac: 0.033081055 + max_critic_loss: 0.0068020774 + max_entropy: 0.19801566 + max_grad_norm_pre_clip: 3.0779204 + max_loss: 0.0037958787 + std: + std_actor_approxkl1: 0.0010355174 + std_actor_approxkl3: 0.0007972776 + std_actor_clipfrac: 0.019031836 + std_actor_loss: 0.00086210243 + std_advantage: 0.09379108 + std_critic_clipfrac: 0.010670821 + std_critic_loss: 0.0009667405 + std_entropy: 0.021143699 + std_grad_norm_pre_clip: 0.7225099 + std_loss: 0.00092471804 + eval-batch-orig: + avg_avg_episode_length: 17.22034 + avg_avg_return: 0.83188844 + avg_benchmark_regret: 0.0044161836 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2833252 + proxy_corner: + avg_avg_return: 0.83188844 + avg_reward_per_step: 0.2833252 + eval-batch-shift: + avg_avg_episode_length: 66.65693 + avg_avg_return: 0.24687411 + avg_benchmark_regret: 0.6367057 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076911926 + proxy_corner: + avg_avg_return: 0.53680897 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 7.3202305 + avg_avg_return: 0.96702564 + avg_benchmark_regret: 0.02719272 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26036072 + proxy_corner: + avg_avg_return: 0.96702564 + avg_reward_per_step: 0.26036072 +=========================================================== +=========================================================== + step: + env-step-all-before: 169869312 + env-step-replay-before: 86474752 + env-step-used-before: 169869312 + ppo-update-before: 103680 + env-step-generate-before: 83394560 + env-step-all-after: 169902080 + env-step-replay-after: 86474752 + env-step-used-after: 169902080 + ppo-update-after: 103700 + env-step-generate-after: 83427328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.424156 + avg_avg_return: 0.8396569 + avg_reward_per_step: 0.2842102 + proxy_corner: + avg_avg_return: 0.8396569 + avg_reward_per_step: 0.2842102 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.424156 + avg_avg_return: 0.8396569 + avg_reward_per_step: 0.2842102 + proxy_corner: + avg_avg_return: 0.8396569 + avg_reward_per_step: 0.2842102 + perf: + env_steps_per_second: 895842.8509258652 + ppo_updates_per_second: 104.1452946215043 + eval-batch-orig-duration: 0.19936733704525977 + eval-batch-shift-duration: 0.14313587901415303 + eval-batch-tree-duration: 0.14408469799673185 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.54834 + mouse-cheese_dist_finite_wavg: 10.954302 + mouse-cheese_dist_solvable_avg: 10.54834 + mouse-cheese_dist_solvable_wavg: 10.954303 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.208008 + num_walls_wavg: 6.918255 + prop_walls_avg: 0.26991338 + prop_walls_wavg: 0.30079365 + scoring: + avg_scores: 0.07998709 + visit_patterns: + avg_first_visit_time: 1712.9045 + avg_last_visit_time: 2629.274 + num_replay_batches: 2639 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010305303 + avg_actor_approxkl3: 0.0008417683 + avg_actor_clipfrac: 0.025836183 + avg_actor_loss: 9.489674e-05 + avg_advantage: -0.022597885 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002894847 + avg_entropy: 0.12766457 + avg_grad_norm_pre_clip: 1.528847 + avg_loss: 0.0014146556 + max: + max_actor_approxkl1: 0.003656912 + max_actor_approxkl3: 0.0027204226 + max_actor_clipfrac: 0.055541992 + max_actor_loss: 0.0016113222 + max_advantage: 0.22577998 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004430134 + max_entropy: 0.14787045 + max_grad_norm_pre_clip: 2.081966 + max_loss: 0.0036969862 + std: + std_actor_approxkl1: 0.0009093478 + std_actor_approxkl3: 0.0006202089 + std_actor_clipfrac: 0.015438167 + std_actor_loss: 0.00062919565 + std_advantage: 0.076765485 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008063885 + std_entropy: 0.013279247 + std_grad_norm_pre_clip: 0.36260676 + std_loss: 0.00083047705 + eval-batch-orig: + avg_avg_episode_length: 17.218853 + avg_avg_return: 0.83199644 + avg_benchmark_regret: 0.0043082125 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2826538 + proxy_corner: + avg_avg_return: 0.83199644 + avg_reward_per_step: 0.2826538 + eval-batch-shift: + avg_avg_episode_length: 66.81271 + avg_avg_return: 0.24617168 + avg_benchmark_regret: 0.63740814 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07513428 + proxy_corner: + avg_avg_return: 0.54145336 + avg_reward_per_step: 0.014671326 + eval-batch-tree: + avg_avg_episode_length: 7.4881086 + avg_avg_return: 0.9677968 + avg_benchmark_regret: 0.026421525 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25816345 + proxy_corner: + avg_avg_return: 0.9677968 + avg_reward_per_step: 0.25816345 +=========================================================== +=========================================================== + step: + env-step-all-before: 170917888 + env-step-replay-before: 86900736 + env-step-used-before: 170917888 + ppo-update-before: 104320 + env-step-generate-before: 84017152 + env-step-all-after: 170950656 + env-step-replay-after: 86900736 + env-step-used-after: 170950656 + ppo-update-after: 104340 + env-step-generate-after: 84049920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.91902 + avg_avg_return: 0.78730094 + avg_reward_per_step: 0.25460815 + proxy_corner: + avg_avg_return: 0.78730094 + avg_reward_per_step: 0.25460815 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.91902 + avg_avg_return: 0.78730094 + avg_reward_per_step: 0.25460815 + proxy_corner: + avg_avg_return: 0.78730094 + avg_reward_per_step: 0.25460815 + perf: + env_steps_per_second: 591807.3049576598 + ppo_updates_per_second: 89.9065660824677 + eval-batch-orig-duration: 0.22108762001153082 + eval-batch-shift-duration: 0.1418238750193268 + eval-batch-tree-duration: 0.14103744103340432 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.563965 + mouse-cheese_dist_finite_wavg: 12.752931 + mouse-cheese_dist_solvable_avg: 10.563965 + mouse-cheese_dist_solvable_wavg: 12.7529335 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.21167 + num_walls_wavg: 6.0228505 + prop_walls_avg: 0.27007258 + prop_walls_wavg: 0.26186308 + scoring: + avg_scores: 0.08013357 + visit_patterns: + avg_first_visit_time: 1716.719 + avg_last_visit_time: 2642.225 + num_replay_batches: 2652 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008738854 + avg_actor_approxkl3: 0.00053012685 + avg_actor_clipfrac: 0.02288208 + avg_actor_loss: -0.000773041 + avg_advantage: -0.016576057 + avg_critic_clipfrac: 0.0032226562 + avg_critic_loss: 0.0030316848 + avg_entropy: 0.16567743 + avg_grad_norm_pre_clip: 1.2744616 + avg_loss: 0.00057712424 + max: + max_actor_approxkl1: 0.0026534083 + max_actor_approxkl3: 0.0012588257 + max_actor_clipfrac: 0.055908203 + max_actor_loss: 0.0013497993 + max_advantage: 0.3623733 + max_critic_clipfrac: 0.026367188 + max_critic_loss: 0.004282761 + max_entropy: 0.21529976 + max_grad_norm_pre_clip: 2.6300914 + max_loss: 0.0029430678 + std: + std_actor_approxkl1: 0.00072870636 + std_actor_approxkl3: 0.00031895432 + std_actor_clipfrac: 0.013750205 + std_actor_loss: 0.00088160665 + std_advantage: 0.08064767 + std_critic_clipfrac: 0.006628362 + std_critic_loss: 0.00060200354 + std_entropy: 0.0264133 + std_grad_norm_pre_clip: 0.5068909 + std_loss: 0.0009515445 + eval-batch-orig: + avg_avg_episode_length: 17.180973 + avg_avg_return: 0.8326296 + avg_benchmark_regret: 0.003674976 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28308868 + proxy_corner: + avg_avg_return: 0.8326296 + avg_reward_per_step: 0.28308868 + eval-batch-shift: + avg_avg_episode_length: 67.8206 + avg_avg_return: 0.23705006 + avg_benchmark_regret: 0.6465298 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077926636 + proxy_corner: + avg_avg_return: 0.54814315 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 7.363651 + avg_avg_return: 0.9678999 + avg_benchmark_regret: 0.026318453 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25928497 + proxy_corner: + avg_avg_return: 0.9678999 + avg_reward_per_step: 0.25928497 +=========================================================== +=========================================================== + step: + env-step-all-before: 171966464 + env-step-replay-before: 87457792 + env-step-used-before: 171966464 + ppo-update-before: 104960 + env-step-generate-before: 84508672 + env-step-all-after: 171999232 + env-step-replay-after: 87457792 + env-step-used-after: 171999232 + ppo-update-after: 104980 + env-step-generate-after: 84541440 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.742908 + avg_avg_return: 0.7861781 + avg_reward_per_step: 0.2845459 + proxy_corner: + avg_avg_return: 0.7861781 + avg_reward_per_step: 0.2845459 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.742908 + avg_avg_return: 0.7861781 + avg_reward_per_step: 0.2845459 + proxy_corner: + avg_avg_return: 0.7861781 + avg_reward_per_step: 0.2845459 + perf: + env_steps_per_second: 889615.1035353596 + ppo_updates_per_second: 108.58679331335613 + eval-batch-orig-duration: 0.19071097701089457 + eval-batch-shift-duration: 0.14358956401702017 + eval-batch-tree-duration: 0.14132427296135575 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.570801 + mouse-cheese_dist_finite_wavg: 10.055805 + mouse-cheese_dist_solvable_avg: 10.570801 + mouse-cheese_dist_solvable_wavg: 10.055804 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2111816 + num_walls_wavg: 6.920369 + prop_walls_avg: 0.27005136 + prop_walls_wavg: 0.30088565 + scoring: + avg_scores: 0.08057793 + visit_patterns: + avg_first_visit_time: 1722.3865 + avg_last_visit_time: 2659.0908 + num_replay_batches: 2669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014389828 + avg_actor_approxkl3: 0.0008780633 + avg_actor_clipfrac: 0.033880617 + avg_actor_loss: 8.613319e-05 + avg_advantage: -0.025575796 + avg_critic_clipfrac: 0.0010498047 + avg_critic_loss: 0.0037261173 + avg_entropy: 0.17391525 + avg_grad_norm_pre_clip: 1.859911 + avg_loss: 0.0017752761 + max: + max_actor_approxkl1: 0.0039997934 + max_actor_approxkl3: 0.0018352391 + max_actor_clipfrac: 0.07080078 + max_actor_loss: 0.0027933046 + max_advantage: 0.3009488 + max_critic_clipfrac: 0.015625 + max_critic_loss: 0.004990141 + max_entropy: 0.21638802 + max_grad_norm_pre_clip: 3.2611144 + max_loss: 0.0045071915 + std: + std_actor_approxkl1: 0.0010337156 + std_actor_approxkl3: 0.00057781173 + std_actor_clipfrac: 0.021157483 + std_actor_loss: 0.0010323898 + std_advantage: 0.08793687 + std_critic_clipfrac: 0.0034873248 + std_critic_loss: 0.00067063665 + std_entropy: 0.015839942 + std_grad_norm_pre_clip: 0.61566705 + std_loss: 0.0011473572 + eval-batch-orig: + avg_avg_episode_length: 17.210285 + avg_avg_return: 0.8321588 + avg_benchmark_regret: 0.004145798 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28195953 + proxy_corner: + avg_avg_return: 0.8321588 + avg_reward_per_step: 0.28195953 + eval-batch-shift: + avg_avg_episode_length: 67.818825 + avg_avg_return: 0.23147386 + avg_benchmark_regret: 0.652106 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07460022 + proxy_corner: + avg_avg_return: 0.5480537 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.823376 + avg_avg_return: 0.96374583 + avg_benchmark_regret: 0.03047257 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25852966 + proxy_corner: + avg_avg_return: 0.96374583 + avg_reward_per_step: 0.25852966 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 173015040 + env-step-replay-before: 88014848 + env-step-used-before: 173015040 + ppo-update-before: 105600 + env-step-generate-before: 85000192 + env-step-all-after: 173047808 + env-step-replay-after: 88047616 + env-step-used-after: 173047808 + ppo-update-after: 105620 + env-step-generate-after: 85000192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.818432 + avg_avg_return: 0.91048753 + avg_reward_per_step: 0.08905029 + proxy_corner: + avg_avg_return: 0.91048753 + avg_reward_per_step: 0.08905029 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.818432 + avg_avg_return: 0.91048753 + avg_reward_per_step: 0.08905029 + proxy_corner: + avg_avg_return: 0.91048753 + avg_reward_per_step: 0.08905029 + perf: + env_steps_per_second: 966540.382155474 + ppo_updates_per_second: 90.30330718112474 + eval-batch-orig-duration: 0.23396723199402913 + eval-batch-shift-duration: 0.15414229000452906 + eval-batch-tree-duration: 0.14372417802223936 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.578369 + mouse-cheese_dist_finite_wavg: 8.263154 + mouse-cheese_dist_solvable_avg: 10.578369 + mouse-cheese_dist_solvable_wavg: 8.263155 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2089844 + num_walls_wavg: 7.8200917 + prop_walls_avg: 0.2699558 + prop_walls_wavg: 0.340004 + scoring: + avg_scores: 0.080045156 + visit_patterns: + avg_first_visit_time: 1728.3826 + avg_last_visit_time: 2677.1921 + num_replay_batches: 2687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00064887473 + avg_actor_approxkl3: 0.0004543887 + avg_actor_clipfrac: 0.01126709 + avg_actor_loss: 0.000158354 + avg_advantage: -0.00041486023 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027900666 + avg_entropy: 0.053827196 + avg_grad_norm_pre_clip: 0.708188 + avg_loss: 0.00024403015 + max: + max_actor_approxkl1: 0.0016934351 + max_actor_approxkl3: 0.0013354796 + max_actor_clipfrac: 0.03100586 + max_actor_loss: 0.0013208063 + max_advantage: 0.25778025 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00037261244 + max_entropy: 0.06414876 + max_grad_norm_pre_clip: 1.3998585 + max_loss: 0.0014061301 + std: + std_actor_approxkl1: 0.00054945354 + std_actor_approxkl3: 0.00036182217 + std_actor_clipfrac: 0.00828093 + std_actor_loss: 0.00047222496 + std_advantage: 0.023885157 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1486863e-05 + std_entropy: 0.004788351 + std_grad_norm_pre_clip: 0.27272418 + std_loss: 0.00046551554 + eval-batch-orig: + avg_avg_episode_length: 17.237103 + avg_avg_return: 0.8321763 + avg_benchmark_regret: 0.0041283295 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2837143 + proxy_corner: + avg_avg_return: 0.8321763 + avg_reward_per_step: 0.2837143 + eval-batch-shift: + avg_avg_episode_length: 66.674225 + avg_avg_return: 0.24679306 + avg_benchmark_regret: 0.6367868 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08232117 + proxy_corner: + avg_avg_return: 0.53903246 + avg_reward_per_step: 0.014770508 + eval-batch-tree: + avg_avg_episode_length: 7.615093 + avg_avg_return: 0.9674166 + avg_benchmark_regret: 0.026801804 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25982666 + proxy_corner: + avg_avg_return: 0.9674166 + avg_reward_per_step: 0.25982666 +=========================================================== +=========================================================== + step: + env-step-all-before: 174063616 + env-step-replay-before: 88440832 + env-step-used-before: 174063616 + ppo-update-before: 106240 + env-step-generate-before: 85622784 + env-step-all-after: 174096384 + env-step-replay-after: 88440832 + env-step-used-after: 174096384 + ppo-update-after: 106260 + env-step-generate-after: 85655552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.96032 + avg_avg_return: 0.82240725 + avg_reward_per_step: 0.2765808 + proxy_corner: + avg_avg_return: 0.82240725 + avg_reward_per_step: 0.2765808 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.96032 + avg_avg_return: 0.82240725 + avg_reward_per_step: 0.2765808 + proxy_corner: + avg_avg_return: 0.82240725 + avg_reward_per_step: 0.2765808 + perf: + env_steps_per_second: 609689.149158856 + ppo_updates_per_second: 74.50958425055904 + eval-batch-orig-duration: 0.2657593130134046 + eval-batch-shift-duration: 0.1578898560255766 + eval-batch-tree-duration: 0.14929748600116 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.593506 + mouse-cheese_dist_finite_wavg: 12.752564 + mouse-cheese_dist_solvable_avg: 10.593506 + mouse-cheese_dist_solvable_wavg: 12.752562 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.21875 + num_walls_wavg: 5.122367 + prop_walls_avg: 0.2703804 + prop_walls_wavg: 0.2227116 + scoring: + avg_scores: 0.08033073 + visit_patterns: + avg_first_visit_time: 1732.2795 + avg_last_visit_time: 2689.3665 + num_replay_batches: 2699 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017671451 + avg_actor_approxkl3: 0.001594155 + avg_actor_clipfrac: 0.03678589 + avg_actor_loss: 0.0016751311 + avg_advantage: -0.0062290737 + avg_critic_clipfrac: 3.0517578e-05 + avg_critic_loss: 0.002272889 + avg_entropy: 0.16306375 + avg_grad_norm_pre_clip: 1.8874369 + avg_loss: 0.002648512 + max: + max_actor_approxkl1: 0.007443066 + max_actor_approxkl3: 0.0075297933 + max_actor_clipfrac: 0.11376953 + max_actor_loss: 0.011746816 + max_advantage: 0.41382855 + max_critic_clipfrac: 0.00036621094 + max_critic_loss: 0.0031320257 + max_entropy: 0.205845 + max_grad_norm_pre_clip: 3.5975456 + max_loss: 0.012751308 + std: + std_actor_approxkl1: 0.0021284218 + std_actor_approxkl3: 0.0017951778 + std_actor_clipfrac: 0.025179183 + std_actor_loss: 0.0027510698 + std_advantage: 0.06882704 + std_critic_clipfrac: 9.3565126e-05 + std_critic_loss: 0.00047048324 + std_entropy: 0.024398936 + std_grad_norm_pre_clip: 0.7975745 + std_loss: 0.002785603 + eval-batch-orig: + avg_avg_episode_length: 17.182795 + avg_avg_return: 0.8326503 + avg_benchmark_regret: 0.003654309 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28346252 + proxy_corner: + avg_avg_return: 0.8326503 + avg_reward_per_step: 0.28346252 + eval-batch-shift: + avg_avg_episode_length: 68.18147 + avg_avg_return: 0.23239535 + avg_benchmark_regret: 0.6511845 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07637787 + proxy_corner: + avg_avg_return: 0.5501213 + avg_reward_per_step: 0.014778137 + eval-batch-tree: + avg_avg_episode_length: 7.400165 + avg_avg_return: 0.968625 + avg_benchmark_regret: 0.025593348 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26058197 + proxy_corner: + avg_avg_return: 0.968625 + avg_reward_per_step: 0.26058197 +=========================================================== +=========================================================== + step: + env-step-all-before: 175112192 + env-step-replay-before: 88932352 + env-step-used-before: 175112192 + ppo-update-before: 106880 + env-step-generate-before: 86179840 + env-step-all-after: 175144960 + env-step-replay-after: 88965120 + env-step-used-after: 175144960 + ppo-update-after: 106900 + env-step-generate-after: 86179840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.837087 + avg_avg_return: 0.9107137 + avg_reward_per_step: 0.08895874 + proxy_corner: + avg_avg_return: 0.9107137 + avg_reward_per_step: 0.08895874 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.837087 + avg_avg_return: 0.9107137 + avg_reward_per_step: 0.08895874 + proxy_corner: + avg_avg_return: 0.9107137 + avg_reward_per_step: 0.08895874 + perf: + env_steps_per_second: 608286.4737733734 + ppo_updates_per_second: 79.77413867411514 + eval-batch-orig-duration: 0.2490929999621585 + eval-batch-shift-duration: 0.15480269497493282 + eval-batch-tree-duration: 0.14566504704998806 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.601074 + mouse-cheese_dist_finite_wavg: 10.959305 + mouse-cheese_dist_solvable_avg: 10.601074 + mouse-cheese_dist_solvable_wavg: 10.959306 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2175293 + num_walls_wavg: 7.8196898 + prop_walls_avg: 0.27032733 + prop_walls_wavg: 0.33998653 + scoring: + avg_scores: 0.080307014 + visit_patterns: + avg_first_visit_time: 1736.196 + avg_last_visit_time: 2705.1953 + num_replay_batches: 2715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004845599 + avg_actor_approxkl3: 0.00019285796 + avg_actor_clipfrac: 0.006829834 + avg_actor_loss: -0.0001622404 + avg_advantage: 0.022298869 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004390988 + avg_entropy: 0.04164869 + avg_grad_norm_pre_clip: 0.5787974 + avg_loss: 1.5660316e-05 + max: + max_actor_approxkl1: 0.0012725636 + max_actor_approxkl3: 0.00046024256 + max_actor_clipfrac: 0.014892578 + max_actor_loss: 0.00037171133 + max_advantage: 0.27212334 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006726312 + max_entropy: 0.053127 + max_grad_norm_pre_clip: 1.5685841 + max_loss: 0.0006133653 + std: + std_actor_approxkl1: 0.00037232382 + std_actor_approxkl3: 0.00011468948 + std_actor_clipfrac: 0.0035719858 + std_actor_loss: 0.00030918376 + std_advantage: 0.031591598 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011902303 + std_entropy: 0.0054401383 + std_grad_norm_pre_clip: 0.29780468 + std_loss: 0.0003525103 + eval-batch-orig: + avg_avg_episode_length: 17.178846 + avg_avg_return: 0.8321225 + avg_benchmark_regret: 0.0041821534 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28463745 + proxy_corner: + avg_avg_return: 0.8321225 + avg_reward_per_step: 0.28463745 + eval-batch-shift: + avg_avg_episode_length: 67.648674 + avg_avg_return: 0.23187831 + avg_benchmark_regret: 0.6517015 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07925415 + proxy_corner: + avg_avg_return: 0.5451164 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 7.3492374 + avg_avg_return: 0.97180855 + avg_benchmark_regret: 0.022409836 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620163 + proxy_corner: + avg_avg_return: 0.97180855 + avg_reward_per_step: 0.2620163 +=========================================================== +=========================================================== + step: + env-step-all-before: 176160768 + env-step-replay-before: 89358336 + env-step-used-before: 176160768 + ppo-update-before: 107520 + env-step-generate-before: 86802432 + env-step-all-after: 176193536 + env-step-replay-after: 89391104 + env-step-used-after: 176193536 + ppo-update-after: 107540 + env-step-generate-after: 86802432 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.922865 + avg_avg_return: 0.90968025 + avg_reward_per_step: 0.08880615 + proxy_corner: + avg_avg_return: 0.90968025 + avg_reward_per_step: 0.08880615 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.922865 + avg_avg_return: 0.90968025 + avg_reward_per_step: 0.08880615 + proxy_corner: + avg_avg_return: 0.90968025 + avg_reward_per_step: 0.08880615 + perf: + env_steps_per_second: 960677.2579856677 + ppo_updates_per_second: 74.6394198606135 + eval-batch-orig-duration: 0.3287565379869193 + eval-batch-shift-duration: 0.1874891920015216 + eval-batch-tree-duration: 0.15617086499696597 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.608643 + mouse-cheese_dist_finite_wavg: 12.761254 + mouse-cheese_dist_solvable_avg: 10.608643 + mouse-cheese_dist_solvable_wavg: 12.761252 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2182617 + num_walls_wavg: 6.9189205 + prop_walls_avg: 0.27035916 + prop_walls_wavg: 0.3008226 + scoring: + avg_scores: 0.08048685 + visit_patterns: + avg_first_visit_time: 1743.7051 + avg_last_visit_time: 2718.2373 + num_replay_batches: 2728 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043266738 + avg_actor_approxkl3: 0.00039235727 + avg_actor_clipfrac: 0.0087890625 + avg_actor_loss: 0.00031690975 + avg_advantage: 0.045716844 + avg_critic_clipfrac: 0.11402588 + avg_critic_loss: 0.0013551454 + avg_entropy: 0.056124486 + avg_grad_norm_pre_clip: 0.8693167 + avg_loss: 0.0009383579 + max: + max_actor_approxkl1: 0.0017663338 + max_actor_approxkl3: 0.001013806 + max_actor_clipfrac: 0.017211914 + max_actor_loss: 0.0014245138 + max_advantage: 0.50311697 + max_critic_clipfrac: 0.22741699 + max_critic_loss: 0.0034012771 + max_entropy: 0.06316418 + max_grad_norm_pre_clip: 1.7102476 + max_loss: 0.0021884977 + std: + std_actor_approxkl1: 0.00047114532 + std_actor_approxkl3: 0.00031510502 + std_actor_clipfrac: 0.005152177 + std_actor_loss: 0.0004338154 + std_advantage: 0.058340147 + std_critic_clipfrac: 0.07980547 + std_critic_loss: 0.00057424017 + std_entropy: 0.0042453213 + std_grad_norm_pre_clip: 0.39772812 + std_loss: 0.00046136888 + eval-batch-orig: + avg_avg_episode_length: 17.179651 + avg_avg_return: 0.8322338 + avg_benchmark_regret: 0.0040708547 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28427124 + proxy_corner: + avg_avg_return: 0.8322338 + avg_reward_per_step: 0.28427124 + eval-batch-shift: + avg_avg_episode_length: 67.37389 + avg_avg_return: 0.23865218 + avg_benchmark_regret: 0.6449276 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073280334 + proxy_corner: + avg_avg_return: 0.5474195 + avg_reward_per_step: 0.014961243 + eval-batch-tree: + avg_avg_episode_length: 7.0881405 + avg_avg_return: 0.97555214 + avg_benchmark_regret: 0.018666182 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26117706 + proxy_corner: + avg_avg_return: 0.97555214 + avg_reward_per_step: 0.26117706 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 177209344 + env-step-replay-before: 89784320 + env-step-used-before: 177209344 + ppo-update-before: 108160 + env-step-generate-before: 87425024 + env-step-all-after: 177242112 + env-step-replay-after: 89784320 + env-step-used-after: 177242112 + ppo-update-after: 108180 + env-step-generate-after: 87457792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.940224 + avg_avg_return: 0.8105509 + avg_reward_per_step: 0.23574829 + proxy_corner: + avg_avg_return: 0.8105509 + avg_reward_per_step: 0.23574829 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.940224 + avg_avg_return: 0.8105509 + avg_reward_per_step: 0.23574829 + proxy_corner: + avg_avg_return: 0.8105509 + avg_reward_per_step: 0.23574829 + perf: + env_steps_per_second: 659085.1887472467 + ppo_updates_per_second: 101.19110431369778 + eval-batch-orig-duration: 0.1922323650214821 + eval-batch-shift-duration: 0.14353108400246128 + eval-batch-tree-duration: 0.14144273597048596 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.6154785 + mouse-cheese_dist_finite_wavg: 12.758562 + mouse-cheese_dist_solvable_avg: 10.6154785 + mouse-cheese_dist_solvable_wavg: 12.758564 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2197266 + num_walls_wavg: 6.9199877 + prop_walls_avg: 0.27042288 + prop_walls_wavg: 0.3008691 + scoring: + avg_scores: 0.08072567 + visit_patterns: + avg_first_visit_time: 1752.5166 + avg_last_visit_time: 2730.239 + num_replay_batches: 2740 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005704808 + avg_actor_approxkl3: 0.0005482329 + avg_actor_clipfrac: 0.020977784 + avg_actor_loss: -0.00021174717 + avg_advantage: -0.01803035 + avg_critic_clipfrac: 0.0002685547 + avg_critic_loss: 0.0031532298 + avg_entropy: 0.18297124 + avg_grad_norm_pre_clip: 1.7471561 + avg_loss: 0.0011818963 + max: + max_actor_approxkl1: 0.0015077736 + max_actor_approxkl3: 0.0009726427 + max_actor_clipfrac: 0.037475586 + max_actor_loss: 0.0029467195 + max_advantage: 0.33450085 + max_critic_clipfrac: 0.0040283203 + max_critic_loss: 0.004769792 + max_entropy: 0.21200049 + max_grad_norm_pre_clip: 4.3135242 + max_loss: 0.0038376686 + std: + std_actor_approxkl1: 0.0005905456 + std_actor_approxkl3: 0.0002976369 + std_actor_clipfrac: 0.011133205 + std_actor_loss: 0.001062066 + std_advantage: 0.08125929 + std_critic_clipfrac: 0.00088161475 + std_critic_loss: 0.0007794334 + std_entropy: 0.014849004 + std_grad_norm_pre_clip: 0.8292133 + std_loss: 0.0010520841 + eval-batch-orig: + avg_avg_episode_length: 17.217688 + avg_avg_return: 0.83233905 + avg_benchmark_regret: 0.003965572 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28115845 + proxy_corner: + avg_avg_return: 0.83233905 + avg_reward_per_step: 0.28115845 + eval-batch-shift: + avg_avg_episode_length: 68.60332 + avg_avg_return: 0.22517113 + avg_benchmark_regret: 0.6584087 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06904602 + proxy_corner: + avg_avg_return: 0.556624 + avg_reward_per_step: 0.014823914 + eval-batch-tree: + avg_avg_episode_length: 7.556162 + avg_avg_return: 0.9688181 + avg_benchmark_regret: 0.02540023 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25937653 + proxy_corner: + avg_avg_return: 0.9688181 + avg_reward_per_step: 0.25937653 +=========================================================== +=========================================================== + step: + env-step-all-before: 178257920 + env-step-replay-before: 90439680 + env-step-used-before: 178257920 + ppo-update-before: 108800 + env-step-generate-before: 87818240 + env-step-all-after: 178290688 + env-step-replay-after: 90472448 + env-step-used-after: 178290688 + ppo-update-after: 108820 + env-step-generate-after: 87818240 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.964451 + avg_avg_return: 0.9093058 + avg_reward_per_step: 0.08822632 + proxy_corner: + avg_avg_return: 0.9093058 + avg_reward_per_step: 0.08822632 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.964451 + avg_avg_return: 0.9093058 + avg_reward_per_step: 0.08822632 + proxy_corner: + avg_avg_return: 0.9093058 + avg_reward_per_step: 0.08822632 + perf: + env_steps_per_second: 595706.4228996827 + ppo_updates_per_second: 74.39344430467798 + eval-batch-orig-duration: 0.2623110419954173 + eval-batch-shift-duration: 0.1620330369914882 + eval-batch-tree-duration: 0.1463316340232268 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.616699 + mouse-cheese_dist_finite_wavg: 11.862331 + mouse-cheese_dist_solvable_avg: 10.616699 + mouse-cheese_dist_solvable_wavg: 11.862332 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2180176 + num_walls_wavg: 7.819077 + prop_walls_avg: 0.27034858 + prop_walls_wavg: 0.33995986 + scoring: + avg_scores: 0.08027191 + visit_patterns: + avg_first_visit_time: 1759.8259 + avg_last_visit_time: 2751.2993 + num_replay_batches: 2761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00087976793 + avg_actor_approxkl3: 0.00071654574 + avg_actor_clipfrac: 0.016497804 + avg_actor_loss: 0.00038365374 + avg_advantage: 0.021745052 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00044191285 + avg_entropy: 0.057964087 + avg_grad_norm_pre_clip: 1.0902354 + avg_loss: 0.000546646 + max: + max_actor_approxkl1: 0.0029466609 + max_actor_approxkl3: 0.002320527 + max_actor_clipfrac: 0.040039062 + max_actor_loss: 0.0012739887 + max_advantage: 0.32211655 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007497489 + max_entropy: 0.07694313 + max_grad_norm_pre_clip: 1.712879 + max_loss: 0.0014097802 + std: + std_actor_approxkl1: 0.00083337654 + std_actor_approxkl3: 0.0006008391 + std_actor_clipfrac: 0.010848905 + std_actor_loss: 0.00059180707 + std_advantage: 0.032111835 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011466848 + std_entropy: 0.006628852 + std_grad_norm_pre_clip: 0.33166918 + std_loss: 0.00059688406 + eval-batch-orig: + avg_avg_episode_length: 17.197002 + avg_avg_return: 0.83250344 + avg_benchmark_regret: 0.0038011896 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2810669 + proxy_corner: + avg_avg_return: 0.83250344 + avg_reward_per_step: 0.2810669 + eval-batch-shift: + avg_avg_episode_length: 68.23141 + avg_avg_return: 0.23070452 + avg_benchmark_regret: 0.6528753 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07671356 + proxy_corner: + avg_avg_return: 0.5523926 + avg_reward_per_step: 0.014884949 + eval-batch-tree: + avg_avg_episode_length: 7.096939 + avg_avg_return: 0.9732391 + avg_benchmark_regret: 0.02097924 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.9732391 + avg_reward_per_step: 0.25897217 +=========================================================== +=========================================================== + step: + env-step-all-before: 179306496 + env-step-replay-before: 90931200 + env-step-used-before: 179306496 + ppo-update-before: 109440 + env-step-generate-before: 88375296 + env-step-all-after: 179339264 + env-step-replay-after: 90931200 + env-step-used-after: 179339264 + ppo-update-after: 109460 + env-step-generate-after: 88408064 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.157227 + avg_avg_return: 0.7953661 + avg_reward_per_step: 0.28018188 + proxy_corner: + avg_avg_return: 0.7953661 + avg_reward_per_step: 0.28018188 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.157227 + avg_avg_return: 0.7953661 + avg_reward_per_step: 0.28018188 + proxy_corner: + avg_avg_return: 0.7953661 + avg_reward_per_step: 0.28018188 + perf: + env_steps_per_second: 586838.6318651304 + ppo_updates_per_second: 87.27151957864953 + eval-batch-orig-duration: 0.2275143470033072 + eval-batch-shift-duration: 0.14814520301297307 + eval-batch-tree-duration: 0.14431909000268206 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.624268 + mouse-cheese_dist_finite_wavg: 7.3690605 + mouse-cheese_dist_solvable_avg: 10.624268 + mouse-cheese_dist_solvable_wavg: 7.3690615 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2226562 + num_walls_wavg: 9.622943 + prop_walls_avg: 0.27055025 + prop_walls_wavg: 0.4183888 + scoring: + avg_scores: 0.080415204 + visit_patterns: + avg_first_visit_time: 1769.0039 + avg_last_visit_time: 2765.312 + num_replay_batches: 2775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013592634 + avg_actor_approxkl3: 0.0010365967 + avg_actor_clipfrac: 0.042010497 + avg_actor_loss: -1.1701882e-05 + avg_advantage: -0.023721695 + avg_critic_clipfrac: 0.0026184083 + avg_critic_loss: 0.0037440513 + avg_entropy: 0.16043167 + avg_grad_norm_pre_clip: 1.8265928 + avg_loss: 0.0016998922 + max: + max_actor_approxkl1: 0.0043664565 + max_actor_approxkl3: 0.0021699574 + max_actor_clipfrac: 0.095825195 + max_actor_loss: 0.0027229711 + max_advantage: 0.2904715 + max_critic_clipfrac: 0.016479492 + max_critic_loss: 0.0058250264 + max_entropy: 0.1924232 + max_grad_norm_pre_clip: 3.873272 + max_loss: 0.004411801 + std: + std_actor_approxkl1: 0.00094102824 + std_actor_approxkl3: 0.00049905747 + std_actor_clipfrac: 0.017797137 + std_actor_loss: 0.0012247385 + std_advantage: 0.08962039 + std_critic_clipfrac: 0.004550043 + std_critic_loss: 0.0008654928 + std_entropy: 0.019332277 + std_grad_norm_pre_clip: 0.79600483 + std_loss: 0.0012624403 + eval-batch-orig: + avg_avg_episode_length: 17.217066 + avg_avg_return: 0.8320943 + avg_benchmark_regret: 0.0042103464 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28142548 + proxy_corner: + avg_avg_return: 0.8320943 + avg_reward_per_step: 0.28142548 + eval-batch-shift: + avg_avg_episode_length: 68.570076 + avg_avg_return: 0.2224152 + avg_benchmark_regret: 0.66116464 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077056885 + proxy_corner: + avg_avg_return: 0.55184966 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 7.312282 + avg_avg_return: 0.9732797 + avg_benchmark_regret: 0.020938672 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25938416 + proxy_corner: + avg_avg_return: 0.9732797 + avg_reward_per_step: 0.25938416 +=========================================================== +=========================================================== + step: + env-step-all-before: 180355072 + env-step-replay-before: 91291648 + env-step-used-before: 180355072 + ppo-update-before: 110080 + env-step-generate-before: 89063424 + env-step-all-after: 180387840 + env-step-replay-after: 91324416 + env-step-used-after: 180387840 + ppo-update-after: 110100 + env-step-generate-after: 89063424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.082497 + avg_avg_return: 0.90857387 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.90857387 + avg_reward_per_step: 0.088897705 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.082497 + avg_avg_return: 0.90857387 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.90857387 + avg_reward_per_step: 0.088897705 + perf: + env_steps_per_second: 911922.2483012169 + ppo_updates_per_second: 104.53469246894953 + eval-batch-orig-duration: 0.19948208500863984 + eval-batch-shift-duration: 0.14294131204951555 + eval-batch-tree-duration: 0.14174525701673701 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.635498 + mouse-cheese_dist_finite_wavg: 8.266679 + mouse-cheese_dist_solvable_avg: 10.635498 + mouse-cheese_dist_solvable_wavg: 8.266679 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.224121 + num_walls_wavg: 6.921522 + prop_walls_avg: 0.27061394 + prop_walls_wavg: 0.3009358 + scoring: + avg_scores: 0.08071576 + visit_patterns: + avg_first_visit_time: 1777.4878 + avg_last_visit_time: 2777.2305 + num_replay_batches: 2787 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047827727 + avg_actor_approxkl3: 0.0002223247 + avg_actor_clipfrac: 0.009918213 + avg_actor_loss: -0.00020513535 + avg_advantage: 0.035447408 + avg_critic_clipfrac: 0.083844 + avg_critic_loss: 0.00082216406 + avg_entropy: 0.055896964 + avg_grad_norm_pre_clip: 0.53701895 + avg_loss: 0.00015004967 + max: + max_actor_approxkl1: 0.0012402817 + max_actor_approxkl3: 0.00040438055 + max_actor_clipfrac: 0.017578125 + max_actor_loss: 0.00054403394 + max_advantage: 0.45978147 + max_critic_clipfrac: 0.20300293 + max_critic_loss: 0.0018428632 + max_entropy: 0.06831146 + max_grad_norm_pre_clip: 1.0239322 + max_loss: 0.0010025813 + std: + std_actor_approxkl1: 0.00032104732 + std_actor_approxkl3: 0.000113322596 + std_actor_clipfrac: 0.005303372 + std_actor_loss: 0.00034966532 + std_advantage: 0.046730045 + std_critic_clipfrac: 0.064802475 + std_critic_loss: 0.00033582776 + std_entropy: 0.0045414655 + std_grad_norm_pre_clip: 0.22343202 + std_loss: 0.00046194938 + eval-batch-orig: + avg_avg_episode_length: 17.20953 + avg_avg_return: 0.8324173 + avg_benchmark_regret: 0.0038873407 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2833557 + proxy_corner: + avg_avg_return: 0.8324173 + avg_reward_per_step: 0.2833557 + eval-batch-shift: + avg_avg_episode_length: 68.106094 + avg_avg_return: 0.22666273 + avg_benchmark_regret: 0.6569171 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073768616 + proxy_corner: + avg_avg_return: 0.54787195 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 7.3002396 + avg_avg_return: 0.970875 + avg_benchmark_regret: 0.023343388 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25982666 + proxy_corner: + avg_avg_return: 0.970875 + avg_reward_per_step: 0.25982666 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 181403648 + env-step-replay-before: 91947008 + env-step-used-before: 181403648 + ppo-update-before: 110720 + env-step-generate-before: 89456640 + env-step-all-after: 181436416 + env-step-replay-after: 91979776 + env-step-used-after: 181436416 + ppo-update-after: 110740 + env-step-generate-after: 89456640 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.878929 + avg_avg_return: 0.9096137 + avg_reward_per_step: 0.08856201 + proxy_corner: + avg_avg_return: 0.9096137 + avg_reward_per_step: 0.08856201 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.878929 + avg_avg_return: 0.9096137 + avg_reward_per_step: 0.08856201 + proxy_corner: + avg_avg_return: 0.9096137 + avg_reward_per_step: 0.08856201 + perf: + env_steps_per_second: 893861.1600321853 + ppo_updates_per_second: 104.84016533134368 + eval-batch-orig-duration: 0.20539806800661609 + eval-batch-shift-duration: 0.1577098779962398 + eval-batch-tree-duration: 0.1451021860120818 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.6345215 + mouse-cheese_dist_finite_wavg: 11.86236 + mouse-cheese_dist_solvable_avg: 10.6345215 + mouse-cheese_dist_solvable_wavg: 11.862361 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2233887 + num_walls_wavg: 6.9240193 + prop_walls_avg: 0.2705821 + prop_walls_wavg: 0.30104437 + scoring: + avg_scores: 0.08059076 + visit_patterns: + avg_first_visit_time: 1783.0718 + avg_last_visit_time: 2797.3423 + num_replay_batches: 2807 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004948293 + avg_actor_approxkl3: 0.00026859573 + avg_actor_clipfrac: 0.00793457 + avg_actor_loss: -0.0003443176 + avg_advantage: 0.025766121 + avg_critic_clipfrac: 0.03199463 + avg_critic_loss: 0.0005408858 + avg_entropy: 0.052268397 + avg_grad_norm_pre_clip: 0.33451924 + avg_loss: -0.00012614315 + max: + max_actor_approxkl1: 0.001116079 + max_actor_approxkl3: 0.00063523353 + max_actor_clipfrac: 0.015991211 + max_actor_loss: 9.834394e-05 + max_advantage: 0.33298236 + max_critic_clipfrac: 0.111816406 + max_critic_loss: 0.0011886422 + max_entropy: 0.06209239 + max_grad_norm_pre_clip: 0.64715296 + max_loss: 0.0006294539 + std: + std_actor_approxkl1: 0.00033666406 + std_actor_approxkl3: 0.00017619222 + std_actor_clipfrac: 0.0041674096 + std_actor_loss: 0.00033213745 + std_advantage: 0.041366402 + std_critic_clipfrac: 0.033187635 + std_critic_loss: 0.00023146086 + std_entropy: 0.004470585 + std_grad_norm_pre_clip: 0.10278286 + std_loss: 0.00040442817 + eval-batch-orig: + avg_avg_episode_length: 17.20193 + avg_avg_return: 0.8318896 + avg_benchmark_regret: 0.004415025 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28353882 + proxy_corner: + avg_avg_return: 0.8318896 + avg_reward_per_step: 0.28353882 + eval-batch-shift: + avg_avg_episode_length: 68.28993 + avg_avg_return: 0.22527249 + avg_benchmark_regret: 0.6583073 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07736969 + proxy_corner: + avg_avg_return: 0.54835474 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.566577 + avg_avg_return: 0.9664037 + avg_benchmark_regret: 0.027814666 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26060486 + proxy_corner: + avg_avg_return: 0.9664037 + avg_reward_per_step: 0.26060486 +=========================================================== +=========================================================== + step: + env-step-all-before: 182452224 + env-step-replay-before: 92471296 + env-step-used-before: 182452224 + ppo-update-before: 111360 + env-step-generate-before: 89980928 + env-step-all-after: 182484992 + env-step-replay-after: 92504064 + env-step-used-after: 182484992 + ppo-update-after: 111380 + env-step-generate-after: 89980928 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.934309 + avg_avg_return: 0.9101567 + avg_reward_per_step: 0.08831787 + proxy_corner: + avg_avg_return: 0.9101567 + avg_reward_per_step: 0.08831787 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.934309 + avg_avg_return: 0.9101567 + avg_reward_per_step: 0.08831787 + proxy_corner: + avg_avg_return: 0.9101567 + avg_reward_per_step: 0.08831787 + perf: + env_steps_per_second: 591296.9603041053 + ppo_updates_per_second: 94.41811707438457 + eval-batch-orig-duration: 0.20541175396647304 + eval-batch-shift-duration: 0.14644977799616754 + eval-batch-tree-duration: 0.14358227100456133 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.643555 + mouse-cheese_dist_finite_wavg: 6.4662023 + mouse-cheese_dist_solvable_avg: 10.643555 + mouse-cheese_dist_solvable_wavg: 6.4662013 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2194824 + num_walls_wavg: 6.9243608 + prop_walls_avg: 0.27041227 + prop_walls_wavg: 0.30105916 + scoring: + avg_scores: 0.08069089 + visit_patterns: + avg_first_visit_time: 1788.5547 + avg_last_visit_time: 2813.1755 + num_replay_batches: 2823 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007126194 + avg_actor_approxkl3: 0.0007563284 + avg_actor_clipfrac: 0.01696167 + avg_actor_loss: -1.1148443e-05 + avg_advantage: 0.055222224 + avg_critic_clipfrac: 0.13964234 + avg_critic_loss: 0.0018590052 + avg_entropy: 0.06694594 + avg_grad_norm_pre_clip: 0.93045914 + avg_loss: 0.00085140823 + max: + max_actor_approxkl1: 0.0025847177 + max_actor_approxkl3: 0.0018751621 + max_actor_clipfrac: 0.048828125 + max_actor_loss: 0.0023577102 + max_advantage: 0.5423908 + max_critic_clipfrac: 0.2808838 + max_critic_loss: 0.0038521658 + max_entropy: 0.07750113 + max_grad_norm_pre_clip: 1.7078146 + max_loss: 0.0039050984 + std: + std_actor_approxkl1: 0.00073930866 + std_actor_approxkl3: 0.0005296538 + std_actor_clipfrac: 0.010656289 + std_actor_loss: 0.00070255285 + std_advantage: 0.070949085 + std_critic_clipfrac: 0.09600278 + std_critic_loss: 0.0007733307 + std_entropy: 0.004354294 + std_grad_norm_pre_clip: 0.3509967 + std_loss: 0.0009396515 + eval-batch-orig: + avg_avg_episode_length: 17.21723 + avg_avg_return: 0.8320563 + avg_benchmark_regret: 0.0042483276 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28308868 + proxy_corner: + avg_avg_return: 0.8320563 + avg_reward_per_step: 0.28308868 + eval-batch-shift: + avg_avg_episode_length: 68.37668 + avg_avg_return: 0.22513351 + avg_benchmark_regret: 0.6584463 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072135925 + proxy_corner: + avg_avg_return: 0.54850507 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 7.738412 + avg_avg_return: 0.964458 + avg_benchmark_regret: 0.029760364 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25901031 + proxy_corner: + avg_avg_return: 0.964458 + avg_reward_per_step: 0.25901031 +=========================================================== +=========================================================== + step: + env-step-all-before: 183500800 + env-step-replay-before: 93028352 + env-step-used-before: 183500800 + ppo-update-before: 112000 + env-step-generate-before: 90472448 + env-step-all-after: 183533568 + env-step-replay-after: 93061120 + env-step-used-after: 183533568 + ppo-update-after: 112020 + env-step-generate-after: 90472448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.902831 + avg_avg_return: 0.91188455 + avg_reward_per_step: 0.08843994 + proxy_corner: + avg_avg_return: 0.91188455 + avg_reward_per_step: 0.08843994 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.902831 + avg_avg_return: 0.91188455 + avg_reward_per_step: 0.08843994 + proxy_corner: + avg_avg_return: 0.91188455 + avg_reward_per_step: 0.08843994 + perf: + env_steps_per_second: 962535.9163331944 + ppo_updates_per_second: 75.7148376051104 + eval-batch-orig-duration: 0.2590205079759471 + eval-batch-shift-duration: 0.16731933504343033 + eval-batch-tree-duration: 0.14903831796254963 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.643311 + mouse-cheese_dist_finite_wavg: 6.4685335 + mouse-cheese_dist_solvable_avg: 10.643311 + mouse-cheese_dist_solvable_wavg: 6.4685345 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.218994 + num_walls_wavg: 6.9241414 + prop_walls_avg: 0.27039102 + prop_walls_wavg: 0.30104965 + scoring: + avg_scores: 0.08063695 + visit_patterns: + avg_first_visit_time: 1796.4395 + avg_last_visit_time: 2830.3416 + num_replay_batches: 2840 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017246952 + avg_actor_approxkl3: 0.00027237326 + avg_actor_clipfrac: 0.0071044923 + avg_actor_loss: -0.00025968516 + avg_advantage: 0.045672514 + avg_critic_clipfrac: 0.1182251 + avg_critic_loss: 0.0013067764 + avg_entropy: 0.07408342 + avg_grad_norm_pre_clip: 0.6127244 + avg_loss: 0.00031961972 + max: + max_actor_approxkl1: 0.00042673753 + max_actor_approxkl3: 0.0009775511 + max_actor_clipfrac: 0.014038086 + max_actor_loss: 0.00077284686 + max_advantage: 0.4833897 + max_critic_clipfrac: 0.26342773 + max_critic_loss: 0.0030006007 + max_entropy: 0.08553188 + max_grad_norm_pre_clip: 1.5288489 + max_loss: 0.0017576079 + std: + std_actor_approxkl1: 0.00014793583 + std_actor_approxkl3: 0.00024024102 + std_actor_clipfrac: 0.0040498287 + std_actor_loss: 0.00041368153 + std_advantage: 0.05933598 + std_critic_clipfrac: 0.08643295 + std_critic_loss: 0.0006326688 + std_entropy: 0.005612759 + std_grad_norm_pre_clip: 0.3878509 + std_loss: 0.0006021953 + eval-batch-orig: + avg_avg_episode_length: 17.232555 + avg_avg_return: 0.83193386 + avg_benchmark_regret: 0.0043707592 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2799301 + proxy_corner: + avg_avg_return: 0.83193386 + avg_reward_per_step: 0.2799301 + eval-batch-shift: + avg_avg_episode_length: 68.39107 + avg_avg_return: 0.22683004 + avg_benchmark_regret: 0.65674984 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07659912 + proxy_corner: + avg_avg_return: 0.55230784 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 7.536664 + avg_avg_return: 0.9722875 + avg_benchmark_regret: 0.021930907 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2578125 + proxy_corner: + avg_avg_return: 0.9722875 + avg_reward_per_step: 0.2578125 +=========================================================== +=========================================================== + step: + env-step-all-before: 184549376 + env-step-replay-before: 93618176 + env-step-used-before: 184549376 + ppo-update-before: 112640 + env-step-generate-before: 90931200 + env-step-all-after: 184582144 + env-step-replay-after: 93650944 + env-step-used-after: 184582144 + ppo-update-after: 112660 + env-step-generate-after: 90931200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.893 + avg_avg_return: 0.9107392 + avg_reward_per_step: 0.088531494 + proxy_corner: + avg_avg_return: 0.9107392 + avg_reward_per_step: 0.088531494 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.893 + avg_avg_return: 0.9107392 + avg_reward_per_step: 0.088531494 + proxy_corner: + avg_avg_return: 0.9107392 + avg_reward_per_step: 0.088531494 + perf: + env_steps_per_second: 903688.6540370531 + ppo_updates_per_second: 103.38172155868082 + eval-batch-orig-duration: 0.20886625797720626 + eval-batch-shift-duration: 0.15717703202972189 + eval-batch-tree-duration: 0.14510392001830041 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.645752 + mouse-cheese_dist_finite_wavg: 8.269094 + mouse-cheese_dist_solvable_avg: 10.645752 + mouse-cheese_dist_solvable_wavg: 8.269095 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2194824 + num_walls_wavg: 5.1231346 + prop_walls_avg: 0.27041227 + prop_walls_wavg: 0.222745 + scoring: + avg_scores: 0.08063638 + visit_patterns: + avg_first_visit_time: 1805.1875 + avg_last_visit_time: 2848.3044 + num_replay_batches: 2858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004138072 + avg_actor_approxkl3: 0.0003513456 + avg_actor_clipfrac: 0.010852051 + avg_actor_loss: -0.00020072846 + avg_advantage: 0.053001985 + avg_critic_clipfrac: 0.19376221 + avg_critic_loss: 0.0016145479 + avg_entropy: 0.07100849 + avg_grad_norm_pre_clip: 0.5671515 + avg_loss: 0.0005355372 + max: + max_actor_approxkl1: 0.0016648783 + max_actor_approxkl3: 0.0008324473 + max_actor_clipfrac: 0.028564453 + max_actor_loss: 0.00030886196 + max_advantage: 0.49679458 + max_critic_clipfrac: 0.3388672 + max_critic_loss: 0.0036424296 + max_entropy: 0.08046728 + max_grad_norm_pre_clip: 1.0428075 + max_loss: 0.0017443275 + std: + std_actor_approxkl1: 0.00040298293 + std_actor_approxkl3: 0.00026186174 + std_actor_clipfrac: 0.0076659676 + std_actor_loss: 0.00035655676 + std_advantage: 0.066147305 + std_critic_clipfrac: 0.1195561 + std_critic_loss: 0.0006910632 + std_entropy: 0.00532633 + std_grad_norm_pre_clip: 0.19278863 + std_loss: 0.0006149573 + eval-batch-orig: + avg_avg_episode_length: 17.212053 + avg_avg_return: 0.8318901 + avg_benchmark_regret: 0.0044145808 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28133392 + proxy_corner: + avg_avg_return: 0.8318901 + avg_reward_per_step: 0.28133392 + eval-batch-shift: + avg_avg_episode_length: 68.37376 + avg_avg_return: 0.22500625 + avg_benchmark_regret: 0.6585736 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07128143 + proxy_corner: + avg_avg_return: 0.55606097 + avg_reward_per_step: 0.014717102 + eval-batch-tree: + avg_avg_episode_length: 7.529896 + avg_avg_return: 0.9659524 + avg_benchmark_regret: 0.028265985 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25971985 + proxy_corner: + avg_avg_return: 0.9659524 + avg_reward_per_step: 0.25971985 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 185597952 + env-step-replay-before: 94142464 + env-step-used-before: 185597952 + ppo-update-before: 113280 + env-step-generate-before: 91455488 + env-step-all-after: 185630720 + env-step-replay-after: 94175232 + env-step-used-after: 185630720 + ppo-update-after: 113300 + env-step-generate-after: 91455488 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.949883 + avg_avg_return: 0.9093412 + avg_reward_per_step: 0.08828735 + proxy_corner: + avg_avg_return: 0.9093412 + avg_reward_per_step: 0.08828735 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.949883 + avg_avg_return: 0.9093412 + avg_reward_per_step: 0.08828735 + proxy_corner: + avg_avg_return: 0.9093412 + avg_reward_per_step: 0.08828735 + perf: + env_steps_per_second: 602360.3045860861 + ppo_updates_per_second: 97.95487652302516 + eval-batch-orig-duration: 0.19509409100282937 + eval-batch-shift-duration: 0.1428118080366403 + eval-batch-tree-duration: 0.14004551200196147 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.654053 + mouse-cheese_dist_finite_wavg: 10.965543 + mouse-cheese_dist_solvable_avg: 10.654053 + mouse-cheese_dist_solvable_wavg: 10.965546 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.21875 + num_walls_wavg: 6.9196515 + prop_walls_avg: 0.27038044 + prop_walls_wavg: 0.30085438 + scoring: + avg_scores: 0.08070052 + visit_patterns: + avg_first_visit_time: 1811.9683 + avg_last_visit_time: 2864.2957 + num_replay_batches: 2874 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002323167 + avg_actor_approxkl3: 0.0002798184 + avg_actor_clipfrac: 0.009204102 + avg_actor_loss: -0.00015702374 + avg_advantage: -0.000109512795 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.0005175783 + avg_entropy: 0.07788992 + avg_grad_norm_pre_clip: 0.7346223 + avg_loss: 2.3875486e-05 + max: + max_actor_approxkl1: 0.0016706825 + max_actor_approxkl3: 0.0008886297 + max_actor_clipfrac: 0.022583008 + max_actor_loss: 0.00067966525 + max_advantage: 0.39366436 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.00072087604 + max_entropy: 0.08557548 + max_grad_norm_pre_clip: 1.3767645 + max_loss: 0.0008111881 + std: + std_actor_approxkl1: 0.0004307233 + std_actor_approxkl3: 0.00021517562 + std_actor_clipfrac: 0.0063323085 + std_actor_loss: 0.00045286218 + std_advantage: 0.03410495 + std_critic_clipfrac: 0.00034585988 + std_critic_loss: 0.00012426006 + std_entropy: 0.0047817663 + std_grad_norm_pre_clip: 0.24453531 + std_loss: 0.00048181272 + eval-batch-orig: + avg_avg_episode_length: 17.2638 + avg_avg_return: 0.8318121 + avg_benchmark_regret: 0.0044925846 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28098297 + proxy_corner: + avg_avg_return: 0.8318121 + avg_reward_per_step: 0.28098297 + eval-batch-shift: + avg_avg_episode_length: 68.50523 + avg_avg_return: 0.2245322 + avg_benchmark_regret: 0.6590476 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06833649 + proxy_corner: + avg_avg_return: 0.54927564 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 7.513094 + avg_avg_return: 0.9680189 + avg_benchmark_regret: 0.026199479 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2591858 + proxy_corner: + avg_avg_return: 0.9680189 + avg_reward_per_step: 0.2591858 +=========================================================== +=========================================================== + step: + env-step-all-before: 186646528 + env-step-replay-before: 94765056 + env-step-used-before: 186646528 + ppo-update-before: 113920 + env-step-generate-before: 91881472 + env-step-all-after: 186679296 + env-step-replay-after: 94797824 + env-step-used-after: 186679296 + ppo-update-after: 113940 + env-step-generate-after: 91881472 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.82354 + avg_avg_return: 0.9100729 + avg_reward_per_step: 0.089019775 + proxy_corner: + avg_avg_return: 0.9100729 + avg_reward_per_step: 0.089019775 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.82354 + avg_avg_return: 0.9100729 + avg_reward_per_step: 0.089019775 + proxy_corner: + avg_avg_return: 0.9100729 + avg_reward_per_step: 0.089019775 + perf: + env_steps_per_second: 692642.8003752297 + ppo_updates_per_second: 75.15144462415621 + eval-batch-orig-duration: 0.29643394803861156 + eval-batch-shift-duration: 0.1692156689823605 + eval-batch-tree-duration: 0.1491741540376097 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.658203 + mouse-cheese_dist_finite_wavg: 10.064509 + mouse-cheese_dist_solvable_avg: 10.658203 + mouse-cheese_dist_solvable_wavg: 10.064508 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.218994 + num_walls_wavg: 6.0224276 + prop_walls_avg: 0.27039105 + prop_walls_wavg: 0.2618447 + scoring: + avg_scores: 0.08069739 + visit_patterns: + avg_first_visit_time: 1816.7236 + avg_last_visit_time: 2883.213 + num_replay_batches: 2893 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010536452 + avg_actor_approxkl3: 0.00053312094 + avg_actor_clipfrac: 0.015704347 + avg_actor_loss: -0.0003829683 + avg_advantage: 0.03800512 + avg_critic_clipfrac: 0.09394532 + avg_critic_loss: 0.000620262 + avg_entropy: 0.057166595 + avg_grad_norm_pre_clip: 0.5451531 + avg_loss: -0.00013000394 + max: + max_actor_approxkl1: 0.0023599402 + max_actor_approxkl3: 0.0010416943 + max_actor_clipfrac: 0.028442383 + max_actor_loss: 0.00048229657 + max_advantage: 0.5366912 + max_critic_clipfrac: 0.23022461 + max_critic_loss: 0.0014047232 + max_entropy: 0.06580965 + max_grad_norm_pre_clip: 1.487992 + max_loss: 0.0006387381 + std: + std_actor_approxkl1: 0.0007680076 + std_actor_approxkl3: 0.000325019 + std_actor_clipfrac: 0.008309239 + std_actor_loss: 0.0005414833 + std_advantage: 0.038321547 + std_critic_clipfrac: 0.075614 + std_critic_loss: 0.00028229994 + std_entropy: 0.0048034512 + std_grad_norm_pre_clip: 0.25365442 + std_loss: 0.0006030964 + eval-batch-orig: + avg_avg_episode_length: 17.195805 + avg_avg_return: 0.83237195 + avg_benchmark_regret: 0.0039326544 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28207397 + proxy_corner: + avg_avg_return: 0.83237195 + avg_reward_per_step: 0.28207397 + eval-batch-shift: + avg_avg_episode_length: 68.64041 + avg_avg_return: 0.22116204 + avg_benchmark_regret: 0.66241777 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076797485 + proxy_corner: + avg_avg_return: 0.54758185 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.081587 + avg_avg_return: 0.9763976 + avg_benchmark_regret: 0.017820781 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2590866 + proxy_corner: + avg_avg_return: 0.9763976 + avg_reward_per_step: 0.2590866 +=========================================================== +=========================================================== + step: + env-step-all-before: 187695104 + env-step-replay-before: 95420416 + env-step-used-before: 187695104 + ppo-update-before: 114560 + env-step-generate-before: 92274688 + env-step-all-after: 187727872 + env-step-replay-after: 95420416 + env-step-used-after: 187727872 + ppo-update-after: 114580 + env-step-generate-after: 92307456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.577335 + avg_avg_return: 0.80157983 + avg_reward_per_step: 0.2746277 + proxy_corner: + avg_avg_return: 0.80157983 + avg_reward_per_step: 0.2746277 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.577335 + avg_avg_return: 0.80157983 + avg_reward_per_step: 0.2746277 + proxy_corner: + avg_avg_return: 0.80157983 + avg_reward_per_step: 0.2746277 + perf: + env_steps_per_second: 894227.4990323487 + ppo_updates_per_second: 103.85285688765748 + eval-batch-orig-duration: 0.20137997303390875 + eval-batch-shift-duration: 0.14452553901355714 + eval-batch-tree-duration: 0.1455904879840091 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.663818 + mouse-cheese_dist_finite_wavg: 10.066413 + mouse-cheese_dist_solvable_avg: 10.663818 + mouse-cheese_dist_solvable_wavg: 10.066413 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2180176 + num_walls_wavg: 6.0260744 + prop_walls_avg: 0.27034855 + prop_walls_wavg: 0.26200324 + scoring: + avg_scores: 0.080893904 + visit_patterns: + avg_first_visit_time: 1825.6868 + avg_last_visit_time: 2902.1377 + num_replay_batches: 2912 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014971469 + avg_actor_approxkl3: 0.0011298611 + avg_actor_clipfrac: 0.044732668 + avg_actor_loss: 9.562336e-05 + avg_advantage: -0.022325013 + avg_critic_clipfrac: 0.01307373 + avg_critic_loss: 0.0034150386 + avg_entropy: 0.17181121 + avg_grad_norm_pre_clip: 1.6281775 + avg_loss: 0.001631331 + max: + max_actor_approxkl1: 0.003173044 + max_actor_approxkl3: 0.002219947 + max_actor_clipfrac: 0.07922363 + max_actor_loss: 0.0035770386 + max_advantage: 0.44754404 + max_critic_clipfrac: 0.06616211 + max_critic_loss: 0.00490829 + max_entropy: 0.21526845 + max_grad_norm_pre_clip: 3.3701503 + max_loss: 0.005364534 + std: + std_actor_approxkl1: 0.00087482296 + std_actor_approxkl3: 0.00060287624 + std_actor_clipfrac: 0.018220378 + std_actor_loss: 0.0011526296 + std_advantage: 0.08575958 + std_critic_clipfrac: 0.02201432 + std_critic_loss: 0.00077984197 + std_entropy: 0.019847669 + std_grad_norm_pre_clip: 0.7335678 + std_loss: 0.0012778558 + eval-batch-orig: + avg_avg_episode_length: 17.212223 + avg_avg_return: 0.832264 + avg_benchmark_regret: 0.004040627 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28243256 + proxy_corner: + avg_avg_return: 0.832264 + avg_reward_per_step: 0.28243256 + eval-batch-shift: + avg_avg_episode_length: 68.6319 + avg_avg_return: 0.22345102 + avg_benchmark_regret: 0.6601288 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07622528 + proxy_corner: + avg_avg_return: 0.5447334 + avg_reward_per_step: 0.014472961 + eval-batch-tree: + avg_avg_episode_length: 7.573516 + avg_avg_return: 0.9697571 + avg_benchmark_regret: 0.024461288 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25814056 + proxy_corner: + avg_avg_return: 0.9697571 + avg_reward_per_step: 0.25814056 +=========================================================== +=========================================================== + step: + env-step-all-before: 188743680 + env-step-replay-before: 95911936 + env-step-used-before: 188743680 + ppo-update-before: 115200 + env-step-generate-before: 92831744 + env-step-all-after: 188776448 + env-step-replay-after: 95911936 + env-step-used-after: 188776448 + ppo-update-after: 115220 + env-step-generate-after: 92864512 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.713795 + avg_avg_return: 0.7762766 + avg_reward_per_step: 0.26245117 + proxy_corner: + avg_avg_return: 0.7762766 + avg_reward_per_step: 0.26245117 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.713795 + avg_avg_return: 0.7762766 + avg_reward_per_step: 0.26245117 + proxy_corner: + avg_avg_return: 0.7762766 + avg_reward_per_step: 0.26245117 + perf: + env_steps_per_second: 609913.0033988674 + ppo_updates_per_second: 96.69358931145226 + eval-batch-orig-duration: 0.2007851309608668 + eval-batch-shift-duration: 0.14452596002956852 + eval-batch-tree-duration: 0.140960137010552 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.66626 + mouse-cheese_dist_finite_wavg: 13.662207 + mouse-cheese_dist_solvable_avg: 10.66626 + mouse-cheese_dist_solvable_wavg: 13.662207 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2145996 + num_walls_wavg: 6.020163 + prop_walls_avg: 0.27019995 + prop_walls_wavg: 0.2617462 + scoring: + avg_scores: 0.0808382 + visit_patterns: + avg_first_visit_time: 1833.812 + avg_last_visit_time: 2917.3535 + num_replay_batches: 2927 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000990528 + avg_actor_approxkl3: 0.00068152015 + avg_actor_clipfrac: 0.028479004 + avg_actor_loss: -0.0002590187 + avg_advantage: -0.027748555 + avg_critic_clipfrac: 0.004992676 + avg_critic_loss: 0.0033651546 + avg_entropy: 0.1642768 + avg_grad_norm_pre_clip: 1.677989 + avg_loss: 0.0012592818 + max: + max_actor_approxkl1: 0.002215913 + max_actor_approxkl3: 0.0013599147 + max_actor_clipfrac: 0.051513672 + max_actor_loss: 0.001817368 + max_advantage: 0.36945647 + max_critic_clipfrac: 0.03564453 + max_critic_loss: 0.0051489063 + max_entropy: 0.20417951 + max_grad_norm_pre_clip: 2.4581935 + max_loss: 0.0029990305 + std: + std_actor_approxkl1: 0.0006251947 + std_actor_approxkl3: 0.00030931737 + std_actor_clipfrac: 0.011978518 + std_actor_loss: 0.00090994406 + std_advantage: 0.084598586 + std_critic_clipfrac: 0.009261824 + std_critic_loss: 0.00076799205 + std_entropy: 0.020098187 + std_grad_norm_pre_clip: 0.54550606 + std_loss: 0.0010321296 + eval-batch-orig: + avg_avg_episode_length: 17.187447 + avg_avg_return: 0.83224607 + avg_benchmark_regret: 0.0040586013 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28393555 + proxy_corner: + avg_avg_return: 0.83224607 + avg_reward_per_step: 0.28393555 + eval-batch-shift: + avg_avg_episode_length: 68.470406 + avg_avg_return: 0.22306159 + avg_benchmark_regret: 0.6605182 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073272705 + proxy_corner: + avg_avg_return: 0.55126464 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.377577 + avg_avg_return: 0.96789026 + avg_benchmark_regret: 0.026328111 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.261261 + proxy_corner: + avg_avg_return: 0.96789026 + avg_reward_per_step: 0.261261 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 189792256 + env-step-replay-before: 96501760 + env-step-used-before: 189792256 + ppo-update-before: 115840 + env-step-generate-before: 93290496 + env-step-all-after: 189825024 + env-step-replay-after: 96534528 + env-step-used-after: 189825024 + ppo-update-after: 115860 + env-step-generate-after: 93290496 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.895634 + avg_avg_return: 0.9102025 + avg_reward_per_step: 0.08862305 + proxy_corner: + avg_avg_return: 0.9102025 + avg_reward_per_step: 0.08862305 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.895634 + avg_avg_return: 0.9102025 + avg_reward_per_step: 0.08862305 + proxy_corner: + avg_avg_return: 0.9102025 + avg_reward_per_step: 0.08862305 + perf: + env_steps_per_second: 630073.233297997 + ppo_updates_per_second: 75.2954522042723 + eval-batch-orig-duration: 0.263318711949978 + eval-batch-shift-duration: 0.16250948701053858 + eval-batch-tree-duration: 0.14767153101274744 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.672119 + mouse-cheese_dist_finite_wavg: 10.967341 + mouse-cheese_dist_solvable_avg: 10.672119 + mouse-cheese_dist_solvable_wavg: 10.967341 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2128906 + num_walls_wavg: 5.1209173 + prop_walls_avg: 0.2701257 + prop_walls_wavg: 0.22264858 + scoring: + avg_scores: 0.08060227 + visit_patterns: + avg_first_visit_time: 1839.9202 + avg_last_visit_time: 2936.1995 + num_replay_batches: 2946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053805154 + avg_actor_approxkl3: 0.00039161797 + avg_actor_clipfrac: 0.01159668 + avg_actor_loss: 0.00018141502 + avg_advantage: -0.0008764288 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002685462 + avg_entropy: 0.048260674 + avg_grad_norm_pre_clip: 0.86790144 + avg_loss: 0.00026742747 + max: + max_actor_approxkl1: 0.002040485 + max_actor_approxkl3: 0.00086610235 + max_actor_clipfrac: 0.023803711 + max_actor_loss: 0.0013180133 + max_advantage: 0.25011003 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00036401197 + max_entropy: 0.05533783 + max_grad_norm_pre_clip: 1.6137781 + max_loss: 0.0013717099 + std: + std_actor_approxkl1: 0.0005663355 + std_actor_approxkl3: 0.00022096664 + std_actor_clipfrac: 0.0064599304 + std_actor_loss: 0.0005606259 + std_advantage: 0.02327443 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.100129e-05 + std_entropy: 0.003290823 + std_grad_norm_pre_clip: 0.33694813 + std_loss: 0.0005546441 + eval-batch-orig: + avg_avg_episode_length: 17.187649 + avg_avg_return: 0.8324038 + avg_benchmark_regret: 0.0039008309 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28434753 + proxy_corner: + avg_avg_return: 0.8324038 + avg_reward_per_step: 0.28434753 + eval-batch-shift: + avg_avg_episode_length: 68.739395 + avg_avg_return: 0.2160325 + avg_benchmark_regret: 0.66754735 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077194214 + proxy_corner: + avg_avg_return: 0.55180824 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.405298 + avg_avg_return: 0.9686146 + avg_benchmark_regret: 0.025603805 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26190948 + proxy_corner: + avg_avg_return: 0.9686146 + avg_reward_per_step: 0.26190948 +=========================================================== +=========================================================== + step: + env-step-all-before: 190840832 + env-step-replay-before: 96894976 + env-step-used-before: 190840832 + ppo-update-before: 116480 + env-step-generate-before: 93945856 + env-step-all-after: 190873600 + env-step-replay-after: 96894976 + env-step-used-after: 190873600 + ppo-update-after: 116500 + env-step-generate-after: 93978624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.702549 + avg_avg_return: 0.80141115 + avg_reward_per_step: 0.25927734 + proxy_corner: + avg_avg_return: 0.80141115 + avg_reward_per_step: 0.25927734 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.702549 + avg_avg_return: 0.80141115 + avg_reward_per_step: 0.25927734 + proxy_corner: + avg_avg_return: 0.80141115 + avg_reward_per_step: 0.25927734 + perf: + env_steps_per_second: 703249.0073364449 + ppo_updates_per_second: 82.0081368524918 + eval-batch-orig-duration: 0.24916966701857746 + eval-batch-shift-duration: 0.1573443780071102 + eval-batch-tree-duration: 0.14884014398558065 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.678223 + mouse-cheese_dist_finite_wavg: 13.6644335 + mouse-cheese_dist_solvable_avg: 10.678223 + mouse-cheese_dist_solvable_wavg: 13.664435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2109375 + num_walls_wavg: 6.0199184 + prop_walls_avg: 0.27004075 + prop_walls_wavg: 0.2617356 + scoring: + avg_scores: 0.08083746 + visit_patterns: + avg_first_visit_time: 1846.4729 + avg_last_visit_time: 2947.3552 + num_replay_batches: 2957 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066470425 + avg_actor_approxkl3: 0.0007870304 + avg_actor_clipfrac: 0.031848144 + avg_actor_loss: -0.00023720824 + avg_advantage: -0.03131123 + avg_critic_clipfrac: 0.00079956057 + avg_critic_loss: 0.002745019 + avg_entropy: 0.15586622 + avg_grad_norm_pre_clip: 1.580935 + avg_loss: 0.0009794352 + max: + max_actor_approxkl1: 0.0032764068 + max_actor_approxkl3: 0.0024323121 + max_actor_clipfrac: 0.09033203 + max_actor_loss: 0.0011629239 + max_advantage: 0.3926782 + max_critic_clipfrac: 0.0064697266 + max_critic_loss: 0.0039491276 + max_entropy: 0.1883069 + max_grad_norm_pre_clip: 2.9264178 + max_loss: 0.0025970056 + std: + std_actor_approxkl1: 0.0008111775 + std_actor_approxkl3: 0.0006332457 + std_actor_clipfrac: 0.023436323 + std_actor_loss: 0.0007342912 + std_advantage: 0.07421044 + std_critic_clipfrac: 0.0019163387 + std_critic_loss: 0.000593906 + std_entropy: 0.02209339 + std_grad_norm_pre_clip: 0.6380155 + std_loss: 0.0008123369 + eval-batch-orig: + avg_avg_episode_length: 17.196629 + avg_avg_return: 0.83247507 + avg_benchmark_regret: 0.003829544 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28411102 + proxy_corner: + avg_avg_return: 0.83247507 + avg_reward_per_step: 0.28411102 + eval-batch-shift: + avg_avg_episode_length: 67.364044 + avg_avg_return: 0.24215955 + avg_benchmark_regret: 0.64142025 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0787735 + proxy_corner: + avg_avg_return: 0.54262835 + avg_reward_per_step: 0.014701843 + eval-batch-tree: + avg_avg_episode_length: 7.2062154 + avg_avg_return: 0.9713164 + avg_benchmark_regret: 0.022901956 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26181793 + proxy_corner: + avg_avg_return: 0.9713164 + avg_reward_per_step: 0.26181793 +=========================================================== +=========================================================== + step: + env-step-all-before: 191889408 + env-step-replay-before: 97484800 + env-step-used-before: 191889408 + ppo-update-before: 117120 + env-step-generate-before: 94404608 + env-step-all-after: 191922176 + env-step-replay-after: 97517568 + env-step-used-after: 191922176 + ppo-update-after: 117140 + env-step-generate-after: 94404608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.081112 + avg_avg_return: 0.90922934 + avg_reward_per_step: 0.0871582 + proxy_corner: + avg_avg_return: 0.90922934 + avg_reward_per_step: 0.0871582 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.081112 + avg_avg_return: 0.90922934 + avg_reward_per_step: 0.0871582 + proxy_corner: + avg_avg_return: 0.90922934 + avg_reward_per_step: 0.0871582 + perf: + env_steps_per_second: 945534.8221966205 + ppo_updates_per_second: 106.0548332306285 + eval-batch-orig-duration: 0.19968898495426401 + eval-batch-shift-duration: 0.14305218099616468 + eval-batch-tree-duration: 0.14167209900915623 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.680908 + mouse-cheese_dist_finite_wavg: 10.969607 + mouse-cheese_dist_solvable_avg: 10.680908 + mouse-cheese_dist_solvable_wavg: 10.969607 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2163086 + num_walls_wavg: 7.820704 + prop_walls_avg: 0.27027428 + prop_walls_wavg: 0.3400306 + scoring: + avg_scores: 0.08079308 + visit_patterns: + avg_first_visit_time: 1852.346 + avg_last_visit_time: 2966.3203 + num_replay_batches: 2976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00084620353 + avg_actor_approxkl3: 0.00062666216 + avg_actor_clipfrac: 0.017645264 + avg_actor_loss: 0.00028869888 + avg_advantage: -0.0020042476 + avg_critic_clipfrac: 0.00014648438 + avg_critic_loss: 0.00033282867 + avg_entropy: 0.06093956 + avg_grad_norm_pre_clip: 0.74093395 + avg_loss: 0.00039417364 + max: + max_actor_approxkl1: 0.0020351363 + max_actor_approxkl3: 0.0013380217 + max_actor_clipfrac: 0.03930664 + max_actor_loss: 0.001376614 + max_advantage: 0.4147337 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.00048724178 + max_entropy: 0.07154581 + max_grad_norm_pre_clip: 1.9972936 + max_loss: 0.0014126715 + std: + std_actor_approxkl1: 0.00057241303 + std_actor_approxkl3: 0.00038495637 + std_actor_clipfrac: 0.009592386 + std_actor_loss: 0.0005005817 + std_advantage: 0.026978575 + std_critic_clipfrac: 0.00043945314 + std_critic_loss: 8.2480394e-05 + std_entropy: 0.0054663117 + std_grad_norm_pre_clip: 0.42585897 + std_loss: 0.00050365966 + eval-batch-orig: + avg_avg_episode_length: 17.289457 + avg_avg_return: 0.8313607 + avg_benchmark_regret: 0.0049438733 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28069305 + proxy_corner: + avg_avg_return: 0.8313607 + avg_reward_per_step: 0.28069305 + eval-batch-shift: + avg_avg_episode_length: 68.84624 + avg_avg_return: 0.2205615 + avg_benchmark_regret: 0.66301835 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07473755 + proxy_corner: + avg_avg_return: 0.5508215 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 7.5598216 + avg_avg_return: 0.9701071 + avg_benchmark_regret: 0.024111327 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25660706 + proxy_corner: + avg_avg_return: 0.9701071 + avg_reward_per_step: 0.25660706 +=========================================================== +=========================================================== + step: + env-step-all-before: 192937984 + env-step-replay-before: 97910784 + env-step-used-before: 192937984 + ppo-update-before: 117760 + env-step-generate-before: 95027200 + env-step-all-after: 192970752 + env-step-replay-after: 97943552 + env-step-used-after: 192970752 + ppo-update-after: 117780 + env-step-generate-after: 95027200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.994745 + avg_avg_return: 0.91036904 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.91036904 + avg_reward_per_step: 0.08786011 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.994745 + avg_avg_return: 0.91036904 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.91036904 + avg_reward_per_step: 0.08786011 + perf: + env_steps_per_second: 899137.8255741473 + ppo_updates_per_second: 104.18227556572288 + eval-batch-orig-duration: 0.20649398601381108 + eval-batch-shift-duration: 0.15749599394621328 + eval-batch-tree-duration: 0.145761821011547 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.688477 + mouse-cheese_dist_finite_wavg: 10.06931 + mouse-cheese_dist_solvable_avg: 10.688477 + mouse-cheese_dist_solvable_wavg: 10.069309 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.215576 + num_walls_wavg: 7.8224745 + prop_walls_avg: 0.27024242 + prop_walls_wavg: 0.34010756 + scoring: + avg_scores: 0.08080511 + visit_patterns: + avg_first_visit_time: 1860.5149 + avg_last_visit_time: 2979.2256 + num_replay_batches: 2989 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069038116 + avg_actor_approxkl3: 0.0004383774 + avg_actor_clipfrac: 0.012194824 + avg_actor_loss: 0.00020186695 + avg_advantage: 0.0003163397 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00024432724 + avg_entropy: 0.057840098 + avg_grad_norm_pre_clip: 0.9178406 + avg_loss: 0.00026619047 + max: + max_actor_approxkl1: 0.0014249731 + max_actor_approxkl3: 0.00081805815 + max_actor_clipfrac: 0.018554688 + max_actor_loss: 0.0016942653 + max_advantage: 0.2989288 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002749141 + max_entropy: 0.066021785 + max_grad_norm_pre_clip: 1.9290476 + max_loss: 0.0017611297 + std: + std_actor_approxkl1: 0.00036721784 + std_actor_approxkl3: 0.0001807344 + std_actor_clipfrac: 0.004275059 + std_actor_loss: 0.00057877554 + std_advantage: 0.022079878 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2857936e-05 + std_entropy: 0.0050871912 + std_grad_norm_pre_clip: 0.37633684 + std_loss: 0.000581901 + eval-batch-orig: + avg_avg_episode_length: 17.193726 + avg_avg_return: 0.8322506 + avg_benchmark_regret: 0.0040540257 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28206635 + proxy_corner: + avg_avg_return: 0.8322506 + avg_reward_per_step: 0.28206635 + eval-batch-shift: + avg_avg_episode_length: 68.98443 + avg_avg_return: 0.21851334 + avg_benchmark_regret: 0.6650665 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07739258 + proxy_corner: + avg_avg_return: 0.5470917 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 7.2887383 + avg_avg_return: 0.97479296 + avg_benchmark_regret: 0.019425435 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25823975 + proxy_corner: + avg_avg_return: 0.97479296 + avg_reward_per_step: 0.25823975 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 193986560 + env-step-replay-before: 98402304 + env-step-used-before: 193986560 + ppo-update-before: 118400 + env-step-generate-before: 95584256 + env-step-all-after: 194019328 + env-step-replay-after: 98435072 + env-step-used-after: 194019328 + ppo-update-after: 118420 + env-step-generate-after: 95584256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.937555 + avg_avg_return: 0.9098419 + avg_reward_per_step: 0.088409424 + proxy_corner: + avg_avg_return: 0.9098419 + avg_reward_per_step: 0.088409424 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.937555 + avg_avg_return: 0.9098419 + avg_reward_per_step: 0.088409424 + proxy_corner: + avg_avg_return: 0.9098419 + avg_reward_per_step: 0.088409424 + perf: + env_steps_per_second: 964791.470801406 + ppo_updates_per_second: 87.46964912567634 + eval-batch-orig-duration: 0.23443912295624614 + eval-batch-shift-duration: 0.15577388799283653 + eval-batch-tree-duration: 0.1450568319996819 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.687256 + mouse-cheese_dist_finite_wavg: 10.9660425 + mouse-cheese_dist_solvable_avg: 10.687256 + mouse-cheese_dist_solvable_wavg: 10.966043 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.217285 + num_walls_wavg: 6.024115 + prop_walls_avg: 0.27031672 + prop_walls_wavg: 0.2619181 + scoring: + avg_scores: 0.08111136 + visit_patterns: + avg_first_visit_time: 1873.0757 + avg_last_visit_time: 2994.2815 + num_replay_batches: 3004 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005198947 + avg_actor_approxkl3: 0.0006466178 + avg_actor_clipfrac: 0.017211914 + avg_actor_loss: 0.00043768817 + avg_advantage: -0.0044089183 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00033255605 + avg_entropy: 0.054279543 + avg_grad_norm_pre_clip: 0.96111786 + avg_loss: 0.0005496866 + max: + max_actor_approxkl1: 0.001317279 + max_actor_approxkl3: 0.00183762 + max_actor_clipfrac: 0.03100586 + max_actor_loss: 0.0029584034 + max_advantage: 0.33284062 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00045562364 + max_entropy: 0.061917365 + max_grad_norm_pre_clip: 2.8015933 + max_loss: 0.0031088402 + std: + std_actor_approxkl1: 0.00045505018 + std_actor_approxkl3: 0.00043995673 + std_actor_clipfrac: 0.008359722 + std_actor_loss: 0.0008433552 + std_advantage: 0.02787664 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.443232e-05 + std_entropy: 0.004535306 + std_grad_norm_pre_clip: 0.5306156 + std_loss: 0.0008501513 + eval-batch-orig: + avg_avg_episode_length: 17.192879 + avg_avg_return: 0.8324476 + avg_benchmark_regret: 0.0038570466 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28409576 + proxy_corner: + avg_avg_return: 0.8324476 + avg_reward_per_step: 0.28409576 + eval-batch-shift: + avg_avg_episode_length: 68.64437 + avg_avg_return: 0.221867 + avg_benchmark_regret: 0.6617129 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07726288 + proxy_corner: + avg_avg_return: 0.54425246 + avg_reward_per_step: 0.014419556 + eval-batch-tree: + avg_avg_episode_length: 6.884484 + avg_avg_return: 0.97620904 + avg_benchmark_regret: 0.018009346 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2608261 + proxy_corner: + avg_avg_return: 0.97620904 + avg_reward_per_step: 0.2608261 +=========================================================== +=========================================================== + step: + env-step-all-before: 195035136 + env-step-replay-before: 98762752 + env-step-used-before: 195035136 + ppo-update-before: 119040 + env-step-generate-before: 96272384 + env-step-all-after: 195067904 + env-step-replay-after: 98795520 + env-step-used-after: 195067904 + ppo-update-after: 119060 + env-step-generate-after: 96272384 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.157804 + avg_avg_return: 0.90820897 + avg_reward_per_step: 0.08834839 + proxy_corner: + avg_avg_return: 0.90820897 + avg_reward_per_step: 0.08834839 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.157804 + avg_avg_return: 0.90820897 + avg_reward_per_step: 0.08834839 + proxy_corner: + avg_avg_return: 0.90820897 + avg_reward_per_step: 0.08834839 + perf: + env_steps_per_second: 948881.5262605491 + ppo_updates_per_second: 105.16516555278146 + eval-batch-orig-duration: 0.20038141997065395 + eval-batch-shift-duration: 0.14395033504115418 + eval-batch-tree-duration: 0.14112243399722502 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.69751 + mouse-cheese_dist_finite_wavg: 5.5759087 + mouse-cheese_dist_solvable_avg: 10.69751 + mouse-cheese_dist_solvable_wavg: 5.575909 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.218994 + num_walls_wavg: 6.9237285 + prop_walls_avg: 0.27039105 + prop_walls_wavg: 0.30103165 + scoring: + avg_scores: 0.081005186 + visit_patterns: + avg_first_visit_time: 1885.4773 + avg_last_visit_time: 3005.369 + num_replay_batches: 3015 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074609014 + avg_actor_approxkl3: 0.00040287338 + avg_actor_clipfrac: 0.011981201 + avg_actor_loss: -0.00024453233 + avg_advantage: 0.05352931 + avg_critic_clipfrac: 0.21884155 + avg_critic_loss: 0.00156151 + avg_entropy: 0.047591846 + avg_grad_norm_pre_clip: 0.50341034 + avg_loss: 0.0004886308 + max: + max_actor_approxkl1: 0.0021664181 + max_actor_approxkl3: 0.0010366333 + max_actor_clipfrac: 0.026977539 + max_actor_loss: 0.0008658208 + max_advantage: 0.5058613 + max_critic_clipfrac: 0.3388672 + max_critic_loss: 0.002960377 + max_entropy: 0.05665493 + max_grad_norm_pre_clip: 0.91297174 + max_loss: 0.0016040707 + std: + std_actor_approxkl1: 0.0006195808 + std_actor_approxkl3: 0.00028627247 + std_actor_clipfrac: 0.0071669174 + std_actor_loss: 0.00047230802 + std_advantage: 0.063048534 + std_critic_clipfrac: 0.12541649 + std_critic_loss: 0.0005858556 + std_entropy: 0.0046604215 + std_grad_norm_pre_clip: 0.1508779 + std_loss: 0.00063286646 + eval-batch-orig: + avg_avg_episode_length: 17.20073 + avg_avg_return: 0.8322166 + avg_benchmark_regret: 0.004087991 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.283844 + proxy_corner: + avg_avg_return: 0.8322166 + avg_reward_per_step: 0.283844 + eval-batch-shift: + avg_avg_episode_length: 68.41051 + avg_avg_return: 0.23089173 + avg_benchmark_regret: 0.6526881 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078201294 + proxy_corner: + avg_avg_return: 0.5455514 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.0542307 + avg_avg_return: 0.9740216 + avg_benchmark_regret: 0.020196717 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2597046 + proxy_corner: + avg_avg_return: 0.9740216 + avg_reward_per_step: 0.2597046 +=========================================================== +=========================================================== + step: + env-step-all-before: 196083712 + env-step-replay-before: 99319808 + env-step-used-before: 196083712 + ppo-update-before: 119680 + env-step-generate-before: 96763904 + env-step-all-after: 196116480 + env-step-replay-after: 99319808 + env-step-used-after: 196116480 + ppo-update-after: 119700 + env-step-generate-after: 96796672 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.13796 + avg_avg_return: 0.797503 + avg_reward_per_step: 0.25265503 + proxy_corner: + avg_avg_return: 0.797503 + avg_reward_per_step: 0.25265503 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.13796 + avg_avg_return: 0.797503 + avg_reward_per_step: 0.25265503 + proxy_corner: + avg_avg_return: 0.797503 + avg_reward_per_step: 0.25265503 + perf: + env_steps_per_second: 937691.4770840377 + ppo_updates_per_second: 105.49676995890773 + eval-batch-orig-duration: 0.20010665204608813 + eval-batch-shift-duration: 0.1435535969794728 + eval-batch-tree-duration: 0.14154751499881968 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.703857 + mouse-cheese_dist_finite_wavg: 11.872315 + mouse-cheese_dist_solvable_avg: 10.703857 + mouse-cheese_dist_solvable_wavg: 11.872315 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2216797 + num_walls_wavg: 6.0219307 + prop_walls_avg: 0.2705078 + prop_walls_wavg: 0.26182303 + scoring: + avg_scores: 0.08123417 + visit_patterns: + avg_first_visit_time: 1892.1458 + avg_last_visit_time: 3021.2917 + num_replay_batches: 3031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012512626 + avg_actor_approxkl3: 0.0010352816 + avg_actor_clipfrac: 0.03952637 + avg_actor_loss: -0.00012490833 + avg_advantage: -0.003709837 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028252644 + avg_entropy: 0.20372121 + avg_grad_norm_pre_clip: 1.5956308 + avg_loss: 0.0010840025 + max: + max_actor_approxkl1: 0.0029591047 + max_actor_approxkl3: 0.0021513526 + max_actor_clipfrac: 0.0925293 + max_actor_loss: 0.0022929385 + max_advantage: 0.48946738 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003995573 + max_entropy: 0.24675049 + max_grad_norm_pre_clip: 3.076617 + max_loss: 0.0034433922 + std: + std_actor_approxkl1: 0.0008582993 + std_actor_approxkl3: 0.0006074184 + std_actor_clipfrac: 0.025342913 + std_actor_loss: 0.0012365577 + std_advantage: 0.07657309 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00055844034 + std_entropy: 0.021053348 + std_grad_norm_pre_clip: 0.7629642 + std_loss: 0.0013059606 + eval-batch-orig: + avg_avg_episode_length: 17.256985 + avg_avg_return: 0.8314085 + avg_benchmark_regret: 0.004896117 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.282341 + proxy_corner: + avg_avg_return: 0.8314085 + avg_reward_per_step: 0.282341 + eval-batch-shift: + avg_avg_episode_length: 68.564064 + avg_avg_return: 0.22440276 + avg_benchmark_regret: 0.65917706 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07257843 + proxy_corner: + avg_avg_return: 0.55914223 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.0162745 + avg_avg_return: 0.97633445 + avg_benchmark_regret: 0.017883884 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25927734 + proxy_corner: + avg_avg_return: 0.97633445 + avg_reward_per_step: 0.25927734 +=========================================================== +=========================================================== + step: + env-step-all-before: 197132288 + env-step-replay-before: 99876864 + env-step-used-before: 197132288 + ppo-update-before: 120320 + env-step-generate-before: 97255424 + env-step-all-after: 197165056 + env-step-replay-after: 99876864 + env-step-used-after: 197165056 + ppo-update-after: 120340 + env-step-generate-after: 97288192 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.539436 + avg_avg_return: 0.79041505 + avg_reward_per_step: 0.25891113 + proxy_corner: + avg_avg_return: 0.79041505 + avg_reward_per_step: 0.25891113 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.539436 + avg_avg_return: 0.79041505 + avg_reward_per_step: 0.25891113 + proxy_corner: + avg_avg_return: 0.79041505 + avg_reward_per_step: 0.25891113 + perf: + env_steps_per_second: 543376.0799076237 + ppo_updates_per_second: 72.2772861788128 + eval-batch-orig-duration: 0.3313870999845676 + eval-batch-shift-duration: 0.17102826799964532 + eval-batch-tree-duration: 0.14923255401663482 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.707764 + mouse-cheese_dist_finite_wavg: 7.3747993 + mouse-cheese_dist_solvable_avg: 10.707764 + mouse-cheese_dist_solvable_wavg: 7.3748 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.220703 + num_walls_wavg: 6.0237236 + prop_walls_avg: 0.2704653 + prop_walls_wavg: 0.26190096 + scoring: + avg_scores: 0.08114384 + visit_patterns: + avg_first_visit_time: 1898.344 + avg_last_visit_time: 3038.1838 + num_replay_batches: 3048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007410666 + avg_actor_approxkl3: 0.0006509494 + avg_actor_clipfrac: 0.025390625 + avg_actor_loss: -0.00011900496 + avg_advantage: -0.012442745 + avg_critic_clipfrac: 0.0005187988 + avg_critic_loss: 0.0028366619 + avg_entropy: 0.20527129 + avg_grad_norm_pre_clip: 1.4911544 + avg_loss: 0.0010940545 + max: + max_actor_approxkl1: 0.0025840916 + max_actor_approxkl3: 0.0016117643 + max_actor_clipfrac: 0.06542969 + max_actor_loss: 0.0012135357 + max_advantage: 0.40720516 + max_critic_clipfrac: 0.0048828125 + max_critic_loss: 0.004316801 + max_entropy: 0.24714053 + max_grad_norm_pre_clip: 2.3989286 + max_loss: 0.0025336344 + std: + std_actor_approxkl1: 0.00071854494 + std_actor_approxkl3: 0.00045349213 + std_actor_clipfrac: 0.017294006 + std_actor_loss: 0.00063362066 + std_advantage: 0.0771859 + std_critic_clipfrac: 0.0011953389 + std_critic_loss: 0.0006831156 + std_entropy: 0.022730255 + std_grad_norm_pre_clip: 0.3501587 + std_loss: 0.00068503607 + eval-batch-orig: + avg_avg_episode_length: 17.256453 + avg_avg_return: 0.83142024 + avg_benchmark_regret: 0.0048843445 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28263855 + proxy_corner: + avg_avg_return: 0.83142024 + avg_reward_per_step: 0.28263855 + eval-batch-shift: + avg_avg_episode_length: 69.06369 + avg_avg_return: 0.21928689 + avg_benchmark_regret: 0.66429293 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07556152 + proxy_corner: + avg_avg_return: 0.5527653 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 7.3096313 + avg_avg_return: 0.9680747 + avg_benchmark_regret: 0.026143711 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25959778 + proxy_corner: + avg_avg_return: 0.9680747 + avg_reward_per_step: 0.25959778 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 198180864 + env-step-replay-before: 100335616 + env-step-used-before: 198180864 + ppo-update-before: 120960 + env-step-generate-before: 97845248 + env-step-all-after: 198213632 + env-step-replay-after: 100368384 + env-step-used-after: 198213632 + ppo-update-after: 120980 + env-step-generate-after: 97845248 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.987642 + avg_avg_return: 0.9093381 + avg_reward_per_step: 0.087646484 + proxy_corner: + avg_avg_return: 0.9093381 + avg_reward_per_step: 0.087646484 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.987642 + avg_avg_return: 0.9093381 + avg_reward_per_step: 0.087646484 + proxy_corner: + avg_avg_return: 0.9093381 + avg_reward_per_step: 0.087646484 + perf: + env_steps_per_second: 590861.7551860535 + ppo_updates_per_second: 72.14444373309631 + eval-batch-orig-duration: 0.33867273601936176 + eval-batch-shift-duration: 0.17854625300969929 + eval-batch-tree-duration: 0.15091742103686556 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.711182 + mouse-cheese_dist_finite_wavg: 10.074895 + mouse-cheese_dist_solvable_avg: 10.711182 + mouse-cheese_dist_solvable_wavg: 10.074895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.220459 + num_walls_wavg: 7.8149686 + prop_walls_avg: 0.2704547 + prop_walls_wavg: 0.3397812 + scoring: + avg_scores: 0.081094205 + visit_patterns: + avg_first_visit_time: 1909.9407 + avg_last_visit_time: 3053.3643 + num_replay_batches: 3063 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005556135 + avg_actor_approxkl3: 0.00034178488 + avg_actor_clipfrac: 0.012707519 + avg_actor_loss: -0.0003252748 + avg_advantage: 0.038553983 + avg_critic_clipfrac: 0.1513611 + avg_critic_loss: 0.00088543055 + avg_entropy: 0.07587158 + avg_grad_norm_pre_clip: 0.46961212 + avg_loss: 4.1568925e-05 + max: + max_actor_approxkl1: 0.0014147109 + max_actor_approxkl3: 0.0008663456 + max_actor_clipfrac: 0.024902344 + max_actor_loss: 0.0005017631 + max_advantage: 0.518698 + max_critic_clipfrac: 0.2578125 + max_critic_loss: 0.0021175095 + max_entropy: 0.085065335 + max_grad_norm_pre_clip: 0.79797506 + max_loss: 0.001085147 + std: + std_actor_approxkl1: 0.0004890712 + std_actor_approxkl3: 0.00022448266 + std_actor_clipfrac: 0.00745148 + std_actor_loss: 0.00045464069 + std_advantage: 0.05180651 + std_critic_clipfrac: 0.10530265 + std_critic_loss: 0.00042859945 + std_entropy: 0.006380719 + std_grad_norm_pre_clip: 0.17824988 + std_loss: 0.00059442775 + eval-batch-orig: + avg_avg_episode_length: 17.295277 + avg_avg_return: 0.83119375 + avg_benchmark_regret: 0.005110878 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28016663 + proxy_corner: + avg_avg_return: 0.83119375 + avg_reward_per_step: 0.28016663 + eval-batch-shift: + avg_avg_episode_length: 68.463715 + avg_avg_return: 0.22423577 + avg_benchmark_regret: 0.6593441 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075050354 + proxy_corner: + avg_avg_return: 0.54557025 + avg_reward_per_step: 0.014350891 + eval-batch-tree: + avg_avg_episode_length: 7.441951 + avg_avg_return: 0.96924347 + avg_benchmark_regret: 0.024974905 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2568512 + proxy_corner: + avg_avg_return: 0.96924347 + avg_reward_per_step: 0.2568512 +=========================================================== +=========================================================== + step: + env-step-all-before: 199229440 + env-step-replay-before: 100728832 + env-step-used-before: 199229440 + ppo-update-before: 121600 + env-step-generate-before: 98500608 + env-step-all-after: 199262208 + env-step-replay-after: 100728832 + env-step-used-after: 199262208 + ppo-update-after: 121620 + env-step-generate-after: 98533376 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.893995 + avg_avg_return: 0.8124784 + avg_reward_per_step: 0.27514648 + proxy_corner: + avg_avg_return: 0.8124784 + avg_reward_per_step: 0.27514648 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.893995 + avg_avg_return: 0.8124784 + avg_reward_per_step: 0.27514648 + proxy_corner: + avg_avg_return: 0.8124784 + avg_reward_per_step: 0.27514648 + perf: + env_steps_per_second: 606154.634223024 + ppo_updates_per_second: 74.46524109996895 + eval-batch-orig-duration: 0.26204687502468005 + eval-batch-shift-duration: 0.16153360705357045 + eval-batch-tree-duration: 0.14567815198097378 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.712402 + mouse-cheese_dist_finite_wavg: 10.069585 + mouse-cheese_dist_solvable_avg: 10.712402 + mouse-cheese_dist_solvable_wavg: 10.069586 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.218994 + num_walls_wavg: 6.920146 + prop_walls_avg: 0.27039105 + prop_walls_wavg: 0.30087596 + scoring: + avg_scores: 0.08124311 + visit_patterns: + avg_first_visit_time: 1926.8188 + avg_last_visit_time: 3064.3108 + num_replay_batches: 3074 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010464819 + avg_actor_approxkl3: 0.0007436806 + avg_actor_clipfrac: 0.028436279 + avg_actor_loss: -0.00024085549 + avg_advantage: -0.0060931006 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0025046917 + avg_entropy: 0.18117653 + avg_grad_norm_pre_clip: 1.3004968 + avg_loss: 0.0008303138 + max: + max_actor_approxkl1: 0.003657808 + max_actor_approxkl3: 0.002355413 + max_actor_clipfrac: 0.059936523 + max_actor_loss: 0.0015450493 + max_advantage: 0.51512253 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0039228415 + max_entropy: 0.24736786 + max_grad_norm_pre_clip: 2.356446 + max_loss: 0.003056049 + std: + std_actor_approxkl1: 0.0009850899 + std_actor_approxkl3: 0.0005458518 + std_actor_clipfrac: 0.01700017 + std_actor_loss: 0.001357617 + std_advantage: 0.071705535 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00083683856 + std_entropy: 0.024518192 + std_grad_norm_pre_clip: 0.5377328 + std_loss: 0.0014723034 + eval-batch-orig: + avg_avg_episode_length: 17.28936 + avg_avg_return: 0.8313124 + avg_benchmark_regret: 0.004992203 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2830124 + proxy_corner: + avg_avg_return: 0.8313124 + avg_reward_per_step: 0.2830124 + eval-batch-shift: + avg_avg_episode_length: 67.359955 + avg_avg_return: 0.24754317 + avg_benchmark_regret: 0.63603663 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07067871 + proxy_corner: + avg_avg_return: 0.5448789 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.195141 + avg_avg_return: 0.9734171 + avg_benchmark_regret: 0.020801276 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2599945 + proxy_corner: + avg_avg_return: 0.9734171 + avg_reward_per_step: 0.2599945 +=========================================================== +=========================================================== + step: + env-step-all-before: 200278016 + env-step-replay-before: 101154816 + env-step-used-before: 200278016 + ppo-update-before: 122240 + env-step-generate-before: 99123200 + env-step-all-after: 200310784 + env-step-replay-after: 101187584 + env-step-used-after: 200310784 + ppo-update-after: 122260 + env-step-generate-after: 99123200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.2824955 + avg_avg_return: 0.90666956 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.90666956 + avg_reward_per_step: 0.08691406 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.2824955 + avg_avg_return: 0.90666956 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.90666956 + avg_reward_per_step: 0.08691406 + perf: + env_steps_per_second: 831682.4300374662 + ppo_updates_per_second: 99.05695206383763 + eval-batch-orig-duration: 0.20462335896445438 + eval-batch-shift-duration: 0.14614102500490844 + eval-batch-tree-duration: 0.14364857698092237 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.718506 + mouse-cheese_dist_finite_wavg: 11.867827 + mouse-cheese_dist_solvable_avg: 10.718506 + mouse-cheese_dist_solvable_wavg: 11.867828 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2250977 + num_walls_wavg: 6.0227485 + prop_walls_avg: 0.2706564 + prop_walls_wavg: 0.26185864 + scoring: + avg_scores: 0.08137305 + visit_patterns: + avg_first_visit_time: 1943.2808 + avg_last_visit_time: 3078.238 + num_replay_batches: 3088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006553669 + avg_actor_approxkl3: 0.0005437733 + avg_actor_clipfrac: 0.012463379 + avg_actor_loss: 0.0004470107 + avg_advantage: -0.00470531 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.0005206312 + avg_entropy: 0.058751393 + avg_grad_norm_pre_clip: 0.8366303 + avg_loss: 0.0006485749 + max: + max_actor_approxkl1: 0.0022425908 + max_actor_approxkl3: 0.001602351 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.004227342 + max_advantage: 0.36770576 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.00081878563 + max_entropy: 0.069215275 + max_grad_norm_pre_clip: 2.293203 + max_loss: 0.004511426 + std: + std_actor_approxkl1: 0.00063862884 + std_actor_approxkl3: 0.0004160852 + std_actor_clipfrac: 0.0070004845 + std_actor_loss: 0.0010970383 + std_advantage: 0.03537315 + std_critic_clipfrac: 0.00040283203 + std_critic_loss: 0.00015933617 + std_entropy: 0.0053052017 + std_grad_norm_pre_clip: 0.5729834 + std_loss: 0.0011327717 + eval-batch-orig: + avg_avg_episode_length: 17.25711 + avg_avg_return: 0.83155334 + avg_benchmark_regret: 0.0047512823 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28329468 + proxy_corner: + avg_avg_return: 0.83155334 + avg_reward_per_step: 0.28329468 + eval-batch-shift: + avg_avg_episode_length: 68.45382 + avg_avg_return: 0.23089764 + avg_benchmark_regret: 0.6526822 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07485962 + proxy_corner: + avg_avg_return: 0.55097044 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 6.668722 + avg_avg_return: 0.97992814 + avg_benchmark_regret: 0.014290214 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26117706 + proxy_corner: + avg_avg_return: 0.97992814 + avg_reward_per_step: 0.26117706 +=========================================================== +=========================================================== + step: + env-step-all-before: 201326592 + env-step-replay-before: 101646336 + env-step-used-before: 201326592 + ppo-update-before: 122880 + env-step-generate-before: 99680256 + env-step-all-after: 201359360 + env-step-replay-after: 101646336 + env-step-used-after: 201359360 + ppo-update-after: 122900 + env-step-generate-after: 99713024 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.924923 + avg_avg_return: 0.7882712 + avg_reward_per_step: 0.26507568 + proxy_corner: + avg_avg_return: 0.7882712 + avg_reward_per_step: 0.26507568 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.924923 + avg_avg_return: 0.7882712 + avg_reward_per_step: 0.26507568 + proxy_corner: + avg_avg_return: 0.7882712 + avg_reward_per_step: 0.26507568 + perf: + env_steps_per_second: 899741.3595734962 + ppo_updates_per_second: 104.53642179744641 + eval-batch-orig-duration: 0.2003327989950776 + eval-batch-shift-duration: 0.14992746501229703 + eval-batch-tree-duration: 0.1439338440541178 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.726318 + mouse-cheese_dist_finite_wavg: 12.773733 + mouse-cheese_dist_solvable_avg: 10.726318 + mouse-cheese_dist_solvable_wavg: 12.773733 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2297363 + num_walls_wavg: 5.1236496 + prop_walls_avg: 0.27085805 + prop_walls_wavg: 0.22276738 + scoring: + avg_scores: 0.081284076 + visit_patterns: + avg_first_visit_time: 1954.6438 + avg_last_visit_time: 3092.3953 + num_replay_batches: 3102 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011660015 + avg_actor_approxkl3: 0.0010026385 + avg_actor_clipfrac: 0.041467287 + avg_actor_loss: 0.00034750468 + avg_advantage: -0.010255242 + avg_critic_clipfrac: 0.000390625 + avg_critic_loss: 0.0030897527 + avg_entropy: 0.16230895 + avg_grad_norm_pre_clip: 1.7152569 + avg_loss: 0.001730072 + max: + max_actor_approxkl1: 0.0031140875 + max_actor_approxkl3: 0.0020215004 + max_actor_clipfrac: 0.07348633 + max_actor_loss: 0.0024041235 + max_advantage: 0.40792936 + max_critic_clipfrac: 0.0061035156 + max_critic_loss: 0.0049411403 + max_entropy: 0.19024734 + max_grad_norm_pre_clip: 3.2418194 + max_loss: 0.0045570647 + std: + std_actor_approxkl1: 0.0008865657 + std_actor_approxkl3: 0.0006016756 + std_actor_clipfrac: 0.022507597 + std_actor_loss: 0.0011962957 + std_advantage: 0.08022568 + std_critic_clipfrac: 0.0013623834 + std_critic_loss: 0.0007983816 + std_entropy: 0.019847266 + std_grad_norm_pre_clip: 0.6866165 + std_loss: 0.001342388 + eval-batch-orig: + avg_avg_episode_length: 17.426308 + avg_avg_return: 0.8298074 + avg_benchmark_regret: 0.0064972118 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28424072 + proxy_corner: + avg_avg_return: 0.8298074 + avg_reward_per_step: 0.28424072 + eval-batch-shift: + avg_avg_episode_length: 68.26876 + avg_avg_return: 0.22902435 + avg_benchmark_regret: 0.65455544 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07530975 + proxy_corner: + avg_avg_return: 0.5445232 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 6.432486 + avg_avg_return: 0.9809145 + avg_benchmark_regret: 0.013303909 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26259613 + proxy_corner: + avg_avg_return: 0.9809145 + avg_reward_per_step: 0.26259613 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 202375168 + env-step-replay-before: 102072320 + env-step-used-before: 202375168 + ppo-update-before: 123520 + env-step-generate-before: 100302848 + env-step-all-after: 202407936 + env-step-replay-after: 102105088 + env-step-used-after: 202407936 + ppo-update-after: 123540 + env-step-generate-after: 100302848 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.974388 + avg_avg_return: 0.9093962 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.9093962 + avg_reward_per_step: 0.08786011 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.974388 + avg_avg_return: 0.9093962 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.9093962 + avg_reward_per_step: 0.08786011 + perf: + env_steps_per_second: 864157.0361574586 + ppo_updates_per_second: 102.52901607497455 + eval-batch-orig-duration: 0.21656588499899954 + eval-batch-shift-duration: 0.16460701101459563 + eval-batch-tree-duration: 0.1471025280188769 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.73291 + mouse-cheese_dist_finite_wavg: 11.873592 + mouse-cheese_dist_solvable_avg: 10.73291 + mouse-cheese_dist_solvable_wavg: 11.873592 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2280273 + num_walls_wavg: 6.022416 + prop_walls_avg: 0.27078378 + prop_walls_wavg: 0.26184416 + scoring: + avg_scores: 0.08102788 + visit_patterns: + avg_first_visit_time: 1963.7439 + avg_last_visit_time: 3106.1533 + num_replay_batches: 3116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004967436 + avg_actor_approxkl3: 0.00036586824 + avg_actor_clipfrac: 0.012261963 + avg_actor_loss: 0.0001256556 + avg_advantage: -0.0018972865 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000346492 + avg_entropy: 0.06550079 + avg_grad_norm_pre_clip: 0.71478987 + avg_loss: 0.00023340076 + max: + max_actor_approxkl1: 0.0011108264 + max_actor_approxkl3: 0.0007495504 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.0010323739 + max_advantage: 0.3708889 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005667951 + max_entropy: 0.07932095 + max_grad_norm_pre_clip: 1.3100265 + max_loss: 0.0012473129 + std: + std_actor_approxkl1: 0.00033845878 + std_actor_approxkl3: 0.00020677653 + std_actor_clipfrac: 0.008022766 + std_actor_loss: 0.00038316866 + std_advantage: 0.027574414 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011556175 + std_entropy: 0.006685564 + std_grad_norm_pre_clip: 0.2887046 + std_loss: 0.00040585495 + eval-batch-orig: + avg_avg_episode_length: 17.221584 + avg_avg_return: 0.83185613 + avg_benchmark_regret: 0.004448507 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28216553 + proxy_corner: + avg_avg_return: 0.83185613 + avg_reward_per_step: 0.28216553 + eval-batch-shift: + avg_avg_episode_length: 68.41087 + avg_avg_return: 0.22841325 + avg_benchmark_regret: 0.65516657 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06970978 + proxy_corner: + avg_avg_return: 0.55146796 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.1865287 + avg_avg_return: 0.9712398 + avg_benchmark_regret: 0.022978561 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25994873 + proxy_corner: + avg_avg_return: 0.9712398 + avg_reward_per_step: 0.25994873 +=========================================================== +=========================================================== + step: + env-step-all-before: 203423744 + env-step-replay-before: 102596608 + env-step-used-before: 203423744 + ppo-update-before: 124160 + env-step-generate-before: 100827136 + env-step-all-after: 203456512 + env-step-replay-after: 102596608 + env-step-used-after: 203456512 + ppo-update-after: 124180 + env-step-generate-after: 100859904 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.509554 + avg_avg_return: 0.81313396 + avg_reward_per_step: 0.27752686 + proxy_corner: + avg_avg_return: 0.81313396 + avg_reward_per_step: 0.27752686 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.509554 + avg_avg_return: 0.81313396 + avg_reward_per_step: 0.27752686 + proxy_corner: + avg_avg_return: 0.81313396 + avg_reward_per_step: 0.27752686 + perf: + env_steps_per_second: 897988.1564218388 + ppo_updates_per_second: 108.87088282024223 + eval-batch-orig-duration: 0.1915641669766046 + eval-batch-shift-duration: 0.14289552700938657 + eval-batch-tree-duration: 0.1403017970151268 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.745361 + mouse-cheese_dist_finite_wavg: 14.570866 + mouse-cheese_dist_solvable_avg: 10.745361 + mouse-cheese_dist_solvable_wavg: 14.570869 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2250977 + num_walls_wavg: 6.0232725 + prop_walls_avg: 0.2706564 + prop_walls_wavg: 0.26188144 + scoring: + avg_scores: 0.0813199 + visit_patterns: + avg_first_visit_time: 1976.0691 + avg_last_visit_time: 3121.3428 + num_replay_batches: 3131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009974004 + avg_actor_approxkl3: 0.00086889166 + avg_actor_clipfrac: 0.03147583 + avg_actor_loss: 0.00021944047 + avg_advantage: -0.015127964 + avg_critic_clipfrac: 6.1035156e-05 + avg_critic_loss: 0.0026001476 + avg_entropy: 0.20320176 + avg_grad_norm_pre_clip: 1.7120144 + avg_loss: 0.0013163127 + max: + max_actor_approxkl1: 0.0036490173 + max_actor_approxkl3: 0.002110378 + max_actor_clipfrac: 0.059448242 + max_actor_loss: 0.0034021512 + max_advantage: 0.29885095 + max_critic_clipfrac: 0.0012207031 + max_critic_loss: 0.004018149 + max_entropy: 0.23815095 + max_grad_norm_pre_clip: 3.5358677 + max_loss: 0.004890921 + std: + std_actor_approxkl1: 0.00093150424 + std_actor_approxkl3: 0.0005869843 + std_actor_clipfrac: 0.016538445 + std_actor_loss: 0.000951711 + std_advantage: 0.07406252 + std_critic_clipfrac: 0.00026604606 + std_critic_loss: 0.00074305414 + std_entropy: 0.017509604 + std_grad_norm_pre_clip: 0.68084294 + std_loss: 0.001077258 + eval-batch-orig: + avg_avg_episode_length: 17.226395 + avg_avg_return: 0.83162737 + avg_benchmark_regret: 0.0046772156 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28160095 + proxy_corner: + avg_avg_return: 0.83162737 + avg_reward_per_step: 0.28160095 + eval-batch-shift: + avg_avg_episode_length: 68.59625 + avg_avg_return: 0.22739512 + avg_benchmark_regret: 0.65618473 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0703125 + proxy_corner: + avg_avg_return: 0.5494516 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 7.383955 + avg_avg_return: 0.9688977 + avg_benchmark_regret: 0.025320657 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.258667 + proxy_corner: + avg_avg_return: 0.9688977 + avg_reward_per_step: 0.258667 +=========================================================== +=========================================================== + step: + env-step-all-before: 204472320 + env-step-replay-before: 103153664 + env-step-used-before: 204472320 + ppo-update-before: 124800 + env-step-generate-before: 101318656 + env-step-all-after: 204505088 + env-step-replay-after: 103186432 + env-step-used-after: 204505088 + ppo-update-after: 124820 + env-step-generate-after: 101318656 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.211991 + avg_avg_return: 0.90797675 + avg_reward_per_step: 0.086761475 + proxy_corner: + avg_avg_return: 0.90797675 + avg_reward_per_step: 0.086761475 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.211991 + avg_avg_return: 0.90797675 + avg_reward_per_step: 0.086761475 + proxy_corner: + avg_avg_return: 0.90797675 + avg_reward_per_step: 0.086761475 + perf: + env_steps_per_second: 953945.9923254881 + ppo_updates_per_second: 74.26795138707539 + eval-batch-orig-duration: 0.3306097150198184 + eval-batch-shift-duration: 0.18539958499604836 + eval-batch-tree-duration: 0.15662058303132653 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.750977 + mouse-cheese_dist_finite_wavg: 11.879487 + mouse-cheese_dist_solvable_avg: 10.750977 + mouse-cheese_dist_solvable_wavg: 11.879487 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2216797 + num_walls_wavg: 8.718901 + prop_walls_avg: 0.2705078 + prop_walls_wavg: 0.37908262 + scoring: + avg_scores: 0.08136065 + visit_patterns: + avg_first_visit_time: 1981.9583 + avg_last_visit_time: 3139.3003 + num_replay_batches: 3149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006263559 + avg_actor_approxkl3: 0.00056821585 + avg_actor_clipfrac: 0.014923096 + avg_actor_loss: 0.00066029734 + avg_advantage: -0.0017232441 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00034046228 + avg_entropy: 0.07007015 + avg_grad_norm_pre_clip: 1.194355 + avg_loss: 0.00076045835 + max: + max_actor_approxkl1: 0.0018576217 + max_actor_approxkl3: 0.0015440909 + max_actor_clipfrac: 0.02746582 + max_actor_loss: 0.0035027 + max_advantage: 0.35570723 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00050421036 + max_entropy: 0.081445366 + max_grad_norm_pre_clip: 3.626821 + max_loss: 0.0035996665 + std: + std_actor_approxkl1: 0.00060917955 + std_actor_approxkl3: 0.00041004535 + std_actor_clipfrac: 0.008625706 + std_actor_loss: 0.0010955668 + std_advantage: 0.02752093 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.351812e-05 + std_entropy: 0.0064252615 + std_grad_norm_pre_clip: 0.811408 + std_loss: 0.0011059262 + eval-batch-orig: + avg_avg_episode_length: 17.268959 + avg_avg_return: 0.8312809 + avg_benchmark_regret: 0.005023742 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2816391 + proxy_corner: + avg_avg_return: 0.8312809 + avg_reward_per_step: 0.2816391 + eval-batch-shift: + avg_avg_episode_length: 68.7074 + avg_avg_return: 0.22099742 + avg_benchmark_regret: 0.6625824 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07775879 + proxy_corner: + avg_avg_return: 0.5562694 + avg_reward_per_step: 0.014472961 + eval-batch-tree: + avg_avg_episode_length: 7.199587 + avg_avg_return: 0.97274894 + avg_benchmark_regret: 0.021469425 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25769806 + proxy_corner: + avg_avg_return: 0.97274894 + avg_reward_per_step: 0.25769806 +=========================================================== +=========================================================== + step: + env-step-all-before: 205520896 + env-step-replay-before: 103677952 + env-step-used-before: 205520896 + ppo-update-before: 125440 + env-step-generate-before: 101842944 + env-step-all-after: 205553664 + env-step-replay-after: 103710720 + env-step-used-after: 205553664 + ppo-update-after: 125460 + env-step-generate-after: 101842944 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.408346 + avg_avg_return: 0.9046583 + avg_reward_per_step: 0.087249756 + proxy_corner: + avg_avg_return: 0.9046583 + avg_reward_per_step: 0.087249756 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.408346 + avg_avg_return: 0.9046583 + avg_reward_per_step: 0.087249756 + proxy_corner: + avg_avg_return: 0.9046583 + avg_reward_per_step: 0.087249756 + perf: + env_steps_per_second: 583808.1881485839 + ppo_updates_per_second: 73.56854428324807 + eval-batch-orig-duration: 0.2622335079940967 + eval-batch-shift-duration: 0.16103676002239808 + eval-batch-tree-duration: 0.14515784295508638 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.7578125 + mouse-cheese_dist_finite_wavg: 14.571861 + mouse-cheese_dist_solvable_avg: 10.7578125 + mouse-cheese_dist_solvable_wavg: 14.571861 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.225586 + num_walls_wavg: 6.021852 + prop_walls_avg: 0.27067763 + prop_walls_wavg: 0.26181963 + scoring: + avg_scores: 0.081744075 + visit_patterns: + avg_first_visit_time: 1994.3057 + avg_last_visit_time: 3155.322 + num_replay_batches: 3165 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006769098 + avg_actor_approxkl3: 0.00024167169 + avg_actor_clipfrac: 0.009210206 + avg_actor_loss: -0.00072575937 + avg_advantage: 0.001614544 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00035352126 + avg_entropy: 0.066917606 + avg_grad_norm_pre_clip: 0.6651301 + avg_loss: -0.0006159164 + max: + max_actor_approxkl1: 0.004651365 + max_actor_approxkl3: 0.00065327674 + max_actor_clipfrac: 0.026855469 + max_actor_loss: 0.00029923907 + max_advantage: 0.30658114 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007198608 + max_entropy: 0.077823184 + max_grad_norm_pre_clip: 1.4046868 + max_loss: 0.00035512535 + std: + std_actor_approxkl1: 0.0010888283 + std_actor_approxkl3: 0.00014745293 + std_actor_clipfrac: 0.006550693 + std_actor_loss: 0.001663798 + std_advantage: 0.027074274 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00017534576 + std_entropy: 0.006498294 + std_grad_norm_pre_clip: 0.28313434 + std_loss: 0.0016129378 + eval-batch-orig: + avg_avg_episode_length: 17.311985 + avg_avg_return: 0.8313576 + avg_benchmark_regret: 0.004947038 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28313446 + proxy_corner: + avg_avg_return: 0.8313576 + avg_reward_per_step: 0.28313446 + eval-batch-shift: + avg_avg_episode_length: 69.36461 + avg_avg_return: 0.20821503 + avg_benchmark_regret: 0.6753648 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07601166 + proxy_corner: + avg_avg_return: 0.5588277 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 7.107616 + avg_avg_return: 0.9752621 + avg_benchmark_regret: 0.01895628 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26055908 + proxy_corner: + avg_avg_return: 0.9752621 + avg_reward_per_step: 0.26055908 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 206569472 + env-step-replay-before: 104169472 + env-step-used-before: 206569472 + ppo-update-before: 126080 + env-step-generate-before: 102400000 + env-step-all-after: 206602240 + env-step-replay-after: 104202240 + env-step-used-after: 206602240 + ppo-update-after: 126100 + env-step-generate-after: 102400000 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.981997 + avg_avg_return: 0.9092735 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.9092735 + avg_reward_per_step: 0.08786011 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.981997 + avg_avg_return: 0.9092735 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.9092735 + avg_reward_per_step: 0.08786011 + perf: + env_steps_per_second: 963204.3196845613 + ppo_updates_per_second: 74.60452302171478 + eval-batch-orig-duration: 0.33539758098777384 + eval-batch-shift-duration: 0.1856067649787292 + eval-batch-tree-duration: 0.15522980102105066 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.760742 + mouse-cheese_dist_finite_wavg: 13.672489 + mouse-cheese_dist_solvable_avg: 10.760742 + mouse-cheese_dist_solvable_wavg: 13.672489 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2263184 + num_walls_wavg: 6.925219 + prop_walls_avg: 0.27070948 + prop_walls_wavg: 0.3010965 + scoring: + avg_scores: 0.081459716 + visit_patterns: + avg_first_visit_time: 2002.877 + avg_last_visit_time: 3170.312 + num_replay_batches: 3180 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009869899 + avg_actor_approxkl3: 0.0007936116 + avg_actor_clipfrac: 0.016174316 + avg_actor_loss: 0.0003303706 + avg_advantage: 0.0502216 + avg_critic_clipfrac: 0.16242066 + avg_critic_loss: 0.0015673805 + avg_entropy: 0.07233933 + avg_grad_norm_pre_clip: 0.7296741 + avg_loss: 0.0010417216 + max: + max_actor_approxkl1: 0.0034085491 + max_actor_approxkl3: 0.0029277282 + max_actor_clipfrac: 0.03466797 + max_actor_loss: 0.004125988 + max_advantage: 0.5003651 + max_critic_clipfrac: 0.2701416 + max_critic_loss: 0.0028070118 + max_entropy: 0.0831442 + max_grad_norm_pre_clip: 1.9721515 + max_loss: 0.0047139544 + std: + std_actor_approxkl1: 0.00088335935 + std_actor_approxkl3: 0.00074082694 + std_actor_clipfrac: 0.008928966 + std_actor_loss: 0.0010842727 + std_advantage: 0.06574112 + std_critic_clipfrac: 0.09704456 + std_critic_loss: 0.0005811655 + std_entropy: 0.0061420114 + std_grad_norm_pre_clip: 0.4558217 + std_loss: 0.0010795313 + eval-batch-orig: + avg_avg_episode_length: 17.207527 + avg_avg_return: 0.8320931 + avg_benchmark_regret: 0.004211503 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28310394 + proxy_corner: + avg_avg_return: 0.8320931 + avg_reward_per_step: 0.28310394 + eval-batch-shift: + avg_avg_episode_length: 69.62591 + avg_avg_return: 0.20788059 + avg_benchmark_regret: 0.67569923 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06691742 + proxy_corner: + avg_avg_return: 0.5608591 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.1982393 + avg_avg_return: 0.97414184 + avg_benchmark_regret: 0.020076573 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25878906 + proxy_corner: + avg_avg_return: 0.97414184 + avg_reward_per_step: 0.25878906 +=========================================================== +=========================================================== + step: + env-step-all-before: 207618048 + env-step-replay-before: 104693760 + env-step-used-before: 207618048 + ppo-update-before: 126720 + env-step-generate-before: 102924288 + env-step-all-after: 207650816 + env-step-replay-after: 104693760 + env-step-used-after: 207650816 + ppo-update-after: 126740 + env-step-generate-after: 102957056 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.4989 + avg_avg_return: 0.8021896 + avg_reward_per_step: 0.27737427 + proxy_corner: + avg_avg_return: 0.8021896 + avg_reward_per_step: 0.27737427 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.4989 + avg_avg_return: 0.8021896 + avg_reward_per_step: 0.27737427 + proxy_corner: + avg_avg_return: 0.8021896 + avg_reward_per_step: 0.27737427 + perf: + env_steps_per_second: 603929.7192689535 + ppo_updates_per_second: 98.5540815175853 + eval-batch-orig-duration: 0.1971127879805863 + eval-batch-shift-duration: 0.14470119203906506 + eval-batch-tree-duration: 0.14229532500030473 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.769043 + mouse-cheese_dist_finite_wavg: 12.778669 + mouse-cheese_dist_solvable_avg: 10.769043 + mouse-cheese_dist_solvable_wavg: 12.778671 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.226074 + num_walls_wavg: 6.921893 + prop_walls_avg: 0.27069885 + prop_walls_wavg: 0.30095196 + scoring: + avg_scores: 0.081628785 + visit_patterns: + avg_first_visit_time: 2012.3525 + avg_last_visit_time: 3185.2249 + num_replay_batches: 3195 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001000845 + avg_actor_approxkl3: 0.00076150283 + avg_actor_clipfrac: 0.033343505 + avg_actor_loss: -0.0006686283 + avg_advantage: -0.010407186 + avg_critic_clipfrac: 0.000970459 + avg_critic_loss: 0.0024651284 + avg_entropy: 0.18816988 + avg_grad_norm_pre_clip: 1.2263665 + avg_loss: 0.00037576593 + max: + max_actor_approxkl1: 0.0038020348 + max_actor_approxkl3: 0.0024009056 + max_actor_clipfrac: 0.10632324 + max_actor_loss: 0.00028194487 + max_advantage: 0.51924837 + max_critic_clipfrac: 0.016601562 + max_critic_loss: 0.0045031696 + max_entropy: 0.24319986 + max_grad_norm_pre_clip: 1.8465325 + max_loss: 0.002316767 + std: + std_actor_approxkl1: 0.00094187097 + std_actor_approxkl3: 0.00063807 + std_actor_clipfrac: 0.027285358 + std_actor_loss: 0.0005769681 + std_advantage: 0.07211913 + std_critic_clipfrac: 0.0035998276 + std_critic_loss: 0.0007340512 + std_entropy: 0.025219625 + std_grad_norm_pre_clip: 0.35402575 + std_loss: 0.0007073436 + eval-batch-orig: + avg_avg_episode_length: 17.20842 + avg_avg_return: 0.8318449 + avg_benchmark_regret: 0.0044596656 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2839203 + proxy_corner: + avg_avg_return: 0.8318449 + avg_reward_per_step: 0.2839203 + eval-batch-shift: + avg_avg_episode_length: 69.135544 + avg_avg_return: 0.21703623 + avg_benchmark_regret: 0.6665436 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.066711426 + proxy_corner: + avg_avg_return: 0.5564585 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.852354 + avg_avg_return: 0.9785186 + avg_benchmark_regret: 0.015699804 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.260849 + proxy_corner: + avg_avg_return: 0.9785186 + avg_reward_per_step: 0.260849 +=========================================================== +=========================================================== + step: + env-step-all-before: 208666624 + env-step-replay-before: 105152512 + env-step-used-before: 208666624 + ppo-update-before: 127360 + env-step-generate-before: 103514112 + env-step-all-after: 208699392 + env-step-replay-after: 105185280 + env-step-used-after: 208699392 + ppo-update-after: 127380 + env-step-generate-after: 103514112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.995037 + avg_avg_return: 0.9090631 + avg_reward_per_step: 0.08816528 + proxy_corner: + avg_avg_return: 0.9090631 + avg_reward_per_step: 0.08816528 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.995037 + avg_avg_return: 0.9090631 + avg_reward_per_step: 0.08816528 + proxy_corner: + avg_avg_return: 0.9090631 + avg_reward_per_step: 0.08816528 + perf: + env_steps_per_second: 897033.0464552714 + ppo_updates_per_second: 104.48772369389002 + eval-batch-orig-duration: 0.20088886702433228 + eval-batch-shift-duration: 0.14929193700663745 + eval-batch-tree-duration: 0.1440112609998323 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.775391 + mouse-cheese_dist_finite_wavg: 10.074357 + mouse-cheese_dist_solvable_avg: 10.775391 + mouse-cheese_dist_solvable_wavg: 10.074358 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2263184 + num_walls_wavg: 6.924411 + prop_walls_avg: 0.27070948 + prop_walls_wavg: 0.30106142 + scoring: + avg_scores: 0.081487894 + visit_patterns: + avg_first_visit_time: 2024.3455 + avg_last_visit_time: 3200.2988 + num_replay_batches: 3210 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003392662 + avg_actor_approxkl3: 0.0003924018 + avg_actor_clipfrac: 0.012963868 + avg_actor_loss: 7.520735e-05 + avg_advantage: -0.0008583643 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003278895 + avg_entropy: 0.07161104 + avg_grad_norm_pre_clip: 1.0301738 + avg_loss: 0.00016754107 + max: + max_actor_approxkl1: 0.0020076432 + max_actor_approxkl3: 0.0010767238 + max_actor_clipfrac: 0.029418945 + max_actor_loss: 0.0012574783 + max_advantage: 0.30227906 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00049970625 + max_entropy: 0.080201216 + max_grad_norm_pre_clip: 2.3516705 + max_loss: 0.0013892205 + std: + std_actor_approxkl1: 0.0005282467 + std_actor_approxkl3: 0.00027009164 + std_actor_clipfrac: 0.0076714763 + std_actor_loss: 0.00070212304 + std_advantage: 0.027015291 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.611937e-05 + std_entropy: 0.0064127725 + std_grad_norm_pre_clip: 0.672169 + std_loss: 0.00070737535 + eval-batch-orig: + avg_avg_episode_length: 17.177683 + avg_avg_return: 0.8322014 + avg_benchmark_regret: 0.0041032447 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2842636 + proxy_corner: + avg_avg_return: 0.8322014 + avg_reward_per_step: 0.2842636 + eval-batch-shift: + avg_avg_episode_length: 69.01286 + avg_avg_return: 0.21786672 + avg_benchmark_regret: 0.66571313 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06806183 + proxy_corner: + avg_avg_return: 0.5530877 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 7.0911446 + avg_avg_return: 0.9747919 + avg_benchmark_regret: 0.019426432 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26152802 + proxy_corner: + avg_avg_return: 0.9747919 + avg_reward_per_step: 0.26152802 +=========================================================== +=========================================================== + step: + env-step-all-before: 209715200 + env-step-replay-before: 105709568 + env-step-used-before: 209715200 + ppo-update-before: 128000 + env-step-generate-before: 104005632 + env-step-all-after: 209747968 + env-step-replay-after: 105709568 + env-step-used-after: 209747968 + ppo-update-after: 128020 + env-step-generate-after: 104038400 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.811985 + avg_avg_return: 0.8257365 + avg_reward_per_step: 0.2786255 + proxy_corner: + avg_avg_return: 0.8257365 + avg_reward_per_step: 0.2786255 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.811985 + avg_avg_return: 0.8257365 + avg_reward_per_step: 0.2786255 + proxy_corner: + avg_avg_return: 0.8257365 + avg_reward_per_step: 0.2786255 + perf: + env_steps_per_second: 591061.4296219292 + ppo_updates_per_second: 90.61027551423058 + eval-batch-orig-duration: 0.20956879400182515 + eval-batch-shift-duration: 0.148265652009286 + eval-batch-tree-duration: 0.1453044390073046 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.77124 + mouse-cheese_dist_finite_wavg: 10.07746 + mouse-cheese_dist_solvable_avg: 10.77124 + mouse-cheese_dist_solvable_wavg: 10.077461 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2299805 + num_walls_wavg: 6.9170732 + prop_walls_avg: 0.27086872 + prop_walls_wavg: 0.30074233 + scoring: + avg_scores: 0.08196069 + visit_patterns: + avg_first_visit_time: 2032.362 + avg_last_visit_time: 3216.2468 + num_replay_batches: 3226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081992534 + avg_actor_approxkl3: 0.00079695135 + avg_actor_clipfrac: 0.028277589 + avg_actor_loss: 0.00011276118 + avg_advantage: -0.018009046 + avg_critic_clipfrac: 1.8310548e-05 + avg_critic_loss: 0.0020731154 + avg_entropy: 0.15960716 + avg_grad_norm_pre_clip: 1.2722291 + avg_loss: 0.0009897116 + max: + max_actor_approxkl1: 0.0019701193 + max_actor_approxkl3: 0.0019212312 + max_actor_clipfrac: 0.07080078 + max_actor_loss: 0.0019248873 + max_advantage: 0.5087996 + max_critic_clipfrac: 0.00036621094 + max_critic_loss: 0.002888454 + max_entropy: 0.19424736 + max_grad_norm_pre_clip: 2.5480745 + max_loss: 0.0031361287 + std: + std_actor_approxkl1: 0.0005593462 + std_actor_approxkl3: 0.00045687862 + std_actor_clipfrac: 0.014372621 + std_actor_loss: 0.00085364585 + std_advantage: 0.065062694 + std_critic_clipfrac: 7.981382e-05 + std_critic_loss: 0.0004907707 + std_entropy: 0.016621767 + std_grad_norm_pre_clip: 0.4609176 + std_loss: 0.0009619988 + eval-batch-orig: + avg_avg_episode_length: 17.190495 + avg_avg_return: 0.8319148 + avg_benchmark_regret: 0.004389833 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28366852 + proxy_corner: + avg_avg_return: 0.8319148 + avg_reward_per_step: 0.28366852 + eval-batch-shift: + avg_avg_episode_length: 68.44722 + avg_avg_return: 0.22930032 + avg_benchmark_regret: 0.6542795 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07207489 + proxy_corner: + avg_avg_return: 0.5507967 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.416771 + avg_avg_return: 0.97152483 + avg_benchmark_regret: 0.022693519 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2593994 + proxy_corner: + avg_avg_return: 0.97152483 + avg_reward_per_step: 0.2593994 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 210763776 + env-step-replay-before: 106201088 + env-step-used-before: 210763776 + ppo-update-before: 128640 + env-step-generate-before: 104562688 + env-step-all-after: 210796544 + env-step-replay-after: 106201088 + env-step-used-after: 210796544 + ppo-update-after: 128660 + env-step-generate-after: 104595456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.7187 + avg_avg_return: 0.82410264 + avg_reward_per_step: 0.26287842 + proxy_corner: + avg_avg_return: 0.82410264 + avg_reward_per_step: 0.26287842 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.7187 + avg_avg_return: 0.82410264 + avg_reward_per_step: 0.26287842 + proxy_corner: + avg_avg_return: 0.82410264 + avg_reward_per_step: 0.26287842 + perf: + env_steps_per_second: 892028.3127342918 + ppo_updates_per_second: 104.25985108243923 + eval-batch-orig-duration: 0.19994143198709935 + eval-batch-shift-duration: 0.14961245999438688 + eval-batch-tree-duration: 0.14422793895937502 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.7734375 + mouse-cheese_dist_finite_wavg: 12.777075 + mouse-cheese_dist_solvable_avg: 10.7734375 + mouse-cheese_dist_solvable_wavg: 12.777077 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.236328 + num_walls_wavg: 6.9231644 + prop_walls_avg: 0.2711447 + prop_walls_wavg: 0.30100724 + scoring: + avg_scores: 0.081748135 + visit_patterns: + avg_first_visit_time: 2041.1196 + avg_last_visit_time: 3231.3123 + num_replay_batches: 3241 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032641806 + avg_actor_approxkl3: 0.0005519726 + avg_actor_clipfrac: 0.022930909 + avg_actor_loss: -0.00057930034 + avg_advantage: -0.012796823 + avg_critic_clipfrac: 0.0015869141 + avg_critic_loss: 0.0019939814 + avg_entropy: 0.18718089 + avg_grad_norm_pre_clip: 1.213603 + avg_loss: 0.00023050948 + max: + max_actor_approxkl1: 0.0015843983 + max_actor_approxkl3: 0.0013461575 + max_actor_clipfrac: 0.048461914 + max_actor_loss: 0.00046527758 + max_advantage: 0.39077038 + max_critic_clipfrac: 0.00793457 + max_critic_loss: 0.0029950116 + max_entropy: 0.2304173 + max_grad_norm_pre_clip: 2.031181 + max_loss: 0.0014075021 + std: + std_actor_approxkl1: 0.00045585717 + std_actor_approxkl3: 0.00032432363 + std_actor_clipfrac: 0.012893091 + std_actor_loss: 0.0006817588 + std_advantage: 0.06622159 + std_critic_clipfrac: 0.0026172628 + std_critic_loss: 0.00052546134 + std_entropy: 0.01981005 + std_grad_norm_pre_clip: 0.31500432 + std_loss: 0.00069202186 + eval-batch-orig: + avg_avg_episode_length: 17.198956 + avg_avg_return: 0.83215666 + avg_benchmark_regret: 0.004147944 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2833557 + proxy_corner: + avg_avg_return: 0.83215666 + avg_reward_per_step: 0.2833557 + eval-batch-shift: + avg_avg_episode_length: 68.92507 + avg_avg_return: 0.22193357 + avg_benchmark_regret: 0.66164625 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073280334 + proxy_corner: + avg_avg_return: 0.5562745 + avg_reward_per_step: 0.014533997 + eval-batch-tree: + avg_avg_episode_length: 7.485571 + avg_avg_return: 0.96564764 + avg_benchmark_regret: 0.028570697 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25961304 + proxy_corner: + avg_avg_return: 0.96564764 + avg_reward_per_step: 0.25961304 +=========================================================== +=========================================================== + step: + env-step-all-before: 211812352 + env-step-replay-before: 106561536 + env-step-used-before: 211812352 + ppo-update-before: 129280 + env-step-generate-before: 105250816 + env-step-all-after: 211845120 + env-step-replay-after: 106561536 + env-step-used-after: 211845120 + ppo-update-after: 129300 + env-step-generate-after: 105283584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.63316 + avg_avg_return: 0.7775711 + avg_reward_per_step: 0.24856567 + proxy_corner: + avg_avg_return: 0.7775711 + avg_reward_per_step: 0.24856567 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.63316 + avg_avg_return: 0.7775711 + avg_reward_per_step: 0.24856567 + proxy_corner: + avg_avg_return: 0.7775711 + avg_reward_per_step: 0.24856567 + perf: + env_steps_per_second: 881974.3481312671 + ppo_updates_per_second: 104.08887160017596 + eval-batch-orig-duration: 0.20201233599800617 + eval-batch-shift-duration: 0.15134369500447065 + eval-batch-tree-duration: 0.14439241896616295 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.786377 + mouse-cheese_dist_finite_wavg: 10.081769 + mouse-cheese_dist_solvable_avg: 10.786377 + mouse-cheese_dist_solvable_wavg: 10.081768 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.23999 + num_walls_wavg: 6.923155 + prop_walls_avg: 0.27130392 + prop_walls_wavg: 0.30100667 + scoring: + avg_scores: 0.081754155 + visit_patterns: + avg_first_visit_time: 2051.0132 + avg_last_visit_time: 3242.194 + num_replay_batches: 3252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048381073 + avg_actor_approxkl3: 0.00064735854 + avg_actor_clipfrac: 0.02241211 + avg_actor_loss: -1.4564767e-05 + avg_advantage: -0.015025482 + avg_critic_clipfrac: 0.00036621094 + avg_critic_loss: 0.0033803084 + avg_entropy: 0.17088716 + avg_grad_norm_pre_clip: 1.6090863 + avg_loss: 0.0015047019 + max: + max_actor_approxkl1: 0.001317425 + max_actor_approxkl3: 0.0012660043 + max_actor_clipfrac: 0.045654297 + max_actor_loss: 0.0032643005 + max_advantage: 0.41530597 + max_critic_clipfrac: 0.0036621094 + max_critic_loss: 0.0051900344 + max_entropy: 0.2223125 + max_grad_norm_pre_clip: 3.0139606 + max_loss: 0.0045868526 + std: + std_actor_approxkl1: 0.0004093 + std_actor_approxkl3: 0.00034473665 + std_actor_clipfrac: 0.010610038 + std_actor_loss: 0.0012234187 + std_advantage: 0.08457066 + std_critic_clipfrac: 0.00085884077 + std_critic_loss: 0.0006784057 + std_entropy: 0.023837646 + std_grad_norm_pre_clip: 0.54810566 + std_loss: 0.0012450829 + eval-batch-orig: + avg_avg_episode_length: 17.179148 + avg_avg_return: 0.8322264 + avg_benchmark_regret: 0.0040782914 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846527 + proxy_corner: + avg_avg_return: 0.8322264 + avg_reward_per_step: 0.2846527 + eval-batch-shift: + avg_avg_episode_length: 68.89377 + avg_avg_return: 0.2170832 + avg_benchmark_regret: 0.66649663 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.069252014 + proxy_corner: + avg_avg_return: 0.55784005 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.5104866 + avg_avg_return: 0.96715117 + avg_benchmark_regret: 0.027067184 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26153564 + proxy_corner: + avg_avg_return: 0.96715117 + avg_reward_per_step: 0.26153564 +=========================================================== +=========================================================== + step: + env-step-all-before: 212860928 + env-step-replay-before: 107151360 + env-step-used-before: 212860928 + ppo-update-before: 129920 + env-step-generate-before: 105709568 + env-step-all-after: 212893696 + env-step-replay-after: 107151360 + env-step-used-after: 212893696 + ppo-update-after: 129940 + env-step-generate-after: 105742336 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.62559 + avg_avg_return: 0.789976 + avg_reward_per_step: 0.22961426 + proxy_corner: + avg_avg_return: 0.789976 + avg_reward_per_step: 0.22961426 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.62559 + avg_avg_return: 0.789976 + avg_reward_per_step: 0.22961426 + proxy_corner: + avg_avg_return: 0.789976 + avg_reward_per_step: 0.22961426 + perf: + env_steps_per_second: 795972.7784290627 + ppo_updates_per_second: 93.88732355890559 + eval-batch-orig-duration: 0.28557020699372515 + eval-batch-shift-duration: 0.17795893602306023 + eval-batch-tree-duration: 0.1567920179804787 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.792236 + mouse-cheese_dist_finite_wavg: 8.285896 + mouse-cheese_dist_solvable_avg: 10.792236 + mouse-cheese_dist_solvable_wavg: 8.285896 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2373047 + num_walls_wavg: 7.824321 + prop_walls_avg: 0.27118713 + prop_walls_wavg: 0.3401879 + scoring: + avg_scores: 0.081738055 + visit_patterns: + avg_first_visit_time: 2056.9097 + avg_last_visit_time: 3260.255 + num_replay_batches: 3270 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008865168 + avg_actor_approxkl3: 0.00063854235 + avg_actor_clipfrac: 0.025054932 + avg_actor_loss: -0.00048025232 + avg_advantage: -0.02548609 + avg_critic_clipfrac: 0.0017333984 + avg_critic_loss: 0.003423374 + avg_entropy: 0.20213774 + avg_grad_norm_pre_clip: 1.3095804 + avg_loss: 0.0010292967 + max: + max_actor_approxkl1: 0.0021488739 + max_actor_approxkl3: 0.0013843959 + max_actor_clipfrac: 0.049804688 + max_actor_loss: 0.00084561855 + max_advantage: 0.35539427 + max_critic_clipfrac: 0.013183594 + max_critic_loss: 0.0053129056 + max_entropy: 0.25210825 + max_grad_norm_pre_clip: 2.4794896 + max_loss: 0.0030437121 + std: + std_actor_approxkl1: 0.0006080586 + std_actor_approxkl3: 0.00040724827 + std_actor_clipfrac: 0.01570893 + std_actor_loss: 0.00084746565 + std_advantage: 0.084069334 + std_critic_clipfrac: 0.0037075225 + std_critic_loss: 0.00091706304 + std_entropy: 0.02490073 + std_grad_norm_pre_clip: 0.45309368 + std_loss: 0.0010706448 + eval-batch-orig: + avg_avg_episode_length: 17.20747 + avg_avg_return: 0.8322627 + avg_benchmark_regret: 0.004041957 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28192902 + proxy_corner: + avg_avg_return: 0.8322627 + avg_reward_per_step: 0.28192902 + eval-batch-shift: + avg_avg_episode_length: 68.16197 + avg_avg_return: 0.23873606 + avg_benchmark_regret: 0.64484376 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07043457 + proxy_corner: + avg_avg_return: 0.54199684 + avg_reward_per_step: 0.014472961 + eval-batch-tree: + avg_avg_episode_length: 7.165636 + avg_avg_return: 0.9738857 + avg_benchmark_regret: 0.020332634 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25710297 + proxy_corner: + avg_avg_return: 0.9738857 + avg_reward_per_step: 0.25710297 +=========================================================== +=========================================================== + step: + env-step-all-before: 213909504 + env-step-replay-before: 107708416 + env-step-used-before: 213909504 + ppo-update-before: 130560 + env-step-generate-before: 106201088 + env-step-all-after: 213942272 + env-step-replay-after: 107741184 + env-step-used-after: 213942272 + ppo-update-after: 130580 + env-step-generate-after: 106201088 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.440063 + avg_avg_return: 0.9041809 + avg_reward_per_step: 0.086120605 + proxy_corner: + avg_avg_return: 0.9041809 + avg_reward_per_step: 0.086120605 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.440063 + avg_avg_return: 0.9041809 + avg_reward_per_step: 0.086120605 + proxy_corner: + avg_avg_return: 0.9041809 + avg_reward_per_step: 0.086120605 + perf: + env_steps_per_second: 597607.2252925573 + ppo_updates_per_second: 84.74731078684749 + eval-batch-orig-duration: 0.23393738799495623 + eval-batch-shift-duration: 0.14877704600803554 + eval-batch-tree-duration: 0.14514280302682891 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.79541 + mouse-cheese_dist_finite_wavg: 10.081193 + mouse-cheese_dist_solvable_avg: 10.79541 + mouse-cheese_dist_solvable_wavg: 10.081194 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2387695 + num_walls_wavg: 5.122796 + prop_walls_avg: 0.2712508 + prop_walls_wavg: 0.22273028 + scoring: + avg_scores: 0.08163765 + visit_patterns: + avg_first_visit_time: 2066.8047 + avg_last_visit_time: 3278.2224 + num_replay_batches: 3288 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008445177 + avg_actor_approxkl3: 0.00043522805 + avg_actor_clipfrac: 0.014361572 + avg_actor_loss: -0.0001597796 + avg_advantage: 0.04580876 + avg_critic_clipfrac: 0.121563725 + avg_critic_loss: 0.001271556 + avg_entropy: 0.08732211 + avg_grad_norm_pre_clip: 0.4670725 + avg_loss: 0.00038867624 + max: + max_actor_approxkl1: 0.0019914513 + max_actor_approxkl3: 0.0009024098 + max_actor_clipfrac: 0.037597656 + max_actor_loss: 0.0002858732 + max_advantage: 0.49341232 + max_critic_clipfrac: 0.23449707 + max_critic_loss: 0.0022441652 + max_entropy: 0.098530486 + max_grad_norm_pre_clip: 1.0104588 + max_loss: 0.0013219235 + std: + std_actor_approxkl1: 0.00053705176 + std_actor_approxkl3: 0.0002592416 + std_actor_clipfrac: 0.008175001 + std_actor_loss: 0.00033785155 + std_advantage: 0.055564165 + std_critic_clipfrac: 0.082382634 + std_critic_loss: 0.00046941402 + std_entropy: 0.006122405 + std_grad_norm_pre_clip: 0.18641394 + std_loss: 0.00047692872 + eval-batch-orig: + avg_avg_episode_length: 17.230667 + avg_avg_return: 0.83192027 + avg_benchmark_regret: 0.0043843617 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2827072 + proxy_corner: + avg_avg_return: 0.83192027 + avg_reward_per_step: 0.2827072 + eval-batch-shift: + avg_avg_episode_length: 68.90155 + avg_avg_return: 0.22325236 + avg_benchmark_regret: 0.66032743 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07256317 + proxy_corner: + avg_avg_return: 0.5591289 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 7.0432835 + avg_avg_return: 0.9733442 + avg_benchmark_regret: 0.020874126 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25985718 + proxy_corner: + avg_avg_return: 0.9733442 + avg_reward_per_step: 0.25985718 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 214958080 + env-step-replay-before: 108232704 + env-step-used-before: 214958080 + ppo-update-before: 131200 + env-step-generate-before: 106725376 + env-step-all-after: 214990848 + env-step-replay-after: 108232704 + env-step-used-after: 214990848 + ppo-update-after: 131220 + env-step-generate-after: 106758144 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.99342 + avg_avg_return: 0.82064676 + avg_reward_per_step: 0.2824707 + proxy_corner: + avg_avg_return: 0.82064676 + avg_reward_per_step: 0.2824707 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.99342 + avg_avg_return: 0.82064676 + avg_reward_per_step: 0.2824707 + proxy_corner: + avg_avg_return: 0.82064676 + avg_reward_per_step: 0.2824707 + perf: + env_steps_per_second: 597451.1178644712 + ppo_updates_per_second: 74.12603258506053 + eval-batch-orig-duration: 0.2652690609684214 + eval-batch-shift-duration: 0.1671154409996234 + eval-batch-tree-duration: 0.14770654699532315 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.795654 + mouse-cheese_dist_finite_wavg: 12.780343 + mouse-cheese_dist_solvable_avg: 10.795654 + mouse-cheese_dist_solvable_wavg: 12.780343 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.241211 + num_walls_wavg: 6.0259085 + prop_walls_avg: 0.27135697 + prop_walls_wavg: 0.26199597 + scoring: + avg_scores: 0.0816085 + visit_patterns: + avg_first_visit_time: 2080.4001 + avg_last_visit_time: 3293.2095 + num_replay_batches: 3303 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006386664 + avg_actor_approxkl3: 0.00073661155 + avg_actor_clipfrac: 0.03291626 + avg_actor_loss: -0.00032328442 + avg_advantage: -0.019089557 + avg_critic_clipfrac: 0.0045532226 + avg_critic_loss: 0.0027530992 + avg_entropy: 0.1821507 + avg_grad_norm_pre_clip: 1.231909 + avg_loss: 0.0008711144 + max: + max_actor_approxkl1: 0.001821466 + max_actor_approxkl3: 0.0018108194 + max_actor_clipfrac: 0.08337402 + max_actor_loss: 0.0010515824 + max_advantage: 0.32238334 + max_critic_clipfrac: 0.072021484 + max_critic_loss: 0.0040570386 + max_entropy: 0.23555881 + max_grad_norm_pre_clip: 2.3837059 + max_loss: 0.0022580007 + std: + std_actor_approxkl1: 0.000558198 + std_actor_approxkl3: 0.00050965213 + std_actor_clipfrac: 0.022624748 + std_actor_loss: 0.00065953843 + std_advantage: 0.07645906 + std_critic_clipfrac: 0.015796866 + std_critic_loss: 0.0007128624 + std_entropy: 0.019284936 + std_grad_norm_pre_clip: 0.48967284 + std_loss: 0.0007930196 + eval-batch-orig: + avg_avg_episode_length: 17.208782 + avg_avg_return: 0.8320266 + avg_benchmark_regret: 0.004278035 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28314972 + proxy_corner: + avg_avg_return: 0.8320266 + avg_reward_per_step: 0.28314972 + eval-batch-shift: + avg_avg_episode_length: 68.93092 + avg_avg_return: 0.22728445 + avg_benchmark_regret: 0.6562954 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07444 + proxy_corner: + avg_avg_return: 0.55347943 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.6630816 + avg_avg_return: 0.9794742 + avg_benchmark_regret: 0.014744175 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26065063 + proxy_corner: + avg_avg_return: 0.9794742 + avg_reward_per_step: 0.26065063 +=========================================================== +=========================================================== + step: + env-step-all-before: 216006656 + env-step-replay-before: 108691456 + env-step-used-before: 216006656 + ppo-update-before: 131840 + env-step-generate-before: 107315200 + env-step-all-after: 216039424 + env-step-replay-after: 108724224 + env-step-used-after: 216039424 + ppo-update-after: 131860 + env-step-generate-after: 107315200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.043753 + avg_avg_return: 0.9085577 + avg_reward_per_step: 0.08721924 + proxy_corner: + avg_avg_return: 0.9085577 + avg_reward_per_step: 0.08721924 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.043753 + avg_avg_return: 0.9085577 + avg_reward_per_step: 0.08721924 + proxy_corner: + avg_avg_return: 0.9085577 + avg_reward_per_step: 0.08721924 + perf: + env_steps_per_second: 774952.296132926 + ppo_updates_per_second: 91.02768341502774 + eval-batch-orig-duration: 0.23449922702275217 + eval-batch-shift-duration: 0.15577186399605125 + eval-batch-tree-duration: 0.14472144900355488 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.800293 + mouse-cheese_dist_finite_wavg: 12.782846 + mouse-cheese_dist_solvable_avg: 10.800293 + mouse-cheese_dist_solvable_wavg: 12.782849 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.241211 + num_walls_wavg: 6.024565 + prop_walls_avg: 0.27135697 + prop_walls_wavg: 0.26193756 + scoring: + avg_scores: 0.0816389 + visit_patterns: + avg_first_visit_time: 2091.8562 + avg_last_visit_time: 3308.2385 + num_replay_batches: 3318 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003181174 + avg_actor_approxkl3: 0.00022184057 + avg_actor_clipfrac: 0.008599854 + avg_actor_loss: -0.00033003988 + avg_advantage: -0.0019237363 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027562978 + avg_entropy: 0.07754638 + avg_grad_norm_pre_clip: 0.3781027 + avg_loss: -0.0002697714 + max: + max_actor_approxkl1: 0.0009663398 + max_actor_approxkl3: 0.0005027335 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.00022195745 + max_advantage: 0.28617048 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00039275712 + max_entropy: 0.08718546 + max_grad_norm_pre_clip: 0.69562775 + max_loss: 0.00026113063 + std: + std_actor_approxkl1: 0.00033705655 + std_actor_approxkl3: 0.00011974 + std_actor_clipfrac: 0.0048395107 + std_actor_loss: 0.00038236182 + std_advantage: 0.02459442 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.473144e-05 + std_entropy: 0.005546324 + std_grad_norm_pre_clip: 0.14917971 + std_loss: 0.00039151663 + eval-batch-orig: + avg_avg_episode_length: 17.234035 + avg_avg_return: 0.8319315 + avg_benchmark_regret: 0.0043731667 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28264618 + proxy_corner: + avg_avg_return: 0.8319315 + avg_reward_per_step: 0.28264618 + eval-batch-shift: + avg_avg_episode_length: 69.140976 + avg_avg_return: 0.2219341 + avg_benchmark_regret: 0.6616457 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07435608 + proxy_corner: + avg_avg_return: 0.5563848 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.8213196 + avg_avg_return: 0.9779259 + avg_benchmark_regret: 0.016292471 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26031494 + proxy_corner: + avg_avg_return: 0.9779259 + avg_reward_per_step: 0.26031494 +=========================================================== +=========================================================== + step: + env-step-all-before: 217055232 + env-step-replay-before: 109281280 + env-step-used-before: 217055232 + ppo-update-before: 132480 + env-step-generate-before: 107773952 + env-step-all-after: 217088000 + env-step-replay-after: 109314048 + env-step-used-after: 217088000 + ppo-update-after: 132500 + env-step-generate-after: 107773952 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.995701 + avg_avg_return: 0.9094296 + avg_reward_per_step: 0.087677 + proxy_corner: + avg_avg_return: 0.9094296 + avg_reward_per_step: 0.087677 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.995701 + avg_avg_return: 0.9094296 + avg_reward_per_step: 0.087677 + proxy_corner: + avg_avg_return: 0.9094296 + avg_reward_per_step: 0.087677 + perf: + env_steps_per_second: 892715.4275870844 + ppo_updates_per_second: 104.40057996166996 + eval-batch-orig-duration: 0.19979973399313167 + eval-batch-shift-duration: 0.14343743800418451 + eval-batch-tree-duration: 0.14377894200151786 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.804932 + mouse-cheese_dist_finite_wavg: 8.284819 + mouse-cheese_dist_solvable_avg: 10.804932 + mouse-cheese_dist_solvable_wavg: 8.284821 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2456055 + num_walls_wavg: 7.8256936 + prop_walls_avg: 0.27154803 + prop_walls_wavg: 0.34024757 + scoring: + avg_scores: 0.08130709 + visit_patterns: + avg_first_visit_time: 2099.361 + avg_last_visit_time: 3326.32 + num_replay_batches: 3336 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042460003 + avg_actor_approxkl3: 0.00034895833 + avg_actor_clipfrac: 0.014062501 + avg_actor_loss: -0.00032103717 + avg_advantage: 0.00086566585 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019681624 + avg_entropy: 0.082299136 + avg_grad_norm_pre_clip: 0.6791944 + avg_loss: -0.0003049282 + max: + max_actor_approxkl1: 0.0014070601 + max_actor_approxkl3: 0.0009304087 + max_actor_clipfrac: 0.025878906 + max_actor_loss: 0.0015040021 + max_advantage: 0.2731855 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002446096 + max_entropy: 0.09856954 + max_grad_norm_pre_clip: 1.9798768 + max_loss: 0.0015125271 + std: + std_actor_approxkl1: 0.000437708 + std_actor_approxkl3: 0.00022797579 + std_actor_clipfrac: 0.0087158205 + std_actor_loss: 0.00059990847 + std_advantage: 0.020128412 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4854859e-05 + std_entropy: 0.006532184 + std_grad_norm_pre_clip: 0.37988904 + std_loss: 0.0005990659 + eval-batch-orig: + avg_avg_episode_length: 17.238642 + avg_avg_return: 0.8318275 + avg_benchmark_regret: 0.004477131 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28121185 + proxy_corner: + avg_avg_return: 0.8318275 + avg_reward_per_step: 0.28121185 + eval-batch-shift: + avg_avg_episode_length: 69.09051 + avg_avg_return: 0.21521516 + avg_benchmark_regret: 0.66836464 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07347107 + proxy_corner: + avg_avg_return: 0.5577738 + avg_reward_per_step: 0.014472961 + eval-batch-tree: + avg_avg_episode_length: 7.1349363 + avg_avg_return: 0.9724865 + avg_benchmark_regret: 0.021731857 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25713348 + proxy_corner: + avg_avg_return: 0.9724865 + avg_reward_per_step: 0.25713348 +=========================================================== +=========================================================== + step: + env-step-all-before: 218103808 + env-step-replay-before: 109936640 + env-step-used-before: 218103808 + ppo-update-before: 133120 + env-step-generate-before: 108167168 + env-step-all-after: 218136576 + env-step-replay-after: 109969408 + env-step-used-after: 218136576 + ppo-update-after: 133140 + env-step-generate-after: 108167168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.16111 + avg_avg_return: 0.90815115 + avg_reward_per_step: 0.08734131 + proxy_corner: + avg_avg_return: 0.90815115 + avg_reward_per_step: 0.08734131 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.16111 + avg_avg_return: 0.90815115 + avg_reward_per_step: 0.08734131 + proxy_corner: + avg_avg_return: 0.90815115 + avg_reward_per_step: 0.08734131 + perf: + env_steps_per_second: 825438.312393499 + ppo_updates_per_second: 98.76946091842102 + eval-batch-orig-duration: 0.20652952301315963 + eval-batch-shift-duration: 0.146871954028029 + eval-batch-tree-duration: 0.14358739100862294 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.802002 + mouse-cheese_dist_finite_wavg: 14.577127 + mouse-cheese_dist_solvable_avg: 10.802002 + mouse-cheese_dist_solvable_wavg: 14.577127 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.244385 + num_walls_wavg: 6.023129 + prop_walls_avg: 0.27149498 + prop_walls_wavg: 0.26187515 + scoring: + avg_scores: 0.08150782 + visit_patterns: + avg_first_visit_time: 2107.108 + avg_last_visit_time: 3346.233 + num_replay_batches: 3356 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004895276 + avg_actor_approxkl3: 0.00040241014 + avg_actor_clipfrac: 0.011999512 + avg_actor_loss: -0.0001298329 + avg_advantage: -0.0004526347 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002240174 + avg_entropy: 0.08567374 + avg_grad_norm_pre_clip: 0.5942259 + avg_loss: -0.00010349795 + max: + max_actor_approxkl1: 0.0014788315 + max_actor_approxkl3: 0.0011306115 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.0007181978 + max_advantage: 0.38262945 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033478282 + max_entropy: 0.099342145 + max_grad_norm_pre_clip: 1.1358474 + max_loss: 0.0008021632 + std: + std_actor_approxkl1: 0.00039581643 + std_actor_approxkl3: 0.0002501281 + std_actor_clipfrac: 0.0059330566 + std_actor_loss: 0.00039442873 + std_advantage: 0.022104947 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.8568756e-05 + std_entropy: 0.008657448 + std_grad_norm_pre_clip: 0.25601104 + std_loss: 0.00040383075 + eval-batch-orig: + avg_avg_episode_length: 17.257061 + avg_avg_return: 0.8315487 + avg_benchmark_regret: 0.0047558956 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2817459 + proxy_corner: + avg_avg_return: 0.8315487 + avg_reward_per_step: 0.2817459 + eval-batch-shift: + avg_avg_episode_length: 68.213585 + avg_avg_return: 0.22689322 + avg_benchmark_regret: 0.65668666 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07561493 + proxy_corner: + avg_avg_return: 0.5532771 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.6580296 + avg_avg_return: 0.9799319 + avg_benchmark_regret: 0.014286496 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26044464 + proxy_corner: + avg_avg_return: 0.9799319 + avg_reward_per_step: 0.26044464 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 219152384 + env-step-replay-before: 110493696 + env-step-used-before: 219152384 + ppo-update-before: 133760 + env-step-generate-before: 108658688 + env-step-all-after: 219185152 + env-step-replay-after: 110526464 + env-step-used-after: 219185152 + ppo-update-after: 133780 + env-step-generate-after: 108658688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.312823 + avg_avg_return: 0.9069192 + avg_reward_per_step: 0.08615112 + proxy_corner: + avg_avg_return: 0.9069192 + avg_reward_per_step: 0.08615112 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.312823 + avg_avg_return: 0.9069192 + avg_reward_per_step: 0.08615112 + proxy_corner: + avg_avg_return: 0.9069192 + avg_reward_per_step: 0.08615112 + perf: + env_steps_per_second: 929261.9214076933 + ppo_updates_per_second: 75.4407875990197 + eval-batch-orig-duration: 0.3333862799918279 + eval-batch-shift-duration: 0.17731433099834248 + eval-batch-tree-duration: 0.1561124759609811 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.809326 + mouse-cheese_dist_finite_wavg: 10.982613 + mouse-cheese_dist_solvable_avg: 10.809326 + mouse-cheese_dist_solvable_wavg: 10.982615 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2453613 + num_walls_wavg: 8.7212 + prop_walls_avg: 0.27153742 + prop_walls_wavg: 0.37918267 + scoring: + avg_scores: 0.08172261 + visit_patterns: + avg_first_visit_time: 2117.2395 + avg_last_visit_time: 3363.2336 + num_replay_batches: 3373 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006758591 + avg_actor_approxkl3: 0.00035052357 + avg_actor_clipfrac: 0.010253906 + avg_actor_loss: 0.00018600503 + avg_advantage: 0.025477447 + avg_critic_clipfrac: 0.005847168 + avg_critic_loss: 0.00036988765 + avg_entropy: 0.0619183 + avg_grad_norm_pre_clip: 0.6397032 + avg_loss: 0.0003090305 + max: + max_actor_approxkl1: 0.0018262446 + max_actor_approxkl3: 0.0010902307 + max_actor_clipfrac: 0.021362305 + max_actor_loss: 0.0031537805 + max_advantage: 0.42524165 + max_critic_clipfrac: 0.022949219 + max_critic_loss: 0.000816537 + max_entropy: 0.07011401 + max_grad_norm_pre_clip: 2.033673 + max_loss: 0.0033033872 + std: + std_actor_approxkl1: 0.00048884447 + std_actor_approxkl3: 0.00028200558 + std_actor_clipfrac: 0.0060204305 + std_actor_loss: 0.0008668146 + std_advantage: 0.031897172 + std_critic_clipfrac: 0.0065613105 + std_critic_loss: 0.00015348519 + std_entropy: 0.00415029 + std_grad_norm_pre_clip: 0.46981972 + std_loss: 0.0008841539 + eval-batch-orig: + avg_avg_episode_length: 17.23767 + avg_avg_return: 0.83219707 + avg_benchmark_regret: 0.0041075745 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28284454 + proxy_corner: + avg_avg_return: 0.83219707 + avg_reward_per_step: 0.28284454 + eval-batch-shift: + avg_avg_episode_length: 68.554276 + avg_avg_return: 0.22485974 + avg_benchmark_regret: 0.65872 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0769577 + proxy_corner: + avg_avg_return: 0.5534832 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 6.625567 + avg_avg_return: 0.9803568 + avg_benchmark_regret: 0.013861514 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26023102 + proxy_corner: + avg_avg_return: 0.9803568 + avg_reward_per_step: 0.26023102 +=========================================================== +=========================================================== + step: + env-step-all-before: 220200960 + env-step-replay-before: 110854144 + env-step-used-before: 220200960 + ppo-update-before: 134400 + env-step-generate-before: 109346816 + env-step-all-after: 220233728 + env-step-replay-after: 110854144 + env-step-used-after: 220233728 + ppo-update-after: 134420 + env-step-generate-after: 109379584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.03049 + avg_avg_return: 0.8197359 + avg_reward_per_step: 0.27694702 + proxy_corner: + avg_avg_return: 0.8197359 + avg_reward_per_step: 0.27694702 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.03049 + avg_avg_return: 0.8197359 + avg_reward_per_step: 0.27694702 + proxy_corner: + avg_avg_return: 0.8197359 + avg_reward_per_step: 0.27694702 + perf: + env_steps_per_second: 777514.7148574549 + ppo_updates_per_second: 102.92759692802304 + eval-batch-orig-duration: 0.20146599598228931 + eval-batch-shift-duration: 0.14553888101363555 + eval-batch-tree-duration: 0.14156673103570938 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.818115 + mouse-cheese_dist_finite_wavg: 10.980842 + mouse-cheese_dist_solvable_avg: 10.818115 + mouse-cheese_dist_solvable_wavg: 10.980843 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2473145 + num_walls_wavg: 8.723791 + prop_walls_avg: 0.27162236 + prop_walls_wavg: 0.37929517 + scoring: + avg_scores: 0.08203975 + visit_patterns: + avg_first_visit_time: 2133.9004 + avg_last_visit_time: 3373.2046 + num_replay_batches: 3383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010999967 + avg_actor_approxkl3: 0.0006672717 + avg_actor_clipfrac: 0.027288819 + avg_actor_loss: -0.00060346833 + avg_advantage: -0.0054340274 + avg_critic_clipfrac: 0.000115966795 + avg_critic_loss: 0.0021890642 + avg_entropy: 0.18875085 + avg_grad_norm_pre_clip: 1.2060308 + avg_loss: 0.0003023128 + max: + max_actor_approxkl1: 0.0047699143 + max_actor_approxkl3: 0.0024534976 + max_actor_clipfrac: 0.06982422 + max_actor_loss: 0.00026703998 + max_advantage: 0.4442097 + max_critic_clipfrac: 0.0009765625 + max_critic_loss: 0.0036330353 + max_entropy: 0.22045124 + max_grad_norm_pre_clip: 2.5422244 + max_loss: 0.0017129396 + std: + std_actor_approxkl1: 0.0011578648 + std_actor_approxkl3: 0.00056803843 + std_actor_clipfrac: 0.019094486 + std_actor_loss: 0.00065718795 + std_advantage: 0.06806054 + std_critic_clipfrac: 0.0002796316 + std_critic_loss: 0.0007441599 + std_entropy: 0.016749464 + std_grad_norm_pre_clip: 0.42727128 + std_loss: 0.0007628521 + eval-batch-orig: + avg_avg_episode_length: 17.261497 + avg_avg_return: 0.8316659 + avg_benchmark_regret: 0.0046387576 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28192902 + proxy_corner: + avg_avg_return: 0.8316659 + avg_reward_per_step: 0.28192902 + eval-batch-shift: + avg_avg_episode_length: 68.461075 + avg_avg_return: 0.22680601 + avg_benchmark_regret: 0.65677387 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076805115 + proxy_corner: + avg_avg_return: 0.55916774 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 6.8513846 + avg_avg_return: 0.9779252 + avg_benchmark_regret: 0.016293125 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25926208 + proxy_corner: + avg_avg_return: 0.9779252 + avg_reward_per_step: 0.25926208 +=========================================================== +=========================================================== + step: + env-step-all-before: 221249536 + env-step-replay-before: 111345664 + env-step-used-before: 221249536 + ppo-update-before: 135040 + env-step-generate-before: 109903872 + env-step-all-after: 221282304 + env-step-replay-after: 111378432 + env-step-used-after: 221282304 + ppo-update-after: 135060 + env-step-generate-after: 109903872 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.131462 + avg_avg_return: 0.90922785 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.90922785 + avg_reward_per_step: 0.08691406 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.131462 + avg_avg_return: 0.90922785 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.90922785 + avg_reward_per_step: 0.08691406 + perf: + env_steps_per_second: 897508.5894804571 + ppo_updates_per_second: 108.26023951440199 + eval-batch-orig-duration: 0.19290162902325392 + eval-batch-shift-duration: 0.14678062195889652 + eval-batch-tree-duration: 0.1427342330571264 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.813477 + mouse-cheese_dist_finite_wavg: 10.983429 + mouse-cheese_dist_solvable_avg: 10.813477 + mouse-cheese_dist_solvable_wavg: 10.983428 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.246826 + num_walls_wavg: 8.723422 + prop_walls_avg: 0.2716011 + prop_walls_wavg: 0.37927926 + scoring: + avg_scores: 0.08184393 + visit_patterns: + avg_first_visit_time: 2140.3215 + avg_last_visit_time: 3389.1514 + num_replay_batches: 3399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006046048 + avg_actor_approxkl3: 0.00048523486 + avg_actor_clipfrac: 0.009881592 + avg_actor_loss: -0.00012913714 + avg_advantage: 0.05034497 + avg_critic_clipfrac: 0.1649292 + avg_critic_loss: 0.001555332 + avg_entropy: 0.07722633 + avg_grad_norm_pre_clip: 0.6520758 + avg_loss: 0.00057130255 + max: + max_actor_approxkl1: 0.0023392863 + max_actor_approxkl3: 0.0016873244 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.001428064 + max_advantage: 0.6079955 + max_critic_clipfrac: 0.2935791 + max_critic_loss: 0.0031071482 + max_entropy: 0.08871555 + max_grad_norm_pre_clip: 1.542283 + max_loss: 0.0023846282 + std: + std_actor_approxkl1: 0.00060295645 + std_actor_approxkl3: 0.00042327197 + std_actor_clipfrac: 0.005679284 + std_actor_loss: 0.0004863467 + std_advantage: 0.062139977 + std_critic_clipfrac: 0.11091136 + std_critic_loss: 0.00062738545 + std_entropy: 0.0063015106 + std_grad_norm_pre_clip: 0.34270507 + std_loss: 0.00067815965 + eval-batch-orig: + avg_avg_episode_length: 17.288227 + avg_avg_return: 0.8312558 + avg_benchmark_regret: 0.0050488724 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2808609 + proxy_corner: + avg_avg_return: 0.8312558 + avg_reward_per_step: 0.2808609 + eval-batch-shift: + avg_avg_episode_length: 68.96189 + avg_avg_return: 0.21919845 + avg_benchmark_regret: 0.6643814 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07476044 + proxy_corner: + avg_avg_return: 0.5526318 + avg_reward_per_step: 0.01449585 + eval-batch-tree: + avg_avg_episode_length: 6.6635866 + avg_avg_return: 0.97983044 + avg_benchmark_regret: 0.014387909 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25746918 + proxy_corner: + avg_avg_return: 0.97983044 + avg_reward_per_step: 0.25746918 +=========================================================== +=========================================================== + step: + env-step-all-before: 222298112 + env-step-replay-before: 111804416 + env-step-used-before: 222298112 + ppo-update-before: 135680 + env-step-generate-before: 110493696 + env-step-all-after: 222330880 + env-step-replay-after: 111837184 + env-step-used-after: 222330880 + ppo-update-after: 135700 + env-step-generate-after: 110493696 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.06842 + avg_avg_return: 0.9080802 + avg_reward_per_step: 0.087127686 + proxy_corner: + avg_avg_return: 0.9080802 + avg_reward_per_step: 0.087127686 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.06842 + avg_avg_return: 0.9080802 + avg_reward_per_step: 0.087127686 + proxy_corner: + avg_avg_return: 0.9080802 + avg_reward_per_step: 0.087127686 + perf: + env_steps_per_second: 889148.8271649986 + ppo_updates_per_second: 104.41337370307214 + eval-batch-orig-duration: 0.2065334910294041 + eval-batch-shift-duration: 0.15887246001511812 + eval-batch-tree-duration: 0.1466541530098766 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.817627 + mouse-cheese_dist_finite_wavg: 10.98019 + mouse-cheese_dist_solvable_avg: 10.817627 + mouse-cheese_dist_solvable_wavg: 10.980191 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.246826 + num_walls_wavg: 7.8223677 + prop_walls_avg: 0.27160114 + prop_walls_wavg: 0.3401029 + scoring: + avg_scores: 0.08198532 + visit_patterns: + avg_first_visit_time: 2148.342 + avg_last_visit_time: 3403.1926 + num_replay_batches: 3413 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037946887 + avg_actor_approxkl3: 0.00029789424 + avg_actor_clipfrac: 0.01071167 + avg_actor_loss: 0.0001679404 + avg_advantage: -0.0013705436 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00025071562 + avg_entropy: 0.06790092 + avg_grad_norm_pre_clip: 0.73589057 + avg_loss: 0.00022539728 + max: + max_actor_approxkl1: 0.00116462 + max_actor_approxkl3: 0.0005794753 + max_actor_clipfrac: 0.025634766 + max_actor_loss: 0.00094110426 + max_advantage: 0.33615917 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032475824 + max_entropy: 0.07677157 + max_grad_norm_pre_clip: 1.3264055 + max_loss: 0.0010166938 + std: + std_actor_approxkl1: 0.00038002786 + std_actor_approxkl3: 0.0001532963 + std_actor_clipfrac: 0.006543 + std_actor_loss: 0.00035170518 + std_advantage: 0.023667203 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6778158e-05 + std_entropy: 0.005985249 + std_grad_norm_pre_clip: 0.29415697 + std_loss: 0.00036134978 + eval-batch-orig: + avg_avg_episode_length: 17.22824 + avg_avg_return: 0.83178735 + avg_benchmark_regret: 0.0045172945 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28324127 + proxy_corner: + avg_avg_return: 0.83178735 + avg_reward_per_step: 0.28324127 + eval-batch-shift: + avg_avg_episode_length: 68.76932 + avg_avg_return: 0.22151795 + avg_benchmark_regret: 0.66206187 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06629944 + proxy_corner: + avg_avg_return: 0.54878825 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 6.320003 + avg_avg_return: 0.9818173 + avg_benchmark_regret: 0.012401026 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26073456 + proxy_corner: + avg_avg_return: 0.9818173 + avg_reward_per_step: 0.26073456 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 223346688 + env-step-replay-before: 112427008 + env-step-used-before: 223346688 + ppo-update-before: 136320 + env-step-generate-before: 110919680 + env-step-all-after: 223379456 + env-step-replay-after: 112427008 + env-step-used-after: 223379456 + ppo-update-after: 136340 + env-step-generate-after: 110952448 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.682453 + avg_avg_return: 0.76592606 + avg_reward_per_step: 0.23547363 + proxy_corner: + avg_avg_return: 0.76592606 + avg_reward_per_step: 0.23547363 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.682453 + avg_avg_return: 0.76592606 + avg_reward_per_step: 0.23547363 + proxy_corner: + avg_avg_return: 0.76592606 + avg_reward_per_step: 0.23547363 + perf: + env_steps_per_second: 595716.6249646603 + ppo_updates_per_second: 74.48613829400745 + eval-batch-orig-duration: 0.2559792070533149 + eval-batch-shift-duration: 0.16001807001885027 + eval-batch-tree-duration: 0.14621932397130877 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.817871 + mouse-cheese_dist_finite_wavg: 12.783061 + mouse-cheese_dist_solvable_avg: 10.817871 + mouse-cheese_dist_solvable_wavg: 12.783063 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2495117 + num_walls_wavg: 6.024269 + prop_walls_avg: 0.2717179 + prop_walls_wavg: 0.2619247 + scoring: + avg_scores: 0.08185719 + visit_patterns: + avg_first_visit_time: 2158.17 + avg_last_visit_time: 3421.2102 + num_replay_batches: 3431 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00108977 + avg_actor_approxkl3: 0.0006519425 + avg_actor_clipfrac: 0.029400636 + avg_actor_loss: -0.0006842401 + avg_advantage: -0.024881419 + avg_critic_clipfrac: 0.012963868 + avg_critic_loss: 0.0037862228 + avg_entropy: 0.20342658 + avg_grad_norm_pre_clip: 1.0002644 + avg_loss: 0.0010054446 + max: + max_actor_approxkl1: 0.0026938603 + max_actor_approxkl3: 0.0015635863 + max_actor_clipfrac: 0.06542969 + max_actor_loss: 0.0004825145 + max_advantage: 0.28875852 + max_critic_clipfrac: 0.09790039 + max_critic_loss: 0.0055284803 + max_entropy: 0.24093711 + max_grad_norm_pre_clip: 1.3421813 + max_loss: 0.0028995709 + std: + std_actor_approxkl1: 0.0007292023 + std_actor_approxkl3: 0.00041801095 + std_actor_clipfrac: 0.019348597 + std_actor_loss: 0.0007401036 + std_advantage: 0.089757115 + std_critic_clipfrac: 0.024900926 + std_critic_loss: 0.0009435434 + std_entropy: 0.019649945 + std_grad_norm_pre_clip: 0.24095792 + std_loss: 0.0009593425 + eval-batch-orig: + avg_avg_episode_length: 17.214905 + avg_avg_return: 0.83203125 + avg_benchmark_regret: 0.0042733904 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28071594 + proxy_corner: + avg_avg_return: 0.83203125 + avg_reward_per_step: 0.28071594 + eval-batch-shift: + avg_avg_episode_length: 68.889565 + avg_avg_return: 0.2233285 + avg_benchmark_regret: 0.6602514 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07195282 + proxy_corner: + avg_avg_return: 0.55031943 + avg_reward_per_step: 0.014480591 + eval-batch-tree: + avg_avg_episode_length: 7.1206617 + avg_avg_return: 0.9717581 + avg_benchmark_regret: 0.02246026 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2576294 + proxy_corner: + avg_avg_return: 0.9717581 + avg_reward_per_step: 0.2576294 +=========================================================== +=========================================================== + step: + env-step-all-before: 224395264 + env-step-replay-before: 112918528 + env-step-used-before: 224395264 + ppo-update-before: 136960 + env-step-generate-before: 111476736 + env-step-all-after: 224428032 + env-step-replay-after: 112951296 + env-step-used-after: 224428032 + ppo-update-after: 136980 + env-step-generate-after: 111476736 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.334363 + avg_avg_return: 0.9047506 + avg_reward_per_step: 0.08709717 + proxy_corner: + avg_avg_return: 0.9047506 + avg_reward_per_step: 0.08709717 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.334363 + avg_avg_return: 0.9047506 + avg_reward_per_step: 0.08709717 + proxy_corner: + avg_avg_return: 0.9047506 + avg_reward_per_step: 0.08709717 + perf: + env_steps_per_second: 899210.4906022593 + ppo_updates_per_second: 104.13892068073233 + eval-batch-orig-duration: 0.20007617597002536 + eval-batch-shift-duration: 0.14258532202802598 + eval-batch-tree-duration: 0.14563034300226718 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.81958 + mouse-cheese_dist_finite_wavg: 12.779378 + mouse-cheese_dist_solvable_avg: 10.81958 + mouse-cheese_dist_solvable_wavg: 12.77938 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.244629 + num_walls_wavg: 8.723298 + prop_walls_avg: 0.2715056 + prop_walls_wavg: 0.37927374 + scoring: + avg_scores: 0.08223954 + visit_patterns: + avg_first_visit_time: 2168.6562 + avg_last_visit_time: 3437.1965 + num_replay_batches: 3447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012634041 + avg_actor_approxkl3: 0.00078411924 + avg_actor_clipfrac: 0.0230896 + avg_actor_loss: 1.0455726e-05 + avg_advantage: 0.021083016 + avg_critic_clipfrac: 0.0012084962 + avg_critic_loss: 0.0005604939 + avg_entropy: 0.076476015 + avg_grad_norm_pre_clip: 0.7561782 + avg_loss: 0.00021422666 + max: + max_actor_approxkl1: 0.0029505016 + max_actor_approxkl3: 0.001985135 + max_actor_clipfrac: 0.056884766 + max_actor_loss: 0.0017235521 + max_advantage: 0.4044714 + max_critic_clipfrac: 0.0061035156 + max_critic_loss: 0.00096811925 + max_entropy: 0.086551115 + max_grad_norm_pre_clip: 1.6041541 + max_loss: 0.0021059148 + std: + std_actor_approxkl1: 0.000874148 + std_actor_approxkl3: 0.00061061996 + std_actor_clipfrac: 0.015092022 + std_actor_loss: 0.00086538587 + std_advantage: 0.03535227 + std_critic_clipfrac: 0.0016674554 + std_critic_loss: 0.00024537017 + std_entropy: 0.0055939145 + std_grad_norm_pre_clip: 0.3701246 + std_loss: 0.0008308754 + eval-batch-orig: + avg_avg_episode_length: 17.236015 + avg_avg_return: 0.83203 + avg_benchmark_regret: 0.004274614 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28312683 + proxy_corner: + avg_avg_return: 0.83203 + avg_reward_per_step: 0.28312683 + eval-batch-shift: + avg_avg_episode_length: 68.564316 + avg_avg_return: 0.22789568 + avg_benchmark_regret: 0.6556842 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07331085 + proxy_corner: + avg_avg_return: 0.55016875 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 6.6094756 + avg_avg_return: 0.9795237 + avg_benchmark_regret: 0.014694618 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25997162 + proxy_corner: + avg_avg_return: 0.9795237 + avg_reward_per_step: 0.25997162 +=========================================================== +=========================================================== + step: + env-step-all-before: 225443840 + env-step-replay-before: 113442816 + env-step-used-before: 225443840 + ppo-update-before: 137600 + env-step-generate-before: 112001024 + env-step-all-after: 225476608 + env-step-replay-after: 113442816 + env-step-used-after: 225476608 + ppo-update-after: 137620 + env-step-generate-after: 112033792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.788597 + avg_avg_return: 0.7996422 + avg_reward_per_step: 0.25579834 + proxy_corner: + avg_avg_return: 0.7996422 + avg_reward_per_step: 0.25579834 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.788597 + avg_avg_return: 0.7996422 + avg_reward_per_step: 0.25579834 + proxy_corner: + avg_avg_return: 0.7996422 + avg_reward_per_step: 0.25579834 + perf: + env_steps_per_second: 654819.5252290072 + ppo_updates_per_second: 100.14319273473605 + eval-batch-orig-duration: 0.20383734803181142 + eval-batch-shift-duration: 0.1461733070318587 + eval-batch-tree-duration: 0.14221122697927058 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.825928 + mouse-cheese_dist_finite_wavg: 12.781652 + mouse-cheese_dist_solvable_avg: 10.825928 + mouse-cheese_dist_solvable_wavg: 12.781651 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2470703 + num_walls_wavg: 8.722466 + prop_walls_avg: 0.27161175 + prop_walls_wavg: 0.37923753 + scoring: + avg_scores: 0.082042694 + visit_patterns: + avg_first_visit_time: 2179.7607 + avg_last_visit_time: 3452.2158 + num_replay_batches: 3462 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015722935 + avg_actor_approxkl3: 0.0011533917 + avg_actor_clipfrac: 0.036346436 + avg_actor_loss: 0.0002575418 + avg_advantage: -0.01129729 + avg_critic_clipfrac: 0.00029296876 + avg_critic_loss: 0.0027579989 + avg_entropy: 0.1767976 + avg_grad_norm_pre_clip: 1.7702926 + avg_loss: 0.0014597437 + max: + max_actor_approxkl1: 0.0057127494 + max_actor_approxkl3: 0.0042768307 + max_actor_clipfrac: 0.08093262 + max_actor_loss: 0.0049305856 + max_advantage: 0.49800545 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.0044886973 + max_entropy: 0.20782991 + max_grad_norm_pre_clip: 4.592599 + max_loss: 0.005806745 + std: + std_actor_approxkl1: 0.0014174666 + std_actor_approxkl3: 0.0010758496 + std_actor_clipfrac: 0.023555297 + std_actor_loss: 0.0015174244 + std_advantage: 0.077044725 + std_critic_clipfrac: 0.00068988634 + std_critic_loss: 0.00072126166 + std_entropy: 0.018833842 + std_grad_norm_pre_clip: 1.0479803 + std_loss: 0.0015635026 + eval-batch-orig: + avg_avg_episode_length: 17.227772 + avg_avg_return: 0.83217907 + avg_benchmark_regret: 0.004125536 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28385925 + proxy_corner: + avg_avg_return: 0.83217907 + avg_reward_per_step: 0.28385925 + eval-batch-shift: + avg_avg_episode_length: 68.17313 + avg_avg_return: 0.23401532 + avg_benchmark_regret: 0.6495645 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07379913 + proxy_corner: + avg_avg_return: 0.5484586 + avg_reward_per_step: 0.014640808 + eval-batch-tree: + avg_avg_episode_length: 6.4248133 + avg_avg_return: 0.9807961 + avg_benchmark_regret: 0.013422273 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26139832 + proxy_corner: + avg_avg_return: 0.9807961 + avg_reward_per_step: 0.26139832 +=========================================================== +=========================================================== + step: + env-step-all-before: 226492416 + env-step-replay-before: 113836032 + env-step-used-before: 226492416 + ppo-update-before: 138240 + env-step-generate-before: 112656384 + env-step-all-after: 226525184 + env-step-replay-after: 113868800 + env-step-used-after: 226525184 + ppo-update-after: 138260 + env-step-generate-after: 112656384 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.214739 + avg_avg_return: 0.907856 + avg_reward_per_step: 0.08654785 + proxy_corner: + avg_avg_return: 0.907856 + avg_reward_per_step: 0.08654785 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.214739 + avg_avg_return: 0.907856 + avg_reward_per_step: 0.08654785 + proxy_corner: + avg_avg_return: 0.907856 + avg_reward_per_step: 0.08654785 + perf: + env_steps_per_second: 900888.5660479766 + ppo_updates_per_second: 104.23657738011794 + eval-batch-orig-duration: 0.20240196195663884 + eval-batch-shift-duration: 0.1520986290415749 + eval-batch-tree-duration: 0.14408865704899654 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.836914 + mouse-cheese_dist_finite_wavg: 8.287596 + mouse-cheese_dist_solvable_avg: 10.836914 + mouse-cheese_dist_solvable_wavg: 8.287597 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2456055 + num_walls_wavg: 6.925302 + prop_walls_avg: 0.27154803 + prop_walls_wavg: 0.30110008 + scoring: + avg_scores: 0.08221431 + visit_patterns: + avg_first_visit_time: 2194.9153 + avg_last_visit_time: 3465.285 + num_replay_batches: 3475 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004993025 + avg_actor_approxkl3: 0.00059303717 + avg_actor_clipfrac: 0.01350708 + avg_actor_loss: 0.0006097178 + avg_advantage: -0.002498874 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00037646687 + avg_entropy: 0.07106829 + avg_grad_norm_pre_clip: 0.9856989 + avg_loss: 0.000726883 + max: + max_actor_approxkl1: 0.0011915162 + max_actor_approxkl3: 0.0014219619 + max_actor_clipfrac: 0.028808594 + max_actor_loss: 0.002824429 + max_advantage: 0.38294655 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006522401 + max_entropy: 0.08411071 + max_grad_norm_pre_clip: 1.5421839 + max_loss: 0.003087067 + std: + std_actor_approxkl1: 0.00042857425 + std_actor_approxkl3: 0.00037725642 + std_actor_clipfrac: 0.006809103 + std_actor_loss: 0.0008739862 + std_advantage: 0.029529491 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000116865056 + std_entropy: 0.0069774543 + std_grad_norm_pre_clip: 0.3574291 + std_loss: 0.00090861804 + eval-batch-orig: + avg_avg_episode_length: 17.24019 + avg_avg_return: 0.83181393 + avg_benchmark_regret: 0.0044907397 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2833786 + proxy_corner: + avg_avg_return: 0.83181393 + avg_reward_per_step: 0.2833786 + eval-batch-shift: + avg_avg_episode_length: 68.122925 + avg_avg_return: 0.22946608 + avg_benchmark_regret: 0.65411377 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07423401 + proxy_corner: + avg_avg_return: 0.5543592 + avg_reward_per_step: 0.014678955 + eval-batch-tree: + avg_avg_episode_length: 6.4286113 + avg_avg_return: 0.9804695 + avg_benchmark_regret: 0.013748869 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26151276 + proxy_corner: + avg_avg_return: 0.9804695 + avg_reward_per_step: 0.26151276 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 227540992 + env-step-replay-before: 114524160 + env-step-used-before: 227540992 + ppo-update-before: 138880 + env-step-generate-before: 113016832 + env-step-all-after: 227573760 + env-step-replay-after: 114556928 + env-step-used-after: 227573760 + ppo-update-after: 138900 + env-step-generate-after: 113016832 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.055857 + avg_avg_return: 0.908526 + avg_reward_per_step: 0.08731079 + proxy_corner: + avg_avg_return: 0.908526 + avg_reward_per_step: 0.08731079 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.055857 + avg_avg_return: 0.908526 + avg_reward_per_step: 0.08731079 + proxy_corner: + avg_avg_return: 0.908526 + avg_reward_per_step: 0.08731079 + perf: + env_steps_per_second: 965238.5107494736 + ppo_updates_per_second: 75.65698035236167 + eval-batch-orig-duration: 0.2806983720511198 + eval-batch-shift-duration: 0.17740555299678817 + eval-batch-tree-duration: 0.1495798789546825 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.840576 + mouse-cheese_dist_finite_wavg: 12.782051 + mouse-cheese_dist_solvable_avg: 10.840576 + mouse-cheese_dist_solvable_wavg: 12.782051 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2507324 + num_walls_wavg: 8.720684 + prop_walls_avg: 0.27177095 + prop_walls_wavg: 0.37916017 + scoring: + avg_scores: 0.0821348 + visit_patterns: + avg_first_visit_time: 2203.5217 + avg_last_visit_time: 3486.1724 + num_replay_batches: 3496 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030661732 + avg_actor_approxkl3: 0.00029971288 + avg_actor_clipfrac: 0.009405518 + avg_actor_loss: -7.303524e-05 + avg_advantage: 0.00016028652 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023712758 + avg_entropy: 0.080856666 + avg_grad_norm_pre_clip: 0.66955364 + avg_loss: -3.532814e-05 + max: + max_actor_approxkl1: 0.00079698744 + max_actor_approxkl3: 0.00093000825 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.002030274 + max_advantage: 0.4955259 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033453346 + max_entropy: 0.095240384 + max_grad_norm_pre_clip: 1.1293596 + max_loss: 0.002101154 + std: + std_actor_approxkl1: 0.00026602557 + std_actor_approxkl3: 0.00022088221 + std_actor_clipfrac: 0.004116589 + std_actor_loss: 0.00065991346 + std_advantage: 0.022124166 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.2124797e-05 + std_entropy: 0.008578816 + std_grad_norm_pre_clip: 0.25061488 + std_loss: 0.0006675583 + eval-batch-orig: + avg_avg_episode_length: 17.231277 + avg_avg_return: 0.8314916 + avg_benchmark_regret: 0.0048130676 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28302002 + proxy_corner: + avg_avg_return: 0.8314916 + avg_reward_per_step: 0.28302002 + eval-batch-shift: + avg_avg_episode_length: 68.807655 + avg_avg_return: 0.22420052 + avg_benchmark_regret: 0.65937924 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06967163 + proxy_corner: + avg_avg_return: 0.5514947 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.509269 + avg_avg_return: 0.97983485 + avg_benchmark_regret: 0.014383517 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2614212 + proxy_corner: + avg_avg_return: 0.97983485 + avg_reward_per_step: 0.2614212 +=========================================================== +=========================================================== + step: + env-step-all-before: 228589568 + env-step-replay-before: 115081216 + env-step-used-before: 228589568 + ppo-update-before: 139520 + env-step-generate-before: 113508352 + env-step-all-after: 228622336 + env-step-replay-after: 115081216 + env-step-used-after: 228622336 + ppo-update-after: 139540 + env-step-generate-after: 113541120 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.193214 + avg_avg_return: 0.7946593 + avg_reward_per_step: 0.25003052 + proxy_corner: + avg_avg_return: 0.7946593 + avg_reward_per_step: 0.25003052 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.193214 + avg_avg_return: 0.7946593 + avg_reward_per_step: 0.25003052 + proxy_corner: + avg_avg_return: 0.7946593 + avg_reward_per_step: 0.25003052 + perf: + env_steps_per_second: 765781.6197695434 + ppo_updates_per_second: 99.5115555052087 + eval-batch-orig-duration: 0.21649826900102198 + eval-batch-shift-duration: 0.1641262859920971 + eval-batch-tree-duration: 0.14781526196748018 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.84375 + mouse-cheese_dist_finite_wavg: 11.884456 + mouse-cheese_dist_solvable_avg: 10.84375 + mouse-cheese_dist_solvable_wavg: 11.884456 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.250244 + num_walls_wavg: 6.9258423 + prop_walls_avg: 0.2717497 + prop_walls_wavg: 0.30112353 + scoring: + avg_scores: 0.08195667 + visit_patterns: + avg_first_visit_time: 2214.9678 + avg_last_visit_time: 3502.3667 + num_replay_batches: 3512 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094559696 + avg_actor_approxkl3: 0.00076652016 + avg_actor_clipfrac: 0.03081665 + avg_actor_loss: -0.00020517521 + avg_advantage: -0.013192995 + avg_critic_clipfrac: 0.0011352539 + avg_critic_loss: 0.00245573 + avg_entropy: 0.20906904 + avg_grad_norm_pre_clip: 1.2502112 + avg_loss: 0.0008136208 + max: + max_actor_approxkl1: 0.0019394271 + max_actor_approxkl3: 0.0018829847 + max_actor_clipfrac: 0.076660156 + max_actor_loss: 0.0014645681 + max_advantage: 0.3808391 + max_critic_clipfrac: 0.0057373047 + max_critic_loss: 0.0035392437 + max_entropy: 0.2400814 + max_grad_norm_pre_clip: 2.238832 + max_loss: 0.0028576879 + std: + std_actor_approxkl1: 0.00057897536 + std_actor_approxkl3: 0.00044726898 + std_actor_clipfrac: 0.017966637 + std_actor_loss: 0.00088659144 + std_advantage: 0.0729909 + std_critic_clipfrac: 0.0019025354 + std_critic_loss: 0.0005168602 + std_entropy: 0.015708543 + std_grad_norm_pre_clip: 0.45493272 + std_loss: 0.00091278745 + eval-batch-orig: + avg_avg_episode_length: 17.240303 + avg_avg_return: 0.8313712 + avg_benchmark_regret: 0.004933431 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.281662 + proxy_corner: + avg_avg_return: 0.8313712 + avg_reward_per_step: 0.281662 + eval-batch-shift: + avg_avg_episode_length: 69.25343 + avg_avg_return: 0.21483906 + avg_benchmark_regret: 0.66874075 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07092285 + proxy_corner: + avg_avg_return: 0.5579723 + avg_reward_per_step: 0.014625549 + eval-batch-tree: + avg_avg_episode_length: 6.3578863 + avg_avg_return: 0.9819092 + avg_benchmark_regret: 0.012309176 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25968933 + proxy_corner: + avg_avg_return: 0.9819092 + avg_reward_per_step: 0.25968933 +=========================================================== +=========================================================== + step: + env-step-all-before: 229638144 + env-step-replay-before: 115736576 + env-step-used-before: 229638144 + ppo-update-before: 140160 + env-step-generate-before: 113901568 + env-step-all-after: 229670912 + env-step-replay-after: 115769344 + env-step-used-after: 229670912 + ppo-update-after: 140180 + env-step-generate-after: 113901568 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.107889 + avg_avg_return: 0.90873504 + avg_reward_per_step: 0.08679199 + proxy_corner: + avg_avg_return: 0.90873504 + avg_reward_per_step: 0.08679199 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.107889 + avg_avg_return: 0.90873504 + avg_reward_per_step: 0.08679199 + proxy_corner: + avg_avg_return: 0.90873504 + avg_reward_per_step: 0.08679199 + perf: + env_steps_per_second: 957210.2635007544 + ppo_updates_per_second: 106.08118001359914 + eval-batch-orig-duration: 0.19961607799632475 + eval-batch-shift-duration: 0.14251840597717091 + eval-batch-tree-duration: 0.14115651801694185 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.843506 + mouse-cheese_dist_finite_wavg: 9.188364 + mouse-cheese_dist_solvable_avg: 10.843506 + mouse-cheese_dist_solvable_wavg: 9.188364 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.250244 + num_walls_wavg: 5.128394 + prop_walls_avg: 0.2717497 + prop_walls_wavg: 0.22297363 + scoring: + avg_scores: 0.08201268 + visit_patterns: + avg_first_visit_time: 2222.8123 + avg_last_visit_time: 3523.2556 + num_replay_batches: 3533 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005905935 + avg_actor_approxkl3: 0.00032975207 + avg_actor_clipfrac: 0.014239502 + avg_actor_loss: -0.00010935663 + avg_advantage: -0.0031341743 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021071744 + avg_entropy: 0.09299844 + avg_grad_norm_pre_clip: 0.616245 + avg_loss: -9.699639e-05 + max: + max_actor_approxkl1: 0.0014750911 + max_actor_approxkl3: 0.0008646091 + max_actor_clipfrac: 0.04663086 + max_actor_loss: 0.0014518416 + max_advantage: 0.2687083 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00025992782 + max_entropy: 0.10063319 + max_grad_norm_pre_clip: 1.6488075 + max_loss: 0.001466416 + std: + std_actor_approxkl1: 0.00039328678 + std_actor_approxkl3: 0.0002198034 + std_actor_clipfrac: 0.011066419 + std_actor_loss: 0.00046704724 + std_advantage: 0.020903774 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8811334e-05 + std_entropy: 0.0049116034 + std_grad_norm_pre_clip: 0.3616298 + std_loss: 0.00046801128 + eval-batch-orig: + avg_avg_episode_length: 17.224258 + avg_avg_return: 0.8321772 + avg_benchmark_regret: 0.0041274307 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28064728 + proxy_corner: + avg_avg_return: 0.8321772 + avg_reward_per_step: 0.28064728 + eval-batch-shift: + avg_avg_episode_length: 69.99986 + avg_avg_return: 0.21011516 + avg_benchmark_regret: 0.67346466 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07053375 + proxy_corner: + avg_avg_return: 0.55436265 + avg_reward_per_step: 0.014465332 + eval-batch-tree: + avg_avg_episode_length: 6.3460197 + avg_avg_return: 0.98239934 + avg_benchmark_regret: 0.011819044 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2578354 + proxy_corner: + avg_avg_return: 0.98239934 + avg_reward_per_step: 0.2578354 +=========================================================== +=========================================================== + step: + env-step-all-before: 230686720 + env-step-replay-before: 116359168 + env-step-used-before: 230686720 + ppo-update-before: 140800 + env-step-generate-before: 114327552 + env-step-all-after: 230719488 + env-step-replay-after: 116359168 + env-step-used-after: 230719488 + ppo-update-after: 140820 + env-step-generate-after: 114360320 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.112087 + avg_avg_return: 0.8432791 + avg_reward_per_step: 0.2970276 + proxy_corner: + avg_avg_return: 0.8432791 + avg_reward_per_step: 0.2970276 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.112087 + avg_avg_return: 0.8432791 + avg_reward_per_step: 0.2970276 + proxy_corner: + avg_avg_return: 0.8432791 + avg_reward_per_step: 0.2970276 + perf: + env_steps_per_second: 630358.6031743003 + ppo_updates_per_second: 75.21619805435269 + eval-batch-orig-duration: 0.266171433031559 + eval-batch-shift-duration: 0.16809513996122405 + eval-batch-tree-duration: 0.14853366697207093 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.843018 + mouse-cheese_dist_finite_wavg: 12.786401 + mouse-cheese_dist_solvable_avg: 10.843018 + mouse-cheese_dist_solvable_wavg: 12.786399 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.251709 + num_walls_wavg: 6.02237 + prop_walls_avg: 0.2718134 + prop_walls_wavg: 0.2618422 + scoring: + avg_scores: 0.081842735 + visit_patterns: + avg_first_visit_time: 2234.9402 + avg_last_visit_time: 3541.3694 + num_replay_batches: 3551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013068514 + avg_actor_approxkl3: 0.0010404376 + avg_actor_clipfrac: 0.0315918 + avg_actor_loss: -0.0001224529 + avg_advantage: -0.012668904 + avg_critic_clipfrac: 0.008337403 + avg_critic_loss: 0.0020910476 + avg_entropy: 0.19745897 + avg_grad_norm_pre_clip: 1.4302614 + avg_loss: 0.0007256118 + max: + max_actor_approxkl1: 0.0047116242 + max_actor_approxkl3: 0.0028900022 + max_actor_clipfrac: 0.072509766 + max_actor_loss: 0.0011812337 + max_advantage: 0.3209802 + max_critic_clipfrac: 0.041992188 + max_critic_loss: 0.00356057 + max_entropy: 0.25583816 + max_grad_norm_pre_clip: 2.1182764 + max_loss: 0.0021454243 + std: + std_actor_approxkl1: 0.0012351165 + std_actor_approxkl3: 0.00073651597 + std_actor_clipfrac: 0.019535964 + std_actor_loss: 0.0009659283 + std_advantage: 0.06847058 + std_critic_clipfrac: 0.011925283 + std_critic_loss: 0.00051086675 + std_entropy: 0.024140136 + std_grad_norm_pre_clip: 0.5076494 + std_loss: 0.0010587785 + eval-batch-orig: + avg_avg_episode_length: 17.278093 + avg_avg_return: 0.8313441 + avg_benchmark_regret: 0.0049604853 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28048706 + proxy_corner: + avg_avg_return: 0.8313441 + avg_reward_per_step: 0.28048706 + eval-batch-shift: + avg_avg_episode_length: 69.58046 + avg_avg_return: 0.21534537 + avg_benchmark_regret: 0.66823447 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06957245 + proxy_corner: + avg_avg_return: 0.5544938 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.7902117 + avg_avg_return: 0.978488 + avg_benchmark_regret: 0.015730346 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25868225 + proxy_corner: + avg_avg_return: 0.978488 + avg_reward_per_step: 0.25868225 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 231735296 + env-step-replay-before: 116916224 + env-step-used-before: 231735296 + ppo-update-before: 141440 + env-step-generate-before: 114819072 + env-step-all-after: 231768064 + env-step-replay-after: 116948992 + env-step-used-after: 231768064 + ppo-update-after: 141460 + env-step-generate-after: 114819072 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.091473 + avg_avg_return: 0.90880835 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.90880835 + avg_reward_per_step: 0.08691406 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.091473 + avg_avg_return: 0.90880835 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.90880835 + avg_reward_per_step: 0.08691406 + perf: + env_steps_per_second: 894525.1442018301 + ppo_updates_per_second: 108.05450490862773 + eval-batch-orig-duration: 0.1916470029973425 + eval-batch-shift-duration: 0.14368077798280865 + eval-batch-tree-duration: 0.14119415899040177 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.8396 + mouse-cheese_dist_finite_wavg: 12.788432 + mouse-cheese_dist_solvable_avg: 10.8396 + mouse-cheese_dist_solvable_wavg: 12.788432 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.248047 + num_walls_wavg: 6.026056 + prop_walls_avg: 0.2716542 + prop_walls_wavg: 0.26200244 + scoring: + avg_scores: 0.081352875 + visit_patterns: + avg_first_visit_time: 2249.3586 + avg_last_visit_time: 3559.2932 + num_replay_batches: 3569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005699207 + avg_actor_approxkl3: 0.00037625563 + avg_actor_clipfrac: 0.015979005 + avg_actor_loss: -0.00023273072 + avg_advantage: -0.0012317051 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017449286 + avg_entropy: 0.09299506 + avg_grad_norm_pre_clip: 0.48764634 + avg_loss: -0.00023847935 + max: + max_actor_approxkl1: 0.0017274318 + max_actor_approxkl3: 0.0010086482 + max_actor_clipfrac: 0.041259766 + max_actor_loss: 0.00034716865 + max_advantage: 0.24497098 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023297546 + max_entropy: 0.10812373 + max_grad_norm_pre_clip: 1.2246139 + max_loss: 0.00033283734 + std: + std_actor_approxkl1: 0.00045372537 + std_actor_approxkl3: 0.00025855907 + std_actor_clipfrac: 0.01170201 + std_actor_loss: 0.00044710073 + std_advantage: 0.018831052 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4809739e-05 + std_entropy: 0.0057726437 + std_grad_norm_pre_clip: 0.22714728 + std_loss: 0.00045181578 + eval-batch-orig: + avg_avg_episode_length: 17.237219 + avg_avg_return: 0.83200204 + avg_benchmark_regret: 0.004302581 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28024292 + proxy_corner: + avg_avg_return: 0.83200204 + avg_reward_per_step: 0.28024292 + eval-batch-shift: + avg_avg_episode_length: 68.844696 + avg_avg_return: 0.22288495 + avg_benchmark_regret: 0.6606949 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07010651 + proxy_corner: + avg_avg_return: 0.5483336 + avg_reward_per_step: 0.014419556 + eval-batch-tree: + avg_avg_episode_length: 7.102174 + avg_avg_return: 0.9744825 + avg_benchmark_regret: 0.01973587 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25704956 + proxy_corner: + avg_avg_return: 0.9744825 + avg_reward_per_step: 0.25704956 +=========================================================== +=========================================================== + step: + env-step-all-before: 232783872 + env-step-replay-before: 117407744 + env-step-used-before: 232783872 + ppo-update-before: 142080 + env-step-generate-before: 115376128 + env-step-all-after: 232816640 + env-step-replay-after: 117407744 + env-step-used-after: 232816640 + ppo-update-after: 142100 + env-step-generate-after: 115408896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.854721 + avg_avg_return: 0.79857004 + avg_reward_per_step: 0.26254272 + proxy_corner: + avg_avg_return: 0.79857004 + avg_reward_per_step: 0.26254272 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.854721 + avg_avg_return: 0.79857004 + avg_reward_per_step: 0.26254272 + proxy_corner: + avg_avg_return: 0.79857004 + avg_reward_per_step: 0.26254272 + perf: + env_steps_per_second: 617317.7912054991 + ppo_updates_per_second: 74.8066455840456 + eval-batch-orig-duration: 0.2587337599834427 + eval-batch-shift-duration: 0.16205287701450288 + eval-batch-tree-duration: 0.1475178929977119 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.807861 + mouse-cheese_dist_finite_wavg: 10.083928 + mouse-cheese_dist_solvable_avg: 10.807861 + mouse-cheese_dist_solvable_wavg: 10.083929 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2490234 + num_walls_wavg: 7.8215075 + prop_walls_avg: 0.27169663 + prop_walls_wavg: 0.34006563 + scoring: + avg_scores: 0.08187787 + visit_patterns: + avg_first_visit_time: 2279.148 + avg_last_visit_time: 3573.2566 + num_replay_batches: 3583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046714288 + avg_actor_approxkl3: 0.0005235454 + avg_actor_clipfrac: 0.023431396 + avg_actor_loss: -0.0005692793 + avg_advantage: -0.010189607 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.0021138845 + avg_entropy: 0.24223585 + avg_grad_norm_pre_clip: 1.0553439 + avg_loss: 0.000245427 + max: + max_actor_approxkl1: 0.0011025798 + max_actor_approxkl3: 0.000921647 + max_actor_clipfrac: 0.040893555 + max_actor_loss: 0.00095395744 + max_advantage: 0.5695927 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0036171875 + max_entropy: 0.28638798 + max_grad_norm_pre_clip: 1.966557 + max_loss: 0.0015364799 + std: + std_actor_approxkl1: 0.0003489439 + std_actor_approxkl3: 0.00025017204 + std_actor_clipfrac: 0.011495464 + std_actor_loss: 0.0006791839 + std_advantage: 0.065759055 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.0007404376 + std_entropy: 0.029292984 + std_grad_norm_pre_clip: 0.45499527 + std_loss: 0.00075698044 + eval-batch-orig: + avg_avg_episode_length: 17.336796 + avg_avg_return: 0.8312884 + avg_benchmark_regret: 0.0050161984 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2757187 + proxy_corner: + avg_avg_return: 0.8312884 + avg_reward_per_step: 0.2757187 + eval-batch-shift: + avg_avg_episode_length: 68.55156 + avg_avg_return: 0.22483733 + avg_benchmark_regret: 0.6587425 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.55525506 + avg_reward_per_step: 0.0143966675 + eval-batch-tree: + avg_avg_episode_length: 6.622239 + avg_avg_return: 0.9800025 + avg_benchmark_regret: 0.014215838 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2536621 + proxy_corner: + avg_avg_return: 0.9800025 + avg_reward_per_step: 0.2536621 +=========================================================== +=========================================================== + step: + env-step-all-before: 233832448 + env-step-replay-before: 118030336 + env-step-used-before: 233832448 + ppo-update-before: 142720 + env-step-generate-before: 115802112 + env-step-all-after: 233865216 + env-step-replay-after: 118063104 + env-step-used-after: 233865216 + ppo-update-after: 142740 + env-step-generate-after: 115802112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 10.98731 + avg_avg_return: 0.9094708 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.9094708 + avg_reward_per_step: 0.08786011 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.98731 + avg_avg_return: 0.9094708 + avg_reward_per_step: 0.08786011 + proxy_corner: + avg_avg_return: 0.9094708 + avg_reward_per_step: 0.08786011 + perf: + env_steps_per_second: 890336.7738566786 + ppo_updates_per_second: 107.11310151214418 + eval-batch-orig-duration: 0.19427216303301975 + eval-batch-shift-duration: 0.14278871600981802 + eval-batch-tree-duration: 0.1398372909752652 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.807617 + mouse-cheese_dist_finite_wavg: 12.783875 + mouse-cheese_dist_solvable_avg: 10.807617 + mouse-cheese_dist_solvable_wavg: 12.783875 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2529297 + num_walls_wavg: 6.0260434 + prop_walls_avg: 0.27186647 + prop_walls_wavg: 0.2620019 + scoring: + avg_scores: 0.08147573 + visit_patterns: + avg_first_visit_time: 2288.0356 + avg_last_visit_time: 3593.2473 + num_replay_batches: 3603 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052226963 + avg_actor_approxkl3: 0.0004842865 + avg_actor_clipfrac: 0.018078614 + avg_actor_loss: 6.8907684e-05 + avg_advantage: -0.00022392624 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020179118 + avg_entropy: 0.09016714 + avg_grad_norm_pre_clip: 0.7428753 + avg_loss: 7.963613e-05 + max: + max_actor_approxkl1: 0.0018899166 + max_actor_approxkl3: 0.0010596414 + max_actor_clipfrac: 0.04333496 + max_actor_loss: 0.0015386865 + max_advantage: 0.2770993 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00028363045 + max_entropy: 0.101793244 + max_grad_norm_pre_clip: 1.2407457 + max_loss: 0.0015692811 + std: + std_actor_approxkl1: 0.0005239204 + std_actor_approxkl3: 0.000337673 + std_actor_clipfrac: 0.013507173 + std_actor_loss: 0.0006473654 + std_advantage: 0.020308835 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6335037e-05 + std_entropy: 0.00540978 + std_grad_norm_pre_clip: 0.26487413 + std_loss: 0.00065034267 + eval-batch-orig: + avg_avg_episode_length: 17.232124 + avg_avg_return: 0.8320426 + avg_benchmark_regret: 0.0042620543 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28058624 + proxy_corner: + avg_avg_return: 0.8320426 + avg_reward_per_step: 0.28058624 + eval-batch-shift: + avg_avg_episode_length: 68.35029 + avg_avg_return: 0.22432691 + avg_benchmark_regret: 0.65925294 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074790955 + proxy_corner: + avg_avg_return: 0.5516538 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.9499545 + avg_avg_return: 0.976246 + avg_benchmark_regret: 0.017972335 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25917053 + proxy_corner: + avg_avg_return: 0.976246 + avg_reward_per_step: 0.25917053 +=========================================================== +=========================================================== + step: + env-step-all-before: 234881024 + env-step-replay-before: 118816768 + env-step-used-before: 234881024 + ppo-update-before: 143360 + env-step-generate-before: 116064256 + env-step-all-after: 234913792 + env-step-replay-after: 118849536 + env-step-used-after: 234913792 + ppo-update-after: 143380 + env-step-generate-after: 116064256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.119642 + avg_avg_return: 0.90827346 + avg_reward_per_step: 0.087402344 + proxy_corner: + avg_avg_return: 0.90827346 + avg_reward_per_step: 0.087402344 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.119642 + avg_avg_return: 0.90827346 + avg_reward_per_step: 0.087402344 + proxy_corner: + avg_avg_return: 0.90827346 + avg_reward_per_step: 0.087402344 + perf: + env_steps_per_second: 563123.4050031508 + ppo_updates_per_second: 73.40974875054903 + eval-batch-orig-duration: 0.2625303879613057 + eval-batch-shift-duration: 0.16381165297934785 + eval-batch-tree-duration: 0.14679332700325176 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.81543 + mouse-cheese_dist_finite_wavg: 12.778953 + mouse-cheese_dist_solvable_avg: 10.81543 + mouse-cheese_dist_solvable_wavg: 12.77895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.255127 + num_walls_wavg: 6.9244466 + prop_walls_avg: 0.27196205 + prop_walls_wavg: 0.30106288 + scoring: + avg_scores: 0.081558734 + visit_patterns: + avg_first_visit_time: 2292.426 + avg_last_visit_time: 3617.2905 + num_replay_batches: 3627 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057164516 + avg_actor_approxkl3: 0.0006541578 + avg_actor_clipfrac: 0.028289795 + avg_actor_loss: 0.00039298608 + avg_advantage: -0.0036443248 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023573932 + avg_entropy: 0.08292355 + avg_grad_norm_pre_clip: 0.7595277 + avg_loss: 0.00042793222 + max: + max_actor_approxkl1: 0.0016534794 + max_actor_approxkl3: 0.0015455759 + max_actor_clipfrac: 0.057006836 + max_actor_loss: 0.0018690974 + max_advantage: 0.24777865 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032603383 + max_entropy: 0.09327155 + max_grad_norm_pre_clip: 1.4071486 + max_loss: 0.0019170902 + std: + std_actor_approxkl1: 0.0004876056 + std_actor_approxkl3: 0.00041170552 + std_actor_clipfrac: 0.016853215 + std_actor_loss: 0.00070651015 + std_advantage: 0.021735799 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.205214e-05 + std_entropy: 0.0061072893 + std_grad_norm_pre_clip: 0.33937946 + std_loss: 0.00070821866 + eval-batch-orig: + avg_avg_episode_length: 17.202236 + avg_avg_return: 0.8321732 + avg_benchmark_regret: 0.004131423 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2827072 + proxy_corner: + avg_avg_return: 0.8321732 + avg_reward_per_step: 0.2827072 + eval-batch-shift: + avg_avg_episode_length: 68.2793 + avg_avg_return: 0.23513687 + avg_benchmark_regret: 0.648443 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07169342 + proxy_corner: + avg_avg_return: 0.54244626 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 6.9784713 + avg_avg_return: 0.97747844 + avg_benchmark_regret: 0.01673992 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25946045 + proxy_corner: + avg_avg_return: 0.97747844 + avg_reward_per_step: 0.25946045 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 235929600 + env-step-replay-before: 119275520 + env-step-used-before: 235929600 + ppo-update-before: 144000 + env-step-generate-before: 116654080 + env-step-all-after: 235962368 + env-step-replay-after: 119275520 + env-step-used-after: 235962368 + ppo-update-after: 144020 + env-step-generate-after: 116686848 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.511133 + avg_avg_return: 0.8013122 + avg_reward_per_step: 0.28460693 + proxy_corner: + avg_avg_return: 0.8013122 + avg_reward_per_step: 0.28460693 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.511133 + avg_avg_return: 0.8013122 + avg_reward_per_step: 0.28460693 + proxy_corner: + avg_avg_return: 0.8013122 + avg_reward_per_step: 0.28460693 + perf: + env_steps_per_second: 892228.1122951184 + ppo_updates_per_second: 102.79105254836219 + eval-batch-orig-duration: 0.20884224399924278 + eval-batch-shift-duration: 0.15779867599485442 + eval-batch-tree-duration: 0.14596275996882468 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.833984 + mouse-cheese_dist_finite_wavg: 12.782307 + mouse-cheese_dist_solvable_avg: 10.833984 + mouse-cheese_dist_solvable_wavg: 12.782307 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2509766 + num_walls_wavg: 6.0257893 + prop_walls_avg: 0.27178156 + prop_walls_wavg: 0.26199076 + scoring: + avg_scores: 0.08206217 + visit_patterns: + avg_first_visit_time: 2300.5637 + avg_last_visit_time: 3630.2407 + num_replay_batches: 3640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089583936 + avg_actor_approxkl3: 0.0007123385 + avg_actor_clipfrac: 0.02845459 + avg_actor_loss: -0.0005813539 + avg_advantage: -0.022290146 + avg_critic_clipfrac: 0.0072631836 + avg_critic_loss: 0.0029249706 + avg_entropy: 0.18688573 + avg_grad_norm_pre_clip: 1.1012052 + avg_loss: 0.0006942458 + max: + max_actor_approxkl1: 0.0016217483 + max_actor_approxkl3: 0.0015844346 + max_actor_clipfrac: 0.048706055 + max_actor_loss: 0.0010267124 + max_advantage: 0.43520945 + max_critic_clipfrac: 0.029541016 + max_critic_loss: 0.0038964662 + max_entropy: 0.22161219 + max_grad_norm_pre_clip: 1.7134032 + max_loss: 0.002265965 + std: + std_actor_approxkl1: 0.00053431577 + std_actor_approxkl3: 0.00035480663 + std_actor_clipfrac: 0.012593308 + std_actor_loss: 0.00077036524 + std_advantage: 0.078367464 + std_critic_clipfrac: 0.010173336 + std_critic_loss: 0.0006351156 + std_entropy: 0.018854389 + std_grad_norm_pre_clip: 0.28987268 + std_loss: 0.0008147707 + eval-batch-orig: + avg_avg_episode_length: 17.239342 + avg_avg_return: 0.8315823 + avg_benchmark_regret: 0.004722287 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28259277 + proxy_corner: + avg_avg_return: 0.8315823 + avg_reward_per_step: 0.28259277 + eval-batch-shift: + avg_avg_episode_length: 68.44329 + avg_avg_return: 0.22860333 + avg_benchmark_regret: 0.6549765 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06884003 + proxy_corner: + avg_avg_return: 0.5507009 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 7.091056 + avg_avg_return: 0.97477084 + avg_benchmark_regret: 0.019447519 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25959778 + proxy_corner: + avg_avg_return: 0.97477084 + avg_reward_per_step: 0.25959778 +=========================================================== +=========================================================== + step: + env-step-all-before: 236978176 + env-step-replay-before: 119734272 + env-step-used-before: 236978176 + ppo-update-before: 144640 + env-step-generate-before: 117243904 + env-step-all-after: 237010944 + env-step-replay-after: 119767040 + env-step-used-after: 237010944 + ppo-update-after: 144660 + env-step-generate-after: 117243904 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.1305485 + avg_avg_return: 0.9078059 + avg_reward_per_step: 0.08673096 + proxy_corner: + avg_avg_return: 0.9078059 + avg_reward_per_step: 0.08673096 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.1305485 + avg_avg_return: 0.9078059 + avg_reward_per_step: 0.08673096 + proxy_corner: + avg_avg_return: 0.9078059 + avg_reward_per_step: 0.08673096 + perf: + env_steps_per_second: 848011.5313027481 + ppo_updates_per_second: 100.67164748982532 + eval-batch-orig-duration: 0.20570644194958732 + eval-batch-shift-duration: 0.1447901989449747 + eval-batch-tree-duration: 0.14229668898042291 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.843994 + mouse-cheese_dist_finite_wavg: 11.879055 + mouse-cheese_dist_solvable_avg: 10.843994 + mouse-cheese_dist_solvable_wavg: 11.879058 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.241211 + num_walls_wavg: 6.9249706 + prop_walls_avg: 0.27135697 + prop_walls_wavg: 0.3010857 + scoring: + avg_scores: 0.08208497 + visit_patterns: + avg_first_visit_time: 2311.4846 + avg_last_visit_time: 3645.3262 + num_replay_batches: 3655 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00077432534 + avg_actor_approxkl3: 0.0005046153 + avg_actor_clipfrac: 0.0119689945 + avg_actor_loss: 0.00057084084 + avg_advantage: -0.0031130123 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00029615656 + avg_entropy: 0.07907783 + avg_grad_norm_pre_clip: 0.91070586 + avg_loss: 0.0006398413 + max: + max_actor_approxkl1: 0.0025897212 + max_actor_approxkl3: 0.0010855973 + max_actor_clipfrac: 0.021606445 + max_actor_loss: 0.0025338577 + max_advantage: 0.35789293 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00051182864 + max_entropy: 0.09229757 + max_grad_norm_pre_clip: 2.0519755 + max_loss: 0.0026922266 + std: + std_actor_approxkl1: 0.0006323246 + std_actor_approxkl3: 0.00030061475 + std_actor_clipfrac: 0.006055411 + std_actor_loss: 0.0008140572 + std_advantage: 0.024681585 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.413689e-05 + std_entropy: 0.0060761953 + std_grad_norm_pre_clip: 0.62193567 + std_loss: 0.00083535793 + eval-batch-orig: + avg_avg_episode_length: 17.22277 + avg_avg_return: 0.83196187 + avg_benchmark_regret: 0.0043427646 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28277588 + proxy_corner: + avg_avg_return: 0.83196187 + avg_reward_per_step: 0.28277588 + eval-batch-shift: + avg_avg_episode_length: 68.14368 + avg_avg_return: 0.23037304 + avg_benchmark_regret: 0.65320677 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07039642 + proxy_corner: + avg_avg_return: 0.5497384 + avg_reward_per_step: 0.014892578 + eval-batch-tree: + avg_avg_episode_length: 7.3285685 + avg_avg_return: 0.9728969 + avg_benchmark_regret: 0.021321472 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25932312 + proxy_corner: + avg_avg_return: 0.9728969 + avg_reward_per_step: 0.25932312 +=========================================================== +=========================================================== + step: + env-step-all-before: 238026752 + env-step-replay-before: 120225792 + env-step-used-before: 238026752 + ppo-update-before: 145280 + env-step-generate-before: 117800960 + env-step-all-after: 238059520 + env-step-replay-after: 120258560 + env-step-used-after: 238059520 + ppo-update-after: 145300 + env-step-generate-after: 117800960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.050964 + avg_avg_return: 0.90918446 + avg_reward_per_step: 0.087249756 + proxy_corner: + avg_avg_return: 0.90918446 + avg_reward_per_step: 0.087249756 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.050964 + avg_avg_return: 0.90918446 + avg_reward_per_step: 0.087249756 + proxy_corner: + avg_avg_return: 0.90918446 + avg_reward_per_step: 0.087249756 + perf: + env_steps_per_second: 591768.3270982075 + ppo_updates_per_second: 73.13214316557223 + eval-batch-orig-duration: 0.2694888469995931 + eval-batch-shift-duration: 0.17133007798111066 + eval-batch-tree-duration: 0.14844689395977184 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.860107 + mouse-cheese_dist_finite_wavg: 12.783936 + mouse-cheese_dist_solvable_avg: 10.860107 + mouse-cheese_dist_solvable_wavg: 12.783936 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.237549 + num_walls_wavg: 6.025916 + prop_walls_avg: 0.27119777 + prop_walls_wavg: 0.26199636 + scoring: + avg_scores: 0.082120225 + visit_patterns: + avg_first_visit_time: 2324.3364 + avg_last_visit_time: 3660.2031 + num_replay_batches: 3670 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006896499 + avg_actor_approxkl3: 0.00055727916 + avg_actor_clipfrac: 0.014819336 + avg_actor_loss: 0.0010516782 + avg_advantage: -0.0014380144 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021241656 + avg_entropy: 0.061861653 + avg_grad_norm_pre_clip: 1.0793126 + avg_loss: 0.001096025 + max: + max_actor_approxkl1: 0.002015606 + max_actor_approxkl3: 0.0018777105 + max_actor_clipfrac: 0.060913086 + max_actor_loss: 0.004660245 + max_advantage: 0.26149917 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00029353437 + max_entropy: 0.07714452 + max_grad_norm_pre_clip: 2.5821013 + max_loss: 0.0047288747 + std: + std_actor_approxkl1: 0.00066104403 + std_actor_approxkl3: 0.00043678383 + std_actor_clipfrac: 0.013327228 + std_actor_loss: 0.0012737965 + std_advantage: 0.02073106 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6156755e-05 + std_entropy: 0.0061845374 + std_grad_norm_pre_clip: 0.55022407 + std_loss: 0.0012799996 + eval-batch-orig: + avg_avg_episode_length: 17.282967 + avg_avg_return: 0.8313443 + avg_benchmark_regret: 0.0049603228 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28453827 + proxy_corner: + avg_avg_return: 0.8313443 + avg_reward_per_step: 0.28453827 + eval-batch-shift: + avg_avg_episode_length: 68.83252 + avg_avg_return: 0.21384197 + avg_benchmark_regret: 0.6697379 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0705719 + proxy_corner: + avg_avg_return: 0.5572753 + avg_reward_per_step: 0.014762878 + eval-batch-tree: + avg_avg_episode_length: 7.20774 + avg_avg_return: 0.97558165 + avg_benchmark_regret: 0.018636726 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.97558165 + avg_reward_per_step: 0.26208496 +=========================================================== +=========================================================== + step: + env-step-all-before: 239075328 + env-step-replay-before: 121044992 + env-step-used-before: 239075328 + ppo-update-before: 145920 + env-step-generate-before: 118030336 + env-step-all-after: 239108096 + env-step-replay-after: 121077760 + env-step-used-after: 239108096 + ppo-update-after: 145940 + env-step-generate-after: 118030336 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.313984 + avg_avg_return: 0.90642595 + avg_reward_per_step: 0.086639404 + proxy_corner: + avg_avg_return: 0.90642595 + avg_reward_per_step: 0.086639404 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.313984 + avg_avg_return: 0.90642595 + avg_reward_per_step: 0.086639404 + proxy_corner: + avg_avg_return: 0.90642595 + avg_reward_per_step: 0.086639404 + perf: + env_steps_per_second: 598697.1247927528 + ppo_updates_per_second: 74.49366542802126 + eval-batch-orig-duration: 0.2619569880189374 + eval-batch-shift-duration: 0.16092605196172372 + eval-batch-tree-duration: 0.14540855499217287 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.859863 + mouse-cheese_dist_finite_wavg: 12.785556 + mouse-cheese_dist_solvable_avg: 10.859863 + mouse-cheese_dist_solvable_wavg: 12.785558 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2370605 + num_walls_wavg: 6.026703 + prop_walls_avg: 0.27117652 + prop_walls_wavg: 0.26203057 + scoring: + avg_scores: 0.08219376 + visit_patterns: + avg_first_visit_time: 2328.9434 + avg_last_visit_time: 3685.2456 + num_replay_batches: 3695 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006735777 + avg_actor_approxkl3: 0.00041573794 + avg_actor_clipfrac: 0.013146973 + avg_actor_loss: -0.00021310421 + avg_advantage: 0.00022322651 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016574263 + avg_entropy: 0.06665834 + avg_grad_norm_pre_clip: 0.58541083 + avg_loss: -0.00019689124 + max: + max_actor_approxkl1: 0.0019335395 + max_actor_approxkl3: 0.0010692722 + max_actor_clipfrac: 0.032958984 + max_actor_loss: 0.0007595923 + max_advantage: 0.26568824 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00020037609 + max_entropy: 0.07654664 + max_grad_norm_pre_clip: 1.0364627 + max_loss: 0.00078070734 + std: + std_actor_approxkl1: 0.00045342927 + std_actor_approxkl3: 0.0002384601 + std_actor_clipfrac: 0.007160555 + std_actor_loss: 0.00054728717 + std_advantage: 0.018254114 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5125208e-05 + std_entropy: 0.007472219 + std_grad_norm_pre_clip: 0.20397262 + std_loss: 0.0005493276 + eval-batch-orig: + avg_avg_episode_length: 17.209702 + avg_avg_return: 0.83212173 + avg_benchmark_regret: 0.004182875 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28438568 + proxy_corner: + avg_avg_return: 0.83212173 + avg_reward_per_step: 0.28438568 + eval-batch-shift: + avg_avg_episode_length: 68.888374 + avg_avg_return: 0.21807021 + avg_benchmark_regret: 0.6655096 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07206726 + proxy_corner: + avg_avg_return: 0.5488986 + avg_reward_per_step: 0.014984131 + eval-batch-tree: + avg_avg_episode_length: 7.408292 + avg_avg_return: 0.971558 + avg_benchmark_regret: 0.022660393 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26120758 + proxy_corner: + avg_avg_return: 0.971558 + avg_reward_per_step: 0.26120758 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 240123904 + env-step-replay-before: 121667584 + env-step-used-before: 240123904 + ppo-update-before: 146560 + env-step-generate-before: 118456320 + env-step-all-after: 240156672 + env-step-replay-after: 121700352 + env-step-used-after: 240156672 + ppo-update-after: 146580 + env-step-generate-after: 118456320 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.122174 + avg_avg_return: 0.9076773 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.9076773 + avg_reward_per_step: 0.08691406 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.122174 + avg_avg_return: 0.9076773 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.9076773 + avg_reward_per_step: 0.08691406 + perf: + env_steps_per_second: 900608.7240727466 + ppo_updates_per_second: 108.37888545454074 + eval-batch-orig-duration: 0.1913746310165152 + eval-batch-shift-duration: 0.14253008796367794 + eval-batch-tree-duration: 0.1395669020130299 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.866211 + mouse-cheese_dist_finite_wavg: 10.985873 + mouse-cheese_dist_solvable_avg: 10.866211 + mouse-cheese_dist_solvable_wavg: 10.985873 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2373047 + num_walls_wavg: 6.0237255 + prop_walls_avg: 0.27118713 + prop_walls_wavg: 0.26190105 + scoring: + avg_scores: 0.082279444 + visit_patterns: + avg_first_visit_time: 2337.3616 + avg_last_visit_time: 3704.2156 + num_replay_batches: 3714 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085184455 + avg_actor_approxkl3: 0.000564408 + avg_actor_clipfrac: 0.013305664 + avg_actor_loss: -4.0005903e-05 + avg_advantage: -0.0016339882 + avg_critic_clipfrac: 0.0005371094 + avg_critic_loss: 0.00030746133 + avg_entropy: 0.06148668 + avg_grad_norm_pre_clip: 0.5445203 + avg_loss: 5.2238083e-05 + max: + max_actor_approxkl1: 0.005540615 + max_actor_approxkl3: 0.0024211276 + max_actor_clipfrac: 0.03137207 + max_actor_loss: 0.0009598299 + max_advantage: 0.2654975 + max_critic_clipfrac: 0.006225586 + max_critic_loss: 0.0004794579 + max_entropy: 0.07400191 + max_grad_norm_pre_clip: 1.3527385 + max_loss: 0.0010146542 + std: + std_actor_approxkl1: 0.0014105076 + std_actor_approxkl3: 0.0005693938 + std_actor_clipfrac: 0.008630379 + std_actor_loss: 0.00038843835 + std_advantage: 0.028664432 + std_critic_clipfrac: 0.0014106386 + std_critic_loss: 7.960323e-05 + std_entropy: 0.005783819 + std_grad_norm_pre_clip: 0.29508588 + std_loss: 0.00039313053 + eval-batch-orig: + avg_avg_episode_length: 17.23376 + avg_avg_return: 0.83183634 + avg_benchmark_regret: 0.004468279 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28481293 + proxy_corner: + avg_avg_return: 0.83183634 + avg_reward_per_step: 0.28481293 + eval-batch-shift: + avg_avg_episode_length: 68.79173 + avg_avg_return: 0.22520639 + avg_benchmark_regret: 0.6583735 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06933594 + proxy_corner: + avg_avg_return: 0.54334533 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 7.3126345 + avg_avg_return: 0.9722716 + avg_benchmark_regret: 0.021946732 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26177216 + proxy_corner: + avg_avg_return: 0.9722716 + avg_reward_per_step: 0.26177216 +=========================================================== +=========================================================== + step: + env-step-all-before: 241172480 + env-step-replay-before: 122191872 + env-step-used-before: 241172480 + ppo-update-before: 147200 + env-step-generate-before: 118980608 + env-step-all-after: 241205248 + env-step-replay-after: 122191872 + env-step-used-after: 241205248 + ppo-update-after: 147220 + env-step-generate-after: 119013376 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.313293 + avg_avg_return: 0.78361225 + avg_reward_per_step: 0.24499512 + proxy_corner: + avg_avg_return: 0.78361225 + avg_reward_per_step: 0.24499512 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.313293 + avg_avg_return: 0.78361225 + avg_reward_per_step: 0.24499512 + proxy_corner: + avg_avg_return: 0.78361225 + avg_reward_per_step: 0.24499512 + perf: + env_steps_per_second: 850613.5631564176 + ppo_updates_per_second: 99.95981415556759 + eval-batch-orig-duration: 0.20346825197339058 + eval-batch-shift-duration: 0.14569914300227538 + eval-batch-tree-duration: 0.14283549395622686 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.869141 + mouse-cheese_dist_finite_wavg: 13.6857395 + mouse-cheese_dist_solvable_avg: 10.869141 + mouse-cheese_dist_solvable_wavg: 13.685741 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.24292 + num_walls_wavg: 6.9222617 + prop_walls_avg: 0.27143127 + prop_walls_wavg: 0.30096787 + scoring: + avg_scores: 0.08218373 + visit_patterns: + avg_first_visit_time: 2351.4092 + avg_last_visit_time: 3719.3552 + num_replay_batches: 3729 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016271521 + avg_actor_approxkl3: 0.0008408256 + avg_actor_clipfrac: 0.031689454 + avg_actor_loss: -0.0008492183 + avg_advantage: -0.014476335 + avg_critic_clipfrac: 0.005181885 + avg_critic_loss: 0.0027145797 + avg_entropy: 0.17813075 + avg_grad_norm_pre_clip: 1.4116079 + avg_loss: 0.00032994087 + max: + max_actor_approxkl1: 0.0044246926 + max_actor_approxkl3: 0.0017725105 + max_actor_clipfrac: 0.053710938 + max_actor_loss: 0.000887692 + max_advantage: 0.45927852 + max_critic_clipfrac: 0.04248047 + max_critic_loss: 0.0035747583 + max_entropy: 0.22788136 + max_grad_norm_pre_clip: 3.3559246 + max_loss: 0.002490285 + std: + std_actor_approxkl1: 0.0012376632 + std_actor_approxkl3: 0.00044184987 + std_actor_clipfrac: 0.015380442 + std_actor_loss: 0.0009282934 + std_advantage: 0.07607268 + std_critic_clipfrac: 0.0108974315 + std_critic_loss: 0.00063458085 + std_entropy: 0.02194016 + std_grad_norm_pre_clip: 0.6430043 + std_loss: 0.001079803 + eval-batch-orig: + avg_avg_episode_length: 17.184614 + avg_avg_return: 0.8324957 + avg_benchmark_regret: 0.0038089666 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28484344 + proxy_corner: + avg_avg_return: 0.8324957 + avg_reward_per_step: 0.28484344 + eval-batch-shift: + avg_avg_episode_length: 68.381195 + avg_avg_return: 0.22378492 + avg_benchmark_regret: 0.6597949 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07068634 + proxy_corner: + avg_avg_return: 0.5599255 + avg_reward_per_step: 0.01474762 + eval-batch-tree: + avg_avg_episode_length: 6.742073 + avg_avg_return: 0.97910094 + avg_benchmark_regret: 0.015117443 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26226807 + proxy_corner: + avg_avg_return: 0.97910094 + avg_reward_per_step: 0.26226807 +=========================================================== +=========================================================== + step: + env-step-all-before: 242221056 + env-step-replay-before: 122748928 + env-step-used-before: 242221056 + ppo-update-before: 147840 + env-step-generate-before: 119472128 + env-step-all-after: 242253824 + env-step-replay-after: 122781696 + env-step-used-after: 242253824 + ppo-update-after: 147860 + env-step-generate-after: 119472128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.242046 + avg_avg_return: 0.9070457 + avg_reward_per_step: 0.08569336 + proxy_corner: + avg_avg_return: 0.9070457 + avg_reward_per_step: 0.08569336 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.242046 + avg_avg_return: 0.9070457 + avg_reward_per_step: 0.08569336 + proxy_corner: + avg_avg_return: 0.9070457 + avg_reward_per_step: 0.08569336 + perf: + env_steps_per_second: 610478.1246646947 + ppo_updates_per_second: 75.08174619155645 + eval-batch-orig-duration: 0.27331066399347037 + eval-batch-shift-duration: 0.15454252698691562 + eval-batch-tree-duration: 0.14864503702847287 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.877686 + mouse-cheese_dist_finite_wavg: 13.686884 + mouse-cheese_dist_solvable_avg: 10.877686 + mouse-cheese_dist_solvable_wavg: 13.686882 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2404785 + num_walls_wavg: 6.922576 + prop_walls_avg: 0.2713251 + prop_walls_wavg: 0.3009817 + scoring: + avg_scores: 0.0820341 + visit_patterns: + avg_first_visit_time: 2359.0793 + avg_last_visit_time: 3737.178 + num_replay_batches: 3747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050666806 + avg_actor_approxkl3: 0.00037665304 + avg_actor_clipfrac: 0.00791626 + avg_actor_loss: -0.00021080629 + avg_advantage: -0.004010606 + avg_critic_clipfrac: 0.00014648438 + avg_critic_loss: 0.00034361568 + avg_entropy: 0.056446727 + avg_grad_norm_pre_clip: 0.46140796 + avg_loss: -9.5445175e-05 + max: + max_actor_approxkl1: 0.0014254691 + max_actor_approxkl3: 0.0013447909 + max_actor_clipfrac: 0.01550293 + max_actor_loss: 0.000621262 + max_advantage: 0.44492579 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0005456035 + max_entropy: 0.066776946 + max_grad_norm_pre_clip: 1.0222973 + max_loss: 0.00075473485 + std: + std_actor_approxkl1: 0.0003994089 + std_actor_approxkl3: 0.00031535808 + std_actor_clipfrac: 0.0045396825 + std_actor_loss: 0.00040171228 + std_advantage: 0.028852439 + std_critic_clipfrac: 0.0004411453 + std_critic_loss: 9.70895e-05 + std_entropy: 0.0043872176 + std_grad_norm_pre_clip: 0.23991251 + std_loss: 0.0004095724 + eval-batch-orig: + avg_avg_episode_length: 17.243168 + avg_avg_return: 0.83169115 + avg_benchmark_regret: 0.004613474 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28438568 + proxy_corner: + avg_avg_return: 0.83169115 + avg_reward_per_step: 0.28438568 + eval-batch-shift: + avg_avg_episode_length: 67.9724 + avg_avg_return: 0.2355248 + avg_benchmark_regret: 0.6480551 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07273102 + proxy_corner: + avg_avg_return: 0.54916453 + avg_reward_per_step: 0.014732361 + eval-batch-tree: + avg_avg_episode_length: 6.97425 + avg_avg_return: 0.97562623 + avg_benchmark_regret: 0.018592205 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2625885 + proxy_corner: + avg_avg_return: 0.97562623 + avg_reward_per_step: 0.2625885 +=========================================================== +=========================================================== + step: + env-step-all-before: 243269632 + env-step-replay-before: 123273216 + env-step-used-before: 243269632 + ppo-update-before: 148480 + env-step-generate-before: 119996416 + env-step-all-after: 243302400 + env-step-replay-after: 123273216 + env-step-used-after: 243302400 + ppo-update-after: 148500 + env-step-generate-after: 120029184 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.864956 + avg_avg_return: 0.8097837 + avg_reward_per_step: 0.2876587 + proxy_corner: + avg_avg_return: 0.8097837 + avg_reward_per_step: 0.2876587 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.864956 + avg_avg_return: 0.8097837 + avg_reward_per_step: 0.2876587 + proxy_corner: + avg_avg_return: 0.8097837 + avg_reward_per_step: 0.2876587 + perf: + env_steps_per_second: 894140.2165776812 + ppo_updates_per_second: 108.83298934609189 + eval-batch-orig-duration: 0.19304891797946766 + eval-batch-shift-duration: 0.14384737197542563 + eval-batch-tree-duration: 0.14101601397851482 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.878418 + mouse-cheese_dist_finite_wavg: 13.6850605 + mouse-cheese_dist_solvable_avg: 10.878418 + mouse-cheese_dist_solvable_wavg: 13.6850605 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.244629 + num_walls_wavg: 6.925447 + prop_walls_avg: 0.2715056 + prop_walls_wavg: 0.30110636 + scoring: + avg_scores: 0.08211441 + visit_patterns: + avg_first_visit_time: 2371.4426 + avg_last_visit_time: 3752.2156 + num_replay_batches: 3762 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016505498 + avg_actor_approxkl3: 0.0012369525 + avg_actor_clipfrac: 0.03400879 + avg_actor_loss: 0.00017233957 + avg_advantage: -0.018906202 + avg_critic_clipfrac: 0.020794678 + avg_critic_loss: 0.0026271967 + avg_entropy: 0.16040741 + avg_grad_norm_pre_clip: 1.2030977 + avg_loss: 0.0013255303 + max: + max_actor_approxkl1: 0.0041846703 + max_actor_approxkl3: 0.0022941115 + max_actor_clipfrac: 0.064697266 + max_actor_loss: 0.00387891 + max_advantage: 0.34945762 + max_critic_clipfrac: 0.09301758 + max_critic_loss: 0.0035958318 + max_entropy: 0.1783483 + max_grad_norm_pre_clip: 2.258109 + max_loss: 0.0046279393 + std: + std_actor_approxkl1: 0.0011798292 + std_actor_approxkl3: 0.00072957185 + std_actor_clipfrac: 0.017778877 + std_actor_loss: 0.0015862139 + std_advantage: 0.07684036 + std_critic_clipfrac: 0.027041573 + std_critic_loss: 0.0006245859 + std_entropy: 0.008282017 + std_grad_norm_pre_clip: 0.5096146 + std_loss: 0.0015735179 + eval-batch-orig: + avg_avg_episode_length: 17.430065 + avg_avg_return: 0.8298006 + avg_benchmark_regret: 0.0065040486 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2843399 + proxy_corner: + avg_avg_return: 0.8298006 + avg_reward_per_step: 0.2843399 + eval-batch-shift: + avg_avg_episode_length: 67.83282 + avg_avg_return: 0.23607948 + avg_benchmark_regret: 0.64750034 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0741806 + proxy_corner: + avg_avg_return: 0.5421121 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 7.1687346 + avg_avg_return: 0.97624886 + avg_benchmark_regret: 0.01796949 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26125336 + proxy_corner: + avg_avg_return: 0.97624886 + avg_reward_per_step: 0.26125336 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 244318208 + env-step-replay-before: 123764736 + env-step-used-before: 244318208 + ppo-update-before: 149120 + env-step-generate-before: 120553472 + env-step-all-after: 244350976 + env-step-replay-after: 123797504 + env-step-used-after: 244350976 + ppo-update-after: 149140 + env-step-generate-after: 120553472 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.200321 + avg_avg_return: 0.9076936 + avg_reward_per_step: 0.08627319 + proxy_corner: + avg_avg_return: 0.9076936 + avg_reward_per_step: 0.08627319 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.200321 + avg_avg_return: 0.9076936 + avg_reward_per_step: 0.08627319 + proxy_corner: + avg_avg_return: 0.9076936 + avg_reward_per_step: 0.08627319 + perf: + env_steps_per_second: 896171.498086585 + ppo_updates_per_second: 104.44775352403134 + eval-batch-orig-duration: 0.20105553301982582 + eval-batch-shift-duration: 0.14536572399083525 + eval-batch-tree-duration: 0.14558099099667743 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.885498 + mouse-cheese_dist_finite_wavg: 13.684613 + mouse-cheese_dist_solvable_avg: 10.885498 + mouse-cheese_dist_solvable_wavg: 13.684615 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.249756 + num_walls_wavg: 6.926221 + prop_walls_avg: 0.27172852 + prop_walls_wavg: 0.30114 + scoring: + avg_scores: 0.08226688 + visit_patterns: + avg_first_visit_time: 2381.0168 + avg_last_visit_time: 3768.329 + num_replay_batches: 3778 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027334536 + avg_actor_approxkl3: 0.0003532442 + avg_actor_clipfrac: 0.011273193 + avg_actor_loss: -0.0002643506 + avg_advantage: -0.00013270538 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016926294 + avg_entropy: 0.07645901 + avg_grad_norm_pre_clip: 0.44671422 + avg_loss: -0.00025617814 + max: + max_actor_approxkl1: 0.0021681346 + max_actor_approxkl3: 0.0018500173 + max_actor_clipfrac: 0.028686523 + max_actor_loss: 0.0007772823 + max_advantage: 0.2110191 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00021667166 + max_entropy: 0.08489581 + max_grad_norm_pre_clip: 0.8242444 + max_loss: 0.0007754576 + std: + std_actor_approxkl1: 0.0004927767 + std_actor_approxkl3: 0.00039775055 + std_actor_clipfrac: 0.008083533 + std_actor_loss: 0.00043161827 + std_advantage: 0.019428056 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.337281e-05 + std_entropy: 0.0050667487 + std_grad_norm_pre_clip: 0.1913506 + std_loss: 0.00043127374 + eval-batch-orig: + avg_avg_episode_length: 17.413876 + avg_avg_return: 0.8297682 + avg_benchmark_regret: 0.0065364707 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28237915 + proxy_corner: + avg_avg_return: 0.8297682 + avg_reward_per_step: 0.28237915 + eval-batch-shift: + avg_avg_episode_length: 67.87132 + avg_avg_return: 0.23724811 + avg_benchmark_regret: 0.6463317 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073768616 + proxy_corner: + avg_avg_return: 0.547241 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 7.1191654 + avg_avg_return: 0.9773539 + avg_benchmark_regret: 0.01686451 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25886536 + proxy_corner: + avg_avg_return: 0.9773539 + avg_reward_per_step: 0.25886536 +=========================================================== +=========================================================== + step: + env-step-all-before: 245366784 + env-step-replay-before: 124321792 + env-step-used-before: 245366784 + ppo-update-before: 149760 + env-step-generate-before: 121044992 + env-step-all-after: 245399552 + env-step-replay-after: 124354560 + env-step-used-after: 245399552 + ppo-update-after: 149780 + env-step-generate-after: 121044992 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.112786 + avg_avg_return: 0.90894884 + avg_reward_per_step: 0.08670044 + proxy_corner: + avg_avg_return: 0.90894884 + avg_reward_per_step: 0.08670044 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.112786 + avg_avg_return: 0.90894884 + avg_reward_per_step: 0.08670044 + proxy_corner: + avg_avg_return: 0.90894884 + avg_reward_per_step: 0.08670044 + perf: + env_steps_per_second: 898809.1679163984 + ppo_updates_per_second: 104.50396903576376 + eval-batch-orig-duration: 0.1997678949846886 + eval-batch-shift-duration: 0.14560499700019136 + eval-batch-tree-duration: 0.14713441900676116 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.894531 + mouse-cheese_dist_finite_wavg: 12.79068 + mouse-cheese_dist_solvable_avg: 10.894531 + mouse-cheese_dist_solvable_wavg: 12.790678 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2475586 + num_walls_wavg: 6.0267277 + prop_walls_avg: 0.27163297 + prop_walls_wavg: 0.26203164 + scoring: + avg_scores: 0.082260564 + visit_patterns: + avg_first_visit_time: 2391.24 + avg_last_visit_time: 3785.3354 + num_replay_batches: 3795 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024075476 + avg_actor_approxkl3: 0.0002675738 + avg_actor_clipfrac: 0.007904053 + avg_actor_loss: -0.00019585449 + avg_advantage: -0.0024520867 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020962502 + avg_entropy: 0.07624202 + avg_grad_norm_pre_clip: 0.37663206 + avg_loss: -0.00016728402 + max: + max_actor_approxkl1: 0.0009586504 + max_actor_approxkl3: 0.00065372733 + max_actor_clipfrac: 0.025146484 + max_actor_loss: 0.00090433005 + max_advantage: 0.3330835 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002913776 + max_entropy: 0.08574936 + max_grad_norm_pre_clip: 1.1904315 + max_loss: 0.0009331326 + std: + std_actor_approxkl1: 0.00023511122 + std_actor_approxkl3: 0.0001523761 + std_actor_clipfrac: 0.005693357 + std_actor_loss: 0.00036714092 + std_advantage: 0.022224711 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0008252e-05 + std_entropy: 0.004642769 + std_grad_norm_pre_clip: 0.27614352 + std_loss: 0.00036941827 + eval-batch-orig: + avg_avg_episode_length: 17.334692 + avg_avg_return: 0.8307929 + avg_benchmark_regret: 0.005511754 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28160858 + proxy_corner: + avg_avg_return: 0.8307929 + avg_reward_per_step: 0.28160858 + eval-batch-shift: + avg_avg_episode_length: 67.40792 + avg_avg_return: 0.24418029 + avg_benchmark_regret: 0.6393995 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07381439 + proxy_corner: + avg_avg_return: 0.53925496 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 7.027401 + avg_avg_return: 0.97914326 + avg_benchmark_regret: 0.015075147 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2565689 + proxy_corner: + avg_avg_return: 0.97914326 + avg_reward_per_step: 0.2565689 +=========================================================== +=========================================================== + step: + env-step-all-before: 246415360 + env-step-replay-before: 124944384 + env-step-used-before: 246415360 + ppo-update-before: 150400 + env-step-generate-before: 121470976 + env-step-all-after: 246448128 + env-step-replay-after: 124977152 + env-step-used-after: 246448128 + ppo-update-after: 150420 + env-step-generate-after: 121470976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.065382 + avg_avg_return: 0.9091153 + avg_reward_per_step: 0.087127686 + proxy_corner: + avg_avg_return: 0.9091153 + avg_reward_per_step: 0.087127686 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.065382 + avg_avg_return: 0.9091153 + avg_reward_per_step: 0.087127686 + proxy_corner: + avg_avg_return: 0.9091153 + avg_reward_per_step: 0.087127686 + perf: + env_steps_per_second: 743308.8030158109 + ppo_updates_per_second: 72.280677239324 + eval-batch-orig-duration: 0.33540321403415874 + eval-batch-shift-duration: 0.173906966985669 + eval-batch-tree-duration: 0.14909616799559444 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.894775 + mouse-cheese_dist_finite_wavg: 11.891553 + mouse-cheese_dist_solvable_avg: 10.894775 + mouse-cheese_dist_solvable_wavg: 11.891554 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2487793 + num_walls_wavg: 6.92497 + prop_walls_avg: 0.27168602 + prop_walls_wavg: 0.3010858 + scoring: + avg_scores: 0.08204341 + visit_patterns: + avg_first_visit_time: 2399.492 + avg_last_visit_time: 3804.2942 + num_replay_batches: 3814 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072105456 + avg_actor_approxkl3: 0.0003475902 + avg_actor_clipfrac: 0.010998535 + avg_actor_loss: -0.00045652446 + avg_advantage: 0.021385616 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00026710986 + avg_entropy: 0.08755032 + avg_grad_norm_pre_clip: 0.4387641 + avg_loss: -0.00041051986 + max: + max_actor_approxkl1: 0.0017635494 + max_actor_approxkl3: 0.0007716301 + max_actor_clipfrac: 0.02319336 + max_actor_loss: 0.0002391627 + max_advantage: 0.36056232 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005395798 + max_entropy: 0.10736754 + max_grad_norm_pre_clip: 0.686114 + max_loss: 0.00032633985 + std: + std_actor_approxkl1: 0.00048126339 + std_actor_approxkl3: 0.00018252416 + std_actor_clipfrac: 0.005881953 + std_actor_loss: 0.0003799647 + std_advantage: 0.024768595 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.79736e-05 + std_entropy: 0.0072541856 + std_grad_norm_pre_clip: 0.13360071 + std_loss: 0.0004119967 + eval-batch-orig: + avg_avg_episode_length: 17.236528 + avg_avg_return: 0.8316901 + avg_benchmark_regret: 0.0046145665 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28006744 + proxy_corner: + avg_avg_return: 0.8316901 + avg_reward_per_step: 0.28006744 + eval-batch-shift: + avg_avg_episode_length: 68.00909 + avg_avg_return: 0.2334563 + avg_benchmark_regret: 0.65012354 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071876526 + proxy_corner: + avg_avg_return: 0.541972 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 7.240492 + avg_avg_return: 0.9746601 + avg_benchmark_regret: 0.019558288 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25201416 + proxy_corner: + avg_avg_return: 0.9746601 + avg_reward_per_step: 0.25201416 +=========================================================== +=========================================================== + step: + env-step-all-before: 247463936 + env-step-replay-before: 125501440 + env-step-used-before: 247463936 + ppo-update-before: 151040 + env-step-generate-before: 121962496 + env-step-all-after: 247496704 + env-step-replay-after: 125501440 + env-step-used-after: 247496704 + ppo-update-after: 151060 + env-step-generate-after: 121995264 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.051487 + avg_avg_return: 0.77342 + avg_reward_per_step: 0.23483276 + proxy_corner: + avg_avg_return: 0.77342 + avg_reward_per_step: 0.23483276 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.051487 + avg_avg_return: 0.77342 + avg_reward_per_step: 0.23483276 + proxy_corner: + avg_avg_return: 0.77342 + avg_reward_per_step: 0.23483276 + perf: + env_steps_per_second: 898459.294075091 + ppo_updates_per_second: 104.11631395915988 + eval-batch-orig-duration: 0.20370259397896007 + eval-batch-shift-duration: 0.1530899580102414 + eval-batch-tree-duration: 0.14344589499523863 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.895264 + mouse-cheese_dist_finite_wavg: 13.688495 + mouse-cheese_dist_solvable_avg: 10.895264 + mouse-cheese_dist_solvable_wavg: 13.688497 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2504883 + num_walls_wavg: 6.0270796 + prop_walls_avg: 0.27176034 + prop_walls_wavg: 0.2620469 + scoring: + avg_scores: 0.0823536 + visit_patterns: + avg_first_visit_time: 2409.5815 + avg_last_visit_time: 3820.2322 + num_replay_batches: 3830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012453255 + avg_actor_approxkl3: 0.000751437 + avg_actor_clipfrac: 0.025646973 + avg_actor_loss: -0.00055436866 + avg_advantage: -0.027896255 + avg_critic_clipfrac: 0.004174805 + avg_critic_loss: 0.0036482946 + avg_entropy: 0.1841924 + avg_grad_norm_pre_clip: 1.6177486 + avg_loss: 0.0010855863 + max: + max_actor_approxkl1: 0.0044963304 + max_actor_approxkl3: 0.002599928 + max_actor_clipfrac: 0.056274414 + max_actor_loss: 0.00077139586 + max_advantage: 0.29995954 + max_critic_clipfrac: 0.028686523 + max_critic_loss: 0.0050051254 + max_entropy: 0.2089073 + max_grad_norm_pre_clip: 3.6782324 + max_loss: 0.002468748 + std: + std_actor_approxkl1: 0.0009715384 + std_actor_approxkl3: 0.0005581472 + std_actor_clipfrac: 0.01488777 + std_actor_loss: 0.0010027193 + std_advantage: 0.08703213 + std_critic_clipfrac: 0.008314287 + std_critic_loss: 0.00070889795 + std_entropy: 0.015659278 + std_grad_norm_pre_clip: 0.6926382 + std_loss: 0.0010508202 + eval-batch-orig: + avg_avg_episode_length: 17.400522 + avg_avg_return: 0.829923 + avg_benchmark_regret: 0.0063816532 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28284454 + proxy_corner: + avg_avg_return: 0.829923 + avg_reward_per_step: 0.28284454 + eval-batch-shift: + avg_avg_episode_length: 67.69778 + avg_avg_return: 0.23606917 + avg_benchmark_regret: 0.64751065 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071998596 + proxy_corner: + avg_avg_return: 0.5392132 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.671585 + avg_avg_return: 0.98182654 + avg_benchmark_regret: 0.012391797 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2586441 + proxy_corner: + avg_avg_return: 0.98182654 + avg_reward_per_step: 0.2586441 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 248512512 + env-step-replay-before: 126025728 + env-step-used-before: 248512512 + ppo-update-before: 151680 + env-step-generate-before: 122486784 + env-step-all-after: 248545280 + env-step-replay-after: 126025728 + env-step-used-after: 248545280 + ppo-update-after: 151700 + env-step-generate-after: 122519552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.294592 + avg_avg_return: 0.84023637 + avg_reward_per_step: 0.29736328 + proxy_corner: + avg_avg_return: 0.84023637 + avg_reward_per_step: 0.29736328 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.294592 + avg_avg_return: 0.84023637 + avg_reward_per_step: 0.29736328 + proxy_corner: + avg_avg_return: 0.84023637 + avg_reward_per_step: 0.29736328 + perf: + env_steps_per_second: 893081.0687237529 + ppo_updates_per_second: 108.52859482273523 + eval-batch-orig-duration: 0.20138430298538879 + eval-batch-shift-duration: 0.1534224950009957 + eval-batch-tree-duration: 0.14445364498533309 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.894775 + mouse-cheese_dist_finite_wavg: 12.79081 + mouse-cheese_dist_solvable_avg: 10.894775 + mouse-cheese_dist_solvable_wavg: 12.79081 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.248535 + num_walls_wavg: 6.026544 + prop_walls_avg: 0.2716754 + prop_walls_wavg: 0.2620236 + scoring: + avg_scores: 0.082585104 + visit_patterns: + avg_first_visit_time: 2420.0803 + avg_last_visit_time: 3836.2354 + num_replay_batches: 3846 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010963046 + avg_actor_approxkl3: 0.0007727338 + avg_actor_clipfrac: 0.030682374 + avg_actor_loss: 0.000176615 + avg_advantage: -0.0030896245 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0019790635 + avg_entropy: 0.17063737 + avg_grad_norm_pre_clip: 1.1379651 + avg_loss: 0.0009955096 + max: + max_actor_approxkl1: 0.0027131885 + max_actor_approxkl3: 0.0019294234 + max_actor_clipfrac: 0.05822754 + max_actor_loss: 0.0036162883 + max_advantage: 0.6276862 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0029153256 + max_entropy: 0.22008765 + max_grad_norm_pre_clip: 2.109655 + max_loss: 0.004317939 + std: + std_actor_approxkl1: 0.00077016075 + std_actor_approxkl3: 0.00048305647 + std_actor_clipfrac: 0.013118059 + std_actor_loss: 0.0010610656 + std_advantage: 0.0641055 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006345705 + std_entropy: 0.02359548 + std_grad_norm_pre_clip: 0.47395414 + std_loss: 0.0010897727 + eval-batch-orig: + avg_avg_episode_length: 17.317732 + avg_avg_return: 0.83081514 + avg_benchmark_regret: 0.0054895175 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2826538 + proxy_corner: + avg_avg_return: 0.83081514 + avg_reward_per_step: 0.2826538 + eval-batch-shift: + avg_avg_episode_length: 68.897835 + avg_avg_return: 0.22556631 + avg_benchmark_regret: 0.65801346 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06732178 + proxy_corner: + avg_avg_return: 0.54999125 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 6.771697 + avg_avg_return: 0.98036766 + avg_benchmark_regret: 0.0138507355 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2573471 + proxy_corner: + avg_avg_return: 0.98036766 + avg_reward_per_step: 0.2573471 +=========================================================== +=========================================================== + step: + env-step-all-before: 249561088 + env-step-replay-before: 126451712 + env-step-used-before: 249561088 + ppo-update-before: 152320 + env-step-generate-before: 123109376 + env-step-all-after: 249593856 + env-step-replay-after: 126484480 + env-step-used-after: 249593856 + ppo-update-after: 152340 + env-step-generate-after: 123109376 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.201191 + avg_avg_return: 0.9079006 + avg_reward_per_step: 0.08618164 + proxy_corner: + avg_avg_return: 0.9079006 + avg_reward_per_step: 0.08618164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.201191 + avg_avg_return: 0.9079006 + avg_reward_per_step: 0.08618164 + proxy_corner: + avg_avg_return: 0.9079006 + avg_reward_per_step: 0.08618164 + perf: + env_steps_per_second: 893866.0381495864 + ppo_updates_per_second: 104.32441820437832 + eval-batch-orig-duration: 0.2155875019961968 + eval-batch-shift-duration: 0.16565919504500926 + eval-batch-tree-duration: 0.14847955497680232 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.899902 + mouse-cheese_dist_finite_wavg: 12.791818 + mouse-cheese_dist_solvable_avg: 10.899902 + mouse-cheese_dist_solvable_wavg: 12.79182 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.246338 + num_walls_wavg: 6.023449 + prop_walls_avg: 0.2715799 + prop_walls_wavg: 0.26188907 + scoring: + avg_scores: 0.08232729 + visit_patterns: + avg_first_visit_time: 2436.036 + avg_last_visit_time: 3850.2273 + num_replay_batches: 3860 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042178767 + avg_actor_approxkl3: 0.00034862533 + avg_actor_clipfrac: 0.0099426275 + avg_actor_loss: -0.00012933007 + avg_advantage: -0.0021827186 + avg_critic_clipfrac: 0.00053100585 + avg_critic_loss: 0.00039930115 + avg_entropy: 0.07584424 + avg_grad_norm_pre_clip: 0.5448714 + avg_loss: -5.523715e-06 + max: + max_actor_approxkl1: 0.0016188072 + max_actor_approxkl3: 0.0014448615 + max_actor_clipfrac: 0.026245117 + max_actor_loss: 0.00077670254 + max_advantage: 0.46034408 + max_critic_clipfrac: 0.0048828125 + max_critic_loss: 0.00062688417 + max_entropy: 0.08877362 + max_grad_norm_pre_clip: 1.3517283 + max_loss: 0.0008929563 + std: + std_actor_approxkl1: 0.00045199454 + std_actor_approxkl3: 0.00032353608 + std_actor_clipfrac: 0.007189876 + std_actor_loss: 0.00046751217 + std_advantage: 0.03259963 + std_critic_clipfrac: 0.0012165916 + std_critic_loss: 0.000116665884 + std_entropy: 0.0061457497 + std_grad_norm_pre_clip: 0.25708312 + std_loss: 0.0005072351 + eval-batch-orig: + avg_avg_episode_length: 17.44756 + avg_avg_return: 0.82950395 + avg_benchmark_regret: 0.0068006613 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2817459 + proxy_corner: + avg_avg_return: 0.82950395 + avg_reward_per_step: 0.2817459 + eval-batch-shift: + avg_avg_episode_length: 68.50708 + avg_avg_return: 0.2259002 + avg_benchmark_regret: 0.6576797 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07266235 + proxy_corner: + avg_avg_return: 0.5490433 + avg_reward_per_step: 0.014503479 + eval-batch-tree: + avg_avg_episode_length: 6.4991455 + avg_avg_return: 0.9816868 + avg_benchmark_regret: 0.012531612 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25676727 + proxy_corner: + avg_avg_return: 0.9816868 + avg_reward_per_step: 0.25676727 +=========================================================== +=========================================================== + step: + env-step-all-before: 250609664 + env-step-replay-before: 126976000 + env-step-used-before: 250609664 + ppo-update-before: 152960 + env-step-generate-before: 123633664 + env-step-all-after: 250642432 + env-step-replay-after: 126976000 + env-step-used-after: 250642432 + ppo-update-after: 152980 + env-step-generate-after: 123666432 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.422752 + avg_avg_return: 0.8154398 + avg_reward_per_step: 0.26016235 + proxy_corner: + avg_avg_return: 0.8154398 + avg_reward_per_step: 0.26016235 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.422752 + avg_avg_return: 0.8154398 + avg_reward_per_step: 0.26016235 + proxy_corner: + avg_avg_return: 0.8154398 + avg_reward_per_step: 0.26016235 + perf: + env_steps_per_second: 612686.8852789364 + ppo_updates_per_second: 99.78542939722276 + eval-batch-orig-duration: 0.19793739396845922 + eval-batch-shift-duration: 0.1438955320045352 + eval-batch-tree-duration: 0.1416383269825019 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.905518 + mouse-cheese_dist_finite_wavg: 12.792164 + mouse-cheese_dist_solvable_avg: 10.905518 + mouse-cheese_dist_solvable_wavg: 12.792164 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2490234 + num_walls_wavg: 6.029725 + prop_walls_avg: 0.27169663 + prop_walls_wavg: 0.26216194 + scoring: + avg_scores: 0.08233842 + visit_patterns: + avg_first_visit_time: 2451.4124 + avg_last_visit_time: 3865.2522 + num_replay_batches: 3875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012084538 + avg_actor_approxkl3: 0.0008804838 + avg_actor_clipfrac: 0.033459473 + avg_actor_loss: -0.0010549317 + avg_advantage: -0.017505484 + avg_critic_clipfrac: 0.005725098 + avg_critic_loss: 0.002142241 + avg_entropy: 0.18733 + avg_grad_norm_pre_clip: 1.1165676 + avg_loss: -0.00017114123 + max: + max_actor_approxkl1: 0.0049245055 + max_actor_approxkl3: 0.0037535313 + max_actor_clipfrac: 0.091918945 + max_actor_loss: 0.00058024377 + max_advantage: 0.32639784 + max_critic_clipfrac: 0.037353516 + max_critic_loss: 0.0032478531 + max_entropy: 0.23070547 + max_grad_norm_pre_clip: 2.0078673 + max_loss: 0.0014453653 + std: + std_actor_approxkl1: 0.001319058 + std_actor_approxkl3: 0.00086298416 + std_actor_clipfrac: 0.024804613 + std_actor_loss: 0.000921516 + std_advantage: 0.06776502 + std_critic_clipfrac: 0.011282553 + std_critic_loss: 0.00056827394 + std_entropy: 0.02178981 + std_grad_norm_pre_clip: 0.39789963 + std_loss: 0.00094822823 + eval-batch-orig: + avg_avg_episode_length: 17.26469 + avg_avg_return: 0.8316357 + avg_benchmark_regret: 0.0046689156 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28199005 + proxy_corner: + avg_avg_return: 0.8316357 + avg_reward_per_step: 0.28199005 + eval-batch-shift: + avg_avg_episode_length: 68.81975 + avg_avg_return: 0.22582747 + avg_benchmark_regret: 0.6577524 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.070884705 + proxy_corner: + avg_avg_return: 0.5502495 + avg_reward_per_step: 0.014678955 + eval-batch-tree: + avg_avg_episode_length: 6.8446355 + avg_avg_return: 0.97799236 + avg_benchmark_regret: 0.016226001 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25852966 + proxy_corner: + avg_avg_return: 0.97799236 + avg_reward_per_step: 0.25852966 +=========================================================== +=========================================================== + step: + env-step-all-before: 251658240 + env-step-replay-before: 127369216 + env-step-used-before: 251658240 + ppo-update-before: 153600 + env-step-generate-before: 124289024 + env-step-all-after: 251691008 + env-step-replay-after: 127369216 + env-step-used-after: 251691008 + ppo-update-after: 153620 + env-step-generate-after: 124321792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.01361 + avg_avg_return: 0.7963644 + avg_reward_per_step: 0.24847412 + proxy_corner: + avg_avg_return: 0.7963644 + avg_reward_per_step: 0.24847412 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.01361 + avg_avg_return: 0.7963644 + avg_reward_per_step: 0.24847412 + proxy_corner: + avg_avg_return: 0.7963644 + avg_reward_per_step: 0.24847412 + perf: + env_steps_per_second: 784599.8899551866 + ppo_updates_per_second: 104.9271447496225 + eval-batch-orig-duration: 0.19823453499702737 + eval-batch-shift-duration: 0.14531567099038512 + eval-batch-tree-duration: 0.1416779410210438 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.918701 + mouse-cheese_dist_finite_wavg: 11.891029 + mouse-cheese_dist_solvable_avg: 10.918701 + mouse-cheese_dist_solvable_wavg: 11.891028 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.246582 + num_walls_wavg: 5.1256676 + prop_walls_avg: 0.2715905 + prop_walls_wavg: 0.22285506 + scoring: + avg_scores: 0.082648106 + visit_patterns: + avg_first_visit_time: 2470.059 + avg_last_visit_time: 3877.187 + num_replay_batches: 3887 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00036637307 + avg_actor_approxkl3: 0.0004741593 + avg_actor_clipfrac: 0.021435548 + avg_actor_loss: -0.00037265234 + avg_advantage: -0.00074244937 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0022803051 + avg_entropy: 0.21795993 + avg_grad_norm_pre_clip: 1.0713896 + avg_loss: 0.0005495401 + max: + max_actor_approxkl1: 0.0013329131 + max_actor_approxkl3: 0.0007799759 + max_actor_clipfrac: 0.040161133 + max_actor_loss: 0.0019982457 + max_advantage: 0.6239182 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0030455468 + max_entropy: 0.25567925 + max_grad_norm_pre_clip: 2.413397 + max_loss: 0.0028614178 + std: + std_actor_approxkl1: 0.00040961697 + std_actor_approxkl3: 0.00021235306 + std_actor_clipfrac: 0.0110084405 + std_actor_loss: 0.00081476796 + std_advantage: 0.06822606 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004140339 + std_entropy: 0.026067838 + std_grad_norm_pre_clip: 0.46116033 + std_loss: 0.0008244637 + eval-batch-orig: + avg_avg_episode_length: 17.406528 + avg_avg_return: 0.83026326 + avg_benchmark_regret: 0.0060414216 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.282547 + proxy_corner: + avg_avg_return: 0.83026326 + avg_reward_per_step: 0.282547 + eval-batch-shift: + avg_avg_episode_length: 67.838 + avg_avg_return: 0.24240959 + avg_benchmark_regret: 0.6411702 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07108307 + proxy_corner: + avg_avg_return: 0.5483594 + avg_reward_per_step: 0.015068054 + eval-batch-tree: + avg_avg_episode_length: 6.2610774 + avg_avg_return: 0.98371124 + avg_benchmark_regret: 0.010507144 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25992584 + proxy_corner: + avg_avg_return: 0.98371124 + avg_reward_per_step: 0.25992584 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 252706816 + env-step-replay-before: 127959040 + env-step-used-before: 252706816 + ppo-update-before: 154240 + env-step-generate-before: 124747776 + env-step-all-after: 252739584 + env-step-replay-after: 127991808 + env-step-used-after: 252739584 + ppo-update-after: 154260 + env-step-generate-after: 124747776 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.284204 + avg_avg_return: 0.90672743 + avg_reward_per_step: 0.0859375 + proxy_corner: + avg_avg_return: 0.90672743 + avg_reward_per_step: 0.0859375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.284204 + avg_avg_return: 0.90672743 + avg_reward_per_step: 0.0859375 + proxy_corner: + avg_avg_return: 0.90672743 + avg_reward_per_step: 0.0859375 + perf: + env_steps_per_second: 660060.1699636634 + ppo_updates_per_second: 103.19047725389422 + eval-batch-orig-duration: 0.19709194998722523 + eval-batch-shift-duration: 0.1448206070344895 + eval-batch-tree-duration: 0.1416299810516648 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.917969 + mouse-cheese_dist_finite_wavg: 8.295714 + mouse-cheese_dist_solvable_avg: 10.917969 + mouse-cheese_dist_solvable_wavg: 8.295716 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2487793 + num_walls_wavg: 7.8224683 + prop_walls_avg: 0.27168602 + prop_walls_wavg: 0.3401073 + scoring: + avg_scores: 0.08245958 + visit_patterns: + avg_first_visit_time: 2480.906 + avg_last_visit_time: 3896.302 + num_replay_batches: 3906 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004986528 + avg_actor_approxkl3: 0.00037808836 + avg_actor_clipfrac: 0.0098754885 + avg_actor_loss: -0.00014433595 + avg_advantage: 0.041475512 + avg_critic_clipfrac: 0.1742981 + avg_critic_loss: 0.00094277086 + avg_entropy: 0.07873805 + avg_grad_norm_pre_clip: 0.40983793 + avg_loss: 0.0002483115 + max: + max_actor_approxkl1: 0.0013257063 + max_actor_approxkl3: 0.0008271157 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.00092825945 + max_advantage: 0.50380933 + max_critic_clipfrac: 0.3062744 + max_critic_loss: 0.0028590579 + max_entropy: 0.09628547 + max_grad_norm_pre_clip: 0.86105675 + max_loss: 0.0016240241 + std: + std_actor_approxkl1: 0.0004300413 + std_actor_approxkl3: 0.00024262677 + std_actor_clipfrac: 0.0051349252 + std_actor_loss: 0.00041213635 + std_advantage: 0.055709895 + std_critic_clipfrac: 0.12166375 + std_critic_loss: 0.0005854073 + std_entropy: 0.008100973 + std_grad_norm_pre_clip: 0.15731029 + std_loss: 0.0005898258 + eval-batch-orig: + avg_avg_episode_length: 17.377846 + avg_avg_return: 0.8306074 + avg_benchmark_regret: 0.0056971814 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2830658 + proxy_corner: + avg_avg_return: 0.8306074 + avg_reward_per_step: 0.2830658 + eval-batch-shift: + avg_avg_episode_length: 67.53851 + avg_avg_return: 0.24148566 + avg_benchmark_regret: 0.64209414 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07450867 + proxy_corner: + avg_avg_return: 0.5463642 + avg_reward_per_step: 0.014808655 + eval-batch-tree: + avg_avg_episode_length: 6.690194 + avg_avg_return: 0.98041445 + avg_benchmark_regret: 0.013803946 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2605896 + proxy_corner: + avg_avg_return: 0.98041445 + avg_reward_per_step: 0.2605896 +=========================================================== +=========================================================== + step: + env-step-all-before: 253755392 + env-step-replay-before: 128417792 + env-step-used-before: 253755392 + ppo-update-before: 154880 + env-step-generate-before: 125337600 + env-step-all-after: 253788160 + env-step-replay-after: 128450560 + env-step-used-after: 253788160 + ppo-update-after: 154900 + env-step-generate-after: 125337600 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.087428 + avg_avg_return: 0.9082204 + avg_reward_per_step: 0.086883545 + proxy_corner: + avg_avg_return: 0.9082204 + avg_reward_per_step: 0.086883545 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.087428 + avg_avg_return: 0.9082204 + avg_reward_per_step: 0.086883545 + proxy_corner: + avg_avg_return: 0.9082204 + avg_reward_per_step: 0.086883545 + perf: + env_steps_per_second: 620675.8986136228 + ppo_updates_per_second: 74.87329155985921 + eval-batch-orig-duration: 0.33944721904117614 + eval-batch-shift-duration: 0.1788643940235488 + eval-batch-tree-duration: 0.15006213000742719 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.925537 + mouse-cheese_dist_finite_wavg: 12.791081 + mouse-cheese_dist_solvable_avg: 10.925537 + mouse-cheese_dist_solvable_wavg: 12.791083 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.254883 + num_walls_wavg: 6.9227123 + prop_walls_avg: 0.2719514 + prop_walls_wavg: 0.30098754 + scoring: + avg_scores: 0.08252114 + visit_patterns: + avg_first_visit_time: 2494.296 + avg_last_visit_time: 3910.2888 + num_replay_batches: 3920 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00067392964 + avg_actor_approxkl3: 0.00038912933 + avg_actor_clipfrac: 0.012573242 + avg_actor_loss: -0.00023967284 + avg_advantage: 0.03408033 + avg_critic_clipfrac: 0.0782959 + avg_critic_loss: 0.000565058 + avg_entropy: 0.059199966 + avg_grad_norm_pre_clip: 0.37945256 + avg_loss: -1.634375e-05 + max: + max_actor_approxkl1: 0.0014565669 + max_actor_approxkl3: 0.0008585767 + max_actor_clipfrac: 0.024169922 + max_actor_loss: 0.0005969368 + max_advantage: 0.3632146 + max_critic_clipfrac: 0.1550293 + max_critic_loss: 0.0013557286 + max_entropy: 0.06858972 + max_grad_norm_pre_clip: 0.71745825 + max_loss: 0.0008840265 + std: + std_actor_approxkl1: 0.00041614752 + std_actor_approxkl3: 0.00021674822 + std_actor_clipfrac: 0.0064556617 + std_actor_loss: 0.0004982237 + std_advantage: 0.041850355 + std_critic_clipfrac: 0.056081597 + std_critic_loss: 0.00029461327 + std_entropy: 0.0052270154 + std_grad_norm_pre_clip: 0.120460674 + std_loss: 0.0005634973 + eval-batch-orig: + avg_avg_episode_length: 17.39853 + avg_avg_return: 0.8301731 + avg_benchmark_regret: 0.006131565 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.283844 + proxy_corner: + avg_avg_return: 0.8301731 + avg_reward_per_step: 0.283844 + eval-batch-shift: + avg_avg_episode_length: 67.54599 + avg_avg_return: 0.23936589 + avg_benchmark_regret: 0.644214 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07626343 + proxy_corner: + avg_avg_return: 0.5463243 + avg_reward_per_step: 0.014984131 + eval-batch-tree: + avg_avg_episode_length: 6.5846133 + avg_avg_return: 0.9812924 + avg_benchmark_regret: 0.01292592 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26145935 + proxy_corner: + avg_avg_return: 0.9812924 + avg_reward_per_step: 0.26145935 +=========================================================== +=========================================================== + step: + env-step-all-before: 254803968 + env-step-replay-before: 128843776 + env-step-used-before: 254803968 + ppo-update-before: 155520 + env-step-generate-before: 125960192 + env-step-all-after: 254836736 + env-step-replay-after: 128843776 + env-step-used-after: 254836736 + ppo-update-after: 155540 + env-step-generate-after: 125992960 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.774456 + avg_avg_return: 0.8243996 + avg_reward_per_step: 0.25942993 + proxy_corner: + avg_avg_return: 0.8243996 + avg_reward_per_step: 0.25942993 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.774456 + avg_avg_return: 0.8243996 + avg_reward_per_step: 0.25942993 + proxy_corner: + avg_avg_return: 0.8243996 + avg_reward_per_step: 0.25942993 + perf: + env_steps_per_second: 908812.5537351905 + ppo_updates_per_second: 104.89332499936698 + eval-batch-orig-duration: 0.19963401299901307 + eval-batch-shift-duration: 0.1448636279674247 + eval-batch-tree-duration: 0.1425970239797607 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.9296875 + mouse-cheese_dist_finite_wavg: 12.790119 + mouse-cheese_dist_solvable_avg: 10.9296875 + mouse-cheese_dist_solvable_wavg: 12.790119 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262207 + num_walls_wavg: 7.8225365 + prop_walls_avg: 0.27226985 + prop_walls_wavg: 0.3401103 + scoring: + avg_scores: 0.08294191 + visit_patterns: + avg_first_visit_time: 2514.9302 + avg_last_visit_time: 3922.2744 + num_replay_batches: 3932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081646926 + avg_actor_approxkl3: 0.00080207223 + avg_actor_clipfrac: 0.02650757 + avg_actor_loss: -0.00053467153 + avg_advantage: -0.026660854 + avg_critic_clipfrac: 0.0071044923 + avg_critic_loss: 0.0022997907 + avg_entropy: 0.17035596 + avg_grad_norm_pre_clip: 1.1938125 + avg_loss: 0.00044486788 + max: + max_actor_approxkl1: 0.0038437676 + max_actor_approxkl3: 0.0023852102 + max_actor_clipfrac: 0.06311035 + max_actor_loss: 0.00079491735 + max_advantage: 0.38586175 + max_critic_clipfrac: 0.050048828 + max_critic_loss: 0.0037199925 + max_entropy: 0.22298485 + max_grad_norm_pre_clip: 1.9710948 + max_loss: 0.0018904055 + std: + std_actor_approxkl1: 0.0008998674 + std_actor_approxkl3: 0.0005839478 + std_actor_clipfrac: 0.015718147 + std_actor_loss: 0.001076875 + std_advantage: 0.06907362 + std_critic_clipfrac: 0.011673816 + std_critic_loss: 0.0006566184 + std_entropy: 0.026417302 + std_grad_norm_pre_clip: 0.37174985 + std_loss: 0.0010422051 + eval-batch-orig: + avg_avg_episode_length: 17.219862 + avg_avg_return: 0.83202946 + avg_benchmark_regret: 0.0042752116 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28340912 + proxy_corner: + avg_avg_return: 0.83202946 + avg_reward_per_step: 0.28340912 + eval-batch-shift: + avg_avg_episode_length: 66.566086 + avg_avg_return: 0.25639963 + avg_benchmark_regret: 0.6271802 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075927734 + proxy_corner: + avg_avg_return: 0.5490253 + avg_reward_per_step: 0.0152282715 + eval-batch-tree: + avg_avg_episode_length: 6.390113 + avg_avg_return: 0.9836018 + avg_benchmark_regret: 0.010616531 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2587204 + proxy_corner: + avg_avg_return: 0.9836018 + avg_reward_per_step: 0.2587204 +=========================================================== +=========================================================== + step: + env-step-all-before: 255852544 + env-step-replay-before: 129466368 + env-step-used-before: 255852544 + ppo-update-before: 156160 + env-step-generate-before: 126386176 + env-step-all-after: 255885312 + env-step-replay-after: 129499136 + env-step-used-after: 255885312 + ppo-update-after: 156180 + env-step-generate-after: 126386176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.351863 + avg_avg_return: 0.90704864 + avg_reward_per_step: 0.0848999 + proxy_corner: + avg_avg_return: 0.90704864 + avg_reward_per_step: 0.0848999 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.351863 + avg_avg_return: 0.90704864 + avg_reward_per_step: 0.0848999 + proxy_corner: + avg_avg_return: 0.90704864 + avg_reward_per_step: 0.0848999 + perf: + env_steps_per_second: 941573.3719297083 + ppo_updates_per_second: 105.44125706565602 + eval-batch-orig-duration: 0.20060343097429723 + eval-batch-shift-duration: 0.14381781604606658 + eval-batch-tree-duration: 0.14150749100372195 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.926758 + mouse-cheese_dist_finite_wavg: 10.093469 + mouse-cheese_dist_solvable_avg: 10.926758 + mouse-cheese_dist_solvable_wavg: 10.093472 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.256836 + num_walls_wavg: 6.0266585 + prop_walls_avg: 0.2720363 + prop_walls_wavg: 0.26202866 + scoring: + avg_scores: 0.08236894 + visit_patterns: + avg_first_visit_time: 2522.8044 + avg_last_visit_time: 3942.2622 + num_replay_batches: 3952 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006165437 + avg_actor_approxkl3: 0.000496173 + avg_actor_clipfrac: 0.015386963 + avg_actor_loss: 0.00011517493 + avg_advantage: 0.0003963574 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020757472 + avg_entropy: 0.07472778 + avg_grad_norm_pre_clip: 0.80549145 + avg_loss: 0.00014423451 + max: + max_actor_approxkl1: 0.0020074092 + max_actor_approxkl3: 0.0013922643 + max_actor_clipfrac: 0.044189453 + max_actor_loss: 0.0028095935 + max_advantage: 0.27744782 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00026268527 + max_entropy: 0.09121433 + max_grad_norm_pre_clip: 2.098959 + max_loss: 0.00285344 + std: + std_actor_approxkl1: 0.0005659482 + std_actor_approxkl3: 0.0003720154 + std_actor_clipfrac: 0.011983083 + std_actor_loss: 0.0007707662 + std_advantage: 0.0208427 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.160398e-05 + std_entropy: 0.007401201 + std_grad_norm_pre_clip: 0.3718638 + std_loss: 0.0007714166 + eval-batch-orig: + avg_avg_episode_length: 17.214825 + avg_avg_return: 0.83174014 + avg_benchmark_regret: 0.0045645284 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2830429 + proxy_corner: + avg_avg_return: 0.83174014 + avg_reward_per_step: 0.2830429 + eval-batch-shift: + avg_avg_episode_length: 67.31804 + avg_avg_return: 0.24829566 + avg_benchmark_regret: 0.6352842 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07090759 + proxy_corner: + avg_avg_return: 0.5446612 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 6.7677126 + avg_avg_return: 0.9783618 + avg_benchmark_regret: 0.015856544 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25968933 + proxy_corner: + avg_avg_return: 0.9783618 + avg_reward_per_step: 0.25968933 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 256901120 + env-step-replay-before: 130056192 + env-step-used-before: 256901120 + ppo-update-before: 156800 + env-step-generate-before: 126844928 + env-step-all-after: 256933888 + env-step-replay-after: 130056192 + env-step-used-after: 256933888 + ppo-update-after: 156820 + env-step-generate-after: 126877696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.092813 + avg_avg_return: 0.8444499 + avg_reward_per_step: 0.29553223 + proxy_corner: + avg_avg_return: 0.8444499 + avg_reward_per_step: 0.29553223 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.092813 + avg_avg_return: 0.8444499 + avg_reward_per_step: 0.29553223 + proxy_corner: + avg_avg_return: 0.8444499 + avg_reward_per_step: 0.29553223 + perf: + env_steps_per_second: 894632.0659156252 + ppo_updates_per_second: 104.37420771330844 + eval-batch-orig-duration: 0.20385450101457536 + eval-batch-shift-duration: 0.1544985140208155 + eval-batch-tree-duration: 0.14466549403732643 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.931885 + mouse-cheese_dist_finite_wavg: 12.786752 + mouse-cheese_dist_solvable_avg: 10.931885 + mouse-cheese_dist_solvable_wavg: 12.786755 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.258301 + num_walls_wavg: 6.9224753 + prop_walls_avg: 0.2721 + prop_walls_wavg: 0.30097714 + scoring: + avg_scores: 0.08270858 + visit_patterns: + avg_first_visit_time: 2532.0583 + avg_last_visit_time: 3959.3354 + num_replay_batches: 3969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007011891 + avg_actor_approxkl3: 0.0005380939 + avg_actor_clipfrac: 0.023986816 + avg_actor_loss: -0.00030484368 + avg_advantage: -0.013378471 + avg_critic_clipfrac: 0.003881836 + avg_critic_loss: 0.0014477659 + avg_entropy: 0.1519693 + avg_grad_norm_pre_clip: 1.3264338 + avg_loss: 0.00026707 + max: + max_actor_approxkl1: 0.002138725 + max_actor_approxkl3: 0.001110625 + max_actor_clipfrac: 0.048583984 + max_actor_loss: 0.001463972 + max_advantage: 0.34175503 + max_critic_clipfrac: 0.029296875 + max_critic_loss: 0.0022277161 + max_entropy: 0.17963204 + max_grad_norm_pre_clip: 2.7424002 + max_loss: 0.002263777 + std: + std_actor_approxkl1: 0.00060518633 + std_actor_approxkl3: 0.00026274507 + std_actor_clipfrac: 0.011435682 + std_actor_loss: 0.0010826242 + std_advantage: 0.056886997 + std_critic_clipfrac: 0.0071814912 + std_critic_loss: 0.0003730166 + std_entropy: 0.017126765 + std_grad_norm_pre_clip: 0.6575547 + std_loss: 0.0011419159 + eval-batch-orig: + avg_avg_episode_length: 17.254751 + avg_avg_return: 0.8314159 + avg_benchmark_regret: 0.0048887534 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28424835 + proxy_corner: + avg_avg_return: 0.8314159 + avg_reward_per_step: 0.28424835 + eval-batch-shift: + avg_avg_episode_length: 68.158 + avg_avg_return: 0.23461284 + avg_benchmark_regret: 0.648967 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07145691 + proxy_corner: + avg_avg_return: 0.5598586 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 7.208748 + avg_avg_return: 0.9731271 + avg_benchmark_regret: 0.021091238 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2626648 + proxy_corner: + avg_avg_return: 0.9731271 + avg_reward_per_step: 0.2626648 +=========================================================== +=========================================================== + step: + env-step-all-before: 257949696 + env-step-replay-before: 130613248 + env-step-used-before: 257949696 + ppo-update-before: 157440 + env-step-generate-before: 127336448 + env-step-all-after: 257982464 + env-step-replay-after: 130646016 + env-step-used-after: 257982464 + ppo-update-after: 157460 + env-step-generate-after: 127336448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.184643 + avg_avg_return: 0.9080547 + avg_reward_per_step: 0.08618164 + proxy_corner: + avg_avg_return: 0.9080547 + avg_reward_per_step: 0.08618164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.184643 + avg_avg_return: 0.9080547 + avg_reward_per_step: 0.08618164 + proxy_corner: + avg_avg_return: 0.9080547 + avg_reward_per_step: 0.08618164 + perf: + env_steps_per_second: 607161.4030889679 + ppo_updates_per_second: 91.12599399226146 + eval-batch-orig-duration: 0.21461454703239724 + eval-batch-shift-duration: 0.14545409101992846 + eval-batch-tree-duration: 0.1424278260092251 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.932617 + mouse-cheese_dist_finite_wavg: 12.792365 + mouse-cheese_dist_solvable_avg: 10.932617 + mouse-cheese_dist_solvable_wavg: 12.792365 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260742 + num_walls_wavg: 6.0257025 + prop_walls_avg: 0.27220616 + prop_walls_wavg: 0.26198712 + scoring: + avg_scores: 0.082535535 + visit_patterns: + avg_first_visit_time: 2541.957 + avg_last_visit_time: 3977.2764 + num_replay_batches: 3987 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005761029 + avg_actor_approxkl3: 0.00038561714 + avg_actor_clipfrac: 0.01083374 + avg_actor_loss: -0.00050060026 + avg_advantage: 0.01950155 + avg_critic_clipfrac: 0.0003479004 + avg_critic_loss: 0.00028894132 + avg_entropy: 0.07511462 + avg_grad_norm_pre_clip: 0.36878338 + avg_loss: -0.00043124423 + max: + max_actor_approxkl1: 0.0018381381 + max_actor_approxkl3: 0.00091216585 + max_actor_clipfrac: 0.02355957 + max_actor_loss: 0.0002623992 + max_advantage: 0.3466596 + max_critic_clipfrac: 0.0041503906 + max_critic_loss: 0.0006381114 + max_entropy: 0.086995155 + max_grad_norm_pre_clip: 0.6451787 + max_loss: 0.0003611147 + std: + std_actor_approxkl1: 0.00055144046 + std_actor_approxkl3: 0.00028492382 + std_actor_clipfrac: 0.007423027 + std_actor_loss: 0.00043672443 + std_advantage: 0.028988179 + std_critic_clipfrac: 0.0009683455 + std_critic_loss: 0.000118129195 + std_entropy: 0.0067704325 + std_grad_norm_pre_clip: 0.09677337 + std_loss: 0.00047774913 + eval-batch-orig: + avg_avg_episode_length: 17.19889 + avg_avg_return: 0.8318983 + avg_benchmark_regret: 0.004406372 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28373718 + proxy_corner: + avg_avg_return: 0.8318983 + avg_reward_per_step: 0.28373718 + eval-batch-shift: + avg_avg_episode_length: 66.840805 + avg_avg_return: 0.25061443 + avg_benchmark_regret: 0.63296545 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071746826 + proxy_corner: + avg_avg_return: 0.54311776 + avg_reward_per_step: 0.014678955 + eval-batch-tree: + avg_avg_episode_length: 6.505516 + avg_avg_return: 0.98130894 + avg_benchmark_regret: 0.012909379 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26216888 + proxy_corner: + avg_avg_return: 0.98130894 + avg_reward_per_step: 0.26216888 +=========================================================== +=========================================================== + step: + env-step-all-before: 258998272 + env-step-replay-before: 131039232 + env-step-used-before: 258998272 + ppo-update-before: 158080 + env-step-generate-before: 127959040 + env-step-all-after: 259031040 + env-step-replay-after: 131072000 + env-step-used-after: 259031040 + ppo-update-after: 158100 + env-step-generate-after: 127959040 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.30781 + avg_avg_return: 0.9067526 + avg_reward_per_step: 0.08529663 + proxy_corner: + avg_avg_return: 0.9067526 + avg_reward_per_step: 0.08529663 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.30781 + avg_avg_return: 0.9067526 + avg_reward_per_step: 0.08529663 + proxy_corner: + avg_avg_return: 0.9067526 + avg_reward_per_step: 0.08529663 + perf: + env_steps_per_second: 920451.9981019149 + ppo_updates_per_second: 104.62055096124612 + eval-batch-orig-duration: 0.2004136629984714 + eval-batch-shift-duration: 0.1430135410046205 + eval-batch-tree-duration: 0.1412176939775236 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.93457 + mouse-cheese_dist_finite_wavg: 10.991402 + mouse-cheese_dist_solvable_avg: 10.93457 + mouse-cheese_dist_solvable_wavg: 10.991405 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260742 + num_walls_wavg: 8.722755 + prop_walls_avg: 0.2722062 + prop_walls_wavg: 0.37925014 + scoring: + avg_scores: 0.082682356 + visit_patterns: + avg_first_visit_time: 2559.8572 + avg_last_visit_time: 3990.2566 + num_replay_batches: 4000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006586827 + avg_actor_approxkl3: 0.0006582535 + avg_actor_clipfrac: 0.014227295 + avg_actor_loss: -0.00015681559 + avg_advantage: 0.034409944 + avg_critic_clipfrac: 0.030822754 + avg_critic_loss: 0.0007585097 + avg_entropy: 0.07434786 + avg_grad_norm_pre_clip: 0.58287495 + avg_loss: 0.00014809138 + max: + max_actor_approxkl1: 0.0028818944 + max_actor_approxkl3: 0.0016842565 + max_actor_clipfrac: 0.029785156 + max_actor_loss: 0.0017598681 + max_advantage: 0.47249228 + max_critic_clipfrac: 0.118652344 + max_critic_loss: 0.0015332464 + max_entropy: 0.08593948 + max_grad_norm_pre_clip: 1.4674411 + max_loss: 0.0018942329 + std: + std_actor_approxkl1: 0.0006610721 + std_actor_approxkl3: 0.0004767257 + std_actor_clipfrac: 0.0073052202 + std_actor_loss: 0.0005642518 + std_advantage: 0.043763526 + std_critic_clipfrac: 0.03601272 + std_critic_loss: 0.00032355316 + std_entropy: 0.005997276 + std_grad_norm_pre_clip: 0.28335118 + std_loss: 0.0006013554 + eval-batch-orig: + avg_avg_episode_length: 17.325188 + avg_avg_return: 0.8311643 + avg_benchmark_regret: 0.0051403865 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2842102 + proxy_corner: + avg_avg_return: 0.8311643 + avg_reward_per_step: 0.2842102 + eval-batch-shift: + avg_avg_episode_length: 67.51466 + avg_avg_return: 0.2393584 + avg_benchmark_regret: 0.6442214 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072631836 + proxy_corner: + avg_avg_return: 0.5495212 + avg_reward_per_step: 0.014930725 + eval-batch-tree: + avg_avg_episode_length: 6.714345 + avg_avg_return: 0.9810435 + avg_benchmark_regret: 0.013174844 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26195526 + proxy_corner: + avg_avg_return: 0.9810435 + avg_reward_per_step: 0.26195526 +=========================================================== +=========================================================== + step: + env-step-all-before: 260046848 + env-step-replay-before: 131661824 + env-step-used-before: 260046848 + ppo-update-before: 158720 + env-step-generate-before: 128385024 + env-step-all-after: 260079616 + env-step-replay-after: 131661824 + env-step-used-after: 260079616 + ppo-update-after: 158740 + env-step-generate-after: 128417792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.242737 + avg_avg_return: 0.83021045 + avg_reward_per_step: 0.2720642 + proxy_corner: + avg_avg_return: 0.83021045 + avg_reward_per_step: 0.2720642 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.242737 + avg_avg_return: 0.83021045 + avg_reward_per_step: 0.2720642 + proxy_corner: + avg_avg_return: 0.83021045 + avg_reward_per_step: 0.2720642 + perf: + env_steps_per_second: 963228.923862954 + ppo_updates_per_second: 104.30336708676909 + eval-batch-orig-duration: 0.20136696001281962 + eval-batch-shift-duration: 0.14473698404617608 + eval-batch-tree-duration: 0.1428736110101454 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.935547 + mouse-cheese_dist_finite_wavg: 12.794927 + mouse-cheese_dist_solvable_avg: 10.935547 + mouse-cheese_dist_solvable_wavg: 12.794929 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2597656 + num_walls_wavg: 6.0253925 + prop_walls_avg: 0.27216372 + prop_walls_wavg: 0.2619736 + scoring: + avg_scores: 0.08254047 + visit_patterns: + avg_first_visit_time: 2573.5466 + avg_last_visit_time: 4008.27 + num_replay_batches: 4018 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095112604 + avg_actor_approxkl3: 0.0006022251 + avg_actor_clipfrac: 0.019604493 + avg_actor_loss: -0.00038971807 + avg_advantage: -0.018480344 + avg_critic_clipfrac: 0.005645752 + avg_critic_loss: 0.0025752257 + avg_entropy: 0.1490467 + avg_grad_norm_pre_clip: 1.0463092 + avg_loss: 0.00074884796 + max: + max_actor_approxkl1: 0.0028378586 + max_actor_approxkl3: 0.0016148214 + max_actor_clipfrac: 0.047729492 + max_actor_loss: 0.00055611134 + max_advantage: 0.3611436 + max_critic_clipfrac: 0.0357666 + max_critic_loss: 0.003903193 + max_entropy: 0.19408698 + max_grad_norm_pre_clip: 1.6667135 + max_loss: 0.0022362403 + std: + std_actor_approxkl1: 0.00083924254 + std_actor_approxkl3: 0.00042284478 + std_actor_clipfrac: 0.01194378 + std_actor_loss: 0.00071279594 + std_advantage: 0.07419662 + std_critic_clipfrac: 0.01059433 + std_critic_loss: 0.0008898629 + std_entropy: 0.024221698 + std_grad_norm_pre_clip: 0.29317424 + std_loss: 0.0008640653 + eval-batch-orig: + avg_avg_episode_length: 17.217266 + avg_avg_return: 0.8319841 + avg_benchmark_regret: 0.0043205684 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28453827 + proxy_corner: + avg_avg_return: 0.8319841 + avg_reward_per_step: 0.28453827 + eval-batch-shift: + avg_avg_episode_length: 67.71251 + avg_avg_return: 0.2355389 + avg_benchmark_regret: 0.64804095 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0742569 + proxy_corner: + avg_avg_return: 0.55278885 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 6.5990305 + avg_avg_return: 0.98220205 + avg_benchmark_regret: 0.012016327 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26288605 + proxy_corner: + avg_avg_return: 0.98220205 + avg_reward_per_step: 0.26288605 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 261095424 + env-step-replay-before: 132186112 + env-step-used-before: 261095424 + ppo-update-before: 159360 + env-step-generate-before: 128909312 + env-step-all-after: 261128192 + env-step-replay-after: 132218880 + env-step-used-after: 261128192 + ppo-update-after: 159380 + env-step-generate-after: 128909312 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.224989 + avg_avg_return: 0.90809983 + avg_reward_per_step: 0.08609009 + proxy_corner: + avg_avg_return: 0.90809983 + avg_reward_per_step: 0.08609009 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.224989 + avg_avg_return: 0.90809983 + avg_reward_per_step: 0.08609009 + proxy_corner: + avg_avg_return: 0.90809983 + avg_reward_per_step: 0.08609009 + perf: + env_steps_per_second: 596939.1751942992 + ppo_updates_per_second: 98.10911122106072 + eval-batch-orig-duration: 0.1958743020077236 + eval-batch-shift-duration: 0.1434804650489241 + eval-batch-tree-duration: 0.14087562798522413 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.937744 + mouse-cheese_dist_finite_wavg: 11.895424 + mouse-cheese_dist_solvable_avg: 10.937744 + mouse-cheese_dist_solvable_wavg: 11.895425 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2617188 + num_walls_wavg: 6.0283246 + prop_walls_avg: 0.27224863 + prop_walls_wavg: 0.26210114 + scoring: + avg_scores: 0.08246212 + visit_patterns: + avg_first_visit_time: 2585.3088 + avg_last_visit_time: 4025.2217 + num_replay_batches: 4035 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007123736 + avg_actor_approxkl3: 0.00062042597 + avg_actor_clipfrac: 0.016711427 + avg_actor_loss: 0.00040605437 + avg_advantage: -0.0004116069 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020451269 + avg_entropy: 0.07795439 + avg_grad_norm_pre_clip: 0.81024307 + avg_loss: 0.0004303564 + max: + max_actor_approxkl1: 0.0016375546 + max_actor_approxkl3: 0.0014036077 + max_actor_clipfrac: 0.03515625 + max_actor_loss: 0.0016234107 + max_advantage: 0.3905288 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00026096278 + max_entropy: 0.08969982 + max_grad_norm_pre_clip: 1.6418394 + max_loss: 0.0016568815 + std: + std_actor_approxkl1: 0.000558002 + std_actor_approxkl3: 0.00039960118 + std_actor_clipfrac: 0.009307643 + std_actor_loss: 0.0006997049 + std_advantage: 0.020407923 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.027591e-05 + std_entropy: 0.0061453204 + std_grad_norm_pre_clip: 0.3529893 + std_loss: 0.00070345425 + eval-batch-orig: + avg_avg_episode_length: 17.385418 + avg_avg_return: 0.8304322 + avg_benchmark_regret: 0.005872472 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2830124 + proxy_corner: + avg_avg_return: 0.8304322 + avg_reward_per_step: 0.2830124 + eval-batch-shift: + avg_avg_episode_length: 67.14275 + avg_avg_return: 0.24216008 + avg_benchmark_regret: 0.64141977 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075737 + proxy_corner: + avg_avg_return: 0.55186874 + avg_reward_per_step: 0.014717102 + eval-batch-tree: + avg_avg_episode_length: 6.667533 + avg_avg_return: 0.9804212 + avg_benchmark_regret: 0.013797165 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2618637 + proxy_corner: + avg_avg_return: 0.9804212 + avg_reward_per_step: 0.2618637 +=========================================================== +=========================================================== + step: + env-step-all-before: 262144000 + env-step-replay-before: 132677632 + env-step-used-before: 262144000 + ppo-update-before: 160000 + env-step-generate-before: 129466368 + env-step-all-after: 262176768 + env-step-replay-after: 132710400 + env-step-used-after: 262176768 + ppo-update-after: 160020 + env-step-generate-after: 129466368 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.095078 + avg_avg_return: 0.909498 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.909498 + avg_reward_per_step: 0.08691406 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.095078 + avg_avg_return: 0.909498 + avg_reward_per_step: 0.08691406 + proxy_corner: + avg_avg_return: 0.909498 + avg_reward_per_step: 0.08691406 + perf: + env_steps_per_second: 839551.9352057162 + ppo_updates_per_second: 73.3489939922084 + eval-batch-orig-duration: 0.33446353900944814 + eval-batch-shift-duration: 0.18478905397932976 + eval-batch-tree-duration: 0.15546578605426475 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.930908 + mouse-cheese_dist_finite_wavg: 11.889381 + mouse-cheese_dist_solvable_avg: 10.930908 + mouse-cheese_dist_solvable_wavg: 11.889381 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2644043 + num_walls_wavg: 6.0248513 + prop_walls_avg: 0.2723654 + prop_walls_wavg: 0.26195005 + scoring: + avg_scores: 0.082697205 + visit_patterns: + avg_first_visit_time: 2604.8757 + avg_last_visit_time: 4040.2727 + num_replay_batches: 4050 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006303794 + avg_actor_approxkl3: 0.0005574001 + avg_actor_clipfrac: 0.018432617 + avg_actor_loss: -0.00021119943 + avg_advantage: -0.0021000295 + avg_critic_clipfrac: 0.0035705566 + avg_critic_loss: 0.0004406686 + avg_entropy: 0.07076786 + avg_grad_norm_pre_clip: 0.29947934 + avg_loss: -6.163297e-05 + max: + max_actor_approxkl1: 0.0016296704 + max_actor_approxkl3: 0.0011244637 + max_actor_clipfrac: 0.040649414 + max_actor_loss: 0.00034498982 + max_advantage: 0.47176814 + max_critic_clipfrac: 0.015014648 + max_critic_loss: 0.0008907458 + max_entropy: 0.08351243 + max_grad_norm_pre_clip: 0.6608492 + max_loss: 0.00055373757 + std: + std_actor_approxkl1: 0.0004321247 + std_actor_approxkl3: 0.0003150786 + std_actor_clipfrac: 0.010120947 + std_actor_loss: 0.00028641176 + std_advantage: 0.037837904 + std_critic_clipfrac: 0.004315125 + std_critic_loss: 0.00015986947 + std_entropy: 0.0061155087 + std_grad_norm_pre_clip: 0.119696595 + std_loss: 0.00033477307 + eval-batch-orig: + avg_avg_episode_length: 17.221087 + avg_avg_return: 0.8317525 + avg_benchmark_regret: 0.0045521185 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28406525 + proxy_corner: + avg_avg_return: 0.8317525 + avg_reward_per_step: 0.28406525 + eval-batch-shift: + avg_avg_episode_length: 67.610176 + avg_avg_return: 0.24119943 + avg_benchmark_regret: 0.64238036 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072143555 + proxy_corner: + avg_avg_return: 0.5478645 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 6.9049277 + avg_avg_return: 0.97594714 + avg_benchmark_regret: 0.018271241 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26068115 + proxy_corner: + avg_avg_return: 0.97594714 + avg_reward_per_step: 0.26068115 +=========================================================== +=========================================================== + step: + env-step-all-before: 263192576 + env-step-replay-before: 133169152 + env-step-used-before: 263192576 + ppo-update-before: 160640 + env-step-generate-before: 130023424 + env-step-all-after: 263225344 + env-step-replay-after: 133169152 + env-step-used-after: 263225344 + ppo-update-after: 160660 + env-step-generate-after: 130056192 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.746798 + avg_avg_return: 0.78750074 + avg_reward_per_step: 0.29345703 + proxy_corner: + avg_avg_return: 0.78750074 + avg_reward_per_step: 0.29345703 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.746798 + avg_avg_return: 0.78750074 + avg_reward_per_step: 0.29345703 + proxy_corner: + avg_avg_return: 0.78750074 + avg_reward_per_step: 0.29345703 + perf: + env_steps_per_second: 599056.7085125099 + ppo_updates_per_second: 74.56485302376379 + eval-batch-orig-duration: 0.2593758279690519 + eval-batch-shift-duration: 0.1495932670077309 + eval-batch-tree-duration: 0.14367480698274449 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.942871 + mouse-cheese_dist_finite_wavg: 12.79253 + mouse-cheese_dist_solvable_avg: 10.942871 + mouse-cheese_dist_solvable_wavg: 12.79253 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262451 + num_walls_wavg: 6.0255275 + prop_walls_avg: 0.27228045 + prop_walls_wavg: 0.2619794 + scoring: + avg_scores: 0.08259511 + visit_patterns: + avg_first_visit_time: 2613.4316 + avg_last_visit_time: 4054.204 + num_replay_batches: 4064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018436963 + avg_actor_approxkl3: 0.0014018215 + avg_actor_clipfrac: 0.036395263 + avg_actor_loss: 0.0002876442 + avg_advantage: -0.024312852 + avg_critic_clipfrac: 0.012713623 + avg_critic_loss: 0.0032577259 + avg_entropy: 0.18079215 + avg_grad_norm_pre_clip: 1.9001015 + avg_loss: 0.0017357151 + max: + max_actor_approxkl1: 0.0061722025 + max_actor_approxkl3: 0.0050039394 + max_actor_clipfrac: 0.08874512 + max_actor_loss: 0.0033957958 + max_advantage: 0.30051786 + max_critic_clipfrac: 0.08483887 + max_critic_loss: 0.005219009 + max_entropy: 0.24210946 + max_grad_norm_pre_clip: 4.1446743 + max_loss: 0.004519184 + std: + std_actor_approxkl1: 0.0015734597 + std_actor_approxkl3: 0.0011376555 + std_actor_clipfrac: 0.021363711 + std_actor_loss: 0.0012952995 + std_advantage: 0.08363308 + std_critic_clipfrac: 0.022178406 + std_critic_loss: 0.0008780171 + std_entropy: 0.021422498 + std_grad_norm_pre_clip: 0.81658286 + std_loss: 0.0013836647 + eval-batch-orig: + avg_avg_episode_length: 17.227127 + avg_avg_return: 0.83229256 + avg_benchmark_regret: 0.004012122 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28434753 + proxy_corner: + avg_avg_return: 0.83229256 + avg_reward_per_step: 0.28434753 + eval-batch-shift: + avg_avg_episode_length: 67.49363 + avg_avg_return: 0.24511817 + avg_benchmark_regret: 0.63846165 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072784424 + proxy_corner: + avg_avg_return: 0.5517384 + avg_reward_per_step: 0.014701843 + eval-batch-tree: + avg_avg_episode_length: 7.033224 + avg_avg_return: 0.97612154 + avg_benchmark_regret: 0.018096797 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26236725 + proxy_corner: + avg_avg_return: 0.97612154 + avg_reward_per_step: 0.26236725 +=========================================================== +=========================================================== + step: + env-step-all-before: 264241152 + env-step-replay-before: 133562368 + env-step-used-before: 264241152 + ppo-update-before: 161280 + env-step-generate-before: 130678784 + env-step-all-after: 264273920 + env-step-replay-after: 133562368 + env-step-used-after: 264273920 + ppo-update-after: 161300 + env-step-generate-after: 130711552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.368553 + avg_avg_return: 0.7918775 + avg_reward_per_step: 0.24789429 + proxy_corner: + avg_avg_return: 0.7918775 + avg_reward_per_step: 0.24789429 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.368553 + avg_avg_return: 0.7918775 + avg_reward_per_step: 0.24789429 + proxy_corner: + avg_avg_return: 0.7918775 + avg_reward_per_step: 0.24789429 + perf: + env_steps_per_second: 574087.2793639475 + ppo_updates_per_second: 73.69684205983727 + eval-batch-orig-duration: 0.26457088004099205 + eval-batch-shift-duration: 0.16749143798369914 + eval-batch-tree-duration: 0.14971446699928492 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.952637 + mouse-cheese_dist_finite_wavg: 10.097131 + mouse-cheese_dist_solvable_avg: 10.952637 + mouse-cheese_dist_solvable_wavg: 10.097131 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2629395 + num_walls_wavg: 7.826869 + prop_walls_avg: 0.27230167 + prop_walls_wavg: 0.34029877 + scoring: + avg_scores: 0.082711324 + visit_patterns: + avg_first_visit_time: 2625.4365 + avg_last_visit_time: 4066.251 + num_replay_batches: 4076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006949351 + avg_actor_approxkl3: 0.00070126326 + avg_actor_clipfrac: 0.03352661 + avg_actor_loss: -0.00021687802 + avg_advantage: -0.00522434 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0021008693 + avg_entropy: 0.19494607 + avg_grad_norm_pre_clip: 1.4492911 + avg_loss: 0.00063861057 + max: + max_actor_approxkl1: 0.001455053 + max_actor_approxkl3: 0.001715678 + max_actor_clipfrac: 0.06311035 + max_actor_loss: 0.00079556555 + max_advantage: 0.47885692 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031774845 + max_entropy: 0.2299944 + max_grad_norm_pre_clip: 2.6988926 + max_loss: 0.0018667778 + std: + std_actor_approxkl1: 0.00048501417 + std_actor_approxkl3: 0.00040115943 + std_actor_clipfrac: 0.017518952 + std_actor_loss: 0.00062599784 + std_advantage: 0.0649992 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00045586907 + std_entropy: 0.023661822 + std_grad_norm_pre_clip: 0.5649834 + std_loss: 0.0006870299 + eval-batch-orig: + avg_avg_episode_length: 17.320951 + avg_avg_return: 0.8305758 + avg_benchmark_regret: 0.0057288427 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2844696 + proxy_corner: + avg_avg_return: 0.8305758 + avg_reward_per_step: 0.2844696 + eval-batch-shift: + avg_avg_episode_length: 66.79169 + avg_avg_return: 0.2478371 + avg_benchmark_regret: 0.6357427 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074150085 + proxy_corner: + avg_avg_return: 0.54900575 + avg_reward_per_step: 0.014968872 + eval-batch-tree: + avg_avg_episode_length: 6.384429 + avg_avg_return: 0.98317635 + avg_benchmark_regret: 0.01104198 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26339722 + proxy_corner: + avg_avg_return: 0.98317635 + avg_reward_per_step: 0.26339722 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 265289728 + env-step-replay-before: 134152192 + env-step-used-before: 265289728 + ppo-update-before: 161920 + env-step-generate-before: 131137536 + env-step-all-after: 265322496 + env-step-replay-after: 134184960 + env-step-used-after: 265322496 + ppo-update-after: 161940 + env-step-generate-after: 131137536 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.562115 + avg_avg_return: 0.9055754 + avg_reward_per_step: 0.08520508 + proxy_corner: + avg_avg_return: 0.9055754 + avg_reward_per_step: 0.08520508 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.562115 + avg_avg_return: 0.9055754 + avg_reward_per_step: 0.08520508 + proxy_corner: + avg_avg_return: 0.9055754 + avg_reward_per_step: 0.08520508 + perf: + env_steps_per_second: 888741.1270215525 + ppo_updates_per_second: 103.84890093275042 + eval-batch-orig-duration: 0.2078096360201016 + eval-batch-shift-duration: 0.15830135898431763 + eval-batch-tree-duration: 0.14588929497404024 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.9592285 + mouse-cheese_dist_finite_wavg: 14.594661 + mouse-cheese_dist_solvable_avg: 10.9592285 + mouse-cheese_dist_solvable_wavg: 14.594663 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262451 + num_walls_wavg: 7.8244023 + prop_walls_avg: 0.27228045 + prop_walls_wavg: 0.34019142 + scoring: + avg_scores: 0.08283372 + visit_patterns: + avg_first_visit_time: 2637.4995 + avg_last_visit_time: 4085.2317 + num_replay_batches: 4095 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006859144 + avg_actor_approxkl3: 0.0006907748 + avg_actor_clipfrac: 0.017987061 + avg_actor_loss: 0.00030189782 + avg_advantage: -0.00079313084 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031156532 + avg_entropy: 0.08556752 + avg_grad_norm_pre_clip: 1.4873178 + avg_loss: 0.00037211293 + max: + max_actor_approxkl1: 0.0020615216 + max_actor_approxkl3: 0.0026362112 + max_actor_clipfrac: 0.04333496 + max_actor_loss: 0.0021664733 + max_advantage: 0.34696096 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00072031765 + max_entropy: 0.09759535 + max_grad_norm_pre_clip: 7.4192734 + max_loss: 0.002175869 + std: + std_actor_approxkl1: 0.00053589174 + std_actor_approxkl3: 0.0005947527 + std_actor_clipfrac: 0.011701334 + std_actor_loss: 0.0009626182 + std_advantage: 0.025137767 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00016147048 + std_entropy: 0.007639534 + std_grad_norm_pre_clip: 1.7135038 + std_loss: 0.0009394886 + eval-batch-orig: + avg_avg_episode_length: 17.278929 + avg_avg_return: 0.8314109 + avg_benchmark_regret: 0.0048937537 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28180695 + proxy_corner: + avg_avg_return: 0.8314109 + avg_reward_per_step: 0.28180695 + eval-batch-shift: + avg_avg_episode_length: 67.7596 + avg_avg_return: 0.23649776 + avg_benchmark_regret: 0.6470821 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071121216 + proxy_corner: + avg_avg_return: 0.5522389 + avg_reward_per_step: 0.014625549 + eval-batch-tree: + avg_avg_episode_length: 7.036706 + avg_avg_return: 0.97556126 + avg_benchmark_regret: 0.018657066 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25845337 + proxy_corner: + avg_avg_return: 0.97556126 + avg_reward_per_step: 0.25845337 +=========================================================== +=========================================================== + step: + env-step-all-before: 266338304 + env-step-replay-before: 134807552 + env-step-used-before: 266338304 + ppo-update-before: 162560 + env-step-generate-before: 131530752 + env-step-all-after: 266371072 + env-step-replay-after: 134807552 + env-step-used-after: 266371072 + ppo-update-after: 162580 + env-step-generate-after: 131563520 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.299816 + avg_avg_return: 0.76912713 + avg_reward_per_step: 0.23336792 + proxy_corner: + avg_avg_return: 0.76912713 + avg_reward_per_step: 0.23336792 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.299816 + avg_avg_return: 0.76912713 + avg_reward_per_step: 0.23336792 + proxy_corner: + avg_avg_return: 0.76912713 + avg_reward_per_step: 0.23336792 + perf: + env_steps_per_second: 940081.6981934314 + ppo_updates_per_second: 74.24899369519659 + eval-batch-orig-duration: 0.27085106697632 + eval-batch-shift-duration: 0.1737569909892045 + eval-batch-tree-duration: 0.1484469390125014 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.9626465 + mouse-cheese_dist_finite_wavg: 14.595824 + mouse-cheese_dist_solvable_avg: 10.9626465 + mouse-cheese_dist_solvable_wavg: 14.595826 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2666016 + num_walls_wavg: 6.0270953 + prop_walls_avg: 0.27246094 + prop_walls_wavg: 0.26204765 + scoring: + avg_scores: 0.08249109 + visit_patterns: + avg_first_visit_time: 2647.84 + avg_last_visit_time: 4104.209 + num_replay_batches: 4114 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001552544 + avg_actor_approxkl3: 0.0012731687 + avg_actor_clipfrac: 0.040362548 + avg_actor_loss: -0.0005446831 + avg_advantage: -0.017245626 + avg_critic_clipfrac: 0.003967285 + avg_critic_loss: 0.0029998773 + avg_entropy: 0.20652853 + avg_grad_norm_pre_clip: 1.6857744 + avg_loss: 0.000748727 + max: + max_actor_approxkl1: 0.006610138 + max_actor_approxkl3: 0.004981961 + max_actor_clipfrac: 0.09399414 + max_actor_loss: 0.000747934 + max_advantage: 0.3343816 + max_critic_clipfrac: 0.026489258 + max_critic_loss: 0.0046027736 + max_entropy: 0.27196178 + max_grad_norm_pre_clip: 2.9484978 + max_loss: 0.0021972633 + std: + std_actor_approxkl1: 0.0016021631 + std_actor_approxkl3: 0.0011762505 + std_actor_clipfrac: 0.024495143 + std_actor_loss: 0.001170723 + std_advantage: 0.08041868 + std_critic_clipfrac: 0.0064513325 + std_critic_loss: 0.00075062097 + std_entropy: 0.025034538 + std_grad_norm_pre_clip: 0.5928128 + std_loss: 0.0011987649 + eval-batch-orig: + avg_avg_episode_length: 17.19434 + avg_avg_return: 0.8322314 + avg_benchmark_regret: 0.004073209 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28395844 + proxy_corner: + avg_avg_return: 0.8322314 + avg_reward_per_step: 0.28395844 + eval-batch-shift: + avg_avg_episode_length: 67.56548 + avg_avg_return: 0.24015439 + avg_benchmark_regret: 0.64342546 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072265625 + proxy_corner: + avg_avg_return: 0.55303687 + avg_reward_per_step: 0.014915466 + eval-batch-tree: + avg_avg_episode_length: 7.1060505 + avg_avg_return: 0.97160715 + avg_benchmark_regret: 0.022611212 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2610855 + proxy_corner: + avg_avg_return: 0.97160715 + avg_reward_per_step: 0.2610855 +=========================================================== +=========================================================== + step: + env-step-all-before: 267386880 + env-step-replay-before: 135364608 + env-step-used-before: 267386880 + ppo-update-before: 163200 + env-step-generate-before: 132022272 + env-step-all-after: 267419648 + env-step-replay-after: 135364608 + env-step-used-after: 267419648 + ppo-update-after: 163220 + env-step-generate-after: 132055040 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.412743 + avg_avg_return: 0.7556162 + avg_reward_per_step: 0.25457764 + proxy_corner: + avg_avg_return: 0.7556162 + avg_reward_per_step: 0.25457764 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.412743 + avg_avg_return: 0.7556162 + avg_reward_per_step: 0.25457764 + proxy_corner: + avg_avg_return: 0.7556162 + avg_reward_per_step: 0.25457764 + perf: + env_steps_per_second: 579288.3211435265 + ppo_updates_per_second: 73.77437225048217 + eval-batch-orig-duration: 0.2641359309782274 + eval-batch-shift-duration: 0.1604114740039222 + eval-batch-tree-duration: 0.14542167098261416 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.960693 + mouse-cheese_dist_finite_wavg: 14.594885 + mouse-cheese_dist_solvable_avg: 10.960693 + mouse-cheese_dist_solvable_wavg: 14.594885 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.270996 + num_walls_wavg: 6.027242 + prop_walls_avg: 0.272652 + prop_walls_wavg: 0.26205406 + scoring: + avg_scores: 0.08269373 + visit_patterns: + avg_first_visit_time: 2656.0928 + avg_last_visit_time: 4121.3125 + num_replay_batches: 4131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011952416 + avg_actor_approxkl3: 0.001056107 + avg_actor_clipfrac: 0.04963379 + avg_actor_loss: 0.0001646882 + avg_advantage: -0.02350885 + avg_critic_clipfrac: 0.004992676 + avg_critic_loss: 0.003534446 + avg_entropy: 0.21940902 + avg_grad_norm_pre_clip: 1.8771307 + avg_loss: 0.0017125022 + max: + max_actor_approxkl1: 0.0029356238 + max_actor_approxkl3: 0.0022212248 + max_actor_clipfrac: 0.10205078 + max_actor_loss: 0.0037074834 + max_advantage: 0.36368883 + max_critic_clipfrac: 0.021606445 + max_critic_loss: 0.005429908 + max_entropy: 0.2675246 + max_grad_norm_pre_clip: 3.5968754 + max_loss: 0.005988677 + std: + std_actor_approxkl1: 0.0008529737 + std_actor_approxkl3: 0.000499587 + std_actor_clipfrac: 0.023042865 + std_actor_loss: 0.0010925708 + std_advantage: 0.08677322 + std_critic_clipfrac: 0.008037559 + std_critic_loss: 0.0008978789 + std_entropy: 0.021829557 + std_grad_norm_pre_clip: 0.62382317 + std_loss: 0.0013167507 + eval-batch-orig: + avg_avg_episode_length: 17.219227 + avg_avg_return: 0.8320862 + avg_benchmark_regret: 0.004218447 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2827301 + proxy_corner: + avg_avg_return: 0.8320862 + avg_reward_per_step: 0.2827301 + eval-batch-shift: + avg_avg_episode_length: 67.79712 + avg_avg_return: 0.24354261 + avg_benchmark_regret: 0.64003724 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073638916 + proxy_corner: + avg_avg_return: 0.5525838 + avg_reward_per_step: 0.014762878 + eval-batch-tree: + avg_avg_episode_length: 7.1252255 + avg_avg_return: 0.9713628 + avg_benchmark_regret: 0.022855554 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26005554 + proxy_corner: + avg_avg_return: 0.9713628 + avg_reward_per_step: 0.26005554 +=========================================================== +=========================================================== + step: + env-step-all-before: 268435456 + env-step-replay-before: 135921664 + env-step-used-before: 268435456 + ppo-update-before: 163840 + env-step-generate-before: 132513792 + env-step-all-after: 268468224 + env-step-replay-after: 135954432 + env-step-used-after: 268468224 + ppo-update-after: 163860 + env-step-generate-after: 132513792 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.277599 + avg_avg_return: 0.9092524 + avg_reward_per_step: 0.0854187 + proxy_corner: + avg_avg_return: 0.9092524 + avg_reward_per_step: 0.0854187 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.277599 + avg_avg_return: 0.9092524 + avg_reward_per_step: 0.0854187 + proxy_corner: + avg_avg_return: 0.9092524 + avg_reward_per_step: 0.0854187 + perf: + env_steps_per_second: 589906.6800681823 + ppo_updates_per_second: 72.26635425114567 + eval-batch-orig-duration: 0.3303724459838122 + eval-batch-shift-duration: 0.17794789298204705 + eval-batch-tree-duration: 0.1518412180012092 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.966553 + mouse-cheese_dist_finite_wavg: 10.998152 + mouse-cheese_dist_solvable_avg: 10.966553 + mouse-cheese_dist_solvable_wavg: 10.998152 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2749023 + num_walls_wavg: 6.0293736 + prop_walls_avg: 0.27282184 + prop_walls_wavg: 0.26214668 + scoring: + avg_scores: 0.08263163 + visit_patterns: + avg_first_visit_time: 2668.411 + avg_last_visit_time: 4139.236 + num_replay_batches: 4149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007116279 + avg_actor_approxkl3: 0.00038822507 + avg_actor_clipfrac: 0.011364746 + avg_actor_loss: -0.00032730444 + avg_advantage: 0.036840852 + avg_critic_clipfrac: 0.059020996 + avg_critic_loss: 0.0010016585 + avg_entropy: 0.10087096 + avg_grad_norm_pre_clip: 0.55903935 + avg_loss: 7.2653886e-05 + max: + max_actor_approxkl1: 0.0015155587 + max_actor_approxkl3: 0.0009307967 + max_actor_clipfrac: 0.036499023 + max_actor_loss: 0.00097126793 + max_advantage: 0.5272504 + max_critic_clipfrac: 0.13354492 + max_critic_loss: 0.002492846 + max_entropy: 0.111750685 + max_grad_norm_pre_clip: 1.2615198 + max_loss: 0.0011393391 + std: + std_actor_approxkl1: 0.00047739618 + std_actor_approxkl3: 0.0002602913 + std_actor_clipfrac: 0.008373249 + std_actor_loss: 0.0006736572 + std_advantage: 0.05480894 + std_critic_clipfrac: 0.041866586 + std_critic_loss: 0.00050100527 + std_entropy: 0.0053233816 + std_grad_norm_pre_clip: 0.2500097 + std_loss: 0.000703426 + eval-batch-orig: + avg_avg_episode_length: 17.244133 + avg_avg_return: 0.8320161 + avg_benchmark_regret: 0.0042885654 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2807846 + proxy_corner: + avg_avg_return: 0.8320161 + avg_reward_per_step: 0.2807846 + eval-batch-shift: + avg_avg_episode_length: 67.5068 + avg_avg_return: 0.23935243 + avg_benchmark_regret: 0.6442274 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07572174 + proxy_corner: + avg_avg_return: 0.5498594 + avg_reward_per_step: 0.014633179 + eval-batch-tree: + avg_avg_episode_length: 6.79666 + avg_avg_return: 0.9799787 + avg_benchmark_regret: 0.014239653 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.9799787 + avg_reward_per_step: 0.25897217 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 269484032 + env-step-replay-before: 136609792 + env-step-used-before: 269484032 + ppo-update-before: 164480 + env-step-generate-before: 132874240 + env-step-all-after: 269516800 + env-step-replay-after: 136642560 + env-step-used-after: 269516800 + ppo-update-after: 164500 + env-step-generate-after: 132874240 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.194523 + avg_avg_return: 0.9087128 + avg_reward_per_step: 0.086364746 + proxy_corner: + avg_avg_return: 0.9087128 + avg_reward_per_step: 0.086364746 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.194523 + avg_avg_return: 0.9087128 + avg_reward_per_step: 0.086364746 + proxy_corner: + avg_avg_return: 0.9087128 + avg_reward_per_step: 0.086364746 + perf: + env_steps_per_second: 894604.7338652036 + ppo_updates_per_second: 108.33623084667185 + eval-batch-orig-duration: 0.19255895901005715 + eval-batch-shift-duration: 0.14380455296486616 + eval-batch-tree-duration: 0.1415634879958816 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.950684 + mouse-cheese_dist_finite_wavg: 10.09489 + mouse-cheese_dist_solvable_avg: 10.950684 + mouse-cheese_dist_solvable_wavg: 10.09489 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2734375 + num_walls_wavg: 7.8272395 + prop_walls_avg: 0.27275813 + prop_walls_wavg: 0.34031478 + scoring: + avg_scores: 0.082656965 + visit_patterns: + avg_first_visit_time: 2683.4417 + avg_last_visit_time: 4160.2954 + num_replay_batches: 4170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005671801 + avg_actor_approxkl3: 0.00037923476 + avg_actor_clipfrac: 0.013903809 + avg_actor_loss: -4.534193e-05 + avg_advantage: 0.025550656 + avg_critic_clipfrac: 0.010498047 + avg_critic_loss: 0.00062106404 + avg_entropy: 0.08820087 + avg_grad_norm_pre_clip: 0.72574943 + avg_loss: 0.00017698915 + max: + max_actor_approxkl1: 0.0016619856 + max_actor_approxkl3: 0.0007719829 + max_actor_clipfrac: 0.036010742 + max_actor_loss: 0.0018863399 + max_advantage: 0.57875955 + max_critic_clipfrac: 0.033081055 + max_critic_loss: 0.0015048533 + max_entropy: 0.1001874 + max_grad_norm_pre_clip: 1.8775322 + max_loss: 0.002112626 + std: + std_actor_approxkl1: 0.0004971701 + std_actor_approxkl3: 0.00020899539 + std_actor_clipfrac: 0.009081235 + std_actor_loss: 0.0007215488 + std_advantage: 0.04164812 + std_critic_clipfrac: 0.011309075 + std_critic_loss: 0.00029113557 + std_entropy: 0.008323983 + std_grad_norm_pre_clip: 0.40261522 + std_loss: 0.00071744074 + eval-batch-orig: + avg_avg_episode_length: 17.22467 + avg_avg_return: 0.8321711 + avg_benchmark_regret: 0.0041335197 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28268433 + proxy_corner: + avg_avg_return: 0.8321711 + avg_reward_per_step: 0.28268433 + eval-batch-shift: + avg_avg_episode_length: 67.16313 + avg_avg_return: 0.24368137 + avg_benchmark_regret: 0.6398985 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07424164 + proxy_corner: + avg_avg_return: 0.5538348 + avg_reward_per_step: 0.014785767 + eval-batch-tree: + avg_avg_episode_length: 6.6084576 + avg_avg_return: 0.98018277 + avg_benchmark_regret: 0.0140355695 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26037598 + proxy_corner: + avg_avg_return: 0.98018277 + avg_reward_per_step: 0.26037598 +=========================================================== +=========================================================== + step: + env-step-all-before: 270532608 + env-step-replay-before: 137297920 + env-step-used-before: 270532608 + ppo-update-before: 165120 + env-step-generate-before: 133234688 + env-step-all-after: 270565376 + env-step-replay-after: 137330688 + env-step-used-after: 270565376 + ppo-update-after: 165140 + env-step-generate-after: 133234688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.590835 + avg_avg_return: 0.9044005 + avg_reward_per_step: 0.08505249 + proxy_corner: + avg_avg_return: 0.9044005 + avg_reward_per_step: 0.08505249 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.590835 + avg_avg_return: 0.9044005 + avg_reward_per_step: 0.08505249 + proxy_corner: + avg_avg_return: 0.9044005 + avg_reward_per_step: 0.08505249 + perf: + env_steps_per_second: 901322.9855414989 + ppo_updates_per_second: 105.18782956377059 + eval-batch-orig-duration: 0.1984861820237711 + eval-batch-shift-duration: 0.14398858998902142 + eval-batch-tree-duration: 0.14081347698811442 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.950684 + mouse-cheese_dist_finite_wavg: 11.894089 + mouse-cheese_dist_solvable_avg: 10.950684 + mouse-cheese_dist_solvable_wavg: 11.894089 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272949 + num_walls_wavg: 5.1270614 + prop_walls_avg: 0.2727369 + prop_walls_wavg: 0.22291565 + scoring: + avg_scores: 0.0827097 + visit_patterns: + avg_first_visit_time: 2693.6194 + avg_last_visit_time: 4181.1865 + num_replay_batches: 4191 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005283298 + avg_actor_approxkl3: 0.00027295528 + avg_actor_clipfrac: 0.010900879 + avg_actor_loss: -0.00032873827 + avg_advantage: 0.026931541 + avg_critic_clipfrac: 0.008526611 + avg_critic_loss: 0.00039573037 + avg_entropy: 0.072625756 + avg_grad_norm_pre_clip: 0.5549155 + avg_loss: -0.00020349883 + max: + max_actor_approxkl1: 0.0013120015 + max_actor_approxkl3: 0.0005685402 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.00092359073 + max_advantage: 0.386912 + max_critic_clipfrac: 0.041748047 + max_critic_loss: 0.0008950341 + max_entropy: 0.08532556 + max_grad_norm_pre_clip: 1.0716099 + max_loss: 0.0010740411 + std: + std_actor_approxkl1: 0.00035091327 + std_actor_approxkl3: 0.000162868 + std_actor_clipfrac: 0.0061502247 + std_actor_loss: 0.0004222188 + std_advantage: 0.033550065 + std_critic_clipfrac: 0.011894014 + std_critic_loss: 0.00018552075 + std_entropy: 0.006303775 + std_grad_norm_pre_clip: 0.20335239 + std_loss: 0.0004766136 + eval-batch-orig: + avg_avg_episode_length: 17.2289 + avg_avg_return: 0.8318664 + avg_benchmark_regret: 0.0044382485 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2839508 + proxy_corner: + avg_avg_return: 0.8318664 + avg_reward_per_step: 0.2839508 + eval-batch-shift: + avg_avg_episode_length: 68.061134 + avg_avg_return: 0.23048535 + avg_benchmark_regret: 0.65309453 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076423645 + proxy_corner: + avg_avg_return: 0.5610261 + avg_reward_per_step: 0.0146865845 + eval-batch-tree: + avg_avg_episode_length: 6.59438 + avg_avg_return: 0.9808928 + avg_benchmark_regret: 0.013325635 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2628708 + proxy_corner: + avg_avg_return: 0.9808928 + avg_reward_per_step: 0.2628708 +=========================================================== +=========================================================== + step: + env-step-all-before: 271581184 + env-step-replay-before: 137822208 + env-step-used-before: 271581184 + ppo-update-before: 165760 + env-step-generate-before: 133758976 + env-step-all-after: 271613952 + env-step-replay-after: 137854976 + env-step-used-after: 271613952 + ppo-update-after: 165780 + env-step-generate-after: 133758976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.220306 + avg_avg_return: 0.9074859 + avg_reward_per_step: 0.0859375 + proxy_corner: + avg_avg_return: 0.9074859 + avg_reward_per_step: 0.0859375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.220306 + avg_avg_return: 0.9074859 + avg_reward_per_step: 0.0859375 + proxy_corner: + avg_avg_return: 0.9074859 + avg_reward_per_step: 0.0859375 + perf: + env_steps_per_second: 933090.9588766235 + ppo_updates_per_second: 75.52270244041846 + eval-batch-orig-duration: 0.3345728840213269 + eval-batch-shift-duration: 0.20233855600235984 + eval-batch-tree-duration: 0.16005216899793595 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.961182 + mouse-cheese_dist_finite_wavg: 12.7939205 + mouse-cheese_dist_solvable_avg: 10.961182 + mouse-cheese_dist_solvable_wavg: 12.793922 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272461 + num_walls_wavg: 6.0260367 + prop_walls_avg: 0.2727157 + prop_walls_wavg: 0.2620016 + scoring: + avg_scores: 0.082613245 + visit_patterns: + avg_first_visit_time: 2703.1365 + avg_last_visit_time: 4197.316 + num_replay_batches: 4207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004274874 + avg_actor_approxkl3: 0.00035887465 + avg_actor_clipfrac: 0.012872315 + avg_actor_loss: -0.00034937245 + avg_advantage: -0.0011400746 + avg_critic_clipfrac: 0.00015869141 + avg_critic_loss: 0.0003538303 + avg_entropy: 0.066836536 + avg_grad_norm_pre_clip: 0.42755318 + avg_loss: -0.00023929379 + max: + max_actor_approxkl1: 0.0010651321 + max_actor_approxkl3: 0.0006405697 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.0005568126 + max_advantage: 0.480452 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.00069532584 + max_entropy: 0.07513987 + max_grad_norm_pre_clip: 0.6616483 + max_loss: 0.0006642885 + std: + std_actor_approxkl1: 0.00038359547 + std_actor_approxkl3: 0.00017464077 + std_actor_clipfrac: 0.0065605813 + std_actor_loss: 0.00035481554 + std_advantage: 0.029787112 + std_critic_clipfrac: 0.00047607423 + std_critic_loss: 0.00010670578 + std_entropy: 0.0049783345 + std_grad_norm_pre_clip: 0.13410471 + std_loss: 0.00037992446 + eval-batch-orig: + avg_avg_episode_length: 17.202951 + avg_avg_return: 0.8320902 + avg_benchmark_regret: 0.0042144163 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28349304 + proxy_corner: + avg_avg_return: 0.8320902 + avg_reward_per_step: 0.28349304 + eval-batch-shift: + avg_avg_episode_length: 66.67546 + avg_avg_return: 0.25229776 + avg_benchmark_regret: 0.6312821 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07662964 + proxy_corner: + avg_avg_return: 0.54762197 + avg_reward_per_step: 0.014953613 + eval-batch-tree: + avg_avg_episode_length: 6.4114294 + avg_avg_return: 0.9802644 + avg_benchmark_regret: 0.013953935 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26197052 + proxy_corner: + avg_avg_return: 0.9802644 + avg_reward_per_step: 0.26197052 +=========================================================== +=========================================================== + step: + env-step-all-before: 272629760 + env-step-replay-before: 138412032 + env-step-used-before: 272629760 + ppo-update-before: 166400 + env-step-generate-before: 134217728 + env-step-all-after: 272662528 + env-step-replay-after: 138444800 + env-step-used-after: 272662528 + ppo-update-after: 166420 + env-step-generate-after: 134217728 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.331054 + avg_avg_return: 0.90633565 + avg_reward_per_step: 0.08544922 + proxy_corner: + avg_avg_return: 0.90633565 + avg_reward_per_step: 0.08544922 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.331054 + avg_avg_return: 0.90633565 + avg_reward_per_step: 0.08544922 + proxy_corner: + avg_avg_return: 0.90633565 + avg_reward_per_step: 0.08544922 + perf: + env_steps_per_second: 893915.2708010298 + ppo_updates_per_second: 107.5358921862724 + eval-batch-orig-duration: 0.19523300300352275 + eval-batch-shift-duration: 0.14484489196911454 + eval-batch-tree-duration: 0.14136557700112462 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.958984 + mouse-cheese_dist_finite_wavg: 10.098348 + mouse-cheese_dist_solvable_avg: 10.958984 + mouse-cheese_dist_solvable_wavg: 10.098348 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2749023 + num_walls_wavg: 7.8234644 + prop_walls_avg: 0.2728218 + prop_walls_wavg: 0.34015056 + scoring: + avg_scores: 0.08286664 + visit_patterns: + avg_first_visit_time: 2713.1204 + avg_last_visit_time: 4215.192 + num_replay_batches: 4225 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007117674 + avg_actor_approxkl3: 0.00035794484 + avg_actor_clipfrac: 0.0105957035 + avg_actor_loss: -0.00014140984 + avg_advantage: 0.017265487 + avg_critic_clipfrac: 0.0028198243 + avg_critic_loss: 0.00042715343 + avg_entropy: 0.0784411 + avg_grad_norm_pre_clip: 0.5739729 + avg_loss: -6.274201e-06 + max: + max_actor_approxkl1: 0.0015162023 + max_actor_approxkl3: 0.0006937354 + max_actor_clipfrac: 0.02355957 + max_actor_loss: 0.0014603548 + max_advantage: 0.35003942 + max_critic_clipfrac: 0.012207031 + max_critic_loss: 0.00078703265 + max_entropy: 0.08891758 + max_grad_norm_pre_clip: 1.4020785 + max_loss: 0.0016191651 + std: + std_actor_approxkl1: 0.00050338026 + std_actor_approxkl3: 0.00020775554 + std_actor_clipfrac: 0.0073309904 + std_actor_loss: 0.0005159017 + std_advantage: 0.033957083 + std_critic_clipfrac: 0.0038008587 + std_critic_loss: 0.00015950573 + std_entropy: 0.0063729156 + std_grad_norm_pre_clip: 0.25642616 + std_loss: 0.0005619224 + eval-batch-orig: + avg_avg_episode_length: 17.241482 + avg_avg_return: 0.8319642 + avg_benchmark_regret: 0.0043404475 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28238678 + proxy_corner: + avg_avg_return: 0.8319642 + avg_reward_per_step: 0.28238678 + eval-batch-shift: + avg_avg_episode_length: 67.546844 + avg_avg_return: 0.24140373 + avg_benchmark_regret: 0.6421761 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.081207275 + proxy_corner: + avg_avg_return: 0.5505676 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 6.6437225 + avg_avg_return: 0.9796308 + avg_benchmark_regret: 0.014587519 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2592926 + proxy_corner: + avg_avg_return: 0.9796308 + avg_reward_per_step: 0.2592926 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 273678336 + env-step-replay-before: 138903552 + env-step-used-before: 273678336 + ppo-update-before: 167040 + env-step-generate-before: 134774784 + env-step-all-after: 273711104 + env-step-replay-after: 138903552 + env-step-used-after: 273711104 + ppo-update-after: 167060 + env-step-generate-after: 134807552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.46756 + avg_avg_return: 0.8027179 + avg_reward_per_step: 0.2453003 + proxy_corner: + avg_avg_return: 0.8027179 + avg_reward_per_step: 0.2453003 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.46756 + avg_avg_return: 0.8027179 + avg_reward_per_step: 0.2453003 + proxy_corner: + avg_avg_return: 0.8027179 + avg_reward_per_step: 0.2453003 + perf: + env_steps_per_second: 615760.3066930799 + ppo_updates_per_second: 96.34487814170151 + eval-batch-orig-duration: 0.19567617995198816 + eval-batch-shift-duration: 0.14328062097774819 + eval-batch-tree-duration: 0.14014584303367883 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.96167 + mouse-cheese_dist_finite_wavg: 12.7948885 + mouse-cheese_dist_solvable_avg: 10.96167 + mouse-cheese_dist_solvable_wavg: 12.794891 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2751465 + num_walls_wavg: 6.028216 + prop_walls_avg: 0.27283242 + prop_walls_wavg: 0.26209643 + scoring: + avg_scores: 0.08301476 + visit_patterns: + avg_first_visit_time: 2731.0095 + avg_last_visit_time: 4229.1455 + num_replay_batches: 4239 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001494021 + avg_actor_approxkl3: 0.0010530702 + avg_actor_clipfrac: 0.035614014 + avg_actor_loss: -0.00066315255 + avg_advantage: -0.01830564 + avg_critic_clipfrac: 0.012414551 + avg_critic_loss: 0.0026394597 + avg_entropy: 0.19907396 + avg_grad_norm_pre_clip: 1.2821531 + avg_loss: 0.00045750345 + max: + max_actor_approxkl1: 0.0044888947 + max_actor_approxkl3: 0.0023909141 + max_actor_clipfrac: 0.06958008 + max_actor_loss: 0.002427362 + max_advantage: 0.47591686 + max_critic_clipfrac: 0.041015625 + max_critic_loss: 0.0046608876 + max_entropy: 0.24172845 + max_grad_norm_pre_clip: 2.6831775 + max_loss: 0.0036585284 + std: + std_actor_approxkl1: 0.0010840195 + std_actor_approxkl3: 0.0005989486 + std_actor_clipfrac: 0.016913231 + std_actor_loss: 0.0012122897 + std_advantage: 0.077112146 + std_critic_clipfrac: 0.01324078 + std_critic_loss: 0.00085387786 + std_entropy: 0.018138219 + std_grad_norm_pre_clip: 0.5745954 + std_loss: 0.0013420772 + eval-batch-orig: + avg_avg_episode_length: 17.226364 + avg_avg_return: 0.8321789 + avg_benchmark_regret: 0.004125703 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2832489 + proxy_corner: + avg_avg_return: 0.8321789 + avg_reward_per_step: 0.2832489 + eval-batch-shift: + avg_avg_episode_length: 67.86984 + avg_avg_return: 0.23853688 + avg_benchmark_regret: 0.64504296 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07510376 + proxy_corner: + avg_avg_return: 0.55137265 + avg_reward_per_step: 0.014732361 + eval-batch-tree: + avg_avg_episode_length: 7.1114206 + avg_avg_return: 0.9727354 + avg_benchmark_regret: 0.02148294 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.259346 + proxy_corner: + avg_avg_return: 0.9727354 + avg_reward_per_step: 0.259346 +=========================================================== +=========================================================== + step: + env-step-all-before: 274726912 + env-step-replay-before: 139395072 + env-step-used-before: 274726912 + ppo-update-before: 167680 + env-step-generate-before: 135331840 + env-step-all-after: 274759680 + env-step-replay-after: 139427840 + env-step-used-after: 274759680 + ppo-update-after: 167700 + env-step-generate-after: 135331840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.386654 + avg_avg_return: 0.9066344 + avg_reward_per_step: 0.08508301 + proxy_corner: + avg_avg_return: 0.9066344 + avg_reward_per_step: 0.08508301 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.386654 + avg_avg_return: 0.9066344 + avg_reward_per_step: 0.08508301 + proxy_corner: + avg_avg_return: 0.9066344 + avg_reward_per_step: 0.08508301 + perf: + env_steps_per_second: 567920.8699532273 + ppo_updates_per_second: 72.53501799421832 + eval-batch-orig-duration: 0.33108671801164746 + eval-batch-shift-duration: 0.1797613640083 + eval-batch-tree-duration: 0.15877481002826244 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.96167 + mouse-cheese_dist_finite_wavg: 8.300898 + mouse-cheese_dist_solvable_avg: 10.96167 + mouse-cheese_dist_solvable_wavg: 8.300899 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27417 + num_walls_wavg: 6.0284057 + prop_walls_avg: 0.27278998 + prop_walls_wavg: 0.2621046 + scoring: + avg_scores: 0.08300752 + visit_patterns: + avg_first_visit_time: 2743.982 + avg_last_visit_time: 4245.2 + num_replay_batches: 4255 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007468983 + avg_actor_approxkl3: 0.0005069463 + avg_actor_clipfrac: 0.014294433 + avg_actor_loss: 0.0001039783 + avg_advantage: 0.016930554 + avg_critic_clipfrac: 0.00012207031 + avg_critic_loss: 0.00038443238 + avg_entropy: 0.082341276 + avg_grad_norm_pre_clip: 0.7758859 + avg_loss: 0.00021385323 + max: + max_actor_approxkl1: 0.0019444182 + max_actor_approxkl3: 0.0013441484 + max_actor_clipfrac: 0.031982422 + max_actor_loss: 0.0017296718 + max_advantage: 0.45373154 + max_critic_clipfrac: 0.0012207031 + max_critic_loss: 0.0006152225 + max_entropy: 0.09579942 + max_grad_norm_pre_clip: 1.4487154 + max_loss: 0.0017721587 + std: + std_actor_approxkl1: 0.0006229519 + std_actor_approxkl3: 0.00031471366 + std_actor_clipfrac: 0.0090294825 + std_actor_loss: 0.00077593233 + std_advantage: 0.03152158 + std_critic_clipfrac: 0.00036621094 + std_critic_loss: 0.00012261045 + std_entropy: 0.007883623 + std_grad_norm_pre_clip: 0.31786376 + std_loss: 0.0007970643 + eval-batch-orig: + avg_avg_episode_length: 17.20358 + avg_avg_return: 0.8320251 + avg_benchmark_regret: 0.0042795227 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28277588 + proxy_corner: + avg_avg_return: 0.8320251 + avg_reward_per_step: 0.28277588 + eval-batch-shift: + avg_avg_episode_length: 67.02086 + avg_avg_return: 0.2468153 + avg_benchmark_regret: 0.6367645 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07548523 + proxy_corner: + avg_avg_return: 0.5511737 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 6.9734297 + avg_avg_return: 0.9756594 + avg_benchmark_regret: 0.018558968 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25801086 + proxy_corner: + avg_avg_return: 0.9756594 + avg_reward_per_step: 0.25801086 +=========================================================== +=========================================================== + step: + env-step-all-before: 275775488 + env-step-replay-before: 139886592 + env-step-used-before: 275775488 + ppo-update-before: 168320 + env-step-generate-before: 135888896 + env-step-all-after: 275808256 + env-step-replay-after: 139886592 + env-step-used-after: 275808256 + ppo-update-after: 168340 + env-step-generate-after: 135921664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.370998 + avg_avg_return: 0.8288404 + avg_reward_per_step: 0.28582764 + proxy_corner: + avg_avg_return: 0.8288404 + avg_reward_per_step: 0.28582764 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.370998 + avg_avg_return: 0.8288404 + avg_reward_per_step: 0.28582764 + proxy_corner: + avg_avg_return: 0.8288404 + avg_reward_per_step: 0.28582764 + perf: + env_steps_per_second: 899399.7950891055 + ppo_updates_per_second: 104.06920425559348 + eval-batch-orig-duration: 0.200491558003705 + eval-batch-shift-duration: 0.14425750903319567 + eval-batch-tree-duration: 0.14558950503123924 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.967041 + mouse-cheese_dist_finite_wavg: 12.797248 + mouse-cheese_dist_solvable_avg: 10.967041 + mouse-cheese_dist_solvable_wavg: 12.79725 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.276123 + num_walls_wavg: 6.0271215 + prop_walls_avg: 0.2728749 + prop_walls_wavg: 0.26204878 + scoring: + avg_scores: 0.082806334 + visit_patterns: + avg_first_visit_time: 2754.395 + avg_last_visit_time: 4259.2676 + num_replay_batches: 4269 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000723673 + avg_actor_approxkl3: 0.0008527293 + avg_actor_clipfrac: 0.033068847 + avg_actor_loss: 6.4520915e-05 + avg_advantage: -0.013148997 + avg_critic_clipfrac: 0.00046386718 + avg_critic_loss: 0.0022654876 + avg_entropy: 0.18085483 + avg_grad_norm_pre_clip: 1.5990212 + avg_loss: 0.0010164101 + max: + max_actor_approxkl1: 0.0016618199 + max_actor_approxkl3: 0.0015808764 + max_actor_clipfrac: 0.06652832 + max_actor_loss: 0.0025682151 + max_advantage: 0.5064638 + max_critic_clipfrac: 0.005004883 + max_critic_loss: 0.0028033673 + max_entropy: 0.23812914 + max_grad_norm_pre_clip: 3.2746031 + max_loss: 0.0031978977 + std: + std_actor_approxkl1: 0.0004760043 + std_actor_approxkl3: 0.0004423472 + std_actor_clipfrac: 0.016352544 + std_actor_loss: 0.0012848479 + std_advantage: 0.06808775 + std_critic_clipfrac: 0.0012186263 + std_critic_loss: 0.00044500275 + std_entropy: 0.028101133 + std_grad_norm_pre_clip: 0.739719 + std_loss: 0.0013385698 + eval-batch-orig: + avg_avg_episode_length: 17.187565 + avg_avg_return: 0.8321358 + avg_benchmark_regret: 0.0041688504 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28411102 + proxy_corner: + avg_avg_return: 0.8321358 + avg_reward_per_step: 0.28411102 + eval-batch-shift: + avg_avg_episode_length: 67.196045 + avg_avg_return: 0.24746397 + avg_benchmark_regret: 0.63611585 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076431274 + proxy_corner: + avg_avg_return: 0.5458514 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 6.6824827 + avg_avg_return: 0.9806922 + avg_benchmark_regret: 0.013526181 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26184082 + proxy_corner: + avg_avg_return: 0.9806922 + avg_reward_per_step: 0.26184082 +=========================================================== +=========================================================== + step: + env-step-all-before: 276824064 + env-step-replay-before: 140541952 + env-step-used-before: 276824064 + ppo-update-before: 168960 + env-step-generate-before: 136282112 + env-step-all-after: 276856832 + env-step-replay-after: 140574720 + env-step-used-after: 276856832 + ppo-update-after: 168980 + env-step-generate-after: 136282112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.356164 + avg_avg_return: 0.9066208 + avg_reward_per_step: 0.084869385 + proxy_corner: + avg_avg_return: 0.9066208 + avg_reward_per_step: 0.084869385 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.356164 + avg_avg_return: 0.9066208 + avg_reward_per_step: 0.084869385 + proxy_corner: + avg_avg_return: 0.9066208 + avg_reward_per_step: 0.084869385 + perf: + env_steps_per_second: 593670.2949343533 + ppo_updates_per_second: 97.56871303522168 + eval-batch-orig-duration: 0.1954012240166776 + eval-batch-shift-duration: 0.14290327101480216 + eval-batch-tree-duration: 0.14061930403113365 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.966553 + mouse-cheese_dist_finite_wavg: 13.697155 + mouse-cheese_dist_solvable_avg: 10.966553 + mouse-cheese_dist_solvable_wavg: 13.697157 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275879 + num_walls_wavg: 6.9244914 + prop_walls_avg: 0.27286428 + prop_walls_wavg: 0.30106494 + scoring: + avg_scores: 0.08262702 + visit_patterns: + avg_first_visit_time: 2760.5154 + avg_last_visit_time: 4280.297 + num_replay_batches: 4290 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052354165 + avg_actor_approxkl3: 0.0003785231 + avg_actor_clipfrac: 0.015997315 + avg_actor_loss: -0.00037393806 + avg_advantage: 0.0011535257 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00015585464 + avg_entropy: 0.10026469 + avg_grad_norm_pre_clip: 0.5843766 + avg_loss: -0.00039627543 + max: + max_actor_approxkl1: 0.0011766305 + max_actor_approxkl3: 0.0008095759 + max_actor_clipfrac: 0.033447266 + max_actor_loss: 0.00045077037 + max_advantage: 0.26986802 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00020955627 + max_entropy: 0.117054805 + max_grad_norm_pre_clip: 0.96559584 + max_loss: 0.0004259054 + std: + std_actor_approxkl1: 0.00039221699 + std_actor_approxkl3: 0.00021081942 + std_actor_clipfrac: 0.008812552 + std_actor_loss: 0.0004954162 + std_advantage: 0.017930701 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9651732e-05 + std_entropy: 0.006692674 + std_grad_norm_pre_clip: 0.2049771 + std_loss: 0.0004970857 + eval-batch-orig: + avg_avg_episode_length: 17.20501 + avg_avg_return: 0.8322071 + avg_benchmark_regret: 0.0040975576 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2813263 + proxy_corner: + avg_avg_return: 0.8322071 + avg_reward_per_step: 0.2813263 + eval-batch-shift: + avg_avg_episode_length: 67.12577 + avg_avg_return: 0.24383713 + avg_benchmark_regret: 0.6397427 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07219696 + proxy_corner: + avg_avg_return: 0.54025257 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 6.6489663 + avg_avg_return: 0.98063123 + avg_benchmark_regret: 0.013587104 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25836945 + proxy_corner: + avg_avg_return: 0.98063123 + avg_reward_per_step: 0.25836945 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 277872640 + env-step-replay-before: 141131776 + env-step-used-before: 277872640 + ppo-update-before: 169600 + env-step-generate-before: 136740864 + env-step-all-after: 277905408 + env-step-replay-after: 141131776 + env-step-used-after: 277905408 + ppo-update-after: 169620 + env-step-generate-after: 136773632 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.205475 + avg_avg_return: 0.7588955 + avg_reward_per_step: 0.24771118 + proxy_corner: + avg_avg_return: 0.7588955 + avg_reward_per_step: 0.24771118 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.205475 + avg_avg_return: 0.7588955 + avg_reward_per_step: 0.24771118 + proxy_corner: + avg_avg_return: 0.7588955 + avg_reward_per_step: 0.24771118 + perf: + env_steps_per_second: 595559.0356306471 + ppo_updates_per_second: 74.74217528492439 + eval-batch-orig-duration: 0.26357720501255244 + eval-batch-shift-duration: 0.1534443649579771 + eval-batch-tree-duration: 0.14513532002456486 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.958496 + mouse-cheese_dist_finite_wavg: 10.993273 + mouse-cheese_dist_solvable_avg: 10.958496 + mouse-cheese_dist_solvable_wavg: 10.993274 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2783203 + num_walls_wavg: 6.0292907 + prop_walls_avg: 0.2729704 + prop_walls_wavg: 0.26214305 + scoring: + avg_scores: 0.082676835 + visit_patterns: + avg_first_visit_time: 2773.5469 + avg_last_visit_time: 4297.192 + num_replay_batches: 4307 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016125543 + avg_actor_approxkl3: 0.0010281064 + avg_actor_clipfrac: 0.042504884 + avg_actor_loss: -0.00022573695 + avg_advantage: -0.021176051 + avg_critic_clipfrac: 0.014123536 + avg_critic_loss: 0.0035303556 + avg_entropy: 0.18798302 + avg_grad_norm_pre_clip: 1.5210001 + avg_loss: 0.0013514577 + max: + max_actor_approxkl1: 0.0035781339 + max_actor_approxkl3: 0.00248441 + max_actor_clipfrac: 0.08911133 + max_actor_loss: 0.0014433935 + max_advantage: 0.3199221 + max_critic_clipfrac: 0.099365234 + max_critic_loss: 0.005875257 + max_entropy: 0.25955606 + max_grad_norm_pre_clip: 2.880156 + max_loss: 0.0032717055 + std: + std_actor_approxkl1: 0.0010429893 + std_actor_approxkl3: 0.0006252462 + std_actor_clipfrac: 0.022961603 + std_actor_loss: 0.0007742688 + std_advantage: 0.0869161 + std_critic_clipfrac: 0.022585386 + std_critic_loss: 0.0011268749 + std_entropy: 0.024767155 + std_grad_norm_pre_clip: 0.6362287 + std_loss: 0.0011617461 + eval-batch-orig: + avg_avg_episode_length: 17.19213 + avg_avg_return: 0.83181703 + avg_benchmark_regret: 0.004487618 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28396606 + proxy_corner: + avg_avg_return: 0.83181703 + avg_reward_per_step: 0.28396606 + eval-batch-shift: + avg_avg_episode_length: 67.82074 + avg_avg_return: 0.23662621 + avg_benchmark_regret: 0.64695364 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07509613 + proxy_corner: + avg_avg_return: 0.54656315 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 6.9664803 + avg_avg_return: 0.97658646 + avg_benchmark_regret: 0.017631937 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26141357 + proxy_corner: + avg_avg_return: 0.97658646 + avg_reward_per_step: 0.26141357 +=========================================================== +=========================================================== + step: + env-step-all-before: 278921216 + env-step-replay-before: 141688832 + env-step-used-before: 278921216 + ppo-update-before: 170240 + env-step-generate-before: 137232384 + env-step-all-after: 278953984 + env-step-replay-after: 141688832 + env-step-used-after: 278953984 + ppo-update-after: 170260 + env-step-generate-after: 137265152 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.072935 + avg_avg_return: 0.75940216 + avg_reward_per_step: 0.23852539 + proxy_corner: + avg_avg_return: 0.75940216 + avg_reward_per_step: 0.23852539 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.072935 + avg_avg_return: 0.75940216 + avg_reward_per_step: 0.23852539 + proxy_corner: + avg_avg_return: 0.75940216 + avg_reward_per_step: 0.23852539 + perf: + env_steps_per_second: 601798.6558230867 + ppo_updates_per_second: 75.47786793766355 + eval-batch-orig-duration: 0.26541933900443837 + eval-batch-shift-duration: 0.1645367769524455 + eval-batch-tree-duration: 0.14574182103388011 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.969238 + mouse-cheese_dist_finite_wavg: 12.7960005 + mouse-cheese_dist_solvable_avg: 10.969238 + mouse-cheese_dist_solvable_wavg: 12.796003 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.282715 + num_walls_wavg: 7.8258867 + prop_walls_avg: 0.27316147 + prop_walls_wavg: 0.340256 + scoring: + avg_scores: 0.08291854 + visit_patterns: + avg_first_visit_time: 2784.6287 + avg_last_visit_time: 4314.245 + num_replay_batches: 4324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013152668 + avg_actor_approxkl3: 0.0010075243 + avg_actor_clipfrac: 0.035711672 + avg_actor_loss: -1.1749379e-05 + avg_advantage: -0.013295315 + avg_critic_clipfrac: 0.00033569336 + avg_critic_loss: 0.0031778358 + avg_entropy: 0.19145644 + avg_grad_norm_pre_clip: 1.4132079 + avg_loss: 0.0013857118 + max: + max_actor_approxkl1: 0.0035018134 + max_actor_approxkl3: 0.0024416796 + max_actor_clipfrac: 0.07714844 + max_actor_loss: 0.002657339 + max_advantage: 0.38490838 + max_critic_clipfrac: 0.003540039 + max_critic_loss: 0.005267785 + max_entropy: 0.23534697 + max_grad_norm_pre_clip: 3.272662 + max_loss: 0.0042629866 + std: + std_actor_approxkl1: 0.0008935344 + std_actor_approxkl3: 0.0006541877 + std_actor_clipfrac: 0.018473981 + std_actor_loss: 0.0011191055 + std_advantage: 0.08250527 + std_critic_clipfrac: 0.000851763 + std_critic_loss: 0.0007845438 + std_entropy: 0.024859855 + std_grad_norm_pre_clip: 0.56256807 + std_loss: 0.0012097835 + eval-batch-orig: + avg_avg_episode_length: 17.189451 + avg_avg_return: 0.83252394 + avg_benchmark_regret: 0.0037806875 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28416443 + proxy_corner: + avg_avg_return: 0.83252394 + avg_reward_per_step: 0.28416443 + eval-batch-shift: + avg_avg_episode_length: 68.013596 + avg_avg_return: 0.23499098 + avg_benchmark_regret: 0.64858884 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07531738 + proxy_corner: + avg_avg_return: 0.55163556 + avg_reward_per_step: 0.014755249 + eval-batch-tree: + avg_avg_episode_length: 7.05288 + avg_avg_return: 0.9763348 + avg_benchmark_regret: 0.017883554 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2614975 + proxy_corner: + avg_avg_return: 0.9763348 + avg_reward_per_step: 0.2614975 +=========================================================== +=========================================================== + step: + env-step-all-before: 279969792 + env-step-replay-before: 142016512 + env-step-used-before: 279969792 + ppo-update-before: 170880 + env-step-generate-before: 137953280 + env-step-all-after: 280002560 + env-step-replay-after: 142016512 + env-step-used-after: 280002560 + ppo-update-after: 170900 + env-step-generate-after: 137986048 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.892555 + avg_avg_return: 0.77506465 + avg_reward_per_step: 0.24969482 + proxy_corner: + avg_avg_return: 0.77506465 + avg_reward_per_step: 0.24969482 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.892555 + avg_avg_return: 0.77506465 + avg_reward_per_step: 0.24969482 + proxy_corner: + avg_avg_return: 0.77506465 + avg_reward_per_step: 0.24969482 + perf: + env_steps_per_second: 905618.0352406242 + ppo_updates_per_second: 107.79904535381351 + eval-batch-orig-duration: 0.20075780298793688 + eval-batch-shift-duration: 0.15336650802055374 + eval-batch-tree-duration: 0.14413655997486785 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.973877 + mouse-cheese_dist_finite_wavg: 13.697106 + mouse-cheese_dist_solvable_avg: 10.973877 + mouse-cheese_dist_solvable_wavg: 13.697106 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.279297 + num_walls_wavg: 6.9242187 + prop_walls_avg: 0.27301288 + prop_walls_wavg: 0.30105296 + scoring: + avg_scores: 0.08303358 + visit_patterns: + avg_first_visit_time: 2792.1636 + avg_last_visit_time: 4324.191 + num_replay_batches: 4334 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008697794 + avg_actor_approxkl3: 0.0007940032 + avg_actor_clipfrac: 0.029455567 + avg_actor_loss: -0.0005016046 + avg_advantage: -0.024745062 + avg_critic_clipfrac: 0.010662842 + avg_critic_loss: 0.002353315 + avg_entropy: 0.2061466 + avg_grad_norm_pre_clip: 1.2815163 + avg_loss: 0.00046890616 + max: + max_actor_approxkl1: 0.0029305934 + max_actor_approxkl3: 0.0025797677 + max_actor_clipfrac: 0.07299805 + max_actor_loss: 0.00083838403 + max_advantage: 0.5059576 + max_critic_clipfrac: 0.03515625 + max_critic_loss: 0.0035717525 + max_entropy: 0.26554677 + max_grad_norm_pre_clip: 1.9317288 + max_loss: 0.001850311 + std: + std_actor_approxkl1: 0.0008407591 + std_actor_approxkl3: 0.0006157244 + std_actor_clipfrac: 0.019949032 + std_actor_loss: 0.0007307924 + std_advantage: 0.07033292 + std_critic_clipfrac: 0.011956304 + std_critic_loss: 0.00063951954 + std_entropy: 0.022244425 + std_grad_norm_pre_clip: 0.42338067 + std_loss: 0.00074716983 + eval-batch-orig: + avg_avg_episode_length: 17.179874 + avg_avg_return: 0.83264434 + avg_benchmark_regret: 0.0036603415 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28453827 + proxy_corner: + avg_avg_return: 0.83264434 + avg_reward_per_step: 0.28453827 + eval-batch-shift: + avg_avg_episode_length: 66.61825 + avg_avg_return: 0.2538296 + avg_benchmark_regret: 0.62975025 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07519531 + proxy_corner: + avg_avg_return: 0.5428282 + avg_reward_per_step: 0.014785767 + eval-batch-tree: + avg_avg_episode_length: 6.9494524 + avg_avg_return: 0.9762088 + avg_benchmark_regret: 0.0180096 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26091766 + proxy_corner: + avg_avg_return: 0.9762088 + avg_reward_per_step: 0.26091766 +=========================================================== +=========================================================== + step: + env-step-all-before: 281018368 + env-step-replay-before: 142606336 + env-step-used-before: 281018368 + ppo-update-before: 171520 + env-step-generate-before: 138412032 + env-step-all-after: 281051136 + env-step-replay-after: 142606336 + env-step-used-after: 281051136 + ppo-update-after: 171540 + env-step-generate-after: 138444800 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.126095 + avg_avg_return: 0.81983316 + avg_reward_per_step: 0.27365112 + proxy_corner: + avg_avg_return: 0.81983316 + avg_reward_per_step: 0.27365112 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.126095 + avg_avg_return: 0.81983316 + avg_reward_per_step: 0.27365112 + proxy_corner: + avg_avg_return: 0.81983316 + avg_reward_per_step: 0.27365112 + perf: + env_steps_per_second: 889039.2091454482 + ppo_updates_per_second: 107.49946126435002 + eval-batch-orig-duration: 0.19664892402943224 + eval-batch-shift-duration: 0.14460715500172228 + eval-batch-tree-duration: 0.14151175000006333 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.970215 + mouse-cheese_dist_finite_wavg: 12.800759 + mouse-cheese_dist_solvable_avg: 10.970215 + mouse-cheese_dist_solvable_wavg: 12.800761 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.282715 + num_walls_wavg: 6.0307336 + prop_walls_avg: 0.27316147 + prop_walls_wavg: 0.26220572 + scoring: + avg_scores: 0.08302033 + visit_patterns: + avg_first_visit_time: 2801.5552 + avg_last_visit_time: 4342.201 + num_replay_batches: 4352 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012291324 + avg_actor_approxkl3: 0.0008499385 + avg_actor_clipfrac: 0.036859132 + avg_actor_loss: 6.697383e-05 + avg_advantage: -0.014241244 + avg_critic_clipfrac: 0.0016906739 + avg_critic_loss: 0.0019007613 + avg_entropy: 0.16552272 + avg_grad_norm_pre_clip: 1.4871082 + avg_loss: 0.0008518318 + max: + max_actor_approxkl1: 0.0036059525 + max_actor_approxkl3: 0.0019013811 + max_actor_clipfrac: 0.06921387 + max_actor_loss: 0.0019371882 + max_advantage: 0.38682854 + max_critic_clipfrac: 0.011108398 + max_critic_loss: 0.0032728948 + max_entropy: 0.22318798 + max_grad_norm_pre_clip: 2.7137458 + max_loss: 0.002589812 + std: + std_actor_approxkl1: 0.00076312234 + std_actor_approxkl3: 0.0003882985 + std_actor_clipfrac: 0.015269845 + std_actor_loss: 0.0010843262 + std_advantage: 0.063616574 + std_critic_clipfrac: 0.0028618332 + std_critic_loss: 0.00051994 + std_entropy: 0.029526515 + std_grad_norm_pre_clip: 0.49087206 + std_loss: 0.0011145609 + eval-batch-orig: + avg_avg_episode_length: 17.188927 + avg_avg_return: 0.8318121 + avg_benchmark_regret: 0.004492513 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28406525 + proxy_corner: + avg_avg_return: 0.8318121 + avg_reward_per_step: 0.28406525 + eval-batch-shift: + avg_avg_episode_length: 67.94006 + avg_avg_return: 0.23549485 + avg_benchmark_regret: 0.648085 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07197571 + proxy_corner: + avg_avg_return: 0.5509367 + avg_reward_per_step: 0.014755249 + eval-batch-tree: + avg_avg_episode_length: 7.0911884 + avg_avg_return: 0.9711717 + avg_benchmark_regret: 0.023046676 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2597885 + proxy_corner: + avg_avg_return: 0.9711717 + avg_reward_per_step: 0.2597885 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 282066944 + env-step-replay-before: 143130624 + env-step-used-before: 282066944 + ppo-update-before: 172160 + env-step-generate-before: 138936320 + env-step-all-after: 282099712 + env-step-replay-after: 143130624 + env-step-used-after: 282099712 + ppo-update-after: 172180 + env-step-generate-after: 138969088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.699024 + avg_avg_return: 0.7999593 + avg_reward_per_step: 0.25738525 + proxy_corner: + avg_avg_return: 0.7999593 + avg_reward_per_step: 0.25738525 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.699024 + avg_avg_return: 0.7999593 + avg_reward_per_step: 0.25738525 + proxy_corner: + avg_avg_return: 0.7999593 + avg_reward_per_step: 0.25738525 + perf: + env_steps_per_second: 900788.3421502622 + ppo_updates_per_second: 104.0840309835474 + eval-batch-orig-duration: 0.2058173400000669 + eval-batch-shift-duration: 0.15546391397947446 + eval-batch-tree-duration: 0.1453315769904293 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.973877 + mouse-cheese_dist_finite_wavg: 10.101474 + mouse-cheese_dist_solvable_avg: 10.973877 + mouse-cheese_dist_solvable_wavg: 10.101475 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.279541 + num_walls_wavg: 8.725016 + prop_walls_avg: 0.2730235 + prop_walls_wavg: 0.37934846 + scoring: + avg_scores: 0.08284765 + visit_patterns: + avg_first_visit_time: 2813.7053 + avg_last_visit_time: 4358.301 + num_replay_batches: 4368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00090345414 + avg_actor_approxkl3: 0.0007490453 + avg_actor_clipfrac: 0.030371094 + avg_actor_loss: -0.00046705492 + avg_advantage: -0.021591296 + avg_critic_clipfrac: 0.0020751953 + avg_critic_loss: 0.0027292925 + avg_entropy: 0.18016948 + avg_grad_norm_pre_clip: 1.1542221 + avg_loss: 0.00071742194 + max: + max_actor_approxkl1: 0.0023839597 + max_actor_approxkl3: 0.0022107726 + max_actor_clipfrac: 0.057495117 + max_actor_loss: 0.0023984239 + max_advantage: 0.35541224 + max_critic_clipfrac: 0.009643555 + max_critic_loss: 0.00498725 + max_entropy: 0.20829003 + max_grad_norm_pre_clip: 4.9675307 + max_loss: 0.0033294628 + std: + std_actor_approxkl1: 0.000603653 + std_actor_approxkl3: 0.00047224187 + std_actor_clipfrac: 0.016131977 + std_actor_loss: 0.0009588231 + std_advantage: 0.07570328 + std_critic_clipfrac: 0.0031203236 + std_critic_loss: 0.0009932304 + std_entropy: 0.018350987 + std_grad_norm_pre_clip: 0.92320085 + std_loss: 0.0010721701 + eval-batch-orig: + avg_avg_episode_length: 17.189487 + avg_avg_return: 0.83212435 + avg_benchmark_regret: 0.004180233 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2837448 + proxy_corner: + avg_avg_return: 0.83212435 + avg_reward_per_step: 0.2837448 + eval-batch-shift: + avg_avg_episode_length: 67.30032 + avg_avg_return: 0.24622235 + avg_benchmark_regret: 0.6373575 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074798584 + proxy_corner: + avg_avg_return: 0.543393 + avg_reward_per_step: 0.014846802 + eval-batch-tree: + avg_avg_episode_length: 6.9839454 + avg_avg_return: 0.9716461 + avg_benchmark_regret: 0.022572286 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26122284 + proxy_corner: + avg_avg_return: 0.9716461 + avg_reward_per_step: 0.26122284 +=========================================================== +=========================================================== + step: + env-step-all-before: 283115520 + env-step-replay-before: 143687680 + env-step-used-before: 283115520 + ppo-update-before: 172800 + env-step-generate-before: 139427840 + env-step-all-after: 283148288 + env-step-replay-after: 143720448 + env-step-used-after: 283148288 + ppo-update-after: 172820 + env-step-generate-after: 139427840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.13765 + avg_avg_return: 0.9074689 + avg_reward_per_step: 0.086517334 + proxy_corner: + avg_avg_return: 0.9074689 + avg_reward_per_step: 0.086517334 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.13765 + avg_avg_return: 0.9074689 + avg_reward_per_step: 0.086517334 + proxy_corner: + avg_avg_return: 0.9074689 + avg_reward_per_step: 0.086517334 + perf: + env_steps_per_second: 637016.8079824501 + ppo_updates_per_second: 72.2556188001531 + eval-batch-orig-duration: 0.3325784009648487 + eval-batch-shift-duration: 0.17070832202443853 + eval-batch-tree-duration: 0.150806118035689 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.967041 + mouse-cheese_dist_finite_wavg: 12.7967415 + mouse-cheese_dist_solvable_avg: 10.967041 + mouse-cheese_dist_solvable_wavg: 12.796744 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2805176 + num_walls_wavg: 6.028795 + prop_walls_avg: 0.27306598 + prop_walls_wavg: 0.2621215 + scoring: + avg_scores: 0.08277126 + visit_patterns: + avg_first_visit_time: 2827.3748 + avg_last_visit_time: 4376.2153 + num_replay_batches: 4386 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005367302 + avg_actor_approxkl3: 0.0004271695 + avg_actor_clipfrac: 0.015606689 + avg_actor_loss: -9.7780045e-05 + avg_advantage: 0.00022987997 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014295154 + avg_entropy: 0.0814472 + avg_grad_norm_pre_clip: 0.5585883 + avg_loss: -0.00010775148 + max: + max_actor_approxkl1: 0.0017771192 + max_actor_approxkl3: 0.0007119902 + max_actor_clipfrac: 0.03112793 + max_actor_loss: 0.0013791109 + max_advantage: 0.42280245 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00018597598 + max_entropy: 0.09286314 + max_grad_norm_pre_clip: 1.1486627 + max_loss: 0.0013603289 + std: + std_actor_approxkl1: 0.00045895486 + std_actor_approxkl3: 0.00018125861 + std_actor_clipfrac: 0.0070755803 + std_actor_loss: 0.0005395788 + std_advantage: 0.017463773 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.882873e-05 + std_entropy: 0.007689136 + std_grad_norm_pre_clip: 0.25944388 + std_loss: 0.0005383156 + eval-batch-orig: + avg_avg_episode_length: 17.205616 + avg_avg_return: 0.83190656 + avg_benchmark_regret: 0.0043980707 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2818451 + proxy_corner: + avg_avg_return: 0.83190656 + avg_reward_per_step: 0.2818451 + eval-batch-shift: + avg_avg_episode_length: 68.028366 + avg_avg_return: 0.23786528 + avg_benchmark_regret: 0.6457145 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075927734 + proxy_corner: + avg_avg_return: 0.54691434 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 6.996067 + avg_avg_return: 0.9723996 + avg_benchmark_regret: 0.021818712 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25894165 + proxy_corner: + avg_avg_return: 0.9723996 + avg_reward_per_step: 0.25894165 +=========================================================== +=========================================================== + step: + env-step-all-before: 284164096 + env-step-replay-before: 144113664 + env-step-used-before: 284164096 + ppo-update-before: 173440 + env-step-generate-before: 140050432 + env-step-all-after: 284196864 + env-step-replay-after: 144146432 + env-step-used-after: 284196864 + ppo-update-after: 173460 + env-step-generate-after: 140050432 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.104093 + avg_avg_return: 0.90810895 + avg_reward_per_step: 0.086761475 + proxy_corner: + avg_avg_return: 0.90810895 + avg_reward_per_step: 0.086761475 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.104093 + avg_avg_return: 0.90810895 + avg_reward_per_step: 0.086761475 + proxy_corner: + avg_avg_return: 0.90810895 + avg_reward_per_step: 0.086761475 + perf: + env_steps_per_second: 766449.1737848253 + ppo_updates_per_second: 86.25015174437843 + eval-batch-orig-duration: 0.2403823639615439 + eval-batch-shift-duration: 0.1483599549974315 + eval-batch-tree-duration: 0.14415746502345428 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.9729 + mouse-cheese_dist_finite_wavg: 12.799384 + mouse-cheese_dist_solvable_avg: 10.9729 + mouse-cheese_dist_solvable_wavg: 12.799386 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2753906 + num_walls_wavg: 6.028385 + prop_walls_avg: 0.27284306 + prop_walls_wavg: 0.26210368 + scoring: + avg_scores: 0.08290456 + visit_patterns: + avg_first_visit_time: 2840.9268 + avg_last_visit_time: 4389.194 + num_replay_batches: 4399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062711345 + avg_actor_approxkl3: 0.00036101634 + avg_actor_clipfrac: 0.008264161 + avg_actor_loss: -0.0001556882 + avg_advantage: -0.0009106673 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014251555 + avg_entropy: 0.06789799 + avg_grad_norm_pre_clip: 0.46924528 + avg_loss: -0.0001523284 + max: + max_actor_approxkl1: 0.002321618 + max_actor_approxkl3: 0.0015006724 + max_actor_clipfrac: 0.018432617 + max_actor_loss: 0.0010552779 + max_advantage: 0.3152601 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00018357846 + max_entropy: 0.077437386 + max_grad_norm_pre_clip: 1.19887 + max_loss: 0.0010604885 + std: + std_actor_approxkl1: 0.00072010135 + std_actor_approxkl3: 0.0004093674 + std_actor_clipfrac: 0.005661497 + std_actor_loss: 0.0004368888 + std_advantage: 0.017175281 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8078406e-05 + std_entropy: 0.0053000264 + std_grad_norm_pre_clip: 0.25462613 + std_loss: 0.00043752606 + eval-batch-orig: + avg_avg_episode_length: 17.183128 + avg_avg_return: 0.83207655 + avg_benchmark_regret: 0.0042281128 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28430176 + proxy_corner: + avg_avg_return: 0.83207655 + avg_reward_per_step: 0.28430176 + eval-batch-shift: + avg_avg_episode_length: 67.638306 + avg_avg_return: 0.24186659 + avg_benchmark_regret: 0.64171326 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0749588 + proxy_corner: + avg_avg_return: 0.5492709 + avg_reward_per_step: 0.014701843 + eval-batch-tree: + avg_avg_episode_length: 7.0164056 + avg_avg_return: 0.9723289 + avg_benchmark_regret: 0.021889417 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26174164 + proxy_corner: + avg_avg_return: 0.9723289 + avg_reward_per_step: 0.26174164 +=========================================================== +=========================================================== + step: + env-step-all-before: 285212672 + env-step-replay-before: 144637952 + env-step-used-before: 285212672 + ppo-update-before: 174080 + env-step-generate-before: 140574720 + env-step-all-after: 285245440 + env-step-replay-after: 144637952 + env-step-used-after: 285245440 + ppo-update-after: 174100 + env-step-generate-after: 140607488 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.716835 + avg_avg_return: 0.76500845 + avg_reward_per_step: 0.23291016 + proxy_corner: + avg_avg_return: 0.76500845 + avg_reward_per_step: 0.23291016 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.716835 + avg_avg_return: 0.76500845 + avg_reward_per_step: 0.23291016 + proxy_corner: + avg_avg_return: 0.76500845 + avg_reward_per_step: 0.23291016 + perf: + env_steps_per_second: 891925.5580240338 + ppo_updates_per_second: 104.01421973847452 + eval-batch-orig-duration: 0.20709309703670442 + eval-batch-shift-duration: 0.15649533295072615 + eval-batch-tree-duration: 0.1469964860007167 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.981934 + mouse-cheese_dist_finite_wavg: 14.597134 + mouse-cheese_dist_solvable_avg: 10.981934 + mouse-cheese_dist_solvable_wavg: 14.597136 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27417 + num_walls_wavg: 6.0270004 + prop_walls_avg: 0.27278996 + prop_walls_wavg: 0.26204348 + scoring: + avg_scores: 0.08305181 + visit_patterns: + avg_first_visit_time: 2849.3252 + avg_last_visit_time: 4404.248 + num_replay_batches: 4414 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013963085 + avg_actor_approxkl3: 0.0008285606 + avg_actor_clipfrac: 0.028485108 + avg_actor_loss: -0.0007159241 + avg_advantage: -0.013755633 + avg_critic_clipfrac: 0.0133483885 + avg_critic_loss: 0.0026434134 + avg_entropy: 0.1866701 + avg_grad_norm_pre_clip: 0.9436615 + avg_loss: 0.00041911248 + max: + max_actor_approxkl1: 0.003954591 + max_actor_approxkl3: 0.0020590941 + max_actor_clipfrac: 0.06591797 + max_actor_loss: 0.0008368939 + max_advantage: 0.2724921 + max_critic_clipfrac: 0.04711914 + max_critic_loss: 0.0037792933 + max_entropy: 0.2192213 + max_grad_norm_pre_clip: 1.4204806 + max_loss: 0.0019207781 + std: + std_actor_approxkl1: 0.0010868042 + std_actor_approxkl3: 0.00052901765 + std_actor_clipfrac: 0.017412048 + std_actor_loss: 0.001051499 + std_advantage: 0.07678272 + std_critic_clipfrac: 0.016216584 + std_critic_loss: 0.000595011 + std_entropy: 0.020264994 + std_grad_norm_pre_clip: 0.20851617 + std_loss: 0.0011628869 + eval-batch-orig: + avg_avg_episode_length: 17.184124 + avg_avg_return: 0.83233225 + avg_benchmark_regret: 0.003972433 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28499603 + proxy_corner: + avg_avg_return: 0.83233225 + avg_reward_per_step: 0.28499603 + eval-batch-shift: + avg_avg_episode_length: 67.354095 + avg_avg_return: 0.24413125 + avg_benchmark_regret: 0.6394485 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07312012 + proxy_corner: + avg_avg_return: 0.54853153 + avg_reward_per_step: 0.014923096 + eval-batch-tree: + avg_avg_episode_length: 6.8631682 + avg_avg_return: 0.9746987 + avg_benchmark_regret: 0.019519664 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26348114 + proxy_corner: + avg_avg_return: 0.9746987 + avg_reward_per_step: 0.26348114 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 286261248 + env-step-replay-before: 145162240 + env-step-used-before: 286261248 + ppo-update-before: 174720 + env-step-generate-before: 141099008 + env-step-all-after: 286294016 + env-step-replay-after: 145162240 + env-step-used-after: 286294016 + ppo-update-after: 174740 + env-step-generate-after: 141131776 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.982077 + avg_avg_return: 0.7976919 + avg_reward_per_step: 0.26693726 + proxy_corner: + avg_avg_return: 0.7976919 + avg_reward_per_step: 0.26693726 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.982077 + avg_avg_return: 0.7976919 + avg_reward_per_step: 0.26693726 + proxy_corner: + avg_avg_return: 0.7976919 + avg_reward_per_step: 0.26693726 + perf: + env_steps_per_second: 950108.5999304536 + ppo_updates_per_second: 74.01530947722027 + eval-batch-orig-duration: 0.3356047350098379 + eval-batch-shift-duration: 0.18575372797204182 + eval-batch-tree-duration: 0.15526329400017858 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.987305 + mouse-cheese_dist_finite_wavg: 12.800318 + mouse-cheese_dist_solvable_avg: 10.987305 + mouse-cheese_dist_solvable_wavg: 12.800321 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274414 + num_walls_wavg: 5.1299853 + prop_walls_avg: 0.2728006 + prop_walls_wavg: 0.22304277 + scoring: + avg_scores: 0.08301954 + visit_patterns: + avg_first_visit_time: 2858.9841 + avg_last_visit_time: 4420.291 + num_replay_batches: 4430 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011002716 + avg_actor_approxkl3: 0.0008817785 + avg_actor_clipfrac: 0.030670166 + avg_actor_loss: -0.00014916733 + avg_advantage: -0.008240687 + avg_critic_clipfrac: 0.0005493164 + avg_critic_loss: 0.0020314371 + avg_entropy: 0.18151109 + avg_grad_norm_pre_clip: 1.5682552 + avg_loss: 0.0006850403 + max: + max_actor_approxkl1: 0.0035696607 + max_actor_approxkl3: 0.0024115425 + max_actor_clipfrac: 0.07312012 + max_actor_loss: 0.002510883 + max_advantage: 0.3146398 + max_critic_clipfrac: 0.009399414 + max_critic_loss: 0.0035099697 + max_entropy: 0.24444064 + max_grad_norm_pre_clip: 4.1834965 + max_loss: 0.003294533 + std: + std_actor_approxkl1: 0.0009706408 + std_actor_approxkl3: 0.00064117415 + std_actor_clipfrac: 0.019334253 + std_actor_loss: 0.0011238477 + std_advantage: 0.06631969 + std_critic_clipfrac: 0.0020551726 + std_critic_loss: 0.0006823936 + std_entropy: 0.027522467 + std_grad_norm_pre_clip: 0.8365971 + std_loss: 0.0011056542 + eval-batch-orig: + avg_avg_episode_length: 17.171997 + avg_avg_return: 0.83251464 + avg_benchmark_regret: 0.0037899963 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850647 + proxy_corner: + avg_avg_return: 0.83251464 + avg_reward_per_step: 0.2850647 + eval-batch-shift: + avg_avg_episode_length: 68.0159 + avg_avg_return: 0.23886606 + avg_benchmark_regret: 0.64471376 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07446289 + proxy_corner: + avg_avg_return: 0.54346645 + avg_reward_per_step: 0.014633179 + eval-batch-tree: + avg_avg_episode_length: 7.1476336 + avg_avg_return: 0.9705895 + avg_benchmark_regret: 0.023628851 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26260376 + proxy_corner: + avg_avg_return: 0.9705895 + avg_reward_per_step: 0.26260376 +=========================================================== +=========================================================== + step: + env-step-all-before: 287309824 + env-step-replay-before: 145588224 + env-step-used-before: 287309824 + ppo-update-before: 175360 + env-step-generate-before: 141721600 + env-step-all-after: 287342592 + env-step-replay-after: 145620992 + env-step-used-after: 287342592 + ppo-update-after: 175380 + env-step-generate-after: 141721600 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.353836 + avg_avg_return: 0.90610206 + avg_reward_per_step: 0.08480835 + proxy_corner: + avg_avg_return: 0.90610206 + avg_reward_per_step: 0.08480835 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.353836 + avg_avg_return: 0.90610206 + avg_reward_per_step: 0.08480835 + proxy_corner: + avg_avg_return: 0.90610206 + avg_reward_per_step: 0.08480835 + perf: + env_steps_per_second: 547396.7615712339 + ppo_updates_per_second: 80.41206229117567 + eval-batch-orig-duration: 0.24633421696489677 + eval-batch-shift-duration: 0.15475096699083224 + eval-batch-tree-duration: 0.15306119801243767 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.995361 + mouse-cheese_dist_finite_wavg: 5.606896 + mouse-cheese_dist_solvable_avg: 10.995361 + mouse-cheese_dist_solvable_wavg: 5.6068964 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.276123 + num_walls_wavg: 4.2315273 + prop_walls_avg: 0.2728749 + prop_walls_wavg: 0.18397948 + scoring: + avg_scores: 0.08305432 + visit_patterns: + avg_first_visit_time: 2876.116 + avg_last_visit_time: 4434.2363 + num_replay_batches: 4444 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045819962 + avg_actor_approxkl3: 0.00026212924 + avg_actor_clipfrac: 0.0070129395 + avg_actor_loss: -0.0003620808 + avg_advantage: 0.05364901 + avg_critic_clipfrac: 0.1269043 + avg_critic_loss: 0.0026225194 + avg_entropy: 0.052747753 + avg_grad_norm_pre_clip: 0.358515 + avg_loss: 0.00089643133 + max: + max_actor_approxkl1: 0.0016138906 + max_actor_approxkl3: 0.0008424473 + max_actor_clipfrac: 0.015258789 + max_actor_loss: 8.704234e-05 + max_advantage: 0.7101257 + max_critic_clipfrac: 0.20544434 + max_critic_loss: 0.0060277823 + max_entropy: 0.060492136 + max_grad_norm_pre_clip: 0.5703132 + max_loss: 0.0029681453 + std: + std_actor_approxkl1: 0.00047687808 + std_actor_approxkl3: 0.0002287313 + std_actor_clipfrac: 0.004342423 + std_actor_loss: 0.00032297696 + std_advantage: 0.08309935 + std_critic_clipfrac: 0.06914966 + std_critic_loss: 0.00088701135 + std_entropy: 0.0048934207 + std_grad_norm_pre_clip: 0.10528137 + std_loss: 0.0006536651 + eval-batch-orig: + avg_avg_episode_length: 17.191788 + avg_avg_return: 0.8322347 + avg_benchmark_regret: 0.0040699793 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28442383 + proxy_corner: + avg_avg_return: 0.8322347 + avg_reward_per_step: 0.28442383 + eval-batch-shift: + avg_avg_episode_length: 66.57703 + avg_avg_return: 0.25530607 + avg_benchmark_regret: 0.6282737 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07384491 + proxy_corner: + avg_avg_return: 0.5407709 + avg_reward_per_step: 0.01499939 + eval-batch-tree: + avg_avg_episode_length: 6.7096496 + avg_avg_return: 0.9796861 + avg_benchmark_regret: 0.014532258 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26037598 + proxy_corner: + avg_avg_return: 0.9796861 + avg_reward_per_step: 0.26037598 +=========================================================== +=========================================================== + step: + env-step-all-before: 288358400 + env-step-replay-before: 146309120 + env-step-used-before: 288358400 + ppo-update-before: 176000 + env-step-generate-before: 142049280 + env-step-all-after: 288391168 + env-step-replay-after: 146341888 + env-step-used-after: 288391168 + ppo-update-after: 176020 + env-step-generate-after: 142049280 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.348618 + avg_avg_return: 0.906237 + avg_reward_per_step: 0.08538818 + proxy_corner: + avg_avg_return: 0.906237 + avg_reward_per_step: 0.08538818 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.348618 + avg_avg_return: 0.906237 + avg_reward_per_step: 0.08538818 + proxy_corner: + avg_avg_return: 0.906237 + avg_reward_per_step: 0.08538818 + perf: + env_steps_per_second: 824920.3274771053 + ppo_updates_per_second: 98.16650830168398 + eval-batch-orig-duration: 0.20917716604890302 + eval-batch-shift-duration: 0.14850657398346812 + eval-batch-tree-duration: 0.1437216880149208 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.998779 + mouse-cheese_dist_finite_wavg: 5.608549 + mouse-cheese_dist_solvable_avg: 10.998779 + mouse-cheese_dist_solvable_wavg: 5.6085496 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2770996 + num_walls_wavg: 9.624325 + prop_walls_avg: 0.27291736 + prop_walls_wavg: 0.41844895 + scoring: + avg_scores: 0.0829374 + visit_patterns: + avg_first_visit_time: 2880.234 + avg_last_visit_time: 4456.2227 + num_replay_batches: 4466 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005033896 + avg_actor_approxkl3: 0.00039574262 + avg_actor_clipfrac: 0.012579346 + avg_actor_loss: 0.0005123126 + avg_advantage: 0.0009083891 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018928906 + avg_entropy: 0.05260777 + avg_grad_norm_pre_clip: 0.79673976 + avg_loss: 0.00055434933 + max: + max_actor_approxkl1: 0.0012096488 + max_actor_approxkl3: 0.00090976164 + max_actor_clipfrac: 0.02758789 + max_actor_loss: 0.0034137946 + max_advantage: 0.33524776 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002640708 + max_entropy: 0.06103445 + max_grad_norm_pre_clip: 2.1445825 + max_loss: 0.0034794474 + std: + std_actor_approxkl1: 0.00036620913 + std_actor_approxkl3: 0.00023477568 + std_actor_clipfrac: 0.0072240946 + std_actor_loss: 0.0010950253 + std_advantage: 0.019643288 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.8571194e-05 + std_entropy: 0.0052412143 + std_grad_norm_pre_clip: 0.43371955 + std_loss: 0.0011005637 + eval-batch-orig: + avg_avg_episode_length: 17.178684 + avg_avg_return: 0.83235335 + avg_benchmark_regret: 0.003951287 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28514862 + proxy_corner: + avg_avg_return: 0.83235335 + avg_reward_per_step: 0.28514862 + eval-batch-shift: + avg_avg_episode_length: 68.47272 + avg_avg_return: 0.2284317 + avg_benchmark_regret: 0.65514815 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0721817 + proxy_corner: + avg_avg_return: 0.5472652 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 7.032194 + avg_avg_return: 0.97226197 + avg_benchmark_regret: 0.021956407 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2627716 + proxy_corner: + avg_avg_return: 0.97226197 + avg_reward_per_step: 0.2627716 +=========================================================== +=========================================================== + step: + env-step-all-before: 289406976 + env-step-replay-before: 146866176 + env-step-used-before: 289406976 + ppo-update-before: 176640 + env-step-generate-before: 142540800 + env-step-all-after: 289439744 + env-step-replay-after: 146866176 + env-step-used-after: 289439744 + ppo-update-after: 176660 + env-step-generate-after: 142573568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.632943 + avg_avg_return: 0.8405224 + avg_reward_per_step: 0.26489258 + proxy_corner: + avg_avg_return: 0.8405224 + avg_reward_per_step: 0.26489258 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.632943 + avg_avg_return: 0.8405224 + avg_reward_per_step: 0.26489258 + proxy_corner: + avg_avg_return: 0.8405224 + avg_reward_per_step: 0.26489258 + perf: + env_steps_per_second: 649667.277912105 + ppo_updates_per_second: 99.53950832661396 + eval-batch-orig-duration: 0.1946422400069423 + eval-batch-shift-duration: 0.14405745698604733 + eval-batch-tree-duration: 0.1412020840216428 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.0095215 + mouse-cheese_dist_finite_wavg: 5.609362 + mouse-cheese_dist_solvable_avg: 11.0095215 + mouse-cheese_dist_solvable_wavg: 5.6093626 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275879 + num_walls_wavg: 6.9280767 + prop_walls_avg: 0.27286428 + prop_walls_wavg: 0.30122086 + scoring: + avg_scores: 0.08308287 + visit_patterns: + avg_first_visit_time: 2891.4792 + avg_last_visit_time: 4472.1455 + num_replay_batches: 4482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000941433 + avg_actor_approxkl3: 0.000614276 + avg_actor_clipfrac: 0.025463868 + avg_actor_loss: -0.0004903536 + avg_advantage: -0.004765408 + avg_critic_clipfrac: 0.0006225586 + avg_critic_loss: 0.0018018195 + avg_entropy: 0.1270306 + avg_grad_norm_pre_clip: 0.952236 + avg_loss: 0.0002835256 + max: + max_actor_approxkl1: 0.0018188083 + max_actor_approxkl3: 0.001129039 + max_actor_clipfrac: 0.043945312 + max_actor_loss: 0.0017345026 + max_advantage: 0.44546765 + max_critic_clipfrac: 0.005004883 + max_critic_loss: 0.0025461137 + max_entropy: 0.1577568 + max_grad_norm_pre_clip: 1.720306 + max_loss: 0.0023918655 + std: + std_actor_approxkl1: 0.0005222548 + std_actor_approxkl3: 0.00027216488 + std_actor_clipfrac: 0.011497467 + std_actor_loss: 0.000882028 + std_advantage: 0.061532367 + std_critic_clipfrac: 0.0012854532 + std_critic_loss: 0.00039446284 + std_entropy: 0.0160536 + std_grad_norm_pre_clip: 0.34956184 + std_loss: 0.00091884896 + eval-batch-orig: + avg_avg_episode_length: 17.172434 + avg_avg_return: 0.83262736 + avg_benchmark_regret: 0.0036772178 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2854309 + proxy_corner: + avg_avg_return: 0.83262736 + avg_reward_per_step: 0.2854309 + eval-batch-shift: + avg_avg_episode_length: 67.384155 + avg_avg_return: 0.24482697 + avg_benchmark_regret: 0.6387528 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073524475 + proxy_corner: + avg_avg_return: 0.55869913 + avg_reward_per_step: 0.014778137 + eval-batch-tree: + avg_avg_episode_length: 6.915776 + avg_avg_return: 0.97338533 + avg_benchmark_regret: 0.020833021 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26368713 + proxy_corner: + avg_avg_return: 0.97338533 + avg_reward_per_step: 0.26368713 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 290455552 + env-step-replay-before: 147423232 + env-step-used-before: 290455552 + ppo-update-before: 177280 + env-step-generate-before: 143032320 + env-step-all-after: 290488320 + env-step-replay-after: 147456000 + env-step-used-after: 290488320 + ppo-update-after: 177300 + env-step-generate-after: 143032320 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.615366 + avg_avg_return: 0.905043 + avg_reward_per_step: 0.08483887 + proxy_corner: + avg_avg_return: 0.905043 + avg_reward_per_step: 0.08483887 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.615366 + avg_avg_return: 0.905043 + avg_reward_per_step: 0.08483887 + proxy_corner: + avg_avg_return: 0.905043 + avg_reward_per_step: 0.08483887 + perf: + env_steps_per_second: 805405.0024153239 + ppo_updates_per_second: 106.2328192146079 + eval-batch-orig-duration: 0.1918131239945069 + eval-batch-shift-duration: 0.14571872196393088 + eval-batch-tree-duration: 0.14175877801608294 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.020996 + mouse-cheese_dist_finite_wavg: 12.8012295 + mouse-cheese_dist_solvable_avg: 11.020996 + mouse-cheese_dist_solvable_wavg: 12.8012295 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2773438 + num_walls_wavg: 6.9285173 + prop_walls_avg: 0.27292794 + prop_walls_wavg: 0.3012399 + scoring: + avg_scores: 0.08313866 + visit_patterns: + avg_first_visit_time: 2901.2927 + avg_last_visit_time: 4490.2793 + num_replay_batches: 4500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025108896 + avg_actor_approxkl3: 0.00033395534 + avg_actor_clipfrac: 0.011096192 + avg_actor_loss: -0.0002594328 + avg_advantage: -0.0012218438 + avg_critic_clipfrac: 0.00020751954 + avg_critic_loss: 0.00030828078 + avg_entropy: 0.046466287 + avg_grad_norm_pre_clip: 0.609889 + avg_loss: -0.0001517587 + max: + max_actor_approxkl1: 0.0008397399 + max_actor_approxkl3: 0.00076745136 + max_actor_clipfrac: 0.020751953 + max_actor_loss: 0.00062506367 + max_advantage: 0.33972418 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.0004669785 + max_entropy: 0.052866057 + max_grad_norm_pre_clip: 1.2339383 + max_loss: 0.00070309034 + std: + std_actor_approxkl1: 0.0002869089 + std_actor_approxkl3: 0.00021564838 + std_actor_clipfrac: 0.0055531794 + std_actor_loss: 0.0004869646 + std_advantage: 0.027036844 + std_critic_clipfrac: 0.0004944978 + std_critic_loss: 8.270918e-05 + std_entropy: 0.0039716153 + std_grad_norm_pre_clip: 0.31911832 + std_loss: 0.00049505755 + eval-batch-orig: + avg_avg_episode_length: 17.17789 + avg_avg_return: 0.8322594 + avg_benchmark_regret: 0.004045211 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28534698 + proxy_corner: + avg_avg_return: 0.8322594 + avg_reward_per_step: 0.28534698 + eval-batch-shift: + avg_avg_episode_length: 68.03831 + avg_avg_return: 0.23754247 + avg_benchmark_regret: 0.64603734 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0746994 + proxy_corner: + avg_avg_return: 0.5563239 + avg_reward_per_step: 0.01473999 + eval-batch-tree: + avg_avg_episode_length: 6.986807 + avg_avg_return: 0.97283673 + avg_benchmark_regret: 0.021381617 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26355743 + proxy_corner: + avg_avg_return: 0.97283673 + avg_reward_per_step: 0.26355743 +=========================================================== +=========================================================== + step: + env-step-all-before: 291504128 + env-step-replay-before: 147849216 + env-step-used-before: 291504128 + ppo-update-before: 177920 + env-step-generate-before: 143654912 + env-step-all-after: 291536896 + env-step-replay-after: 147881984 + env-step-used-after: 291536896 + ppo-update-after: 177940 + env-step-generate-after: 143654912 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.452732 + avg_avg_return: 0.9057152 + avg_reward_per_step: 0.08413696 + proxy_corner: + avg_avg_return: 0.9057152 + avg_reward_per_step: 0.08413696 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.452732 + avg_avg_return: 0.9057152 + avg_reward_per_step: 0.08413696 + proxy_corner: + avg_avg_return: 0.9057152 + avg_reward_per_step: 0.08413696 + perf: + env_steps_per_second: 594315.6632473583 + ppo_updates_per_second: 74.42890062928245 + eval-batch-orig-duration: 0.25999146699905396 + eval-batch-shift-duration: 0.1618554349988699 + eval-batch-tree-duration: 0.14533595001557842 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.02832 + mouse-cheese_dist_finite_wavg: 11.003365 + mouse-cheese_dist_solvable_avg: 11.02832 + mouse-cheese_dist_solvable_wavg: 11.003367 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274658 + num_walls_wavg: 7.8248615 + prop_walls_avg: 0.27281117 + prop_walls_wavg: 0.34021145 + scoring: + avg_scores: 0.083161056 + visit_patterns: + avg_first_visit_time: 2911.8203 + avg_last_visit_time: 4503.2554 + num_replay_batches: 4513 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007861247 + avg_actor_approxkl3: 0.0005996957 + avg_actor_clipfrac: 0.013616944 + avg_actor_loss: -0.00023363988 + avg_advantage: 0.042082995 + avg_critic_clipfrac: 0.094940186 + avg_critic_loss: 0.0018684323 + avg_entropy: 0.044706825 + avg_grad_norm_pre_clip: 0.5331091 + avg_loss: 0.00065586943 + max: + max_actor_approxkl1: 0.002860346 + max_actor_approxkl3: 0.0015074582 + max_actor_clipfrac: 0.025146484 + max_actor_loss: 0.00046454836 + max_advantage: 0.6695349 + max_critic_clipfrac: 0.16430664 + max_critic_loss: 0.0037736774 + max_entropy: 0.056214824 + max_grad_norm_pre_clip: 0.98177636 + max_loss: 0.0018279639 + std: + std_actor_approxkl1: 0.0006138394 + std_actor_approxkl3: 0.00041402935 + std_actor_clipfrac: 0.00641508 + std_actor_loss: 0.00046104303 + std_advantage: 0.07419209 + std_critic_clipfrac: 0.054737564 + std_critic_loss: 0.0006972993 + std_entropy: 0.0049052997 + std_grad_norm_pre_clip: 0.21023118 + std_loss: 0.00061138556 + eval-batch-orig: + avg_avg_episode_length: 17.16873 + avg_avg_return: 0.8321415 + avg_benchmark_regret: 0.0041631386 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28533173 + proxy_corner: + avg_avg_return: 0.8321415 + avg_reward_per_step: 0.28533173 + eval-batch-shift: + avg_avg_episode_length: 68.343735 + avg_avg_return: 0.22903718 + avg_benchmark_regret: 0.6545427 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07461548 + proxy_corner: + avg_avg_return: 0.55370593 + avg_reward_per_step: 0.014625549 + eval-batch-tree: + avg_avg_episode_length: 7.281866 + avg_avg_return: 0.9718485 + avg_benchmark_regret: 0.022369936 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26154327 + proxy_corner: + avg_avg_return: 0.9718485 + avg_reward_per_step: 0.26154327 +=========================================================== +=========================================================== + step: + env-step-all-before: 292552704 + env-step-replay-before: 148439040 + env-step-used-before: 292552704 + ppo-update-before: 178560 + env-step-generate-before: 144113664 + env-step-all-after: 292585472 + env-step-replay-after: 148439040 + env-step-used-after: 292585472 + ppo-update-after: 178580 + env-step-generate-after: 144146432 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.052402 + avg_avg_return: 0.8199603 + avg_reward_per_step: 0.27090454 + proxy_corner: + avg_avg_return: 0.8199603 + avg_reward_per_step: 0.27090454 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.052402 + avg_avg_return: 0.8199603 + avg_reward_per_step: 0.27090454 + proxy_corner: + avg_avg_return: 0.8199603 + avg_reward_per_step: 0.27090454 + perf: + env_steps_per_second: 914911.7035232207 + ppo_updates_per_second: 104.61760230996548 + eval-batch-orig-duration: 0.19956545700551942 + eval-batch-shift-duration: 0.14269664901075885 + eval-batch-tree-duration: 0.14135484298458323 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.030029 + mouse-cheese_dist_finite_wavg: 6.50902 + mouse-cheese_dist_solvable_avg: 11.030029 + mouse-cheese_dist_solvable_wavg: 6.509019 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.276367 + num_walls_wavg: 6.926736 + prop_walls_avg: 0.2728855 + prop_walls_wavg: 0.30116242 + scoring: + avg_scores: 0.08322372 + visit_patterns: + avg_first_visit_time: 2918.2798 + avg_last_visit_time: 4520.199 + num_replay_batches: 4530 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074780564 + avg_actor_approxkl3: 0.00067047833 + avg_actor_clipfrac: 0.027130127 + avg_actor_loss: -0.00055760535 + avg_advantage: -0.024116626 + avg_critic_clipfrac: 0.0034301758 + avg_critic_loss: 0.0021488506 + avg_entropy: 0.15999779 + avg_grad_norm_pre_clip: 1.1168436 + avg_loss: 0.00035682227 + max: + max_actor_approxkl1: 0.0027781706 + max_actor_approxkl3: 0.0016650471 + max_actor_clipfrac: 0.060913086 + max_actor_loss: 0.0009712428 + max_advantage: 0.4309469 + max_critic_clipfrac: 0.016723633 + max_critic_loss: 0.003146335 + max_entropy: 0.20206566 + max_grad_norm_pre_clip: 2.0532777 + max_loss: 0.0023628254 + std: + std_actor_approxkl1: 0.00076597504 + std_actor_approxkl3: 0.00047507772 + std_actor_clipfrac: 0.015982118 + std_actor_loss: 0.00074936677 + std_advantage: 0.06691514 + std_critic_clipfrac: 0.0054869074 + std_critic_loss: 0.00052552414 + std_entropy: 0.017819174 + std_grad_norm_pre_clip: 0.43056992 + std_loss: 0.0008937516 + eval-batch-orig: + avg_avg_episode_length: 17.169094 + avg_avg_return: 0.8323209 + avg_benchmark_regret: 0.0039837053 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28497314 + proxy_corner: + avg_avg_return: 0.8323209 + avg_reward_per_step: 0.28497314 + eval-batch-shift: + avg_avg_episode_length: 67.84707 + avg_avg_return: 0.2391778 + avg_benchmark_regret: 0.644402 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0746994 + proxy_corner: + avg_avg_return: 0.5490275 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 6.742745 + avg_avg_return: 0.97974956 + avg_benchmark_regret: 0.014468841 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2611847 + proxy_corner: + avg_avg_return: 0.97974956 + avg_reward_per_step: 0.2611847 +=========================================================== +=========================================================== + step: + env-step-all-before: 293601280 + env-step-replay-before: 148865024 + env-step-used-before: 293601280 + ppo-update-before: 179200 + env-step-generate-before: 144736256 + env-step-all-after: 293634048 + env-step-replay-after: 148897792 + env-step-used-after: 293634048 + ppo-update-after: 179220 + env-step-generate-after: 144736256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.412298 + avg_avg_return: 0.9062397 + avg_reward_per_step: 0.08441162 + proxy_corner: + avg_avg_return: 0.9062397 + avg_reward_per_step: 0.08441162 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.412298 + avg_avg_return: 0.9062397 + avg_reward_per_step: 0.08441162 + proxy_corner: + avg_avg_return: 0.9062397 + avg_reward_per_step: 0.08441162 + perf: + env_steps_per_second: 901974.020049467 + ppo_updates_per_second: 104.45406714294539 + eval-batch-orig-duration: 0.20407763100229204 + eval-batch-shift-duration: 0.154578042041976 + eval-batch-tree-duration: 0.14401382498908788 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.030029 + mouse-cheese_dist_finite_wavg: 12.804161 + mouse-cheese_dist_solvable_avg: 11.030029 + mouse-cheese_dist_solvable_wavg: 12.804164 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2807617 + num_walls_wavg: 6.028451 + prop_walls_avg: 0.2730766 + prop_walls_wavg: 0.26210657 + scoring: + avg_scores: 0.08322558 + visit_patterns: + avg_first_visit_time: 2933.4934 + avg_last_visit_time: 4534.313 + num_replay_batches: 4544 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044244394 + avg_actor_approxkl3: 0.00031957965 + avg_actor_clipfrac: 0.008251953 + avg_actor_loss: -0.00018480606 + avg_advantage: 0.02832037 + avg_critic_clipfrac: 0.010827637 + avg_critic_loss: 0.00049068406 + avg_entropy: 0.072304524 + avg_grad_norm_pre_clip: 0.46788487 + avg_loss: -1.1768573e-05 + max: + max_actor_approxkl1: 0.0014193305 + max_actor_approxkl3: 0.0010182197 + max_actor_clipfrac: 0.02331543 + max_actor_loss: 0.000348825 + max_advantage: 0.38287956 + max_critic_clipfrac: 0.040039062 + max_critic_loss: 0.0011348638 + max_entropy: 0.08180124 + max_grad_norm_pre_clip: 0.71927226 + max_loss: 0.0004946595 + std: + std_actor_approxkl1: 0.0004236242 + std_actor_approxkl3: 0.0002713623 + std_actor_clipfrac: 0.0054717464 + std_actor_loss: 0.0003419128 + std_advantage: 0.036972903 + std_critic_clipfrac: 0.012615309 + std_critic_loss: 0.00021104737 + std_entropy: 0.0050902823 + std_grad_norm_pre_clip: 0.13945709 + std_loss: 0.00039086677 + eval-batch-orig: + avg_avg_episode_length: 17.194212 + avg_avg_return: 0.8322667 + avg_benchmark_regret: 0.004037948 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28369904 + proxy_corner: + avg_avg_return: 0.8322667 + avg_reward_per_step: 0.28369904 + eval-batch-shift: + avg_avg_episode_length: 67.767975 + avg_avg_return: 0.2414994 + avg_benchmark_regret: 0.6420804 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07271576 + proxy_corner: + avg_avg_return: 0.55022895 + avg_reward_per_step: 0.0146484375 + eval-batch-tree: + avg_avg_episode_length: 6.57765 + avg_avg_return: 0.98178697 + avg_benchmark_regret: 0.0124314055 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2600708 + proxy_corner: + avg_avg_return: 0.98178697 + avg_reward_per_step: 0.2600708 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 294649856 + env-step-replay-before: 149258240 + env-step-used-before: 294649856 + ppo-update-before: 179840 + env-step-generate-before: 145391616 + env-step-all-after: 294682624 + env-step-replay-after: 149291008 + env-step-used-after: 294682624 + ppo-update-after: 179860 + env-step-generate-after: 145391616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.386096 + avg_avg_return: 0.9055506 + avg_reward_per_step: 0.084625244 + proxy_corner: + avg_avg_return: 0.9055506 + avg_reward_per_step: 0.084625244 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.386096 + avg_avg_return: 0.9055506 + avg_reward_per_step: 0.084625244 + proxy_corner: + avg_avg_return: 0.9055506 + avg_reward_per_step: 0.084625244 + perf: + env_steps_per_second: 951245.3110379236 + ppo_updates_per_second: 74.0061186368482 + eval-batch-orig-duration: 0.3305963080492802 + eval-batch-shift-duration: 0.1860373300150968 + eval-batch-tree-duration: 0.15652075700927526 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.037598 + mouse-cheese_dist_finite_wavg: 12.803692 + mouse-cheese_dist_solvable_avg: 11.037598 + mouse-cheese_dist_solvable_wavg: 12.803695 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2851562 + num_walls_wavg: 6.0259223 + prop_walls_avg: 0.27326766 + prop_walls_wavg: 0.2619966 + scoring: + avg_scores: 0.08327603 + visit_patterns: + avg_first_visit_time: 2950.9263 + avg_last_visit_time: 4546.288 + num_replay_batches: 4556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00036080176 + avg_actor_approxkl3: 0.0003291571 + avg_actor_clipfrac: 0.008508301 + avg_actor_loss: 0.00026827253 + avg_advantage: -0.0027628946 + avg_critic_clipfrac: 0.00020141601 + avg_critic_loss: 0.00027582378 + avg_entropy: 0.056407798 + avg_grad_norm_pre_clip: 0.9000601 + avg_loss: 0.0003497766 + max: + max_actor_approxkl1: 0.0014725435 + max_actor_approxkl3: 0.001571778 + max_actor_clipfrac: 0.022583008 + max_actor_loss: 0.005294901 + max_advantage: 0.39759463 + max_critic_clipfrac: 0.0026855469 + max_critic_loss: 0.00053102255 + max_entropy: 0.065610975 + max_grad_norm_pre_clip: 2.9321804 + max_loss: 0.0054030395 + std: + std_actor_approxkl1: 0.00039883272 + std_actor_approxkl3: 0.00034571314 + std_actor_clipfrac: 0.0056618913 + std_actor_loss: 0.0014426477 + std_advantage: 0.025551926 + std_critic_clipfrac: 0.0006404621 + std_critic_loss: 0.00010014928 + std_entropy: 0.0047235135 + std_grad_norm_pre_clip: 0.7290235 + std_loss: 0.0014501818 + eval-batch-orig: + avg_avg_episode_length: 17.176945 + avg_avg_return: 0.8325219 + avg_benchmark_regret: 0.0037827226 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846985 + proxy_corner: + avg_avg_return: 0.8325219 + avg_reward_per_step: 0.2846985 + eval-batch-shift: + avg_avg_episode_length: 67.65335 + avg_avg_return: 0.24293327 + avg_benchmark_regret: 0.6406466 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07624817 + proxy_corner: + avg_avg_return: 0.5446837 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 6.745141 + avg_avg_return: 0.98072076 + avg_benchmark_regret: 0.013497591 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2617035 + proxy_corner: + avg_avg_return: 0.98072076 + avg_reward_per_step: 0.2617035 +=========================================================== +=========================================================== + step: + env-step-all-before: 295698432 + env-step-replay-before: 149815296 + env-step-used-before: 295698432 + ppo-update-before: 180480 + env-step-generate-before: 145883136 + env-step-all-after: 295731200 + env-step-replay-after: 149848064 + env-step-used-after: 295731200 + ppo-update-after: 180500 + env-step-generate-after: 145883136 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.368693 + avg_avg_return: 0.90610254 + avg_reward_per_step: 0.08526611 + proxy_corner: + avg_avg_return: 0.90610254 + avg_reward_per_step: 0.08526611 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.368693 + avg_avg_return: 0.90610254 + avg_reward_per_step: 0.08526611 + proxy_corner: + avg_avg_return: 0.90610254 + avg_reward_per_step: 0.08526611 + perf: + env_steps_per_second: 900613.8475726767 + ppo_updates_per_second: 104.04252766946172 + eval-batch-orig-duration: 0.20500721101416275 + eval-batch-shift-duration: 0.15734262100886554 + eval-batch-tree-duration: 0.14495756599353626 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.041504 + mouse-cheese_dist_finite_wavg: 11.897941 + mouse-cheese_dist_solvable_avg: 11.041504 + mouse-cheese_dist_solvable_wavg: 11.897942 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284668 + num_walls_wavg: 6.033067 + prop_walls_avg: 0.2732464 + prop_walls_wavg: 0.26230726 + scoring: + avg_scores: 0.08336368 + visit_patterns: + avg_first_visit_time: 2963.8787 + avg_last_visit_time: 4563.3364 + num_replay_batches: 4573 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052149745 + avg_actor_approxkl3: 0.0004111305 + avg_actor_clipfrac: 0.010772705 + avg_actor_loss: 0.00011794903 + avg_advantage: 0.03126088 + avg_critic_clipfrac: 0.021722412 + avg_critic_loss: 0.0006281217 + avg_entropy: 0.069272235 + avg_grad_norm_pre_clip: 0.6469767 + avg_loss: 0.00036273766 + max: + max_actor_approxkl1: 0.0012104963 + max_actor_approxkl3: 0.0013685657 + max_actor_clipfrac: 0.023803711 + max_actor_loss: 0.0014848672 + max_advantage: 0.4253915 + max_critic_clipfrac: 0.0970459 + max_critic_loss: 0.0014921952 + max_entropy: 0.08078315 + max_grad_norm_pre_clip: 1.2468706 + max_loss: 0.0017320545 + std: + std_actor_approxkl1: 0.00035634465 + std_actor_approxkl3: 0.00031471805 + std_actor_clipfrac: 0.0054264166 + std_actor_loss: 0.0005504099 + std_advantage: 0.04218503 + std_critic_clipfrac: 0.025307637 + std_critic_loss: 0.00028338033 + std_entropy: 0.005704415 + std_grad_norm_pre_clip: 0.36668563 + std_loss: 0.0006093559 + eval-batch-orig: + avg_avg_episode_length: 17.18113 + avg_avg_return: 0.8323963 + avg_benchmark_regret: 0.003908313 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2842636 + proxy_corner: + avg_avg_return: 0.8323963 + avg_reward_per_step: 0.2842636 + eval-batch-shift: + avg_avg_episode_length: 66.87123 + avg_avg_return: 0.25029922 + avg_benchmark_regret: 0.63328063 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072135925 + proxy_corner: + avg_avg_return: 0.5407423 + avg_reward_per_step: 0.014793396 + eval-batch-tree: + avg_avg_episode_length: 6.141186 + avg_avg_return: 0.9848999 + avg_benchmark_regret: 0.0093185175 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.9848999 + avg_reward_per_step: 0.26208496 +=========================================================== +=========================================================== + step: + env-step-all-before: 296747008 + env-step-replay-before: 150339584 + env-step-used-before: 296747008 + ppo-update-before: 181120 + env-step-generate-before: 146407424 + env-step-all-after: 296779776 + env-step-replay-after: 150372352 + env-step-used-after: 296779776 + ppo-update-after: 181140 + env-step-generate-after: 146407424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.341259 + avg_avg_return: 0.906242 + avg_reward_per_step: 0.08514404 + proxy_corner: + avg_avg_return: 0.906242 + avg_reward_per_step: 0.08514404 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.341259 + avg_avg_return: 0.906242 + avg_reward_per_step: 0.08514404 + proxy_corner: + avg_avg_return: 0.906242 + avg_reward_per_step: 0.08514404 + perf: + env_steps_per_second: 941995.5762386658 + ppo_updates_per_second: 73.3019364597554 + eval-batch-orig-duration: 0.33587671199347824 + eval-batch-shift-duration: 0.18449508398771286 + eval-batch-tree-duration: 0.15601011097896844 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.040283 + mouse-cheese_dist_finite_wavg: 11.902703 + mouse-cheese_dist_solvable_avg: 11.040283 + mouse-cheese_dist_solvable_wavg: 11.902704 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2871094 + num_walls_wavg: 6.0268364 + prop_walls_avg: 0.27335253 + prop_walls_wavg: 0.2620363 + scoring: + avg_scores: 0.08347717 + visit_patterns: + avg_first_visit_time: 2978.2861 + avg_last_visit_time: 4579.22 + num_replay_batches: 4589 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004510004 + avg_actor_approxkl3: 0.00047260127 + avg_actor_clipfrac: 0.015966797 + avg_actor_loss: 3.6684516e-05 + avg_advantage: 7.2319206e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018222448 + avg_entropy: 0.071124904 + avg_grad_norm_pre_clip: 0.61592644 + avg_loss: 5.667185e-05 + max: + max_actor_approxkl1: 0.0012394709 + max_actor_approxkl3: 0.0021589687 + max_actor_clipfrac: 0.037719727 + max_actor_loss: 0.0017808466 + max_advantage: 0.37029922 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00025678665 + max_entropy: 0.08639185 + max_grad_norm_pre_clip: 1.6300021 + max_loss: 0.001795418 + std: + std_actor_approxkl1: 0.0004165841 + std_actor_approxkl3: 0.00044947915 + std_actor_clipfrac: 0.009334557 + std_actor_loss: 0.00057652994 + std_advantage: 0.020293927 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0807823e-05 + std_entropy: 0.006266014 + std_grad_norm_pre_clip: 0.32559362 + std_loss: 0.0005766296 + eval-batch-orig: + avg_avg_episode_length: 17.178925 + avg_avg_return: 0.83227533 + avg_benchmark_regret: 0.0040292884 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28445435 + proxy_corner: + avg_avg_return: 0.83227533 + avg_reward_per_step: 0.28445435 + eval-batch-shift: + avg_avg_episode_length: 67.827805 + avg_avg_return: 0.23806086 + avg_benchmark_regret: 0.64551896 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.070259094 + proxy_corner: + avg_avg_return: 0.5445534 + avg_reward_per_step: 0.014625549 + eval-batch-tree: + avg_avg_episode_length: 6.707578 + avg_avg_return: 0.9818962 + avg_benchmark_regret: 0.012322155 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26094055 + proxy_corner: + avg_avg_return: 0.9818962 + avg_reward_per_step: 0.26094055 +=========================================================== +=========================================================== + step: + env-step-all-before: 297795584 + env-step-replay-before: 150798336 + env-step-used-before: 297795584 + ppo-update-before: 181760 + env-step-generate-before: 146997248 + env-step-all-after: 297828352 + env-step-replay-after: 150798336 + env-step-used-after: 297828352 + ppo-update-after: 181780 + env-step-generate-after: 147030016 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.519009 + avg_avg_return: 0.81478643 + avg_reward_per_step: 0.28649902 + proxy_corner: + avg_avg_return: 0.81478643 + avg_reward_per_step: 0.28649902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.519009 + avg_avg_return: 0.81478643 + avg_reward_per_step: 0.28649902 + proxy_corner: + avg_avg_return: 0.81478643 + avg_reward_per_step: 0.28649902 + perf: + env_steps_per_second: 622923.3586631088 + ppo_updates_per_second: 74.72407277517242 + eval-batch-orig-duration: 0.2616495650145225 + eval-batch-shift-duration: 0.1499508289853111 + eval-batch-tree-duration: 0.1468807510100305 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.043457 + mouse-cheese_dist_finite_wavg: 10.106405 + mouse-cheese_dist_solvable_avg: 11.043457 + mouse-cheese_dist_solvable_wavg: 10.106405 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284912 + num_walls_wavg: 6.029192 + prop_walls_avg: 0.27325702 + prop_walls_wavg: 0.26213875 + scoring: + avg_scores: 0.08374215 + visit_patterns: + avg_first_visit_time: 2994.587 + avg_last_visit_time: 4592.189 + num_replay_batches: 4602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011456184 + avg_actor_approxkl3: 0.0007900774 + avg_actor_clipfrac: 0.028076172 + avg_actor_loss: 0.0002178684 + avg_advantage: -0.009153119 + avg_critic_clipfrac: 0.00244751 + avg_critic_loss: 0.0016598384 + avg_entropy: 0.18725014 + avg_grad_norm_pre_clip: 1.4752946 + avg_loss: 0.0008605374 + max: + max_actor_approxkl1: 0.002481445 + max_actor_approxkl3: 0.0018812815 + max_actor_clipfrac: 0.056152344 + max_actor_loss: 0.0049939007 + max_advantage: 0.3328476 + max_critic_clipfrac: 0.016235352 + max_critic_loss: 0.0023791515 + max_entropy: 0.22881952 + max_grad_norm_pre_clip: 3.769151 + max_loss: 0.0053333524 + std: + std_actor_approxkl1: 0.000755576 + std_actor_approxkl3: 0.0005184988 + std_actor_clipfrac: 0.016351545 + std_actor_loss: 0.0015414362 + std_advantage: 0.060458697 + std_critic_clipfrac: 0.004993627 + std_critic_loss: 0.0003970907 + std_entropy: 0.023055432 + std_grad_norm_pre_clip: 0.75348514 + std_loss: 0.0015336797 + eval-batch-orig: + avg_avg_episode_length: 17.182304 + avg_avg_return: 0.83229494 + avg_benchmark_regret: 0.004009676 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28466797 + proxy_corner: + avg_avg_return: 0.83229494 + avg_reward_per_step: 0.28466797 + eval-batch-shift: + avg_avg_episode_length: 68.38396 + avg_avg_return: 0.22958681 + avg_benchmark_regret: 0.653993 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06951904 + proxy_corner: + avg_avg_return: 0.54718184 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 6.4071774 + avg_avg_return: 0.9841752 + avg_benchmark_regret: 0.01004318 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26169586 + proxy_corner: + avg_avg_return: 0.9841752 + avg_reward_per_step: 0.26169586 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 298844160 + env-step-replay-before: 151289856 + env-step-used-before: 298844160 + ppo-update-before: 182400 + env-step-generate-before: 147554304 + env-step-all-after: 298876928 + env-step-replay-after: 151289856 + env-step-used-after: 298876928 + ppo-update-after: 182420 + env-step-generate-after: 147587072 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.945272 + avg_avg_return: 0.809344 + avg_reward_per_step: 0.27645874 + proxy_corner: + avg_avg_return: 0.809344 + avg_reward_per_step: 0.27645874 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.945272 + avg_avg_return: 0.809344 + avg_reward_per_step: 0.27645874 + proxy_corner: + avg_avg_return: 0.809344 + avg_reward_per_step: 0.27645874 + perf: + env_steps_per_second: 874188.908916187 + ppo_updates_per_second: 101.74464803544954 + eval-batch-orig-duration: 0.20142612798372284 + eval-batch-shift-duration: 0.1441180559922941 + eval-batch-tree-duration: 0.14457095897523686 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.053711 + mouse-cheese_dist_finite_wavg: 7.4041796 + mouse-cheese_dist_solvable_avg: 11.053711 + mouse-cheese_dist_solvable_wavg: 7.4041805 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2836914 + num_walls_wavg: 6.927226 + prop_walls_avg: 0.27320397 + prop_walls_wavg: 0.3011838 + scoring: + avg_scores: 0.08373278 + visit_patterns: + avg_first_visit_time: 3003.6567 + avg_last_visit_time: 4607.326 + num_replay_batches: 4617 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010493646 + avg_actor_approxkl3: 0.00078766746 + avg_actor_clipfrac: 0.031573486 + avg_actor_loss: -0.00094379525 + avg_advantage: -0.01924236 + avg_critic_clipfrac: 0.014257813 + avg_critic_loss: 0.0023144544 + avg_entropy: 0.16315149 + avg_grad_norm_pre_clip: 1.0681074 + avg_loss: 5.0280465e-05 + max: + max_actor_approxkl1: 0.0024050786 + max_actor_approxkl3: 0.001539719 + max_actor_clipfrac: 0.05456543 + max_actor_loss: 0.0011438206 + max_advantage: 0.3266415 + max_critic_clipfrac: 0.041381836 + max_critic_loss: 0.0036591457 + max_entropy: 0.20282614 + max_grad_norm_pre_clip: 2.6057105 + max_loss: 0.002148731 + std: + std_actor_approxkl1: 0.0007489069 + std_actor_approxkl3: 0.00046768042 + std_actor_clipfrac: 0.018280463 + std_actor_loss: 0.0010116643 + std_advantage: 0.07209882 + std_critic_clipfrac: 0.014678091 + std_critic_loss: 0.0006200556 + std_entropy: 0.024424259 + std_grad_norm_pre_clip: 0.4893491 + std_loss: 0.0010696187 + eval-batch-orig: + avg_avg_episode_length: 17.188896 + avg_avg_return: 0.83259964 + avg_benchmark_regret: 0.0037049463 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848587 + proxy_corner: + avg_avg_return: 0.83259964 + avg_reward_per_step: 0.2848587 + eval-batch-shift: + avg_avg_episode_length: 67.86473 + avg_avg_return: 0.23703864 + avg_benchmark_regret: 0.6465411 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07450867 + proxy_corner: + avg_avg_return: 0.5528575 + avg_reward_per_step: 0.014678955 + eval-batch-tree: + avg_avg_episode_length: 6.183348 + avg_avg_return: 0.9844899 + avg_benchmark_regret: 0.00972842 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26329803 + proxy_corner: + avg_avg_return: 0.9844899 + avg_reward_per_step: 0.26329803 +=========================================================== +=========================================================== + step: + env-step-all-before: 299892736 + env-step-replay-before: 151683072 + env-step-used-before: 299892736 + ppo-update-before: 183040 + env-step-generate-before: 148209664 + env-step-all-after: 299925504 + env-step-replay-after: 151683072 + env-step-used-after: 299925504 + ppo-update-after: 183060 + env-step-generate-after: 148242432 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.011848 + avg_avg_return: 0.82022536 + avg_reward_per_step: 0.27566528 + proxy_corner: + avg_avg_return: 0.82022536 + avg_reward_per_step: 0.27566528 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.011848 + avg_avg_return: 0.82022536 + avg_reward_per_step: 0.27566528 + proxy_corner: + avg_avg_return: 0.82022536 + avg_reward_per_step: 0.27566528 + perf: + env_steps_per_second: 621100.1527464213 + ppo_updates_per_second: 96.95390653272236 + eval-batch-orig-duration: 0.19472104299347848 + eval-batch-shift-duration: 0.14302817097632214 + eval-batch-tree-duration: 0.1405384829849936 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.062256 + mouse-cheese_dist_finite_wavg: 9.203732 + mouse-cheese_dist_solvable_avg: 11.062256 + mouse-cheese_dist_solvable_wavg: 9.2037325 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2836914 + num_walls_wavg: 6.9279175 + prop_walls_avg: 0.27320397 + prop_walls_wavg: 0.30121386 + scoring: + avg_scores: 0.0836342 + visit_patterns: + avg_first_visit_time: 3020.4521 + avg_last_visit_time: 4619.296 + num_replay_batches: 4629 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00093424536 + avg_actor_approxkl3: 0.0007061201 + avg_actor_clipfrac: 0.027819825 + avg_actor_loss: -0.0009510764 + avg_advantage: -0.0019848433 + avg_critic_clipfrac: 0.00592041 + avg_critic_loss: 0.0018894557 + avg_entropy: 0.17514423 + avg_grad_norm_pre_clip: 0.88569623 + avg_loss: -0.00018149275 + max: + max_actor_approxkl1: 0.0046547605 + max_actor_approxkl3: 0.0025015152 + max_actor_clipfrac: 0.07861328 + max_actor_loss: 0.00015757233 + max_advantage: 0.5777186 + max_critic_clipfrac: 0.03112793 + max_critic_loss: 0.0026412487 + max_entropy: 0.23539692 + max_grad_norm_pre_clip: 1.499334 + max_loss: 0.0011706962 + std: + std_actor_approxkl1: 0.0010961648 + std_actor_approxkl3: 0.0005822414 + std_actor_clipfrac: 0.01909489 + std_actor_loss: 0.0011738196 + std_advantage: 0.062303435 + std_critic_clipfrac: 0.009151489 + std_critic_loss: 0.000552888 + std_entropy: 0.031194124 + std_grad_norm_pre_clip: 0.29516184 + std_loss: 0.0011737413 + eval-batch-orig: + avg_avg_episode_length: 17.175629 + avg_avg_return: 0.8325252 + avg_benchmark_regret: 0.00377942 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850647 + proxy_corner: + avg_avg_return: 0.8325252 + avg_reward_per_step: 0.2850647 + eval-batch-shift: + avg_avg_episode_length: 66.98479 + avg_avg_return: 0.24281652 + avg_benchmark_regret: 0.6407633 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06971741 + proxy_corner: + avg_avg_return: 0.54936206 + avg_reward_per_step: 0.014633179 + eval-batch-tree: + avg_avg_episode_length: 6.6244307 + avg_avg_return: 0.98178464 + avg_benchmark_regret: 0.012433738 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26324463 + proxy_corner: + avg_avg_return: 0.98178464 + avg_reward_per_step: 0.26324463 +=========================================================== +=========================================================== + step: + env-step-all-before: 300941312 + env-step-replay-before: 152010752 + env-step-used-before: 300941312 + ppo-update-before: 183680 + env-step-generate-before: 148930560 + env-step-all-after: 300974080 + env-step-replay-after: 152043520 + env-step-used-after: 300974080 + ppo-update-after: 183700 + env-step-generate-after: 148930560 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.28244 + avg_avg_return: 0.90676355 + avg_reward_per_step: 0.085357666 + proxy_corner: + avg_avg_return: 0.90676355 + avg_reward_per_step: 0.085357666 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.28244 + avg_avg_return: 0.90676355 + avg_reward_per_step: 0.085357666 + proxy_corner: + avg_avg_return: 0.90676355 + avg_reward_per_step: 0.085357666 + perf: + env_steps_per_second: 894037.0230446475 + ppo_updates_per_second: 108.05029010618448 + eval-batch-orig-duration: 0.19518578599672765 + eval-batch-shift-duration: 0.1492171980207786 + eval-batch-tree-duration: 0.1430633720010519 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.069824 + mouse-cheese_dist_finite_wavg: 11.00307 + mouse-cheese_dist_solvable_avg: 11.069824 + mouse-cheese_dist_solvable_wavg: 11.003071 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277832 + num_walls_wavg: 8.725984 + prop_walls_avg: 0.2729492 + prop_walls_wavg: 0.37939045 + scoring: + avg_scores: 0.08369597 + visit_patterns: + avg_first_visit_time: 3031.5889 + avg_last_visit_time: 4630.3506 + num_replay_batches: 4640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062128465 + avg_actor_approxkl3: 0.00055296527 + avg_actor_clipfrac: 0.009197998 + avg_actor_loss: 0.00016970327 + avg_advantage: 0.036733937 + avg_critic_clipfrac: 0.06541138 + avg_critic_loss: 0.0007162702 + avg_entropy: 0.051673647 + avg_grad_norm_pre_clip: 0.6315884 + avg_loss: 0.0004761647 + max: + max_actor_approxkl1: 0.0017761609 + max_actor_approxkl3: 0.002208202 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.0034924075 + max_advantage: 0.50175864 + max_critic_clipfrac: 0.1977539 + max_critic_loss: 0.0017534104 + max_entropy: 0.05879911 + max_grad_norm_pre_clip: 1.9315298 + max_loss: 0.00369837 + std: + std_actor_approxkl1: 0.0005412381 + std_actor_approxkl3: 0.00047199245 + std_actor_clipfrac: 0.0052561546 + std_actor_loss: 0.0011305575 + std_advantage: 0.04658042 + std_critic_clipfrac: 0.069341674 + std_critic_loss: 0.00036655457 + std_entropy: 0.004356684 + std_grad_norm_pre_clip: 0.44026634 + std_loss: 0.0011536308 + eval-batch-orig: + avg_avg_episode_length: 17.173985 + avg_avg_return: 0.83242285 + avg_benchmark_regret: 0.0038818102 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28490448 + proxy_corner: + avg_avg_return: 0.83242285 + avg_reward_per_step: 0.28490448 + eval-batch-shift: + avg_avg_episode_length: 66.956985 + avg_avg_return: 0.2460326 + avg_benchmark_regret: 0.63754725 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07488251 + proxy_corner: + avg_avg_return: 0.546934 + avg_reward_per_step: 0.01473999 + eval-batch-tree: + avg_avg_episode_length: 7.264885 + avg_avg_return: 0.97002125 + avg_benchmark_regret: 0.024197154 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26265717 + proxy_corner: + avg_avg_return: 0.97002125 + avg_reward_per_step: 0.26265717 +=========================================================== +=========================================================== + step: + env-step-all-before: 301989888 + env-step-replay-before: 152567808 + env-step-used-before: 301989888 + ppo-update-before: 184320 + env-step-generate-before: 149422080 + env-step-all-after: 302022656 + env-step-replay-after: 152567808 + env-step-used-after: 302022656 + ppo-update-after: 184340 + env-step-generate-after: 149454848 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.304644 + avg_avg_return: 0.79407704 + avg_reward_per_step: 0.25289917 + proxy_corner: + avg_avg_return: 0.79407704 + avg_reward_per_step: 0.25289917 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.304644 + avg_avg_return: 0.79407704 + avg_reward_per_step: 0.25289917 + proxy_corner: + avg_avg_return: 0.79407704 + avg_reward_per_step: 0.25289917 + perf: + env_steps_per_second: 964582.8707615557 + ppo_updates_per_second: 75.9197264940889 + eval-batch-orig-duration: 0.34508297801949084 + eval-batch-shift-duration: 0.2774664720054716 + eval-batch-tree-duration: 0.2715893459971994 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.071777 + mouse-cheese_dist_finite_wavg: 12.807587 + mouse-cheese_dist_solvable_avg: 11.071777 + mouse-cheese_dist_solvable_wavg: 12.807589 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275879 + num_walls_wavg: 6.027187 + prop_walls_avg: 0.27286428 + prop_walls_wavg: 0.26205155 + scoring: + avg_scores: 0.08361408 + visit_patterns: + avg_first_visit_time: 3040.0237 + avg_last_visit_time: 4646.339 + num_replay_batches: 4656 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014619024 + avg_actor_approxkl3: 0.0010618257 + avg_actor_clipfrac: 0.04439087 + avg_actor_loss: 9.0757385e-06 + avg_advantage: -0.012282302 + avg_critic_clipfrac: 0.0037902833 + avg_critic_loss: 0.0022019714 + avg_entropy: 0.1804057 + avg_grad_norm_pre_clip: 1.326249 + avg_loss: 0.0009296555 + max: + max_actor_approxkl1: 0.00447178 + max_actor_approxkl3: 0.0037395365 + max_actor_clipfrac: 0.08874512 + max_actor_loss: 0.0039763004 + max_advantage: 0.27140427 + max_critic_clipfrac: 0.036254883 + max_critic_loss: 0.0031756149 + max_entropy: 0.24210468 + max_grad_norm_pre_clip: 3.0261629 + max_loss: 0.0050560115 + std: + std_actor_approxkl1: 0.0011060054 + std_actor_approxkl3: 0.0008067513 + std_actor_clipfrac: 0.025280382 + std_actor_loss: 0.0012533474 + std_advantage: 0.0685321 + std_critic_clipfrac: 0.009350496 + std_critic_loss: 0.00045877896 + std_entropy: 0.02868183 + std_grad_norm_pre_clip: 0.6181876 + std_loss: 0.001302524 + eval-batch-orig: + avg_avg_episode_length: 17.2021 + avg_avg_return: 0.83277243 + avg_benchmark_regret: 0.0035321945 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28420258 + proxy_corner: + avg_avg_return: 0.83277243 + avg_reward_per_step: 0.28420258 + eval-batch-shift: + avg_avg_episode_length: 65.84294 + avg_avg_return: 0.26553583 + avg_benchmark_regret: 0.618044 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07144165 + proxy_corner: + avg_avg_return: 0.5409179 + avg_reward_per_step: 0.014793396 + eval-batch-tree: + avg_avg_episode_length: 7.0843287 + avg_avg_return: 0.97324145 + avg_benchmark_regret: 0.020976938 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2624588 + proxy_corner: + avg_avg_return: 0.97324145 + avg_reward_per_step: 0.2624588 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 303038464 + env-step-replay-before: 153059328 + env-step-used-before: 303038464 + ppo-update-before: 184960 + env-step-generate-before: 149979136 + env-step-all-after: 303071232 + env-step-replay-after: 153059328 + env-step-used-after: 303071232 + ppo-update-after: 184980 + env-step-generate-after: 150011904 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.016872 + avg_avg_return: 0.83276105 + avg_reward_per_step: 0.24313354 + proxy_corner: + avg_avg_return: 0.83276105 + avg_reward_per_step: 0.24313354 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.016872 + avg_avg_return: 0.83276105 + avg_reward_per_step: 0.24313354 + proxy_corner: + avg_avg_return: 0.83276105 + avg_reward_per_step: 0.24313354 + perf: + env_steps_per_second: 902914.8565932541 + ppo_updates_per_second: 104.29136491658355 + eval-batch-orig-duration: 0.2037612380227074 + eval-batch-shift-duration: 0.1527310970122926 + eval-batch-tree-duration: 0.14534670300781727 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.074219 + mouse-cheese_dist_finite_wavg: 10.112248 + mouse-cheese_dist_solvable_avg: 11.074219 + mouse-cheese_dist_solvable_wavg: 10.112248 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277588 + num_walls_wavg: 5.129784 + prop_walls_avg: 0.2729386 + prop_walls_wavg: 0.2230341 + scoring: + avg_scores: 0.08377604 + visit_patterns: + avg_first_visit_time: 3052.1965 + avg_last_visit_time: 4661.2437 + num_replay_batches: 4671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00093748403 + avg_actor_approxkl3: 0.00074702455 + avg_actor_clipfrac: 0.029681398 + avg_actor_loss: -0.0006306153 + avg_advantage: -0.014015649 + avg_critic_clipfrac: 0.0007751465 + avg_critic_loss: 0.0019789697 + avg_entropy: 0.17365089 + avg_grad_norm_pre_clip: 1.2173551 + avg_loss: 0.00018521848 + max: + max_actor_approxkl1: 0.002528844 + max_actor_approxkl3: 0.0018943502 + max_actor_clipfrac: 0.06311035 + max_actor_loss: 0.0010092743 + max_advantage: 0.61068577 + max_critic_clipfrac: 0.006958008 + max_critic_loss: 0.0038358257 + max_entropy: 0.23175776 + max_grad_norm_pre_clip: 2.355207 + max_loss: 0.0017991234 + std: + std_actor_approxkl1: 0.0007257455 + std_actor_approxkl3: 0.0005006746 + std_actor_clipfrac: 0.01776789 + std_actor_loss: 0.0007075492 + std_advantage: 0.06515254 + std_critic_clipfrac: 0.0018221933 + std_critic_loss: 0.00076305127 + std_entropy: 0.023417147 + std_grad_norm_pre_clip: 0.4276052 + std_loss: 0.0007769751 + eval-batch-orig: + avg_avg_episode_length: 17.221127 + avg_avg_return: 0.8320045 + avg_benchmark_regret: 0.0043001696 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28284454 + proxy_corner: + avg_avg_return: 0.8320045 + avg_reward_per_step: 0.28284454 + eval-batch-shift: + avg_avg_episode_length: 67.273865 + avg_avg_return: 0.24367173 + avg_benchmark_regret: 0.6399081 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07144165 + proxy_corner: + avg_avg_return: 0.54051566 + avg_reward_per_step: 0.014602661 + eval-batch-tree: + avg_avg_episode_length: 7.2493773 + avg_avg_return: 0.9742 + avg_benchmark_regret: 0.020018347 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26013184 + proxy_corner: + avg_avg_return: 0.9742 + avg_reward_per_step: 0.26013184 +=========================================================== +=========================================================== + step: + env-step-all-before: 304087040 + env-step-replay-before: 153387008 + env-step-used-before: 304087040 + ppo-update-before: 185600 + env-step-generate-before: 150700032 + env-step-all-after: 304119808 + env-step-replay-after: 153387008 + env-step-used-after: 304119808 + ppo-update-after: 185620 + env-step-generate-after: 150732800 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.876211 + avg_avg_return: 0.8210604 + avg_reward_per_step: 0.28875732 + proxy_corner: + avg_avg_return: 0.8210604 + avg_reward_per_step: 0.28875732 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.876211 + avg_avg_return: 0.8210604 + avg_reward_per_step: 0.28875732 + proxy_corner: + avg_avg_return: 0.8210604 + avg_reward_per_step: 0.28875732 + perf: + env_steps_per_second: 898773.9160095762 + ppo_updates_per_second: 104.1947378987808 + eval-batch-orig-duration: 0.20540168503066525 + eval-batch-shift-duration: 0.15714124601799995 + eval-batch-tree-duration: 0.1482275029993616 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.077393 + mouse-cheese_dist_finite_wavg: 10.108661 + mouse-cheese_dist_solvable_avg: 11.077393 + mouse-cheese_dist_solvable_wavg: 10.108661 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2751465 + num_walls_wavg: 6.0300093 + prop_walls_avg: 0.27283245 + prop_walls_wavg: 0.2621743 + scoring: + avg_scores: 0.08397463 + visit_patterns: + avg_first_visit_time: 3072.8984 + avg_last_visit_time: 4671.1797 + num_replay_batches: 4681 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018803797 + avg_actor_approxkl3: 0.0013266141 + avg_actor_clipfrac: 0.051257323 + avg_actor_loss: -0.00045399554 + avg_advantage: -0.009530915 + avg_critic_clipfrac: 0.001159668 + avg_critic_loss: 0.0019081054 + avg_entropy: 0.16813207 + avg_grad_norm_pre_clip: 1.2730021 + avg_loss: 0.00033192502 + max: + max_actor_approxkl1: 0.0049382057 + max_actor_approxkl3: 0.0028619627 + max_actor_clipfrac: 0.104003906 + max_actor_loss: 0.0030565038 + max_advantage: 0.36278373 + max_critic_clipfrac: 0.0073242188 + max_critic_loss: 0.0031623463 + max_entropy: 0.21092239 + max_grad_norm_pre_clip: 3.633124 + max_loss: 0.004213453 + std: + std_actor_approxkl1: 0.0012473824 + std_actor_approxkl3: 0.00075474946 + std_actor_clipfrac: 0.025312832 + std_actor_loss: 0.0017194583 + std_advantage: 0.06394836 + std_critic_clipfrac: 0.0024323869 + std_critic_loss: 0.0006483321 + std_entropy: 0.021473644 + std_grad_norm_pre_clip: 0.8248335 + std_loss: 0.001760112 + eval-batch-orig: + avg_avg_episode_length: 17.203686 + avg_avg_return: 0.8319796 + avg_benchmark_regret: 0.004325038 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28393555 + proxy_corner: + avg_avg_return: 0.8319796 + avg_reward_per_step: 0.28393555 + eval-batch-shift: + avg_avg_episode_length: 66.06107 + avg_avg_return: 0.26015437 + avg_benchmark_regret: 0.6234255 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07102966 + proxy_corner: + avg_avg_return: 0.54364437 + avg_reward_per_step: 0.014823914 + eval-batch-tree: + avg_avg_episode_length: 7.0263267 + avg_avg_return: 0.9775187 + avg_benchmark_regret: 0.016699687 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2609024 + proxy_corner: + avg_avg_return: 0.9775187 + avg_reward_per_step: 0.2609024 +=========================================================== +=========================================================== + step: + env-step-all-before: 305135616 + env-step-replay-before: 153878528 + env-step-used-before: 305135616 + ppo-update-before: 186240 + env-step-generate-before: 151257088 + env-step-all-after: 305168384 + env-step-replay-after: 153878528 + env-step-used-after: 305168384 + ppo-update-after: 186260 + env-step-generate-after: 151289856 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.303616 + avg_avg_return: 0.81825817 + avg_reward_per_step: 0.27227783 + proxy_corner: + avg_avg_return: 0.81825817 + avg_reward_per_step: 0.27227783 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.303616 + avg_avg_return: 0.81825817 + avg_reward_per_step: 0.27227783 + proxy_corner: + avg_avg_return: 0.81825817 + avg_reward_per_step: 0.27227783 + perf: + env_steps_per_second: 626749.1037785581 + ppo_updates_per_second: 81.6409614530634 + eval-batch-orig-duration: 0.25006681395461783 + eval-batch-shift-duration: 0.14881308301119134 + eval-batch-tree-duration: 0.14407256699632853 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.085205 + mouse-cheese_dist_finite_wavg: 9.213838 + mouse-cheese_dist_solvable_avg: 11.085205 + mouse-cheese_dist_solvable_wavg: 9.213839 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27417 + num_walls_wavg: 6.926308 + prop_walls_avg: 0.27278996 + prop_walls_wavg: 0.30114383 + scoring: + avg_scores: 0.08381264 + visit_patterns: + avg_first_visit_time: 3085.3196 + avg_last_visit_time: 4686.288 + num_replay_batches: 4696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00086233264 + avg_actor_approxkl3: 0.0005723002 + avg_actor_clipfrac: 0.02520752 + avg_actor_loss: -0.00077057345 + avg_advantage: -0.0025171544 + avg_critic_clipfrac: 0.000378418 + avg_critic_loss: 0.0020005822 + avg_entropy: 0.16025281 + avg_grad_norm_pre_clip: 0.871826 + avg_loss: 6.946487e-05 + max: + max_actor_approxkl1: 0.0025357162 + max_actor_approxkl3: 0.001095088 + max_actor_clipfrac: 0.05041504 + max_actor_loss: 0.00091591105 + max_advantage: 0.5607301 + max_critic_clipfrac: 0.003540039 + max_critic_loss: 0.0032044481 + max_entropy: 0.21743141 + max_grad_norm_pre_clip: 1.4744668 + max_loss: 0.0018406878 + std: + std_actor_approxkl1: 0.00071052345 + std_actor_approxkl3: 0.00033723 + std_actor_clipfrac: 0.014996997 + std_actor_loss: 0.0011066842 + std_advantage: 0.065193735 + std_critic_clipfrac: 0.000998368 + std_critic_loss: 0.0005784736 + std_entropy: 0.025752677 + std_grad_norm_pre_clip: 0.3402931 + std_loss: 0.0010564091 + eval-batch-orig: + avg_avg_episode_length: 17.218952 + avg_avg_return: 0.832019 + avg_benchmark_regret: 0.0042856806 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28442383 + proxy_corner: + avg_avg_return: 0.832019 + avg_reward_per_step: 0.28442383 + eval-batch-shift: + avg_avg_episode_length: 66.29737 + avg_avg_return: 0.25774106 + avg_benchmark_regret: 0.62583876 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.070869446 + proxy_corner: + avg_avg_return: 0.547909 + avg_reward_per_step: 0.014961243 + eval-batch-tree: + avg_avg_episode_length: 6.4128513 + avg_avg_return: 0.98335266 + avg_benchmark_regret: 0.01086566 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26300812 + proxy_corner: + avg_avg_return: 0.98335266 + avg_reward_per_step: 0.26300812 +=========================================================== +=========================================================== + step: + env-step-all-before: 306184192 + env-step-replay-before: 154468352 + env-step-used-before: 306184192 + ppo-update-before: 186880 + env-step-generate-before: 151715840 + env-step-all-after: 306216960 + env-step-replay-after: 154501120 + env-step-used-after: 306216960 + ppo-update-after: 186900 + env-step-generate-after: 151715840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.625492 + avg_avg_return: 0.9030248 + avg_reward_per_step: 0.08465576 + proxy_corner: + avg_avg_return: 0.9030248 + avg_reward_per_step: 0.08465576 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.625492 + avg_avg_return: 0.9030248 + avg_reward_per_step: 0.08465576 + proxy_corner: + avg_avg_return: 0.9030248 + avg_reward_per_step: 0.08465576 + perf: + env_steps_per_second: 897501.9759374718 + ppo_updates_per_second: 104.39846172702575 + eval-batch-orig-duration: 0.2149916080525145 + eval-batch-shift-duration: 0.1663191300467588 + eval-batch-tree-duration: 0.1485179429873824 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.094971 + mouse-cheese_dist_finite_wavg: 11.907075 + mouse-cheese_dist_solvable_avg: 11.094971 + mouse-cheese_dist_solvable_wavg: 11.907076 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2719727 + num_walls_wavg: 6.9255753 + prop_walls_avg: 0.27269447 + prop_walls_wavg: 0.30111197 + scoring: + avg_scores: 0.08398993 + visit_patterns: + avg_first_visit_time: 3092.5286 + avg_last_visit_time: 4705.253 + num_replay_batches: 4715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006528338 + avg_actor_approxkl3: 0.00030910288 + avg_actor_clipfrac: 0.008392334 + avg_actor_loss: -7.947563e-05 + avg_advantage: 0.026228145 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.00041340082 + avg_entropy: 0.05103299 + avg_grad_norm_pre_clip: 0.6327704 + avg_loss: 7.6191754e-05 + max: + max_actor_approxkl1: 0.0015007345 + max_actor_approxkl3: 0.00072873646 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.0016173515 + max_advantage: 0.33255398 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0009258337 + max_entropy: 0.06366129 + max_grad_norm_pre_clip: 1.5376412 + max_loss: 0.001669451 + std: + std_actor_approxkl1: 0.0004406996 + std_actor_approxkl3: 0.00020067193 + std_actor_clipfrac: 0.0043304646 + std_actor_loss: 0.000715569 + std_advantage: 0.029173203 + std_critic_clipfrac: 0.00034585988 + std_critic_loss: 0.00020688829 + std_entropy: 0.0057185134 + std_grad_norm_pre_clip: 0.37789026 + std_loss: 0.00070222723 + eval-batch-orig: + avg_avg_episode_length: 17.229076 + avg_avg_return: 0.83207583 + avg_benchmark_regret: 0.0042287465 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28455353 + proxy_corner: + avg_avg_return: 0.83207583 + avg_reward_per_step: 0.28455353 + eval-batch-shift: + avg_avg_episode_length: 67.61743 + avg_avg_return: 0.23747893 + avg_benchmark_regret: 0.64610094 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07557678 + proxy_corner: + avg_avg_return: 0.54635704 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 6.51274 + avg_avg_return: 0.9826629 + avg_benchmark_regret: 0.011555439 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26283264 + proxy_corner: + avg_avg_return: 0.9826629 + avg_reward_per_step: 0.26283264 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 307232768 + env-step-replay-before: 155123712 + env-step-used-before: 307232768 + ppo-update-before: 187520 + env-step-generate-before: 152109056 + env-step-all-after: 307265536 + env-step-replay-after: 155123712 + env-step-used-after: 307265536 + ppo-update-after: 187540 + env-step-generate-after: 152141824 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.683594 + avg_avg_return: 0.7882168 + avg_reward_per_step: 0.25823975 + proxy_corner: + avg_avg_return: 0.7882168 + avg_reward_per_step: 0.25823975 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.683594 + avg_avg_return: 0.7882168 + avg_reward_per_step: 0.25823975 + proxy_corner: + avg_avg_return: 0.7882168 + avg_reward_per_step: 0.25823975 + perf: + env_steps_per_second: 712554.2810957901 + ppo_updates_per_second: 85.72372291448971 + eval-batch-orig-duration: 0.23667796200606972 + eval-batch-shift-duration: 0.14970022405032068 + eval-batch-tree-duration: 0.143663777038455 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.09668 + mouse-cheese_dist_finite_wavg: 14.608089 + mouse-cheese_dist_solvable_avg: 11.09668 + mouse-cheese_dist_solvable_wavg: 14.608091 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2736816 + num_walls_wavg: 7.825143 + prop_walls_avg: 0.27276874 + prop_walls_wavg: 0.3402236 + scoring: + avg_scores: 0.08363754 + visit_patterns: + avg_first_visit_time: 3099.342 + avg_last_visit_time: 4724.2563 + num_replay_batches: 4734 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00084632775 + avg_actor_approxkl3: 0.0007512016 + avg_actor_clipfrac: 0.03328247 + avg_actor_loss: -0.0005819898 + avg_advantage: -0.020457122 + avg_critic_clipfrac: 0.0031433105 + avg_critic_loss: 0.0017886966 + avg_entropy: 0.19549894 + avg_grad_norm_pre_clip: 1.0724695 + avg_loss: 0.00011685956 + max: + max_actor_approxkl1: 0.0019872768 + max_actor_approxkl3: 0.0016384625 + max_actor_clipfrac: 0.072631836 + max_actor_loss: 0.002629906 + max_advantage: 0.41939902 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.0024512773 + max_entropy: 0.24545284 + max_grad_norm_pre_clip: 2.9090497 + max_loss: 0.003636377 + std: + std_actor_approxkl1: 0.0005763026 + std_actor_approxkl3: 0.00044679065 + std_actor_clipfrac: 0.019282946 + std_actor_loss: 0.0012441385 + std_advantage: 0.06137865 + std_critic_clipfrac: 0.003905463 + std_critic_loss: 0.0003925198 + std_entropy: 0.02353539 + std_grad_norm_pre_clip: 0.51161855 + std_loss: 0.0013598107 + eval-batch-orig: + avg_avg_episode_length: 17.193504 + avg_avg_return: 0.8320407 + avg_benchmark_regret: 0.004263891 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2839737 + proxy_corner: + avg_avg_return: 0.8320407 + avg_reward_per_step: 0.2839737 + eval-batch-shift: + avg_avg_episode_length: 66.58736 + avg_avg_return: 0.2557237 + avg_benchmark_regret: 0.62785614 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07420349 + proxy_corner: + avg_avg_return: 0.5444963 + avg_reward_per_step: 0.014778137 + eval-batch-tree: + avg_avg_episode_length: 6.4879622 + avg_avg_return: 0.98103005 + avg_benchmark_regret: 0.013188367 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26306915 + proxy_corner: + avg_avg_return: 0.98103005 + avg_reward_per_step: 0.26306915 +=========================================================== +=========================================================== + step: + env-step-all-before: 308281344 + env-step-replay-before: 155516928 + env-step-used-before: 308281344 + ppo-update-before: 188160 + env-step-generate-before: 152764416 + env-step-all-after: 308314112 + env-step-replay-after: 155549696 + env-step-used-after: 308314112 + ppo-update-after: 188180 + env-step-generate-after: 152764416 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.403189 + avg_avg_return: 0.90604067 + avg_reward_per_step: 0.084503174 + proxy_corner: + avg_avg_return: 0.90604067 + avg_reward_per_step: 0.084503174 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.403189 + avg_avg_return: 0.90604067 + avg_reward_per_step: 0.084503174 + proxy_corner: + avg_avg_return: 0.90604067 + avg_reward_per_step: 0.084503174 + perf: + env_steps_per_second: 564238.2628482019 + ppo_updates_per_second: 72.22648501095665 + eval-batch-orig-duration: 0.3354211070109159 + eval-batch-shift-duration: 0.17486908502178267 + eval-batch-tree-duration: 0.14896813197992742 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.096924 + mouse-cheese_dist_finite_wavg: 7.4145694 + mouse-cheese_dist_solvable_avg: 11.096924 + mouse-cheese_dist_solvable_wavg: 7.4145694 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2717285 + num_walls_wavg: 6.927582 + prop_walls_avg: 0.27268383 + prop_walls_wavg: 0.30119914 + scoring: + avg_scores: 0.0837775 + visit_patterns: + avg_first_visit_time: 3111.735 + avg_last_visit_time: 4737.188 + num_replay_batches: 4747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00084437366 + avg_actor_approxkl3: 0.00037210635 + avg_actor_clipfrac: 0.012231446 + avg_actor_loss: -0.0007149298 + avg_advantage: 0.017507382 + avg_critic_clipfrac: 0.004473877 + avg_critic_loss: 0.00034972015 + avg_entropy: 0.060785916 + avg_grad_norm_pre_clip: 0.37811407 + avg_loss: -0.0006008556 + max: + max_actor_approxkl1: 0.0024360649 + max_actor_approxkl3: 0.0007723915 + max_actor_clipfrac: 0.022827148 + max_actor_loss: 0.0004125852 + max_advantage: 0.49126583 + max_critic_clipfrac: 0.018554688 + max_critic_loss: 0.00065436796 + max_entropy: 0.068324424 + max_grad_norm_pre_clip: 0.6565191 + max_loss: 0.000601197 + std: + std_actor_approxkl1: 0.00063549355 + std_actor_approxkl3: 0.00025154272 + std_actor_clipfrac: 0.00691974 + std_actor_loss: 0.00067549926 + std_advantage: 0.0311838 + std_critic_clipfrac: 0.0050846753 + std_critic_loss: 0.00013182667 + std_entropy: 0.0046640914 + std_grad_norm_pre_clip: 0.12514235 + std_loss: 0.00070429104 + eval-batch-orig: + avg_avg_episode_length: 17.18602 + avg_avg_return: 0.83238053 + avg_benchmark_regret: 0.003924077 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28425598 + proxy_corner: + avg_avg_return: 0.83238053 + avg_reward_per_step: 0.28425598 + eval-batch-shift: + avg_avg_episode_length: 67.10274 + avg_avg_return: 0.24538268 + avg_benchmark_regret: 0.6381972 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07942963 + proxy_corner: + avg_avg_return: 0.54717636 + avg_reward_per_step: 0.014785767 + eval-batch-tree: + avg_avg_episode_length: 6.219613 + avg_avg_return: 0.98324335 + avg_benchmark_regret: 0.010974996 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2633438 + proxy_corner: + avg_avg_return: 0.98324335 + avg_reward_per_step: 0.2633438 +=========================================================== +=========================================================== + step: + env-step-all-before: 309329920 + env-step-replay-before: 155877376 + env-step-used-before: 309329920 + ppo-update-before: 188800 + env-step-generate-before: 153452544 + env-step-all-after: 309362688 + env-step-replay-after: 155910144 + env-step-used-after: 309362688 + ppo-update-after: 188820 + env-step-generate-after: 153452544 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.340806 + avg_avg_return: 0.9069142 + avg_reward_per_step: 0.084869385 + proxy_corner: + avg_avg_return: 0.9069142 + avg_reward_per_step: 0.084869385 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.340806 + avg_avg_return: 0.9069142 + avg_reward_per_step: 0.084869385 + proxy_corner: + avg_avg_return: 0.9069142 + avg_reward_per_step: 0.084869385 + perf: + env_steps_per_second: 784522.6852049516 + ppo_updates_per_second: 87.03175880108061 + eval-batch-orig-duration: 0.32259476697072387 + eval-batch-shift-duration: 0.17829677497502416 + eval-batch-tree-duration: 0.15228011301951483 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.102051 + mouse-cheese_dist_finite_wavg: 6.510536 + mouse-cheese_dist_solvable_avg: 11.102051 + mouse-cheese_dist_solvable_wavg: 6.510537 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27124 + num_walls_wavg: 6.027629 + prop_walls_avg: 0.27266258 + prop_walls_wavg: 0.26207083 + scoring: + avg_scores: 0.08389086 + visit_patterns: + avg_first_visit_time: 3122.2332 + avg_last_visit_time: 4748.3086 + num_replay_batches: 4758 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002529168 + avg_actor_approxkl3: 0.0003586489 + avg_actor_clipfrac: 0.007977295 + avg_actor_loss: 0.000110493136 + avg_advantage: -0.0005070589 + avg_critic_clipfrac: 0.0011291504 + avg_critic_loss: 0.00040591322 + avg_entropy: 0.05600002 + avg_grad_norm_pre_clip: 0.52278817 + avg_loss: 0.00025744966 + max: + max_actor_approxkl1: 0.001085701 + max_actor_approxkl3: 0.0008817185 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0018628854 + max_advantage: 0.5856711 + max_critic_clipfrac: 0.005859375 + max_critic_loss: 0.0007215209 + max_entropy: 0.06286909 + max_grad_norm_pre_clip: 1.3485243 + max_loss: 0.0020577658 + std: + std_actor_approxkl1: 0.00033663836 + std_actor_approxkl3: 0.0002444914 + std_actor_clipfrac: 0.004136234 + std_actor_loss: 0.0006498267 + std_advantage: 0.032249708 + std_critic_clipfrac: 0.0017545351 + std_critic_loss: 0.00014417364 + std_entropy: 0.0034464248 + std_grad_norm_pre_clip: 0.31972933 + std_loss: 0.0006590766 + eval-batch-orig: + avg_avg_episode_length: 17.191444 + avg_avg_return: 0.83196425 + avg_benchmark_regret: 0.0043403967 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2843933 + proxy_corner: + avg_avg_return: 0.83196425 + avg_reward_per_step: 0.2843933 + eval-batch-shift: + avg_avg_episode_length: 67.132645 + avg_avg_return: 0.24541235 + avg_benchmark_regret: 0.6381675 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0754776 + proxy_corner: + avg_avg_return: 0.5476207 + avg_reward_per_step: 0.01474762 + eval-batch-tree: + avg_avg_episode_length: 6.342516 + avg_avg_return: 0.9837549 + avg_benchmark_regret: 0.01046346 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26330566 + proxy_corner: + avg_avg_return: 0.9837549 + avg_reward_per_step: 0.26330566 +=========================================================== +=========================================================== + step: + env-step-all-before: 310378496 + env-step-replay-before: 156467200 + env-step-used-before: 310378496 + ppo-update-before: 189440 + env-step-generate-before: 153911296 + env-step-all-after: 310411264 + env-step-replay-after: 156467200 + env-step-used-after: 310411264 + ppo-update-after: 189460 + env-step-generate-after: 153944064 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.623016 + avg_avg_return: 0.82617545 + avg_reward_per_step: 0.28805542 + proxy_corner: + avg_avg_return: 0.82617545 + avg_reward_per_step: 0.28805542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.623016 + avg_avg_return: 0.82617545 + avg_reward_per_step: 0.28805542 + proxy_corner: + avg_avg_return: 0.82617545 + avg_reward_per_step: 0.28805542 + perf: + env_steps_per_second: 888679.7607753006 + ppo_updates_per_second: 74.89727025050244 + eval-batch-orig-duration: 0.31139069999335334 + eval-batch-shift-duration: 0.19150755897862837 + eval-batch-tree-duration: 0.16193363699130714 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.10791 + mouse-cheese_dist_finite_wavg: 12.812082 + mouse-cheese_dist_solvable_avg: 11.10791 + mouse-cheese_dist_solvable_wavg: 12.812084 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.268799 + num_walls_wavg: 6.928889 + prop_walls_avg: 0.27255645 + prop_walls_wavg: 0.301256 + scoring: + avg_scores: 0.083834276 + visit_patterns: + avg_first_visit_time: 3128.8938 + avg_last_visit_time: 4765.3457 + num_replay_batches: 4775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010813947 + avg_actor_approxkl3: 0.0008711003 + avg_actor_clipfrac: 0.03262329 + avg_actor_loss: 0.0005758092 + avg_advantage: -0.008850947 + avg_critic_clipfrac: 0.00028686525 + avg_critic_loss: 0.0015925221 + avg_entropy: 0.1484619 + avg_grad_norm_pre_clip: 1.5887989 + avg_loss: 0.0012236084 + max: + max_actor_approxkl1: 0.0039633033 + max_actor_approxkl3: 0.0030011032 + max_actor_clipfrac: 0.092285156 + max_actor_loss: 0.004731059 + max_advantage: 0.34668183 + max_critic_clipfrac: 0.0028076172 + max_critic_loss: 0.0025298628 + max_entropy: 0.22806191 + max_grad_norm_pre_clip: 4.763148 + max_loss: 0.0054807365 + std: + std_actor_approxkl1: 0.0009837137 + std_actor_approxkl3: 0.0006993856 + std_actor_clipfrac: 0.019957801 + std_actor_loss: 0.0012528383 + std_advantage: 0.057632115 + std_critic_clipfrac: 0.0007684372 + std_critic_loss: 0.00043534368 + std_entropy: 0.02494904 + std_grad_norm_pre_clip: 0.8728063 + std_loss: 0.0012939088 + eval-batch-orig: + avg_avg_episode_length: 17.174603 + avg_avg_return: 0.8326064 + avg_benchmark_regret: 0.0036982489 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.284935 + proxy_corner: + avg_avg_return: 0.8326064 + avg_reward_per_step: 0.284935 + eval-batch-shift: + avg_avg_episode_length: 67.62665 + avg_avg_return: 0.23755333 + avg_benchmark_regret: 0.64602655 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0758667 + proxy_corner: + avg_avg_return: 0.5463465 + avg_reward_per_step: 0.014862061 + eval-batch-tree: + avg_avg_episode_length: 6.4756184 + avg_avg_return: 0.98197675 + avg_benchmark_regret: 0.012241605 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26374817 + proxy_corner: + avg_avg_return: 0.98197675 + avg_reward_per_step: 0.26374817 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 311427072 + env-step-replay-before: 156958720 + env-step-used-before: 311427072 + ppo-update-before: 190080 + env-step-generate-before: 154468352 + env-step-all-after: 311459840 + env-step-replay-after: 156958720 + env-step-used-after: 311459840 + ppo-update-after: 190100 + env-step-generate-after: 154501120 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.132166 + avg_avg_return: 0.83161235 + avg_reward_per_step: 0.30664062 + proxy_corner: + avg_avg_return: 0.83161235 + avg_reward_per_step: 0.30664062 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.132166 + avg_avg_return: 0.83161235 + avg_reward_per_step: 0.30664062 + proxy_corner: + avg_avg_return: 0.83161235 + avg_reward_per_step: 0.30664062 + perf: + env_steps_per_second: 893768.9045198372 + ppo_updates_per_second: 108.39001353914512 + eval-batch-orig-duration: 0.19486198195954785 + eval-batch-shift-duration: 0.15163806499913335 + eval-batch-tree-duration: 0.15699090500129387 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.108643 + mouse-cheese_dist_finite_wavg: 5.611659 + mouse-cheese_dist_solvable_avg: 11.108643 + mouse-cheese_dist_solvable_wavg: 5.611659 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272217 + num_walls_wavg: 7.825857 + prop_walls_avg: 0.27270505 + prop_walls_wavg: 0.34025463 + scoring: + avg_scores: 0.08409975 + visit_patterns: + avg_first_visit_time: 3140.0254 + avg_last_visit_time: 4780.3076 + num_replay_batches: 4790 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011375468 + avg_actor_approxkl3: 0.00083896035 + avg_actor_clipfrac: 0.02753296 + avg_actor_loss: -0.00088040385 + avg_advantage: -0.0066486844 + avg_critic_clipfrac: 0.0028137208 + avg_critic_loss: 0.0013188137 + avg_entropy: 0.14487915 + avg_grad_norm_pre_clip: 0.93644327 + avg_loss: -0.00036587607 + max: + max_actor_approxkl1: 0.0050401744 + max_actor_approxkl3: 0.003937676 + max_actor_clipfrac: 0.0579834 + max_actor_loss: 0.00024673343 + max_advantage: 0.37788603 + max_critic_clipfrac: 0.022827148 + max_critic_loss: 0.0021980132 + max_entropy: 0.20107958 + max_grad_norm_pre_clip: 2.0390213 + max_loss: 0.0010663655 + std: + std_actor_approxkl1: 0.0011837508 + std_actor_approxkl3: 0.00084099325 + std_actor_clipfrac: 0.016726816 + std_actor_loss: 0.000797573 + std_advantage: 0.05352678 + std_critic_clipfrac: 0.006186746 + std_critic_loss: 0.00048121784 + std_entropy: 0.021917827 + std_grad_norm_pre_clip: 0.37938744 + std_loss: 0.0008351723 + eval-batch-orig: + avg_avg_episode_length: 17.191904 + avg_avg_return: 0.83243227 + avg_benchmark_regret: 0.0038723573 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28464508 + proxy_corner: + avg_avg_return: 0.83243227 + avg_reward_per_step: 0.28464508 + eval-batch-shift: + avg_avg_episode_length: 67.094986 + avg_avg_return: 0.24504232 + avg_benchmark_regret: 0.6385375 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07728577 + proxy_corner: + avg_avg_return: 0.54416895 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 6.21791 + avg_avg_return: 0.9831189 + avg_benchmark_regret: 0.01109951 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26420593 + proxy_corner: + avg_avg_return: 0.9831189 + avg_reward_per_step: 0.26420593 +=========================================================== +=========================================================== + step: + env-step-all-before: 312475648 + env-step-replay-before: 157581312 + env-step-used-before: 312475648 + ppo-update-before: 190720 + env-step-generate-before: 154894336 + env-step-all-after: 312508416 + env-step-replay-after: 157581312 + env-step-used-after: 312508416 + ppo-update-after: 190740 + env-step-generate-after: 154927104 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.531166 + avg_avg_return: 0.82978237 + avg_reward_per_step: 0.26159668 + proxy_corner: + avg_avg_return: 0.82978237 + avg_reward_per_step: 0.26159668 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.531166 + avg_avg_return: 0.82978237 + avg_reward_per_step: 0.26159668 + proxy_corner: + avg_avg_return: 0.82978237 + avg_reward_per_step: 0.26159668 + perf: + env_steps_per_second: 886601.4359594784 + ppo_updates_per_second: 104.8505813658231 + eval-batch-orig-duration: 0.2042637339909561 + eval-batch-shift-duration: 0.15406935894861817 + eval-batch-tree-duration: 0.1436257710447535 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.104492 + mouse-cheese_dist_finite_wavg: 12.808687 + mouse-cheese_dist_solvable_avg: 11.104492 + mouse-cheese_dist_solvable_wavg: 12.808685 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.270996 + num_walls_wavg: 6.026745 + prop_walls_avg: 0.27265197 + prop_walls_wavg: 0.26203233 + scoring: + avg_scores: 0.08419782 + visit_patterns: + avg_first_visit_time: 3152.2297 + avg_last_visit_time: 4799.213 + num_replay_batches: 4809 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012410715 + avg_actor_approxkl3: 0.0010311533 + avg_actor_clipfrac: 0.030072022 + avg_actor_loss: -0.00065468217 + avg_advantage: -0.013699282 + avg_critic_clipfrac: 0.011010743 + avg_critic_loss: 0.0018062656 + avg_entropy: 0.13828063 + avg_grad_norm_pre_clip: 0.8056335 + avg_loss: 0.00011017004 + max: + max_actor_approxkl1: 0.0044692005 + max_actor_approxkl3: 0.0051070754 + max_actor_clipfrac: 0.061279297 + max_actor_loss: 0.00063481927 + max_advantage: 0.49054635 + max_critic_clipfrac: 0.05529785 + max_critic_loss: 0.003249948 + max_entropy: 0.18934478 + max_grad_norm_pre_clip: 1.3004358 + max_loss: 0.0012387277 + std: + std_actor_approxkl1: 0.0010711348 + std_actor_approxkl3: 0.0010637745 + std_actor_clipfrac: 0.01555318 + std_actor_loss: 0.00076751516 + std_advantage: 0.063410915 + std_critic_clipfrac: 0.018898305 + std_critic_loss: 0.00066777715 + std_entropy: 0.024889398 + std_grad_norm_pre_clip: 0.19321392 + std_loss: 0.0007930551 + eval-batch-orig: + avg_avg_episode_length: 17.218811 + avg_avg_return: 0.8324063 + avg_benchmark_regret: 0.0038983393 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2834854 + proxy_corner: + avg_avg_return: 0.8324063 + avg_reward_per_step: 0.2834854 + eval-batch-shift: + avg_avg_episode_length: 67.21594 + avg_avg_return: 0.24418277 + avg_benchmark_regret: 0.6393971 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07601166 + proxy_corner: + avg_avg_return: 0.53421676 + avg_reward_per_step: 0.014434814 + eval-batch-tree: + avg_avg_episode_length: 6.3492713 + avg_avg_return: 0.9825202 + avg_benchmark_regret: 0.011698087 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26232147 + proxy_corner: + avg_avg_return: 0.9825202 + avg_reward_per_step: 0.26232147 +=========================================================== +=========================================================== + step: + env-step-all-before: 313524224 + env-step-replay-before: 157974528 + env-step-used-before: 313524224 + ppo-update-before: 191360 + env-step-generate-before: 155549696 + env-step-all-after: 313556992 + env-step-replay-after: 158007296 + env-step-used-after: 313556992 + ppo-update-after: 191380 + env-step-generate-after: 155549696 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.495146 + avg_avg_return: 0.9054799 + avg_reward_per_step: 0.08392334 + proxy_corner: + avg_avg_return: 0.9054799 + avg_reward_per_step: 0.08392334 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.495146 + avg_avg_return: 0.9054799 + avg_reward_per_step: 0.08392334 + proxy_corner: + avg_avg_return: 0.9054799 + avg_reward_per_step: 0.08392334 + perf: + env_steps_per_second: 613391.0139595123 + ppo_updates_per_second: 93.76052095130514 + eval-batch-orig-duration: 0.20890025200787932 + eval-batch-shift-duration: 0.14406099601183087 + eval-batch-tree-duration: 0.14217196800746024 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.111816 + mouse-cheese_dist_finite_wavg: 5.6181073 + mouse-cheese_dist_solvable_avg: 11.111816 + mouse-cheese_dist_solvable_wavg: 5.6181073 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2736816 + num_walls_wavg: 7.82448 + prop_walls_avg: 0.27276874 + prop_walls_wavg: 0.3401948 + scoring: + avg_scores: 0.084089436 + visit_patterns: + avg_first_visit_time: 3167.2522 + avg_last_visit_time: 4812.296 + num_replay_batches: 4822 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025531743 + avg_actor_approxkl3: 0.00033474434 + avg_actor_clipfrac: 0.009869385 + avg_actor_loss: -0.00034257767 + avg_advantage: 0.016297285 + avg_critic_clipfrac: 0.0005187988 + avg_critic_loss: 0.0003546671 + avg_entropy: 0.042495802 + avg_grad_norm_pre_clip: 0.51467013 + avg_loss: -0.00020773993 + max: + max_actor_approxkl1: 0.0008394518 + max_actor_approxkl3: 0.00074402645 + max_actor_clipfrac: 0.022460938 + max_actor_loss: 0.00062991027 + max_advantage: 0.44456822 + max_critic_clipfrac: 0.004272461 + max_critic_loss: 0.0007347692 + max_entropy: 0.047168035 + max_grad_norm_pre_clip: 1.3981104 + max_loss: 0.0009526153 + std: + std_actor_approxkl1: 0.0003456434 + std_actor_approxkl3: 0.00021752638 + std_actor_clipfrac: 0.0061212243 + std_actor_loss: 0.0005319663 + std_advantage: 0.02871177 + std_critic_clipfrac: 0.0011586235 + std_critic_loss: 0.00014236689 + std_entropy: 0.0034554861 + std_grad_norm_pre_clip: 0.29295623 + std_loss: 0.00056162314 + eval-batch-orig: + avg_avg_episode_length: 17.222767 + avg_avg_return: 0.8321456 + avg_benchmark_regret: 0.0041589965 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2842102 + proxy_corner: + avg_avg_return: 0.8321456 + avg_reward_per_step: 0.2842102 + eval-batch-shift: + avg_avg_episode_length: 66.79477 + avg_avg_return: 0.25177842 + avg_benchmark_regret: 0.63180137 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08190155 + proxy_corner: + avg_avg_return: 0.53778756 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 6.4411745 + avg_avg_return: 0.98113775 + avg_benchmark_regret: 0.013080656 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26248932 + proxy_corner: + avg_avg_return: 0.98113775 + avg_reward_per_step: 0.26248932 +=========================================================== +=========================================================== + step: + env-step-all-before: 314572800 + env-step-replay-before: 158466048 + env-step-used-before: 314572800 + ppo-update-before: 192000 + env-step-generate-before: 156106752 + env-step-all-after: 314605568 + env-step-replay-after: 158466048 + env-step-used-after: 314605568 + ppo-update-after: 192020 + env-step-generate-after: 156139520 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.499191 + avg_avg_return: 0.815905 + avg_reward_per_step: 0.26983643 + proxy_corner: + avg_avg_return: 0.815905 + avg_reward_per_step: 0.26983643 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.499191 + avg_avg_return: 0.815905 + avg_reward_per_step: 0.26983643 + proxy_corner: + avg_avg_return: 0.815905 + avg_reward_per_step: 0.26983643 + perf: + env_steps_per_second: 595094.894404535 + ppo_updates_per_second: 74.3374759830602 + eval-batch-orig-duration: 0.26011606998508796 + eval-batch-shift-duration: 0.16033001901814714 + eval-batch-tree-duration: 0.14497066399781033 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.116943 + mouse-cheese_dist_finite_wavg: 14.611627 + mouse-cheese_dist_solvable_avg: 11.116943 + mouse-cheese_dist_solvable_wavg: 14.61163 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2770996 + num_walls_wavg: 6.0281725 + prop_walls_avg: 0.27291736 + prop_walls_wavg: 0.26209438 + scoring: + avg_scores: 0.08394295 + visit_patterns: + avg_first_visit_time: 3177.945 + avg_last_visit_time: 4826.29 + num_replay_batches: 4836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009955971 + avg_actor_approxkl3: 0.00089469366 + avg_actor_clipfrac: 0.032904055 + avg_actor_loss: -6.1591345e-05 + avg_advantage: -0.009459373 + avg_critic_clipfrac: 0.002911377 + avg_critic_loss: 0.0017982239 + avg_entropy: 0.14469884 + avg_grad_norm_pre_clip: 1.576561 + avg_loss: 0.0006928218 + max: + max_actor_approxkl1: 0.002145269 + max_actor_approxkl3: 0.00211622 + max_actor_clipfrac: 0.06323242 + max_actor_loss: 0.0016626567 + max_advantage: 0.41032267 + max_critic_clipfrac: 0.012207031 + max_critic_loss: 0.002938544 + max_entropy: 0.19333528 + max_grad_norm_pre_clip: 3.5924969 + max_loss: 0.0025909918 + std: + std_actor_approxkl1: 0.0006686384 + std_actor_approxkl3: 0.00061812624 + std_actor_clipfrac: 0.017075252 + std_actor_loss: 0.00097155035 + std_advantage: 0.06291671 + std_critic_clipfrac: 0.004199161 + std_critic_loss: 0.0005604629 + std_entropy: 0.026277272 + std_grad_norm_pre_clip: 0.8793749 + std_loss: 0.0010511284 + eval-batch-orig: + avg_avg_episode_length: 17.208208 + avg_avg_return: 0.8321274 + avg_benchmark_regret: 0.0041772192 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28466797 + proxy_corner: + avg_avg_return: 0.8321274 + avg_reward_per_step: 0.28466797 + eval-batch-shift: + avg_avg_episode_length: 66.44684 + avg_avg_return: 0.25676948 + avg_benchmark_regret: 0.6268103 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07902527 + proxy_corner: + avg_avg_return: 0.5382911 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 6.4608836 + avg_avg_return: 0.98214227 + avg_benchmark_regret: 0.012076085 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2625351 + proxy_corner: + avg_avg_return: 0.98214227 + avg_reward_per_step: 0.2625351 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 315621376 + env-step-replay-before: 158957568 + env-step-used-before: 315621376 + ppo-update-before: 192640 + env-step-generate-before: 156663808 + env-step-all-after: 315654144 + env-step-replay-after: 158990336 + env-step-used-after: 315654144 + ppo-update-after: 192660 + env-step-generate-after: 156663808 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.4088 + avg_avg_return: 0.90535927 + avg_reward_per_step: 0.084350586 + proxy_corner: + avg_avg_return: 0.90535927 + avg_reward_per_step: 0.084350586 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.4088 + avg_avg_return: 0.90535927 + avg_reward_per_step: 0.084350586 + proxy_corner: + avg_avg_return: 0.90535927 + avg_reward_per_step: 0.084350586 + perf: + env_steps_per_second: 969000.0137656915 + ppo_updates_per_second: 75.6962371513843 + eval-batch-orig-duration: 0.33283375500468537 + eval-batch-shift-duration: 0.18549921398516744 + eval-batch-tree-duration: 0.15680754103232175 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.126709 + mouse-cheese_dist_finite_wavg: 11.014856 + mouse-cheese_dist_solvable_avg: 11.126709 + mouse-cheese_dist_solvable_wavg: 11.014856 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277832 + num_walls_wavg: 6.9261565 + prop_walls_avg: 0.2729492 + prop_walls_wavg: 0.30113727 + scoring: + avg_scores: 0.08403526 + visit_patterns: + avg_first_visit_time: 3188.6375 + avg_last_visit_time: 4842.2705 + num_replay_batches: 4852 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028694523 + avg_actor_approxkl3: 0.00020538915 + avg_actor_clipfrac: 0.0077270507 + avg_actor_loss: -0.00017029005 + avg_advantage: 0.02751359 + avg_critic_clipfrac: 0.0087158205 + avg_critic_loss: 0.0005362958 + avg_entropy: 0.04436375 + avg_grad_norm_pre_clip: 0.5114911 + avg_loss: 5.3494146e-05 + max: + max_actor_approxkl1: 0.0012511062 + max_actor_approxkl3: 0.00047815434 + max_actor_clipfrac: 0.012817383 + max_actor_loss: 0.00035370607 + max_advantage: 0.36635083 + max_critic_clipfrac: 0.036621094 + max_critic_loss: 0.0010808873 + max_entropy: 0.05328589 + max_grad_norm_pre_clip: 1.2323686 + max_loss: 0.0006832643 + std: + std_actor_approxkl1: 0.00035050185 + std_actor_approxkl3: 0.00011727969 + std_actor_clipfrac: 0.0037634694 + std_actor_loss: 0.0002506133 + std_advantage: 0.03593034 + std_critic_clipfrac: 0.01274939 + std_critic_loss: 0.00020544627 + std_entropy: 0.0036595033 + std_grad_norm_pre_clip: 0.2670499 + std_loss: 0.00031278995 + eval-batch-orig: + avg_avg_episode_length: 17.179222 + avg_avg_return: 0.83228666 + avg_benchmark_regret: 0.0040179538 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28482056 + proxy_corner: + avg_avg_return: 0.83228666 + avg_reward_per_step: 0.28482056 + eval-batch-shift: + avg_avg_episode_length: 66.5031 + avg_avg_return: 0.25323343 + avg_benchmark_regret: 0.63034636 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07759094 + proxy_corner: + avg_avg_return: 0.5391255 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.269665 + avg_avg_return: 0.98194116 + avg_benchmark_regret: 0.012277203 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26319122 + proxy_corner: + avg_avg_return: 0.98194116 + avg_reward_per_step: 0.26319122 +=========================================================== +=========================================================== + step: + env-step-all-before: 316669952 + env-step-replay-before: 159383552 + env-step-used-before: 316669952 + ppo-update-before: 193280 + env-step-generate-before: 157286400 + env-step-all-after: 316702720 + env-step-replay-after: 159383552 + env-step-used-after: 316702720 + ppo-update-after: 193300 + env-step-generate-after: 157319168 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.065428 + avg_avg_return: 0.82221425 + avg_reward_per_step: 0.2862854 + proxy_corner: + avg_avg_return: 0.82221425 + avg_reward_per_step: 0.2862854 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.065428 + avg_avg_return: 0.82221425 + avg_reward_per_step: 0.2862854 + proxy_corner: + avg_avg_return: 0.82221425 + avg_reward_per_step: 0.2862854 + perf: + env_steps_per_second: 620804.5769814126 + ppo_updates_per_second: 74.93138541308062 + eval-batch-orig-duration: 0.27830759703647345 + eval-batch-shift-duration: 0.1833405450452119 + eval-batch-tree-duration: 0.15145955502521247 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.140869 + mouse-cheese_dist_finite_wavg: 14.616147 + mouse-cheese_dist_solvable_avg: 11.140869 + mouse-cheese_dist_solvable_wavg: 14.616149 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.282959 + num_walls_wavg: 6.028757 + prop_walls_avg: 0.27317214 + prop_walls_wavg: 0.2621199 + scoring: + avg_scores: 0.084043905 + visit_patterns: + avg_first_visit_time: 3197.7397 + avg_last_visit_time: 4854.2363 + num_replay_batches: 4864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007050203 + avg_actor_approxkl3: 0.000541135 + avg_actor_clipfrac: 0.024438476 + avg_actor_loss: -0.00054891146 + avg_advantage: -0.0036739025 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0014471275 + avg_entropy: 0.14156263 + avg_grad_norm_pre_clip: 0.9588149 + avg_loss: 3.3089684e-05 + max: + max_actor_approxkl1: 0.001757954 + max_actor_approxkl3: 0.0011569117 + max_actor_clipfrac: 0.04675293 + max_actor_loss: 0.0021949336 + max_advantage: 0.82467026 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0024310946 + max_entropy: 0.18661873 + max_grad_norm_pre_clip: 1.7448407 + max_loss: 0.0025581948 + std: + std_actor_approxkl1: 0.00057561905 + std_actor_approxkl3: 0.00030597078 + std_actor_clipfrac: 0.013656967 + std_actor_loss: 0.0009734673 + std_advantage: 0.05480474 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00039929728 + std_entropy: 0.023116682 + std_grad_norm_pre_clip: 0.30704802 + std_loss: 0.0009294985 + eval-batch-orig: + avg_avg_episode_length: 17.188353 + avg_avg_return: 0.83239037 + avg_benchmark_regret: 0.0039142715 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2845993 + proxy_corner: + avg_avg_return: 0.83239037 + avg_reward_per_step: 0.2845993 + eval-batch-shift: + avg_avg_episode_length: 66.96883 + avg_avg_return: 0.25434107 + avg_benchmark_regret: 0.6292387 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077445984 + proxy_corner: + avg_avg_return: 0.54005754 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 6.176202 + avg_avg_return: 0.98455155 + avg_benchmark_regret: 0.0096668815 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26364136 + proxy_corner: + avg_avg_return: 0.98455155 + avg_reward_per_step: 0.26364136 +=========================================================== +=========================================================== + step: + env-step-all-before: 317718528 + env-step-replay-before: 159776768 + env-step-used-before: 317718528 + ppo-update-before: 193920 + env-step-generate-before: 157941760 + env-step-all-after: 317751296 + env-step-replay-after: 159776768 + env-step-used-after: 317751296 + ppo-update-after: 193940 + env-step-generate-after: 157974528 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.090908 + avg_avg_return: 0.79792225 + avg_reward_per_step: 0.28552246 + proxy_corner: + avg_avg_return: 0.79792225 + avg_reward_per_step: 0.28552246 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.090908 + avg_avg_return: 0.79792225 + avg_reward_per_step: 0.28552246 + proxy_corner: + avg_avg_return: 0.79792225 + avg_reward_per_step: 0.28552246 + perf: + env_steps_per_second: 896258.6125254692 + ppo_updates_per_second: 108.20711645133939 + eval-batch-orig-duration: 0.1945887460024096 + eval-batch-shift-duration: 0.14865848299814388 + eval-batch-tree-duration: 0.14308422501198947 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.145996 + mouse-cheese_dist_finite_wavg: 11.917033 + mouse-cheese_dist_solvable_avg: 11.145996 + mouse-cheese_dist_solvable_wavg: 11.917034 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2856445 + num_walls_wavg: 6.0282803 + prop_walls_avg: 0.27328888 + prop_walls_wavg: 0.26209915 + scoring: + avg_scores: 0.08414857 + visit_patterns: + avg_first_visit_time: 3212.714 + avg_last_visit_time: 4866.287 + num_replay_batches: 4876 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068916386 + avg_actor_approxkl3: 0.00047358856 + avg_actor_clipfrac: 0.020465089 + avg_actor_loss: -0.0011266031 + avg_advantage: -0.024328582 + avg_critic_clipfrac: 0.005493164 + avg_critic_loss: 0.0017260993 + avg_entropy: 0.16502123 + avg_grad_norm_pre_clip: 0.74063253 + avg_loss: -0.00042857463 + max: + max_actor_approxkl1: 0.0018822778 + max_actor_approxkl3: 0.0011311511 + max_actor_clipfrac: 0.048461914 + max_actor_loss: 9.3728304e-05 + max_advantage: 0.37079853 + max_critic_clipfrac: 0.034057617 + max_critic_loss: 0.0027605412 + max_entropy: 0.23659992 + max_grad_norm_pre_clip: 1.2274567 + max_loss: 0.0012228125 + std: + std_actor_approxkl1: 0.00051446934 + std_actor_approxkl3: 0.0003089739 + std_actor_clipfrac: 0.01318067 + std_actor_loss: 0.0009382147 + std_advantage: 0.05922955 + std_critic_clipfrac: 0.0088109905 + std_critic_loss: 0.00058951665 + std_entropy: 0.030388623 + std_grad_norm_pre_clip: 0.24197654 + std_loss: 0.0009802224 + eval-batch-orig: + avg_avg_episode_length: 17.248226 + avg_avg_return: 0.8316598 + avg_benchmark_regret: 0.004644841 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28459167 + proxy_corner: + avg_avg_return: 0.8316598 + avg_reward_per_step: 0.28459167 + eval-batch-shift: + avg_avg_episode_length: 67.34777 + avg_avg_return: 0.24479383 + avg_benchmark_regret: 0.638786 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07815552 + proxy_corner: + avg_avg_return: 0.54246247 + avg_reward_per_step: 0.014656067 + eval-batch-tree: + avg_avg_episode_length: 6.33276 + avg_avg_return: 0.9838021 + avg_benchmark_regret: 0.010416313 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26332092 + proxy_corner: + avg_avg_return: 0.9838021 + avg_reward_per_step: 0.26332092 +=========================================================== +=========================================================== + step: + env-step-all-before: 318767104 + env-step-replay-before: 160235520 + env-step-used-before: 318767104 + ppo-update-before: 194560 + env-step-generate-before: 158531584 + env-step-all-after: 318799872 + env-step-replay-after: 160268288 + env-step-used-after: 318799872 + ppo-update-after: 194580 + env-step-generate-after: 158531584 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.503954 + avg_avg_return: 0.9055612 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.9055612 + avg_reward_per_step: 0.083740234 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.503954 + avg_avg_return: 0.9055612 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.9055612 + avg_reward_per_step: 0.083740234 + perf: + env_steps_per_second: 923056.3456895769 + ppo_updates_per_second: 104.84744495157197 + eval-batch-orig-duration: 0.19879212800879031 + eval-batch-shift-duration: 0.14402033301303163 + eval-batch-tree-duration: 0.141744387045037 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.151123 + mouse-cheese_dist_finite_wavg: 11.916195 + mouse-cheese_dist_solvable_avg: 11.151123 + mouse-cheese_dist_solvable_wavg: 11.916198 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.286377 + num_walls_wavg: 7.827211 + prop_walls_avg: 0.27332073 + prop_walls_wavg: 0.34031355 + scoring: + avg_scores: 0.08421468 + visit_patterns: + avg_first_visit_time: 3224.1626 + avg_last_visit_time: 4881.1284 + num_replay_batches: 4891 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012815839 + avg_actor_approxkl3: 0.00072924537 + avg_actor_clipfrac: 0.017315675 + avg_actor_loss: 0.00013455069 + avg_advantage: 0.018513666 + avg_critic_clipfrac: 0.00095825194 + avg_critic_loss: 0.00027583307 + avg_entropy: 0.07783588 + avg_grad_norm_pre_clip: 0.61330265 + avg_loss: 0.00019463134 + max: + max_actor_approxkl1: 0.003004665 + max_actor_approxkl3: 0.0017316827 + max_actor_clipfrac: 0.02758789 + max_actor_loss: 0.0036075767 + max_advantage: 0.35927284 + max_critic_clipfrac: 0.004272461 + max_critic_loss: 0.00048673965 + max_entropy: 0.09332024 + max_grad_norm_pre_clip: 2.2295032 + max_loss: 0.0036790853 + std: + std_actor_approxkl1: 0.00087923533 + std_actor_approxkl3: 0.00057325687 + std_actor_clipfrac: 0.008479123 + std_actor_loss: 0.0011807727 + std_advantage: 0.024958827 + std_critic_clipfrac: 0.0014137381 + std_critic_loss: 0.000100052086 + std_entropy: 0.0065002474 + std_grad_norm_pre_clip: 0.48969972 + std_loss: 0.0011892619 + eval-batch-orig: + avg_avg_episode_length: 17.218351 + avg_avg_return: 0.83183086 + avg_benchmark_regret: 0.004473742 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28398895 + proxy_corner: + avg_avg_return: 0.83183086 + avg_reward_per_step: 0.28398895 + eval-batch-shift: + avg_avg_episode_length: 67.52736 + avg_avg_return: 0.24315628 + avg_benchmark_regret: 0.64042354 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074028015 + proxy_corner: + avg_avg_return: 0.54552007 + avg_reward_per_step: 0.0146484375 + eval-batch-tree: + avg_avg_episode_length: 6.308877 + avg_avg_return: 0.98312616 + avg_benchmark_regret: 0.011092182 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26216125 + proxy_corner: + avg_avg_return: 0.98312616 + avg_reward_per_step: 0.26216125 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 319815680 + env-step-replay-before: 160727040 + env-step-used-before: 319815680 + ppo-update-before: 195200 + env-step-generate-before: 159088640 + env-step-all-after: 319848448 + env-step-replay-after: 160727040 + env-step-used-after: 319848448 + ppo-update-after: 195220 + env-step-generate-after: 159121408 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.167686 + avg_avg_return: 0.8067222 + avg_reward_per_step: 0.25 + proxy_corner: + avg_avg_return: 0.8067222 + avg_reward_per_step: 0.25 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.167686 + avg_avg_return: 0.8067222 + avg_reward_per_step: 0.25 + proxy_corner: + avg_avg_return: 0.8067222 + avg_reward_per_step: 0.25 + perf: + env_steps_per_second: 903819.8380780689 + ppo_updates_per_second: 104.3376940713879 + eval-batch-orig-duration: 0.20212465099757537 + eval-batch-shift-duration: 0.1523955599986948 + eval-batch-tree-duration: 0.14318771904800087 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.155762 + mouse-cheese_dist_finite_wavg: 13.716618 + mouse-cheese_dist_solvable_avg: 11.155762 + mouse-cheese_dist_solvable_wavg: 13.7166195 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2893066 + num_walls_wavg: 6.92457 + prop_walls_avg: 0.27344808 + prop_walls_wavg: 0.30106834 + scoring: + avg_scores: 0.084199086 + visit_patterns: + avg_first_visit_time: 3241.2124 + avg_last_visit_time: 4895.3047 + num_replay_batches: 4905 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001268732 + avg_actor_approxkl3: 0.00094593497 + avg_actor_clipfrac: 0.036920168 + avg_actor_loss: -0.00034074392 + avg_advantage: -0.0133933015 + avg_critic_clipfrac: 0.0072021484 + avg_critic_loss: 0.0021848204 + avg_entropy: 0.16460936 + avg_grad_norm_pre_clip: 1.5167416 + avg_loss: 0.0005870569 + max: + max_actor_approxkl1: 0.0031922911 + max_actor_approxkl3: 0.0024404796 + max_actor_clipfrac: 0.084106445 + max_actor_loss: 0.0025469959 + max_advantage: 0.43870074 + max_critic_clipfrac: 0.030151367 + max_critic_loss: 0.0032215724 + max_entropy: 0.20332053 + max_grad_norm_pre_clip: 4.8736286 + max_loss: 0.0033548805 + std: + std_actor_approxkl1: 0.0009805054 + std_actor_approxkl3: 0.00062326505 + std_actor_clipfrac: 0.02177888 + std_actor_loss: 0.00082259835 + std_advantage: 0.06913262 + std_critic_clipfrac: 0.0106522 + std_critic_loss: 0.0006997625 + std_entropy: 0.02514071 + std_grad_norm_pre_clip: 0.9896441 + std_loss: 0.0009857641 + eval-batch-orig: + avg_avg_episode_length: 17.175236 + avg_avg_return: 0.832232 + avg_benchmark_regret: 0.004072668 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28473663 + proxy_corner: + avg_avg_return: 0.832232 + avg_reward_per_step: 0.28473663 + eval-batch-shift: + avg_avg_episode_length: 66.350235 + avg_avg_return: 0.2533447 + avg_benchmark_regret: 0.6302351 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073768616 + proxy_corner: + avg_avg_return: 0.53528595 + avg_reward_per_step: 0.0146102905 + eval-batch-tree: + avg_avg_episode_length: 6.157556 + avg_avg_return: 0.98389244 + avg_benchmark_regret: 0.010325879 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2635498 + proxy_corner: + avg_avg_return: 0.98389244 + avg_reward_per_step: 0.2635498 +=========================================================== +=========================================================== + step: + env-step-all-before: 320864256 + env-step-replay-before: 161218560 + env-step-used-before: 320864256 + ppo-update-before: 195840 + env-step-generate-before: 159645696 + env-step-all-after: 320897024 + env-step-replay-after: 161251328 + env-step-used-after: 320897024 + ppo-update-after: 195860 + env-step-generate-after: 159645696 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.405403 + avg_avg_return: 0.9069171 + avg_reward_per_step: 0.084503174 + proxy_corner: + avg_avg_return: 0.9069171 + avg_reward_per_step: 0.084503174 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.405403 + avg_avg_return: 0.9069171 + avg_reward_per_step: 0.084503174 + proxy_corner: + avg_avg_return: 0.9069171 + avg_reward_per_step: 0.084503174 + perf: + env_steps_per_second: 618568.7438871344 + ppo_updates_per_second: 75.06625478821513 + eval-batch-orig-duration: 0.278322888945695 + eval-batch-shift-duration: 0.15949451504275203 + eval-batch-tree-duration: 0.14726585400057957 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.156982 + mouse-cheese_dist_finite_wavg: 12.815827 + mouse-cheese_dist_solvable_avg: 11.156982 + mouse-cheese_dist_solvable_wavg: 12.815827 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.288574 + num_walls_wavg: 5.128803 + prop_walls_avg: 0.27341625 + prop_walls_wavg: 0.2229914 + scoring: + avg_scores: 0.084084705 + visit_patterns: + avg_first_visit_time: 3253.511 + avg_last_visit_time: 4911.244 + num_replay_batches: 4921 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00056824234 + avg_actor_approxkl3: 0.00029653954 + avg_actor_clipfrac: 0.0125488285 + avg_actor_loss: -0.00030566187 + avg_advantage: 0.020803586 + avg_critic_clipfrac: 0.001538086 + avg_critic_loss: 0.000415324 + avg_entropy: 0.0834435 + avg_grad_norm_pre_clip: 0.46920878 + avg_loss: -0.00018144333 + max: + max_actor_approxkl1: 0.001562816 + max_actor_approxkl3: 0.0007067849 + max_actor_clipfrac: 0.026489258 + max_actor_loss: 0.0008924189 + max_advantage: 0.41990608 + max_critic_clipfrac: 0.0072021484 + max_critic_loss: 0.0008473698 + max_entropy: 0.09561601 + max_grad_norm_pre_clip: 1.0440756 + max_loss: 0.0010995874 + std: + std_actor_approxkl1: 0.00048209116 + std_actor_approxkl3: 0.00019270678 + std_actor_clipfrac: 0.007470324 + std_actor_loss: 0.00048270408 + std_advantage: 0.03548972 + std_critic_clipfrac: 0.0025446317 + std_critic_loss: 0.00017115245 + std_entropy: 0.005752134 + std_grad_norm_pre_clip: 0.19044797 + std_loss: 0.000530196 + eval-batch-orig: + avg_avg_episode_length: 17.20837 + avg_avg_return: 0.83224493 + avg_benchmark_regret: 0.004059666 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28258514 + proxy_corner: + avg_avg_return: 0.83224493 + avg_reward_per_step: 0.28258514 + eval-batch-shift: + avg_avg_episode_length: 67.76797 + avg_avg_return: 0.23465711 + avg_benchmark_regret: 0.6489227 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.54386294 + avg_reward_per_step: 0.014518738 + eval-batch-tree: + avg_avg_episode_length: 6.4526176 + avg_avg_return: 0.9821227 + avg_benchmark_regret: 0.0120955985 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26008606 + proxy_corner: + avg_avg_return: 0.9821227 + avg_reward_per_step: 0.26008606 +=========================================================== +=========================================================== + step: + env-step-all-before: 321912832 + env-step-replay-before: 161579008 + env-step-used-before: 321912832 + ppo-update-before: 196480 + env-step-generate-before: 160333824 + env-step-all-after: 321945600 + env-step-replay-after: 161611776 + env-step-used-after: 321945600 + ppo-update-after: 196500 + env-step-generate-after: 160333824 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.336258 + avg_avg_return: 0.9065238 + avg_reward_per_step: 0.08514404 + proxy_corner: + avg_avg_return: 0.9065238 + avg_reward_per_step: 0.08514404 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.336258 + avg_avg_return: 0.9065238 + avg_reward_per_step: 0.08514404 + proxy_corner: + avg_avg_return: 0.9065238 + avg_reward_per_step: 0.08514404 + perf: + env_steps_per_second: 897701.7759781501 + ppo_updates_per_second: 104.47482605182243 + eval-batch-orig-duration: 0.20184466399950907 + eval-batch-shift-duration: 0.14962753700092435 + eval-batch-tree-duration: 0.14346508996095508 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.155762 + mouse-cheese_dist_finite_wavg: 11.015775 + mouse-cheese_dist_solvable_avg: 11.155762 + mouse-cheese_dist_solvable_wavg: 11.015775 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2875977 + num_walls_wavg: 6.031788 + prop_walls_avg: 0.27337378 + prop_walls_wavg: 0.26225162 + scoring: + avg_scores: 0.08432426 + visit_patterns: + avg_first_visit_time: 3267.6638 + avg_last_visit_time: 4922.132 + num_replay_batches: 4932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004919092 + avg_actor_approxkl3: 0.00030356596 + avg_actor_clipfrac: 0.010754394 + avg_actor_loss: -0.0002322942 + avg_advantage: 0.021634612 + avg_critic_clipfrac: 0.01060791 + avg_critic_loss: 0.0006490389 + avg_entropy: 0.06474239 + avg_grad_norm_pre_clip: 0.42218277 + avg_loss: 2.7482853e-05 + max: + max_actor_approxkl1: 0.0015362011 + max_actor_approxkl3: 0.00066870876 + max_actor_clipfrac: 0.021118164 + max_actor_loss: 0.0006619701 + max_advantage: 0.4764635 + max_critic_clipfrac: 0.034179688 + max_critic_loss: 0.001476961 + max_entropy: 0.0778141 + max_grad_norm_pre_clip: 0.78949666 + max_loss: 0.0010824825 + std: + std_actor_approxkl1: 0.00042512087 + std_actor_approxkl3: 0.0001804138 + std_actor_clipfrac: 0.00578733 + std_actor_loss: 0.0004208614 + std_advantage: 0.04314055 + std_critic_clipfrac: 0.011266362 + std_critic_loss: 0.00027180547 + std_entropy: 0.005640251 + std_grad_norm_pre_clip: 0.15649778 + std_loss: 0.00051694224 + eval-batch-orig: + avg_avg_episode_length: 17.186687 + avg_avg_return: 0.8323045 + avg_benchmark_regret: 0.0040001227 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2841034 + proxy_corner: + avg_avg_return: 0.8323045 + avg_reward_per_step: 0.2841034 + eval-batch-shift: + avg_avg_episode_length: 67.41726 + avg_avg_return: 0.2399662 + avg_benchmark_regret: 0.6436136 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06833649 + proxy_corner: + avg_avg_return: 0.542264 + avg_reward_per_step: 0.014717102 + eval-batch-tree: + avg_avg_episode_length: 6.437356 + avg_avg_return: 0.98276556 + avg_benchmark_regret: 0.0114528015 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26158142 + proxy_corner: + avg_avg_return: 0.98276556 + avg_reward_per_step: 0.26158142 +=========================================================== +=========================================================== + step: + env-step-all-before: 322961408 + env-step-replay-before: 162136064 + env-step-used-before: 322961408 + ppo-update-before: 197120 + env-step-generate-before: 160825344 + env-step-all-after: 322994176 + env-step-replay-after: 162136064 + env-step-used-after: 322994176 + ppo-update-after: 197140 + env-step-generate-after: 160858112 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.841703 + avg_avg_return: 0.82323694 + avg_reward_per_step: 0.25723267 + proxy_corner: + avg_avg_return: 0.82323694 + avg_reward_per_step: 0.25723267 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.841703 + avg_avg_return: 0.82323694 + avg_reward_per_step: 0.25723267 + proxy_corner: + avg_avg_return: 0.82323694 + avg_reward_per_step: 0.25723267 + perf: + env_steps_per_second: 583107.260612951 + ppo_updates_per_second: 72.17375253081863 + eval-batch-orig-duration: 0.33489936601836234 + eval-batch-shift-duration: 0.1764040940324776 + eval-batch-tree-duration: 0.14969493699027225 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.16333 + mouse-cheese_dist_finite_wavg: 11.914946 + mouse-cheese_dist_solvable_avg: 11.16333 + mouse-cheese_dist_solvable_wavg: 11.914947 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2807617 + num_walls_wavg: 7.8255715 + prop_walls_avg: 0.2730766 + prop_walls_wavg: 0.3402424 + scoring: + avg_scores: 0.08394316 + visit_patterns: + avg_first_visit_time: 3275.1326 + avg_last_visit_time: 4938.301 + num_replay_batches: 4948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047352148 + avg_actor_approxkl3: 0.00045671826 + avg_actor_clipfrac: 0.019354248 + avg_actor_loss: -0.00028248652 + avg_advantage: -0.0034592596 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0019850824 + avg_entropy: 0.15281062 + avg_grad_norm_pre_clip: 1.0078495 + avg_loss: 0.0005572442 + max: + max_actor_approxkl1: 0.0019764144 + max_actor_approxkl3: 0.0011871295 + max_actor_clipfrac: 0.044921875 + max_actor_loss: 0.0016156696 + max_advantage: 0.5017862 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031399273 + max_entropy: 0.19978243 + max_grad_norm_pre_clip: 1.9974623 + max_loss: 0.0024063485 + std: + std_actor_approxkl1: 0.0004777855 + std_actor_approxkl3: 0.00030695178 + std_actor_clipfrac: 0.012739864 + std_actor_loss: 0.00089054706 + std_advantage: 0.06333521 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006661921 + std_entropy: 0.032254666 + std_grad_norm_pre_clip: 0.41878274 + std_loss: 0.0008858317 + eval-batch-orig: + avg_avg_episode_length: 17.17268 + avg_avg_return: 0.83266926 + avg_benchmark_regret: 0.0036354112 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2844391 + proxy_corner: + avg_avg_return: 0.83266926 + avg_reward_per_step: 0.2844391 + eval-batch-shift: + avg_avg_episode_length: 66.698685 + avg_avg_return: 0.250776 + avg_benchmark_regret: 0.6328038 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075164795 + proxy_corner: + avg_avg_return: 0.54605407 + avg_reward_per_step: 0.014709473 + eval-batch-tree: + avg_avg_episode_length: 6.8413353 + avg_avg_return: 0.9794335 + avg_benchmark_regret: 0.01478489 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26221466 + proxy_corner: + avg_avg_return: 0.9794335 + avg_reward_per_step: 0.26221466 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 324009984 + env-step-replay-before: 162791424 + env-step-used-before: 324009984 + ppo-update-before: 197760 + env-step-generate-before: 161218560 + env-step-all-after: 324042752 + env-step-replay-after: 162824192 + env-step-used-after: 324042752 + ppo-update-after: 197780 + env-step-generate-after: 161218560 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.428478 + avg_avg_return: 0.9055098 + avg_reward_per_step: 0.08425903 + proxy_corner: + avg_avg_return: 0.9055098 + avg_reward_per_step: 0.08425903 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.428478 + avg_avg_return: 0.9055098 + avg_reward_per_step: 0.08425903 + proxy_corner: + avg_avg_return: 0.9055098 + avg_reward_per_step: 0.08425903 + perf: + env_steps_per_second: 894632.0900851474 + ppo_updates_per_second: 103.5797514192021 + eval-batch-orig-duration: 0.20778657699702308 + eval-batch-shift-duration: 0.1581737119704485 + eval-batch-tree-duration: 0.1472696439595893 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.173584 + mouse-cheese_dist_finite_wavg: 7.4217668 + mouse-cheese_dist_solvable_avg: 11.173584 + mouse-cheese_dist_solvable_wavg: 7.4217677 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2770996 + num_walls_wavg: 7.8273034 + prop_walls_avg: 0.27291736 + prop_walls_wavg: 0.34031758 + scoring: + avg_scores: 0.084259376 + visit_patterns: + avg_first_visit_time: 3277.8687 + avg_last_visit_time: 4959.223 + num_replay_batches: 4969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066897064 + avg_actor_approxkl3: 0.00048043762 + avg_actor_clipfrac: 0.014361572 + avg_actor_loss: -7.0192094e-05 + avg_advantage: -0.00041153526 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00015760618 + avg_entropy: 0.05514152 + avg_grad_norm_pre_clip: 0.7234512 + avg_loss: -4.6530502e-05 + max: + max_actor_approxkl1: 0.001434494 + max_actor_approxkl3: 0.0012092307 + max_actor_clipfrac: 0.042114258 + max_actor_loss: 0.0038387498 + max_advantage: 0.26680076 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023233531 + max_entropy: 0.06319914 + max_grad_norm_pre_clip: 1.3288853 + max_loss: 0.0038592764 + std: + std_actor_approxkl1: 0.00048475325 + std_actor_approxkl3: 0.00036855933 + std_actor_clipfrac: 0.010763617 + std_actor_loss: 0.0012162467 + std_advantage: 0.01796587 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9846278e-05 + std_entropy: 0.003850296 + std_grad_norm_pre_clip: 0.3117615 + std_loss: 0.0012138275 + eval-batch-orig: + avg_avg_episode_length: 17.187151 + avg_avg_return: 0.83189696 + avg_benchmark_regret: 0.004407685 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28424835 + proxy_corner: + avg_avg_return: 0.83189696 + avg_reward_per_step: 0.28424835 + eval-batch-shift: + avg_avg_episode_length: 67.94493 + avg_avg_return: 0.23539451 + avg_benchmark_regret: 0.64818525 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074157715 + proxy_corner: + avg_avg_return: 0.5432494 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 6.6206512 + avg_avg_return: 0.9799762 + avg_benchmark_regret: 0.014242139 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26287842 + proxy_corner: + avg_avg_return: 0.9799762 + avg_reward_per_step: 0.26287842 +=========================================================== +=========================================================== + step: + env-step-all-before: 325058560 + env-step-replay-before: 163184640 + env-step-used-before: 325058560 + ppo-update-before: 198400 + env-step-generate-before: 161873920 + env-step-all-after: 325091328 + env-step-replay-after: 163184640 + env-step-used-after: 325091328 + ppo-update-after: 198420 + env-step-generate-after: 161906688 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.84032 + avg_avg_return: 0.82377845 + avg_reward_per_step: 0.2581787 + proxy_corner: + avg_avg_return: 0.82377845 + avg_reward_per_step: 0.2581787 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.84032 + avg_avg_return: 0.82377845 + avg_reward_per_step: 0.2581787 + proxy_corner: + avg_avg_return: 0.82377845 + avg_reward_per_step: 0.2581787 + perf: + env_steps_per_second: 612011.2781564125 + ppo_updates_per_second: 74.52928292497182 + eval-batch-orig-duration: 0.2671799029922113 + eval-batch-shift-duration: 0.15337922604521737 + eval-batch-tree-duration: 0.1467974580009468 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.174805 + mouse-cheese_dist_finite_wavg: 11.019434 + mouse-cheese_dist_solvable_avg: 11.174805 + mouse-cheese_dist_solvable_wavg: 11.019437 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277832 + num_walls_wavg: 6.0303054 + prop_walls_avg: 0.27294922 + prop_walls_wavg: 0.26218718 + scoring: + avg_scores: 0.08456385 + visit_patterns: + avg_first_visit_time: 3292.8584 + avg_last_visit_time: 4970.275 + num_replay_batches: 4980 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051474804 + avg_actor_approxkl3: 0.00048956345 + avg_actor_clipfrac: 0.02039795 + avg_actor_loss: 0.00022728877 + avg_advantage: -0.0029239361 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.001536247 + avg_entropy: 0.14386646 + avg_grad_norm_pre_clip: 1.5057089 + avg_loss: 0.0008515458 + max: + max_actor_approxkl1: 0.0014878525 + max_actor_approxkl3: 0.0012442989 + max_actor_clipfrac: 0.04284668 + max_actor_loss: 0.0019489937 + max_advantage: 0.55535626 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0024446023 + max_entropy: 0.17454463 + max_grad_norm_pre_clip: 2.677653 + max_loss: 0.0029899145 + std: + std_actor_approxkl1: 0.00048124217 + std_actor_approxkl3: 0.0003509112 + std_actor_clipfrac: 0.011866961 + std_actor_loss: 0.00078122015 + std_advantage: 0.056224417 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00050065864 + std_entropy: 0.025441267 + std_grad_norm_pre_clip: 0.5124192 + std_loss: 0.0008917459 + eval-batch-orig: + avg_avg_episode_length: 17.189766 + avg_avg_return: 0.83225274 + avg_benchmark_regret: 0.0040518614 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28440857 + proxy_corner: + avg_avg_return: 0.83225274 + avg_reward_per_step: 0.28440857 + eval-batch-shift: + avg_avg_episode_length: 65.63353 + avg_avg_return: 0.26241946 + avg_benchmark_regret: 0.6211604 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07318878 + proxy_corner: + avg_avg_return: 0.5381884 + avg_reward_per_step: 0.01473999 + eval-batch-tree: + avg_avg_episode_length: 6.2991214 + avg_avg_return: 0.9841653 + avg_benchmark_regret: 0.01005309 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26222992 + proxy_corner: + avg_avg_return: 0.9841653 + avg_reward_per_step: 0.26222992 +=========================================================== +=========================================================== + step: + env-step-all-before: 326107136 + env-step-replay-before: 163643392 + env-step-used-before: 326107136 + ppo-update-before: 199040 + env-step-generate-before: 162463744 + env-step-all-after: 326139904 + env-step-replay-after: 163643392 + env-step-used-after: 326139904 + ppo-update-after: 199060 + env-step-generate-after: 162496512 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.257555 + avg_avg_return: 0.8165505 + avg_reward_per_step: 0.28482056 + proxy_corner: + avg_avg_return: 0.8165505 + avg_reward_per_step: 0.28482056 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.257555 + avg_avg_return: 0.8165505 + avg_reward_per_step: 0.28482056 + proxy_corner: + avg_avg_return: 0.8165505 + avg_reward_per_step: 0.28482056 + perf: + env_steps_per_second: 864194.7535723273 + ppo_updates_per_second: 104.40078926163517 + eval-batch-orig-duration: 0.19970555795589462 + eval-batch-shift-duration: 0.14568588801193982 + eval-batch-tree-duration: 0.14256052201380953 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.182129 + mouse-cheese_dist_finite_wavg: 10.119332 + mouse-cheese_dist_solvable_avg: 11.182129 + mouse-cheese_dist_solvable_wavg: 10.119331 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275879 + num_walls_wavg: 6.9276905 + prop_walls_avg: 0.27286428 + prop_walls_wavg: 0.30120403 + scoring: + avg_scores: 0.084545225 + visit_patterns: + avg_first_visit_time: 3303.2363 + avg_last_visit_time: 4984.2144 + num_replay_batches: 4994 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013832812 + avg_actor_approxkl3: 0.0010007023 + avg_actor_clipfrac: 0.035870362 + avg_actor_loss: 0.0001966009 + avg_advantage: -0.016215742 + avg_critic_clipfrac: 0.009710694 + avg_critic_loss: 0.0018481485 + avg_entropy: 0.1560799 + avg_grad_norm_pre_clip: 1.3100326 + avg_loss: 0.0009645954 + max: + max_actor_approxkl1: 0.003393067 + max_actor_approxkl3: 0.0035699345 + max_actor_clipfrac: 0.078125 + max_actor_loss: 0.0054840967 + max_advantage: 0.5075253 + max_critic_clipfrac: 0.060546875 + max_critic_loss: 0.0035598937 + max_entropy: 0.19992675 + max_grad_norm_pre_clip: 4.2339797 + max_loss: 0.00641768 + std: + std_actor_approxkl1: 0.00094949926 + std_actor_approxkl3: 0.0007817224 + std_actor_clipfrac: 0.019513132 + std_actor_loss: 0.001763094 + std_advantage: 0.063120626 + std_critic_clipfrac: 0.014582854 + std_critic_loss: 0.0006311048 + std_entropy: 0.018761799 + std_grad_norm_pre_clip: 0.959475 + std_loss: 0.0017915 + eval-batch-orig: + avg_avg_episode_length: 17.210815 + avg_avg_return: 0.83189434 + avg_benchmark_regret: 0.004410304 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28329468 + proxy_corner: + avg_avg_return: 0.83189434 + avg_reward_per_step: 0.28329468 + eval-batch-shift: + avg_avg_episode_length: 67.17362 + avg_avg_return: 0.24332958 + avg_benchmark_regret: 0.64025027 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07496643 + proxy_corner: + avg_avg_return: 0.543038 + avg_reward_per_step: 0.014640808 + eval-batch-tree: + avg_avg_episode_length: 6.678154 + avg_avg_return: 0.98020625 + avg_benchmark_regret: 0.01401215 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2622528 + proxy_corner: + avg_avg_return: 0.98020625 + avg_reward_per_step: 0.2622528 +=========================================================== +=========================================================== + step: + env-step-all-before: 327155712 + env-step-replay-before: 164003840 + env-step-used-before: 327155712 + ppo-update-before: 199680 + env-step-generate-before: 163151872 + env-step-all-after: 327188480 + env-step-replay-after: 164003840 + env-step-used-after: 327188480 + ppo-update-after: 199700 + env-step-generate-after: 163184640 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.212154 + avg_avg_return: 0.81662273 + avg_reward_per_step: 0.2942505 + proxy_corner: + avg_avg_return: 0.81662273 + avg_reward_per_step: 0.2942505 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.212154 + avg_avg_return: 0.81662273 + avg_reward_per_step: 0.2942505 + proxy_corner: + avg_avg_return: 0.81662273 + avg_reward_per_step: 0.2942505 + perf: + env_steps_per_second: 917007.1058279929 + ppo_updates_per_second: 104.83808747168358 + eval-batch-orig-duration: 0.20009106898214668 + eval-batch-shift-duration: 0.14495147799607366 + eval-batch-tree-duration: 0.14320202398812398 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.183594 + mouse-cheese_dist_finite_wavg: 11.914458 + mouse-cheese_dist_solvable_avg: 11.183594 + mouse-cheese_dist_solvable_wavg: 11.914458 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274414 + num_walls_wavg: 6.0269046 + prop_walls_avg: 0.27280056 + prop_walls_wavg: 0.2620393 + scoring: + avg_scores: 0.08450723 + visit_patterns: + avg_first_visit_time: 3319.638 + avg_last_visit_time: 4995.253 + num_replay_batches: 5005 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007579052 + avg_actor_approxkl3: 0.0005285204 + avg_actor_clipfrac: 0.025054932 + avg_actor_loss: -0.00078808627 + avg_advantage: -0.009100433 + avg_critic_clipfrac: 0.0012023926 + avg_critic_loss: 0.0014783213 + avg_entropy: 0.16199033 + avg_grad_norm_pre_clip: 0.8125359 + avg_loss: -0.00021091597 + max: + max_actor_approxkl1: 0.0020162868 + max_actor_approxkl3: 0.00096937426 + max_actor_clipfrac: 0.048461914 + max_actor_loss: 0.00019488856 + max_advantage: 0.34338114 + max_critic_clipfrac: 0.019165039 + max_critic_loss: 0.0021738946 + max_entropy: 0.21476084 + max_grad_norm_pre_clip: 1.312559 + max_loss: 0.000742466 + std: + std_actor_approxkl1: 0.00066082 + std_actor_approxkl3: 0.00028265934 + std_actor_clipfrac: 0.014298018 + std_actor_loss: 0.00063214265 + std_advantage: 0.05574877 + std_critic_clipfrac: 0.0041852985 + std_critic_loss: 0.0003300706 + std_entropy: 0.021550173 + std_grad_norm_pre_clip: 0.25849384 + std_loss: 0.0006725552 + eval-batch-orig: + avg_avg_episode_length: 17.190884 + avg_avg_return: 0.8324286 + avg_benchmark_regret: 0.0038760817 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28403473 + proxy_corner: + avg_avg_return: 0.8324286 + avg_reward_per_step: 0.28403473 + eval-batch-shift: + avg_avg_episode_length: 66.47908 + avg_avg_return: 0.2525772 + avg_benchmark_regret: 0.63100266 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07789612 + proxy_corner: + avg_avg_return: 0.53567475 + avg_reward_per_step: 0.014770508 + eval-batch-tree: + avg_avg_episode_length: 6.3728676 + avg_avg_return: 0.9824958 + avg_benchmark_regret: 0.011722573 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2634964 + proxy_corner: + avg_avg_return: 0.9824958 + avg_reward_per_step: 0.2634964 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 328204288 + env-step-replay-before: 164495360 + env-step-used-before: 328204288 + ppo-update-before: 200320 + env-step-generate-before: 163708928 + env-step-all-after: 328237056 + env-step-replay-after: 164495360 + env-step-used-after: 328237056 + ppo-update-after: 200340 + env-step-generate-after: 163741696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.629885 + avg_avg_return: 0.8382653 + avg_reward_per_step: 0.28045654 + proxy_corner: + avg_avg_return: 0.8382653 + avg_reward_per_step: 0.28045654 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.629885 + avg_avg_return: 0.8382653 + avg_reward_per_step: 0.28045654 + proxy_corner: + avg_avg_return: 0.8382653 + avg_reward_per_step: 0.28045654 + perf: + env_steps_per_second: 905033.8904253393 + ppo_updates_per_second: 104.20721357989422 + eval-batch-orig-duration: 0.20044031197903678 + eval-batch-shift-duration: 0.14369205996626988 + eval-batch-tree-duration: 0.1449617010075599 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.191895 + mouse-cheese_dist_finite_wavg: 10.122093 + mouse-cheese_dist_solvable_avg: 11.191895 + mouse-cheese_dist_solvable_wavg: 10.122093 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275635 + num_walls_wavg: 9.623537 + prop_walls_avg: 0.27285367 + prop_walls_wavg: 0.41841456 + scoring: + avg_scores: 0.08450168 + visit_patterns: + avg_first_visit_time: 3329.452 + avg_last_visit_time: 5010.2954 + num_replay_batches: 5020 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007501438 + avg_actor_approxkl3: 0.00056047045 + avg_actor_clipfrac: 0.023999024 + avg_actor_loss: -0.00016871524 + avg_advantage: -0.007500451 + avg_critic_clipfrac: 0.000109863286 + avg_critic_loss: 0.0016660236 + avg_entropy: 0.1278672 + avg_grad_norm_pre_clip: 1.3524829 + avg_loss: 0.00053642935 + max: + max_actor_approxkl1: 0.0018683176 + max_actor_approxkl3: 0.0011330338 + max_actor_clipfrac: 0.04309082 + max_actor_loss: 0.001844842 + max_advantage: 0.4323529 + max_critic_clipfrac: 0.0010986328 + max_critic_loss: 0.0028251312 + max_entropy: 0.15589654 + max_grad_norm_pre_clip: 2.1478283 + max_loss: 0.0028668111 + std: + std_actor_approxkl1: 0.0005405189 + std_actor_approxkl3: 0.00030267242 + std_actor_clipfrac: 0.012745415 + std_actor_loss: 0.0008110443 + std_advantage: 0.059076346 + std_critic_clipfrac: 0.00026436045 + std_critic_loss: 0.00059269054 + std_entropy: 0.016870908 + std_grad_norm_pre_clip: 0.38898396 + std_loss: 0.00090140104 + eval-batch-orig: + avg_avg_episode_length: 17.18374 + avg_avg_return: 0.8322324 + avg_benchmark_regret: 0.0040721875 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28485107 + proxy_corner: + avg_avg_return: 0.8322324 + avg_reward_per_step: 0.28485107 + eval-batch-shift: + avg_avg_episode_length: 67.57937 + avg_avg_return: 0.2332401 + avg_benchmark_regret: 0.6503397 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078125 + proxy_corner: + avg_avg_return: 0.5393337 + avg_reward_per_step: 0.0146102905 + eval-batch-tree: + avg_avg_episode_length: 6.639925 + avg_avg_return: 0.98002493 + avg_benchmark_regret: 0.014193473 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2636795 + proxy_corner: + avg_avg_return: 0.98002493 + avg_reward_per_step: 0.2636795 +=========================================================== +=========================================================== + step: + env-step-all-before: 329252864 + env-step-replay-before: 164921344 + env-step-used-before: 329252864 + ppo-update-before: 200960 + env-step-generate-before: 164331520 + env-step-all-after: 329285632 + env-step-replay-after: 164921344 + env-step-used-after: 329285632 + ppo-update-after: 200980 + env-step-generate-after: 164364288 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.798222 + avg_avg_return: 0.7629919 + avg_reward_per_step: 0.26184082 + proxy_corner: + avg_avg_return: 0.7629919 + avg_reward_per_step: 0.26184082 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.798222 + avg_avg_return: 0.7629919 + avg_reward_per_step: 0.26184082 + proxy_corner: + avg_avg_return: 0.7629919 + avg_reward_per_step: 0.26184082 + perf: + env_steps_per_second: 598841.5613239653 + ppo_updates_per_second: 72.27474529283431 + eval-batch-orig-duration: 0.33429305703612044 + eval-batch-shift-duration: 0.17695459903916344 + eval-batch-tree-duration: 0.15612327004782856 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.201172 + mouse-cheese_dist_finite_wavg: 14.618024 + mouse-cheese_dist_solvable_avg: 11.201172 + mouse-cheese_dist_solvable_wavg: 14.618028 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2766113 + num_walls_wavg: 7.8261065 + prop_walls_avg: 0.2728961 + prop_walls_wavg: 0.34026542 + scoring: + avg_scores: 0.084457174 + visit_patterns: + avg_first_visit_time: 3341.3374 + avg_last_visit_time: 5023.3154 + num_replay_batches: 5033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012875345 + avg_actor_approxkl3: 0.00081226527 + avg_actor_clipfrac: 0.03574219 + avg_actor_loss: -0.00090288575 + avg_advantage: -0.0048045632 + avg_critic_clipfrac: 0.0034362793 + avg_critic_loss: 0.0016143875 + avg_entropy: 0.20104745 + avg_grad_norm_pre_clip: 0.9755007 + avg_loss: -0.00029673942 + max: + max_actor_approxkl1: 0.003234685 + max_actor_approxkl3: 0.0018480131 + max_actor_clipfrac: 0.072265625 + max_actor_loss: 0.00056418777 + max_advantage: 0.48294157 + max_critic_clipfrac: 0.018066406 + max_critic_loss: 0.002235527 + max_entropy: 0.25936666 + max_grad_norm_pre_clip: 2.2139306 + max_loss: 0.001356791 + std: + std_actor_approxkl1: 0.00079580926 + std_actor_approxkl3: 0.000407797 + std_actor_clipfrac: 0.015647043 + std_actor_loss: 0.0011173184 + std_advantage: 0.060205076 + std_critic_clipfrac: 0.006110991 + std_critic_loss: 0.0003095248 + std_entropy: 0.029290315 + std_grad_norm_pre_clip: 0.41504171 + std_loss: 0.0011718557 + eval-batch-orig: + avg_avg_episode_length: 17.190533 + avg_avg_return: 0.83211887 + avg_benchmark_regret: 0.004185706 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28453827 + proxy_corner: + avg_avg_return: 0.83211887 + avg_reward_per_step: 0.28453827 + eval-batch-shift: + avg_avg_episode_length: 66.848495 + avg_avg_return: 0.2518918 + avg_benchmark_regret: 0.63168806 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07284546 + proxy_corner: + avg_avg_return: 0.53520715 + avg_reward_per_step: 0.0149383545 + eval-batch-tree: + avg_avg_episode_length: 6.7282887 + avg_avg_return: 0.9799577 + avg_benchmark_regret: 0.014260674 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26132202 + proxy_corner: + avg_avg_return: 0.9799577 + avg_reward_per_step: 0.26132202 +=========================================================== +=========================================================== + step: + env-step-all-before: 330301440 + env-step-replay-before: 165347328 + env-step-used-before: 330301440 + ppo-update-before: 201600 + env-step-generate-before: 164954112 + env-step-all-after: 330334208 + env-step-replay-after: 165380096 + env-step-used-after: 330334208 + ppo-update-after: 201620 + env-step-generate-after: 164954112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.436708 + avg_avg_return: 0.9051421 + avg_reward_per_step: 0.08413696 + proxy_corner: + avg_avg_return: 0.9051421 + avg_reward_per_step: 0.08413696 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.436708 + avg_avg_return: 0.9051421 + avg_reward_per_step: 0.08413696 + proxy_corner: + avg_avg_return: 0.9051421 + avg_reward_per_step: 0.08413696 + perf: + env_steps_per_second: 543081.6307492673 + ppo_updates_per_second: 80.15258230480781 + eval-batch-orig-duration: 0.24936743400758132 + eval-batch-shift-duration: 0.15745906898519024 + eval-batch-tree-duration: 0.15064324997365475 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.205811 + mouse-cheese_dist_finite_wavg: 11.019595 + mouse-cheese_dist_solvable_avg: 11.205811 + mouse-cheese_dist_solvable_wavg: 11.019596 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274658 + num_walls_wavg: 6.0275874 + prop_walls_avg: 0.27281117 + prop_walls_wavg: 0.26206905 + scoring: + avg_scores: 0.08454868 + visit_patterns: + avg_first_visit_time: 3352.0107 + avg_last_visit_time: 5037.259 + num_replay_batches: 5047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005564605 + avg_actor_approxkl3: 0.00032464787 + avg_actor_clipfrac: 0.009539795 + avg_actor_loss: -0.0004287907 + avg_advantage: 0.015248928 + avg_critic_clipfrac: 0.0031982423 + avg_critic_loss: 0.0003137371 + avg_entropy: 0.05840536 + avg_grad_norm_pre_clip: 0.36317027 + avg_loss: -0.0003303275 + max: + max_actor_approxkl1: 0.0012847176 + max_actor_approxkl3: 0.00061598525 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0006589871 + max_advantage: 0.5385355 + max_critic_clipfrac: 0.015014648 + max_critic_loss: 0.0006053576 + max_entropy: 0.072009616 + max_grad_norm_pre_clip: 0.53124166 + max_loss: 0.00078492356 + std: + std_actor_approxkl1: 0.00040625036 + std_actor_approxkl3: 0.00015562895 + std_actor_clipfrac: 0.0038933114 + std_actor_loss: 0.00058669347 + std_advantage: 0.02839119 + std_critic_clipfrac: 0.0050584264 + std_critic_loss: 0.00012617669 + std_entropy: 0.0055173673 + std_grad_norm_pre_clip: 0.097876035 + std_loss: 0.0006098203 + eval-batch-orig: + avg_avg_episode_length: 17.201832 + avg_avg_return: 0.83226633 + avg_benchmark_regret: 0.0040383115 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28417206 + proxy_corner: + avg_avg_return: 0.83226633 + avg_reward_per_step: 0.28417206 + eval-batch-shift: + avg_avg_episode_length: 66.68174 + avg_avg_return: 0.2530525 + avg_benchmark_regret: 0.6305274 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07273865 + proxy_corner: + avg_avg_return: 0.5372082 + avg_reward_per_step: 0.015197754 + eval-batch-tree: + avg_avg_episode_length: 6.5928926 + avg_avg_return: 0.979946 + avg_benchmark_regret: 0.014272388 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26171112 + proxy_corner: + avg_avg_return: 0.979946 + avg_reward_per_step: 0.26171112 +=========================================================== +=========================================================== + step: + env-step-all-before: 331350016 + env-step-replay-before: 165707776 + env-step-used-before: 331350016 + ppo-update-before: 202240 + env-step-generate-before: 165642240 + env-step-all-after: 331382784 + env-step-replay-after: 165740544 + env-step-used-after: 331382784 + ppo-update-after: 202260 + env-step-generate-after: 165642240 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.551569 + avg_avg_return: 0.9042499 + avg_reward_per_step: 0.08331299 + proxy_corner: + avg_avg_return: 0.9042499 + avg_reward_per_step: 0.08331299 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.551569 + avg_avg_return: 0.9042499 + avg_reward_per_step: 0.08331299 + proxy_corner: + avg_avg_return: 0.9042499 + avg_reward_per_step: 0.08331299 + perf: + env_steps_per_second: 893661.9223080407 + ppo_updates_per_second: 105.79615502075283 + eval-batch-orig-duration: 0.2031128199887462 + eval-batch-shift-duration: 0.1591633339994587 + eval-batch-tree-duration: 0.14499289100058377 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.215332 + mouse-cheese_dist_finite_wavg: 11.925801 + mouse-cheese_dist_solvable_avg: 11.215332 + mouse-cheese_dist_solvable_wavg: 11.925801 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2753906 + num_walls_wavg: 6.926038 + prop_walls_avg: 0.27284306 + prop_walls_wavg: 0.30113202 + scoring: + avg_scores: 0.08451337 + visit_patterns: + avg_first_visit_time: 3363.0793 + avg_last_visit_time: 5048.283 + num_replay_batches: 5058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042514727 + avg_actor_approxkl3: 0.00045814618 + avg_actor_clipfrac: 0.012963868 + avg_actor_loss: -5.911427e-05 + avg_advantage: -0.0031126118 + avg_critic_clipfrac: 0.0012756347 + avg_critic_loss: 0.00025109234 + avg_entropy: 0.046908088 + avg_grad_norm_pre_clip: 0.52570605 + avg_loss: 1.9523795e-05 + max: + max_actor_approxkl1: 0.0016188287 + max_actor_approxkl3: 0.0013539968 + max_actor_clipfrac: 0.028076172 + max_actor_loss: 0.0012320038 + max_advantage: 0.38829696 + max_critic_clipfrac: 0.0053710938 + max_critic_loss: 0.00048042112 + max_entropy: 0.054953568 + max_grad_norm_pre_clip: 1.1497803 + max_loss: 0.0013276557 + std: + std_actor_approxkl1: 0.00038889627 + std_actor_approxkl3: 0.00028756697 + std_actor_clipfrac: 0.0066957097 + std_actor_loss: 0.0006101658 + std_advantage: 0.025510494 + std_critic_clipfrac: 0.0017235165 + std_critic_loss: 9.181197e-05 + std_entropy: 0.0036649366 + std_grad_norm_pre_clip: 0.26722524 + std_loss: 0.000619419 + eval-batch-orig: + avg_avg_episode_length: 17.17039 + avg_avg_return: 0.83256966 + avg_benchmark_regret: 0.003734984 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28502655 + proxy_corner: + avg_avg_return: 0.83256966 + avg_reward_per_step: 0.28502655 + eval-batch-shift: + avg_avg_episode_length: 66.293045 + avg_avg_return: 0.25692064 + avg_benchmark_regret: 0.6266592 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079689026 + proxy_corner: + avg_avg_return: 0.53175676 + avg_reward_per_step: 0.01499939 + eval-batch-tree: + avg_avg_episode_length: 7.3354626 + avg_avg_return: 0.9741094 + avg_benchmark_regret: 0.020108897 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.262146 + proxy_corner: + avg_avg_return: 0.9741094 + avg_reward_per_step: 0.262146 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 332398592 + env-step-replay-before: 166264832 + env-step-used-before: 332398592 + ppo-update-before: 202880 + env-step-generate-before: 166133760 + env-step-all-after: 332431360 + env-step-replay-after: 166297600 + env-step-used-after: 332431360 + ppo-update-after: 202900 + env-step-generate-after: 166133760 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.601544 + avg_avg_return: 0.9041095 + avg_reward_per_step: 0.08294678 + proxy_corner: + avg_avg_return: 0.9041095 + avg_reward_per_step: 0.08294678 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.601544 + avg_avg_return: 0.9041095 + avg_reward_per_step: 0.08294678 + proxy_corner: + avg_avg_return: 0.9041095 + avg_reward_per_step: 0.08294678 + perf: + env_steps_per_second: 888732.1109555239 + ppo_updates_per_second: 105.49822629219152 + eval-batch-orig-duration: 0.19905772601487115 + eval-batch-shift-duration: 0.14591752598062158 + eval-batch-tree-duration: 0.141417097998783 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.216309 + mouse-cheese_dist_finite_wavg: 11.925183 + mouse-cheese_dist_solvable_avg: 11.216309 + mouse-cheese_dist_solvable_wavg: 11.925182 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2702637 + num_walls_wavg: 6.926075 + prop_walls_avg: 0.27262014 + prop_walls_wavg: 0.30113363 + scoring: + avg_scores: 0.08463341 + visit_patterns: + avg_first_visit_time: 3371.784 + avg_last_visit_time: 5065.2803 + num_replay_batches: 5075 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00064002903 + avg_actor_approxkl3: 0.00027391114 + avg_actor_clipfrac: 0.0105957035 + avg_actor_loss: -0.0002647943 + avg_advantage: 0.027381396 + avg_critic_clipfrac: 0.011511231 + avg_critic_loss: 0.0005024678 + avg_entropy: 0.06312465 + avg_grad_norm_pre_clip: 0.37062594 + avg_loss: -7.6685006e-05 + max: + max_actor_approxkl1: 0.0021642176 + max_actor_approxkl3: 0.0008597021 + max_actor_clipfrac: 0.01977539 + max_actor_loss: 0.00034029316 + max_advantage: 0.51547545 + max_critic_clipfrac: 0.040893555 + max_critic_loss: 0.0010099788 + max_entropy: 0.081367165 + max_grad_norm_pre_clip: 0.5983802 + max_loss: 0.0005334662 + std: + std_actor_approxkl1: 0.00054766313 + std_actor_approxkl3: 0.00019979909 + std_actor_clipfrac: 0.006139372 + std_actor_loss: 0.00035158684 + std_advantage: 0.038199306 + std_critic_clipfrac: 0.012491742 + std_critic_loss: 0.00021129608 + std_entropy: 0.0056594345 + std_grad_norm_pre_clip: 0.14109127 + std_loss: 0.00041429242 + eval-batch-orig: + avg_avg_episode_length: 17.185757 + avg_avg_return: 0.83243316 + avg_benchmark_regret: 0.0038714902 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2840805 + proxy_corner: + avg_avg_return: 0.83243316 + avg_reward_per_step: 0.2840805 + eval-batch-shift: + avg_avg_episode_length: 66.60527 + avg_avg_return: 0.25365254 + avg_benchmark_regret: 0.6299273 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07610321 + proxy_corner: + avg_avg_return: 0.5368237 + avg_reward_per_step: 0.01486969 + eval-batch-tree: + avg_avg_episode_length: 7.2397647 + avg_avg_return: 0.97254133 + avg_benchmark_regret: 0.021677036 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2605896 + proxy_corner: + avg_avg_return: 0.97254133 + avg_reward_per_step: 0.2605896 +=========================================================== +=========================================================== + step: + env-step-all-before: 333447168 + env-step-replay-before: 166756352 + env-step-used-before: 333447168 + ppo-update-before: 203520 + env-step-generate-before: 166690816 + env-step-all-after: 333479936 + env-step-replay-after: 166789120 + env-step-used-after: 333479936 + ppo-update-after: 203540 + env-step-generate-after: 166690816 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.773226 + avg_avg_return: 0.90122247 + avg_reward_per_step: 0.08355713 + proxy_corner: + avg_avg_return: 0.90122247 + avg_reward_per_step: 0.08355713 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.773226 + avg_avg_return: 0.90122247 + avg_reward_per_step: 0.08355713 + proxy_corner: + avg_avg_return: 0.90122247 + avg_reward_per_step: 0.08355713 + perf: + env_steps_per_second: 925489.8483139391 + ppo_updates_per_second: 104.85988113762421 + eval-batch-orig-duration: 0.1989874389837496 + eval-batch-shift-duration: 0.14266126503935084 + eval-batch-tree-duration: 0.1414901700336486 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.219971 + mouse-cheese_dist_finite_wavg: 4.7268453 + mouse-cheese_dist_solvable_avg: 11.219971 + mouse-cheese_dist_solvable_wavg: 4.7268457 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2663574 + num_walls_wavg: 8.724892 + prop_walls_avg: 0.2724503 + prop_walls_wavg: 0.37934297 + scoring: + avg_scores: 0.08494093 + visit_patterns: + avg_first_visit_time: 3385.348 + avg_last_visit_time: 5080.283 + num_replay_batches: 5090 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009427168 + avg_actor_approxkl3: 0.0006212448 + avg_actor_clipfrac: 0.0139221195 + avg_actor_loss: -7.1678056e-05 + avg_advantage: 0.032351945 + avg_critic_clipfrac: 0.03510132 + avg_critic_loss: 0.0008735638 + avg_entropy: 0.053836554 + avg_grad_norm_pre_clip: 0.5511746 + avg_loss: 0.00031126724 + max: + max_actor_approxkl1: 0.0030218808 + max_actor_approxkl3: 0.0022821152 + max_actor_clipfrac: 0.028930664 + max_actor_loss: 0.002077682 + max_advantage: 0.51150405 + max_critic_clipfrac: 0.099487305 + max_critic_loss: 0.0017633208 + max_entropy: 0.06653152 + max_grad_norm_pre_clip: 1.0966052 + max_loss: 0.002425903 + std: + std_actor_approxkl1: 0.0007376526 + std_actor_approxkl3: 0.0005393253 + std_actor_clipfrac: 0.005608129 + std_actor_loss: 0.0005878131 + std_advantage: 0.05027495 + std_critic_clipfrac: 0.029033735 + std_critic_loss: 0.00037201255 + std_entropy: 0.006193343 + std_grad_norm_pre_clip: 0.20362729 + std_loss: 0.0006017504 + eval-batch-orig: + avg_avg_episode_length: 17.212263 + avg_avg_return: 0.8322127 + avg_benchmark_regret: 0.0040918905 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2843628 + proxy_corner: + avg_avg_return: 0.8322127 + avg_reward_per_step: 0.2843628 + eval-batch-shift: + avg_avg_episode_length: 67.15321 + avg_avg_return: 0.24868229 + avg_benchmark_regret: 0.63489753 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07550812 + proxy_corner: + avg_avg_return: 0.53946424 + avg_reward_per_step: 0.015007019 + eval-batch-tree: + avg_avg_episode_length: 6.919917 + avg_avg_return: 0.97826123 + avg_benchmark_regret: 0.015957156 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2623825 + proxy_corner: + avg_avg_return: 0.97826123 + avg_reward_per_step: 0.2623825 +=========================================================== +=========================================================== + step: + env-step-all-before: 334495744 + env-step-replay-before: 167313408 + env-step-used-before: 334495744 + ppo-update-before: 204160 + env-step-generate-before: 167182336 + env-step-all-after: 334528512 + env-step-replay-after: 167346176 + env-step-used-after: 334528512 + ppo-update-after: 204180 + env-step-generate-after: 167182336 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.487041 + avg_avg_return: 0.9047643 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.9047643 + avg_reward_per_step: 0.083740234 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.487041 + avg_avg_return: 0.9047643 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.9047643 + avg_reward_per_step: 0.083740234 + perf: + env_steps_per_second: 636251.9911457269 + ppo_updates_per_second: 72.84580212377621 + eval-batch-orig-duration: 0.2839701500488445 + eval-batch-shift-duration: 0.1769478659844026 + eval-batch-tree-duration: 0.1497085650335066 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.223389 + mouse-cheese_dist_finite_wavg: 12.823616 + mouse-cheese_dist_solvable_avg: 11.223389 + mouse-cheese_dist_solvable_wavg: 12.823619 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.26416 + num_walls_wavg: 6.9238124 + prop_walls_avg: 0.27235478 + prop_walls_wavg: 0.3010353 + scoring: + avg_scores: 0.0846223 + visit_patterns: + avg_first_visit_time: 3394.6562 + avg_last_visit_time: 5097.078 + num_replay_batches: 5107 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008702203 + avg_actor_approxkl3: 0.00038663723 + avg_actor_clipfrac: 0.010876465 + avg_actor_loss: -0.00019292175 + avg_advantage: 0.033053365 + avg_critic_clipfrac: 0.062438965 + avg_critic_loss: 0.00045624896 + avg_entropy: 0.042413846 + avg_grad_norm_pre_clip: 0.36683187 + avg_loss: -7.2111056e-06 + max: + max_actor_approxkl1: 0.0023441738 + max_actor_approxkl3: 0.0008959348 + max_actor_clipfrac: 0.026123047 + max_actor_loss: 0.0008630268 + max_advantage: 0.37580347 + max_critic_clipfrac: 0.15368652 + max_critic_loss: 0.0013494904 + max_entropy: 0.048819497 + max_grad_norm_pre_clip: 0.66635823 + max_loss: 0.0010674046 + std: + std_actor_approxkl1: 0.0007349191 + std_actor_approxkl3: 0.00028116172 + std_actor_clipfrac: 0.0071884706 + std_actor_loss: 0.00034675983 + std_advantage: 0.03687239 + std_critic_clipfrac: 0.052621957 + std_critic_loss: 0.0002811957 + std_entropy: 0.003999284 + std_grad_norm_pre_clip: 0.14437348 + std_loss: 0.00042252833 + eval-batch-orig: + avg_avg_episode_length: 17.186522 + avg_avg_return: 0.83232474 + avg_benchmark_regret: 0.00397986 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28471375 + proxy_corner: + avg_avg_return: 0.83232474 + avg_reward_per_step: 0.28471375 + eval-batch-shift: + avg_avg_episode_length: 66.96348 + avg_avg_return: 0.24511668 + avg_benchmark_regret: 0.63846314 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07614899 + proxy_corner: + avg_avg_return: 0.5385535 + avg_reward_per_step: 0.014846802 + eval-batch-tree: + avg_avg_episode_length: 7.4280343 + avg_avg_return: 0.96937346 + avg_benchmark_regret: 0.024844889 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26353455 + proxy_corner: + avg_avg_return: 0.96937346 + avg_reward_per_step: 0.26353455 +=========================================================== +=========================================================== + step: + env-step-all-before: 335544320 + env-step-replay-before: 167804928 + env-step-used-before: 335544320 + ppo-update-before: 204800 + env-step-generate-before: 167739392 + env-step-all-after: 335577088 + env-step-replay-after: 167804928 + env-step-used-after: 335577088 + ppo-update-after: 204820 + env-step-generate-after: 167772160 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.409151 + avg_avg_return: 0.80642766 + avg_reward_per_step: 0.27346802 + proxy_corner: + avg_avg_return: 0.80642766 + avg_reward_per_step: 0.27346802 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.409151 + avg_avg_return: 0.80642766 + avg_reward_per_step: 0.27346802 + proxy_corner: + avg_avg_return: 0.80642766 + avg_reward_per_step: 0.27346802 + perf: + env_steps_per_second: 879833.5525469852 + ppo_updates_per_second: 103.97756666070259 + eval-batch-orig-duration: 0.20413621596526355 + eval-batch-shift-duration: 0.16161992598790675 + eval-batch-tree-duration: 0.14373864099616185 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.224609 + mouse-cheese_dist_finite_wavg: 14.617296 + mouse-cheese_dist_solvable_avg: 11.224609 + mouse-cheese_dist_solvable_wavg: 14.617298 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262207 + num_walls_wavg: 7.8232665 + prop_walls_avg: 0.27226985 + prop_walls_wavg: 0.340142 + scoring: + avg_scores: 0.084794745 + visit_patterns: + avg_first_visit_time: 3404.3557 + avg_last_visit_time: 5111.224 + num_replay_batches: 5121 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009654372 + avg_actor_approxkl3: 0.0009516512 + avg_actor_clipfrac: 0.030267334 + avg_actor_loss: -0.0010088555 + avg_advantage: -0.01799848 + avg_critic_clipfrac: 0.014373779 + avg_critic_loss: 0.00233468 + avg_entropy: 0.15185626 + avg_grad_norm_pre_clip: 0.8022253 + avg_loss: 6.6280713e-06 + max: + max_actor_approxkl1: 0.002170771 + max_actor_approxkl3: 0.0023225322 + max_actor_clipfrac: 0.0748291 + max_actor_loss: 0.00093302876 + max_advantage: 0.35428494 + max_critic_clipfrac: 0.06237793 + max_critic_loss: 0.003739638 + max_entropy: 0.19915384 + max_grad_norm_pre_clip: 1.357499 + max_loss: 0.0023114893 + std: + std_actor_approxkl1: 0.0007927716 + std_actor_approxkl3: 0.0006490938 + std_actor_clipfrac: 0.019434555 + std_actor_loss: 0.0011511198 + std_advantage: 0.07195235 + std_critic_clipfrac: 0.018230041 + std_critic_loss: 0.00073707337 + std_entropy: 0.025544593 + std_grad_norm_pre_clip: 0.24496509 + std_loss: 0.0012266648 + eval-batch-orig: + avg_avg_episode_length: 17.184818 + avg_avg_return: 0.8324101 + avg_benchmark_regret: 0.003894508 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28481293 + proxy_corner: + avg_avg_return: 0.8324101 + avg_reward_per_step: 0.28481293 + eval-batch-shift: + avg_avg_episode_length: 67.62767 + avg_avg_return: 0.2394276 + avg_benchmark_regret: 0.6441522 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07657623 + proxy_corner: + avg_avg_return: 0.5458571 + avg_reward_per_step: 0.015045166 + eval-batch-tree: + avg_avg_episode_length: 7.572893 + avg_avg_return: 0.9667796 + avg_benchmark_regret: 0.02743876 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26278687 + proxy_corner: + avg_avg_return: 0.9667796 + avg_reward_per_step: 0.26278687 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 336592896 + env-step-replay-before: 168394752 + env-step-used-before: 336592896 + ppo-update-before: 205440 + env-step-generate-before: 168198144 + env-step-all-after: 336625664 + env-step-replay-after: 168394752 + env-step-used-after: 336625664 + ppo-update-after: 205460 + env-step-generate-after: 168230912 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.850014 + avg_avg_return: 0.82414556 + avg_reward_per_step: 0.25830078 + proxy_corner: + avg_avg_return: 0.82414556 + avg_reward_per_step: 0.25830078 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.850014 + avg_avg_return: 0.82414556 + avg_reward_per_step: 0.25830078 + proxy_corner: + avg_avg_return: 0.82414556 + avg_reward_per_step: 0.25830078 + perf: + env_steps_per_second: 830331.8018711369 + ppo_updates_per_second: 95.9046798027343 + eval-batch-orig-duration: 0.22018933203071356 + eval-batch-shift-duration: 0.15832511201733723 + eval-batch-tree-duration: 0.14472282904898748 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.22876 + mouse-cheese_dist_finite_wavg: 11.023847 + mouse-cheese_dist_solvable_avg: 11.22876 + mouse-cheese_dist_solvable_wavg: 11.023847 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2626953 + num_walls_wavg: 5.125656 + prop_walls_avg: 0.2722911 + prop_walls_wavg: 0.22285463 + scoring: + avg_scores: 0.08475535 + visit_patterns: + avg_first_visit_time: 3413.1045 + avg_last_visit_time: 5129.219 + num_replay_batches: 5139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012655377 + avg_actor_approxkl3: 0.0010048174 + avg_actor_clipfrac: 0.03980713 + avg_actor_loss: -0.0003109105 + avg_advantage: -0.016835812 + avg_critic_clipfrac: 0.00690918 + avg_critic_loss: 0.0021574243 + avg_entropy: 0.1359187 + avg_grad_norm_pre_clip: 1.2871324 + avg_loss: 0.0006318829 + max: + max_actor_approxkl1: 0.0039770263 + max_actor_approxkl3: 0.002414342 + max_actor_clipfrac: 0.06896973 + max_actor_loss: 0.003220424 + max_advantage: 0.30728024 + max_critic_clipfrac: 0.03857422 + max_critic_loss: 0.0034798742 + max_entropy: 0.18028995 + max_grad_norm_pre_clip: 2.9502697 + max_loss: 0.0042066798 + std: + std_actor_approxkl1: 0.0009199738 + std_actor_approxkl3: 0.00058261136 + std_actor_clipfrac: 0.019427363 + std_actor_loss: 0.0011276002 + std_advantage: 0.06753526 + std_critic_clipfrac: 0.012292389 + std_critic_loss: 0.0007244716 + std_entropy: 0.02125632 + std_grad_norm_pre_clip: 0.50514126 + std_loss: 0.0012030388 + eval-batch-orig: + avg_avg_episode_length: 17.181583 + avg_avg_return: 0.8327354 + avg_benchmark_regret: 0.003569207 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28486633 + proxy_corner: + avg_avg_return: 0.8327354 + avg_reward_per_step: 0.28486633 + eval-batch-shift: + avg_avg_episode_length: 66.59726 + avg_avg_return: 0.25205946 + avg_benchmark_regret: 0.6315204 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074645996 + proxy_corner: + avg_avg_return: 0.5338712 + avg_reward_per_step: 0.014930725 + eval-batch-tree: + avg_avg_episode_length: 7.1202292 + avg_avg_return: 0.9788591 + avg_benchmark_regret: 0.015359207 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26332092 + proxy_corner: + avg_avg_return: 0.9788591 + avg_reward_per_step: 0.26332092 +=========================================================== +=========================================================== + step: + env-step-all-before: 337641472 + env-step-replay-before: 168853504 + env-step-used-before: 337641472 + ppo-update-before: 206080 + env-step-generate-before: 168787968 + env-step-all-after: 337674240 + env-step-replay-after: 168853504 + env-step-used-after: 337674240 + ppo-update-after: 206100 + env-step-generate-after: 168820736 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.401684 + avg_avg_return: 0.8289213 + avg_reward_per_step: 0.2836609 + proxy_corner: + avg_avg_return: 0.8289213 + avg_reward_per_step: 0.2836609 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.401684 + avg_avg_return: 0.8289213 + avg_reward_per_step: 0.2836609 + proxy_corner: + avg_avg_return: 0.8289213 + avg_reward_per_step: 0.2836609 + perf: + env_steps_per_second: 590253.8121498293 + ppo_updates_per_second: 72.27706624046101 + eval-batch-orig-duration: 0.33418958296533674 + eval-batch-shift-duration: 0.17292536998866126 + eval-batch-tree-duration: 0.15109494497301057 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.234619 + mouse-cheese_dist_finite_wavg: 14.618947 + mouse-cheese_dist_solvable_avg: 11.234619 + mouse-cheese_dist_solvable_wavg: 14.618947 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2644043 + num_walls_wavg: 7.8257813 + prop_walls_avg: 0.2723654 + prop_walls_wavg: 0.34025136 + scoring: + avg_scores: 0.08475726 + visit_patterns: + avg_first_visit_time: 3424.1777 + avg_last_visit_time: 5143.2 + num_replay_batches: 5153 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011003565 + avg_actor_approxkl3: 0.0007975398 + avg_actor_clipfrac: 0.031652834 + avg_actor_loss: -0.000547182 + avg_advantage: -0.016695626 + avg_critic_clipfrac: 0.008984375 + avg_critic_loss: 0.0023561555 + avg_entropy: 0.13813739 + avg_grad_norm_pre_clip: 1.0352052 + avg_loss: 0.00049275847 + max: + max_actor_approxkl1: 0.0031860725 + max_actor_approxkl3: 0.00200452 + max_actor_clipfrac: 0.055786133 + max_actor_loss: 0.0034613833 + max_advantage: 0.3272398 + max_critic_clipfrac: 0.041259766 + max_critic_loss: 0.0034332178 + max_entropy: 0.18033935 + max_grad_norm_pre_clip: 2.581246 + max_loss: 0.0047438014 + std: + std_actor_approxkl1: 0.0009217138 + std_actor_approxkl3: 0.0004997507 + std_actor_clipfrac: 0.016005699 + std_actor_loss: 0.0014653745 + std_advantage: 0.07157358 + std_critic_clipfrac: 0.014129047 + std_critic_loss: 0.0006067551 + std_entropy: 0.021962935 + std_grad_norm_pre_clip: 0.44166544 + std_loss: 0.001531937 + eval-batch-orig: + avg_avg_episode_length: 17.18887 + avg_avg_return: 0.83221674 + avg_benchmark_regret: 0.004087858 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28443146 + proxy_corner: + avg_avg_return: 0.83221674 + avg_reward_per_step: 0.28443146 + eval-batch-shift: + avg_avg_episode_length: 66.437004 + avg_avg_return: 0.25341582 + avg_benchmark_regret: 0.630164 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07652283 + proxy_corner: + avg_avg_return: 0.5352319 + avg_reward_per_step: 0.015014648 + eval-batch-tree: + avg_avg_episode_length: 6.419382 + avg_avg_return: 0.98228854 + avg_benchmark_regret: 0.011929793 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26299286 + proxy_corner: + avg_avg_return: 0.98228854 + avg_reward_per_step: 0.26299286 +=========================================================== +=========================================================== + step: + env-step-all-before: 338690048 + env-step-replay-before: 169377792 + env-step-used-before: 338690048 + ppo-update-before: 206720 + env-step-generate-before: 169312256 + env-step-all-after: 338722816 + env-step-replay-after: 169410560 + env-step-used-after: 338722816 + ppo-update-after: 206740 + env-step-generate-after: 169312256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.524091 + avg_avg_return: 0.90446806 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.90446806 + avg_reward_per_step: 0.083740234 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.524091 + avg_avg_return: 0.90446806 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.90446806 + avg_reward_per_step: 0.083740234 + perf: + env_steps_per_second: 922738.7122972971 + ppo_updates_per_second: 104.76922229469936 + eval-batch-orig-duration: 0.20038138702511787 + eval-batch-shift-duration: 0.1432831630227156 + eval-batch-tree-duration: 0.14140206901356578 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.23877 + mouse-cheese_dist_finite_wavg: 11.924928 + mouse-cheese_dist_solvable_avg: 11.23877 + mouse-cheese_dist_solvable_wavg: 11.924931 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2666016 + num_walls_wavg: 6.0249963 + prop_walls_avg: 0.27246094 + prop_walls_wavg: 0.2619564 + scoring: + avg_scores: 0.08460762 + visit_patterns: + avg_first_visit_time: 3429.5667 + avg_last_visit_time: 5160.2285 + num_replay_batches: 5170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017454689 + avg_actor_approxkl3: 0.00028272046 + avg_actor_clipfrac: 0.012316895 + avg_actor_loss: -0.00018205737 + avg_advantage: -8.818592e-06 + avg_critic_clipfrac: 0.00072021486 + avg_critic_loss: 0.00034390122 + avg_entropy: 0.052819945 + avg_grad_norm_pre_clip: 0.4947984 + avg_loss: -6.292671e-05 + max: + max_actor_approxkl1: 0.001077291 + max_actor_approxkl3: 0.000661124 + max_actor_clipfrac: 0.029296875 + max_actor_loss: 0.0006762501 + max_advantage: 0.4474612 + max_critic_clipfrac: 0.0053710938 + max_critic_loss: 0.0005750258 + max_entropy: 0.06017956 + max_grad_norm_pre_clip: 0.8638319 + max_loss: 0.00082431413 + std: + std_actor_approxkl1: 0.0003173725 + std_actor_approxkl3: 0.00018660665 + std_actor_clipfrac: 0.00835588 + std_actor_loss: 0.00044678838 + std_advantage: 0.0286468 + std_critic_clipfrac: 0.0014386182 + std_critic_loss: 0.00011246357 + std_entropy: 0.004938761 + std_grad_norm_pre_clip: 0.203088 + std_loss: 0.00046437167 + eval-batch-orig: + avg_avg_episode_length: 17.205477 + avg_avg_return: 0.8324353 + avg_benchmark_regret: 0.0038692974 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28378296 + proxy_corner: + avg_avg_return: 0.8324353 + avg_reward_per_step: 0.28378296 + eval-batch-shift: + avg_avg_episode_length: 65.35052 + avg_avg_return: 0.27237797 + avg_benchmark_regret: 0.6112018 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078453064 + proxy_corner: + avg_avg_return: 0.52757275 + avg_reward_per_step: 0.01499939 + eval-batch-tree: + avg_avg_episode_length: 6.56314 + avg_avg_return: 0.9809344 + avg_benchmark_regret: 0.013283996 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26226807 + proxy_corner: + avg_avg_return: 0.9809344 + avg_reward_per_step: 0.26226807 +=========================================================== +=========================================================== + step: + env-step-all-before: 339738624 + env-step-replay-before: 169934848 + env-step-used-before: 339738624 + ppo-update-before: 207360 + env-step-generate-before: 169803776 + env-step-all-after: 339771392 + env-step-replay-after: 169934848 + env-step-used-after: 339771392 + ppo-update-after: 207380 + env-step-generate-after: 169836544 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.423534 + avg_avg_return: 0.76846 + avg_reward_per_step: 0.24594116 + proxy_corner: + avg_avg_return: 0.76846 + avg_reward_per_step: 0.24594116 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.423534 + avg_avg_return: 0.76846 + avg_reward_per_step: 0.24594116 + proxy_corner: + avg_avg_return: 0.76846 + avg_reward_per_step: 0.24594116 + perf: + env_steps_per_second: 903453.9215934685 + ppo_updates_per_second: 104.66672667421918 + eval-batch-orig-duration: 0.20317068498115987 + eval-batch-shift-duration: 0.1523891600081697 + eval-batch-tree-duration: 0.1448614179971628 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.240234 + mouse-cheese_dist_finite_wavg: 9.226057 + mouse-cheese_dist_solvable_avg: 11.240234 + mouse-cheese_dist_solvable_wavg: 9.226058 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272217 + num_walls_wavg: 8.725491 + prop_walls_avg: 0.27270508 + prop_walls_wavg: 0.37936902 + scoring: + avg_scores: 0.08475158 + visit_patterns: + avg_first_visit_time: 3442.0376 + avg_last_visit_time: 5176.2607 + num_replay_batches: 5186 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011657513 + avg_actor_approxkl3: 0.0007300237 + avg_actor_clipfrac: 0.03178711 + avg_actor_loss: -0.00093313085 + avg_advantage: -0.02041654 + avg_critic_clipfrac: 0.012054443 + avg_critic_loss: 0.0028795174 + avg_entropy: 0.1858791 + avg_grad_norm_pre_clip: 1.0560877 + avg_loss: 0.0003207488 + max: + max_actor_approxkl1: 0.003377954 + max_actor_approxkl3: 0.0015811928 + max_actor_clipfrac: 0.05505371 + max_actor_loss: 0.001338765 + max_advantage: 0.21006441 + max_critic_clipfrac: 0.05114746 + max_critic_loss: 0.0043662856 + max_entropy: 0.2203039 + max_grad_norm_pre_clip: 1.6985128 + max_loss: 0.003016775 + std: + std_actor_approxkl1: 0.0009767079 + std_actor_approxkl3: 0.00041023197 + std_actor_clipfrac: 0.016090535 + std_actor_loss: 0.0010942986 + std_advantage: 0.079275705 + std_critic_clipfrac: 0.015489798 + std_critic_loss: 0.0006424073 + std_entropy: 0.02739381 + std_grad_norm_pre_clip: 0.30261418 + std_loss: 0.0012149893 + eval-batch-orig: + avg_avg_episode_length: 17.213854 + avg_avg_return: 0.8320843 + avg_benchmark_regret: 0.0042203264 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28372955 + proxy_corner: + avg_avg_return: 0.8320843 + avg_reward_per_step: 0.28372955 + eval-batch-shift: + avg_avg_episode_length: 66.968185 + avg_avg_return: 0.25054848 + avg_benchmark_regret: 0.63303137 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0752182 + proxy_corner: + avg_avg_return: 0.5288339 + avg_reward_per_step: 0.014678955 + eval-batch-tree: + avg_avg_episode_length: 6.1178484 + avg_avg_return: 0.985292 + avg_benchmark_regret: 0.008926321 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2630005 + proxy_corner: + avg_avg_return: 0.985292 + avg_reward_per_step: 0.2630005 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 340787200 + env-step-replay-before: 170360832 + env-step-used-before: 340787200 + ppo-update-before: 208000 + env-step-generate-before: 170426368 + env-step-all-after: 340819968 + env-step-replay-after: 170360832 + env-step-used-after: 340819968 + ppo-update-after: 208020 + env-step-generate-after: 170459136 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.880234 + avg_avg_return: 0.82291424 + avg_reward_per_step: 0.28619385 + proxy_corner: + avg_avg_return: 0.82291424 + avg_reward_per_step: 0.28619385 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.880234 + avg_avg_return: 0.82291424 + avg_reward_per_step: 0.28619385 + proxy_corner: + avg_avg_return: 0.82291424 + avg_reward_per_step: 0.28619385 + perf: + env_steps_per_second: 914258.1385766616 + ppo_updates_per_second: 104.74353458491677 + eval-batch-orig-duration: 0.20015268301358446 + eval-batch-shift-duration: 0.1446746900328435 + eval-batch-tree-duration: 0.14282763103256002 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.243164 + mouse-cheese_dist_finite_wavg: 11.024872 + mouse-cheese_dist_solvable_avg: 11.243164 + mouse-cheese_dist_solvable_wavg: 11.024875 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27124 + num_walls_wavg: 5.1273036 + prop_walls_avg: 0.27266258 + prop_walls_wavg: 0.22292624 + scoring: + avg_scores: 0.08485779 + visit_patterns: + avg_first_visit_time: 3450.7498 + avg_last_visit_time: 5189.305 + num_replay_batches: 5199 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009054532 + avg_actor_approxkl3: 0.0005191004 + avg_actor_clipfrac: 0.023217773 + avg_actor_loss: -0.00073273707 + avg_advantage: -0.00041215468 + avg_critic_clipfrac: 0.0012878418 + avg_critic_loss: 0.00124233 + avg_entropy: 0.16312148 + avg_grad_norm_pre_clip: 1.0028857 + avg_loss: -0.00027469356 + max: + max_actor_approxkl1: 0.0021631347 + max_actor_approxkl3: 0.0011301632 + max_actor_clipfrac: 0.048828125 + max_actor_loss: 0.001035396 + max_advantage: 0.5291283 + max_critic_clipfrac: 0.016601562 + max_critic_loss: 0.00218663 + max_entropy: 0.20692325 + max_grad_norm_pre_clip: 2.0463986 + max_loss: 0.0019419962 + std: + std_actor_approxkl1: 0.0006032332 + std_actor_approxkl3: 0.00027970673 + std_actor_clipfrac: 0.013380689 + std_actor_loss: 0.00092325016 + std_advantage: 0.05122068 + std_critic_clipfrac: 0.004025263 + std_critic_loss: 0.00040410162 + std_entropy: 0.024343103 + std_grad_norm_pre_clip: 0.41342786 + std_loss: 0.0010265888 + eval-batch-orig: + avg_avg_episode_length: 17.179716 + avg_avg_return: 0.83229864 + avg_benchmark_regret: 0.0040059867 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846756 + proxy_corner: + avg_avg_return: 0.83229864 + avg_reward_per_step: 0.2846756 + eval-batch-shift: + avg_avg_episode_length: 65.96566 + avg_avg_return: 0.26522356 + avg_benchmark_regret: 0.6183562 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07965851 + proxy_corner: + avg_avg_return: 0.53288466 + avg_reward_per_step: 0.014976501 + eval-batch-tree: + avg_avg_episode_length: 6.450756 + avg_avg_return: 0.9829602 + avg_benchmark_regret: 0.011258122 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26345062 + proxy_corner: + avg_avg_return: 0.9829602 + avg_reward_per_step: 0.26345062 +=========================================================== +=========================================================== + step: + env-step-all-before: 341835776 + env-step-replay-before: 170688512 + env-step-used-before: 341835776 + ppo-update-before: 208640 + env-step-generate-before: 171147264 + env-step-all-after: 341868544 + env-step-replay-after: 170688512 + env-step-used-after: 341868544 + ppo-update-after: 208660 + env-step-generate-after: 171180032 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.778866 + avg_avg_return: 0.80001473 + avg_reward_per_step: 0.25048828 + proxy_corner: + avg_avg_return: 0.80001473 + avg_reward_per_step: 0.25048828 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.778866 + avg_avg_return: 0.80001473 + avg_reward_per_step: 0.25048828 + proxy_corner: + avg_avg_return: 0.80001473 + avg_reward_per_step: 0.25048828 + perf: + env_steps_per_second: 943973.8763098662 + ppo_updates_per_second: 74.50119022271016 + eval-batch-orig-duration: 0.3284216730389744 + eval-batch-shift-duration: 0.17973527300637215 + eval-batch-tree-duration: 0.15547435800544918 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.249512 + mouse-cheese_dist_finite_wavg: 5.6286983 + mouse-cheese_dist_solvable_avg: 11.249512 + mouse-cheese_dist_solvable_wavg: 5.628698 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2714844 + num_walls_wavg: 6.929824 + prop_walls_avg: 0.27267322 + prop_walls_wavg: 0.3012967 + scoring: + avg_scores: 0.0850732 + visit_patterns: + avg_first_visit_time: 3460.6602 + avg_last_visit_time: 5199.3794 + num_replay_batches: 5209 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008090596 + avg_actor_approxkl3: 0.0005266203 + avg_actor_clipfrac: 0.0241333 + avg_actor_loss: -0.0010319034 + avg_advantage: -0.013447314 + avg_critic_clipfrac: 0.005126953 + avg_critic_loss: 0.0016320952 + avg_entropy: 0.16352375 + avg_grad_norm_pre_clip: 0.9694784 + avg_loss: -0.00037937955 + max: + max_actor_approxkl1: 0.0024990414 + max_actor_approxkl3: 0.0011345487 + max_actor_clipfrac: 0.05407715 + max_actor_loss: 0.000637427 + max_advantage: 0.26536143 + max_critic_clipfrac: 0.029296875 + max_critic_loss: 0.002577959 + max_entropy: 0.20551126 + max_grad_norm_pre_clip: 2.1674435 + max_loss: 0.0017274353 + std: + std_actor_approxkl1: 0.0006995713 + std_actor_approxkl3: 0.0003236682 + std_actor_clipfrac: 0.015007208 + std_actor_loss: 0.00095690903 + std_advantage: 0.060808294 + std_critic_clipfrac: 0.0078089708 + std_critic_loss: 0.00048420244 + std_entropy: 0.029785525 + std_grad_norm_pre_clip: 0.3988618 + std_loss: 0.0009862373 + eval-batch-orig: + avg_avg_episode_length: 17.17517 + avg_avg_return: 0.83251023 + avg_benchmark_regret: 0.0037943565 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28505707 + proxy_corner: + avg_avg_return: 0.83251023 + avg_reward_per_step: 0.28505707 + eval-batch-shift: + avg_avg_episode_length: 66.77246 + avg_avg_return: 0.24810147 + avg_benchmark_regret: 0.6354784 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07775116 + proxy_corner: + avg_avg_return: 0.53567773 + avg_reward_per_step: 0.014961243 + eval-batch-tree: + avg_avg_episode_length: 6.4168644 + avg_avg_return: 0.98205197 + avg_benchmark_regret: 0.012166371 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2638321 + proxy_corner: + avg_avg_return: 0.98205197 + avg_reward_per_step: 0.2638321 +=========================================================== +=========================================================== + step: + env-step-all-before: 342884352 + env-step-replay-before: 170852352 + env-step-used-before: 342884352 + ppo-update-before: 209280 + env-step-generate-before: 172032000 + env-step-all-after: 342917120 + env-step-replay-after: 170852352 + env-step-used-after: 342917120 + ppo-update-after: 209300 + env-step-generate-after: 172064768 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.606861 + avg_avg_return: 0.80270004 + avg_reward_per_step: 0.27059937 + proxy_corner: + avg_avg_return: 0.80270004 + avg_reward_per_step: 0.27059937 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.606861 + avg_avg_return: 0.80270004 + avg_reward_per_step: 0.27059937 + proxy_corner: + avg_avg_return: 0.80270004 + avg_reward_per_step: 0.27059937 + perf: + env_steps_per_second: 918555.1492640525 + ppo_updates_per_second: 105.56428614488524 + eval-batch-orig-duration: 0.21413259796099737 + eval-batch-shift-duration: 0.1510175239527598 + eval-batch-tree-duration: 0.14899981301277876 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.256836 + mouse-cheese_dist_finite_wavg: 11.019098 + mouse-cheese_dist_solvable_avg: 11.256836 + mouse-cheese_dist_solvable_wavg: 11.019099 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2695312 + num_walls_wavg: 5.127598 + prop_walls_avg: 0.2725883 + prop_walls_wavg: 0.22293901 + scoring: + avg_scores: 0.08520894 + visit_patterns: + avg_first_visit_time: 3480.6797 + avg_last_visit_time: 5204.326 + num_replay_batches: 5214 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010323457 + avg_actor_approxkl3: 0.0007377872 + avg_actor_clipfrac: 0.03048706 + avg_actor_loss: -0.0010489076 + avg_advantage: -0.024638705 + avg_critic_clipfrac: 0.006542969 + avg_critic_loss: 0.0018165155 + avg_entropy: 0.16397351 + avg_grad_norm_pre_clip: 0.875638 + avg_loss: -0.00030462365 + max: + max_actor_approxkl1: 0.0027937645 + max_actor_approxkl3: 0.001684978 + max_actor_clipfrac: 0.068237305 + max_actor_loss: 0.00052551925 + max_advantage: 0.46593136 + max_critic_clipfrac: 0.026245117 + max_critic_loss: 0.0026962874 + max_entropy: 0.25148702 + max_grad_norm_pre_clip: 1.2885714 + max_loss: 0.0014317043 + std: + std_actor_approxkl1: 0.000834307 + std_actor_approxkl3: 0.00051750947 + std_actor_clipfrac: 0.022190653 + std_actor_loss: 0.00090098 + std_advantage: 0.060830917 + std_critic_clipfrac: 0.0071581933 + std_critic_loss: 0.00043415884 + std_entropy: 0.037519906 + std_grad_norm_pre_clip: 0.17886324 + std_loss: 0.0008959057 + eval-batch-orig: + avg_avg_episode_length: 17.210064 + avg_avg_return: 0.83247346 + avg_benchmark_regret: 0.0038311263 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2849579 + proxy_corner: + avg_avg_return: 0.83247346 + avg_reward_per_step: 0.2849579 + eval-batch-shift: + avg_avg_episode_length: 66.21067 + avg_avg_return: 0.25632292 + avg_benchmark_regret: 0.6272569 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07318878 + proxy_corner: + avg_avg_return: 0.53612053 + avg_reward_per_step: 0.015029907 + eval-batch-tree: + avg_avg_episode_length: 6.9908175 + avg_avg_return: 0.9774753 + avg_benchmark_regret: 0.016743066 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26220703 + proxy_corner: + avg_avg_return: 0.9774753 + avg_reward_per_step: 0.26220703 +=========================================================== +=========================================================== + step: + env-step-all-before: 343932928 + env-step-replay-before: 171409408 + env-step-used-before: 343932928 + ppo-update-before: 209920 + env-step-generate-before: 172523520 + env-step-all-after: 343965696 + env-step-replay-after: 171442176 + env-step-used-after: 343965696 + ppo-update-after: 209940 + env-step-generate-after: 172523520 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.622129 + avg_avg_return: 0.90437126 + avg_reward_per_step: 0.08282471 + proxy_corner: + avg_avg_return: 0.90437126 + avg_reward_per_step: 0.08282471 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.622129 + avg_avg_return: 0.90437126 + avg_reward_per_step: 0.08282471 + proxy_corner: + avg_avg_return: 0.90437126 + avg_reward_per_step: 0.08282471 + perf: + env_steps_per_second: 588596.224561798 + ppo_updates_per_second: 91.7680199541261 + eval-batch-orig-duration: 0.2005938760121353 + eval-batch-shift-duration: 0.146558067004662 + eval-batch-tree-duration: 0.14555205102078617 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.26416 + mouse-cheese_dist_finite_wavg: 13.72508 + mouse-cheese_dist_solvable_avg: 11.26416 + mouse-cheese_dist_solvable_wavg: 13.725078 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27124 + num_walls_wavg: 6.0286403 + prop_walls_avg: 0.27266258 + prop_walls_wavg: 0.26211482 + scoring: + avg_scores: 0.08485457 + visit_patterns: + avg_first_visit_time: 3490.7695 + avg_last_visit_time: 5222.1797 + num_replay_batches: 5232 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057863933 + avg_actor_approxkl3: 0.00035382577 + avg_actor_clipfrac: 0.011962891 + avg_actor_loss: -0.0005664608 + avg_advantage: -0.0008718221 + avg_critic_clipfrac: 0.0003845215 + avg_critic_loss: 0.00019439438 + avg_entropy: 0.05042417 + avg_grad_norm_pre_clip: 0.685251 + avg_loss: -0.0005196877 + max: + max_actor_approxkl1: 0.0010450562 + max_actor_approxkl3: 0.00059738685 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.0012681242 + max_advantage: 0.40986764 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0003784013 + max_entropy: 0.05532551 + max_grad_norm_pre_clip: 1.5546753 + max_loss: 0.0012763176 + std: + std_actor_approxkl1: 0.00030406364 + std_actor_approxkl3: 0.00017273435 + std_actor_clipfrac: 0.00564435 + std_actor_loss: 0.00077183836 + std_advantage: 0.021393096 + std_critic_clipfrac: 0.0006677982 + std_critic_loss: 6.2163694e-05 + std_entropy: 0.0040708156 + std_grad_norm_pre_clip: 0.3371363 + std_loss: 0.00076351815 + eval-batch-orig: + avg_avg_episode_length: 17.176842 + avg_avg_return: 0.83267754 + avg_benchmark_regret: 0.0036270893 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2849121 + proxy_corner: + avg_avg_return: 0.83267754 + avg_reward_per_step: 0.2849121 + eval-batch-shift: + avg_avg_episode_length: 65.93116 + avg_avg_return: 0.2638242 + avg_benchmark_regret: 0.6197556 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.080215454 + proxy_corner: + avg_avg_return: 0.5373632 + avg_reward_per_step: 0.014877319 + eval-batch-tree: + avg_avg_episode_length: 6.48254 + avg_avg_return: 0.98191243 + avg_benchmark_regret: 0.012305916 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26315308 + proxy_corner: + avg_avg_return: 0.98191243 + avg_reward_per_step: 0.26315308 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 344981504 + env-step-replay-before: 171966464 + env-step-used-before: 344981504 + ppo-update-before: 210560 + env-step-generate-before: 173015040 + env-step-all-after: 345014272 + env-step-replay-after: 171999232 + env-step-used-after: 345014272 + ppo-update-after: 210580 + env-step-generate-after: 173015040 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.51965 + avg_avg_return: 0.9057861 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.9057861 + avg_reward_per_step: 0.083740234 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.51965 + avg_avg_return: 0.9057861 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.9057861 + avg_reward_per_step: 0.083740234 + perf: + env_steps_per_second: 640055.7548598557 + ppo_updates_per_second: 85.11573085905985 + eval-batch-orig-duration: 0.21679519198369235 + eval-batch-shift-duration: 0.151210302952677 + eval-batch-tree-duration: 0.1486564829829149 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.26709 + mouse-cheese_dist_finite_wavg: 8.331653 + mouse-cheese_dist_solvable_avg: 11.26709 + mouse-cheese_dist_solvable_wavg: 8.331655 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.270996 + num_walls_wavg: 9.623948 + prop_walls_avg: 0.27265197 + prop_walls_wavg: 0.41843262 + scoring: + avg_scores: 0.08494523 + visit_patterns: + avg_first_visit_time: 3499.458 + avg_last_visit_time: 5239.3135 + num_replay_batches: 5249 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004741803 + avg_actor_approxkl3: 0.00030801885 + avg_actor_clipfrac: 0.011260986 + avg_actor_loss: -0.0003066334 + avg_advantage: 0.027355772 + avg_critic_clipfrac: 0.004589844 + avg_critic_loss: 0.0005081757 + avg_entropy: 0.05799066 + avg_grad_norm_pre_clip: 0.5182944 + avg_loss: -0.000110536195 + max: + max_actor_approxkl1: 0.0015766532 + max_actor_approxkl3: 0.0009812805 + max_actor_clipfrac: 0.028808594 + max_actor_loss: 0.00013876427 + max_advantage: 0.432756 + max_critic_clipfrac: 0.012207031 + max_critic_loss: 0.0011380367 + max_entropy: 0.07063162 + max_grad_norm_pre_clip: 0.91971374 + max_loss: 0.0005216349 + std: + std_actor_approxkl1: 0.0004619724 + std_actor_approxkl3: 0.0002300899 + std_actor_clipfrac: 0.0071220337 + std_actor_loss: 0.00035074112 + std_advantage: 0.037757233 + std_critic_clipfrac: 0.0046166787 + std_critic_loss: 0.00022310724 + std_entropy: 0.0064312117 + std_grad_norm_pre_clip: 0.17578864 + std_loss: 0.0004066719 + eval-batch-orig: + avg_avg_episode_length: 17.1865 + avg_avg_return: 0.83267987 + avg_benchmark_regret: 0.0036247554 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28444672 + proxy_corner: + avg_avg_return: 0.83267987 + avg_reward_per_step: 0.28444672 + eval-batch-shift: + avg_avg_episode_length: 66.728355 + avg_avg_return: 0.25094473 + avg_benchmark_regret: 0.6326351 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0728302 + proxy_corner: + avg_avg_return: 0.5401268 + avg_reward_per_step: 0.0152282715 + eval-batch-tree: + avg_avg_episode_length: 6.7068286 + avg_avg_return: 0.98043644 + avg_benchmark_regret: 0.013781959 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26271057 + proxy_corner: + avg_avg_return: 0.98043644 + avg_reward_per_step: 0.26271057 +=========================================================== +=========================================================== + step: + env-step-all-before: 346030080 + env-step-replay-before: 172392448 + env-step-used-before: 346030080 + ppo-update-before: 211200 + env-step-generate-before: 173637632 + env-step-all-after: 346062848 + env-step-replay-after: 172425216 + env-step-used-after: 346062848 + ppo-update-after: 211220 + env-step-generate-after: 173637632 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.672978 + avg_avg_return: 0.90406394 + avg_reward_per_step: 0.08319092 + proxy_corner: + avg_avg_return: 0.90406394 + avg_reward_per_step: 0.08319092 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.672978 + avg_avg_return: 0.90406394 + avg_reward_per_step: 0.08319092 + proxy_corner: + avg_avg_return: 0.90406394 + avg_reward_per_step: 0.08319092 + perf: + env_steps_per_second: 608022.505491622 + ppo_updates_per_second: 97.25453794113004 + eval-batch-orig-duration: 0.20256354397861287 + eval-batch-shift-duration: 0.14780992997111753 + eval-batch-tree-duration: 0.14629418402910233 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.261963 + mouse-cheese_dist_finite_wavg: 11.927768 + mouse-cheese_dist_solvable_avg: 11.261963 + mouse-cheese_dist_solvable_wavg: 11.927771 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2648926 + num_walls_wavg: 6.927942 + prop_walls_avg: 0.2723866 + prop_walls_wavg: 0.30121487 + scoring: + avg_scores: 0.08514679 + visit_patterns: + avg_first_visit_time: 3516.7998 + avg_last_visit_time: 5252.377 + num_replay_batches: 5262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051267416 + avg_actor_approxkl3: 0.00034719426 + avg_actor_clipfrac: 0.010229493 + avg_actor_loss: -0.0005376464 + avg_advantage: 0.016138721 + avg_critic_clipfrac: 0.0008117676 + avg_critic_loss: 0.00032694623 + avg_entropy: 0.061560612 + avg_grad_norm_pre_clip: 0.7116704 + avg_loss: -0.0004357339 + max: + max_actor_approxkl1: 0.0014675058 + max_actor_approxkl3: 0.0009292115 + max_actor_clipfrac: 0.02709961 + max_actor_loss: 0.00034839287 + max_advantage: 0.5192323 + max_critic_clipfrac: 0.010131836 + max_critic_loss: 0.00052912225 + max_entropy: 0.06694491 + max_grad_norm_pre_clip: 1.8965113 + max_loss: 0.0004765047 + std: + std_actor_approxkl1: 0.0004833678 + std_actor_approxkl3: 0.0002733446 + std_actor_clipfrac: 0.006824549 + std_actor_loss: 0.0005746206 + std_advantage: 0.0282256 + std_critic_clipfrac: 0.0022743358 + std_critic_loss: 9.068047e-05 + std_entropy: 0.0038482656 + std_grad_norm_pre_clip: 0.42342928 + std_loss: 0.00059317815 + eval-batch-orig: + avg_avg_episode_length: 17.201672 + avg_avg_return: 0.8322786 + avg_benchmark_regret: 0.0040260167 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28375244 + proxy_corner: + avg_avg_return: 0.8322786 + avg_reward_per_step: 0.28375244 + eval-batch-shift: + avg_avg_episode_length: 67.46307 + avg_avg_return: 0.24013041 + avg_benchmark_regret: 0.6434494 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06951904 + proxy_corner: + avg_avg_return: 0.5372386 + avg_reward_per_step: 0.015045166 + eval-batch-tree: + avg_avg_episode_length: 6.832416 + avg_avg_return: 0.98134375 + avg_benchmark_regret: 0.012874613 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.261734 + proxy_corner: + avg_avg_return: 0.98134375 + avg_reward_per_step: 0.261734 +=========================================================== +=========================================================== + step: + env-step-all-before: 347078656 + env-step-replay-before: 172818432 + env-step-used-before: 347078656 + ppo-update-before: 211840 + env-step-generate-before: 174260224 + env-step-all-after: 347111424 + env-step-replay-after: 172818432 + env-step-used-after: 347111424 + ppo-update-after: 211860 + env-step-generate-after: 174292992 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.885933 + avg_avg_return: 0.81202626 + avg_reward_per_step: 0.26739502 + proxy_corner: + avg_avg_return: 0.81202626 + avg_reward_per_step: 0.26739502 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.885933 + avg_avg_return: 0.81202626 + avg_reward_per_step: 0.26739502 + proxy_corner: + avg_avg_return: 0.81202626 + avg_reward_per_step: 0.26739502 + perf: + env_steps_per_second: 636678.2800036415 + ppo_updates_per_second: 96.53842692653089 + eval-batch-orig-duration: 0.19744646799517795 + eval-batch-shift-duration: 0.14452031499240547 + eval-batch-tree-duration: 0.14072209899313748 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.26709 + mouse-cheese_dist_finite_wavg: 11.92579 + mouse-cheese_dist_solvable_avg: 11.26709 + mouse-cheese_dist_solvable_wavg: 11.92579 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2651367 + num_walls_wavg: 7.826491 + prop_walls_avg: 0.27239722 + prop_walls_wavg: 0.3402822 + scoring: + avg_scores: 0.08520913 + visit_patterns: + avg_first_visit_time: 3531.4526 + avg_last_visit_time: 5264.285 + num_replay_batches: 5274 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008857335 + avg_actor_approxkl3: 0.00054288853 + avg_actor_clipfrac: 0.022070313 + avg_actor_loss: -0.00083118875 + avg_advantage: -0.0013703338 + avg_critic_clipfrac: 3.0517578e-05 + avg_critic_loss: 0.0010514538 + avg_entropy: 0.1842467 + avg_grad_norm_pre_clip: 0.80545235 + avg_loss: -0.0004897087 + max: + max_actor_approxkl1: 0.0026183769 + max_actor_approxkl3: 0.0012636962 + max_actor_clipfrac: 0.052001953 + max_actor_loss: 0.0009920076 + max_advantage: 0.72703934 + max_critic_clipfrac: 0.00061035156 + max_critic_loss: 0.001489816 + max_entropy: 0.23653668 + max_grad_norm_pre_clip: 1.4345115 + max_loss: 0.001425653 + std: + std_actor_approxkl1: 0.0007367467 + std_actor_approxkl3: 0.00038237704 + std_actor_clipfrac: 0.016041527 + std_actor_loss: 0.00086864806 + std_advantage: 0.047074866 + std_critic_clipfrac: 0.00013302303 + std_critic_loss: 0.00024822008 + std_entropy: 0.03023831 + std_grad_norm_pre_clip: 0.23429778 + std_loss: 0.0008959602 + eval-batch-orig: + avg_avg_episode_length: 17.198074 + avg_avg_return: 0.8321979 + avg_benchmark_regret: 0.0041067693 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2835312 + proxy_corner: + avg_avg_return: 0.8321979 + avg_reward_per_step: 0.2835312 + eval-batch-shift: + avg_avg_episode_length: 66.27406 + avg_avg_return: 0.25758606 + avg_benchmark_regret: 0.6259938 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07148743 + proxy_corner: + avg_avg_return: 0.5306043 + avg_reward_per_step: 0.015014648 + eval-batch-tree: + avg_avg_episode_length: 6.5223017 + avg_avg_return: 0.9815458 + avg_benchmark_regret: 0.012672534 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26200867 + proxy_corner: + avg_avg_return: 0.9815458 + avg_reward_per_step: 0.26200867 +=========================================================== +=========================================================== + step: + env-step-all-before: 348127232 + env-step-replay-before: 173146112 + env-step-used-before: 348127232 + ppo-update-before: 212480 + env-step-generate-before: 174981120 + env-step-all-after: 348160000 + env-step-replay-after: 173178880 + env-step-used-after: 348160000 + ppo-update-after: 212500 + env-step-generate-after: 174981120 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.4268265 + avg_avg_return: 0.9054824 + avg_reward_per_step: 0.08428955 + proxy_corner: + avg_avg_return: 0.9054824 + avg_reward_per_step: 0.08428955 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.4268265 + avg_avg_return: 0.9054824 + avg_reward_per_step: 0.08428955 + proxy_corner: + avg_avg_return: 0.9054824 + avg_reward_per_step: 0.08428955 + perf: + env_steps_per_second: 609486.2839507567 + ppo_updates_per_second: 74.38925390375711 + eval-batch-orig-duration: 0.29813895595725626 + eval-batch-shift-duration: 0.17951366497436538 + eval-batch-tree-duration: 0.15316228900337592 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.27124 + mouse-cheese_dist_finite_wavg: 13.727805 + mouse-cheese_dist_solvable_avg: 11.27124 + mouse-cheese_dist_solvable_wavg: 13.727808 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.265625 + num_walls_wavg: 6.9275804 + prop_walls_avg: 0.27241844 + prop_walls_wavg: 0.30119923 + scoring: + avg_scores: 0.08509895 + visit_patterns: + avg_first_visit_time: 3547.0154 + avg_last_visit_time: 5275.2954 + num_replay_batches: 5285 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00075317535 + avg_actor_approxkl3: 0.00054304174 + avg_actor_clipfrac: 0.01694336 + avg_actor_loss: -0.00065553526 + avg_advantage: 0.00030281892 + avg_critic_clipfrac: 0.0093627935 + avg_critic_loss: 0.0006190169 + avg_entropy: 0.08245951 + avg_grad_norm_pre_clip: 0.40054193 + avg_loss: -0.00042848635 + max: + max_actor_approxkl1: 0.0018940903 + max_actor_approxkl3: 0.0012513367 + max_actor_clipfrac: 0.029174805 + max_actor_loss: 0.0002856301 + max_advantage: 0.6297801 + max_critic_clipfrac: 0.024780273 + max_critic_loss: 0.0012612147 + max_entropy: 0.09316912 + max_grad_norm_pre_clip: 0.6613138 + max_loss: 0.00067492214 + std: + std_actor_approxkl1: 0.00050260883 + std_actor_approxkl3: 0.00029774747 + std_actor_clipfrac: 0.0076578665 + std_actor_loss: 0.0006451755 + std_advantage: 0.044796795 + std_critic_clipfrac: 0.009056112 + std_critic_loss: 0.00028290966 + std_entropy: 0.0058948426 + std_grad_norm_pre_clip: 0.13850538 + std_loss: 0.0007311377 + eval-batch-orig: + avg_avg_episode_length: 17.206974 + avg_avg_return: 0.8321129 + avg_benchmark_regret: 0.004191692 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28276825 + proxy_corner: + avg_avg_return: 0.8321129 + avg_reward_per_step: 0.28276825 + eval-batch-shift: + avg_avg_episode_length: 67.45888 + avg_avg_return: 0.24270639 + avg_benchmark_regret: 0.64087343 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06919861 + proxy_corner: + avg_avg_return: 0.5465979 + avg_reward_per_step: 0.015098572 + eval-batch-tree: + avg_avg_episode_length: 6.489993 + avg_avg_return: 0.98223484 + avg_benchmark_regret: 0.011983567 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26169586 + proxy_corner: + avg_avg_return: 0.98223484 + avg_reward_per_step: 0.26169586 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 349175808 + env-step-replay-before: 173604864 + env-step-used-before: 349175808 + ppo-update-before: 213120 + env-step-generate-before: 175570944 + env-step-all-after: 349208576 + env-step-replay-after: 173637632 + env-step-used-after: 349208576 + ppo-update-after: 213140 + env-step-generate-after: 175570944 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.655988 + avg_avg_return: 0.9040288 + avg_reward_per_step: 0.082855225 + proxy_corner: + avg_avg_return: 0.9040288 + avg_reward_per_step: 0.082855225 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.655988 + avg_avg_return: 0.9040288 + avg_reward_per_step: 0.082855225 + proxy_corner: + avg_avg_return: 0.9040288 + avg_reward_per_step: 0.082855225 + perf: + env_steps_per_second: 897993.3489869648 + ppo_updates_per_second: 104.45341850439948 + eval-batch-orig-duration: 0.19987955800024793 + eval-batch-shift-duration: 0.14406774699455127 + eval-batch-tree-duration: 0.14129996299743652 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.275879 + mouse-cheese_dist_finite_wavg: 12.826893 + mouse-cheese_dist_solvable_avg: 11.275879 + mouse-cheese_dist_solvable_wavg: 12.826895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.26416 + num_walls_wavg: 6.0280013 + prop_walls_avg: 0.27235478 + prop_walls_wavg: 0.26208705 + scoring: + avg_scores: 0.084958814 + visit_patterns: + avg_first_visit_time: 3558.9077 + avg_last_visit_time: 5289.3223 + num_replay_batches: 5299 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00038766518 + avg_actor_approxkl3: 0.00031713457 + avg_actor_clipfrac: 0.009082031 + avg_actor_loss: -0.00013647757 + avg_advantage: -0.000730143 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018244477 + avg_entropy: 0.0650799 + avg_grad_norm_pre_clip: 0.8259654 + avg_loss: -0.00011033506 + max: + max_actor_approxkl1: 0.0013605438 + max_actor_approxkl3: 0.0011368623 + max_actor_clipfrac: 0.016845703 + max_actor_loss: 0.0031258096 + max_advantage: 0.3135612 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002655544 + max_entropy: 0.07366574 + max_grad_norm_pre_clip: 3.5826707 + max_loss: 0.003169708 + std: + std_actor_approxkl1: 0.00043033648 + std_actor_approxkl3: 0.00026203052 + std_actor_clipfrac: 0.004563601 + std_actor_loss: 0.0009916301 + std_advantage: 0.0196754 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.635541e-05 + std_entropy: 0.004658403 + std_grad_norm_pre_clip: 0.7332367 + std_loss: 0.0009932629 + eval-batch-orig: + avg_avg_episode_length: 17.187809 + avg_avg_return: 0.8321999 + avg_benchmark_regret: 0.0041047223 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28466034 + proxy_corner: + avg_avg_return: 0.8321999 + avg_reward_per_step: 0.28466034 + eval-batch-shift: + avg_avg_episode_length: 67.032265 + avg_avg_return: 0.24509771 + avg_benchmark_regret: 0.63848215 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07079315 + proxy_corner: + avg_avg_return: 0.54443514 + avg_reward_per_step: 0.014862061 + eval-batch-tree: + avg_avg_episode_length: 7.2297335 + avg_avg_return: 0.9721918 + avg_benchmark_regret: 0.022026563 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26255035 + proxy_corner: + avg_avg_return: 0.9721918 + avg_reward_per_step: 0.26255035 +=========================================================== +=========================================================== + step: + env-step-all-before: 350224384 + env-step-replay-before: 174227456 + env-step-used-before: 350224384 + ppo-update-before: 213760 + env-step-generate-before: 175996928 + env-step-all-after: 350257152 + env-step-replay-after: 174227456 + env-step-used-after: 350257152 + ppo-update-after: 213780 + env-step-generate-after: 176029696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.249462 + avg_avg_return: 0.7838753 + avg_reward_per_step: 0.24859619 + proxy_corner: + avg_avg_return: 0.7838753 + avg_reward_per_step: 0.24859619 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.249462 + avg_avg_return: 0.7838753 + avg_reward_per_step: 0.24859619 + proxy_corner: + avg_avg_return: 0.7838753 + avg_reward_per_step: 0.24859619 + perf: + env_steps_per_second: 601743.1674428656 + ppo_updates_per_second: 97.478254132428 + eval-batch-orig-duration: 0.20182803203351796 + eval-batch-shift-duration: 0.14770368998870254 + eval-batch-tree-duration: 0.1453419309691526 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.278076 + mouse-cheese_dist_finite_wavg: 10.128018 + mouse-cheese_dist_solvable_avg: 11.278076 + mouse-cheese_dist_solvable_wavg: 10.128019 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262207 + num_walls_wavg: 5.127926 + prop_walls_avg: 0.27226985 + prop_walls_wavg: 0.22295329 + scoring: + avg_scores: 0.08460405 + visit_patterns: + avg_first_visit_time: 3568.0413 + avg_last_visit_time: 5307.29 + num_replay_batches: 5317 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006754291 + avg_actor_approxkl3: 0.0006303499 + avg_actor_clipfrac: 0.024157716 + avg_actor_loss: -0.00046269316 + avg_advantage: -0.023137856 + avg_critic_clipfrac: 0.010247803 + avg_critic_loss: 0.0026635432 + avg_entropy: 0.1630124 + avg_grad_norm_pre_clip: 1.284366 + avg_loss: 0.000706066 + max: + max_actor_approxkl1: 0.0017105346 + max_actor_approxkl3: 0.0013342679 + max_actor_clipfrac: 0.0501709 + max_actor_loss: 0.00037968904 + max_advantage: 0.42081442 + max_critic_clipfrac: 0.036621094 + max_critic_loss: 0.0036204834 + max_entropy: 0.22747323 + max_grad_norm_pre_clip: 3.191403 + max_loss: 0.0017787574 + std: + std_actor_approxkl1: 0.0004895831 + std_actor_approxkl3: 0.00037484342 + std_actor_clipfrac: 0.013667346 + std_actor_loss: 0.00071299507 + std_advantage: 0.07499384 + std_critic_clipfrac: 0.012477442 + std_critic_loss: 0.00056146574 + std_entropy: 0.027890937 + std_grad_norm_pre_clip: 0.66076577 + std_loss: 0.00075029215 + eval-batch-orig: + avg_avg_episode_length: 17.176678 + avg_avg_return: 0.83235294 + avg_benchmark_regret: 0.0039516957 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848816 + proxy_corner: + avg_avg_return: 0.83235294 + avg_reward_per_step: 0.2848816 + eval-batch-shift: + avg_avg_episode_length: 66.29615 + avg_avg_return: 0.25411105 + avg_benchmark_regret: 0.6294688 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07652283 + proxy_corner: + avg_avg_return: 0.53976464 + avg_reward_per_step: 0.015136719 + eval-batch-tree: + avg_avg_episode_length: 6.345504 + avg_avg_return: 0.9824242 + avg_benchmark_regret: 0.011794162 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26408386 + proxy_corner: + avg_avg_return: 0.9824242 + avg_reward_per_step: 0.26408386 +=========================================================== +=========================================================== + step: + env-step-all-before: 351272960 + env-step-replay-before: 174784512 + env-step-used-before: 351272960 + ppo-update-before: 214400 + env-step-generate-before: 176488448 + env-step-all-after: 351305728 + env-step-replay-after: 174817280 + env-step-used-after: 351305728 + ppo-update-after: 214420 + env-step-generate-after: 176488448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.512113 + avg_avg_return: 0.90452844 + avg_reward_per_step: 0.083618164 + proxy_corner: + avg_avg_return: 0.90452844 + avg_reward_per_step: 0.083618164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.512113 + avg_avg_return: 0.90452844 + avg_reward_per_step: 0.083618164 + proxy_corner: + avg_avg_return: 0.90452844 + avg_reward_per_step: 0.083618164 + perf: + env_steps_per_second: 871640.5545327532 + ppo_updates_per_second: 101.14704387696237 + eval-batch-orig-duration: 0.2028063089819625 + eval-batch-shift-duration: 0.14561967604095116 + eval-batch-tree-duration: 0.14289272797759622 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.281738 + mouse-cheese_dist_finite_wavg: 10.132886 + mouse-cheese_dist_solvable_avg: 11.281738 + mouse-cheese_dist_solvable_wavg: 10.132886 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260498 + num_walls_wavg: 6.9248924 + prop_walls_avg: 0.27219552 + prop_walls_wavg: 0.30108237 + scoring: + avg_scores: 0.08483608 + visit_patterns: + avg_first_visit_time: 3576.8745 + avg_last_visit_time: 5325.146 + num_replay_batches: 5335 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039765905 + avg_actor_approxkl3: 0.00037250144 + avg_actor_clipfrac: 0.009100342 + avg_actor_loss: 0.0008178544 + avg_advantage: 0.00022570427 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018731828 + avg_entropy: 0.050051976 + avg_grad_norm_pre_clip: 1.3152661 + avg_loss: 0.00086146174 + max: + max_actor_approxkl1: 0.0019305676 + max_actor_approxkl3: 0.0012208647 + max_actor_clipfrac: 0.014892578 + max_actor_loss: 0.007291619 + max_advantage: 0.30338567 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00026562437 + max_entropy: 0.061110005 + max_grad_norm_pre_clip: 3.6922476 + max_loss: 0.0073659006 + std: + std_actor_approxkl1: 0.00057006226 + std_actor_approxkl3: 0.00030750484 + std_actor_clipfrac: 0.0044221603 + std_actor_loss: 0.0021750233 + std_advantage: 0.019450761 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6572623e-05 + std_entropy: 0.0042576273 + std_grad_norm_pre_clip: 1.1740935 + std_loss: 0.0021892374 + eval-batch-orig: + avg_avg_episode_length: 17.185486 + avg_avg_return: 0.8324592 + avg_benchmark_regret: 0.0038454346 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28503418 + proxy_corner: + avg_avg_return: 0.8324592 + avg_reward_per_step: 0.28503418 + eval-batch-shift: + avg_avg_episode_length: 66.8007 + avg_avg_return: 0.24267498 + avg_benchmark_regret: 0.6409049 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07862854 + proxy_corner: + avg_avg_return: 0.5375342 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 6.273648 + avg_avg_return: 0.9825723 + avg_benchmark_regret: 0.011646031 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26410675 + proxy_corner: + avg_avg_return: 0.9825723 + avg_reward_per_step: 0.26410675 +=========================================================== +=========================================================== + step: + env-step-all-before: 352321536 + env-step-replay-before: 175341568 + env-step-used-before: 352321536 + ppo-update-before: 215040 + env-step-generate-before: 176979968 + env-step-all-after: 352354304 + env-step-replay-after: 175341568 + env-step-used-after: 352354304 + ppo-update-after: 215060 + env-step-generate-after: 177012736 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.860245 + avg_avg_return: 0.81295544 + avg_reward_per_step: 0.27246094 + proxy_corner: + avg_avg_return: 0.81295544 + avg_reward_per_step: 0.27246094 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.860245 + avg_avg_return: 0.81295544 + avg_reward_per_step: 0.27246094 + proxy_corner: + avg_avg_return: 0.81295544 + avg_reward_per_step: 0.27246094 + perf: + env_steps_per_second: 951183.4587239957 + ppo_updates_per_second: 73.59078161164692 + eval-batch-orig-duration: 0.3358280549873598 + eval-batch-shift-duration: 0.18344322097254917 + eval-batch-tree-duration: 0.15567037503933534 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.275635 + mouse-cheese_dist_finite_wavg: 8.332281 + mouse-cheese_dist_solvable_avg: 11.275635 + mouse-cheese_dist_solvable_wavg: 8.332281 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2541504 + num_walls_wavg: 5.1269817 + prop_walls_avg: 0.27191955 + prop_walls_wavg: 0.22291219 + scoring: + avg_scores: 0.085118905 + visit_patterns: + avg_first_visit_time: 3591.0496 + avg_last_visit_time: 5341.2217 + num_replay_batches: 5351 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012099881 + avg_actor_approxkl3: 0.00094241305 + avg_actor_clipfrac: 0.03466797 + avg_actor_loss: -0.00029936433 + avg_advantage: -0.017111186 + avg_critic_clipfrac: 0.007543945 + avg_critic_loss: 0.0020613782 + avg_entropy: 0.14838782 + avg_grad_norm_pre_clip: 1.1031364 + avg_loss: 0.00058293686 + max: + max_actor_approxkl1: 0.0027797667 + max_actor_approxkl3: 0.0020729508 + max_actor_clipfrac: 0.06665039 + max_actor_loss: 0.0017328933 + max_advantage: 0.6704825 + max_critic_clipfrac: 0.042236328 + max_critic_loss: 0.0032555773 + max_entropy: 0.22028947 + max_grad_norm_pre_clip: 2.364452 + max_loss: 0.003116903 + std: + std_actor_approxkl1: 0.0008038971 + std_actor_approxkl3: 0.0005197597 + std_actor_clipfrac: 0.01664056 + std_actor_loss: 0.00082426606 + std_advantage: 0.06642697 + std_critic_clipfrac: 0.011108909 + std_critic_loss: 0.00065593264 + std_entropy: 0.032045074 + std_grad_norm_pre_clip: 0.47205096 + std_loss: 0.0010234419 + eval-batch-orig: + avg_avg_episode_length: 17.18512 + avg_avg_return: 0.832623 + avg_benchmark_regret: 0.0036816448 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28463745 + proxy_corner: + avg_avg_return: 0.832623 + avg_reward_per_step: 0.28463745 + eval-batch-shift: + avg_avg_episode_length: 67.10478 + avg_avg_return: 0.23680204 + avg_benchmark_regret: 0.6467778 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07496643 + proxy_corner: + avg_avg_return: 0.5397692 + avg_reward_per_step: 0.014793396 + eval-batch-tree: + avg_avg_episode_length: 6.336504 + avg_avg_return: 0.9831767 + avg_benchmark_regret: 0.011041628 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2630005 + proxy_corner: + avg_avg_return: 0.9831767 + avg_reward_per_step: 0.2630005 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 353370112 + env-step-replay-before: 175865856 + env-step-used-before: 353370112 + ppo-update-before: 215680 + env-step-generate-before: 177504256 + env-step-all-after: 353402880 + env-step-replay-after: 175898624 + env-step-used-after: 353402880 + ppo-update-after: 215700 + env-step-generate-after: 177504256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.466154 + avg_avg_return: 0.9055207 + avg_reward_per_step: 0.083984375 + proxy_corner: + avg_avg_return: 0.9055207 + avg_reward_per_step: 0.083984375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.466154 + avg_avg_return: 0.9055207 + avg_reward_per_step: 0.083984375 + proxy_corner: + avg_avg_return: 0.9055207 + avg_reward_per_step: 0.083984375 + perf: + env_steps_per_second: 579421.9858719894 + ppo_updates_per_second: 84.58041730985597 + eval-batch-orig-duration: 0.23638163501163945 + eval-batch-shift-duration: 0.14647549303481355 + eval-batch-tree-duration: 0.14546549000078812 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.2734375 + mouse-cheese_dist_finite_wavg: 7.429786 + mouse-cheese_dist_solvable_avg: 11.2734375 + mouse-cheese_dist_solvable_wavg: 7.429787 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2558594 + num_walls_wavg: 6.025947 + prop_walls_avg: 0.27199388 + prop_walls_wavg: 0.26199767 + scoring: + avg_scores: 0.08487587 + visit_patterns: + avg_first_visit_time: 3602.1897 + avg_last_visit_time: 5358.2744 + num_replay_batches: 5368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00056324294 + avg_actor_approxkl3: 0.00031229432 + avg_actor_clipfrac: 0.010400391 + avg_actor_loss: -0.00018015732 + avg_advantage: 0.029110022 + avg_critic_clipfrac: 0.03475342 + avg_critic_loss: 0.00093860086 + avg_entropy: 0.05150755 + avg_grad_norm_pre_clip: 0.38921118 + avg_loss: 0.0002376356 + max: + max_actor_approxkl1: 0.0019602878 + max_actor_approxkl3: 0.0006212564 + max_actor_clipfrac: 0.017944336 + max_actor_loss: 0.0004131943 + max_advantage: 0.65107375 + max_critic_clipfrac: 0.080566406 + max_critic_loss: 0.0021607503 + max_entropy: 0.064289644 + max_grad_norm_pre_clip: 0.73401475 + max_loss: 0.0010423812 + std: + std_actor_approxkl1: 0.00050786353 + std_actor_approxkl3: 0.00019483292 + std_actor_clipfrac: 0.0052066385 + std_actor_loss: 0.00034019188 + std_advantage: 0.053342648 + std_critic_clipfrac: 0.028218294 + std_critic_loss: 0.00040237606 + std_entropy: 0.0051600332 + std_grad_norm_pre_clip: 0.12588426 + std_loss: 0.00043619992 + eval-batch-orig: + avg_avg_episode_length: 17.190643 + avg_avg_return: 0.83233404 + avg_benchmark_regret: 0.003970554 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28476715 + proxy_corner: + avg_avg_return: 0.83233404 + avg_reward_per_step: 0.28476715 + eval-batch-shift: + avg_avg_episode_length: 66.01884 + avg_avg_return: 0.25925097 + avg_benchmark_regret: 0.62432885 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0765686 + proxy_corner: + avg_avg_return: 0.5356659 + avg_reward_per_step: 0.014984131 + eval-batch-tree: + avg_avg_episode_length: 6.2963667 + avg_avg_return: 0.9814644 + avg_benchmark_regret: 0.012753975 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26366425 + proxy_corner: + avg_avg_return: 0.9814644 + avg_reward_per_step: 0.26366425 +=========================================================== +=========================================================== + step: + env-step-all-before: 354418688 + env-step-replay-before: 176226304 + env-step-used-before: 354418688 + ppo-update-before: 216320 + env-step-generate-before: 178192384 + env-step-all-after: 354451456 + env-step-replay-after: 176226304 + env-step-used-after: 354451456 + ppo-update-after: 216340 + env-step-generate-after: 178225152 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.870712 + avg_avg_return: 0.82416856 + avg_reward_per_step: 0.26296997 + proxy_corner: + avg_avg_return: 0.82416856 + avg_reward_per_step: 0.26296997 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.870712 + avg_avg_return: 0.82416856 + avg_reward_per_step: 0.26296997 + proxy_corner: + avg_avg_return: 0.82416856 + avg_reward_per_step: 0.26296997 + perf: + env_steps_per_second: 609538.583099627 + ppo_updates_per_second: 94.53245769921553 + eval-batch-orig-duration: 0.1999226749758236 + eval-batch-shift-duration: 0.14510159601923078 + eval-batch-tree-duration: 0.14098564302548766 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.279785 + mouse-cheese_dist_finite_wavg: 10.130183 + mouse-cheese_dist_solvable_avg: 11.279785 + mouse-cheese_dist_solvable_wavg: 10.130184 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2529297 + num_walls_wavg: 6.9239445 + prop_walls_avg: 0.2718665 + prop_walls_wavg: 0.301041 + scoring: + avg_scores: 0.08514522 + visit_patterns: + avg_first_visit_time: 3611.6724 + avg_last_visit_time: 5368.332 + num_replay_batches: 5378 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008905365 + avg_actor_approxkl3: 0.00070912385 + avg_actor_clipfrac: 0.027459716 + avg_actor_loss: -0.0006736832 + avg_advantage: -0.00086012634 + avg_critic_clipfrac: 5.4931643e-05 + avg_critic_loss: 0.0015863817 + avg_entropy: 0.16961205 + avg_grad_norm_pre_clip: 0.95558417 + avg_loss: -5.010431e-05 + max: + max_actor_approxkl1: 0.0028517246 + max_actor_approxkl3: 0.0013011091 + max_actor_clipfrac: 0.045532227 + max_actor_loss: 0.0028004944 + max_advantage: 0.70287097 + max_critic_clipfrac: 0.0009765625 + max_critic_loss: 0.0022953555 + max_entropy: 0.21425992 + max_grad_norm_pre_clip: 2.2656527 + max_loss: 0.0037339123 + std: + std_actor_approxkl1: 0.0007260283 + std_actor_approxkl3: 0.0003612562 + std_actor_clipfrac: 0.012841336 + std_actor_loss: 0.0013874625 + std_advantage: 0.057174616 + std_critic_clipfrac: 0.00021309925 + std_critic_loss: 0.00044893677 + std_entropy: 0.021446578 + std_grad_norm_pre_clip: 0.5324342 + std_loss: 0.0013941714 + eval-batch-orig: + avg_avg_episode_length: 17.181963 + avg_avg_return: 0.8324449 + avg_benchmark_regret: 0.0038597088 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848816 + proxy_corner: + avg_avg_return: 0.8324449 + avg_reward_per_step: 0.2848816 + eval-batch-shift: + avg_avg_episode_length: 64.225945 + avg_avg_return: 0.28641307 + avg_benchmark_regret: 0.5971668 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07992554 + proxy_corner: + avg_avg_return: 0.5419818 + avg_reward_per_step: 0.015197754 + eval-batch-tree: + avg_avg_episode_length: 6.6226907 + avg_avg_return: 0.97981405 + avg_benchmark_regret: 0.014404293 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26245117 + proxy_corner: + avg_avg_return: 0.97981405 + avg_reward_per_step: 0.26245117 +=========================================================== +=========================================================== + step: + env-step-all-before: 355467264 + env-step-replay-before: 176652288 + env-step-used-before: 355467264 + ppo-update-before: 216960 + env-step-generate-before: 178814976 + env-step-all-after: 355500032 + env-step-replay-after: 176685056 + env-step-used-after: 355500032 + ppo-update-after: 216980 + env-step-generate-after: 178814976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.601868 + avg_avg_return: 0.90632427 + avg_reward_per_step: 0.08300781 + proxy_corner: + avg_avg_return: 0.90632427 + avg_reward_per_step: 0.08300781 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.601868 + avg_avg_return: 0.90632427 + avg_reward_per_step: 0.08300781 + proxy_corner: + avg_avg_return: 0.90632427 + avg_reward_per_step: 0.08300781 + perf: + env_steps_per_second: 957153.8138847401 + ppo_updates_per_second: 105.45132021770772 + eval-batch-orig-duration: 0.20095060497988015 + eval-batch-shift-duration: 0.14455888600787148 + eval-batch-tree-duration: 0.14249380596447736 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.291992 + mouse-cheese_dist_finite_wavg: 10.131849 + mouse-cheese_dist_solvable_avg: 11.291992 + mouse-cheese_dist_solvable_wavg: 10.131852 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.251953 + num_walls_wavg: 6.9269876 + prop_walls_avg: 0.271824 + prop_walls_wavg: 0.3011734 + scoring: + avg_scores: 0.08511388 + visit_patterns: + avg_first_visit_time: 3625.56 + avg_last_visit_time: 5382.3496 + num_replay_batches: 5392 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050191866 + avg_actor_approxkl3: 0.0003270023 + avg_actor_clipfrac: 0.01003418 + avg_actor_loss: -0.00050573354 + avg_advantage: 0.014783263 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027582177 + avg_entropy: 0.06298121 + avg_grad_norm_pre_clip: 0.68763983 + avg_loss: -0.00043080383 + max: + max_actor_approxkl1: 0.0018269226 + max_actor_approxkl3: 0.0008230963 + max_actor_clipfrac: 0.030883789 + max_actor_loss: 0.00029710867 + max_advantage: 0.4014259 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004574549 + max_entropy: 0.07515921 + max_grad_norm_pre_clip: 1.1649748 + max_loss: 0.00042252787 + std: + std_actor_approxkl1: 0.0005309505 + std_actor_approxkl3: 0.00024163534 + std_actor_clipfrac: 0.007750032 + std_actor_loss: 0.0005813249 + std_advantage: 0.023856783 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.5806e-05 + std_entropy: 0.005261102 + std_grad_norm_pre_clip: 0.24753025 + std_loss: 0.00059811183 + eval-batch-orig: + avg_avg_episode_length: 17.183361 + avg_avg_return: 0.8319992 + avg_benchmark_regret: 0.0043054614 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28491974 + proxy_corner: + avg_avg_return: 0.8319992 + avg_reward_per_step: 0.28491974 + eval-batch-shift: + avg_avg_episode_length: 67.067184 + avg_avg_return: 0.2521363 + avg_benchmark_regret: 0.63144356 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073158264 + proxy_corner: + avg_avg_return: 0.5514378 + avg_reward_per_step: 0.015037537 + eval-batch-tree: + avg_avg_episode_length: 6.279689 + avg_avg_return: 0.98396665 + avg_benchmark_regret: 0.010251708 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26317596 + proxy_corner: + avg_avg_return: 0.98396665 + avg_reward_per_step: 0.26317596 +=========================================================== +=========================================================== + step: + env-step-all-before: 356515840 + env-step-replay-before: 177111040 + env-step-used-before: 356515840 + ppo-update-before: 217600 + env-step-generate-before: 179404800 + env-step-all-after: 356548608 + env-step-replay-after: 177111040 + env-step-used-after: 356548608 + ppo-update-after: 217620 + env-step-generate-after: 179437568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.906422 + avg_avg_return: 0.81229234 + avg_reward_per_step: 0.24438477 + proxy_corner: + avg_avg_return: 0.81229234 + avg_reward_per_step: 0.24438477 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.906422 + avg_avg_return: 0.81229234 + avg_reward_per_step: 0.24438477 + proxy_corner: + avg_avg_return: 0.81229234 + avg_reward_per_step: 0.24438477 + perf: + env_steps_per_second: 895102.3519076799 + ppo_updates_per_second: 103.81739089883055 + eval-batch-orig-duration: 0.20099334797123447 + eval-batch-shift-duration: 0.1453020689659752 + eval-batch-tree-duration: 0.14707617100793868 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.28833 + mouse-cheese_dist_finite_wavg: 4.734004 + mouse-cheese_dist_solvable_avg: 11.28833 + mouse-cheese_dist_solvable_wavg: 4.7340045 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2539062 + num_walls_wavg: 9.618361 + prop_walls_avg: 0.27190894 + prop_walls_wavg: 0.41818953 + scoring: + avg_scores: 0.08525355 + visit_patterns: + avg_first_visit_time: 3636.5273 + avg_last_visit_time: 5395.2944 + num_replay_batches: 5405 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011971723 + avg_actor_approxkl3: 0.0008046045 + avg_actor_clipfrac: 0.032806396 + avg_actor_loss: -0.00089865405 + avg_advantage: -0.011032445 + avg_critic_clipfrac: 0.003100586 + avg_critic_loss: 0.0015153897 + avg_entropy: 0.17902787 + avg_grad_norm_pre_clip: 0.99027777 + avg_loss: -0.00031998698 + max: + max_actor_approxkl1: 0.0038645351 + max_actor_approxkl3: 0.0019497075 + max_actor_clipfrac: 0.061279297 + max_actor_loss: 0.0002579838 + max_advantage: 0.28479695 + max_critic_clipfrac: 0.018188477 + max_critic_loss: 0.002597523 + max_entropy: 0.23597762 + max_grad_norm_pre_clip: 2.426369 + max_loss: 0.0010649273 + std: + std_actor_approxkl1: 0.0009378549 + std_actor_approxkl3: 0.00055477396 + std_actor_clipfrac: 0.019731557 + std_actor_loss: 0.0008491518 + std_advantage: 0.05863034 + std_critic_clipfrac: 0.0046919165 + std_critic_loss: 0.00051331916 + std_entropy: 0.032320585 + std_grad_norm_pre_clip: 0.5572882 + std_loss: 0.0008942776 + eval-batch-orig: + avg_avg_episode_length: 17.177355 + avg_avg_return: 0.83268255 + avg_benchmark_regret: 0.003622068 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28507233 + proxy_corner: + avg_avg_return: 0.83268255 + avg_reward_per_step: 0.28507233 + eval-batch-shift: + avg_avg_episode_length: 66.57887 + avg_avg_return: 0.26043943 + avg_benchmark_regret: 0.62314045 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07676697 + proxy_corner: + avg_avg_return: 0.5491774 + avg_reward_per_step: 0.01499939 + eval-batch-tree: + avg_avg_episode_length: 6.9939423 + avg_avg_return: 0.97822404 + avg_benchmark_regret: 0.015994359 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2600708 + proxy_corner: + avg_avg_return: 0.97822404 + avg_reward_per_step: 0.2600708 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 357564416 + env-step-replay-before: 177602560 + env-step-used-before: 357564416 + ppo-update-before: 218240 + env-step-generate-before: 179961856 + env-step-all-after: 357597184 + env-step-replay-after: 177602560 + env-step-used-after: 357597184 + ppo-update-after: 218260 + env-step-generate-after: 179994624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.129734 + avg_avg_return: 0.8335998 + avg_reward_per_step: 0.28186035 + proxy_corner: + avg_avg_return: 0.8335998 + avg_reward_per_step: 0.28186035 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.129734 + avg_avg_return: 0.8335998 + avg_reward_per_step: 0.28186035 + proxy_corner: + avg_avg_return: 0.8335998 + avg_reward_per_step: 0.28186035 + perf: + env_steps_per_second: 610659.3220432549 + ppo_updates_per_second: 76.24798140780806 + eval-batch-orig-duration: 0.25964418798685074 + eval-batch-shift-duration: 0.1605358740198426 + eval-batch-tree-duration: 0.14525705599226058 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.282715 + mouse-cheese_dist_finite_wavg: 9.230555 + mouse-cheese_dist_solvable_avg: 11.282715 + mouse-cheese_dist_solvable_wavg: 9.230555 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.258301 + num_walls_wavg: 6.9275236 + prop_walls_avg: 0.27210003 + prop_walls_wavg: 0.3011966 + scoring: + avg_scores: 0.085414946 + visit_patterns: + avg_first_visit_time: 3650.2117 + avg_last_visit_time: 5410.1646 + num_replay_batches: 5420 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006965078 + avg_actor_approxkl3: 0.000388697 + avg_actor_clipfrac: 0.01706543 + avg_actor_loss: -0.0008682925 + avg_advantage: -0.009891501 + avg_critic_clipfrac: 0.002758789 + avg_critic_loss: 0.0014535101 + avg_entropy: 0.15019803 + avg_grad_norm_pre_clip: 0.87256825 + avg_loss: -0.00029173543 + max: + max_actor_approxkl1: 0.0022698548 + max_actor_approxkl3: 0.0011153973 + max_actor_clipfrac: 0.046875 + max_actor_loss: 0.000346303 + max_advantage: 0.53557223 + max_critic_clipfrac: 0.015014648 + max_critic_loss: 0.0020071631 + max_entropy: 0.19417469 + max_grad_norm_pre_clip: 1.642105 + max_loss: 0.0009466212 + std: + std_actor_approxkl1: 0.0005609516 + std_actor_approxkl3: 0.00026540586 + std_actor_clipfrac: 0.011515224 + std_actor_loss: 0.0007325654 + std_advantage: 0.056095846 + std_critic_clipfrac: 0.004727826 + std_critic_loss: 0.00031663975 + std_entropy: 0.023043135 + std_grad_norm_pre_clip: 0.25430378 + std_loss: 0.0007475711 + eval-batch-orig: + avg_avg_episode_length: 17.191353 + avg_avg_return: 0.8322225 + avg_benchmark_regret: 0.004082129 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28471375 + proxy_corner: + avg_avg_return: 0.8322225 + avg_reward_per_step: 0.28471375 + eval-batch-shift: + avg_avg_episode_length: 66.26909 + avg_avg_return: 0.25928926 + avg_benchmark_regret: 0.6242906 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07622528 + proxy_corner: + avg_avg_return: 0.54816806 + avg_reward_per_step: 0.014892578 + eval-batch-tree: + avg_avg_episode_length: 6.417286 + avg_avg_return: 0.9829049 + avg_benchmark_regret: 0.011313453 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26259613 + proxy_corner: + avg_avg_return: 0.9829049 + avg_reward_per_step: 0.26259613 +=========================================================== +=========================================================== + step: + env-step-all-before: 358612992 + env-step-replay-before: 178126848 + env-step-used-before: 358612992 + ppo-update-before: 218880 + env-step-generate-before: 180486144 + env-step-all-after: 358645760 + env-step-replay-after: 178126848 + env-step-used-after: 358645760 + ppo-update-after: 218900 + env-step-generate-after: 180518912 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.537325 + avg_avg_return: 0.7903404 + avg_reward_per_step: 0.2682495 + proxy_corner: + avg_avg_return: 0.7903404 + avg_reward_per_step: 0.2682495 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.537325 + avg_avg_return: 0.7903404 + avg_reward_per_step: 0.2682495 + proxy_corner: + avg_avg_return: 0.7903404 + avg_reward_per_step: 0.2682495 + perf: + env_steps_per_second: 601368.9069843037 + ppo_updates_per_second: 99.83320765144276 + eval-batch-orig-duration: 0.1957028650213033 + eval-batch-shift-duration: 0.1431230769958347 + eval-batch-tree-duration: 0.14028838602826 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.294434 + mouse-cheese_dist_finite_wavg: 11.931157 + mouse-cheese_dist_solvable_avg: 11.294434 + mouse-cheese_dist_solvable_wavg: 11.931158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2644043 + num_walls_wavg: 5.1240764 + prop_walls_avg: 0.2723654 + prop_walls_wavg: 0.22278589 + scoring: + avg_scores: 0.085114226 + visit_patterns: + avg_first_visit_time: 3658.0518 + avg_last_visit_time: 5426.359 + num_replay_batches: 5436 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012826087 + avg_actor_approxkl3: 0.0008150747 + avg_actor_clipfrac: 0.029187012 + avg_actor_loss: -0.0004905243 + avg_advantage: -0.009547997 + avg_critic_clipfrac: 0.00010375977 + avg_critic_loss: 0.0021267708 + avg_entropy: 0.16977595 + avg_grad_norm_pre_clip: 1.5782021 + avg_loss: 0.00040308523 + max: + max_actor_approxkl1: 0.0034134262 + max_actor_approxkl3: 0.0019537366 + max_actor_clipfrac: 0.05444336 + max_actor_loss: 0.0012355745 + max_advantage: 0.34448993 + max_critic_clipfrac: 0.0020751953 + max_critic_loss: 0.0032349757 + max_entropy: 0.23013882 + max_grad_norm_pre_clip: 2.9416618 + max_loss: 0.0022901164 + std: + std_actor_approxkl1: 0.0010146141 + std_actor_approxkl3: 0.00047232193 + std_actor_clipfrac: 0.014230483 + std_actor_loss: 0.00092072354 + std_advantage: 0.06705161 + std_critic_clipfrac: 0.00045227833 + std_critic_loss: 0.00047528124 + std_entropy: 0.022402825 + std_grad_norm_pre_clip: 0.6405956 + std_loss: 0.00092639675 + eval-batch-orig: + avg_avg_episode_length: 17.181799 + avg_avg_return: 0.83241653 + avg_benchmark_regret: 0.0038880927 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28492737 + proxy_corner: + avg_avg_return: 0.83241653 + avg_reward_per_step: 0.28492737 + eval-batch-shift: + avg_avg_episode_length: 66.42332 + avg_avg_return: 0.25147572 + avg_benchmark_regret: 0.6321041 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07496643 + proxy_corner: + avg_avg_return: 0.5441625 + avg_reward_per_step: 0.014907837 + eval-batch-tree: + avg_avg_episode_length: 6.287982 + avg_avg_return: 0.9830533 + avg_benchmark_regret: 0.011165045 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26335144 + proxy_corner: + avg_avg_return: 0.9830533 + avg_reward_per_step: 0.26335144 +=========================================================== +=========================================================== + step: + env-step-all-before: 359661568 + env-step-replay-before: 178585600 + env-step-used-before: 359661568 + ppo-update-before: 219520 + env-step-generate-before: 181075968 + env-step-all-after: 359694336 + env-step-replay-after: 178618368 + env-step-used-after: 359694336 + ppo-update-after: 219540 + env-step-generate-after: 181075968 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.565293 + avg_avg_return: 0.90510035 + avg_reward_per_step: 0.08306885 + proxy_corner: + avg_avg_return: 0.90510035 + avg_reward_per_step: 0.08306885 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.565293 + avg_avg_return: 0.90510035 + avg_reward_per_step: 0.08306885 + proxy_corner: + avg_avg_return: 0.90510035 + avg_reward_per_step: 0.08306885 + perf: + env_steps_per_second: 939891.2199435628 + ppo_updates_per_second: 81.38773213252738 + eval-batch-orig-duration: 0.30642494797939435 + eval-batch-shift-duration: 0.1868121559964493 + eval-batch-tree-duration: 0.15244453196646646 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.300293 + mouse-cheese_dist_finite_wavg: 11.93335 + mouse-cheese_dist_solvable_avg: 11.300293 + mouse-cheese_dist_solvable_wavg: 11.93335 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2648926 + num_walls_wavg: 6.923911 + prop_walls_avg: 0.2723866 + prop_walls_wavg: 0.30103958 + scoring: + avg_scores: 0.08521738 + visit_patterns: + avg_first_visit_time: 3667.7712 + avg_last_visit_time: 5441.299 + num_replay_batches: 5451 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027935623 + avg_actor_approxkl3: 0.00028873954 + avg_actor_clipfrac: 0.0077270507 + avg_actor_loss: -0.00036841835 + avg_advantage: 7.318982e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016836709 + avg_entropy: 0.05017039 + avg_grad_norm_pre_clip: 0.59487265 + avg_loss: -0.0003344052 + max: + max_actor_approxkl1: 0.0009762109 + max_actor_approxkl3: 0.0006413366 + max_actor_clipfrac: 0.016113281 + max_actor_loss: 0.0006698235 + max_advantage: 0.3100086 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00022929188 + max_entropy: 0.05663663 + max_grad_norm_pre_clip: 1.1662885 + max_loss: 0.0007034134 + std: + std_actor_approxkl1: 0.00036315288 + std_actor_approxkl3: 0.00018776926 + std_actor_clipfrac: 0.0046093627 + std_actor_loss: 0.00063321815 + std_advantage: 0.019323584 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.2849714e-05 + std_entropy: 0.004299944 + std_grad_norm_pre_clip: 0.23127349 + std_loss: 0.00063600176 + eval-batch-orig: + avg_avg_episode_length: 17.171867 + avg_avg_return: 0.8327667 + avg_benchmark_regret: 0.0035379098 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28533173 + proxy_corner: + avg_avg_return: 0.8327667 + avg_reward_per_step: 0.28533173 + eval-batch-shift: + avg_avg_episode_length: 65.58225 + avg_avg_return: 0.26610467 + avg_benchmark_regret: 0.61747515 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07762146 + proxy_corner: + avg_avg_return: 0.5417192 + avg_reward_per_step: 0.014961243 + eval-batch-tree: + avg_avg_episode_length: 6.509643 + avg_avg_return: 0.9797478 + avg_benchmark_regret: 0.014470574 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26399994 + proxy_corner: + avg_avg_return: 0.9797478 + avg_reward_per_step: 0.26399994 +=========================================================== +=========================================================== + step: + env-step-all-before: 360710144 + env-step-replay-before: 179175424 + env-step-used-before: 360710144 + ppo-update-before: 220160 + env-step-generate-before: 181534720 + env-step-all-after: 360742912 + env-step-replay-after: 179175424 + env-step-used-after: 360742912 + ppo-update-after: 220180 + env-step-generate-after: 181567488 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.947315 + avg_avg_return: 0.7988621 + avg_reward_per_step: 0.2546997 + proxy_corner: + avg_avg_return: 0.7988621 + avg_reward_per_step: 0.2546997 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.947315 + avg_avg_return: 0.7988621 + avg_reward_per_step: 0.2546997 + proxy_corner: + avg_avg_return: 0.7988621 + avg_reward_per_step: 0.2546997 + perf: + env_steps_per_second: 604693.427025313 + ppo_updates_per_second: 88.13777289565928 + eval-batch-orig-duration: 0.22692530002677813 + eval-batch-shift-duration: 0.14665089797927067 + eval-batch-tree-duration: 0.14554501400562003 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.300049 + mouse-cheese_dist_finite_wavg: 10.132108 + mouse-cheese_dist_solvable_avg: 11.300049 + mouse-cheese_dist_solvable_wavg: 10.132108 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2614746 + num_walls_wavg: 6.0264463 + prop_walls_avg: 0.27223802 + prop_walls_wavg: 0.2620194 + scoring: + avg_scores: 0.0854252 + visit_patterns: + avg_first_visit_time: 3681.5288 + avg_last_visit_time: 5458.253 + num_replay_batches: 5468 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009935704 + avg_actor_approxkl3: 0.00063252763 + avg_actor_clipfrac: 0.026031494 + avg_actor_loss: -0.0013058365 + avg_advantage: -0.015332652 + avg_critic_clipfrac: 0.0030578615 + avg_critic_loss: 0.001917956 + avg_entropy: 0.15897241 + avg_grad_norm_pre_clip: 1.0101699 + avg_loss: -0.0005058309 + max: + max_actor_approxkl1: 0.0017747367 + max_actor_approxkl3: 0.0013047274 + max_actor_clipfrac: 0.05114746 + max_actor_loss: 0.0004666373 + max_advantage: 0.31518847 + max_critic_clipfrac: 0.033691406 + max_critic_loss: 0.003263117 + max_entropy: 0.19985278 + max_grad_norm_pre_clip: 1.775882 + max_loss: 0.0018339927 + std: + std_actor_approxkl1: 0.00046000988 + std_actor_approxkl3: 0.00032916904 + std_actor_clipfrac: 0.013242343 + std_actor_loss: 0.0010220743 + std_advantage: 0.06441886 + std_critic_clipfrac: 0.0077221873 + std_critic_loss: 0.0006592292 + std_entropy: 0.02843678 + std_grad_norm_pre_clip: 0.3560049 + std_loss: 0.0011481862 + eval-batch-orig: + avg_avg_episode_length: 17.187782 + avg_avg_return: 0.8326752 + avg_benchmark_regret: 0.003629426 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.284935 + proxy_corner: + avg_avg_return: 0.8326752 + avg_reward_per_step: 0.284935 + eval-batch-shift: + avg_avg_episode_length: 65.47062 + avg_avg_return: 0.26894733 + avg_benchmark_regret: 0.6146325 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0721817 + proxy_corner: + avg_avg_return: 0.5420202 + avg_reward_per_step: 0.015060425 + eval-batch-tree: + avg_avg_episode_length: 6.1172957 + avg_avg_return: 0.9853836 + avg_benchmark_regret: 0.008834741 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26367188 + proxy_corner: + avg_avg_return: 0.9853836 + avg_reward_per_step: 0.26367188 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 361758720 + env-step-replay-before: 179863552 + env-step-used-before: 361758720 + ppo-update-before: 220800 + env-step-generate-before: 181895168 + env-step-all-after: 361791488 + env-step-replay-after: 179896320 + env-step-used-after: 361791488 + ppo-update-after: 220820 + env-step-generate-after: 181895168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.626652 + avg_avg_return: 0.90401435 + avg_reward_per_step: 0.08288574 + proxy_corner: + avg_avg_return: 0.90401435 + avg_reward_per_step: 0.08288574 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.626652 + avg_avg_return: 0.90401435 + avg_reward_per_step: 0.08288574 + proxy_corner: + avg_avg_return: 0.90401435 + avg_reward_per_step: 0.08288574 + perf: + env_steps_per_second: 582934.4201687808 + ppo_updates_per_second: 72.23715259180881 + eval-batch-orig-duration: 0.33320322301005945 + eval-batch-shift-duration: 0.1725685239653103 + eval-batch-tree-duration: 0.14892337197670713 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.306152 + mouse-cheese_dist_finite_wavg: 4.7378793 + mouse-cheese_dist_solvable_avg: 11.306152 + mouse-cheese_dist_solvable_wavg: 4.7378798 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.26001 + num_walls_wavg: 4.2286777 + prop_walls_avg: 0.2721743 + prop_walls_wavg: 0.18385558 + scoring: + avg_scores: 0.0851363 + visit_patterns: + avg_first_visit_time: 3685.9678 + avg_last_visit_time: 5480.146 + num_replay_batches: 5490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039657537 + avg_actor_approxkl3: 0.00024046421 + avg_actor_clipfrac: 0.008947754 + avg_actor_loss: -0.00025722597 + avg_advantage: 0.0018382866 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023696513 + avg_entropy: 0.060367305 + avg_grad_norm_pre_clip: 0.56433934 + avg_loss: -0.0001991107 + max: + max_actor_approxkl1: 0.0012960833 + max_actor_approxkl3: 0.00058801344 + max_actor_clipfrac: 0.014770508 + max_actor_loss: 0.00050591026 + max_advantage: 0.42595756 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031017605 + max_entropy: 0.06969485 + max_grad_norm_pre_clip: 1.0620608 + max_loss: 0.00059395155 + std: + std_actor_approxkl1: 0.00036260154 + std_actor_approxkl3: 0.00013196084 + std_actor_clipfrac: 0.0039148424 + std_actor_loss: 0.00045093108 + std_advantage: 0.021327708 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.7754842e-05 + std_entropy: 0.0056008105 + std_grad_norm_pre_clip: 0.21113287 + std_loss: 0.00046152543 + eval-batch-orig: + avg_avg_episode_length: 17.18224 + avg_avg_return: 0.8326479 + avg_benchmark_regret: 0.0036567186 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28487396 + proxy_corner: + avg_avg_return: 0.8326479 + avg_reward_per_step: 0.28487396 + eval-batch-shift: + avg_avg_episode_length: 66.27945 + avg_avg_return: 0.2582631 + avg_benchmark_regret: 0.62531674 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07047272 + proxy_corner: + avg_avg_return: 0.53271604 + avg_reward_per_step: 0.014755249 + eval-batch-tree: + avg_avg_episode_length: 6.1833115 + avg_avg_return: 0.9829509 + avg_benchmark_regret: 0.011267427 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2637024 + proxy_corner: + avg_avg_return: 0.9829509 + avg_reward_per_step: 0.2637024 +=========================================================== +=========================================================== + step: + env-step-all-before: 362807296 + env-step-replay-before: 180420608 + env-step-used-before: 362807296 + ppo-update-before: 221440 + env-step-generate-before: 182386688 + env-step-all-after: 362840064 + env-step-replay-after: 180453376 + env-step-used-after: 362840064 + ppo-update-after: 221460 + env-step-generate-after: 182386688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.649687 + avg_avg_return: 0.9050251 + avg_reward_per_step: 0.08258057 + proxy_corner: + avg_avg_return: 0.9050251 + avg_reward_per_step: 0.08258057 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.649687 + avg_avg_return: 0.9050251 + avg_reward_per_step: 0.08258057 + proxy_corner: + avg_avg_return: 0.9050251 + avg_reward_per_step: 0.08258057 + perf: + env_steps_per_second: 965669.1184423162 + ppo_updates_per_second: 88.81999340102233 + eval-batch-orig-duration: 0.2335707069723867 + eval-batch-shift-duration: 0.15592808200744912 + eval-batch-tree-duration: 0.14535340800648555 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.311279 + mouse-cheese_dist_finite_wavg: 12.822405 + mouse-cheese_dist_solvable_avg: 11.311279 + mouse-cheese_dist_solvable_wavg: 12.822407 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2629395 + num_walls_wavg: 6.0235357 + prop_walls_avg: 0.2723017 + prop_walls_wavg: 0.26189283 + scoring: + avg_scores: 0.085147396 + visit_patterns: + avg_first_visit_time: 3694.1833 + avg_last_visit_time: 5497.328 + num_replay_batches: 5507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007796539 + avg_actor_approxkl3: 0.00038541414 + avg_actor_clipfrac: 0.012310791 + avg_actor_loss: -1.9380894e-05 + avg_advantage: 0.00042285834 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016381606 + avg_entropy: 0.060267158 + avg_grad_norm_pre_clip: 0.8670451 + avg_loss: 2.2599766e-06 + max: + max_actor_approxkl1: 0.0016408479 + max_actor_approxkl3: 0.0012569577 + max_actor_clipfrac: 0.034423828 + max_actor_loss: 0.0016933109 + max_advantage: 0.26452184 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023449029 + max_entropy: 0.06863648 + max_grad_norm_pre_clip: 2.546977 + max_loss: 0.0017270042 + std: + std_actor_approxkl1: 0.00045850824 + std_actor_approxkl3: 0.00027866356 + std_actor_clipfrac: 0.008068864 + std_actor_loss: 0.0006786948 + std_advantage: 0.018117437 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.643208e-05 + std_entropy: 0.0058348104 + std_grad_norm_pre_clip: 0.67043734 + std_loss: 0.0006826352 + eval-batch-orig: + avg_avg_episode_length: 17.186981 + avg_avg_return: 0.83237994 + avg_benchmark_regret: 0.0039246865 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28477478 + proxy_corner: + avg_avg_return: 0.83237994 + avg_reward_per_step: 0.28477478 + eval-batch-shift: + avg_avg_episode_length: 65.921005 + avg_avg_return: 0.260327 + avg_benchmark_regret: 0.62325287 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07286835 + proxy_corner: + avg_avg_return: 0.5394198 + avg_reward_per_step: 0.014968872 + eval-batch-tree: + avg_avg_episode_length: 6.1440463 + avg_avg_return: 0.9836525 + avg_benchmark_regret: 0.010565854 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2639389 + proxy_corner: + avg_avg_return: 0.9836525 + avg_reward_per_step: 0.2639389 +=========================================================== +=========================================================== + step: + env-step-all-before: 363855872 + env-step-replay-before: 180813824 + env-step-used-before: 363855872 + ppo-update-before: 222080 + env-step-generate-before: 183042048 + env-step-all-after: 363888640 + env-step-replay-after: 180813824 + env-step-used-after: 363888640 + ppo-update-after: 222100 + env-step-generate-after: 183074816 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.2439 + avg_avg_return: 0.8076807 + avg_reward_per_step: 0.2718506 + proxy_corner: + avg_avg_return: 0.8076807 + avg_reward_per_step: 0.2718506 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.2439 + avg_avg_return: 0.8076807 + avg_reward_per_step: 0.2718506 + proxy_corner: + avg_avg_return: 0.8076807 + avg_reward_per_step: 0.2718506 + perf: + env_steps_per_second: 894736.1775814086 + ppo_updates_per_second: 103.29755439064336 + eval-batch-orig-duration: 0.20943517296109349 + eval-batch-shift-duration: 0.15959315898362547 + eval-batch-tree-duration: 0.14824135100934654 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.311768 + mouse-cheese_dist_finite_wavg: 12.830811 + mouse-cheese_dist_solvable_avg: 11.311768 + mouse-cheese_dist_solvable_wavg: 12.830812 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2697754 + num_walls_wavg: 6.923898 + prop_walls_avg: 0.27259892 + prop_walls_wavg: 0.30103904 + scoring: + avg_scores: 0.08525751 + visit_patterns: + avg_first_visit_time: 3707.39 + avg_last_visit_time: 5508.3164 + num_replay_batches: 5518 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006211542 + avg_actor_approxkl3: 0.00053411204 + avg_actor_clipfrac: 0.024188234 + avg_actor_loss: -0.0007663733 + avg_advantage: -0.0008924606 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0011528048 + avg_entropy: 0.15301265 + avg_grad_norm_pre_clip: 0.7826199 + avg_loss: -0.00034298355 + max: + max_actor_approxkl1: 0.0024755714 + max_actor_approxkl3: 0.0012031563 + max_actor_clipfrac: 0.064331055 + max_actor_loss: 0.00059136003 + max_advantage: 0.69345117 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002073145 + max_entropy: 0.21078321 + max_grad_norm_pre_clip: 1.30911 + max_loss: 0.0011531686 + std: + std_actor_approxkl1: 0.0006025523 + std_actor_approxkl3: 0.00030377603 + std_actor_clipfrac: 0.015818601 + std_actor_loss: 0.00073310366 + std_advantage: 0.04863716 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00039797035 + std_entropy: 0.025809886 + std_grad_norm_pre_clip: 0.22601752 + std_loss: 0.0007219205 + eval-batch-orig: + avg_avg_episode_length: 17.174492 + avg_avg_return: 0.832747 + avg_benchmark_regret: 0.0035576408 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28512573 + proxy_corner: + avg_avg_return: 0.832747 + avg_reward_per_step: 0.28512573 + eval-batch-shift: + avg_avg_episode_length: 64.42847 + avg_avg_return: 0.28399506 + avg_benchmark_regret: 0.59958476 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075782776 + proxy_corner: + avg_avg_return: 0.52866495 + avg_reward_per_step: 0.014732361 + eval-batch-tree: + avg_avg_episode_length: 6.6276217 + avg_avg_return: 0.98182476 + avg_benchmark_regret: 0.012393646 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26314545 + proxy_corner: + avg_avg_return: 0.98182476 + avg_reward_per_step: 0.26314545 +=========================================================== +=========================================================== + step: + env-step-all-before: 364904448 + env-step-replay-before: 181338112 + env-step-used-before: 364904448 + ppo-update-before: 222720 + env-step-generate-before: 183566336 + env-step-all-after: 364937216 + env-step-replay-after: 181338112 + env-step-used-after: 364937216 + ppo-update-after: 222740 + env-step-generate-after: 183599104 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.683956 + avg_avg_return: 0.8023203 + avg_reward_per_step: 0.26837158 + proxy_corner: + avg_avg_return: 0.8023203 + avg_reward_per_step: 0.26837158 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.683956 + avg_avg_return: 0.8023203 + avg_reward_per_step: 0.26837158 + proxy_corner: + avg_avg_return: 0.8023203 + avg_reward_per_step: 0.26837158 + perf: + env_steps_per_second: 899194.2546692924 + ppo_updates_per_second: 108.15559075927926 + eval-batch-orig-duration: 0.19615175598300993 + eval-batch-shift-duration: 0.14713830401888117 + eval-batch-tree-duration: 0.14312557398807257 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.316162 + mouse-cheese_dist_finite_wavg: 14.628515 + mouse-cheese_dist_solvable_avg: 11.316162 + mouse-cheese_dist_solvable_wavg: 14.628517 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2678223 + num_walls_wavg: 5.1274414 + prop_walls_avg: 0.272514 + prop_walls_wavg: 0.22293216 + scoring: + avg_scores: 0.08530766 + visit_patterns: + avg_first_visit_time: 3715.5159 + avg_last_visit_time: 5524.3027 + num_replay_batches: 5534 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00090165035 + avg_actor_approxkl3: 0.0005883654 + avg_actor_clipfrac: 0.02272339 + avg_actor_loss: -0.0010674971 + avg_advantage: -0.017466532 + avg_critic_clipfrac: 0.0079956055 + avg_critic_loss: 0.0024118484 + avg_entropy: 0.14886312 + avg_grad_norm_pre_clip: 0.9320701 + avg_loss: -1.0435993e-05 + max: + max_actor_approxkl1: 0.0021940214 + max_actor_approxkl3: 0.0012075696 + max_actor_clipfrac: 0.0390625 + max_actor_loss: 0.0019554645 + max_advantage: 0.35188663 + max_critic_clipfrac: 0.06225586 + max_critic_loss: 0.0035391217 + max_entropy: 0.19291401 + max_grad_norm_pre_clip: 1.7544106 + max_loss: 0.0029928393 + std: + std_actor_approxkl1: 0.00054754154 + std_actor_approxkl3: 0.00030712684 + std_actor_clipfrac: 0.010680579 + std_actor_loss: 0.0013061434 + std_advantage: 0.07262406 + std_critic_clipfrac: 0.015444307 + std_critic_loss: 0.0005931822 + std_entropy: 0.025000745 + std_grad_norm_pre_clip: 0.28785843 + std_loss: 0.0013934168 + eval-batch-orig: + avg_avg_episode_length: 17.183434 + avg_avg_return: 0.83259594 + avg_benchmark_regret: 0.0037086953 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28472137 + proxy_corner: + avg_avg_return: 0.83259594 + avg_reward_per_step: 0.28472137 + eval-batch-shift: + avg_avg_episode_length: 65.75191 + avg_avg_return: 0.2687125 + avg_benchmark_regret: 0.6148673 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07741547 + proxy_corner: + avg_avg_return: 0.52717555 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 7.3433294 + avg_avg_return: 0.9719218 + avg_benchmark_regret: 0.0222966 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26164246 + proxy_corner: + avg_avg_return: 0.9719218 + avg_reward_per_step: 0.26164246 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 365953024 + env-step-replay-before: 181895168 + env-step-used-before: 365953024 + ppo-update-before: 223360 + env-step-generate-before: 184057856 + env-step-all-after: 365985792 + env-step-replay-after: 181895168 + env-step-used-after: 365985792 + ppo-update-after: 223380 + env-step-generate-after: 184090624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.310582 + avg_avg_return: 0.85264707 + avg_reward_per_step: 0.27526855 + proxy_corner: + avg_avg_return: 0.85264707 + avg_reward_per_step: 0.27526855 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.310582 + avg_avg_return: 0.85264707 + avg_reward_per_step: 0.27526855 + proxy_corner: + avg_avg_return: 0.85264707 + avg_reward_per_step: 0.27526855 + perf: + env_steps_per_second: 616989.4041251658 + ppo_updates_per_second: 88.17357936608552 + eval-batch-orig-duration: 0.22986380197107792 + eval-batch-shift-duration: 0.14548882696544752 + eval-batch-tree-duration: 0.14247930701822042 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.320068 + mouse-cheese_dist_finite_wavg: 12.830289 + mouse-cheese_dist_solvable_avg: 11.320068 + mouse-cheese_dist_solvable_wavg: 12.830291 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2651367 + num_walls_wavg: 6.0304036 + prop_walls_avg: 0.27239722 + prop_walls_wavg: 0.26219147 + scoring: + avg_scores: 0.08604276 + visit_patterns: + avg_first_visit_time: 3726.3774 + avg_last_visit_time: 5541.2783 + num_replay_batches: 5551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068575394 + avg_actor_approxkl3: 0.0004580151 + avg_actor_clipfrac: 0.01921997 + avg_actor_loss: -0.0006476788 + avg_advantage: -0.008493435 + avg_critic_clipfrac: 0.0029052736 + avg_critic_loss: 0.0012166515 + avg_entropy: 0.1170282 + avg_grad_norm_pre_clip: 1.0447272 + avg_loss: -0.00015638124 + max: + max_actor_approxkl1: 0.0017299647 + max_actor_approxkl3: 0.0011282281 + max_actor_clipfrac: 0.041992188 + max_actor_loss: 0.0014381967 + max_advantage: 0.31960142 + max_critic_clipfrac: 0.027954102 + max_critic_loss: 0.0022057064 + max_entropy: 0.16046387 + max_grad_norm_pre_clip: 2.4739358 + max_loss: 0.0017438825 + std: + std_actor_approxkl1: 0.0005112911 + std_actor_approxkl3: 0.00028149877 + std_actor_clipfrac: 0.0111077605 + std_actor_loss: 0.00090074964 + std_advantage: 0.051495183 + std_critic_clipfrac: 0.0064134677 + std_critic_loss: 0.00048069423 + std_entropy: 0.02124902 + std_grad_norm_pre_clip: 0.48693675 + std_loss: 0.0009799877 + eval-batch-orig: + avg_avg_episode_length: 17.175419 + avg_avg_return: 0.8324268 + avg_benchmark_regret: 0.0038778505 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850876 + proxy_corner: + avg_avg_return: 0.8324268 + avg_reward_per_step: 0.2850876 + eval-batch-shift: + avg_avg_episode_length: 65.63963 + avg_avg_return: 0.26669502 + avg_benchmark_regret: 0.61688477 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07445526 + proxy_corner: + avg_avg_return: 0.5260289 + avg_reward_per_step: 0.01486969 + eval-batch-tree: + avg_avg_episode_length: 6.3831944 + avg_avg_return: 0.9815616 + avg_benchmark_regret: 0.012656728 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2631607 + proxy_corner: + avg_avg_return: 0.9815616 + avg_reward_per_step: 0.2631607 +=========================================================== +=========================================================== + step: + env-step-all-before: 367001600 + env-step-replay-before: 182484992 + env-step-used-before: 367001600 + ppo-update-before: 224000 + env-step-generate-before: 184516608 + env-step-all-after: 367034368 + env-step-replay-after: 182517760 + env-step-used-after: 367034368 + ppo-update-after: 224020 + env-step-generate-after: 184516608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.62779 + avg_avg_return: 0.90543675 + avg_reward_per_step: 0.08352661 + proxy_corner: + avg_avg_return: 0.90543675 + avg_reward_per_step: 0.08352661 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.62779 + avg_avg_return: 0.90543675 + avg_reward_per_step: 0.08352661 + proxy_corner: + avg_avg_return: 0.90543675 + avg_reward_per_step: 0.08352661 + perf: + env_steps_per_second: 894574.3769877497 + ppo_updates_per_second: 104.98426331504994 + eval-batch-orig-duration: 0.20530570903792977 + eval-batch-shift-duration: 0.15840449597453699 + eval-batch-tree-duration: 0.14533680299064144 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.328125 + mouse-cheese_dist_finite_wavg: 9.235153 + mouse-cheese_dist_solvable_avg: 11.328125 + mouse-cheese_dist_solvable_wavg: 9.235154 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2663574 + num_walls_wavg: 6.9279428 + prop_walls_avg: 0.2724503 + prop_walls_wavg: 0.30121496 + scoring: + avg_scores: 0.08548644 + visit_patterns: + avg_first_visit_time: 3731.5664 + avg_last_visit_time: 5560.212 + num_replay_batches: 5570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000532231 + avg_actor_approxkl3: 0.0003430119 + avg_actor_clipfrac: 0.010412598 + avg_actor_loss: -1.3704074e-05 + avg_advantage: 0.0003931073 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000166508 + avg_entropy: 0.052381642 + avg_grad_norm_pre_clip: 0.83788806 + avg_loss: 1.7168284e-05 + max: + max_actor_approxkl1: 0.0018681337 + max_actor_approxkl3: 0.0007216393 + max_actor_clipfrac: 0.018676758 + max_actor_loss: 0.0019527422 + max_advantage: 0.27719897 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00021342403 + max_entropy: 0.06402987 + max_grad_norm_pre_clip: 1.4312928 + max_loss: 0.0019806384 + std: + std_actor_approxkl1: 0.00042433536 + std_actor_approxkl3: 0.00020188827 + std_actor_clipfrac: 0.0052759377 + std_actor_loss: 0.00072205137 + std_advantage: 0.018375812 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.157947e-05 + std_entropy: 0.0068914294 + std_grad_norm_pre_clip: 0.2700915 + std_loss: 0.0007235011 + eval-batch-orig: + avg_avg_episode_length: 17.177076 + avg_avg_return: 0.83242154 + avg_benchmark_regret: 0.0038830757 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850647 + proxy_corner: + avg_avg_return: 0.83242154 + avg_reward_per_step: 0.2850647 + eval-batch-shift: + avg_avg_episode_length: 65.44672 + avg_avg_return: 0.26093596 + avg_benchmark_regret: 0.6226439 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08205414 + proxy_corner: + avg_avg_return: 0.5273815 + avg_reward_per_step: 0.014862061 + eval-batch-tree: + avg_avg_episode_length: 6.832925 + avg_avg_return: 0.9815601 + avg_benchmark_regret: 0.012658232 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26239014 + proxy_corner: + avg_avg_return: 0.9815601 + avg_reward_per_step: 0.26239014 +=========================================================== +=========================================================== + step: + env-step-all-before: 368050176 + env-step-replay-before: 182943744 + env-step-used-before: 368050176 + ppo-update-before: 224640 + env-step-generate-before: 185106432 + env-step-all-after: 368082944 + env-step-replay-after: 182943744 + env-step-used-after: 368082944 + ppo-update-after: 224660 + env-step-generate-after: 185139200 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.55996 + avg_avg_return: 0.7545831 + avg_reward_per_step: 0.25354004 + proxy_corner: + avg_avg_return: 0.7545831 + avg_reward_per_step: 0.25354004 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.55996 + avg_avg_return: 0.7545831 + avg_reward_per_step: 0.25354004 + proxy_corner: + avg_avg_return: 0.7545831 + avg_reward_per_step: 0.25354004 + perf: + env_steps_per_second: 614644.7630860076 + ppo_updates_per_second: 74.76564298040299 + eval-batch-orig-duration: 0.2555899919825606 + eval-batch-shift-duration: 0.16021832497790456 + eval-batch-tree-duration: 0.14633868297096342 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.326172 + mouse-cheese_dist_finite_wavg: 12.833078 + mouse-cheese_dist_solvable_avg: 11.326172 + mouse-cheese_dist_solvable_wavg: 12.833078 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2614746 + num_walls_wavg: 5.128026 + prop_walls_avg: 0.27223802 + prop_walls_wavg: 0.22295764 + scoring: + avg_scores: 0.08542643 + visit_patterns: + avg_first_visit_time: 3745.8599 + avg_last_visit_time: 5573.279 + num_replay_batches: 5583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008692687 + avg_actor_approxkl3: 0.0005827635 + avg_actor_clipfrac: 0.024475098 + avg_actor_loss: -0.0003525024 + avg_advantage: -0.004988168 + avg_critic_clipfrac: 0.0010009765 + avg_critic_loss: 0.0019861187 + avg_entropy: 0.19791509 + avg_grad_norm_pre_clip: 0.96307296 + avg_loss: 0.00044264187 + max: + max_actor_approxkl1: 0.0018366566 + max_actor_approxkl3: 0.0011541166 + max_actor_clipfrac: 0.05041504 + max_actor_loss: 0.0014964119 + max_advantage: 0.65893054 + max_critic_clipfrac: 0.0073242188 + max_critic_loss: 0.004363629 + max_entropy: 0.26753736 + max_grad_norm_pre_clip: 1.9872153 + max_loss: 0.0034290927 + std: + std_actor_approxkl1: 0.00060698605 + std_actor_approxkl3: 0.00036459163 + std_actor_clipfrac: 0.0147418035 + std_actor_loss: 0.0009664081 + std_advantage: 0.06356214 + std_critic_clipfrac: 0.002045033 + std_critic_loss: 0.00080417265 + std_entropy: 0.039020132 + std_grad_norm_pre_clip: 0.37005508 + std_loss: 0.0011357676 + eval-batch-orig: + avg_avg_episode_length: 17.195454 + avg_avg_return: 0.8329148 + avg_benchmark_regret: 0.0033898598 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28477478 + proxy_corner: + avg_avg_return: 0.8329148 + avg_reward_per_step: 0.28477478 + eval-batch-shift: + avg_avg_episode_length: 64.831276 + avg_avg_return: 0.27831805 + avg_benchmark_regret: 0.6052618 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07584381 + proxy_corner: + avg_avg_return: 0.5160178 + avg_reward_per_step: 0.015060425 + eval-batch-tree: + avg_avg_episode_length: 7.075577 + avg_avg_return: 0.97775114 + avg_benchmark_regret: 0.016467229 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26058197 + proxy_corner: + avg_avg_return: 0.97775114 + avg_reward_per_step: 0.26058197 +=========================================================== +=========================================================== + step: + env-step-all-before: 369098752 + env-step-replay-before: 183435264 + env-step-used-before: 369098752 + ppo-update-before: 225280 + env-step-generate-before: 185663488 + env-step-all-after: 369131520 + env-step-replay-after: 183468032 + env-step-used-after: 369131520 + ppo-update-after: 225300 + env-step-generate-after: 185663488 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.728556 + avg_avg_return: 0.9040808 + avg_reward_per_step: 0.082458496 + proxy_corner: + avg_avg_return: 0.9040808 + avg_reward_per_step: 0.082458496 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.728556 + avg_avg_return: 0.9040808 + avg_reward_per_step: 0.082458496 + proxy_corner: + avg_avg_return: 0.9040808 + avg_reward_per_step: 0.082458496 + perf: + env_steps_per_second: 872330.116304977 + ppo_updates_per_second: 106.29743699775173 + eval-batch-orig-duration: 0.2011209600022994 + eval-batch-shift-duration: 0.1436921069980599 + eval-batch-tree-duration: 0.14143876096932217 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.327148 + mouse-cheese_dist_finite_wavg: 8.33048 + mouse-cheese_dist_solvable_avg: 11.327148 + mouse-cheese_dist_solvable_wavg: 8.330481 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2612305 + num_walls_wavg: 6.9272065 + prop_walls_avg: 0.2722274 + prop_walls_wavg: 0.30118296 + scoring: + avg_scores: 0.08559163 + visit_patterns: + avg_first_visit_time: 3754.5325 + avg_last_visit_time: 5589.322 + num_replay_batches: 5599 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007317761 + avg_actor_approxkl3: 0.0005606533 + avg_actor_clipfrac: 0.01574707 + avg_actor_loss: 0.00072645384 + avg_advantage: -0.000969457 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021201957 + avg_entropy: 0.07856448 + avg_grad_norm_pre_clip: 0.98575336 + avg_loss: 0.0007538992 + max: + max_actor_approxkl1: 0.0018006505 + max_actor_approxkl3: 0.0013361748 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0032387748 + max_advantage: 0.267411 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00029483615 + max_entropy: 0.08958586 + max_grad_norm_pre_clip: 2.3403525 + max_loss: 0.0032829137 + std: + std_actor_approxkl1: 0.00053979276 + std_actor_approxkl3: 0.0003217405 + std_actor_clipfrac: 0.0085586 + std_actor_loss: 0.0009536587 + std_advantage: 0.020907966 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9986804e-05 + std_entropy: 0.0062462953 + std_grad_norm_pre_clip: 0.6619621 + std_loss: 0.00095733866 + eval-batch-orig: + avg_avg_episode_length: 17.32562 + avg_avg_return: 0.83215 + avg_benchmark_regret: 0.0041546207 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28147125 + proxy_corner: + avg_avg_return: 0.83215 + avg_reward_per_step: 0.28147125 + eval-batch-shift: + avg_avg_episode_length: 67.0178 + avg_avg_return: 0.24610874 + avg_benchmark_regret: 0.6374711 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06879425 + proxy_corner: + avg_avg_return: 0.5295489 + avg_reward_per_step: 0.014816284 + eval-batch-tree: + avg_avg_episode_length: 6.509075 + avg_avg_return: 0.97988456 + avg_benchmark_regret: 0.0143337855 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25961304 + proxy_corner: + avg_avg_return: 0.97988456 + avg_reward_per_step: 0.25961304 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 370147328 + env-step-replay-before: 183959552 + env-step-used-before: 370147328 + ppo-update-before: 225920 + env-step-generate-before: 186187776 + env-step-all-after: 370180096 + env-step-replay-after: 183992320 + env-step-used-after: 370180096 + ppo-update-after: 225940 + env-step-generate-after: 186187776 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.749437 + avg_avg_return: 0.9051551 + avg_reward_per_step: 0.08282471 + proxy_corner: + avg_avg_return: 0.9051551 + avg_reward_per_step: 0.08282471 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.749437 + avg_avg_return: 0.9051551 + avg_reward_per_step: 0.08282471 + proxy_corner: + avg_avg_return: 0.9051551 + avg_reward_per_step: 0.08282471 + perf: + env_steps_per_second: 899974.8096899026 + ppo_updates_per_second: 108.11450498691516 + eval-batch-orig-duration: 0.1915135289891623 + eval-batch-shift-duration: 0.1471251570037566 + eval-batch-tree-duration: 0.14997890498489141 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.314453 + mouse-cheese_dist_finite_wavg: 12.826234 + mouse-cheese_dist_solvable_avg: 11.314453 + mouse-cheese_dist_solvable_wavg: 12.826234 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2614746 + num_walls_wavg: 6.0272264 + prop_walls_avg: 0.27223802 + prop_walls_wavg: 0.26205334 + scoring: + avg_scores: 0.08562848 + visit_patterns: + avg_first_visit_time: 3772.3787 + avg_last_visit_time: 5605.209 + num_replay_batches: 5615 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007585022 + avg_actor_approxkl3: 0.00056776096 + avg_actor_clipfrac: 0.014331055 + avg_actor_loss: -7.4745294e-05 + avg_advantage: 0.0345593 + avg_critic_clipfrac: 0.05204468 + avg_critic_loss: 0.0013392287 + avg_entropy: 0.067331016 + avg_grad_norm_pre_clip: 0.53734106 + avg_loss: 0.00052753795 + max: + max_actor_approxkl1: 0.002001374 + max_actor_approxkl3: 0.0015657047 + max_actor_clipfrac: 0.03479004 + max_actor_loss: 0.0018309057 + max_advantage: 0.617023 + max_critic_clipfrac: 0.09741211 + max_critic_loss: 0.0032626204 + max_entropy: 0.07824695 + max_grad_norm_pre_clip: 0.9844481 + max_loss: 0.002365481 + std: + std_actor_approxkl1: 0.0006188754 + std_actor_approxkl3: 0.00039350017 + std_actor_clipfrac: 0.0077497256 + std_actor_loss: 0.0005599707 + std_advantage: 0.06139238 + std_critic_clipfrac: 0.033468384 + std_critic_loss: 0.000612808 + std_entropy: 0.007869523 + std_grad_norm_pre_clip: 0.23491007 + std_loss: 0.0005890502 + eval-batch-orig: + avg_avg_episode_length: 17.278238 + avg_avg_return: 0.8318082 + avg_benchmark_regret: 0.0044964002 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.27941895 + proxy_corner: + avg_avg_return: 0.8318082 + avg_reward_per_step: 0.27941895 + eval-batch-shift: + avg_avg_episode_length: 65.82788 + avg_avg_return: 0.25703335 + avg_benchmark_regret: 0.6265465 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07407379 + proxy_corner: + avg_avg_return: 0.51711416 + avg_reward_per_step: 0.0146484375 + eval-batch-tree: + avg_avg_episode_length: 6.487711 + avg_avg_return: 0.98127395 + avg_benchmark_regret: 0.012944436 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25862885 + proxy_corner: + avg_avg_return: 0.98127395 + avg_reward_per_step: 0.25862885 +=========================================================== +=========================================================== + step: + env-step-all-before: 371195904 + env-step-replay-before: 184483840 + env-step-used-before: 371195904 + ppo-update-before: 226560 + env-step-generate-before: 186712064 + env-step-all-after: 371228672 + env-step-replay-after: 184483840 + env-step-used-after: 371228672 + ppo-update-after: 226580 + env-step-generate-after: 186744832 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.942059 + avg_avg_return: 0.7628831 + avg_reward_per_step: 0.2625122 + proxy_corner: + avg_avg_return: 0.7628831 + avg_reward_per_step: 0.2625122 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.942059 + avg_avg_return: 0.7628831 + avg_reward_per_step: 0.2625122 + proxy_corner: + avg_avg_return: 0.7628831 + avg_reward_per_step: 0.2625122 + perf: + env_steps_per_second: 920762.1869347167 + ppo_updates_per_second: 75.99909830762729 + eval-batch-orig-duration: 0.2628473149961792 + eval-batch-shift-duration: 0.1629625119967386 + eval-batch-tree-duration: 0.14711085200542584 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.323242 + mouse-cheese_dist_finite_wavg: 7.4387546 + mouse-cheese_dist_solvable_avg: 11.323242 + mouse-cheese_dist_solvable_wavg: 7.4387555 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2631836 + num_walls_wavg: 4.229431 + prop_walls_avg: 0.27231228 + prop_walls_wavg: 0.18388833 + scoring: + avg_scores: 0.08565752 + visit_patterns: + avg_first_visit_time: 3779.503 + avg_last_visit_time: 5620.1484 + num_replay_batches: 5630 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011115716 + avg_actor_approxkl3: 0.0007470076 + avg_actor_clipfrac: 0.026885986 + avg_actor_loss: -0.0009366514 + avg_advantage: -0.0017200087 + avg_critic_clipfrac: 0.00035400392 + avg_critic_loss: 0.0019412372 + avg_entropy: 0.1840027 + avg_grad_norm_pre_clip: 0.9705001 + avg_loss: -0.00015003551 + max: + max_actor_approxkl1: 0.0024858424 + max_actor_approxkl3: 0.0016244962 + max_actor_clipfrac: 0.05480957 + max_actor_loss: 0.0013093911 + max_advantage: 0.44886398 + max_critic_clipfrac: 0.0040283203 + max_critic_loss: 0.0034620021 + max_entropy: 0.2332732 + max_grad_norm_pre_clip: 1.8141949 + max_loss: 0.002161229 + std: + std_actor_approxkl1: 0.0007943239 + std_actor_approxkl3: 0.00051434466 + std_actor_clipfrac: 0.016313951 + std_actor_loss: 0.00124021 + std_advantage: 0.0647417 + std_critic_clipfrac: 0.00094152545 + std_critic_loss: 0.0006026216 + std_entropy: 0.031618364 + std_grad_norm_pre_clip: 0.3431251 + std_loss: 0.0012250853 + eval-batch-orig: + avg_avg_episode_length: 17.213326 + avg_avg_return: 0.83201027 + avg_benchmark_regret: 0.0042943573 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28366852 + proxy_corner: + avg_avg_return: 0.83201027 + avg_reward_per_step: 0.28366852 + eval-batch-shift: + avg_avg_episode_length: 63.887573 + avg_avg_return: 0.28635636 + avg_benchmark_regret: 0.5972235 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.081199646 + proxy_corner: + avg_avg_return: 0.50971735 + avg_reward_per_step: 0.014526367 + eval-batch-tree: + avg_avg_episode_length: 6.3127775 + avg_avg_return: 0.98251253 + avg_benchmark_regret: 0.011705845 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26195526 + proxy_corner: + avg_avg_return: 0.98251253 + avg_reward_per_step: 0.26195526 +=========================================================== +=========================================================== + step: + env-step-all-before: 372244480 + env-step-replay-before: 184909824 + env-step-used-before: 372244480 + ppo-update-before: 227200 + env-step-generate-before: 187334656 + env-step-all-after: 372277248 + env-step-replay-after: 184942592 + env-step-used-after: 372277248 + ppo-update-after: 227220 + env-step-generate-after: 187334656 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.563903 + avg_avg_return: 0.9053445 + avg_reward_per_step: 0.083618164 + proxy_corner: + avg_avg_return: 0.9053445 + avg_reward_per_step: 0.083618164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.563903 + avg_avg_return: 0.9053445 + avg_reward_per_step: 0.083618164 + proxy_corner: + avg_avg_return: 0.9053445 + avg_reward_per_step: 0.083618164 + perf: + env_steps_per_second: 895794.996510118 + ppo_updates_per_second: 104.01180393059713 + eval-batch-orig-duration: 0.20647118700435385 + eval-batch-shift-duration: 0.15710583800682798 + eval-batch-tree-duration: 0.14691490499535576 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.333008 + mouse-cheese_dist_finite_wavg: 10.133191 + mouse-cheese_dist_solvable_avg: 11.333008 + mouse-cheese_dist_solvable_wavg: 10.133192 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.258545 + num_walls_wavg: 6.027743 + prop_walls_avg: 0.27211064 + prop_walls_wavg: 0.26207575 + scoring: + avg_scores: 0.08559254 + visit_patterns: + avg_first_visit_time: 3787.5718 + avg_last_visit_time: 5634.255 + num_replay_batches: 5644 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051707786 + avg_actor_approxkl3: 0.00021261342 + avg_actor_clipfrac: 0.008660889 + avg_actor_loss: -0.00030586548 + avg_advantage: 0.019060753 + avg_critic_clipfrac: 0.004296875 + avg_critic_loss: 0.00047078598 + avg_entropy: 0.058146413 + avg_grad_norm_pre_clip: 0.38052973 + avg_loss: -0.00012861889 + max: + max_actor_approxkl1: 0.0014096822 + max_actor_approxkl3: 0.00054437586 + max_actor_clipfrac: 0.020263672 + max_actor_loss: 0.00026409514 + max_advantage: 0.47049248 + max_critic_clipfrac: 0.018798828 + max_critic_loss: 0.00086060073 + max_entropy: 0.068402484 + max_grad_norm_pre_clip: 0.62885815 + max_loss: 0.00054591935 + std: + std_actor_approxkl1: 0.00045561622 + std_actor_approxkl3: 0.00015175014 + std_actor_clipfrac: 0.006242972 + std_actor_loss: 0.0003641048 + std_advantage: 0.035225455 + std_critic_clipfrac: 0.006243822 + std_critic_loss: 0.00016182142 + std_entropy: 0.0057475995 + std_grad_norm_pre_clip: 0.10549659 + std_loss: 0.0004149216 + eval-batch-orig: + avg_avg_episode_length: 17.218622 + avg_avg_return: 0.8321713 + avg_benchmark_regret: 0.0041332366 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28369904 + proxy_corner: + avg_avg_return: 0.8321713 + avg_reward_per_step: 0.28369904 + eval-batch-shift: + avg_avg_episode_length: 65.08864 + avg_avg_return: 0.26609632 + avg_benchmark_regret: 0.6174835 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07798004 + proxy_corner: + avg_avg_return: 0.51751786 + avg_reward_per_step: 0.014663696 + eval-batch-tree: + avg_avg_episode_length: 6.7766924 + avg_avg_return: 0.97726226 + avg_benchmark_regret: 0.016956141 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26163483 + proxy_corner: + avg_avg_return: 0.97726226 + avg_reward_per_step: 0.26163483 +=========================================================== +=========================================================== + step: + env-step-all-before: 373293056 + env-step-replay-before: 185466880 + env-step-used-before: 373293056 + ppo-update-before: 227840 + env-step-generate-before: 187826176 + env-step-all-after: 373325824 + env-step-replay-after: 185466880 + env-step-used-after: 373325824 + ppo-update-after: 227860 + env-step-generate-after: 187858944 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.797726 + avg_avg_return: 0.7887604 + avg_reward_per_step: 0.26791382 + proxy_corner: + avg_avg_return: 0.7887604 + avg_reward_per_step: 0.26791382 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.797726 + avg_avg_return: 0.7887604 + avg_reward_per_step: 0.26791382 + proxy_corner: + avg_avg_return: 0.7887604 + avg_reward_per_step: 0.26791382 + perf: + env_steps_per_second: 890371.9232603124 + ppo_updates_per_second: 104.22566492056389 + eval-batch-orig-duration: 0.21524799801409245 + eval-batch-shift-duration: 0.16255225200438872 + eval-batch-tree-duration: 0.14767395600210875 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.340088 + mouse-cheese_dist_finite_wavg: 9.237278 + mouse-cheese_dist_solvable_avg: 11.340088 + mouse-cheese_dist_solvable_wavg: 9.237279 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2526855 + num_walls_wavg: 6.9252286 + prop_walls_avg: 0.2718559 + prop_walls_wavg: 0.3010969 + scoring: + avg_scores: 0.08559659 + visit_patterns: + avg_first_visit_time: 3794.6052 + avg_last_visit_time: 5650.252 + num_replay_batches: 5660 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010775471 + avg_actor_approxkl3: 0.00077996164 + avg_actor_clipfrac: 0.032269288 + avg_actor_loss: -0.0006043177 + avg_advantage: -0.020782713 + avg_critic_clipfrac: 0.022625733 + avg_critic_loss: 0.002422607 + avg_entropy: 0.16290109 + avg_grad_norm_pre_clip: 1.057164 + avg_loss: 0.0004440847 + max: + max_actor_approxkl1: 0.0022472152 + max_actor_approxkl3: 0.0013989941 + max_actor_clipfrac: 0.06311035 + max_actor_loss: 0.0013116896 + max_advantage: 0.24591517 + max_critic_clipfrac: 0.080200195 + max_critic_loss: 0.0036970829 + max_entropy: 0.2119013 + max_grad_norm_pre_clip: 1.9678738 + max_loss: 0.0027982711 + std: + std_actor_approxkl1: 0.00065590645 + std_actor_approxkl3: 0.0003512843 + std_actor_clipfrac: 0.014844738 + std_actor_loss: 0.0010711661 + std_advantage: 0.073690526 + std_critic_clipfrac: 0.025613373 + std_critic_loss: 0.00061500055 + std_entropy: 0.023580588 + std_grad_norm_pre_clip: 0.45430917 + std_loss: 0.0012448714 + eval-batch-orig: + avg_avg_episode_length: 17.18569 + avg_avg_return: 0.832717 + avg_benchmark_regret: 0.0035876601 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28457642 + proxy_corner: + avg_avg_return: 0.832717 + avg_reward_per_step: 0.28457642 + eval-batch-shift: + avg_avg_episode_length: 65.08188 + avg_avg_return: 0.26628414 + avg_benchmark_regret: 0.6172957 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08312225 + proxy_corner: + avg_avg_return: 0.52365375 + avg_reward_per_step: 0.014732361 + eval-batch-tree: + avg_avg_episode_length: 6.548127 + avg_avg_return: 0.9810586 + avg_benchmark_regret: 0.013159778 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.9810586 + avg_reward_per_step: 0.26208496 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 374341632 + env-step-replay-before: 185958400 + env-step-used-before: 374341632 + ppo-update-before: 228480 + env-step-generate-before: 188383232 + env-step-all-after: 374374400 + env-step-replay-after: 185991168 + env-step-used-after: 374374400 + ppo-update-after: 228500 + env-step-generate-after: 188383232 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.66626 + avg_avg_return: 0.9040138 + avg_reward_per_step: 0.08239746 + proxy_corner: + avg_avg_return: 0.9040138 + avg_reward_per_step: 0.08239746 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.66626 + avg_avg_return: 0.9040138 + avg_reward_per_step: 0.08239746 + proxy_corner: + avg_avg_return: 0.9040138 + avg_reward_per_step: 0.08239746 + perf: + env_steps_per_second: 967804.4341598523 + ppo_updates_per_second: 75.91159694942374 + eval-batch-orig-duration: 0.29487504402641207 + eval-batch-shift-duration: 0.1786721789976582 + eval-batch-tree-duration: 0.14981295895995572 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.337402 + mouse-cheese_dist_finite_wavg: 6.538504 + mouse-cheese_dist_solvable_avg: 11.337402 + mouse-cheese_dist_solvable_wavg: 6.5385056 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2504883 + num_walls_wavg: 4.2265725 + prop_walls_avg: 0.27176034 + prop_walls_wavg: 0.18376406 + scoring: + avg_scores: 0.08561378 + visit_patterns: + avg_first_visit_time: 3804.5889 + avg_last_visit_time: 5666.158 + num_replay_batches: 5676 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000307483 + avg_actor_approxkl3: 0.00022886942 + avg_actor_clipfrac: 0.0082824705 + avg_actor_loss: -0.00029104788 + avg_advantage: -0.0027924627 + avg_critic_clipfrac: 0.00014038086 + avg_critic_loss: 0.00025473736 + avg_entropy: 0.047552504 + avg_grad_norm_pre_clip: 0.46938935 + avg_loss: -0.00021123169 + max: + max_actor_approxkl1: 0.0007471689 + max_actor_approxkl3: 0.00062411604 + max_actor_clipfrac: 0.025390625 + max_actor_loss: 0.00040661357 + max_advantage: 0.38511497 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.00039645398 + max_entropy: 0.058116525 + max_grad_norm_pre_clip: 0.8473131 + max_loss: 0.0004889898 + std: + std_actor_approxkl1: 0.00026465123 + std_actor_approxkl3: 0.00015020737 + std_actor_clipfrac: 0.0056034494 + std_actor_loss: 0.00039681478 + std_advantage: 0.025085254 + std_critic_clipfrac: 0.00042158464 + std_critic_loss: 7.128254e-05 + std_entropy: 0.0056662234 + std_grad_norm_pre_clip: 0.19556433 + std_loss: 0.00041020606 + eval-batch-orig: + avg_avg_episode_length: 17.190117 + avg_avg_return: 0.83238554 + avg_benchmark_regret: 0.0039190706 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28425598 + proxy_corner: + avg_avg_return: 0.83238554 + avg_reward_per_step: 0.28425598 + eval-batch-shift: + avg_avg_episode_length: 66.15083 + avg_avg_return: 0.2567399 + avg_benchmark_regret: 0.62683994 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08177185 + proxy_corner: + avg_avg_return: 0.5191994 + avg_reward_per_step: 0.014808655 + eval-batch-tree: + avg_avg_episode_length: 6.8694572 + avg_avg_return: 0.97832674 + avg_benchmark_regret: 0.015891647 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26317596 + proxy_corner: + avg_avg_return: 0.97832674 + avg_reward_per_step: 0.26317596 +=========================================================== +=========================================================== + step: + env-step-all-before: 375390208 + env-step-replay-before: 186548224 + env-step-used-before: 375390208 + ppo-update-before: 229120 + env-step-generate-before: 188841984 + env-step-all-after: 375422976 + env-step-replay-after: 186580992 + env-step-used-after: 375422976 + ppo-update-after: 229140 + env-step-generate-after: 188841984 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.561698 + avg_avg_return: 0.9049305 + avg_reward_per_step: 0.083343506 + proxy_corner: + avg_avg_return: 0.9049305 + avg_reward_per_step: 0.083343506 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.561698 + avg_avg_return: 0.9049305 + avg_reward_per_step: 0.083343506 + proxy_corner: + avg_avg_return: 0.9049305 + avg_reward_per_step: 0.083343506 + perf: + env_steps_per_second: 612292.8626330742 + ppo_updates_per_second: 96.76696676883111 + eval-batch-orig-duration: 0.19617861899314448 + eval-batch-shift-duration: 0.1429620499839075 + eval-batch-tree-duration: 0.1404781499877572 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.347168 + mouse-cheese_dist_finite_wavg: 11.031574 + mouse-cheese_dist_solvable_avg: 11.347168 + mouse-cheese_dist_solvable_wavg: 11.031574 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.250244 + num_walls_wavg: 6.925453 + prop_walls_avg: 0.27174973 + prop_walls_wavg: 0.30110672 + scoring: + avg_scores: 0.08548187 + visit_patterns: + avg_first_visit_time: 3810.1072 + avg_last_visit_time: 5684.327 + num_replay_batches: 5694 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005104705 + avg_actor_approxkl3: 0.00031264106 + avg_actor_clipfrac: 0.007855224 + avg_actor_loss: 5.0615636e-06 + avg_advantage: 0.00120434 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016419028 + avg_entropy: 0.03441223 + avg_grad_norm_pre_clip: 0.62874 + avg_loss: 5.274449e-05 + max: + max_actor_approxkl1: 0.0012730221 + max_actor_approxkl3: 0.0008157841 + max_actor_clipfrac: 0.017333984 + max_actor_loss: 0.00078693125 + max_advantage: 0.3849041 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002229231 + max_entropy: 0.043871995 + max_grad_norm_pre_clip: 1.9506414 + max_loss: 0.00086035306 + std: + std_actor_approxkl1: 0.00039624836 + std_actor_approxkl3: 0.00021526616 + std_actor_clipfrac: 0.004721814 + std_actor_loss: 0.00044275657 + std_advantage: 0.019817473 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0627223e-05 + std_entropy: 0.0041728136 + std_grad_norm_pre_clip: 0.43548197 + std_loss: 0.00044964082 + eval-batch-orig: + avg_avg_episode_length: 17.183678 + avg_avg_return: 0.83236676 + avg_benchmark_regret: 0.003937866 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28448486 + proxy_corner: + avg_avg_return: 0.83236676 + avg_reward_per_step: 0.28448486 + eval-batch-shift: + avg_avg_episode_length: 65.27666 + avg_avg_return: 0.2605156 + avg_benchmark_regret: 0.6230642 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079193115 + proxy_corner: + avg_avg_return: 0.5177833 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 6.3961697 + avg_avg_return: 0.9813963 + avg_benchmark_regret: 0.012822034 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26353455 + proxy_corner: + avg_avg_return: 0.9813963 + avg_reward_per_step: 0.26353455 +=========================================================== +=========================================================== + step: + env-step-all-before: 376438784 + env-step-replay-before: 187006976 + env-step-used-before: 376438784 + ppo-update-before: 229760 + env-step-generate-before: 189431808 + env-step-all-after: 376471552 + env-step-replay-after: 187039744 + env-step-used-after: 376471552 + ppo-update-after: 229780 + env-step-generate-after: 189431808 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.759825 + avg_avg_return: 0.90290105 + avg_reward_per_step: 0.08181763 + proxy_corner: + avg_avg_return: 0.90290105 + avg_reward_per_step: 0.08181763 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.759825 + avg_avg_return: 0.90290105 + avg_reward_per_step: 0.08181763 + proxy_corner: + avg_avg_return: 0.90290105 + avg_reward_per_step: 0.08181763 + perf: + env_steps_per_second: 933479.9270663376 + ppo_updates_per_second: 99.5909000118657 + eval-batch-orig-duration: 0.20960947999265045 + eval-batch-shift-duration: 0.14524482301203534 + eval-batch-tree-duration: 0.14501209498848766 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.358887 + mouse-cheese_dist_finite_wavg: 11.036942 + mouse-cheese_dist_solvable_avg: 11.358887 + mouse-cheese_dist_solvable_wavg: 11.036942 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2561035 + num_walls_wavg: 6.0264053 + prop_walls_avg: 0.2720045 + prop_walls_wavg: 0.2620176 + scoring: + avg_scores: 0.08555247 + visit_patterns: + avg_first_visit_time: 3815.6704 + avg_last_visit_time: 5698.2705 + num_replay_batches: 5708 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005306643 + avg_actor_approxkl3: 0.00038667713 + avg_actor_clipfrac: 0.011212158 + avg_actor_loss: 2.2122147e-05 + avg_advantage: 0.0011002197 + avg_critic_clipfrac: 0.00048828125 + avg_critic_loss: 0.00020507777 + avg_entropy: 0.051454704 + avg_grad_norm_pre_clip: 0.81129736 + avg_loss: 7.3206334e-05 + max: + max_actor_approxkl1: 0.0012543639 + max_actor_approxkl3: 0.0007856382 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0012699557 + max_advantage: 0.34910583 + max_critic_clipfrac: 0.0028076172 + max_critic_loss: 0.00032679926 + max_entropy: 0.058587708 + max_grad_norm_pre_clip: 1.9128791 + max_loss: 0.0013092363 + std: + std_actor_approxkl1: 0.00034134666 + std_actor_approxkl3: 0.0001855471 + std_actor_clipfrac: 0.0048516276 + std_actor_loss: 0.00062391633 + std_advantage: 0.023137009 + std_critic_clipfrac: 0.0008895233 + std_critic_loss: 4.119577e-05 + std_entropy: 0.0043608374 + std_grad_norm_pre_clip: 0.44435802 + std_loss: 0.00062243646 + eval-batch-orig: + avg_avg_episode_length: 17.185982 + avg_avg_return: 0.8324557 + avg_benchmark_regret: 0.003848926 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28470612 + proxy_corner: + avg_avg_return: 0.8324557 + avg_reward_per_step: 0.28470612 + eval-batch-shift: + avg_avg_episode_length: 66.155716 + avg_avg_return: 0.25422707 + avg_benchmark_regret: 0.62935275 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07474518 + proxy_corner: + avg_avg_return: 0.5284927 + avg_reward_per_step: 0.014976501 + eval-batch-tree: + avg_avg_episode_length: 6.406232 + avg_avg_return: 0.98169565 + avg_benchmark_regret: 0.01252272 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26345062 + proxy_corner: + avg_avg_return: 0.98169565 + avg_reward_per_step: 0.26345062 +=========================================================== +=========================================================== + step: + env-step-all-before: 377487360 + env-step-replay-before: 187662336 + env-step-used-before: 377487360 + ppo-update-before: 230400 + env-step-generate-before: 189825024 + env-step-all-after: 377520128 + env-step-replay-after: 187662336 + env-step-used-after: 377520128 + ppo-update-after: 230420 + env-step-generate-after: 189857792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.91849 + avg_avg_return: 0.84638315 + avg_reward_per_step: 0.31329346 + proxy_corner: + avg_avg_return: 0.84638315 + avg_reward_per_step: 0.31329346 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.91849 + avg_avg_return: 0.84638315 + avg_reward_per_step: 0.31329346 + proxy_corner: + avg_avg_return: 0.84638315 + avg_reward_per_step: 0.31329346 + perf: + env_steps_per_second: 889441.3635520247 + ppo_updates_per_second: 103.96326307282557 + eval-batch-orig-duration: 0.20019150502048433 + eval-batch-shift-duration: 0.14386948297033086 + eval-batch-tree-duration: 0.14254212199011818 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.368164 + mouse-cheese_dist_finite_wavg: 11.9383335 + mouse-cheese_dist_solvable_avg: 11.368164 + mouse-cheese_dist_solvable_wavg: 11.938336 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.258301 + num_walls_wavg: 4.2276354 + prop_walls_avg: 0.27210003 + prop_walls_wavg: 0.18381025 + scoring: + avg_scores: 0.08554386 + visit_patterns: + avg_first_visit_time: 3818.8704 + avg_last_visit_time: 5717.251 + num_replay_batches: 5727 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005100349 + avg_actor_approxkl3: 0.00038468422 + avg_actor_clipfrac: 0.016204834 + avg_actor_loss: -0.0007797936 + avg_advantage: -0.013256154 + avg_critic_clipfrac: 0.0024108887 + avg_critic_loss: 0.0015656482 + avg_entropy: 0.11719262 + avg_grad_norm_pre_clip: 1.2424128 + avg_loss: -0.000114162154 + max: + max_actor_approxkl1: 0.00128896 + max_actor_approxkl3: 0.00089145894 + max_actor_clipfrac: 0.037841797 + max_actor_loss: 0.0015640408 + max_advantage: 0.2779178 + max_critic_clipfrac: 0.021972656 + max_critic_loss: 0.0024174473 + max_entropy: 0.16475824 + max_grad_norm_pre_clip: 3.5025306 + max_loss: 0.0025196692 + std: + std_actor_approxkl1: 0.0004306929 + std_actor_approxkl3: 0.0002467874 + std_actor_clipfrac: 0.01019129 + std_actor_loss: 0.0010435983 + std_advantage: 0.05845318 + std_critic_clipfrac: 0.0054729003 + std_critic_loss: 0.00053028995 + std_entropy: 0.024368873 + std_grad_norm_pre_clip: 0.84333915 + std_loss: 0.0011669912 + eval-batch-orig: + avg_avg_episode_length: 17.182999 + avg_avg_return: 0.8324115 + avg_benchmark_regret: 0.0038930622 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28477478 + proxy_corner: + avg_avg_return: 0.8324115 + avg_reward_per_step: 0.28477478 + eval-batch-shift: + avg_avg_episode_length: 65.140656 + avg_avg_return: 0.26652682 + avg_benchmark_regret: 0.61705303 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07765961 + proxy_corner: + avg_avg_return: 0.5224116 + avg_reward_per_step: 0.014801025 + eval-batch-tree: + avg_avg_episode_length: 6.913458 + avg_avg_return: 0.9761169 + avg_benchmark_regret: 0.018101504 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26359558 + proxy_corner: + avg_avg_return: 0.9761169 + avg_reward_per_step: 0.26359558 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 378535936 + env-step-replay-before: 188186624 + env-step-used-before: 378535936 + ppo-update-before: 231040 + env-step-generate-before: 190349312 + env-step-all-after: 378568704 + env-step-replay-after: 188186624 + env-step-used-after: 378568704 + ppo-update-after: 231060 + env-step-generate-after: 190382080 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.9235 + avg_avg_return: 0.81030095 + avg_reward_per_step: 0.26550293 + proxy_corner: + avg_avg_return: 0.81030095 + avg_reward_per_step: 0.26550293 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.9235 + avg_avg_return: 0.81030095 + avg_reward_per_step: 0.26550293 + proxy_corner: + avg_avg_return: 0.81030095 + avg_reward_per_step: 0.26550293 + perf: + env_steps_per_second: 576904.8514057992 + ppo_updates_per_second: 72.37770760812322 + eval-batch-orig-duration: 0.3327202810323797 + eval-batch-shift-duration: 0.17649331997381523 + eval-batch-tree-duration: 0.15061934397090226 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.374512 + mouse-cheese_dist_finite_wavg: 11.033556 + mouse-cheese_dist_solvable_avg: 11.374512 + mouse-cheese_dist_solvable_wavg: 11.033556 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262451 + num_walls_wavg: 6.026981 + prop_walls_avg: 0.27228045 + prop_walls_wavg: 0.2620427 + scoring: + avg_scores: 0.08577825 + visit_patterns: + avg_first_visit_time: 3827.5144 + avg_last_visit_time: 5733.295 + num_replay_batches: 5743 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009883892 + avg_actor_approxkl3: 0.00062968483 + avg_actor_clipfrac: 0.023236085 + avg_actor_loss: -0.0013693236 + avg_advantage: -0.016539924 + avg_critic_clipfrac: 0.024108887 + avg_critic_loss: 0.0022917052 + avg_entropy: 0.13511716 + avg_grad_norm_pre_clip: 0.7318276 + avg_loss: -0.0003585883 + max: + max_actor_approxkl1: 0.0019994238 + max_actor_approxkl3: 0.0014829412 + max_actor_clipfrac: 0.052124023 + max_actor_loss: 0.0002201572 + max_advantage: 0.28949147 + max_critic_clipfrac: 0.08325195 + max_critic_loss: 0.0031622513 + max_entropy: 0.18490022 + max_grad_norm_pre_clip: 1.1194541 + max_loss: 0.0016246056 + std: + std_actor_approxkl1: 0.0006224725 + std_actor_approxkl3: 0.00041624132 + std_actor_clipfrac: 0.013928767 + std_actor_loss: 0.0010248793 + std_advantage: 0.07165982 + std_critic_clipfrac: 0.023604324 + std_critic_loss: 0.0003725492 + std_entropy: 0.017789764 + std_grad_norm_pre_clip: 0.18120846 + std_loss: 0.0011350507 + eval-batch-orig: + avg_avg_episode_length: 17.199282 + avg_avg_return: 0.83280563 + avg_benchmark_regret: 0.0034990169 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28405762 + proxy_corner: + avg_avg_return: 0.83280563 + avg_reward_per_step: 0.28405762 + eval-batch-shift: + avg_avg_episode_length: 64.751175 + avg_avg_return: 0.27192554 + avg_benchmark_regret: 0.6116543 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079963684 + proxy_corner: + avg_avg_return: 0.51520205 + avg_reward_per_step: 0.0146865845 + eval-batch-tree: + avg_avg_episode_length: 6.778822 + avg_avg_return: 0.97888434 + avg_benchmark_regret: 0.0153339915 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26210785 + proxy_corner: + avg_avg_return: 0.97888434 + avg_reward_per_step: 0.26210785 +=========================================================== +=========================================================== + step: + env-step-all-before: 379584512 + env-step-replay-before: 188743680 + env-step-used-before: 379584512 + ppo-update-before: 231680 + env-step-generate-before: 190840832 + env-step-all-after: 379617280 + env-step-replay-after: 188776448 + env-step-used-after: 379617280 + ppo-update-after: 231700 + env-step-generate-after: 190840832 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.655655 + avg_avg_return: 0.9040055 + avg_reward_per_step: 0.082458496 + proxy_corner: + avg_avg_return: 0.9040055 + avg_reward_per_step: 0.082458496 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.655655 + avg_avg_return: 0.9040055 + avg_reward_per_step: 0.082458496 + proxy_corner: + avg_avg_return: 0.9040055 + avg_reward_per_step: 0.082458496 + perf: + env_steps_per_second: 593426.1002993498 + ppo_updates_per_second: 74.2796507087664 + eval-batch-orig-duration: 0.2689069249900058 + eval-batch-shift-duration: 0.1551869020331651 + eval-batch-tree-duration: 0.14739279495552182 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.375488 + mouse-cheese_dist_finite_wavg: 6.544986 + mouse-cheese_dist_solvable_avg: 11.375488 + mouse-cheese_dist_solvable_wavg: 6.544987 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2626953 + num_walls_wavg: 5.128161 + prop_walls_avg: 0.27229106 + prop_walls_wavg: 0.22296348 + scoring: + avg_scores: 0.08578777 + visit_patterns: + avg_first_visit_time: 3834.81 + avg_last_visit_time: 5751.206 + num_replay_batches: 5761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019595833 + avg_actor_approxkl3: 0.00014809771 + avg_actor_clipfrac: 0.005957031 + avg_actor_loss: -0.0003970769 + avg_advantage: -0.0007633698 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018738519 + avg_entropy: 0.047713686 + avg_grad_norm_pre_clip: 0.4438075 + avg_loss: -0.000351098 + max: + max_actor_approxkl1: 0.0005231374 + max_actor_approxkl3: 0.00031186873 + max_actor_clipfrac: 0.011108398 + max_actor_loss: 0.0006098696 + max_advantage: 0.27641243 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00029385684 + max_entropy: 0.054735653 + max_grad_norm_pre_clip: 0.7772684 + max_loss: 0.00068427686 + std: + std_actor_approxkl1: 0.0001988976 + std_actor_approxkl3: 7.828524e-05 + std_actor_clipfrac: 0.002782989 + std_actor_loss: 0.00049042277 + std_advantage: 0.01969403 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.672621e-05 + std_entropy: 0.0042296043 + std_grad_norm_pre_clip: 0.1618395 + std_loss: 0.0004988031 + eval-batch-orig: + avg_avg_episode_length: 17.202877 + avg_avg_return: 0.83226293 + avg_benchmark_regret: 0.004041677 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2832489 + proxy_corner: + avg_avg_return: 0.83226293 + avg_reward_per_step: 0.2832489 + eval-batch-shift: + avg_avg_episode_length: 64.33161 + avg_avg_return: 0.27458823 + avg_benchmark_regret: 0.6089916 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078178406 + proxy_corner: + avg_avg_return: 0.5183301 + avg_reward_per_step: 0.0146484375 + eval-batch-tree: + avg_avg_episode_length: 6.3390007 + avg_avg_return: 0.9820629 + avg_benchmark_regret: 0.012155461 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2624588 + proxy_corner: + avg_avg_return: 0.9820629 + avg_reward_per_step: 0.2624588 +=========================================================== +=========================================================== + step: + env-step-all-before: 380633088 + env-step-replay-before: 189235200 + env-step-used-before: 380633088 + ppo-update-before: 232320 + env-step-generate-before: 191397888 + env-step-all-after: 380665856 + env-step-replay-after: 189267968 + env-step-used-after: 380665856 + ppo-update-after: 232340 + env-step-generate-after: 191397888 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.653152 + avg_avg_return: 0.9037465 + avg_reward_per_step: 0.08248901 + proxy_corner: + avg_avg_return: 0.9037465 + avg_reward_per_step: 0.08248901 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.653152 + avg_avg_return: 0.9037465 + avg_reward_per_step: 0.08248901 + proxy_corner: + avg_avg_return: 0.9037465 + avg_reward_per_step: 0.08248901 + perf: + env_steps_per_second: 814292.462220999 + ppo_updates_per_second: 93.85933908999297 + eval-batch-orig-duration: 0.2267318430240266 + eval-batch-shift-duration: 0.16343135997885838 + eval-batch-tree-duration: 0.14585902699036524 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.373291 + mouse-cheese_dist_finite_wavg: 7.44167 + mouse-cheese_dist_solvable_avg: 11.373291 + mouse-cheese_dist_solvable_wavg: 7.441671 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2580566 + num_walls_wavg: 7.823991 + prop_walls_avg: 0.2720894 + prop_walls_wavg: 0.34017348 + scoring: + avg_scores: 0.08592691 + visit_patterns: + avg_first_visit_time: 3847.171 + avg_last_visit_time: 5766.2793 + num_replay_batches: 5776 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051974866 + avg_actor_approxkl3: 0.00043465846 + avg_actor_clipfrac: 0.012207031 + avg_actor_loss: -0.00023886995 + avg_advantage: 0.02563757 + avg_critic_clipfrac: 0.013061523 + avg_critic_loss: 0.00053467316 + avg_entropy: 0.058380026 + avg_grad_norm_pre_clip: 0.6854166 + avg_loss: -2.9913424e-05 + max: + max_actor_approxkl1: 0.0020171516 + max_actor_approxkl3: 0.0014594132 + max_actor_clipfrac: 0.024536133 + max_actor_loss: 0.001278894 + max_advantage: 0.643726 + max_critic_clipfrac: 0.037109375 + max_critic_loss: 0.0010371982 + max_entropy: 0.06495069 + max_grad_norm_pre_clip: 1.8256415 + max_loss: 0.0016070373 + std: + std_actor_approxkl1: 0.00050286605 + std_actor_approxkl3: 0.00034047227 + std_actor_clipfrac: 0.0059974925 + std_actor_loss: 0.0006644338 + std_advantage: 0.039817102 + std_critic_clipfrac: 0.012457394 + std_critic_loss: 0.0002258655 + std_entropy: 0.0034464025 + std_grad_norm_pre_clip: 0.47010508 + std_loss: 0.0007503503 + eval-batch-orig: + avg_avg_episode_length: 17.204462 + avg_avg_return: 0.8320047 + avg_benchmark_regret: 0.004299904 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28355408 + proxy_corner: + avg_avg_return: 0.8320047 + avg_reward_per_step: 0.28355408 + eval-batch-shift: + avg_avg_episode_length: 65.337524 + avg_avg_return: 0.26857573 + avg_benchmark_regret: 0.6150041 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07141876 + proxy_corner: + avg_avg_return: 0.5287111 + avg_reward_per_step: 0.014640808 + eval-batch-tree: + avg_avg_episode_length: 6.3188047 + avg_avg_return: 0.98158956 + avg_benchmark_regret: 0.012628756 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2633438 + proxy_corner: + avg_avg_return: 0.98158956 + avg_reward_per_step: 0.2633438 +=========================================================== +=========================================================== + step: + env-step-all-before: 381681664 + env-step-replay-before: 189890560 + env-step-used-before: 381681664 + ppo-update-before: 232960 + env-step-generate-before: 191791104 + env-step-all-after: 381714432 + env-step-replay-after: 189923328 + env-step-used-after: 381714432 + ppo-update-after: 232980 + env-step-generate-after: 191791104 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.904821 + avg_avg_return: 0.9015825 + avg_reward_per_step: 0.08154297 + proxy_corner: + avg_avg_return: 0.9015825 + avg_reward_per_step: 0.08154297 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.904821 + avg_avg_return: 0.9015825 + avg_reward_per_step: 0.08154297 + proxy_corner: + avg_avg_return: 0.9015825 + avg_reward_per_step: 0.08154297 + perf: + env_steps_per_second: 592214.2439759535 + ppo_updates_per_second: 96.08858352037622 + eval-batch-orig-duration: 0.200580416014418 + eval-batch-shift-duration: 0.14678146602818742 + eval-batch-tree-duration: 0.14549704495584592 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.371826 + mouse-cheese_dist_finite_wavg: 10.13375 + mouse-cheese_dist_solvable_avg: 11.371826 + mouse-cheese_dist_solvable_wavg: 10.133751 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2575684 + num_walls_wavg: 6.025168 + prop_walls_avg: 0.27206814 + prop_walls_wavg: 0.2619638 + scoring: + avg_scores: 0.08601114 + visit_patterns: + avg_first_visit_time: 3859.8984 + avg_last_visit_time: 5786.3057 + num_replay_batches: 5796 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095484947 + avg_actor_approxkl3: 0.0003824029 + avg_actor_clipfrac: 0.0119689945 + avg_actor_loss: -0.0005367982 + avg_advantage: 0.0241201 + avg_critic_clipfrac: 0.0071472167 + avg_critic_loss: 0.00039540892 + avg_entropy: 0.05718108 + avg_grad_norm_pre_clip: 0.3553212 + avg_loss: -0.00039627487 + max: + max_actor_approxkl1: 0.0025387746 + max_actor_approxkl3: 0.0012492288 + max_actor_clipfrac: 0.033081055 + max_actor_loss: 0.00016051717 + max_advantage: 0.46699393 + max_critic_clipfrac: 0.023925781 + max_critic_loss: 0.0009841113 + max_entropy: 0.06740267 + max_grad_norm_pre_clip: 1.4957384 + max_loss: 0.0004672398 + std: + std_actor_approxkl1: 0.00070575887 + std_actor_approxkl3: 0.00028450784 + std_actor_clipfrac: 0.007586891 + std_actor_loss: 0.0005538358 + std_advantage: 0.033451755 + std_critic_clipfrac: 0.006935428 + std_critic_loss: 0.00018043416 + std_entropy: 0.0045240102 + std_grad_norm_pre_clip: 0.2746887 + std_loss: 0.0006083462 + eval-batch-orig: + avg_avg_episode_length: 17.20253 + avg_avg_return: 0.83234006 + avg_benchmark_regret: 0.003964613 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2837677 + proxy_corner: + avg_avg_return: 0.83234006 + avg_reward_per_step: 0.2837677 + eval-batch-shift: + avg_avg_episode_length: 65.27089 + avg_avg_return: 0.2667716 + avg_benchmark_regret: 0.61680824 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071502686 + proxy_corner: + avg_avg_return: 0.51919055 + avg_reward_per_step: 0.014785767 + eval-batch-tree: + avg_avg_episode_length: 6.3133173 + avg_avg_return: 0.98148835 + avg_benchmark_regret: 0.012729989 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2630539 + proxy_corner: + avg_avg_return: 0.98148835 + avg_reward_per_step: 0.2630539 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 382730240 + env-step-replay-before: 190513152 + env-step-used-before: 382730240 + ppo-update-before: 233600 + env-step-generate-before: 192217088 + env-step-all-after: 382763008 + env-step-replay-after: 190545920 + env-step-used-after: 382763008 + ppo-update-after: 233620 + env-step-generate-after: 192217088 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.715614 + avg_avg_return: 0.90322673 + avg_reward_per_step: 0.08206177 + proxy_corner: + avg_avg_return: 0.90322673 + avg_reward_per_step: 0.08206177 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.715614 + avg_avg_return: 0.90322673 + avg_reward_per_step: 0.08206177 + proxy_corner: + avg_avg_return: 0.90322673 + avg_reward_per_step: 0.08206177 + perf: + env_steps_per_second: 610535.4860522937 + ppo_updates_per_second: 74.6228922818049 + eval-batch-orig-duration: 0.2623823879985139 + eval-batch-shift-duration: 0.1624521469930187 + eval-batch-tree-duration: 0.1470971520175226 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.373047 + mouse-cheese_dist_finite_wavg: 12.835767 + mouse-cheese_dist_solvable_avg: 11.373047 + mouse-cheese_dist_solvable_wavg: 12.83577 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2580566 + num_walls_wavg: 6.923014 + prop_walls_avg: 0.27208942 + prop_walls_wavg: 0.30100065 + scoring: + avg_scores: 0.08558191 + visit_patterns: + avg_first_visit_time: 3867.0376 + avg_last_visit_time: 5805.307 + num_replay_batches: 5815 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006311218 + avg_actor_approxkl3: 0.00030712993 + avg_actor_clipfrac: 0.011651612 + avg_actor_loss: -0.00010120275 + avg_advantage: 0.00061497086 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016960272 + avg_entropy: 0.060668387 + avg_grad_norm_pre_clip: 0.58315647 + avg_loss: -7.706978e-05 + max: + max_actor_approxkl1: 0.0017628281 + max_actor_approxkl3: 0.0006437912 + max_actor_clipfrac: 0.03125 + max_actor_loss: 0.0005218 + max_advantage: 0.34633726 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023728474 + max_entropy: 0.07281377 + max_grad_norm_pre_clip: 1.4390173 + max_loss: 0.0005317334 + std: + std_actor_approxkl1: 0.00051568676 + std_actor_approxkl3: 0.00016750349 + std_actor_clipfrac: 0.007628513 + std_actor_loss: 0.00037445335 + std_advantage: 0.018500313 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1741314e-05 + std_entropy: 0.006173191 + std_grad_norm_pre_clip: 0.28759906 + std_loss: 0.00037403838 + eval-batch-orig: + avg_avg_episode_length: 17.21849 + avg_avg_return: 0.8321357 + avg_benchmark_regret: 0.0041689435 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28320312 + proxy_corner: + avg_avg_return: 0.8321357 + avg_reward_per_step: 0.28320312 + eval-batch-shift: + avg_avg_episode_length: 64.78252 + avg_avg_return: 0.2751205 + avg_benchmark_regret: 0.60845935 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074043274 + proxy_corner: + avg_avg_return: 0.5076622 + avg_reward_per_step: 0.014434814 + eval-batch-tree: + avg_avg_episode_length: 6.4769154 + avg_avg_return: 0.9799868 + avg_benchmark_regret: 0.014231538 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26255798 + proxy_corner: + avg_avg_return: 0.9799868 + avg_reward_per_step: 0.26255798 +=========================================================== +=========================================================== + step: + env-step-all-before: 383778816 + env-step-replay-before: 191168512 + env-step-used-before: 383778816 + ppo-update-before: 234240 + env-step-generate-before: 192610304 + env-step-all-after: 383811584 + env-step-replay-after: 191168512 + env-step-used-after: 383811584 + ppo-update-after: 234260 + env-step-generate-after: 192643072 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.10651 + avg_avg_return: 0.80895495 + avg_reward_per_step: 0.26474 + proxy_corner: + avg_avg_return: 0.80895495 + avg_reward_per_step: 0.26474 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.10651 + avg_avg_return: 0.80895495 + avg_reward_per_step: 0.26474 + proxy_corner: + avg_avg_return: 0.80895495 + avg_reward_per_step: 0.26474 + perf: + env_steps_per_second: 605192.6523128955 + ppo_updates_per_second: 99.48652021060927 + eval-batch-orig-duration: 0.1960746879922226 + eval-batch-shift-duration: 0.14273232797859237 + eval-batch-tree-duration: 0.1398304000031203 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.363037 + mouse-cheese_dist_finite_wavg: 11.936017 + mouse-cheese_dist_solvable_avg: 11.363037 + mouse-cheese_dist_solvable_wavg: 11.936018 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.256592 + num_walls_wavg: 5.125876 + prop_walls_avg: 0.2720257 + prop_walls_wavg: 0.22286417 + scoring: + avg_scores: 0.0857048 + visit_patterns: + avg_first_visit_time: 3879.0764 + avg_last_visit_time: 5824.255 + num_replay_batches: 5834 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089646125 + avg_actor_approxkl3: 0.0005750232 + avg_actor_clipfrac: 0.023913575 + avg_actor_loss: -0.0011137199 + avg_advantage: -0.01716404 + avg_critic_clipfrac: 0.0072265626 + avg_critic_loss: 0.0023376425 + avg_entropy: 0.13762741 + avg_grad_norm_pre_clip: 0.82802516 + avg_loss: -8.2525985e-05 + max: + max_actor_approxkl1: 0.0016455968 + max_actor_approxkl3: 0.00095831265 + max_actor_clipfrac: 0.041137695 + max_actor_loss: 0.00022640079 + max_advantage: 0.41945213 + max_critic_clipfrac: 0.044189453 + max_critic_loss: 0.0037326505 + max_entropy: 0.17996925 + max_grad_norm_pre_clip: 1.525816 + max_loss: 0.0016602305 + std: + std_actor_approxkl1: 0.000509343 + std_actor_approxkl3: 0.00027254169 + std_actor_clipfrac: 0.010938133 + std_actor_loss: 0.00089659065 + std_advantage: 0.07064084 + std_critic_clipfrac: 0.01215477 + std_critic_loss: 0.00075459486 + std_entropy: 0.022914104 + std_grad_norm_pre_clip: 0.2886403 + std_loss: 0.0009809994 + eval-batch-orig: + avg_avg_episode_length: 17.204964 + avg_avg_return: 0.8320396 + avg_benchmark_regret: 0.004265075 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28394318 + proxy_corner: + avg_avg_return: 0.8320396 + avg_reward_per_step: 0.28394318 + eval-batch-shift: + avg_avg_episode_length: 65.65126 + avg_avg_return: 0.26024628 + avg_benchmark_regret: 0.6233336 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072654724 + proxy_corner: + avg_avg_return: 0.5212246 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 6.2225323 + avg_avg_return: 0.98308194 + avg_benchmark_regret: 0.011136418 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2639389 + proxy_corner: + avg_avg_return: 0.98308194 + avg_reward_per_step: 0.2639389 +=========================================================== +=========================================================== + step: + env-step-all-before: 384827392 + env-step-replay-before: 191660032 + env-step-used-before: 384827392 + ppo-update-before: 234880 + env-step-generate-before: 193167360 + env-step-all-after: 384860160 + env-step-replay-after: 191692800 + env-step-used-after: 384860160 + ppo-update-after: 234900 + env-step-generate-after: 193167360 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.617047 + avg_avg_return: 0.9039866 + avg_reward_per_step: 0.08270264 + proxy_corner: + avg_avg_return: 0.9039866 + avg_reward_per_step: 0.08270264 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.617047 + avg_avg_return: 0.9039866 + avg_reward_per_step: 0.08270264 + proxy_corner: + avg_avg_return: 0.9039866 + avg_reward_per_step: 0.08270264 + perf: + env_steps_per_second: 644481.3866225017 + ppo_updates_per_second: 75.62834010135717 + eval-batch-orig-duration: 0.26143471599789336 + eval-batch-shift-duration: 0.1480945840012282 + eval-batch-tree-duration: 0.14343060599640012 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.370117 + mouse-cheese_dist_finite_wavg: 12.836188 + mouse-cheese_dist_solvable_avg: 11.370117 + mouse-cheese_dist_solvable_wavg: 12.836188 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2617188 + num_walls_wavg: 5.125883 + prop_walls_avg: 0.27224863 + prop_walls_wavg: 0.22286448 + scoring: + avg_scores: 0.085817695 + visit_patterns: + avg_first_visit_time: 3889.2136 + avg_last_visit_time: 5840.294 + num_replay_batches: 5850 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006006519 + avg_actor_approxkl3: 0.00033846436 + avg_actor_clipfrac: 0.008752442 + avg_actor_loss: -0.0004501529 + avg_advantage: 0.019327022 + avg_critic_clipfrac: 0.0056579593 + avg_critic_loss: 0.0004637992 + avg_entropy: 0.048583284 + avg_grad_norm_pre_clip: 0.38623938 + avg_loss: -0.00026683658 + max: + max_actor_approxkl1: 0.0015930729 + max_actor_approxkl3: 0.00069869915 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0005482128 + max_advantage: 0.45919234 + max_critic_clipfrac: 0.024658203 + max_critic_loss: 0.0011070897 + max_entropy: 0.057259142 + max_grad_norm_pre_clip: 0.8515765 + max_loss: 0.0007032499 + std: + std_actor_approxkl1: 0.000424713 + std_actor_approxkl3: 0.00019066014 + std_actor_clipfrac: 0.0042312993 + std_actor_loss: 0.00054553093 + std_advantage: 0.035167243 + std_critic_clipfrac: 0.0074771703 + std_critic_loss: 0.00019523606 + std_entropy: 0.0056818686 + std_grad_norm_pre_clip: 0.1763259 + std_loss: 0.0005906807 + eval-batch-orig: + avg_avg_episode_length: 17.193142 + avg_avg_return: 0.83233917 + avg_benchmark_regret: 0.0039654584 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28404236 + proxy_corner: + avg_avg_return: 0.83233917 + avg_reward_per_step: 0.28404236 + eval-batch-shift: + avg_avg_episode_length: 64.90337 + avg_avg_return: 0.2780662 + avg_benchmark_regret: 0.60551363 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07396698 + proxy_corner: + avg_avg_return: 0.51530814 + avg_reward_per_step: 0.014564514 + eval-batch-tree: + avg_avg_episode_length: 6.256817 + avg_avg_return: 0.98142064 + avg_benchmark_regret: 0.01279776 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26367188 + proxy_corner: + avg_avg_return: 0.98142064 + avg_reward_per_step: 0.26367188 +=========================================================== +=========================================================== + step: + env-step-all-before: 385875968 + env-step-replay-before: 192282624 + env-step-used-before: 385875968 + ppo-update-before: 235520 + env-step-generate-before: 193593344 + env-step-all-after: 385908736 + env-step-replay-after: 192315392 + env-step-used-after: 385908736 + ppo-update-after: 235540 + env-step-generate-after: 193593344 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.67272 + avg_avg_return: 0.90362835 + avg_reward_per_step: 0.082855225 + proxy_corner: + avg_avg_return: 0.90362835 + avg_reward_per_step: 0.082855225 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.67272 + avg_avg_return: 0.90362835 + avg_reward_per_step: 0.082855225 + proxy_corner: + avg_avg_return: 0.90362835 + avg_reward_per_step: 0.082855225 + perf: + env_steps_per_second: 901046.787765154 + ppo_updates_per_second: 107.84765138444017 + eval-batch-orig-duration: 0.20182607899187133 + eval-batch-shift-duration: 0.15414380503352731 + eval-batch-tree-duration: 0.16688523499760777 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.370361 + mouse-cheese_dist_finite_wavg: 11.938443 + mouse-cheese_dist_solvable_avg: 11.370361 + mouse-cheese_dist_solvable_wavg: 11.938443 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262451 + num_walls_wavg: 7.8255286 + prop_walls_avg: 0.27228045 + prop_walls_wavg: 0.34024042 + scoring: + avg_scores: 0.0859285 + visit_patterns: + avg_first_visit_time: 3900.9165 + avg_last_visit_time: 5859.2954 + num_replay_batches: 5869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002447777 + avg_actor_approxkl3: 0.00036881797 + avg_actor_clipfrac: 0.012713623 + avg_actor_loss: -0.00034785783 + avg_advantage: -0.002110927 + avg_critic_clipfrac: 0.00012817384 + avg_critic_loss: 0.00024155181 + avg_entropy: 0.06883313 + avg_grad_norm_pre_clip: 0.6705822 + avg_loss: -0.0002959151 + max: + max_actor_approxkl1: 0.0010646093 + max_actor_approxkl3: 0.00059855136 + max_actor_clipfrac: 0.024658203 + max_actor_loss: 0.0012411512 + max_advantage: 0.2954229 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.00042892178 + max_entropy: 0.07790601 + max_grad_norm_pre_clip: 1.8192254 + max_loss: 0.0013219073 + std: + std_actor_approxkl1: 0.0003485204 + std_actor_approxkl3: 0.00017950662 + std_actor_clipfrac: 0.0063232277 + std_actor_loss: 0.0006392886 + std_advantage: 0.025501648 + std_critic_clipfrac: 0.0003888567 + std_critic_loss: 6.831484e-05 + std_entropy: 0.0045417557 + std_grad_norm_pre_clip: 0.43156666 + std_loss: 0.00064562005 + eval-batch-orig: + avg_avg_episode_length: 17.18899 + avg_avg_return: 0.83246696 + avg_benchmark_regret: 0.0038376402 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28411102 + proxy_corner: + avg_avg_return: 0.83246696 + avg_reward_per_step: 0.28411102 + eval-batch-shift: + avg_avg_episode_length: 64.76837 + avg_avg_return: 0.27633387 + avg_benchmark_regret: 0.607246 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075546265 + proxy_corner: + avg_avg_return: 0.5121142 + avg_reward_per_step: 0.014663696 + eval-batch-tree: + avg_avg_episode_length: 6.0055895 + avg_avg_return: 0.98501974 + avg_benchmark_regret: 0.009198643 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26338196 + proxy_corner: + avg_avg_return: 0.98501974 + avg_reward_per_step: 0.26338196 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 386924544 + env-step-replay-before: 192937984 + env-step-used-before: 386924544 + ppo-update-before: 236160 + env-step-generate-before: 193986560 + env-step-all-after: 386957312 + env-step-replay-after: 192937984 + env-step-used-after: 386957312 + ppo-update-after: 236180 + env-step-generate-after: 194019328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.001184 + avg_avg_return: 0.8099534 + avg_reward_per_step: 0.26922607 + proxy_corner: + avg_avg_return: 0.8099534 + avg_reward_per_step: 0.26922607 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.001184 + avg_avg_return: 0.8099534 + avg_reward_per_step: 0.26922607 + proxy_corner: + avg_avg_return: 0.8099534 + avg_reward_per_step: 0.26922607 + perf: + env_steps_per_second: 898752.4929947582 + ppo_updates_per_second: 104.84486330727029 + eval-batch-orig-duration: 0.20493171300040558 + eval-batch-shift-duration: 0.1547779909451492 + eval-batch-tree-duration: 0.14451900904532522 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.383301 + mouse-cheese_dist_finite_wavg: 6.5439816 + mouse-cheese_dist_solvable_avg: 11.383301 + mouse-cheese_dist_solvable_wavg: 6.543984 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2651367 + num_walls_wavg: 6.0245304 + prop_walls_avg: 0.27239722 + prop_walls_wavg: 0.26193613 + scoring: + avg_scores: 0.086049564 + visit_patterns: + avg_first_visit_time: 3906.817 + avg_last_visit_time: 5878.2734 + num_replay_batches: 5888 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010749174 + avg_actor_approxkl3: 0.000518816 + avg_actor_clipfrac: 0.023455812 + avg_actor_loss: -0.0012369795 + avg_advantage: -0.015576875 + avg_critic_clipfrac: 0.007098389 + avg_critic_loss: 0.0018710172 + avg_entropy: 0.1534535 + avg_grad_norm_pre_clip: 0.7915211 + avg_loss: -0.00045492436 + max: + max_actor_approxkl1: 0.0020402835 + max_actor_approxkl3: 0.0009785554 + max_actor_clipfrac: 0.039916992 + max_actor_loss: 9.0897083e-07 + max_advantage: 0.44574928 + max_critic_clipfrac: 0.03540039 + max_critic_loss: 0.0035910462 + max_entropy: 0.20073488 + max_grad_norm_pre_clip: 1.2165763 + max_loss: 0.0015956971 + std: + std_actor_approxkl1: 0.0005928265 + std_actor_approxkl3: 0.00024234773 + std_actor_clipfrac: 0.010835779 + std_actor_loss: 0.00081797515 + std_advantage: 0.06428775 + std_critic_clipfrac: 0.011523805 + std_critic_loss: 0.00058663107 + std_entropy: 0.025678007 + std_grad_norm_pre_clip: 0.23601207 + std_loss: 0.0009330146 + eval-batch-orig: + avg_avg_episode_length: 17.19514 + avg_avg_return: 0.83244234 + avg_benchmark_regret: 0.0038623146 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28360748 + proxy_corner: + avg_avg_return: 0.83244234 + avg_reward_per_step: 0.28360748 + eval-batch-shift: + avg_avg_episode_length: 66.42366 + avg_avg_return: 0.2585184 + avg_benchmark_regret: 0.62506145 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07507324 + proxy_corner: + avg_avg_return: 0.5198806 + avg_reward_per_step: 0.01448822 + eval-batch-tree: + avg_avg_episode_length: 5.8350496 + avg_avg_return: 0.98599255 + avg_benchmark_regret: 0.00822586 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2643814 + proxy_corner: + avg_avg_return: 0.98599255 + avg_reward_per_step: 0.2643814 +=========================================================== +=========================================================== + step: + env-step-all-before: 387973120 + env-step-replay-before: 193429504 + env-step-used-before: 387973120 + ppo-update-before: 236800 + env-step-generate-before: 194543616 + env-step-all-after: 388005888 + env-step-replay-after: 193429504 + env-step-used-after: 388005888 + ppo-update-after: 236820 + env-step-generate-after: 194576384 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.297253 + avg_avg_return: 0.8407439 + avg_reward_per_step: 0.3048401 + proxy_corner: + avg_avg_return: 0.8407439 + avg_reward_per_step: 0.3048401 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.297253 + avg_avg_return: 0.8407439 + avg_reward_per_step: 0.3048401 + proxy_corner: + avg_avg_return: 0.8407439 + avg_reward_per_step: 0.3048401 + perf: + env_steps_per_second: 678556.8463866382 + ppo_updates_per_second: 104.0464258614586 + eval-batch-orig-duration: 0.20264779101125896 + eval-batch-shift-duration: 0.15551232697907835 + eval-batch-tree-duration: 0.1469284900231287 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.389648 + mouse-cheese_dist_finite_wavg: 13.739372 + mouse-cheese_dist_solvable_avg: 11.389648 + mouse-cheese_dist_solvable_wavg: 13.739374 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.265381 + num_walls_wavg: 6.0244794 + prop_walls_avg: 0.27240783 + prop_walls_wavg: 0.26193392 + scoring: + avg_scores: 0.08586788 + visit_patterns: + avg_first_visit_time: 3914.4954 + avg_last_visit_time: 5893.243 + num_replay_batches: 5903 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001391064 + avg_actor_approxkl3: 0.0007981209 + avg_actor_clipfrac: 0.029876709 + avg_actor_loss: -0.0017750753 + avg_advantage: -0.012366304 + avg_critic_clipfrac: 0.014208985 + avg_critic_loss: 0.0013840267 + avg_entropy: 0.12973939 + avg_grad_norm_pre_clip: 0.95976937 + avg_loss: -0.0012128013 + max: + max_actor_approxkl1: 0.003971343 + max_actor_approxkl3: 0.0021544923 + max_actor_clipfrac: 0.060302734 + max_actor_loss: 0.00057797134 + max_advantage: 0.21067846 + max_critic_clipfrac: 0.050048828 + max_critic_loss: 0.0031537053 + max_entropy: 0.18462609 + max_grad_norm_pre_clip: 1.8935726 + max_loss: 0.001631595 + std: + std_actor_approxkl1: 0.0011618717 + std_actor_approxkl3: 0.00056907174 + std_actor_clipfrac: 0.018101916 + std_actor_loss: 0.0016432854 + std_advantage: 0.055950727 + std_critic_clipfrac: 0.015575732 + std_critic_loss: 0.00059841416 + std_entropy: 0.025728622 + std_grad_norm_pre_clip: 0.35740468 + std_loss: 0.0016469436 + eval-batch-orig: + avg_avg_episode_length: 17.189753 + avg_avg_return: 0.83234584 + avg_benchmark_regret: 0.0039587407 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28437805 + proxy_corner: + avg_avg_return: 0.83234584 + avg_reward_per_step: 0.28437805 + eval-batch-shift: + avg_avg_episode_length: 66.3518 + avg_avg_return: 0.2579178 + avg_benchmark_regret: 0.625662 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07759094 + proxy_corner: + avg_avg_return: 0.5211731 + avg_reward_per_step: 0.014450073 + eval-batch-tree: + avg_avg_episode_length: 6.1812897 + avg_avg_return: 0.98243195 + avg_benchmark_regret: 0.011786418 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26371002 + proxy_corner: + avg_avg_return: 0.98243195 + avg_reward_per_step: 0.26371002 +=========================================================== +=========================================================== + step: + env-step-all-before: 389021696 + env-step-replay-before: 193953792 + env-step-used-before: 389021696 + ppo-update-before: 237440 + env-step-generate-before: 195067904 + env-step-all-after: 389054464 + env-step-replay-after: 193953792 + env-step-used-after: 389054464 + ppo-update-after: 237460 + env-step-generate-after: 195100672 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.615204 + avg_avg_return: 0.80462015 + avg_reward_per_step: 0.247406 + proxy_corner: + avg_avg_return: 0.80462015 + avg_reward_per_step: 0.247406 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.615204 + avg_avg_return: 0.80462015 + avg_reward_per_step: 0.247406 + proxy_corner: + avg_avg_return: 0.80462015 + avg_reward_per_step: 0.247406 + perf: + env_steps_per_second: 737019.1580749775 + ppo_updates_per_second: 82.48522300606909 + eval-batch-orig-duration: 0.3266048450022936 + eval-batch-shift-duration: 0.17044200195232406 + eval-batch-tree-duration: 0.15176338300807402 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.401123 + mouse-cheese_dist_finite_wavg: 14.637748 + mouse-cheese_dist_solvable_avg: 11.401123 + mouse-cheese_dist_solvable_wavg: 14.637746 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2719727 + num_walls_wavg: 7.8244877 + prop_walls_avg: 0.27269447 + prop_walls_wavg: 0.3401952 + scoring: + avg_scores: 0.08608553 + visit_patterns: + avg_first_visit_time: 3921.5647 + avg_last_visit_time: 5909.202 + num_replay_batches: 5919 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006558196 + avg_actor_approxkl3: 0.00044658437 + avg_actor_clipfrac: 0.017901612 + avg_actor_loss: -0.0005905293 + avg_advantage: -0.016234186 + avg_critic_clipfrac: 0.00025634767 + avg_critic_loss: 0.0014455264 + avg_entropy: 0.16759567 + avg_grad_norm_pre_clip: 0.85457224 + avg_loss: -3.536193e-05 + max: + max_actor_approxkl1: 0.001874384 + max_actor_approxkl3: 0.001102405 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.0009635091 + max_advantage: 0.52868634 + max_critic_clipfrac: 0.003540039 + max_critic_loss: 0.002727393 + max_entropy: 0.22653346 + max_grad_norm_pre_clip: 1.3244869 + max_loss: 0.0015155233 + std: + std_actor_approxkl1: 0.00051660097 + std_actor_approxkl3: 0.00029123767 + std_actor_clipfrac: 0.009435906 + std_actor_loss: 0.00080341933 + std_advantage: 0.054642815 + std_critic_clipfrac: 0.00078439084 + std_critic_loss: 0.0005364616 + std_entropy: 0.023862204 + std_grad_norm_pre_clip: 0.29018405 + std_loss: 0.000904371 + eval-batch-orig: + avg_avg_episode_length: 17.191166 + avg_avg_return: 0.8320431 + avg_benchmark_regret: 0.004261528 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28390503 + proxy_corner: + avg_avg_return: 0.8320431 + avg_reward_per_step: 0.28390503 + eval-batch-shift: + avg_avg_episode_length: 65.87979 + avg_avg_return: 0.2623047 + avg_benchmark_regret: 0.6212752 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0712204 + proxy_corner: + avg_avg_return: 0.5260551 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.080924 + avg_avg_return: 0.9847139 + avg_benchmark_regret: 0.009504435 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2627411 + proxy_corner: + avg_avg_return: 0.9847139 + avg_reward_per_step: 0.2627411 +=========================================================== +=========================================================== + step: + env-step-all-before: 390070272 + env-step-replay-before: 194445312 + env-step-used-before: 390070272 + ppo-update-before: 238080 + env-step-generate-before: 195624960 + env-step-all-after: 390103040 + env-step-replay-after: 194478080 + env-step-used-after: 390103040 + ppo-update-after: 238100 + env-step-generate-after: 195624960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.630922 + avg_avg_return: 0.9038785 + avg_reward_per_step: 0.08258057 + proxy_corner: + avg_avg_return: 0.9038785 + avg_reward_per_step: 0.08258057 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.630922 + avg_avg_return: 0.9038785 + avg_reward_per_step: 0.08258057 + proxy_corner: + avg_avg_return: 0.9038785 + avg_reward_per_step: 0.08258057 + perf: + env_steps_per_second: 829400.5486174023 + ppo_updates_per_second: 92.02716787385143 + eval-batch-orig-duration: 0.3147798830177635 + eval-batch-shift-duration: 0.2663042629719712 + eval-batch-tree-duration: 0.22582008101744577 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.397705 + mouse-cheese_dist_finite_wavg: 11.934043 + mouse-cheese_dist_solvable_avg: 11.397705 + mouse-cheese_dist_solvable_wavg: 11.934046 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2634277 + num_walls_wavg: 6.92431 + prop_walls_avg: 0.27232292 + prop_walls_wavg: 0.30105707 + scoring: + avg_scores: 0.08598465 + visit_patterns: + avg_first_visit_time: 3931.8838 + avg_last_visit_time: 5925.246 + num_replay_batches: 5935 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003754462 + avg_actor_approxkl3: 0.00032703995 + avg_actor_clipfrac: 0.008538819 + avg_actor_loss: -1.9759778e-05 + avg_advantage: 0.022331143 + avg_critic_clipfrac: 0.001361084 + avg_critic_loss: 0.00032384973 + avg_entropy: 0.043461405 + avg_grad_norm_pre_clip: 0.5007297 + avg_loss: 9.8703735e-05 + max: + max_actor_approxkl1: 0.00082892284 + max_actor_approxkl3: 0.0013495213 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.0029918477 + max_advantage: 0.40804976 + max_critic_clipfrac: 0.008178711 + max_critic_loss: 0.0007861367 + max_entropy: 0.05296514 + max_grad_norm_pre_clip: 1.4335697 + max_loss: 0.003137523 + std: + std_actor_approxkl1: 0.0002443486 + std_actor_approxkl3: 0.00029238948 + std_actor_clipfrac: 0.0039439243 + std_actor_loss: 0.000820184 + std_advantage: 0.028845761 + std_critic_clipfrac: 0.0020702616 + std_critic_loss: 0.0001500911 + std_entropy: 0.0044782534 + std_grad_norm_pre_clip: 0.3913749 + std_loss: 0.0008423175 + eval-batch-orig: + avg_avg_episode_length: 17.185421 + avg_avg_return: 0.83221805 + avg_benchmark_regret: 0.0040866355 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2838211 + proxy_corner: + avg_avg_return: 0.83221805 + avg_reward_per_step: 0.2838211 + eval-batch-shift: + avg_avg_episode_length: 65.30273 + avg_avg_return: 0.26711184 + avg_benchmark_regret: 0.61646795 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076408386 + proxy_corner: + avg_avg_return: 0.52417105 + avg_reward_per_step: 0.014549255 + eval-batch-tree: + avg_avg_episode_length: 6.1959066 + avg_avg_return: 0.98203737 + avg_benchmark_regret: 0.012180996 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2632599 + proxy_corner: + avg_avg_return: 0.98203737 + avg_reward_per_step: 0.2632599 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 391118848 + env-step-replay-before: 194936832 + env-step-used-before: 391118848 + ppo-update-before: 238720 + env-step-generate-before: 196182016 + env-step-all-after: 391151616 + env-step-replay-after: 194936832 + env-step-used-after: 391151616 + ppo-update-after: 238740 + env-step-generate-after: 196214784 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.631891 + avg_avg_return: 0.8143713 + avg_reward_per_step: 0.2807312 + proxy_corner: + avg_avg_return: 0.8143713 + avg_reward_per_step: 0.2807312 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.631891 + avg_avg_return: 0.8143713 + avg_reward_per_step: 0.2807312 + proxy_corner: + avg_avg_return: 0.8143713 + avg_reward_per_step: 0.2807312 + perf: + env_steps_per_second: 901046.9853463274 + ppo_updates_per_second: 105.72339800211343 + eval-batch-orig-duration: 0.20379048900213093 + eval-batch-shift-duration: 0.15845055697718635 + eval-batch-tree-duration: 0.1447247810428962 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.397217 + mouse-cheese_dist_finite_wavg: 5.6427183 + mouse-cheese_dist_solvable_avg: 11.397217 + mouse-cheese_dist_solvable_wavg: 5.642719 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2597656 + num_walls_wavg: 5.125506 + prop_walls_avg: 0.2721637 + prop_walls_wavg: 0.22284809 + scoring: + avg_scores: 0.086227655 + visit_patterns: + avg_first_visit_time: 3943.6997 + avg_last_visit_time: 5939.3105 + num_replay_batches: 5949 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008768143 + avg_actor_approxkl3: 0.00077696063 + avg_actor_clipfrac: 0.02878418 + avg_actor_loss: -0.000615474 + avg_advantage: -0.01564258 + avg_critic_clipfrac: 0.0012939454 + avg_critic_loss: 0.001298536 + avg_entropy: 0.15320496 + avg_grad_norm_pre_clip: 0.98215336 + avg_loss: -0.00011941111 + max: + max_actor_approxkl1: 0.0028519542 + max_actor_approxkl3: 0.0024282238 + max_actor_clipfrac: 0.07104492 + max_actor_loss: 0.0026004612 + max_advantage: 0.49483222 + max_critic_clipfrac: 0.0078125 + max_critic_loss: 0.0020340704 + max_entropy: 0.19048426 + max_grad_norm_pre_clip: 1.9708335 + max_loss: 0.0032739143 + std: + std_actor_approxkl1: 0.0007372591 + std_actor_approxkl3: 0.00056256074 + std_actor_clipfrac: 0.01839647 + std_actor_loss: 0.0011649103 + std_advantage: 0.052803233 + std_critic_clipfrac: 0.0019155317 + std_critic_loss: 0.00041074606 + std_entropy: 0.019957408 + std_grad_norm_pre_clip: 0.46183443 + std_loss: 0.0011900484 + eval-batch-orig: + avg_avg_episode_length: 17.215092 + avg_avg_return: 0.83232486 + avg_benchmark_regret: 0.0039797523 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2831726 + proxy_corner: + avg_avg_return: 0.83232486 + avg_reward_per_step: 0.2831726 + eval-batch-shift: + avg_avg_episode_length: 65.81137 + avg_avg_return: 0.2596233 + avg_benchmark_regret: 0.62395656 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07509613 + proxy_corner: + avg_avg_return: 0.5248815 + avg_reward_per_step: 0.014808655 + eval-batch-tree: + avg_avg_episode_length: 6.0512347 + avg_avg_return: 0.9851197 + avg_benchmark_regret: 0.009098692 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26268005 + proxy_corner: + avg_avg_return: 0.9851197 + avg_reward_per_step: 0.26268005 +=========================================================== +=========================================================== + step: + env-step-all-before: 392167424 + env-step-replay-before: 195428352 + env-step-used-before: 392167424 + ppo-update-before: 239360 + env-step-generate-before: 196739072 + env-step-all-after: 392200192 + env-step-replay-after: 195461120 + env-step-used-after: 392200192 + ppo-update-after: 239380 + env-step-generate-after: 196739072 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.717595 + avg_avg_return: 0.9039011 + avg_reward_per_step: 0.08224487 + proxy_corner: + avg_avg_return: 0.9039011 + avg_reward_per_step: 0.08224487 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.717595 + avg_avg_return: 0.9039011 + avg_reward_per_step: 0.08224487 + proxy_corner: + avg_avg_return: 0.9039011 + avg_reward_per_step: 0.08224487 + perf: + env_steps_per_second: 977584.6760035738 + ppo_updates_per_second: 76.64264767952224 + eval-batch-orig-duration: 0.28171332500642166 + eval-batch-shift-duration: 0.17486667400225997 + eval-batch-tree-duration: 0.15007113700266927 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.40625 + mouse-cheese_dist_finite_wavg: 14.637922 + mouse-cheese_dist_solvable_avg: 11.40625 + mouse-cheese_dist_solvable_wavg: 14.637924 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2629395 + num_walls_wavg: 7.822838 + prop_walls_avg: 0.2723017 + prop_walls_wavg: 0.34012347 + scoring: + avg_scores: 0.085959 + visit_patterns: + avg_first_visit_time: 3949.5403 + avg_last_visit_time: 5955.253 + num_replay_batches: 5965 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053609686 + avg_actor_approxkl3: 0.0002206539 + avg_actor_clipfrac: 0.008764649 + avg_actor_loss: -0.00013685772 + avg_advantage: 0.030395202 + avg_critic_clipfrac: 0.0046203616 + avg_critic_loss: 0.00041293685 + avg_entropy: 0.050896544 + avg_grad_norm_pre_clip: 0.45566836 + avg_loss: 1.8714165e-05 + max: + max_actor_approxkl1: 0.0015994067 + max_actor_approxkl3: 0.0008151104 + max_actor_clipfrac: 0.021850586 + max_actor_loss: 0.00057852454 + max_advantage: 0.339473 + max_critic_clipfrac: 0.024536133 + max_critic_loss: 0.0008832703 + max_entropy: 0.05885925 + max_grad_norm_pre_clip: 0.9154633 + max_loss: 0.0006564169 + std: + std_actor_approxkl1: 0.00036679086 + std_actor_approxkl3: 0.0001647466 + std_actor_clipfrac: 0.0049157515 + std_actor_loss: 0.00036398158 + std_advantage: 0.030921757 + std_critic_clipfrac: 0.007772081 + std_critic_loss: 0.00019573553 + std_entropy: 0.0052501485 + std_grad_norm_pre_clip: 0.18634042 + std_loss: 0.00039702412 + eval-batch-orig: + avg_avg_episode_length: 17.189964 + avg_avg_return: 0.8324914 + avg_benchmark_regret: 0.0038132174 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28424835 + proxy_corner: + avg_avg_return: 0.8324914 + avg_reward_per_step: 0.28424835 + eval-batch-shift: + avg_avg_episode_length: 65.16369 + avg_avg_return: 0.26960808 + avg_benchmark_regret: 0.6139717 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07195282 + proxy_corner: + avg_avg_return: 0.5241022 + avg_reward_per_step: 0.014678955 + eval-batch-tree: + avg_avg_episode_length: 6.0244937 + avg_avg_return: 0.9848069 + avg_benchmark_regret: 0.009411482 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26376343 + proxy_corner: + avg_avg_return: 0.9848069 + avg_reward_per_step: 0.26376343 +=========================================================== +=========================================================== + step: + env-step-all-before: 393216000 + env-step-replay-before: 195919872 + env-step-used-before: 393216000 + ppo-update-before: 240000 + env-step-generate-before: 197296128 + env-step-all-after: 393248768 + env-step-replay-after: 195919872 + env-step-used-after: 393248768 + ppo-update-after: 240020 + env-step-generate-after: 197328896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.216509 + avg_avg_return: 0.8435199 + avg_reward_per_step: 0.2906189 + proxy_corner: + avg_avg_return: 0.8435199 + avg_reward_per_step: 0.2906189 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.216509 + avg_avg_return: 0.8435199 + avg_reward_per_step: 0.2906189 + proxy_corner: + avg_avg_return: 0.8435199 + avg_reward_per_step: 0.2906189 + perf: + env_steps_per_second: 891312.2402918848 + ppo_updates_per_second: 103.95320146862704 + eval-batch-orig-duration: 0.20582394301891327 + eval-batch-shift-duration: 0.15974843397270888 + eval-batch-tree-duration: 0.1463577399845235 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.408447 + mouse-cheese_dist_finite_wavg: 11.042022 + mouse-cheese_dist_solvable_avg: 11.408447 + mouse-cheese_dist_solvable_wavg: 11.042023 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260498 + num_walls_wavg: 6.024148 + prop_walls_avg: 0.27219552 + prop_walls_wavg: 0.26191953 + scoring: + avg_scores: 0.08606903 + visit_patterns: + avg_first_visit_time: 3957.1372 + avg_last_visit_time: 5969.209 + num_replay_batches: 5979 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00064530765 + avg_actor_approxkl3: 0.00067064626 + avg_actor_clipfrac: 0.02312622 + avg_actor_loss: -0.0008898556 + avg_advantage: -0.013628093 + avg_critic_clipfrac: 0.0021606446 + avg_critic_loss: 0.0012241479 + avg_entropy: 0.1414244 + avg_grad_norm_pre_clip: 0.97812444 + avg_loss: -0.00041920613 + max: + max_actor_approxkl1: 0.002755343 + max_actor_approxkl3: 0.0023017116 + max_actor_clipfrac: 0.05493164 + max_actor_loss: 0.0016165227 + max_advantage: 0.7225015 + max_critic_clipfrac: 0.0146484375 + max_critic_loss: 0.0021185046 + max_entropy: 0.18056959 + max_grad_norm_pre_clip: 1.717216 + max_loss: 0.0020067487 + std: + std_actor_approxkl1: 0.00070384966 + std_actor_approxkl3: 0.00048682603 + std_actor_clipfrac: 0.013512443 + std_actor_loss: 0.0013294523 + std_advantage: 0.05094205 + std_critic_clipfrac: 0.0045534195 + std_critic_loss: 0.00045589768 + std_entropy: 0.020202767 + std_grad_norm_pre_clip: 0.35897097 + std_loss: 0.0013849927 + eval-batch-orig: + avg_avg_episode_length: 17.213003 + avg_avg_return: 0.8325137 + avg_benchmark_regret: 0.003790932 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28390503 + proxy_corner: + avg_avg_return: 0.8325137 + avg_reward_per_step: 0.28390503 + eval-batch-shift: + avg_avg_episode_length: 64.97244 + avg_avg_return: 0.27622992 + avg_benchmark_regret: 0.6073499 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0756073 + proxy_corner: + avg_avg_return: 0.53291804 + avg_reward_per_step: 0.015151978 + eval-batch-tree: + avg_avg_episode_length: 5.9302735 + avg_avg_return: 0.98611563 + avg_benchmark_regret: 0.008102707 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26417542 + proxy_corner: + avg_avg_return: 0.98611563 + avg_reward_per_step: 0.26417542 +=========================================================== +=========================================================== + step: + env-step-all-before: 394264576 + env-step-replay-before: 196542464 + env-step-used-before: 394264576 + ppo-update-before: 240640 + env-step-generate-before: 197722112 + env-step-all-after: 394297344 + env-step-replay-after: 196575232 + env-step-used-after: 394297344 + ppo-update-after: 240660 + env-step-generate-after: 197722112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.692871 + avg_avg_return: 0.90311605 + avg_reward_per_step: 0.08236694 + proxy_corner: + avg_avg_return: 0.90311605 + avg_reward_per_step: 0.08236694 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.692871 + avg_avg_return: 0.90311605 + avg_reward_per_step: 0.08236694 + proxy_corner: + avg_avg_return: 0.90311605 + avg_reward_per_step: 0.08236694 + perf: + env_steps_per_second: 897849.1626731892 + ppo_updates_per_second: 103.97273639069347 + eval-batch-orig-duration: 0.20053023897344247 + eval-batch-shift-duration: 0.1451129749766551 + eval-batch-tree-duration: 0.1468951340066269 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.415039 + mouse-cheese_dist_finite_wavg: 11.044853 + mouse-cheese_dist_solvable_avg: 11.415039 + mouse-cheese_dist_solvable_wavg: 11.044856 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.265625 + num_walls_wavg: 6.0267363 + prop_walls_avg: 0.27241847 + prop_walls_wavg: 0.26203197 + scoring: + avg_scores: 0.085939795 + visit_patterns: + avg_first_visit_time: 3963.302 + avg_last_visit_time: 5989.2427 + num_replay_batches: 5999 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017870759 + avg_actor_approxkl3: 0.00020864807 + avg_actor_clipfrac: 0.006756592 + avg_actor_loss: -0.00021216464 + avg_advantage: -0.00022897706 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013863044 + avg_entropy: 0.038106985 + avg_grad_norm_pre_clip: 0.7344263 + avg_loss: -0.00018095641 + max: + max_actor_approxkl1: 0.0008750499 + max_actor_approxkl3: 0.0005965086 + max_actor_clipfrac: 0.013671875 + max_actor_loss: 0.0008300692 + max_advantage: 0.27627444 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00020318874 + max_entropy: 0.048902795 + max_grad_norm_pre_clip: 2.351694 + max_loss: 0.00085989956 + std: + std_actor_approxkl1: 0.00026282214 + std_actor_approxkl3: 0.00014944242 + std_actor_clipfrac: 0.0034267367 + std_actor_loss: 0.0005011762 + std_advantage: 0.016906483 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4028202e-05 + std_entropy: 0.0042153364 + std_grad_norm_pre_clip: 0.63791543 + std_loss: 0.0005004968 + eval-batch-orig: + avg_avg_episode_length: 17.189613 + avg_avg_return: 0.83244884 + avg_benchmark_regret: 0.003855858 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28440094 + proxy_corner: + avg_avg_return: 0.83244884 + avg_reward_per_step: 0.28440094 + eval-batch-shift: + avg_avg_episode_length: 66.06338 + avg_avg_return: 0.25848845 + avg_benchmark_regret: 0.62509143 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07899475 + proxy_corner: + avg_avg_return: 0.5308236 + avg_reward_per_step: 0.014831543 + eval-batch-tree: + avg_avg_episode_length: 6.1741924 + avg_avg_return: 0.98376083 + avg_benchmark_regret: 0.010457542 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2639084 + proxy_corner: + avg_avg_return: 0.98376083 + avg_reward_per_step: 0.2639084 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 395313152 + env-step-replay-before: 197165056 + env-step-used-before: 395313152 + ppo-update-before: 241280 + env-step-generate-before: 198148096 + env-step-all-after: 395345920 + env-step-replay-after: 197165056 + env-step-used-after: 395345920 + ppo-update-after: 241300 + env-step-generate-after: 198180864 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.740541 + avg_avg_return: 0.8259088 + avg_reward_per_step: 0.25195312 + proxy_corner: + avg_avg_return: 0.8259088 + avg_reward_per_step: 0.25195312 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.740541 + avg_avg_return: 0.8259088 + avg_reward_per_step: 0.25195312 + proxy_corner: + avg_avg_return: 0.8259088 + avg_reward_per_step: 0.25195312 + perf: + env_steps_per_second: 806330.8791996471 + ppo_updates_per_second: 105.47552178434204 + eval-batch-orig-duration: 0.19669461296871305 + eval-batch-shift-duration: 0.14992119802627712 + eval-batch-tree-duration: 0.1484628490288742 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.417236 + mouse-cheese_dist_finite_wavg: 11.04333 + mouse-cheese_dist_solvable_avg: 11.417236 + mouse-cheese_dist_solvable_wavg: 11.04333 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.265381 + num_walls_wavg: 6.028667 + prop_walls_avg: 0.27240783 + prop_walls_wavg: 0.26211596 + scoring: + avg_scores: 0.086244255 + visit_patterns: + avg_first_visit_time: 3971.4868 + avg_last_visit_time: 6007.175 + num_replay_batches: 6017 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078952435 + avg_actor_approxkl3: 0.00058131845 + avg_actor_clipfrac: 0.02720337 + avg_actor_loss: -0.0010821797 + avg_advantage: -0.014245415 + avg_critic_clipfrac: 0.0008544922 + avg_critic_loss: 0.00091043365 + avg_entropy: 0.16861673 + avg_grad_norm_pre_clip: 0.88645905 + avg_loss: -0.00079557963 + max: + max_actor_approxkl1: 0.0025865124 + max_actor_approxkl3: 0.0016072539 + max_actor_clipfrac: 0.079589844 + max_actor_loss: 0.0017105415 + max_advantage: 0.3419271 + max_critic_clipfrac: 0.005493164 + max_critic_loss: 0.0014063623 + max_entropy: 0.22967397 + max_grad_norm_pre_clip: 1.4133651 + max_loss: 0.002052063 + std: + std_actor_approxkl1: 0.0006002065 + std_actor_approxkl3: 0.00039473787 + std_actor_clipfrac: 0.018398887 + std_actor_loss: 0.001293928 + std_advantage: 0.044177487 + std_critic_clipfrac: 0.001698489 + std_critic_loss: 0.0002658249 + std_entropy: 0.030275375 + std_grad_norm_pre_clip: 0.26627403 + std_loss: 0.0013274269 + eval-batch-orig: + avg_avg_episode_length: 17.241169 + avg_avg_return: 0.8318982 + avg_benchmark_regret: 0.004406442 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28289032 + proxy_corner: + avg_avg_return: 0.8318982 + avg_reward_per_step: 0.28289032 + eval-batch-shift: + avg_avg_episode_length: 66.43207 + avg_avg_return: 0.26092237 + avg_benchmark_regret: 0.6226575 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.068626404 + proxy_corner: + avg_avg_return: 0.5359565 + avg_reward_per_step: 0.0149383545 + eval-batch-tree: + avg_avg_episode_length: 6.2991867 + avg_avg_return: 0.98205817 + avg_benchmark_regret: 0.0121602155 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2617035 + proxy_corner: + avg_avg_return: 0.98205817 + avg_reward_per_step: 0.2617035 +=========================================================== +=========================================================== + step: + env-step-all-before: 396361728 + env-step-replay-before: 197623808 + env-step-used-before: 396361728 + ppo-update-before: 241920 + env-step-generate-before: 198737920 + env-step-all-after: 396394496 + env-step-replay-after: 197623808 + env-step-used-after: 396394496 + ppo-update-after: 241940 + env-step-generate-after: 198770688 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.603386 + avg_avg_return: 0.8012025 + avg_reward_per_step: 0.25463867 + proxy_corner: + avg_avg_return: 0.8012025 + avg_reward_per_step: 0.25463867 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.603386 + avg_avg_return: 0.8012025 + avg_reward_per_step: 0.25463867 + proxy_corner: + avg_avg_return: 0.8012025 + avg_reward_per_step: 0.25463867 + perf: + env_steps_per_second: 598068.8118189804 + ppo_updates_per_second: 75.17809870516851 + eval-batch-orig-duration: 0.2582862940034829 + eval-batch-shift-duration: 0.16476946999318898 + eval-batch-tree-duration: 0.14606588397873566 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.423096 + mouse-cheese_dist_finite_wavg: 11.04285 + mouse-cheese_dist_solvable_avg: 11.423096 + mouse-cheese_dist_solvable_wavg: 11.042849 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260742 + num_walls_wavg: 6.02412 + prop_walls_avg: 0.27220616 + prop_walls_wavg: 0.26191825 + scoring: + avg_scores: 0.08609786 + visit_patterns: + avg_first_visit_time: 3976.3801 + avg_last_visit_time: 6021.2686 + num_replay_batches: 6031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079532556 + avg_actor_approxkl3: 0.00067687326 + avg_actor_clipfrac: 0.023962403 + avg_actor_loss: -0.0009252444 + avg_advantage: -0.015852395 + avg_critic_clipfrac: 0.014562989 + avg_critic_loss: 0.0022875124 + avg_entropy: 0.14559452 + avg_grad_norm_pre_clip: 0.9008465 + avg_loss: 7.291734e-05 + max: + max_actor_approxkl1: 0.0025982654 + max_actor_approxkl3: 0.0017000008 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.00033184886 + max_advantage: 0.58466524 + max_critic_clipfrac: 0.07897949 + max_critic_loss: 0.003222208 + max_entropy: 0.21342625 + max_grad_norm_pre_clip: 1.8382285 + max_loss: 0.0017191339 + std: + std_actor_approxkl1: 0.0007461634 + std_actor_approxkl3: 0.0004874226 + std_actor_clipfrac: 0.014739712 + std_actor_loss: 0.00080296944 + std_advantage: 0.07086574 + std_critic_clipfrac: 0.02366213 + std_critic_loss: 0.00053859316 + std_entropy: 0.023561249 + std_grad_norm_pre_clip: 0.39429307 + std_loss: 0.0008970081 + eval-batch-orig: + avg_avg_episode_length: 17.181644 + avg_avg_return: 0.83242464 + avg_benchmark_regret: 0.0038799758 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846756 + proxy_corner: + avg_avg_return: 0.83242464 + avg_reward_per_step: 0.2846756 + eval-batch-shift: + avg_avg_episode_length: 66.28586 + avg_avg_return: 0.25035253 + avg_benchmark_regret: 0.6332273 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078559875 + proxy_corner: + avg_avg_return: 0.5366593 + avg_reward_per_step: 0.014839172 + eval-batch-tree: + avg_avg_episode_length: 6.283765 + avg_avg_return: 0.984566 + avg_benchmark_regret: 0.0096523985 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26342773 + proxy_corner: + avg_avg_return: 0.984566 + avg_reward_per_step: 0.26342773 +=========================================================== +=========================================================== + step: + env-step-all-before: 397410304 + env-step-replay-before: 198115328 + env-step-used-before: 397410304 + ppo-update-before: 242560 + env-step-generate-before: 199294976 + env-step-all-after: 397443072 + env-step-replay-after: 198115328 + env-step-used-after: 397443072 + ppo-update-after: 242580 + env-step-generate-after: 199327744 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.162365 + avg_avg_return: 0.78453827 + avg_reward_per_step: 0.27212524 + proxy_corner: + avg_avg_return: 0.78453827 + avg_reward_per_step: 0.27212524 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.162365 + avg_avg_return: 0.78453827 + avg_reward_per_step: 0.27212524 + proxy_corner: + avg_avg_return: 0.78453827 + avg_reward_per_step: 0.27212524 + perf: + env_steps_per_second: 896447.9265463677 + ppo_updates_per_second: 104.392417980984 + eval-batch-orig-duration: 0.20342766400426626 + eval-batch-shift-duration: 0.15472752699861303 + eval-batch-tree-duration: 0.14478519099066034 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.427002 + mouse-cheese_dist_finite_wavg: 12.842154 + mouse-cheese_dist_solvable_avg: 11.427002 + mouse-cheese_dist_solvable_wavg: 12.842155 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2597656 + num_walls_wavg: 5.1279564 + prop_walls_avg: 0.2721637 + prop_walls_wavg: 0.22295465 + scoring: + avg_scores: 0.08614679 + visit_patterns: + avg_first_visit_time: 3982.0242 + avg_last_visit_time: 6036.3384 + num_replay_batches: 6046 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007873932 + avg_actor_approxkl3: 0.00051385845 + avg_actor_clipfrac: 0.021362305 + avg_actor_loss: -0.00070631114 + avg_advantage: -0.018400673 + avg_critic_clipfrac: 0.01017456 + avg_critic_loss: 0.0029150404 + avg_entropy: 0.15877233 + avg_grad_norm_pre_clip: 1.1607587 + avg_loss: 0.0005924366 + max: + max_actor_approxkl1: 0.0030756877 + max_actor_approxkl3: 0.0014202993 + max_actor_clipfrac: 0.053710938 + max_actor_loss: 0.00046989322 + max_advantage: 0.31886768 + max_critic_clipfrac: 0.07043457 + max_critic_loss: 0.005047713 + max_entropy: 0.20640409 + max_grad_norm_pre_clip: 2.2136025 + max_loss: 0.0026309148 + std: + std_actor_approxkl1: 0.0007213699 + std_actor_approxkl3: 0.00036106072 + std_actor_clipfrac: 0.01394837 + std_actor_loss: 0.0007610009 + std_advantage: 0.0789227 + std_critic_clipfrac: 0.019758174 + std_critic_loss: 0.000952514 + std_entropy: 0.024735725 + std_grad_norm_pre_clip: 0.47784454 + std_loss: 0.0010319034 + eval-batch-orig: + avg_avg_episode_length: 17.19851 + avg_avg_return: 0.8323277 + avg_benchmark_regret: 0.0039769085 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28406525 + proxy_corner: + avg_avg_return: 0.8323277 + avg_reward_per_step: 0.28406525 + eval-batch-shift: + avg_avg_episode_length: 66.02583 + avg_avg_return: 0.252624 + avg_benchmark_regret: 0.6309559 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0794754 + proxy_corner: + avg_avg_return: 0.52345383 + avg_reward_per_step: 0.014671326 + eval-batch-tree: + avg_avg_episode_length: 6.6746683 + avg_avg_return: 0.98019123 + avg_benchmark_regret: 0.014027148 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26218414 + proxy_corner: + avg_avg_return: 0.98019123 + avg_reward_per_step: 0.26218414 +=========================================================== +=========================================================== + step: + env-step-all-before: 398458880 + env-step-replay-before: 198443008 + env-step-used-before: 398458880 + ppo-update-before: 243200 + env-step-generate-before: 200015872 + env-step-all-after: 398491648 + env-step-replay-after: 198475776 + env-step-used-after: 398491648 + ppo-update-after: 243220 + env-step-generate-after: 200015872 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.197102 + avg_avg_return: 0.89887875 + avg_reward_per_step: 0.08123779 + proxy_corner: + avg_avg_return: 0.89887875 + avg_reward_per_step: 0.08123779 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.197102 + avg_avg_return: 0.89887875 + avg_reward_per_step: 0.08123779 + proxy_corner: + avg_avg_return: 0.89887875 + avg_reward_per_step: 0.08123779 + perf: + env_steps_per_second: 933374.0463537548 + ppo_updates_per_second: 75.82875742212829 + eval-batch-orig-duration: 0.2609345779637806 + eval-batch-shift-duration: 0.16312683699652553 + eval-batch-tree-duration: 0.14739770500455052 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.426514 + mouse-cheese_dist_finite_wavg: 11.941642 + mouse-cheese_dist_solvable_avg: 11.426514 + mouse-cheese_dist_solvable_wavg: 11.941643 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.258301 + num_walls_wavg: 6.924232 + prop_walls_avg: 0.2721 + prop_walls_wavg: 0.30105355 + scoring: + avg_scores: 0.08655288 + visit_patterns: + avg_first_visit_time: 3991.5242 + avg_last_visit_time: 6047.2803 + num_replay_batches: 6057 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011904397 + avg_actor_approxkl3: 0.0013045887 + avg_actor_clipfrac: 0.02006836 + avg_actor_loss: -0.0008063987 + avg_advantage: 0.05544872 + avg_critic_clipfrac: 0.1487915 + avg_critic_loss: 0.0043837894 + avg_entropy: 0.05163897 + avg_grad_norm_pre_clip: 0.5998858 + avg_loss: 0.0013338568 + max: + max_actor_approxkl1: 0.003572666 + max_actor_approxkl3: 0.0032691585 + max_actor_clipfrac: 0.045166016 + max_actor_loss: 0.00040483195 + max_advantage: 0.76853406 + max_critic_clipfrac: 0.24230957 + max_critic_loss: 0.008038063 + max_entropy: 0.069293454 + max_grad_norm_pre_clip: 0.9900302 + max_loss: 0.0039623277 + std: + std_actor_approxkl1: 0.0009174844 + std_actor_approxkl3: 0.0008014434 + std_actor_clipfrac: 0.011397107 + std_actor_loss: 0.0008119094 + std_advantage: 0.10689326 + std_critic_clipfrac: 0.07645862 + std_critic_loss: 0.0013234623 + std_entropy: 0.009841214 + std_grad_norm_pre_clip: 0.2157839 + std_loss: 0.0012632632 + eval-batch-orig: + avg_avg_episode_length: 17.203972 + avg_avg_return: 0.8323633 + avg_benchmark_regret: 0.003941307 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28375244 + proxy_corner: + avg_avg_return: 0.8323633 + avg_reward_per_step: 0.28375244 + eval-batch-shift: + avg_avg_episode_length: 65.76423 + avg_avg_return: 0.2607502 + avg_benchmark_regret: 0.6228296 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0809021 + proxy_corner: + avg_avg_return: 0.5234215 + avg_reward_per_step: 0.014877319 + eval-batch-tree: + avg_avg_episode_length: 6.447158 + avg_avg_return: 0.98264325 + avg_benchmark_regret: 0.011575138 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26267242 + proxy_corner: + avg_avg_return: 0.98264325 + avg_reward_per_step: 0.26267242 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 399507456 + env-step-replay-before: 198967296 + env-step-used-before: 399507456 + ppo-update-before: 243840 + env-step-generate-before: 200540160 + env-step-all-after: 399540224 + env-step-replay-after: 199000064 + env-step-used-after: 399540224 + ppo-update-after: 243860 + env-step-generate-after: 200540160 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.721975 + avg_avg_return: 0.9034871 + avg_reward_per_step: 0.08215332 + proxy_corner: + avg_avg_return: 0.9034871 + avg_reward_per_step: 0.08215332 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.721975 + avg_avg_return: 0.9034871 + avg_reward_per_step: 0.08215332 + proxy_corner: + avg_avg_return: 0.9034871 + avg_reward_per_step: 0.08215332 + perf: + env_steps_per_second: 598075.0335100922 + ppo_updates_per_second: 74.44316300338637 + eval-batch-orig-duration: 0.26371661300072446 + eval-batch-shift-duration: 0.16122459300095215 + eval-batch-tree-duration: 0.1454776269965805 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.420898 + mouse-cheese_dist_finite_wavg: 11.042816 + mouse-cheese_dist_solvable_avg: 11.420898 + mouse-cheese_dist_solvable_wavg: 11.042817 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2541504 + num_walls_wavg: 6.02348 + prop_walls_avg: 0.27191955 + prop_walls_wavg: 0.2618904 + scoring: + avg_scores: 0.086243 + visit_patterns: + avg_first_visit_time: 4000.5205 + avg_last_visit_time: 6063.1084 + num_replay_batches: 6073 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051330164 + avg_actor_approxkl3: 0.00048258304 + avg_actor_clipfrac: 0.009979248 + avg_actor_loss: 8.149143e-06 + avg_advantage: 0.012014978 + avg_critic_clipfrac: 0.00028686525 + avg_critic_loss: 0.00020892394 + avg_entropy: 0.034592997 + avg_grad_norm_pre_clip: 0.6088812 + avg_loss: 7.801812e-05 + max: + max_actor_approxkl1: 0.0018212058 + max_actor_approxkl3: 0.0012407132 + max_actor_clipfrac: 0.021118164 + max_actor_loss: 0.0032594888 + max_advantage: 0.42882723 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.0003555112 + max_entropy: 0.04176767 + max_grad_norm_pre_clip: 1.3134031 + max_loss: 0.0033093095 + std: + std_actor_approxkl1: 0.00055333687 + std_actor_approxkl3: 0.000372129 + std_actor_clipfrac: 0.006553923 + std_actor_loss: 0.00089440116 + std_advantage: 0.023083383 + std_critic_clipfrac: 0.00057421724 + std_critic_loss: 6.804343e-05 + std_entropy: 0.0038895728 + std_grad_norm_pre_clip: 0.23525432 + std_loss: 0.00089153607 + eval-batch-orig: + avg_avg_episode_length: 17.197338 + avg_avg_return: 0.8323144 + avg_benchmark_regret: 0.003990282 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28347778 + proxy_corner: + avg_avg_return: 0.8323144 + avg_reward_per_step: 0.28347778 + eval-batch-shift: + avg_avg_episode_length: 66.116234 + avg_avg_return: 0.2595964 + avg_benchmark_regret: 0.6239834 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07413483 + proxy_corner: + avg_avg_return: 0.52799153 + avg_reward_per_step: 0.014915466 + eval-batch-tree: + avg_avg_episode_length: 6.505457 + avg_avg_return: 0.98280203 + avg_benchmark_regret: 0.011416335 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26280212 + proxy_corner: + avg_avg_return: 0.98280203 + avg_reward_per_step: 0.26280212 +=========================================================== +=========================================================== + step: + env-step-all-before: 400556032 + env-step-replay-before: 199589888 + env-step-used-before: 400556032 + ppo-update-before: 244480 + env-step-generate-before: 200966144 + env-step-all-after: 400588800 + env-step-replay-after: 199589888 + env-step-used-after: 400588800 + ppo-update-after: 244500 + env-step-generate-after: 200998912 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.463139 + avg_avg_return: 0.8270898 + avg_reward_per_step: 0.27630615 + proxy_corner: + avg_avg_return: 0.8270898 + avg_reward_per_step: 0.27630615 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.463139 + avg_avg_return: 0.8270898 + avg_reward_per_step: 0.27630615 + proxy_corner: + avg_avg_return: 0.8270898 + avg_reward_per_step: 0.27630615 + perf: + env_steps_per_second: 622998.5757377245 + ppo_updates_per_second: 72.81626612706057 + eval-batch-orig-duration: 0.2991474749869667 + eval-batch-shift-duration: 0.18050575000233948 + eval-batch-tree-duration: 0.15122656297171488 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.429199 + mouse-cheese_dist_finite_wavg: 12.845776 + mouse-cheese_dist_solvable_avg: 11.429199 + mouse-cheese_dist_solvable_wavg: 12.845778 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2595215 + num_walls_wavg: 7.8218236 + prop_walls_avg: 0.27215308 + prop_walls_wavg: 0.34007928 + scoring: + avg_scores: 0.0860379 + visit_patterns: + avg_first_visit_time: 4006.3247 + avg_last_visit_time: 6081.2666 + num_replay_batches: 6091 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068153563 + avg_actor_approxkl3: 0.000514282 + avg_actor_clipfrac: 0.02329712 + avg_actor_loss: -0.001007979 + avg_advantage: -0.011555836 + avg_critic_clipfrac: 0.0021362305 + avg_critic_loss: 0.0014318972 + avg_entropy: 0.16436574 + avg_grad_norm_pre_clip: 0.73011035 + avg_loss: -0.0004563961 + max: + max_actor_approxkl1: 0.0017519 + max_actor_approxkl3: 0.0012003309 + max_actor_clipfrac: 0.044067383 + max_actor_loss: 0.00039356574 + max_advantage: 0.2754233 + max_critic_clipfrac: 0.015258789 + max_critic_loss: 0.0020870375 + max_entropy: 0.21325439 + max_grad_norm_pre_clip: 1.4952255 + max_loss: 0.0011461708 + std: + std_actor_approxkl1: 0.00043775394 + std_actor_approxkl3: 0.0002713858 + std_actor_clipfrac: 0.011673795 + std_actor_loss: 0.00088704255 + std_advantage: 0.056440543 + std_critic_clipfrac: 0.00416428 + std_critic_loss: 0.00033717958 + std_entropy: 0.025678601 + std_grad_norm_pre_clip: 0.3041774 + std_loss: 0.00092990906 + eval-batch-orig: + avg_avg_episode_length: 17.277279 + avg_avg_return: 0.8320948 + avg_benchmark_regret: 0.004209835 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.279274 + proxy_corner: + avg_avg_return: 0.8320948 + avg_reward_per_step: 0.279274 + eval-batch-shift: + avg_avg_episode_length: 66.06912 + avg_avg_return: 0.26105005 + avg_benchmark_regret: 0.62252975 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0754776 + proxy_corner: + avg_avg_return: 0.5233031 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 6.221576 + avg_avg_return: 0.9817534 + avg_benchmark_regret: 0.012464926 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26189423 + proxy_corner: + avg_avg_return: 0.9817534 + avg_reward_per_step: 0.26189423 +=========================================================== +=========================================================== + step: + env-step-all-before: 401604608 + env-step-replay-before: 200179712 + env-step-used-before: 401604608 + ppo-update-before: 245120 + env-step-generate-before: 201424896 + env-step-all-after: 401637376 + env-step-replay-after: 200179712 + env-step-used-after: 401637376 + ppo-update-after: 245140 + env-step-generate-after: 201457664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.742794 + avg_avg_return: 0.8011996 + avg_reward_per_step: 0.26480103 + proxy_corner: + avg_avg_return: 0.8011996 + avg_reward_per_step: 0.26480103 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.742794 + avg_avg_return: 0.8011996 + avg_reward_per_step: 0.26480103 + proxy_corner: + avg_avg_return: 0.8011996 + avg_reward_per_step: 0.26480103 + perf: + env_steps_per_second: 899059.99316646 + ppo_updates_per_second: 104.89397306073178 + eval-batch-orig-duration: 0.20018661097856238 + eval-batch-shift-duration: 0.14798520604381338 + eval-batch-tree-duration: 0.1418870220077224 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.430176 + mouse-cheese_dist_finite_wavg: 7.4482946 + mouse-cheese_dist_solvable_avg: 11.430176 + mouse-cheese_dist_solvable_wavg: 7.4482956 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.255615 + num_walls_wavg: 8.723492 + prop_walls_avg: 0.27198324 + prop_walls_wavg: 0.37928224 + scoring: + avg_scores: 0.08614905 + visit_patterns: + avg_first_visit_time: 4015.9463 + avg_last_visit_time: 6099.173 + num_replay_batches: 6109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015102789 + avg_actor_approxkl3: 0.00096941105 + avg_actor_clipfrac: 0.03300781 + avg_actor_loss: -0.001137464 + avg_advantage: -0.011273362 + avg_critic_clipfrac: 0.0049194335 + avg_critic_loss: 0.0019160241 + avg_entropy: 0.16806258 + avg_grad_norm_pre_clip: 0.86832726 + avg_loss: -0.00034751446 + max: + max_actor_approxkl1: 0.0044593047 + max_actor_approxkl3: 0.0025357082 + max_actor_clipfrac: 0.0736084 + max_actor_loss: 0.00052104145 + max_advantage: 0.31275365 + max_critic_clipfrac: 0.043945312 + max_critic_loss: 0.0029244078 + max_entropy: 0.23208207 + max_grad_norm_pre_clip: 1.3675939 + max_loss: 0.0014099786 + std: + std_actor_approxkl1: 0.0011800461 + std_actor_approxkl3: 0.00069628196 + std_actor_clipfrac: 0.019878406 + std_actor_loss: 0.0010605932 + std_advantage: 0.06436756 + std_critic_clipfrac: 0.010317296 + std_critic_loss: 0.0006000568 + std_entropy: 0.03751442 + std_grad_norm_pre_clip: 0.30163398 + std_loss: 0.0010724075 + eval-batch-orig: + avg_avg_episode_length: 17.20955 + avg_avg_return: 0.8324815 + avg_benchmark_regret: 0.0038231025 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28259277 + proxy_corner: + avg_avg_return: 0.8324815 + avg_reward_per_step: 0.28259277 + eval-batch-shift: + avg_avg_episode_length: 65.98892 + avg_avg_return: 0.25646934 + avg_benchmark_regret: 0.6271105 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.081100464 + proxy_corner: + avg_avg_return: 0.5141664 + avg_reward_per_step: 0.014717102 + eval-batch-tree: + avg_avg_episode_length: 6.0848107 + avg_avg_return: 0.9844202 + avg_benchmark_regret: 0.009798181 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26371002 + proxy_corner: + avg_avg_return: 0.9844202 + avg_reward_per_step: 0.26371002 +=========================================================== +=========================================================== + step: + env-step-all-before: 402653184 + env-step-replay-before: 200802304 + env-step-used-before: 402653184 + ppo-update-before: 245760 + env-step-generate-before: 201850880 + env-step-all-after: 402685952 + env-step-replay-after: 200802304 + env-step-used-after: 402685952 + ppo-update-after: 245780 + env-step-generate-after: 201883648 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.621351 + avg_avg_return: 0.81480634 + avg_reward_per_step: 0.28399658 + proxy_corner: + avg_avg_return: 0.81480634 + avg_reward_per_step: 0.28399658 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.621351 + avg_avg_return: 0.81480634 + avg_reward_per_step: 0.28399658 + proxy_corner: + avg_avg_return: 0.81480634 + avg_reward_per_step: 0.28399658 + perf: + env_steps_per_second: 596258.6293867601 + ppo_updates_per_second: 74.8328654691132 + eval-batch-orig-duration: 0.2592571940040216 + eval-batch-shift-duration: 0.1517267670133151 + eval-batch-tree-duration: 0.14330161904217675 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.437256 + mouse-cheese_dist_finite_wavg: 9.24728 + mouse-cheese_dist_solvable_avg: 11.437256 + mouse-cheese_dist_solvable_wavg: 9.247281 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.254883 + num_walls_wavg: 5.1265273 + prop_walls_avg: 0.2719514 + prop_walls_wavg: 0.2228925 + scoring: + avg_scores: 0.086038634 + visit_patterns: + avg_first_visit_time: 4021.5615 + avg_last_visit_time: 6118.274 + num_replay_batches: 6128 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013802577 + avg_actor_approxkl3: 0.0009201811 + avg_actor_clipfrac: 0.034521487 + avg_actor_loss: -0.0006006779 + avg_advantage: -0.002519297 + avg_critic_clipfrac: 0.0068725585 + avg_critic_loss: 0.0013851523 + avg_entropy: 0.15444086 + avg_grad_norm_pre_clip: 1.1290945 + avg_loss: -6.254262e-05 + max: + max_actor_approxkl1: 0.002982601 + max_actor_approxkl3: 0.0019173655 + max_actor_clipfrac: 0.067871094 + max_actor_loss: 0.00081932545 + max_advantage: 0.2701844 + max_critic_clipfrac: 0.033691406 + max_critic_loss: 0.002206936 + max_entropy: 0.2019103 + max_grad_norm_pre_clip: 2.5082314 + max_loss: 0.0011846097 + std: + std_actor_approxkl1: 0.0009080317 + std_actor_approxkl3: 0.00059562514 + std_actor_clipfrac: 0.020378599 + std_actor_loss: 0.0009318648 + std_advantage: 0.055253968 + std_critic_clipfrac: 0.011031206 + std_critic_loss: 0.00042869267 + std_entropy: 0.023120677 + std_grad_norm_pre_clip: 0.51862854 + std_loss: 0.00097452797 + eval-batch-orig: + avg_avg_episode_length: 17.209127 + avg_avg_return: 0.8319835 + avg_benchmark_regret: 0.0043211356 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2825699 + proxy_corner: + avg_avg_return: 0.8319835 + avg_reward_per_step: 0.2825699 + eval-batch-shift: + avg_avg_episode_length: 65.10004 + avg_avg_return: 0.27352607 + avg_benchmark_regret: 0.6100538 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07988739 + proxy_corner: + avg_avg_return: 0.5121094 + avg_reward_per_step: 0.014633179 + eval-batch-tree: + avg_avg_episode_length: 6.374467 + avg_avg_return: 0.9814012 + avg_benchmark_regret: 0.012817148 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26223755 + proxy_corner: + avg_avg_return: 0.9814012 + avg_reward_per_step: 0.26223755 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 403701760 + env-step-replay-before: 201359360 + env-step-used-before: 403701760 + ppo-update-before: 246400 + env-step-generate-before: 202342400 + env-step-all-after: 403734528 + env-step-replay-after: 201359360 + env-step-used-after: 403734528 + ppo-update-after: 246420 + env-step-generate-after: 202375168 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.818075 + avg_avg_return: 0.8014462 + avg_reward_per_step: 0.26931763 + proxy_corner: + avg_avg_return: 0.8014462 + avg_reward_per_step: 0.26931763 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.818075 + avg_avg_return: 0.8014462 + avg_reward_per_step: 0.26931763 + proxy_corner: + avg_avg_return: 0.8014462 + avg_reward_per_step: 0.26931763 + perf: + env_steps_per_second: 632432.5004509622 + ppo_updates_per_second: 75.24634978130399 + eval-batch-orig-duration: 0.26505060301860794 + eval-batch-shift-duration: 0.1607247749925591 + eval-batch-tree-duration: 0.14749404101166874 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.44751 + mouse-cheese_dist_finite_wavg: 13.745763 + mouse-cheese_dist_solvable_avg: 11.44751 + mouse-cheese_dist_solvable_wavg: 13.745765 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.259033 + num_walls_wavg: 6.024697 + prop_walls_avg: 0.27213186 + prop_walls_wavg: 0.26194337 + scoring: + avg_scores: 0.0861282 + visit_patterns: + avg_first_visit_time: 4028.2383 + avg_last_visit_time: 6135.2344 + num_replay_batches: 6145 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089250476 + avg_actor_approxkl3: 0.00075005303 + avg_actor_clipfrac: 0.030096436 + avg_actor_loss: -0.00070461555 + avg_advantage: -0.005330149 + avg_critic_clipfrac: 0.0028076172 + avg_critic_loss: 0.0014424034 + avg_entropy: 0.16211966 + avg_grad_norm_pre_clip: 0.9662634 + avg_loss: -0.0001455336 + max: + max_actor_approxkl1: 0.0026247464 + max_actor_approxkl3: 0.00200168 + max_actor_clipfrac: 0.078125 + max_actor_loss: 0.00071618706 + max_advantage: 0.33196217 + max_critic_clipfrac: 0.015991211 + max_critic_loss: 0.0025813538 + max_entropy: 0.22665435 + max_grad_norm_pre_clip: 1.925183 + max_loss: 0.0016471369 + std: + std_actor_approxkl1: 0.0008809125 + std_actor_approxkl3: 0.00060486415 + std_actor_clipfrac: 0.022573521 + std_actor_loss: 0.00094483665 + std_advantage: 0.05538723 + std_critic_clipfrac: 0.0044479514 + std_critic_loss: 0.0005037264 + std_entropy: 0.03394208 + std_grad_norm_pre_clip: 0.41745773 + std_loss: 0.001018374 + eval-batch-orig: + avg_avg_episode_length: 17.190935 + avg_avg_return: 0.83263725 + avg_benchmark_regret: 0.0036673807 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2840805 + proxy_corner: + avg_avg_return: 0.83263725 + avg_reward_per_step: 0.2840805 + eval-batch-shift: + avg_avg_episode_length: 64.72054 + avg_avg_return: 0.2762109 + avg_benchmark_regret: 0.60736895 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07949066 + proxy_corner: + avg_avg_return: 0.51490045 + avg_reward_per_step: 0.015029907 + eval-batch-tree: + avg_avg_episode_length: 6.382897 + avg_avg_return: 0.9829821 + avg_benchmark_regret: 0.011236242 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26352692 + proxy_corner: + avg_avg_return: 0.9829821 + avg_reward_per_step: 0.26352692 +=========================================================== +=========================================================== + step: + env-step-all-before: 404750336 + env-step-replay-before: 201883648 + env-step-used-before: 404750336 + ppo-update-before: 247040 + env-step-generate-before: 202866688 + env-step-all-after: 404783104 + env-step-replay-after: 201883648 + env-step-used-after: 404783104 + ppo-update-after: 247060 + env-step-generate-after: 202899456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.94946 + avg_avg_return: 0.80938816 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.80938816 + avg_reward_per_step: 0.26644897 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.94946 + avg_avg_return: 0.80938816 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.80938816 + avg_reward_per_step: 0.26644897 + perf: + env_steps_per_second: 572210.6814721714 + ppo_updates_per_second: 72.29302639033071 + eval-batch-orig-duration: 0.3225698029855266 + eval-batch-shift-duration: 0.16960841795662418 + eval-batch-tree-duration: 0.15466798102715984 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.450684 + mouse-cheese_dist_finite_wavg: 11.94854 + mouse-cheese_dist_solvable_avg: 11.450684 + mouse-cheese_dist_solvable_wavg: 11.948543 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.256836 + num_walls_wavg: 6.923752 + prop_walls_avg: 0.2720363 + prop_walls_wavg: 0.30103272 + scoring: + avg_scores: 0.08620936 + visit_patterns: + avg_first_visit_time: 4032.7358 + avg_last_visit_time: 6151.3457 + num_replay_batches: 6161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072066515 + avg_actor_approxkl3: 0.00058019883 + avg_actor_clipfrac: 0.024328614 + avg_actor_loss: -0.0007454585 + avg_advantage: -0.014087426 + avg_critic_clipfrac: 0.009240723 + avg_critic_loss: 0.0018098044 + avg_entropy: 0.16118668 + avg_grad_norm_pre_clip: 0.9840531 + avg_loss: -1.7430575e-06 + max: + max_actor_approxkl1: 0.0017625722 + max_actor_approxkl3: 0.0012962741 + max_actor_clipfrac: 0.04638672 + max_actor_loss: 0.0012172535 + max_advantage: 0.4647923 + max_critic_clipfrac: 0.04345703 + max_critic_loss: 0.0029691583 + max_entropy: 0.2056464 + max_grad_norm_pre_clip: 1.7341456 + max_loss: 0.0021701965 + std: + std_actor_approxkl1: 0.0006217906 + std_actor_approxkl3: 0.00034263558 + std_actor_clipfrac: 0.013209965 + std_actor_loss: 0.00097195397 + std_advantage: 0.063702814 + std_critic_clipfrac: 0.013582817 + std_critic_loss: 0.0006524184 + std_entropy: 0.026217783 + std_grad_norm_pre_clip: 0.34879756 + std_loss: 0.0010807688 + eval-batch-orig: + avg_avg_episode_length: 17.192926 + avg_avg_return: 0.8319045 + avg_benchmark_regret: 0.0044001294 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28401184 + proxy_corner: + avg_avg_return: 0.8319045 + avg_reward_per_step: 0.28401184 + eval-batch-shift: + avg_avg_episode_length: 65.34949 + avg_avg_return: 0.26868945 + avg_benchmark_regret: 0.6148904 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.075294495 + proxy_corner: + avg_avg_return: 0.52577776 + avg_reward_per_step: 0.015274048 + eval-batch-tree: + avg_avg_episode_length: 6.508477 + avg_avg_return: 0.9821304 + avg_benchmark_regret: 0.012087947 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26319885 + proxy_corner: + avg_avg_return: 0.9821304 + avg_reward_per_step: 0.26319885 +=========================================================== +=========================================================== + step: + env-step-all-before: 405798912 + env-step-replay-before: 202244096 + env-step-used-before: 405798912 + ppo-update-before: 247680 + env-step-generate-before: 203554816 + env-step-all-after: 405831680 + env-step-replay-after: 202244096 + env-step-used-after: 405831680 + ppo-update-after: 247700 + env-step-generate-after: 203587584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 21.419506 + avg_avg_return: 0.7684335 + avg_reward_per_step: 0.2618103 + proxy_corner: + avg_avg_return: 0.7684335 + avg_reward_per_step: 0.2618103 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.419506 + avg_avg_return: 0.7684335 + avg_reward_per_step: 0.2618103 + proxy_corner: + avg_avg_return: 0.7684335 + avg_reward_per_step: 0.2618103 + perf: + env_steps_per_second: 831272.4018610485 + ppo_updates_per_second: 87.5397791180035 + eval-batch-orig-duration: 0.2446258240379393 + eval-batch-shift-duration: 0.1580893300124444 + eval-batch-tree-duration: 0.14537220500642434 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.461426 + mouse-cheese_dist_finite_wavg: 11.046552 + mouse-cheese_dist_solvable_avg: 11.461426 + mouse-cheese_dist_solvable_wavg: 11.046553 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2597656 + num_walls_wavg: 8.718946 + prop_walls_avg: 0.2721637 + prop_walls_wavg: 0.37908447 + scoring: + avg_scores: 0.08630912 + visit_patterns: + avg_first_visit_time: 4036.992 + avg_last_visit_time: 6162.3145 + num_replay_batches: 6172 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011272909 + avg_actor_approxkl3: 0.0007372742 + avg_actor_clipfrac: 0.03131714 + avg_actor_loss: -0.00073990243 + avg_advantage: -0.0028188517 + avg_critic_clipfrac: 0.0004333496 + avg_critic_loss: 0.0011941209 + avg_entropy: 0.20120715 + avg_grad_norm_pre_clip: 0.9238041 + avg_loss: -0.00034404924 + max: + max_actor_approxkl1: 0.0032428722 + max_actor_approxkl3: 0.0016920639 + max_actor_clipfrac: 0.067871094 + max_actor_loss: 0.0009812117 + max_advantage: 0.5644721 + max_critic_clipfrac: 0.0063476562 + max_critic_loss: 0.0018983675 + max_entropy: 0.25076374 + max_grad_norm_pre_clip: 2.0244222 + max_loss: 0.0013929289 + std: + std_actor_approxkl1: 0.0007911985 + std_actor_approxkl3: 0.00042670916 + std_actor_clipfrac: 0.018535262 + std_actor_loss: 0.00095831766 + std_advantage: 0.050921433 + std_critic_clipfrac: 0.0014476916 + std_critic_loss: 0.00034912696 + std_entropy: 0.027882589 + std_grad_norm_pre_clip: 0.38683546 + std_loss: 0.0009584425 + eval-batch-orig: + avg_avg_episode_length: 17.19972 + avg_avg_return: 0.8323853 + avg_benchmark_regret: 0.003919326 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28392792 + proxy_corner: + avg_avg_return: 0.8323853 + avg_reward_per_step: 0.28392792 + eval-batch-shift: + avg_avg_episode_length: 64.341705 + avg_avg_return: 0.28067964 + avg_benchmark_regret: 0.6029002 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07886505 + proxy_corner: + avg_avg_return: 0.52014744 + avg_reward_per_step: 0.0154953 + eval-batch-tree: + avg_avg_episode_length: 5.887085 + avg_avg_return: 0.9855719 + avg_benchmark_regret: 0.008646466 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26417542 + proxy_corner: + avg_avg_return: 0.9855719 + avg_reward_per_step: 0.26417542 +=========================================================== +=========================================================== + step: + env-step-all-before: 406847488 + env-step-replay-before: 202702848 + env-step-used-before: 406847488 + ppo-update-before: 248320 + env-step-generate-before: 204144640 + env-step-all-after: 406880256 + env-step-replay-after: 202735616 + env-step-used-after: 406880256 + ppo-update-after: 248340 + env-step-generate-after: 204144640 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.767931 + avg_avg_return: 0.90369034 + avg_reward_per_step: 0.08190918 + proxy_corner: + avg_avg_return: 0.90369034 + avg_reward_per_step: 0.08190918 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.767931 + avg_avg_return: 0.90369034 + avg_reward_per_step: 0.08190918 + proxy_corner: + avg_avg_return: 0.90369034 + avg_reward_per_step: 0.08190918 + perf: + env_steps_per_second: 577578.3442575184 + ppo_updates_per_second: 72.33965712061914 + eval-batch-orig-duration: 0.33950108400313184 + eval-batch-shift-duration: 0.18018028303049505 + eval-batch-tree-duration: 0.1520135510363616 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.464844 + mouse-cheese_dist_finite_wavg: 12.845635 + mouse-cheese_dist_solvable_avg: 11.464844 + mouse-cheese_dist_solvable_wavg: 12.845637 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262207 + num_walls_wavg: 5.128914 + prop_walls_avg: 0.27226985 + prop_walls_wavg: 0.22299625 + scoring: + avg_scores: 0.08645913 + visit_patterns: + avg_first_visit_time: 4046.4836 + avg_last_visit_time: 6177.2715 + num_replay_batches: 6187 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007064666 + avg_actor_approxkl3: 0.0005721417 + avg_actor_clipfrac: 0.010467529 + avg_actor_loss: -0.0004608382 + avg_advantage: 0.033684112 + avg_critic_clipfrac: 0.071588136 + avg_critic_loss: 0.0015574106 + avg_entropy: 0.045905564 + avg_grad_norm_pre_clip: 0.49064422 + avg_loss: 0.0002719616 + max: + max_actor_approxkl1: 0.0016346864 + max_actor_approxkl3: 0.0013916346 + max_actor_clipfrac: 0.021362305 + max_actor_loss: 0.00027807243 + max_advantage: 0.693781 + max_critic_clipfrac: 0.115356445 + max_critic_loss: 0.002938614 + max_entropy: 0.05611048 + max_grad_norm_pre_clip: 0.8880485 + max_loss: 0.0014301059 + std: + std_actor_approxkl1: 0.00048283476 + std_actor_approxkl3: 0.00039499998 + std_actor_clipfrac: 0.0056576496 + std_actor_loss: 0.00044989245 + std_advantage: 0.06943579 + std_critic_clipfrac: 0.04215188 + std_critic_loss: 0.0004961199 + std_entropy: 0.0052502635 + std_grad_norm_pre_clip: 0.21686994 + std_loss: 0.0006150547 + eval-batch-orig: + avg_avg_episode_length: 17.219265 + avg_avg_return: 0.83226335 + avg_benchmark_regret: 0.00404125 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28369904 + proxy_corner: + avg_avg_return: 0.83226335 + avg_reward_per_step: 0.28369904 + eval-batch-shift: + avg_avg_episode_length: 64.971016 + avg_avg_return: 0.27218503 + avg_benchmark_regret: 0.6113948 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073028564 + proxy_corner: + avg_avg_return: 0.5385615 + avg_reward_per_step: 0.015281677 + eval-batch-tree: + avg_avg_episode_length: 6.008558 + avg_avg_return: 0.98552907 + avg_benchmark_regret: 0.008689321 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26387787 + proxy_corner: + avg_avg_return: 0.98552907 + avg_reward_per_step: 0.26387787 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 407896064 + env-step-replay-before: 203292672 + env-step-used-before: 407896064 + ppo-update-before: 248960 + env-step-generate-before: 204603392 + env-step-all-after: 407928832 + env-step-replay-after: 203292672 + env-step-used-after: 407928832 + ppo-update-after: 248980 + env-step-generate-after: 204636160 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.940998 + avg_avg_return: 0.7506578 + avg_reward_per_step: 0.23135376 + proxy_corner: + avg_avg_return: 0.7506578 + avg_reward_per_step: 0.23135376 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.940998 + avg_avg_return: 0.7506578 + avg_reward_per_step: 0.23135376 + proxy_corner: + avg_avg_return: 0.7506578 + avg_reward_per_step: 0.23135376 + perf: + env_steps_per_second: 887894.390448246 + ppo_updates_per_second: 104.47582312588153 + eval-batch-orig-duration: 0.20055179501650855 + eval-batch-shift-duration: 0.14842812495771796 + eval-batch-tree-duration: 0.14299369300715625 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.467285 + mouse-cheese_dist_finite_wavg: 12.846858 + mouse-cheese_dist_solvable_avg: 11.467285 + mouse-cheese_dist_solvable_wavg: 12.846858 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.263916 + num_walls_wavg: 5.1268473 + prop_walls_avg: 0.27234417 + prop_walls_wavg: 0.22290641 + scoring: + avg_scores: 0.08645078 + visit_patterns: + avg_first_visit_time: 4056.479 + avg_last_visit_time: 6194.1865 + num_replay_batches: 6204 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010461297 + avg_actor_approxkl3: 0.00069513026 + avg_actor_clipfrac: 0.030603027 + avg_actor_loss: -0.00077270233 + avg_advantage: -0.018876381 + avg_critic_clipfrac: 0.015380859 + avg_critic_loss: 0.002773177 + avg_entropy: 0.2109286 + avg_grad_norm_pre_clip: 1.0443044 + avg_loss: 0.00040295758 + max: + max_actor_approxkl1: 0.002068445 + max_actor_approxkl3: 0.0011827932 + max_actor_clipfrac: 0.05126953 + max_actor_loss: 0.0012661517 + max_advantage: 0.28425694 + max_critic_clipfrac: 0.06994629 + max_critic_loss: 0.004286137 + max_entropy: 0.24619718 + max_grad_norm_pre_clip: 2.0321693 + max_loss: 0.0027796566 + std: + std_actor_approxkl1: 0.0004994084 + std_actor_approxkl3: 0.00029586552 + std_actor_clipfrac: 0.013831978 + std_actor_loss: 0.0011088972 + std_advantage: 0.07895673 + std_critic_clipfrac: 0.018758677 + std_critic_loss: 0.0006815188 + std_entropy: 0.024109723 + std_grad_norm_pre_clip: 0.4350955 + std_loss: 0.0011940574 + eval-batch-orig: + avg_avg_episode_length: 17.242144 + avg_avg_return: 0.83219147 + avg_benchmark_regret: 0.0041131442 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28316498 + proxy_corner: + avg_avg_return: 0.83219147 + avg_reward_per_step: 0.28316498 + eval-batch-shift: + avg_avg_episode_length: 66.06877 + avg_avg_return: 0.26137835 + avg_benchmark_regret: 0.62220144 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07685852 + proxy_corner: + avg_avg_return: 0.54263115 + avg_reward_per_step: 0.014945984 + eval-batch-tree: + avg_avg_episode_length: 6.2519326 + avg_avg_return: 0.9833267 + avg_benchmark_regret: 0.010891657 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26229858 + proxy_corner: + avg_avg_return: 0.9833267 + avg_reward_per_step: 0.26229858 +=========================================================== +=========================================================== + step: + env-step-all-before: 408944640 + env-step-replay-before: 203751424 + env-step-used-before: 408944640 + ppo-update-before: 249600 + env-step-generate-before: 205193216 + env-step-all-after: 408977408 + env-step-replay-after: 203751424 + env-step-used-after: 408977408 + ppo-update-after: 249620 + env-step-generate-after: 205225984 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 22.646976 + avg_avg_return: 0.75698316 + avg_reward_per_step: 0.23220825 + proxy_corner: + avg_avg_return: 0.75698316 + avg_reward_per_step: 0.23220825 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.646976 + avg_avg_return: 0.75698316 + avg_reward_per_step: 0.23220825 + proxy_corner: + avg_avg_return: 0.75698316 + avg_reward_per_step: 0.23220825 + perf: + env_steps_per_second: 832426.5080064894 + ppo_updates_per_second: 104.95196260167779 + eval-batch-orig-duration: 0.2035537239862606 + eval-batch-shift-duration: 0.1563608450233005 + eval-batch-tree-duration: 0.1460535409860313 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.455811 + mouse-cheese_dist_finite_wavg: 11.947424 + mouse-cheese_dist_solvable_avg: 11.455811 + mouse-cheese_dist_solvable_wavg: 11.947425 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2597656 + num_walls_wavg: 6.024478 + prop_walls_avg: 0.2721637 + prop_walls_wavg: 0.2619338 + scoring: + avg_scores: 0.08683013 + visit_patterns: + avg_first_visit_time: 4070.0593 + avg_last_visit_time: 6208.2285 + num_replay_batches: 6218 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000934811 + avg_actor_approxkl3: 0.0005359957 + avg_actor_clipfrac: 0.023504639 + avg_actor_loss: -0.0014403526 + avg_advantage: -0.010358268 + avg_critic_clipfrac: 0.0030700683 + avg_critic_loss: 0.00205175 + avg_entropy: 0.19308133 + avg_grad_norm_pre_clip: 0.70005995 + avg_loss: -0.00060755893 + max: + max_actor_approxkl1: 0.002208991 + max_actor_approxkl3: 0.0010913338 + max_actor_clipfrac: 0.056640625 + max_actor_loss: 0.00038526207 + max_advantage: 0.3898024 + max_critic_clipfrac: 0.012573242 + max_critic_loss: 0.0033369795 + max_entropy: 0.2714938 + max_grad_norm_pre_clip: 1.012386 + max_loss: 0.0012674513 + std: + std_actor_approxkl1: 0.00066565187 + std_actor_approxkl3: 0.000345057 + std_actor_clipfrac: 0.016347785 + std_actor_loss: 0.0010633596 + std_advantage: 0.06725294 + std_critic_clipfrac: 0.00447971 + std_critic_loss: 0.0005778675 + std_entropy: 0.030626351 + std_grad_norm_pre_clip: 0.110032514 + std_loss: 0.0011321643 + eval-batch-orig: + avg_avg_episode_length: 17.25837 + avg_avg_return: 0.8320507 + avg_benchmark_regret: 0.004253937 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28297424 + proxy_corner: + avg_avg_return: 0.8320507 + avg_reward_per_step: 0.28297424 + eval-batch-shift: + avg_avg_episode_length: 65.85373 + avg_avg_return: 0.2606749 + avg_benchmark_regret: 0.62290496 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079193115 + proxy_corner: + avg_avg_return: 0.5363056 + avg_reward_per_step: 0.014854431 + eval-batch-tree: + avg_avg_episode_length: 6.376419 + avg_avg_return: 0.9811579 + avg_benchmark_regret: 0.013060479 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620163 + proxy_corner: + avg_avg_return: 0.9811579 + avg_reward_per_step: 0.2620163 +=========================================================== +=========================================================== + step: + env-step-all-before: 409993216 + env-step-replay-before: 204374016 + env-step-used-before: 409993216 + ppo-update-before: 250240 + env-step-generate-before: 205619200 + env-step-all-after: 410025984 + env-step-replay-after: 204374016 + env-step-used-after: 410025984 + ppo-update-after: 250260 + env-step-generate-after: 205651968 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.597618 + avg_avg_return: 0.7773122 + avg_reward_per_step: 0.24523926 + proxy_corner: + avg_avg_return: 0.7773122 + avg_reward_per_step: 0.24523926 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.597618 + avg_avg_return: 0.7773122 + avg_reward_per_step: 0.24523926 + proxy_corner: + avg_avg_return: 0.7773122 + avg_reward_per_step: 0.24523926 + perf: + env_steps_per_second: 756333.5726197384 + ppo_updates_per_second: 97.72402407373555 + eval-batch-orig-duration: 0.2143420169595629 + eval-batch-shift-duration: 0.15997977601364255 + eval-batch-tree-duration: 0.14663651102455333 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.454102 + mouse-cheese_dist_finite_wavg: 10.148615 + mouse-cheese_dist_solvable_avg: 11.454102 + mouse-cheese_dist_solvable_wavg: 10.148615 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.259033 + num_walls_wavg: 6.0242357 + prop_walls_avg: 0.27213186 + prop_walls_wavg: 0.26192325 + scoring: + avg_scores: 0.08650537 + visit_patterns: + avg_first_visit_time: 4076.6157 + avg_last_visit_time: 6227.1914 + num_replay_batches: 6237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012540914 + avg_actor_approxkl3: 0.00076637685 + avg_actor_clipfrac: 0.029382324 + avg_actor_loss: -0.0013778856 + avg_advantage: -0.014505851 + avg_critic_clipfrac: 0.009075928 + avg_critic_loss: 0.0019204941 + avg_entropy: 0.20467444 + avg_grad_norm_pre_clip: 0.82312024 + avg_loss: -0.0006223131 + max: + max_actor_approxkl1: 0.0027244666 + max_actor_approxkl3: 0.0016361875 + max_actor_clipfrac: 0.06262207 + max_actor_loss: 0.0007107407 + max_advantage: 0.50347185 + max_critic_clipfrac: 0.045898438 + max_critic_loss: 0.0028689601 + max_entropy: 0.25553483 + max_grad_norm_pre_clip: 1.6464571 + max_loss: 0.001807256 + std: + std_actor_approxkl1: 0.00083758775 + std_actor_approxkl3: 0.00047153278 + std_actor_clipfrac: 0.01725148 + std_actor_loss: 0.0013367062 + std_advantage: 0.065019324 + std_critic_clipfrac: 0.012642104 + std_critic_loss: 0.0006075237 + std_entropy: 0.02905851 + std_grad_norm_pre_clip: 0.31605685 + std_loss: 0.0013957788 + eval-batch-orig: + avg_avg_episode_length: 17.235119 + avg_avg_return: 0.8324541 + avg_benchmark_regret: 0.0038505427 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2828064 + proxy_corner: + avg_avg_return: 0.8324541 + avg_reward_per_step: 0.2828064 + eval-batch-shift: + avg_avg_episode_length: 64.888855 + avg_avg_return: 0.27130684 + avg_benchmark_regret: 0.612273 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079071045 + proxy_corner: + avg_avg_return: 0.53436226 + avg_reward_per_step: 0.014846802 + eval-batch-tree: + avg_avg_episode_length: 6.3702703 + avg_avg_return: 0.9812064 + avg_benchmark_regret: 0.013011908 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2613144 + proxy_corner: + avg_avg_return: 0.9812064 + avg_reward_per_step: 0.2613144 +=========================================================== +=========================================================== + step: + env-step-all-before: 411041792 + env-step-replay-before: 204701696 + env-step-used-before: 411041792 + ppo-update-before: 250880 + env-step-generate-before: 206340096 + env-step-all-after: 411074560 + env-step-replay-after: 204734464 + env-step-used-after: 411074560 + ppo-update-after: 250900 + env-step-generate-after: 206340096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.910387 + avg_avg_return: 0.9027736 + avg_reward_per_step: 0.08157349 + proxy_corner: + avg_avg_return: 0.9027736 + avg_reward_per_step: 0.08157349 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.910387 + avg_avg_return: 0.9027736 + avg_reward_per_step: 0.08157349 + proxy_corner: + avg_avg_return: 0.9027736 + avg_reward_per_step: 0.08157349 + perf: + env_steps_per_second: 891433.1404667079 + ppo_updates_per_second: 81.86975487941314 + eval-batch-orig-duration: 0.253175113000907 + eval-batch-shift-duration: 0.15134462399873883 + eval-batch-tree-duration: 0.14368890598416328 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.455078 + mouse-cheese_dist_finite_wavg: 11.046408 + mouse-cheese_dist_solvable_avg: 11.455078 + mouse-cheese_dist_solvable_wavg: 11.046409 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.255615 + num_walls_wavg: 5.1256804 + prop_walls_avg: 0.27198327 + prop_walls_wavg: 0.22285567 + scoring: + avg_scores: 0.08660907 + visit_patterns: + avg_first_visit_time: 4085.551 + avg_last_visit_time: 6238.251 + num_replay_batches: 6248 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073548243 + avg_actor_approxkl3: 0.00061985885 + avg_actor_clipfrac: 0.017523194 + avg_actor_loss: -0.00086464995 + avg_advantage: 0.008451773 + avg_critic_clipfrac: 0.0118042 + avg_critic_loss: 0.0007750246 + avg_entropy: 0.06135678 + avg_grad_norm_pre_clip: 0.6403112 + avg_loss: -0.00053849444 + max: + max_actor_approxkl1: 0.0016553339 + max_actor_approxkl3: 0.0010105476 + max_actor_clipfrac: 0.027832031 + max_actor_loss: 0.0003061872 + max_advantage: 0.55166394 + max_critic_clipfrac: 0.041137695 + max_critic_loss: 0.0012619279 + max_entropy: 0.067789406 + max_grad_norm_pre_clip: 1.1320007 + max_loss: 0.0008714856 + std: + std_actor_approxkl1: 0.0005370922 + std_actor_approxkl3: 0.00035173158 + std_actor_clipfrac: 0.008935721 + std_actor_loss: 0.0007982905 + std_advantage: 0.04780106 + std_critic_clipfrac: 0.011950497 + std_critic_loss: 0.00030772737 + std_entropy: 0.0035021964 + std_grad_norm_pre_clip: 0.20100799 + std_loss: 0.00083000626 + eval-batch-orig: + avg_avg_episode_length: 17.240515 + avg_avg_return: 0.8322352 + avg_benchmark_regret: 0.0040694554 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28336334 + proxy_corner: + avg_avg_return: 0.8322352 + avg_reward_per_step: 0.28336334 + eval-batch-shift: + avg_avg_episode_length: 65.552986 + avg_avg_return: 0.27024505 + avg_benchmark_regret: 0.6133348 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07658386 + proxy_corner: + avg_avg_return: 0.52398986 + avg_reward_per_step: 0.014724731 + eval-batch-tree: + avg_avg_episode_length: 6.44738 + avg_avg_return: 0.98140794 + avg_benchmark_regret: 0.0128104 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26195526 + proxy_corner: + avg_avg_return: 0.98140794 + avg_reward_per_step: 0.26195526 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 412090368 + env-step-replay-before: 205225984 + env-step-used-before: 412090368 + ppo-update-before: 251520 + env-step-generate-before: 206864384 + env-step-all-after: 412123136 + env-step-replay-after: 205225984 + env-step-used-after: 412123136 + ppo-update-after: 251540 + env-step-generate-after: 206897152 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.696106 + avg_avg_return: 0.849916 + avg_reward_per_step: 0.2593689 + proxy_corner: + avg_avg_return: 0.849916 + avg_reward_per_step: 0.2593689 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.696106 + avg_avg_return: 0.849916 + avg_reward_per_step: 0.2593689 + proxy_corner: + avg_avg_return: 0.849916 + avg_reward_per_step: 0.2593689 + perf: + env_steps_per_second: 611441.1830313267 + ppo_updates_per_second: 99.39858833501229 + eval-batch-orig-duration: 0.19370498601347208 + eval-batch-shift-duration: 0.14389798999764025 + eval-batch-tree-duration: 0.14093769097235054 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.460693 + mouse-cheese_dist_finite_wavg: 11.047489 + mouse-cheese_dist_solvable_avg: 11.460693 + mouse-cheese_dist_solvable_wavg: 11.04749 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2592773 + num_walls_wavg: 8.722518 + prop_walls_avg: 0.27214247 + prop_walls_wavg: 0.37923998 + scoring: + avg_scores: 0.086653516 + visit_patterns: + avg_first_visit_time: 4096.1816 + avg_last_visit_time: 6253.382 + num_replay_batches: 6263 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005278573 + avg_actor_approxkl3: 0.0003787313 + avg_actor_clipfrac: 0.016101075 + avg_actor_loss: -0.0008878084 + avg_advantage: -0.012542062 + avg_critic_clipfrac: 0.0041503906 + avg_critic_loss: 0.0011407525 + avg_entropy: 0.12666784 + avg_grad_norm_pre_clip: 0.66229504 + avg_loss: -0.0004441 + max: + max_actor_approxkl1: 0.0016030924 + max_actor_approxkl3: 0.00085960043 + max_actor_clipfrac: 0.042114258 + max_actor_loss: 0.00029573962 + max_advantage: 0.31990933 + max_critic_clipfrac: 0.040527344 + max_critic_loss: 0.0022309679 + max_entropy: 0.16088049 + max_grad_norm_pre_clip: 1.3503919 + max_loss: 0.00088915066 + std: + std_actor_approxkl1: 0.00050139317 + std_actor_approxkl3: 0.00024123436 + std_actor_clipfrac: 0.011179661 + std_actor_loss: 0.00088797865 + std_advantage: 0.05098192 + std_critic_clipfrac: 0.009270113 + std_critic_loss: 0.00043690007 + std_entropy: 0.020794967 + std_grad_norm_pre_clip: 0.23886262 + std_loss: 0.00091763656 + eval-batch-orig: + avg_avg_episode_length: 17.219162 + avg_avg_return: 0.8322143 + avg_benchmark_regret: 0.004090317 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2836914 + proxy_corner: + avg_avg_return: 0.8322143 + avg_reward_per_step: 0.2836914 + eval-batch-shift: + avg_avg_episode_length: 65.97638 + avg_avg_return: 0.2627226 + avg_benchmark_regret: 0.62085724 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07509613 + proxy_corner: + avg_avg_return: 0.5372053 + avg_reward_per_step: 0.014930725 + eval-batch-tree: + avg_avg_episode_length: 6.5593176 + avg_avg_return: 0.9802894 + avg_benchmark_regret: 0.013928949 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26271057 + proxy_corner: + avg_avg_return: 0.9802894 + avg_reward_per_step: 0.26271057 +=========================================================== +=========================================================== + step: + env-step-all-before: 413138944 + env-step-replay-before: 205684736 + env-step-used-before: 413138944 + ppo-update-before: 252160 + env-step-generate-before: 207454208 + env-step-all-after: 413171712 + env-step-replay-after: 205684736 + env-step-used-after: 413171712 + ppo-update-after: 252180 + env-step-generate-after: 207486976 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 15.914438 + avg_avg_return: 0.8348383 + avg_reward_per_step: 0.27020264 + proxy_corner: + avg_avg_return: 0.8348383 + avg_reward_per_step: 0.27020264 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.914438 + avg_avg_return: 0.8348383 + avg_reward_per_step: 0.27020264 + proxy_corner: + avg_avg_return: 0.8348383 + avg_reward_per_step: 0.27020264 + perf: + env_steps_per_second: 588482.9283103943 + ppo_updates_per_second: 98.23450684529315 + eval-batch-orig-duration: 0.19887719495454803 + eval-batch-shift-duration: 0.1472058449871838 + eval-batch-tree-duration: 0.14519109803950414 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.479004 + mouse-cheese_dist_finite_wavg: 11.047001 + mouse-cheese_dist_solvable_avg: 11.479004 + mouse-cheese_dist_solvable_wavg: 11.047001 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.261963 + num_walls_wavg: 6.9253173 + prop_walls_avg: 0.27225924 + prop_walls_wavg: 0.30110073 + scoring: + avg_scores: 0.08662443 + visit_patterns: + avg_first_visit_time: 4100.381 + avg_last_visit_time: 6267.2754 + num_replay_batches: 6277 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010170673 + avg_actor_approxkl3: 0.00061132 + avg_actor_clipfrac: 0.025732422 + avg_actor_loss: -0.0013047056 + avg_advantage: -0.013384266 + avg_critic_clipfrac: 0.008154297 + avg_critic_loss: 0.0012227976 + avg_entropy: 0.15536018 + avg_grad_norm_pre_clip: 0.594602 + avg_loss: -0.0008486672 + max: + max_actor_approxkl1: 0.003065378 + max_actor_approxkl3: 0.0022716431 + max_actor_clipfrac: 0.07055664 + max_actor_loss: 0.0005620569 + max_advantage: 0.30534083 + max_critic_clipfrac: 0.047851562 + max_critic_loss: 0.0023220105 + max_entropy: 0.20583506 + max_grad_norm_pre_clip: 1.0144494 + max_loss: 0.0010322145 + std: + std_actor_approxkl1: 0.00086355465 + std_actor_approxkl3: 0.0005459071 + std_actor_clipfrac: 0.02022133 + std_actor_loss: 0.0011242187 + std_advantage: 0.051916495 + std_critic_clipfrac: 0.012964281 + std_critic_loss: 0.0004652356 + std_entropy: 0.026722401 + std_grad_norm_pre_clip: 0.19036445 + std_loss: 0.001170128 + eval-batch-orig: + avg_avg_episode_length: 17.190487 + avg_avg_return: 0.8323739 + avg_benchmark_regret: 0.0039307326 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28443146 + proxy_corner: + avg_avg_return: 0.8323739 + avg_reward_per_step: 0.28443146 + eval-batch-shift: + avg_avg_episode_length: 66.4142 + avg_avg_return: 0.2593269 + avg_benchmark_regret: 0.6242529 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07337952 + proxy_corner: + avg_avg_return: 0.5428713 + avg_reward_per_step: 0.014961243 + eval-batch-tree: + avg_avg_episode_length: 6.493664 + avg_avg_return: 0.9797962 + avg_benchmark_regret: 0.014422152 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26324463 + proxy_corner: + avg_avg_return: 0.9797962 + avg_reward_per_step: 0.26324463 +=========================================================== +=========================================================== + step: + env-step-all-before: 414187520 + env-step-replay-before: 206274560 + env-step-used-before: 414187520 + ppo-update-before: 252800 + env-step-generate-before: 207912960 + env-step-all-after: 414220288 + env-step-replay-after: 206307328 + env-step-used-after: 414220288 + ppo-update-after: 252820 + env-step-generate-after: 207912960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.7486725 + avg_avg_return: 0.90288997 + avg_reward_per_step: 0.08166504 + proxy_corner: + avg_avg_return: 0.90288997 + avg_reward_per_step: 0.08166504 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.7486725 + avg_avg_return: 0.90288997 + avg_reward_per_step: 0.08166504 + proxy_corner: + avg_avg_return: 0.90288997 + avg_reward_per_step: 0.08166504 + perf: + env_steps_per_second: 636796.8992972546 + ppo_updates_per_second: 82.99119798796346 + eval-batch-orig-duration: 0.22888947796309367 + eval-batch-shift-duration: 0.14748032297939062 + eval-batch-tree-duration: 0.1428285759757273 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.482422 + mouse-cheese_dist_finite_wavg: 11.948102 + mouse-cheese_dist_solvable_avg: 11.482422 + mouse-cheese_dist_solvable_wavg: 11.948105 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2697754 + num_walls_wavg: 5.1284943 + prop_walls_avg: 0.27259892 + prop_walls_wavg: 0.22297807 + scoring: + avg_scores: 0.08640441 + visit_patterns: + avg_first_visit_time: 4106.8506 + avg_last_visit_time: 6286.3047 + num_replay_batches: 6296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006179758 + avg_actor_approxkl3: 0.0002596865 + avg_actor_clipfrac: 0.009796143 + avg_actor_loss: -0.0004952935 + avg_advantage: 0.028606009 + avg_critic_clipfrac: 0.010601806 + avg_critic_loss: 0.00034547882 + avg_entropy: 0.052381285 + avg_grad_norm_pre_clip: 0.5052717 + avg_loss: -0.00037493542 + max: + max_actor_approxkl1: 0.0015326894 + max_actor_approxkl3: 0.0005383294 + max_actor_clipfrac: 0.017822266 + max_actor_loss: 0.00055583194 + max_advantage: 0.35193455 + max_critic_clipfrac: 0.041748047 + max_critic_loss: 0.0008768679 + max_entropy: 0.060592845 + max_grad_norm_pre_clip: 1.1423602 + max_loss: 0.0007871816 + std: + std_actor_approxkl1: 0.00046169217 + std_actor_approxkl3: 0.00015682707 + std_actor_clipfrac: 0.0049437536 + std_actor_loss: 0.00052333396 + std_advantage: 0.029920837 + std_critic_clipfrac: 0.014371221 + std_critic_loss: 0.00017533603 + std_entropy: 0.004228887 + std_grad_norm_pre_clip: 0.23868616 + std_loss: 0.00057675043 + eval-batch-orig: + avg_avg_episode_length: 17.231611 + avg_avg_return: 0.8322872 + avg_benchmark_regret: 0.004017428 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.283638 + proxy_corner: + avg_avg_return: 0.8322872 + avg_reward_per_step: 0.283638 + eval-batch-shift: + avg_avg_episode_length: 67.00069 + avg_avg_return: 0.24716535 + avg_benchmark_regret: 0.6364145 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0759964 + proxy_corner: + avg_avg_return: 0.53386587 + avg_reward_per_step: 0.014717102 + eval-batch-tree: + avg_avg_episode_length: 7.142794 + avg_avg_return: 0.9739783 + avg_benchmark_regret: 0.020240141 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26207733 + proxy_corner: + avg_avg_return: 0.9739783 + avg_reward_per_step: 0.26207733 +=========================================================== +=========================================================== + step: + env-step-all-before: 415236096 + env-step-replay-before: 206897152 + env-step-used-before: 415236096 + ppo-update-before: 253440 + env-step-generate-before: 208338944 + env-step-all-after: 415268864 + env-step-replay-after: 206929920 + env-step-used-after: 415268864 + ppo-update-after: 253460 + env-step-generate-after: 208338944 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.680412 + avg_avg_return: 0.9041548 + avg_reward_per_step: 0.082092285 + proxy_corner: + avg_avg_return: 0.9041548 + avg_reward_per_step: 0.082092285 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.680412 + avg_avg_return: 0.9041548 + avg_reward_per_step: 0.082092285 + proxy_corner: + avg_avg_return: 0.9041548 + avg_reward_per_step: 0.082092285 + perf: + env_steps_per_second: 607015.0739547806 + ppo_updates_per_second: 74.54054578712513 + eval-batch-orig-duration: 0.2603046739823185 + eval-batch-shift-duration: 0.1600078530027531 + eval-batch-tree-duration: 0.14525192399742082 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.49292 + mouse-cheese_dist_finite_wavg: 13.749226 + mouse-cheese_dist_solvable_avg: 11.49292 + mouse-cheese_dist_solvable_wavg: 13.749228 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2629395 + num_walls_wavg: 6.9251924 + prop_walls_avg: 0.2723017 + prop_walls_wavg: 0.3010953 + scoring: + avg_scores: 0.0863962 + visit_patterns: + avg_first_visit_time: 4110.7236 + avg_last_visit_time: 6305.2666 + num_replay_batches: 6315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008455122 + avg_actor_approxkl3: 0.0005585325 + avg_actor_clipfrac: 0.0134887695 + avg_actor_loss: -0.000121300625 + avg_advantage: 0.025819838 + avg_critic_clipfrac: 0.004138184 + avg_critic_loss: 0.0005170153 + avg_entropy: 0.05341033 + avg_grad_norm_pre_clip: 0.5854441 + avg_loss: 8.379664e-05 + max: + max_actor_approxkl1: 0.0025613462 + max_actor_approxkl3: 0.0015580968 + max_actor_clipfrac: 0.025390625 + max_actor_loss: 0.0029607862 + max_advantage: 0.44945496 + max_critic_clipfrac: 0.018066406 + max_critic_loss: 0.0010646733 + max_entropy: 0.06634661 + max_grad_norm_pre_clip: 1.1811767 + max_loss: 0.0031233367 + std: + std_actor_approxkl1: 0.0008024498 + std_actor_approxkl3: 0.00041166195 + std_actor_clipfrac: 0.007353508 + std_actor_loss: 0.00094953267 + std_advantage: 0.035444453 + std_critic_clipfrac: 0.005473448 + std_critic_loss: 0.00020694296 + std_entropy: 0.0060168197 + std_grad_norm_pre_clip: 0.2582704 + std_loss: 0.0009689766 + eval-batch-orig: + avg_avg_episode_length: 17.25248 + avg_avg_return: 0.83228385 + avg_benchmark_regret: 0.004020733 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28340912 + proxy_corner: + avg_avg_return: 0.83228385 + avg_reward_per_step: 0.28340912 + eval-batch-shift: + avg_avg_episode_length: 66.6921 + avg_avg_return: 0.25264892 + avg_benchmark_regret: 0.6309309 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07370758 + proxy_corner: + avg_avg_return: 0.5335138 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 7.426591 + avg_avg_return: 0.9737258 + avg_benchmark_regret: 0.020492591 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26073456 + proxy_corner: + avg_avg_return: 0.9737258 + avg_reward_per_step: 0.26073456 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 416284672 + env-step-replay-before: 207388672 + env-step-used-before: 416284672 + ppo-update-before: 254080 + env-step-generate-before: 208896000 + env-step-all-after: 416317440 + env-step-replay-after: 207421440 + env-step-used-after: 416317440 + ppo-update-after: 254100 + env-step-generate-after: 208896000 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.814845 + avg_avg_return: 0.90250915 + avg_reward_per_step: 0.08148193 + proxy_corner: + avg_avg_return: 0.90250915 + avg_reward_per_step: 0.08148193 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.814845 + avg_avg_return: 0.90250915 + avg_reward_per_step: 0.08148193 + proxy_corner: + avg_avg_return: 0.90250915 + avg_reward_per_step: 0.08148193 + perf: + env_steps_per_second: 594294.5259172635 + ppo_updates_per_second: 91.83226480120497 + eval-batch-orig-duration: 0.2113362480304204 + eval-batch-shift-duration: 0.14468471595318988 + eval-batch-tree-duration: 0.1425679159583524 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.493652 + mouse-cheese_dist_finite_wavg: 10.148626 + mouse-cheese_dist_solvable_avg: 11.493652 + mouse-cheese_dist_solvable_wavg: 10.148626 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2629395 + num_walls_wavg: 6.028728 + prop_walls_avg: 0.27230167 + prop_walls_wavg: 0.26211858 + scoring: + avg_scores: 0.08665085 + visit_patterns: + avg_first_visit_time: 4115.879 + avg_last_visit_time: 6320.3164 + num_replay_batches: 6330 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00029169346 + avg_actor_approxkl3: 0.0003468592 + avg_actor_clipfrac: 0.01005249 + avg_actor_loss: -0.00016070556 + avg_advantage: 0.0062456923 + avg_critic_clipfrac: 0.0065307617 + avg_critic_loss: 0.00032430256 + avg_entropy: 0.05964374 + avg_grad_norm_pre_clip: 0.4900796 + avg_loss: -5.8198006e-05 + max: + max_actor_approxkl1: 0.0008908886 + max_actor_approxkl3: 0.0008526461 + max_actor_clipfrac: 0.017578125 + max_actor_loss: 0.0017333701 + max_advantage: 0.572678 + max_critic_clipfrac: 0.020629883 + max_critic_loss: 0.00065733586 + max_entropy: 0.0668754 + max_grad_norm_pre_clip: 1.1701992 + max_loss: 0.0017792328 + std: + std_actor_approxkl1: 0.00026819162 + std_actor_approxkl3: 0.00020305393 + std_actor_clipfrac: 0.004399492 + std_actor_loss: 0.0009028063 + std_advantage: 0.031311605 + std_critic_clipfrac: 0.006637584 + std_critic_loss: 0.00013645283 + std_entropy: 0.005627828 + std_grad_norm_pre_clip: 0.22808437 + std_loss: 0.00093098124 + eval-batch-orig: + avg_avg_episode_length: 17.200203 + avg_avg_return: 0.83251625 + avg_benchmark_regret: 0.0037884167 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28388977 + proxy_corner: + avg_avg_return: 0.83251625 + avg_reward_per_step: 0.28388977 + eval-batch-shift: + avg_avg_episode_length: 65.013565 + avg_avg_return: 0.28154388 + avg_benchmark_regret: 0.602036 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07293701 + proxy_corner: + avg_avg_return: 0.5307553 + avg_reward_per_step: 0.015136719 + eval-batch-tree: + avg_avg_episode_length: 6.3335676 + avg_avg_return: 0.9812193 + avg_benchmark_regret: 0.0129990745 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2615738 + proxy_corner: + avg_avg_return: 0.9812193 + avg_reward_per_step: 0.2615738 +=========================================================== +=========================================================== + step: + env-step-all-before: 417333248 + env-step-replay-before: 208076800 + env-step-used-before: 417333248 + ppo-update-before: 254720 + env-step-generate-before: 209256448 + env-step-all-after: 417366016 + env-step-replay-after: 208076800 + env-step-used-after: 417366016 + ppo-update-after: 254740 + env-step-generate-after: 209289216 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.706638 + avg_avg_return: 0.77563745 + avg_reward_per_step: 0.2735901 + proxy_corner: + avg_avg_return: 0.77563745 + avg_reward_per_step: 0.2735901 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.706638 + avg_avg_return: 0.77563745 + avg_reward_per_step: 0.2735901 + proxy_corner: + avg_avg_return: 0.77563745 + avg_reward_per_step: 0.2735901 + perf: + env_steps_per_second: 900511.2590051625 + ppo_updates_per_second: 106.94490764618608 + eval-batch-orig-duration: 0.20365861000027508 + eval-batch-shift-duration: 0.15691537596285343 + eval-batch-tree-duration: 0.14882990898331627 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.495361 + mouse-cheese_dist_finite_wavg: 13.744051 + mouse-cheese_dist_solvable_avg: 11.495361 + mouse-cheese_dist_solvable_wavg: 13.744053 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2644043 + num_walls_wavg: 6.92643 + prop_walls_avg: 0.2723654 + prop_walls_wavg: 0.3011491 + scoring: + avg_scores: 0.08661404 + visit_patterns: + avg_first_visit_time: 4120.6875 + avg_last_visit_time: 6340.273 + num_replay_batches: 6350 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011528371 + avg_actor_approxkl3: 0.0007867298 + avg_actor_clipfrac: 0.03164673 + avg_actor_loss: -0.0010445457 + avg_advantage: -0.005009237 + avg_critic_clipfrac: 0.0026123046 + avg_critic_loss: 0.0012549723 + avg_entropy: 0.19897175 + avg_grad_norm_pre_clip: 1.027256 + avg_loss: -0.0006160313 + max: + max_actor_approxkl1: 0.002861844 + max_actor_approxkl3: 0.001900796 + max_actor_clipfrac: 0.06994629 + max_actor_loss: 0.0015209876 + max_advantage: 0.31764016 + max_critic_clipfrac: 0.008178711 + max_critic_loss: 0.0020011012 + max_entropy: 0.2504557 + max_grad_norm_pre_clip: 2.3304398 + max_loss: 0.0017270292 + std: + std_actor_approxkl1: 0.0008344539 + std_actor_approxkl3: 0.00046319308 + std_actor_clipfrac: 0.018159611 + std_actor_loss: 0.0013227307 + std_advantage: 0.05277823 + std_critic_clipfrac: 0.003235531 + std_critic_loss: 0.00040666625 + std_entropy: 0.024918199 + std_grad_norm_pre_clip: 0.5006828 + std_loss: 0.001351681 + eval-batch-orig: + avg_avg_episode_length: 17.240475 + avg_avg_return: 0.8320484 + avg_benchmark_regret: 0.00425626 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2826004 + proxy_corner: + avg_avg_return: 0.8320484 + avg_reward_per_step: 0.2826004 + eval-batch-shift: + avg_avg_episode_length: 64.51573 + avg_avg_return: 0.28778702 + avg_benchmark_regret: 0.59579283 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073394775 + proxy_corner: + avg_avg_return: 0.54009473 + avg_reward_per_step: 0.015678406 + eval-batch-tree: + avg_avg_episode_length: 6.338551 + avg_avg_return: 0.9817054 + avg_benchmark_regret: 0.0125129465 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26181793 + proxy_corner: + avg_avg_return: 0.9817054 + avg_reward_per_step: 0.26181793 +=========================================================== +=========================================================== + step: + env-step-all-before: 418381824 + env-step-replay-before: 208601088 + env-step-used-before: 418381824 + ppo-update-before: 255360 + env-step-generate-before: 209780736 + env-step-all-after: 418414592 + env-step-replay-after: 208601088 + env-step-used-after: 418414592 + ppo-update-after: 255380 + env-step-generate-after: 209813504 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.824947 + avg_avg_return: 0.7770839 + avg_reward_per_step: 0.23779297 + proxy_corner: + avg_avg_return: 0.7770839 + avg_reward_per_step: 0.23779297 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.824947 + avg_avg_return: 0.7770839 + avg_reward_per_step: 0.23779297 + proxy_corner: + avg_avg_return: 0.7770839 + avg_reward_per_step: 0.23779297 + perf: + env_steps_per_second: 585951.3341738399 + ppo_updates_per_second: 88.20983972599603 + eval-batch-orig-duration: 0.20340980199398473 + eval-batch-shift-duration: 0.14715544297359884 + eval-batch-tree-duration: 0.1458263680106029 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.499268 + mouse-cheese_dist_finite_wavg: 8.35069 + mouse-cheese_dist_solvable_avg: 11.499268 + mouse-cheese_dist_solvable_wavg: 8.350691 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.261963 + num_walls_wavg: 6.925008 + prop_walls_avg: 0.27225924 + prop_walls_wavg: 0.30108738 + scoring: + avg_scores: 0.086735465 + visit_patterns: + avg_first_visit_time: 4128.742 + avg_last_visit_time: 6356.1416 + num_replay_batches: 6366 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009184633 + avg_actor_approxkl3: 0.0006109853 + avg_actor_clipfrac: 0.023510743 + avg_actor_loss: -0.0007074414 + avg_advantage: -0.0071813306 + avg_critic_clipfrac: 0.010327148 + avg_critic_loss: 0.0018663816 + avg_entropy: 0.19136904 + avg_grad_norm_pre_clip: 0.88992053 + avg_loss: 3.4380442e-05 + max: + max_actor_approxkl1: 0.0018218801 + max_actor_approxkl3: 0.0013135668 + max_actor_clipfrac: 0.048461914 + max_actor_loss: 0.00038152933 + max_advantage: 0.41454542 + max_critic_clipfrac: 0.04260254 + max_critic_loss: 0.0033413938 + max_entropy: 0.26072496 + max_grad_norm_pre_clip: 2.2516322 + max_loss: 0.0014326938 + std: + std_actor_approxkl1: 0.00054903474 + std_actor_approxkl3: 0.00036246536 + std_actor_clipfrac: 0.013603387 + std_actor_loss: 0.00077064044 + std_advantage: 0.06452157 + std_critic_clipfrac: 0.0125002265 + std_critic_loss: 0.00069241435 + std_entropy: 0.03572335 + std_grad_norm_pre_clip: 0.41138893 + std_loss: 0.00082970713 + eval-batch-orig: + avg_avg_episode_length: 17.216276 + avg_avg_return: 0.83232033 + avg_benchmark_regret: 0.003984308 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28353882 + proxy_corner: + avg_avg_return: 0.83232033 + avg_reward_per_step: 0.28353882 + eval-batch-shift: + avg_avg_episode_length: 66.21889 + avg_avg_return: 0.25611266 + avg_benchmark_regret: 0.62746716 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072395325 + proxy_corner: + avg_avg_return: 0.53776157 + avg_reward_per_step: 0.0152282715 + eval-batch-tree: + avg_avg_episode_length: 6.418912 + avg_avg_return: 0.98242664 + avg_benchmark_regret: 0.011791662 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2622528 + proxy_corner: + avg_avg_return: 0.98242664 + avg_reward_per_step: 0.2622528 +=========================================================== +=========================================================== + step: + env-step-all-before: 419430400 + env-step-replay-before: 208928768 + env-step-used-before: 419430400 + ppo-update-before: 256000 + env-step-generate-before: 210501632 + env-step-all-after: 419463168 + env-step-replay-after: 208961536 + env-step-used-after: 419463168 + ppo-update-after: 256020 + env-step-generate-after: 210501632 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.762884 + avg_avg_return: 0.90286607 + avg_reward_per_step: 0.08157349 + proxy_corner: + avg_avg_return: 0.90286607 + avg_reward_per_step: 0.08157349 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.762884 + avg_avg_return: 0.90286607 + avg_reward_per_step: 0.08157349 + proxy_corner: + avg_avg_return: 0.90286607 + avg_reward_per_step: 0.08157349 + perf: + env_steps_per_second: 615937.3949487197 + ppo_updates_per_second: 100.11202285006841 + eval-batch-orig-duration: 0.1968973390175961 + eval-batch-shift-duration: 0.145056287990883 + eval-batch-tree-duration: 0.14126753702294081 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.507568 + mouse-cheese_dist_finite_wavg: 14.644183 + mouse-cheese_dist_solvable_avg: 11.507568 + mouse-cheese_dist_solvable_wavg: 14.644181 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2617188 + num_walls_wavg: 7.823192 + prop_walls_avg: 0.27224863 + prop_walls_wavg: 0.34013882 + scoring: + avg_scores: 0.086633705 + visit_patterns: + avg_first_visit_time: 4138.7725 + avg_last_visit_time: 6367.211 + num_replay_batches: 6377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00054139056 + avg_actor_approxkl3: 0.0003949007 + avg_actor_clipfrac: 0.011846924 + avg_actor_loss: 2.1346985e-05 + avg_advantage: 0.027581502 + avg_critic_clipfrac: 0.0075317384 + avg_critic_loss: 0.0005766271 + avg_entropy: 0.06413259 + avg_grad_norm_pre_clip: 0.7509519 + avg_loss: 0.000245528 + max: + max_actor_approxkl1: 0.0015333239 + max_actor_approxkl3: 0.0009231249 + max_actor_clipfrac: 0.025512695 + max_actor_loss: 0.0019420125 + max_advantage: 0.43108648 + max_critic_clipfrac: 0.029785156 + max_critic_loss: 0.0013599189 + max_entropy: 0.07217135 + max_grad_norm_pre_clip: 1.953209 + max_loss: 0.0020925521 + std: + std_actor_approxkl1: 0.0004822013 + std_actor_approxkl3: 0.00029996186 + std_actor_clipfrac: 0.008131154 + std_actor_loss: 0.00075042056 + std_advantage: 0.0393424 + std_critic_clipfrac: 0.009834663 + std_critic_loss: 0.0002728304 + std_entropy: 0.005477828 + std_grad_norm_pre_clip: 0.5446761 + std_loss: 0.00076743274 + eval-batch-orig: + avg_avg_episode_length: 17.218204 + avg_avg_return: 0.8323083 + avg_benchmark_regret: 0.003996349 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2836914 + proxy_corner: + avg_avg_return: 0.8323083 + avg_reward_per_step: 0.2836914 + eval-batch-shift: + avg_avg_episode_length: 64.95149 + avg_avg_return: 0.27704626 + avg_benchmark_regret: 0.6065335 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073654175 + proxy_corner: + avg_avg_return: 0.5380372 + avg_reward_per_step: 0.015533447 + eval-batch-tree: + avg_avg_episode_length: 6.1478534 + avg_avg_return: 0.9834381 + avg_benchmark_regret: 0.01078026 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26277924 + proxy_corner: + avg_avg_return: 0.9834381 + avg_reward_per_step: 0.26277924 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 420478976 + env-step-replay-before: 209649664 + env-step-used-before: 420478976 + ppo-update-before: 256640 + env-step-generate-before: 210829312 + env-step-all-after: 420511744 + env-step-replay-after: 209682432 + env-step-used-after: 420511744 + ppo-update-after: 256660 + env-step-generate-after: 210829312 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.7613735 + avg_avg_return: 0.9028884 + avg_reward_per_step: 0.08163452 + proxy_corner: + avg_avg_return: 0.9028884 + avg_reward_per_step: 0.08163452 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.7613735 + avg_avg_return: 0.9028884 + avg_reward_per_step: 0.08163452 + proxy_corner: + avg_avg_return: 0.9028884 + avg_reward_per_step: 0.08163452 + perf: + env_steps_per_second: 781157.3077875274 + ppo_updates_per_second: 88.63778985133015 + eval-batch-orig-duration: 0.31499324797187 + eval-batch-shift-duration: 0.1755595959839411 + eval-batch-tree-duration: 0.15129758103284985 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.51416 + mouse-cheese_dist_finite_wavg: 11.9527 + mouse-cheese_dist_solvable_avg: 11.51416 + mouse-cheese_dist_solvable_wavg: 11.9527025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260498 + num_walls_wavg: 5.128162 + prop_walls_avg: 0.27219552 + prop_walls_wavg: 0.22296357 + scoring: + avg_scores: 0.08659722 + visit_patterns: + avg_first_visit_time: 4140.1934 + avg_last_visit_time: 6389.264 + num_replay_batches: 6399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043174857 + avg_actor_approxkl3: 0.00022957253 + avg_actor_clipfrac: 0.009698487 + avg_actor_loss: -0.00045282542 + avg_advantage: 0.0006318221 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020144471 + avg_entropy: 0.051488306 + avg_grad_norm_pre_clip: 0.5066375 + avg_loss: -0.00040359134 + max: + max_actor_approxkl1: 0.0013167872 + max_actor_approxkl3: 0.00049949065 + max_actor_clipfrac: 0.017456055 + max_actor_loss: 0.00026857457 + max_advantage: 0.37285864 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031450845 + max_entropy: 0.071228676 + max_grad_norm_pre_clip: 0.972388 + max_loss: 0.00029277024 + std: + std_actor_approxkl1: 0.00036874553 + std_actor_approxkl3: 0.00013128147 + std_actor_clipfrac: 0.0051836744 + std_actor_loss: 0.0005140395 + std_advantage: 0.02052822 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.0709735e-05 + std_entropy: 0.0068210377 + std_grad_norm_pre_clip: 0.17680202 + std_loss: 0.00051668286 + eval-batch-orig: + avg_avg_episode_length: 17.206766 + avg_avg_return: 0.83255804 + avg_benchmark_regret: 0.0037465694 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28373718 + proxy_corner: + avg_avg_return: 0.83255804 + avg_reward_per_step: 0.28373718 + eval-batch-shift: + avg_avg_episode_length: 65.365234 + avg_avg_return: 0.26841158 + avg_benchmark_regret: 0.6151683 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07322693 + proxy_corner: + avg_avg_return: 0.5426936 + avg_reward_per_step: 0.015487671 + eval-batch-tree: + avg_avg_episode_length: 6.1917977 + avg_avg_return: 0.9822422 + avg_benchmark_regret: 0.0119760875 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26355743 + proxy_corner: + avg_avg_return: 0.9822422 + avg_reward_per_step: 0.26355743 +=========================================================== +=========================================================== + step: + env-step-all-before: 421527552 + env-step-replay-before: 210042880 + env-step-used-before: 421527552 + ppo-update-before: 257280 + env-step-generate-before: 211484672 + env-step-all-after: 421560320 + env-step-replay-after: 210075648 + env-step-used-after: 421560320 + ppo-update-after: 257300 + env-step-generate-after: 211484672 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.851542 + avg_avg_return: 0.9022013 + avg_reward_per_step: 0.08105469 + proxy_corner: + avg_avg_return: 0.9022013 + avg_reward_per_step: 0.08105469 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.851542 + avg_avg_return: 0.9022013 + avg_reward_per_step: 0.08105469 + proxy_corner: + avg_avg_return: 0.9022013 + avg_reward_per_step: 0.08105469 + perf: + env_steps_per_second: 581951.3836433225 + ppo_updates_per_second: 97.73687528819104 + eval-batch-orig-duration: 0.19819523702608421 + eval-batch-shift-duration: 0.14484418998472393 + eval-batch-tree-duration: 0.14285739499609917 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.516602 + mouse-cheese_dist_finite_wavg: 11.951758 + mouse-cheese_dist_solvable_avg: 11.516602 + mouse-cheese_dist_solvable_wavg: 11.951759 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.260498 + num_walls_wavg: 7.823688 + prop_walls_avg: 0.27219555 + prop_walls_wavg: 0.3401604 + scoring: + avg_scores: 0.08669186 + visit_patterns: + avg_first_visit_time: 4144.9463 + avg_last_visit_time: 6401.2373 + num_replay_batches: 6411 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020973115 + avg_actor_approxkl3: 0.00054808374 + avg_actor_clipfrac: 0.015985107 + avg_actor_loss: -0.00015235932 + avg_advantage: 0.024387293 + avg_critic_clipfrac: 0.0048706057 + avg_critic_loss: 0.00045402246 + avg_entropy: 0.055467367 + avg_grad_norm_pre_clip: 0.66050017 + avg_loss: 1.918456e-05 + max: + max_actor_approxkl1: 0.0015553986 + max_actor_approxkl3: 0.0016001258 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.0014806427 + max_advantage: 0.61061805 + max_critic_clipfrac: 0.013793945 + max_critic_loss: 0.0009794782 + max_entropy: 0.064670876 + max_grad_norm_pre_clip: 1.1650448 + max_loss: 0.0016915668 + std: + std_actor_approxkl1: 0.00042720506 + std_actor_approxkl3: 0.00037469063 + std_actor_clipfrac: 0.00844542 + std_actor_loss: 0.00087525445 + std_advantage: 0.03588717 + std_critic_clipfrac: 0.0042411136 + std_critic_loss: 0.00022916905 + std_entropy: 0.0059293867 + std_grad_norm_pre_clip: 0.2729016 + std_loss: 0.0008972474 + eval-batch-orig: + avg_avg_episode_length: 17.23869 + avg_avg_return: 0.83261883 + avg_benchmark_regret: 0.0036858083 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28372192 + proxy_corner: + avg_avg_return: 0.83261883 + avg_reward_per_step: 0.28372192 + eval-batch-shift: + avg_avg_episode_length: 64.79784 + avg_avg_return: 0.27610528 + avg_benchmark_regret: 0.60747457 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07318878 + proxy_corner: + avg_avg_return: 0.5368068 + avg_reward_per_step: 0.0154800415 + eval-batch-tree: + avg_avg_episode_length: 6.3398046 + avg_avg_return: 0.98183686 + avg_benchmark_regret: 0.012381544 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2636261 + proxy_corner: + avg_avg_return: 0.98183686 + avg_reward_per_step: 0.2636261 +=========================================================== +=========================================================== + step: + env-step-all-before: 422576128 + env-step-replay-before: 210632704 + env-step-used-before: 422576128 + ppo-update-before: 257920 + env-step-generate-before: 211943424 + env-step-all-after: 422608896 + env-step-replay-after: 210665472 + env-step-used-after: 422608896 + ppo-update-after: 257940 + env-step-generate-after: 211943424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.883165 + avg_avg_return: 0.901952 + avg_reward_per_step: 0.08102417 + proxy_corner: + avg_avg_return: 0.901952 + avg_reward_per_step: 0.08102417 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.883165 + avg_avg_return: 0.901952 + avg_reward_per_step: 0.08102417 + proxy_corner: + avg_avg_return: 0.901952 + avg_reward_per_step: 0.08102417 + perf: + env_steps_per_second: 913441.1381342717 + ppo_updates_per_second: 102.68630034155645 + eval-batch-orig-duration: 0.21044080599676818 + eval-batch-shift-duration: 0.15142684598686174 + eval-batch-tree-duration: 0.1564672949607484 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.51709 + mouse-cheese_dist_finite_wavg: 11.0524845 + mouse-cheese_dist_solvable_avg: 11.51709 + mouse-cheese_dist_solvable_wavg: 11.052487 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.262451 + num_walls_wavg: 7.825587 + prop_walls_avg: 0.27228045 + prop_walls_wavg: 0.34024298 + scoring: + avg_scores: 0.0866601 + visit_patterns: + avg_first_visit_time: 4149.5215 + avg_last_visit_time: 6419.208 + num_replay_batches: 6429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048292862 + avg_actor_approxkl3: 0.00041841072 + avg_actor_clipfrac: 0.012628174 + avg_actor_loss: -0.00021782522 + avg_advantage: -0.0017651719 + avg_critic_clipfrac: 0.00029907227 + avg_critic_loss: 0.00015786312 + avg_entropy: 0.06077717 + avg_grad_norm_pre_clip: 0.78553474 + avg_loss: -0.00019967086 + max: + max_actor_approxkl1: 0.0020884287 + max_actor_approxkl3: 0.00088781904 + max_actor_clipfrac: 0.019042969 + max_actor_loss: 0.0011571525 + max_advantage: 0.46901047 + max_critic_clipfrac: 0.0029296875 + max_critic_loss: 0.0002646016 + max_entropy: 0.06920141 + max_grad_norm_pre_clip: 1.2681091 + max_loss: 0.0011893609 + std: + std_actor_approxkl1: 0.0005600657 + std_actor_approxkl3: 0.00021458916 + std_actor_clipfrac: 0.0045704655 + std_actor_loss: 0.0006437219 + std_advantage: 0.018650154 + std_critic_clipfrac: 0.0007569098 + std_critic_loss: 3.849147e-05 + std_entropy: 0.0047235535 + std_grad_norm_pre_clip: 0.27133885 + std_loss: 0.0006518926 + eval-batch-orig: + avg_avg_episode_length: 17.202358 + avg_avg_return: 0.8326372 + avg_benchmark_regret: 0.0036674016 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28411865 + proxy_corner: + avg_avg_return: 0.8326372 + avg_reward_per_step: 0.28411865 + eval-batch-shift: + avg_avg_episode_length: 65.37755 + avg_avg_return: 0.26570207 + avg_benchmark_regret: 0.6178778 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076156616 + proxy_corner: + avg_avg_return: 0.5277706 + avg_reward_per_step: 0.015113831 + eval-batch-tree: + avg_avg_episode_length: 6.336153 + avg_avg_return: 0.98127556 + avg_benchmark_regret: 0.012942805 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2633667 + proxy_corner: + avg_avg_return: 0.98127556 + avg_reward_per_step: 0.2633667 +=========================================================== +=========================================================== + step: + env-step-all-before: 423624704 + env-step-replay-before: 211222528 + env-step-used-before: 423624704 + ppo-update-before: 258560 + env-step-generate-before: 212402176 + env-step-all-after: 423657472 + env-step-replay-after: 211255296 + env-step-used-after: 423657472 + ppo-update-after: 258580 + env-step-generate-after: 212402176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.994625 + avg_avg_return: 0.90288043 + avg_reward_per_step: 0.081848145 + proxy_corner: + avg_avg_return: 0.90288043 + avg_reward_per_step: 0.081848145 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.994625 + avg_avg_return: 0.90288043 + avg_reward_per_step: 0.081848145 + proxy_corner: + avg_avg_return: 0.90288043 + avg_reward_per_step: 0.081848145 + perf: + env_steps_per_second: 887273.3657586218 + ppo_updates_per_second: 104.13142740882083 + eval-batch-orig-duration: 0.20061726303538308 + eval-batch-shift-duration: 0.144430159998592 + eval-batch-tree-duration: 0.14274683798430488 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.510742 + mouse-cheese_dist_finite_wavg: 7.4528937 + mouse-cheese_dist_solvable_avg: 11.510742 + mouse-cheese_dist_solvable_wavg: 7.4528966 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2614746 + num_walls_wavg: 6.0279083 + prop_walls_avg: 0.27223802 + prop_walls_wavg: 0.26208296 + scoring: + avg_scores: 0.086801216 + visit_patterns: + avg_first_visit_time: 4153.1025 + avg_last_visit_time: 6437.253 + num_replay_batches: 6447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004049615 + avg_actor_approxkl3: 0.00036717163 + avg_actor_clipfrac: 0.011956788 + avg_actor_loss: 8.1131584e-05 + avg_advantage: 0.00026021915 + avg_critic_clipfrac: 0.0028381348 + avg_critic_loss: 0.0004726201 + avg_entropy: 0.07381919 + avg_grad_norm_pre_clip: 0.87310696 + avg_loss: 0.00024362242 + max: + max_actor_approxkl1: 0.0014250637 + max_actor_approxkl3: 0.00079558056 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.001305948 + max_advantage: 0.47169936 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.0008032183 + max_entropy: 0.09640765 + max_grad_norm_pre_clip: 1.5503819 + max_loss: 0.0014777062 + std: + std_actor_approxkl1: 0.00037635176 + std_actor_approxkl3: 0.0002364979 + std_actor_clipfrac: 0.0066679306 + std_actor_loss: 0.0005948495 + std_advantage: 0.037186157 + std_critic_clipfrac: 0.004475983 + std_critic_loss: 0.00015114696 + std_entropy: 0.008640787 + std_grad_norm_pre_clip: 0.3858082 + std_loss: 0.0006187058 + eval-batch-orig: + avg_avg_episode_length: 17.192387 + avg_avg_return: 0.83203584 + avg_benchmark_regret: 0.0042688074 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28429413 + proxy_corner: + avg_avg_return: 0.83203584 + avg_reward_per_step: 0.28429413 + eval-batch-shift: + avg_avg_episode_length: 65.867355 + avg_avg_return: 0.26163065 + avg_benchmark_regret: 0.6219492 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07030487 + proxy_corner: + avg_avg_return: 0.54645395 + avg_reward_per_step: 0.015327454 + eval-batch-tree: + avg_avg_episode_length: 6.305256 + avg_avg_return: 0.9814923 + avg_benchmark_regret: 0.012726133 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.263237 + proxy_corner: + avg_avg_return: 0.9814923 + avg_reward_per_step: 0.263237 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 424673280 + env-step-replay-before: 211746816 + env-step-used-before: 424673280 + ppo-update-before: 259200 + env-step-generate-before: 212926464 + env-step-all-after: 424706048 + env-step-replay-after: 211779584 + env-step-used-after: 424706048 + ppo-update-after: 259220 + env-step-generate-after: 212926464 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.856596 + avg_avg_return: 0.90225905 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.90225905 + avg_reward_per_step: 0.08151245 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.856596 + avg_avg_return: 0.90225905 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.90225905 + avg_reward_per_step: 0.08151245 + perf: + env_steps_per_second: 907869.7542209411 + ppo_updates_per_second: 104.56601081160163 + eval-batch-orig-duration: 0.20089103002101183 + eval-batch-shift-duration: 0.14298864401644096 + eval-batch-tree-duration: 0.1419213920016773 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.512451 + mouse-cheese_dist_finite_wavg: 12.852683 + mouse-cheese_dist_solvable_avg: 11.512451 + mouse-cheese_dist_solvable_wavg: 12.852683 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.261963 + num_walls_wavg: 5.126543 + prop_walls_avg: 0.27225924 + prop_walls_wavg: 0.22289321 + scoring: + avg_scores: 0.08682968 + visit_patterns: + avg_first_visit_time: 4159.9707 + avg_last_visit_time: 6453.314 + num_replay_batches: 6463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003578717 + avg_actor_approxkl3: 0.00030938917 + avg_actor_clipfrac: 0.01126709 + avg_actor_loss: 0.00023534475 + avg_advantage: 0.0003247201 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013473548 + avg_entropy: 0.055951566 + avg_grad_norm_pre_clip: 0.8280056 + avg_loss: 0.00024676096 + max: + max_actor_approxkl1: 0.0012224931 + max_actor_approxkl3: 0.0007683683 + max_actor_clipfrac: 0.020263672 + max_actor_loss: 0.0009129811 + max_advantage: 0.23800904 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00020112976 + max_entropy: 0.06883222 + max_grad_norm_pre_clip: 1.5084206 + max_loss: 0.0009419005 + std: + std_actor_approxkl1: 0.00033697262 + std_actor_approxkl3: 0.00018998979 + std_actor_clipfrac: 0.005289618 + std_actor_loss: 0.0004428128 + std_advantage: 0.016553981 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.136177e-05 + std_entropy: 0.006841714 + std_grad_norm_pre_clip: 0.3197156 + std_loss: 0.00044555482 + eval-batch-orig: + avg_avg_episode_length: 17.194706 + avg_avg_return: 0.832448 + avg_benchmark_regret: 0.0038566578 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28431702 + proxy_corner: + avg_avg_return: 0.832448 + avg_reward_per_step: 0.28431702 + eval-batch-shift: + avg_avg_episode_length: 65.88683 + avg_avg_return: 0.25984186 + avg_benchmark_regret: 0.623738 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074409485 + proxy_corner: + avg_avg_return: 0.53820753 + avg_reward_per_step: 0.015281677 + eval-batch-tree: + avg_avg_episode_length: 6.1391506 + avg_avg_return: 0.98404 + avg_benchmark_regret: 0.010178329 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2633896 + proxy_corner: + avg_avg_return: 0.98404 + avg_reward_per_step: 0.2633896 +=========================================================== +=========================================================== + step: + env-step-all-before: 425721856 + env-step-replay-before: 212074496 + env-step-used-before: 425721856 + ppo-update-before: 259840 + env-step-generate-before: 213647360 + env-step-all-after: 425754624 + env-step-replay-after: 212107264 + env-step-used-after: 425754624 + ppo-update-after: 259860 + env-step-generate-after: 213647360 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.249422 + avg_avg_return: 0.8997118 + avg_reward_per_step: 0.080444336 + proxy_corner: + avg_avg_return: 0.8997118 + avg_reward_per_step: 0.080444336 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.249422 + avg_avg_return: 0.8997118 + avg_reward_per_step: 0.080444336 + proxy_corner: + avg_avg_return: 0.8997118 + avg_reward_per_step: 0.080444336 + perf: + env_steps_per_second: 611999.6986533803 + ppo_updates_per_second: 96.41525432833505 + eval-batch-orig-duration: 0.19518570898799226 + eval-batch-shift-duration: 0.142872836033348 + eval-batch-tree-duration: 0.14022607798688114 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.509766 + mouse-cheese_dist_finite_wavg: 11.050581 + mouse-cheese_dist_solvable_avg: 11.509766 + mouse-cheese_dist_solvable_wavg: 11.050581 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2661133 + num_walls_wavg: 5.1280885 + prop_walls_avg: 0.2724397 + prop_walls_wavg: 0.22296038 + scoring: + avg_scores: 0.087257266 + visit_patterns: + avg_first_visit_time: 4177.0664 + avg_last_visit_time: 6463.331 + num_replay_batches: 6473 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037368448 + avg_actor_approxkl3: 0.00046714116 + avg_actor_clipfrac: 0.014678955 + avg_actor_loss: -0.0010529883 + avg_advantage: 0.021596396 + avg_critic_clipfrac: 0.024438476 + avg_critic_loss: 0.0009899182 + avg_entropy: 0.058243014 + avg_grad_norm_pre_clip: 0.7895117 + avg_loss: -0.00061627233 + max: + max_actor_approxkl1: 0.001307572 + max_actor_approxkl3: 0.0010048377 + max_actor_clipfrac: 0.02319336 + max_actor_loss: 0.0010205074 + max_advantage: 0.6117813 + max_critic_clipfrac: 0.06384277 + max_critic_loss: 0.002073741 + max_entropy: 0.07481609 + max_grad_norm_pre_clip: 1.7986867 + max_loss: 0.0016182088 + std: + std_actor_approxkl1: 0.0004523192 + std_actor_approxkl3: 0.0002728857 + std_actor_clipfrac: 0.006809825 + std_actor_loss: 0.0010311699 + std_advantage: 0.05333485 + std_critic_clipfrac: 0.02070514 + std_critic_loss: 0.00038173478 + std_entropy: 0.0072356965 + std_grad_norm_pre_clip: 0.35292828 + std_loss: 0.001141312 + eval-batch-orig: + avg_avg_episode_length: 17.18757 + avg_avg_return: 0.8326303 + avg_benchmark_regret: 0.003674321 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846222 + proxy_corner: + avg_avg_return: 0.8326303 + avg_reward_per_step: 0.2846222 + eval-batch-shift: + avg_avg_episode_length: 65.380165 + avg_avg_return: 0.2691348 + avg_benchmark_regret: 0.6144451 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0703125 + proxy_corner: + avg_avg_return: 0.5352867 + avg_reward_per_step: 0.0154953 + eval-batch-tree: + avg_avg_episode_length: 6.3521147 + avg_avg_return: 0.9824275 + avg_benchmark_regret: 0.011790896 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26229858 + proxy_corner: + avg_avg_return: 0.9824275 + avg_reward_per_step: 0.26229858 +=========================================================== +=========================================================== + step: + env-step-all-before: 426770432 + env-step-replay-before: 212631552 + env-step-used-before: 426770432 + ppo-update-before: 260480 + env-step-generate-before: 214138880 + env-step-all-after: 426803200 + env-step-replay-after: 212664320 + env-step-used-after: 426803200 + ppo-update-after: 260500 + env-step-generate-after: 214138880 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.949322 + avg_avg_return: 0.9015416 + avg_reward_per_step: 0.08111572 + proxy_corner: + avg_avg_return: 0.9015416 + avg_reward_per_step: 0.08111572 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.949322 + avg_avg_return: 0.9015416 + avg_reward_per_step: 0.08111572 + proxy_corner: + avg_avg_return: 0.9015416 + avg_reward_per_step: 0.08111572 + perf: + env_steps_per_second: 927608.0182264321 + ppo_updates_per_second: 75.26353451940258 + eval-batch-orig-duration: 0.33443010703194886 + eval-batch-shift-duration: 0.18434051901567727 + eval-batch-tree-duration: 0.15442915598396212 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.517334 + mouse-cheese_dist_finite_wavg: 8.35374 + mouse-cheese_dist_solvable_avg: 11.517334 + mouse-cheese_dist_solvable_wavg: 8.353742 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.270996 + num_walls_wavg: 9.623494 + prop_walls_avg: 0.27265197 + prop_walls_wavg: 0.41841277 + scoring: + avg_scores: 0.08750721 + visit_patterns: + avg_first_visit_time: 4190.1836 + avg_last_visit_time: 6480.2275 + num_replay_batches: 6490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004984792 + avg_actor_approxkl3: 0.0005610312 + avg_actor_clipfrac: 0.014727783 + avg_actor_loss: -0.00081523386 + avg_advantage: 0.026551781 + avg_critic_clipfrac: 0.012145996 + avg_critic_loss: 0.00077046524 + avg_entropy: 0.0549276 + avg_grad_norm_pre_clip: 0.5414639 + avg_loss: -0.00048492887 + max: + max_actor_approxkl1: 0.0020064306 + max_actor_approxkl3: 0.0014986575 + max_actor_clipfrac: 0.03515625 + max_actor_loss: 0.000509589 + max_advantage: 0.6856835 + max_critic_clipfrac: 0.045410156 + max_critic_loss: 0.0015941755 + max_entropy: 0.0694431 + max_grad_norm_pre_clip: 0.9690026 + max_loss: 0.00083436636 + std: + std_actor_approxkl1: 0.00049749535 + std_actor_approxkl3: 0.00033236318 + std_actor_clipfrac: 0.008067109 + std_actor_loss: 0.00079031097 + std_advantage: 0.04490769 + std_critic_clipfrac: 0.01291418 + std_critic_loss: 0.00036417422 + std_entropy: 0.00462601 + std_grad_norm_pre_clip: 0.23022042 + std_loss: 0.0008599849 + eval-batch-orig: + avg_avg_episode_length: 17.186268 + avg_avg_return: 0.832291 + avg_benchmark_regret: 0.0040135793 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28462982 + proxy_corner: + avg_avg_return: 0.832291 + avg_reward_per_step: 0.28462982 + eval-batch-shift: + avg_avg_episode_length: 66.55116 + avg_avg_return: 0.2579049 + avg_benchmark_regret: 0.62567496 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07341766 + proxy_corner: + avg_avg_return: 0.53937864 + avg_reward_per_step: 0.015464783 + eval-batch-tree: + avg_avg_episode_length: 6.4464235 + avg_avg_return: 0.9818887 + avg_benchmark_regret: 0.012329619 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26293945 + proxy_corner: + avg_avg_return: 0.9818887 + avg_reward_per_step: 0.26293945 +=========================================================== +=========================================================== + step: + env-step-all-before: 427819008 + env-step-replay-before: 213254144 + env-step-used-before: 427819008 + ppo-update-before: 261120 + env-step-generate-before: 214564864 + env-step-all-after: 427851776 + env-step-replay-after: 213286912 + env-step-used-after: 427851776 + ppo-update-after: 261140 + env-step-generate-after: 214564864 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.049282 + avg_avg_return: 0.8990226 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.8990226 + avg_reward_per_step: 0.08151245 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.049282 + avg_avg_return: 0.8990226 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.8990226 + avg_reward_per_step: 0.08151245 + perf: + env_steps_per_second: 901007.864521799 + ppo_updates_per_second: 108.21682682407088 + eval-batch-orig-duration: 0.1955084779765457 + eval-batch-shift-duration: 0.15181766502792016 + eval-batch-tree-duration: 0.15352165600052103 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.516846 + mouse-cheese_dist_finite_wavg: 11.054476 + mouse-cheese_dist_solvable_avg: 11.516846 + mouse-cheese_dist_solvable_wavg: 11.054477 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2668457 + num_walls_wavg: 5.1283517 + prop_walls_avg: 0.27247155 + prop_walls_wavg: 0.22297181 + scoring: + avg_scores: 0.08718862 + visit_patterns: + avg_first_visit_time: 4200.368 + avg_last_visit_time: 6499.3164 + num_replay_batches: 6509 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002587394 + avg_actor_approxkl3: 0.00029523353 + avg_actor_clipfrac: 0.009136963 + avg_actor_loss: -0.00029977603 + avg_advantage: 0.025634613 + avg_critic_clipfrac: 0.0064208987 + avg_critic_loss: 0.00068613153 + avg_entropy: 0.053337473 + avg_grad_norm_pre_clip: 0.47966415 + avg_loss: -1.0047736e-05 + max: + max_actor_approxkl1: 0.0009216295 + max_actor_approxkl3: 0.0008112483 + max_actor_clipfrac: 0.018188477 + max_actor_loss: 0.0005139038 + max_advantage: 0.45481205 + max_critic_clipfrac: 0.025390625 + max_critic_loss: 0.0013929463 + max_entropy: 0.062982745 + max_grad_norm_pre_clip: 1.3090364 + max_loss: 0.0010596537 + std: + std_actor_approxkl1: 0.00027061944 + std_actor_approxkl3: 0.00020496338 + std_actor_clipfrac: 0.0056644143 + std_actor_loss: 0.00042972006 + std_advantage: 0.041234877 + std_critic_clipfrac: 0.006771261 + std_critic_loss: 0.00036010786 + std_entropy: 0.0055328403 + std_grad_norm_pre_clip: 0.3465379 + std_loss: 0.00056608603 + eval-batch-orig: + avg_avg_episode_length: 17.22328 + avg_avg_return: 0.8323806 + avg_benchmark_regret: 0.003924036 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2841568 + proxy_corner: + avg_avg_return: 0.8323806 + avg_reward_per_step: 0.2841568 + eval-batch-shift: + avg_avg_episode_length: 66.21034 + avg_avg_return: 0.25761586 + avg_benchmark_regret: 0.625964 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07434082 + proxy_corner: + avg_avg_return: 0.5333071 + avg_reward_per_step: 0.015556335 + eval-batch-tree: + avg_avg_episode_length: 6.6201677 + avg_avg_return: 0.9788897 + avg_benchmark_regret: 0.015328661 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2623291 + proxy_corner: + avg_avg_return: 0.9788897 + avg_reward_per_step: 0.2623291 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 428867584 + env-step-replay-before: 213843968 + env-step-used-before: 428867584 + ppo-update-before: 261760 + env-step-generate-before: 215023616 + env-step-all-after: 428900352 + env-step-replay-after: 213876736 + env-step-used-after: 428900352 + ppo-update-after: 261780 + env-step-generate-after: 215023616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.690531 + avg_avg_return: 0.90471005 + avg_reward_per_step: 0.08230591 + proxy_corner: + avg_avg_return: 0.90471005 + avg_reward_per_step: 0.08230591 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.690531 + avg_avg_return: 0.90471005 + avg_reward_per_step: 0.08230591 + proxy_corner: + avg_avg_return: 0.90471005 + avg_reward_per_step: 0.08230591 + perf: + env_steps_per_second: 694824.9452572281 + ppo_updates_per_second: 72.42510045347285 + eval-batch-orig-duration: 0.33665023400681093 + eval-batch-shift-duration: 0.18334860098548234 + eval-batch-tree-duration: 0.15304509800625965 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.519043 + mouse-cheese_dist_finite_wavg: 14.649478 + mouse-cheese_dist_solvable_avg: 11.519043 + mouse-cheese_dist_solvable_wavg: 14.64948 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2663574 + num_walls_wavg: 7.825263 + prop_walls_avg: 0.2724503 + prop_walls_wavg: 0.34022886 + scoring: + avg_scores: 0.08656187 + visit_patterns: + avg_first_visit_time: 4204.558 + avg_last_visit_time: 6517.2944 + num_replay_batches: 6527 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033717602 + avg_actor_approxkl3: 0.0002778528 + avg_actor_clipfrac: 0.006604004 + avg_actor_loss: -6.92202e-05 + avg_advantage: -0.00028057012 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000101902806 + avg_entropy: 0.05450464 + avg_grad_norm_pre_clip: 0.61923593 + avg_loss: -7.277343e-05 + max: + max_actor_approxkl1: 0.000909386 + max_actor_approxkl3: 0.0007380924 + max_actor_clipfrac: 0.017333984 + max_actor_loss: 0.0010305485 + max_advantage: 0.2727868 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00013349303 + max_entropy: 0.06376912 + max_grad_norm_pre_clip: 1.2942685 + max_loss: 0.0010266972 + std: + std_actor_approxkl1: 0.00029425847 + std_actor_approxkl3: 0.00021852471 + std_actor_clipfrac: 0.0044469293 + std_actor_loss: 0.00045006318 + std_advantage: 0.01430746 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3663841e-05 + std_entropy: 0.004694811 + std_grad_norm_pre_clip: 0.2820864 + std_loss: 0.00044889865 + eval-batch-orig: + avg_avg_episode_length: 17.179354 + avg_avg_return: 0.83251417 + avg_benchmark_regret: 0.003790455 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2847519 + proxy_corner: + avg_avg_return: 0.83251417 + avg_reward_per_step: 0.2847519 + eval-batch-shift: + avg_avg_episode_length: 66.04718 + avg_avg_return: 0.2572266 + avg_benchmark_regret: 0.6263532 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07366943 + proxy_corner: + avg_avg_return: 0.5371016 + avg_reward_per_step: 0.015594482 + eval-batch-tree: + avg_avg_episode_length: 6.3268604 + avg_avg_return: 0.98298156 + avg_benchmark_regret: 0.011236761 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26299286 + proxy_corner: + avg_avg_return: 0.98298156 + avg_reward_per_step: 0.26299286 +=========================================================== +=========================================================== + step: + env-step-all-before: 429916160 + env-step-replay-before: 214302720 + env-step-used-before: 429916160 + ppo-update-before: 262400 + env-step-generate-before: 215613440 + env-step-all-after: 429948928 + env-step-replay-after: 214335488 + env-step-used-after: 429948928 + ppo-update-after: 262420 + env-step-generate-after: 215613440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.759216 + avg_avg_return: 0.9032 + avg_reward_per_step: 0.081848145 + proxy_corner: + avg_avg_return: 0.9032 + avg_reward_per_step: 0.081848145 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.759216 + avg_avg_return: 0.9032 + avg_reward_per_step: 0.081848145 + proxy_corner: + avg_avg_return: 0.9032 + avg_reward_per_step: 0.081848145 + perf: + env_steps_per_second: 914776.2574270787 + ppo_updates_per_second: 104.35055787511598 + eval-batch-orig-duration: 0.20090043102391064 + eval-batch-shift-duration: 0.14406229997985065 + eval-batch-tree-duration: 0.1430924219894223 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.521484 + mouse-cheese_dist_finite_wavg: 11.051593 + mouse-cheese_dist_solvable_avg: 11.521484 + mouse-cheese_dist_solvable_wavg: 11.051594 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2644043 + num_walls_wavg: 5.126968 + prop_walls_avg: 0.2723654 + prop_walls_wavg: 0.22291166 + scoring: + avg_scores: 0.0867178 + visit_patterns: + avg_first_visit_time: 4209.3745 + avg_last_visit_time: 6531.258 + num_replay_batches: 6541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039122588 + avg_actor_approxkl3: 0.00041959627 + avg_actor_clipfrac: 0.010736085 + avg_actor_loss: -0.0001156229 + avg_advantage: -0.002386989 + avg_critic_clipfrac: 6.1035156e-05 + avg_critic_loss: 0.0001921452 + avg_entropy: 0.056731302 + avg_grad_norm_pre_clip: 0.7706741 + avg_loss: -7.62816e-05 + max: + max_actor_approxkl1: 0.0014538601 + max_actor_approxkl3: 0.0010454917 + max_actor_clipfrac: 0.02355957 + max_actor_loss: 0.0008556559 + max_advantage: 0.40588284 + max_critic_clipfrac: 0.0012207031 + max_critic_loss: 0.0002697246 + max_entropy: 0.06782839 + max_grad_norm_pre_clip: 1.7368846 + max_loss: 0.00089044124 + std: + std_actor_approxkl1: 0.0005264858 + std_actor_approxkl3: 0.0003266987 + std_actor_clipfrac: 0.006432825 + std_actor_loss: 0.00060731673 + std_advantage: 0.020632796 + std_critic_clipfrac: 0.00026604606 + std_critic_loss: 3.742551e-05 + std_entropy: 0.0062653157 + std_grad_norm_pre_clip: 0.3505676 + std_loss: 0.0006074591 + eval-batch-orig: + avg_avg_episode_length: 17.182613 + avg_avg_return: 0.83240247 + avg_benchmark_regret: 0.0039021045 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28476715 + proxy_corner: + avg_avg_return: 0.83240247 + avg_reward_per_step: 0.28476715 + eval-batch-shift: + avg_avg_episode_length: 65.49265 + avg_avg_return: 0.27147064 + avg_benchmark_regret: 0.6121092 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07103729 + proxy_corner: + avg_avg_return: 0.53948945 + avg_reward_per_step: 0.015533447 + eval-batch-tree: + avg_avg_episode_length: 6.361169 + avg_avg_return: 0.9818996 + avg_benchmark_regret: 0.012318725 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2637024 + proxy_corner: + avg_avg_return: 0.9818996 + avg_reward_per_step: 0.2637024 +=========================================================== +=========================================================== + step: + env-step-all-before: 430964736 + env-step-replay-before: 214761472 + env-step-used-before: 430964736 + ppo-update-before: 263040 + env-step-generate-before: 216203264 + env-step-all-after: 430997504 + env-step-replay-after: 214761472 + env-step-used-after: 430997504 + ppo-update-after: 263060 + env-step-generate-after: 216236032 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.194284 + avg_avg_return: 0.79646397 + avg_reward_per_step: 0.25564575 + proxy_corner: + avg_avg_return: 0.79646397 + avg_reward_per_step: 0.25564575 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.194284 + avg_avg_return: 0.79646397 + avg_reward_per_step: 0.25564575 + proxy_corner: + avg_avg_return: 0.79646397 + avg_reward_per_step: 0.25564575 + perf: + env_steps_per_second: 577904.8770067589 + ppo_updates_per_second: 72.24103199496832 + eval-batch-orig-duration: 0.3335085150320083 + eval-batch-shift-duration: 0.17919119697762653 + eval-batch-tree-duration: 0.15225523198023438 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.521973 + mouse-cheese_dist_finite_wavg: 11.950478 + mouse-cheese_dist_solvable_avg: 11.521973 + mouse-cheese_dist_solvable_wavg: 11.950479 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.267578 + num_walls_wavg: 6.0240154 + prop_walls_avg: 0.27250338 + prop_walls_wavg: 0.2619137 + scoring: + avg_scores: 0.0870105 + visit_patterns: + avg_first_visit_time: 4216.5957 + avg_last_visit_time: 6544.279 + num_replay_batches: 6554 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009159955 + avg_actor_approxkl3: 0.00045718142 + avg_actor_clipfrac: 0.021606445 + avg_actor_loss: -0.0010895319 + avg_advantage: -0.013326111 + avg_critic_clipfrac: 0.00084228517 + avg_critic_loss: 0.0014951037 + avg_entropy: 0.19568948 + avg_grad_norm_pre_clip: 0.85841846 + avg_loss: -0.0005376696 + max: + max_actor_approxkl1: 0.0029669818 + max_actor_approxkl3: 0.0014131948 + max_actor_clipfrac: 0.06604004 + max_actor_loss: 0.00036993623 + max_advantage: 0.45697153 + max_critic_clipfrac: 0.008544922 + max_critic_loss: 0.0028137253 + max_entropy: 0.29778013 + max_grad_norm_pre_clip: 2.1396189 + max_loss: 0.0012934317 + std: + std_actor_approxkl1: 0.00083945016 + std_actor_approxkl3: 0.00036006662 + std_actor_clipfrac: 0.018033342 + std_actor_loss: 0.0010270085 + std_advantage: 0.056408983 + std_critic_clipfrac: 0.0022358869 + std_critic_loss: 0.00065761537 + std_entropy: 0.042120915 + std_grad_norm_pre_clip: 0.48743254 + std_loss: 0.0010662901 + eval-batch-orig: + avg_avg_episode_length: 17.205517 + avg_avg_return: 0.83254325 + avg_benchmark_regret: 0.0037613744 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28390503 + proxy_corner: + avg_avg_return: 0.83254325 + avg_reward_per_step: 0.28390503 + eval-batch-shift: + avg_avg_episode_length: 66.32567 + avg_avg_return: 0.25897115 + avg_benchmark_regret: 0.62460864 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06535339 + proxy_corner: + avg_avg_return: 0.5405756 + avg_reward_per_step: 0.0155181885 + eval-batch-tree: + avg_avg_episode_length: 6.172905 + avg_avg_return: 0.98557335 + avg_benchmark_regret: 0.00864498 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2628708 + proxy_corner: + avg_avg_return: 0.98557335 + avg_reward_per_step: 0.2628708 +=========================================================== +=========================================================== + step: + env-step-all-before: 432013312 + env-step-replay-before: 215252992 + env-step-used-before: 432013312 + ppo-update-before: 263680 + env-step-generate-before: 216760320 + env-step-all-after: 432046080 + env-step-replay-after: 215252992 + env-step-used-after: 432046080 + ppo-update-after: 263700 + env-step-generate-after: 216793088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.700989 + avg_avg_return: 0.80252564 + avg_reward_per_step: 0.26348877 + proxy_corner: + avg_avg_return: 0.80252564 + avg_reward_per_step: 0.26348877 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.700989 + avg_avg_return: 0.80252564 + avg_reward_per_step: 0.26348877 + proxy_corner: + avg_avg_return: 0.80252564 + avg_reward_per_step: 0.26348877 + perf: + env_steps_per_second: 896862.2140060371 + ppo_updates_per_second: 104.08636457253944 + eval-batch-orig-duration: 0.2059854970430024 + eval-batch-shift-duration: 0.15734138700645417 + eval-batch-tree-duration: 0.14536023698747158 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.519287 + mouse-cheese_dist_finite_wavg: 11.053202 + mouse-cheese_dist_solvable_avg: 11.519287 + mouse-cheese_dist_solvable_wavg: 11.053201 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2666016 + num_walls_wavg: 5.126046 + prop_walls_avg: 0.2724609 + prop_walls_wavg: 0.22287154 + scoring: + avg_scores: 0.08706095 + visit_patterns: + avg_first_visit_time: 4227.158 + avg_last_visit_time: 6559.292 + num_replay_batches: 6569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011782605 + avg_actor_approxkl3: 0.00056731777 + avg_actor_clipfrac: 0.025164796 + avg_actor_loss: -0.0010673834 + avg_advantage: -0.01214662 + avg_critic_clipfrac: 0.009985352 + avg_critic_loss: 0.0016681243 + avg_entropy: 0.17484704 + avg_grad_norm_pre_clip: 0.64175576 + avg_loss: -0.00040816824 + max: + max_actor_approxkl1: 0.0026548693 + max_actor_approxkl3: 0.0011623406 + max_actor_clipfrac: 0.06262207 + max_actor_loss: 0.0003835559 + max_advantage: 0.30373442 + max_critic_clipfrac: 0.037719727 + max_critic_loss: 0.0027208838 + max_entropy: 0.23253128 + max_grad_norm_pre_clip: 1.1383047 + max_loss: 0.0015024571 + std: + std_actor_approxkl1: 0.00083713944 + std_actor_approxkl3: 0.00037018597 + std_actor_clipfrac: 0.017811865 + std_actor_loss: 0.0010679722 + std_advantage: 0.061423436 + std_critic_clipfrac: 0.011968034 + std_critic_loss: 0.00056810654 + std_entropy: 0.033932753 + std_grad_norm_pre_clip: 0.1843696 + std_loss: 0.0011652119 + eval-batch-orig: + avg_avg_episode_length: 17.19696 + avg_avg_return: 0.83245605 + avg_benchmark_regret: 0.0038485366 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28406525 + proxy_corner: + avg_avg_return: 0.83245605 + avg_reward_per_step: 0.28406525 + eval-batch-shift: + avg_avg_episode_length: 65.36908 + avg_avg_return: 0.27501816 + avg_benchmark_regret: 0.60856164 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07015228 + proxy_corner: + avg_avg_return: 0.5342916 + avg_reward_per_step: 0.015403748 + eval-batch-tree: + avg_avg_episode_length: 6.55161 + avg_avg_return: 0.9806902 + avg_benchmark_regret: 0.013528191 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26327515 + proxy_corner: + avg_avg_return: 0.9806902 + avg_reward_per_step: 0.26327515 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 433061888 + env-step-replay-before: 215777280 + env-step-used-before: 433061888 + ppo-update-before: 264320 + env-step-generate-before: 217284608 + env-step-all-after: 433094656 + env-step-replay-after: 215810048 + env-step-used-after: 433094656 + ppo-update-after: 264340 + env-step-generate-after: 217284608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.8561 + avg_avg_return: 0.901816 + avg_reward_per_step: 0.081085205 + proxy_corner: + avg_avg_return: 0.901816 + avg_reward_per_step: 0.081085205 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.8561 + avg_avg_return: 0.901816 + avg_reward_per_step: 0.081085205 + proxy_corner: + avg_avg_return: 0.901816 + avg_reward_per_step: 0.081085205 + perf: + env_steps_per_second: 587244.731903498 + ppo_updates_per_second: 72.19705414474411 + eval-batch-orig-duration: 0.3383538390044123 + eval-batch-shift-duration: 0.17857575794914737 + eval-batch-tree-duration: 0.15137271001003683 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.522949 + mouse-cheese_dist_finite_wavg: 11.052352 + mouse-cheese_dist_solvable_avg: 11.522949 + mouse-cheese_dist_solvable_wavg: 11.052353 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.265869 + num_walls_wavg: 5.1306386 + prop_walls_avg: 0.27242905 + prop_walls_wavg: 0.22307128 + scoring: + avg_scores: 0.08681831 + visit_patterns: + avg_first_visit_time: 4228.677 + avg_last_visit_time: 6576.258 + num_replay_batches: 6586 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003827225 + avg_actor_approxkl3: 0.00045391364 + avg_actor_clipfrac: 0.009588623 + avg_actor_loss: -0.00012293585 + avg_advantage: -0.0007715797 + avg_critic_clipfrac: 0.00021972657 + avg_critic_loss: 0.0003121021 + avg_entropy: 0.057062753 + avg_grad_norm_pre_clip: 0.56169266 + avg_loss: -2.3947514e-05 + max: + max_actor_approxkl1: 0.0008891827 + max_actor_approxkl3: 0.00088989857 + max_actor_clipfrac: 0.01550293 + max_actor_loss: 0.0017866218 + max_advantage: 0.5128946 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.0006368579 + max_entropy: 0.06284953 + max_grad_norm_pre_clip: 1.3445046 + max_loss: 0.0018245794 + std: + std_actor_approxkl1: 0.00028222147 + std_actor_approxkl3: 0.00021983057 + std_actor_clipfrac: 0.0033061625 + std_actor_loss: 0.00064400205 + std_advantage: 0.027263785 + std_critic_clipfrac: 0.0005287209 + std_critic_loss: 0.00013655736 + std_entropy: 0.002774845 + std_grad_norm_pre_clip: 0.3293099 + std_loss: 0.0006579115 + eval-batch-orig: + avg_avg_episode_length: 17.190052 + avg_avg_return: 0.83239007 + avg_benchmark_regret: 0.003914549 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28422546 + proxy_corner: + avg_avg_return: 0.83239007 + avg_reward_per_step: 0.28422546 + eval-batch-shift: + avg_avg_episode_length: 66.93886 + avg_avg_return: 0.25287896 + avg_benchmark_regret: 0.6307008 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.54914653 + avg_reward_per_step: 0.015449524 + eval-batch-tree: + avg_avg_episode_length: 5.993034 + avg_avg_return: 0.98471814 + avg_benchmark_regret: 0.009500241 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26420593 + proxy_corner: + avg_avg_return: 0.98471814 + avg_reward_per_step: 0.26420593 +=========================================================== +=========================================================== + step: + env-step-all-before: 434110464 + env-step-replay-before: 216334336 + env-step-used-before: 434110464 + ppo-update-before: 264960 + env-step-generate-before: 217776128 + env-step-all-after: 434143232 + env-step-replay-after: 216334336 + env-step-used-after: 434143232 + ppo-update-after: 264980 + env-step-generate-after: 217808896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.873758 + avg_avg_return: 0.79846865 + avg_reward_per_step: 0.27642822 + proxy_corner: + avg_avg_return: 0.79846865 + avg_reward_per_step: 0.27642822 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.873758 + avg_avg_return: 0.79846865 + avg_reward_per_step: 0.27642822 + proxy_corner: + avg_avg_return: 0.79846865 + avg_reward_per_step: 0.27642822 + perf: + env_steps_per_second: 757596.1270112441 + ppo_updates_per_second: 87.83272071252587 + eval-batch-orig-duration: 0.3132739319698885 + eval-batch-shift-duration: 0.18137233902234584 + eval-batch-tree-duration: 0.1554369989898987 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.532227 + mouse-cheese_dist_finite_wavg: 11.055715 + mouse-cheese_dist_solvable_avg: 11.532227 + mouse-cheese_dist_solvable_wavg: 11.055717 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2668457 + num_walls_wavg: 5.1270857 + prop_walls_avg: 0.27247152 + prop_walls_wavg: 0.22291674 + scoring: + avg_scores: 0.08673674 + visit_patterns: + avg_first_visit_time: 4230.8193 + avg_last_visit_time: 6592.325 + num_replay_batches: 6602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010666506 + avg_actor_approxkl3: 0.0007507024 + avg_actor_clipfrac: 0.027374268 + avg_actor_loss: -0.0007031173 + avg_advantage: -0.012004839 + avg_critic_clipfrac: 0.007043457 + avg_critic_loss: 0.0014466948 + avg_entropy: 0.17855212 + avg_grad_norm_pre_clip: 1.020786 + avg_loss: -0.00015832197 + max: + max_actor_approxkl1: 0.0028187388 + max_actor_approxkl3: 0.0015838819 + max_actor_clipfrac: 0.05065918 + max_actor_loss: 0.00061603636 + max_advantage: 0.42745048 + max_critic_clipfrac: 0.040039062 + max_critic_loss: 0.0024490503 + max_entropy: 0.23700182 + max_grad_norm_pre_clip: 1.8873805 + max_loss: 0.001062634 + std: + std_actor_approxkl1: 0.0009858418 + std_actor_approxkl3: 0.00047318975 + std_actor_clipfrac: 0.014981358 + std_actor_loss: 0.0007954057 + std_advantage: 0.056512356 + std_critic_clipfrac: 0.010800505 + std_critic_loss: 0.00050620735 + std_entropy: 0.03301731 + std_grad_norm_pre_clip: 0.39308003 + std_loss: 0.00082788256 + eval-batch-orig: + avg_avg_episode_length: 17.199238 + avg_avg_return: 0.83285093 + avg_benchmark_regret: 0.0034536559 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28409576 + proxy_corner: + avg_avg_return: 0.83285093 + avg_reward_per_step: 0.28409576 + eval-batch-shift: + avg_avg_episode_length: 65.76061 + avg_avg_return: 0.269821 + avg_benchmark_regret: 0.6137588 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.072151184 + proxy_corner: + avg_avg_return: 0.5400362 + avg_reward_per_step: 0.015289307 + eval-batch-tree: + avg_avg_episode_length: 6.196457 + avg_avg_return: 0.9836393 + avg_benchmark_regret: 0.010579085 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26437378 + proxy_corner: + avg_avg_return: 0.9836393 + avg_reward_per_step: 0.26437378 +=========================================================== +=========================================================== + step: + env-step-all-before: 435159040 + env-step-replay-before: 216825856 + env-step-used-before: 435159040 + ppo-update-before: 265600 + env-step-generate-before: 218333184 + env-step-all-after: 435191808 + env-step-replay-after: 216858624 + env-step-used-after: 435191808 + ppo-update-after: 265620 + env-step-generate-after: 218333184 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.23703 + avg_avg_return: 0.8976747 + avg_reward_per_step: 0.08068848 + proxy_corner: + avg_avg_return: 0.8976747 + avg_reward_per_step: 0.08068848 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.23703 + avg_avg_return: 0.8976747 + avg_reward_per_step: 0.08068848 + proxy_corner: + avg_avg_return: 0.8976747 + avg_reward_per_step: 0.08068848 + perf: + env_steps_per_second: 885488.2231799583 + ppo_updates_per_second: 103.39146600588177 + eval-batch-orig-duration: 0.20334701501997188 + eval-batch-shift-duration: 0.1526184279937297 + eval-batch-tree-duration: 0.14391218998935074 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.544678 + mouse-cheese_dist_finite_wavg: 12.853812 + mouse-cheese_dist_solvable_avg: 11.544678 + mouse-cheese_dist_solvable_wavg: 12.853814 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2697754 + num_walls_wavg: 6.924495 + prop_walls_avg: 0.2725989 + prop_walls_wavg: 0.30106506 + scoring: + avg_scores: 0.08722281 + visit_patterns: + avg_first_visit_time: 4234.049 + avg_last_visit_time: 6608.325 + num_replay_batches: 6618 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000296673 + avg_actor_approxkl3: 0.00032150888 + avg_actor_clipfrac: 0.0074646 + avg_actor_loss: -2.2291486e-05 + avg_advantage: 0.015315179 + avg_critic_clipfrac: 7.324219e-05 + avg_critic_loss: 0.0004262568 + avg_entropy: 0.04509827 + avg_grad_norm_pre_clip: 0.4477686 + avg_loss: 0.00014573862 + max: + max_actor_approxkl1: 0.0015990159 + max_actor_approxkl3: 0.0009618016 + max_actor_clipfrac: 0.015991211 + max_actor_loss: 0.0015157219 + max_advantage: 0.3870114 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.0008868349 + max_entropy: 0.050459117 + max_grad_norm_pre_clip: 0.9400539 + max_loss: 0.0018927144 + std: + std_actor_approxkl1: 0.00046233303 + std_actor_approxkl3: 0.00022488236 + std_actor_clipfrac: 0.0034810966 + std_actor_loss: 0.00052634405 + std_advantage: 0.030134557 + std_critic_clipfrac: 0.00031925528 + std_critic_loss: 0.00027355945 + std_entropy: 0.002837072 + std_grad_norm_pre_clip: 0.21774834 + std_loss: 0.0006325289 + eval-batch-orig: + avg_avg_episode_length: 17.17679 + avg_avg_return: 0.83257973 + avg_benchmark_regret: 0.0037249485 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28472137 + proxy_corner: + avg_avg_return: 0.83257973 + avg_reward_per_step: 0.28472137 + eval-batch-shift: + avg_avg_episode_length: 65.77622 + avg_avg_return: 0.2699843 + avg_benchmark_regret: 0.61359555 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07476044 + proxy_corner: + avg_avg_return: 0.536214 + avg_reward_per_step: 0.015205383 + eval-batch-tree: + avg_avg_episode_length: 6.6013036 + avg_avg_return: 0.97888863 + avg_benchmark_regret: 0.01532967 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.263443 + proxy_corner: + avg_avg_return: 0.97888863 + avg_reward_per_step: 0.263443 +=========================================================== +=========================================================== + step: + env-step-all-before: 436207616 + env-step-replay-before: 217317376 + env-step-used-before: 436207616 + ppo-update-before: 266240 + env-step-generate-before: 218890240 + env-step-all-after: 436240384 + env-step-replay-after: 217317376 + env-step-used-after: 436240384 + ppo-update-after: 266260 + env-step-generate-after: 218923008 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.021057 + avg_avg_return: 0.7976041 + avg_reward_per_step: 0.2617798 + proxy_corner: + avg_avg_return: 0.7976041 + avg_reward_per_step: 0.2617798 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.021057 + avg_avg_return: 0.7976041 + avg_reward_per_step: 0.2617798 + proxy_corner: + avg_avg_return: 0.7976041 + avg_reward_per_step: 0.2617798 + perf: + env_steps_per_second: 584415.2187571009 + ppo_updates_per_second: 97.62559137915868 + eval-batch-orig-duration: 0.19635008904151618 + eval-batch-shift-duration: 0.1446461330051534 + eval-batch-tree-duration: 0.14269317197613418 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.550537 + mouse-cheese_dist_finite_wavg: 12.854349 + mouse-cheese_dist_solvable_avg: 11.550537 + mouse-cheese_dist_solvable_wavg: 12.854347 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.267578 + num_walls_wavg: 6.923885 + prop_walls_avg: 0.27250338 + prop_walls_wavg: 0.30103856 + scoring: + avg_scores: 0.08767604 + visit_patterns: + avg_first_visit_time: 4241.1685 + avg_last_visit_time: 6622.1797 + num_replay_batches: 6632 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00091664394 + avg_actor_approxkl3: 0.0004973278 + avg_actor_clipfrac: 0.020379638 + avg_actor_loss: -0.0014072955 + avg_advantage: -0.015802491 + avg_critic_clipfrac: 0.0050720214 + avg_critic_loss: 0.0015478659 + avg_entropy: 0.1656139 + avg_grad_norm_pre_clip: 0.6000803 + avg_loss: -0.0007989765 + max: + max_actor_approxkl1: 0.0018058874 + max_actor_approxkl3: 0.0009866378 + max_actor_clipfrac: 0.046020508 + max_actor_loss: 5.0846487e-05 + max_advantage: 0.5069989 + max_critic_clipfrac: 0.029052734 + max_critic_loss: 0.0023876084 + max_entropy: 0.22513378 + max_grad_norm_pre_clip: 0.80193675 + max_loss: 0.0007379737 + std: + std_actor_approxkl1: 0.000607427 + std_actor_approxkl3: 0.00030541347 + std_actor_clipfrac: 0.012630501 + std_actor_loss: 0.0012433486 + std_advantage: 0.05702008 + std_critic_clipfrac: 0.008124004 + std_critic_loss: 0.0004188715 + std_entropy: 0.02913899 + std_grad_norm_pre_clip: 0.122200824 + std_loss: 0.0012810502 + eval-batch-orig: + avg_avg_episode_length: 17.191109 + avg_avg_return: 0.83236766 + avg_benchmark_regret: 0.0039369846 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28416443 + proxy_corner: + avg_avg_return: 0.83236766 + avg_reward_per_step: 0.28416443 + eval-batch-shift: + avg_avg_episode_length: 64.43326 + avg_avg_return: 0.27967548 + avg_benchmark_regret: 0.60390437 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07607269 + proxy_corner: + avg_avg_return: 0.53515315 + avg_reward_per_step: 0.01512146 + eval-batch-tree: + avg_avg_episode_length: 6.376355 + avg_avg_return: 0.98149204 + avg_benchmark_regret: 0.012726308 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26365662 + proxy_corner: + avg_avg_return: 0.98149204 + avg_reward_per_step: 0.26365662 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 437256192 + env-step-replay-before: 217841664 + env-step-used-before: 437256192 + ppo-update-before: 266880 + env-step-generate-before: 219414528 + env-step-all-after: 437288960 + env-step-replay-after: 217874432 + env-step-used-after: 437288960 + ppo-update-after: 266900 + env-step-generate-after: 219414528 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.985094 + avg_avg_return: 0.9011159 + avg_reward_per_step: 0.08074951 + proxy_corner: + avg_avg_return: 0.9011159 + avg_reward_per_step: 0.08074951 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.985094 + avg_avg_return: 0.9011159 + avg_reward_per_step: 0.08074951 + proxy_corner: + avg_avg_return: 0.9011159 + avg_reward_per_step: 0.08074951 + perf: + env_steps_per_second: 595842.2908144766 + ppo_updates_per_second: 97.90416169899703 + eval-batch-orig-duration: 0.20183971500955522 + eval-batch-shift-duration: 0.14781666902126744 + eval-batch-tree-duration: 0.14558056398527697 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.549316 + mouse-cheese_dist_finite_wavg: 12.853128 + mouse-cheese_dist_solvable_avg: 11.549316 + mouse-cheese_dist_solvable_wavg: 12.85313 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2668457 + num_walls_wavg: 5.128751 + prop_walls_avg: 0.27247155 + prop_walls_wavg: 0.22298911 + scoring: + avg_scores: 0.087128386 + visit_patterns: + avg_first_visit_time: 4245.662 + avg_last_visit_time: 6639.312 + num_replay_batches: 6649 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006688172 + avg_actor_approxkl3: 0.00043832525 + avg_actor_clipfrac: 0.009667969 + avg_actor_loss: -0.00026673163 + avg_advantage: 0.015984284 + avg_critic_clipfrac: 0.0041503906 + avg_critic_loss: 0.00027248907 + avg_entropy: 0.044057917 + avg_grad_norm_pre_clip: 0.45043403 + avg_loss: -0.00017454503 + max: + max_actor_approxkl1: 0.0022891387 + max_actor_approxkl3: 0.0011133894 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.00036088377 + max_advantage: 0.5366496 + max_critic_clipfrac: 0.016479492 + max_critic_loss: 0.0005339107 + max_entropy: 0.051857896 + max_grad_norm_pre_clip: 0.90890807 + max_loss: 0.00055628293 + std: + std_actor_approxkl1: 0.0005636254 + std_actor_approxkl3: 0.00033470412 + std_actor_clipfrac: 0.0057209968 + std_actor_loss: 0.0004101521 + std_advantage: 0.02847547 + std_critic_clipfrac: 0.0046985177 + std_critic_loss: 0.00010195748 + std_entropy: 0.004510065 + std_grad_norm_pre_clip: 0.1824757 + std_loss: 0.00043349006 + eval-batch-orig: + avg_avg_episode_length: 17.211906 + avg_avg_return: 0.8322829 + avg_benchmark_regret: 0.004021717 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28353882 + proxy_corner: + avg_avg_return: 0.8322829 + avg_reward_per_step: 0.28353882 + eval-batch-shift: + avg_avg_episode_length: 65.20615 + avg_avg_return: 0.27120087 + avg_benchmark_regret: 0.61237895 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07178497 + proxy_corner: + avg_avg_return: 0.53462607 + avg_reward_per_step: 0.015174866 + eval-batch-tree: + avg_avg_episode_length: 6.3859158 + avg_avg_return: 0.98146296 + avg_benchmark_regret: 0.012755396 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2629013 + proxy_corner: + avg_avg_return: 0.98146296 + avg_reward_per_step: 0.2629013 +=========================================================== +=========================================================== + step: + env-step-all-before: 438304768 + env-step-replay-before: 218529792 + env-step-used-before: 438304768 + ppo-update-before: 267520 + env-step-generate-before: 219774976 + env-step-all-after: 438337536 + env-step-replay-after: 218529792 + env-step-used-after: 438337536 + ppo-update-after: 267540 + env-step-generate-after: 219807744 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.759167 + avg_avg_return: 0.8001694 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.8001694 + avg_reward_per_step: 0.25897217 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.759167 + avg_avg_return: 0.8001694 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.8001694 + avg_reward_per_step: 0.25897217 + perf: + env_steps_per_second: 591055.1289740532 + ppo_updates_per_second: 74.08226373025522 + eval-batch-orig-duration: 0.29998681403230876 + eval-batch-shift-duration: 0.16278164298273623 + eval-batch-tree-duration: 0.15128759102663025 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.555908 + mouse-cheese_dist_finite_wavg: 11.95615 + mouse-cheese_dist_solvable_avg: 11.555908 + mouse-cheese_dist_solvable_wavg: 11.956151 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.26709 + num_walls_wavg: 6.0252194 + prop_walls_avg: 0.27248213 + prop_walls_wavg: 0.26196608 + scoring: + avg_scores: 0.08727079 + visit_patterns: + avg_first_visit_time: 4249.9326 + avg_last_visit_time: 6659.295 + num_replay_batches: 6669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000580907 + avg_actor_approxkl3: 0.0004391754 + avg_actor_clipfrac: 0.01984253 + avg_actor_loss: -0.0007737825 + avg_advantage: -0.014938328 + avg_critic_clipfrac: 0.0033874512 + avg_critic_loss: 0.0017658593 + avg_entropy: 0.16109043 + avg_grad_norm_pre_clip: 0.7538149 + avg_loss: -5.1943225e-05 + max: + max_actor_approxkl1: 0.0013982336 + max_actor_approxkl3: 0.0009829262 + max_actor_clipfrac: 0.041015625 + max_actor_loss: 0.0005407557 + max_advantage: 0.33341306 + max_critic_clipfrac: 0.022338867 + max_critic_loss: 0.0038969195 + max_entropy: 0.20321757 + max_grad_norm_pre_clip: 1.5474993 + max_loss: 0.0023178433 + std: + std_actor_approxkl1: 0.0005517619 + std_actor_approxkl3: 0.00024626456 + std_actor_clipfrac: 0.011499094 + std_actor_loss: 0.00073042844 + std_advantage: 0.061120883 + std_critic_clipfrac: 0.0068258895 + std_critic_loss: 0.00069494144 + std_entropy: 0.029880548 + std_grad_norm_pre_clip: 0.22669709 + std_loss: 0.00087027164 + eval-batch-orig: + avg_avg_episode_length: 17.19422 + avg_avg_return: 0.83239603 + avg_benchmark_regret: 0.0039085904 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2841568 + proxy_corner: + avg_avg_return: 0.83239603 + avg_reward_per_step: 0.2841568 + eval-batch-shift: + avg_avg_episode_length: 66.17699 + avg_avg_return: 0.25533628 + avg_benchmark_regret: 0.62824357 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074531555 + proxy_corner: + avg_avg_return: 0.53765637 + avg_reward_per_step: 0.015060425 + eval-batch-tree: + avg_avg_episode_length: 6.2797413 + avg_avg_return: 0.9815246 + avg_benchmark_regret: 0.012693739 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2644577 + proxy_corner: + avg_avg_return: 0.9815246 + avg_reward_per_step: 0.2644577 +=========================================================== +=========================================================== + step: + env-step-all-before: 439353344 + env-step-replay-before: 218988544 + env-step-used-before: 439353344 + ppo-update-before: 268160 + env-step-generate-before: 220364800 + env-step-all-after: 439386112 + env-step-replay-after: 218988544 + env-step-used-after: 439386112 + ppo-update-after: 268180 + env-step-generate-after: 220397568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.356586 + avg_avg_return: 0.79455274 + avg_reward_per_step: 0.24307251 + proxy_corner: + avg_avg_return: 0.79455274 + avg_reward_per_step: 0.24307251 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.356586 + avg_avg_return: 0.79455274 + avg_reward_per_step: 0.24307251 + proxy_corner: + avg_avg_return: 0.79455274 + avg_reward_per_step: 0.24307251 + perf: + env_steps_per_second: 597846.5735844257 + ppo_updates_per_second: 91.83227449598331 + eval-batch-orig-duration: 0.20176757097942755 + eval-batch-shift-duration: 0.1451279019820504 + eval-batch-tree-duration: 0.14195412100525573 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.559814 + mouse-cheese_dist_finite_wavg: 13.753438 + mouse-cheese_dist_solvable_avg: 11.559814 + mouse-cheese_dist_solvable_wavg: 13.75344 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2695312 + num_walls_wavg: 5.1260786 + prop_walls_avg: 0.2725883 + prop_walls_wavg: 0.22287303 + scoring: + avg_scores: 0.08716841 + visit_patterns: + avg_first_visit_time: 4255.4604 + avg_last_visit_time: 6673.2725 + num_replay_batches: 6683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079094945 + avg_actor_approxkl3: 0.00059841416 + avg_actor_clipfrac: 0.025024414 + avg_actor_loss: -0.0007800987 + avg_advantage: -0.0051291115 + avg_critic_clipfrac: 0.0012939454 + avg_critic_loss: 0.0018223716 + avg_entropy: 0.15796569 + avg_grad_norm_pre_clip: 0.7720853 + avg_loss: -2.687868e-05 + max: + max_actor_approxkl1: 0.0023360332 + max_actor_approxkl3: 0.0012918938 + max_actor_clipfrac: 0.05871582 + max_actor_loss: 0.00064253807 + max_advantage: 0.5430976 + max_critic_clipfrac: 0.014770508 + max_critic_loss: 0.0032589699 + max_entropy: 0.23590815 + max_grad_norm_pre_clip: 1.401837 + max_loss: 0.0018782358 + std: + std_actor_approxkl1: 0.00066053105 + std_actor_approxkl3: 0.00035300004 + std_actor_clipfrac: 0.015664766 + std_actor_loss: 0.0009843543 + std_advantage: 0.06237997 + std_critic_clipfrac: 0.0033882812 + std_critic_loss: 0.0006525875 + std_entropy: 0.03445429 + std_grad_norm_pre_clip: 0.27295175 + std_loss: 0.001070188 + eval-batch-orig: + avg_avg_episode_length: 17.202076 + avg_avg_return: 0.83241224 + avg_benchmark_regret: 0.0038924427 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2840271 + proxy_corner: + avg_avg_return: 0.83241224 + avg_reward_per_step: 0.2840271 + eval-batch-shift: + avg_avg_episode_length: 65.48309 + avg_avg_return: 0.27259177 + avg_benchmark_regret: 0.61098814 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07190704 + proxy_corner: + avg_avg_return: 0.5302626 + avg_reward_per_step: 0.014877319 + eval-batch-tree: + avg_avg_episode_length: 6.2734804 + avg_avg_return: 0.9833922 + avg_benchmark_regret: 0.010826205 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26363373 + proxy_corner: + avg_avg_return: 0.9833922 + avg_reward_per_step: 0.26363373 +=========================================================== +=========================================================== + step: + env-step-all-before: 440401920 + env-step-replay-before: 219643904 + env-step-used-before: 440401920 + ppo-update-before: 268800 + env-step-generate-before: 220758016 + env-step-all-after: 440434688 + env-step-replay-after: 219676672 + env-step-used-after: 440434688 + ppo-update-after: 268820 + env-step-generate-after: 220758016 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.0734415 + avg_avg_return: 0.9016106 + avg_reward_per_step: 0.08114624 + proxy_corner: + avg_avg_return: 0.9016106 + avg_reward_per_step: 0.08114624 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.0734415 + avg_avg_return: 0.9016106 + avg_reward_per_step: 0.08114624 + proxy_corner: + avg_avg_return: 0.9016106 + avg_reward_per_step: 0.08114624 + perf: + env_steps_per_second: 575850.1166383377 + ppo_updates_per_second: 96.97398355413875 + eval-batch-orig-duration: 0.19824128499021754 + eval-batch-shift-duration: 0.14451612101402134 + eval-batch-tree-duration: 0.1423711869865656 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.558594 + mouse-cheese_dist_finite_wavg: 13.754367 + mouse-cheese_dist_solvable_avg: 11.558594 + mouse-cheese_dist_solvable_wavg: 13.754367 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2700195 + num_walls_wavg: 5.1258216 + prop_walls_avg: 0.27260953 + prop_walls_wavg: 0.22286177 + scoring: + avg_scores: 0.08682666 + visit_patterns: + avg_first_visit_time: 4259.0693 + avg_last_visit_time: 6694.1875 + num_replay_batches: 6704 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034326373 + avg_actor_approxkl3: 0.00027727496 + avg_actor_clipfrac: 0.010302735 + avg_actor_loss: 0.00010291708 + avg_advantage: 0.01025961 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.00015495652 + avg_entropy: 0.052465487 + avg_grad_norm_pre_clip: 0.6291571 + avg_loss: 0.00012792987 + max: + max_actor_approxkl1: 0.001146882 + max_actor_approxkl3: 0.00062448054 + max_actor_clipfrac: 0.020996094 + max_actor_loss: 0.0024958765 + max_advantage: 0.38458574 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.00026364852 + max_entropy: 0.05860115 + max_grad_norm_pre_clip: 1.8542001 + max_loss: 0.002532668 + std: + std_actor_approxkl1: 0.00030998664 + std_actor_approxkl3: 0.000146411 + std_actor_clipfrac: 0.0049804687 + std_actor_loss: 0.0006518223 + std_advantage: 0.017703012 + std_critic_clipfrac: 0.00040283203 + std_critic_loss: 4.3401462e-05 + std_entropy: 0.004305704 + std_grad_norm_pre_clip: 0.43571508 + std_loss: 0.0006559568 + eval-batch-orig: + avg_avg_episode_length: 17.218987 + avg_avg_return: 0.83256894 + avg_benchmark_regret: 0.0037357032 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28347015 + proxy_corner: + avg_avg_return: 0.83256894 + avg_reward_per_step: 0.28347015 + eval-batch-shift: + avg_avg_episode_length: 65.30906 + avg_avg_return: 0.27298132 + avg_benchmark_regret: 0.6105985 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06871033 + proxy_corner: + avg_avg_return: 0.5302576 + avg_reward_per_step: 0.01499176 + eval-batch-tree: + avg_avg_episode_length: 6.273876 + avg_avg_return: 0.9837458 + avg_benchmark_regret: 0.010472503 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26322174 + proxy_corner: + avg_avg_return: 0.9837458 + avg_reward_per_step: 0.26322174 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 441450496 + env-step-replay-before: 220168192 + env-step-used-before: 441450496 + ppo-update-before: 269440 + env-step-generate-before: 221282304 + env-step-all-after: 441483264 + env-step-replay-after: 220200960 + env-step-used-after: 441483264 + ppo-update-after: 269460 + env-step-generate-after: 221282304 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.256466 + avg_avg_return: 0.89851403 + avg_reward_per_step: 0.08065796 + proxy_corner: + avg_avg_return: 0.89851403 + avg_reward_per_step: 0.08065796 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.256466 + avg_avg_return: 0.89851403 + avg_reward_per_step: 0.08065796 + proxy_corner: + avg_avg_return: 0.89851403 + avg_reward_per_step: 0.08065796 + perf: + env_steps_per_second: 581236.2953515408 + ppo_updates_per_second: 96.10791073014302 + eval-batch-orig-duration: 0.19918014499126002 + eval-batch-shift-duration: 0.1484813030110672 + eval-batch-tree-duration: 0.14897370198741555 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.562988 + mouse-cheese_dist_finite_wavg: 13.755787 + mouse-cheese_dist_solvable_avg: 11.562988 + mouse-cheese_dist_solvable_wavg: 13.755787 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2697754 + num_walls_wavg: 5.1289687 + prop_walls_avg: 0.27259892 + prop_walls_wavg: 0.22299863 + scoring: + avg_scores: 0.08727831 + visit_patterns: + avg_first_visit_time: 4269.875 + avg_last_visit_time: 6710.2207 + num_replay_batches: 6720 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042019362 + avg_actor_approxkl3: 0.00022791124 + avg_actor_clipfrac: 0.008685303 + avg_actor_loss: -0.00031248116 + avg_advantage: 0.023229275 + avg_critic_clipfrac: 0.00043945314 + avg_critic_loss: 0.00054454384 + avg_entropy: 0.050914604 + avg_grad_norm_pre_clip: 0.43332267 + avg_loss: -9.112387e-05 + max: + max_actor_approxkl1: 0.0013537111 + max_actor_approxkl3: 0.000549507 + max_actor_clipfrac: 0.014282227 + max_actor_loss: 0.00046672486 + max_advantage: 0.4171216 + max_critic_clipfrac: 0.0029296875 + max_critic_loss: 0.0012689731 + max_entropy: 0.060929283 + max_grad_norm_pre_clip: 0.6549317 + max_loss: 0.0006404076 + std: + std_actor_approxkl1: 0.0003321856 + std_actor_approxkl3: 0.00014117168 + std_actor_clipfrac: 0.004311394 + std_actor_loss: 0.00037846784 + std_advantage: 0.036141437 + std_critic_clipfrac: 0.0010461076 + std_critic_loss: 0.00032207882 + std_entropy: 0.0056857173 + std_grad_norm_pre_clip: 0.15992834 + std_loss: 0.00038113154 + eval-batch-orig: + avg_avg_episode_length: 17.198235 + avg_avg_return: 0.83221865 + avg_benchmark_regret: 0.004085997 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2840805 + proxy_corner: + avg_avg_return: 0.83221865 + avg_reward_per_step: 0.2840805 + eval-batch-shift: + avg_avg_episode_length: 66.18633 + avg_avg_return: 0.25695112 + avg_benchmark_regret: 0.6266287 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07182312 + proxy_corner: + avg_avg_return: 0.53936404 + avg_reward_per_step: 0.014801025 + eval-batch-tree: + avg_avg_episode_length: 6.217992 + avg_avg_return: 0.98456675 + avg_benchmark_regret: 0.00965167 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2638855 + proxy_corner: + avg_avg_return: 0.98456675 + avg_reward_per_step: 0.2638855 +=========================================================== +=========================================================== + step: + env-step-all-before: 442499072 + env-step-replay-before: 220758016 + env-step-used-before: 442499072 + ppo-update-before: 270080 + env-step-generate-before: 221741056 + env-step-all-after: 442531840 + env-step-replay-after: 220790784 + env-step-used-after: 442531840 + ppo-update-after: 270100 + env-step-generate-after: 221741056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.91533 + avg_avg_return: 0.90168715 + avg_reward_per_step: 0.08065796 + proxy_corner: + avg_avg_return: 0.90168715 + avg_reward_per_step: 0.08065796 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.91533 + avg_avg_return: 0.90168715 + avg_reward_per_step: 0.08065796 + proxy_corner: + avg_avg_return: 0.90168715 + avg_reward_per_step: 0.08065796 + perf: + env_steps_per_second: 962477.6471131382 + ppo_updates_per_second: 92.14679579285828 + eval-batch-orig-duration: 0.30753973202081397 + eval-batch-shift-duration: 0.23877415905008093 + eval-batch-tree-duration: 0.22258245304692537 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.560059 + mouse-cheese_dist_finite_wavg: 10.152774 + mouse-cheese_dist_solvable_avg: 11.560059 + mouse-cheese_dist_solvable_wavg: 10.152774 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2666016 + num_walls_wavg: 6.9266567 + prop_walls_avg: 0.27246094 + prop_walls_wavg: 0.30115896 + scoring: + avg_scores: 0.087041125 + visit_patterns: + avg_first_visit_time: 4281.0684 + avg_last_visit_time: 6728.309 + num_replay_batches: 6738 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006294029 + avg_actor_approxkl3: 0.00035614092 + avg_actor_clipfrac: 0.011334228 + avg_actor_loss: -6.662889e-05 + avg_advantage: -0.00018079912 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000111936584 + avg_entropy: 0.054533433 + avg_grad_norm_pre_clip: 0.6306436 + avg_loss: -6.519403e-05 + max: + max_actor_approxkl1: 0.0021905608 + max_actor_approxkl3: 0.0011937923 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.002413012 + max_advantage: 0.25342792 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00019393163 + max_entropy: 0.064404055 + max_grad_norm_pre_clip: 1.8276635 + max_loss: 0.0024387017 + std: + std_actor_approxkl1: 0.00047816453 + std_actor_approxkl3: 0.00027024164 + std_actor_clipfrac: 0.006756818 + std_actor_loss: 0.0006566529 + std_advantage: 0.015126344 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.575692e-05 + std_entropy: 0.0053998204 + std_grad_norm_pre_clip: 0.41253167 + std_loss: 0.0006637679 + eval-batch-orig: + avg_avg_episode_length: 17.209024 + avg_avg_return: 0.8324737 + avg_benchmark_regret: 0.003830952 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.283432 + proxy_corner: + avg_avg_return: 0.8324737 + avg_reward_per_step: 0.283432 + eval-batch-shift: + avg_avg_episode_length: 65.72992 + avg_avg_return: 0.26352906 + avg_benchmark_regret: 0.6200508 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06908417 + proxy_corner: + avg_avg_return: 0.5339703 + avg_reward_per_step: 0.01474762 + eval-batch-tree: + avg_avg_episode_length: 6.227123 + avg_avg_return: 0.9839767 + avg_benchmark_regret: 0.010241587 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2634735 + proxy_corner: + avg_avg_return: 0.9839767 + avg_reward_per_step: 0.2634735 +=========================================================== +=========================================================== + step: + env-step-all-before: 443547648 + env-step-replay-before: 221347840 + env-step-used-before: 443547648 + ppo-update-before: 270720 + env-step-generate-before: 222199808 + env-step-all-after: 443580416 + env-step-replay-after: 221380608 + env-step-used-after: 443580416 + ppo-update-after: 270740 + env-step-generate-after: 222199808 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.040567 + avg_avg_return: 0.9008684 + avg_reward_per_step: 0.081085205 + proxy_corner: + avg_avg_return: 0.9008684 + avg_reward_per_step: 0.081085205 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.040567 + avg_avg_return: 0.9008684 + avg_reward_per_step: 0.081085205 + proxy_corner: + avg_avg_return: 0.9008684 + avg_reward_per_step: 0.081085205 + perf: + env_steps_per_second: 894695.3547305458 + ppo_updates_per_second: 104.04743588518808 + eval-batch-orig-duration: 0.207295612024609 + eval-batch-shift-duration: 0.1565454929950647 + eval-batch-tree-duration: 0.14517209702171385 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.550781 + mouse-cheese_dist_finite_wavg: 11.057554 + mouse-cheese_dist_solvable_avg: 11.550781 + mouse-cheese_dist_solvable_wavg: 11.057554 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.267578 + num_walls_wavg: 5.1263576 + prop_walls_avg: 0.27250338 + prop_walls_wavg: 0.22288509 + scoring: + avg_scores: 0.087159276 + visit_patterns: + avg_first_visit_time: 4293.3887 + avg_last_visit_time: 6746.2744 + num_replay_batches: 6756 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063128537 + avg_actor_approxkl3: 0.00030393543 + avg_actor_clipfrac: 0.011285401 + avg_actor_loss: -0.00021336367 + avg_advantage: 0.023181725 + avg_critic_clipfrac: 0.00012817384 + avg_critic_loss: 0.00029696242 + avg_entropy: 0.082123205 + avg_grad_norm_pre_clip: 0.45646152 + avg_loss: -0.0001470057 + max: + max_actor_approxkl1: 0.0019464192 + max_actor_approxkl3: 0.0006384159 + max_actor_clipfrac: 0.020996094 + max_actor_loss: 0.00020190049 + max_advantage: 0.29791135 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.0005472144 + max_entropy: 0.0974685 + max_grad_norm_pre_clip: 0.67476 + max_loss: 0.0003128474 + std: + std_actor_approxkl1: 0.0005229025 + std_actor_approxkl3: 0.00017518195 + std_actor_clipfrac: 0.005992829 + std_actor_loss: 0.00029774112 + std_advantage: 0.024617782 + std_critic_clipfrac: 0.00038500558 + std_critic_loss: 9.76757e-05 + std_entropy: 0.0056700064 + std_grad_norm_pre_clip: 0.1429461 + std_loss: 0.00032590394 + eval-batch-orig: + avg_avg_episode_length: 17.230907 + avg_avg_return: 0.8320694 + avg_benchmark_regret: 0.0042351885 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28260803 + proxy_corner: + avg_avg_return: 0.8320694 + avg_reward_per_step: 0.28260803 + eval-batch-shift: + avg_avg_episode_length: 66.6657 + avg_avg_return: 0.254636 + avg_benchmark_regret: 0.6289438 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.064582825 + proxy_corner: + avg_avg_return: 0.5389799 + avg_reward_per_step: 0.014808655 + eval-batch-tree: + avg_avg_episode_length: 6.134754 + avg_avg_return: 0.98405683 + avg_benchmark_regret: 0.010161562 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26262665 + proxy_corner: + avg_avg_return: 0.98405683 + avg_reward_per_step: 0.26262665 +=========================================================== +=========================================================== + step: + env-step-all-before: 444596224 + env-step-replay-before: 221708288 + env-step-used-before: 444596224 + ppo-update-before: 271360 + env-step-generate-before: 222887936 + env-step-all-after: 444628992 + env-step-replay-after: 221741056 + env-step-used-after: 444628992 + ppo-update-after: 271380 + env-step-generate-after: 222887936 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.935684 + avg_avg_return: 0.9030587 + avg_reward_per_step: 0.081604004 + proxy_corner: + avg_avg_return: 0.9030587 + avg_reward_per_step: 0.081604004 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.935684 + avg_avg_return: 0.9030587 + avg_reward_per_step: 0.081604004 + proxy_corner: + avg_avg_return: 0.9030587 + avg_reward_per_step: 0.081604004 + perf: + env_steps_per_second: 605557.3194583164 + ppo_updates_per_second: 72.25372365496646 + eval-batch-orig-duration: 0.33449411496985704 + eval-batch-shift-duration: 0.17123294400516897 + eval-batch-tree-duration: 0.1501920090522617 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.553955 + mouse-cheese_dist_finite_wavg: 11.056482 + mouse-cheese_dist_solvable_avg: 11.553955 + mouse-cheese_dist_solvable_wavg: 11.056482 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27124 + num_walls_wavg: 5.1270447 + prop_walls_avg: 0.2726626 + prop_walls_wavg: 0.22291495 + scoring: + avg_scores: 0.08754064 + visit_patterns: + avg_first_visit_time: 4307.315 + avg_last_visit_time: 6757.2773 + num_replay_batches: 6767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042835274 + avg_actor_approxkl3: 0.0007937671 + avg_actor_clipfrac: 0.015466309 + avg_actor_loss: -0.0009842062 + avg_advantage: 0.039393492 + avg_critic_clipfrac: 0.0687561 + avg_critic_loss: 0.0019959596 + avg_entropy: 0.059712898 + avg_grad_norm_pre_clip: 0.48361644 + avg_loss: -4.593939e-05 + max: + max_actor_approxkl1: 0.0014654545 + max_actor_approxkl3: 0.0012956429 + max_actor_clipfrac: 0.024047852 + max_actor_loss: 0.00012064725 + max_advantage: 0.78664875 + max_critic_clipfrac: 0.11621094 + max_critic_loss: 0.0042526573 + max_entropy: 0.0669637 + max_grad_norm_pre_clip: 0.8071775 + max_loss: 0.0020661536 + std: + std_actor_approxkl1: 0.0005529547 + std_actor_approxkl3: 0.00036271467 + std_actor_clipfrac: 0.0061190105 + std_actor_loss: 0.0008107886 + std_advantage: 0.0751331 + std_critic_clipfrac: 0.039923865 + std_critic_loss: 0.00069530326 + std_entropy: 0.0047093495 + std_grad_norm_pre_clip: 0.15020913 + std_loss: 0.0009921618 + eval-batch-orig: + avg_avg_episode_length: 17.196718 + avg_avg_return: 0.83240265 + avg_benchmark_regret: 0.003901987 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28405762 + proxy_corner: + avg_avg_return: 0.83240265 + avg_reward_per_step: 0.28405762 + eval-batch-shift: + avg_avg_episode_length: 64.03334 + avg_avg_return: 0.2971614 + avg_benchmark_regret: 0.5864184 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06702423 + proxy_corner: + avg_avg_return: 0.52854246 + avg_reward_per_step: 0.015022278 + eval-batch-tree: + avg_avg_episode_length: 6.2698164 + avg_avg_return: 0.981144 + avg_benchmark_regret: 0.013074366 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26425934 + proxy_corner: + avg_avg_return: 0.981144 + avg_reward_per_step: 0.26425934 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 445644800 + env-step-replay-before: 222298112 + env-step-used-before: 445644800 + ppo-update-before: 272000 + env-step-generate-before: 223346688 + env-step-all-after: 445677568 + env-step-replay-after: 222330880 + env-step-used-after: 445677568 + ppo-update-after: 272020 + env-step-generate-after: 223346688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.02158 + avg_avg_return: 0.9007648 + avg_reward_per_step: 0.08026123 + proxy_corner: + avg_avg_return: 0.9007648 + avg_reward_per_step: 0.08026123 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.02158 + avg_avg_return: 0.9007648 + avg_reward_per_step: 0.08026123 + proxy_corner: + avg_avg_return: 0.9007648 + avg_reward_per_step: 0.08026123 + perf: + env_steps_per_second: 899625.9040864534 + ppo_updates_per_second: 104.1324640150847 + eval-batch-orig-duration: 0.20569144998444244 + eval-batch-shift-duration: 0.15796434797812253 + eval-batch-tree-duration: 0.14499463402898982 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.545654 + mouse-cheese_dist_finite_wavg: 11.955425 + mouse-cheese_dist_solvable_avg: 11.545654 + mouse-cheese_dist_solvable_wavg: 11.955428 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2661133 + num_walls_wavg: 5.126811 + prop_walls_avg: 0.2724397 + prop_walls_wavg: 0.22290486 + scoring: + avg_scores: 0.08720024 + visit_patterns: + avg_first_visit_time: 4319.8633 + avg_last_visit_time: 6775.2427 + num_replay_batches: 6785 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042742872 + avg_actor_approxkl3: 0.0004427021 + avg_actor_clipfrac: 0.013989258 + avg_actor_loss: 5.167959e-05 + avg_advantage: -0.0006872141 + avg_critic_clipfrac: 0.0011962891 + avg_critic_loss: 0.00037230307 + avg_entropy: 0.061678983 + avg_grad_norm_pre_clip: 0.6585704 + avg_loss: 0.00017615211 + max: + max_actor_approxkl1: 0.0017113145 + max_actor_approxkl3: 0.000831786 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.0011669993 + max_advantage: 0.60657597 + max_critic_clipfrac: 0.006958008 + max_critic_loss: 0.00095106347 + max_entropy: 0.07016924 + max_grad_norm_pre_clip: 1.9808527 + max_loss: 0.001574823 + std: + std_actor_approxkl1: 0.00051619404 + std_actor_approxkl3: 0.00026127964 + std_actor_clipfrac: 0.0077313404 + std_actor_loss: 0.00053866016 + std_advantage: 0.03163896 + std_critic_clipfrac: 0.0020208445 + std_critic_loss: 0.00023189562 + std_entropy: 0.0039692074 + std_grad_norm_pre_clip: 0.37211606 + std_loss: 0.00057302427 + eval-batch-orig: + avg_avg_episode_length: 17.221317 + avg_avg_return: 0.8318248 + avg_benchmark_regret: 0.0044798125 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2828064 + proxy_corner: + avg_avg_return: 0.8318248 + avg_reward_per_step: 0.2828064 + eval-batch-shift: + avg_avg_episode_length: 64.25537 + avg_avg_return: 0.28961563 + avg_benchmark_regret: 0.59396416 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.53383887 + avg_reward_per_step: 0.0149383545 + eval-batch-tree: + avg_avg_episode_length: 6.376178 + avg_avg_return: 0.98124677 + avg_benchmark_regret: 0.012971603 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26285553 + proxy_corner: + avg_avg_return: 0.98124677 + avg_reward_per_step: 0.26285553 +=========================================================== +=========================================================== + step: + env-step-all-before: 446693376 + env-step-replay-before: 222887936 + env-step-used-before: 446693376 + ppo-update-before: 272640 + env-step-generate-before: 223805440 + env-step-all-after: 446726144 + env-step-replay-after: 222920704 + env-step-used-after: 446726144 + ppo-update-after: 272660 + env-step-generate-after: 223805440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.741952 + avg_avg_return: 0.90288323 + avg_reward_per_step: 0.081848145 + proxy_corner: + avg_avg_return: 0.90288323 + avg_reward_per_step: 0.081848145 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.741952 + avg_avg_return: 0.90288323 + avg_reward_per_step: 0.081848145 + proxy_corner: + avg_avg_return: 0.90288323 + avg_reward_per_step: 0.081848145 + perf: + env_steps_per_second: 751743.0172783516 + ppo_updates_per_second: 75.33437350621841 + eval-batch-orig-duration: 0.3342659560148604 + eval-batch-shift-duration: 0.17896062100771815 + eval-batch-tree-duration: 0.15086550900014117 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.544189 + mouse-cheese_dist_finite_wavg: 12.852403 + mouse-cheese_dist_solvable_avg: 11.544189 + mouse-cheese_dist_solvable_wavg: 12.852403 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.26709 + num_walls_wavg: 5.126821 + prop_walls_avg: 0.27248216 + prop_walls_wavg: 0.22290525 + scoring: + avg_scores: 0.08703168 + visit_patterns: + avg_first_visit_time: 4328.716 + avg_last_visit_time: 6793.307 + num_replay_batches: 6803 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035243007 + avg_actor_approxkl3: 0.0002503908 + avg_actor_clipfrac: 0.008312988 + avg_actor_loss: -0.0001336141 + avg_advantage: 0.00030692486 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.26118e-05 + avg_entropy: 0.058224898 + avg_grad_norm_pre_clip: 0.5313052 + avg_loss: -0.00014553308 + max: + max_actor_approxkl1: 0.0013511197 + max_actor_approxkl3: 0.0007538936 + max_actor_clipfrac: 0.018798828 + max_actor_loss: 0.00041782088 + max_advantage: 0.2305575 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010531024 + max_entropy: 0.065049194 + max_grad_norm_pre_clip: 1.016342 + max_loss: 0.0004049024 + std: + std_actor_approxkl1: 0.00037270968 + std_actor_approxkl3: 0.00018203519 + std_actor_clipfrac: 0.004324615 + std_actor_loss: 0.0003565903 + std_advantage: 0.013610161 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.5333346e-06 + std_entropy: 0.0040600533 + std_grad_norm_pre_clip: 0.1616322 + std_loss: 0.00035509723 + eval-batch-orig: + avg_avg_episode_length: 17.233252 + avg_avg_return: 0.8320571 + avg_benchmark_regret: 0.004247548 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28195953 + proxy_corner: + avg_avg_return: 0.8320571 + avg_reward_per_step: 0.28195953 + eval-batch-shift: + avg_avg_episode_length: 63.848213 + avg_avg_return: 0.2880888 + avg_benchmark_regret: 0.59549105 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07209015 + proxy_corner: + avg_avg_return: 0.52209985 + avg_reward_per_step: 0.015350342 + eval-batch-tree: + avg_avg_episode_length: 6.5808415 + avg_avg_return: 0.9804193 + avg_benchmark_regret: 0.013799136 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2592163 + proxy_corner: + avg_avg_return: 0.9804193 + avg_reward_per_step: 0.2592163 +=========================================================== +=========================================================== + step: + env-step-all-before: 447741952 + env-step-replay-before: 223412224 + env-step-used-before: 447741952 + ppo-update-before: 273280 + env-step-generate-before: 224329728 + env-step-all-after: 447774720 + env-step-replay-after: 223412224 + env-step-used-after: 447774720 + ppo-update-after: 273300 + env-step-generate-after: 224362496 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.728235 + avg_avg_return: 0.79164726 + avg_reward_per_step: 0.25177002 + proxy_corner: + avg_avg_return: 0.79164726 + avg_reward_per_step: 0.25177002 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.728235 + avg_avg_return: 0.79164726 + avg_reward_per_step: 0.25177002 + proxy_corner: + avg_avg_return: 0.79164726 + avg_reward_per_step: 0.25177002 + perf: + env_steps_per_second: 895946.7783303906 + ppo_updates_per_second: 104.11904249616443 + eval-batch-orig-duration: 0.20667768904240802 + eval-batch-shift-duration: 0.1589032979682088 + eval-batch-tree-duration: 0.14597590296762064 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.541016 + mouse-cheese_dist_finite_wavg: 7.452758 + mouse-cheese_dist_solvable_avg: 11.541016 + mouse-cheese_dist_solvable_wavg: 7.452759 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.269287 + num_walls_wavg: 8.720585 + prop_walls_avg: 0.2725777 + prop_walls_wavg: 0.37915587 + scoring: + avg_scores: 0.08724019 + visit_patterns: + avg_first_visit_time: 4336.997 + avg_last_visit_time: 6808.1914 + num_replay_batches: 6818 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009914491 + avg_actor_approxkl3: 0.0005859222 + avg_actor_clipfrac: 0.024560547 + avg_actor_loss: -0.0015679336 + avg_advantage: -0.0032753302 + avg_critic_clipfrac: 0.0032958984 + avg_critic_loss: 0.0008696192 + avg_entropy: 0.20381391 + avg_grad_norm_pre_clip: 0.576141 + avg_loss: -0.0013369379 + max: + max_actor_approxkl1: 0.0026132113 + max_actor_approxkl3: 0.0013098316 + max_actor_clipfrac: 0.05078125 + max_actor_loss: 7.599592e-07 + max_advantage: 0.4026981 + max_critic_clipfrac: 0.018066406 + max_critic_loss: 0.001286872 + max_entropy: 0.263227 + max_grad_norm_pre_clip: 0.89811313 + max_loss: 0.00038625448 + std: + std_actor_approxkl1: 0.00068811735 + std_actor_approxkl3: 0.00035501787 + std_actor_clipfrac: 0.014173915 + std_actor_loss: 0.0012150252 + std_advantage: 0.043476567 + std_critic_clipfrac: 0.006094109 + std_critic_loss: 0.00024073815 + std_entropy: 0.03286801 + std_grad_norm_pre_clip: 0.15994304 + std_loss: 0.0012081382 + eval-batch-orig: + avg_avg_episode_length: 17.205961 + avg_avg_return: 0.832451 + avg_benchmark_regret: 0.0038536452 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28333282 + proxy_corner: + avg_avg_return: 0.832451 + avg_reward_per_step: 0.28333282 + eval-batch-shift: + avg_avg_episode_length: 63.227722 + avg_avg_return: 0.30978674 + avg_benchmark_regret: 0.57379305 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.069229126 + proxy_corner: + avg_avg_return: 0.5266139 + avg_reward_per_step: 0.014892578 + eval-batch-tree: + avg_avg_episode_length: 6.1828847 + avg_avg_return: 0.98315644 + avg_benchmark_regret: 0.0110619515 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.262825 + proxy_corner: + avg_avg_return: 0.98315644 + avg_reward_per_step: 0.262825 +=========================================================== +=========================================================== + step: + env-step-all-before: 448790528 + env-step-replay-before: 224002048 + env-step-used-before: 448790528 + ppo-update-before: 273920 + env-step-generate-before: 224788480 + env-step-all-after: 448823296 + env-step-replay-after: 224002048 + env-step-used-after: 448823296 + ppo-update-after: 273940 + env-step-generate-after: 224821248 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.606125 + avg_avg_return: 0.7872795 + avg_reward_per_step: 0.28240967 + proxy_corner: + avg_avg_return: 0.7872795 + avg_reward_per_step: 0.28240967 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.606125 + avg_avg_return: 0.7872795 + avg_reward_per_step: 0.28240967 + proxy_corner: + avg_avg_return: 0.7872795 + avg_reward_per_step: 0.28240967 + perf: + env_steps_per_second: 897045.200621203 + ppo_updates_per_second: 108.4237865912918 + eval-batch-orig-duration: 0.19320619001518935 + eval-batch-shift-duration: 0.14803268999094144 + eval-batch-tree-duration: 0.1505156600032933 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.544434 + mouse-cheese_dist_finite_wavg: 7.4567795 + mouse-cheese_dist_solvable_avg: 11.544434 + mouse-cheese_dist_solvable_wavg: 7.4567804 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275879 + num_walls_wavg: 8.727648 + prop_walls_avg: 0.27286428 + prop_walls_wavg: 0.37946287 + scoring: + avg_scores: 0.08709645 + visit_patterns: + avg_first_visit_time: 4344.7124 + avg_last_visit_time: 6826.299 + num_replay_batches: 6836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009247931 + avg_actor_approxkl3: 0.0007385157 + avg_actor_clipfrac: 0.02512207 + avg_actor_loss: -0.0002259044 + avg_advantage: -0.0075852186 + avg_critic_clipfrac: 0.0077331546 + avg_critic_loss: 0.0019352399 + avg_entropy: 0.19294201 + avg_grad_norm_pre_clip: 0.9596287 + avg_loss: 0.0005487736 + max: + max_actor_approxkl1: 0.0021458128 + max_actor_approxkl3: 0.0022703896 + max_actor_clipfrac: 0.049926758 + max_actor_loss: 0.0048230514 + max_advantage: 0.36501098 + max_critic_clipfrac: 0.041503906 + max_critic_loss: 0.0029202914 + max_entropy: 0.24694726 + max_grad_norm_pre_clip: 2.676856 + max_loss: 0.0059660063 + std: + std_actor_approxkl1: 0.00066895504 + std_actor_approxkl3: 0.0005714231 + std_actor_clipfrac: 0.013340761 + std_actor_loss: 0.0016359183 + std_advantage: 0.06595071 + std_critic_clipfrac: 0.013480359 + std_critic_loss: 0.00054370775 + std_entropy: 0.03717203 + std_grad_norm_pre_clip: 0.5776946 + std_loss: 0.0017381206 + eval-batch-orig: + avg_avg_episode_length: 17.208754 + avg_avg_return: 0.8323196 + avg_benchmark_regret: 0.0039850455 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2831955 + proxy_corner: + avg_avg_return: 0.8323196 + avg_reward_per_step: 0.2831955 + eval-batch-shift: + avg_avg_episode_length: 62.8516 + avg_avg_return: 0.3089728 + avg_benchmark_regret: 0.574607 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0728302 + proxy_corner: + avg_avg_return: 0.52825713 + avg_reward_per_step: 0.015319824 + eval-batch-tree: + avg_avg_episode_length: 6.2313333 + avg_avg_return: 0.98175824 + avg_benchmark_regret: 0.012460121 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620926 + proxy_corner: + avg_avg_return: 0.98175824 + avg_reward_per_step: 0.2620926 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 449839104 + env-step-replay-before: 224559104 + env-step-used-before: 449839104 + ppo-update-before: 274560 + env-step-generate-before: 225280000 + env-step-all-after: 449871872 + env-step-replay-after: 224559104 + env-step-used-after: 449871872 + ppo-update-after: 274580 + env-step-generate-after: 225312768 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.644405 + avg_avg_return: 0.79033166 + avg_reward_per_step: 0.25906372 + proxy_corner: + avg_avg_return: 0.79033166 + avg_reward_per_step: 0.25906372 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.644405 + avg_avg_return: 0.79033166 + avg_reward_per_step: 0.25906372 + proxy_corner: + avg_avg_return: 0.79033166 + avg_reward_per_step: 0.25906372 + perf: + env_steps_per_second: 546285.3733418935 + ppo_updates_per_second: 72.27996043886537 + eval-batch-orig-duration: 0.33354585198685527 + eval-batch-shift-duration: 0.1714474310283549 + eval-batch-tree-duration: 0.14884778700070456 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.549805 + mouse-cheese_dist_finite_wavg: 8.357785 + mouse-cheese_dist_solvable_avg: 11.549805 + mouse-cheese_dist_solvable_wavg: 8.357786 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.279541 + num_walls_wavg: 6.0263677 + prop_walls_avg: 0.27302352 + prop_walls_wavg: 0.262016 + scoring: + avg_scores: 0.08702461 + visit_patterns: + avg_first_visit_time: 4350.619 + avg_last_visit_time: 6843.306 + num_replay_batches: 6853 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008802378 + avg_actor_approxkl3: 0.00075326225 + avg_actor_clipfrac: 0.025549317 + avg_actor_loss: -0.0009770741 + avg_advantage: -0.015481643 + avg_critic_clipfrac: 0.011749268 + avg_critic_loss: 0.0018708935 + avg_entropy: 0.17623782 + avg_grad_norm_pre_clip: 1.3616751 + avg_loss: -0.00021786526 + max: + max_actor_approxkl1: 0.0027604592 + max_actor_approxkl3: 0.0017384184 + max_actor_clipfrac: 0.05114746 + max_actor_loss: 0.0015012696 + max_advantage: 0.3695321 + max_critic_clipfrac: 0.043701172 + max_critic_loss: 0.0029585345 + max_entropy: 0.23227806 + max_grad_norm_pre_clip: 3.7123473 + max_loss: 0.0020933042 + std: + std_actor_approxkl1: 0.0006883724 + std_actor_approxkl3: 0.00041797312 + std_actor_clipfrac: 0.010974257 + std_actor_loss: 0.0012839081 + std_advantage: 0.06535868 + std_critic_clipfrac: 0.013931206 + std_critic_loss: 0.00046316194 + std_entropy: 0.031630978 + std_grad_norm_pre_clip: 0.8991539 + std_loss: 0.0013787469 + eval-batch-orig: + avg_avg_episode_length: 17.20418 + avg_avg_return: 0.83214957 + avg_benchmark_regret: 0.0041550677 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2835083 + proxy_corner: + avg_avg_return: 0.83214957 + avg_reward_per_step: 0.2835083 + eval-batch-shift: + avg_avg_episode_length: 64.35186 + avg_avg_return: 0.28427586 + avg_benchmark_regret: 0.59930396 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07255554 + proxy_corner: + avg_avg_return: 0.52184856 + avg_reward_per_step: 0.014930725 + eval-batch-tree: + avg_avg_episode_length: 6.427746 + avg_avg_return: 0.98160815 + avg_benchmark_regret: 0.012610205 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26158905 + proxy_corner: + avg_avg_return: 0.98160815 + avg_reward_per_step: 0.26158905 +=========================================================== +=========================================================== + step: + env-step-all-before: 450887680 + env-step-replay-before: 224886784 + env-step-used-before: 450887680 + ppo-update-before: 275200 + env-step-generate-before: 226000896 + env-step-all-after: 450920448 + env-step-replay-after: 224919552 + env-step-used-after: 450920448 + ppo-update-after: 275220 + env-step-generate-after: 226000896 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.930864 + avg_avg_return: 0.9024113 + avg_reward_per_step: 0.08102417 + proxy_corner: + avg_avg_return: 0.9024113 + avg_reward_per_step: 0.08102417 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.930864 + avg_avg_return: 0.9024113 + avg_reward_per_step: 0.08102417 + proxy_corner: + avg_avg_return: 0.9024113 + avg_reward_per_step: 0.08102417 + perf: + env_steps_per_second: 793352.8614907074 + ppo_updates_per_second: 74.78311746053942 + eval-batch-orig-duration: 0.3369709479738958 + eval-batch-shift-duration: 0.18392647104337811 + eval-batch-tree-duration: 0.15317687700735405 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.5529785 + mouse-cheese_dist_finite_wavg: 10.15018 + mouse-cheese_dist_solvable_avg: 11.5529785 + mouse-cheese_dist_solvable_wavg: 10.15018 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277588 + num_walls_wavg: 7.829206 + prop_walls_avg: 0.27293855 + prop_walls_wavg: 0.34040025 + scoring: + avg_scores: 0.0870907 + visit_patterns: + avg_first_visit_time: 4359.584 + avg_last_visit_time: 6854.29 + num_replay_batches: 6864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045946907 + avg_actor_approxkl3: 0.0004907226 + avg_actor_clipfrac: 0.013470459 + avg_actor_loss: -0.0009679502 + avg_advantage: 0.03533959 + avg_critic_clipfrac: 0.047418214 + avg_critic_loss: 0.0015209669 + avg_entropy: 0.06103263 + avg_grad_norm_pre_clip: 0.57177746 + avg_loss: -0.00026849945 + max: + max_actor_approxkl1: 0.0010633545 + max_actor_approxkl3: 0.0011557008 + max_actor_clipfrac: 0.027954102 + max_actor_loss: 0.00016100518 + max_advantage: 0.69260144 + max_critic_clipfrac: 0.10107422 + max_critic_loss: 0.003273919 + max_entropy: 0.069658816 + max_grad_norm_pre_clip: 0.98706186 + max_loss: 0.0016187406 + std: + std_actor_approxkl1: 0.00034595554 + std_actor_approxkl3: 0.00027581904 + std_actor_clipfrac: 0.0065206885 + std_actor_loss: 0.00083818607 + std_advantage: 0.06464927 + std_critic_clipfrac: 0.03695332 + std_critic_loss: 0.0005711431 + std_entropy: 0.005043108 + std_grad_norm_pre_clip: 0.17038672 + std_loss: 0.001011503 + eval-batch-orig: + avg_avg_episode_length: 17.182632 + avg_avg_return: 0.8324144 + avg_benchmark_regret: 0.0038902133 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28463745 + proxy_corner: + avg_avg_return: 0.8324144 + avg_reward_per_step: 0.28463745 + eval-batch-shift: + avg_avg_episode_length: 64.03089 + avg_avg_return: 0.28842044 + avg_benchmark_regret: 0.5951594 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.06826019 + proxy_corner: + avg_avg_return: 0.52400506 + avg_reward_per_step: 0.01537323 + eval-batch-tree: + avg_avg_episode_length: 6.305543 + avg_avg_return: 0.9839909 + avg_benchmark_regret: 0.010227445 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26329803 + proxy_corner: + avg_avg_return: 0.9839909 + avg_reward_per_step: 0.26329803 +=========================================================== +=========================================================== + step: + env-step-all-before: 451936256 + env-step-replay-before: 225509376 + env-step-used-before: 451936256 + ppo-update-before: 275840 + env-step-generate-before: 226426880 + env-step-all-after: 451969024 + env-step-replay-after: 225542144 + env-step-used-after: 451969024 + ppo-update-after: 275860 + env-step-generate-after: 226426880 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.794008 + avg_avg_return: 0.90260357 + avg_reward_per_step: 0.08154297 + proxy_corner: + avg_avg_return: 0.90260357 + avg_reward_per_step: 0.08154297 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.794008 + avg_avg_return: 0.90260357 + avg_reward_per_step: 0.08154297 + proxy_corner: + avg_avg_return: 0.90260357 + avg_reward_per_step: 0.08154297 + perf: + env_steps_per_second: 599996.0597338498 + ppo_updates_per_second: 97.8731781609103 + eval-batch-orig-duration: 0.19462133798515424 + eval-batch-shift-duration: 0.1443112770211883 + eval-batch-tree-duration: 0.1429020709474571 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.544189 + mouse-cheese_dist_finite_wavg: 11.055216 + mouse-cheese_dist_solvable_avg: 11.544189 + mouse-cheese_dist_solvable_wavg: 11.055215 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272949 + num_walls_wavg: 6.927466 + prop_walls_avg: 0.2727369 + prop_walls_wavg: 0.3011942 + scoring: + avg_scores: 0.08712672 + visit_patterns: + avg_first_visit_time: 4371.078 + avg_last_visit_time: 6873.162 + num_replay_batches: 6883 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057518686 + avg_actor_approxkl3: 0.0003087249 + avg_actor_clipfrac: 0.00993042 + avg_actor_loss: -0.0007320311 + avg_advantage: 0.013432046 + avg_critic_clipfrac: 0.0026794435 + avg_critic_loss: 0.00023686979 + avg_entropy: 0.044979077 + avg_grad_norm_pre_clip: 0.42437345 + avg_loss: -0.0006585752 + max: + max_actor_approxkl1: 0.0023412928 + max_actor_approxkl3: 0.0006498748 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.00034050737 + max_advantage: 0.4007802 + max_critic_clipfrac: 0.010375977 + max_critic_loss: 0.00047103188 + max_entropy: 0.05245339 + max_grad_norm_pre_clip: 0.55976295 + max_loss: 0.00046235297 + std: + std_actor_approxkl1: 0.0005940705 + std_actor_approxkl3: 0.00018760364 + std_actor_clipfrac: 0.005746164 + std_actor_loss: 0.00066425384 + std_advantage: 0.026942937 + std_critic_clipfrac: 0.0037917476 + std_critic_loss: 9.3220166e-05 + std_entropy: 0.0039150887 + std_grad_norm_pre_clip: 0.11993144 + std_loss: 0.0006907037 + eval-batch-orig: + avg_avg_episode_length: 17.204517 + avg_avg_return: 0.8324224 + avg_benchmark_regret: 0.0038822494 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28340912 + proxy_corner: + avg_avg_return: 0.8324224 + avg_reward_per_step: 0.28340912 + eval-batch-shift: + avg_avg_episode_length: 64.172295 + avg_avg_return: 0.2848724 + avg_benchmark_regret: 0.5987074 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074157715 + proxy_corner: + avg_avg_return: 0.51252186 + avg_reward_per_step: 0.015357971 + eval-batch-tree: + avg_avg_episode_length: 6.2168145 + avg_avg_return: 0.98422366 + avg_benchmark_regret: 0.0099947285 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26193237 + proxy_corner: + avg_avg_return: 0.98422366 + avg_reward_per_step: 0.26193237 +=========================================================== +=========================================================== + step: + env-step-all-before: 452984832 + env-step-replay-before: 226033664 + env-step-used-before: 452984832 + ppo-update-before: 276480 + env-step-generate-before: 226951168 + env-step-all-after: 453017600 + env-step-replay-after: 226066432 + env-step-used-after: 453017600 + ppo-update-after: 276500 + env-step-generate-after: 226951168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.7385025 + avg_avg_return: 0.90341616 + avg_reward_per_step: 0.081726074 + proxy_corner: + avg_avg_return: 0.90341616 + avg_reward_per_step: 0.081726074 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.7385025 + avg_avg_return: 0.90341616 + avg_reward_per_step: 0.081726074 + proxy_corner: + avg_avg_return: 0.90341616 + avg_reward_per_step: 0.081726074 + perf: + env_steps_per_second: 589316.5122241983 + ppo_updates_per_second: 97.5797937753667 + eval-batch-orig-duration: 0.19784415303729475 + eval-batch-shift-duration: 0.1457274470012635 + eval-batch-tree-duration: 0.14574031200027093 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.54126 + mouse-cheese_dist_finite_wavg: 11.055333 + mouse-cheese_dist_solvable_avg: 11.54126 + mouse-cheese_dist_solvable_wavg: 11.055334 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2770996 + num_walls_wavg: 7.8261385 + prop_walls_avg: 0.27291733 + prop_walls_wavg: 0.34026688 + scoring: + avg_scores: 0.08688076 + visit_patterns: + avg_first_visit_time: 4380.181 + avg_last_visit_time: 6889.337 + num_replay_batches: 6899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048546656 + avg_actor_approxkl3: 0.000527719 + avg_actor_clipfrac: 0.0105224615 + avg_actor_loss: -0.00049701513 + avg_advantage: 0.032771677 + avg_critic_clipfrac: 0.058740236 + avg_critic_loss: 0.0016977116 + avg_entropy: 0.038865827 + avg_grad_norm_pre_clip: 0.40949947 + avg_loss: 0.00031297485 + max: + max_actor_approxkl1: 0.0018502492 + max_actor_approxkl3: 0.0010099529 + max_actor_clipfrac: 0.018310547 + max_actor_loss: 0.00046078023 + max_advantage: 0.77446425 + max_critic_clipfrac: 0.09460449 + max_critic_loss: 0.0035566622 + max_entropy: 0.04931181 + max_grad_norm_pre_clip: 0.6581803 + max_loss: 0.0018070936 + std: + std_actor_approxkl1: 0.00045979494 + std_actor_approxkl3: 0.00032268738 + std_actor_clipfrac: 0.005309371 + std_actor_loss: 0.000518038 + std_advantage: 0.07043076 + std_critic_clipfrac: 0.034197114 + std_critic_loss: 0.0006935835 + std_entropy: 0.005215956 + std_grad_norm_pre_clip: 0.13098644 + std_loss: 0.00070719206 + eval-batch-orig: + avg_avg_episode_length: 17.18095 + avg_avg_return: 0.8323994 + avg_benchmark_regret: 0.0039051939 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28444672 + proxy_corner: + avg_avg_return: 0.8323994 + avg_reward_per_step: 0.28444672 + eval-batch-shift: + avg_avg_episode_length: 62.82099 + avg_avg_return: 0.30644643 + avg_benchmark_regret: 0.5771334 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078323364 + proxy_corner: + avg_avg_return: 0.51205766 + avg_reward_per_step: 0.015151978 + eval-batch-tree: + avg_avg_episode_length: 5.9436717 + avg_avg_return: 0.9854581 + avg_benchmark_regret: 0.008760316 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2642975 + proxy_corner: + avg_avg_return: 0.9854581 + avg_reward_per_step: 0.2642975 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 454033408 + env-step-replay-before: 226557952 + env-step-used-before: 454033408 + ppo-update-before: 277120 + env-step-generate-before: 227475456 + env-step-all-after: 454066176 + env-step-replay-after: 226557952 + env-step-used-after: 454066176 + ppo-update-after: 277140 + env-step-generate-after: 227508224 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.50639 + avg_avg_return: 0.8159826 + avg_reward_per_step: 0.28689575 + proxy_corner: + avg_avg_return: 0.8159826 + avg_reward_per_step: 0.28689575 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.50639 + avg_avg_return: 0.8159826 + avg_reward_per_step: 0.28689575 + proxy_corner: + avg_avg_return: 0.8159826 + avg_reward_per_step: 0.28689575 + perf: + env_steps_per_second: 867227.1468417564 + ppo_updates_per_second: 101.86541343457307 + eval-batch-orig-duration: 0.20156812202185392 + eval-batch-shift-duration: 0.14717741997446865 + eval-batch-tree-duration: 0.14403594000032172 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.547119 + mouse-cheese_dist_finite_wavg: 5.660895 + mouse-cheese_dist_solvable_avg: 11.547119 + mouse-cheese_dist_solvable_wavg: 5.660895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277588 + num_walls_wavg: 8.725894 + prop_walls_avg: 0.27293858 + prop_walls_wavg: 0.37938654 + scoring: + avg_scores: 0.08704512 + visit_patterns: + avg_first_visit_time: 4388.721 + avg_last_visit_time: 6904.176 + num_replay_batches: 6914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006841197 + avg_actor_approxkl3: 0.00047845696 + avg_actor_clipfrac: 0.017596437 + avg_actor_loss: -0.0011155353 + avg_advantage: -0.005101839 + avg_critic_clipfrac: 0.0009643555 + avg_critic_loss: 0.0008925629 + avg_entropy: 0.15855394 + avg_grad_norm_pre_clip: 0.6524593 + avg_loss: -0.00082780776 + max: + max_actor_approxkl1: 0.0023033791 + max_actor_approxkl3: 0.0015234312 + max_actor_clipfrac: 0.043701172 + max_actor_loss: 8.49925e-05 + max_advantage: 0.40064317 + max_critic_clipfrac: 0.008056641 + max_critic_loss: 0.0017302666 + max_entropy: 0.2139897 + max_grad_norm_pre_clip: 1.2383814 + max_loss: 0.0007695821 + std: + std_actor_approxkl1: 0.000598188 + std_actor_approxkl3: 0.00038783444 + std_actor_clipfrac: 0.013337112 + std_actor_loss: 0.00089294964 + std_advantage: 0.04410248 + std_critic_clipfrac: 0.0020191106 + std_critic_loss: 0.0004309025 + std_entropy: 0.034556866 + std_grad_norm_pre_clip: 0.25874373 + std_loss: 0.0008815101 + eval-batch-orig: + avg_avg_episode_length: 17.193085 + avg_avg_return: 0.8325672 + avg_benchmark_regret: 0.0037374194 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28424072 + proxy_corner: + avg_avg_return: 0.8325672 + avg_reward_per_step: 0.28424072 + eval-batch-shift: + avg_avg_episode_length: 64.1253 + avg_avg_return: 0.29064772 + avg_benchmark_regret: 0.5929321 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.071891785 + proxy_corner: + avg_avg_return: 0.5096855 + avg_reward_per_step: 0.014915466 + eval-batch-tree: + avg_avg_episode_length: 6.292047 + avg_avg_return: 0.9815916 + avg_benchmark_regret: 0.012626823 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26306915 + proxy_corner: + avg_avg_return: 0.9815916 + avg_reward_per_step: 0.26306915 +=========================================================== +=========================================================== + step: + env-step-all-before: 455081984 + env-step-replay-before: 227082240 + env-step-used-before: 455081984 + ppo-update-before: 277760 + env-step-generate-before: 227999744 + env-step-all-after: 455114752 + env-step-replay-after: 227115008 + env-step-used-after: 455114752 + ppo-update-after: 277780 + env-step-generate-after: 227999744 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.78001 + avg_avg_return: 0.9030357 + avg_reward_per_step: 0.081604004 + proxy_corner: + avg_avg_return: 0.9030357 + avg_reward_per_step: 0.081604004 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.78001 + avg_avg_return: 0.9030357 + avg_reward_per_step: 0.081604004 + proxy_corner: + avg_avg_return: 0.9030357 + avg_reward_per_step: 0.081604004 + perf: + env_steps_per_second: 925761.6202938778 + ppo_updates_per_second: 105.61827153942937 + eval-batch-orig-duration: 0.2012395040364936 + eval-batch-shift-duration: 0.14385002898052335 + eval-batch-tree-duration: 0.14190444303676486 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.550537 + mouse-cheese_dist_finite_wavg: 12.85272 + mouse-cheese_dist_solvable_avg: 11.550537 + mouse-cheese_dist_solvable_wavg: 12.852722 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272949 + num_walls_wavg: 6.028075 + prop_walls_avg: 0.2727369 + prop_walls_wavg: 0.26209027 + scoring: + avg_scores: 0.087012395 + visit_patterns: + avg_first_visit_time: 4394.962 + avg_last_visit_time: 6921.296 + num_replay_batches: 6931 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014784005 + avg_actor_approxkl3: 0.00027563318 + avg_actor_clipfrac: 0.008154297 + avg_actor_loss: -5.7647714e-05 + avg_advantage: 0.015761856 + avg_critic_clipfrac: 0.00211792 + avg_critic_loss: 0.0002900591 + avg_entropy: 0.053489413 + avg_grad_norm_pre_clip: 0.62007946 + avg_loss: 3.389244e-05 + max: + max_actor_approxkl1: 0.0010900905 + max_actor_approxkl3: 0.001019083 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.002969582 + max_advantage: 0.40659475 + max_critic_clipfrac: 0.011474609 + max_critic_loss: 0.0005262127 + max_entropy: 0.060823575 + max_grad_norm_pre_clip: 2.3132985 + max_loss: 0.0030032692 + std: + std_actor_approxkl1: 0.00033364716 + std_actor_approxkl3: 0.00023848348 + std_actor_clipfrac: 0.005483607 + std_actor_loss: 0.0007996275 + std_advantage: 0.028445566 + std_critic_clipfrac: 0.003246537 + std_critic_loss: 0.00011278841 + std_entropy: 0.003582251 + std_grad_norm_pre_clip: 0.5144084 + std_loss: 0.0008053243 + eval-batch-orig: + avg_avg_episode_length: 17.197422 + avg_avg_return: 0.8325099 + avg_benchmark_regret: 0.003794811 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28380585 + proxy_corner: + avg_avg_return: 0.8325099 + avg_reward_per_step: 0.28380585 + eval-batch-shift: + avg_avg_episode_length: 64.005875 + avg_avg_return: 0.29172018 + avg_benchmark_regret: 0.59185964 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07293701 + proxy_corner: + avg_avg_return: 0.51873994 + avg_reward_per_step: 0.014801025 + eval-batch-tree: + avg_avg_episode_length: 6.145153 + avg_avg_return: 0.98196566 + avg_benchmark_regret: 0.0122526875 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26374817 + proxy_corner: + avg_avg_return: 0.98196566 + avg_reward_per_step: 0.26374817 +=========================================================== +=========================================================== + step: + env-step-all-before: 456130560 + env-step-replay-before: 227737600 + env-step-used-before: 456130560 + ppo-update-before: 278400 + env-step-generate-before: 228392960 + env-step-all-after: 456163328 + env-step-replay-after: 227770368 + env-step-used-after: 456163328 + ppo-update-after: 278420 + env-step-generate-after: 228392960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.802468 + avg_avg_return: 0.9024893 + avg_reward_per_step: 0.08139038 + proxy_corner: + avg_avg_return: 0.9024893 + avg_reward_per_step: 0.08139038 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.802468 + avg_avg_return: 0.9024893 + avg_reward_per_step: 0.08139038 + proxy_corner: + avg_avg_return: 0.9024893 + avg_reward_per_step: 0.08139038 + perf: + env_steps_per_second: 596102.477652966 + ppo_updates_per_second: 96.8812130596273 + eval-batch-orig-duration: 0.20161988103063777 + eval-batch-shift-duration: 0.1449678770150058 + eval-batch-tree-duration: 0.14097624202258885 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.562012 + mouse-cheese_dist_finite_wavg: 11.958328 + mouse-cheese_dist_solvable_avg: 11.562012 + mouse-cheese_dist_solvable_wavg: 11.958329 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2753906 + num_walls_wavg: 6.925767 + prop_walls_avg: 0.27284306 + prop_walls_wavg: 0.3011203 + scoring: + avg_scores: 0.08682369 + visit_patterns: + avg_first_visit_time: 4397.1924 + avg_last_visit_time: 6941.288 + num_replay_batches: 6951 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004574352 + avg_actor_approxkl3: 0.0003191947 + avg_actor_clipfrac: 0.009997559 + avg_actor_loss: 5.2907274e-07 + avg_advantage: 0.001122516 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028832085 + avg_entropy: 0.039776605 + avg_grad_norm_pre_clip: 0.64453655 + avg_loss: 0.000104912884 + max: + max_actor_approxkl1: 0.0011784604 + max_actor_approxkl3: 0.0006627493 + max_actor_clipfrac: 0.020996094 + max_actor_loss: 0.000578895 + max_advantage: 0.6019368 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000899881 + max_entropy: 0.048624218 + max_grad_norm_pre_clip: 1.047671 + max_loss: 0.0006284498 + std: + std_actor_approxkl1: 0.0003534846 + std_actor_approxkl3: 0.00018254294 + std_actor_clipfrac: 0.005598345 + std_actor_loss: 0.00029775157 + std_advantage: 0.024198566 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00030743337 + std_entropy: 0.0036121514 + std_grad_norm_pre_clip: 0.18827581 + std_loss: 0.0002860082 + eval-batch-orig: + avg_avg_episode_length: 17.18008 + avg_avg_return: 0.8325516 + avg_benchmark_regret: 0.0037529957 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28472137 + proxy_corner: + avg_avg_return: 0.8325516 + avg_reward_per_step: 0.28472137 + eval-batch-shift: + avg_avg_episode_length: 65.68604 + avg_avg_return: 0.2670886 + avg_benchmark_regret: 0.61649126 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07118988 + proxy_corner: + avg_avg_return: 0.52540827 + avg_reward_per_step: 0.015022278 + eval-batch-tree: + avg_avg_episode_length: 6.2482805 + avg_avg_return: 0.98286813 + avg_benchmark_regret: 0.0113502145 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26424408 + proxy_corner: + avg_avg_return: 0.98286813 + avg_reward_per_step: 0.26424408 +=========================================================== +=========================================================== + step: + env-step-all-before: 457179136 + env-step-replay-before: 228425728 + env-step-used-before: 457179136 + ppo-update-before: 279040 + env-step-generate-before: 228753408 + env-step-all-after: 457211904 + env-step-replay-after: 228458496 + env-step-used-after: 457211904 + ppo-update-after: 279060 + env-step-generate-after: 228753408 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.759505 + avg_avg_return: 0.9025583 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.9025583 + avg_reward_per_step: 0.08151245 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.759505 + avg_avg_return: 0.9025583 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.9025583 + avg_reward_per_step: 0.08151245 + perf: + env_steps_per_second: 897051.119875017 + ppo_updates_per_second: 104.21808528597747 + eval-batch-orig-duration: 0.20445729902712628 + eval-batch-shift-duration: 0.15551563701592386 + eval-batch-tree-duration: 0.14466160902520642 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.563721 + mouse-cheese_dist_finite_wavg: 12.857985 + mouse-cheese_dist_solvable_avg: 11.563721 + mouse-cheese_dist_solvable_wavg: 12.857983 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2749023 + num_walls_wavg: 6.928468 + prop_walls_avg: 0.2728218 + prop_walls_wavg: 0.30123773 + scoring: + avg_scores: 0.08701785 + visit_patterns: + avg_first_visit_time: 4399.0576 + avg_last_visit_time: 6962.343 + num_replay_batches: 6972 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061542174 + avg_actor_approxkl3: 0.0003035336 + avg_actor_clipfrac: 0.009466553 + avg_actor_loss: -0.00020679687 + avg_advantage: 0.014091263 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017567805 + avg_entropy: 0.04408961 + avg_grad_norm_pre_clip: 0.4095634 + avg_loss: -0.00016304744 + max: + max_actor_approxkl1: 0.001336907 + max_actor_approxkl3: 0.00076286227 + max_actor_clipfrac: 0.016479492 + max_actor_loss: 0.00051181857 + max_advantage: 0.38205463 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00035143073 + max_entropy: 0.057931446 + max_grad_norm_pre_clip: 0.71601623 + max_loss: 0.00053636817 + std: + std_actor_approxkl1: 0.00043709198 + std_actor_approxkl3: 0.00020925759 + std_actor_clipfrac: 0.0048906608 + std_actor_loss: 0.00039539472 + std_advantage: 0.021424387 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.0103113e-05 + std_entropy: 0.0055107074 + std_grad_norm_pre_clip: 0.15221769 + std_loss: 0.00040679274 + eval-batch-orig: + avg_avg_episode_length: 17.18362 + avg_avg_return: 0.8323958 + avg_benchmark_regret: 0.003908862 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28479767 + proxy_corner: + avg_avg_return: 0.8323958 + avg_reward_per_step: 0.28479767 + eval-batch-shift: + avg_avg_episode_length: 65.55881 + avg_avg_return: 0.27088827 + avg_benchmark_regret: 0.6126916 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.073410034 + proxy_corner: + avg_avg_return: 0.5306877 + avg_reward_per_step: 0.015045166 + eval-batch-tree: + avg_avg_episode_length: 6.128844 + avg_avg_return: 0.9848722 + avg_benchmark_regret: 0.009346152 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2638855 + proxy_corner: + avg_avg_return: 0.9848722 + avg_reward_per_step: 0.2638855 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 458227712 + env-step-replay-before: 228818944 + env-step-used-before: 458227712 + ppo-update-before: 279680 + env-step-generate-before: 229408768 + env-step-all-after: 458260480 + env-step-replay-after: 228818944 + env-step-used-after: 458260480 + ppo-update-after: 279700 + env-step-generate-after: 229441536 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.159006 + avg_avg_return: 0.7827389 + avg_reward_per_step: 0.25732422 + proxy_corner: + avg_avg_return: 0.7827389 + avg_reward_per_step: 0.25732422 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.159006 + avg_avg_return: 0.7827389 + avg_reward_per_step: 0.25732422 + proxy_corner: + avg_avg_return: 0.7827389 + avg_reward_per_step: 0.25732422 + perf: + env_steps_per_second: 896868.5466414419 + ppo_updates_per_second: 104.5944470679285 + eval-batch-orig-duration: 0.20427993399789557 + eval-batch-shift-duration: 0.15476281801238656 + eval-batch-tree-duration: 0.14389046595897526 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.567627 + mouse-cheese_dist_finite_wavg: 7.463376 + mouse-cheese_dist_solvable_avg: 11.567627 + mouse-cheese_dist_solvable_wavg: 7.463375 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.275879 + num_walls_wavg: 8.725633 + prop_walls_avg: 0.27286428 + prop_walls_wavg: 0.37937543 + scoring: + avg_scores: 0.08713181 + visit_patterns: + avg_first_visit_time: 4405.4805 + avg_last_visit_time: 6973.2607 + num_replay_batches: 6983 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00083471386 + avg_actor_approxkl3: 0.00044759532 + avg_actor_clipfrac: 0.021484375 + avg_actor_loss: -0.0009990111 + avg_advantage: -0.007782989 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.0010395829 + avg_entropy: 0.18901967 + avg_grad_norm_pre_clip: 0.736472 + avg_loss: -0.0006682394 + max: + max_actor_approxkl1: 0.0023729638 + max_actor_approxkl3: 0.0011055311 + max_actor_clipfrac: 0.053710938 + max_actor_loss: 0.00047132373 + max_advantage: 0.45109487 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0015221687 + max_entropy: 0.24109152 + max_grad_norm_pre_clip: 1.5579516 + max_loss: 0.0009239873 + std: + std_actor_approxkl1: 0.0006481259 + std_actor_approxkl3: 0.00030732816 + std_actor_clipfrac: 0.016078519 + std_actor_loss: 0.00082643674 + std_advantage: 0.04651141 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.0002717289 + std_entropy: 0.02878563 + std_grad_norm_pre_clip: 0.26161292 + std_loss: 0.0008678314 + eval-batch-orig: + avg_avg_episode_length: 17.181591 + avg_avg_return: 0.8324709 + avg_benchmark_regret: 0.0038337074 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28483582 + proxy_corner: + avg_avg_return: 0.8324709 + avg_reward_per_step: 0.28483582 + eval-batch-shift: + avg_avg_episode_length: 63.95794 + avg_avg_return: 0.2873287 + avg_benchmark_regret: 0.59625113 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0701828 + proxy_corner: + avg_avg_return: 0.52840436 + avg_reward_per_step: 0.015068054 + eval-batch-tree: + avg_avg_episode_length: 6.144211 + avg_avg_return: 0.9828669 + avg_benchmark_regret: 0.0113514755 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26459503 + proxy_corner: + avg_avg_return: 0.9828669 + avg_reward_per_step: 0.26459503 +=========================================================== +=========================================================== + step: + env-step-all-before: 459276288 + env-step-replay-before: 229343232 + env-step-used-before: 459276288 + ppo-update-before: 280320 + env-step-generate-before: 229933056 + env-step-all-after: 459309056 + env-step-replay-after: 229376000 + env-step-used-after: 459309056 + ppo-update-after: 280340 + env-step-generate-after: 229933056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.907747 + avg_avg_return: 0.9014671 + avg_reward_per_step: 0.08105469 + proxy_corner: + avg_avg_return: 0.9014671 + avg_reward_per_step: 0.08105469 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.907747 + avg_avg_return: 0.9014671 + avg_reward_per_step: 0.08105469 + proxy_corner: + avg_avg_return: 0.9014671 + avg_reward_per_step: 0.08105469 + perf: + env_steps_per_second: 902931.6022579338 + ppo_updates_per_second: 104.29409123989453 + eval-batch-orig-duration: 0.20650284498697147 + eval-batch-shift-duration: 0.15779520402429625 + eval-batch-tree-duration: 0.14631055801874027 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.571289 + mouse-cheese_dist_finite_wavg: 12.857008 + mouse-cheese_dist_solvable_avg: 11.571289 + mouse-cheese_dist_solvable_wavg: 12.857006 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2734375 + num_walls_wavg: 6.025766 + prop_walls_avg: 0.27275813 + prop_walls_wavg: 0.26198977 + scoring: + avg_scores: 0.087267935 + visit_patterns: + avg_first_visit_time: 4414.801 + avg_last_visit_time: 6990.1973 + num_replay_batches: 7000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042996238 + avg_actor_approxkl3: 0.00024788993 + avg_actor_clipfrac: 0.0072875977 + avg_actor_loss: 0.0003724085 + avg_advantage: 0.00081028935 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00011381955 + avg_entropy: 0.038652148 + avg_grad_norm_pre_clip: 0.8448557 + avg_loss: 0.00039066616 + max: + max_actor_approxkl1: 0.0012139026 + max_actor_approxkl3: 0.0005417364 + max_actor_clipfrac: 0.016601562 + max_actor_loss: 0.002301883 + max_advantage: 0.2473442 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00014628533 + max_entropy: 0.04723091 + max_grad_norm_pre_clip: 1.9588861 + max_loss: 0.0023145506 + std: + std_actor_approxkl1: 0.0003010113 + std_actor_approxkl3: 0.00015062468 + std_actor_clipfrac: 0.004036099 + std_actor_loss: 0.00066841964 + std_advantage: 0.015185787 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7167931e-05 + std_entropy: 0.005090416 + std_grad_norm_pre_clip: 0.38756305 + std_loss: 0.00066713884 + eval-batch-orig: + avg_avg_episode_length: 17.170061 + avg_avg_return: 0.83279145 + avg_benchmark_regret: 0.0035132228 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28527832 + proxy_corner: + avg_avg_return: 0.83279145 + avg_reward_per_step: 0.28527832 + eval-batch-shift: + avg_avg_episode_length: 65.13121 + avg_avg_return: 0.26950696 + avg_benchmark_regret: 0.61407286 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0749588 + proxy_corner: + avg_avg_return: 0.5254935 + avg_reward_per_step: 0.015083313 + eval-batch-tree: + avg_avg_episode_length: 6.249603 + avg_avg_return: 0.9817436 + avg_benchmark_regret: 0.012474786 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26441956 + proxy_corner: + avg_avg_return: 0.9817436 + avg_reward_per_step: 0.26441956 +=========================================================== +=========================================================== + step: + env-step-all-before: 460324864 + env-step-replay-before: 229834752 + env-step-used-before: 460324864 + ppo-update-before: 280960 + env-step-generate-before: 230490112 + env-step-all-after: 460357632 + env-step-replay-after: 229834752 + env-step-used-after: 460357632 + ppo-update-after: 280980 + env-step-generate-after: 230522880 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.629593 + avg_avg_return: 0.80257875 + avg_reward_per_step: 0.25720215 + proxy_corner: + avg_avg_return: 0.80257875 + avg_reward_per_step: 0.25720215 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.629593 + avg_avg_return: 0.80257875 + avg_reward_per_step: 0.25720215 + proxy_corner: + avg_avg_return: 0.80257875 + avg_reward_per_step: 0.25720215 + perf: + env_steps_per_second: 613501.561866793 + ppo_updates_per_second: 98.35782561505702 + eval-batch-orig-duration: 0.1923465949948877 + eval-batch-shift-duration: 0.14246698300121352 + eval-batch-tree-duration: 0.14023306296439841 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.571045 + mouse-cheese_dist_finite_wavg: 12.856436 + mouse-cheese_dist_solvable_avg: 11.571045 + mouse-cheese_dist_solvable_wavg: 12.856438 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272217 + num_walls_wavg: 6.9239745 + prop_walls_avg: 0.27270505 + prop_walls_wavg: 0.30104244 + scoring: + avg_scores: 0.087249786 + visit_patterns: + avg_first_visit_time: 4420.1826 + avg_last_visit_time: 7004.3574 + num_replay_batches: 7014 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013524991 + avg_actor_approxkl3: 0.000791211 + avg_actor_clipfrac: 0.027386475 + avg_actor_loss: -0.0016334485 + avg_advantage: -0.013343509 + avg_critic_clipfrac: 0.0098022465 + avg_critic_loss: 0.0017236987 + avg_entropy: 0.15388243 + avg_grad_norm_pre_clip: 0.82474804 + avg_loss: -0.0009254817 + max: + max_actor_approxkl1: 0.0036170145 + max_actor_approxkl3: 0.0020261651 + max_actor_clipfrac: 0.04699707 + max_actor_loss: 0.0007559061 + max_advantage: 0.26328635 + max_critic_clipfrac: 0.03894043 + max_critic_loss: 0.0034393123 + max_entropy: 0.19726089 + max_grad_norm_pre_clip: 1.1977099 + max_loss: 0.001557115 + std: + std_actor_approxkl1: 0.00093826704 + std_actor_approxkl3: 0.0005141251 + std_actor_clipfrac: 0.013793852 + std_actor_loss: 0.0014191631 + std_advantage: 0.06137682 + std_critic_clipfrac: 0.012104617 + std_critic_loss: 0.0007089411 + std_entropy: 0.02304649 + std_grad_norm_pre_clip: 0.22201145 + std_loss: 0.0014803113 + eval-batch-orig: + avg_avg_episode_length: 17.183685 + avg_avg_return: 0.83236367 + avg_benchmark_regret: 0.0039409483 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846985 + proxy_corner: + avg_avg_return: 0.83236367 + avg_reward_per_step: 0.2846985 + eval-batch-shift: + avg_avg_episode_length: 64.0493 + avg_avg_return: 0.28074723 + avg_benchmark_regret: 0.60283256 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07938385 + proxy_corner: + avg_avg_return: 0.510473 + avg_reward_per_step: 0.014732361 + eval-batch-tree: + avg_avg_episode_length: 6.2708306 + avg_avg_return: 0.98156357 + avg_benchmark_regret: 0.012654783 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2635727 + proxy_corner: + avg_avg_return: 0.98156357 + avg_reward_per_step: 0.2635727 +=========================================================== +=========================================================== + step: + env-step-all-before: 461373440 + env-step-replay-before: 230424576 + env-step-used-before: 461373440 + ppo-update-before: 281600 + env-step-generate-before: 230948864 + env-step-all-after: 461406208 + env-step-replay-after: 230457344 + env-step-used-after: 461406208 + ppo-update-after: 281620 + env-step-generate-after: 230948864 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.93737 + avg_avg_return: 0.9011638 + avg_reward_per_step: 0.08041382 + proxy_corner: + avg_avg_return: 0.9011638 + avg_reward_per_step: 0.08041382 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.93737 + avg_avg_return: 0.9011638 + avg_reward_per_step: 0.08041382 + proxy_corner: + avg_avg_return: 0.9011638 + avg_reward_per_step: 0.08041382 + perf: + env_steps_per_second: 910539.4436125132 + ppo_updates_per_second: 104.43605293018612 + eval-batch-orig-duration: 0.19956330704735592 + eval-batch-shift-duration: 0.14474228204926476 + eval-batch-tree-duration: 0.142808769014664 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.571045 + mouse-cheese_dist_finite_wavg: 12.858235 + mouse-cheese_dist_solvable_avg: 11.571045 + mouse-cheese_dist_solvable_wavg: 12.858235 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2700195 + num_walls_wavg: 5.1319456 + prop_walls_avg: 0.27260953 + prop_walls_wavg: 0.22312807 + scoring: + avg_scores: 0.08722025 + visit_patterns: + avg_first_visit_time: 4426.4043 + avg_last_visit_time: 7023.288 + num_replay_batches: 7033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042343294 + avg_actor_approxkl3: 0.0003318174 + avg_actor_clipfrac: 0.008264161 + avg_actor_loss: -0.00037565018 + avg_advantage: -0.00026517978 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00012185625 + avg_entropy: 0.036158696 + avg_grad_norm_pre_clip: 0.579544 + avg_loss: -0.00035088073 + max: + max_actor_approxkl1: 0.0017101405 + max_actor_approxkl3: 0.0009683997 + max_actor_clipfrac: 0.020263672 + max_actor_loss: 0.0007037688 + max_advantage: 0.36691922 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00020619582 + max_entropy: 0.04279363 + max_grad_norm_pre_clip: 1.0423164 + max_loss: 0.0007018328 + std: + std_actor_approxkl1: 0.00051808415 + std_actor_approxkl3: 0.00027730368 + std_actor_clipfrac: 0.005116785 + std_actor_loss: 0.0005282597 + std_advantage: 0.015576478 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8815317e-05 + std_entropy: 0.0037635963 + std_grad_norm_pre_clip: 0.24299589 + std_loss: 0.00052186823 + eval-batch-orig: + avg_avg_episode_length: 17.193426 + avg_avg_return: 0.83244604 + avg_benchmark_regret: 0.0038585833 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28405762 + proxy_corner: + avg_avg_return: 0.83244604 + avg_reward_per_step: 0.28405762 + eval-batch-shift: + avg_avg_episode_length: 65.307076 + avg_avg_return: 0.26799804 + avg_benchmark_regret: 0.6155818 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07707977 + proxy_corner: + avg_avg_return: 0.5132941 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 6.610359 + avg_avg_return: 0.9810097 + avg_benchmark_regret: 0.0132086165 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26176453 + proxy_corner: + avg_avg_return: 0.9810097 + avg_reward_per_step: 0.26176453 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 462422016 + env-step-replay-before: 230948864 + env-step-used-before: 462422016 + ppo-update-before: 282240 + env-step-generate-before: 231473152 + env-step-all-after: 462454784 + env-step-replay-after: 230948864 + env-step-used-after: 462454784 + ppo-update-after: 282260 + env-step-generate-after: 231505920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.909502 + avg_avg_return: 0.7986802 + avg_reward_per_step: 0.2654724 + proxy_corner: + avg_avg_return: 0.7986802 + avg_reward_per_step: 0.2654724 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.909502 + avg_avg_return: 0.7986802 + avg_reward_per_step: 0.2654724 + proxy_corner: + avg_avg_return: 0.7986802 + avg_reward_per_step: 0.2654724 + perf: + env_steps_per_second: 817110.1586978317 + ppo_updates_per_second: 104.27481050891326 + eval-batch-orig-duration: 0.2040953190298751 + eval-batch-shift-duration: 0.1544655889738351 + eval-batch-tree-duration: 0.14684223098447546 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.5720215 + mouse-cheese_dist_finite_wavg: 11.957253 + mouse-cheese_dist_solvable_avg: 11.5720215 + mouse-cheese_dist_solvable_wavg: 11.957256 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.27124 + num_walls_wavg: 5.127951 + prop_walls_avg: 0.27266258 + prop_walls_wavg: 0.2229544 + scoring: + avg_scores: 0.08704617 + visit_patterns: + avg_first_visit_time: 4432.6504 + avg_last_visit_time: 7038.289 + num_replay_batches: 7048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081200287 + avg_actor_approxkl3: 0.000685252 + avg_actor_clipfrac: 0.026324464 + avg_actor_loss: -0.0006723851 + avg_advantage: -0.013241027 + avg_critic_clipfrac: 0.0059509277 + avg_critic_loss: 0.0018683454 + avg_entropy: 0.16132727 + avg_grad_norm_pre_clip: 0.78837216 + avg_loss: 0.00010046033 + max: + max_actor_approxkl1: 0.002396821 + max_actor_approxkl3: 0.0016626529 + max_actor_clipfrac: 0.055541992 + max_actor_loss: 0.0011821762 + max_advantage: 0.35638463 + max_critic_clipfrac: 0.03881836 + max_critic_loss: 0.0038684432 + max_entropy: 0.21695924 + max_grad_norm_pre_clip: 1.372172 + max_loss: 0.0018865978 + std: + std_actor_approxkl1: 0.0006768387 + std_actor_approxkl3: 0.0004226354 + std_actor_clipfrac: 0.015151295 + std_actor_loss: 0.00082132086 + std_advantage: 0.063765824 + std_critic_clipfrac: 0.01003221 + std_critic_loss: 0.00066442846 + std_entropy: 0.026714664 + std_grad_norm_pre_clip: 0.2450146 + std_loss: 0.0008887854 + eval-batch-orig: + avg_avg_episode_length: 17.189808 + avg_avg_return: 0.83237743 + avg_benchmark_regret: 0.003927185 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2843933 + proxy_corner: + avg_avg_return: 0.83237743 + avg_reward_per_step: 0.2843933 + eval-batch-shift: + avg_avg_episode_length: 65.13786 + avg_avg_return: 0.2743364 + avg_benchmark_regret: 0.60924345 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07396698 + proxy_corner: + avg_avg_return: 0.5247266 + avg_reward_per_step: 0.014915466 + eval-batch-tree: + avg_avg_episode_length: 6.320687 + avg_avg_return: 0.9846914 + avg_benchmark_regret: 0.009526983 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26327515 + proxy_corner: + avg_avg_return: 0.9846914 + avg_reward_per_step: 0.26327515 +=========================================================== +=========================================================== + step: + env-step-all-before: 463470592 + env-step-replay-before: 231473152 + env-step-used-before: 463470592 + ppo-update-before: 282880 + env-step-generate-before: 231997440 + env-step-all-after: 463503360 + env-step-replay-after: 231473152 + env-step-used-after: 463503360 + ppo-update-after: 282900 + env-step-generate-after: 232030208 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.795994 + avg_avg_return: 0.8129917 + avg_reward_per_step: 0.27145386 + proxy_corner: + avg_avg_return: 0.8129917 + avg_reward_per_step: 0.27145386 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.795994 + avg_avg_return: 0.8129917 + avg_reward_per_step: 0.27145386 + proxy_corner: + avg_avg_return: 0.8129917 + avg_reward_per_step: 0.27145386 + perf: + env_steps_per_second: 895040.0556990684 + ppo_updates_per_second: 104.23300553556889 + eval-batch-orig-duration: 0.20486428897129372 + eval-batch-shift-duration: 0.1574910210329108 + eval-batch-tree-duration: 0.14595654100412503 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.571777 + mouse-cheese_dist_finite_wavg: 11.057222 + mouse-cheese_dist_solvable_avg: 11.571777 + mouse-cheese_dist_solvable_wavg: 11.057223 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2768555 + num_walls_wavg: 6.9253225 + prop_walls_avg: 0.27290672 + prop_walls_wavg: 0.30110103 + scoring: + avg_scores: 0.087194264 + visit_patterns: + avg_first_visit_time: 4441.4326 + avg_last_visit_time: 7054.2305 + num_replay_batches: 7064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012614861 + avg_actor_approxkl3: 0.00064694195 + avg_actor_clipfrac: 0.021307373 + avg_actor_loss: -0.0009317687 + avg_advantage: -0.003003669 + avg_critic_clipfrac: 0.0025695802 + avg_critic_loss: 0.0017708162 + avg_entropy: 0.1469727 + avg_grad_norm_pre_clip: 0.85728896 + avg_loss: -0.00019333336 + max: + max_actor_approxkl1: 0.004250019 + max_actor_approxkl3: 0.0017073913 + max_actor_clipfrac: 0.057373047 + max_actor_loss: 0.000393264 + max_advantage: 0.41869015 + max_critic_clipfrac: 0.016845703 + max_critic_loss: 0.0029515882 + max_entropy: 0.21270536 + max_grad_norm_pre_clip: 1.5479878 + max_loss: 0.0016016468 + std: + std_actor_approxkl1: 0.0011847289 + std_actor_approxkl3: 0.000495167 + std_actor_clipfrac: 0.014895454 + std_actor_loss: 0.0010509393 + std_advantage: 0.061994623 + std_critic_clipfrac: 0.004270974 + std_critic_loss: 0.0006132808 + std_entropy: 0.03803697 + std_grad_norm_pre_clip: 0.34781012 + std_loss: 0.0010569901 + eval-batch-orig: + avg_avg_episode_length: 17.199646 + avg_avg_return: 0.8324443 + avg_benchmark_regret: 0.0038603013 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28407288 + proxy_corner: + avg_avg_return: 0.8324443 + avg_reward_per_step: 0.28407288 + eval-batch-shift: + avg_avg_episode_length: 64.4669 + avg_avg_return: 0.28044537 + avg_benchmark_regret: 0.60313445 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074287415 + proxy_corner: + avg_avg_return: 0.5216398 + avg_reward_per_step: 0.014976501 + eval-batch-tree: + avg_avg_episode_length: 6.022501 + avg_avg_return: 0.9854853 + avg_benchmark_regret: 0.008733053 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.263443 + proxy_corner: + avg_avg_return: 0.9854853 + avg_reward_per_step: 0.263443 +=========================================================== +=========================================================== + step: + env-step-all-before: 464519168 + env-step-replay-before: 231899136 + env-step-used-before: 464519168 + ppo-update-before: 283520 + env-step-generate-before: 232620032 + env-step-all-after: 464551936 + env-step-replay-after: 231899136 + env-step-used-after: 464551936 + ppo-update-after: 283540 + env-step-generate-after: 232652800 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.383522 + avg_avg_return: 0.79385805 + avg_reward_per_step: 0.25653076 + proxy_corner: + avg_avg_return: 0.79385805 + avg_reward_per_step: 0.25653076 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.383522 + avg_avg_return: 0.79385805 + avg_reward_per_step: 0.25653076 + proxy_corner: + avg_avg_return: 0.79385805 + avg_reward_per_step: 0.25653076 + perf: + env_steps_per_second: 884462.330444279 + ppo_updates_per_second: 103.85845805239195 + eval-batch-orig-duration: 0.19944415299687535 + eval-batch-shift-duration: 0.14430951798567548 + eval-batch-tree-duration: 0.14466408599400893 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.57373 + mouse-cheese_dist_finite_wavg: 11.0596485 + mouse-cheese_dist_solvable_avg: 11.57373 + mouse-cheese_dist_solvable_wavg: 11.059649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2785645 + num_walls_wavg: 6.925525 + prop_walls_avg: 0.27298105 + prop_walls_wavg: 0.30110976 + scoring: + avg_scores: 0.08723189 + visit_patterns: + avg_first_visit_time: 4452.712 + avg_last_visit_time: 7067.2964 + num_replay_batches: 7077 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00092836254 + avg_actor_approxkl3: 0.00053577946 + avg_actor_clipfrac: 0.023571778 + avg_actor_loss: -0.0014300275 + avg_advantage: -0.0007525836 + avg_critic_clipfrac: 0.0016296387 + avg_critic_loss: 0.0013331632 + avg_entropy: 0.16799834 + avg_grad_norm_pre_clip: 0.63232344 + avg_loss: -0.0009314442 + max: + max_actor_approxkl1: 0.0027501895 + max_actor_approxkl3: 0.0011100564 + max_actor_clipfrac: 0.045654297 + max_actor_loss: 6.068498e-06 + max_advantage: 0.57159805 + max_critic_clipfrac: 0.0056152344 + max_critic_loss: 0.0023372138 + max_entropy: 0.23433405 + max_grad_norm_pre_clip: 1.1087219 + max_loss: 0.0006900335 + std: + std_actor_approxkl1: 0.00074642745 + std_actor_approxkl3: 0.0003152164 + std_actor_clipfrac: 0.013672087 + std_actor_loss: 0.0010374237 + std_advantage: 0.051984586 + std_critic_clipfrac: 0.0020423625 + std_critic_loss: 0.00041794765 + std_entropy: 0.034119643 + std_grad_norm_pre_clip: 0.20390077 + std_loss: 0.0011107952 + eval-batch-orig: + avg_avg_episode_length: 17.19464 + avg_avg_return: 0.8323274 + avg_benchmark_regret: 0.003977244 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2843399 + proxy_corner: + avg_avg_return: 0.8323274 + avg_reward_per_step: 0.2843399 + eval-batch-shift: + avg_avg_episode_length: 63.76351 + avg_avg_return: 0.290491 + avg_benchmark_regret: 0.5930888 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.066848755 + proxy_corner: + avg_avg_return: 0.51376253 + avg_reward_per_step: 0.014732361 + eval-batch-tree: + avg_avg_episode_length: 6.313393 + avg_avg_return: 0.98432 + avg_benchmark_regret: 0.0098983925 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26237488 + proxy_corner: + avg_avg_return: 0.98432 + avg_reward_per_step: 0.26237488 +=========================================================== +=========================================================== + step: + env-step-all-before: 465567744 + env-step-replay-before: 232226816 + env-step-used-before: 465567744 + ppo-update-before: 284160 + env-step-generate-before: 233340928 + env-step-all-after: 465600512 + env-step-replay-after: 232259584 + env-step-used-after: 465600512 + ppo-update-after: 284180 + env-step-generate-after: 233340928 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.88895 + avg_avg_return: 0.90182936 + avg_reward_per_step: 0.08074951 + proxy_corner: + avg_avg_return: 0.90182936 + avg_reward_per_step: 0.08074951 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.88895 + avg_avg_return: 0.90182936 + avg_reward_per_step: 0.08074951 + proxy_corner: + avg_avg_return: 0.90182936 + avg_reward_per_step: 0.08074951 + perf: + env_steps_per_second: 757840.1996783989 + ppo_updates_per_second: 74.32999250246736 + eval-batch-orig-duration: 0.3290188390528783 + eval-batch-shift-duration: 0.19187800999497995 + eval-batch-tree-duration: 0.15875325800152496 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.578369 + mouse-cheese_dist_finite_wavg: 11.958858 + mouse-cheese_dist_solvable_avg: 11.578369 + mouse-cheese_dist_solvable_wavg: 11.958858 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2773438 + num_walls_wavg: 7.825659 + prop_walls_avg: 0.27292797 + prop_walls_wavg: 0.34024602 + scoring: + avg_scores: 0.08709249 + visit_patterns: + avg_first_visit_time: 4461.3057 + avg_last_visit_time: 7078.3525 + num_replay_batches: 7088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00026397555 + avg_actor_approxkl3: 0.0004613596 + avg_actor_clipfrac: 0.011999512 + avg_actor_loss: -0.00025741284 + avg_advantage: 0.02052369 + avg_critic_clipfrac: 0.0026184083 + avg_critic_loss: 0.0005775171 + avg_entropy: 0.042354524 + avg_grad_norm_pre_clip: 0.5698976 + avg_loss: -1.1008861e-05 + max: + max_actor_approxkl1: 0.0012303828 + max_actor_approxkl3: 0.0009423894 + max_actor_clipfrac: 0.017822266 + max_actor_loss: 0.0008910592 + max_advantage: 0.48509413 + max_critic_clipfrac: 0.010986328 + max_critic_loss: 0.0012832147 + max_entropy: 0.052020036 + max_grad_norm_pre_clip: 0.9814962 + max_loss: 0.0010794625 + std: + std_actor_approxkl1: 0.00044276562 + std_actor_approxkl3: 0.0002498242 + std_actor_clipfrac: 0.0049511665 + std_actor_loss: 0.00057564606 + std_advantage: 0.039459303 + std_critic_clipfrac: 0.0032769628 + std_critic_loss: 0.00022518187 + std_entropy: 0.004661726 + std_grad_norm_pre_clip: 0.20377316 + std_loss: 0.00060684443 + eval-batch-orig: + avg_avg_episode_length: 17.181229 + avg_avg_return: 0.83249646 + avg_benchmark_regret: 0.0038081482 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848282 + proxy_corner: + avg_avg_return: 0.83249646 + avg_reward_per_step: 0.2848282 + eval-batch-shift: + avg_avg_episode_length: 64.13196 + avg_avg_return: 0.28649136 + avg_benchmark_regret: 0.59708846 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.070251465 + proxy_corner: + avg_avg_return: 0.51124644 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 6.829876 + avg_avg_return: 0.9814234 + avg_benchmark_regret: 0.012794937 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26171112 + proxy_corner: + avg_avg_return: 0.9814234 + avg_reward_per_step: 0.26171112 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 466616320 + env-step-replay-before: 232652800 + env-step-used-before: 466616320 + ppo-update-before: 284800 + env-step-generate-before: 233963520 + env-step-all-after: 466649088 + env-step-replay-after: 232652800 + env-step-used-after: 466649088 + ppo-update-after: 284820 + env-step-generate-after: 233996288 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.022076 + avg_avg_return: 0.8103107 + avg_reward_per_step: 0.27093506 + proxy_corner: + avg_avg_return: 0.8103107 + avg_reward_per_step: 0.27093506 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.022076 + avg_avg_return: 0.8103107 + avg_reward_per_step: 0.27093506 + proxy_corner: + avg_avg_return: 0.8103107 + avg_reward_per_step: 0.27093506 + perf: + env_steps_per_second: 604219.1341644512 + ppo_updates_per_second: 91.9307541443747 + eval-batch-orig-duration: 0.20171960501465946 + eval-batch-shift-duration: 0.1449080549646169 + eval-batch-tree-duration: 0.14195830700919032 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.575195 + mouse-cheese_dist_finite_wavg: 11.058157 + mouse-cheese_dist_solvable_avg: 11.575195 + mouse-cheese_dist_solvable_wavg: 11.058158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274658 + num_walls_wavg: 5.132828 + prop_walls_avg: 0.2728112 + prop_walls_wavg: 0.22316639 + scoring: + avg_scores: 0.08747466 + visit_patterns: + avg_first_visit_time: 4475.8223 + avg_last_visit_time: 7090.2305 + num_replay_batches: 7100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009648596 + avg_actor_approxkl3: 0.00051061646 + avg_actor_clipfrac: 0.022088623 + avg_actor_loss: -0.0010953256 + avg_advantage: -0.0067237867 + avg_critic_clipfrac: 0.0038879395 + avg_critic_loss: 0.001546875 + avg_entropy: 0.17352672 + avg_grad_norm_pre_clip: 0.6854026 + avg_loss: -0.0004954147 + max: + max_actor_approxkl1: 0.002035655 + max_actor_approxkl3: 0.0009414952 + max_actor_clipfrac: 0.03552246 + max_actor_loss: 0.00026169047 + max_advantage: 0.3374434 + max_critic_clipfrac: 0.01940918 + max_critic_loss: 0.0021874409 + max_entropy: 0.26021814 + max_grad_norm_pre_clip: 1.1002654 + max_loss: 0.0010347201 + std: + std_actor_approxkl1: 0.0005723063 + std_actor_approxkl3: 0.0002455412 + std_actor_clipfrac: 0.010886692 + std_actor_loss: 0.0010204328 + std_advantage: 0.059407707 + std_critic_clipfrac: 0.0054582325 + std_critic_loss: 0.00045841097 + std_entropy: 0.034026507 + std_grad_norm_pre_clip: 0.21773681 + std_loss: 0.0010966974 + eval-batch-orig: + avg_avg_episode_length: 17.183023 + avg_avg_return: 0.83216584 + avg_benchmark_regret: 0.004138842 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28476715 + proxy_corner: + avg_avg_return: 0.83216584 + avg_reward_per_step: 0.28476715 + eval-batch-shift: + avg_avg_episode_length: 64.04271 + avg_avg_return: 0.2861664 + avg_benchmark_regret: 0.5974134 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07080841 + proxy_corner: + avg_avg_return: 0.5189277 + avg_reward_per_step: 0.014785767 + eval-batch-tree: + avg_avg_episode_length: 6.4470396 + avg_avg_return: 0.98251057 + avg_benchmark_regret: 0.011707839 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26359558 + proxy_corner: + avg_avg_return: 0.98251057 + avg_reward_per_step: 0.26359558 +=========================================================== +=========================================================== + step: + env-step-all-before: 467664896 + env-step-replay-before: 233144320 + env-step-used-before: 467664896 + ppo-update-before: 285440 + env-step-generate-before: 234520576 + env-step-all-after: 467697664 + env-step-replay-after: 233177088 + env-step-used-after: 467697664 + ppo-update-after: 285460 + env-step-generate-after: 234520576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.13412 + avg_avg_return: 0.90076846 + avg_reward_per_step: 0.08074951 + proxy_corner: + avg_avg_return: 0.90076846 + avg_reward_per_step: 0.08074951 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.13412 + avg_avg_return: 0.90076846 + avg_reward_per_step: 0.08074951 + proxy_corner: + avg_avg_return: 0.90076846 + avg_reward_per_step: 0.08074951 + perf: + env_steps_per_second: 764871.9487422736 + ppo_updates_per_second: 75.93188835122426 + eval-batch-orig-duration: 0.2667972430353984 + eval-batch-shift-duration: 0.16100350295891985 + eval-batch-tree-duration: 0.1450435520382598 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.570557 + mouse-cheese_dist_finite_wavg: 11.059941 + mouse-cheese_dist_solvable_avg: 11.570557 + mouse-cheese_dist_solvable_wavg: 11.059944 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274414 + num_walls_wavg: 5.129836 + prop_walls_avg: 0.2728006 + prop_walls_wavg: 0.22303629 + scoring: + avg_scores: 0.087890804 + visit_patterns: + avg_first_visit_time: 4489.9434 + avg_last_visit_time: 7106.1553 + num_replay_batches: 7116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.7923102e-05 + avg_actor_approxkl3: 0.000319779 + avg_actor_clipfrac: 0.009741211 + avg_actor_loss: -0.000403059 + avg_advantage: -0.00064814684 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00025558952 + avg_entropy: 0.04804505 + avg_grad_norm_pre_clip: 0.9289341 + avg_loss: -0.0003233093 + max: + max_actor_approxkl1: 0.00052739517 + max_actor_approxkl3: 0.00067025516 + max_actor_clipfrac: 0.024536133 + max_actor_loss: 0.00080545805 + max_advantage: 0.41938263 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00042424077 + max_entropy: 0.060713504 + max_grad_norm_pre_clip: 1.8964303 + max_loss: 0.0009632045 + std: + std_actor_approxkl1: 0.00021530782 + std_actor_approxkl3: 0.0002106019 + std_actor_clipfrac: 0.0057583814 + std_actor_loss: 0.00070474256 + std_advantage: 0.02417574 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.600285e-05 + std_entropy: 0.006254433 + std_grad_norm_pre_clip: 0.4178949 + std_loss: 0.00071749825 + eval-batch-orig: + avg_avg_episode_length: 17.206234 + avg_avg_return: 0.83212256 + avg_benchmark_regret: 0.004182055 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28433228 + proxy_corner: + avg_avg_return: 0.83212256 + avg_reward_per_step: 0.28433228 + eval-batch-shift: + avg_avg_episode_length: 64.292114 + avg_avg_return: 0.2849681 + avg_benchmark_regret: 0.5986117 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0748291 + proxy_corner: + avg_avg_return: 0.5210599 + avg_reward_per_step: 0.014755249 + eval-batch-tree: + avg_avg_episode_length: 6.3789854 + avg_avg_return: 0.98131526 + avg_benchmark_regret: 0.012903094 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26371002 + proxy_corner: + avg_avg_return: 0.98131526 + avg_reward_per_step: 0.26371002 +=========================================================== +=========================================================== + step: + env-step-all-before: 468713472 + env-step-replay-before: 233570304 + env-step-used-before: 468713472 + ppo-update-before: 286080 + env-step-generate-before: 235143168 + env-step-all-after: 468746240 + env-step-replay-after: 233603072 + env-step-used-after: 468746240 + ppo-update-after: 286100 + env-step-generate-after: 235143168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.054729 + avg_avg_return: 0.9010809 + avg_reward_per_step: 0.080322266 + proxy_corner: + avg_avg_return: 0.9010809 + avg_reward_per_step: 0.080322266 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.054729 + avg_avg_return: 0.9010809 + avg_reward_per_step: 0.080322266 + proxy_corner: + avg_avg_return: 0.9010809 + avg_reward_per_step: 0.080322266 + perf: + env_steps_per_second: 598013.6920951266 + ppo_updates_per_second: 93.57982815252976 + eval-batch-orig-duration: 0.20570279500680044 + eval-batch-shift-duration: 0.14551393000874668 + eval-batch-tree-duration: 0.14286682201782241 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.568848 + mouse-cheese_dist_finite_wavg: 11.052267 + mouse-cheese_dist_solvable_avg: 11.568848 + mouse-cheese_dist_solvable_wavg: 11.052267 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.279541 + num_walls_wavg: 5.130674 + prop_walls_avg: 0.27302352 + prop_walls_wavg: 0.22307274 + scoring: + avg_scores: 0.08804937 + visit_patterns: + avg_first_visit_time: 4508.251 + avg_last_visit_time: 7119.2744 + num_replay_batches: 7129 + eta: 0.5 + ppo: + avg_actor_approxkl1: 6.88807e-05 + avg_actor_approxkl3: 0.0003704089 + avg_actor_clipfrac: 0.011590577 + avg_actor_loss: -0.00023169979 + avg_advantage: -0.004001922 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019782405 + avg_entropy: 0.037115525 + avg_grad_norm_pre_clip: 0.73649186 + avg_loss: -0.00016990329 + max: + max_actor_approxkl1: 0.0010834998 + max_actor_approxkl3: 0.0012736337 + max_actor_clipfrac: 0.025512695 + max_actor_loss: 0.0014943695 + max_advantage: 0.2757653 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00030079953 + max_entropy: 0.05418349 + max_grad_norm_pre_clip: 1.2612596 + max_loss: 0.0015790986 + std: + std_actor_approxkl1: 0.000376603 + std_actor_approxkl3: 0.00028090677 + std_actor_clipfrac: 0.006414963 + std_actor_loss: 0.00073350157 + std_advantage: 0.020947682 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0238443e-05 + std_entropy: 0.0061634826 + std_grad_norm_pre_clip: 0.28052816 + std_loss: 0.0007384901 + eval-batch-orig: + avg_avg_episode_length: 17.19548 + avg_avg_return: 0.8325106 + avg_benchmark_regret: 0.0037940238 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28450012 + proxy_corner: + avg_avg_return: 0.8325106 + avg_reward_per_step: 0.28450012 + eval-batch-shift: + avg_avg_episode_length: 63.941902 + avg_avg_return: 0.28463244 + avg_benchmark_regret: 0.5989474 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077186584 + proxy_corner: + avg_avg_return: 0.49843404 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 6.3407474 + avg_avg_return: 0.9822215 + avg_benchmark_regret: 0.011996878 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26408386 + proxy_corner: + avg_avg_return: 0.9822215 + avg_reward_per_step: 0.26408386 +=========================================================== +=========================================================== + step: + env-step-all-before: 469762048 + env-step-replay-before: 234192896 + env-step-used-before: 469762048 + ppo-update-before: 286720 + env-step-generate-before: 235569152 + env-step-all-after: 469794816 + env-step-replay-after: 234225664 + env-step-used-after: 469794816 + ppo-update-after: 286740 + env-step-generate-after: 235569152 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.751818 + avg_avg_return: 0.90319514 + avg_reward_per_step: 0.08178711 + proxy_corner: + avg_avg_return: 0.90319514 + avg_reward_per_step: 0.08178711 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.751818 + avg_avg_return: 0.90319514 + avg_reward_per_step: 0.08178711 + proxy_corner: + avg_avg_return: 0.90319514 + avg_reward_per_step: 0.08178711 + perf: + env_steps_per_second: 590646.5118537828 + ppo_updates_per_second: 98.45427332547142 + eval-batch-orig-duration: 0.19583241100190207 + eval-batch-shift-duration: 0.14208249701187015 + eval-batch-tree-duration: 0.14005883398931473 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.564453 + mouse-cheese_dist_finite_wavg: 11.059213 + mouse-cheese_dist_solvable_avg: 11.564453 + mouse-cheese_dist_solvable_wavg: 11.059212 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274414 + num_walls_wavg: 6.923501 + prop_walls_avg: 0.2728006 + prop_walls_wavg: 0.3010218 + scoring: + avg_scores: 0.087835774 + visit_patterns: + avg_first_visit_time: 4519.287 + avg_last_visit_time: 7138.2876 + num_replay_batches: 7148 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034791205 + avg_actor_approxkl3: 0.00031370315 + avg_actor_clipfrac: 0.009124756 + avg_actor_loss: -0.0002104362 + avg_advantage: 0.00025416582 + avg_critic_clipfrac: 0.00014648438 + avg_critic_loss: 0.00013985006 + avg_entropy: 0.037396695 + avg_grad_norm_pre_clip: 0.76909477 + avg_loss: -0.00017790786 + max: + max_actor_approxkl1: 0.0008952613 + max_actor_approxkl3: 0.0006536506 + max_actor_clipfrac: 0.018676758 + max_actor_loss: 0.0010761074 + max_advantage: 0.2691604 + max_critic_clipfrac: 0.0029296875 + max_critic_loss: 0.00020317407 + max_entropy: 0.04299766 + max_grad_norm_pre_clip: 1.259585 + max_loss: 0.0011139882 + std: + std_actor_approxkl1: 0.0002712872 + std_actor_approxkl3: 0.00019536052 + std_actor_clipfrac: 0.003917273 + std_actor_loss: 0.0006843276 + std_advantage: 0.017423615 + std_critic_clipfrac: 0.00063851057 + std_critic_loss: 2.6931946e-05 + std_entropy: 0.0027164952 + std_grad_norm_pre_clip: 0.21923158 + std_loss: 0.0006840184 + eval-batch-orig: + avg_avg_episode_length: 17.222855 + avg_avg_return: 0.83247083 + avg_benchmark_regret: 0.0038337826 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28447723 + proxy_corner: + avg_avg_return: 0.83247083 + avg_reward_per_step: 0.28447723 + eval-batch-shift: + avg_avg_episode_length: 63.747242 + avg_avg_return: 0.29285353 + avg_benchmark_regret: 0.59072626 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077949524 + proxy_corner: + avg_avg_return: 0.50530016 + avg_reward_per_step: 0.014450073 + eval-batch-tree: + avg_avg_episode_length: 6.547719 + avg_avg_return: 0.9807776 + avg_benchmark_regret: 0.013440706 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26371765 + proxy_corner: + avg_avg_return: 0.9807776 + avg_reward_per_step: 0.26371765 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 470810624 + env-step-replay-before: 234651648 + env-step-used-before: 470810624 + ppo-update-before: 287360 + env-step-generate-before: 236158976 + env-step-all-after: 470843392 + env-step-replay-after: 234684416 + env-step-used-after: 470843392 + ppo-update-after: 287380 + env-step-generate-after: 236158976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.961254 + avg_avg_return: 0.9023639 + avg_reward_per_step: 0.0803833 + proxy_corner: + avg_avg_return: 0.9023639 + avg_reward_per_step: 0.0803833 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.961254 + avg_avg_return: 0.9023639 + avg_reward_per_step: 0.0803833 + proxy_corner: + avg_avg_return: 0.9023639 + avg_reward_per_step: 0.0803833 + perf: + env_steps_per_second: 935015.9360002126 + ppo_updates_per_second: 105.53869831184963 + eval-batch-orig-duration: 0.19914177799364552 + eval-batch-shift-duration: 0.14278156601358205 + eval-batch-tree-duration: 0.141061253962107 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.569824 + mouse-cheese_dist_finite_wavg: 11.052324 + mouse-cheese_dist_solvable_avg: 11.569824 + mouse-cheese_dist_solvable_wavg: 11.052325 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272705 + num_walls_wavg: 7.828564 + prop_walls_avg: 0.2727263 + prop_walls_wavg: 0.34037232 + scoring: + avg_scores: 0.08780768 + visit_patterns: + avg_first_visit_time: 4525.74 + avg_last_visit_time: 7152.3477 + num_replay_batches: 7162 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022717133 + avg_actor_approxkl3: 0.0004211911 + avg_actor_clipfrac: 0.011480713 + avg_actor_loss: -0.00031741007 + avg_advantage: -0.0003771735 + avg_critic_clipfrac: 0.00093994144 + avg_critic_loss: 0.000253303 + avg_entropy: 0.046260618 + avg_grad_norm_pre_clip: 0.7476019 + avg_loss: -0.00023701918 + max: + max_actor_approxkl1: 0.0006481293 + max_actor_approxkl3: 0.0013196878 + max_actor_clipfrac: 0.021606445 + max_actor_loss: 0.001743908 + max_advantage: 0.46626574 + max_critic_clipfrac: 0.0068359375 + max_critic_loss: 0.00049708 + max_entropy: 0.05558331 + max_grad_norm_pre_clip: 1.4350514 + max_loss: 0.0018441954 + std: + std_actor_approxkl1: 0.00024907265 + std_actor_approxkl3: 0.00028584542 + std_actor_clipfrac: 0.005640187 + std_actor_loss: 0.00080810953 + std_advantage: 0.025403637 + std_critic_clipfrac: 0.00168311 + std_critic_loss: 8.238969e-05 + std_entropy: 0.0037097994 + std_grad_norm_pre_clip: 0.2848677 + std_loss: 0.0008253591 + eval-batch-orig: + avg_avg_episode_length: 17.215193 + avg_avg_return: 0.83246684 + avg_benchmark_regret: 0.0038377452 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28433228 + proxy_corner: + avg_avg_return: 0.83246684 + avg_reward_per_step: 0.28433228 + eval-batch-shift: + avg_avg_episode_length: 63.07769 + avg_avg_return: 0.29935783 + avg_benchmark_regret: 0.584222 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08035278 + proxy_corner: + avg_avg_return: 0.5060295 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 6.90938 + avg_avg_return: 0.977417 + avg_benchmark_regret: 0.016801361 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26337433 + proxy_corner: + avg_avg_return: 0.977417 + avg_reward_per_step: 0.26337433 +=========================================================== +=========================================================== + step: + env-step-all-before: 471859200 + env-step-replay-before: 235274240 + env-step-used-before: 471859200 + ppo-update-before: 288000 + env-step-generate-before: 236584960 + env-step-all-after: 471891968 + env-step-replay-after: 235307008 + env-step-used-after: 471891968 + ppo-update-after: 288020 + env-step-generate-after: 236584960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.872601 + avg_avg_return: 0.9016375 + avg_reward_per_step: 0.080841064 + proxy_corner: + avg_avg_return: 0.9016375 + avg_reward_per_step: 0.080841064 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.872601 + avg_avg_return: 0.9016375 + avg_reward_per_step: 0.080841064 + proxy_corner: + avg_avg_return: 0.9016375 + avg_reward_per_step: 0.080841064 + perf: + env_steps_per_second: 909079.4080796436 + ppo_updates_per_second: 104.9743899353968 + eval-batch-orig-duration: 0.19983970501925796 + eval-batch-shift-duration: 0.14413877401966602 + eval-batch-tree-duration: 0.1444237109972164 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.56543 + mouse-cheese_dist_finite_wavg: 11.955409 + mouse-cheese_dist_solvable_avg: 11.56543 + mouse-cheese_dist_solvable_wavg: 11.95541 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2714844 + num_walls_wavg: 6.0293746 + prop_walls_avg: 0.27267322 + prop_walls_wavg: 0.2621468 + scoring: + avg_scores: 0.08746265 + visit_patterns: + avg_first_visit_time: 4536.671 + avg_last_visit_time: 7171.206 + num_replay_batches: 7181 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003745132 + avg_actor_approxkl3: 0.00029610153 + avg_actor_clipfrac: 0.010229493 + avg_actor_loss: -0.00045212498 + avg_advantage: 0.0004966132 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014034267 + avg_entropy: 0.05161366 + avg_grad_norm_pre_clip: 0.7822145 + avg_loss: -0.00043356736 + max: + max_actor_approxkl1: 0.0011791829 + max_actor_approxkl3: 0.0006952582 + max_actor_clipfrac: 0.01940918 + max_actor_loss: 0.00040277 + max_advantage: 0.32205015 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00018840378 + max_entropy: 0.06621954 + max_grad_norm_pre_clip: 1.439922 + max_loss: 0.0004130786 + std: + std_actor_approxkl1: 0.00033919478 + std_actor_approxkl3: 0.00016834306 + std_actor_clipfrac: 0.0056076134 + std_actor_loss: 0.00044668125 + std_advantage: 0.016880993 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3422492e-05 + std_entropy: 0.007508604 + std_grad_norm_pre_clip: 0.28702518 + std_loss: 0.00044628754 + eval-batch-orig: + avg_avg_episode_length: 17.200998 + avg_avg_return: 0.83258027 + avg_benchmark_regret: 0.0037243497 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2844162 + proxy_corner: + avg_avg_return: 0.83258027 + avg_reward_per_step: 0.2844162 + eval-batch-shift: + avg_avg_episode_length: 62.789192 + avg_avg_return: 0.30252108 + avg_benchmark_regret: 0.58105874 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08066559 + proxy_corner: + avg_avg_return: 0.51520157 + avg_reward_per_step: 0.014793396 + eval-batch-tree: + avg_avg_episode_length: 6.304764 + avg_avg_return: 0.9843396 + avg_benchmark_regret: 0.00987879 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26402283 + proxy_corner: + avg_avg_return: 0.9843396 + avg_reward_per_step: 0.26402283 +=========================================================== +=========================================================== + step: + env-step-all-before: 472907776 + env-step-replay-before: 235667456 + env-step-used-before: 472907776 + ppo-update-before: 288640 + env-step-generate-before: 237240320 + env-step-all-after: 472940544 + env-step-replay-after: 235667456 + env-step-used-after: 472940544 + ppo-update-after: 288660 + env-step-generate-after: 237273088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 20.513172 + avg_avg_return: 0.7794147 + avg_reward_per_step: 0.26306152 + proxy_corner: + avg_avg_return: 0.7794147 + avg_reward_per_step: 0.26306152 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.513172 + avg_avg_return: 0.7794147 + avg_reward_per_step: 0.26306152 + proxy_corner: + avg_avg_return: 0.7794147 + avg_reward_per_step: 0.26306152 + perf: + env_steps_per_second: 609016.0808097495 + ppo_updates_per_second: 74.59420118939089 + eval-batch-orig-duration: 0.26096680300543085 + eval-batch-shift-duration: 0.1600400159950368 + eval-batch-tree-duration: 0.14485014596721157 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.56543 + mouse-cheese_dist_finite_wavg: 11.056388 + mouse-cheese_dist_solvable_avg: 11.56543 + mouse-cheese_dist_solvable_wavg: 11.056387 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2717285 + num_walls_wavg: 4.2298546 + prop_walls_avg: 0.27268383 + prop_walls_wavg: 0.18390667 + scoring: + avg_scores: 0.087389484 + visit_patterns: + avg_first_visit_time: 4546.5996 + avg_last_visit_time: 7182.2627 + num_replay_batches: 7192 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00092196645 + avg_actor_approxkl3: 0.0005445845 + avg_actor_clipfrac: 0.021051025 + avg_actor_loss: -0.0011987698 + avg_advantage: -0.006531151 + avg_critic_clipfrac: 0.000592041 + avg_critic_loss: 0.0011570998 + avg_entropy: 0.18895517 + avg_grad_norm_pre_clip: 0.73219687 + avg_loss: -0.00080917496 + max: + max_actor_approxkl1: 0.0024023037 + max_actor_approxkl3: 0.0011784325 + max_actor_clipfrac: 0.047607422 + max_actor_loss: 0.00054459274 + max_advantage: 0.7532129 + max_critic_clipfrac: 0.010986328 + max_critic_loss: 0.0021072682 + max_entropy: 0.27022862 + max_grad_norm_pre_clip: 1.3458183 + max_loss: 0.0007956994 + std: + std_actor_approxkl1: 0.0005858081 + std_actor_approxkl3: 0.00031511913 + std_actor_clipfrac: 0.012332635 + std_actor_loss: 0.0009823429 + std_advantage: 0.049955405 + std_critic_clipfrac: 0.002388737 + std_critic_loss: 0.0004900098 + std_entropy: 0.046027716 + std_grad_norm_pre_clip: 0.29732245 + std_loss: 0.0010027312 + eval-batch-orig: + avg_avg_episode_length: 17.224743 + avg_avg_return: 0.8324139 + avg_benchmark_regret: 0.0038907293 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28422546 + proxy_corner: + avg_avg_return: 0.8324139 + avg_reward_per_step: 0.28422546 + eval-batch-shift: + avg_avg_episode_length: 63.127296 + avg_avg_return: 0.29826823 + avg_benchmark_regret: 0.58531165 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079208374 + proxy_corner: + avg_avg_return: 0.50446165 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.141384 + avg_avg_return: 0.98495746 + avg_benchmark_regret: 0.009260917 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26441193 + proxy_corner: + avg_avg_return: 0.98495746 + avg_reward_per_step: 0.26441193 +=========================================================== +=========================================================== + step: + env-step-all-before: 473956352 + env-step-replay-before: 236290048 + env-step-used-before: 473956352 + ppo-update-before: 289280 + env-step-generate-before: 237666304 + env-step-all-after: 473989120 + env-step-replay-after: 236290048 + env-step-used-after: 473989120 + ppo-update-after: 289300 + env-step-generate-after: 237699072 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.829594 + avg_avg_return: 0.79867756 + avg_reward_per_step: 0.27478027 + proxy_corner: + avg_avg_return: 0.79867756 + avg_reward_per_step: 0.27478027 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.829594 + avg_avg_return: 0.79867756 + avg_reward_per_step: 0.27478027 + proxy_corner: + avg_avg_return: 0.79867756 + avg_reward_per_step: 0.27478027 + perf: + env_steps_per_second: 919982.9344194372 + ppo_updates_per_second: 105.08348671648093 + eval-batch-orig-duration: 0.1997563429758884 + eval-batch-shift-duration: 0.1435207919566892 + eval-batch-tree-duration: 0.14187087398022413 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.563477 + mouse-cheese_dist_finite_wavg: 11.954831 + mouse-cheese_dist_solvable_avg: 11.563477 + mouse-cheese_dist_solvable_wavg: 11.954832 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2719727 + num_walls_wavg: 6.0256906 + prop_walls_avg: 0.27269444 + prop_walls_wavg: 0.26198658 + scoring: + avg_scores: 0.087219566 + visit_patterns: + avg_first_visit_time: 4554.4985 + avg_last_visit_time: 7201.258 + num_replay_batches: 7211 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010607431 + avg_actor_approxkl3: 0.0006620657 + avg_actor_clipfrac: 0.025305176 + avg_actor_loss: -0.0009131987 + avg_advantage: -0.011759204 + avg_critic_clipfrac: 0.0038330078 + avg_critic_loss: 0.001769512 + avg_entropy: 0.14354171 + avg_grad_norm_pre_clip: 0.8212744 + avg_loss: -0.00017198439 + max: + max_actor_approxkl1: 0.0023974823 + max_actor_approxkl3: 0.0014597677 + max_actor_clipfrac: 0.052490234 + max_actor_loss: 0.0013922155 + max_advantage: 0.3747697 + max_critic_clipfrac: 0.022094727 + max_critic_loss: 0.0038796766 + max_entropy: 0.21517909 + max_grad_norm_pre_clip: 1.2358778 + max_loss: 0.0031168747 + std: + std_actor_approxkl1: 0.00069698953 + std_actor_approxkl3: 0.00037100635 + std_actor_clipfrac: 0.013745253 + std_actor_loss: 0.0010821745 + std_advantage: 0.061994534 + std_critic_clipfrac: 0.0068778144 + std_critic_loss: 0.0006503335 + std_entropy: 0.027808301 + std_grad_norm_pre_clip: 0.19685747 + std_loss: 0.0012192943 + eval-batch-orig: + avg_avg_episode_length: 17.183788 + avg_avg_return: 0.8326031 + avg_benchmark_regret: 0.0037015728 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2846756 + proxy_corner: + avg_avg_return: 0.8326031 + avg_reward_per_step: 0.2846756 + eval-batch-shift: + avg_avg_episode_length: 64.08746 + avg_avg_return: 0.28006035 + avg_benchmark_regret: 0.6035195 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07939148 + proxy_corner: + avg_avg_return: 0.5141839 + avg_reward_per_step: 0.014587402 + eval-batch-tree: + avg_avg_episode_length: 6.3094697 + avg_avg_return: 0.98311776 + avg_benchmark_regret: 0.011100613 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26379395 + proxy_corner: + avg_avg_return: 0.98311776 + avg_reward_per_step: 0.26379395 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 475004928 + env-step-replay-before: 236748800 + env-step-used-before: 475004928 + ppo-update-before: 289920 + env-step-generate-before: 238256128 + env-step-all-after: 475037696 + env-step-replay-after: 236781568 + env-step-used-after: 475037696 + ppo-update-after: 289940 + env-step-generate-after: 238256128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.794915 + avg_avg_return: 0.9033788 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.9033788 + avg_reward_per_step: 0.08151245 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.794915 + avg_avg_return: 0.9033788 + avg_reward_per_step: 0.08151245 + proxy_corner: + avg_avg_return: 0.9033788 + avg_reward_per_step: 0.08151245 + perf: + env_steps_per_second: 898508.2452719426 + ppo_updates_per_second: 104.24836261742098 + eval-batch-orig-duration: 0.20494528097333387 + eval-batch-shift-duration: 0.15563532104715705 + eval-batch-tree-duration: 0.1446866409969516 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.564209 + mouse-cheese_dist_finite_wavg: 14.65311 + mouse-cheese_dist_solvable_avg: 11.564209 + mouse-cheese_dist_solvable_wavg: 14.65311 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2734375 + num_walls_wavg: 7.82773 + prop_walls_avg: 0.27275813 + prop_walls_wavg: 0.34033617 + scoring: + avg_scores: 0.08706441 + visit_patterns: + avg_first_visit_time: 4563.381 + avg_last_visit_time: 7216.172 + num_replay_batches: 7226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028134123 + avg_actor_approxkl3: 0.0003761361 + avg_actor_clipfrac: 0.01091919 + avg_actor_loss: -0.0005440578 + avg_advantage: 0.025818886 + avg_critic_clipfrac: 0.025158692 + avg_critic_loss: 0.0012630565 + avg_entropy: 0.04362569 + avg_grad_norm_pre_clip: 0.6208655 + avg_loss: 4.3844757e-05 + max: + max_actor_approxkl1: 0.0010515206 + max_actor_approxkl3: 0.0007854125 + max_actor_clipfrac: 0.017211914 + max_actor_loss: 0.0012366083 + max_advantage: 0.5787316 + max_critic_clipfrac: 0.056518555 + max_critic_loss: 0.002184004 + max_entropy: 0.04843291 + max_grad_norm_pre_clip: 1.2769455 + max_loss: 0.0016742328 + std: + std_actor_approxkl1: 0.00036270966 + std_actor_approxkl3: 0.00018250951 + std_actor_clipfrac: 0.0040343218 + std_actor_loss: 0.000875277 + std_advantage: 0.059686773 + std_critic_clipfrac: 0.019337451 + std_critic_loss: 0.00042355253 + std_entropy: 0.0037700278 + std_grad_norm_pre_clip: 0.2426706 + std_loss: 0.0009728417 + eval-batch-orig: + avg_avg_episode_length: 17.171316 + avg_avg_return: 0.8325455 + avg_benchmark_regret: 0.0037590782 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2852478 + proxy_corner: + avg_avg_return: 0.8325455 + avg_reward_per_step: 0.2852478 + eval-batch-shift: + avg_avg_episode_length: 65.14992 + avg_avg_return: 0.271074 + avg_benchmark_regret: 0.6125058 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07613373 + proxy_corner: + avg_avg_return: 0.52951205 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.380002 + avg_avg_return: 0.981697 + avg_benchmark_regret: 0.012521345 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26411438 + proxy_corner: + avg_avg_return: 0.981697 + avg_reward_per_step: 0.26411438 +=========================================================== +=========================================================== + step: + env-step-all-before: 476053504 + env-step-replay-before: 237436928 + env-step-used-before: 476053504 + ppo-update-before: 290560 + env-step-generate-before: 238616576 + env-step-all-after: 476086272 + env-step-replay-after: 237469696 + env-step-used-after: 476086272 + ppo-update-after: 290580 + env-step-generate-after: 238616576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.836152 + avg_avg_return: 0.9023092 + avg_reward_per_step: 0.08111572 + proxy_corner: + avg_avg_return: 0.9023092 + avg_reward_per_step: 0.08111572 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.836152 + avg_avg_return: 0.9023092 + avg_reward_per_step: 0.08111572 + proxy_corner: + avg_avg_return: 0.9023092 + avg_reward_per_step: 0.08111572 + perf: + env_steps_per_second: 897411.154752092 + ppo_updates_per_second: 108.32188047868347 + eval-batch-orig-duration: 0.19272028899285942 + eval-batch-shift-duration: 0.14332295302301645 + eval-batch-tree-duration: 0.14075535495067015 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.552734 + mouse-cheese_dist_finite_wavg: 11.056739 + mouse-cheese_dist_solvable_avg: 11.552734 + mouse-cheese_dist_solvable_wavg: 11.056742 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2766113 + num_walls_wavg: 6.0273514 + prop_walls_avg: 0.27289614 + prop_walls_wavg: 0.26205876 + scoring: + avg_scores: 0.08700502 + visit_patterns: + avg_first_visit_time: 4580.338 + avg_last_visit_time: 7237.212 + num_replay_batches: 7247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00041973215 + avg_actor_approxkl3: 0.00034552874 + avg_actor_clipfrac: 0.008325196 + avg_actor_loss: 0.0004960412 + avg_advantage: -0.00075729826 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.610336e-05 + avg_entropy: 0.03619342 + avg_grad_norm_pre_clip: 0.78440595 + avg_loss: 0.0005078995 + max: + max_actor_approxkl1: 0.0019103831 + max_actor_approxkl3: 0.001798048 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.0057083853 + max_advantage: 0.20981282 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00011016612 + max_entropy: 0.043833815 + max_grad_norm_pre_clip: 2.3415127 + max_loss: 0.005709952 + std: + std_actor_approxkl1: 0.0004140299 + std_actor_approxkl3: 0.00036628582 + std_actor_clipfrac: 0.0046204217 + std_actor_loss: 0.0012438523 + std_advantage: 0.013858887 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.26375e-06 + std_entropy: 0.0037976897 + std_grad_norm_pre_clip: 0.5315935 + std_loss: 0.00124125 + eval-batch-orig: + avg_avg_episode_length: 17.208641 + avg_avg_return: 0.83238184 + avg_benchmark_regret: 0.003922729 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28362274 + proxy_corner: + avg_avg_return: 0.83238184 + avg_reward_per_step: 0.28362274 + eval-batch-shift: + avg_avg_episode_length: 66.10684 + avg_avg_return: 0.2545936 + avg_benchmark_regret: 0.62898624 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08277893 + proxy_corner: + avg_avg_return: 0.5226749 + avg_reward_per_step: 0.014450073 + eval-batch-tree: + avg_avg_episode_length: 7.0934553 + avg_avg_return: 0.97688705 + avg_benchmark_regret: 0.01733132 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26122284 + proxy_corner: + avg_avg_return: 0.97688705 + avg_reward_per_step: 0.26122284 +=========================================================== +=========================================================== + step: + env-step-all-before: 477102080 + env-step-replay-before: 237993984 + env-step-used-before: 477102080 + ppo-update-before: 291200 + env-step-generate-before: 239108096 + env-step-all-after: 477134848 + env-step-replay-after: 238026752 + env-step-used-after: 477134848 + ppo-update-after: 291220 + env-step-generate-after: 239108096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.928562 + avg_avg_return: 0.9013042 + avg_reward_per_step: 0.080963135 + proxy_corner: + avg_avg_return: 0.9013042 + avg_reward_per_step: 0.080963135 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.928562 + avg_avg_return: 0.9013042 + avg_reward_per_step: 0.080963135 + proxy_corner: + avg_avg_return: 0.9013042 + avg_reward_per_step: 0.080963135 + perf: + env_steps_per_second: 894997.1774817102 + ppo_updates_per_second: 104.18796062633486 + eval-batch-orig-duration: 0.2003105229814537 + eval-batch-shift-duration: 0.14885802404023707 + eval-batch-tree-duration: 0.143032306979876 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.557861 + mouse-cheese_dist_finite_wavg: 11.0576105 + mouse-cheese_dist_solvable_avg: 11.557861 + mouse-cheese_dist_solvable_wavg: 11.057611 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2766113 + num_walls_wavg: 6.926295 + prop_walls_avg: 0.2728961 + prop_walls_wavg: 0.30114332 + scoring: + avg_scores: 0.08703912 + visit_patterns: + avg_first_visit_time: 4586.6064 + avg_last_visit_time: 7254.272 + num_replay_batches: 7264 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008957496 + avg_actor_approxkl3: 0.00053375796 + avg_actor_clipfrac: 0.0076049804 + avg_actor_loss: -5.0822505e-06 + avg_advantage: -7.229863e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00010608416 + avg_entropy: 0.035350733 + avg_grad_norm_pre_clip: 0.6617815 + avg_loss: 1.2609101e-05 + max: + max_actor_approxkl1: 0.004538766 + max_actor_approxkl3: 0.002811311 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.0016540894 + max_advantage: 0.30110365 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00014876998 + max_entropy: 0.04449975 + max_grad_norm_pre_clip: 1.5615433 + max_loss: 0.0016823076 + std: + std_actor_approxkl1: 0.0015118938 + std_actor_approxkl3: 0.00085939985 + std_actor_clipfrac: 0.0054930416 + std_actor_loss: 0.0006639161 + std_advantage: 0.014549052 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9717121e-05 + std_entropy: 0.004115648 + std_grad_norm_pre_clip: 0.3230823 + std_loss: 0.0006666513 + eval-batch-orig: + avg_avg_episode_length: 17.21907 + avg_avg_return: 0.8323771 + avg_benchmark_regret: 0.003927519 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2832489 + proxy_corner: + avg_avg_return: 0.8323771 + avg_reward_per_step: 0.2832489 + eval-batch-shift: + avg_avg_episode_length: 65.6411 + avg_avg_return: 0.2586003 + avg_benchmark_regret: 0.6249795 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08376312 + proxy_corner: + avg_avg_return: 0.5230937 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 6.5298176 + avg_avg_return: 0.9804291 + avg_benchmark_regret: 0.013789279 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26091003 + proxy_corner: + avg_avg_return: 0.9804291 + avg_reward_per_step: 0.26091003 +=========================================================== +=========================================================== + step: + env-step-all-before: 478150656 + env-step-replay-before: 238616576 + env-step-used-before: 478150656 + ppo-update-before: 291840 + env-step-generate-before: 239534080 + env-step-all-after: 478183424 + env-step-replay-after: 238649344 + env-step-used-after: 478183424 + ppo-update-after: 291860 + env-step-generate-after: 239534080 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.796447 + avg_avg_return: 0.90289724 + avg_reward_per_step: 0.081329346 + proxy_corner: + avg_avg_return: 0.90289724 + avg_reward_per_step: 0.081329346 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.796447 + avg_avg_return: 0.90289724 + avg_reward_per_step: 0.081329346 + proxy_corner: + avg_avg_return: 0.90289724 + avg_reward_per_step: 0.081329346 + perf: + env_steps_per_second: 898166.2620320218 + ppo_updates_per_second: 91.85818131965125 + eval-batch-orig-duration: 0.227416789974086 + eval-batch-shift-duration: 0.1461511650122702 + eval-batch-tree-duration: 0.14213933603605255 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.557617 + mouse-cheese_dist_finite_wavg: 12.854563 + mouse-cheese_dist_solvable_avg: 11.557617 + mouse-cheese_dist_solvable_wavg: 12.854563 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.270996 + num_walls_wavg: 6.928276 + prop_walls_avg: 0.27265197 + prop_walls_wavg: 0.30122945 + scoring: + avg_scores: 0.086971775 + visit_patterns: + avg_first_visit_time: 4598.701 + avg_last_visit_time: 7273.2124 + num_replay_batches: 7283 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002829885 + avg_actor_approxkl3: 0.0002991786 + avg_actor_clipfrac: 0.009936524 + avg_actor_loss: -6.376044e-05 + avg_advantage: 0.017085563 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.00037704577 + avg_entropy: 0.038702156 + avg_grad_norm_pre_clip: 0.57787454 + avg_loss: 8.6060274e-05 + max: + max_actor_approxkl1: 0.001357177 + max_actor_approxkl3: 0.0007037431 + max_actor_clipfrac: 0.018066406 + max_actor_loss: 0.00066271797 + max_advantage: 0.53297627 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.0008489389 + max_entropy: 0.04574988 + max_grad_norm_pre_clip: 1.1978458 + max_loss: 0.00080785225 + std: + std_actor_approxkl1: 0.000391325 + std_actor_approxkl3: 0.00017235108 + std_actor_clipfrac: 0.0046715466 + std_actor_loss: 0.00044884655 + std_advantage: 0.029277992 + std_critic_clipfrac: 0.00040283203 + std_critic_loss: 0.00020709474 + std_entropy: 0.0040592784 + std_grad_norm_pre_clip: 0.2840438 + std_loss: 0.00044946346 + eval-batch-orig: + avg_avg_episode_length: 17.209644 + avg_avg_return: 0.83240044 + avg_benchmark_regret: 0.0039041995 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28344727 + proxy_corner: + avg_avg_return: 0.83240044 + avg_reward_per_step: 0.28344727 + eval-batch-shift: + avg_avg_episode_length: 65.158485 + avg_avg_return: 0.27440995 + avg_benchmark_regret: 0.60916984 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07385254 + proxy_corner: + avg_avg_return: 0.5249939 + avg_reward_per_step: 0.01461792 + eval-batch-tree: + avg_avg_episode_length: 6.3164115 + avg_avg_return: 0.9834245 + avg_benchmark_regret: 0.010793867 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2612152 + proxy_corner: + avg_avg_return: 0.9834245 + avg_reward_per_step: 0.2612152 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 479199232 + env-step-replay-before: 239075328 + env-step-used-before: 479199232 + ppo-update-before: 292480 + env-step-generate-before: 240123904 + env-step-all-after: 479232000 + env-step-replay-after: 239108096 + env-step-used-after: 479232000 + ppo-update-after: 292500 + env-step-generate-after: 240123904 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.717808 + avg_avg_return: 0.9039017 + avg_reward_per_step: 0.08190918 + proxy_corner: + avg_avg_return: 0.9039017 + avg_reward_per_step: 0.08190918 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.717808 + avg_avg_return: 0.9039017 + avg_reward_per_step: 0.08190918 + proxy_corner: + avg_avg_return: 0.9039017 + avg_reward_per_step: 0.08190918 + perf: + env_steps_per_second: 782753.0603051389 + ppo_updates_per_second: 98.24289100785862 + eval-batch-orig-duration: 0.21502272895304486 + eval-batch-shift-duration: 0.16123832401353866 + eval-batch-tree-duration: 0.1467657340108417 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.563965 + mouse-cheese_dist_finite_wavg: 12.856349 + mouse-cheese_dist_solvable_avg: 11.563965 + mouse-cheese_dist_solvable_wavg: 12.856349 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2714844 + num_walls_wavg: 6.027343 + prop_walls_avg: 0.2726732 + prop_walls_wavg: 0.2620584 + scoring: + avg_scores: 0.08700276 + visit_patterns: + avg_first_visit_time: 4602.743 + avg_last_visit_time: 7287.2993 + num_replay_batches: 7297 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063491444 + avg_actor_approxkl3: 0.00043065666 + avg_actor_clipfrac: 0.009936524 + avg_actor_loss: -0.0004842748 + avg_advantage: 0.020951757 + avg_critic_clipfrac: 0.004968262 + avg_critic_loss: 0.0003517145 + avg_entropy: 0.03287791 + avg_grad_norm_pre_clip: 0.37847358 + avg_loss: -0.00034129547 + max: + max_actor_approxkl1: 0.0016796964 + max_actor_approxkl3: 0.0010189848 + max_actor_clipfrac: 0.018066406 + max_actor_loss: 0.00037148315 + max_advantage: 0.43984735 + max_critic_clipfrac: 0.018066406 + max_critic_loss: 0.00077008974 + max_entropy: 0.040770594 + max_grad_norm_pre_clip: 0.6525303 + max_loss: 0.00054276973 + std: + std_actor_approxkl1: 0.000501232 + std_actor_approxkl3: 0.00028491876 + std_actor_clipfrac: 0.0048113978 + std_actor_loss: 0.00046653417 + std_advantage: 0.030958982 + std_critic_clipfrac: 0.0057110256 + std_critic_loss: 0.00015117764 + std_entropy: 0.0049182503 + std_grad_norm_pre_clip: 0.15030003 + std_loss: 0.0005138399 + eval-batch-orig: + avg_avg_episode_length: 17.190538 + avg_avg_return: 0.83254915 + avg_benchmark_regret: 0.0037554763 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28451538 + proxy_corner: + avg_avg_return: 0.83254915 + avg_reward_per_step: 0.28451538 + eval-batch-shift: + avg_avg_episode_length: 65.10283 + avg_avg_return: 0.2689555 + avg_benchmark_regret: 0.6146243 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08060455 + proxy_corner: + avg_avg_return: 0.52342033 + avg_reward_per_step: 0.014724731 + eval-batch-tree: + avg_avg_episode_length: 6.3984222 + avg_avg_return: 0.98372555 + avg_benchmark_regret: 0.0104928445 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2624817 + proxy_corner: + avg_avg_return: 0.98372555 + avg_reward_per_step: 0.2624817 +=========================================================== +=========================================================== + step: + env-step-all-before: 480247808 + env-step-replay-before: 239665152 + env-step-used-before: 480247808 + ppo-update-before: 293120 + env-step-generate-before: 240582656 + env-step-all-after: 480280576 + env-step-replay-after: 239697920 + env-step-used-after: 480280576 + ppo-update-after: 293140 + env-step-generate-after: 240582656 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.718758 + avg_avg_return: 0.9028643 + avg_reward_per_step: 0.08181763 + proxy_corner: + avg_avg_return: 0.9028643 + avg_reward_per_step: 0.08181763 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.718758 + avg_avg_return: 0.9028643 + avg_reward_per_step: 0.08181763 + proxy_corner: + avg_avg_return: 0.9028643 + avg_reward_per_step: 0.08181763 + perf: + env_steps_per_second: 592433.705932802 + ppo_updates_per_second: 72.59118799859088 + eval-batch-orig-duration: 0.3157903230166994 + eval-batch-shift-duration: 0.19749365997267887 + eval-batch-tree-duration: 0.16230775002622977 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.564209 + mouse-cheese_dist_finite_wavg: 11.055642 + mouse-cheese_dist_solvable_avg: 11.564209 + mouse-cheese_dist_solvable_wavg: 11.055645 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2719727 + num_walls_wavg: 6.9244056 + prop_walls_avg: 0.27269444 + prop_walls_wavg: 0.30106115 + scoring: + avg_scores: 0.08716597 + visit_patterns: + avg_first_visit_time: 4615.17 + avg_last_visit_time: 7305.217 + num_replay_batches: 7315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008206423 + avg_actor_approxkl3: 0.00041051605 + avg_actor_clipfrac: 0.01038208 + avg_actor_loss: 0.00038887846 + avg_advantage: 0.015248867 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018250306 + avg_entropy: 0.037906002 + avg_grad_norm_pre_clip: 0.8662941 + avg_loss: 0.00044222394 + max: + max_actor_approxkl1: 0.0030494418 + max_actor_approxkl3: 0.0012790745 + max_actor_clipfrac: 0.02331543 + max_actor_loss: 0.0018986594 + max_advantage: 0.30045837 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003492972 + max_entropy: 0.046297245 + max_grad_norm_pre_clip: 2.2359214 + max_loss: 0.0019371165 + std: + std_actor_approxkl1: 0.00064074283 + std_actor_approxkl3: 0.0003128444 + std_actor_clipfrac: 0.0051795044 + std_actor_loss: 0.00076372846 + std_advantage: 0.018869111 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.584796e-05 + std_entropy: 0.004695878 + std_grad_norm_pre_clip: 0.5304292 + std_loss: 0.00075956434 + eval-batch-orig: + avg_avg_episode_length: 17.244263 + avg_avg_return: 0.8321613 + avg_benchmark_regret: 0.004143361 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28227234 + proxy_corner: + avg_avg_return: 0.8321613 + avg_reward_per_step: 0.28227234 + eval-batch-shift: + avg_avg_episode_length: 65.51953 + avg_avg_return: 0.2630843 + avg_benchmark_regret: 0.62049556 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0820694 + proxy_corner: + avg_avg_return: 0.51964927 + avg_reward_per_step: 0.014541626 + eval-batch-tree: + avg_avg_episode_length: 6.180792 + avg_avg_return: 0.98545206 + avg_benchmark_regret: 0.0087663345 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25857544 + proxy_corner: + avg_avg_return: 0.98545206 + avg_reward_per_step: 0.25857544 +=========================================================== +=========================================================== + step: + env-step-all-before: 481296384 + env-step-replay-before: 240222208 + env-step-used-before: 481296384 + ppo-update-before: 293760 + env-step-generate-before: 241074176 + env-step-all-after: 481329152 + env-step-replay-after: 240222208 + env-step-used-after: 481329152 + ppo-update-after: 293780 + env-step-generate-after: 241106944 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.518936 + avg_avg_return: 0.82688236 + avg_reward_per_step: 0.2680359 + proxy_corner: + avg_avg_return: 0.82688236 + avg_reward_per_step: 0.2680359 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.518936 + avg_avg_return: 0.82688236 + avg_reward_per_step: 0.2680359 + proxy_corner: + avg_avg_return: 0.82688236 + avg_reward_per_step: 0.2680359 + perf: + env_steps_per_second: 619964.8196738779 + ppo_updates_per_second: 75.12425749674539 + eval-batch-orig-duration: 0.2681220559752546 + eval-batch-shift-duration: 0.17079999501584098 + eval-batch-tree-duration: 0.14975464896997437 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.562988 + mouse-cheese_dist_finite_wavg: 11.055812 + mouse-cheese_dist_solvable_avg: 11.562988 + mouse-cheese_dist_solvable_wavg: 11.055813 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2731934 + num_walls_wavg: 6.0264544 + prop_walls_avg: 0.27274752 + prop_walls_wavg: 0.26201972 + scoring: + avg_scores: 0.087343276 + visit_patterns: + avg_first_visit_time: 4626.4683 + avg_last_visit_time: 7321.2246 + num_replay_batches: 7331 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051821594 + avg_actor_approxkl3: 0.0005343777 + avg_actor_clipfrac: 0.021972656 + avg_actor_loss: -0.0005102353 + avg_advantage: -0.010895027 + avg_critic_clipfrac: 0.008435058 + avg_critic_loss: 0.0014646413 + avg_entropy: 0.124456 + avg_grad_norm_pre_clip: 0.79055375 + avg_loss: 9.762932e-05 + max: + max_actor_approxkl1: 0.0015643719 + max_actor_approxkl3: 0.0010347952 + max_actor_clipfrac: 0.050048828 + max_actor_loss: 0.001221776 + max_advantage: 0.6064237 + max_critic_clipfrac: 0.034301758 + max_critic_loss: 0.0031504487 + max_entropy: 0.17342031 + max_grad_norm_pre_clip: 1.9597307 + max_loss: 0.0016830413 + std: + std_actor_approxkl1: 0.0004930305 + std_actor_approxkl3: 0.00026110158 + std_actor_clipfrac: 0.011783548 + std_actor_loss: 0.00087283377 + std_advantage: 0.055824213 + std_critic_clipfrac: 0.011464533 + std_critic_loss: 0.0006527008 + std_entropy: 0.027158758 + std_grad_norm_pre_clip: 0.32062602 + std_loss: 0.00097501674 + eval-batch-orig: + avg_avg_episode_length: 17.207571 + avg_avg_return: 0.83245754 + avg_benchmark_regret: 0.0038470922 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28396606 + proxy_corner: + avg_avg_return: 0.83245754 + avg_reward_per_step: 0.28396606 + eval-batch-shift: + avg_avg_episode_length: 65.166794 + avg_avg_return: 0.26364222 + avg_benchmark_regret: 0.6199376 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.078826904 + proxy_corner: + avg_avg_return: 0.5160903 + avg_reward_per_step: 0.014579773 + eval-batch-tree: + avg_avg_episode_length: 6.0303535 + avg_avg_return: 0.98503447 + avg_benchmark_regret: 0.009183867 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26322937 + proxy_corner: + avg_avg_return: 0.98503447 + avg_reward_per_step: 0.26322937 +=========================================================== +=========================================================== + step: + env-step-all-before: 482344960 + env-step-replay-before: 240680960 + env-step-used-before: 482344960 + ppo-update-before: 294400 + env-step-generate-before: 241664000 + env-step-all-after: 482377728 + env-step-replay-after: 240713728 + env-step-used-after: 482377728 + ppo-update-after: 294420 + env-step-generate-after: 241664000 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.918104 + avg_avg_return: 0.90164226 + avg_reward_per_step: 0.08047485 + proxy_corner: + avg_avg_return: 0.90164226 + avg_reward_per_step: 0.08047485 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.918104 + avg_avg_return: 0.90164226 + avg_reward_per_step: 0.08047485 + proxy_corner: + avg_avg_return: 0.90164226 + avg_reward_per_step: 0.08047485 + perf: + env_steps_per_second: 956558.1926889997 + ppo_updates_per_second: 102.9550301906269 + eval-batch-orig-duration: 0.2018342930241488 + eval-batch-shift-duration: 0.14453359303297475 + eval-batch-tree-duration: 0.14291472197510302 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.567627 + mouse-cheese_dist_finite_wavg: 12.858932 + mouse-cheese_dist_solvable_avg: 11.567627 + mouse-cheese_dist_solvable_wavg: 12.858932 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272461 + num_walls_wavg: 8.723332 + prop_walls_avg: 0.2727157 + prop_walls_wavg: 0.37927526 + scoring: + avg_scores: 0.087145224 + visit_patterns: + avg_first_visit_time: 4632.259 + avg_last_visit_time: 7336.2437 + num_replay_batches: 7346 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00026785396 + avg_actor_approxkl3: 0.00021928793 + avg_actor_clipfrac: 0.006750488 + avg_actor_loss: -9.555321e-05 + avg_advantage: 0.011923589 + avg_critic_clipfrac: 0.00020141601 + avg_critic_loss: 0.00020294811 + avg_entropy: 0.046743166 + avg_grad_norm_pre_clip: 0.49696884 + avg_loss: -4.0822324e-05 + max: + max_actor_approxkl1: 0.0012058247 + max_actor_approxkl3: 0.00066740054 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.0009576287 + max_advantage: 0.5949136 + max_critic_clipfrac: 0.0026855469 + max_critic_loss: 0.0005724671 + max_entropy: 0.057687342 + max_grad_norm_pre_clip: 1.3412635 + max_loss: 0.0010658266 + std: + std_actor_approxkl1: 0.00035449403 + std_actor_approxkl3: 0.00016665287 + std_actor_clipfrac: 0.004875192 + std_actor_loss: 0.0005044798 + std_advantage: 0.02267811 + std_critic_clipfrac: 0.0006404621 + std_critic_loss: 0.00012011511 + std_entropy: 0.004927587 + std_grad_norm_pre_clip: 0.29796606 + std_loss: 0.00050028437 + eval-batch-orig: + avg_avg_episode_length: 17.199062 + avg_avg_return: 0.83231616 + avg_benchmark_regret: 0.00398845 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2837906 + proxy_corner: + avg_avg_return: 0.83231616 + avg_reward_per_step: 0.2837906 + eval-batch-shift: + avg_avg_episode_length: 65.09399 + avg_avg_return: 0.267687 + avg_benchmark_regret: 0.6158929 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.08174896 + proxy_corner: + avg_avg_return: 0.5224608 + avg_reward_per_step: 0.01448822 + eval-batch-tree: + avg_avg_episode_length: 6.2811866 + avg_avg_return: 0.9818294 + avg_benchmark_regret: 0.012388967 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2626953 + proxy_corner: + avg_avg_return: 0.9818294 + avg_reward_per_step: 0.2626953 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 483393536 + env-step-replay-before: 241270784 + env-step-used-before: 483393536 + ppo-update-before: 295040 + env-step-generate-before: 242122752 + env-step-all-after: 483426304 + env-step-replay-after: 241270784 + env-step-used-after: 483426304 + ppo-update-after: 295060 + env-step-generate-after: 242155520 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.127779 + avg_avg_return: 0.79602104 + avg_reward_per_step: 0.24621582 + proxy_corner: + avg_avg_return: 0.79602104 + avg_reward_per_step: 0.24621582 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.127779 + avg_avg_return: 0.79602104 + avg_reward_per_step: 0.24621582 + proxy_corner: + avg_avg_return: 0.79602104 + avg_reward_per_step: 0.24621582 + perf: + env_steps_per_second: 610398.1460416204 + ppo_updates_per_second: 80.5112716879985 + eval-batch-orig-duration: 0.2514239459997043 + eval-batch-shift-duration: 0.15275068703340366 + eval-batch-tree-duration: 0.14382816501893103 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.570068 + mouse-cheese_dist_finite_wavg: 12.854982 + mouse-cheese_dist_solvable_avg: 11.570068 + mouse-cheese_dist_solvable_wavg: 12.854985 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272217 + num_walls_wavg: 5.130905 + prop_walls_avg: 0.27270505 + prop_walls_wavg: 0.22308281 + scoring: + avg_scores: 0.08721622 + visit_patterns: + avg_first_visit_time: 4640.95 + avg_last_visit_time: 7353.3115 + num_replay_batches: 7363 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00058637053 + avg_actor_approxkl3: 0.00047412 + avg_actor_clipfrac: 0.018243408 + avg_actor_loss: -0.0007038344 + avg_advantage: -0.013401942 + avg_critic_clipfrac: 0.002581787 + avg_critic_loss: 0.0017699938 + avg_entropy: 0.16279455 + avg_grad_norm_pre_clip: 0.89077896 + avg_loss: 1.8368015e-05 + max: + max_actor_approxkl1: 0.001609498 + max_actor_approxkl3: 0.0011134541 + max_actor_clipfrac: 0.048095703 + max_actor_loss: 0.0011317283 + max_advantage: 0.31788546 + max_critic_clipfrac: 0.014160156 + max_critic_loss: 0.0028675315 + max_entropy: 0.23210618 + max_grad_norm_pre_clip: 1.3408594 + max_loss: 0.0021328076 + std: + std_actor_approxkl1: 0.00052215677 + std_actor_approxkl3: 0.00031874244 + std_actor_clipfrac: 0.012051653 + std_actor_loss: 0.00095049385 + std_advantage: 0.061639063 + std_critic_clipfrac: 0.004564887 + std_critic_loss: 0.00065373833 + std_entropy: 0.029661397 + std_grad_norm_pre_clip: 0.27848035 + std_loss: 0.001100414 + eval-batch-orig: + avg_avg_episode_length: 17.20464 + avg_avg_return: 0.8319595 + avg_benchmark_regret: 0.004345146 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28369904 + proxy_corner: + avg_avg_return: 0.8319595 + avg_reward_per_step: 0.28369904 + eval-batch-shift: + avg_avg_episode_length: 64.76195 + avg_avg_return: 0.26943815 + avg_benchmark_regret: 0.6141417 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077949524 + proxy_corner: + avg_avg_return: 0.51646256 + avg_reward_per_step: 0.014411926 + eval-batch-tree: + avg_avg_episode_length: 6.1970353 + avg_avg_return: 0.98203945 + avg_benchmark_regret: 0.012178894 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.263031 + proxy_corner: + avg_avg_return: 0.98203945 + avg_reward_per_step: 0.263031 +=========================================================== +=========================================================== + step: + env-step-all-before: 484442112 + env-step-replay-before: 241893376 + env-step-used-before: 484442112 + ppo-update-before: 295680 + env-step-generate-before: 242548736 + env-step-all-after: 484474880 + env-step-replay-after: 241926144 + env-step-used-after: 484474880 + ppo-update-after: 295700 + env-step-generate-after: 242548736 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.852427 + avg_avg_return: 0.90252507 + avg_reward_per_step: 0.0809021 + proxy_corner: + avg_avg_return: 0.90252507 + avg_reward_per_step: 0.0809021 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.852427 + avg_avg_return: 0.90252507 + avg_reward_per_step: 0.0809021 + proxy_corner: + avg_avg_return: 0.90252507 + avg_reward_per_step: 0.0809021 + perf: + env_steps_per_second: 916766.1240138357 + ppo_updates_per_second: 104.29906292157644 + eval-batch-orig-duration: 0.20113793399650604 + eval-batch-shift-duration: 0.14650721399812028 + eval-batch-tree-duration: 0.14728558104252443 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.570557 + mouse-cheese_dist_finite_wavg: 12.856651 + mouse-cheese_dist_solvable_avg: 11.570557 + mouse-cheese_dist_solvable_wavg: 12.856653 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2753906 + num_walls_wavg: 6.9280334 + prop_walls_avg: 0.27284306 + prop_walls_wavg: 0.30121893 + scoring: + avg_scores: 0.08697492 + visit_patterns: + avg_first_visit_time: 4650.253 + avg_last_visit_time: 7373.206 + num_replay_batches: 7383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044899565 + avg_actor_approxkl3: 0.000346967 + avg_actor_clipfrac: 0.009399414 + avg_actor_loss: 0.0004768828 + avg_advantage: 0.0003453582 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.183188e-05 + avg_entropy: 0.037075922 + avg_grad_norm_pre_clip: 0.7238843 + avg_loss: 0.00048572288 + max: + max_actor_approxkl1: 0.0012933391 + max_actor_approxkl3: 0.0011501785 + max_actor_clipfrac: 0.020263672 + max_actor_loss: 0.003809332 + max_advantage: 0.16119605 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010805768 + max_entropy: 0.04105222 + max_grad_norm_pre_clip: 2.1102366 + max_loss: 0.0038209932 + std: + std_actor_approxkl1: 0.00037489476 + std_actor_approxkl3: 0.0002392334 + std_actor_clipfrac: 0.00533686 + std_actor_loss: 0.0011357556 + std_advantage: 0.01389559 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1351293e-05 + std_entropy: 0.0022547676 + std_grad_norm_pre_clip: 0.5151948 + std_loss: 0.0011362025 + eval-batch-orig: + avg_avg_episode_length: 17.18682 + avg_avg_return: 0.83258885 + avg_benchmark_regret: 0.0037157713 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28466034 + proxy_corner: + avg_avg_return: 0.83258885 + avg_reward_per_step: 0.28466034 + eval-batch-shift: + avg_avg_episode_length: 65.83849 + avg_avg_return: 0.26271814 + avg_benchmark_regret: 0.62086177 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07498169 + proxy_corner: + avg_avg_return: 0.5136591 + avg_reward_per_step: 0.0146102905 + eval-batch-tree: + avg_avg_episode_length: 6.9638004 + avg_avg_return: 0.9762678 + avg_benchmark_regret: 0.017950527 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26345062 + proxy_corner: + avg_avg_return: 0.9762678 + avg_reward_per_step: 0.26345062 +=========================================================== +=========================================================== + step: + env-step-all-before: 485490688 + env-step-replay-before: 242384896 + env-step-used-before: 485490688 + ppo-update-before: 296320 + env-step-generate-before: 243105792 + env-step-all-after: 485523456 + env-step-replay-after: 242417664 + env-step-used-after: 485523456 + ppo-update-after: 296340 + env-step-generate-after: 243105792 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.86278 + avg_avg_return: 0.9028322 + avg_reward_per_step: 0.08117676 + proxy_corner: + avg_avg_return: 0.9028322 + avg_reward_per_step: 0.08117676 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.86278 + avg_avg_return: 0.9028322 + avg_reward_per_step: 0.08117676 + proxy_corner: + avg_avg_return: 0.9028322 + avg_reward_per_step: 0.08117676 + perf: + env_steps_per_second: 793205.8131460093 + ppo_updates_per_second: 72.87682869677276 + eval-batch-orig-duration: 0.33714202098781243 + eval-batch-shift-duration: 0.17895256297197193 + eval-batch-tree-duration: 0.15024448797339574 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.575684 + mouse-cheese_dist_finite_wavg: 12.857965 + mouse-cheese_dist_solvable_avg: 11.575684 + mouse-cheese_dist_solvable_wavg: 12.857964 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2783203 + num_walls_wavg: 6.029194 + prop_walls_avg: 0.27297044 + prop_walls_wavg: 0.26213878 + scoring: + avg_scores: 0.08706196 + visit_patterns: + avg_first_visit_time: 4657.869 + avg_last_visit_time: 7388.207 + num_replay_batches: 7398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023785979 + avg_actor_approxkl3: 0.0003181056 + avg_actor_clipfrac: 0.006176758 + avg_actor_loss: -8.946742e-05 + avg_advantage: -2.7516187e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018300947 + avg_entropy: 0.04282764 + avg_grad_norm_pre_clip: 0.6812397 + avg_loss: -4.079034e-05 + max: + max_actor_approxkl1: 0.0008087554 + max_actor_approxkl3: 0.00081256905 + max_actor_clipfrac: 0.014404297 + max_actor_loss: 0.001580935 + max_advantage: 0.5277665 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002899542 + max_entropy: 0.050999735 + max_grad_norm_pre_clip: 1.7798511 + max_loss: 0.0016081707 + std: + std_actor_approxkl1: 0.00024537812 + std_actor_approxkl3: 0.0002443347 + std_actor_clipfrac: 0.0038766502 + std_actor_loss: 0.000662134 + std_advantage: 0.02093331 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7078476e-05 + std_entropy: 0.0037340638 + std_grad_norm_pre_clip: 0.4180927 + std_loss: 0.00066103315 + eval-batch-orig: + avg_avg_episode_length: 17.178656 + avg_avg_return: 0.83261096 + avg_benchmark_regret: 0.0036936589 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2850647 + proxy_corner: + avg_avg_return: 0.83261096 + avg_reward_per_step: 0.2850647 + eval-batch-shift: + avg_avg_episode_length: 65.35419 + avg_avg_return: 0.26680136 + avg_benchmark_regret: 0.6167785 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07462311 + proxy_corner: + avg_avg_return: 0.51454467 + avg_reward_per_step: 0.0146484375 + eval-batch-tree: + avg_avg_episode_length: 6.2765727 + avg_avg_return: 0.9836185 + avg_benchmark_regret: 0.010599842 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2643814 + proxy_corner: + avg_avg_return: 0.9836185 + avg_reward_per_step: 0.2643814 +=========================================================== +=========================================================== + step: + env-step-all-before: 486539264 + env-step-replay-before: 242941952 + env-step-used-before: 486539264 + ppo-update-before: 296960 + env-step-generate-before: 243597312 + env-step-all-after: 486572032 + env-step-replay-after: 242974720 + env-step-used-after: 486572032 + ppo-update-after: 296980 + env-step-generate-after: 243597312 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.764924 + avg_avg_return: 0.90249395 + avg_reward_per_step: 0.08148193 + proxy_corner: + avg_avg_return: 0.90249395 + avg_reward_per_step: 0.08148193 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.764924 + avg_avg_return: 0.90249395 + avg_reward_per_step: 0.08148193 + proxy_corner: + avg_avg_return: 0.90249395 + avg_reward_per_step: 0.08148193 + perf: + env_steps_per_second: 891112.0762591158 + ppo_updates_per_second: 104.35893607271268 + eval-batch-orig-duration: 0.2081720030400902 + eval-batch-shift-duration: 0.1595700400066562 + eval-batch-tree-duration: 0.14785680902423337 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.582275 + mouse-cheese_dist_finite_wavg: 14.658373 + mouse-cheese_dist_solvable_avg: 11.582275 + mouse-cheese_dist_solvable_wavg: 14.658375 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2839355 + num_walls_wavg: 6.9263964 + prop_walls_avg: 0.27321455 + prop_walls_wavg: 0.30114764 + scoring: + avg_scores: 0.08698468 + visit_patterns: + avg_first_visit_time: 4666.284 + avg_last_visit_time: 7405.283 + num_replay_batches: 7415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033171586 + avg_actor_approxkl3: 0.00022834835 + avg_actor_clipfrac: 0.008117676 + avg_actor_loss: -1.50975775e-05 + avg_advantage: 0.00059299316 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000110307905 + avg_entropy: 0.042759877 + avg_grad_norm_pre_clip: 0.490731 + avg_loss: -2.7035014e-06 + max: + max_actor_approxkl1: 0.0012030654 + max_actor_approxkl3: 0.00044682316 + max_actor_clipfrac: 0.017700195 + max_actor_loss: 0.0015095985 + max_advantage: 0.3912288 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002001172 + max_entropy: 0.05381898 + max_grad_norm_pre_clip: 0.90149295 + max_loss: 0.0015229541 + std: + std_actor_approxkl1: 0.00029699694 + std_actor_approxkl3: 0.00013048711 + std_actor_clipfrac: 0.004654146 + std_actor_loss: 0.00047811057 + std_advantage: 0.015040578 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.3430297e-05 + std_entropy: 0.0058836904 + std_grad_norm_pre_clip: 0.24939466 + std_loss: 0.00047840775 + eval-batch-orig: + avg_avg_episode_length: 17.188763 + avg_avg_return: 0.83257043 + avg_benchmark_regret: 0.0037341833 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28453827 + proxy_corner: + avg_avg_return: 0.83257043 + avg_reward_per_step: 0.28453827 + eval-batch-shift: + avg_avg_episode_length: 65.02011 + avg_avg_return: 0.27287245 + avg_benchmark_regret: 0.6107074 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079315186 + proxy_corner: + avg_avg_return: 0.51356184 + avg_reward_per_step: 0.0146102905 + eval-batch-tree: + avg_avg_episode_length: 6.230875 + avg_avg_return: 0.9833169 + avg_benchmark_regret: 0.010901501 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26382446 + proxy_corner: + avg_avg_return: 0.9833169 + avg_reward_per_step: 0.26382446 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 487587840 + env-step-replay-before: 243564544 + env-step-used-before: 487587840 + ppo-update-before: 297600 + env-step-generate-before: 244023296 + env-step-all-after: 487620608 + env-step-replay-after: 243597312 + env-step-used-after: 487620608 + ppo-update-after: 297620 + env-step-generate-after: 244023296 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.907832 + avg_avg_return: 0.9013909 + avg_reward_per_step: 0.08065796 + proxy_corner: + avg_avg_return: 0.9013909 + avg_reward_per_step: 0.08065796 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.907832 + avg_avg_return: 0.9013909 + avg_reward_per_step: 0.08065796 + proxy_corner: + avg_avg_return: 0.9013909 + avg_reward_per_step: 0.08065796 + perf: + env_steps_per_second: 616339.9956810892 + ppo_updates_per_second: 72.50311891706585 + eval-batch-orig-duration: 0.31417597096879035 + eval-batch-shift-duration: 0.19426101102726534 + eval-batch-tree-duration: 0.16317561600590125 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.583008 + mouse-cheese_dist_finite_wavg: 12.858455 + mouse-cheese_dist_solvable_avg: 11.583008 + mouse-cheese_dist_solvable_wavg: 12.858458 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.281494 + num_walls_wavg: 5.1306095 + prop_walls_avg: 0.27310842 + prop_walls_wavg: 0.22306994 + scoring: + avg_scores: 0.08712684 + visit_patterns: + avg_first_visit_time: 4673.373 + avg_last_visit_time: 7424.255 + num_replay_batches: 7434 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005526789 + avg_actor_approxkl3: 0.00030823212 + avg_actor_clipfrac: 0.00680542 + avg_actor_loss: -0.0004736958 + avg_advantage: -0.00072126597 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014480481 + avg_entropy: 0.04910934 + avg_grad_norm_pre_clip: 0.3925944 + avg_loss: -0.0004504028 + max: + max_actor_approxkl1: 0.0022976524 + max_actor_approxkl3: 0.0012276688 + max_actor_clipfrac: 0.020996094 + max_actor_loss: 9.877514e-05 + max_advantage: 0.48276472 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00024045561 + max_entropy: 0.058341697 + max_grad_norm_pre_clip: 0.8778928 + max_loss: 0.00014432086 + std: + std_actor_approxkl1: 0.0006032904 + std_actor_approxkl3: 0.0002994636 + std_actor_clipfrac: 0.0053379596 + std_actor_loss: 0.00054612075 + std_advantage: 0.017932568 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.979774e-05 + std_entropy: 0.0050530666 + std_grad_norm_pre_clip: 0.18098737 + std_loss: 0.00054232235 + eval-batch-orig: + avg_avg_episode_length: 17.197828 + avg_avg_return: 0.8325745 + avg_benchmark_regret: 0.0037301679 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28396606 + proxy_corner: + avg_avg_return: 0.8325745 + avg_reward_per_step: 0.28396606 + eval-batch-shift: + avg_avg_episode_length: 65.36478 + avg_avg_return: 0.2686584 + avg_benchmark_regret: 0.61492145 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.074668884 + proxy_corner: + avg_avg_return: 0.5074024 + avg_reward_per_step: 0.014633179 + eval-batch-tree: + avg_avg_episode_length: 6.363647 + avg_avg_return: 0.9808724 + avg_benchmark_regret: 0.0133459475 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26309967 + proxy_corner: + avg_avg_return: 0.9808724 + avg_reward_per_step: 0.26309967 +=========================================================== +=========================================================== + step: + env-step-all-before: 488636416 + env-step-replay-before: 244121600 + env-step-used-before: 488636416 + ppo-update-before: 298240 + env-step-generate-before: 244514816 + env-step-all-after: 488669184 + env-step-replay-after: 244121600 + env-step-used-after: 488669184 + ppo-update-after: 298260 + env-step-generate-after: 244547584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.588713 + avg_avg_return: 0.8024889 + avg_reward_per_step: 0.2786255 + proxy_corner: + avg_avg_return: 0.8024889 + avg_reward_per_step: 0.2786255 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.588713 + avg_avg_return: 0.8024889 + avg_reward_per_step: 0.2786255 + proxy_corner: + avg_avg_return: 0.8024889 + avg_reward_per_step: 0.2786255 + perf: + env_steps_per_second: 619797.951709695 + ppo_updates_per_second: 72.60447900957108 + eval-batch-orig-duration: 0.27039265097118914 + eval-batch-shift-duration: 0.156129028997384 + eval-batch-tree-duration: 0.14713065401883796 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.584961 + mouse-cheese_dist_finite_wavg: 12.858849 + mouse-cheese_dist_solvable_avg: 11.584961 + mouse-cheese_dist_solvable_wavg: 12.8588505 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284912 + num_walls_wavg: 6.0283084 + prop_walls_avg: 0.27325702 + prop_walls_wavg: 0.26210034 + scoring: + avg_scores: 0.087041266 + visit_patterns: + avg_first_visit_time: 4678.87 + avg_last_visit_time: 7440.2686 + num_replay_batches: 7450 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011918548 + avg_actor_approxkl3: 0.0008217631 + avg_actor_clipfrac: 0.023785401 + avg_actor_loss: -0.0012798678 + avg_advantage: -0.0104715265 + avg_critic_clipfrac: 0.010418701 + avg_critic_loss: 0.0018287868 + avg_entropy: 0.15602575 + avg_grad_norm_pre_clip: 0.9719114 + avg_loss: -0.0005215002 + max: + max_actor_approxkl1: 0.0036176897 + max_actor_approxkl3: 0.0032321757 + max_actor_clipfrac: 0.0513916 + max_actor_loss: 0.00056554377 + max_advantage: 0.6484792 + max_critic_clipfrac: 0.045532227 + max_critic_loss: 0.0026924233 + max_entropy: 0.23252244 + max_grad_norm_pre_clip: 2.0341606 + max_loss: 0.0013020945 + std: + std_actor_approxkl1: 0.0010433987 + std_actor_approxkl3: 0.00085082254 + std_actor_clipfrac: 0.016955575 + std_actor_loss: 0.0010764712 + std_advantage: 0.06375164 + std_critic_clipfrac: 0.012972247 + std_critic_loss: 0.00054068817 + std_entropy: 0.028851073 + std_grad_norm_pre_clip: 0.43098295 + std_loss: 0.0011363048 + eval-batch-orig: + avg_avg_episode_length: 17.202011 + avg_avg_return: 0.8322979 + avg_benchmark_regret: 0.004006702 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28414917 + proxy_corner: + avg_avg_return: 0.8322979 + avg_reward_per_step: 0.28414917 + eval-batch-shift: + avg_avg_episode_length: 63.9209 + avg_avg_return: 0.28954846 + avg_benchmark_regret: 0.5940314 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.0836792 + proxy_corner: + avg_avg_return: 0.5049918 + avg_reward_per_step: 0.014831543 + eval-batch-tree: + avg_avg_episode_length: 6.8820086 + avg_avg_return: 0.9771596 + avg_benchmark_regret: 0.017058723 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26210785 + proxy_corner: + avg_avg_return: 0.9771596 + avg_reward_per_step: 0.26210785 +=========================================================== +=========================================================== + step: + env-step-all-before: 489684992 + env-step-replay-before: 244744192 + env-step-used-before: 489684992 + ppo-update-before: 298880 + env-step-generate-before: 244940800 + env-step-all-after: 489717760 + env-step-replay-after: 244776960 + env-step-used-after: 489717760 + ppo-update-after: 298900 + env-step-generate-after: 244940800 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.840401 + avg_avg_return: 0.90226436 + avg_reward_per_step: 0.08126831 + proxy_corner: + avg_avg_return: 0.90226436 + avg_reward_per_step: 0.08126831 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.840401 + avg_avg_return: 0.90226436 + avg_reward_per_step: 0.08126831 + proxy_corner: + avg_avg_return: 0.90226436 + avg_reward_per_step: 0.08126831 + perf: + env_steps_per_second: 852566.6009974196 + ppo_updates_per_second: 101.08946748635421 + eval-batch-orig-duration: 0.2051841170177795 + eval-batch-shift-duration: 0.14650567702483386 + eval-batch-tree-duration: 0.14358935202471912 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.5859375 + mouse-cheese_dist_finite_wavg: 12.858038 + mouse-cheese_dist_solvable_avg: 11.5859375 + mouse-cheese_dist_solvable_wavg: 12.858038 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.286133 + num_walls_wavg: 6.928056 + prop_walls_avg: 0.2733101 + prop_walls_wavg: 0.30121994 + scoring: + avg_scores: 0.08708838 + visit_patterns: + avg_first_visit_time: 4686.497 + avg_last_visit_time: 7460.242 + num_replay_batches: 7470 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006092402 + avg_actor_approxkl3: 0.00029110714 + avg_actor_clipfrac: 0.00904541 + avg_actor_loss: -0.0003457777 + avg_advantage: 0.019180194 + avg_critic_clipfrac: 6.713867e-05 + avg_critic_loss: 0.00021302537 + avg_entropy: 0.041708376 + avg_grad_norm_pre_clip: 0.37451598 + avg_loss: -0.00028097336 + max: + max_actor_approxkl1: 0.0019671917 + max_actor_approxkl3: 0.0010479452 + max_actor_clipfrac: 0.015625 + max_actor_loss: 0.0005811639 + max_advantage: 0.25188506 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.0005366654 + max_entropy: 0.05034391 + max_grad_norm_pre_clip: 0.67847615 + max_loss: 0.00071017584 + std: + std_actor_approxkl1: 0.0005056935 + std_actor_approxkl3: 0.0002359016 + std_actor_clipfrac: 0.0046759304 + std_actor_loss: 0.00042134075 + std_advantage: 0.026600307 + std_critic_clipfrac: 0.0002926507 + std_critic_loss: 0.000106180225 + std_entropy: 0.0048676296 + std_grad_norm_pre_clip: 0.14822298 + std_loss: 0.00045524232 + eval-batch-orig: + avg_avg_episode_length: 17.204765 + avg_avg_return: 0.8326229 + avg_benchmark_regret: 0.0036817512 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28411865 + proxy_corner: + avg_avg_return: 0.8326229 + avg_reward_per_step: 0.28411865 + eval-batch-shift: + avg_avg_episode_length: 64.26694 + avg_avg_return: 0.27968717 + avg_benchmark_regret: 0.6038927 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07948303 + proxy_corner: + avg_avg_return: 0.49610004 + avg_reward_per_step: 0.0149383545 + eval-batch-tree: + avg_avg_episode_length: 7.318921 + avg_avg_return: 0.97281504 + avg_benchmark_regret: 0.021403342 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26068115 + proxy_corner: + avg_avg_return: 0.97281504 + avg_reward_per_step: 0.26068115 +=========================================================== +=========================================================== + step: + env-step-all-before: 490733568 + env-step-replay-before: 245268480 + env-step-used-before: 490733568 + ppo-update-before: 299520 + env-step-generate-before: 245465088 + env-step-all-after: 490766336 + env-step-replay-after: 245301248 + env-step-used-after: 490766336 + ppo-update-after: 299540 + env-step-generate-after: 245465088 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.964725 + avg_avg_return: 0.90161663 + avg_reward_per_step: 0.080841064 + proxy_corner: + avg_avg_return: 0.90161663 + avg_reward_per_step: 0.080841064 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.964725 + avg_avg_return: 0.90161663 + avg_reward_per_step: 0.080841064 + proxy_corner: + avg_avg_return: 0.90161663 + avg_reward_per_step: 0.080841064 + perf: + env_steps_per_second: 893852.0908777424 + ppo_updates_per_second: 104.12480468666041 + eval-batch-orig-duration: 0.2020034360466525 + eval-batch-shift-duration: 0.14553931704722345 + eval-batch-tree-duration: 0.1469057829817757 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.589111 + mouse-cheese_dist_finite_wavg: 11.059604 + mouse-cheese_dist_solvable_avg: 11.589111 + mouse-cheese_dist_solvable_wavg: 11.059604 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284912 + num_walls_wavg: 4.2296867 + prop_walls_avg: 0.27325702 + prop_walls_wavg: 0.18389943 + scoring: + avg_scores: 0.08716963 + visit_patterns: + avg_first_visit_time: 4693.883 + avg_last_visit_time: 7476.3105 + num_replay_batches: 7486 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005226026 + avg_actor_approxkl3: 0.00028594083 + avg_actor_clipfrac: 0.009057618 + avg_actor_loss: -0.000210599 + avg_advantage: 0.01595911 + avg_critic_clipfrac: 0.00021972657 + avg_critic_loss: 0.0002565712 + avg_entropy: 0.044633597 + avg_grad_norm_pre_clip: 0.48465082 + avg_loss: -0.000126947 + max: + max_actor_approxkl1: 0.0013865514 + max_actor_approxkl3: 0.00063398277 + max_actor_clipfrac: 0.01940918 + max_actor_loss: 0.00041823927 + max_advantage: 0.4205659 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.0004497652 + max_entropy: 0.057187688 + max_grad_norm_pre_clip: 0.85179955 + max_loss: 0.0004828887 + std: + std_actor_approxkl1: 0.0003991455 + std_actor_approxkl3: 0.00019367154 + std_actor_clipfrac: 0.005825274 + std_actor_loss: 0.00033164464 + std_advantage: 0.025615465 + std_critic_clipfrac: 0.00052305387 + std_critic_loss: 8.0511214e-05 + std_entropy: 0.00643185 + std_grad_norm_pre_clip: 0.16968526 + std_loss: 0.00034854282 + eval-batch-orig: + avg_avg_episode_length: 17.176462 + avg_avg_return: 0.8327902 + avg_benchmark_regret: 0.0035144065 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848053 + proxy_corner: + avg_avg_return: 0.8327902 + avg_reward_per_step: 0.2848053 + eval-batch-shift: + avg_avg_episode_length: 64.331635 + avg_avg_return: 0.28452572 + avg_benchmark_regret: 0.5990541 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07626343 + proxy_corner: + avg_avg_return: 0.51247245 + avg_reward_per_step: 0.015289307 + eval-batch-tree: + avg_avg_episode_length: 6.3526077 + avg_avg_return: 0.9809641 + avg_benchmark_regret: 0.013254225 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26361847 + proxy_corner: + avg_avg_return: 0.9809641 + avg_reward_per_step: 0.26361847 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 491782144 + env-step-replay-before: 245760000 + env-step-used-before: 491782144 + ppo-update-before: 300160 + env-step-generate-before: 246022144 + env-step-all-after: 491814912 + env-step-replay-after: 245792768 + env-step-used-after: 491814912 + ppo-update-after: 300180 + env-step-generate-after: 246022144 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.940612 + avg_avg_return: 0.9024904 + avg_reward_per_step: 0.080444336 + proxy_corner: + avg_avg_return: 0.9024904 + avg_reward_per_step: 0.080444336 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.940612 + avg_avg_return: 0.9024904 + avg_reward_per_step: 0.080444336 + proxy_corner: + avg_avg_return: 0.9024904 + avg_reward_per_step: 0.080444336 + perf: + env_steps_per_second: 612833.3375289971 + ppo_updates_per_second: 72.36784060201747 + eval-batch-orig-duration: 0.328306217037607 + eval-batch-shift-duration: 0.18153150100260973 + eval-batch-tree-duration: 0.15745193598559126 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.592285 + mouse-cheese_dist_finite_wavg: 12.857933 + mouse-cheese_dist_solvable_avg: 11.592285 + mouse-cheese_dist_solvable_wavg: 12.857931 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284424 + num_walls_wavg: 5.128282 + prop_walls_avg: 0.2732358 + prop_walls_wavg: 0.22296882 + scoring: + avg_scores: 0.08717401 + visit_patterns: + avg_first_visit_time: 4700.9434 + avg_last_visit_time: 7491.3594 + num_replay_batches: 7501 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005317453 + avg_actor_approxkl3: 0.00035897162 + avg_actor_clipfrac: 0.01036377 + avg_actor_loss: -0.00016550189 + avg_advantage: 0.02228793 + avg_critic_clipfrac: 0.0002685547 + avg_critic_loss: 0.00030812164 + avg_entropy: 0.051495682 + avg_grad_norm_pre_clip: 0.4580481 + avg_loss: -6.2936764e-05 + max: + max_actor_approxkl1: 0.0012400302 + max_actor_approxkl3: 0.00081562856 + max_actor_clipfrac: 0.020996094 + max_actor_loss: 0.0006438913 + max_advantage: 0.4362985 + max_critic_clipfrac: 0.0029296875 + max_critic_loss: 0.00060001656 + max_entropy: 0.06326311 + max_grad_norm_pre_clip: 0.7267736 + max_loss: 0.0006794402 + std: + std_actor_approxkl1: 0.00033441966 + std_actor_approxkl3: 0.00023236165 + std_actor_clipfrac: 0.005110054 + std_actor_loss: 0.00039764887 + std_advantage: 0.027932772 + std_critic_clipfrac: 0.0007113673 + std_critic_loss: 0.00012566202 + std_entropy: 0.0060328348 + std_grad_norm_pre_clip: 0.17254776 + std_loss: 0.0004127027 + eval-batch-orig: + avg_avg_episode_length: 17.17973 + avg_avg_return: 0.83271897 + avg_benchmark_regret: 0.0035857058 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28501892 + proxy_corner: + avg_avg_return: 0.83271897 + avg_reward_per_step: 0.28501892 + eval-batch-shift: + avg_avg_episode_length: 63.497314 + avg_avg_return: 0.30106723 + avg_benchmark_regret: 0.5825126 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077194214 + proxy_corner: + avg_avg_return: 0.51511884 + avg_reward_per_step: 0.014785767 + eval-batch-tree: + avg_avg_episode_length: 6.302272 + avg_avg_return: 0.98178804 + avg_benchmark_regret: 0.012430307 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26434326 + proxy_corner: + avg_avg_return: 0.98178804 + avg_reward_per_step: 0.26434326 +=========================================================== +=========================================================== + step: + env-step-all-before: 492830720 + env-step-replay-before: 246251520 + env-step-used-before: 492830720 + ppo-update-before: 300800 + env-step-generate-before: 246579200 + env-step-all-after: 492863488 + env-step-replay-after: 246251520 + env-step-used-after: 492863488 + ppo-update-after: 300820 + env-step-generate-after: 246611968 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.384039 + avg_avg_return: 0.7930875 + avg_reward_per_step: 0.25054932 + proxy_corner: + avg_avg_return: 0.7930875 + avg_reward_per_step: 0.25054932 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.384039 + avg_avg_return: 0.7930875 + avg_reward_per_step: 0.25054932 + proxy_corner: + avg_avg_return: 0.7930875 + avg_reward_per_step: 0.25054932 + perf: + env_steps_per_second: 900372.175809083 + ppo_updates_per_second: 104.15929738598749 + eval-batch-orig-duration: 0.20477417897200212 + eval-batch-shift-duration: 0.1563758899574168 + eval-batch-tree-duration: 0.14449940994381905 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.592773 + mouse-cheese_dist_finite_wavg: 4.7664866 + mouse-cheese_dist_solvable_avg: 11.592773 + mouse-cheese_dist_solvable_wavg: 4.7664866 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.282959 + num_walls_wavg: 6.9253974 + prop_walls_avg: 0.2731721 + prop_walls_wavg: 0.3011043 + scoring: + avg_scores: 0.087257326 + visit_patterns: + avg_first_visit_time: 4707.86 + avg_last_visit_time: 7505.3076 + num_replay_batches: 7515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005654603 + avg_actor_approxkl3: 0.00054723275 + avg_actor_clipfrac: 0.022015382 + avg_actor_loss: -0.0004111765 + avg_advantage: -0.005789143 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010007013 + avg_entropy: 0.19049193 + avg_grad_norm_pre_clip: 0.8693709 + avg_loss: -0.00010131779 + max: + max_actor_approxkl1: 0.0015614715 + max_actor_approxkl3: 0.001059744 + max_actor_clipfrac: 0.05432129 + max_actor_loss: 0.0033322908 + max_advantage: 0.44954216 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014733654 + max_entropy: 0.30086505 + max_grad_norm_pre_clip: 2.3877614 + max_loss: 0.0035704423 + std: + std_actor_approxkl1: 0.0005739859 + std_actor_approxkl3: 0.00027980783 + std_actor_clipfrac: 0.012366228 + std_actor_loss: 0.0012230055 + std_advantage: 0.045191795 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00028790414 + std_entropy: 0.044397466 + std_grad_norm_pre_clip: 0.4741573 + std_loss: 0.0012487628 + eval-batch-orig: + avg_avg_episode_length: 17.19013 + avg_avg_return: 0.8324958 + avg_benchmark_regret: 0.0038088297 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28459167 + proxy_corner: + avg_avg_return: 0.8324958 + avg_reward_per_step: 0.28459167 + eval-batch-shift: + avg_avg_episode_length: 62.37362 + avg_avg_return: 0.31849253 + avg_benchmark_regret: 0.5650873 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07279968 + proxy_corner: + avg_avg_return: 0.504432 + avg_reward_per_step: 0.0149383545 + eval-batch-tree: + avg_avg_episode_length: 6.4757853 + avg_avg_return: 0.9806228 + avg_benchmark_regret: 0.013595516 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26315308 + proxy_corner: + avg_avg_return: 0.9806228 + avg_reward_per_step: 0.26315308 +=========================================================== +=========================================================== + step: + env-step-all-before: 493879296 + env-step-replay-before: 246775808 + env-step-used-before: 493879296 + ppo-update-before: 301440 + env-step-generate-before: 247103488 + env-step-all-after: 493912064 + env-step-replay-after: 246775808 + env-step-used-after: 493912064 + ppo-update-after: 301460 + env-step-generate-after: 247136256 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.453058 + avg_avg_return: 0.8523926 + avg_reward_per_step: 0.3013916 + proxy_corner: + avg_avg_return: 0.8523926 + avg_reward_per_step: 0.3013916 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.453058 + avg_avg_return: 0.8523926 + avg_reward_per_step: 0.3013916 + proxy_corner: + avg_avg_return: 0.8523926 + avg_reward_per_step: 0.3013916 + perf: + env_steps_per_second: 948323.7074855316 + ppo_updates_per_second: 74.14460289723726 + eval-batch-orig-duration: 0.3295358889736235 + eval-batch-shift-duration: 0.18620711396215484 + eval-batch-tree-duration: 0.1553978379815817 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.593506 + mouse-cheese_dist_finite_wavg: 12.8585615 + mouse-cheese_dist_solvable_avg: 11.593506 + mouse-cheese_dist_solvable_wavg: 12.858563 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.282715 + num_walls_wavg: 6.929787 + prop_walls_avg: 0.2731615 + prop_walls_wavg: 0.30129516 + scoring: + avg_scores: 0.08703005 + visit_patterns: + avg_first_visit_time: 4712.2393 + avg_last_visit_time: 7521.375 + num_replay_batches: 7531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006878656 + avg_actor_approxkl3: 0.0006309869 + avg_actor_clipfrac: 0.022753907 + avg_actor_loss: -9.396858e-06 + avg_advantage: -0.0006723554 + avg_critic_clipfrac: 0.0006286621 + avg_critic_loss: 0.0009761552 + avg_entropy: 0.12503923 + avg_grad_norm_pre_clip: 0.897425 + avg_loss: 0.00035364152 + max: + max_actor_approxkl1: 0.0019120919 + max_actor_approxkl3: 0.0015905763 + max_actor_clipfrac: 0.043701172 + max_actor_loss: 0.0027716458 + max_advantage: 0.50782 + max_critic_clipfrac: 0.004272461 + max_critic_loss: 0.0015729473 + max_entropy: 0.1772944 + max_grad_norm_pre_clip: 1.8649753 + max_loss: 0.003318076 + std: + std_actor_approxkl1: 0.00059006654 + std_actor_approxkl3: 0.0004227303 + std_actor_clipfrac: 0.011925613 + std_actor_loss: 0.0011138248 + std_advantage: 0.044499785 + std_critic_clipfrac: 0.0013429259 + std_critic_loss: 0.00033384937 + std_entropy: 0.024122845 + std_grad_norm_pre_clip: 0.417608 + std_loss: 0.0011990849 + eval-batch-orig: + avg_avg_episode_length: 17.192436 + avg_avg_return: 0.8324065 + avg_benchmark_regret: 0.0038980886 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28486633 + proxy_corner: + avg_avg_return: 0.8324065 + avg_reward_per_step: 0.28486633 + eval-batch-shift: + avg_avg_episode_length: 61.741497 + avg_avg_return: 0.3216999 + avg_benchmark_regret: 0.56187993 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.076187134 + proxy_corner: + avg_avg_return: 0.508121 + avg_reward_per_step: 0.015205383 + eval-batch-tree: + avg_avg_episode_length: 6.4640226 + avg_avg_return: 0.9797593 + avg_benchmark_regret: 0.014459103 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2640152 + proxy_corner: + avg_avg_return: 0.9797593 + avg_reward_per_step: 0.2640152 +=========================================================== +=========================================================== + step: + env-step-all-before: 494927872 + env-step-replay-before: 247300096 + env-step-used-before: 494927872 + ppo-update-before: 302080 + env-step-generate-before: 247627776 + env-step-all-after: 494960640 + env-step-replay-after: 247300096 + env-step-used-after: 494960640 + ppo-update-after: 302100 + env-step-generate-after: 247660544 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 19.240232 + avg_avg_return: 0.79447675 + avg_reward_per_step: 0.26031494 + proxy_corner: + avg_avg_return: 0.79447675 + avg_reward_per_step: 0.26031494 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.240232 + avg_avg_return: 0.79447675 + avg_reward_per_step: 0.26031494 + proxy_corner: + avg_avg_return: 0.79447675 + avg_reward_per_step: 0.26031494 + perf: + env_steps_per_second: 584365.494301756 + ppo_updates_per_second: 72.40633311771262 + eval-batch-orig-duration: 0.33504997100681067 + eval-batch-shift-duration: 0.17785542702767998 + eval-batch-tree-duration: 0.15110127197112888 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.591797 + mouse-cheese_dist_finite_wavg: 12.859672 + mouse-cheese_dist_solvable_avg: 11.591797 + mouse-cheese_dist_solvable_wavg: 12.8596735 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2871094 + num_walls_wavg: 5.128497 + prop_walls_avg: 0.27335256 + prop_walls_wavg: 0.2229782 + scoring: + avg_scores: 0.08733292 + visit_patterns: + avg_first_visit_time: 4724.8037 + avg_last_visit_time: 7537.22 + num_replay_batches: 7547 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085381366 + avg_actor_approxkl3: 0.0006271307 + avg_actor_clipfrac: 0.025128175 + avg_actor_loss: -0.0011709351 + avg_advantage: -0.013314527 + avg_critic_clipfrac: 0.0022460937 + avg_critic_loss: 0.0015821683 + avg_entropy: 0.17394279 + avg_grad_norm_pre_clip: 0.7951388 + avg_loss: -0.00055379374 + max: + max_actor_approxkl1: 0.002530342 + max_actor_approxkl3: 0.0013057487 + max_actor_clipfrac: 0.06237793 + max_actor_loss: 0.00032950193 + max_advantage: 0.41692 + max_critic_clipfrac: 0.013427734 + max_critic_loss: 0.002243929 + max_entropy: 0.23442784 + max_grad_norm_pre_clip: 0.983238 + max_loss: 0.0009897408 + std: + std_actor_approxkl1: 0.0006839807 + std_actor_approxkl3: 0.00038798858 + std_actor_clipfrac: 0.015783474 + std_actor_loss: 0.0011067219 + std_advantage: 0.058955733 + std_critic_clipfrac: 0.0042020213 + std_critic_loss: 0.0003984089 + std_entropy: 0.029413834 + std_grad_norm_pre_clip: 0.13231727 + std_loss: 0.0011566451 + eval-batch-orig: + avg_avg_episode_length: 17.181465 + avg_avg_return: 0.8325266 + avg_benchmark_regret: 0.0037780062 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28486633 + proxy_corner: + avg_avg_return: 0.8325266 + avg_reward_per_step: 0.28486633 + eval-batch-shift: + avg_avg_episode_length: 63.026646 + avg_avg_return: 0.3038992 + avg_benchmark_regret: 0.5796807 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.079185486 + proxy_corner: + avg_avg_return: 0.52054906 + avg_reward_per_step: 0.015098572 + eval-batch-tree: + avg_avg_episode_length: 6.686494 + avg_avg_return: 0.9796284 + avg_benchmark_regret: 0.014589956 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26327515 + proxy_corner: + avg_avg_return: 0.9796284 + avg_reward_per_step: 0.26327515 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 495976448 + env-step-replay-before: 247791616 + env-step-used-before: 495976448 + ppo-update-before: 302720 + env-step-generate-before: 248184832 + env-step-all-after: 496009216 + env-step-replay-after: 247824384 + env-step-used-after: 496009216 + ppo-update-after: 302740 + env-step-generate-after: 248184832 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 11.812086 + avg_avg_return: 0.90250194 + avg_reward_per_step: 0.081207275 + proxy_corner: + avg_avg_return: 0.90250194 + avg_reward_per_step: 0.081207275 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.812086 + avg_avg_return: 0.90250194 + avg_reward_per_step: 0.081207275 + proxy_corner: + avg_avg_return: 0.90250194 + avg_reward_per_step: 0.081207275 + perf: + env_steps_per_second: 613036.1789114029 + ppo_updates_per_second: 97.89284666445354 + eval-batch-orig-duration: 0.1944518819800578 + eval-batch-shift-duration: 0.14388919301563874 + eval-batch-tree-duration: 0.14215359196532518 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.595459 + mouse-cheese_dist_finite_wavg: 7.464819 + mouse-cheese_dist_solvable_avg: 11.595459 + mouse-cheese_dist_solvable_wavg: 7.464819 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.286377 + num_walls_wavg: 6.026811 + prop_walls_avg: 0.2733207 + prop_walls_wavg: 0.26203525 + scoring: + avg_scores: 0.08721584 + visit_patterns: + avg_first_visit_time: 4730.71 + avg_last_visit_time: 7553.2383 + num_replay_batches: 7563 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006507391 + avg_actor_approxkl3: 0.00031897862 + avg_actor_clipfrac: 0.009094238 + avg_actor_loss: -0.00036401508 + avg_advantage: 0.019734813 + avg_critic_clipfrac: 0.0113220215 + avg_critic_loss: 0.00054009067 + avg_entropy: 0.043658044 + avg_grad_norm_pre_clip: 0.4042565 + avg_loss: -0.00013762781 + max: + max_actor_approxkl1: 0.002068413 + max_actor_approxkl3: 0.0011499246 + max_actor_clipfrac: 0.023803711 + max_actor_loss: 0.0005907109 + max_advantage: 0.5234575 + max_critic_clipfrac: 0.049682617 + max_critic_loss: 0.0010834476 + max_entropy: 0.05001131 + max_grad_norm_pre_clip: 0.92566437 + max_loss: 0.0010835148 + std: + std_actor_approxkl1: 0.00059594837 + std_actor_approxkl3: 0.00030137572 + std_actor_clipfrac: 0.0067287767 + std_actor_loss: 0.00047646448 + std_advantage: 0.039666664 + std_critic_clipfrac: 0.013336866 + std_critic_loss: 0.0002542843 + std_entropy: 0.0035110405 + std_grad_norm_pre_clip: 0.16042992 + std_loss: 0.00056026696 + eval-batch-orig: + avg_avg_episode_length: 17.175856 + avg_avg_return: 0.8326224 + avg_benchmark_regret: 0.0036821568 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28511047 + proxy_corner: + avg_avg_return: 0.8326224 + avg_reward_per_step: 0.28511047 + eval-batch-shift: + avg_avg_episode_length: 62.273823 + avg_avg_return: 0.31119356 + avg_benchmark_regret: 0.57238626 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.077438354 + proxy_corner: + avg_avg_return: 0.5109477 + avg_reward_per_step: 0.015075684 + eval-batch-tree: + avg_avg_episode_length: 6.4735727 + avg_avg_return: 0.9801688 + avg_benchmark_regret: 0.014049597 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26376343 + proxy_corner: + avg_avg_return: 0.9801688 + avg_reward_per_step: 0.26376343 +=========================================================== +=========================================================== + step: + env-step-all-before: 497025024 + env-step-replay-before: 248348672 + env-step-used-before: 497025024 + ppo-update-before: 303360 + env-step-generate-before: 248676352 + env-step-all-after: 497057792 + env-step-replay-after: 248348672 + env-step-used-after: 497057792 + ppo-update-after: 303380 + env-step-generate-after: 248709120 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.0619 + avg_avg_return: 0.821311 + avg_reward_per_step: 0.27719116 + proxy_corner: + avg_avg_return: 0.821311 + avg_reward_per_step: 0.27719116 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.0619 + avg_avg_return: 0.821311 + avg_reward_per_step: 0.27719116 + proxy_corner: + avg_avg_return: 0.821311 + avg_reward_per_step: 0.27719116 + perf: + env_steps_per_second: 593305.3182622226 + ppo_updates_per_second: 74.10427047112302 + eval-batch-orig-duration: 0.29570912302006036 + eval-batch-shift-duration: 0.18761491996701807 + eval-batch-tree-duration: 0.15270289301406592 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.600098 + mouse-cheese_dist_finite_wavg: 11.961467 + mouse-cheese_dist_solvable_avg: 11.600098 + mouse-cheese_dist_solvable_wavg: 11.961468 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2905273 + num_walls_wavg: 5.1295347 + prop_walls_avg: 0.2735012 + prop_walls_wavg: 0.22302322 + scoring: + avg_scores: 0.08730738 + visit_patterns: + avg_first_visit_time: 4737.63 + avg_last_visit_time: 7569.245 + num_replay_batches: 7579 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006933093 + avg_actor_approxkl3: 0.0005473778 + avg_actor_clipfrac: 0.021350099 + avg_actor_loss: -0.0014987076 + avg_advantage: -0.009935262 + avg_critic_clipfrac: 0.00524292 + avg_critic_loss: 0.0014888649 + avg_entropy: 0.14866324 + avg_grad_norm_pre_clip: 0.6904887 + avg_loss: -0.00090293837 + max: + max_actor_approxkl1: 0.0015656734 + max_actor_approxkl3: 0.0010569177 + max_actor_clipfrac: 0.044189453 + max_actor_loss: 0.00010333955 + max_advantage: 0.272125 + max_critic_clipfrac: 0.021606445 + max_critic_loss: 0.002499321 + max_entropy: 0.21854138 + max_grad_norm_pre_clip: 1.4528222 + max_loss: 0.0010509848 + std: + std_actor_approxkl1: 0.00063263765 + std_actor_approxkl3: 0.000317172 + std_actor_clipfrac: 0.0135416025 + std_actor_loss: 0.0012469429 + std_advantage: 0.0574369 + std_critic_clipfrac: 0.006748123 + std_critic_loss: 0.00045477928 + std_entropy: 0.02897615 + std_grad_norm_pre_clip: 0.24021237 + std_loss: 0.0012946388 + eval-batch-orig: + avg_avg_episode_length: 17.181301 + avg_avg_return: 0.8323179 + avg_benchmark_regret: 0.0039867004 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.2848587 + proxy_corner: + avg_avg_return: 0.8323179 + avg_reward_per_step: 0.2848587 + eval-batch-shift: + avg_avg_episode_length: 62.195374 + avg_avg_return: 0.30954117 + avg_benchmark_regret: 0.5740386 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07808685 + proxy_corner: + avg_avg_return: 0.5082207 + avg_reward_per_step: 0.014907837 + eval-batch-tree: + avg_avg_episode_length: 6.589537 + avg_avg_return: 0.9787041 + avg_benchmark_regret: 0.015514287 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2631302 + proxy_corner: + avg_avg_return: 0.9787041 + avg_reward_per_step: 0.2631302 +=========================================================== +=========================================================== + step: + env-step-all-before: 498073600 + env-step-replay-before: 248741888 + env-step-used-before: 498073600 + ppo-update-before: 304000 + env-step-generate-before: 249331712 + env-step-all-after: 498106368 + env-step-replay-after: 248741888 + env-step-used-after: 498106368 + ppo-update-after: 304020 + env-step-generate-after: 249364480 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 18.48253 + avg_avg_return: 0.80237 + avg_reward_per_step: 0.27062988 + proxy_corner: + avg_avg_return: 0.80237 + avg_reward_per_step: 0.27062988 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 18.48253 + avg_avg_return: 0.80237 + avg_reward_per_step: 0.27062988 + proxy_corner: + avg_avg_return: 0.80237 + avg_reward_per_step: 0.27062988 + perf: + env_steps_per_second: 592281.9275562918 + ppo_updates_per_second: 75.11071432668166 + eval-batch-orig-duration: 0.26389293000102043 + eval-batch-shift-duration: 0.15854173700790852 + eval-batch-tree-duration: 0.14534486702177674 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.598145 + mouse-cheese_dist_finite_wavg: 12.857282 + mouse-cheese_dist_solvable_avg: 11.598145 + mouse-cheese_dist_solvable_wavg: 12.857284 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2905273 + num_walls_wavg: 6.0321546 + prop_walls_avg: 0.27350116 + prop_walls_wavg: 0.26226762 + scoring: + avg_scores: 0.08737144 + visit_patterns: + avg_first_visit_time: 4752.2676 + avg_last_visit_time: 7581.249 + num_replay_batches: 7591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006446009 + avg_actor_approxkl3: 0.00037193764 + avg_actor_clipfrac: 0.014056397 + avg_actor_loss: -0.0009221012 + avg_advantage: -0.0126493815 + avg_critic_clipfrac: 0.0044555664 + avg_critic_loss: 0.0014300206 + avg_entropy: 0.16360684 + avg_grad_norm_pre_clip: 0.81568015 + avg_loss: -0.00037069785 + max: + max_actor_approxkl1: 0.0017974859 + max_actor_approxkl3: 0.00093618594 + max_actor_clipfrac: 0.034301758 + max_actor_loss: 0.00032186508 + max_advantage: 0.3439713 + max_critic_clipfrac: 0.042236328 + max_critic_loss: 0.0024337752 + max_entropy: 0.22450197 + max_grad_norm_pre_clip: 1.4546584 + max_loss: 0.0013169111 + std: + std_actor_approxkl1: 0.000502717 + std_actor_approxkl3: 0.00026006188 + std_actor_clipfrac: 0.009852992 + std_actor_loss: 0.0009845198 + std_advantage: 0.056025445 + std_critic_clipfrac: 0.0102614965 + std_critic_loss: 0.0005356952 + std_entropy: 0.034761287 + std_grad_norm_pre_clip: 0.29480183 + std_loss: 0.0010405766 + eval-batch-orig: + avg_avg_episode_length: 17.179886 + avg_avg_return: 0.8324005 + avg_benchmark_regret: 0.0039041045 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28492737 + proxy_corner: + avg_avg_return: 0.8324005 + avg_reward_per_step: 0.28492737 + eval-batch-shift: + avg_avg_episode_length: 63.527756 + avg_avg_return: 0.29622406 + avg_benchmark_regret: 0.5873558 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07924652 + proxy_corner: + avg_avg_return: 0.5195343 + avg_reward_per_step: 0.014839172 + eval-batch-tree: + avg_avg_episode_length: 6.3065643 + avg_avg_return: 0.98238015 + avg_benchmark_regret: 0.011838188 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2644577 + proxy_corner: + avg_avg_return: 0.98238015 + avg_reward_per_step: 0.2644577 +=========================================================== +=========================================================== + step: + env-step-all-before: 499122176 + env-step-replay-before: 249364480 + env-step-used-before: 499122176 + ppo-update-before: 304640 + env-step-generate-before: 249757696 + env-step-all-after: 499154944 + env-step-replay-after: 249364480 + env-step-used-after: 499154944 + ppo-update-after: 304660 + env-step-generate-after: 249790464 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 17.259705 + avg_avg_return: 0.8183583 + avg_reward_per_step: 0.27575684 + proxy_corner: + avg_avg_return: 0.8183583 + avg_reward_per_step: 0.27575684 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 17.259705 + avg_avg_return: 0.8183583 + avg_reward_per_step: 0.27575684 + proxy_corner: + avg_avg_return: 0.8183583 + avg_reward_per_step: 0.27575684 + perf: + env_steps_per_second: 860129.7252683581 + ppo_updates_per_second: 77.34839433476435 + eval-batch-orig-duration: 0.25542622699867934 + eval-batch-shift-duration: 0.15607513900613412 + eval-batch-tree-duration: 0.1470831849728711 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.59668 + mouse-cheese_dist_finite_wavg: 12.859641 + mouse-cheese_dist_solvable_avg: 11.59668 + mouse-cheese_dist_solvable_wavg: 12.859641 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.290039 + num_walls_wavg: 6.930751 + prop_walls_avg: 0.27347994 + prop_walls_wavg: 0.301337 + scoring: + avg_scores: 0.08788857 + visit_patterns: + avg_first_visit_time: 4761.9956 + avg_last_visit_time: 7600.2124 + num_replay_batches: 7610 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006626993 + avg_actor_approxkl3: 0.0004367211 + avg_actor_clipfrac: 0.018682862 + avg_actor_loss: -0.0009507591 + avg_advantage: -0.014280957 + avg_critic_clipfrac: 0.009606934 + avg_critic_loss: 0.0018087284 + avg_entropy: 0.1439469 + avg_grad_norm_pre_clip: 0.8202383 + avg_loss: -0.00019034179 + max: + max_actor_approxkl1: 0.0018496396 + max_actor_approxkl3: 0.0009419194 + max_actor_clipfrac: 0.03491211 + max_actor_loss: 0.0011322051 + max_advantage: 0.40966386 + max_critic_clipfrac: 0.060180664 + max_critic_loss: 0.0027128325 + max_entropy: 0.21645147 + max_grad_norm_pre_clip: 1.3032409 + max_loss: 0.0019928275 + std: + std_actor_approxkl1: 0.00057481934 + std_actor_approxkl3: 0.00028130776 + std_actor_clipfrac: 0.011126524 + std_actor_loss: 0.0010169967 + std_advantage: 0.06267811 + std_critic_clipfrac: 0.0153766 + std_critic_loss: 0.0005697874 + std_entropy: 0.034839604 + std_grad_norm_pre_clip: 0.19543898 + std_loss: 0.0010630847 + eval-batch-orig: + avg_avg_episode_length: 17.205944 + avg_avg_return: 0.8323954 + avg_benchmark_regret: 0.0039092507 + avg_benchmark_return: 0.83630466 + avg_reward_per_step: 0.28411865 + proxy_corner: + avg_avg_return: 0.8323954 + avg_reward_per_step: 0.28411865 + eval-batch-shift: + avg_avg_episode_length: 63.851353 + avg_avg_return: 0.29219618 + avg_benchmark_regret: 0.59138364 + avg_benchmark_return: 0.88357985 + avg_reward_per_step: 0.07661438 + proxy_corner: + avg_avg_return: 0.5216641 + avg_reward_per_step: 0.015136719 + eval-batch-tree: + avg_avg_episode_length: 6.334622 + avg_avg_return: 0.98099446 + avg_benchmark_regret: 0.013223912 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26289368 + proxy_corner: + avg_avg_return: 0.98099446 + avg_reward_per_step: 0.26289368 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +training run complete. +finishing checkpoints... diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/requirements.txt b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b4b0c9829a41e8ae1962c355b32ac4d0f1ccd46a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/requirements.txt @@ -0,0 +1,86 @@ +safetensors==0.5.3 +huggingface-hub==0.33.4 +hf-xet==1.1.5 +regex==2024.11.6 +transformers==4.53.2 +tokenizers==0.21.2 +fsspec==2025.7.0 +wcwidth==0.2.13 +psutil==7.0.0 +distrax==0.1.5 +msgpack==1.1.1 +annotated-types==0.7.0 +imageio==2.37.0 +packaging==25.0 +shellingham==1.5.4 +nest-asyncio==1.6.0 +jaxlib==0.6.2 +pip==25.1.1 +opt_einsum==3.4.0 +importlib_resources==6.5.2 +cloudpickle==3.1.1 +mdurl==0.1.2 +jax-cuda12-plugin==0.6.2 +markdown-it-py==3.0.0 +wadler_lindig==0.1.7 +requests==2.32.4 +orbax-checkpoint==0.11.19 +moviepy==2.2.1 +wrapt==1.17.2 +ml_dtypes==0.5.1 +einops==0.8.1 +humanize==4.12.3 +attrs==25.3.0 +jaxgmg==0.0.0 +pydantic_core==2.33.2 +urllib3==2.5.0 +sentry-sdk==2.33.2 +toolz==1.0.0 +protobuf==6.31.1 +click==8.2.1 +flax==0.10.7 +nvidia-ml-py==12.575.51 +wheel==0.45.1 +certifi==2025.7.14 +tensorflow-probability==0.25.0 +blessed==1.21.0 +Pygments==2.19.2 +rich==14.0.0 +dm-tree==0.1.9 +smmap==5.0.2 +tfp-nightly==0.26.0.dev0 +typing-inspection==0.4.1 +setuptools==80.9.0 +proglog==0.1.12 +gast==0.6.0 +absl-py==2.3.1 +simplejson==3.20.1 +six==1.17.0 +tensorstore==0.1.76 +gpustat==1.1.1 +jaxtyping==0.3.2 +numpy==2.3.1 +jax==0.6.2 +pillow==11.3.0 +idna==3.10 +typer==0.16.0 +python-dotenv==1.1.1 +decorator==5.2.1 +platformdirs==4.3.8 +jax-cuda12-pjrt==0.6.2 +etils==1.13.0 +optax==0.2.5 +charset-normalizer==3.4.2 +readchar==4.2.1 +chex==0.1.89 +tqdm==4.67.1 +wandb==0.21.0 +imageio-ffmpeg==0.6.0 +PyYAML==6.0.2 +typing_extensions==4.14.1 +GitPython==3.1.44 +treescope==0.1.9 +zipp==3.23.0 +scipy==1.16.0 +pydantic==2.11.7 +gitdb==4.0.12 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/wandb-metadata.json b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..084d56e46bdb00afc492442761dfcb99ce14b0f2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/wandb-metadata.json @@ -0,0 +1,78 @@ +{ + "os": "Linux-5.15.0-118-generic-x86_64-with-glibc2.35", + "python": "CPython 3.11.13", + "startedAt": "2025-07-24T19:20:15.576642Z", + "args": [ + "train", + "corner", + "--num-total-env-steps", + "500_000_000", + "--keep-all-checkpoints", + "--num-cycles-per-checkpoint", + "128", + "--wandb-project", + "jaxgmg_500M", + "--wandb-name", + "alpha_0_env_blocks_7x7", + "--prob-shift", + "0", + "--env-layout", + "blocks", + "--env-size", + "7" + ], + "program": "-m jaxgmg.__main__", + "git": { + "remote": "https://github.com/timaeus-research/jaxgmg", + "commit": "b4bd47a0918104fe66a8c9012402c117f9653042" + }, + "email": "davidquarel@gmail.com", + "root": "/workspace/HOME/guest/david_quarel/jaxgmg", + "host": "All", + "executable": "/workspace/HOME/guest/.conda/envs/jax/bin/python", + "cpu_count": 8, + "cpu_count_logical": 16, + "gpu": "NVIDIA RTX A4000", + "gpu_count": 4, + "disk": { + "/": { + "total": "3936290357248", + "used": "2993437126656" + } + }, + "memory": { + "total": "67338465280" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5352c8dc-4b83-b59e-3726-561f11bddc57" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-75dc7a2b-b656-879f-526c-2e3bad36943d" + } + ], + "cudaVersion": "12.8", + "writerId": "rkuxqrvwe9egq4ln1ye5v5ar6v70lzis" +} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/wandb-summary.json b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..cdd420b4aaf8bb5daefc8d2e3d6d9c110a296dc9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval-batch-tree/avg_reward_per_step":0.2628936767578125,"eval-batch-orig/avg_benchmark_regret":0.003909250721335411,"perf/eval-batch-tree-duration":0.1470831849728711,"ued/layout/levels16_img":{"size":448,"path":"media/images/ued/layout/levels16_img_15200_91917efc3eedd3fe8448.png","format":"png","width":31,"height":31,"_type":"image-file","sha256":"91917efc3eedd3fe84484a56f290d891fdfdc41665619048801dc6e1ef7266d4"},"train-replay/proxy_corner/avg_reward_per_step":0.081207275390625,"step/env-step-used-after":499154944,"ued/eta":0.5,"train-replay/avg_reward_per_step":0.081207275390625,"ppo/std/std_critic_loss":0.0005697874003089964,"eval-batch-tree/avg_benchmark_regret":0.013223911635577679,"train-all/proxy_corner/avg_avg_return":0.818358302116394,"ppo/max/max_entropy":0.2164514660835266,"eval-batch-orig/avg_avg_episode_length":17.205944061279297,"eval-batch-tree/proxy_corner/avg_reward_per_step":0.2628936767578125,"train-replay/avg_avg_return":0.9025019407272339,"train-replay/shift_proportion":0,"train-generate/avg_avg_return":0.818358302116394,"eval-batch-orig/proxy_corner/avg_reward_per_step":0.28411865234375,"eval-batch-orig/avg_benchmark_return":0.8363046646118164,"perf/eval-batch-orig-duration":0.25542622699867934,"ued/visit_patterns/avg_last_visit_time":7600.21240234375,"ppo/max/max_advantage":0.4096638560295105,"ued/layout/num_walls_wavg":6.930750846862793,"train-generate/avg_reward_per_step":0.2757568359375,"ued/distances/cheese-corne_dist_wavg":0,"step/env-step-replay-before":249364480,"ppo/std/std_advantage":0.06267811357975006,"perf/ppo_updates_per_second":77.34839433476435,"ppo/avg_entropy":0.14394690096378326,"eval-batch-shift/avg_benchmark_regret":0.5913836359977722,"ppo/std/std_actor_approxkl3":0.00028130775899626315,"eval-batch-tree/avg_benchmark_return":0.9942183494567871,"ued/distances/mouse-cheese_dist_finite_wavg":12.859641075134277,"step/ppo-update-after":304660,"_wandb":{"runtime":4987},"ppo/max/max_grad_norm_pre_clip":1.3032408952713013,"ued/distances/levels_cheese_is_in_corner_avg":1,"ppo/avg_grad_norm_pre_clip":0.8202382922172546,"ued/distances/solvable_wavg":1,"train-all/avg_avg_return":0.818358302116394,"ppo/std/std_critic_clipfrac":0.015376600436866283,"ppo/max/max_loss":0.0019928275141865015,"ued/distances/mouse-cheese_dist_solvable_wavg":12.859641075134277,"step/ppo-update-before":304640,"step/env-step-replay-after":249364480,"ppo/avg_actor_loss":-0.0009507591021247208,"ppo/avg_actor_approxkl1":0.0006626992835663259,"ued/distances/mouse-cheese_dist_finite_avg":11.5966796875,"ppo/max/max_critic_loss":0.0027128325309604406,"ued/distances/solvable_num":4096,"train-all/avg_reward_per_step":0.2757568359375,"ppo/max/max_actor_approxkl3":0.0009419193957000971,"eval-batch-shift/proxy_corner/avg_avg_return":0.5216640830039978,"ppo/max/max_actor_loss":0.0011322051286697388,"ued/distances/mouse-cheese_dist_solvable_avg":11.5966796875,"train-all/avg_avg_episode_length":17.25970458984375,"step/env-step-all-before":499122176,"ppo/max/max_actor_clipfrac":0.034912109375,"ppo/avg_advantage":-0.014280957169830799,"eval-batch-shift/proxy_corner/avg_reward_per_step":0.01513671875,"step/env-step-generate-before":249757696,"_step":15232,"eval-batch-orig/avg_reward_per_step":0.28411865234375,"eval-batch-tree/avg_avg_episode_length":6.334621906280518,"eval-batch-shift/avg_avg_episode_length":63.85135269165039,"ued/visit_patterns/avg_first_visit_time":4761.99560546875,"train-generate/avg_avg_episode_length":17.25970458984375,"ued/layout/prop_walls_avg":0.2734799385070801,"step/env-step-generate-after":249790464,"train-all/proxy_corner/avg_reward_per_step":0.2757568359375,"perf/env_steps_per_second":860129.7252683581,"eval-batch-tree/avg_avg_return":0.980994462966919,"eval-batch-orig/proxy_corner/avg_avg_return":0.8323953747749329,"ppo/max/max_critic_clipfrac":0.0601806640625,"ppo/avg_loss":-0.00019034178694710135,"ppo/max/max_actor_approxkl1":0.0018496395787224174,"train-replay/proxy_corner/avg_avg_return":0.9025019407272339,"train-replay/avg_avg_episode_length":11.81208610534668,"eval-batch-orig/avg_avg_return":0.8323953747749329,"ppo/avg_actor_clipfrac":0.01868286170065403,"ued/visit_patterns/num_replay_batches":7610,"step/env-step-all-after":499154944,"ued/distances/cheese-corne_dist_avg":0,"eval-batch-shift/avg_avg_return":0.2921961843967438,"ppo/std/std_entropy":0.034839604049921036,"ppo/avg_critic_loss":0.0018087284406647086,"ppo/std/std_grad_norm_pre_clip":0.19543898105621338,"ued/layout/prop_walls_wavg":0.30133700370788574,"_runtime":4987.811365398,"train-all/shift_proportion":0,"eval-batch-tree/proxy_corner/avg_avg_return":0.980994462966919,"ppo/std/std_actor_loss":0.0010169966844841838,"perf/eval-batch-shift-duration":0.15607513900613412,"ppo/avg_actor_approxkl3":0.00043672110768966377,"train-generate/proxy_corner/avg_avg_return":0.818358302116394,"ppo/std/std_actor_clipfrac":0.011126523837447166,"eval-batch-shift/avg_reward_per_step":0.0766143798828125,"ued/distances/solvable_avg":1,"train-generate/shift_proportion":0,"ued/scoring/avg_scores":0.08788856863975525,"ppo/avg_critic_clipfrac":0.009606934152543545,"step/env-step-used-before":499122176,"_timestamp":1.7533897984922724e+09,"ued/layout/num_walls_avg":6.2900390625,"ppo/std/std_actor_approxkl1":0.0005748193361796439,"eval-batch-shift/avg_benchmark_return":0.8835798501968384,"train-generate/proxy_corner/avg_reward_per_step":0.2757568359375,"ppo/std/std_loss":0.0010630846954882145} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-core.log b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..28f155fe2b26f31e5b611a1b6d36b6d95e29b144 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-core.log @@ -0,0 +1,32 @@ +{"time":"2025-07-24T19:20:15.770007237Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpc1fi6iz0/port-1884506.txt","pid":1884506,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-24T19:20:15.770009442Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpg0pfj11t/port-1884512.txt","pid":1884512,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-24T19:20:15.772158604Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1884506} +{"time":"2025-07-24T19:20:15.772162571Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1884512} +{"time":"2025-07-24T19:20:15.772412443Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1884512-1884753-3349794628/socket","Net":"unix"}} +{"time":"2025-07-24T19:20:15.772412182Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1884506-1884754-4238323077/socket","Net":"unix"}} +{"time":"2025-07-24T19:20:15.788557063Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-24T19:20:15.795018877Z","level":"INFO","msg":"handleInformInit: received","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T19:20:15.799954113Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-24T19:20:15.805364413Z","level":"INFO","msg":"handleInformInit: received","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T19:20:16.087421873Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T19:20:16.088408504Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:20.487439546Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:20.49323073Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:21.479642079Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-24T20:27:21.479668559Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-24T20:27:21.479675211Z","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-24T20:27:21.479740204Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1884506-1884754-4238323077/socket","Net":"unix"}} +{"time":"2025-07-24T20:27:21.480592169Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-24T20:27:21.480633056Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-24T20:27:21.480644518Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-24T20:27:21.480652423Z","level":"INFO","msg":"server is closed"} +{"time":"2025-07-24T20:43:28.225265524Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:43:28.231187664Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:43:29.217937879Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-24T20:43:29.217957075Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-24T20:43:29.217963447Z","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-24T20:43:29.217995818Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-24T20:43:29.218036424Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-24T20:43:29.21802873Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1884512-1884753-3349794628/socket","Net":"unix"}} +{"time":"2025-07-24T20:43:29.218042526Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-24T20:43:29.218062754Z","level":"INFO","msg":"server is closed"} diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-internal.log b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..80aca838b60681b3a9757d481b1e237033b00587 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-internal.log @@ -0,0 +1,1457 @@ +{"time":"2025-07-24T19:20:15.795142941Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-24T19:20:16.08837476Z","level":"INFO","msg":"stream: created new stream","id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T19:20:16.088401631Z","level":"INFO","msg":"stream: started","id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T19:20:16.088414886Z","level":"INFO","msg":"writer: Do: started","stream_id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T19:20:16.088426417Z","level":"INFO","msg":"sender: started","stream_id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T19:20:16.088438791Z","level":"INFO","msg":"handler: started","stream_id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T19:20:16.237476332Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"An internal error occurred. Please contact support.\",\"path\":[\"upsertBucket\"]}],\"data\":{\"upsertBucket\":null}}"} +{"time":"2025-07-24T19:21:03.757519401Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-24T20:43:26.953676104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a643af60af0d6b353e26c45e51e969d8ba300a4c2de11b697ba4676d99e77f879166a27c650aa5a53e161b8d8e0e2c008f855a636d6aee3e291782ed0c7a269b772691a154a9fe7181f9e4b6940f7ceecd97b1a24ac7df26f167d81f2add6754185922541f0d82d01fa26697a835d8a87d43a2e472575266a34f66539531d326cc0ddae743815485ba57f88178b83addc444f82557c1e0be2ced40e5540fc744beced7b4aed5daba00bbbd3750a7dc0f9f521b27402059f3b8e2854e1e8a58b3d883b4de57f6fed8e58fdf2a44ad51d67e93854c1c22046a42a0690eb2c77a75c3fee412b05ce1ce7848621ef32b67f547d1bab94bbc67109fd5a5af9a19acb8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953336254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=075cbbe8b12f322c9fa62486e736ffc494d8473f7540f1aa3ca76ff7e3ff0fcf0ff831ec0644d715e84a9857809f2a22f9cba6be5b964f83eab6a072d9dc391916bb127ba468eafd60bcd2eea6d280fc9902273f1d0df08a0aafe36a4cb2d39528ffd5c16a069c14acaf7715de7d3514ab32da246fa93c63521075216daf73eb82ad2e788005ef4b0ab7351cb8ee405c7256face36a8114a057dad0ba0223f69dd0ea4a71b515da7f05b6f395b6094f6eedbf1a21bc167ad589a37d1cb7056149a708ff2d5b07438d152d1817258358f22d64ae20ae6bbbb0a3dd7d1db47320052e38ae672c41258ee9ae077b02b4be4c08cedb83a5d8433a1de66297264331d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953865331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4fd61481f4674536a712ec30040db78ba05b5546d0a1a00a035af7be4120bd922cb7fe298a632cddf28bed48c7d64178306637de706a7bf077754c90c1f23aff0178e1eacc9e0af21a2f57fa938244ddc9fe416a634b69f9180fd7e1bc1e27be32addcd7d70fb188c457ada41d25ca6628a7d6f8da9c39b7583dcb02548addba1dcd97f1db6cd4d1aa3e35699f496b731257c4d092b9fcd1374d9a0324cb0a780cee8e5b4d8136e8bd36849f60860c6966a4a6c8b6d20e824bb7404b2ca79ee625775ee7b8a8a95d31866a2f05f3f47492149bbdf287cd9dd7bd60990775f2e1b739e5534f8192213215991f47bbb58cc9ada2298a115c3d639e1edca08ae6e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953884858Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a7a26a188d5ff100324d8c38e2330309ec6741432e1148d7a2d7b5263a61fd0133a2cdec1caf3c37954c01c285e62d334655bd86b63a29311c45196b8bffee4f9ff781e08b4ba88f4f92e960a6e7169d0ebfdbaf4c6c75de936266d9251f3410b7c2f394dfd8c2f9ffcd25e465a98ab835791f9de19ca21628baa4a76a428a3e70606dcb541719ab4eb925c44bd22d27992d1ad3a53c34dffc6cce97de785c3c400324583de3d9091d911191f2ec266a7ea1d143ae4a24460287b116b150a765e75028df3321a9e89384dc7dfa5790ef6b454002629c8d0d4549d7ec622cd6d232face78f75398261eda8add8954cb28d47d1cfb8c6dfd718ce3f67fc6a2cf0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953900938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9969d16ed4237a3d5b4b94bad75c5e47a8f5c8b4993073eabbdf37752d333543328810de2df28d0bd87634589590175ac7caed0d5968e434aff8b57c57aae7c51dd073b24556d137a56bc856494aefda34693afd3fe1cf30653675c54af9275473d689a9994fcc01fc107d4bb860e2777143f2a3146af68244696acf744da0334339e83e3976a87122d7279f2a924592a1cc7adc7aafeeee046630d81cc1b0c5389fffddca2340abbbe53d01e236a52dfa7de091d879a69bf6d8194b1283856ce054d57986ec417ef33e24df20ce5a155536a1556fc8d35bc8d0616b3448c0367e68d6917307cedb6696c1d541d32fee0beec3604c7f86fae766b3457cf7b758&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953982502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=73750bea83dd1eb7c723632074e725d9907f510fd6d332baa97f283bb2eb3c537c0f5bf17d3b6e2255b93dd3f2f2f506d5103faf6e55547cacd29600505a9981296431f9b915bae833a893680632eacf72b95405e2936dd4dff74e5d267a2fbfe0c7f20c48f4d3b1665d52d04ad210c58331e904389e2e342400b254684be6649b8f6b777cabea13e9e897e5d119d228adc701158e750be2c1bbe561fa32822423ad0f2e7d0d334144074f71f4363313a4e78a4ac9323bb8bbd77544bb58fd34e8bf9426d60a3eb5e960009ffff32bf02c521dce5244a5b4f8c8c5249b48366f6baa623b220c628e9b4a29f63317a750310ce41680ca17c05411af2883333b97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953992661Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8922d26ede2f08b6aa7924038226443cb5488f9c848cfce7675e6f6a37c7f40208319c7fbb7937a3b4c767e3b09d8f020d21ede20afac040a124a7481e5de96ac3b7318197400c905fcc287b10f7303445b109c9e2e51a541378fae3115baf3bc723de6c7e875478de43db9bf2bcc05fcd1e2e9b798552960a0c69d1fa69e12f2a210ad88513a3102ed08da9b15ce08f8d32e22671ab2baa0bec590b6f3c8cfe7d43f873a5ead27ddd55a054fd93a5234ae9d960d7670052e1f3218d8fc97860494d8035611a4945990bdbaf60b6534f494a1c2c0c045b7ad5616af2226b8162bce4fc373310fbe93530ae7ce24372ddd0103346aea4b0f357cf2647988592d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.954004172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5c58f8f424691cf07b2d2bea1ccf1d5222ddf6a4a0f4fd2bd3be7643aa2fb1aa71935081c65ababaf5b9d090b65d2886878bfd1b529cc138d49c76b931ac2dff58e65380851eb8110c5bd3acd753c82f6de2540e6326eee875550bfefbaaee331ef4b71a8525fc5ba6807fa4325694bafbda9527b1f17f8435e755eeb60d116ec97ddcb1fc883c71862017b17ef491112a9731ce431d9df4f50528aaaab01460976eb45b2bcec8ec7c812f22d0de182cfbac3c9bcc1ee39ac681d6ff41f578cedd4faf7432dbcd12900518e4da35e1bd63656af2a7bb3e00da8f1b2d6a9fea9feaf2fa5cd58530d3dffbc664cefd0933ad9e4b634cc74ead24d9d1f3ffdd9ee2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.954023439Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=93436eb7ec2847cb58fc4060a5d796d135862b566aef5179a67ebb8eb9e5d43d8b645e6ccce708168c32836156bcd395c8f16ba84e160a0f8ecea6cf7e435bdde2ee73f1615854ccd1997d3f9059848450bafd2f3b8000f99ce5b2c1ce2c99310d125d0eee8a21ed8522780bb42250d3745bf213a44c0336debf99914280d8a2701a2c15b5d578a6811e8d72e6f684370edf19eac29e6e895c26c6dd56f5ef32f540decf0f7acf2200c9adbcbc28fec2c8d0f54776086264584c6d513ab9a38205d6c4b1801bbdc493650d7e8fad73e5b0044275dd5393ff7c2b5b4cb7368ed14141788eb4b43565f7bd18ee5af9872ec2a6384c24cdb16481a8a4df80e62273&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.954024751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=02913ae737996d632c339cde4f0277e9afdf6a77f48e7b8712c3e3474ff61f7c8a6aa05bca5b6209ffa6d1b9fdfbde2b1aba4a38ddcc0c4d5afcf9a13e06fa349141e8d7eff16aed2715c2e2d64d5d3d651900a8db2bae5ab48ec204422dff24a2f7156501f4f0357cdead90963a71af5459bf5531705f97f2dda311b8352bdc740a1e2b2eddea6f0f7c6fbb438d1d5808d7074f58e06d7601aff63a5c8a0475c60b1df0103bb53ba1642c03ca59a60bf393d5a287ffc386c9b31e06f28df805af59c72484f00021977996186b70f128a0a8f9f1d8c8bec956d0d9c7006c86053605ec92c408b760ce14a0c7c79434d36fb24bb4b8bf3994351f276fe3e056b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.954043987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=302d493a82b404331fa0402cd24ac4e4f0ea54e168c1249c825c2a8a8e56228c257c9c2b960754be05cc6e90b75354a5ad48b6be1bd09aab8c77ef9da773f53f7f5d9d53893b5c4034f84613068501e510bf24a878f94656915ee25a1965101c5e623b56a63d67c7366593aaea9d5109fe83e247a8a464d431a66019998bcbc527e7d5763cc8247e40e248dfb86a42c4b027c7aca811b46ccb68953570caadf57a29af5219ed8191bb213982d069a687fe0654032659c6a280f94c61bb00e652c9b0dbe60979bf169f38f770c637a94e66e1eb8c830e35168b5ef782f22a567e4e6abfee746837051cad48e8adf943cb143048a46662b9bd0b30777b2be6706e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.954072541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6c500511264a928b323387cc9995aec15c11cabd33565123cdf46ff62b491607569fb974562c6292e1b2f3b0358fa76d02d2686e1dea55cd7bd8fc0191c24842552e9420e5e78fbeffa4211475f5982761dccc90652909363fcb1e7b829d297d72c7054129818ffa3159629dc54752d4376b72bd3e1bebf2be0ca52aa1d989708adf4e1cc1996d2f97ecc8b56211727e0b4badf45f06aa9259f1a5953e8c05690b9c4208139d83b23c761d34bc4880884cfea56c96a20c7b7cff6fe53f0a616937332bf485ac9a377a955a1f78a38c16e0c1e3fce04e6b5fa38d689ba96698e9137da2c238d86019e2d18a773eb08dfa4cb1316a47aead8583b4ac5947ba932f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953320785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aaec23b4c8e76bf9b97bad8e09c23c157160e78d4fec28acc2a5e97adec1a7fa7f005d4de56f7f77f364c85f7740b90cbb146c52cf18fbc37801ca50c9788f7a75f389681ca66da3c365f77bb5b9fc7bc331ef69748f86a07d536cdc72ae072e820c9df7762f31bcd90738fbf1ecacf68cf19d1a769ea591cba6ac225681708a1e4abd1f6e1afac7a0f67a79c69ad7903a792b15543ca7ab742dda1f8af50e4492618db4e5e525f09daaee2c69de9201706aea6e5532b75d489ffa22313b6612b03bd8588ea21eab502393e3312642e27f342cf21164429334ee9fba09d0016635dc242bbc2f0e757c545bf7885726f8802a16b78aa7888d20ba2df5481d8515&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.954519103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=967a2fa9c3e01fd8eb71f6f90f0b11cde1b3b92146c2f3245c2141022eb7115636d34b25939d9eb9ba3ab5688f4b9b59674660672000d23e87e2b897e9734b76f75ce080b0a4fceaa16f73b716a907df85035670b6f5c99ff5c051b7c33114632a8df7ddc5333320b445ac7dc42a063220d61c22d173bb435150163c4ff2d4f64b548cf3307024240a24669552baa9ef21f59e4a3720b54587c70c1f5e40eac2cfe2875679ed1aa238ed098db79773b297386aa8deea3b93d77b074ed30298919180d251be27dc018dcb44f67a990e8e08caef9198d4c4dadc61af63e1c32d41ec35cf40257fba8f21e6999a764ddb53c53e770cff3cac29e3e209ac4ee3aab3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953909103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=31859622ce9c46310e9803b83a9ea6480253badb37bc169b0a952bee0ffdbe6302e47c16161c7fad5a04781c59199fafa2dc67684d6023e134b6251477cfb1e60e99d643e777877b75a7558c85d04579658a6120ee70dddcb7e19f3e9bb5699d6fcfac4473719749a115e78af94e59288d7ae5794aadefee0f80a452381aaf2ed4b92798972d9e1c376afe34722f3e2402de30ede212da54e9ba573bff28bd4a4b807a5c79abeecfee5453c80bff6aee50e8aee293b34a2d36d5ad22f8085a64a45798527668d0a442a06f0eab416843cf61f1f94abd2e8c4c3eacf50af12967d73840416285eb3b9e48f22e90b9641ad7be33c4843871b813899399dba1d2ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953688578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ab6b16b0c1dae8fd10714404c10b967159c6929bd8d36da7ef04d813ae86560133154900c63696d6bdc4b11ffa91319b0c4747a66ce82f62a9750fbbc10c8bb1103f1d68c351389e440af99cd47c50cb35e260e54dba76b4d629bb43ccd368df94c94213408742d354153ba463ab8eed093dae5bb8ea8010db61d9cd599e2e62fdf725c808bfaf3f0e75ae5b9e1ed06e93a6d61c7ff1d00477b15f93abb38a210ee0728ea80e5767c3f04f35baa45736c3e524e03cecea32187d9f95dd85757dd57801dc5943c9580b287f7d6ef8477b2ec0d2140bffdda74432ce184eba0aa4132b74bbde5a7742f4e1b65a8c9a0618602b664cfd16fcbd96e51d7371838f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953893824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6927a5e3f6b39250f221704d564c8e260ac5acb757457d96dd98546000036dbd956c86c749e9e8b82db1d3d07318973e20f02c5fe2626499704a7dd888484669e0ac2d1c9821b440e243bcd85855b97ee8ce6bc1af2b0e4cb7d4369babf0d811b67aab3ff66e922b7c2672fe9ade921ae0f2d21f55e78dade7014795a18029cbd746e0750155e89d8e09e5acf9c960b82687c92a3af4ce5d6fe81b6d979c6e8937d035cf2f66d0209e75f5cb471f71f5a57e16bfef604617a4fdff47949f9f07752785b03b7449b8e47800fc7a88fecf9c725dd81cdaa42d5eac640c90ac2a255cea2cee7de5e9798a991c5856a3370b8f148a40bdff7a393c5a9b01a580ac1b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953690461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=acd4e5d1488cc46a5901e88e56ae0b2c1fdafc5c5bc149bd14120d75d32f8b9f4d0bede4e709251ef6d0256f0521bff3060654e5fe4b6c550bdf91959d9afd41f5cf6f7a5dc6412884f37093aefd867bf9e831eefaead4d0bbcd76538b29525d755b01b91b61e45df0bbbe98ef1e6ea7e2c3e2cd9e04d7a909b2db17b8b4e818d1ba4d6097b27b2cf54a34c66191588d04ec921c2a7638812d0b8bf8acbad91bb5e46301d358074ff8ae4b7b4caa99a9ce92d15062a9cb604074a96a0ca3afa9c12fddc75f3c8d0ee2ddafa20eb2b4f31a49bad0be2b62a94dab0085838e5b1cac04534516617204509359fe5f0060141cc47f2eb9303528340970cf729cb06c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953985898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=542d38db2ac3fc3429b8e4c11b5505b293624d7b0a0907a5d769a8157e43eed21fc3d5cc36b9ab5a667250439d731c60d6eab97bf277f8adb024e201008e07174002242df6cdaa65f1cf41d8e06ae8f5ec290f7cbbd008e816148485dea5b7e6d8caaa0bd3de851e91fcd61d86f8ed18fa90336f34f0393ed901e7adb47a99a107d460c48e766c4d9b9622ebb24ad1659294de1fe8ef9f1133976fe36d11656e2c6eca068e09d2c817fce867eb2c530d34af7ca15fe4f0efa7cce7366f7b8bb776f22473faa0efbc71f7eea57d2d0559b11233f31ac96ba88649f541d8cd511faf57c50eaf10fa406c061670d07fe8024e085537d5f068cd35f2217804a76670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953681404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2afa52c1d1d5698a5d4e499322f7efb41d78bb03cee10950285ba1c9a1b1645dba555b9f7ca234b8d54b561b4e839b5f8a0f52bba37a20f3ec51b4afe5fe899a5c5a1646c558a1ae4b7a47a571336317c338f186b3b0172e856046014fdf726c3a97903b37f06937fa05b03f29a10b34b87d6c480b89dd92340177898b2bac1e6d096ddb0e39729ef3ef556ab75c5bcb889ef0123d99f2591e75e6ec977afe3510c6dce8ae4524619f7f10f575cabf37f34c1392ca2e47f50f4071f45aa26da9bf0fa49d9273d5da489a32b7beecae34cfbd3a46eff2c5f54f67746600c5da1ce5ee0ae0a6d5e701846fe157ac6ed4e36f3f24e6ba48e2134a7d3bb82645ffbd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.955110156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=23b2f29a783ce1fcd6cb2e7eb102e128f62829f9a2d6bbcd0909cbff6e30e18615ed192e93efab2d30672c43506477872aa30ab0a8deeca9dae6ff7a6d3d1a6cd5d1fdf22c7fe71d863d56c550f84eea7dc5758998a5c8598699dec1da94f4e7bd0c59d6489eff91a7b6a6268ddd1ca58b82050e5fc5041c9806babac424397170f0b6d9dcddeefcf51a025fb988f5315fd6d17830c25aac42ada572cc99f46d5a7033aa69d0ec52a47450c0766ff904f82262280eb8fef5ceea2359a18a6bdc0bbd5c68b13a543deae8109616d83d757051681c530682df62e13e08b23116a935b1a3631f7759658ca3d20a675536b4cc5399bb890a164b420f5204054d1cc2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.955217399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b8a099417d393575583e6848b460b4424809dbc28da06ea9c7183f7a358e9c43d2a5c80de2f44f35a57991fec77bc88344b543dfbfd62f2e04cab88eacbfbaa11b235447e1f1ca44b7886bd353defd07293c2ecad4f40515800c90ff9e3d26439e6b32126f89112bdd6a488eed0e50fc359f0d4ad198e7554117a1752273d0334aa0e404e93b80c4e76a6c5d669761303385b4a50a30b635ecf2edd18ebb5c7fe95a8dc58e80896d031434bb8829b5ca4cf61fffd9d5c2d2279bd38408d429ab914dfa43a3dd7798426c5aeb57cdfba640607a81b0b5052e085727b28c8bd820b9ea0f53bb4cbabb27f93962686b909bbec9eb8151d7071eceb10a6905cd4864&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953694809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5611c3ae8ef4cd9628acc265c49738bccb1f56e0048996e9fd3ab39fcad2c4882f2595b12de906a93279d014502e02a786568ac628d41133a8dfa249ae2c3a56faa2cd18780ba8128557d23f425d75dd2610e6912f709ecc3ef90fe4658e472a72974fef7c1eaebd15636db3bfdc72b5c9f84e5edc00c46e92e968031d91cfafe8f8f077817fd5d9b28d3da11d40768a0b1cfe60efbffed8ba6dc062fa152abad2af116c60ae9110abc7e5eb73f7db9aef053f14ee68833ac9558a327c25cb170d24ba64a6d9e57501f53c4003eb63154ccb8b2eb69e719d20468fa48fa926fa52eafe3190b84b56e4881a15c138f045a3b298a6c38d1a950ce68f32ddc7b70d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953354478Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9d67f1164558af9f35f334982b38c6299064dc47b2622cf4224d289efa8cf7ef20b3c391b14a363f410349fc60292fafa2c18838a319b38d6f73b393156ba9e9dd47cd536cd4611289d096542affc0acbfec4068ac36ed576f7ae453036e116c51fdb7c7dd5fa13270c5193cc7d67eadaa4518119431536e27cb1c3c76458bcd338cd9d38ae4d9e60b2e414993e31656b9db78a997dabb9c2de1f6660ab0ac8613792e77c0dae9641c9ad673c23016de136d7fc5b9c86b340e451c0672fda12d9b2b24b95e31d216f2fb97d6a57e165d85bebe6403537271e856e6b85677a64d69f3520795de6e3b9dcc6bb2337800b1ff01f16919b36ea0d5b3e00f7c4f1fd3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953351242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4f3d6a71ef85c52acc49de78e982729aaeafd662c87e736e399f045f2f17049bba74bca04b5e8100814589422464e9e924096ace6e7b8e7b6fcbb91dfabd978992d96185303b18453a79268fe8f4eb1b5de9bdc59ad2f79c68f973701e85a705aa5d8e62fc2c860d2b606778e197ec06fe372a9339df783fc146d6b1917a6556e63c14808b5cfbb7dd82de12243f0736f148e683b019c0005a7b0cbb0aa05488fa3cdfb0b9f002d3d1efe711ce90b77e9ba5124be4f5edabf71ea392bd287d5112721915a18142b33509888613f2035421a3dfb77ce7c03e3cad44cd8afaf79f98231e42dadc46f2fc9361b0a94d3800e7ab4bfa558e5b3d956fa02861092396&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953707664Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b18f8a8ba2631302dde2e177d768bcd4de9f48a51f12ffc66ac9213928b9ae7d6f76abe21f84db9c73b23fe0a9d059d1658eb44a479fa4de130872f90146ea8e064b97315510d5f842079eb4df98d06269f2d858e8c08809e63e5d30c7ca75b0706effdd3d1242a77640aa493dcf02ab8a6ec3df79eda7b4234910899a324c25d1b1dfdc766cce85021ddc6c7e3b19cc13e8e4d01e2a752444b789638776df60ca9628660c32be4fed5e418a0272d0d2d9f4eb6e1ef2b86f3b99e1996b58889413b43f3786ae44e30a446bfe6d8ab5e32ca54743df39cfa33394f6aae24154df1fb29d0bf3a36455f7a6e49e5dd5de69f7eb48b780bf3247837b6789b91af943&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953310325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=08b53ce5252ec630a97edcd699f26a27cb71891e7458b905885a09e9d25ba8ebcc066fa3f2eaa617a04a38817b405a27f53c6930c2abdbdac018d341de837dfac07522cd9a7b5585617af7b42edbe4fe16672ccaa9d5c2e49e4b1b284d8a04f734a8ebec70463df0e53ad19e75d1559a88bad787df77f3bda054f476d86eb3aed321d1e6a1fe3f2184870a43518741da19f72998df79bfdf72f16e2b615f39b34286f079c88a53c8ba893d8e5313a09aa2b636d446117c0e770e2ad5a3695e62070bc0ddb0b4fc8fbbb76bbab6839910a471bd6b518e87d257ec59f90ad927679761eeaa1d52f49ad8231f05812cb9ce0cf3a7a0adcb05b9cc495b6159fe361a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953717001Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=323908d644048d8edbf822ffbe595b143561a482a83d376d7dbbc044f687cd277015ab9fa37731d27a3a57787ce063a99a96dc4c2ac0125f525c24cda7949a60e50bf9a4846c9cf02ab87906bfcc1b220c7e89a1c2f925e133d336c2646759df327c2c014d1f1089da63b022c16490757aff51d628ddfa828d2c0b828086166c2f577c1c357624c7b88e131a7c062f3f21a095a3c42b7f0356a332c64abf3b7ec2212766fae343e2e1e42b85eb6ac688b9a43d213ae96d9122e906257930d859c3efcf791df326d8889dc5c853f74b7e5856723f87c9bebcef16eb29465f742d488f8c07176971a095b030d047adb2b050137a35c5af6254297c85526ebc69ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953729304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=af316530199ed4ea58c96ee410b9b7548d23434e4d40eafd972146c29b61c39ff9ee62cabbf9a695754e594ea0ed494ea890d6225ec730069a4ce5f59f65483bb05efcf3653700679b90d6fc02eaf69b3d0404dec29d1a4229ac2a2dd728c3cf4ee433a6dad05cf1726f80eaba334d4f2bf3946f5ae797c679b4dd2f0392d3a6fde4f406300aed94cedcf2179170533170dd6b6a96321fb7a8d60f78de7b2e4b4bf8b255b0e1542ec2c8c204cb15b82197944bb642d5b003f3e13aacede60b31ab414ee4390db43346f3e18a48b02bb4ca6a584c607845075c4e55f234195563fe49523c388ab77f4baacb4c0868eca6c25a8b0e9714b958750bc0954e099059&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953731859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ba4cfbf43017eb5987c189987e80b2dc3efd3569cee40ec2ba065ea12019b5bf7399e38b7491bd4b17bcee566627659938d511711d4d7b0693a1bdf737fa250f0c4be3d47d9356989453fa59d304efb2b6bea64464e9d2da21bc37fb4e2bf781f03ea53a2639231a7d75d1acd3a05c24688d599e0ccee61d46bd1ec685f7bba608ee30777f7229e61722eba4bd07b1bdabb535f372b2c610cbfd5946ae590c2406c1ffc9c19764d8fbfdbefe0ddfd26537ab5cf601db6d085e9393cfe1db4e234528e41e255fda26fd72690a51a8510803b7c9eae44e0c01ff6c5e3594ec7507fc70a9ec16f04cb38fab8e4abaaabe0c78154fe278e1594e4aedb7945b228260&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953694629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2e0fcebda109c6f526df78c644b4db5f0158a300859f13e624069de96ce0f35e523d8d7f48f38286862ea0f311fc957b1510ad073c037628727018fb44948fec5dec0c032230d3e7516f626c0b17c76b9ec1dc91404a506537b79d81c04c43b9179802da8918f4ce2975f46a948839891652f081c733c59e92a13638c0d20d76450a0e88f23dace0099bf333b69214725f950d2a01306a10c663b76e6f370f0985ddbe738fd9d26318d0af0389ed271b60531d12c7ffa35566e80fbd829fcd525f86504959bceaaf5cdb44887148c4e8d1cffe25bec36ecd4a5070c3037183be5aff529e41e18e6b358c4b6dce5e0f59a42ec70ea65db3811cebc2eae84ac24b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953356241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=52cb655c586ccbd9b15e189335c0e14ddcc74243a8cef39325b9e2a768a62741cc6ef12d236face69258fe24f80853d20ced7b45c9ef26afea50cecd7f0bf5d87d3cbf32bb59ab6386982e11cb309ee4ff260985a62bf9c37a19beb727bb3e0c6a1dd6944f785232e9305b28d5ebc4f3c9b25e7115a8d24ed3bb2b05aa6ff1a3d2903bba9d7b5d0452ceb24c6ca6f3992d8ca40fad2d1462fc2ec6d2e268728b7d5cad96f4bda976360597e6e725cb9d030e62b593244cac720a1f7f7e770bd426dbbe5b88d4e22c176b0a405bce1890fee89b089453ada8638dfb3f37ca8c4d159b823418adabf9ac7c45f49265da7ac26b44d40e14c4c9aede16711fa9e7bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953750264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7d67cd2aca96e4c865f4b1106b19d1daadba91b6925c6ca2c31f1ec706d09f95e80b64ebe22e75345cf957bac13abb0125231b86e32aa4940a8fe9eccfd26be09672833ed46417c020319413052297a96cd277c3274a8c1fcfeba79ac48dd7aab51083c3c35f93f429d8f92b6298f4c4634d130afb87658c49882389a49305a9b502257837510f02d8778608df5714714ecf899587ae477897ea0edb143d2b4a395dfc8ef31ea6a14fec7a0d5649a188e583433922ad3ad2842e6a7cf618a22ccf2131f08f389484b6d304a5d7f03ffcc9e32d1055d69445fefb100d233e5d1637f07d41780154ecddf574341476481d019b6a6f3a105ffa0e7ed2566c656ec8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953306488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bd986c64742f8bc141bea3d92f04890bcc63a22032631205576dba462b971256f9f85fa6f1989ec5e37f580bb7c2c76cc745f81b9d86e7f47442feddacc49873358eb36c562a5aa4f4fc5a143d752bc5fefd2e8458700c23975cca0083c8942f6c8c0849820d167f7d208632e773b23a484407f08f8bfe87998da0c0d8613c7e356ee5210a2a655ff2451dbb6a895d935c243e199af9852d8d4880f719d278aa751a423e896b9bff9faabe959e0bff8913a93e2c6de491a7f612f9b5a6901824172cd74aa425ce7eb115aa36b32e83bda1e4b4d903b594ed2674eca5a5d1ec87d1d7d2a10c8be60d7c5721d4fc44b571a0aa8751adb07419d3e435af060a155e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.955599238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c1ab5923574d75707ac5f3acfbdf82932327f85a471121358518091eb8df493b6005bc7dbec5d24e5642a2b94bca739a9947db61003dfdca7717bb7e3b119f238873598eaef29e38c3714c9fb4aca979b72fcb9c4dcad8934e391eacddd4a7552c9e7ff1e61e551392327c03d7b96f6d895f9687520a3e4961a6449c2cb1cdfa8124194a1b15124210c8cc156467eee6076bebf7a04b1561fd58b3bfcb4c1823d834af1dc21e843c9b5241e599a5c3d22b7dbef7dd0d0753b7ed26c50db4799494c5806ceedf3a16c2ff778216489de6e8b6a052a5be7486da7871767c93872b540f49d097d49474b2b97ab1d2113365445bf3dd2a97a430b774b611fbe174cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953319422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=02a93c68f6512ca3958157d3889cc6cfa0dca4c30c9b4151498b7edfbf9ebaa5e744061e9de6cf728e70ac771f4705cdeb2fa0e14c37963c52f14114cf1f69bb6eeaf31eaaccf09df8011972507157b61356172f189c6e3b2caac7d2b408ab28c4313ab31aaf42ed7bb7d181b971907f070acf9355c116b3aaf08205ac8ea5196996ae1b2a2c7041a142223eb05298f3002f1b9dc949f3a2f0104dfe2b6b529a9a4accbf858537e63213d32f46ad1f712dde5c8baa1bbb758b44052800b51521f84a76592748719fd9ac69c311294ae41b1e879e8ac4b4ec4c27b516808a9ebe0bd37c92c5199c036dc12330ce8e752bc60bf440e773028c0b9a375999e0f543&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953313321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5d249d82e080a08516470ff40c1c9408af014edc8fc409f7938738ede33ef9f258bf6a488e48928cda95d6d0b7f903c3d4c430e5e37750d0c13da1a78ca36062ec5932d344ab675812005c9b42f20f14b3a113786216c150b83e1174d4a3846ba938a72f97e391f62f0f6b95a15fd4fdb03bf875de933ff137f36344b92ccfe3fa8ffaf1e6c24062ab6ea0d1e7613bb5acd1873658985ca608bac9d93ce75c8d7415969ae53c244db990184e2d0a91774739a39c6d844e019bdb86d03aad2df00b9d2b1fba2d4565ad66c66e2720568cee2aedb81f3877abe8dccc3c28fe4d8fcbc323e8d18765e86a1632c099e5a4fc141161cc79f65b4f415d2f1e87d1557f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953325313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bc5f9ee5b0a14e6a6d00ae64db8c39d58384e28a4e1d20022c97e7370f7c34e483a36d481bb40486ea3c805e2ebb8de9687661fadd13f4f48806a72232d5b778403cc5e07278cd4926e5a8d27deefac8f6924d2f9381bf3ded2ea0e3fd8c94dc9121a876fc3677f815d84a24f6dc7c54aeb1d060800cfa2221ab37ad69bcdb30351f318976dd2653a2e07081c994b285cc6e913e2b578156e698e4a6a225981e88cc0aa633a584e75ebf89e8833054dab38423bb7dce895e59a7a60745effd53dfe574ac8cafdd9dc47d54cb9c185360c613de27fd6829c2201633914f8de46e1de1dcd229e7f085ce8ea3e913e4561501ed4e9ac04a31070b63914f9904ea19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953316286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3f266a209ac3e993f6759b3b66dbd26a3108e6d7924e13bda73e68327b9983a37720165545e4ab65c3a463afe92ffef0c4089604cf6fcdf02dd387e44c92748c56e742d82049a521d08850372048d24b10658ac8ba9be479f405c186eb99328c4430da338dbebb3e170426b8f6570bf0f6ea837281c9c7c931e44f84c265672a6f091b3ab3dbf5420a0176e54b2c2f6410a79b3fbb0b4e94ddf86d42505f8190353340f2278f0b87fc2f0060c3a17a1c43cb44b340823f8fd9939465f4ac3518aafd53b88d313934f6c63e6e6cee96fc669f720e147eefca2374bdcc10b4e31982513ebe73b69394309e6593caeae3b71ddf7756fb486e9f621b58d4d0ecfb4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953345461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9781f75c51df2f31d832ff009ce235b694ae302c8319efe4e7980728d77d21cd12b537d4bd37ed97cd6f2659ed1b920790dbb7bdd20af0141ca15b3e2db6b95a0a1bd11bb32b9bc63fc0b67429303b135cef25d997b36437c1a88b02d6ecba9ec6639947391baa84497344c91a1272166e3ebfe6ce59e4dd3afef7ec30aa48e9fd91a988d247f5f439345388ec341927723d711cd4e2dd9d5a47dca847f03e1c4258d6513f8efb53d963f44c60f9b931fcc55df8fa34df08da18d37a1a393848afe275ca978385d164e95e7b436c782e6fa6717b834bfe25cbd4a5b203dcf387f57f992df7caae36fc7c6cf64d777073ace321d9c2179130772dc114b51bcc0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953820296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b1d16fb467e324b615432ce01d79a477292104a50789ffeff52961ee34327629da1940a0abe21629a1932fce9cb57063c34466bd24244d972299292f51a7d1eca7bf4ebb41051c8864050a49ac7cc979697af1bd925ff120e49562b6815980f6568ccda993e1c4b70ee1af15643e3f335ed261398358d662280169a7e5f39260eed853aa2a429c8977a84bdb6fa4f2496299a05abfcaa115f15e2fe388786e2748cb41f865545b046a1857260ee44aa2d6beaaa75a8ed716cd1fbcfb9e9d1493af5dd9ea0d593d0ebc936040c5904d619cad0844f55999a026029f36cc62524d3ca01ec7a478c8284f102ca710968032b069f1ce5b80caddbd779f57b1956260&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953833441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=af193272faddb3f9e3b3abbbe86d7385040d62b39e5804c7eb48385c44d0481265eeebd59c620786150999a0ea750a4673b8fcd276a9e127efe8a0871ac0e4ae84b28338f63b1126558a520e8ae862227dd3cd7daea60989860e05cf47c0812db890db9435bd4ea85484589e685c48e91564244da4c30d1ec9f955c63cf327f92b908bff40811e462f6cbf0b68dd06cfc0e92698c2c0f1e049e713f1e91e387512650fe4e38101825156226393db33a1bd8c70d706704d03b238c9f126a249c7681035a9c8044ffcb1ddf560daaff502f0384f0b2c49c19332020e40a61fd1fb42592e95f8696f9282ae3bcdcad8c1aa0dacf4d0db171e5f7ed5940538c1750c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953825826Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5c8eb4e1ced5383b0ca92474ee7eadf16b9e6df1ed18bcf5a76b1a443d046b356b76eda51c6a56ea68947cf878d4b8c71809d3f7b11c8e50c74d06060c0ec1bcabf4d79bda706d1ba073706dd438e598939fce100fa897ec76d21c55415ce8fa4a159bb1086d998891e192e522251a6381566f770555e3dc59fc7d761abde31973680edb0a8b718527dbf34ccf4b0c210468ac5359316c1fd3222d88f1b31b93e9983cba3006607611c82d03edbb58eace4486a14613e018ae9ab05d7fc67d3c4577f28c59eedc51f0d9703cd45e65d02eb8624b777c677fdcc04a9b78e77e232084a057fa2f038331dce71adb73abb15ad6a08486055256263da6684999ed11&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953331565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ab4e70c5934df7b70e958bd632ef52890c3c1b965a6458fca71f35cc73411e830dae4d18edce5cbaa5940b72a9fa1b26f16a3e7518332c44e2d55e8ca2c07c22685b6ee12ec2d39376458fb899f90a9e75c0b52e8557de35a71061f1c8438dfd8162977f4f789d29a95ee57903951bfbf671898282ed344057e62b14848925b708bd7bd38d2a97e93e3863b0d9752d30ebf706f470e9afe8e6cd6e30645ed8d6cb9a53bfb00a89ce267399dbed69526aaecbd7c6fa2d79f6adcfbe8153837e28e9b65244a0198d3137ef937cd3c1a1245b58b296dbd2a79265c25439dfa863b884036050678851ebfc61e86c38840454c66ed1d4371d9cd3ba36ace6197ca3bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95334997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=63243edf41a1db9b137c5c8fde068488812add92b4396fb352ac5ad8f939ef4f390e9551341a1a9553a27ba23d6b5e889c1a8f8c063ba4b2aa5c4fd78b47ca79a8edec85a13aae4f25d780b65c0998560aeb94d19011e285c9996c1e5578a5de7790440f2aa1b3eb2cad727ff7db3ae78044317080f5328d50c6cd061e7edf81b441f59816ea8f577aa828a9ede96670494e9178cae66a29621e44656d278c7b456f676d784a9ccb1845bb6be53ac5aad26ff17deed9927a52000cf15f88f45338124ad17ec48d2845b292c12db9c3c5a0980a7ae5d7220ecc91b5daa7b5dbead836b88b9dc17c3da6169310125aa8e97b565c8ebe3bc6bff15b6b807d89e83f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953341133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=237d3d8975f83e69c5bd5e2472f2156237e310ed4c46bc829f5d10b802494896ce6cc6f1b6cb264e8e67b6864a1dcd8e986329f0b9c385418fcc65805327f943f0145122fbba8c0c23755e5a7398f4d7d045606675a75d02fdcd2f8d6e798ce9fda1549f4be5a8de921b6ec673b46f2ea68e8d47c75ab649d56be21d47bac7bd20e90ed4a368937906a51052048694dd134f2ccbe42bb65f8cbf7225ccb679b25bc8b0febd96348b1390227454bf61e005031bd0bb4344374e5a7853b4f204e668bff256c8dd2aae10ba5cffb88ff345e2aa8a585dfa5635a1f8bb41240060ec5e60e513fc31bccb5412e092267d5c5e54ed53d4ca886b901b7315fc841cd2f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953915255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=15445f996a66ad39fc6fbdee2081ebff08408de762f131682bca315583ab7a2da8f013ec4325b5501977150a5be5abf2f751cb74f7329902dc2a52c3cfcb7ba65124b2f6a72ffcc6721faf77471351f1b7c5754723b00c667283f40dc08b4f7b2830a0db608ea1d9211316f66fe2157aff1a2b2a79953b1aaf9fecd638a13583927375dd241b7011ef9b2d3f13ec80362a01c6d36d24a843af055bf3711fc791d27fb4d742301deaac1fcae5d14b03426a23b1af21896b14d8c938bcd743f573e337de9aac8048eac91194f816ff5ffa17ecddee4670b8aeeab7020a6c939241abeee9a0b71d8711186c2026372415566b9fd25aaab38ce5c947477bd5416ffb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95391817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2715b087fea6317d1b519effbd7d22ef169a4979f016ffe68b9c8499f452293c7f40a8eea047df3394654c3b7b81721463a11425783e0143807298c95ed9945817b83b60f43152cd05c469e8c801f965f1f6078b207fed2a7ec1023b9e95443c761cfc8214c74b3a8a2658a9df510226b52ee9a85eb3dfaf970f4f48ccf4f32e9d1a2c66f9ff3b7c146b3dd3782093c941e1196e2bf314a3ca4b08491e641cef9302da72cc6042f99b36aeff6556b2be24ae936436007e55230519437b38caf021a2383fb627018e46d2f1eb05d20057bcdf2736cb5bc906a003c89b5f3a30b8b1613b1a61ce72364c93ce9d8dd43619312598f778629a78662b2c5472224255&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953946313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=698bb33c3f97ce05b8ca6332b186c99ff4307bb863fd1abb84e9830320361dc01962a926b0fef6a2b4a899eb25f633509acd7f8fa51eb15305a1d20d26321ad3287d07ec54e0d58d899fa04f80530ae6c826667fe91f75a12375ef25559d1af8b8893d35a683611f0322cfc1b18ac39eef03e6a539355625eddece38bab5160d4db16b063b3d31ebe7f1a4faa944a70c081585b673726ebd8735ddb399823d71d61267529a6231828a55e3cd57833fb9351b34d7145babae82f2733cd937a41de1d36f97aff149eb22bd5111d41d72fa22d7f1f33166240cd238d04c48663e17876f0ecefaef0171609a016df852546c47af424cb9a8beea6bda639bab98da46&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953934882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=18e943426ed6e5c8d56be8c438ffb19d21bb89a107967d39949332cbb772e05b45eccef29eee49af614813e3f9773298254bcb07e2f95d1b5478a7a5bd6554d4632abd7d237b0e628fec5bc33ecf7624f80044d9e099cf9b7c54a899648859b417a284d4e028657b20ffd3fab9912cbf65eb5395aba2c5dcaeedcd5383266c9eaf8742cb8592ee99d368f214641ddc7d361d307f193cf45c1ec514d3366995fe87bb6e2a3ac25641a526939ecf37edd5e8bee6f05e5bcd312a26056a4a03d4f788e82dc1b475a8b2c0f7c2932ca51812716994405af628c8c2bb8ac8bb76b2beb897434045fe4cdbb9e6dc834522012d991ba5f5c5b3c5ac97b0964c06600f38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953963967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b19147d240835c6a109e7762d64ef05740f89d9fb2bc4f345dabd9ef01913441a2af6c07344314d919795c6e8d24cc0f2994ff5f7666d7b9a9f6bf5b191f26f0d16c4349f7d4e9eabc3a88fe7e59e8cee84ff09c73815495ebb7842c8b79eb52f758090a5efc6531e0bab9314ceaac8e1ac4c2bab7fc27fb2cd88d09c87cd76a846e89984ad180860c2d1befff18ae03c4d3a8ed01f6b42eadb3dcfe52b329ddecd53c58ffa1f780b133210156e7bc0dacad2bf6b60c5772442281d4ec50f17f0a0ebfc7f7f9570d9dc0054f039115b898ccab794d4eeb75ad77571bf1b985574d02cf1676b676b6974f2323fbafaba127b65018ad7cb6722a3f19fadf3e46c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953975879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2ea17c68491c83516322443c34aa3efa80c2144ea473a089186fa3e45ed3cff3687d30f041cf9d534f4be3f905c7bcf63b834f976f6bfcc27a1aba0eb477df5076832bea7f8734ab753aac98a6b752be2e2dbce4f52ab35025b763ba2aa2898a4da677460bd7c922406dfff575d7de9e60923757551dcca571cfed40672eac38948f9b30c61b15cb4531742eda067f2691156286cb62d916752ac4e1c104d222648607b55ab3c212c75c0303840e0cd20b2ff29cc75df43997dd183a43b30f22c77da76d5825903d8cad29c772f1fa3a334eac06120a363076309ed97dc69540efbd7a9137ff2944ec43ec0dbdc0d13070b1da3f50a7c4a793143debdd9ebdb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953703726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c3b7c0c7c805977b81f56e16c0bb1f2de955755a74bf09727a79e189c3f461a4f78d4d499be328e07ab2c3361273a5e665cac022e6d5e2b55cea06bfbe9107fd0732c0139d1e9b01e1df40f05de81e7d37249a65164ad427eaba608b1feaf1d7d1889a1f447bae236ef00403ebb163513c4ccfcf8836a8573566502db68805b40fb7c6a2f656c76b35293d426f9bdcdcf400c98825cd8e434fc5c85de6311439d36300f162a63051b97328c88be9d727fe67dd9280c3713ddbea52a27134c8f79a67e9b352fd98657701c29979fb10cdf44f248427624d7acf25025ada70b505ac24be41a299f72ccd2f5110f7fb2b8fc78c1cd4eb752cc1bb1ab8a4cf9d15d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953714977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=86c0bacf892fd232d55982da8a9a9992a167d5e23806926dcdc76b13ca4d7f584c840966acd0fca97f012b3d5e591526960dfa9cc630f1018c86b1f093e1e87ed05dd43782f087d2e04f73d166822f1ab865d8dae1ddce1e14dd60ecace3eb6451457e27df061fc562bb8c50e09292542380fd280c8c2fb039f6b292805dbb1a863f97c3c2b80507e35932695917d68a76f205dd731fc3f9e13e67377cc13c22847f11c67c56e499a3241cdd26151e9c5c04d216556428d87b183cce0215cfd3a89d1978d9130a0eadbd524e49ffb605e68c5a8bf9a5d7a0d299cad5e21709c148607d944043d8ce2bc925a9f46c69b7c063fc578933f028736a21ac2949e7b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.955641818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a70fd3625f1c5296757bd253d969e2a841706be571ef689b464c9a4b9cd0126a65bb9379bcdce8a04fdfd009ce0a9a2531161f07cdf230d9260cd34378aa6d9126c0a8dc39b323a1b381339d8ceb431e81efc0309236a6b2a14147f48eed9b3904052d60616c49bbb33e0f6e45be813e8c33aead937d248a4878b0a03c8ac67d33b6eae610af2870bcb2a76d1507160966fde9e0763217f73b77a890ebfc125ab8551b937fcd5be437a88868b74a7773c1b7a02ae8ae6fd467377efa50819de53c062ea020c8f5136cc698181901bde0f74535d3848e2b50a241af928dbf92145f6704e99ee65d1b781fa611c315b421af6be0f13be94b564a9a024a6d802a48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95718707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2485dcfd35baf18013c0036b3dfab95252abc2fa227a13b8e68b370ace3d3f004b8bd24622eb2ad7a70584bbb4d877421f84d67876c8a6a99858c62f1bc3f8e250faf1e6f163f65f637c07fe8e2692b9fd5946ec8b212bc2e949017ded40ca809be1310c3b141aa413626277ea1b78f6791a7171b1c807eef6ee7d573491e867bcf30b1a8b5c353742cfa268b75a2bb7185a48484c8fff3f55d4fbb4c03323db141b1c66d878b46ea4f4e485281d529a1dea3ba95353afa85d9856fe64dd657997efb2f17bf77780ab1e98b9a5cbd627aa38e4cfdb11f6d2188abfee7e80bf79b2f1cb98da32b9446004f2b6051caac0e40cfb6dc585414b293b813040b98d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957366228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b079ce8731291b55d894b355946651dd5dc807cb4cfceb06b3cd178a9e9e2c22c6ccb87f4772b3bc66fc4a948db34aa7793d037b8ef229d5037cb0b7c631269a56b1b0979df0785fd0302d9e74286b5fc649f1f8ca5bbd4678162b4b39054d24ef09b13153ee4408294099f406e48077b03a521ba3800fdc29991bd99a3ea7b83694e0932873fdca1a448e095cea8c93fb90dea54237c80b0189276f28b90200bd54477154ed1ccb925ef52487073759654f012d50b0bb6630a683ae0e60e71525f1f439f938d78629b30dac49d68a4ab4477c3985815b94d7fc9cf31235e22ccc9352a7db92dbfcaf149230f1690e4c584e960bb208373c88cddb0e08abf24f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957405411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=23d2dcba6e7be1e1f31007307529a8b63c4618ebbefdd57d491c3bc5c4719a24c66372c2fe5e157c58cce12e565789ea842c82e4776cfb8070b55ca3de8fe88914f0d342a59a8cf253aaf52e7f01d001e2cc1497347b44b65dcf59f077073fec0c3fa863a508b8ccf67726ed135307093f1c1f457378053d09762e0b0659ea9b72b6c6d918821a44eacb62ca8131ce9616199422601dc326966fb3875c5170af76a59a432084ff8afafd4636349ba40892778863f3d6be9ec7e9fc7687110d5f05f422ce1559eccfc4986c1ad822e7edfeff7e55e1a1acac8611cac223066b8e82034cd288f5acbe4f168c0057115ef77c5ea952240088f549ac8fd771ed013e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95751591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=82a5fb5a9daf079fff11115ff909442ce97e27a70bb8369f2fc76b89505b65d86516417874b2340a69b404587ec486a14be5441c8e0d5799d34569af564d64c0a3142535423e4bba20e93ede48bb61a08ab578cb4f380f328aada09051322b7925de6b75c95e0713b6eb9e159b60b980ac1f1b0f865e8cb92c3f8037e26afcbe9f1b8cf07442b0b48eff3d81ebc26802de473d691a36aae38cd58435d015988d78cc507b2ed3c136f40a42f6f3b16eb312bcabba183926a7b62af2ac4b8e506a957718f560cc601d58246680e79f2f034a0150647b07e44e511c84dcb5af68923b566b4537b8bc9902bc5e16b9b5f3c5861de257356a1be7e939f5a5afb1cd84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957666954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5767f494f21636f55a7577ea32582fda078b990bc01fefeca1f3ff3c018945e527e8fe893802de1240ff5703b6ed8557960ac40a03b6e443e2359e105c98524780d189734ec39b4291f804de3782fa81649e57d8994f4faf1023c4ec149aecfd91cb1e4cfffebd57107475c36937af2fc7aa9f6136289d183d8f852df9288d8770648eac585b6cacce0f156099754dfbfd1d0ff93b0925780e420b2a5f6b0f5ed440a09eafd9d6465e57165b3d97c42f5aa5a098ae40f2fff7cdc512abde248b3d258ec8ec73439d63c9e43d6af101bfbc1a27544a8294dafeab2bbccb5e78dca294f5977356f851d2f59761f7c80d4c0ded2ac910963d9a7180b6b357f0f591&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.956048525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6ecc2dc13b0f43c756c7813ec38d53b8b73e86c48dd5e86b10af88c5ea8d648bf4fda8c9ca9fab86ec594477d986b5f8aac8fb313239f425b9322b609018805c9242f910b93123d6f4c62fc6396f184c2a183e172007d9370501fa92d706d6d3271922107c8beab90c2806c1f3f6d3d569086f8e0f8fd4656aab3700ef3c8832b0552f69d66539852abd597dce9ab62b84566749b8fa55bc068055b9320daa8ab613b8bf7e3452f33449397a79cec999bc244b24daebaef8c595601c5b9379ce6c8c753775e303168e9e9bc75ae9eecd1adc1c94b2345f16e1bac29a0c0effdd6ccb750f66bf63101c834ddd3debe61f6676c508f72574c167619c5e8ae679c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95776034Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=94b8347698c1203b59521a76f5839e373d255d8250003a0d8f662441ba87636b6e2273863076862e5bd7e007d2a0eb1823f7f7eccb6f71c90a2f840890587e0f7fd86967186b4c1ed78f2660fb9d3259ed894cd9c2278149d3ea53b39f572bd8647caded3b2932bbcb799bc80ee73682881165586582d9ebb3b5aa90bddbfe38873b3c5a4cc157fe92332f71dc1f96e346683f9ea0254901a2b61327f6c515ea943d36859c67e61dce26f2ac0ea5d3a384177170d2671687def5cd49ddb53c5c648260b58de50c29fbb3aaefe90b0f182c48cf566f1767a73a92c3cb8da14952c9529529c7f4f192202ac8ea7592773f2d707dafebd355df398e89a88974c05c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957799504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=219c15de732c80d5dc92dda65481b63bafd9b45c5c8a8ff0244b9d269d8f1e355dfc4778deedc63e71f4fb4e30d458728dd72c67beedbfff78909d24ddb259a3187d207397583707427e0cc33f009e5f3b54deeee14f4d3ebdcf77ef9bc0aebf741fffa9ac15656aca625bb9649cf6b04881cf388a709678feb8cae4942589321d3d2d21e6ec932ac4e4a5b0edb9d678ef033404f7787422af291adb7f124bac720a361238ee2fd1854a7abe47a6007e1a164b8aedb5649e4f13f826905b527ae2099011a6be70ae2f5b9416ee3edff41c9130e267a164d9545b772c60766ae229d8b0a0d55542b7bc601a7eb10cd3604cdb64fb6370a5fe0accee14704f7316&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957830723Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3fe6be15d5cf429a22a27f8c3b9172b12ba7254982b5f47a339a39ad0a32794a5b57c4885ed563d97b5d44228abea593035fb2efe8d39f8add2fae27f0d8ba5c36f806337d8f790c10604f9723c82a5bc35d1ee98424ad13de80addca5962b3c0ea9a97df0b9cd6a3f46b81e3a644344e9629dcf8672359cdcfa0f135e558a9f06ea7f0bb969108e676ca1c0ec90894726b10bd05252fe6cde5e240d1b32006b18f3ca263f785d0fc109587f2f419f0d8aa3040b9e25d7fab036e0a31b156711c1d82a884656ce08ce76a9f229371117d388fabe816297de518f21b284dfe558fec77ef8c221dfc4cb16ea24c1848762d94b59ae1c6c482d60a45b916e228bba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957847374Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=030dd6fdf64f04c9b63f23f77550aee1c12156f116ac1790b903413528c89c2941363cffc6460803bd8ef0c12e8f7dddcc36d22cf040b53b83e68ef51b5034729de1f246fd015fe54534801a93808d529c93bd377edabb2f7769a5743a9c3716ff4c9827ec8d332334786f976f2ca7c61e878612f566675d2cf4d342ac2ab5ede9152f3c7a484687765f439e903e77e2bfb958cf9f29d11bafbbcc90d8d8a69a51382912d66f78112da3cb70a47f79349d0c065a9d107bce759cec0e3994a6ffb9e2f9108a94f6139b189f1bee843cda517ed0bc6f3cedf98bcdea1949b1497bbc4d12b0cefcbf136d37987c0eec254e8a7a4ec5c9fde14c2347befb150b7584&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957857052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=88abb1d8fe4b361719031281dcc316f5ae4224b02b744fd2dc75f548c87637074da1ac0ede17c982fee4bdc072a3ee015cb2d57d3607ff9a72366f487c4ac2977957ca4f7b4374d7097854c31e42500563336143870aeacfe77fbb0c00db75ac3874686da06d9006f449ad30cfbc4a69c43f719eceaec1c27dd9d025950a0cfc492745dc0d971bf422155e72a8c1ad83190e4f7e34d7963b668565a2c5925d6dc0aae7f2f49ffe6d18b8c0effc6946544cc3d579071e035db34be97253cc6e690698cc5f48e5e621eae5be3c8982567c48e7c54e3602b46944c06419e86843397e83578446c129fe680075aa6a1d1b5b0d3d3d39fe576cdc8d082cd2a138f6d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957891016Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4d34d354ba6617ae828a1c534e431f825426c2b50351ab1a2a7d372928fadf863952166997df789354c2d0a5179b254f0e56053deb63c48f1af9bf5ab10350001378ee1bba38272918350a47518ee1c3c07b504ccbba32e787f7bf8327c833468ec1bf0755fa6f0af60e294d665be048bbe10750132f71ed36a5661c02eb7b0077c6a8c92494c995bce215823ce26fef388d3e93eed01d7a3bc3a9533d2a109fe6948730a2bae0d829841770ea67eed91345079c53ef4ca2e4809b6df384fc68d9ec0f1191886afde2b106e2d1a982ca482f87026458f010c3833d3e7cb56a0d6fdee8c65950c948ad19306503d011b11270dd039997dee34fddd23ae7f96676&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957763376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=909e707c9cf1801f1049e8ccbc4e6ba4ce19be52c83dd7b4b3c298cf5c3cb2bd4bc3406955bc8ac10330d670d8eb78335febf69a9aeafaf95db9a060cfb56ea56290a5dd78a88e178940a437f0b58c241b0de8f0a74446677883814049c596621ed9697ad86eb59963b8dacfffc3f305517d63a05d727855d068f4bfc1625ad790edaada9bd6d39716ccfb2560404152d608269944cd1b48047b28c0237e7cd2942ce75b81c44e65922fc43fdd927296dd9ab192182044c5a68af93f7c2430b126281b2f56d102acb8f73d271f7121c653a8dba83728efa0e6fe03cc63dbb780526114553b0c30c0cb0a6fe22fd275c8a697e919c26d4344df223ae6c6745205&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957955949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=521a79b081e56763245b061f88df6cb4bfb07572ac32c9a9568e6531ed7079f37a8764743813af9805fff00fb336a6560300600889d139f3d38729ac0d91a4bc32f27a4f28c8833a6a2cf4edc3ce81c9953e97d5377f108aaa66d83842190e6b2a06516fc0aa4050e3f3cc6d34a60c83a7e5d4798ad4d66be1993299b3044bca3168cae4ab020ad3e3bf2a715aaee011566928073f905f5f7147dd1f06703279f64261aa7e68044edddb733e616d15f4fd4c563eb9aa5742772c5ee06179d626f06408eeed2fcfc7c35ecdd326ca6624186657a98d55e5d7341f7a4c4a37722b9b3be125b3a63d9da0d424571038dbdf9f3f695f39c1f2648264ae5ccfe2d819&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95796186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=72222dee888e6a9525603e18134483a140f5b11f95f81418028375d2044714ea5c3b883374c55b847289f81ff604a13afdebbed74905280e921d43bfbd9b09b4051a903df254133f5eb300c43a83502323dbfe2b6c41d30aa6049fcd99222a2a04311c950745a2a75230249c5ceff14a06d3151ed22f91bd9a2862a4b86d7f1e0916b4061a86aa8df37302fe992c08c56d0b9f9bae0fc1fb6e1abcf8a7f3db0521bd49bcc2a422f755d49dfeec92d22dcc776bc7a1c35e15260b161e66113fbb995c593cf575466f0bd56d7305678679c64c16b0de14626388442336812d29d0b4f021a56839b8fd95646efdb2ebaa84c3798a76f217d9881da176ea329eaad1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.9579989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=31f4582717c153d7e777ebd499a985a3c94c01bcf954b7201cf94e3d5d6cf869eead312a7e0ecb2f2a289bfb5c25bedb9b4a23bcdb1de336a731942b5e76b8be0d05407340d31abec425bafb84c09672b73bd882c6690fb7707e69c20097a9e9c8c699ae750ac81ba81402550c182b41eb09455a93f128ac04e409cdddc7992f744ed8f5616ae2c498e687547e4c42659dbce7c2371680fa3367b6aaa0c7dd535d6f9f5091ea9c9df26601322b9027259b66f2d8c7e81cf706fadccb58a8e4004b5aa3fb535d94cc83348b529591e5d26ff40aecac6fe13e814b2f5a64b373799edf21848e47a200c595b8993f7563fb13b573c92f22ea9a959bb1a4a7a9a857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953726219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=40ece8b40c614d37e4c07f74f67340d2b1599b60809ed482a36ebcd01af796a3fb320f84565d069b80b14baa88a370ef67d797ddf5852601e2f7879339aac0efbbc3c7b64bfd964de9f5d43e62ff6266e278633bf79bb9d9c7124c6836719e1af0003698f22129925788f3af7fe0a176009f04318c63b3a20d534a5dfe521887dbc64bd0a3343c5db689411746987afe61f36477fd25af162b358c2fdad72edddbd263f54ddf68c94c5276be2cd84142bfbea3dbf08cdf66e90d0761560890ea37195541204601e12f5ec4ece13d372c072cc0f2096393982c8ea08120d99818a897cd19649a68a77eb3657ecea9f80b1d5883019d65222403bd48f6918b8940&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958024528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0a4c6d5f4996cd44c470981eaa0c0c1206822aa2148776d6e574dff15cb162acb2db68b95ab9b364485086163ce8bb2700d95d5cc3105a0b3ea885db4f3acd3d90c8e4ad44010b244b96b8a39f9aad5947a0db21400089ef3d5bc8812da7bde6ddfaf61621396b7155f4399996f02bce3a1c19f99679caed81bfce87126be34a7391560075e37ab642c5600d13a37e68ed2b6eae553572d09ccd9d509d1310f4d595b5323b37fb9190f2b9978364a0b60f2ebec78094c3348768a9531b47653835c14b6491670e7f58250d563301d96edbb1659544e6af230be96be255543f3d29ed7c846db56ccc1b89a8473199984524284466c21d5767954c223f8e04d7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958050747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=53c21ee3757e5bc818befea4045f6ef9465279b181c487adf768a703b691ae22a4378b385df6850fed46fe5e18b0b5b8dcf826cb33024c74b6216e6971a48afcb3069f7a4b1888179b1239e52391247dfed493555f463e9eb95e18b3f4e4ceec43ac3e0438f24e53d1726a3543f93da8e40ad61b07a8708a2d482e477ab3af1587e7f4038036703e5ec7d208347b2e3668f8642eddf3d36cbfb7c4ca34d938ed773748560deb78a9ca93ab9cd5c828eda43759663789b366fd35c08180a1fc04be74a59b62fb52b6547a5da77c9bfab293d5b786d9789ddf63b30e898d188585f06c3aea44dc59af092124ec9e37de4e3c08b852cb73d048afc8fd11de1e563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958108025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4f2a46ef7dbfa9a83a87e4661cc37667c29f0b9b606bfc35535e2611e85f07d2f8a6b73f01228ad79a1390555de234e9860f352a53eeb40566467c607d3cf00953abd8eb9294af612059ee0ee919fb6cc59276b0b1e39ae45bdaa550a7da40a2afab09c462906a7d34a3daafcc5b1270aaee85031648016fedf4e61b379223f18222aaf79f913dbbd05b55a1a1012fefdf296861f52137bbeb615a6b2938cc2c86db2e03e09ff033d569ba9eb6ae1b0dc03d9e4f6cd93d76eebef653312185fd911e6ae5fc1ebb55d1242bfe7be3beabd295f1e45923d2c71ca85147c4e74a9d4437d9844e49a5d50422b6b5569474a3bf04e87faccdf5ed3f85b90b2d5a5f9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958124005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8c16191ea67e9af4ec4e93b50d49249f819794f1f98a3ccd64b17391fec05a50f7b48b71a3f4265b4ead29ac3c0f146c9ec3e041f382d25c7f7c052ddf649c1d6a425631424bd96d30cac6dfd1d64fd48dc3d6303001721d2077bb207d1bd979d90a43e4722eb5e16a629eb1d6a45634247118614b9010bbd7ae9a7d26fbbba8aede76211506cfac68d1730521eb5ce66ee76843e21fb8f62f894df13a575600b1b696df9311cf91cea5a47ffe1271cc4c1feb335f1c26f63343f5ac0e77f4506e0e72cb89fd498d6140d50052ad52fe194ba04b0ef9f0406a57923b9bf4bece5f6e27bca0795b67dcd30c4d1c82b79f2b3c8aa94bb439aa067a38b450feda5f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958137301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=38746a0c18af709c933e3b295a9fc84b4dc97e9adfde493f0f5c3735a128386cf80e06ea7a90f8982894b7c5380fcafcc7cf5b551375c9b04307fab9290b65eac3c8a6433ecfc029103ec9fdcb7951c007424d5d7de5f51012085b5889d9181aa23e750c046183c4d8512917ffd82362fa381398b6b8d8afe7ba7c65dff1ad51cd2ff9dd9b3ff5057054a67c085eec578ef05d3e623684a00c7853b387d369018963ae84bee3925e8736cfa00156c6ee8bb7c4c3ce4eb53c5b2b13b02f0c32c6fb8bdf0696526bc5dc75dfc11aa1a837a3f140278d93c9ec52b6c7417ebf940f0eef4abd105a4da36747e7ec848a18d24f76a13cdc40973648f8b135c90d2644&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958157188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1adfb50d8359065527c3c18285ff573201b571bdfb08179200f4bda94c4a585d427d7237483d05b7d975d04a71c72094f10a379001ffe2a85136cca6fb9741d34b39d5c407f40981ea4796870a97e9cf5d014634ae608e1f012dcf257aaa3af442c8adef2d315e7ad7c41478b6c3876954bd411d78c30895ffc7c3dc9053b6574b0a56f3ea1a908d73d4ec761a01f524644e98efa4b4497940a141ec847da4a0c536a7a2f518620a8fcf5ce6b5697c5502a61fcf078d962bd6279971e7a01d56bb18b23c0beaddda9a15fde8359b85c6703ae5f559b440c02816202034343f6fa40a65a8c536915e70d167c25658deca46480493c8914dfba6e792ac7559363a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958175252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6050ebaf3f51f0ba77eefeff26f7c93c2fee42065bb0086e819f709bd4f2f89da5a9cae3f7905694fa8b61142bc6b9433a19326bb0729574424f80b805bd577fe7ee6cb7c5f6beae150af4d48c7d029d9930b2c29cb724d4cb227bb1a8018671d5319229f044695d75867823f618be8a5f2ad4a14536025b64e1f847374da69ae59fe0e6ea144686b2d54a06c31db023fc8ef29b6b71ba8d1a6bb60a335ce6e93f3afb4b2ebc3191315b6c2a9aafbbf52666a1d2d3b8a95f1c999ce0a5700cee82d9c6555491b03cedcb2b76bcc72184f4ee7444fdfdae9babbc34c173fbd63b2f39038e083eca0b74ecffb54eee1c25c78daac7450aa9f67e8975337b1932a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.953767677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=25b80bc56efe4cb676e425ab1f29c3d2082a9ce21f2c97bb3138150e529f47013392e082a9b70d43ec6ddaec21e89a379948b01ec16c59a978edc32ada8e83a2de9026542f62974bbfc26e7f9d74929ecd590aca8d003c1ffa98daf2ebbf4288a0804eb495963aafcce47e843015b1fcd6210544b2f00bdc76e36e570dc65efc8e00194334e4ea953abba093fafe7afb946ddbfc8e6cb108b62de696f2f2e15e5504e7dc8e71d0138eb592a658bb9ce387b5f400e09c32e6bc9687f6ebcce2256396795935bf5483e14550a079add1441ca94a001fcc62ba2b8eb91c95d486ba17be94125d2d7f16d4e01e12a4653c213aec6aca1c3a29a344f73739536a67e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957971398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=34432ab4079df0e69f4961a76026baa689cce9116d8bd90379b0620b7b96888c0f7694d873279a0d564074534f626cf79df8c5ef27bb770a1346ad45bbd19e3a0054877c47e05ceefdd274e66fc3fc83e4094e416a59d5aa639ddcd6f08f57a512d4312e4a5e8bb18c97a14fdafb3ac583c2f55f9cdb01ce283b0d59bc932d26c27714a0275cbcdf3a9bf9861e20b9f4f4d070bffed880d434a925e21a601e83a5cfe92f6ae828ce7d64d64ba1f3b25139a469e40a8a9107dd7a62dfec7950c3491fada16425bae5912d74db58a39882dc11130aecfd8c5789872c687ece758387ae70f10b8ddc6038b513ca23d5bc591dcee3ba726da1b402c63b1b95833c5b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958201862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b0134efb3b8e4c2a488887742577aa21fdf4cac37a8f933a2a945234a0e19b33d6c26344ee3f1ae758682b2cd708659dd6cec440745a6d8fbc5e8942a224f69a6c550173262ab214fe21f9b5679df17ab4b578aa33bfa9520b20ee5d9a71b74b42bf5ce9378203bad2910cf9574a914e16860f9904ea18af936eb76ea03d6160cbbdb6eabc742f7dee1b64e961faf982ffa79b70b9fcf1dfc33168e10113d35d3e02a1732365b0585980e9aa3bf166b80a103daae6402c3c19ce2b233153bf4eead4c4df2b661ef4997f413836f9e969eb6567e9b4c838650e2587792aea0d1539ec5225f61810032995490b8ad7598a5f6265f90df8b6e38be006efea719628&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958212402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7fc661d8a4875a3deb5851c043d5f34a90fad3933b8f92d67e6fe38032a80a68c0b0fa7ed6b7e38e2bdac893c3f9eb87d92a8864e268574af83ae7a57f5d9da74ad68fb89ad05dfa7a1d065ea92b6e46eca7a4505582d7c2ffdf2565eeeafa455ccfcb7312ab2dcff576f8a2c65ced969dea28c500112afb631b9f9f483e0c0696b47097fe484e54c7d813170797343d90ec74636f282634225bba99c558d3b7dded358e973761a3858c9f2dd6041d9777b60a2bf7bb12883b6dd9c5152a69cad3fafeb90e43ee23cacca5bd299c2b5a4d489dc233c7a7f3ba520505114b96dd8e0a03651b71e12130bc6e80671b7284805ee2cd1eef6fee695858db7c3b27fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957970937Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=984fa46e5f2b183255accea5f86dc2a8aaaf9bb984affba783a109639fab7984b3eaf6f8fc54a9d304c0a049fde7977681ba75de6e725bada6527dc64f3cbee1ab8f62f830bbb7ef65cbc758480f0b4f30ec0f3e467a8bbcd9a38911f419ee933c2db673ffc04c6707a819a19daa038c1818b98a2e201849e6d6d0c80080358b49cec28ec32594c32636636ef7b025893cb1330fc7357c7bcc17566b11296306c40d0e97a60dbd2899c3d2a866dcf0b6cd780458b009a45b4bb71dad31bb649cbda93668a7077ff40e1898cf7abb24e9db3d39ff57cd8a6e9706d676cb600f5f5d4891755ee19a4287c434682b995adb45d09db6b22febaaffb10b81c4f5da2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958231137Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=718106f1857a9654e4cd2d5a4e565df554d1b9f96b8a7ceab9ef9e466e4a7bdb231b9938d3b71038f81100d2bc4b0849a28eb01498204072bec74044f9ad3b7247fa1397cb52914242bb7af68488180d991e4aa20a288ce840536fd773a24890283e7766f3991ef3757572b1e5bb2aebecda385f5f8f61edbd34e785d8d2c047f7589e1c3220c7107d657e8a3e4ff2a529522ef152ef7ce208adc741328b57a4fe6b213012b2fabb105af12201d3f9474673456f164e7c1706479021228e84383f77f673309fc3b788a8bc2730cde460b67fac85cfbd8b8b27b30a389271d51d7a234df9a44631dc45b4229de3560c7b09b0cda0d9125c0393005d0b96e112f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958248179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0edc9be95f32358d1ea784e35f862cff48a84dd6426a5827c8ce9f0873c2c39312788bc812509824deb35687d7dfba62f875431023b5406411266d180d2067a95a894fb764505ffca253e0850abf54f8aee976f2b9a0deaa755eb6387a9d11ff900e81a48225e16842cb4180b4868538f78043a5e063d6cfb7954ac51f479c10611f8d41e272ee758938925e5ce30cf4f05913cc50db564686964e9b167aab9f8be896942113fc14729098848352e3b1ca06b5785a1030e69441eb6085e672ea7f32b6327b686d5c0961de0d56d18d5e511c59dccfb3ba06949482862f8bdb968ce426f67a53bbb8d74050c36ac4f9025809e56b3341a70147e3803bec1e95d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.957734592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=517171d5b089607dd5b84ee11633c1144d356b98530198703d5735b0a02e7329c7e8d670e7671e35e4b8acd593e8c84b42ec77111daac9ea5dbe0a44231fab70cb36b5fa397f7d7dd7a756f2d6f46d4cb9c2ce1764588e1d198044efe6c2b290a4dd6c6cf6fdb4f8bbe3a21f04441b3e77bd8b38461c9f7a5fddb598da71ba58664b94e8bfbabfd3f0c0ab1d679c1493935bf8b5c7518f58b5566b8d1ee174baaea36799f29ea0eec05894fa3ed2370b885ad954b65722ca7dfd882364a8d00352be2b162cebaef795be27354edbc7dbaaf179db1611c09a2daeb80562dc34cbef1144fd42f249ba5be7e41060d3d2a1e67d8c1da03008e2e2eecaf88a086a9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958281282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2455c46b70a68ee753853de5f9dced5ad8f7d47a82a86563e6963c93430be88ce6e7b94031de2a19001ec88224b8207d8e4297115c1083fb26d1b5381a957b8e1dbf03b42a67c676cdf81edc5a6bee36f864c2aba4cedb1c4fb598d863d3a51953ab5e487c6123e5a982d7a23e7affcf3faa1a14cb64eef95fed0f3696d316c63349f0952ffc8455194e067161aa812df47774ddee451b9193616f632903dc48786e48d5a082e7618c0fe39badb810b3c65df2a97009956be49e94f4324ee72e1fbc3d77c89954a0e5d460baadce68a0f5a8ec8785a028f2aae6e301d810a23a395908d8f63975f94e8c73846bf8dac1881a7ba1fe7822c38ced0c5fe72e6095&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958138964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=423139610b33b57a67ed21605ae66f4a674e428aae21011490cc42cf6da6724255dd89f3eee877387b3949242d2a20c76e0be6c8cf0dcb3aecfa5e66f1906aa14abe08c22115912a35f9b6d549555f717c5fa4c1c9721bae829380856594b55fe6505c22b65cbe1f11e0d5ef1c87bc4d0ad1c30928c30d19a9be2712f2b32487174a55706e5dc8f59b23a809f5c73cc224dafb3224176ed517f44e698c4dfcf1b0bf6cf26d79c6eeb8f89493a8a9c6c7f82274fe0adbc4f7628310734c2193838afdd92b5684a31e4fbf4ba762abd4524f8e8c13da24b5f6f19d7f42b045680e9a8faf2f3c54152ca9a4257f32663e32a1e0001918789dc715d89d5cf591c687&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958176805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5d28f64f84d4c739de2b414d36b6d8f930b1d53f73ea4b5010783ad9141c23999c58e7239d316ed1d950f90847c6752397190e7cb5c33ff9de2d9cb34d1982a053de76c328e004b8639f9597d2ca55a6a1f19213860d98214a38e3da72e876f279dc1e927b3e267e454fdd1d3ee4fb073b5d613a7c4c51e991e1d23e20a90d908338ea334dd376e7eca8dec0f185c1fd8792c3181aa31f53f9e633e604b90450f272509dec079b54e0e3127cee06b8570dda556897b7e77687fec55328d62749a6cac2e0193f600de6ba933fc4bd2e07d25001bc170f678a3f9871a050a086f2d7d7fb0e7d5e8d5bd10278c4242ab4bd9ff50f60c2f949fdb3b96e5987e6828c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958129776Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2c382c48ae41aaf27c2d20f3d07a7d91b489234b7374bfc64316da132ff27228c372d52a8422252cbe4871620ff1b6d024c72a3dc9a23438ef5eb2087d8a927b7e5ee7610b45f9e545126ca7dc7da12dbde559061916a104b091719550d63e9045c1b3bb3817939961aece68eb61dc65abe2d4cdc337fa77d7c137da2a8d424c9534b37dc054fc8ab4f2d9031aa0e402f4bc0dd93ac3239c51096ad7732664c9c5fe88963766d984faf0e06dd497eea52d2ddf0243e6d9a3e0f66c9bad20e67fbc199318eb9a54ce8a600f47fa745f60c7ae3c9998d921d2f6deb680647e898c0f5ff1199aa182f8a5b888c8767ad7034944056b92f1172d3e194895839ca822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958435833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8b6ed5d819aea206f5669ac1abf005bde308d495e7ca63724ba80a9c89499801d5f4e5b49aae609253eef9a8a5d2c2ff0d677b1eae3ba11b614e06845d75200c48ecb1b07aa9ef8fde1bee7301c255aea01321e41a11f2493aaa97c6ae10c669401bc73df391a2998fc95590395f6e9bdb76c54cef7a18e5b0363864b0a9ae6b189e1d12a7bf15f8c89cc67f3f8b90d7ce65559d787f2953e6e40583889fffef0788d67279e6db94f722a85ecabc2ef9ed4d33020afaf9b2d400c7ef0e34341d13092ec5742936466499f900ea5f35f82de9c84e4535b663e09bb9913188e6434adcb9198ac86bbbd89e2f04cef811308aa6cdb6bd7a7f3def524880ed542300&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958442886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=314f969a7b4bacf7df2dc98beb66c012b200bbe437e20b26dd10424f083bbd19dfd5d069ec6e4f54e8c461ee70ec8ed27edc7c2dfed484df346d96ee65e67188ff9d7754019094ff720c5e8473a2d1cf67b18159ba7b9dd6bcb6394033d67d6fd644b0ba2dec04880569f63438572f0e4e13f8b9506cd72388e4ac10c0c32a6d2977120f364134533adf93a4581a425ed938fe04215f3cdbeacd51af31711a2f6ee6962fa4ce8a6bc8d620e7dacfb58b08fbc3aff5b85c98f4a0f0edcbec8b2333857f4e47f621015873b17d72b7d5265a039c5d1a24e6cadda6a616e4769d0153269e43c8a2eb8954986e61c70939292ef10b6dd38344647c67ce9674385499&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958443077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=afa6de81898aa7561fb9bc3b3291a3175c2a6cb18f4418ba60636dcabc7b5fc0b9f4428204f0066999b3576405b042a766ee0b35c259ea1b04bef1e7d55c9f2f94bd67844e99bf3dd66148ac4ca1841f0632d5cf7c1ebfc2bc4e8a47b4e204317867ec35e4bf98dc56dc3de804970502cd3622f2194a57d9233e32a28deb2a125090f06fedba55e685e0467dc3db0c4df959d8ce350fcc28106e7f55cdda1e9e6340b72da2b2eeb1b6a1941ca94c78ea5980d954323d05ba8b19812f60d504a3300cc6233c246277abc356c2a6850328192e6d0cc81467c26c1e75ccdcc7d95ad7cbc2848858ec3660fbcfb53085bf59e1a43a5b2320b2d9633ff20bb6e26629&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958442756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7d38c81b12893a98d50571f04c01a1fcde11acaee7cdecfa538f1536e8492e59a171baa3dc3e1b04ce1953a542e5537e0a67623c31f76bb284a8ac27e1701ec1d20d2537c554255e95da7238309fe4fea83ba60e9e83f801ce2906466762bdfc1c7651df965a3f363dcc30d6a980dbb6e80f682cd962bdace086f80ca98d70da1c81ca5d5bf967a5fedbc03154b04d5c16a0fa5cb7998d6f098e8a21dcf1ae0009543f9ef76d9158399ab2e299257ff028d6cb7548740980fb933a0fecdfa7d6747af2c77adcef4eb5b4d58cdb30bd8c40e7da22e25f5d60032c0935e343fced87cd679c82a90610f625a05f81374c7d24a1ab75cef13d1914aa95b063fb8fae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958455691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7a330b0b269633d5b83db23d0cb4bd2fabc70d93a58cb3762226114e4d609c698043c279a038f6b38ea9d116af4aad771a3b8d430fe16dcf8c46118ca7cec9b9ef56fd0db320f2920d5c2e69169239e8b73b3d9d680364b576e2f4a6a35dd3a2673dba9e41cf04893e16eabb8810179c8ecb37fee3e87dbe210b878388fda67df0f853a5b86f6557d53339e6b79dae05c2e7edfaf34cef6065ebcf47571353a1c9db7c3f20eabbd77150ca176c0767930a7ecc136b7a27579af34847def8e65f67d9a1b8d812b9abae3bdb60c966c70d9cfcc3c74fca55d7c9d1107ab24317b6b3bd7ff8846066e6ba8271da0e8180efe25a5eb6c5ad24e56eb42f1af04562bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958484044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8f851cefe20abdaa0f7f78fec04df4d9c327ff1e761245dfc60c52287e025333cc6f0803ddafd83ff4d02fe88e64cdf725e6c2e1bbeba030f7109af914368a1c1f73110481874d95117295cc16364b64a36a43672756024e135b698f2cc4543a8500578ec45ae71ad86e332138908de77452ccb5556bb2a0baaa8e5079bee28002c0e973252f2dd7658eeab6b1011bca9dd32546c87dad0e515cae8491b046a95a4ea19763e7cdd2c478da51baf50d9f57d7d9eb16883104ab285d74d71f565a7f84693300f3b8e4a7cad48127a9ab0b8e12177b6f1f73dde86840d3bc27dceebb3de4ca061e0a721513a9702d45f9465263a5b5e8de382195d7529045c9183b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958473614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=540be542fc159655b5d12715154f7b75c69b7a03e73a0bee36a1cdbb96c158f8ff475aaa3987aee05541b36c19b37424031f292b3c2d09bde310e2ce7fdd28ef28e57539631134cf998d77dbb664e79e5ab8cc127275333db637a07e92f1f92137f1820510f23cdb922fe43fa1b9e9ff8cdbc059401e5e5a12fe58bd9fe670cc6a37bc1812fe5027d7c996aae5dac972eefe5f2812b3c94453f44f351ed95028cb60238e5bac830e6006178f4eaa4b394183b114ab30b49d12bb25768698b95d59855e66d8870664d194cf44d3562d2d53b463e80e3e94a90514c5e84df29bd5f402ec30148b4964148f86be146211184d3ae5fd88f1fdaae32db13655bd33a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958477041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=04025184f89a456da65d703490026e6b13b6c94cc73b99761c4300d3c86e3e5f581f8a3c94f9326c5b65784fc3e3f9e22a0906e463b922db3c0b84f71f402ddbd8b738321cf0225b3b2ed0b84c8a1127b2ede3b24451ea4658d20238f9bd2f2fdc897b0efaa1ebc6a27b313e2994e118d035a1b7d40404cce873f200a7587fbc0a9d503babe54c0c01374d648a2352196cdf3f7a4d4b864395cda660bbb69407c835df382626ace9c8c155b1a4ef48003a4c4d503f40268cc817bfa2355be621f4fc1330ea8db9a5f70215002fa5df27811324b8d9417ca549497d9554377af783c928ef334756aff333241fe83bc601000ce67ff892eac8864be0312e09b378&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958500184Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7a7af63626a8686d74b5c9a25160041f6bc74a005bc1aaee5d5a18fb22ad54199ed45e9e46f4795bcfc9168720deecd0b898180cb41823a7147e9f7dd2748791cb68f0e13af4158fe384f35bb5ebc42ea401258286b1b8c2c1bdf87a17a2cee239ab7b754f3f6c850ebfee21e9bb5850bec53ebfb4bbd303d405f4e6bb8fa6449602989d620020b3ac48b1d2e52bc576c055de3091434099b6538135eb7433fde56b5fe7dc5ebaec963a11d284f767762c15a808a68db689be059b9111ea2ea39881e88e75e2c4f5d7a848e9a7cd9387c5730ac8a57afcb79f6e5ac63ae0ee09bf34de1b6eb0713f558bb915ae5d524db4f1deeb4befb4f9bdca652a1bd9827a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958506536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7d55d2f719f4236e3bf42398c8da11a13c448554ab30b1905c1a41f183895b0eb12fb4b8e645e435a45ffd99109e1c19d925f97605a5a295ce532554a8e72b3ec401e2b9bc9093275034a5517b78a7ea16b679871a92c8f4279a5cbc3dcd311fb8b59809696cce2b5d052318f756f0b698fdc581c09291e6b341130bebdaf7f2702a4924239e3a329742cf3703629b9a179b0c13049ddced9a069fe1832406c76bcbc3684b7c58d03f3d889dfb40dfa0f21a211d1e808cac9bdb821266a8dbb02bd67250007f93f6bef74fc351f89a9dde1ad9c427b02462bce52fe42a9a4553d37f6f010c4801ae3cfddc2e582aab3cd8f0fc8292286d6027a1e0c88658c16a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958519591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bb6935e3b12064b5f414b15ba8b1a1a6c2d367c23da636355fb3992cdc0259c1b3a09f1c547fa085e4047a3eee826bb9d79ccb175cab470cb096c17a7a2b84ff3815ef28a043f0d44810b49edf9146fcd9742c8f63f4eba35d46d7849833ef1a8c8a4c754eb0f07eb0e48b82dc8468a17a2e630e215597e6f2a7dcd280d9a263305fff2a2b4682f9e105775e82e32b93cf2698c651a9d4cc5a09c44bbfe838a121907d330ceec894d5e40f31ba228e06e984f1a460ba985fe15962c0041ecaa839356e2bba23157f4c4e0f27450739d185c63ff21358e8da44d07d777cabd3ab9f7d49496f1d09575fcd189265df8bb05b002a6a0515f7a56f22880f1d9c6344&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958543436Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=191cbcc50ea81f4e01f182becf561f5d3d956bb2e04f657a8a5a8660faa3d0017d87df613fb5c95144d464d8e23c8060373067006e31acf6cd82bf7ed641742ade61e6d28f290415566ae5905e7e1905f928b9a083292b92c0a03dfd25b027e49b39868c2810804a2865e69723147b87aa629d14b660f80c4c41b2e6ab7b9b166625922e7cae35fff2d5471735ba03a0db75e4648f0623e6ac265369508335a6bbf57bca6b07cb4b241a00b32f259c1615eda06e242b316fa290d621f7e6dc796bb1d141c467a98f93bcec4744d34b46f503bccdd206b06d1af18e0d3c3e2875403f8584f076ad51e043c1e8146a4ea0989a20237d75409ee4a86f3be864eb8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95854052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9027949cb1a8bf50b6e3c2712c7efcd666b3d552d95af0a4882dc8d4c4944c2b32d3060add42330c0b2ac379f741cc4e29bed492ce6ddf3b1e4977121465fb3cdc25bdbb3b449394e4c5f00e37c87a2457100afe0093e3b30bbb3f6fde54d7f79882a395148232ac1b526b28d3f68956f985ef57b25c043e8e6f7bfdff8165313fce05ad87d0ccebf49abbd1227931256a9c5bd02b3f84aaf173004148e574d706751496c9752d97cedbee4bd677f8ceee6f933c17d29f38abf96d9c6d2e9f99af9524b67290fab07b4cfcce66e73911901614a05bcc287bc90e176933c3de9079bb8b45dc38f3791394df4f69521bbcbccc887b693f43b29d4c05e24a27f918&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958563203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3f593c23cfbfed7ae91feb4c9aeeb3547e3e4ba64e919c5e2707a38ebfe82b1869662e9d0fa4c4083fe62149c784bd58827f50b76df6044316b555eb043e6ded484b7cc5d7e6e76a60d1bc138a80bc02cf45d3f1c423403e74b7708039e99d2f7b9c9f85dd7628fa88664cf85c6301db84b091453daaac5003fe1869349acfa57a29407271937ac8bbf306b5ba4cfc2726775797e9c25a6991d286bd02e92fc0b20548c3879aaa3a33136b01dc87ec717a1bf30288cbc5fbe2033785a6bbeed9441447f38aa44ec753091642abd0b147b35684bbbdb15bae323a9346e00996087cdc69efe3a26ee2caa86369b02db0e44c14e421aa76010280e1338ad27d2fb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958574204Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=72fb923ac375b9448e437b67258cbce40edd509cdce6473ba4db549f1ddaed167eebad7a45378aa059f6cd344878834ea149bb09bd310663f10f6f25557e1297a82b199815f75c41e97e274eb987f84dfaa98e1216d70c44a25d37383bcc870b8ab26ae341bb953bcdbf9be732e7e6035146f8fc713453f4264f8e6250239903a2b8d33555e53b7f3bfee2938c4fc134b503f701095f51ddaefd051fc701e62bb513baaff8fcb5bc7bb60c54a976af3b17a3a1bd4a07ce1205fee5384d32f02cdd80c81fbcd02aa4f3d8c35f5dbab1ec66c1a3f3a8292fecf539a27b67c6d3aa88483cda851494b15edc369437236129963110371b464bf1945208ef71e43879&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958578081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2ab1cea906a1c25767949c35610aafb2f3a65ac6857a053556f7dbf642c76fe050f03df3305fffd0117eb5b2f3c77e0eaf5f7298a5d9170d1f1bf7f7510cf8714a492c1507880dac0afe449091846959a78f02d99dc783b63e252b1d596c8be483aaaa5ca214cdd60df3eb235e988584b99cea0d742111c7fc268cdab1c9533a72a6b4d8006168e56421c891b757b54dec56d01f204eb3175cd435716c8bc34c186ff1b52688da80a54f410dcc94f7d9500fc2252d9005b164f414db01e2d632a5091523d62ba09aa4c38b9a2266a15281957a25c2ed53331ffc750d2fbeeb692efbc2b73c399a82d4036def9a16ea212457d60b564a8df57be359945b47a5b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958586307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=888479850d31766e270103673930ce02e0eaf9a048c471bca6e07585d3061969e865f97eb955094691267afa87770096a83e26003ff61a400adf3792b8fa5755452820b151e4f53b18494e9a7c7e1235910e1dfc7b3e6fd39ee07a54b71fba3967345c69232b74033451c0188c357363f2c9d08c2271b2d3059b4991c90ee5a876e3ff0d7f8520d02c5a4909e9ea74289f733b8716946e7c73db27785de62ce5fda93821f48bd1879adcc8ca3ede96654fa8481341bcaaed4143a2d1016dfec70fd0a9ce2118dc0aa83f292e12da9b4c4eb17f99e07700e9e2faa654106abfafda086d2194ccc18e68922a5cb748a20783bdd60698a08a25e1c3e7e9d0159860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958586918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=284796aa9d15ffa6bca266742f13d1d42b8958207a3a3824cc3c94b045ab6b843541818ebac14358d2db191c4cf4b958c7c06d982555453f4840f6d04bc97c937e325bf9fe2f1bd638b4a2900ed697adc4d8d7785b454e95a740b7307f36017d800d990c79afe0329fe3fafc374de27da8b3e221ca6f2290b6b0776364abdd2d258a0026a250d9527948204d80abb2a7799243371ce1856b1c8bc731a789bbe2e462433507784ec1725f81134178d22e3d92e04c59fd2896f433f6367d2838b822f8c3491873659dab21690c67305d6d852f8cba3225bdffdce580b50545fdf2e8788865cf55d9a0394b7d8dca097111dd5c28bc35fc7073fc66e772d880175c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958635089Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=58b5c0f5b2cc9e805eef76b4a62a26f6ea15e89756dc9f536e1fb1cd2f3e2f20e5d16bfc0be6c1f005d8cfdb17cdce9ad5d455d8beed2b777b3dd551c6d6ee305069d10ae496a53e5fe3e7e8a3af80930118e7df9ff854f21bd998a66b3fb2a3cc643360853fbf38df1ca52bf64dc4b36dbcaa38d1b4b049393a7d2823f1a56de5efefb07d280309ab46186744f740053171fc5433fd3787be0bad0f7c9dbf7d7eb4e4203b94e69c98ac55bfd9de15c0cc237f65d85c9eb73b3673bd71deb443427eb0568eebde29888c7c6fa0b2c983f8cc0e622313f909e82584b41377310a8002354d71cc94373e26491d246773cde6b130329a0fa6702cb551bb46c49fb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958644236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=14311794b53441884ceff7d0100759ede71a28bb013dba787d40b8df71074b11949d8dc47fd8cba9fc21c031506d70821803f139b7b94f2d7b8dd40b39ee1363a784401f045d3a82ecdb504522cc42b68b71ded301e07ceac01ca1d6d5556b5403ee7d4d3df4f15fa4938488ad97bb5e9373ca3ef0444bfb669f909949467981a38516721daaca51af538857ab9071c078a9cb756276cbdd87a034ed57b4829734492af8540db0891f4ca3fb1e2191685face5d21a9d4a0bd0f8437c1eb41f2a47f734b1160cec0a0d36a2d8f0c19ad38b2cb2db31a23109a17820b8e968396862968f823527585ca466fba7ee38a2184d74035be26bb2f10bcde595f9e3d527&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958661819Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ba8b4d880aabc440c9ce40526b11a731fb689525945bd932d4742672317371c17da2911923cb08162f3bf84a29ca330770d70e357ddc68220a6dcecb76bcd74131ea30079fb5c175ad94ae73951dbf2f6107ad8f230fe4d5ad9d121550ed354c428431c702c4af2aab629dd75f74075c52a5276da5e0deda568ca2364e862f73f4e4ff540e33097543b3ffbfbae7c07d98b90ae6d175381a82216cb12a7f925a62dd2d2ce0dd78d46ce2528dcbf3b215417653e01d1b76730ff4822e59788d239f1f3b0f068d9823068d5b9e4e70753f692d6af113b46afb6f41f3a8e1ad3b786e65e708c8e3c7b3c82fecbd7ff7cca7a7c89d46ceac6cc29cd84036fe94a1e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958695763Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4f1415633090120149652cc741743b62d6500b2d60b4e22f93678992fd0ba225b492c405d2403ae4a962f21a366e0563631533ce5f91e43737b60413d0105692d87cb91d99c39dd5b2f516b4ba5bb2699bde7e8a1e8f0c798ed63b21b478673fcb89a7db546f1347e16776d7a8e08edbbc01571f338d5cbc9beab52d6b65c40559ceca34c0f0e36530f7c2b72411eeee94d13f3be21d134b8f6e105ad210e6730b401e3f48fd80c8963eeb3da7d0b12a27295289f0377935f8429f508ecf7c2b31e6f664948fb471ca36d245b25f97f778a3c1432bc353b3d466ce462d81d4bed6344fdddc034568375d6f8173180230411a36e604d288729a268c0ac4d626d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958705912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3dcac05cf52bcb09f6bd826ff890689ac47d35a6bb0c97074e3041bf6efc49dde70c784e9ccc63e2a89f10f4e3fe8188063a4a35c4baa6c98b26269e0ca49aa967a4ee6a5dcb9c6a9e29ec9d39fab7458d736f527074a4a6f902a7d6cade40d5034bcb6c0aa1af7ae7405ff2ce1aae0baf883824ee97a13c76a4147a472a0e2bfbceeb0cd8ebe1b5207eb39df8358436adec01d5c8bb0a70451df73083fb001649781fae761b7b95cac5e482353079747c2a632bd354b62ffae4cdb9f05ae503917dbdb250377c76302ae1ce0b122a3194eb82882f2ee4d9bbdcffe6cd90c4834d114535532d5aa98db0bf7a6e80d3275e7d4baba6d59780b2d239d1a0104555&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958726781Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7e7305b9346e2f9c645bac42156b5302d01d07682b35f85f57fcafe3c8162639e0cf341b09291b448faa8e1916480ce938bcfa1dc9edb315d62e057e983b6f0bb1d9b079d9828d0c8b35b73095f1cf42e8feab32f09ac5574182f756d2340fda14c4f97a31fe2bdd0ba154128f59ac1ca1899f8d536b9db853c5a2685877e598ab04dc5d7c1fddfe2886d34067b69ddd98b52b4c88b0271f699c7193861ab2492ca17632a34961270e0190704de61e11815670c0b624191a2ad4f637b84bc5ca85aec4690f0d40f074b0fa8dd9e7daf127f23c52fb8f11e39742b54aa4ea48a60efc110e701348ea34666a8cf681861b4ed1b20692e0e26e9443b0029954d55b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958730548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a26783eb43a6b58ab14ebf3a9a33162fe432a0febe5baac04cb1422930ac9155b108f8af621ef8509bc9a8e0b083e75899e76687450c50e09e14023b87f8c20b577c541fffc156edb3eed2ba53dfca1df646d77b16ef3844fe82fc2f31eca9ffb46009179d99811fdf68e6b41df21dd9c27c52dc1baf0343a2411d7641aace270b16cedc59228504a3b927e99673b5829e0683f0fe7f99f91fe5c64a291a163cb2eafceef45d56b1c3a030dc42d773bafb7d052312f630fa590a37d45bd7a82fe03584d0369b0a3e2aaec72dc08e7b9a5ed75c43450c42ad50c0f4bf8e6289fca5abd5bbbb8e2aa8423688ac7c1b3c43b59d482b5fc3012a79a555fc970a1c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958749153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4a81f315dbda3bf47f4ad95b1a11a27dc6307635783034c90ba8fc5898c804f86a19be8e83e1681affa2fd6abb98480f95f700034c77d7e8d7f49cf50087a36caf9eec2ecd7f722a7e9e6df5a06fb8fbc95c1877b88fce6895d28665505fb0596ff3164255bab225cb04a50e9860f5f4db9a6b41d3e396c85cbad5bef7800bcfe0adfba52ba53798697552080a8f90bf404d9e1e2e875a5f6b5c5c54ba114e1ada0d629351a8dcb0c5812bd3f1eb0e203be06b40d924ecdc39654c21bf572526ff06b4f08207f84b3436a8bd716fdb62a1579d72df7573e4aae3cb6a2dff4a141425ca9fc19b7130be564d62c30c3f48c3ca5e2ef1083f5050d9979387b63a72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958787386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8c26088e2b565128ff465e5db7194d9b7a40b1c2ba437cbfd436a874a329506b347953eb3d19aae22bbd29cd03b72b3c48c9ffbfb4b792f3bb59b3f852c420a83c9ede4c7310dd03a5f7d0886017bea83d7d9b00835f7c9b060ec844478f71ad2ba0dba4608f748d1f6e7a2779c04e16c272a7a7540a9b54fd6b0f384239b37e794b0c463f0011727f20eb913cc4ecb499a409e17681a08faaa3d05a0109bfdff585fecd806efd137b309003fbeb3350dabddc664c3bb18bca0de2a0accd9214b5340d23d0c3933472b73fb4749b24049ea71babcc7ad14bef9eef732ccea38b4f70b62e81708b837abe163941044a778680ca90021ef8b7a3c04d349f65f0d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958791734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8bc6faaec67bf5855d239d356a0c3bfbca6ae471d1ea889844fedd997a27f028e304a5f9f19146460eb379d7cd8ddfb43420d18c93b6043ca4e6d7aaaafb95a7ac62ba2d38a6adc2f327f8f4fbdb1d7302c311cd07b89c0d1d9ec0de53dcda34effffe2ce0d479e40b09ffdde8086950edc495f5e099465792bff1f7f9b8afaf7a21a7371be77e985263265218fcf42746330e0343646faae1fb77e758a40cce36430c89532984f7639c06c1df3b104a5361ea210328f45a91399755b9c5c18e3172df5c1f72e5491ffffaa829779d222824d6295e96355da336f6ee9308f767bd7380230d871c846dfbef77fedcd0d2b7ac78386bc1234754899d53be389ea8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958810519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3b13010d8f9a27f9331033304d2cf81d780321327b5aeb3360e086133d729588002736e062c1c7a18d18b89bd8d4a3f2a48981006842754c8c8a9ad0ce5a258f39f1503ef7c73d389462684d07ed8c0e57fba3b2446852b633e9ec25d6fa1ab0874adb4f368021b0b2cddc75882e5109a7aa7752de816fd30370b62b39787801eb95352d73942f01e420b4e5a381ac51874c01bb350372dd3c60c403a9f6193b055423c782a4b910e3516912a5913ba7572bcaa10b626fe4eaa5b4d37ae2ae12c26d110bc1f319e29806fd9f7be24799283a247788ec24880d7db2ba4f35feadda99297be4ef3a3c62555ba7933dc925c2f3455d1724371cd7c144b301ba6f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958854201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=467219e14dda2ae38817a88d805b8ea1b347286b77f2a8df4175821a7686923861b811ea43b188a2b6adc5b8ec2a986166fbfe9b8685e9c1cf5bb7cef9cb78aeb6c9162df7a255181afa2e6a6ea7d78aa82d2a7086ccb4d85d2756d8ee6c930ba50be04954a08f705b8aef0b73236333cb0023416ed956ef5ca719459f87c3df337c9cba5253d4b63d8334ee68f0df171710f36d64253189b0d9f189b90f1cfd328e3c58ab5396b38df74c77b33a69749567793da48eee2fa8f12b9db38d8bbbaa0ad798d16e2dce72c50e57f714721f0990ae9a871aed0f7042f05ee93d109a2bb78940dd2519b91b5e5c5a02a07e799341ea0a69f8c5ae0e91071fcd8dd4be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958864501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6afbcef484e33a45a328feb48e7a281d7618ebb849a103f1193283b1e805e662895ca8c539bff2f239fc406dfd61c4eb2588cdd9fe9b7347424aa3d7bf59bcb87189b252580277fe0527bb11ee60b604e6fa62e37ec46c425daeab1cb4d71125ea400918e58a63ef3a7cb363619c1e6a21d6c1c3fb0bee63895ddacdc2ed5faf8cfaff96f3eac6c034f99fc6caa06b5e21de369e1e49aff3fedc7d8225f7c6d266b6c188f20248189317bd1a3b3ae561bf3eabf5b5aa11f77d067f63c51fbe0de7dd16d5a15fc668af85d78cc62e2132f2c52d5ae045aeaff5337b485acc7765f67a8a094a30df69eeb0477e887553d02473a51b8b3f48817568b313e30f61ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958895579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ec6af40361987fee70f3c8261eba28fb55440d6a42a5948ef034d3c28bef0327e0e3f0a77d1a07e5f3edb05e427ca45e4dbc5904907adbdb193492808bef24523dc0b6f249c80681421a7303879217caa5b1a2d9b7d2cc43e7af23c62fcef4543b9ae5ec5fe4460e5c81e71fd76b572a550db77db08482bed133f0fd419469377a506f73619e64c4f9649be7b398c087fe37c41df36fb44192306556bba3c5c27327b80f99fe2dad85825a9771a687c586a83554301ba6f3247acc3fccd54c4f22aa6e7ea21d1b683f87c258a16db7d051a35d8941b862845a4d0f065fbaeefc321a8fd3a200213f813c281aa09b6ae899e99374f70c906ff53c8a33591e17d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958903063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=72370b1db311f915b0ba9acf898b7d192a14cc8b468cf32add78161e9faa828c4ff73cf836f9eafd1821495474261962a2a8e6df0392ac909ee7187004aa0d78259decff9829793754bbcaea18a3f6b2da1f6577c2b2491d9e61f70978c24b526e0c443258778f4ea46d551544d7fef9ebba3ed1256b8a2696502c73a5580d80091a2c8fb0924e37dd4f00e0aa09ed4db42f80fdcc02b862d0ad18b3d17b151cf30991fb50c07fb1c0159c6779110a13eec3157b87d09d44688b9c07902504c83fe63d71877a2ea10a5fb386762414d5856d4a9459173dabc52fa72d1aa7b094d3b85b5553ac898277f2ea35ba0222263250ca2f7a30f12d9d6ee6b77aad4886&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958932599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aa5fe7febceee27ccc58cdbaaa547c90fbf32ea08f93e1796dd58f78eee69d3704806385664e1cffdaf6fefa329a4dfd6c5bf996d7b978c8dd8821ce9314c1379f70d3be1f3ef313e9769075f6daabe1fdb3f18992db8e635b96320311432d4995b7d5326e6c5c0c52cbf67260aa72ba414816646193dabbadf403febef8a4984636aeb1f6c55c1c1fde523ecc84c45746645acb750029bfed59523b11d9eb4f707b905e4a1012c67fa7ec267765ab26bbfd11760f21702ce930a1f98bd9890bd43b7a32ed281ccf053b68c31103c483ea882e3d0786ac4f036a955aa446439c2205771e5d49c011b738a80bee57dc383eca601ad5ab52cb851e712868906859&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958942498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1a672967fab59483c62a13e1bbc0d88087893ac6f0b65ed7c4f94fe772832092a931c6638ba150d8e3cd2f64f7f086decf2fd45ed42e4c5a190ee5b523274185e053add38c886c35f2631d43cf70821bf716d15af0ddf0dbe532eb98ed85fb1d676cfd570825dae0e821d8f4f01a6c1656b1c180849ffbea4a61e967ca77976ecc8ee8c36c84d11ff517b789bc5992a226404c7fc3baf2f3be092edba2c78c8a7ea60c33d72a703d6fd7e16d964f4a250919ba8cc9aa7b55985a215ff192cc8cc30b29185b15b9fb7dff2a5a5c2e7e01727afa6ea6cb4487eaa0a3f98d7c475551aa7b76107c81ddc0fdcfc04c732b6c8d982d565efe5fc6f0193faaf05d9707&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958187696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=01ff0f9c1a5d750ef4f8e3abacce837efd94c81e20f55e2f3fd3e51b03dda17d23195aae3a69b2deb2d554b69cd98138317526b172f5d3db8877779954d85d4f1191cf7f19791d08ccca47c2581ea4f82d02435bfc4b05e070fb417f8617e3a15fecb993925fcd41476c10dc62d29e1da0b722b7041c54ac5a3c141d685c2a2b8218e175376a97be82c9ae3d5c9954a5cadbbb831b34e7e1410874be8382551daf4a6d41d71d0f06701ec2185bf7f34a9ae52349a9e647a7f20bd7d0f01ea30e1d2a773b4cc9a95e275b961f41170aebe44459d8c892ab1413fd7028447fff73c7ceae95ba25c00915e16c7dab1934d0e9cdd9bda4cfee099e80efeafd8387db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958984457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=62e33937c37e2d77b385cbbfc0be0bf2fb3e84db15ae2a49e786bb43a1a6dc683bf4c662977e270dfc0063f112adc45b35ea9becb6f585ed9c601d626b25d397e62e4e3bc77bb4befa61ac115b24c9e7bea0ad32d16384fd972999536bcb68e1d1b683be85abcc8313b3a61cfe07ea2d33345eccb7a6b6c1d0289f49505074c65997f45eb82371329c10d7099438e7a1270af3ba4bacb64dc15e539f46ec6c12a95c8fda38593ac5210471d9c4dc3aa775ee97e0c65d05bf75f3a7082427a9230759b204792131c221ca2a8a54d39193bde5f8b4875b08fbde2222ef8d55f196503791828be40067a946a11adc013cbe314d1dd830708c9541ce56d758511c89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958984437Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7a3a571630d4363737d8f303dadc37b4c465b036a362b88c416be462b399f7a17079b7cc79e673ef73f4794ee81b66bd7e25e26d56b47940479fa850bfcbc143b015de89c555b6cc4a2a8c8cfa1068e81f8586ac39bf32b5b01d40a0e95717704d89796f2321a7e2c2b38a2260bb4bdc2190dea47d6c4ad66aa876f5693b6136db43c761e195b8a956d2a47f975f977b97fc6d73f9804169b8c692e1c7ed5f61a8aa0cff4182f6d90fab75a437aa93fb55c98b824e59f72f344787d5b0686457b7511f96c66502e4676955a2f465a7241add18c7a269a5dc0ba90f4c6f3ba6029acf5f45993270bd146f02ba3445fa729d6906f477af3e9102c543e23f2e444a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958987232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1c1ad025a30c4b3d292072d733158e22431e4eff0558f9903a87d80df721d69d0fd49aef6b62f7583cd932be9f5cec942cf0e9beb8625364f3f9fc21be6c4e7cf62bd6b63c46e6652b0ad28afe5a2d2911c0cd672c6faef6c4366700c8a4c72dd8f0a1e497ba655644e1e508628334e80c2959cf37cc4f6efbde4e95b8922bfb471f2e5f174ff5b508baa6b275f9043faf84f6775aed50a2021dd29d5bcf27ce46340b3a2b3dd3f35086256d4344eebf5d26b7787318e7240e0ae2e3a24ee617784a07b1d069af62aa71678031ecbd61e620d8934d450d8e88100ed4f59e383739eb143919510b518474bdd81721895de030b002e78184671b713b10112589bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958991941Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf79a3b2876e2288ae0cae2a8f1ca9506ced8e3952f2e1894b7f823e9110389f9d34c5483decefefff3304d9e5c7e1371d6401f1382e2839dc8c8235653b2b67014f362b6e62322a92eeb135659ad2b722856121e3cd9b88c172176d281ca517a0ddf4e765f4b17771b15007a7e1cc29c6d8ec5b0260bb3f090a8b48e2f21befd9e46645540e1b896b002e010e567e35facfa59c99c11d725af408d9bd5e91800973703936588747d4087a60e62d50af3653de28a8aa92605b5785f57357602195fefb3272e994f2c5321090560eeedc4df00ac7d07b72a37213012dfc66ccead773cbcde5c567b2acc14f9e8a2b5856d6f85ae423e40fa8fdc52ced3661f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958993243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4b623c5e62cbbbfcf42a260f26596121f1785cbe1fd6552d166adc90ca9e0768ebe1a16a3c79c097c644489493faf4e686d3d23f41d5d11f8e484c88ee6c863240a014ea63faa48fb1ac95cf5f819cb71f3bbc7c95c074ce9fd9505ff5bc4f85e5b0d3f7cc8e0b058fe4813260e233c035f76cac884fca6a5c19fd808a2947f95e44fb14488ee355e60de79ab91eb7dda9eb4394e0259db986b2e49a43ab1819b9246afb6580de990513c775f0c6d5b7d253c88302f9d261b2382aa5aff5cee3729b46eae80a8014e1606f0015fe49bcb51e871bd38c3c99afa3b09ef60f9fea3f93455fda254d93e99b74739b49f6f0366433938a7f3c91baa56296ee051e77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958995979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=28e61c0f53607f63179e408d9321bd74c8196461480d0bb56c5420134c29c698e9818b625d8cc834722427c6fd5c3ab7810af7693209233529e4045e716d323dec073277689af30dd3cad43f227c8f00cbaf6562f5f501b4aeb728f060e646a15db6f72efcedb1bb77f56293c61450cd0afb841098d583a2d264cf5126750f76a01b0bc23e09cf120031e6fb86b3b2d944c6c7937a153dc06730f9442aa4ddca6fb3398135c2acf8fbbf3cdd665fddf388b57172289a2d3e1beb8941cee53973b13dedfd7339ff08b0f71c358e05621a2fdefea4aa12a37de80053d7a36bde25cfc8ab3982fe8a8eea71800c61431e7f283b530fa1342bc0e25e6e8baf5dfc9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959035112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9edb57afaa8e3f8b2e59ed610b974640939ffda6f69545e7349b057af28a435c6d4edaaa3ef6fe5773b2a5860e8fffa24c16bf4c3a8f4b2b0b2647080ef31b55e83d03ef60a69174dbf6e148baf168f5ef5879b65c44e97f1c768ed0c08e09adcd678d11127d0fafe71679186aa38086ad2a59500f125b746df0bb170d85a7616226dda0b52e093480ff59e6b940b00dcee4ae9317fb53037f672a50c0059877274eb9e8b3c091adbce7a64eae1eb7c0bd856ebdc5aa30e5ebb168c931720577f23b5be6d5df5488d61a369b9b7a81cf6cef6a010939fecdcd00f6fd873e25a16685234724c619eb7591a4cd0ec494301cd789277d6ea2d89c52eb6225ba212e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959012339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2beb8f9d00139500983993c5e4dd77ff11f7434f397a0ff6ecd17a69b309b8be463de2fe26e0c76287a20ca58934216558b8898e68f7b0c0c02f3b6d2be053c3265e7c3214e7ed4e2819f8b50e052d8bd21e2e884b56e1cd5de704bfc6a47905d7dc6b94e96fd4d248e1b5b76a3de839a2cfb5a09944734c0e14695216294c42d7f05301977c048bf587af10169bd421210fea0029aeb70e1e22b29939e842f7c31a072fda857a829b539705184faade668b22e15141d6c2d16c6624b6191fbcfaed98d4518f742838cfa38f195e2982da2ed8fc300827620efc866ed7f50bf30758489662afd48f3e65f141b8b1269b39edc37ec64110003068893f0874733f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959047145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=902ab47c6e2656209ad9caf9a686fb3c83291286a251a60871f399d0ea9c45cf453ce94a0f2e7461aa1d2a8082f67553ea1eac6f27fb90a39c6860987c15476b1a8b6ead278c60e8b85759be9ed79beeb50eef2c3eee79f1ad1f86acf9a6f328984b8fb0ca6c4d69817b5db6cfd81ad4725138046072c3d564c9709acb233c2f54d990d8c237194881df24380c0d4542e43c31582ab3bb6ce450d5b1ca6cd075aa5bc2d40b4a1bd79d47f86904ca945758eb4ee5575500e8e7db7c7794cffe3cb49898ef6f68992d0eb6b939b98d22333254083cabc0ee216cf10047aad82bd71c1e5c78fb681c428f72579db3339fa8cfaa798c89775fa4ab5b6763c3af36ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958549557Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3afe76bce54563943f256d52938d6e4723db0058d3257c78a6fba9358d2b12ef12c40fff2154718cec2a7e1e3a7456f32d86901aa1210290b16ecf5681b42a4c52ea3a7d1caa5ef65a66367fabffcfdb37a32907fd678e2891df46b08529488b64a43ad2031b631320af0c9081ca36c560a84fa398bb14f6883fc602ef0d7074b70a33f49ce75ae7a8e0e8722b944283c241b4dcc9f9e324e00ad5a749558d84c8e4c86c19ddc923c8d78517c00958f2e1b2623aa3cb8d58d6477adde8b51687b37ec9fbe9331382d8631829c932e89cc9912d0c21f1276e181c7607014ef6947831345db8084628a3624df336883806db88ec946001e57d01e001c0b447320a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959193851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=33e71d11e08f867c62984ef6bb806c1c1394107bc79b70ff3847619fbb4644050adfe9ea47000c2204921b63ff874ef43f96e1e2b1976ae058acca94afc75e14d6df1dd217d606982089e1da92b2cecf4d20de3f5ad211f8489cf732cdba71ea600c0b6530e00e0f7d82563bd029d2b2632962e1113f9d3a672c8249f3ccd351bc091fde9d351dfe63e6245823da45794c6503a68c1833635076e74f5e7086d90f57d04afce56cd3e9a227f33f1bf6b2984a4acd3ec4977462800105517393e6972c5840deab77ba5d53715bff1cd4a89a5f3a101ffcf2ac95ea69d1909f7a835b6d2c468d42937d63a6ed2a6f11ca1af8d480b00df0d331d123062040b9f7d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959200774Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=15b2928ee54d259301e58ad7536cecaf51e2792b091a5806f6ac0c2c18586c63be4d6df01fb9fa95055ccf4f33f2046f36406358c6de4d10c600577ae226619f3ed81d4f0289c393d1d66f5e082e5ef0844266fcbc54745c369ccfc4e58b1ed7a989d0d918a087cc16312b60d4228da4ca6308816c5951b71fe814500641308b56b61332f7d68de6df2154e97bba5fab407c981ec3c5c6ccaea671f7f20ef4b7f3bdd4dde2854ca127f875f21e01772de084c53f839bab6fd9b3660e00b631129666984802f8de62d27b1ede1e8d8207244e0033286df0f10cb04915ac585390ca0e5364eb087caf96b9db1325398bc8679f40dcc392f3f5a859a8f9448e2457&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959197138Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8c38d0b03ecfe0fad0573f7d8ac4d4eb3fb6bce978b08ab51bd23faff5b3c11819c1cad36bf9c375d81b3a5ed4ae49012354fabe5f2b67cefe9fcbc741884e42072d8993777b8961c4345be4f6ab9f33bf1f0b5ad022373a5d2abbd02fcd7ef92b0660c4708fb0a03bc0e2287efc225bc119cc54faa7235cbdac7086c3d119873d64ea2f7b5797d0af6de5399db46c04bc7c0420ef2c0b93350aa954d90c7e3202246a4672846a13728d711b1fe710a0e0390897ab297e601e776f27327ea9d7329f8d106f7f6057d43283a02113e79e95861415739f41808af421e8e65b887c0de6bbdfeb24f7a430e77a6cc03ada0e61e03bc9d8995f5b18da92f49f4d7ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95920893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=588c3f28d8f504cb72a6915f46634758d3b8c4ac4ba0d30149f21e7c6f8955acf15f09513e02f8b00ea1a6de179b07b94b9457123fb5fbdb848f8d784436a55e1442d0f7075ae737a1c15b1ca4b012e8d988aeb1fe3edb38101474bb2e4cf8d7c5f7c26c463c2663c5b9ec97e01a725ffd138eb8f239e69fb30dba4fc9f5d363237d6f0f3c219a59225f3e2e70c116869dc079b1b3030c04a28b28dfc64994bc31019e24e070417269df77c4c137097ea057c904b1cd009d2925b012726b3aa09024d6b5da312938558509f9bb058c6240ca8fd5e67d67b17adc193fa64530d26905968c63cbfcfeeb80e7ac60ba9cfd669aa181d71ba5f82ce533c28fc34fc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959228457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=891cbe9ed371a88f58bbb419d3922864fceb1fe5ac7cf210482650a3cea902ea7648464578c318be50ca3577eca4a504ff9c6655696199f38fa9b58c89a7e5b240b1227a3312a45d9d871d9bffe29add0947fcf6ee3b934b5055cf78d428c805362eed3985a54ba2758ce56dc188edd852e57532181568e7aeddbb8bfb9e52157c873d4f023f27daa8709333f69bb5981e5211fef8fabeb17d118d3d19d605466b090b2ae0e8fef0c4e01bb1c0bb4c040b9fb627228171afb3267711cbab700706561914b3dc710e29f78a0649f47ac94dec4a52691eda5b1dc1e2ffb5a9fc6ad83d17e983c1f6b395a10f28c19890a3572cb845de19afb621f74fd779063f55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959229769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b6dd56cc94b40cdb0d2e364c140de787172c04d1d7e44177fce017adc353262c92dcf91d633d411a581a1d6b74e63e4c8c7cd397528c7018510de0082d7ae19a3a7428ea0fb6e7ef3d5341b72ac081878854fd0a2a012ae6d02ee64b8420b7d9d7dea4772b99eefdc4540c8ea68a55e45ed4660a45f0261b6482a2ed10efafea51583352de7461082a2e83ba2387e640599618fee2331a2a33875dcc422ed9d55cd094c9d74c57c27ed921879a938398b7973fc1ac8c04183ce4634a0b62b6f89f2930f891cd06aafdca9d4ff5b6bf006050aead71d96026ae8bd1295791baa3a2872ed07183e277e73b342789ba35979618abafb215536008191ff7a09f3e72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959247893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=83e51c771b63890b4d4bf8b6d531406fff6c66d5d4aa3c26e213828ae7db862c9a535fda6b22cf796055f197e424b7041b70ec6f244b994ccc4efb7ef5416baa272a0ff49ec858fe31432c3a7ea7961919f89b8f5c7ce7acd1129bf29426c136143b0c9be8d4b0abbcf3e27be5aad9f7703fe630248c36f9eed527bffb27a86edc07faca3b1a6275d192bd3c1373df045c817528b4468a4969f86f69daaa091aa466bf7363ce5061cd4352fba87bbbeeaebc9367da45ec95f84cbad1e13150c546fe579ade7993b52a1fad19b64ad95b836db814fa01890e8858f375c5dac326e9cec789aea8c0ef751592eb83c5146b18e877eb665f77750a989330dd8beebc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959218388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b3d9306d384c1b8624051f397a1418270a2fff4a9f39b1c6416deb707457a4a9cd3aab02fe938b6280f9e3fe0444f23a7ce832153873bf1478ef13e321fc45fb2fd282e797fd2b8078e540c3f6f46d2a52ff7bd26c9f82c9f174fccfb8bb60451ec65ad288102feaf1d14b0c6f322309d11bf5f3819f367caffd38129f23ad0df3a6ee5724e20ac68ed659b80e1b1b9afa80aff737016aa6288cd9eeecdb2300d0ee9589b727745fb024e33be080568008ce4a1ea5a9757e16dd45e129b8463f047cf81d71f16fd888f47cb411872dd039a8bd3cc2fffa0b70c73e5eaecb52efe07e509348c6fdf782ba2fd1c2f42532b3a1da1a27a65a2534125586a56dc2c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959263823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=82152dbac0ef7d52492a9be62d56af14bd0bd240bb3fe5e19387f310130dd3d8a1a69c13a4772022338f52b62fb88f4aa03993647aba1db0008a19d4e983501e9ff0d33ea31ef25fb59097849938d301519235e2982f6ee86f6c6d0cb6049be11cd101e7380e69b1ac16e3bd2f6dbcd2969db351c9961b9c5fdbcb94dcd8d45c58203cb4e40cfe7f57e86b71d690128c0995909573e3c4d64a77abd2e4dd1a8874258a7627e8c6e1200b4a6008b758da2f43a269bac91f10ba3cfaf5541dc6c54521084856e2f64490e376cb43b8874ea7f1e57fe7fd7f7238939fd382c05f15695190d39933bac9c25b85e9268d3be4177113d09a1f79209701500dc8252de2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959222736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=798c18406470404964f158114b8cba889e2a2738fef6f2f3973d328aaac469c08da606d32aa7e8b47f51a07ed94fb3b91ade8788b96455ab0b2b7d47545508907e1e67db50ec0b6503ec0261f6d826b08446bd7e08a4e2395ab98d1a9bc84dc987a19cdca227da03054fc934aa8fdfbd314163ea79e5785e3a0b63979c4db256c5b7df707cf67bb12d8fbed5d68c0b639614a78d675436291e405706ef75200bd1c537066dc8c1e2359ee7b05cf92900ac16e66ff029b6f435ff65998f526c855548306a9df6f6f34af8deea6acf169c18c8c1a3bafe800e0cca994f0aa636a0d2e2ed50c68e741223ece7d8d7e0e7f207bedf9cac9dc1643401012a0f306ed2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959253654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bb35ed90feb4a184c9eee5110032bad5ba6326e30411e48f85ca976940ea0cc764f839209432fe7f1f4770a75cfc2e53ad3b87e71e4cec18463e70bc1bbf4a0c36c0ebabf8ffa3a1165a6e7702fff18f5087ed8512c4015a53c8b1951617674f7e721c1c7ec46fe2e1559c5a7075b49749b0f4776bb7fd9596cd6c74f54668a0603ef291f0d06d0bb9471213f2dc665d475a0a0d616f28c983a9c3d33fbf65a89340f6c316dea73ba8174309a68f4a0bccd7a707e5d029994c067f01af3a22d05a2dd324b6750fa15cd311a06358b3f1000de334c0b1b4dee97a5b7768005862faf420aaa7e6ab09c4a9a90569252c747b775ca4233d0ac2c88328cc4cb7021b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959269534Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=19c537a9d52ca6db1adfb423eeb8b5832f64106868866231ee39ba3ffbf8816eac051219712d0d3c588edbc2aad6dce9e142edd4ee10c8457526fd2d26ce3d489c096c9a1e45e0c63de0606cd305e101ef4c4dab7eb65eec87a25f0affa690b3fa020203872545a31d01e17fdaf38422af8db95eaea00a4e37751c3a521ad112dbfb4114cdff95ca50aba268cf86594678c8ea83e0e5e9999990318b014a71716daeb41e1f3354459d756d064ca406aae98836fe4c11ba577422d0c5f05787e9e44543365d533de67a030a291f69e4f469259a77a437beda8c9f05dc0805ebd11a5648a4f94e31e1527e381e756dc5f7284b2d55431246e597f0ec28750ffcae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959291515Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4492d1cacda3e9a05092e8cd311768bc8d3f89a8d4afac56738735b7aab790374f7863cc1989427e443a9a38ae585e3022bcfb35c63a82b2e7c0ec4c8e90080e3fc954eed97b8c53406b2e3e05f6cb9e16a9bc20495d7f90c5e8bc9dd295a13847cb49f098252946d10fad3ba8710ca1a90f3687d0731483aaf30f29141e19d00bfb5eaf91eb32487033394b6e6d907f5b636b464d5df715388a46fde9e21d1403eceff548167fb9b9a4c12f824ef30c8f2c791d425de92d9cb09b790d34a32e480b543e7b0da01e9c99d93f6e205e0880203acf1319ef170fc98bea04c908b90ae35b9351eb88a30f7cc2fa479ed67903da95f73a45d157bf5768ab054cbb5e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959293149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=27932cf653ecb7c35d431fe22331228bbfa5cc21a2a74f0b5c3b05d38cba20afe4963a10d5d5e18abbc19eed0bdfc67857a5a4dedd6d6325b43c1cb0d8539bc38e2c604ac60e399a50725102a2c6b5328c2013e6f29fc58ed661700c074009cc1454918af696c418ba096f25db6005cde7fd7c4559fc6a697d711a3eb772fdf8b9e533b58653b17723f379306d488c7fca46ee0a7f5e7cb69bff28ca07811a2e97c1e4d02935b112f59d4068c915847e5bb56ac9af8968b6e5b6d768f3bdc0a5b11a07291303d4e5d564342ff5df5fdbedf3c3829565e29f13c07a8dc89146f6276eead2a18514dbd5d3bdf53570a9918175e06c232ab021153bc0b57d5beb04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959313627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0e4c4d469fd1e165b54745496efa193bdd277125a440265222fa35aa38d9d260b9462ffe2680fe40fa44cce6abb378623612f942218e21ea3e59ac17a185871defc50531169bc33d9b18e26666d30b00d5ac979b8ba2394c0e1788d074977a42e04ccc406f13467172af314902974826d7d089feda54f54256ab225eb0f1def099a342b57b846e95840aa304215213ced48f795f6295aaaa4f849af87a92c78c9f04d2a3ec75224d0215fc064e6b12f6882ab9adf15a51fecac39d92ff5d925614768a30088d7ef1f16d602c0c34139d5fbe98da56cdba1a65fbfbc180174cca84984f13a6e68e8265499235454bb62a882acb6ac22f1719f2cbf464b5f0bfc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959316713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a87b7eaceafba37cb5232566bd0a15f20a47bebac8c025ec9f73ad91ca29f9db6a17ebebfc7b20b98b60eca0d33427653e3fd9eff093c8297f7167a6f175df8050737c293cf16071ab48b4259bb740a56b769d7da4a9000706a3371baa1db0a732b496b5deacbeda61a8084702ac4bad069d98468b48bbefa21366e044d0fbb44632357d58a94dfc653e38771d3c106b88e8f920309424e8fa3e5a60c831fcdff6965ea534c0961b80f1412f7ef49207c1ef091a37dadc69f46eb9d44dda7ec4c0a7ad5cb57c723e0846fb3daed7b8a2cde58ec24af5093b91d3cb79cf8795da18064f318b2952b511bc50042a232d392c745922aa78e498a7536ccf9c676fec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959330569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3c2afd99b284bb5fb0775147e7e0a6eaa75e25096479827be05f7200243a3e195497988e102820c944b36e07d833797d07c1420bbbe9f751581424f8c6ef8c96bd57da0c87626d631f4ad2a04f3e409baabab48dd7ff1ae80752a41d82c38b8db1ff53325beef02a5e4e4e7d50010d5dea92fff19e5e2c8c1364a485f79586928acf23acf3fb7a2c2c7a46bbfec38ffc64cce3a0a59e1cfdaf391cf3c5376c261a390d74c1cb30dfa355ad5ae11cef3ec3b447c41300a28f9a0de593137484bbbe08375d026b4be829291ef2e7f4e54d407158c31a7839d8c8a42aaf5dcbdd84f752aca72b294407af1760e3285726a7396f4d12b70ed43687bb45a4a17ff030&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959323786Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=016a8e856cba9af14792921ab0f5e6c32f1efbbe9ad8cf6f3b4234bd6c01b49be11cc62d4c9923df99a392505b898d4f534b1d89136357a23d0463c3f4bddbbf257b1d16498752055328feaa9c31afa5d4628c629a6371e41041cf0c321ebd51ceb8c0fa4d465744efe573d0420f20ee1235c69a143e93c0da1127997051e131254c05b7b711fc4d0c8b703fa73367ae7ed2b381d0cd0288c16cb905ce9743e7b014cc81f403a870bfa0923afb444489794d637fae1f358c350f6d5eddc6e54de00800ab29ffbe37c28a342c49442a2631fce62b98b270feb02635c5c8fc31cd2e92fba58341ea657008faa75e2de204a6b3b4a8b26e6f9bead52f91253c1432&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95935206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a123327f709b0d0183920079576d80536a6ab1c1a7baf5756bb9779cf9e49f3c9a673caf667fffe7cc7a5840566098deb7d117e1f9c679db11935447b49e07d8af912541cc5d73c1adbbeadbe59e2fe88cd2f96a8350a5d5330ce3504d8e991e277b541bd8367fa944d7500d34b6ee7f4b8bdd2c4f4ec0bd9235f7fbfd6954a4b16efc5388d0b3653add72613f1a6a2d31e95bd36ee44417e823e1e6c95a218b0de6f68dd071a1624f7cb1f0e88cb8308f3f473e764d526c048ea7027086b2f2334a5efe388077f5821e0c83605dd144a8e515d53be25491979f2e74aebcab997a294b4c54e7116ac8236894951b8e546405199a367e5801eb55a7307e4247ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959327303Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4926a492fea5f73d01396669fb1160f43d6d17a1eebef903031f7f8a44ca3e39f75a090794e721df301dcc88d8c51323bef4a1997af2f29b5c393e423830c4f6c9aa4939bcae921532eab68affcdaeaff3850744d61ac6973dbde02f29a40c5b98ddb4e1986408d3b9d37a00aa7f9cc41c5b55610cf90120db47f6ef4b0e15bd90bbc7bbe6b28354a1f8e50ac9e742ad2019e0f19becdc41c4f88fbb155150e2a88dfa44890b58cf0f3cfc39a86736ef233c748b5404a029eabb3a943d3eee11f51486384287c766aa0dd1fd408d764bb10cbb8c6ba97e8d96eea819ea790e6bf91e7943b788ba6d23aeb9a066890bb6ac2d4fde969eca618ff998c376426cea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959280895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=615ecbce1f778471565ab3d44cce2ed8ddb150325fc2662bbc9b5936937f75e77bf3ecbfaaecd6230fcb4b59f110b6010fd313dc4efb943e70cd69ae0460f1f5b3c2184f25e1ef90e59227dc4047a190038ac7ed3f17bfa640552e4453aadd5d544a14b7cb8e2125d895239a3d6099b949c2d008ba522dcf072eefeb7a8369c11f498ff715c32a55be5e6ddfdb8e57e97482de016c577e1cb14169df6ed6aaae9d663ed2567091e20dc6cef55aba39103878cd93242e86ec6cbe2c1ea1253c91d8fe977fa2ffa7bfa7a9db78ff4e24695c0e79c3699de038dd0d7089b68d7cfaed36d1e757de053a228b4012a5fdfc13a18b97898ebeeb42817c68959c8b1d41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959340428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a200e9f0df0f050c37c5d0d7bda9e81e1719c2a40ca8ed02a1ccfb1020d32ab2a9e85eeb3f2fcf11ea14ce874b23ad3defd7953da56c46dacda16924fe62784b85db45bdb8c2b8d6e5a265e8b7535df6f61abc2288238dcaf1512cad8b75117b6c7779b489481ad48b3edc3348a3296abc7af1498436245e18d44ade5d22199e5bfe8e880ad27634445f87cf33e35a2f90c619c487d59b22333ec9c4b72d763b30bc7cae68286f1089bd2a9f1a04174083fd5f2d93edc680688c04682dec328b087d58703711a23bd40aabb45c0ef8892a347ddd2063260087065f7e370865fd4eae10c1696f5986307aa390d41bcf4e101b554df2e2a6482e9824f5b91b38cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959364834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3b6fcf174219bd271b62406980bcd5461c31f0d0b0057c854faf381bc5ccb0eaf30018ae986f121dd2f174157fcb88e8e15051da284526264ab0f911690f53fc05bc8d5e25aad16473d702e94bc661b9a62d1b04467b8102355295d6e31f0afc1ea53d5dcb3b6601c32c14c7396294eaea54395c3841137182ef88c763f3591710437b66bc8c1d5b792e1883234fda4daa536f2e40231345edf7e60a90a58de82fc82771ed0555487afeadeb027cf64a2d341e721938fe64c92b8b2401dff05a9485afb923d00734ab84c9997a2291888b22f7a39960fd927ba726cc982c533aa051fabf839da78c4c6dddc21594b776472c73d4c377312e7a8ba85055677058&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959386715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=63b36212dff7a41d981e8bcf06f71c775f97d4f095ea500b67c701c32845a58c7b03cc03114ce1e8dc720da6696b63199033d6f64e0a2650b5941469e38e5748bd79829499f17f054077daf6c27ad937a4f4d07f89134117e424b3637471ceb09a28fa61d7f30a7600409b2ca3af4c133fc6be8ecfd7f0636fcb1e98ad77b6fbf927118f86e55bec737cc3564c8436751f048f9e419ee38818790c6779ce227e885b2afeb6037c2a762660ff8256ad1caa2fe9843892bdbd39d838e74042c3381760812692224df3fbd294a636fd46425f02a87e5fc4e6f40180fb941c26f553565f8f09da8be7a6e3d6ab9378ab9f65b40626602d3d0e5c1f8b508c37ed7e74&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959399449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6ee32b0e418c5e645eeb9daa69de42dd00023f3b613d91e29148858ac6810392cbe2a50ce1986e7e29951099ecf33e782221fca697de13bd001a52b375b6a5ac8ad6e123382168ac25036d10945dfd7d04ca6bb8896b9c85aefcd138cc736460266b24fe3071eedb0fadf6a721bcb6776723e1b46e0aabe0edde40b57971fb5a1b3e63ec24a0d1c6d600b0599bfffc930c5a97d69a2badb0449664617972b9144a8bd43181f1978638d5ff3263eb6d277e18b8f36925fc408b49574bf5af9218964b0a978da22b068cabd796a2d7b06691a7fe523a51852eaf8f695ca56a0a6b679792bad495b90dda730156bbbb21ec7d87b74a905238463bf395187cd043de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958161697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=611f86ba9e13a5dd610789e9273fba1fc03b3f61b94f1f71a70323d81c99e47eeeefa5326c14ad723e316ff88953ec6a90664be85306161f147d41bfd4f65a7ec8eff1a09455222d9193a0031f9a59ccd3cf5933b3e9fa9dd37dc6e4ddcc507c893e7897ee07960fb22c07be5d20d76226116a2170f2312de78eb008bfab777f3e7024bb4af07cda1051e986cd3d8f077b958a52a242976704ffa346ddd92e527cce68cf9dc48aca2b76423e24755f7b6a6a77e13968cc7c75ff38bc211c51283688058fb4981507cb1735f71de9fdf8227e9a17678d8df3a31cb4faf5a3304cc234b2068aa169d283669926bf3007fc24f1740ddb9cfd3d79371fc39c2df2c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959426039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3ad873dbddfcc2e2b82cc955e55c1dd1bab90e2b53a6ba3e1ab0d31399158d0a8902f0238b93a0ff3a77bb6e960394cb055a94e3e9a7e67e1e0bc95865fb295318c086e1dbb09774aa7cce839312a765d1ff4bea847b1d6fe3f061ed5c6b8c66039635819bf02b1c2d689d28e62ff2d6a5e08e2a4fb249f7669da2f35c52d016309469349a24f93f7d1813dea04c6d455047464d65ef3e2f5c799af0277840d6b77ef5d0f3e2184ae9464a177ed887dcdf0a68c60ea6a88aa0a3a5c06c2bc0dcf02e80329b2ee63b7fcb6093fae7f981d16a8cd6c49031846290bda232b91ae707aba2b379e528134dda60a8214076103e9fe562244eb3ea4770ee5aa6a0c3c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959425768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=727841ddcc13dfe9401d5c701005f95997c3917e398e4c5c84648d3f65c1fd4db91a6dd5975848566db3913e301c2b1edca838024d3cdc7aab5b5a841f3ee25f686e5712273db023a68cde9e43f3cb25951673609aed958dc8d4b4026ab4bd48ff92f397c2d7d146be331eebeae53df9b15ca6f69c2359d56dfc61c721950ea3042c388a91e2610c0ddb83e49a4df8790649c0d9d39bc20efa2a7341681e2201e75a66a55fb7a60886a9b4d55fb02b507cd990b3c59500711f8e1b8878eef5c20c9a33a65afd582c182b1165ad37c4fc7d35c25831437146d93ec70d72f805cf06a85e639e9ff27e9eb895165f5b21566ed5c48c03377e6cdbe720612103257b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959428103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b27e0b386fbeff325ece64e25419d03b4ee78a2c5abe27d941f9800049cf6241b048f15ab4c5d77f0536b29e3e253539c8fc25f630c6849f861d88eda038ea486d37a868f16cc1b9205107fa75e23ca94631d292c0cf2bfb9139ea8e2a5d8ec47d78b54806ad124293cb3a5176bde322cf7e5adac10cf9783dec29b614cf744e0d74f665e6afc91805cb227db906f1256f6d731be5b348bff235135ab47130428821dcd45319fee7c0b6fd48891d957a91b331e71516a48cb1a83147db62e6506975a80a0e850ed0aaa6ef3d999f7a508721ad3e2c6a15bd53ac8c4cb237eda1ae5cddba7720b60ffe3faecc53be966dc10ed02b239979dcb8e10dac5c18ead5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959432331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a30e71914a89b64ab8a8db81b792ee6a20ed0e32ea876670f7e8efa120a2f02d5341a538c7045e0e9b19f32b8338259894cba14f321c667b54ffb773655220e9372231591a7a637136a2e930e27eff7d27903d4af59f7845f4b19f23f771c6c0aa67b1214605dd8a0f19675c9a43b0b0c789f24af28bb1fdc13e04096e47c15d482df61f6b485a928028e1487a64b92d172d955b95e4f9fd20cd2d9b2ec45985e414c11d812b30e78b9a82aa02e2ac8490eb15205cd49c4424ae5b0f4a3bb281d5d66b83eae7cbe2af0f90ea69b969a3c01b0c4a7a5276cba91f689d7f6e67325f719431602a8ed2e6b27cee9ca934c6d8a6e7f1301a0b2f9c7d7d121ba78193&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959440717Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=02fd8a19362f657b399f5cd8b047b4661aae473d49929acba29dffdc0381074a66d84ee4e9ff371c3365954dec7d8a46524f823ed3e3a4bb4b2c440b9850b63aaef86fad870befd543fb0393cca1197c7fd3a3229aaac6634df9ddac61c41f4bdd8549219b0ad3ff2525b80b3f33449566779a27ddd943085fe08d15646ddddff2fe6b8ae79f1345af1e2b801bdd1bf40ffe61dea648cff49c42dae0a0b5b216608247ef759e1f72fb692ef644a0664132d541a7bac0227321585f9af77ad4ceae730ff1420a8c0c0dd4a2f48c77000e8b26d67e121293db7c9b0c961c8669ba54f16b3c4a78681aa379db508090cfa0a7e3fe8030d566b252e0d56c788004ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959446678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=115f89cc90ebcb781faae6173fb5e64267168325469150678fe1d0fdd5de1a8f387942a27a3a8cd50afded31ac12dd5bdab08cc63391c97b8446b1bcd9ff33dad81daf64ec0c575e4b483d3aa6b0a2eb5a73c1a327a1d7320ab3413561cec0828addfe56a4efc100b32590fcbe3efe411a4e959029fc292d4bd5cb011e58fb7cba7630b5f2bd27cfcae6ca8732d9ccdff4c96106609b9779523226e7bdd3cffd8539d35749c5f9136c78335073c186b13b478f2895a20207a717b33619c925d414f0a67a49944d22e069be5808083c198ecd224ada8800d427046eafe58292a4206e644584159454363f85e10d33e3eec698b4fb4de5606bc13a3356f35054e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95947961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=53f7d2c65da9eade933fb7dff6292b9acbb26d2972527ced9579817099efd88dbffda4a41dea127d35eabe0596cf4570cae14efb0dad289c1817b024b21e8807b6fab61e1159f083ce05d2724c173a7e3bcdb464eef8b6de9d2d0782fb441f8e08e8d0a8af2cbb6cd73ecacda9308ac52602a27ba3307126fed1fe25b98e8856041687020b5533fb4ccb9f256be1651f68fa741ab4303f66f34af5363b85fa54255d4450a9d76b61a18116c234a9c1e546845ff034d003fe1f5d60a8b729e26dbc186008c5b719816c0f8ba942c786487e7e55a6b0623570ae49c15106c27bbab0a47467651dcc5cef5a8d0f68602cfec16c2502f6f452d815b4d4075eb722a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959483447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8bd6ef80a7af325b6fc3df7b69838e000b344c6335c6447d8da1f22ae8ebe8aaa47c7bca89bda3b1ed9454746246546ee69b7b2e5ee9f2790a6b40a05e27e137b0710937ff346b830fbab6b04fa019358b8f14b2a8aaae5e76b6546a55c3eb0ebcf46217f140369be82464ec4ec77ee3f964566c2f7f89030ef061a71cfd2a7dcab2b279f1e13e2b6b8e4fce8659e289c2be50af75827683d9021fae83d68b3616bf6a2c3c276229d156bbbb049bf053692276d84e7a09b3e98736688e73745a590a074870bc4cbaa43b8c7c319bbd7d1c57422ab3dcb5e6ab8789737aba43a49f41aaa62b6845a17a201e44575f9ad568b9f183daeaf61796b8e6e56d3ce564&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959488877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9b6aeca225d0217c442b893b6932fde78a76c64c9bd62fb289e7d4396ddf4f28a0de120f03c8959a459c4fc387b09bc9819706e89fa22c6fd99fc1461c5fd8394343af13ffa752b124ef7d99a5aa6b7193ff390451fb7ec9995e5bb77db5fbf0b1e83896fd5ec3163f4e764692f29f9b3826907bf04d6301ee4eae871d89ec9af9b14d72225e1016406786a68aa87a721e70884b28243093c99016fac539091ffc4fcc766ec95e6388d40506a0cb840b25edf74d53d130d207bfdb3b1ebf86d05951f3153f1b5ae1fc053ae87da1dac54dacad75c3ea94f67cf3b7bd13ff959b5575c02f46faea591acd92880d693073b208c36c0a523507a43586397ce6c7e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959505879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7e743d27cc6fdacd6dbecf8f56ca29782135f5c4bf2b7e4aea7efa408965d9399701914ab14f22b563bba48befd45501b4dfaf63be4d3e1cf294d4dd894cd61e727640161c5280ea0dfc357923b0445af9652065531afc30cf9994f6bde29a9420e6f7533c6aff1c4df04f44ebfea1fb3e07348695112d7a0d295ca5898318581d1698b189289823519aadb98eb2adce448de10de6158905874642bf819be109648330748f919cc1b5463361fa9068327d1a8b8b9a0eec6297df1b25119732cc4b3262179c5f56521b3149ef085b9ad0da0a1528d03f8717f2ac4ee42f7fa898e85242c2504c8b7e7bb547b291d402e03da1ea74874f581e9091b620b13e992a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959491412Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3b77bfe7e51a1be5c726324027a5563f3baefc2fcb8c660d18fc01e990088d09ecc959ea71e96a0aec39706a3c179cf0bf353c1ee049020c3c1b3d9ff68f42929a4859787cd66b06e1e2410746e538884842120fc9ee8ca3d1c3c0a897ea22a0f5b318a06bc27e29ff98429a54f8adce91e8c612e95dd59758845543f6bac128c48ad795914aa88ed2ede8d215d22389fad187990c7435da0941637e1931d2ae08f571c069ac2e480d4163d698c6b05bcaf3b490c4fecff47eba49ae33897b72baf4552cf1f485b13866201cc3a7bd1a077e3c0959b91a70c25fe36502bcfe85f036636138471e694116303a26d8dfd235c7739d18370e778eccb6a4982b138a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959509516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ad5ec2a05eee1d49879aa2aa8e5a98f0f3c989a9c5e4ce5daef64ff44284a1833158599755f75d88afae510fc4204e793611155bc0243c858fc5bebbbd3c2ce0b7f38811cb11312e82bb78148d1a7a159789b7be5effd372338df026d61bc225c72252f37ffe289d79edced77f984393ca229ec78ecf2c964f3036b43a58457f87a6cfc9c90d4b20e7502e160023a5a1ea9f37573a8ca22e1cfb56817e355c83bb5f8d2fc53f72f51e3773877fed3a78fbeb08d225039c05cf97370582dcbebcde21bd1146bde06efd977d4f9837e6e4b12fc27e61894afa271be69404b9f4b4703d552b01ad897a265290a1f5357d9e62e201b2e99d389491236ee2a9204891&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959527981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=09eca66a199a3c12790953b0e124dfa0c81b9e6b7559916d059cb897d8f11c614ea6f679778ef933c119d2d04c54c1ef7d28e4bc07cc575c203670dc1e9c0e8a5882df98e41fa3a2cf1b94fd0024605ec65879e196fb4af418c336cecfb44de403acc81722f9c00c0a02cf47ee29f14434b0c76e5a196def015cecb4c2e43008398d6e02f7b1b9017c181cdb00981ffef903c91bb4d498b5a21109536085036be9e457f1df52678306ef0a309d1343ff483320db4b5eef8f55bb58ee941e319982f1c3cff3359cd822c46c2f6a91d5abe5e92c1a9ad7743d7d7dac1462eb356ce26cc8b18e3e40caf82fa861364266eadc27a881ff9890c7f992b8ac7b817f2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959482796Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9991ae4748bdcd35280644131512fd7ec946d12ed795db52b2a81ce3935c57771816ae02471bb62dc9a60ba7020bfa5ba84c1681a0b9cd5391fdf1a6a58271164224e52a8c58d456b7f57f727d2d40e7db6106d506a8845634a350ef449b7475f3e697601db5faf5d9c40361557daebfa76d1b9dd4130c5623feafac4db665a521ed0b1f77c85573e9a7474291398d75180269f0d5c0b003f99fdef6856b1399795a056a66523329deb002c798ccc6745348a838b29e24f3a0661dcbca8f1792230303ce8a5ce1f3c9356467965a1efbf9b8fbc70b0952dc62694fca126dfe41463f24ac244eaa279618601a84664afaf41142c294458a49953cbb3f54d67939&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959537238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=27d45f25188f7f4d4821bb9c339796720a286308ddf33b12c0d12715c87771d320d10cb617b010767bd53c9c2c4da027d845c5feb384288fb8e5593fd36378cb21c6ce9ce221d80ad3a59d00d6ed222f19942ead61d0018a7e6ff5f9c521bc9561194dd2dc747f92128fc195ef7693d88b27b3a67305656690272074d57fa226ada626c1fc77711409af1b46396acb5586216622428d54a64dfdec2c0642bd730fb4b1a9acd01387e102db1139e14097bc9fb78ce9f7e3421f86b09bcdeceaad4d8466fe1fe0d142f118bb54543b2cc5a5476e36de14a2c43d7845e9a1ab0e0a503715fd8b15c93c590f5105c1da470e02d9aeef2836f06d074f420a5b1c247f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959528161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=adf414fc4b54798aca657fb9e52b9c8ded05cbcba57fb2227e372cd16957c1e1851c389d42caa48ac88b42d9173198be838d4eeac18d461ad9e235b756821f1076804f8670e9d9defc84c3e41d608dc0c534af7dd445f69b1b6d16fcb3066cc3322403b781f297400f4039c6995297d9af0c3ed9362a4bbe450b2fd412d810a7476575a94b7bd14209d542ed64a9a09442af5618486a12d8f8dc25f5903c81c5dbf93db6791dda0f460becca5b9721ff3ca812f6c9be5208991f2b5a8a9ffaab02a4c8746053af069fcca7f6c836d3579e0b33242488e7085fb9754c7e0962cd04d624878642e5edb13b9ab437f6cb15a6eb0134888b9f85742adecd9d39459c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959512141Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9fff06add5097fc8b5c04d8dc85a077be6569d0e4a6d6dd62def3162ddcfb1cf8e7c173007d005c594760b750c9d0b1ed2712682bd278786c1e713087111793778f5ba1e950c814c0b989674435d8660f74b1e4cfaf6fbd2a9c004b525612e6dbe4d463cbc6fb200e6a204192dace05fde7af2cde391fa795c363f455c4c57582ab0683cb405123f87624e3dd9708642e9e145b19f199e52d9154c9b1adfd446c87f7e56c3e462a3678fe284f8f68f614e975c4738412019c83f0097f48f2388484c99d152e6681aa54159d079bdf61c50d86e76a46759f614055392b14abd28cd8d2be5e82159a581f0cd576c0ed9b184d8d7e3f89ca18875d5349c5f022f0e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959524895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4dc98bf4ee99bd08eb1bd67ef5f75fe8a85481ad5e1b202d4433b37d853753fd16a4a82a78cd7e3e25dbbf73cd60f7b670f48f8a08e022c76744098ca0415c083fbcfc442d25a09364b157f5eb8c03a7a2dcb7368a04dc6e2ede09e2d3bb4045945d0e3a3c36a11b49ff6a18f84adc31076658eee5982f7ec81cb6c9c7d0831c763479f816541225cd9f0607d0031753911cad5154c407ee112a36ad734c926a83b1ff3097eeebf20b80d63eff0144e4aac8e09ce0d343abdfcfcd6e454a86e3536b7a627a1e6c9c48f99abee76d71296e957b3821eb20227184bba0e1bdfe93f8dd9eda5db87cd64c681d4582423dad0c170b5a3512d56915828666034251cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959573697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a2351f32d9aaee540f6d1d6f0a35eca6d0d08066515b23c68b9ad8d91379560677b09feb484bad023d22ed5da6f3d16d4383e416e0838a9f262205be9e5ef2fa08eee068d75c6d4b6a24d91b4ba823d18b0db2807d6306b1023e5345b9c3b4fb8b56869d6f0d938cd5864a47be6d4810605294830b013dd11fa7284b6b9e75367d897c3e18b369c5438caada2ca03128cae5774fbf013808dbb246238be10f1f3e6a0e29daaf056a2920291cb5b9eda482918d1e89a8371f903ab87c102a6bc94f0e5aaf60319eadadd3b6227eed89543a13062b18cf011ea713cbfc327134688ada4e44c43ce3a19a5cfdfbb5bba989094320dc42b734a8b1e4f32f730f894f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959579368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5833bd723c68e3f411d2f4f8ffc0bb28690a40bf716a852c448a10958aa800bcf43a292dabf61b2479d24b828e4d3a48beb218328489e4915d6cc44b11bbe5a20940a8161cddbd7c299a449beddf7f16ecec2e3f4ac60f16e8795ca01acac5e04c5afb274bdb9955a6a84cb09e0ce3ce4e7e1af4b96b3af2cde08a3a84aa8db7216a270237d03c8e4eb59bab4007e4a1d52f45c13dc5f5b661f8ddfa6fe6eb19bcb04948b49fafc40ce009fe389a6f8575757d1d9609f05ff5989d8037e7ccba9ac5e3fa84e404e9160c22b3ba9f8c1c45408c00903402a60c70ef12350660ab78ee78f069739e83fbd8f2a36218db9ef582c2100e2897661cdb6b2c5142f5e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959593895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b69b950babfe7838a8f25731f9da898915bab1b28833da86fae3eafd19b02a11c0e4732f9bb2107f2734f332c3cf79b0f2ce4fee8059a24f04d9f0e53caa5e20b023b791e3f378bebbcc065aade90994ee405b91b2649529f4c66aebba6958da07cb8c5acdd8dbe6db645ed63d4379be16f74a684a10deb2a90d8c78b4d30633d2ec4717fa99f4ce2662d1f236c1b6602ab91f76d2bc2a649824b9a76b069df9022b3de265544450b41a860d92d07b8f2010420426c4e0c7e23ea4c637bff906b2c923ed3b762fc7aad34b29b7afa752e1e92c9b08a4111aea9c0e75d70467c140662f2f4ac4a3ae9d67ed7c7d0fdd788488be27380da46fcfbeed1b2498dc12&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.958219105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=866c2cac54b0bec7bbe3e3a9ab1da02baf23ba92d9106f3bf5fab36599c19ab26482c074522cd01ca2c71c8ce317711513977e5d5e5d6c72b77e212e71309306279deefc52cd0e6bf39a6c283167828f2872b43f3d18c1c31fae1aa7a41fe534b4cd5f8c12b115bbe671dfc7fe18e8b7096446b10d64983f270db456f7043fdc80e8ab1fa23842017b45f56de4bc1c66fa39ee0a4ef01e575f0ed015c854d7f03f99af0ea9e7ae63d256123008f706447df0e889ac4da48262d7a8693626c24aa6d36561f3ac0a2d5e8031a08934b689c79c1e45c7680234babd5cb46aa7c9757f2482118de0940cd4b9c076b93dbf1b40d8a918e36edacddd17b90a04298848&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959519685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aa0a40edef7e7a28ad5b2db731c7177a7db0f54db07b72d99ed563306fb11016563f65cc1662ad8a47362a88ba45b4d8980708d64a24663f2c3750282140a334bbb1697cf169084a855a9b8cc464f1755d25833d19b7b66ee1834814c715679134863009fe48413d43f908cdb4bef8c1027408be01e06e6c7ae5247a1c0c5ac0cb02946a024dbd21bdd9f8272a27cf3c0a46058997a13e4ef4c5b571c8d226ccd181d34b77578de1bb759c734fefaa3c72dcb63560fa4c550651dbd28a331f64b544c556f0baa516e73d40923208f6c501f35a0c6868f4c859692879fef828c809003c0c5ca22394d1a42b5a4634db2c3a2e405d36ee045cd4ff08ba099aa746&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959687952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1b7815402c5ad57c5e8536d6bdd545993923683ae2f645097aacd490b14dd7682f528cb78dec1fcdd85ecdd148b4eedd0a1b5624d58de7f7c0a484659c1e2cc36e171f4f5b17e5f56c5d177d678fa9b58f0fb476b3fac6dd87c9299a05db9bd1f02e8ab9bb623f88ee5e7ca37f70e1a5a60709f5c6f6a5a3123f7628e2d6cdfe5ce643ed76289b28b40086b73a2cc20359151ae527a1c384e65408be17781d4be96b03f6f1aa7c3931ea675337c852325fec5ccbda378af4db2de46017b6d26cb12566b30bd400c90f796a990fa75d4f79e6f81611448f4dcb3bba2464fbb2787401633a46919edee8ff09cce79f7c2c34dcd42c8cd4b3ebd4ab651a67e6c8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959695467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=02fe90a688b43c288f395d58003ce1a96e71be7dd08a68e77c7eb848dd4bf2392885a5a1dfc7d0bd9ec956ba9d5eadbf75a30d54e6da028305b574d21af9607a3dd6213e0299b69a8cb178dcd660261a4cd43c08c42fa473dcf4693959423f11cc8447e3cf260c8a5b719bc270df1d632cc39b5945e445dcb3ef3f5803afedfbbf646c87aea615ad57a19f153f4f13201e0898dedf8b0965e2b51cea34a0ae64b69d8036761ab120ae1dfbb999ecff50d8474245fc50a45b8b63144e83e1debdf9da6fce8e8509a41039bc9a914d325bd23b15ddab5e780fa197eb9f0ed4b7bb62b980eb24a045d8603a1035df2c8ada5b1a298194d1a36051b081e65cf575f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95971331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7713f36d26c4f3d780dcd9df86c54d3ccbf292aff1739ef8f7654091c3a0d4c0e280912837368c81df94aa4daef7cf47d55309564b2a07e860a9b836dcea620f9046ffb4632167284acf48c002b460af69d2226b2a6f43f77a4f75eca1d5c9f4d58139041208b954e2f27b8c819b83757d82d59ebbafebc79d995ceca67b2737f460ca75ce531b49eed96ca4ea29cb0408a463d8812f7be4883c9c1bd4bc06fcd68265d1c7cd6f11f841a41b4e6a056005461b1b439fee557cac4428925608152f22d9a7a152b0bf462a066cddbd58147605dea0aa1b8702290c753ca24fe7ccedb578d8853334ae41227ab44bfc45a9e10a041187b793646a46a0b8f49ea135&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959725223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ea6cde2c3e8899d1ec66aa41f1ca10a0bcc572b4851a204c1287ac29c66549e2db776707a9fda32f5f6c8342681d81de832396b0553b5d319720dd84d1e1549076a152fe4654fb2e276f343ef16d69e4eecdc3138a4a8715485b3040b56f205b91b5c2b51b4bbcd8f1874b4bac81252f232e468e7787bcfd2f607b4b2b6dbf5bda1f043afeadc9186a37fc9086133d7ae1248e89007339a94edbf47670183d81ac0fa7fc82e2ef0cd36684bcf361be0ac93ed08ee950079224802878fb41f8d44702c838193e915b135d89a7c8635fadd58066bbea3ff4e6b18c3139654abf4c39b96a525ce3876b803f73afa90dc3d3385f7a168bcfa306e3a4f126057dc3c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959715815Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a36c2528c35202d0b77c2d2000c54d5bf92eb67177c01a27fa1182eecbce604148568fccccd3194269c226078fb72ae199ed58c18aa7d349fd3d2d38f8f7709cb0ef345e5934075b2fc551b663875915d5e2ecb8e9cc956fd30aa58c151de727c77a1b49bd2a869d0343add6b5239c0d02cf1df30ebc46ea0fb66aeae7f113ef2e44fa2b8305413d7ca7b781167e216a4ad549a8464776be1f4640e4a43c71f3e0a3724df662ff375644051378ed5720058cb4a7d9405875a76d6d61f87a7623f06cd3080f17e90408dee4d094e043712af6b1db37e7d81768e3f89bc3a6f05fb69eda3ab951afc3196fc8aff0dc1bb3b229afe2aa68e9cf1ebe51fb45014db8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959690337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9f0afefa545f383d7f9de8ddc06de26176e07dc87218861c51516ed6515aa0a14b60733ee008fc35ee0d8c3a394c62d439f788871dcdcac88e19d901d80dfc611341f7067f2f5fd9d14841e4405ed44c207149af5658b306b3fab9abe3a9f54a460771ca9263b9d175dc9c8893f12e11b283ee4311d906a5f1a9051709ec4996d045ce9da501156e4c55351ce4fe5b79ac155607127fb33fcafe45b535b001de0ac40d2724ceb4cce226668096f2f8be1f73be351aace7a818fc2e4fc77ad55c95e44d1ba944f82ffda0067a137f8b579ffec7fd767c546010d59f0374e0ffd080a6d33f5f2ea37fd22617bf7bbddc447c346198cb9b71ee3b6c74040ec37fe0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959690487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=89fd9ecc76ad818c59bf126017fc247f2869e4dd7558eb6d17d773bcb60eb1c51d1758b7033c468b9523338ad05313faa6e30748616343898badc7544c7a66e7bdf5ea2d00965eee5f987b127581acabfb0de64f4f8378e7c7b4414538c0320a961332e5356480da79c044cc40593c64b6e32b00b9b7520b580178896816a0308b285c83a9c84c8c55788bb6c21011206ed0268d79999b6020fff9d2c8dde4cb076e344d041ff39f0efae72beac19d5072a6347c05132d5fd78f4ed3ea359cad23aa24ac3de40526f52fdbae804071468cdefa0db9731b75c8e9087cfc47800b60f997464028427a46cea7bde2c9589266b7a25f1ec6efb0cac8ed9b8c0a3d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959553369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=510b53bc5312c1827cafa5072aa59a1474d96ec421c59de121a0d2df3fdc405a54445add772bb93fdf8fc8fcce03f196c9997559c805359b42337c829c972928cdeb32d7c85168c6e4c19f2cb8adad7599085c07521ed0d86ffac76a9e808cced6def7e84ac68508f5c2550459e6982fd3d976b1a4df8541e1320563ae0c7cad9a3afd761b68b948d231b6fe8fe7dbb81ce021d58451785cec9e868c3ad57a2ab748116c97787f1f22d6a2fee8e08526b63fcdff61ca074f78620bd9b86f87708375fa15d3e177205c5acdfebde0dd09443dafb102f1e381c43fa3666d7208463526018a199f3bf85c5ac0dc8e89c4974f34860c0786e8fe36e5c34b2358bcaa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959553589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b130e8fb38dd92313e604f3b484e0d28cab2d3781004bd58bc69b454e97b31e088b0597b29e7709ccddf6a0e5c3bde990188d79c54a19f623f03d0e6b301934a6a33d0ee2bd7513c9e4eaef60f3537f9870ef80b7cb358db98a76c958e1d927661d57e7cf25fc0c0a93672d39d30b00c67bda4290853d1b40fef806cbcfd575f83dfe171ef5d6a94d96508ea35755d6a340866d8a8957fa4bd0f3e23787f2bcdc6b947e7da95eca0ec863f177f69ffc470cb0bc8d519f378ca23a60ad25526474ff6800fb4aebc53c30e71e4bc8f065a05f8d6e81477ff6b6a6cb9d2dd781ee553a02c1eece29ee6087a2127b607ab34a1f9e0e666a0afeee0322e9e8ede91cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959670059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=74882f211f6a3703956a84f79dd88d6907d5792b69395ca0c1bd698aa067a3564748aeb37f0eb4efb983bded2043ad1a970735c3418a49360db20764147f81f79cf85d758ece7549cd0bab170cd27a1f25ccd46e50c3b74eb63c4362f171dad51d212e71c5287ef69657a9db76baa6da3d5e6c9f26cdeeeb4f0c7479a00ef6bb6c31baf36e8b04caee2f2548f5ed3a8ae7f64a0b63a9767bfded70022c4de6b11b78f10cde66237528ca9d61b4dc091722ff7d64230a54d37c0ecb49a5bb2fc9bbd5448d71274d95807a77fb2388c546318c0b50a67d71c35a477b1491ada908f1624944ded75025f2c0e4374b2f44dd558e6ab8031abcc808db056bb2254eed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.95967064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6b0967e900b4d617cbc405307b048c3192adb18b15a779e37b62c26cdec1694c88288d942bff90f161f74dcacb3d56d5a62af191ddccf350687d056cce486ef6aff5cc74939ff6d0a04b48d034a22d4cd24cee1883d9b5c48626e510788b7e2c3501db1985e1b84171b806104710b673c65a0aafd199c981881c24f4bb75de1b455d8bd52afb7136fdc82553eab1d39e2f2469662e7c5505e718213c9edbb2164b8904ff20c036808d9d709a129f022471ba3bae59400b51cdc26007a5e03d892621b85efba1301ec34c5f71028ff6b057b574bafb4a02f6fd2f10ee4c9222e40cb4617c6cf8fc2fe022477b11fa1e042a569776f00dbe3d7ba3028a8680f939&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959518012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=26fe4dfed30016b55392243540b8d14d11653cdbf79cb5f6c21ddb2c199c18bd4da4a85091bac1c87eaa644213189160cee83a80a398d5ccaa08c620d23c786ed7d03f88cd91835037bdb38674100f0418d2b4b763bfb611a6694873a21364ea19be3ad3a85b85d0d72cb0bd305047ccff810c3207ba67816ca46f50cc6eaad364f17cb8f653c7fa07368aa18373a718cd6c8de74208abd4af73cd87b66d87f2ea2e846b3d180c59b71dc10122b1c693f87b7d13a5771947ec7e609ff57b82082ee9fd57e3dabdd096a56d46636d26f02bfa12fa82a0e52ad66a860187bbbb15fcacfb5d474938a7fb28c3be7472acd47b9eaade55f4a94984fef3df8057d82e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959587423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1e2d97c395c99e381b8a45e69bc6f57e98347c771f864b423b091b640e177b837399cb3457cc2e8a1824e34544ee0b77366ddfe09f6d0ef32ee5c9deb1ebe50a005a6abb3c367f2806d6ff3baf6036dbdfc192aef2e9ed595fb54202a50252e9fc873ed7f47cdad185368fb6048bd58f9d9bc1ff4eb3aca33769eae742d7496cc16edad986410a62e231b41c9a48b4a2c4a6a9bb10f6d34ddb18fc28aaa6b289f9d73304f74cea3cf7865e7987593c756eba6383a2b41badc8a235c8a93e1017ee2addf5c4566ee6bc5720baa1dc82de0e8789ef763c8a92166516961f0cd52ee60353733bced46e685ee18a99c89d64b0f69669b893b1f96bc73f8c3af69eea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959676361Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=07589b01b985c5c94ed1bc87ea73a165d522f8bf461d5b4ca7eb0e0a7d4e8a6824df30618af0b11901be313230bf8135f3095563c8decd495ee464c607d075e92131144879cdc4254175605c92a4350381859eace0e1a480b2bc6dc2f23cbba8e739555ea1971bf20c4f2addc49f233c10259779b58e1d92d516341f867741c61eddb321feb2e2475848ac5f51d6c58e33d61c058044b8255110391d0e3b8987a6b88f3aa6efe6a898c20d4a7598ed5d930a350a376a5e3a1f9dcfbb374112d8c5469d5736a61904e86472d8c450bf8025d8e6b382fa4febb0dd890ad413d8abde099f7a7c20937789a4e9bc6cb795baa7a1ab4cd9a3f95ea758b4084b8eb795&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959683274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9747f1319467ac19e206dcd8bbbf15ed32386575e1b645fd0da2b54d720230c4425b3be3f9255b6f9ac2c5d4bffa440c1104d0fb008b61cf4225c6b6280e43e6e28cab81297fc9b4bced78d23253dba707cb2abad53c6dc9431779280bdc59e5f818718d4e4a5a509ffeadbddb99d51c9085745095f53b99cf41e6312296ad7e22e72db43696f7578cf119690ec6515ee2b190aaa281e159d0eb4eb8306036fbffdd77363991c52fd0d4cd8ca2a6fb2b22f580cd59435bff8e6353ec2f617a829088bfb35fb003136e8f0b803aafb25be4e22be66fd847a3ece0bd63595afe638eca794819f13426886f275ee6fb900d3b00d1764c199b8aa9cb62129b4f446f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959700276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a22c4a63062bebe44fb4e56b5008bb0bc93b7ff04016086228babfb379cbf4107b8de4bba9a1db5e2f2b01c0a1fb89be904d12651f5bc8f0225a8edff0b81f7923856d5a80253527c2aa5458ee43632245e13f89f8e5a2a0a6e60f8dd1fdb91bf60ee19bdd29750b0f1dcd4c0294cac9dd6bb76f1fc659a1d7134b4692175e1c64fcc23aa3d1cea37f7a46600b3847f87f96d58ef647ea36625ba033668dfb9f27adab915f04b5f8ea3cd91f7f2e78e35cb227ad76110e0f446075e75ffb2e1c28364fdbaa7a6bb438b31afe1276ac99ea5274e3e1c9e2ff63268d0ee4cf33a51cb1a159179a50d5166b851acbb2b2d90ced9735eb50558832e24d5ea26f79f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959700065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6ca65dcbd7b3cde823a04e94802e4692e9b3cc313652b4e007be9b6457b1a909120534aa39c6ab25e426dd2829ef5ad378a944f5a1a1a2e6d9164a7f249c998b10d9d8dc584a1974ebb9906c05921daeb6d6f615f15ef0c84859aad89bf856fb8a6a2e4ac6e063fd0c32ba4c2f50e9e60c0cb292bac3a9773f9b947d851e4ca0f6fe693476fdc20f63f6a65a5df9d0911b1c1d7d91de8b8c560061fc44fc008bed7f47ce8855d71f9ef5ef333be07fb5d077d4ca594a496bbdcbbf0ed171a290eb85fec5baf707dbe9c505b5bfec4a8d5763bb33ce7a4f186e29eb1785aedda83aff3b12a2ed6ff8e587b65a20035fba1506844af9fd9c9998901165e05ee8a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959552347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=65d015d4506cf4e3289c3f2a636d70672f1c713d2f1f6adf997e58b37e0c786aadd778e2627b65c0d36ac3b4abb19e1b7bfd02fc26e36236c77cea755d2fff651833293682042aac6cd658dba860eb1e85554ffa0811a72d0accd33fc4485e99c4bdf01de8ee7b72d05e4716225fb66dfcae3dcca1bab6c53dc2757b2dafa72eac3ab2626efcaef6720a5953f794ed76c9c84cf5ffa7ab8f9e30528d79cba6081052d77e5966baa3d39bd25da49a6aaa6bcd50f007da058038ae1e4e66a471c75daace55970bcc0ae76828ef41320e98e71079b765e10bdbac1dc7f3b83965d744f93b4d2b9d488955755c0a0efb50d65ffb154fdca62f67882fac60bfa2ed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959488767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8cdd18bfc1147423ce8fea4b67f4cbd206b5003527474d04d54aacd2d82d00bda8cc74221ef269a0726438a259bfbd1566ba9de3c5899d9c903e8a0cd759fd6d9739e6ef51c9df1c34ee7c00bb96517c65fc7000f8d3a26aacf50decbf3fbb56f0c008896c39dd91def280a2c4cefda9ed375d082ae4bd8859b98593cfb954230bb51efe4a43266e03ec72f547ee99beac81aacd786e8a56acbd667050e91b4f101fd4dfdde61fe7ccae905536d128392f8fdfea224cfa5f8de4d17d38c3eaed04671bcd269a623a053b29ed275d8c562152164a1ffe25b6a2808b77ecb36b2b3ea12abcb0feb021a754cf89c763fb1e4194758897d5876ac223ec8c6419f808&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.959658788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=149a18b92b99876a37360a286e0225315b1dea456d0671596aa734d34d758fcd24ad7239f4d05adae55aec8c16ad118d7835aa9733d779a424c23c2642de067510a61c4f88a130a94d76d2c01a0e6e0c738e6ca29687b4b21adcfc49de9fb238c8418ebb162b13ec7eddea424116b8faa266250733aa98451ed142d4adf108307e8635f235d4f95f91c78c224c3fc428184d2deb5833a5c329a57201ce2b917a893eaa2ab0a2f77c06f6de34f397c7336aa5c436dc829e5da2d17e2ee26d78257b6c75d08fcdd1f699852e918dbfae92d2250b18fdea24d59ac401c86b59c680590bd572436db01ea55ac988adb03724779a2701968dd4b95243825b87561011&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.960943248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4a1d368238fc37d00d3e2516207e8e4b75c42777533921b19134588aa85ab7d4a8199923173dee9d18bf5b717e1866d3198575111f44399036d43460cfe089d21e9d6ae7d37d2379e8e1e5edbd3af6ef30a906fa24d334bb81caef777eb9089ed47a1a2190c5aee6167a3b59a3a54b5f72ed8760dabdd8e534ba47ee9b62c2b6d969c1a87781a4262ccb782e7c2ee442dedf34504d870132bfd6e224be83f384b5c4df686f8f01091bca7de77f8c41228bfa88c874c0431a72586f03c8c15a375bda4c0512336716efa5249f921ef5ec818c1ad6643f4bcabdc1478da3567493289e04e81a4dde505ae77187781c96ec1e1e2c6b1671e6aa5f20a596f914f22e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961184132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5a3a918837c7aa7320e393e87d3c5c00e903ad7af5b6375ba15ecaf65e03f0d88d834c409e8b68e6e762282b73c8ac162d8aa539af95011a9daca7909ea9ce995b89399d6645e446ee994924eef4c3f1b607539b8581385563fa5d6f96740ec202b4570937f525dc94593722e2defe255b3b79bdb8bc3a1d0e7cff95cdc7453959d7fd23c278cb68fe8ddd93c400c031f3c05cf2c4e876b8128e1fde7042ae5c1d245c79f1d90320159fe3722927c395cf5f8600627f015148f9770a5c818a3e306106cc8614357350d4c1609d3a9bb5fe53dce38dc5dba3fb188d5e5e2c5f837e52bd21f433a5fe4e77feabf93e80872348780243d05d44290ca7d0af8a2c57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961206334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2888487d2f90f9ede77bfc5d26f9ef1c46e72ea418b658834461fbdde410c1621aaf81eb5be54ab9a9d495840c5e469571905c24f9f75026b1c37042c1a931d44a8e7d88ee95745bb548dc3ac2bf6a33cdef1c0298d0d6e1e4dfb2225f63d80d4b59db51e9b02623170c01e11561b29959aa502dde0f514828a69aa840a5d56346eccdf04fac2a29d839bb82902b535554899243dd312e274ee77300d5bd33b46d0dca328968bf4d9edc56907cd372661987aef3f7eb823b3371eabab9dcf478159febf3788039c20734a051720dbb3085adb5efe6b22d95f24841c10c903ba6c8ef9f712f368a5c0826850777cbc53ebdd66a68e97cf8ad2bb35b12eacb8278&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961231231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=86098fac0d4b1a90dc5e08951d9feccd23331d268446d63ace6f97c4739c51891c07856a88f246db67622c9e6d60af416b2fd27f9c869a2bf1fe1f00117aa3066da414a56964590e739dc45ed7d5996cf4d10c233830a343880707416316f86874aec999725f0c432a46444a56b5e0f7fd02b0e713ac67187efad611395268a427c1f715db10cab2001a3b514dcd14239c792a79f0896a64cfb34d2f454f32a210574f768366ae0edcf93234c649657794460450be98ae266a24e0588536626e4a3d5d4fcea84e6d2d2ee5a8a5cfc8aca1a4aa76f3cc2cebe7c1a248921f800d25d9e9c051154aeb1aa592c178d56c66d69508b8338c44b27d61e37f1e22d611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961263061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0042d44007837c5aab7e1753fe66b2622cf5a8437b7982193594b6addb2b0a0f1a1312308f5242c23f57e8adca07a636ec076b625008655f7d887eb3489f5b035cdf1cad98b6a7e8ae4551b4e720d3ad6e04660816d48d069619929a4a53a67a152db4bfcc6916ed69f60c4bf04229f0f9c9307d4049aa181310cc1d1b7cf9786ea83f2ce50168a2a28a39f6bf60030aa9191ca36f5a890691165b49a56b855a5ea0de4c792e30a452e5fa3d36e615672f9c59f5a23dfd79012cc5945de8e51c11ec54390462ec902292634d66977c55407c174f6ab2bfaf4156342094dd1cd5cf3df814ade180d4806c1447259bdffa1aed8c430cdf9fe96baf417587093ffc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961283379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=44523a62652d645e290458c6e7558230bd4d7545bc228838797984e6b2b1f4d454af1f32912d819f675be936d242c6891e447c4e3e86e19561331981671296e57be5d6bffd04acb20fe0a8da5bd52d62c4596bebbcceb78650bfc38f3bf387db072a68e6fea4e856eb0de99d13d84d2b87b83bbeed01775567046cf738e3b0ff1c853baacc431aa5616b363325b3fd4ed3fd672b86fdddcf16c0de7f33b76e4711e285f15e709823fddb3b9d82731291d96eb073362afb3406be5f40bb83453b32b8a47b7a83e9d5256b1eb48251975e349d51fbad2e578af9873389140fa6a1d3f829a482a8de468f9ebe794e5dc6a49f8c0034e4bf754bed3657ede62522d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961349634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0250bde6344d2517d9534d7ca336ef0e4faac8440c9de39e79e5313c32ad3d4368c4148025fdc12824628db2d9ca98355a4f20ed88eb7ca6f5e93c201266019a1bccbff86aad474a51301513fbbda286eaee87aa227b0e98d510c3281fb36564057f86555a02c9f74c28defbfcef06dd8a5ec9b586aa848eb8c3edecd0ce64fe08657ee903ac1ef2bf84f8723a4227cbc8c433aa1966edd33c78e45a75c3fb8bcd379940c2ec71c3f6a68d1bd639cefc6ac5652a814c598a751d059f55526ae36eef24b090115ff0d9c6d9df04f2722db7a70e720403dcf65244b8a92ae97722808c2e76c2b3d5fb321bddbb1d4e47116394d3f9702b0484f81cd0f7db171383&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961361366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1189ff0448126728a1189922120753f9375b1f518ea22d190ff3dadd739c097c90bd48004e5fe6c88462c3393130f4f9730f55d9f8733bb7ffe469f190e6a2c5e45ae2ac7763deaaecdf14d62a95e3207d7e69e0731da70499951de86a660c4283f53bae44ffd358c4ede725c4d5fcf72f9f786a0bdbd0e523b5134739901e2394368784e0b9a5f38e8a0226bb3868ec57b766b8ec7d09cbe113e054c496dd8d6554004bcf8b1e2e73d7ecc5fad5c5870fc49418d5656710c264bcd1531abed792aadaf9f7cf5213541480168f0c25012f08cea6e458d7d67b4ef1dcc7d1f75b6064a0397b49a7a10f8c5438eb5cddd960002858441abb2cceb24735b6c8612b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961390862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0aab8aece41e026f074a78d834e11d5d3ba149aaa40f6f84557102234d4655ba81630abb3ca46117302236554dc1841bd37230d77413a2a88464cf301aa1a3d5f06679d8b71988777f92ede60d73813f4369553213f857010c28a2762427d3f611a021df572cc8c4bd008c842bb9a9fcd01c6200513351697bd2dee0f069cb11d6cbc4997dd39536a2436b3fb18a46afc6ac84667a180ac9a0a92d8e168b1f46724d9c93594c7553caf37a421b57c259e81abce6deb5141643027ad4b6312d81b45849b685db62f8aac6f438cbcec7b47dc9e33892f33588b538a6fd57b5ea373314b8e23702ef59082aff0f60b84bbf0d75eb4fabe0bb36c2c3a7b230603e4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961409286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c3293f8a74c0da8b949f85d76cfd5e422a69f4aa148198a3dcbfaed872e8c361590acfb0f152eb87c2fbbe32bad62d13f8af2d140349d6f7a057222af785ff60cdf85a5542a4790ae25b550c2471293ac7b400ef364000e57f90cc993030110c6bd1074b7f47483c9ebeefd63e7052fcc5b042862edf6c7a8194fe294ed93b9506042337e63c536d38a818656e143f2c573541b7d6f105bebfcd7516ddfb003ba3ff575a5dafb044a766a3bcf57b9e1796a8e802b3f441cb93bbafde7544043e35bea912f764358cd59319c01964c34e01af30febfa5f80a17e594361b38dd71df3c5c185d10f104d98d58c1f7ee5f7fec0adc604c0fc80516a5691860cdd319&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961438091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=85b8770093e4007420ace64d9ae5ac3be4d0f0d41770cf2efed438743c0046321074951c50c637a81f6e36f39672a8a73eef347cb2b62513b647a3a93e713b25c954d3274f3eeb27ca7ca4a5472cf57b7f1d41d89eed6acc4223dc6c10a2c892bc6483592159597565946568bf0912be99a546dcefa8b5021e75b3ba45786f0a640de86d39effbf572e87c095bab1a95a98203b4bdf51d4123471c55794316f0eb60113cd7a9a6b8d62275046f5cfca36866dcbd1f1a212a09d64598e3f9f26115ce45fda160eafdfb21e05947134ef4c34f7432eed3c07c29f758a5ba456c5411788f34c60d0c55b621e5bc37e5887bf180ac6d6a7c9220470159ae585db3e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961459822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1165aaf467e9acda09ed2d2bf2469c87eded54fe4fa84994a3cf33940260083ced1138a85c236d13470f869d61c01102f93790edfe5e1dc9ef4e02c17278943bf1b9500f06d6fbd5b7bb0dcb9cb31b5c971c730183e3e451055f15d29ed6abf85b1c7db3ed846bda5a03359317d150a118b7e3207e9dcae4920648a5ae9fbb0491bbaf580db4f11fc1ef07bf74c6d709ee92fcfa8856d97bdc629d82432a6d9c95cee4d850fcef71d2e8b8c09d9943025cc1a8756122162b3918fe0710c911ec7b3e12f2cd0f9a522eab79da21307bd3b77dfa121059e1bf5219edcf87715e3d2776aec3e919a874dc2dd5cf1d25060a2940dcc9fb48d85b5e19afcd524be621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961503013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=428957fc2292ca3ccf5e7f7c9341a13b4068b28485de69c652786d1804399236dcf2294c0b48f9b9d3b85e62e2989ac502f5f72448365c0176b8c6ebb38cdaf75a6491f232e2018a50d8799ebf48c2dea6ec71ab19c8569d5aaf5c180d10534c51a28643d6f48bfb7fefe514a63f1f600783d1cab24a9a5d9be0ede603514055a8c3279db69c32d1670b5355aef8a1904b0a0cd5171de56347febb0deea3b2badc90f41dc1b1c4c284f568cda8f0ddc8b1ae9649bb80ea7ba09ff45a4d41b2ec822aabcc15195f030552dacde941b7cb1a00c156b81a52ba48fe2ecf5077b0f878710e108ca2654046b0381bfc4c165a3d6b0e05677d92f280f41e1f7fe64d5f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961541255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a8d168be27c4eace2f9a3bbddb832eaceec17c1153bfcfa83823788bef8911345dd3ae495b51168fb7fbfa0eb01e80a59dc652cb2187d1ee4dad818e174e5fbcdcc0e9b122bcc8a2b685543aa31cc895006a0e4e45220f602d7e16bc6819a92a02334dcaec000cf237789695f11a06905bc7f8df0ba21d5e0f5a420ec3b34990bf1255a5cf8aeb54ca4effa4dbfa3c8d83e2057aec06cc350d99980bb5bfc4442702f44d22f3fd8dcdd975e22d6b4a686ba0ac3af82742d6f0681fe72a43a14bd2998d98272ca93e436f30cbaa492f0e14d1be1259f73759bd5183635298b36ef3b4916a254bceb70f4b61796777d3b80cd4b1967ea4af1a1d4609b7c6dab2a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961557125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=99562fca305fe7822ea017094f47e54a0d44e097031ff051a2b91b9d3524fafeb66ced55fc7180f1bfb9730a79d84ba6f3727556882aa39f925f02c776db5e996ec3f5dc6e8bd5953f2cd0732627ad3fcf45b1413ecf344593698923a35502fe1467a7b3f4906a56ee43afc3cfbdd7600693f5f6754dd292d293903a1c45ba3d8f36ec724d32f01275d21ba0071b29236c1fe62aa3efa6bbb1d0c60257c49079a742bdb72241725d96eb81a483b508dfdcd648c6dbdc11baf1c86c719af401994c1eb66a9efe69d13169411b56e59b105da843e9cb07bbd96af1f94e326b422d7dc4d5d458f6784ee40fd9c8ecdc202f2616d3b7323859a5426c28dad7d4e067&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961584667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2617ef92a69e38e4baa0e956863cdce8716526024e4d4e514ca69f1a67dd5717907503acf992781eb6687248fa97fa3486e81e54aa5a7e4db61c7f3ec8e5f6e5ccf8a021980b9dc5b601697423e428fe383a658f1259b838dfdd835d2bc5ce13d2ef4479efdda8d4b8178663a1f5a103412d9796c780dba7f01e22d18c7863b4541236c0cbd3410441fa84e608e8cc7e181b659860bd91777c949db43f5dad8381f90fc62fa46a9cd532ff345a8ced389d8bb417b3e04fc0600f77421ca7142e33e3dd59e91f086c294ffa8030907c1be1f82768fcaa1b5650d9eab251683364efd4857c951b9813a15ae2ec5f7e5eac21b179cebe3d7c93b8b9f2d65149078c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961354713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=737c1aac06640ac8d76c0e52c305828739d1f96c6c16cc86824e69b108f5ee11f7e33f29c2146d096463b0e677c4b0ba2f91c3e357a9145e7d7593f8802e9a2781b58635b9482174c3ea54562d067ca9348cad9b91563c18d506d15393dec451d650c1017a5f329729fd49b88a148f4bd98d6ee4b045aadd448d13eb7f48420768a0623549e8e9424729f7c121ca1639ee43ad76146ede1ac104e19c4bab50e37bbfd71f760a0468ea36830c825e415b2d63582441db8341d4b723ae1500fdbbf82f3582d3a081888b558894a3f45da97dcd88616ee80edd5b3a667a7dbdbb29188129f8611dbf5081ec2c27a8ec3fee8e6953b2cd116d53efad5998b30be3fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961648768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0a8b23d21aeede872fb5d7e06d8eef9612b3c23e596edbc04e26a889fc4c28702fa93bbce00ff390bee3d02e71d7b192773106c19b2158a4e766fd65036cea14bb404c5e4f3f8d6d926576de01022f713cb24a5fe0597323e8df445dd2215168b4820f5d96d2d1bb65afa3198cd4c5b486446dcb240d1bbe4571175afe5d09d64a66ee954d797c6730e710a4fd64720e2ceac6244bd83eaf7634ec3f583568ed4673eb357b5bfee28fed440aaf55367c08b8576c3e85b662b3a6061697365acd73fbef9e7637ff3632a5bf444f692641de699f17c71dd404eae00f436b78bcf44dec2666b6d7070f67a17e9b72ebd2d7c7e1fd7de717b3381310e00f15529fe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961664848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ba99b5840dbade345baced9be07a140f276b5fe2f3f54ac6f56e0f7c172f8a1061fe22979e705bde638346c4572d7306be219c13ff242af25966867abb393d1f0fe161eb4450167b535d4ee3bdd4dcd1e07bf069216c1ddb727e72d1955d176a4fc42e8aa74cc201a634ee8026648693719fcc4f87c692dfa876040e45aac0b62583174f2b9d77b8356a8815c2d4bdf0e670cc3db2361841e4f22ef27ebc14ae0dc2d182ec01091dcfa0465813d9e443bbe937796412717afb9dfb3378009f6681364edb84ba745ebaa62c89afdfffa58e107206ef79a0280ec0151ea270746727f7a5e91cb8396af4839d1ce749c2188835822538fbf0283482b854a4ef2f5b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961712027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=585b2fec2b85feba60c743b56c0c0cea88595a21217d56273a507cf7a901148436d9a5295a3f722954f6b40cce475e737965530ed887d9138eb0edf3d1d91a16f4063c8741ac2a11dc57721fe92605bd0a76aa8abd52561180298b507eb67352c6b23b619f4eb70d451d35560d3b89351d36bcbbcd2cfb811d0ec457b05777c9fd4e485bfc81d567ea932c8cbc141cddc8b619d56535543802883a17a02a79136d63c2c0ac0eb7205bf0e41b186f4cdc66eee3a0307ec86a05ec8a99e6199b1b41d422f9f299f2a34973cd33fefbf44763a238e92b898cba706e4cca7971f860541774879b6425c3d3d1b418c51d49cc63e84cee6fefc9c66cfbad4fabf79084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961716626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b0b1efa36097810ca2fcd5462d442c100cbc7a668dbcb26a0d1a0dead0ed02422e9263995241179152b1b83c33a1c31e7fff0a9d20653f514d953d2b144cd7783422e9085789758e02b5ba487ed77a4253726efdc341bb87c0fa3b9f89da9dbe972a07854bbb65bfa55737d7dc576a87a98e908738f4a20bb5e7f8609486262657250794e3c493f7830a5f9c6aba88033bbead84e93cd456c8e2a0b013abdc803bcb001a711282388ad7aa5c8955c39282b1c5965af48dbf1d7dbb86171c26cf7ab796a7645ce53cad6ce86a154125f3d648904b432a86b8a592d8ba3a3aae5d5d3a9a0a931af4c078ae41df83ee1a0e7f7d6b5b87ac254ac5f51d72a89a2327&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961733387Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=01e879266016c5f3310862fb2c360141e5dd947f382e2abd6f496d3f0a0941836fbbef7a60ba15e1778baf0a8d41438dac965b32cd4f4f0753a733b3418e961f3880550b78dbd719609ec468062112c4a6c4af6e61b6667a40a7c876ec290db530e005420bb77af639568eedcd366a7ff2d12190c83378f076e4496a8e2e328fd1d7b8d525b966eccef845c809d78ad2d0dc5baeacf76958735644245e1b61d2f652a75fa175e1337d0a75abad07458c08f4af2f01cecb1dea346f5ab8c3497a118081778fcc0a5841042e42b83d089adb19acecd10606a2e2efb14af5c2a8109c929666f97629f585a4d26d9e0060202ab1bb9678d0e9c9d70e28ec3eb9edd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961472255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=88d3a5c3a7dde65ff5494aeeb93910c5d3218221d2199ad5cb52cab5e6c3551da56aa6dbcec97dae5ad1adaee0d3ef1781d93fa6579b3122886929983a3a5052695c35d8485a4cb2f8ac8b467a32a8505a389ce86c13bbacbd0120633cb95cb94b15e20f6ed617b221b3e9f01575ba2d07b8a6c8cd23d684f045b94092a763d43d60d13668712cedc16d0eb7229cb15de0dff4b15ae169bc1792063dbfbf2950de721c45c09dd356a7ea42e932cad88a1701a81c5fac90748234339624ef41ae572985e7b1e486b91f0bd693b101502943231f7f6b100699647afb4c4aa467db13f160527bf39f81ce87ddbda546dbd4a026a446eac69a5cc7e1761705fe9bf9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961514625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=afe7668251e1b159fdf49d3f8e3f88a974ca8e17f2becbc263c0e92bb117c31783a66f0af37fbe51945c7f5a5ad836d0edaaf88654965262b514e4cfd509df657ba5fc326159fc3dc3799349c505eed4468c5108b19da8ad59ec566bc8a649567859c2bdaffdc18a8f8bca6e716b25382f346c8c1378287579babe8efe94634a191e631261f898cc6f0cff4672f5d92f393a09d519df2f6a6dd2ebb86d9155a983e0962239b3eed61f52b4408c2b02a0b179f4c301e1effeafec19afb2b394a00ab2a2a1ef87561873691ed7e7ff740e020b0408bf9ac51a12460e31086e22611657e8c345d411dbbc27d0d3c17f2379e0770e94dc8fb771d095f396a750d4ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961834908Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=12255fd5c4ca669016f08c7d6a748193913e6ae17a6f14d8e7946386d2eb8c8ad2b7388ada9b6f629a1f988e2fa7755c06771482bd1b4e706f604a73771557bb075ffa3ecae2b4d24fab0e353256d4b8bf4716874947f002b8e44850d7000ff4cdb5a225d0df1b4a166ea979bf10e0b30b33969307df40ed218b168fa645336266aefbde0044a47aeb48234ef64ab8df1711967149261734723fdcd7cf42bd97165afd149a2b6680472346254f3fa1bbf4acbb9d013b469500580e0144aafafab964dd8984d5e792c20c634081a0c84a7916e64c767f514e7fb3ba7ad6be3d6a3f08ff216aa4762f9d2d9f2de962c61a3c5013f5d22dcf1d1d0adcdcc6c0bbee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96185186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=be10cee4cecda8204d6a2a20a4742927a2dc9e7b69e6c92f2fc8e79d00e9422966ffcde26754c4d2433678cdf1a97d608b600e65d63b0b0af63999fa222e37ef54f3e1b60b8c16e3a51c991b0310c233cfefdd8db468767fd77533e924cff7750399e44ce16046e4c557e623662cb9fcaa41e8e804f5df7f02b7905a87a7d147a94ab37a9cb42acc482238663f4c370d8db4c9ab84b7691eb0583ce089639fd5e7de14096a6e0349072f932ea72a8cd4703ae81639f911f1cab72ee0dcbb88e2b8065ce178328690b25e0f20cbcb64e39c6410a162219da734dc39d42a61e972613cef7dc83aa46c7539d2c3c7da44c8b4e15f15123a8d5e3fb61bfe164ab58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961609764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b93bb2f747dedfca4248e264a5c9458551f0c86309a11d7510c6a514cbd8b43199f0316bc103ce2475489e3d87fe4403b9f71317702d2c95142c88666c07d95a6aa397d61454ddc0e3c76323cdade4f29dc34d836239af760412abc9d4d5aa1a353dd4a555bffa447397b65d88f0f5ee7e1f29d0a48255b587d639eef70607a7f4b5bb2e8d286773a7442db02bdf37533ba440a60949a774ac1563f8c73f293ff5e039f53044f1556ec9e10d10de21e51753ebdaf39a68894e3e10fa34e86153e2e8ee751ee7aaead35a6d774267b54dabf5f41f856acab867fc170bd8267f90a061f4b4521cbba69d6eaf301ef790cacc1a1df8739f53ca74c6c2f067740adc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961893238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8de6ab5c62ec90b030dd2649f1143db34d0a3516483d1474f74bf7ad8d0ae218be02cd85e401bb7036a0429acb56af65cda29fe2a0d4a98bcbccbb079478fe3845626da5271649d13bb445b0be49b01431d54f2d38d311aa635b5d57a04254492380d10181528029423ad297135b47d74001a8b04a183cc2160dfa26283b58874102361ddd24fbd94bc8d6018f7906cdc5c7d19729f8175f1ef0092a9e9bf4aa3f9c00f863c45b93a205d57cc229b5c40f36d538a38f6a9b1516de49577f9389f8c63c96e4f36db51904af3e37b2cca7ecf355a065e13b0f289d7fdba9f3122a77f41044d6ff5d977a17a29a8b78b7bc81551f76779e5dd17d20cce6258112cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.961965825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a7dc78c8d8b90683514aca9057e804ee289ad746ca1c8b60fb273e0fcc4078a3f7a9b56e065cb7979619474f5e09a273d6343f84b718de6482bdc6daed724627678a35ccfa815e1edeee80b86ca6f24b2421b2178838db5aa101ff506b66e42bc2469c38701367300bedc097a0b9e57b744ac20762c85445d4b7217c9ab5aa03bb1e9a235fb0e20a032c1c0e03deffc34c5884feaa1751f6aede51fe31df5195bcc8644a37f708b932006ed5da0733b04bdcd94cc543a9ff465630c1577b3b2e2bfed3bec31f36a2bd2223b93a3255afe4dca4e98a7ce91b38a781c26a5a9cd127e4feb80f54d097b866c5e4c3920be4ecd90009b829b83885c56b2e7e02b5a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962007213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8952213c2df1645bb824f8bc3f64c68e559d4abe11ba153d28b626286fce73ed61713ed51dd47dbb1e9d0f3e2d7f755f25972ddbf3d30bcd752da312579905af441360c4a830910af1171c1cf32fa608f6c6370c36c188d8c6654fe3bd31e69d11360a0c8b78c461c7a749aeaa334d27cbf4a53c9a7d3c6ed25a009fcda531a91a0e8e25b01ba03988aef2e27ab8bdd4e0ba59147297b2a026f598dec12a039d339bc6f437af767a627a5a49b4760ae2b8789063cd756d4e5808bb7133b36bae4331b21766cd47d8dec66fd8ee9e31c3d27bb3905c42cd5896af7570a115a99b44ab56814dd956240e755508815a3f45608d397fd43f750b61d00627fd42fb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962012974Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6bb17f2c4f2198a71c6d7235aacb18e5f994d1bb8d961fc66d4e7320d8d58801632bbcb29e44834cf2937d2cc51a774a908d92e861f3c21d9640f32eef812fb502377f6c4d519184deabcc427138052f471d006fa3167bba6c2cb9f1f5e4ab408be260ebe6b7c00e300678bd83fa963261e1b74b537018315c59e96c3624087331d929c14adbfe44e38b0ecfb458919af366dd8e05545b773e62890619a4b1b291032185bb191611c55e134b1397d7f17c2a291541a0d7ff97087aafdc208595e2115f4b6fc5c5809a346ce963c07f340344a118d4a661a2d6da0c2536f7feb8e8857f4c66ac606a934983bdfd4e9149378ad044ae70689c58a26ce0e8717d10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962032501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1ec130b94e06ce7873a0b9d43a8b2d310a1e25f5a9e0133c3acc2d5c4c1b58db4aa96e9a253d96be6483eca8f524701f6c0fff65052da42e2d0ac580f02374fa4a5f4cfa776008154eb603318d88f97fbd26ecbce584457ea9a5bce8bac9147cb1ac38364197e5ec1935499261988ff85dede72cb3ed8d6324f327b07f09882cc56b67fb358ff396d7e28c06411edee99d57f4416a0c59aa3053b8326639a164a05c74f8ea916c50999b0e223f6539a1c5cc0243d5e600e9fc76cc5ee6ae7bea204ca0176089338e92601e37c2aeec1129204bc0d71ae02579ad9a74daf9e94693a674303e18f320b290bb2f316c071e9a1065c099234f93f2b2fdf9091747b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962048731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9550421e4c4157377f86d5fababe41bb56566bd73e6e4458d6784726672ea6480af71a4d2c7b0047561e35cb08e13aa56cd4f14847ba098ec1621611780874575926846f5fe2f811a57924a309952be9de26a566433b149d13a16ecaed2323641542f45dda5b78b4c4d0247c68e16d2d6b36299ffeac7acbab6f4ae33bc0bfd89d3fedc9ede44a1031534b68dc73325536490ecb89aa31842e641f06a907415f483a40ffc0c6c7859afaa0651aa19bbea7d96be230290890ed1d65dedfdd3d4d8e4d2acebd835e5ca562a8a4551c6d3e413ca38e63d9f3dd547719fe4c481204e5626d4e5947b2eae6c5b599371cb3852ff1f148c1a52a8f9c87c146e097612f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962054462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8f0a01655754dfd28f43a4b2c78e70d8c4a5cc26937e3dca33399f219b3c89b1db6fc3ee831f11ac6655abfd79b859b9836c180cf8880ca13bd9439d65353703ed94962ec98472e863b4306616aebdf2379c36617175b6274e0ffb9db6e8bdbbf616dc6f958a2eaf947ccb703e16d7e67d64dd5cf31fdf556cf4f3e6140f5d10086dee6a39a8cc53c7d86438a1672c0a19b969bec4899d7a9eeaba0ffb0506baa9c88544d8cd0f1d5fcdce791a9192e39c1f35854f543e813868e90ffd9b4f8d2af1aa4d8edd79f3775317c39dfeeee1b6a5f840fad7dd8db340ca5602beb1459a60277315a05680f8b84b0db35e5f5c05e1f277e9929afdb95529aa75476028&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962085891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=38f7261d22a7fa497926b446624a32f842b4afb79760db86f68b0d1cadf0d95e9dfaa4e0da3d8ada159a706ef00093861db8dd0cb22456a5df1eca1da3106ca506cfc5b319cf67a04bff354c7818985e5cf91729a8b262f62165a17b3923a472c12528e86fdb24962d035f9ae76cd11e24ea8349f16afcd87ce2fbdd9748014940f49031ad763f38cbff6d0e227d7650a23b0c4cf732eba13151acc6ff19dd9ddf30296dd6e6b7f3defdebca47d2d1ce69f2f6c9079bd66b98f0fb1170c0914badcbba41fc42a7e9a6663f070cdb161cb0fd472269385b12d185f996775ea8c7d31a1634068cd94b91b0324cae6bc42cbf67ef005c1a0999e0d5f1727f47f080&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962142177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=97f927550176d009611df4b19977797b39b6a1c40cfadd848da0771a875eecd130d4da4b9671bee027a3c4faa41c6e7206b84abbee8bcdcc5a1f8638737372b64ff0f167870c94c36455d75562d064bb8b23fadde275fc8847d57da67f471f79eff0b84535391044e6f648af287830533938448a7b90d62a1f9fa5ea1f3e058354d5ad99937ac776a4b3b6a918f78f07ea63e0d9951bf3366244f7f4463945d10e9e2e5d831b9e4f55eaf607e71b97a1864c2c3bbc238cf96cfdd210a47976f1cfcf0e00308694fdf4d4df9dafda9e26c82473f9b441c268772477e18b78a0ff7347639ebff7e2a3576967854fa65ee555f82c2b222a6ac10babaa458e1c2475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96215943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6f02ffbfd58c5a2d01798f6b4b744ea6fb168311172dd1c122f04cce4b0ef15ccd4287f7d553792384069f9b5a43c5dffc0b4e18780d80bd83134f4b6372f41754811385795046cf159bae53f2670eced8671b8814e058fef3eb83fe90f29a19ff9bb0244b99981e376fae77c0ef35c24f936f5317539f0f629b1d326ba8754f5d00af4aabaf91028e8b11a14ea4f3fed826a11d0aaf2640721b8d17c0f1c1d3d060f4de256d5c0135b83d953e6ae09f41e380c1e405e5ca88317a8b54bb1918f8613cb83a58437e4c451d61c56bbf075028cf7ab5ab7efba4ab03197b3538f66d980b298a227339868f3a5401ea2aeaec51b91ef1951db7392e85b9f3e7eb84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962198283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=184e3036634bd7812d7872d2bdb337247448f23c1c2fb7e8a3335a4f7c682e51595c99f97219cb10920fa28a77bccdcf29ba86fd09f3150ebf2d7ccb06b52e20d2528b2fd1c98ea7d12afd205ff485ba81a4ae47c62cf8169bccb83c4d03b50a26f5609a7ef2c36f4707b92d528032f35427c9677b08bdb26cc524b563be7ccb18aba3d8901b8143cc9c1fd9e4aa6d0e179d6b505b316ebe386268329859ac37f99066ce3e9dd779dbe7e6cbc56ebc0136544f54169f15d0be28210a9cb9e87c7d65ff832f254786896d5dbe423375834e4175679983cbb46af512303d3b1e0abadb9060b4a206828f06a85de0d412d70fe875d2a9b660d78dc623ab0340286d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962202391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=706a53c7364326a6c2de3472497232dea4b08693f0191c2bcdd1131a5ed8ad83bbfc77821429327e277663f8b80bc23bb1693793dbf2e6a9ae03b31a4a02d5e676087693cb08295baf6df37741cc8fb916d55afdbf80fc1154ccce5917c8043da532c6a82feb0b710624383bd60956617da89c67d730cef046b6049e91646923e2f66faf62f4a8f7510ec55345f554b83d409ac1be7dd3be71ae39ebcd6f3300fda3703626c89ec72a7ae6046099269f61b3d39cb66e87509b78ee2c02f9db1f81197ef5086285cda6a9fbe2324d6e8b45d3b4af8c6b9f483e57e6bca07d2296797ccaba58344d4d5b5e86f12461dd9f202a20b4b796941709becbbc7f7229ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962319932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=63bb44a3b6f2b155730fd94bd636739ee45a584e734fae23271152b88939cbfeddaf54d8c0ee82c86739725f4691e733a1918c9095864ae3c6ac124a235c86735d68535fff92796fd3bf54db41b2c5a517c4fbcfa5af6ba7ac209ae6ef71a95904697d17330548646bb5a9ebfe250bbe9a34614c9accaf9438f34e367d334c0de6de523ec71346fb3a9fb32bcd84deeab193ec1baf3bb010bc2ae3fa5d56897d3035ea6f0cde74fa1e81c21485713585e142ab656420e4a17e076cbb0e73ce2b26edb55c8b9349e9f5fe3e8550b5186e67a931f0ca35fa1f15cf9a2be791d26eaf83803e1ff5e34756b027b8f42634297858d40de6a27211e3cb2966ec46083c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962054442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b1343c210e603c5b8e6f4c7dfabe97e9cb366f58b492af865d74bbd74ed2f89ea8dc8d44a9ed965d02771acb01e672361fe0c8b2b529c3b468f36308a659216ab98de4a52e86c29eb1ac81d986054eab142e67646aeddf5e2d70c04952804469c90b13c30531333ad60be9256fe8c015b48c4e8a137b8508c92c555dbca2f5fc45047d3ea0e393501d9453671c207c4f42a9c8a66013616a82db07d0e577a72bb7efa0f078329c8ff92ccdec4939b5fb8d4dd85e4e5b7d430cc2e074d8016c3b3870985ced60f2a43119c1e335877f1a055585c2ef2c77470798fb82abac0f1a2d316dd12715dd7c3478caa46d0a1a6a2dbb5a9573b8f90d6f4145b42082ffab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962357744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=80a926dd29981df6e576eba1c4a4a6d71288a1effb712ad6dda8e13c3d13f24d341def81c4451d3abc5f88648d9d9e47d4250cba626f495569a0d67612426ff7ef958a46bb51155a31ea03025cb39f4023e10c620129a15f35572e4a2270d2af69f7a0e2cfd167e71ce60ca88bef0581b9cd1a683c8906d7887ce370e3fa5c498a49466da2b328c99417892d65f3ae80886e564770f1df3db12c62439c48a0c1ab0fb323f33f190fd5cd80d5e69a4617e65e3d1be21ce02275fd17f6d4728f49ab1c5999cbdf6641d32efe995963aca9595ea9de35584fe2c84dbe8299d36cba320390ed34b6e1d0425be66bc14fed430b1aae2acc022d9100cf6d894573139b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962378753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a7e7a693ec4b21350c9db15a68173926ed114d2c27034f29c9a4a30408e1e4ff8950ba05bca2d5d3811b55e11bb40c62382e9d089f4c600b010f68322e029a7274e6aaaf47923271d902075a528aa583115c1b92aec3e443b29e428052eb545b76d7571ced968e1a55f0bcf0f16b88fcd40977091e6f782f6506756bf2ee389a196384d7b40d7a4906e7a994c0f4d84faba59331e5466cb250018ebfd0afd0302a9ca0a86800e068b2f4382f1b9792aa1806657485a21eb6765a8e435d0b657395a79be39ad9cfb854b8b76057e9032f2ec5711410429a44dab0a3ec7c38da86c52e8e7519296308871d382918e080f4675c837a94c4c9917391439cf54b8221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962256854Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3c53e1b7628f7775833142bf06a510de2b0fefe439ca6034c96c400763b46b58867cc7bc257594fb21ed4d6c1df1fa380bfe2b89f163dbc8cec5b5946e2baca3306e387ad95edaba1722d44b104e2b975d65df85cc826ad1b8ca33ff2122ca06e2a3d5717753bed684f358e39bbd9aa03347674f6f0adf9d8a88a5638798a9f6ffc4a424bf06f4648500a612491638b373a71bfe35179b4f5786204c4b00bfddc7dc17be999f3e9ab6bb72f8c65afa3d031666c407300fb6120f43304d7f01cd25b6e5152e0bb0cf9dec9af28a326f964718916e35062c37e13a18530d40f4dc5231deb16d41ff85967dc42e95985b43e39da4a95bbb901f57b6b1ca8bb0f4f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962401807Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4b991542c994b16ffeabe8e1f6a2de4bb3734ab1a34f227bc1793540402ac9268d159047d9338aea0ecb6ad061684bd72b5fad2142f9651b79332a9d5836e0eea95599f22fc0083dc05c709cf26f63e9a2c2565f1fa6aeb7524244f6da6b3a92a6a31a4129720e32659a9a30fdcdcd89fc4a7abe7d99f57f7f6d8eae4417d98d8af08d3042eb6fcebb2ba994cb97d59eabc54f45f2f11cf12706973a7dba38bff1a0db5542363a1418696773c715793d07573522dacb05ee27069551297bea31eeed305293d0957f72db4a925d1a073cd5f71617b99aa2f016d6a1935b4fe369f450a317362678497a0c76390f5d39308954d03c46e5d04a91594955f0a4badc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962429489Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2749167bdbfddf6c68872948ed000ee8f7dab8c669a8e10906a9259b88c35e1cb0ca54c8da72f2b50e707e6f88d467c35155b2b07c49771c801955cc72b092c3a1dc48c793aec6afa2e89d3f66176c97119a9747541dcdb6c6e7f8d96d58216e61a9b36075cca472a5b6226ccde85ad18ef8a47ea4790a34c08d9968fcd89a4a75be348da647614e7e47b63248273e162594870d04fb553004719c73f4d0cd32c5199670e3c8a1cb68e681da6ed8c305b523d933bd9fca59eb8d32f4e10b39a5c1ea85381e1641781a27766c3d62bc2550462d30a34ede36492228b2a7228847f9ff5b618f70b8789ebdd35d27d36371576349aa1a4403206871c71145417b6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962443034Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aee9821bd7bee31ce33ba2420c785019d60cc1c0f28859d92c86232de4ae722923cddc41deaadb63c93c141c1cdda21a767463efa777cc055a59c09fa04ebefa0905913c44701867027116cf42627a23e382bdd531f87db6a248f682d8623ec28a85c9cce97ffaaaf8f468c870bc46d9d10e295c008d7d8bedf8e230957c441651d741ea20172930a5c4a90b5af4c6c4c32ce5cf9c1889b1ee1720192dce548bbf9b4c31050be54e8af64614d65d01330ef7b4c8f37a288354a274f9ce4f6da354f13f0eb4912ed237c4dd4964dd7e71e4cbe9403c9340775b453d4ab33ecc9090c583c325375d242844057e0cddb62d44e81c25f1559c4ffe7da4a7b0f8032e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962461369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=09f6fea3b29049ffb71ddf43bdcd702909caa7b63eaf1bf6b28546715a211e317a265c003b13a001e24fc27345c5164062bdc258307c6df06152dc406a5572e69533064802df3e77ac3346f1aa1b835be3da25cd9a200b4ae81c4183e4e005e396ecf7af338c14d8187b0eb5b3b15a04ac7d60a1edad68e8a3ae0456b03e525d98039746ba503dabbd6b63fbc1d66e5be62d4394ca24996ea933a88f9913b25efea6f5e5172c637ff873052ab2ec6015d0d805089fd9ac5650be10741c5681290db698687edec014a9e50b5ddc5f8ee7752f17d022b9b974696a4c14ab95cf248bc3ffb45f9c428a1ec010dfdc78fc10a56860aa7676d7bb175963ce59528337&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962491325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6a0e57d31229cf2f654e899fe9954d3ffb43e3f3ee39ad0acd6b6ba7e5ab9639885c1e0b96202a3ceab08b3dbdc7d7902cc27a44a45c5345c8689fad324f0a88f5e5d428506e8dbe564750912f49f2fded00203094534b46c7e3a3225fed15cb04d36b7a31cf4f6f5b1f7eac5e4076f179246dab5df4b7d3bdf8b7df44bf43eb08d9612ea3662ed695089852f1f93dd4fef8e1237171c94006ca1655df84bf2361b1d8c476fe4caaab225ee87c1d723634844893da3ec03aeefd664a460e4e84ce1880f09b4d972530a49d5faa97cb6f906e1a4fd9a6d525ecb29b24f9402454a85981461cbd06ce904ceb96cd53d1caacbdfce44607a049a848de1234902d33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962519579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=694e82ba25db1a6c07caccf7db8474a46b56573ba63bafe55c8b40bbcb64e59cdde1744bae97bdcb3419bd275590f53506c14b32b1b4fde00775c72c5e24ecb1cbdba4059e30148e7085633b35413cd581d75c416d2b14e9338ea72c998a8826de2a8e89aa2496881a80cab85ba6079ff16e82e74543127623972d551359b01b1862202b6db742ad67cd69d99f4517abda4e6c11320d4cc45e3f0e707787c915556deaf865cb58069f55220d187b5e7fcb36988129e23bf4aab9b0c23514eeff673ecd8318e7187f4345a9ddde31584a6345c4c747a03a712167bded315bbf49f850ee9cc244d6026ebfe89453cbd6ca30d9ba5cdb60f0de07a7448ab856ab3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962633043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=98cd35663e2dd35c5f3d7ae34e1a170c1e74da86002ed693c581cbeb4879fcdfa3034455948ab17357bdff430c0dfa897b890a5b1ccff90dfbcb2465bfe80f2516ab423f354d73df7d61017abe9a652eca228ba158714a490a19fe1ab186940d76748b0b8c1818fb82c7ed7d11226edeed80dd3c60a131543c1f52ea6e212f0d50aca0d424f68afda7a99aee4265f55d5179ed2cf8fc9bb5673884cbebfcb43f9e4edac0937b97a6706147c040bd8bdab05821ff9b0712b9812ee0cc1a0fac1bc272daea3492d6bf7b3238d14c5ad7876ed5e3a3db97881d1bc93ade757c02fcd83718c26458d3f03b6aec6dd24acefc23c615d078144a1e8ccc290f234e8de8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962347494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1da6722d2131da945691f32c5f7f30fe6d850812f0430929b49737d64954efcc95490a210789c924292e14f7af2f0938f8b57f969050428db472298788029f1d505d88d2ec9a9d1facfb51fc17c84bc042c04afae22674b61072a8a072ecf0b980c0faf66f859f1e257e32874acde4df979ac669c14981dfe74261a04945c82f53fdd97bccab2beaa59132b323ec35d2b308b00cb772b42d0a9068ca119a10a54aea761d1a5858182cc9e09d679c237c43c9435e015dde386bbc95c8235dc850123324725ac29dd8e3f9c96e98de3f341d1f0165bd5b27e0b0353813bba650f62248f1320c713110d53418fef16a555632a8567522b8d93f1e014e1759b0a977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962397559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=181887529274bf57acc6420d5de262d4ccf511813562da206ccf3e9a17878bfce3addff9b7abdf702d99eb04cb108c15ae88607d0e124cf9f42f2aaa5418568eb3cbb2e86e2f377c6408cb0107704af0fef325cfe065e7dddca4fbadf5d3572fee0d3140f57b184ff609eab8bee6b07cfb29f5f35aa2d03b3592ecfebbe23dd0c6c88eacea60d1a07e3488377485fd38c441cfddedfbf0277e8d48bc2cf435d6dfe884f4ae38b37a21480b6a8cd99cc62dd02af8827c9a61449c1ed1766639a8a4f5ae073216d3ecf4a94bdc239c0a000eef435b590f534ccd47f7132e71c621708da47c6f02a51bee590ed35b4ae45e5e2272962087e65eb9a636951481f3e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962681454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=01eac5c68cb0105f7bd951cf064a30f310dd0230a388bf9c48d89257a3c49ec40a04a16eac2384298cb337240b1d801e34e5a574457f86e92f265e857a4f429417428bbcb4b885928ac581a04fda45ad0ed4f8f753d2393188fd0cb86bc0dec13523aa53e2931dee07474e20a96acb3ffaaa6856eedaecde502ad4ee7f1e2408bee117d28e00bafbf0ecf041874818dbd512ca8e5541a8f95bfbd915d27cb325977c92cf75131632a7dc5127bcbe01b2a895a6f63f0fe6a7d2ecee737cffb1c99d17a79c440d7fd3881ff39c24ede9e0271dbbed66ec6dae0b28c0fa8090ad0663bf8dd2fb75da2741fb9859563e99334f3f55027a6e5d6447f58b8eec1c2e8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962713274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7e10973eeb1b08796e5fc4ae37d016af299756f92d120b1e3aa635da39eda005d925f5cda60c03e7c35a1b7864bd50ff067e33e8a56483156f2c8028360fc5d172ac0f212af4950f81c687d2394e4a68f9ca26203e54c1eb38c6d324cfebacd42f6b96d6727ff64798e033376db09ff498a8b47fc639429dc20c148c46ad44d6c7733a4c77da82060c26c5d51da5cc6ef6d413eb02ea9a442b1d240616067f74a79c6f15b2d5b69896a866c908075e3db4aa9d44c35cf6b60bc96c4bb4c3ec9a33277109b8ff3f4a70ceea1fd53e96d559e7284f315718de68e4ecd728af6869ab14cbcfde54656b522066780036cfb9a7acf1710299ce1fc5daaf588c576fcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962745114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8b801c2d2adf4d3bf3defd151f61e9bdbb3e6c0af3299702df31373922ab1bb397a2fb0a02b87f51d2fe2fe993e9ff30dbd9bc8fbd884073092e170efbe5c20199e99552cdbda701252c37b1900c5d3d89efe2454a860cce21a5222aa497d17ef2ebdcf471dca171e1574f8c440cac2f5b822653fed468ebac49a27aec413d8be293e76a770104685c57a21507ee1491bf98a68b284d1d51d3fa09934cfd1447b6e65fa60fb0e338079f394af545399ff7f6c42e5bd8f8d16837a76917a6381e30f21e2d7c6ddde43c423591a974ea800c08532ac3c0d4bfcaf71787a2f4b7e68632553927b6376d76567af69e8efaf09be389c27414a9e0d57fe89917cd5a13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962759751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=73ad4e0fa7f306f4deaac5a537597a78d046d81c154759656e9e6e8f46aaa620b1d656e197009f1aa3f2f76ed342d30363cb8a4025413185c7edaacd70d0e02fe6340c8fd31eec3e4c5ea8992ac6c321838f909870165a659a0afdafb717be48c675cc7d7a095b5e711f9291e05286ad69dad8313e37cc622ce66e780fe1e1d7dc5eae46ae4b9fd19140fd5b7972039a0ec1271ce7eac57fcc9d1ed0e67288bcac518ceb0f21b47aa5f003e6f4731ad59c1093775a839af3e22661fce08593af53136e60a00b896cc9b9db255dcaf09e8d5ca2aa5f1c245ad4d575fcf3033dc3251267d6f8d6d92764b5b26b7428e24fb65a561fdd1879c2b5a3159adb3d2112&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962796941Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0c56aefd17bf48cf2a0e27263c94555d0f15d68cc617e750187b9d26d816e6455aaefb22a352a90fcdcbad56acce9f24f54fe3224373270a6780e73378e08abe85f857b2f099e08b872d5b12cf1708b9beeda94a5b6ba1b9e766f21c848a5e7212ba524604ecccf2d6401b3b31576437c6d06d3dac90341b1c25b38952e78d586ff2cd347b7ba4603e568320c9260af7a2103b91e97b56eced88c43b57a86ffb35c18ddc2fcfc823543b643c808acae4c8d24425894a4de9c11ff6cef61a77de6d4b20df5580d861007384e519f158478ac80860bfda8e2cba1f52f024c9502cf05a43cf22d1ea526d3c83603633a5b4d8a1d9ba006601b7263a69809e7b29f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962797052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7f7fe30c807fee6a02bcd9136de337f1c835f0e58e3f72a2844430fc7b725f0f1bb6a25ef0a7096b91692d3ccc68ba0a75d0f054931f569c3fb6761a19aa6a3a99dc46b51e4fbbf874620a3c1e14dc583d6b1f2025b2e911e6ef7766536ef003445b197b6ee53fd30a02d2361c24c0881995623bb45a06ca6dd5278cb7cf073c8c9255c9ca82e01d47c7fdcc4b7e1b1cbcba32f4aaf4c7ca98255da4babd916eedf79ae1ec756519df92b19fbb0ba468df6eaac7e1d7de43a04b48f4884c9e2ac1a2f81465da21067a8e84df31518a85a400cf294f59e47b13624b74b4fb902989be69254bb3db5d347db4c1184db75c3c3756bc90537b1230b5af5eba350df6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96283882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=834a8ca055f56cf4e7806281c1f536d0e55e20f106037c878c4b2442dce3d670f8eb2592411148ee1bbdbb939a7870e02f3ad26ecea6184ecb087fbb8d0e6378c153ece94c566dc172f90c48cf2decc705b480cfb533d83696f5f2e4ffdd797939a0b3655d0dce6bf52fec8032e118144cfb991754c3c12ca23201dab9f01ae436c7ccaf6a8372e93c3c2fdc1a1aa37e150c54046a093bc06592d591ad82136e939539bb0882b8216a145c1d5da521674fede2a0cc4bd51cdf1e6fd39f0e51a5bb9680dd396a69fff64f14dd563470e254c6bf5bfa056d6faee560e78319dde96eedd7776019ba3ddecbb51bbe70819e67eda4feac3f60332f73a9eaa389168e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962959979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=26be866b65586ccc872a08b812f3205d8d43777469d00b796e457a669ec37097205dd7c7f8db869e3ff5aae513a7c6f173fab6d6cc115a891203eddd7bc3fc57a76445b6fb583ec9e39901958fd67b11f0a62b0eb7d842c98ee58b2eeb1a5417ab95c3ee40c5f41cb8af71635daea72c914f2ae554f565861ce369de6e96b482230760d03895194c169cae84969e2bae95a735b09f2445780bb6d73c9df7fadf9ac36bdaeec5abbc2e79901458a850c0022b8b6981086f780b8df705cca610f84d595aa57e94e95b18d9044278b51be8498073582d93bc9d0ca88af708f81792e5fa88b83047c8fac14a4caf2c3c075f9b7fb3530434fe44524311ac009a8632&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962995025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8950b7953c93a5d51b1658ff492e85163fd78488cbb9c666d7de7cd5fcbda5535b34ef7673a5c6fe8fdd323958bbf330aa49fe39865f7d5ef7b3fc6a789b88bf8b66ec84958130b53c38dc87c5673dca4bc9b7eb0978ddf3490f08a9dd6965a35481920f2443a51147db33c97fb9abf8e610f0bbe54f0a71174e1e39954899fa4e7d32dffeadb795a4b8ba8c145d949461fb10e80470420d46d3b8d50fc00b7d81e29ea4aa37e3e8c9da29a9a8d436bf9a32649f9ede048d9a73cebdd9e860140b41afe0c9d6a30412d789fcc7008f88c0172be79c81e4465e939fad8f0f9d36141f5c4924dfd92d941d3841faa2bc4ad4e52b0864870c16b174b33ae29f175e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963006116Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3976061357c6d363cb4f4e11d75e26f4b451f2c67d2dfef5b80a6d72c6afa0a146acf0eef121ebd4f5cd01f77b66e0b5a699c8e8de7e9f31d765e46e5c267c22acf7933d9c7ff2fa69d19f2c2fd19233d3266f79ee077445d787078d82633b5315aedb16b903d77048fc8d71023327cc752a51365b5accb89dc4cb6d5c4442a966a73d4aeb8496b5e70f6fa6cc60c10913fffac7d0bb10e69e485dd0369b5456b6a0e9be237b6667b61c5ce627e8805b8b7e6babc9e314b57ecb3a192df8dff7b57c70b05bae21b470bba456b6467e69163507e168f016612ae4e3808cb7d396d6b3e343cf7bb4f8b704d201addda1e91157888d551aab4679ce4f5073241288&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963046742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=62f81e41c264ff4c66bdbeb8aacd81391a02cc36aa4e941941aa163ac8afd4dad5377d4078d73eae1b6b1b6304e20f84f94235250c4bc61ca1819a4d133a64acbe0745b1488651c476889e7f25261d64e952f1b29bdd33ec7720bab79356809551065ddda95e04059ebae5a17c7ba35a9feaacb8415eb29a8762ca6e715c7ecd781d598a5d773d7b1b0274405bb0cb513a8e61d59061fdb77e3e95d477b6af0e0dd8c88c849a7b9e677179839c3c6ab759a2b74284cdb3dce861e4524d27315dc313d4dec90fa149469decce9a191df8ef8c431b746dfaffe218206cebeff9270ce02a311b3fceb3f88a8aafab5414e0f06ee039bbdace386602ec41f0ece605&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96305625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=421f3120bcefcda052fcc92e10b1e7ec2c81afc12137a3d9a8b04ee804ca591eec91ec35fd7ed2e69f36ba6e83c405b2c2a3ed36f5a6dd06b518d5cc50bfb5160f4189902b770109d80cb674a209d881451270e7924d45e0bd0d037ed8b5819d670b967764759d5b19eb0451eb28c038e86ba03a2474b24a0d2ec17236879623c50aa3d682a1146522e7a577938865da84a94de9e0172c2f13fa2e631fd532877090c5fb802314390e5ce28a58e21563cec415d8dca834795ad27567dbd776b2bd08b30cd52fbbad21c099fee59fef224c47e5b4b6ded7b71fc035eb817a39a8b0db42838214a6540f928de5f17bf313424cf27706308007a592705efbe160c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96306142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1beb8044662469550a0c698ec3d058c74e62f5f1b6e6770ae20f2dcf08018694c10672ef1bbf5677a74615072fbd2986c9a5c24447a8e1c241f0203d9253158101720f20f589a81255aa9fefb92b5a26d10733564966fb6dba40d0aefac616187960222a4d9ce5b64cc7c727e5a94d90f5b80263631ba10467da2356b8b6b727669cdb41166187a3bb07b6a838d51bbb7129164aac3f18a1e8b04fcacd67d4e3bccd051107844ca9d61a725bbb5695510d5a000d1a0b5047616cd084c22881e9a8d2c098398c0d7e3b6319bf5be0d452f0f463481f8e6e0b0e3eb1ce69748c5b54c9ff3f4726852dd482e5a68863835943f34197794384f07ebff2c1a1b5acc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96281198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=87316363480d5f3265375829f0f727008fc196e7834011a9581ff69e448d7f69c5ca5c2b385e3109547e57d3ee4ead9a7a5a4d0b4e825be031cb13db1cb0becba49fc45de4a97cf9978e95b3c2128ef12c518412bcef887e1a1ae88113374ebecb84bae5b291f53844adc10a4393c8fe63ab667e5f5a83ad2c2925693cb0afbe93cb32c55abcb81dfcccf28e9f530302cbcfb424318bf1d1429cae3f1e78c439a470f1ff1a53654332ee6e2be1a6ea3044962f82ebeda7f4e488aaf10436c457415ebfaa93ff706475f18fa9935fcf4a9f8adc9a899267ba4bce1280a3d8862c6fed588b0ae690edc448689da18b829b059a9df64cd0ac18ebbd0cb98eafb4c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963113949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8de6b8820e6ec1a35c4f0c12f7f8f38f203a5afe5348f80c5896fc9ada55e71bef987f61e2c625d178d656d0d6ff6b5422a6d1ada275dbbded347f83a6464a8c833660d0949136ce6fe2f3888b8ff15c133304db35d8910eb5de53619fbbbf0950a7c07d8499fb2a7c39afaf06797e34dce4f1243eb164946c4845993e2c4ef16e96d162ad0fac72134e2d994ebd9be48ca5a55cb9fec16eb48ef026a1adc8f2ff6775ef428f9f623ff18ce599060a597cf6b79f34a81ab711aed5bf9ca931966f194faee1fe7439595c95080cc4253432531fbc6c2f4c3d4b1fb0503f331e036016c8e7a4a9d1df9a9f4e835b54bb4c2e7951a375b38cc3f2f02565d4e1bcf0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.962840754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9f3794a45d61cc7039bfb14bbd17bba45a84efe53ef88447e60c1bf5a67e2ffd95ae9dd2c9563b2e6f8c50930a241f73e2263af6175d4ab2b9a1dc818b4ed3c63bde226a5db91e8f4d969ab9b5726683e517b1f43a2b9ea309bc7384d6f20b8a8c837ad8a1ef56041609a2e5f2c64ffbe85a1ea77f2e3be9c42cb7be2c74b2d9756b4d826ca606ff8b8537c291da0313d59480236c438402d1a2665b2d1f605899ca3eaa189f16c9d68bd94f88ffb4d747832ab01b79070adc8118c7e01aef174ecbfb10552093f64927ca889664353e48c3ebf90868f071dea42c0abbd20d12f0b544881a3e844585e2ad3f3128858061e1de54e7ee8632e6dbf9e2d85021fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963185243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=96700e599002d8e081872880c8fb9efa1139a57eb53eb9c11fce1d6dc3cff3aa78cc48d2e34a1b171995970854bfb9b5acce3c476c8e988e813e1e0b44432872cd4d10ae81041a53f147b3006a0037fcefc7bf135ae456b54992430cae5c000b9c5717c0e3f25f207e9349240e3989cee2fe7f7c55c3de373ed4f967e1912ff7c6fce1eaeeeddfa463d25b2ea8002e59154a1ea72d1840bd58b6a60c841e959c21dde5765a7e1d712cd515094cbf94dcd254bafbf55a5f3de5fcf17dc5f8540e02585441eac41e58c211aab6acbefb682fd5cbf21a8aede2ec8fdf76b9e02ac313191b44221e3e4e1d51eb11d6142854bac9d73f01cfc71d9ce8f2ba477b4199&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963273149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2c596fb59f8d93c62cffecaddb70ef12157c5390e7f2648a578c28a7122a349118a1ffbf24c4a83617229c7d1f39198c02b9ca9674d1716f2923bfe22d089a7fa1bb15e713da7c32db6e97aa7c92579836b35c8448728458ea7eff22bba34cdcbe885fbbdf5565db7d76e9389da3dea6705525fdd7d6118b6a67df3a7fb7edfe5c2a740965fec2b9df4acf46d8b92b91c051be9dd6aacf476955b52ec80926fd762781d5786ffa8b6a1f2a2dea9da2ff6e201c4ad92c89671ef1d11f1838cf72c561c8f4c3e7c78fcef2eb1a624b7cd26c78b446d09a0b50125390a1e736997ca5dc945547f86e6d5d2e8feaec986bebccbd2043ff1c940a85d2a120ae65bb9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8ecdd0b13df1b75f66fa3607adc94d849be0061718ab48d5c6edc7a31dd602dbeadff8f2f735791bd8f33d585ae145fbb6de729dae4744722a6c1f7d20e49d3c8a4c2150d66bc3f315c9bbd967f2e89ddb5f9b9c61990a632b16f8eca8338a065a6d0fba994589d8edf7e85577b999d305951a664a285e4dc07b83578c9953af3541013dc0b27442a1e1526510f86b04ddefd5afe61a347ccee79392320cb1ed04edae0c8a6f0443875bf494487224d086b52fb1ec06695843edd3ed880f1760b74b2e3618fff16519f954c3266a20af45c612f6b73fec70dcc9bd64dc9dda93df01a032cf2fce39e7d0a2995757aa31853399680ed63844eff109b3de9eec6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963310179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8a28dddbc38440400705bfe6b66d2ae379974ccdd3662b581f4db6df6d8729cabe3a32f6f1b73a28e8f5e6d45ca86899ccbe4e11db57581303c159baa0180ea8452dfeaadcc82f8a2e342e001bccba0fa3a2d4944524ce3bb8348104e5bf69c542bdc56aff3cd46d1b2954309673c79f50d7226cf88ebd8a875bbb39e6eceb742073c3c0cf4206f6b7d57cb3cc1497fd0ca07345ad2e97f222cc7776a744e1630467e052839e6bb3c372a6727358109bfaf41e386fc351ef47ae81753678461cff9014ccebca51206e8ccf818f0dcf84ef66a3dd9f25ff91b4d82eec79c65a2066857d1dd7d2dbab300dc036b6feae3303ebaa7db649b4e529af70a248d4d279&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963330707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ba13dde793fdbdd44a087ed411bce93da06f2e03ef6302896fbdb5b79cffcd937338c5aecbb48f3d384f819482dc0cabc813b7c2e7ec3e17ec401e5dc51da4448f526c38dfab5b5fe8046f36db78bfcd14a857d6256040c34522a024bec0427f33f14e00e9db96e596da98b2e4a88f0f05baa19a82dabd9d6f650fbcd9e99b3c3f661843cc334841a841a164143a7a3121b1ffdf432841daf4beea9c059bdac8ba906615fb04dfbf814b51c89578ccf7505f03a0014172bc12490da8c22e51f7545b080a26d09d134344b868c8c0c97a49c88ea56a025b197508dce4273b16f9d50d928f99df158b21fd5717b70833eb15a45438678171bd949ef9bd7b04ebbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963086537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=48979839ec535b0c1ac46b0b7404b3ca4b4d21fb6b834a3011d4956df1065db3685520e859853a43b8321bf13371fa072066c8d9d9d396f7e32917df3302a3051d7275e22e86b0af770b6c4c4bf0a5c563033af358308432208ec078ac579dbb843edbf41584e4fe077c93dc7386a3bf84e08c7531d04a026aaedc93fc56b3a1b5e87f94a93a20941c65091e98db48deaacfcdc8f2ef5d46ea28abed9564b3cc452fda30a5556bc9fc6b02e4ddcdc3772f4f3c8d627b3b597f33797ed34d9ed786bd7fc3ae6463c8f6e23ef30142f58119d9eba115ff5f0a937e217dabf2d805807f57c84301ffeb4e80fe9ef05c021bc0e7759f1d79dfe68fba17849e00d027&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963379469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8704329e1b6fb147ab29bf730a3e4d112d9cf1d195c2684f69f5bc17bba2381fccdad3ffda249128cdf66634c299fe424987a52a6a4be59d04100d8defe2e62470ac89c100fc15b6f45d1f75483e36e2a3ef91500e6e7786e4b5ce2b4e93091b0d1245a985f2744d07ed29e0f8e04a3ce69965f47e81872d4e674fed86848dc0b11256420ef014c1e01cdb7ee973a2ff8da6ac2a5df4e9d73404be1a019a006c07e7e8ca2259fa6904bd2279203a7a2ccddaa526554eae9bb3b3c37d4900e04a8711ab8b6cf68f548a00c859cc4a226ecf85a69fc5037424d899e8d68290b418578214774f63e5af387b28dfea5ef25d29fd813777bfd6e150091ce5a235ca54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963411319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=be66ad4750d7773ab4d08eb1bf6eb7330624e3413c82bc98ce597b6b536c73604a3cb5c4979f3f44f9e36dc76de91f03b0822006a61e89927d6a44fddb06b144268e851d9bd5aec2e47d6c12ef692b9d0cdf4bfe0b38e231efb8e16fa48bcd433cd8f6a10f45f9004588770bc6b0d16e78b7e8d154ed51ab746ba594111b9c23a7490cd148de05f874cb1eaa835c854766ddbd7d615d5325b6b1ade7ca064b20488ac20f972cb5289f884ae42749baf2a3d398d9227c4424d14684014e97433b7c125cb8996efbe72e9fcf6f6530c6dfd268f1ca5d0c8278fb6ec2cb45c39f20e97ef9d6a2d08ab72490bab100f008b54f7cd6020ad1c04e7ba78177135487df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963459991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8cb600b796926cff221b6eda65d459a6f83960ab5eac06562520155d516035b96dc9ff51f256fe211318856a7f760576e5e9db33a815c49896929d11df4ea3c34d3a9ac6edbc4453bc9bed698e665dcdbc5f5e8f0812762685b49743dec7e79d4cde1b39e2baee88c43613682cf0c027fdb997ef85330acc6137ab147f662cb57ee0b7018da7c85c08bffac5842d6f8dd9462de1c22dfe45dc53b8239f4a64460df34e106fdbdd422776d33aec35454fe2d82cb795cf737ac69893d54aa0bf506055bcfe2ea625d3b2cfc8add50b6d585096d84ea8895461951228c198d592e78cd1dbd0bf5307297f1e5b942e043a3dc309ac1d38ad574bdbfe7ccc90057a69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963478135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9de51be35aaf19e8784c204db71b9afc912b31874c93523c29d5a669043cc554436afa80a4f2c940a0f6d909984357366f56d793f61639601f2803207f87332e3a04347fb7ad47ff3f6dec66267b7d41277a79f6c3fc3233335371e45b3248d6b3b0f69ba682d9d491f8a0a6c5caf4752e324cea73a4abf3b59c97e95c4b2ab6e701c2bc75e19dbbcf95e49a2f7070d6c79062fa5e96aca570d1cb2e6bca1b0e630fbe7eeda94f09eb4d626f04d732362538c43f680fc40bc132d3edb5dbd5b2233b2a7ce0561dbcbc6ca05b8bcba42fbf671609ff755b37ee84c98f0d08d89936be081766675f8805502899fc0cc39c8c1d5e13a34ce32dc3cb5e4ff2a73c13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963493384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=937aedf0ff90fd82fcf1e40ce7a44baa1fda08b15b121aaefb4d373547115114aea6d92e0039bd457ad4e48d9bd518beae2ee297068b8ee670c6e3ba478ea47b4e250db78dc18dbadae267b465389c8f1fd077aee91b7100c910e62089e7f8d19b7fdd4885073da1c33320ab47eefd6634daaecb7f36915946571c209fc8737ab173bc9ea4d86b2488a4966eba2a9965c5de5c257ab22d7534a8da99b03e56f2d7cce2da2a4698ee548c8e5c776868e580e9c0c0e351e3716005558d320745c1bedd862aeb33024048c5dd784cf3ff3925f75e1e686c67f07695cf9b69a8a1e011c62b44ca507fd46e5c4e2af0f25275dde3dcded17c6601afe1020afb21853d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964166823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1a67bf76e56d8cd634d76ef75ca0875fc89525cad524b2d51a40adbfcea6cddba6ddfd2dda899cedfe91ad41a6aec27888d79a777ee886bdd5c284cbe0aac2489c6b7db10578a2916366a487bbb7776609aeec18380d5a53d38b2013ab65ca4e1dbf6a29025ad70ead7b06e96b90089322a9fdb7eaf2fe04495098173cdaf9055c8661a4eef78f5bbd7f02c23d49028950211fe8cf0f91661ffee3d74441bd163613aa13fbd435dff6faaa2f30c11eb07992ff7c89a273cf54f1dfceefacda565706a1b238298fd6af20c31e19b7f0b007ff55171671ad557c57f58bb16b08e4869de2cb65d120da3f4d2ef296eab739d38c98d5c8e2c5b3bdc305dcc846fc50&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964217488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=714385dc4208af5cbaf1653284d862be0abdf50c6f7c1aa018779198a9ac3dab75f71cace1601136cf8830ba697dc08cf8893a2ee177f643c68ffa61acb53af780a518e6f6257df29c1d99f8b8a351cf91578155a380fffa0ab48ce5cb617bdda976add7f4e52254584a20c95a5c789f22e602949538b308e8f384b27f4feb466f19330559949211e9a69c5e1d94fd8b6e999b1b34ca9fab7eb5017000ff05b0935c3e0fe3ed9e894628bc895306ee9d03d21a79a3c955eed5e73dbc8d004899c5fc32acd058842284531991833d9b7bddd7cb15004100ff8feb61bcb3f982710df7718f58d7d93620f42a153b9b78c5fea5f7d82c69a23fb9e0898359fc9910&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964253346Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=121ac892b927f17d5b6c0f12887df68966986638f4597fc4f0fafe8f3c47c68f9e6bdbdc325e1932176c13cb797f86617fb07fb58d076d402fdbe0df4c0e96cf3d447a33dea84170c54b36aef6ae5d087ac46c97bb51754fce773bdfb996b4fb5b3f1ad81ffaaac5fa77aac683e4bb801b54109268867187ceeac80b3cee418805bab6d4ee39265fd5608f866f124f5d46e4f2ff7ff56302c983fba8a8efb5293a45b12d44e5afbcef8e11f1dd4e64824fc8ecf1a1a2fe2fed581726f148764f73548e5a052bb914c9e21304058d426111807658d88ea3412051b93020dfffd04ca6c7673bfafe0dfc49486507c2ea07cdb023563545599e0e66591ff3360b90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964179347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3951a86ec033a22e6421c1f69340016e18523086618b6ef4951ed104646fb927954c332394c960d4bb8e2da8cf5ac230aabf4179752efaf6c1a6eaa4046ef96167c86c8d0a59564dd9218d4dd1a208781c10cd5413d794b73d7b24f6cdae3ebcdbc9c71ca880a5748721470b8a3eec65600e0dd206a882fac45abfd84fa37364badb80c7f442f552efe242997e5715e595889eaaddbbdb0d350b34af75c67e8708c68c1a5ac6135038802fc53e7e71b6e531de1b1387e8cb6f970562ef7c2c7b8ad8257d831e794e86316ac93beefc2e0ad06221d6efb6ab3a40718ea072f5f8d4d9026c3a96c3917381f2d8574e3e000291ef3a0361e1ea944cd899d91c8ff5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964620408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bc5e3c70ba16b31a3ba0d16bcdcae58e8e6edd08690ac3c0ffcb1a8e5fed73bcfc4d8a95d897ac8a69b9b1a432a5c05dfc07f3ec61bbb5dec9b04fbf737ef7552d6ab05fd2a3adf65ce1939b6105932ba0bccc47efb6a68b2f08ae2366fa89805dfe3ef2197b204e8334bf2d72b844b82b2c0edc10af1b7a26c239086af4952ddc87015aebd6a778a3b7d44f7f953d44e5a56f3c36f10f028a339b377f06d1582c5133dd37c7ee9213027565d688cee2f3d7dcc079793ece18e2524d329e57e534cdaa96001f21d53346633bf10d3512827f4c4290c7fe2eace6cba7e705cb7947a699970516906dffb85685df66c3f346f4cd14d9693f9a84b76456eb2831e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964676964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=07dcb642f0dde4c512ac2e6e4f845ca08d5199546b445e94220e171ed35261f58409e1deaeb1f46382221cd688eb26a3cc4318db783c4fba4422acf64c9bc6a2b7d56dd29577fc7d03e0519439e8d5fd00efe5526a1b9ef8c35fde7d7444d2a6e1e391d518f84079653e8cf42c5255e386f11cd19e55a9e6bac5c332f6e3378bace1ddf74ed0a6c1909cb5edebb2ba67723aef28f4706c6fdeb9586bd64f1e76918f3b17c8fbf9f1743db9f74b54eb6e42543a6a836fa66a136f57e1f24a08d3b0706546688a33897ac75a119135df029fff13f035741a80d923b2a60aa0e559bcec69b87e0c10460705aeca6d9e4320c1bd1630a04f1cfb7507b14fc7faf2b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964701971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=103255307637d79888da529bb3ce4656a80c99c2bbfdf3e43e080a1894da5221d0ce566ea26edf8d83adcb9319e8ec69cc442db507a3491bf898aa6ac398628d9db61216a475a4499ede829781fe6b69bb5ec37d5b57084b99d9916d3160d2842957dfe1e3a00735e40370b5a5ae49184104bd7dab4a38906adbbd72e1cb0d8069b2d983ca6065d023325729a6593103654974a1f1515e79372116756f79e7fe5e0eac6b984fe450a8ed62b79c40591b58508f63e3588c21c8db42af8e33b4e2913d9b3f8830590a55a4b6d001d842aa39f9c8df6aa8ed3c51c0eff916e3db13464fefed0469cd43e8c6689e3a1631fce84db50d0e43197023d0ad616345fb2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964221296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1dbd7cfa73578bbfb396f7186347995bfa425f3ddab1f4d98630b44ff649b8b0b4e7728b2462c3b30832dd137e13fedac8b8e7fe71985fafc5b10fdb792c13947a99bb6791c4239fac2c44e43d22f60ced1fff1a0b0fde7e5c6a13deadd7c82a15f6464890f51e528156b4ad9a5a41d819854e7d175e8d02b219e44a22994b67101d7b3e4b2ceb2c31beb8e979e8101b3872bd2a8f2fa8d1e758a883903f3106a1ff348703c10f1d18bf7e1442ffd461f8c118c7bc6534acbb5f24885247475afd9e8779f6a335e44ab7aedba7dbc4b76e714336ad273b37c997c49dc30ee9ac3f9c592e9dd3f28a279009c39a64eac4fa0b93fced526d5f21921829dab6a993&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964785108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3b820fe93d48a5e44ae14e58c73845e59143ed3c1b08bb8d1af0e208749ea1204d56fa677a7c7dbd16349f983ca4683e2153ab0efd126a23085893d79238f55d1a90e5cfda475797f350e1f2530c0c30afd9135877ec857c4a761b1d612886692320dbe3d8e88b2054746b0f44371016ec078fd285d4afb4221fe746bf3f291670bf560da665ddd566f008b05a1924c74a60405d9729bff9ee2dfa3ea432c71706c0b2d8df68d106f995552671a182292e8f76c761e915855abe92bf4dcaf6e97e01080ecfd6ac49e5101b94c5c770229c0e91a242d31e5f30a4a325ab087bdef238c2e4b67ba2705ee551ca8b6b4a149557cd07ba71c8187dec6de8c82e1558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964830363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=153d0e617911a4860f8d07568eed6417daf9b619e769dd0f1542edd9127ff0d45336d35e8a73b454cbd5f9db1c4c1c8ddf51379e10d5b43d7e0ae9fa28216119a919821affade3e2f04816e05c79ae9532eeea19bc131a450c1de03cce40cda2ee0bbf1d199b6eae0a0adec362d615e07ee50ae35cb9804bba639c7e8b3f5975f7fac7a16ffe299325a3091490fedbf112898af39daf1bae35f5fb04c7d7f46da1737c1f157b9edfa820a1f0f3b9a91771672b8e5f11ed621e271f563f1764c3ef7efded86fa1a36a1cbeee1b55ada55681661f4f5bdcf76386a52a53eeb6bb751a209a4181410a666023e8e314e167b520e90a687278ba6757e309179f11b70&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964187281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5f3ebf979f11f2d78f8b3e566abea96ff16df3311f402a38ed0122f7424ab89ba325ceb53617f70896f5416b3d221f099c655ea57eb46d6a597464e8e85e1245f0b76ba2a1c7679e1f7e2ae2bba6df860bb4b3f883965f92afde0fce42ef7fa70b5e76bdf49a9cdd42fedcee8bf193d25cc51fd3b3d364aa2cc5de4aa50168511ef0d5d324e4f46865b0238b8988db52f2f1890cdf69298ae78d79620e75ebc8a4e329fd41dbbed894f433121bebb2b1d42ec76608ef1e9c3e320a374dd8d2177393f91de5b872469090d3e13779cd8d3b131b6766650c82111964fad53acee9884bd6dfc07da8e8ae6779081591c3b9c9d953d616da5d360552e6aae28597cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964915764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=00105b8fa1cc2e61ef4b732a2954cb77f8e99ba7d54f319d864640cf3b25109ac931ee1e5d615c582ffca5104913236fd3ca27e71d455cf198a71196b68c8ec325793b2279714079b391303854dfc8eeaadb822bfd3845947151d7eae0865ce46b2ecb4b319bee803b538625798d73fb51dfe0a518201b54a5e80b4a2ca5fd8847361bfdbbeafde7c51f24571e1182fcc993da6c2990b56e43729a79e61e47a733fd07942fda818fefd1fe2710c4baacd24f8e5dd8193a41a4313f4021d1056b7e3e6fc8681422430171333c7d9d8592d05a80ba28db624a0d38f3f352d7d7bf09e623c395137b95ca104e3e17e57f41b6827a45fcc8891f7b75a72d237191ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964960288Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=11c5f5547f152e5d565aab1ffa816f3ae2ac5c8d5b44d95df99a3e1b047378a9a357fd1a5844f18c015e4b74a943c3476bb77b028e048aa187b6561d50378c6d32711a52fde3e93a8881d587c80354c653491f34c12c13bad710297b5e1bde6eb9eb8b5531d4b0bdd5d967e2107599759c17d58eff96990f6910542074912a4466baae46c99f49e331153f9c6758179ba7d1719bd5cb0f70ccc539d2c154ac368110937b545c9b36e3527bc71d5c1cb7e55b52241899f99ce7d69b2fa9dcf3b07a2a1c305cade19288d24e2ac9b0a537f5694eb0c698fef0e32564296c7c132e20273a1d5750d76f3eb1aea7b838f6211dd9106bef70768a56e6ce4bd92891c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964988131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3aa7512512d0903626a5ea50e1d231ca78d1a6f16da0e7e5bc773a1d4374f976db29550195cbe2b15e321026a21073b132f5a17811b18819d6330ebed14b858af6615763c10b46ba1c1396375ce090a74bb1cec93c2ea28a84f674d6387783141b6a4f089c81c34fda78b47643d7bc51e3316616c0f8ce63ed58d04740d75cb493b3fe33d407e4129a70534f5404c04bfb20910f4125a29b50684dcefce8dece7e097653f6fc94591ee8bf4ccdb9306b0555a456dd8762baba954cae9eb848f32d0b63c3cd4fc93851beb0adc15ae9077afd0ad197a448a6ed75c2480ff6ea3b12d1cb50b6ffdc8ae0b9c2575f7b50818baa0222ee014d15049ed418ca4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965008789Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=30498f28240cb672f6edb3ac3310e0f6ea90ca8a013cc3b53966d05f817a009a7907229891e91ca18241ea7903f216fd85479a71bbe64448d6da87c6f8c4b8358072e65fae44280a68333e3cd0b76c1ca94d9debff048d94a74b79ddb01a378ebafe0c2a48b03502e86d1eb96f30ab2e060f7ee7c076b4a4a6e09367b302acbe6d686629766f01c603aae4bbbaf065cefff976df77b7876db6ca178486e9979f0f7b2c921e17909e4beec32ff3a74cb57ed1b8b42f3725cb5c2c11d469fb8b4e2c45f756fd48420f0550a6a886d0ee34f8827f2d6b0271daa8243227b54b55d8ea8a35551f23fdb5c9cc81ee7c76b6835952950fa1ce7d037e699cce19f093f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965033326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6ef770f256334301cc4592fde921a03cd1006cd543be9fc106a821c4a6b470bac5a50e37c92a7df2336fe3d29d415649d4943098f344e7359065315475820b9e221a16fafdd8a2245ccb4af0e83b1e8c636edf92b9302d390512f78dc5375ba581afdd35032b27d68c2641ce5551fccbc19351560961fe76d8284267a5ad6bd0329541811125f0d59cc325c5d098b0bdc72b2e32fd4efee859d08e5f08e77b9841ee5f6ba3e4e07f6a7e3f4657edf8f46b853251c6f0c0c7c155642f29290479458da39b96e385fdc5c3b74669039383b436386021f62cec35396308ecd3a8c37252056472d0180f72a78c22ee8fcc849bc54f7a50351613e20f5f77aa0e40ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963015764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5a429501142f5caf6bb9519b01e8d83d2e52fc2a4ddcbfbd3ac7e9ff20ff7a65eb7ee983ae05c08fd302d4ff76c4473374ea9cefc96bfacedb09d47e85cb12e1da9202b637e7ec55634546abbb9d47f2f782100203be7fe84e20911f6b644b144e1f3b4614632f5f571db8dcfb43a4cefcae4a70bf052806e7bcf3360e7b2efc95b58483e5c88a224c793c8d60142bad0cf273f6fc6cce22739b040c26b75c5ad5cbab809f4083f4ec7c750c77b58ddb3de2a2baf39909e110ef88ec0a49aa103d24311db61ce5724bcdf699fb1d48836cab1feb40a9e543c347e5323ab8c3045fe7262c5afbef339dffcd45473fab9a0d8eeac17659bbf1e733ecb7c5217300&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965108708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1a08f742ab9d62ae2c895ee0757dfa98be6c478c6863dbb695d3d3695866e694d35f2c34f3cb880d9ab5d7a2e1fcfe93868734bc1b97ed6626119fc1772b229ec24488bfa7954cdaccae97db63a4c9c018a0b7247de1ce995b0ad58831f6afa86870b03b399ca1eedb5cf403c7398e8b0cfdf95c4b3a3e81725c5594a7aff830bc5bc3e55a357b18e81a93a063e032ea48cece2c9adfe41b2ed3fdcb6163645e983cb70b0440485a51e36bfb848ed3e51e529314a976139f3ab0ea107e7d6bd42f9393202df57e4acb8900dbb3ba3d7d3a9e79d4321835e40a32e13bb057505ac361488848370884394ad0ec54ec02abcbf8d0df1da282b50c88375d03a79acd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965287364Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=39f7f8def645afd47b0ce72c55a0fb4096a84f0bda433cdea9b62566d4715c206150ababfd64b52965227c6f184eb227fc08772c3ea482586d17ede17613b3f1db2829dde67abc6704408bf4a24bb8e006c51df3bc7ca1a3c9bd947596506c8ce4f18a797c9fcdba36b56f66e10de896a387d25174284321f81f155418cdbd4eb63773359ef2797c08c506f7121c43f9133ebd0e2a952d174999f1781ac70390a9a5f96c6c85137839c182f452124b33e24fd5581b94e3f27d0fca4c08585c61a6b08dd78a47d19e03539d1735f484524106bbae1b22f8eda26cebd6568c03b15a6282837fa0712a81e94edaa6f99e0ba7d6a641758a92c8b0cfce2d060cc654&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.964919411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9029378f2fe430b433d2bb0f2cf7292d5681487e0debfbd252c7917a347df041b73c9789167b389eaa1e8c6527c9642d852a0b7bc44b596f357ec30c2beaa0b7e2ff5d9cbd4b0dfcb0f2d541b1caea8b5f0fe48d9ec58b05db9ee8dd8de5ec23c1389c4f0d7e1b948eb68e0d086de7f406c91904d7b3f62b18e97bf40d2bcd544d474fedd99e5c323ad8fce369f518f74e6d113ae82ed3b406ea62c1b7b3d93ce2a09db1ec05d2794ca36725adf4c802f941103c5f76c7bd81c09f88a0986e5901f7dcf322caf6b3cb4fe3848fde0b17210d909c7806575e7f030b0f02d45a25ec7444e8ae321b7a2ac08678d2b53d0da10b1e0e763b16fb84f65545a5720fbc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965036291Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b395f95ac42d783141d27ef19ee2294f3d47b5846bc158828d2f51d69093d1db7c5233a351950ca120d05942de568d6f4568b4605f09ef759ca55b0216c374c5a05c04817561fecb63d89e4f8c4e6e7325732f03f8ba7c9f4eb3d100dc3f01285db24894d2e2ba20cc0adf35c208c8d86e6304a903be58069b8c31cff08cee11420843fa71eb162aedfbda70bca0253bda42a1928f39367a3ff0fc668d53f8b640fbabb690641842a5d96bd1a09cdf7cfcf7f5a4c8726b04c411676c98a7aae5322ce4253da4c0b4ea63d8046d91576c5ba8554e6b29dc93a27950b219508b9140ce2611a7589bc7d8f8a937d46277ec58c4935728cdd3f44788448574e3f62e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965474397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aa9e1e4d6841d7e298f32e7fa51b0c9c3ef8d532e7c9ee157170a85656a87b5821f6f173f95565f5252eb4c12e25bcc1b98a20bf3f5751baae7532ac8e9bbc6b79c5b3ae2850f808a79c42712db28795d1134abb7e00a972f639e02ec8ef4946f25174ba760358ec847a4147461862898c31f03f2f7d059244ef5bb65805da83d3d814758bde3dac03fcf108ba97bbdfb40a6144c2b72d3cc6720fb62f57d1d47cca4b1f7da705fa0c11735f9865b4fbf0389ae870a92aa1d99f07387e2e6b3e4d47dbd13fe63380c30b2b6ff90cbde3a9fc830952cfeb4abee439650f65362a9e74f697ddf36de1990c9f4107211b6ef3df1ad07fc5bd6c2ae36771df277b98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965489806Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2c16219f10f2c0770c3fab2dd23db7265a96a382d8a78482ebbb9d615ad3b24296880ba8aca3d522bf8d814b63cde37d6680e329e6661c8621fc65c331a81a75e6d3efc46ef8bb8b68fb8b0bacf8d8c8673837a182f1190e5800c1ac12b31d9cf8fbe6d9f52835c3621cdb6468874e99b613d4b6d41f8799c472b2af529efe601cfd98381f7b0bfeeceb533035f7a8cebe7c7438c36b3f0f2f1b87fb4155000ccd725d147506e65313fb89928638e4d29a0fbcb85660dde8f8afcfe46213ba5e39ef893141636015d1ba2cd02d3ec30fbb57ef6b9a8288b4f92afb15dda7bf64a3dd12328804432cf42e6ebf0eab9db788e82c64ea5fbd1b6bcca559216783f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965539149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=324b8b6e21dcdb5102b7de4019018f824692bed18e4d5274326d8f89b6e51831ca7fc57b09b1dd46651f87a4b9515b86d4a8ece9e44617e99e1f039ea7c8a7c0b08873a50778f8479cdba0cd8f727d6768c4699a3ed33360bae420bec726e93e3ab2fe6b26a734ff7cd9e675226cf510005de8b80c9fab14bff938ccf6751adf5c979052ea331bb5e266131739f7c7e0f082c9d77ac0dca54c7413b3eadd1505d318e2f4611b8b46afbe1994ec95757d7d7497f66a899bcd14546d773815d99dbf0d82e48552060b5168c593f5529aa30d7c203a5ac44d89170ed16bb3bce221ae6cf3ca3c15509a44e11cc1a231b9d735967216af14966065b2964effb0bf1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965628567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=24fcf01e64004244ef7e14ae2f0b90ce08946baa8075dec641edb5cc72644ea47a91eca61b16ec3ab21190b48ead3b6a54d19648fe672b1f06ff12f2b2c8a3f305662009a76408bc3277b063031891f1083e44cb2ea8a461a09515f22707ac4a8b9dbadd11043deff59081f27b6e612b0b2dc102f1f60cc4ea8a978534a0a1f88674b3fd42f3e5d43fd392b4d2ca35be117e9b5d10c41c4d82f406ae994aea721f73b9a1c685d090cc6694a02ae3a40f2f8b80e2056d90a20c8dcee8024081179f0962a4b4cc599137af9738c02239a8b74db51322631b7bc3c6abca2c391cf957c34354c117d29454c6806581ab8514aa9a66e611089dbf9c1f3963b7a8eccd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965663243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9c84264b902c7c1badeb5509c9521e3387b8c470c037074232007c5949fbcc9ca7a3ebc9a2215f15a039054cdecf38450eb30c16193f766d152a81e37f6dab00074e53c2f70c775a4ca1524b54bfd9543d552ae0c5acb82852c903bec97e89a264b36edec9c6b50d9b803aa168e8f287faab444597c8498b2650ddae2a6ad468307f6d23420cfbba199d09391af90c24c02cdca604c66323508b1b62b57b8e7bbe1908e0c12c314d64501561d102541bc9d3e678e96dee20332e217e4e8191a08211e4092f2d4c4714327cfad76c64246ea7599b1d9880a40741e3eb40caca76847c1260fb57b9b868e9dcf6d571e683cb8f17ada2a7a1369a17a0383ecb0e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965681627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7467b54f18f77cd5187cfbfbcbc1f73489a20be3a469bbc280982580219ae106027c7e86478d5333ce38813626aec9784f2b2688b8ce028b9104783183a31383cf0cf80e769db9fe50674a0e1d558fdfe54c2df0c19a99fd47f12da7b9edaa4eb610eba1a1ee486eebba3285cba45a54bceb0b9be80cb02c9f85bac658bc54275f0ce6270c1944e87745951a005fc544f373c1ab083bb371e5354e52382e85f165b130e47c299de768161a33128818735a885f9608c31b3ea56a825a28528d108a81b609cc314d03d6fa037d5f195d2ec214de2ed0546ec7e95c9bf8f4aeecde05b8a3b4612407928aee96a188d91a487623741ff8756c97bb137e015cebdbda&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965755857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0cc45ce41011005a61510d4019743e285f1721440075f38384b73e1e775fbf34fe5a0e43d7f52736758c8e2b13d4b2ee18d367fa0710f1b623009b6dfb1b9f60a1d16fca2fa63e210ca9d53ea58e29e129d20b54e337df15685cdc1d3ab848f6f4137cc06e740ff35d5ca2674832ef5c3ba8d89d28be26dd1cb41c3222e36fd9b76ba0cedf8692ee345163f37ae5b8ae23264321661ff80fb46e974af189d6f09c07b3f086169110fcc7646e11dcfb644a896194daa388235bc0d220d17c4a061e17ad8f268771b35f9eae94b25a1aee5205f9c027e85fc716a9d742246047e494ca1550ad9d78e4cbd5598e4eb566475b0f27a526cd3226319eba45d8f3ab8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965848071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=53e56bfb06d20b1ebae3bce74898eb9dc3c39d345aadaacb34ed1835ace720180ccc329a6a8abb48ec2143a058d49ad5184fb9a354eb3a16f9681d571e0bb8f316dc218fc8c9f1382565e5e6997cf27fc03e6777fafba77d864edf15dcc90754d0dcf448246d615869f4cd14b43efc297eef528357a3b362aaf638b698bb24326e6d4d01cc7b8aca7d0657080965f13e36974f0513458efb904bdfb69baf9d6c70ee1991114ea532624066ce057b2b41f7e40ac3b9d385f9b5b721d001469dbdaf5eea8c92bc717cc172f23b284472833cd39bd62dc5a715c84f5ea3d2928c9f8c078e2d00a8c8acee9ac398af3704069be03a7b0bdb52aaf825a2bad797d81b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.965460681Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=766f1ca0565c5adf6f44e726b26f055b94de21ed464fe113f0644bd4df041494e507cbfa0a816dff4bbb515806f868c77dab8e5757e9ecbe8e3386749052d2484862d2936749fef8e919294c75e63aaaee94c1ce742fa6ff28c00d408adf9d6dba3f64df512ae68582c6c4ff3e8d73b1d074bcc789c4c7fa64e7b43a0bcd8c02bc7c6afbbfbf11214d43a56037ba89fae2c704fd6f0af58539d5c3cfa8c5ed50c0c8b9b691198f8476766a912a39b4a4c969be6b49a7fe90657f072956a35210dac3d7a9c17f5bffddb99dead0b4352281d40a325b43871e9ddb19b33ca8d23e9f6d68d75ee3fd32f8803d9111fc9e37dd49c16f515383a09ace81fbd1d3f1f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966018542Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2e2d963919f6c25218a3e77449aa7c83e1680d95aed0bfdb747e1195706997924869db83d7ffd98e80fdcc4f10b97e1f0bf9c538ca09e12d693d8266e2391d65ff9e960c90fb87630070cf2aefc52f56f0122bbbc826734aa78c6ae863e098fc03b9091594c6e95f9d8e306851ff057a83d73a46934aca52bd402e0750b58093785959f329800b1e134209b0c5ad395afaec52a4cb853b7ea8985adedc3cc24d9dd832f4223950391461155cb74868e88d37bbbc95c42a6869abac2760f86ef5e5a249e23952c4f121408b0a1b7e71552bd1804ca22677f97d950f298a641af40a5f5ce02e6321a8a19bf0cf7c28b6893df05e6b07e4cff43bcfa792d05c7738&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963431577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5c5cb806e3cd46a11b1ac92d8bd4f98bfb966f5635d4450a5d50c6ef460910ad3d245ff308f48249fcdd674fce7cad26b0a0555093873af5b76edfba02151754ceea7bdaa4c00eb924b339d4b817eb1dc9fb3642431ecb58faa2072f0cd8bfaf6c4603903fb4478d500524a8e918dcdcd26d18bca7ee96c50339e2434dfd9e715accf59acedc16e45f4dd2baec2a7438753377ab633fee626109d87c8053e88f17b9a9b2ec5df018d3242e715858e066c569f8117c2141a72aa86bef69d6041dbee2ee397be87587aac72ce3081f7fff60c1f6645c92b63cc221688654e4f5ed65efcef7475e37117df30ad643900aaa9862318f0df95f9c5c68a15df89f04f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966119723Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5158349c2f76591e4905d00147340332626d281a7d2d72e4f7d741b5dcf279e875e47737c9f5be38be5d778f216d02fbd9fd87a14da767e7abddeb06255804b321aa87f9e808b13b43897546465cf5c9edf13c88974a42e21981e4e662c89235de8a1e5e49bf520987b9e8665437522e3a61a82a2e4949b8d22fc6b5e92ad49445935954798f3e2685b0b78dd76ab648c99b337a642ddc444f3a87c09db4064db1890fe4b21783cb099da558003361e2a12e7c6bb2bbd94f1703c76d2110b767d294d4d68bf0fece5c59d0eba7f45047b8e1ebfe0bb9dc29d85bb834e231cf54fa4a03521349d25d467e9c5eb9bfc97d2ec8acf89f37e650270d6434c4a1b2b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966089967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1eb87605a0f087fca4bdd8494686c3261f38d33fbd45fb48945bf93b254610f67dc34e7941fa37f4e2b4d0bf62f00d7d2a0bb8891fb9434ae828388eda362f0e852ceae2075a3c68383ebd4e81bd5a144569fb360d65c4c9eb1082886c8527b13c0e87953ef8d4c2a6976590e8f456f8b67c74c5233c140cbc89d21b775d4feb0808a6f755484c1703b351e66409a948ebd7e7d2ebd5b70199639e2a393e6b2bf46263b9b0566b4663e42a86107f2ac79a319dbc30156ee933e3902f3ffb176bef67586fe911b7455e0bd121600d82301114aa77c6181c7d2ed88161b9e3c132d9dafe82fb34a0aa250782fa29b1d62e9327c209e76ebe6ea59e269d7540d8e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966236463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a19edb377adc7f7799e3d9b21254d79bc8e3d62b781839c7e37b7e936e025e4372783163bb2a883ceec34120e3a48008c59d664d11213215b29435b51b400ba292f0cbf4bd53a5f8a6c681f8681d4579308065969a9189cea0af455b99629497f3c00ab49ac134ab92214d3502899a537afae5aac7c5b7fb509fd0f00acd8910eac4caed824495476ea9160be26d71f895c45e81a0a7dbc706ea5f75096d26e2b9de919ebf7a5e652c9f383e11d6be64354dca086655a228b80d793d377584507a78618d22334da3a19457aad60e320c2f5bf25b010cc87639287035af55738cc206e1058a9e4f4e83e1ac19b2e58ce79f436dd90f96cb707f034283b7dcdf5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966257182Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a4748c0c7bc921ec18742ab7f3a0590e21f7f04f339d5100f3459debbe094d9ac556df244424f27e1fc56eb988cf7bc39558201dde54b35e19ff233f32cdca1bbaafa6143c360ec351091d186ff91d85da774137491200b605b87fc8b1cfab3010dc996eb86d1aa3bde1f12aa77b6f77f998d139c07762b8c15d58aa265c4bcc3f1267bc148dbd416c807b449345a6596ce8f8ba1add6fffd503b000c55ca4ada15f0ac62d2909c6684eb5099a017097a1795049eef3e41102453b01e7d375008977658bfafd3b17ac2a12aea81a13bf1e2c173835acb02a1b5fb5b1b9c0999998c5e11400391322311b0a3a655ed3f9f27cf0f84ac025c3adbc803859c1ca55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966266289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=13476e3b2b07af54f38f5575386058fefa99f59de43cbb60feeb245d1d13d45524fb7c16b5614cf7f595094acce0be170fe6580f7adfb13983d816ddd251e9b034ad34c59e55e3f3bbb210031136043513682c7f0ba44939a6c36bc7a59385547b68a727979b07143cd3e6cef277168f2e368b2a1412040384204d24de11998f89b90b3ebdaacab58ef04c828644fe443ecdb588b324202f0ab3927b6b443e6e5e46aa62c3357e21017c286dd0e3cd8e43a96ce6a0d741001f3fe02a8789912ae0843f8db82dad09ee963166102252c9d5e8f7d3f21123b020908fdabd1a33380a9806000a0d14b8768ad107cf4b277c92045d284db1810900e8785dfaa666b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966296666Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=96434a3bfa9badde17332f403b6d5a3cffbf5b2a33a6d1656264bb3f7463a0fb704e68d173730cbee22ca0fa5973319241e262e72847c59f80752b0df8a9b630aa02b587c9434be00f2ca84d62d1cbbed7430e008dc58c475c2907bea5fbd65b1a2971850d711bf195e6ff0205fc056323e5696d3702f928c2f2ed3d6b5ffc19ffd4a531ac55fb54802e2b759458802ee0305ac71ad655704a9b7b59977b14da22333a7b9e1b104b43cfcdd0893f1f4dc5df609bf1cef2fc96be96211c29404d47c67b35b2653f672066c36c23ff620e617dbd9ca4daea1a58c7b2c9abed226bfa31367550b097387464a237839ba05014caec64ee6f0684c3bb6fcea44fc8a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966162864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=48637d6adc142b14d32c35007c07ad5b377970de9eacb1ccf3a062319f91c02c808415838f49d190b4b636accb46c7df7664a6fd4087bbd21fc9a74bb7ac1e8660a5a3191ba635d40a68c961b12525dd0b13787f290cb2551534925a7035d9a5e6cdf2370b13afa65b49653571ce4088b816bafb94528eee38cec5b89c02ceb8b59ee8c5bc700049f87385eb5ec4ddf122ec414b1734457270f6742d33b34f730d654268116d56023e588a9f151a31a9724e9eded5ee076cffec41d3b6a8710e9f4ddf461a6ce3b186d38d7ae288b3570ebb736ea7fee7abad01fa3502536cfc8101b978957dcbe6159957f58d6178a94f30eef5fc57a9e50c17b26594392802&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96633561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b478fdf456c329b845e3d42ffee2bb5fdb2859a4f81ecd7f6ce7f38b60cb4acd448d05401158e8091b6e54cfd7aa03fde203f62d80a4fcb33f0b88fa1cd934116058de6ff1ebf5483108c966d81d7039f3db762f3b83a377358667127a1987992e8feae87c519371bc29c82d2c2aadb259a47fc5b3595fc120a5eb87591189d6f2eb9cb2cc63c251e12ae6800fd0950bca27ad1ba1fa304cbacef29e47480e95486c087c7d92a002568af19ed70538ddc483cdd09c83062f77d2c46ebf45bb199e0e8b9e7fcf91bc4fb276b648ebf408479ffd7f6683d83fff7c07b69a2449e5f42eda27c9a9ea4c939f1e100dc5c12ebbf0ddd97f49e0e41403a6c9684b2efe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966338796Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=59c9599224d5172d68fe5fa927ca533da3abd74d63e2d6b5b5bdb70429d4766232e5492e64095a05ee22d6e1d926ef677bb4cc8240f1f635e9cf9ee077365c43809ae2c9a247dc16cea4e377ae8bcd5c11b65f47226bef62bf376afca95af7a0f105a1e42e19c3a2f88dd016dcc1fc59e51d169c6a42c719c8dac83b6e80677f75b069e97c9a4aa1c061b41dcc5ef6c25f8c321d9a951d5d73320893c2a2389f18dc59a9730778506bff9c15a4844d32e15b59e56f2e76f2df0143102c71fc4bdd7b6cb07e7d92056e7720d14775d3577186cf1aca0d5b4d374cc8d2f525a84f983da053f8e352fb9d1d437626ca1e029df67f82eb886fed4c69487a70e4e171&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966360547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0f34418b7849d4e76998dbb8abe6cd4f63b858e8af8029ae041985042601fbe6a2109a6965540283534a5d4f2565db21fc84e3f5f0e2ffc282a6a59b564adc13560c824831b28aa9bd02eab0480f4150bc87d8b4f7139dd505a0dc371b740b0ecce918f7fc00c5fa8366cc9a54137539f0e3bab01ef433e773a054cf14c8274bbc938e6b89a30fd314ba76311af00d45095c7ba350089f61c3d4239c38a504e3657be9c82023338d4c6f656292909b3b6d34805249731a192078da3ffaf48a4b4a80525b65ef501e35c5d74a701c733f576cc79f87b1c225009b32551ff21843ba5fd8b391d4417ae6008eaf171341dab6a1f120682bd212562c301e4692f8e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966376907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6c72c78ffe1687cad2b50aeef8dfb57a78814c3efd8586170c03ff5a2e9401d25dd8cf28aebdd300ea0400cea873e16e01e6dbe73eccce89112e7e4b33c7397fdb60b51b5224239a966f8d57b81b0e00bbc4e5ec2ba5b99f01cd8249a75797d263ed8d45af537346b218b46e3c55faaab04e7e80219fde098d1babcf6cd524b67d9ca2e6b29906201cefeef4d9d32d78aba5cf5baa6d5d753a81be36a6fd5f73ff509edfc953bafbadaf3376b22e1ff8021e303186b450effa6af3d42d4d13b660fbfc4d8ee581c03669635890e14b3878bc69e55593110cb56572acd70819d1dc8c1b127eb81298032169adb26aba8b87b164b394c9561a1bb8400b8dcbd7bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966398769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1e7c1f2bdde7dcf92e0acbe6d7a87116962bba1078e9c547c6256a947e76c42ed4a1da388911727e9cc1ed2deed86347a75ba3521fa9aa60b45ec08d7e9b2d117f79c5a21652d7a5368fb0b43e774083ece1f7315434f6703bcde489669c8eff0a4dfbe51280510d1de0a47521c79948c632a04a52c025b3946c88fbb50d87e25d16b84a264af10e2a0e1c6fa859bd0183a1ea50c5b55ac35286a7ed3532c2bf80fc91a31a174fc2f4b92d97e87cc73a7b0fcf9fa990b2502c3f11779d7e4e47ec844d44f061dde9e5bb93be5843fb7e7423b8e08b9f062c54fbea160b45454748d31b3589f47c9ecabcf601280f2c20158da7b46c27fd828a216b27edcdd251&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966410982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b4dfd2f886f47afa53921b2a451c2d57735a432955392ae7785e23ba5364af2423025b22f7d417869faebdf5be66567815213a8d348229a1df921d0d97bc82eac56ab07e616fb534c0b8710f49e45c7cd8cf3ddface1fae14e3b46ec675afe2bd9af5f432f4fb35f5e886dbb4e8c46f51b52f57197105ac4f4d59ab90e7c0d4c81d1ff3b99a280aaa21e4a3c242e9812aaba626a85b12da8459da640d17649065f20e6926b8c44c1477b94fd5f604fc870933a0190a0906003705bb9610ff08e9311850f086519bd97a02832c3b3b36fbe64b40aea3814b7ab824a8801c5417bfb37086eaf295c9f89d09fd2c91f1b6f2f4cecbad9528e683b077cca4685825b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966511942Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=34182aab650b5c18307d76085053fa849f4fa1d15abb52bc2d3e33df2348bd8c420b005244c2dcbcea51685c7493987df51f3689584063024cbea4056ee5c2fa8867e130827f2706c17c5fead6e6bc81ad7c718783dc3f482df1b45b5c3c333989367362e9ad670b4f9c5da48d51691bb48b5d2a99e9cd533d1e7a71cad1bdb2ae4988b84ff7e6b0fdaf14dd3be9de43411b24ed045137a2a0e6ee23332ec379877ebaf26863ea0eabe9d7a9d27163a9fae27d533a652b27069d0a6927bd8ed6ed1b10473c1787df37ebbc9a36dad3782cf096e98267aa845694d0d0bf1f362838fb80337d07d0814edcdb9bd9f6c80592a5e26633719681e77a7153c112d044&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96624034Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=843b424259cd81e11520be3f1e3edde580057ae92d5c6febc6d1c0e198a86ec0b14c8c8ffdf2c532d1b077a55e1e6809c36da92bc7d4331b3e2f5a42d7b8036abd89b30d6c5257325d43c2b7eed98376240a88bd0ccddaa43d150f1a4ab2525d9a6cd6c201a1300bbea91a9fdc5e28f42129ff0ff57c907d80cb7141031f600e9b94a50c497ec839cc45e18dcedeba05fbc3b818f0db65c2da975fbf7ad250fab01338a7a0f93e7955e553a145939bba82bc1c70c0c7504278072bf69473c32d0ede48819a58b67380addf5fbe5cea7221e11239de794c2d1d6c5d73ccbf5eff7c9a920a2a9e0a83816356e8fd9bfbce1c4e63e228721e182d0411a836eb64a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966725043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=946d0f0f60570d30e60daa3cc176ef380880a70b886044334d47da4db69f3257204c43219cdf061e881afbcf3f6534874e5981bfcefbd6a8ffc368d34d937456dc50d5bfebd6eceb8553e52a2c883559429d25451d67d50cf4331ae86a5f9de39aadfea01ea2b06c30307169d95f9218be4f451c9c6981a9f77c86721c7623f3c0482ec6ab78bfb11660d4408028eeb769d3141b9c1d2ee8819ea7e98dbc9f65b16c1e30bd4a003a21b450354f63a9a8f47c01114d0c6796fd8354e06557f3976b3088ec4130f8d7147fd49195e338ece8fda48b03cff881637b55517c3204881d085c5f4637a71f91c9f57772229b15c7a41824624e4655a324a5dfba33f13b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96629844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7d947b94020cfe6ad58299a661a32547f9b0a1c840e8f0bdebb6a10a67e834e214cf76d1313efce6b0bdc06f3a4a1671c5676271cbf7d079294579b1470c4679a6c76145cc27da8a75d478d648cb1e5a8cfd5a67fc12e3c453617ce3fba9636e0e9b931a5b0c9d9d310c5dce1fc3a4691d10a32edfa6885d859756ac47561693fbaa162b7962f2780bfb538ceb773ceb17767acd96c8082eda806efe151de0fe1be61c1eda3179d5a64d06722961f96a8f518a7441555854d005baff2f4ce944a3d34f2cd7c9e54030cec41852be1946625527fb13e65f8fc24a8f106f4c6e42dd187615344cc43c624fc4afb20bf636deb6b1b04352697484e6652cff6be5d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96626695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ae3d0b4b529de8446774ed0009d47c6ba15c2356ff2ea964ee17d1f61e6cacd6cb5ba3433de47445b2a26fc8ab409e7c4a93f199e9ba9dbdb6b7b0ddbc31bcb4d0b2f1453e9f5280cd9fe5b315ff5bd6daa143c5281caf8c6d56fff8475a8125c1198c714346db2ab6e4e5b4ea5f0cf7f1e023cb6e85612fc7eb2948acd34c34ba28e1f3a58837cdf2a2cc9b9d605267fc8e6c36c1f4b62e95e46e2ad93238ee6a843ca0d0a4024ace9bfd031d05fde5006f633c1b1936bcbe15f329d3464595ffc388a3b46874384040b4c6298b993aec1639148b6040113e0a81aed2d615b85f6bd348cdcebef6fa27f9324abc26a77d2f94f2234fc814bd4972b86706e415&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966794805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a8bb6a81c38c26f1002e6b41fc97f2df05b29baf596815d27ef2c6cc82a48680c26984242e8889a3d1097dcc7e3665091d059beba0de376099a892787bceb96b6dac06c8020ce4cd888da24c5835fbfecf2d7306dbc6efe8756a46475a201fe36aeeff3098ae0ae828dac2b22b854bf0f2fb5d6a9e90404233312f0b080d79a802f8a17d7f22bea4a8ab14438ae6f19236e9c7638d449d620fc8f1b0acdf8d72b1dbf6988222760957e0aa53f15d23d93cce79ea5ee07f60407422f5442bd26301fd2ac1f8643b1120c145c41017add68acfc859b8a755cc44b887b4e2936640b0a7188d7fadc9d505b02457e04693daa3013823bd44a9f3465ad64296d14382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963461163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=857a512bc6b881b95bcd9b5229c768f620a8fce84dd1f05dc741595e7925567e8a31012c5b14e66f11ba005a6f3a99b421069d23b86f5c971cc943ba9b3d7782af4a4003998d7a409a6aac32e421315d8d0e9fd31826cd7754e7e1923e59bfd35199832583721446a475011c45823d01a1514f5a970f3be8789563c5717b01291f626bd8a2c654472a56ca541006b34cc4b322f9565857f3523739da0b278a6fbeb28056c695132808a465ecb8d13250ceb46f7638c944a7021a615e6ef4f9772ce7855ca32695b8273887443381e7a7944756f82c59e9facae17a7ef86ca81f5e46d1faeca0b539583ad231255de76153fcc19e557b0308be0fc75cc5a5ac70&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966266309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=560993c3f48c74fd1dd1fac3c9b1f87071416893fe2e7ac34da682ddbc2fd5b4116c7f086e9bd02d4d0cdbcfd7ccfdbc3d879acbb303814483c1eb5a8a9174d83b4e50483c72dbff1c0a9051b4a391223a257c0e03b3f5789762b9c216583d0c05b16a791155aadc901ad298559234316db29521a17b97204654f50e34bd08d1661ba61d3f675cf7b5777ece1e0da9949c8ecd50cfda51705add3b51cb27e4386ddec1ca19e825107ec170b5d11affee47a863547a5adbc4bdc6e9d90cce48eb7ef587dba5079f192570861f468b533b925dc4a828de8ea01ca4f5dec2bb062cfd4781678a783a298ba3ac24f28820f59a333a4d14cb16975fd6586d3b1df7e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966849728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6feb9f740af4218d244893d448268a35fc38e6c71f294335e1492169552a618d564bca3e04980768d53d6728ca01f379dd56cbe4b9058acc191fe6a696342fa164f62764e0a0e6f13ba83842bffb8c470a7eb3f9539eee7360f29fe95763cc2759bc2fc28b4fb5e43cc356ab948f58417ddbc268483c999c98e6f74e6844630a1b756ed859578d654284489ced56f7cfe9c5d538789ee01af370712df697f142bae3bdc5e5234a05b4c9ef06484ae8809f0c8f6f5a998faef9ed511198160b0d8fda3524417548a87ab802824b6960d42a3d0aac6f56964a93ece781c4303565c5850277d640a6302ea859035985fe97e06293ccb1acd9770a1bd933dc06bf4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96687712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=37b12275dbf7dae209fec0ee197e0e7445b8ef6913815c93717d06b72c3a6742679cfee73c125e25ebc484ac4af18ed268bf8a85f8d8de05ca4d8c9fd268c73265d58eaf132e8f6f6c34525a79a4bd6d116c502b1b793fda77decedefb6f10f0aaadf4cb171988b340c09d56699b5cb92d247c801183aeafaba690add982007daa2513f32718541d571caac7bda04158cbf1697e893caf171786136c1916349dca374d8806c990f6147b5b9c0c48a31a6bfac16004aa126c1d8db473cbea23304039d185b6c9545e60a34a6b1f6d5a1923f31863bc8ddd8e89e29eb7cd82b02840487f30a88a61bfa358714491c761d38953b41d052b0386c3e6a6e622617cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966368662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2fd25da944a77c6fc0fa32cd5af46221fb6733492393ddca8107e3b47c6a75ef747b6b49809c007fa322f46f129052dedca34d56f9570739579a27e7ce0a837f24802796e1f03fa407ebe480e994b9bc16f79ca89f2a7a7b1bae0cae533749bc438ede33c6f59b24c1b71aa15e0e459ddbbf1959b9f3a92baf6b989867dd6187d1ef7db8b805e6aa651790453fa903336d6213c6d7a5ef055d5d072fc45e59f112ac4c33e9d2a18a00e41b1eaa0e1d7edd9fcb2194e8fd14e9026d589f4e4f89572ba9c2d154a392556699d5101d0babbd679f7e40bbc71fd511bc6bb66c077bb490c450f7f4e1949b371f7b83abfba37b5a610827a301d31f964c0634a8e1a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966910453Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=713ceddc3d8283f9ab87e4a661c90d9c2eadf0c19fa9195d7c01dddfec619cd55824e18c78afa31bbd7078e4aeee3f810a1b88843516659d338ec486dbe826757d9bd9b09d5e4e92f923ec502052579e461feb26829fd593d40b650b83374ad9425ca6811be8556f59ca54836ca5465cdf49cfcbd4d46f7b7d291ed132624e23b931a5b7893c09153dfd35a5af80d4e68fbc95519cd7f5d3a62c7cae4919a5399a077f3119eda5d5aff47090452ea47b317dc8d0ef32416923a98d5f719abe583152480d71d07fa91d934cdf00a491403e5bd798cfb7a620574c0577d72c1a13bf95777290e900c62c91f8626d9460ca38a9d06a598b7c1a999d22458b6a1580&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96693543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1a753e92ba84d6410d69943aa8756350c65883960f526411816c0b76216b4bdb6f31cf54f6e7a2a437ef08f348dcf52d3e48c3ec681604c3980ef97567a37af47834eb49ebe44f556eca7bcd674c355f34e7f70e91bc3ec3a8e5cb636d204066f003b5f25db163ae125798fe269b7ad7c5b2ef39ad5af6d99d6d6c84526578af912ea563d99e7dc97dcab5d2b28d4b216995e49b12dfb67175af68a5fbbb216516fa2f2036ecc507973cbdbb00bfe4a7cb6e06bb9211eb4ca1063060cb1b52d44ae60f95d04b58ef0150ee2089a0c8f978898d9b94bb3db154ba1eae2a0794e58604fe676a2fd00fd0b98cb44ff7f94461a1924b590fb7f16333e9210da8bd33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.963382795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=47ddb619d4a882b456ce2f93b846bf7ac5788a2277e4da12e3c44e61fb81786abbb4d8ef2271d00375521793f5690c71a75b72657c494bd7852a1a9b7d4e5ef0b6bb3ca198fed1daa95198578140e39282df58b4a64b82656b991f85a0a3d4afeda9b312c6a752c2e102a3a1cfb3c66bd3d215e862874d9f57e8e8356e2d233ce0bace011a39644cacda8c85a8014343775f1f1c985e26c3069e6ccd10a36e6e87f1d98489de0d5e1de4246ce0d044158b20fb5818e991d2f9821ff41ac7e28eed027ebd145fdba5d654a9d4912f54fc3d1bef36470105ef57d1d0f973c4487375047b2de501687d18564535a24191af687dae2a8253247e8eb0492daabbd629&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966981266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=198c5a1192d5a1fa256d063ff9d2342f3ae2d8f5165f9b18c36ff120b5c280642701c73eb6bc7c3067daa1872580241849c0cebdbf3ca2d404ac64855e28594d1349de9d182019e182473938e9b906f62972ac523a20f30c05dff7a5d3df284aec4ab696bdb2a0b106e586ac6761fdf7729acf697d3bbc11ed37ec0fd45efd57dc1d6586ccce2a34ba556e9a7ccd9a6fa0f5210060cad47abd11245294de75897dffdf708e6609f8a86d0d9f4a89d2959d7163fbd9d4d5089f284a3060f707aa742a70aa9f3ac28ca4a343b6950ba6ebc82f8ae27b1e0613e434ffba7ec3e10f6935a84c62b75e476730bed40720441966509aa56b4546852ec541a0e1d60233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966998008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=87ed11f5058295289920239fde309da9db5837fd5dd4a1702199bfc0834fcdd0b11b24e43c7b88197e7431c35ded80db13a861b1b6a31b34a6d38bf93b8db7e90ea6b7e3dd46f7b611a8146073fa313a12c604e55d42b4f47bcfbd5029f9ff1559e8c76c8d1588bc847475a4f3e3c4c1c81756cfe5201f301412ef2359f5962b892c12cac58d4e97ba88bdc320476fd71efb49921d3d9a2eb8e3b008a259ad53d89f3d311676129cf526c0e749ffdb9b69942fb16d30265c44eee31d110d4ac0020f937294e96789917840600f716f5f856376ac9c31a7824d9d06efd63a3c90fd27fae853d2ab65b9d7416f058aace93e4e8b4e908f16a8eaaa4d28d9ab7d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966262111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=82820c600c5a54c87ead8c542bfbc29e199b88c3b38bd4764b2aaf2128f758d67671bfa6bbdf9cb686771952f6e5dd25f347de0bd0045f71957e629835d080ac9cfc9607122067c1871b8398f50e648c871b7f1d927980ff3f0b6887a6313f23caf6c1e3a54d6a3c8d4bc05717d82e0d1073230ddacc9f62b3b96fae72aed5409e36cd8e11b057806b926b6244c6356086225236394d4f9a3dce3d356fb390474c21383add0c595b67e72383cf78c4b92ad41c135678d4441d95291ae26efb62351995e2a2b47e4d9c2781528ba102e93d1ce9344d05caf78923da4e0f2ed20c698194a5aeccc038b74fb50900165120882045d52537a8ad7364413f80e5d9f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967187244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9b25066c28eda2b907d6412eb9de180662f5ed1cb08cd00d0ef8f730b5f9e8a0b2a7166e1b2492127a9dd92b7a0201b9b5d0dd8cf7355cf5bfa684fcb02947cacacb2422619f5c86c7a8c8b04e9b6b8b00473f52d28e0ff431357947758f73345db92844e298b15cc99d81076b8d1fb1b949e23dafb6b50cf4d36761d28d09cc7505b21a832b8b68db1d895734dd4a0a780e1863959b6da1052a078da209fc788091be11ca20f3363ff2041ecea0591eda5a39eb92333e40e9c9d8a0745519c503269510653c292b24339550d8fe3f1a33fda09e44c3f7e87ea19bb99d07db095218ace10be20a5eff0fc32044265e9133ce8a41644676f6d5c7fcf2d44982a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96629863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1a07ffb6c0abc8440cdc81e799918a5b0ecda8ad718cb69b4137ee390fbbfcd834ca9866d625069f8004f764f85418b12f03c8c47ad684d48ca3cd2ddb82bbd1fe68d732dd7ccdc2ed2119d8e5fe0cfc5fcee397ce2d229a07b3e5963051f9dbba2827602257ab200f9d09bf959af5fe1e5c881fb10da62c4fc2686dea4a14edfa61a4628836b9a228a587a44e134d4603d97bd3c885ed91a48316c1d2584eaabece384f98a93b98fed37cce14775a0fc9bdeae0c0906709d8cc4a819aaecd366588de0bc96de97229bb07e2f71d20e3b57b6f412e046f48a6a2609dab203b2faa814f09a6f48aad90a43b924455e7ebfe2cfde256bbd79d11da026f81a938b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967217051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9dd095087e7099e03293b9ac469f76e90d5d6a7e560d5f596b97295938e7f2e4d453b6b9d7878bf3ed69a38411d98ed7612a57717a46318e9c6d6c14b8ef32d55f1c988cac4f5523cbb43ebacd728195ffbca05d62083e8a9010fee282312f6d93bb4f26144a5897c0a1e0dec442f104f6e76792ee13151199b8bf71c41c697f7e89fec79a473b28619ba3ade9c755617decdddfb45e66ca9a67f97b196fbfb3cdcb5b43e152e4841be950cd4779a27bb56b63026c472f1510a4ff5ade3d577e30acd4d8421e5ce3ce8b701e44d529bbac33ecb4bacbe5ea1ee1681d3259799b13cb0e19cbbb2e767b4d8bd628b00e20ac2239eeffcff6afc55a616e5e421b9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967229554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7c8fa68720eaa9e2576c0be843aeea3e93f626c600365a8f2d246238cfde86ddd64e9caee6cafbff5818f16d1fc3016f0b6f0537dc0ce497dfcb9de3f681615e9fb60babe0edec3d73b4ef13a4139b8231511210b7d36cde078b731de6f20d747f7eb20b6245cc95face962f85480ace1d1971fc01ecab8c45cba63b2f6410fe67e8ab14c0c40b32f5900f59a5d8a956bb5732d4b66b006d8445bbd6c00cfd718e5d7d197e415a3bad8bd76070043f9b69a72fac488f5fd34d2c383f42c4b00f2907ff31ce111e359517232e2475937c1dbecaa264ae4e28ebdefc78fc4041859ac7115637ee126160568268811d36a2b54b91084c84c559ee1c50679310716f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966305002Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=81f5b8fd8bf2d801c9487f22582e278c3813d16a6db8d0821f5121b66a12842f522b724fdc4746c53f0ec98f2197f6860b095b7e4acf4cbd07397feb5766c6cb35887484ae207545dd48aeb55f6843a6bc9fd64ddb17b9f956f801ac56f7fb91ae5259ddaac85e1723dae89621baf1b98c309513a64ff30e7932359c2fee6ad132fc77d24e655041f053548d93807341eee9f1152de2372475d5ecbc98a447e23bac96cef3f026cfb68f43c10c3adf7c126323aac23fb4e502d9b5e5d884f6cdf9bc7ba9ee34f7700fe70adef7f2636a98808d59526969d3a723245a78ccac4d9ccf8670e097bb3e9a4db882c2f6fd54ec626983b9006ee5420a767bef536f2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967278887Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=08ce82544529acb04638c4d7d32ae00000aed6d99c9b43bae570b4c078f54daed2c79d7d84f836c079b3c648d46507d5635020424db5683e208590443a85cda4977cf930582c501bc108b3f56deb86eeb9102a4074aa60d8f428184edce0a7d3ca5e530bdc522d47dfe69f0f35917b05be0d11831530faebe4c5531534e77aa3877acbdb712b857bb4e467eef3cae2b4692dc66453b36585f81c242d0150d0a49198000d979953edd1d6931733ee23f68445c9a92466817769ba443fce470658953b3edc957d737f02537b5429cc3f6df6ac12426790592833985fba3129cae85ab6fb803c3385306539ea5e066fd6609bbdf796c562a0fb6edfa4bd50836ce4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.9668772Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=783ac47b50c53455b8ad151b1a97f555e724fe996bc6f82c6582f2a28be6b396539cbe26c9cc524864d24959f2b9a2127a619addb7d6beec958b0d222fc7b9d76adccf0edbb368245fbe09882551c7da8ce3c9d97d8e2aec49ccd87a29884bbaf549b53273a2b60ce8075109685221f1d1792d90674e193d2639db597e9ac9d8f5eb1fa297d6bc6308d113de688afa3c54ec6570c1ae88d9e6b05b23d8c721a2280a5d23a0fa26cf1150b0b3e79032268bc9bd3377b9957f8a016d7942490edbd90dfbb2d6f0223d14bcf4d52b4fccbe6d3fe8a7a9d69e74bba4fbb9499817cb0761d9de8b974fbbc3ef8a98b5487bfc74f07cde7635ea9dd670f54d6e3ceda8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967320185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5eca5920a30091ebce600ac039303c3fe84d2d55786d1ab222fcb6d6a19ad543a8057c53f7ebc3cb55a897599f5d2f25fb8f2f52fbf89c0a3437e38375b4cd9a35742d3d1613e435db1c16d8841a6186fd435231f222f29e877aef9846fa4f78fd929e255bd69c3d17484dc2e2a812e7c7d46273ba53860f3b3bfe45006085a929d7c530ee2ff4ba875dd38c3fedff3503b7e44d263ca2be7c3e1332d8add77eaa37f450b8e1fb9aa5b1530bf53acbb3854dfe0c757f510fda6f3ee441cdd89c9cfc61253b7c07c84b39b8d7a5ebfe3de92f633bb7539a95d02f6a3e765a82608589741e1f2ff34984b4279b7266beb851facf9eec0e91cec8089703ca983e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966326833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a48c2fb0f349b197ad5b25a0cb0ac428ce8667651c95a661514adf6fa327fa587ebb96e9d9c5f21096d2c1534b0941764072ff7503686790d0640d5af8456411ebb25dc3295a3e33b6b8d292d1ab781297161593fe80740b34264ef0101660a709e37bd71c59307b484591d6d65c124367f2f2c0219181de9f68b16404def4fceffb6d1829c11dc6457157d5fd0a27a370f2bde8f580b475748c5c371a5aa13b89e073d53a27c85b9b0bd85c8c3b45dfe364a98abf628aea9c0512f27bb7acd3e17a44155763f9b86faf8a63368a004c488c770669531c3809fff43f41fff72bef97e547778261a3cac17ef965592e95aabb1de4564d7bc17ba89ed24ebd6888&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967366352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=90baff48a2719c6037160921f430778cf143552357e56581b48a71212407eb2ed50e53e3840b0624297ddb98d4531bcde3d2577b73cb1b090be9beb26f8072220fa751f0d95fd2674171e4258b92c69297a8e75715450f7180361e385a1e0e7e3c92ad18f782a616186290ec2c03f102c5a565be2fd4b731e7bf51285535061ab946e4ab428465f86446fc6bb6b75f16c5759b6eb5b9e6deecc721452958f83fdaaa9f591fa3a2abdada3d07cbd6ac3f013907d105277a5767594fdab89416340abb96d8096ac712453af2417a4cb14ef2b6d2d1a9b69552c0f0ac788ebf4b4afb82a8afff5110704331196fd3aa2b40f8da62d4ccb9c1b188b7a8a21b39deb6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966759659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8f90c4a5e771e67e073d695722ae5c75213ea4d296b9e8ce8c027681b55093cc510f7d81eae57f01187e095a633d0ecc9a46f63a67084e5db21cd8a0250321108448c711d2013bbd1576a16f0a53df80988c75c24900f1246ce084b70b03937fc0ad9e1c8d4c229f91fba58bd1d1e2c40d6aeaee0c3ac9ceae205412becf194b0c3dc42614165bd53b61f6ea2fa6a979428e9378d2d9797e186af022b1f093971ea69bec5e11c95132ac00c80f280d2a2f6552e1155c6981db5c31c2847d339562cd92fe65542e643a5bbdc2002b828f90cf2a15ac0bda11253c5b7c7730701050db4bb9d9aaccb33f29700d4cb027a663e4dbc61144101ee010e829e99627f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967454227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7167b7d3619ab6d5f4e8d9e8d60a4662bf939fca92c16e44ca028f5094bfeecdad235e14bda216e020ab7ba5bf025b3bcbcd5b02d3c8c8dde94294709a7d83804f26a987d7226ea417fbcaf62bc18b0480ee70f6ce3791d49c52ed3d8b4b501d58f5fe02ad0e4560a275a4b4408cb6d727fa8aed90f41e383144473b010d8fb0beeed9412cc0c9231dfed39a55dd9b5216c7d81ea17d4479de9b2b032fcba37e6668b94a0bdcddf1773079a361b2357dc305ec54ed47125a79c20a04884298ef32d00aeaee87d12da60de978b843ff4273e918a890e2a328b57c2a21e8eb589398eb3ca9d8719669fbee3c1bedfa1e176e7e8a0009a48ad6d8bf21d14f4bcc91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967478984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0d85856f0045a6942e012ff2d287c2ca888bf8a2ccbc1eac0c93783cbb93049cb52f9ce0b4a8ab79c603f020d55b356ed0f88bba52c146d4c5eb1f7773e1af5f795dbac7e14cb0ff031cdc9535f016f953e848199c1dea586be9ebbf9987d0149d3a866c9c95af02cecc9fd2227eb515ce9d3a5c720050f771e5fdd7777dea711c9def98c74328c8c803177570afe22216c68a29b94346a4f520622877dca5b2b66859f75c648ecf2aced1885e6883017e2e5e235943b6b245ec0b5c57cc56dbb699be2431379b64c2cb1208160dc9255415e108f84548c1bbde7ab4ac978fa121a226874e9ca9ff5c6cdf7026213a1224ecff90d122088802df78af22d80a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967509381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ac033c837a4319a5262eef52031cfbcf61727234b5f4826a0a6361d6e042fea7f86a4f25e9607d47ab44272eb16982d51a4595252d4a672208fc296c741d20636ab94969000935b245385cfe3d7edd69c981e363cca88d6f23561dd63599be0baef8fd9167edac47db43f35940f511b44956a1871c86ec34bff62d0d171da9074da2dcdb5331bc162d0201b1261e236b5d9cbf3f2cd159b434c69b565974580c9ff97f8886001bda452f60a1cbf92245b8928bbe3a3267cbd289e3dfdedc07635436475c1bfda1bbdeb48ecfd2eaede256b6085107364847b6ae96c01f4fff770123535f612d2203ec13570bb8fc8bcad7fbca4c5f33060dc27a2503ad556354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.967605312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1240276c4b4baeb07e297497beeca11ed42ae53ba45ebf6b57b3b9263bf9929e7e5e8389403458911891cc8dccb19d3e46f2f37fb2c0e26bec295a09a7ed0c77bf7b7fd08712e4433bbc1818d311231dd23c6c10cd82bb78d89c83901c2965744f6e8c640570ab5c596263391172edda30a342711afa608d2e9b9a1acd1fe1b0ad52870e91d4c0ff61c2e3cb9d51ac0f8d2cdbf77e4f1ba95f295b02d25538cc6b534e1fa5389b2baa8b389e920b824a192472db6833fc785c6f53c002c91816f3a03f44b05ca0dbc1eaaec0493fa75420ac08c09d66ded3274b38a04c956bc528e95c878385e973d4f466fa510c6b71d642fbbee1d4f6d95cb1b02444350643&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.966271098Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aaec6913988830e283890636d22f3da9a5a500fccfcb01a5e35bf0f9f271f64e5bf66186a450607cdc82019cc601eee5e06cb7780959371406579305464a9987978893760105e17f07530552d50c2aadeb5a922d70ebb18112cd97a40df95f30fb3525865bc1972072ae2e7c108a9ca1285131d1ae6a22a8ec8ce8ddf0808f718600c9060cd821a4ae8ce94bd8f7dbb8d4db7b64dc379efba282ad0c96b09f6042c6a391828bec32a5b72342e32f2bc5a35c5542f4394f0a019313baa2e3bd4b96ab425172a3f3cebe52394ba66a8d6737f2faf696d4ebc5bf234e2e7917d6b8ab3d8a6c1845b09e8e21b427c28cdc0889d0748369e2c0ae09a3964e25f35b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968074256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=477c1460039d6803120d9c3ef60292a23866ddb793386bf86e64bef34edfec1ae8bf9a92498536710c1ed8c9d5125dab90b0ae1928a3db874a35a01c8600e16f6f1fcba71137ecb8991b0fcc3b5babb74de700018bdf502629acae3309ece79e01b206b9e6b4b45411823ff135568040ad418c89d9a403aa61d6f8a01ec784784f8feec2de7c9fcb75c1ff78fcdaff228031acb2bdeddde048ae0d26c656b9973c39f0e208a6c2d86e398150f7c0b31931a9e930926c3c27ac9dd279adac9c0da1e8aadce57d66e994f8b48b34b1242a5b93cadfd82a34cffcaa7eb1b778d0e7125bf3528b4e749722ef8abb3a02850bece139cc90f299a0ec00c04481c1c41d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968093242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2bd24ea23b914eb3f7267965f9522ccc948af7df3b05c554eafca60b6a7146f4b90e40cf1326c4e0be230c4e16c97074639ba97ae3837104ab5d8de6510bb018d242d80ca9e05f327023f3ccf9711a255142990ec279c2cccef5bccb41292c0ce2200e7155ab70a8b57764e85f515876075bc2e91fc4a8edd884d407c1dbdb962dedeb41d74fea7241e99175b1b804fe9c08534fc63fa94431ea4c4fcd9f206f65b4e3d874f0a7a701318e5f8f41b72eb6457899c0bd62e43e0f8ee0f207a88820678b86a2d09200a525c3aa853d369459319db32110d65118d8bcbd91cd143540f6233f9f12de804f3354a1f286342353108244a1dc3eed0e02088f94da3b4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968111967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0f05c5957d221437907d44531ebbdf46c0ddd6c0bfa938a4367a584789d114e240e08a8732cffd9ceacb0835e3278b5cef2e997f7a86f068c5b05741a0b4678b29ddaa2694f92baac725aba2c03756fbc5af20da6b0c33dfc57ab23a597f78c4e7815c2a82dfcd822e45428e01e367a3abc126ba94e9b5159b1eb8ca02fe6c3f333b974185faed39a7de362de9878a8c353e3e21f10173f34d7a1d7906b82707d84647fd5085e3a77206716d3925b3ea350e9876f76bf780398d174e242e3b6f583a5162a3a2ea70ea4c35739053d4320e2245b498c382fefd20b0e06f91bb932e826f9b491c7b2685ab8c07d048a6491fe9af5afcc004c1e85c51f5ff269953&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96811898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a20577fde96b69df136d75de6441f48b867e97819368e7e4620e6bdb8d3d4e4f4fe6106e0c22b9019ffd031d3eb109702b0fc8e4a7c8eb4a97bec9805232e7c519b0ea457a90888e16b413479629acc01f46b23d92a436e86b7342582f0d32eb95d0690e2bc5b6773bd25f49a41024c57873b1be260f89f70c0a3f072b10add6325c9607dc0c6d6878b0a77272834315aad5476aeda85dadf6457a02f143df3ae51759ac5cec8f180a0a8050468d3dbd9c1470e34427f8bbeb92879edb650420b7a5d0dbed358704fb8cc4dcf3430d5c6c92d37968082189c465fc423f188b9be77ad0ad9a0a9e7d1cf395050e2323aee3a74d182f0e327b49adfc940e76e468&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968132235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=67d84d6dc19284832ab0194e393c71773d068aae7f2131afe127c41da0d872f4feabc9ad532234051d1e8f8e46d0621e4905fb4c04d5fdb8af378f1acc68ee977b9592bb8d09dad23ac9232e33f2d2bacd3bb3bfd027d7a4c0619ed3f27dbce02d3656b622f09fd4d2afb9c76b95d66290160325b4c7b65296849993abaa0bb6a7fb41c2c57132c1b451958f41cbdceefb2cfa80640becf2504a8483a6490f83a0d8113fd77bd79f441744a0bb0380e9d8db64277a8847fba46beed2ed75fbcc2555473df4ad47bff0674cf6b589e46d683a959e24a22d0a2293c339e76a777ff198bd1df7190964eea11c73327ac68dab6b09502db3b86f6ae24fd24691902e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968149448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1360daa39fd0445ec7ea544443765a77923629c5f9f85dc61cc49a6c93630325e49c956219224aaec7d3faada5c98f39bc8ff89a7bc49464e73e8ad3abacefd5c9a61ce39e773df8b5b266755113864d68fea61c15d38954293a45a6bcf4d5fea9901885415d92bb853f768219bba15c5a604321c7255ec5f426825b4458966dcb483d40fc4779d58d2a25773e91b686d80baf8cfd42534a20592625eb9ae615e41ca062dd82494403ad41550458e24d8c421725e6bebaae32ecac47973edb8fef25b97af51e3a0e0b4522f431ddb14419654ca4ae5e3f161ce6a3fcefd88a83abf676a2069481926b699d3d7137032e85df4225b7b8e7d70b972e3ecb4acb2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968170637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bd2c0bd0a059b7efb2674f17a12ac8c3c5b381821dfc0b8bd2469b4c84e81fda3af042946bad09bc48c8a18015d7a489a39c0573299e25c91521a022aad752f481904dc6135f777004008d8b1394a5fff8739d645d50bc5d4b02cb75e7935673388ac3607780faccb49cf5eecc7e2ba87b853bea46bf8ebfb0c5c53227b4a3ea5d94328f0c05ea585e1d81b8919e6aa6ab78085e821c0bb84b96ba4791fd1a2819cc4bd6d11f2d985e3bdad0dd80e4159ade68c90fd095e8486096799757e81b8dfd5da20635e4f0ec2d1aa4f7b6a73ec86323162e7b5be40325798be72fc0fd9e1f4a1a0e09f8c5b65f8837e4f168a019cb6a2a03ac19573c38f87d18d458c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968079997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=44bf8d67078c66a25ee63950222306c9315ec94137c967ad9e054d1f84dba72ec1fe400e2f3eedb85b581b7f3fb1d096d6df5d980afae23862bcca3e9076ad1f53c5c2f1d041eb3158e08b3589285bc4a19fb7a3e9702a9ac83897a8a5a5d5423c60bea8893fbd2847cf8bff83ea7b2366a7d072f253e7a0b0ff3f084350e0a33080ac690a710b43a7974936bf61153e1864e0974ca55f0a120f4a81077ecc92b2d91ce918ed3fb5e1f41174a73b0a05c6b200bae36eff9ee7acc626b20cfe023ed5d900d0a8ec4f1d7399574a190c3172a6ec87ded2d188740e61bbe35d628a2cb8bd90541abe891c39a8d8ca32726550ca951bb59b9aa202ab1a9e5430a831&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968200824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5d0a9d57e379801e5ac9effb36c2e9940b6088fda27a7495ff185fb0318f4b8bc1cbc9acf3c1a0f0e529363a6e79a96268e3aa0e91f0ed0e0ec60c35c52cdd120bc8d13061b1476c3dc8582eda65234f7802d4f6cd01ee6a71c041d5787d22563501dfbba7d51ef3ecd28f10db8730027d641a6680c203a3dcef333e048c027caed9b71347483e64464190f5fd3c98771352f4ae16e08d34f84b611c50a1bf9c1e9cf6fe6a3a73ea68df04589a0d9511e4b96786e44355c2018fcb5c44757c6ec773b546c1a73e6cb482b3b632c29bb62072dbe4defb8dff72ae50475e31c24b027d8999df223c2a91a945c273feb4e241e34966e72d9bbe35e2063d540a20ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968212005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=95612107fc84c177db89c18697a0798e442c78e25384f2309a61a307034e3741349831b9bcda1b0de5d4676d41e62891a5e97e7a2f81e1218ae7b3dfe76f063420271abc461c896f83606dc2b9d8e52897b375fbf2e86568a8bb531a59b1d1d8cde7760273c5d77ee3cc0299b05eafb437aebadbf04e7a6d044161160a63a242c4bda79f8028556d964d8ace456dbe8788aae88e3c12edff7216b7c601082099fe60b1f988f22d53d69566f0e1dafd60d02e221be6fc818eca392f007003eaf5ee92074357969d88a556c5f3404aa813db1994d19995c165edc6ea61aabfd2544359a51f79ab93df7f3926d9ff1037f3e735327c70907b665296cceb4cecaccc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968243755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=47c5e4eff4b9a5e05df7592c1642097dcf4c50bf32a432c7bf262b5ce3ed477862e25c9bbfc80f0581bcb716bbeafc9cf533c349f9a81c0d035546a1563bab33c846c3080fcc66b6672d726e1ef9c1ff3a6845d7c17b56bd064269a8f85fa0eab8f5bd09a5407f21335ec82a6331d7fde4e9830d7664da427164f5a49ee461a24218faf435bb958fa8e42b657610facb8fc53906b55af8b2bfa8eeedcff1d0d4a13fddd23ce8f3423672cca592269e421df8218e28c077d262a53d81fbafc32bdd39eab29a729536de0b5ee96b005f32b37503aa65856abe27e7575388d5e5b53515652f54f9beb5a9b2fe961edef32d9b063bdd0ba6220c3c27c53147b06d38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968243785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=711bb7069d3b919dc97b5f903ec458212879a774f4f8efdc164a1374232d1b62741b24956a8023f662315ba2f4a83c486fde4ec52355b236029564080ba3997360addffbb1e81d57b008e74ccc2d74b345ce62f50a5ea218f7a2e8444691f87ef5170b7d6df4a5f213c94490b6dfa561f0e35bb46370af64ea315af1e5f305250398aebf5d53d2ca1d45c604e6a8b6bb83dfdc4c0ac2774633307462e8a3232cb2e77ec4cbe325712d4133f74dd3841acc46740b2567cc56adbb8d8d026a79d358a6261459b79b408d45fa799c66851d267a4890fae8f072a37c8fb7b6af3cb028f374bfbbe2f4041b9bdcf0111948d6303f803dcf2ac457d84f34d16e1f7052&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96831013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b6bcc7f0a287d4d4bba04fc7ec1f77eab2fb73a516e4dd02ac421b67d65058140c6b7ce9eabe6590c0e6fb9840a2b69046015de662e54b4cd55b86210aa40e73425993d089dd4ac39b3302ed065d42983bac87a7fca017fb0c2a61e9d165d70ad755fce1d613e86c5e113bfcd20cf8ad59ff326d371f23e5506ea82c73f3df5602d6f4bed7c2c1a840ccc0a9f22bd0a36058e4453ac661d3d8db9fdca407bbeddcd26ef07173dfc9046e1a4f4f66c08e7dffa1418e872fd391d409ea5e3d06277aad57ef77103aef4c45b7599f1e23e6585c1a249d410da97e3b8c75bcad71ab2f4978f0f1711fe27cc4e76deafa4b101651090ad4e14769f02a213e221931ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968374151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a5726ae595d0e36761ccd99e0992d488ab4a3e91b0c5ebaaf89f52e9a9fa5846ce7776cde04e2a0b4d575ae4613a843fed480d4a99aba735b6b2a44ac36e447c4e1fcd232785c9d64a99c34097f371bf1ea82fd6ec557e998d2d10e09d9d883c11b6b092890708479c8495027a1ae2ae4d9b7ad83979e0c3e651c6114b065325a86e29b4ecce351ff25b4c7bebf1973c21d71ddac86e1d6a74046da059731e7495b64298cc19a7333a947def7514d767cc03e101b9a5955e7dc7580b05aa91ff5607e065e20800c768a904b93bfd8a5a97f2387531876493d3eea82feed65df202deea59fcf3d7204f2049710aa71780c673b6f3db16e5fbc46eb1fc5eaf55c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968097309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8c48b5b23ee26dac05b89366f25ee268bbc2cbeefae39ef68546c65998f50a209847fae3119721dadfc00945cc31203d8134a87504b02e81acfd6fe617104bb4eae0d32f772e925ca8f3c0cba011c6f682fbfc6ce4b0599cdc1c390327cb486be3d35c2bd91885ff2c5f084a3222955b33756b1a6155ba016e75a502cd9c2d9ac937ea101211b18c39111fe0ad0f5e0b4daf6f0e7e96ec99384a746503cac18287aba37a3ecdae49f9ddd1acf07e991dc04460cc18a941da5ccc1c901e1f23f9dd868a7b792777fc455ac796f575e77b8497b0a31489223445509d8bc231b01a654a5212961cc137de6552bdcabf333678d6b7856d0b8e183e9def32013f859d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968119491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b585feee3cb0ffaddd76d0441465656f3a47f48900412ed730ff834b4fb54c00bed71cba36537eca0e8f2e592f1a04d53d2ba730242f29adb9c05b5334c13b9e9d287a5372747b0c3b14c491933b2d9b166ade7b5237b7c2e1ca611d6fc2f2a8fa49308d9b2a052b0824a1a7f7e72f46ade28a619d307c5a27980e15a9941f9fc92122781b89ea4ac35a7833c647a43f69c3aff4744a8bcd267ac0e7d8340fff00c7fc244575f934b1579726a0e10fe5335ae69df6d041c896606ac0f59dce6c791b1c354dcfcc4a82521323910cb477b94365345bacf15cd4403637f095dfad1cee9680ba49e3320099e9e916c0ebddd5b4cec74b16a407895bbb177b2f8dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968477275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d1fdd4a8de02f9355fd12b317377d25424ac8b0f542280ee8feb6abd3162731c4127c37ddacef76b4e956b6c5f5c9a20c3fe35ab713b5653c04cf3693b1ee0650c8ba5b455820906977866363f0ac24bee7d8705b275ecf0cda6126ded85b6979afb093a2756af204c5831fa765e5372209a8fa0f0606e151ef2c6fb25475596346d155dcaa7eeade0a28f6fed1860f18067cdf894908d5106b181975023796441c688351bc6f5ba74acad867dfefe37750b619a2f6de398f2d88cfa7bacee18db19dc5adcab425b4270dea60ecbf812cbb6100042ced57c3b53d88d19ea68967ab10068735c311a987b29df80e073fb94371783552f34b911060ee593f0ddd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968493496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4eab691c0ef6c4b287f2eabba3bec4ba38aa6bc7e42c25d2a2b7d56e32537917e85c576a5608b27f16b73ac65a27d6a5d17fc1be8c291ad39a6bbe46b6748977a911441a0a33c40c080e37226e381a600391b6a2e9817fe4e4d91ba276032d0bfeafe75cbcb0e336db491ed3335b249b4e5a0b127109031284e2c3dca5937afe6016b3f106af66e44b177518af8e365a8756463d9cb7c88b21a73606bdfa90bd4158205a0825bf333049774a7aa114b0ed4dd15fc989f3feb94c313173cb1065020869a9a8d9a6b3ce8212ac0b67c672721e124098a9e90eb5bd312bb22fa6adb54f98698e3dcbbd6c8a393cd469f5cc9133e57fa706f3f603df2d0e91d26acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968501631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=111956032b644a8a03e114a74a03a612f9b0354d17cd4dad04d81bfc644b50100c82c4f66e33cdd596bc168322cf3cf062c47b61eb6f654fa779accdb5acc6b4f179c4b0aa3431ef19e02d0f254fa0d233e6533260d95172a40fc2e0f70d60945939a301aea6009d4e1d5b6927e0b24ecf86470cc1944b936ec4a7815b3d7756486e19720a18a0a0917d4ae5407f4d8e8b3750c26d05af5c1326818581b209c80f2afa05c9c6085b0ddc412c2c765b04d38dde00713411efee89fd746a55f6e1160ff9ccf7ab3250d9a17e7d3cc2aed92c291deb866a88d1414ecd3b6cb1257e33ee40c83e1fb63752c597035b28a7b6198a1fec4003bafa8197875f58d4275f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968526127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b5dd9d3a3d30d7bfb3c827c69dc85ddbf77a73713e84bb957d9bd7f939d8e3569c6cf06e766341cc8ffdbe328345c94b1c020c4979e3fe60ce1fcb4c3104af0c8ab39828182875b6d69108dd9271b5ac1bc5e9cbed803861bcf8126e9a2ed81cf483923af6c14a162c69859d6c28b06b2c16293ce540a60bb6442710e8b928bc4900268c92510b2fe8bce7e4be8de31f50b5d67d50004054341007f83b7bd94462c4ea890fa9dbbb3fc8f4ae8eafeb4f8bfc3ca29c2fcdf6deea143cc01c30e1c1937f77f2e3e20d228b83dd0d6edb0f9dd110cb6c10f80cf0071e4459d40c0bfd69a2313facfec5cdff7123a149f329f1aa111d3fc5cc4f7a90505eeaff0af4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968534613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=939b9821d60a3aae1a946ba181e06e3a470f5424de3989a87f698d7b4b8ee7bc3ed695c35d59ae38c9fb0e19799f571e800c76676939903849824ae2245274983db652bd821180b7306c3785cfbfb3e17d4fd54deafbcc1db72649cc2dddb26ac02fe3f24bda86f5142ef6b2b6860df1a90941d817ab502639e7ee74ad64b3ea866142757e1232a72e07bc38e36e56e9ea7d7fb37cd3969e792511b3e02e21a61baca253fa1dc8043bd6552b41f8ed10bf5335d590d6ae8066f6ba66de040f24a385a7615f2c6d8380204ff8fc3f73713c6a9da5bdbe138eb7cd67bd3e5e306c366d111e9d061592269d9f3946359be0a172df1fcaf8c583428baaf4b8e44b15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968085657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=29839687c21872c9e58759be53ae27ed366e530285f3af2d913c7b183d5828b5e105ea26526d78663903b87f217ec0f77526d418dde74feb513e28e57c509a1f174be8d7abb31fb6f28736b5090ad86d421dab4e570542f789ece13db0a72c5bebff43a0b97a787bd8fb5c5c57ecaaa3313282c7cff09a2221cf4ac6b63db0bff5801f181f3174027b43d4cd547ec6015eb2181cfcdbfc6281be3684fd84ed19121557b9a0e5f3b09ec4b380f2663e11759c458cfcb7eff565346bf8e218749834072ae9cdc1695a358b538eae454ec6d7c7f77877c2d1f2919ad8c12e676a4847b15e6339692340baf046e475dd400b5e3644a80d3682c37e6b10ba72ab8eec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968562446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=634c77b7b0948307bda79e2de9258f09f587c11e340b590cbd809b1a7f3a1bcfc31e8c4de0398928717437208bb2d5ca71690b932cfb19db227e2b1f97312d08edb857e7c568a341ff87cb1f41052112fed63206cf4ae887921da2e2b5b249347b710c3ad6013a73ec2cc4be7747c3aa005510ab4f6ddafbc20a6b41051c3c2be9282083f8664ed5697b5b6946e6cf1f6ec6e636a5259b128420583ad5a02beaaa3df43c14947c27897cab8918379f48d9d2f037cb99f536850a89fc9cfb7c3afaed65dced2f0f6884f7bbe5b9fa458de8ce3535af67a27c3808fb9a902faa13d3e4ff9221d987bf40e1a88fda8ab6b58ce8089f0fb30ba5779868c513fe135a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968597762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3883e8ba7cc50d901b3d9d9f8e20afa4f7ef22e9ebce17fd89ecd623eafbb9ca5bec7915be92c5c4cedd8d7bdb1fd2ee74be62714c451bede141ee9704e0a4bb8c81f455d601ff8f78b2fba34c158edba1057f8274e8e6caa0d4dff0ab1ee323ebdd4f76f2ef3707fe429d1e76d1fc34bf877ee5e10c0e87f69808ec14d9b932f4de16b0a0484cd6b8b252e5f6678eef6823393497bb039ab8dcdb928ce7a3d082af0c84febe02d7a367a4f1924d4062b890b4c51562ac916e4e322fd1ea1386a2ee8b4de61ed35522ad02339db3df49cac570a91cf4a19a866e759153f1319559b44ede31125c1ca773b1b17500d478ac689ccc5babb23ff862e5f718313bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968621066Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1b540275ffae40d1274a1b4586fbe65da4c780d5560d1e2bfb98d48d6983b3f00dae1abe897994ca39ec3f73efc2417074742ecc3afc8d5e725b56b30ddccec73235ca4daf7ddb6b8126bc3304b3e07f5eb0c457c4704956d645f3755dc1ddecba304b80516e8aa96f79ff143ffd672892710b649b66c5d4c0f2b3a23d2543fd9340bf63f11e06f2a0a61a3ddf6608d2eb7c85d13edd1d87e32ad0b4b1a749b14b03895cb437bba26ded5adc4f159e9dec57a363fe48c5125cb0f9c7a9588749ed98f078fab8cf46c66eac2a2a9bd4872ce2905d224ac357cd08f39dc2cf40452ce7063c5066d98dc77402811d772f394631396a6d249e6bce2d3d2724d92&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968655401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=97d7e6bce05f4af68cd998c5d3f9e3ee7f0fd0a116402b9025f841ed3a7bffcf6ee3b7b4ee9f1ae67d2a694386014ba3f8f1852314553c56e0bb5c035f5c41d0f27b212d496cc37c76c3e2a8f72fa6907ca831adef7eb400dff00418a865adfda855a024c30d3755edd470ccfe96eab13f75b17b983ed35d0179e61abc91b01efb50085aa426e5b131351086bdb7a4f65754eb39206099ab0aaf13d91cc23e6f82bf0139a2ec585705a77e229e5c97fed8478ef043302fb37f6947e502c6e69706e48860c0be9108bd44bd625957308a4562b0a029f32df1ee30a39d372ac48880cd54e4f699b77c9f3936d52573660643251ec0c9dd2e1ef37cb92b8c531d4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96868125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=03e48c593f7e1b0a2ddeb3f938dc513a710bc846b73c18f03438fac6a7e2b9b3eb6fe0560779a5bb053157dcda837cc2aa56fe889d05ce5274672e347f6dfafc1e7c19cbf5629698f52775cfaaf405f5303213ce3727e25ce1163b114f9422eccab184e38fcf746e7cb63f026aeb29c2a1e9087eba0b85a7a155093ebb53c6b61e0f0254cd35780ec2ff2a7aee2330f565eba35eea90a78b3aa49ab02bdb5e4b908773723d031f5cf4276896bcf603e64cef551b014128700d6e4c92259e25dd17ef989f53ba15c3870f76a2317affcd196087c969321b7648010ec19973ce535861773f5c503d9ca375908a4348e7f3302dd6178fd861a5d08a698778ccb5e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968714162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0db84f5811b04dbd731a1f244f4ccc180afd47a6af3e93cefd3472472932eb02d2e41f87e5b0b4da3da4ad0c7d3cafc5c581aaa5fc8ae35c4c227ef9eae417b4a3bcda98ae769361cdd15c6d3d1f3564e47290139536f9ccdeebf6bdbbb97d025ac02de19cfa49b77d0c7e3f9c90269a3d2d2515e27dd77151b35a13e03336c680dafb85c25cb08727ea5325b5280708f529e23a5909e9ab82bc9da1ac6889b8621c5dc9068e28918296dd027755e119da96062e71bea0a14b93d68bc9ee918367dd5c39bc1bce486daaa60d5f55a2b6bdf6873b27dfae98975f32349ef2e016d2bf9af83be1ea7817a99abab62ed2dd6131484dd9eaf7077f5b70d5759fbbbc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968730673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5c189bd16403e766f6b26a2ad5ccca1ce8618b1ef77c8df0786b7ad239d0a50fd3bd876bb4bbb00bf57ed44604da20567f84afdac2fe0549ff35053a5045d7157372ca8a434b0512bb424029276a202e9047dd1181d994ebf40a4464b4bbfb704d639b6317ae19d6994bdd225e6b0201fb44306caf4703421819b2374425838f3a322a33029b1ea13e77d7dff12e754fe122cc91ca3174ba0c39c5758dbc7f62afc4e2ab3363c1a6cf9445f045359602ee7661baa81d20b04f8d21e92cd5c9f2bee49873d1b93e0156e5cabf16b831af0ec05aa7dd558e4f141020bbedc28af6d57f40257a46679ad965cf2684b2b9f373343a00f7d2a6b826f2425d8694c858&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968757543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c08fd77fd3f0ef39fa30c094a1f04367adec8a586483ebf6bb4c8107d5fba46378b26b4fe278f38560d679e27ac4e2599e3157df5441ff8436af0d80bfe8cf70635d610f3887b74a46fa29000485708b3df2c5c53943bc331fddb224ae0c8368b0afdfcaadaffff27a9084b9aee26d880e798aded6d94f40dc14a911b1a04749f3776388c10819146d76c35a20a13b8554e2d224380f9bbc1f836cceb563173a61df3bf8c82acff40fed744d27675a1ca386cc161c3c22c76162190ad0f2b0914d19932657280ca3da565b0904cc25e56de0261be6ae54b3801dd14da3a83dafd4175d6999147fc28e3b4f9f0b7398132c62a00c71a1892a3563db6b774bf7c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968799222Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b670cfb02bd248457588e14b16a0601cd09950e6eabbb537a93dbe002251a4bd6403b837a7079bcff4aa2e4f2b871db9c37a4234b8e9209f5feafdd03d85c2decb699ba65efe10e61a99a25cb31f09106a1a06dc62bcd10528f5edb6585a71dd2be2de84300df222c85ff8fadf18d6130997bb203a1dc09745f719ceefebe8041558a23130a604c0376d41dcdf4cd06b530fb15de54efde2c369a6245a83ae44f66f4b250f78b02f0791ee2a4cb49bc1f0954e1c68232b25eb5965461bcbde4108043c49d4f9837bb54570c89a81b5b116ad7c266b60ec3993ec9701790c4044089345c64fda430b27bd4c577b8b60f6304e808fea0d82cf501bb67e400215c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968501591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0feb34b69866466f60fe18ae38a43668c59e9ad1a2ed6ab153c293c639e067cb94038bfffaa6ab2e24fa7a7f707669fa46eba6045c5ba51f063301722708001212aae404ea89b18ed9d1c8de1181dcd89eb90f31b258009475537928d5eb590f8b22657154e2f5e4a613b68fe81270a2dcd1b01624c536b9166bf0d1515197bf1bd2ae1aa9878a7f85f581b68b274d1ea89ab588f0f6c3f11901aca6ca2c1095318755d023fd5f181f68604c593aa92b950f151c42b0f9c6c1c3749734cba5eddffb68306eab260245cd5d6e2777e9d1c94a3cfd12c4a80af212d19809ccbb6cb3187ad39b7dfc738f85e08a289f0b93d19c3cb6a6dbcaac2ca14404765d8215&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968829509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=817b7f887162c04900f3b3aa7fddaffdb173f8c48525da8c10f48f237ca22e9b95e20c8694bf7da1fd3a727850f4436079912db880b06024439c42cd00a8b85df72ada3979a97034a65340a43604738ef2b6e373010ef4f2364db587a60408718248b63b3c013f2f49744ac3227409045a624fe9a19a1f680cbab19814ab6a9253083076e18e4f72c49708328b9cc2e6849b9f6a546528f7a344e6616a59843f16043c296f499d569f4222bbf9847ad18de3b9d159b5c72d5140df9b82056632508de118777014b770bedbd2cab0aa83e04e4fb744fcb4cb1153b90969a7a5700bfde97d790881d7696a4be796286bd413b711b8cf19a086e6677a48e4dd1f06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968844958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=065d1f7238793a90c5635d26b8c51f140706f49b5cd99423bd43d92aa78b0bb36e44b283a3ccda06742e8d1d1073f104dca1b39138f53d6eb0a16b8299ef31ea915595afc403714a4ba3b4f2f42dcf1c824b169f5047512f62b68ba51020a990c658860317ad738391951503d79032dbfa884786861cb8fd77b632dbe950876e2a8a3d448767a699d039d19181acbe92d09dafb952254e25a44310d28ce3c99bb4c4bf78b6f6466a56767591952952fe070c98ba07725f405b6937011f883260dcdfee39c7139c4dedef3fe95bb20fc39db5ae634f3b77d11b33fadfefc2d0a6d287afeee2f13dad1511bd2e9458b5c9fa1e45c5d735430f349f56c6bff0d377&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968864305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=67871f2e5fb3447c9e992b3a9d2dc84d244356f8c2ef65c3893b48826ae64dbda3932ea33788403a2acc52e6d28c0d6c112fc03317d851a52797ae3c994b66155002eb8900cb0d91754827228f6c8561ec802bf8586b8c3cad613b5840acf5f45b03ce1fcb991d1c78cdb5a0ea718c82b6e7c8b9e66bef180bb1bb2605c1b897864d66454f243cc09a8073d130d4040ea665d0306d3c1293e340e027ebc479f3336a06f5fb8f34aaedb19c1a0c4002895505d4024be7b3539d5ceae12612a8e360f1dc5e41ff92e196b8ff8106428b20ff5c6ddca21ab96c6631a26edb12ba59d22660a1f270c7daa840cc03485ecfa1ea9a6f457082fe20151c0efe730da14c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968875476Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0a6b532c2aa3a62f753e4864d4c39d86e62776df379918b68393c368e8e2688a3b3765ff0bbdaf731cbe6050a99db8bf9df2caaff23a2f1422d6b776ffece5dbfe4ee22e97672f34f93f552bccd4e125e60ab04ea92b230d5ac1b89f2745ab7ba5e998f9d7005997fad86afa28e70db3ac0845c8cf45f7f65ffa74aecf52ad425505d907e92fcdbc0e9a3157a3397f9dd9646da02b3376dd96685d1aeb89816e95dc53f89eca40b934388c0a5eacca76c6c0dfe3730f7d2fc8d916054b6d79c87eb2f7e76853459b7af02cd9bdd84ffaaa13263a218d45eb32e6e3c210e74fc2f4f3933c65394baea0454b4b4b714607e05c042ec3698ac1cfa2568fb25fba9c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968892458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3aef6f98daef5573c8b997ebffc5ac233f74afc2ca36cd4fb1c2691a0e7ccabd7a751a3ad30cbdd001eed4432780588c90e6c29d51617f8930634a4234ff12d36ce221f495cbaf3afc4717022e588def46871435be01c39873eb145fe2f3ddef3f49ac2d5c3e09dd09427e9cab5e9144ff263f332c48ad9cef2c366079e1e3a8af02c03356b9748cf1b0a9554461ae34aa004abaa25f8bdfeb736b867926b59ca8cfacc948d3c03fdef21fa49bea5b8f365093c410514e983bc0c42bd1684d8a4f00d5830ee9cf62b3b79021cff47f70f27ac3b1d7209428a9f1c5a49d761a17c957764874c5aeba9257c87476557b8addac6927ee320bc044039f45eeee6e43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968923246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=647ed5d2427fcb8e5d85a9b4947690a45c491dffcfeda058ea961a12f14590844958b76993919b718df1d2ef4068710c67a7091c0a94a2b7c85a13bdf7a4b83283a4fb3e5c95dbc0e2217affa3be8608841926e773ae57f3ffe3d51c69e1229a26579a2797264a4ca8b519283a2886307524cd837d872ae868277028ab2d04cf9815317cca4a2735ae27c62425622269fdebe26e5e857d31625eeb36becda6774b5069b657a05cf19cce516c529c91244d9171bb0b6d71e167276b8809adc97ef1a0c1a269385d88794f17f5ee73548460cb34acfb4e9a813483b6d5ce5c4118dba334b392dd4d31f7d026a409688a553bbebf8900aef3602d207e9b8d1b5da9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968979021Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=652b44edd566edbc7e80387d2ac18f027f8e4f072c97218521cb2f4834cbd3d43679c6215c4758b293357ea2c94893541304f9a48d5d80d74a3edab4ae83522139f95e49c7564655d0269f25f897c43738ee5d8810b146012ce54d19149ea979393f094e366b85686a5cbe31d06d3bd77bb5654ec9565db770f5b3fc0fdb792b1f2c8d076cb4fbc9d4a0083b73471cfc05c72c5131c12193a8ca83ecbc5fb1fbc3bbab40178d6447f8ea64164b9196cbe170991f916bacb6420fcbddb6ddd8537b7129962e84b07446f5965967bd067ff45a5febcabfac3531a433136e2706a5d8c32d95366058c1d9e0c1811e89a5a4930c0be994849789885fe42b5bef0a06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96900531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3bb60146e4bbfa3e719abb234bae1608462c609eb82a5a02774d0ceca31198069cb10eeb3adf019c55bd318240959929254b30a86164fe8b177a6fbc435940765321c892e25b431911433706883333770aebd3a3b878bf48483558a7341095454d293c7e9ab0f31ab398d474967e9e905245f7bc7c53e3b07ddc554253e279128ebf0cb4380320b32815297ef81f645898cf436e1c4ecf28b3ff267c4ee1e1c943261450b0139dc9bb68c0ba2637988dee8c15e537d3214f4c6c242ececb10680cb6a811ac04a8e611469cc578f773b802eccd4e0c6f6d797d2b4cc8c3ef23fae4f921a0fe6afea5cced673c5ad7bc1b0394bb009d64ad024940180b74c708cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969017864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b8e8b6b01c090ca1c12f729d971505217f438d000c72a8362c5dba0f154ca0406b15f85dbdf1db75357f8ac16c764c937d3e84ef8c1f757aa8cc8fd190973a071375f7357e991074fd327300f467ed0e7828e26d0527adce22aaf956984e269b25b24706f83449a395cf4ecb61b71ad9cc1258db64385dcb4a58a520e06b9d38f0aa42cf383b217693fe5f1a45f1d0f425cbf8c16a19ad434f2e40155db05eef526690e5d117543467d072383c07956d57a978695ba7b8e42b04a04e02f6ae603d7d52c2b43d0593a8361dc059ad392f3c219b7761649320ca8305587276ccd20d666aa0df9b7673fd654243dfca2b5e999c5c6f29c0c75d81cf41c2bf25a195&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969035077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9baedf7874d31420da387a16a164eb5b42cac6faf58a8e0f9539be6018f9145db02a55b0121cfc8403df6d24dbae07bdb0a58f3a5627a4f6ecd58a4631f008d1a092b88252ba36fca87568799dffdf7ea60370c93e1ff559e89c4ab0de90f9caee72d07c58bab3aeca4fd4c296366bded187e2a3e69316b9b9a7cae56f83fc9a58b4d8fa948f849a217e2eb53054730f5892e89f80bd78c98816d2baf801c92c3627ec6c234faf37af0ec64d330ab258c7ae20a9b4c8d682be27a81298391757d9bd747cdc49b8672f034347d901d5dc9ece58945991ca9fb7db37970a59173240009120e01ddce96bf4b0786ec00a9fc65c7eff2947be5e3b5db99291f43deb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96906337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5cf835bf5a64c2bf357480d2f26fa763cc1c77eecd37ebb38740375ca540ff108a6bb3b2ff895121d8843ac0e04b9d031837cfdcd122f134d1b2d3c7f185a5000fa1eebdc2af6abae26ce439f8c1b569515035d06b2f8b15617763a791cf9de3836853df4e768f72626b56eb4a2f6e244697b31c7cef6034511b03183bb1ab7c426168dae47d71ae666b53cadc5354a83e27a64f9375fbcd6ece0a4732eab896dcd08bcc6eb91f17aebe970e071c8406ad69f7be70ac9dd79a6af389658dd1ade6267060e6ca2eeace54b4a84c08625fa340ee3db5ff4a4a24190ea0bf6a82bab540b8884a28faee8f794b0f4a5856cb9c67ee77f106e322fa0e74b19ad9553d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968799232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4bd32ca8354c057d101722638b970a673e162396360782c5602dffcb72b6f02e494c0adae6a26e4cee35f70a70be2d46a278cb7742e02941a14dc73bf46cdcaa3046d0fc90336fc4b3202e73636f4a954d18a9407bff63b1ff40ade206252f9b16c0f589b4a8236af3db8073468ae07212263d4f076ba3ae7683b4d4d147c891eb74fc340157c0871b07b2295578185f8136a882e2dafbfbe14afea7d3fdbcbaee8183890b5e70efc7dec4c14b121ac3719bcafd12a198526302db0941a41d264f362b35a8ce125c6e5c4f547dc32fb1976538bcb19428ea9544e7df1b8d49891df2cfd27dedccb38232fe5dfe1f15c846784c9c11d2ee8a6c2a72f06112e4c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968834629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8ad073967cacd287bd4f79273cff6e1a476519efb3f4993cd2592e7885f42fcaa9f19f277f6a20e6f434d0248cf25d86a4355306a0ee6da79d4f83504a0fbe07fffe364570b43bba89f53ee508732f785446a0a44c07440bb949d8d868640700fdefeab7949a5a6f85da2a35450d10843e5da439366f53209f893ffa61478a4e853ec3c0fdaf0c41ffc2b568286b07abd79f23ba0c8765de0212742afbfe817206398528aacee27f74a2da27a3901ec55e428f2d6d26373f1e126ae15fb1914a31980db8eb82e6b8f8dd738734bedc6bb424c4c2bb81f150051eb09d363d240891ee22fb91da3f7c52228fb881bf0c329ba764b70d021bcc7eab6583d8849df1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969120217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=73fb6a3778e63f7ec3d1836d820b9715b9bf4d4a927beec5aced9153351c8f767e43f864112ee4605efa1acfce5fa2f6bb223a4319a5950b5f2f811e0330a6ba84bbdda1a3bce03c5eb16952fbef91b127a40e0d5ff095ee331be69bcf64ed7aacd888a7b4de4438db9e0b5200ed13e74dd873a6c36cbeb2e69901673ff3602e06e75cac504eb75d27b92312c39c9409d3698a47feca7da7b05077ccb18ab9ed7078d05e6b212777034932da91ceb1558af6902651d149fdc99f9c9440ef5d448c7abf9d79e04b8798f621a496490918ab4a56465de7aa92ce7cdc3ad16242d53a4cce667c881f3ae0ed77029804cf0eae62214b138f65932523c496e72489f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969137189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2b51e56706410a0952157116acecbf4c38002c9752bd6146eff5a5fd0097ddbc227eae140680e372dcd335901683f010d2c80e61ef7d51e4e08db4c81dba89788a47252dafc2c2bbc8aa8748e4f147976a3e0006af895c89843bb5a2d604d86203f6d8080fad9901e9096cee1b3fed973a7174b2e1aaac1e80da11f5c4e2680e78c80e2080646e499dd9ff69357d277f12884b7cbc81d2b8f9c5b7df4abb8aa389f0b607afddbcead6c39fe335fc5c6de9016247fc24fb55cb58b946e117a525f458f09b27c69944d6f24288c3fa27b1a8cdd80f32578ce58db11ca1543b004e58cc462a739d79cf27c1670fc6b7e00f6276f8d0561ee879d552f7f1c921d629&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969148019Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=41602d5de778e80955bd89804c862798dc63cc98effd3a99b34dce8df64efe205f9cbc0e218682867a7302931e2fe68cc62b623494b68edabc73bb691afec5413cf797c9f568cd6988e26d3363920987ce77f4f95579d8befbe3fb7aab12e9426a860fc914908d000afdba1b7b0aa3ba866d88490fa7d93f1f032fa0e8e2dcab39a1754478943019ed82fa17c8bb9a8696918e6e9a089b7e7532a76c503ae4537dc5f1119ec85d0e4f3b4cf50830bcd3c87c43e441967a1a18b181bf07bf93a2aa36a62f63bf01e333281ce3c4c3a770830af3b3474bbbb75a64d04a4a60ad923188f6b5ee5c0ce43d1418123d64accc19364a95e83d8aa8660946e04be5445e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.9691644Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1389ca0882c2122868f6cd5e8c8bab19c805377d2927a9b0f978d387474e5ee276279b719b5d897cdae08d5e2d526b2021e7b8776e7da3457f969f7ee7243991b64f542a8e8b201a6af55e93de4d63830c7dfbd87351c7d5f0090d11eb0d35a2469efb74e8943d8c21b2e57eeca081748e4c56fe01a06ad493c13a2e98e215db59d6d68ebff52338a3c8fa34a7da7a1a37d0eef3db35f0374cc5bf6a6be40f3f98b3621611eb0763205f234fef4c14d73d9243c3eb6af4461aa7b13a44090a830593de642f71bd938dee1a8396ddeaedb1b060aa5fc21d9629b17f66d2dc2f56ac3f53ad5d93a539b0fc7b1dd07f84ef8fa66bcf5d5a2313b15396dca9fb95c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969201129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3210d7306d968116b926e0deb70cd9005a746da4555ceee560b10b9ee67f492a5d12a148eef089f2c0cd977c06a5d56ae5d005287e29dab6fadd9d9ae75698221d720139dd9c9e4e8c349fad1f67bfe294b1e44240eb1c2ad59288471c37fb554aaacad17c9097c9893e2e5101a93e8268da2ffce51b99ecbde0bd678da07e0a6d7885a9a4f0d85ebe7f2e2d8bbf42c14cf0cf183e6ef35c7418e4ca0d7b39e36b53a363f1c5d0dbf102213f6b3e1b2750983de10fb19ebf45b2ea341ed404a7db4ff35c455bbd31a1518dc334bf3330802718f2038217c1c2d5bfb5b498ca5266d84eb1b21ae94921de63818096c9b0d32c4204edb6ab097ba677ad2c5d6f24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969208984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=138fdf8669e19e2955b99a21bc2f0591520b915e564c9c212fde6d441480811e272544822f29157edad79e21702fe26757eeba19bead6b12a63a4aa11a08093c35a38b3caabb55aa827868d5dcef532e75d53154f2869246f3c560e09a58df0b605b5d70167d7eff23695767ecbf373216053dfe95bba422bcd070f6a6964ff2aadf82cffde2622371ad860f420f9f35f14d8d8e2fa6e8c81e8a6fa3473cdcdc46c7d575f3eeced3848bc92877ae34decdea4acef04626fc7c6fb548e53076dbbd864becc2c61796c9da47f68fa2fb7d107f86128220dc95c7e77b701a116db37d100d76b81365c165708a330913096cb0e152e56fb72f1a0a086cdce3a145d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96924901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d237fed9f7d1868711ef096fb014adff1e1138f523cdfde098580887486eb952bca33b7ac75d1263e9e62d9c5388ecb329cf2d59e2c436112d1f61b7890491a1e4ee5fbc189495d79201076684621bb88f1fc9fabea29a14e10c585dc935a4725a47fd072f9bbb70dc82ba983ccd9a9a8156bca1b3e839ff2313866f53bc6859670f7967ded66610bdb7ad9117822056b8d40711694951ba86f4efaba562d7a6018e0212e701ccb9836d364b79ec451e70bc09b3230543f6ca56c7de98d5cf3e61d3afd66a691c681c1c97cdf34c259e1c86863b1e9f291f2f2af8ff3e9161045907df5ed997038a4278ff45bf0b5e6f32b73439db564d8184a1400a4f81056&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968988028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=425fc4242a4a177f4b723c1b18820c626d0780a1e9895208d75546302b55a355dfc60859e5b45e1f13ba982efc2d9a777bd92831d27f4fdee0e4a34b4dfb548d3d3ee9d74b1f4dfe3f0d9018c862bb7cb0cbef21a4633955639d0d0338ebbc154ad697496deb2f8d5ff919b9e3db8714e77884c37dd7b26a77ba8bcef2ebf29ce4aaa5015f36ad352ed277f8d5d95ceda9ee7af21bb589af32ff2b8f2421e767321668c404b469fbf6c278b21fa34a1d109e88d15a9b2fda03796bf831bdb1d666dbeea36650d651b84f5413f8780beaf793156ff2339066e93e590d6c9aa2e74817c63388e86126c5c31ee770d76a369c3c77e270286fc43ade9f9260d16d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969322408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=061197f308b3a5f182fe7df718b0b6853d5c188138b71653f17393a7d57320cccc13b90a49c940adce570dfea84740a9dd51283576fe8b1f0cde7c34269d11c61477d6064e1686a30183ec78e24a12a8b1a46ba1ed73fe57605c7e96113707d91d303761098a0752a2eeae173fdb0c1f8a686cdb9c19d2fe75cae8ed2cba04287f1ff8ecbf9bc6abdb3f478a23fbde08b45615914261311889d0109a865f1d836591fb4dc5d8e876200362d7425e8e79e793ffcbac046aeb2cba1787169587325b5fc26efedd7d6f508a1cbb7c22acb5f211810124df2445e4b60343d8d7f1974a3648d0e031d1884b32259ae6d4cd46b89bc304d7eb883642026a563c698675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969138762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=866c883a08bd9c469f7bdd4cba12d00d0b5d461367fe52d88f603565a6ef4bd672d9b37ef195d793b58d11a596caf5ecd1f706e8055528b9414b4016889d476e3481476abdb0fd5cc0233cdb22f82996cfed00ffddac5ba5f2869b005eb5dc0e6ed1a80c42204574c99472717567379f75555a62ae49f2474a6861045bec57856f640641122d3e004ec263d8cfb3a6d94603ed04c568587147273adeaa7bdc48c23858ba00765c63ff3b0dbc0f49fce06bfb7140d305cf9b478b42f46d03629f02e0e7dec301e895f71578da875d605ffe63b4a5437693f3be1292a52a38473db6e5080eb5b366cdec2cd54491e6324fe7ca79e181e3a30f64ddc0f2d60964f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969080222Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ab291b8a9be4b3138e670cfa9528ea1f4347145713c72785ab6c3e046376579b1bd7385516b467ed3136c65c560339c2f6e1690431497b8f63ff03a35f463198e1a282bc759ac1e44fc0901640dabf778b362e959076b945eb5f7c099fb9658cf6d5e8a9eac86f6461dfa771f94dfd152f6e8faa1d667782a71d637947d093ffc034818cdd0bca37ce1472517e652a58823024e507b2d915178226129ef2284baba4cc55ac568b7f5100896bb4543f49685aaf41371960c40f0b1749f2564d9ea2cfe27d976ab4a25402663fd57c594ccf0437a62ab92881f665438b98cb1d888d0b10ace92b189776cd05c37e2be05bca203f8967426b3aff7ca5e23c81e608&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969362774Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9327eefe571711f1a51ff6ff4f153bd978ac6abe65fe69ff366ec26d6cc98560a4fd81cb2fd82a4ca2e5020d9becbb358432abcb16473d1496950e633aaa5c9b9c36de3e88237bf18b29a8b575e9e27dc4f26ea40379a53d058101d4641df393e661955359d8288d22e8fa41c8596fbe52c947cb0ba4800f50bf1e91f631c477cb5252e9b3e3063a9b9b84f9ea8f8d0102519fcb802ce2d122ab99ab816400a278593b7db6d41aec77563421158e58f5a1d44e01ef279cf6fc53ce8f8015e8a3a55a861f6057a03c45b413f1aa38e064d3e5c6bed74f4ad11a0d875ac34d4bf31a24d3127194186ea614700cb09a16a4c41d32fad2a64f7a43e5e8a45fcdd069&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.968848625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=29187a9be60a745eb863731a1a060d0c42e814f3524c7bc283201ec63370a41906e976eb95f4fc61a477d02d98083a4751300f27a208e901700915134a17115b5ebd2f71130d8a9bcb725fb524ed0bfad8c3894a300e4d95ede196813b6ddb6f8886030402182fca0cd8922207d235a382e615348cadc54308830266016058f243051d71684659fb0dd553e648ac6680bba1360c6c924ef820a6aa0cbdb666fb01d884132dc16edb4f6980a0d536a5330820c5b09d220c905600d4a63af5140d4c99353003c70dbc164e623482f656d4266c8c4a06f8f88a046aa682618fd845ae3dcc6490b0a112ca4b53e558f2b478748787bf4f28d728578ed06cb69572da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969389785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ad5e87d16c063c4e22d7e4014ad27cc8f626b89005b6633b7fd0ef2709dc48c7ed30ac1913c0b07344613d1baa3c70fb8b75a2b8453de223cc562c9b0efaf560e1998c8281f453331fa58bdf2130bfe7e0cfd44339fc49b1aed1ca1d89abf54ed76b1e83c6cd16296c33cb3df47254760ddd77d36380df58f21375ef82f1faf1d05982f6ccaef689518f58ae36f5db75f15f0680c21a458bce0d4a957f1abcf22a8c0ba1ae11a770da3260bd4e495ebf5ff805860e5157bb0c13192ca64d8ac0848c3a3fb822c8853f11b5ea408488c09d10d5d4c215a267dc3a5bdeba7a9b9d911e735d9f898227c81f4cfd618b895ac620af1760876eacc85cde84d43bb0e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969411275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=96c9aa625dd5498fcca159441154382621ceebbba3cf072d7b0e04e1f63132ec66e0c62e637d278f3a059ce14595edea2a911d40e828728b8fe1657ee2c34b06821a695001975d6e5fcc9849e4e440825bfd61854e3e8f0f6dc3f809b5c7e0263d12ec05a1b1f54d667684c531a74facbd0cca42442cece2bea1e69da580bbfc34caf0dab707baea4d3f471bbd43a6943ca10e5c7d7f6bbad9dcb644c05ae5fe0207b271a6d1bc0846df4478e05b72c315e63007c3f5a3b8a54539341884edbefce93a63f13701cd76cdc7a66e078c263c35f6e1d601302e9df183ed7f7d8ed201d5d9229b0af20a4f78f6572d6373e71ac899e6923eff9dbe2ca7d55edcb383&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969436112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=353e9d5cd42fc463640adde82c7180d0f1d4361c885c55f36a5a5107751c7179f2f83bd47ad3fc840fb5323dd6a0d96bfb12f53c5d46fcd9ce5b8b01c3cf8ac09cc81ceebf1be8124fc685dbfa7208d43c1a6071ecfb00bc6a708358935b0b845f88f1a16fc1854f92d48272c0f54ddce74d85097af5f51029cd1b6cacbbf7ff31a5039268239e9ceee822bfec7588bb17d7228a3c8e654674b8fffed8c67a2bb56ac19069819e5a3a85fee279be69a5a34c99fd29ef86c6d64d8ae2b2cb108e0d97b9950f8fdf6ea99121546ff7a6d07d4fa70fa4ad39e698b3a17ac85e0dc930b9fcbe9706c612afb5f5fbc188b24ed8be3f8915e6181235886d50247f604b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969463013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d0deac34b806ebdf96168e84628352c00402a4a6b4fab46ea461b51a546be6b91d4646b006a81b207f69fc3c98a2974119d496564bc2fad689ea1539dd515d853bd888b902386cafffbb05db03cd8f7135a42b0ecaae5d44cf264f6245ac4f45a18a8ba270f8c50d9fb26cec9dfe9a8b8c5cf99446e376eebee56629b2d094c1a5edfd8f84ab50a2780ed4a43eaa39e1c3e2a83aaea3e2aac8496b8133055edb5b8404d7339ff046161bd1e75515c8bb69c172bae22e0fcd4eea266d358eea843e8ec6475168ed95d6a574bb59a05dd5e496ff08871ed317813544164a9861c9f22d23122482f9476bc81ea19901d1539417d1faa9f1f45442b0fabb61bdeba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969475687Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=94767eb0af666b01b8fbfe390cb81c73c2c056aa0bcdd653e6058498258085fce1483a68b4102e24f36212099f0c130721a2db010e9d16b70fbaf57dbe08179aed04890040b97e8795018ce8f875a7209c816fa0a08108ad75a69badb6ad4b5f1a7d4415bc08c8a3dd3ff9c6ce203571e904e8ab9379dc22a16c532c1673c443f27d9d96ba9e59b42845fb52d134213a120b17fb06b2f3e7cfa27a06b3ee614025e57815e1d5f1ba86822e1ada2a50d2a81379f332f6e4e7bbf0e09fbf9d87ebb0d88c3c170aa034af5368dadea3e4996b40e64f50ef5eaab95aa4fb0b011ba5356cb382748aa8ac1b514c401e3d787e55c100a6aa1b0e68b383e0ab11e72b93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969219564Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c47953007b067b7f6fd3368938114877b6a69f638e3b3ab8e928948ada2b66c9a28fc1b4717cc6629374066794ea13c1789ffcfe4e6ee69d82266130f2cf7b67a961b7e50dea08570d5f810cb15e3392d52f84c1898850f97192332c2ee59e0d162bd8ff7f84b867abebcb74f801399d9c486fbf4a858efa7c256e1b87c98d7bc50b50668b960faf42a6f6cf1e58e5c31383bb388f257d777f5554fd72c7ef636f28e505d9358721e02b460239adffd527f5569a27795ee68ec66a705b52aed6e51ce045b326d26e76dd3e6b8bccbea73dcd2bcd6951110fb59f876e41b16b96287d8e201119e1732f0d57514ec1e224473322e6b2b90c251a11aa2ef73cffe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969523126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5ba62e6f288645d4c5770c4d8fd900cf346da45040524ace68bc2a4314237f0e8d396d065ecbe4249785a42af64b3af79e286de751197218b0eecb04abb2ab6ed441165bc25f965989ec805bec63ff638175cbfa56543a49953dfc06a83aa22f9db8ddcb76c5be81dec68e821a91402d5d6349f5e8eea7e02371b41c662dddb7fb29312e756fb35a91cef19b10e7ecfa6459e9c9683627f4f0bb61ff4b9ec4b252b8b6b4f543273c6a437d04455b458c9aca939225b863aea7f3b5622baf5b3c8c90f21be2259845150547e88584d1f76390983a87f59ef67de031e2cde4f26e4279b42362e444b4ad1f7dddda68b8f1fe0c0e485ba10e6202e226c694120562&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969352665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=353bb38dd30d02db5ec3c22bc7d496b7038f1fa0904603c1839753d2ada933d2103647690569e25a02c8b7e430a8bc6774a7fc60ed10f36751dde05b2b885aad3ed4482e1c80dbd6522d36776b41c2256b678dde940a53eb6dde548daf335f5873605d3f07922bcb78e8e63bf1f34ac2af63c202ad21235de540dfe584e02928d581ad3a43e0ab76275098d1952cfcaa538bf2ccb1b7eb0bfe65037fcb0ab7659b1b00a424a25c8b773bd36022288b50ddd90d0e0c65599dffdd91dcb2756b7f858069aa4933491862f53df79c591c96565def722517d6e524fc281953964545840a649e2c9c87511d3ad80543aa08c06f121b6e1097aeb91d394d60bd356839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969582899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4e80c8f69e2ca95e38d6a7049280322327715ba43b61d37981400dfd6bdb9bf5965d5154e286cda90dc6583f184cabfab2b19ab3c6f551efab79fa7651b5424c5b53042b4f40ccc1bf6121f2d7a948e5248dd2de65862aad7e5f96ce04c57a590d04363b0878b5cbc7f7b7647e3e8fb7fdf97643bf29d079e27996a1eb63af2ee226d1515e3012f4aeafd835cc563a86d7fbef55051f6ecbdd49f200df0cb038b8ceba33786cb440fc04b893b525a598c4ae418537f1bb8b78125e683cf58982ba6b1f7eee05ede212e6118a7b9fda7c044d993a63a93b52bf33ab368127e10f84d59bcc031210a8de90e6d77d6f7ba350f3074c11fd14441516bce56dceb0fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969590353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=69673ae1216effcc59d85aa91b913210c79c7f5e53f127c3780fee2e199f066b480f7e8d906289824f0e23582f52c07f1dcf47d6ba1a132e90fd927841acd7b6f0709738462d78d14f185c880a21104e15b346109e87570c941765a4ff74893215fa32f2d0398edbfe759102f3c2eaead4b29a79e19766cacdcab87114fad82878aba7df593e87401b4d8acfa514495ea9f260b30d779a750d824b957e2fe71e5591f34f5e8527dfbe844c49dd8e2dca3a5150a35df3721f6a0fa8191e2c29506eb32f8f02260c8df360831b4bf4c0f7fd870eb285fe61d4d882d6822a9af9f04d8e4e9414359c97addf15884eec0fab6fa91faa10cab459033659b93fccd4be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969322398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=714a19b69a3ad92bb8f8f2b7d4ef90f6225fa01ac904eb30a55478cb7683f4e2254ff501e56e9ad13ec27f8431215bf41216ac1f6bf48a4d48d2946034e5f8bf0e628b797609b4572309701d038dff39daed539e310d33105b93ca62c38e3b824951a57f8c2b0c81e8a74c2aaa7436c16d29e7cb58d708fd7e63192a8ab1ebe95bcaebaede83b96dbe94215f99061571eac01ca0e240297f38de91d195dc5eccd67ed73f474460f70d861a56c22c263d611ec2965d5779b8fabe81d56fac93015f054b231edf3e2df814688d87ed81020623c11756b044d194c6fe11983e2c030ad986c169876e34c69d3d9e61950fbcc1ec31063a6a934206ab0147cbe9e71f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969382201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2e86935f7b12593dec39dec045c204e8e87a46ac3352dfd81682ff834b63cff1d16dffe185a611da75fa121a66f3b635ea1f849d3834648456eff76fa83157b77baf763f099df02ae66080c77f17bc9a9fc3ac0d550fd33f5e04989b0af97fa24d359e22b354241138a5f580de6f403d9607efa85a65dfc6fed13226ab9e6556d3b5063e7c9b5f8e4704b1eeb45baa993d0ffae8a1ce92f3e0fc818b249c1c710a2896eedf16cb456deadd3aaffc1ecada8709ef5b0b0ae0e53d0c7e9a67f3bbb995ecbf8c1e8462bdad88ec8e93c2473a6a614e55ddb4cf163f8de744109cac2349b9815039fc2e17851d05e2463c2b6c8d62b4007e77360ed3b23c23341ac1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969666907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=61b79f1d5986f98a33077ecfaa26be1f98c3b26392be7dd13b3c0877326e3b0aef5e27c9f66458361e8c10cb3042d6eaefd3e40f52ab4a0a7ad5f017d375bd6ba46d0114a738d2de09083bbb5bc3ee9096100150955612366a1ccd9b0b2f8f226ba94bf0f52c165d2391e83aa24884dc838b5a9b82596cc667a6fb26cafb432bf9551f8cb533736469f21201f4d738cc67ed66c125de51b5b3df7590ca38e09dc0c8c678eb1d66a2e7c1fbab79b791389cccff128322325849f53322b5eb64ba93054ae8455054dcbb3576c857b14feedf227279f80d2cff17e638d3d8a16f1577ff371bba489a0d919b8acb59da91387b5b94203d422fe999286a5b95427751&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969691814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b364287ecf6e25094b0cd386b215496593f604bca73eefd55f4489c6ed82638a7d420e9f1449adc125943f75e0a826ebf017987db0ba0c3da2e4741820fbefa81fff28f12769e88e90d9d060cf951cdc659c0ad8e4b21a63a865fbb4bfb8ed48e5f4a3a283bf8d3b7ec8752ff480e2df287db372afef7d9cfe784114ce521df1fe5c36c73545e31cc8ad23056494c5ceb99b6599c07a761fdee6b259e623d96a2e8fe77427085db99635ffd5c9eb29d8013afc161dfd8a15e0509d70ea1524db8909617432fdbe3e3eefc4f63d24d36d5c7107b8673ec02a469131940f3cb0c4797f28dd0d436449cae6b331dc06eb4fcbbe311be9b589b9663232523b6c5bd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96972121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=65598a834fd35af90a3265b1092d6b6dbd108cb5f7c3e5cbfd4b69cf307de935a85d693acb4d7ae6e70191ee53a6a5cb441edc9897d1f030967e85cb0c5547366a11aa8eb281f8dbabc60a97b94c6e02a3720d1d0594a4796c79e37a1d379f38971bdac9bafde452eb96aa3bbef99160b57204c1386fbc6f7d20f0a96b676d0b56908299ce0eb5545d4944441d48bb674ce285a24933e62f53a82e10921be05fe2fdfe56db6d141a51dd778a1b10ccf97f4950eb18bae7aa061cedc9e0c94b23a2bcf2bca138331b37cf20a6bfed7fefcbe86d754cc4c5f4d917439c54d6568755717e952bae3d3e54fac21b66a57b101be6b35287f786d8f0f2885ebf5e5eb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969731008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0342eb92c26d169ee297becc8d0a48b2b5195a4927db7b3d3e6da52924986dfbfe072b7dea449fc30d19a683040bcde978e43bc96920b4cce281bb5a75fb62ef1777499006079da92d9b612d0623688952c87e45087ee3363a5d1387a080b26850f3a85d3aaf26b588c43822e6743f7f2762d3158c659309525b4cd947c8b67e190ed1b7efed5f69dbff4b1ff418fcc16d3d4422684e7cd941e1a8bdda6d304e87698c9dd28d34999856cb35d3435064676e6449eca0d35e89f8400cd6ec22c7b0c9caeb57e781f42848e6d13a4f9adf0616fcda1f39e46ea1a169042b9f92a0f9df2b485122b3c44006ef0c8bc83c15e6e732331ca16c93572b2875a572a3cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969748351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=670b729959a63689d567cc5db5a69a8142c5b7af844a7ddf6d5c777f8a7ed5d17e0abfc87f7a616254add831735a96dc72a518ee3c1b1604af88d5d146433e03c3ea7317d1af7f2f404095128211bff5221710b3513469e825057caa1f12f2cb66c9ba5e91eb26a23c813592eea6bda4ddec7a5e5d1f6473c9c2eb55923a768336933ab9b9bc1e51c2903f7b2b276775b125bfb38d96310638e179d7f884e8aefe5cdb0f02ba9e0c6f6656645f93058004aa0adc2f815401f735e6d7a06724318b7ef27b098f29b6d28432774ea84f854b15b5e7c5b3d01ea244ec464d46663af28a6e1835e2caee29b5d27f7d77667128848d3c4318f517553eabf79ec0b4b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969554926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=985e0799c558a00a7605e02930fe784ed13d2625e23e7052109489f4ccdc90ab5417724669c7e09c5e2fee198e4c495d01e46af5580755d013abab28c799858c784b52204d1429771237942e6f30517a17b44152c53776e09b750ef6058523ec71bad8a76f30675bfb1540f2608b51a7adace5016f674e31731a758b4ee79e6ee255c214c76bba9cff6295dde2fe633b7717ec3bc84b5ce3bb72b12c3ae01f7638853e995a3eb8db82c5216a9f8638fc118b3b239cf08d12b47db06361f5777a1bbc6cdf6a609e981a226bb9e704af4151e553d6206322b43f07aee84c6fd0c837b69959fbb4aa024de3e1092a81cea1e2f2601a43db03cae569019d8cf5b1a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969763299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2416a114e8dcfc215c0619bca7b92af914a4c62bca77f5f7ca20aeed55914b3d2b219e286a68176179abc64ac27a589359ff457556d214ec5968c7032f0aed078502526a4605ad4513c0524b6f4a027309c0f281c053987d2331f26141222ac4ec8845c9c3aa89ff29cc6c766a4dd6488118f3898c43f9cf23b20f29ca39730361a5b1d2407b2f0118bc1d2d65028b485448c7dae4b22661e8ba6f7fbc68407d9a052c420bbac0aca391b15e4f49ef38b01237dac667c05d5b9fa9c7f7756536162cec00836a7e5ed5c10cea8e6345a8bc695fa097f1c27c9e02531b0e76d77317a8051331b52d4fd3fba98f8276799821bf2577a9eda5e6c32b8d7ee7a853a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969799257Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b3f4b5c2d8da0938505af0e120807bd0f2067329dbe1004c97ee1c208da3a26c2a69d2a16f99ecd4e0eba7b3c1090a2366de5299a43a27245186cf10c8df2c48c4ba64ad93203412517ddb6946db1d7f2f72450eccc2c7c67fbc2954cb1aa278e1b5a35b28bc633b53fe8ae7715de9562f69b8a23c4f4166329421b9a1171c44f44b5f8b4a43eab9f02620bbf44b151e98d7843b515376c8a141db63fa878be50393a59b32fd7fbc2db6f5890e2f6a584c305f3a77e034cd001751c26de8f6138065342236102a7f9c97f32c4b8499c890b427203fda889d4791749466ae8ac677725ff6b802068e80da73226558e1da949de5c1f49bc875e303e2569dead3f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969806029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ab18cbe55dcb763cc1506062f65a2bff586f4a04ecad7209a73f02f359aca18dbe924ac73cc90005db121fd390de761ce3bb3b009fc08c191300ef91471447f9f7472211bf35eab91ef8941ffaeac311194b350f298d1ea137ea004960b88b7c7438cd0da34b0429e3767497fe324941d231d040596c3d91af9628bc40e59bd583d45e32429ce40af6e07b22c7144f899a0c8312b1564df6e85681cdae6facadee360bd2910d5af7422a1de99ba2073cb3416a541e1b2a90a2fb43aa2f3440c583a40062a0df6f8bc4d6d69bc7ca0db9aca8f000a12c18c8f053eaaaa13382673fe7bbeb8c4a32c61cbac8eff1e7279aef983d912683f3ecb3ec54e206460932&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969844241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1104acdde88e1498fbeeca45e0a1c7b70651be2d7a81b607a69821c47b0651e4a02e8c908043f52488adbcf5052d52fb842840b53926936025e1409a89fa2e62f6f2f6cb2808e52f8cda16d9fb34d45f70e015bd89effb9ffa40636d43d81ab7bf9f18cdf152b9901de5ac7ea45a4c1926a73ea067e5eb47a4c1967e6f89cdab4743956c667114e4362e45f90b22603ac565117acc24f9d2ae4f7335531fad3d511a5a6bca45259294458b2d567277b950cc3fb7dfd3620eab09668f59a3584d27b4776eefbeb6786bbaa3b98d714ba6f6f1df2c06c7541d1df475280ca112aa06fb8c8b220158c07ac141259751804dbd9d0fa68bf7f54907f92a9b36f4bb10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969888054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=759cd673e8435053b43890ac23d664e4da25d51fc22e062016220b1d30de88973f87cd1a7f5134692cd317e0dec3856d421520b1adbd9367c1a17b517add4c4941bc82d0911e6bd4d5d17ad552f4bbb9338974df27d8284d6c4098e71b8d0a918cb53d38deeb84d1056f3117b191fb99f3666a02c22ea771feaa3edc748c33ec476345e9477e4f2abcf40c0444b1fb5046ebca326ff67aaced65ab8448eef25b4863a037b4cd3b011ce74939d5d329121f945ab0b7d6d532aef90ac821a46006be0b898c694ffe9d92edc54c8eed68e7b09f7c7cf080a9636c99f6bdcf494484b3eca1577d80e801d33ffb6f970a5fda380f9ca16b2bf30704068c89673cc4bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969109877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=83c2ae539418e49e3846369152e6214f71dd3e22a086c5d32708108f390d6b5f1d4922d1bcf682e6337590510df6b577567426f19c93fdbcdc671b133ce3b5f3bd23ee1ef0b437af63ae837271fc1963a0be10ef99860f4e316e4fbecb8a881611dd7070520c0d9be62e166d0c11b6e399e66276a0ecb8499703c1889a9d2b0214a584f0ab06dc9893619d0d01166713dc880dad378d4b20b10cf0f7a08fbfc47b7a51719647b301532355645c11865464e4b01a993970b7a13b97abeb968a03c0135c1f5da8a9b45415de8d87b541a3626a14c5af73cf334c86fa2f60e0d94b44cf0ebb3d816780bf6f90dd88d5b8b7489a6bc9107d327f22c60a85d49e8bc2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969907611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0b63b12d0754bb81d207908639b15fe04b03f69a600e31e9f87dd46918bb3b1348035d4350333a46e683bd5c27fe7dc249b720c1abda73115803a23e7bf29194a4fae4c201edf1af5393705333d09fe40ee14761294e2743b4f5f4fda8c8fc37d2b311e23bec831478ceb9592add58956ee840621d2792f136f7319dd111139877c88993b14b124c697a76e53e1aaba97d8bfa675471312078629ca4cb878cdea277d7349d1af219e3c10bb3846e6c6426ce645a3c9ece4d6c8842d190477fbeaaf470d6e3cf7047681487c6e1bbfec531c0b3b39229020ac555df1bf5d3705a4aa2068bcf0144a0747bc30052775676248a8e2a5c8384ca6c4050bf5c5b27d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.96995503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9e1b13e2c2874970747e372c94db639496dc7c1104688a0018cf25b4fd999aa5f71e83d1c881b9ea77a71b9f593ef16e7fb8af1d73ed798d498c0f873670fc114686580b41e9b58b17ec0f6068019bcc1ffe60ca4d4e2021951cd2c591c602f09d20ae6191ffd177a9d8424281fbd2898691d084f05e9983185ec33436446e469bfff3c2968bf409a3496f1d8d032e5adaa4a4abedf43c7c604b8dbd15648c4cf2d5d4179a51bb3ed66eccc88dbc2e90c5dc8a1dea1dcecb12c62a966cb20c7caaea130879e54fd9458f5d49660da1db5cedfdb5769f997a1cf4fdb5e351412297ec2468a8b318b15d46a5afa93146ac33da2858e80aa77f9306b7dbbe3a1f43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969990617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ac6ac20766485185e686bbe03f967b2b2f00bf9a10a9edcc16e32f4fe88d4b1bea08e472c5b2b9bb020b573281f4e1c1721e7c304021472f2578e649e2606244c4041512aab97f2d46fcfa9e5e5780479807cf644d7d342d35abe87f33cc90280a8a439cd2f2380ed0b7aed871f2121beb6915b7ad8d84a144f2bf3f10258f9723182cfa7f77b507aaa5b271c4dedca5155b41208609814c010bb614bf63a41c9c8023899fb16fdb0939281e436141945cf1f3b872c7454f5218e4602874d27438918d3b3f31c6ff4df92acb403abb0cedbab03de7db8e99e036832ec273e69a9966d35cc369790fdf069fa553c09f79444b46ac161035b1b213178060c51b83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97001873Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0c42240f7b17b9831f6e668e547e49d103ca3b8f064d542cd0ca379c0ecf8a978f2e7232423890cd7b143dfb0461a01b206e80a6194f9a455fd160adbbb5756654d108ef5c7bdc6bde64a527329a6629fcfaf31480fb524f2d4d8c77361090f619c834d46ea1182916fa65b349e242b9923bac7aef770b9dd79ebc911d763e5dec8972a724e799faa2976fb12b3a308c33f2ca5f7a31b4b504bf7390fb8e2682767c39c5c4a58d3f481c4a8d4a1e323cd378e8142b468b0b13e23f469e55e8640f2baca7e494a53415f13756ab09a8c0900159fbe6582a5d48119d67ebd06d075922c28edbb91f46324567f7a5fc02e389e1210bb5085621fae11b62cb8496ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970049999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=95d011da0f0cad420d987f46690214cb6b6f7fe8daff628635a812d6a98b9dab157e3fdba3dcf073b64ed2ec07b94c418eb14fa770cf0702b12283c0de030c2a2a25b17cb9ce9a90c11a1244ed733fad0818b912ef37fd5edd409bad284aeb7f790f6a99ac3c4b214a6959c9cab23f37c4afc7e57818ff9f059079954694d7785b0b17b5f28a269cdbacd0c2ef2b6cec1aef12d96793752a594b595e0dc328bc90b249d7b6f17d47b19c69016b0ea5c0c3eb68b42062652f9fff1892acca6d46c65d74116a8f4836cdecb7762fefb9863a128c7c4ad5ff4d66c1eec7dca2fc9c7a2b240625e5326700a0a9903af31816a3d7e9c513618e3397e20d0dee047375&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970056912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=50f26c0967f8a477b521c9ba7f6c6f3b7c6acf595e9fdfbb18e07a8f2ed9ac428c695ca072067be86f93bf8a6c7665d5a37f08517c39f9189dab66d8b4785831a98108179926d25c9dd0819c1b522dd4197c1e6789361d91e5773aac3754ca8160de16e2a8a19fa9390c16c1d94d85a412917e62efb7f13107b6aa426e8a913421df63fd3cf605951edd0d307719115f2fb21935fb21d6d04291e7bf2e980fd4a41b5cb9f7b3ca6a2adf44988e42ec829ea98074ddf1cd755af8185a44529857e928f8d5340cfccd1fd98e57a74acf46674dbc84be39903a2d8aa0c70ea83ff0ebdc7110ae7bdf6c3fc6af667b7e4e508708170548b7cbae26f3453faf52d9d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970068694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=96c5d5321f7bd9c008729ce22bed604a2e07c92dfdd9ce424d0aa2a8c3a519e9d32f5dc785e16b8de052ab09ee6341d514fc0ba1109fbabfabaf7b2a024cd059a67713857af652b2d8ba6ba8af28a85c6c05a2f6d1f576ab8c12ff3e003aa311dbf620a378b40207f8e44e596a3b83e7bbe53a07b2d4b55da6e01a882cd0d14c89cb05926a36ac52cba594246d642e226640abfa1ee9dbca9c85945620884a51c9242e9dce12c2ebbcea42f8f375f2207833b5be28afa9fd8c1af5e14da080b7c53acb9d6afca987a4779573647e0f5e036a5d8a8632c790a5c0aa126b4d2718d6eb2c2fb9d14530b1e7c8ac451f5a69e86bc25315fef029f2038e4756c942cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970078783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a3a379150aaa692ef477f05aba3e5f4ce1bfeb76dc4a99c77c50588d16788bfa515768b25f8953fd71eedf223891b260654db937e5bd4243eecf5ff94f5980380f96cfcdd65bc5ce3297c672a888736866fcb1c129a013760dd1e7a50142977d01112a44d2279ed9b81fab35df391485b57bde2b178bdcbcb5a0cb4f0ac79fcfa4b555e24b6350e20f337e820bb696c1bf81a6d7bd03a40dac09ed88cda11b4e01933c8cbdc68d26b61cb1255271bdb0f7a025860bf8d4f38170ff5584091f5de34dfab80a3ec660b5c1f0376e8786a6b092bc15442a22df15b3ce02816d8773b39c01b5c4f521355a494ada7a9f5f707324ec8966e06206db1e89bcddacd707&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970099543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9233f6baa1166b509d016e4f82ca1f09d1d93f442a7454a6bfd8c46da3725d474cd621039435186eca83a013d6395d844aa3d3329004750edf243a374389702219fc4ef70b389066b8ba31bbcd7c030900d0f6f06629294ec6717323fa58241db49f0206c05d148e55a93106d30ab54c0079bcbe9fd3004e032f921de88206cba112f9f6b943823d23c15f88d4ca8ec1f7866311df3a5cc5d9b8ed1f6d92e71daec0383c8e9d1cc514e4e4f4545e9bfce3b715da38d48327bc37033fafdcb2b1da654f8edb11c05c9ad23275abb89f1a4a2019211af90928a182fa7b72f190c4b20cfd7b138dcffaf4903281d561414ece8f8a4faaba4f4438d28071efb6cbad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970112657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=15d5f63d4c4bde61567cc6daa760f16ba9b4f063f63f5b3a5ff28eea1c1707cd1b40a1f2b29a776f79714f95be92d2c6a0b04cb1130693964efc04d2ffba87dfe521820c92e6a98855ea816f866910680f4746802ccbe9953c9b14ba454d7ed9ac50c71e6254bf5d34b4fcdff76bd2d690bf87b78975da90fe1c9ff5dcea68ebece005e27bc0a9e0c486a2720d6a9422b0aea8ca939cfe31560a2ef4b37423c64a14f1c6d1fbebf65b856d52a89510aa154e415ced4ded0ed4a6c23f5543c343c15a07ea241bd3e48827764efcc091f38a6b24f6d29370bb9ff2d4a960fd31dcd4e3f1762c49d61a566591a1b6048f6421a7d98dc099aa190a9a3bb7525b300b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970146351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7211480e244f167252003bedcab809b3af28fc71f065e7b3f8c5e1f48eccd24a78c48afe28bad8a37a93a417cd2ae8a727c8d55670e34f185712fdc92be17c4b936f8423c5ecde0dffcedae7ff38859ba3a050231f499c770bbfb26a76cd9dd1a74ccc9ed7a29bd57e063757d7c467cbb36ed17f295c4b601d990a1d6b30206c480728c2a015de68dd07ef1f7bc2bd5fe910fccfae2d21964b864f7ddb1c5b13e79f63077b3f6cb2df6dc1eefb236e6ade6d8e8a87474109e0621c6db900ffd264666abbc0b60936e59dc816fea2428697393877b0b144c901df8ece3b754b9637cf72b31d8169aa5673f6748d087442378512839e9dfd4634756569dc1ce395&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970165968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2d6535e981db0dfbe36b29e4b1fa618c903a5560fd4aeedb907c7be8f0ad6f722c9fbeb68bfefdbddf29fd74ced7ea882a796a8828a30b8171c72b78c66a85a0948dc900175689f02c6e10badc4b1531a3df746c4efb0f19e97d3a9f1708009cc28d669ccadbe3c9f9c3ef30575636c85c2da8d94fa4a643bd81de31ac143d7f9e587862a6e9321bf277906c742965adfd2ca95807ce2132ae0b498719cfd0cd754a7ad05b07ce7bb5201137760db66c7fc83b7daa3aee805309a5e392f85ffd298cdce934739ae5204a9e9b25fd9752540e60b276f200730cd6a56f32ac721346bd7a2fe4493fa36927c54b66985d6bae3a76942d98d66d93f853d3e34c3a7e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970195543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a1aae42ad6467e141945c9dada981846be25750cd495362a55f73cca8a9d19521b2d3d63365c7411f9c6652b47647d373f701df33225cbccfce26410a2c19374c8a0b9f6767a8ca8cb18854485044147a0f9be7eaac0c51cf437e19fb073f81e2b5bfffad20e4e22090448753d4a4e4f157a599bb38298345f5942ccc895dce1c53459b89a22aa8c44a89172b1991975aaa058ca44fffa806ae3d557201d3f7267293c80203d2ffa7d488921fbb6b0275ba37aacd13156a1f91a209358e738c927ca8562bac9df59098b5800262ca51498a0f067a6b8b901638a6ece48525540103b66c70c72efbe9441d23dff8ffe6d77b509c2ff8a70129aac8d01afb69f7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970216333Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2b138cf6ff59647fc689d3f89ce84c10a8fc68c333a0ba6fe775957f3b58e3d58c213c51a4e37e30b0faeb61a2dfae8c55df7d1f25bb755013430e25389e806dc188f2dcc7aab23ef294f93de024b539ec6519fcd54e6f5b62d231022e1a9027779d99b0fa29f4016b7267358b2a868425ee4ec77ab0e3474bdb271086abafb8876217ff0515deeae0e1fc9e95c5bb6f2202dcd0f638d781ace932db98d61fc17b9f992b3034c51a80b96713ff33c967b594f408836bc398ae3290787ed92ff126da1722cf3b91d5e80ebd107d3d46057a6cdf15ed89cbbf26860d6b37c917c06569e707fa95752b1f3dc38f27359bd209f328b5650681e5c953274be0aede49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969960721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c1cda539c9ba36f324793b4aa867b06a18dac9fa74cd310cd535621cbd0e01aa275a9a36825529f6ebe7d010b0e1f1df3bb9a09f66d8c0745b8860dbd48a987864d44fe61d9444ec23a957ff926f0b24670ee0a1586e85875d6229385bd7a0f7de3dc57d5c03c860ef92bcda9dc63b4fb82e17f34d255cdabee9ddd3e54e51f84dc6c0625f88be9d83f57a8ff3ec47d54023decd3e4eebd05efc9b63bd99470179e67fa0d508dd5c27d08841f9a7581aa8fd739e3004ed42355254add1f00858163428913c796dfa558f2319e25cec2bbf92c330543dbf482febbd195d724d588b987cbf198d7bbf81226ea7965dee2faa66bf7521c30470f7ca18ba92df542a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97024679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3af325ce1aec206c7dbb64925e9407b214fe230193ac849a5c2f87b16bb1d704749b11457b6bf731fc5e33d976ed8650c7018a37eb225473bca2d1d13437df61398b8cb4b9e05dcbe61188de2eb41cce292f6e7a1659f118bd234ff285f6222d2e0a337d7a7466ee8da732145d145fa045f91b0fd209a25f165dc2f804ef8c471be119d2d07f1da1c97739f38bb8ee64f37ca0893ecfd226745fef0666baed73e981ee8e7eda6d30ca04944bdd303d52a38866225bf399ca4f7f527b4a71497753a5b173ae4b056872c66eee6edb3c78ab08e7ea0b03b0625c5c91a8b22fdc0cf5fb47031f0de3523a0db428281eba2c3ce8c80fe6603e7af2400168145ce99b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970284441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7e0aaec6751110e0b9cda5a8abc21400a8136bc926839c435af8285a18b108c23c3e1a4be5b3c529d6a31abceccadab85be452c5bcb69ec5871386f5b0e1d7b0154628c2d13ba26bec9b35a86cb5430644d75ea351f279fd94fd8c1f84465c0372e791abf0f5d618b9c67ab484a9de80e59cdac9ae2c0ff5f829b3639c90d83f38039bb60eb747cb48a5e3a89381aa9d375bc369d3d865de538766011414249bf16d31f986219f55fa3b6580a887b4f62bde87172e66051b210054d43cdfcd1a1bf65b78cd42df3dc8abf1f4e2b7921d49756f01b2812132c6083026b96d0630aebd2ade383405206e1978bbf946506b059811c86f40474b84f0a5fb0e70bdb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970025894Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6d1a3ccc67355b34e919b232c3762c1b831b6ccca70a3e132de0bc76f8bbb2a257710d5aae86b07efaf9752816d1a27b635bf4985def2c9ec548f4e7be0ee7ed079d74bf630dd15f615b456c8bca8e3a871df8d91f030a0d06303cf48e1d0b009452160bb50e47004d2b00e4c21dc8b2727a18cc7848113cca8394a77410f416890fae9818dd04ad36509290ec9c56dd26fbd0f5d79e2e8cff5b1c392838c4b77fffb689b6557f4b5abaccc0c63e0f159aa8f5d893014b00305c39cd18e5502ed4bfdd0673979df1a203e4782d3834f6aa3f694ca027ac3d17d6d9ffbf3ed616bcc199ec8bee205558bd88d25b3034523ef3ed6758589ece43889616654523fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970049428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8bdde5c102da5980da27b0d37f4dff8819b0bf794bb100af00498843fa65b829e5d360dc2f1cc157d59402d52ced566c4f411f8af3e41a637431a1f032b8cfdd0a92d8ac23967c3157f3bc368cd9526f59c3d174b0800ea0e3b4a8bd04ef7e3dc44c980620820c9ec85efc3c752534f368ce3738ec62221d321d56e4e098157b8ed6a933e821d6b53a4eee801b498dbbce0a244bac68b64ae013d25ccd1c075d689c0a69f4481f55ead67f5fdbd52ee54b6ec665d8a9048fe45157bd562b25bc8ac093f9416b38c8963c89bbe21dff64b8046bd166759d102a41284089733c1e02b23e641d5f7a084e10be86ea08a4d4b0dde23520e5830cc9bcca3a4a88c61a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970068744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c21e2f5ffcfa12b8cec20837608f6fb07a796bea09f23d4ff47bbc04abe401ce1f43c68c970c30a78a46dd3b395405249c33b91b7d63e6c616a772adfebf139ac638fd9b8ed22d176f26a0db67f571439af5a57b3fd2fc1c12f8aef9ed9580a43eb487a211bb57c886e29974307dbd325719fa9aa0ff37b2d22cca6948c24cb4abf5846dc809203233ece6f3d145a6041bb7c46874125d1eb261adb37a13ee5fe15aa8399480f278c23a157498a2dc4e28a2becde2ce909874de2bfc29a0affaad0da2fc590cb5bd736e03223fade22056fbd209fde93399a39cc53c16e6a17c0c2769e0c5a4f1d7fbfe9a2d49bbfdb649817a9778a9a3ffa663fcc48c5c4347&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970369281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9263921904b4116cbabfea4cd2dad90f9bb27f4c50b760bb5b8bbeb9c6a7e0b887f7dab772528c9382068a3f6f285ed65989af6c892ca39076bbcf74d186e3dcffa344b5427c3860d4f2206d7c371f37e9e1d703a6c03582db429148a963f5fb3e41595aa47d3d93e3bc2fdcbf9d1cfb71c77e46687b9f026a290c7a1f13362d28ce4291712e5326cf9a4f486a68005133787ff9506a3642cbe7be75eb09dda8f15cd5d0543e668bb0dd491272be7a8c698775879407fbf2ec7cdfcaf644e88b6af2ab81424c260388050a8190bffddb54f52bec51eb17bbcaecc434d2389a430ac1fcb066f27e821b016fb18cb69def472c875bfc9dabcc8c6ff139021e85ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970117486Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4a52349b693c7d824ca494970b7a45e8e174fa57bc674f07caf34e16be2ea29eada0ac4747d0d412c16adda93e1e637dccbb6b1b9e7e35b63df4943172b727cb09503f067e910e9d418a31ad257f64d5564c242007450a66626b263e4fce2b2808365762186dfa9137a0b1fa93fa70b9cc2366d88d23e91d4f0e68697496ad2644edd266499aa5935fcc3ed39bfdcce72c4627624cd749a8b443fffd05bfd9ec6faf3a73eb5891e74e3abdc81a8e1e146da7f4cfcb22c5a62b4a9994a0863337bc5dbf1652e722761c60589d44dc5a78da31a00c9c66fe4dadd130fe5c9774adffc2ec01122650909c9fbbafb9f393683c00413554b945a0f23c458bdff04514&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970440184Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=77bd211918de1e76ebeeb2be3925472bd978f563243c75dcb2e78711140a12bffb6706de31805732e8e75df8295c3c57104053902e927d50ed932ba639a4534eef0c3ade07c6b4dc66443d432a8806965563f4f4594e38bd09f2d05d6625d31e6f0e6c33e89e6f386af55c38760e932f25592c411760ae369ccdbcb512307ab2f8084184e97b8fa5f86d89a0e84f468396534e1107043baa25d78eaed04dba958805ea0a8588ee7fa78dfa949ca35bf0fdfcc3a5656fee3bd1b4283f716160b19a5a87402c59faa2e52e584f5c4613bd221bc643c9aaa3b74ac180184a46c1e35e4a183b0e625e21a0560b9270430648c9308017cca2195909fa19ae01a5d4c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970457878Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=575a137b9aa2e62b94a5a68d34aaf027877d4f6fbd78a4060e88e6aedaa4847ca7d96432b7dccf54ba65ea12dd6a857ddd379a29b804b838f60438b87732cd8873fe17168c4cbd203d1342a470cb0e725a2d20913b2fbff1ed039fc5c01113221e13b050a32beb8506466c8e178292546719f477d69be489ea17c589b5c7bb90878cd6ee952b0f70d48cf358a075cb712c2c7ba64fc570e0eb65a2fffea6fa7439bc9eca7f91770b4138fba53de7813d5fc4c4c42695012f1d7caed9944e1f84f022bd317dfc5a78d4293e532364879795a75da6be8eacbe259f8e6951fac70b6d35108a6dd255e79c3b0a940829d7f777d5f63ac52d5a0082a4d05316121953&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97047508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=867d0fce574a8e622ae4959b4b2b77a327ffbbe4e67c55a29d00b50147a470daad6798e23f487624db7e7cd3653ab6703f1b47d9f4143d57eb5378de04bcd0251ba82ab989e1e6f5bb1dfcf4221a4754e32caed936bd5ee736745788dfcf8d8a22e1e96b128b59bd38a304f095fb0dcf2d9e3b78d8cee21f21bdf19c4cd25e1bfbe5f3ab230110f0adc087e81d5f72ab5be361ec87f358a37985f16e7f704cfad0059910d1c64cebba658c7782dfd840d4cce2b240ecfabbc5ab4724b321173981d90fbd69903eeb355148ad0a3da06d890e494c4eec9239dd65824ad948daf96b26b43287d7a1aaf1a08ce37ddb1af48d8a594f9c36799c10dcc21736724898&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.969990277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6dfef574d2bc4854d31f74827ae7b21683aabd580eb0fc67275a1256c5bc964bf2f53459085ca9678af58fcc090b8a460ecfe95c5b2f721d8b4b44397cf55510060d35ce360165cd2b91fed892d0432aaf7deb530a7a63ef3f7273d6e480464877a274d3883888deae04d1d8863706f9608b65c6fc1d0bb1d6dad93456450bb18b6b4285d32fd0311c630cc8bda5e46eb1581005e207c51db93cc2b0ad9fad2667b6d2e3569a00108c9b13397188d971fff6df75eceab7a3a8b5809e3d214aead2cff3f13ab2536ba7b69453decf7fe65d35b2606ac8d8937a3c2bd72f35c8ec3f18ff9a8fa974bbcbd3521526205d02e719278cd03e0f004259cad363064bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970510317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=046575b6b669ac63b4490b6e925434395e3837696c498269a1615ad5eef5740da6c63dce6dc41ceb617fd7f82c0bbcd819562f9127f755adcfb698eb604ff6b3e7f556d0a484d16c96263e475e3a88566ddcbbee55f91d89dd2d835ae17a610b2746705568f3c68c074c55895460732cbddd569cbad6e654140cd74d3b51010ffe4c90b9411884aa9f9de1be587081e31576fe9b6ef37fcef18e743ee66e92bbea72a6ad36e428f85f452c564052c66513b89f080f6d56fb49053a18a87bc81936c30bd05d36a430439639daadc559366ff58664cd563f75f022211f3e2f7a1d1659981952ab3e853f07d70ebbf927fec64e7437e37100c071e9ad1401eddc6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970525465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8f4c258c8a36d10ffef1b1fb06641cfd84ef9ee593918bda08d2dfc832dd7a425b1536832e3dc36038115442c9dea5666e7446d84512e7dcb11a4c6d325ee77129b0fa3d8b25ea83020ba54cc2be3e086ccf26e3b1b722375cca9909637beaed8e5081f7a3b50aa97fb3ae9603c29e33dad5dec35721562c9be5b3df5c32fa2a142a524de3c7e31e258f3404ceeab38704e601fb96c6875d4d99129dc45c1657e142e2303565f0e559431a08031657688f046fa70ae3c59f375da7025dea7b30b6e4527ad283c5be3f27803130c6b0f31d4192b136060c190f50a19c0a132de36a59fd766e0311e3f78eed92ced67a8f246dc3260683ec543cacf7df76f7e412&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97025763Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=248ff8f7decf50f87b98d4d21c125dd5fdeb1bcc799d09c2dd4ba23c6a7759c7cc3fdf3cb6994814911becbe17a8bae865d28586bbfd15065e1bbe9a3b26b74130582bff9ca5358c4a2ebd4ca1e371fc9b0d05e9d68198f4ac2c57e774d547056136e99b89166597ba656aa3f8abc6d2fecac7c0e74754c6cb86b7b1ea4c1a05be0658e6c263cc4b15f98bfd6f9f5df2ce062b3000d49507a69dbdee5d2fdd6aa243b2a46edaa069f2b8d8bddfcc0e0fbc21a0bd28e9ed416539152df3de5679321ffc9f1d4ed3008b9b4b5b34640a22048293f13bc050a693d324353d20819164a1c36c147d12552dd22b7acf68e32b10322ee3f58f1259107194d51094b8c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970548909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bc505e79b48f70f4f113da5173afd298588f6c97bc95accce538fbad17e03a4ff85c451d2ca27abd5d1bbf4cc11f2298c1d9f7b79866d42d22d8ed475852a03cf01813f9efe6b628f987dfd03e40a74e1d22b7bf1e9bb9040f1052dbba4fe0d013ede35e74ec175ce86224e2e0fd0c6366c103852f993ef5098c209361de835485177497a493fe3a9a5ab9dd9a46f21bc7baa7c14f84e1d624b1972ae1df7e3d06867e27a43aa11d63cacff782a4759e91bf8b989bec2fb7d655d96b4e357cb735265cc3ee38e48047f63cc1e7bbd30269a1aed2e2a23c53df82fca3e8c807df7cee826cc8fa04745c28f82dbd66c5d6e0820718bff3cca5c31b633be642ba8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970568697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=53e5e740b8814be06ef3861dd93a3fee9de73e4589ea8c48f09c48958cf19e93f78a9822d6e1ecad1f5f2e89e41f8d0f359688046b8191b79d9d32bb4cd0b044d8c7288d4b7fe7c7fc6660f219b74b865464ff5cdb202e3de74bbd00d4d4d6c0111e3021a9b0f3989080613a22caaf5c9b8215765a0ac502a7867fd2cf32a88a22d3cb558da36a8e2a2c97de2929fefaee99e7dc1ee4caa427bc3bed8dd896562c67669ed5a9e900858f6e2d2b0f6182f5a753ece53a2b2cda15705c75ac96810204d19eaa539919ff0949f72f7ebe514d75e46020d139b7fb6225a0dd54847fb3148a720fd87be29d713141c7c411122fd3551c5f69b0c1fff14137ad860ab1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97062371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b9ccaba4982a1a63a0457dc13317cf102df834783d48b39cabbf39413086ab4afc317f91b3d7fcd1c58a0d75b0b3c0da79294f032fde89dff0d01268b77e63200b29162aa6c90bd3de364b2322e45b70a6cfb7f29ccb563fc94aa55eb6a4b11b6a920afc052e99d248b9af4f8ca13ad69cde2f066a86fbfa9fd36fc84e24ef4478ff2c3dc179c28bb503c5324603a2201c0cf50fd1bc174ee2f38bdee00793cbce74d60140a6d46384a5895ad8eebfd330938b43fb81bf7797880497c9e4a9d39b04fbdaa55da2351fed3113c9448c25e03d5466e9ecf2faa5e9f972fb039754d3fab94136ed432c2ae6480767f38816482fbb3fa1f15420d2937fb1afd3585c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97064451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=91fdc18ccedd2cbc05896519dc6074bd83de75eb69d518416c375570f23c403d32cc740ca9db08c0ba425260ec8f29d47777e3673de9be87dd5d639e1278ab3fa57b7f0d545554a3039adf521789b87cd24eef2b5a78f61f5b2d22c1d0a7a24857ecf084e011a190bc79c30444daf807f621f3a00b1038cc640e237888addd2b2de541f1db3682a3d2e2657da41038ac0781fd34abad79c8c6c7063992c11d22878126128e3f38e0e0d7d47c86274d4a5edc081296eef23ddefcd9210799d5df8ea671cd6a4d73e905593cadcf3ae98129edab0a2e080b44147d2da724e6a38c8345bf611ca1a77c66d412f136d6f6552028003edd47bb8f25b12d50dbe5bf56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970669737Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=050097ece15ab6b754fc40089267bc8985aea1775f51cb8f505917d91aa1aedb542192638eb2654110e7894ee9655e7c545a11d1e75d8e6f9fd38a2ffe18e933a039767a0f3e0197e5cf44ce3af5c100c21e71d579760872ba5b1fac9a751f6f475ee85a46d00385668d1f1f22169d8cc1bb8ab1334f2475ed0c977399a48888cf40d03960f3fe3f3b674fef42016eca83fdfe5a5b3e12c3f65947cb3d713e6ee1c10ccafba28ecfee2b9a6d60b81db6ff7b89e424de95e35d0ee24257e97b0ebf4120238b31bcb4067d2a332fda297f883ce53f981e10892b05278688e03c89292ddbe60627a9b8a5dd545c6721f2f9173e2524c7c7654ad5b06492bd17868e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970688422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1ae8a7a320a919b58f052a6cf8a865cc50018d0eb8ce77aa405b155c36e379e6e4ca4b633409f4d801997af9d215bdbdfb86897ca77ed4d9f49813f721c45a91e4d08dbd666eeb4c2b5fbff56204a850cd42f3326c419ae48d9074ecc7d9b449ef8acc9b9e659dd79c5352509298d2cf8c3be222bff4f44419b89b2a017c7caa029fa91a7123b39bf4b11d41759a51760f4d364f5753d27cf20149ba002187064cefc5b252db9165d2c7a50823e5b89f4ab209091ef673f39a168c99eec01f6e4caf75c00140f7a1bba8c0a53e2a3b76c96401d8c238d9c6121a9a19f4741ed8419e74c10502810d2b6260ee0c931aafd78fe9e978522ad01d86e851f7361998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970410158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6c632b61a6c1ce1835b5e23d79f5dae3ea1a918a37933dd259897ebcbf685f69cfc90b13c366940a70925812bb48c07278852341a5b42a65e2a90121577aeed6c8802e7c0be376c22cbc5dda81b714e72c2f654fd1d7a1912a091df42758d91fc2a6196116fc6c1779c194e7f49f9203669de3146aa5ecb42e9c81282eb23bc232513def1221213b552f2f46ec2925bf3581eb69be25d908c45d12560accef92e253d29d28a96208a5854f4a27f81ea00c68868b8b677a85eef45c373db8ae9a67af9ead7862173ba93394c38f744649e2c503247dd5bfebfaf85bf5ed10b6184fbb5cc297478af69f97911ce6d43170a386a2f0b88e6737e1e27d721ccae69d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970443801Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a7c9f347217e1ea839f1f6ed8d88823a908494e619e913c169a4284b5488579f45b20523f803d77567135c1c4aa5e78c97af8a77df5f99b4fad8ce7d2ead2f8d6db45bcd566d0150ff20ff20e31ca4043de7385c3b3cb9b69bcc125c77db3826c1702f1a35f56b7a8f532a7555603bf23511d909471bc30874185a716b6a15cec726784d5e2a8061fd67071a17d9e2d0c777f942c5df3dd22411dabae17d8c2a7c4ea4e45964897ac01f9fa6b690ae91ff2a6c7170bc827a02dfe4c7e5e7b3b82ff18a96a8de9f27859cadaac6370bd2b0c8918daa807750f361abe342c2a0660456c1cca2aa695d45059c0e711a9f84f9b6b15c7d51523df5cb454cc33b86cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970780646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=579833700f2a0963bf33bfe45555dfbb157cf368633456471d77526d7bcf3de25b6d39026b95aeb09408c2cbe10b61e56a9d8ca4a326e4c6188ad85faf13af727d1c5e2f260f7841475e6d24724960298613d8b50f368ae049b2df2a0ea3b4886d1f9a86f564187a7d81c546a21678e072f04936744010e56e181425b204b879be7e27449558d1ee65209e73262a3d2c2c60ade5f27004a53fe2b366d1181dc44c82f3253abade7b0fb5b824d24f989d4dd144bf37162dafa1aebb569a1387ea5c8b2786a9937df254365c94314767e05e1fcb83c4135081d36de4e0f4e167f14fe0a15095c32a22c139439adca7835fe911b047ce60a8c1f66bd52d8b69400c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970519274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=45ec02bc8210762740968b8316ce6754bb4938dc9df17fb442f933c264ba98862cf2635787fdab3e46bbbba15cb1273356d0146979d4a3c2a4959c72f448f8eefaf0004e652f0199d434e329c4523c24a5d1f2cf191c96481199763c081edae19bbbbfb3aa235e1d07a57a11e0034a43b9f2af30b4b1cc4a0ace355f0a02a12a16ab9a9083c4acb405422efdc3d4752bc6f5c4552f31417ba20cf39117e35d3ffef0bb5e013a9e523b181f06212a75f494bf613845f99c90a9b6c6be6ce24b5c76628cee9f24cd4b32ade1077a5a1ecee1c5cf57c105d8df43986739a7488cf2c4171cd193ba99da557188b8a0b7a8ba79e6efc063e049953ef23279199528ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970805743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aa8a24d2f99795095c0a32a8d920f8fde875043ab1f2ddb79aca44ddabcc9da44c44cc77f7f886ef17be3afe898ef31c81e7c28d70609986e8f52e130eeed27f06065c7c069c83abeb167515744d4fe4feee701e7e6ced455dd1913038aff605b54d74a772395b2f83f6f0ce13ace83012fb2cb442bc26fa8d523c0ed041b4123d22e2b231f576b2d35cab5867149ae4dda050efcee312d6c8dcdc8ce0fbb74e0e6940f658e29db504c6dfdcd4207d3a5fac351785e75ef45705e64da998f204df6d3eb4bb2bf3fa92533d084ad41c852a9c8e34378245cc15fb263f7a6ba3cea3347618e8dd8fb20d0eebed8d543131ff8b14f668e11966d0e66b2979296f17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970816664Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3388a4bc8d9378a7490a32e97f9b2923fe9177c850c53f0e2670e19913dd6532b3b281f2d7c5ba56a2128ebde04daf5f98ea02d6e9947ece92029c46af4c1c2915eadde51200ee86b1b680a5d7c958728cfe5bdcba7d2b71ddfda2e0fdd06063c8301fc62a0645c477cf18ddd0046f2a22f4b9dd346a7a0ade1490935d89e385bb05974e3db3e8fb746f0d4cfa36646d385031efb51c9bb42ed7c7cdec353eaa310641888ef2b12e5947be65ab8e4cdfd090e7c9b6e1bd96537541a2ea8b7b5c047563b49012567151686a24030cb81cdfc87642cb4729b78fc6c5a292052bd551fe50480812990fbfa0bddaddd49666dd6e458ec50699a9a0e477d9450babfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970826653Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=90d2940c775d4a370ac4e0d765c604146712e4848475bffc6690dbee24f7a13a6f8797f692a34bbd0cec82b54af911ed2b29e800d5500647fc1b1359f1cc7ec55d7b4a020bd2fd38dc864e1deb9255eabb3b195cbba72d8a3e38ec7bbe2d9bedd65404ffcd214c922b252f0db79e40bb5689df26d97b0fb5346bcd9f177f6883d52ee8e8ad97bf1e13a3259b66491bb3a6f10a31e6d9a5e49a63f15cbfebce27832c24ca6420ba0580c443691c8f9a3a7348fb3195f3288039c68e308f102e9f92f71a59fb59b43f751f0ea2befc1bf4f48a4365975759a23ab9ed5afee1ac478d6e9d7eb158bad097b8c294e122c313787ea4a88683f0b8f683777f9e8fd87b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970545443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=35d9a24cf052af0470469ddbec345290fcbc9bb2705a662b06f8961f223cd64afe76a6d52108e155a55fa75f70d30dec14dc10bb099721a44a0fea17b63b1b5dceb2fa47529953cc69e5c321c2c219d901c3d34ebe2a66f200bec10a9014514b1fbd190efd9389ff34cd6c5faaf1653e72f4d33f83c540bd93c2d411ba23604cc7a823cc84b86fe6710621844647a8d177b308226cc44144c69c979340e8c8cf0e737cb9177b386790ad00b717c6d323d539273d68a0508b2c46f7ed653f6aae4b4a4bac8148b1bcc393af693a27f5f6a094cf22c557ae98764c0336dfe0bbdb48c671967201c63f5749d5ab19f46c4432ae6fbe43b7f16e01219d57ebd67737&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970879062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=18a6c8b7f80bbef47da8388c5938f4e69af11a4be69e30d5d508f87b8ba4f4834a838207e85c1222ba80acd0ed30ec27ad965ffed1c4dc8c0ed8bbc83bde1ad42f14f0d94ec61ec78d7629a2f499f99566b877b03d9d35fc98f0bd2501a666071562814ca75ac4e66b3efb6a5f85f9ed3a07c4894c47de8fc38710247c45307fe3ca5f06b2666a1d7404caf2314f532010efb4d489852d58cd66783dd4eaa572719b84a86140b5f39bd44737761932cf485aa8bd8186770531e2cf5720841d6a6c3824a0213c7d2e962de359b9cc3a2c1c47b97f9c6ef1ff7351e67b7a1597798961a875ccc4e8b7ff37cc4444f366fb4af541dbe30c8119e37fdbcd2ea59238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970907004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=047ad77f3b4d97e204fef624103df4e3e17d6d2c788e4721e3164ef31b46c9af5555f18b0974760226d1bc26654bb3547eb666e8479fbd0ee094c036db6a010eb1a8b79164c8df526d92ce4807377c668d347a86b6d7af62923782a371fa14b9c8e424deb38bc56f75d5b2a66098ceeb2081f1defbd2efb79f5042f653c98596e100ac09faa03f733b2c2fea1c45184f2b0f34e6e2e5ba405335c3b7a93b85d3de1427abd196df3495930db77899b04f92849784dcdecb402831e80b64982268dac4098aef2d9ea05ff2a25182de97f36a04604b8d4cb40bae6ed8db45c11e5a417f30ab71ed1fbce5bca6bd8dc495946575668c02081b7e589077e3613649d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970943303Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aa0d509172242ecec04d34c48927ca2304050782770ca786c9de437a802afbe5e098f762ae1798a5d5fedb7cd2ef6d1fc14a6056820e322a3983e3d59cc74de60b9f480ca3e3ffbf50e9eec4863b9bf169022ce3770bfde5a09071791f8a164e602372b5eb6bf9f7dccbe49efbb8d80ab7f2be999fb0a4f7ca3b1c0f2f7949b2655f24276d0cdd8b98491bb4b2e276d7329f6c2449c5bcd2b0b3742609db1e4c5469c33227a3dac1aadc9021b763d714d9c1497784a246bde456bba3444e6b301a824dfbd280d4fd9211bb7c2c501b0a00944adb8091e195715b2d5306b6877e64df4ef18372084a74e396afbe6e951f93ec1d523f63f02fc86c3edb95497c2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970980913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ec4eeeb824ffcced207522fd07515fdc0ec32efa66f3846cb96e5c1a24e1431d6cbc0f384d5d9150c046ea5cd2add23bf3e738f2293071f65b33a48fe99e1589d2b0dc95bbd12c73f9ab8693d6b7db0b3043af53d50bcb0a88aedc5bdbeebf789c161ad36464dfe785e403b687625280b6c6338c01b9ff511b7a9b54c8957aac06bf009183c41f82544866db4fc40e22d9749a902527df67e67711d63b8f725e3c7883a4c30e1a715a603fddf6c03f2ee610518b0c8a880276e5fd0b195f61c65da358b19e5b236a61cf300bd3505d168d14b2668b920484108f0aac47c7433949c68d793e546633292de8c4c0d31f1157faa992464c629cd18adb88ce7d96a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970991634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9c6f71399a78c1dca184d72d747d1a345bb2bcf4f7e243c55ef1564298502df01b3892d72427c226aaa979e817603c488e59cf5f46a344f374371c9625f82b947aceafe81281f91868759c86d258b08fe1bcc27b369fd7bc2eecf5c305ee72fc2126c6bb073eff357b0d3208afff9dbcbb7e5646b1e60bc0649b45c2edebe7b101f013972059443075611f2bf5b8e35c985ce7842992962a2346b2a91a2a9f97e0a8063a74b1990d43fdfb22c6c1b4b26730d908d732323b9549158bf75873b729aba168c673b0279fb8141c81561858a0507540365013c17b5ed339e5434b8041942cdfceb7b8ba25bef0112aed09baebde90953c093499fca7ea2bc71543cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971012202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6d984143d9160c11773f07d4cdd3a341a196b0e0fff87d8b6b220c4b4ec5dca15b7d86057416876e7df56d3eb53fd7c5119ee5bf5673b213f26c2454220f709494e976821a35cd4afc75219f1d62db76cb96fea2841c288fa94811b2252e719c65e83d416b94a96db089b41a4ec3f4a905b7bba1de89d24630ab646c0c40d9638471d78432fe10354ad569f7446b5ecbc4d0ba86d2253abfa750e329f765c56c380643b6cfb6af22ec6041fb84d7606f33efa120c2b92b2a8234a82266a2d0fd3dbe676b32ba56a941d8228d509cc83b7e7cf4e8fd9b0419f32dd9295b7ddd8e8c066b0690fb29eb0fef55cb94fa008ad558a87ad882fda5933ed5a2ccd6d2b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971029525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=96c8dbaaf1fcf6a9d81bd9a004947a49c4051f5c58c04736ba749fcef074384ae7a735d737e8b9a922a0302338dd7fd9ad9eb1ddb834a4c339c734b17dbfc5fc9f6b5610e9fbd08c9728d3e816da6de1d222d5535d13cebe87f263d1e3885ad06fece4352e086daa1ab2639d7ce7484156b42f2509072feb1ede0246a69a63c05c0ac7fe6de1f7b22d162b56bd3bc3a850dc1eacd92cba24dc9cfb9a139e8bcd07b49553ca73a813c8a16ae6947752cc20cd8b109603016287da692b4f53eb37c161c584addd02f75b08fc51d0f8c47e1df5fccbad8135bcba7c1623eafdf71a6b9746332981a4344b491f17f8fbcd6481b61d14017f8ba9d150b1165f8b80f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971047469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=178fd999e3ae77a3cc47f5022cc2ab2f12594b99905e29fac3825738bb0017da98ac1f5c4f797508654d4a32cb58a0c4fd898a039e2c41864b41eb70422c5c8a71bddcf5fc576868594b4a8e6b3f8db00b3308ecdf794b852a237f466475c00c79a8c0cacf9c455abfc604fd15160035e87402bc57055f4d258b2002c9d87d35073eac85e312530171d5b2bc024061fa65d3c7bcd0eda08e7eadd2e750326a9ca454b6033551bf4a4c57bdf6a1cfb49cac8b25bfa05cf01b6764ff8d316ef29f9d6715623ed6e16e9eb3d61f6b035e43ad28327b40b4fe0df8ef16de2841515627b18156b971ce16d1e5485070726bf8518abbe2c2ce1cc893ca5ac6ecc171d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971065743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5a4645fb51d1341d05337352619ead7c8b377dc92ce654d0620eeca48017149a54a3a4b2eaeb8d0a100239f4683aedb1504996df6a9709f1a504b9084ee3f008ec3dd6c9f727e121cbab6f823a2b89d9cb66007e29f81687fa2b715524e3f0d1c463ab848648ce0c31c8b927054130c02bfac86c719b293334e1c47892ad95eab2a83f148eff273ca8221a96ed693b303d57e979f92ecf90d08963588b5039565ee344b48c31493fb98b8942e7ea471a83473f3a5cbb538ef70749184aff656e426a48577e0f183c9b77c98fa18ea22b7de792d029422cad677cfef9959bb285ef9eca82676b774f4c1c11710af88665cff61bc439a8dce6e0cbffed6bee3ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97041135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4fdaff3fc3849355a0706095f49707d3e318f35ccd6d0d8eb84bfd4cb31152f4fc57a11fa1c32fb6c31a251f0873a92dcb784ceb7f5419202f4fe6cbff0b4fc7bb50958f6f4f8f7722b8531aa8b7e688bf49656232be6971bd1da786d6068441268e7178fac5dd7f50ff4ff79039503582adaa18abf279997e1098368c5380483e26e22d2be1952537968a225a7d72ddf71f40be5e58ffa687ebeed3e73791d7e59a094b16b1276be52ab10fd8742c4be7dd53a5a3c9e6d6751f258d284baa5dea719bf5bd7c9948b8aca83d3f3eccfdc7cc79be7cc5ce541c07c104d6cc554ce87b505d7082ceffeb1786ad9d1fc4ad31dd3b58d0a37e95225a319da89609e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971115587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=49ba13c8bfbfe3088abc93ff7001133959575d08073c9b393e4c32496b0d5ac602028b2fc92879c086c6573eb5525da51d2ad06fa8188c9f0ac7a5d30bb59a90145cd0ddf55630fa85d851b3f1d137c9ed4ced6087376373ed25f94cdd72daf1f668763591ee0f727ea45dd19ff4040ae9874e6fde473edd6f8940793e48efea2e7409029aea568be23b89a647b67d3a94a6d35bf7a3de5cc4685f6c6ed4ccc19cdf0b51cf7f67b202f18761dd749285b87eb135c87a26fc01f75498d083d7e48e562f15eea2a083ab4852507a968a27b0771841b54c73b83cfc97e9832fdee2ab23446371f86cd4a7db74902349021b79635f226a5033a19cb35e589e3eac85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971147628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=104cc173dc888e92531eb549f016d6f06946e99b574ebe48e066328884c74ee0ac1cc3d6866055450365e2ae843e11bff2c943b210f98b74ad6959f52f1ad7a40018f66748fc8b1d1ec689caa045e52202b1a14849614d9000ded381b5f0d6614dd14b7f66eb458f689f059ff4c594d61d9fc1a6143e2cbd0a894c81e22ac517cb46ab4141242f552a46fef3c7ffbb9605f653adebb5817cd6d1f1e8113506b93327d1759bdb0e9b03815baf0fc98cfb733abedd41abb0d4290d316e7b48439e4a3a7da29195f8ab97e12762d1e954bfd0951cd1bfb7cd8df75c8872681f2fe7122a64095aa0b702064f5147da77614de5a57a5ee6e0b2c112800330a2873f90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970851179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=90a2be6955a600a77005f7bbfdbd8194131e32a21cff6dc5e4f315c76c439625abc8169bc8fa77829afced24caad40fe88c0c4afc0a3d356bd61ce6e78a38fc6e8ab105ffdd62a9f916b3153811ce8fbf618d7a01aadc26d0162d9cea423e0dc2be3c5d576759521699eb6afab032aa662317ecaf03a77ed16398a5e5fffaac37e9df3b44b4d1888cf7ea204640a4f372dce0875134bce04cb3ecf3e2acac0442a573b9f58ea9addf7d3157c4b0e3ebb59f4ef1991fe7badf1a0359172fb624d17117dce6fab70393198111b3b34d060191b87a2c23d6dbaf9f25421bce00fb6246bad77e4674a0e48fa97c12072dcb22d3e5e900f5a42108b09ea6bbac49ba3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971188605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1f2af40f4afc36c30efc233a4b19b88f61f708becea38e1fe6465273b31bb4d0f4034a2afaaeb9f6fb76b0249edb4c8cb684081a34da9db1240debf340adee6b91f10e99a1c60e124de94e7433f48d62d66e6af10c8f11268d19f45df05e0f93073cb0255f5be1d45ef8ea5a538ccfe36ca3afa82cf294e556ceed4ad6f03f379601696688e1d7031235d6ff180b393115b7cd222eadd4780766547a256e9da006d1321d2d86a85ad093f7202637ba2dc4ff45f159ef6d882efa8f6c846f01d3125ae4ec4c89c169773a66a4180de0550316fca7d4f5b87ea011f3d11ae1f8a8e6938c51ca8da7f8c1eaecc0e03b05f5aab5ee1ee0e6c321a119d815cef925ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971198473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0af093acd25fc8e578d349d0180f0f0aace2822d8555381dc348bfab4ea5cf0e0435f76999a1e94c51b1080b3e77568586961e00fd21d448e93106f2315f999c4a9817fbd8363d787906decb94194ef6f4dee2b79539999643cc36894b0e9c1679b4f8712d0da525d7d29b489de23f7464be704d0d474a4b530d6cb5c68398a2dc27fffcb9e621dc56e49b6c16a5c42ceb50a4996007de2165554b89ab18e4cdfdb8fdd5da4221ed63798fd0cd0dfd9833124e9698582c014cb6779443889aaf8861d2850d7fc78ff30eb9ef74b42546419b7816f2e8cfaae9a7984b9336df406c6fbf43b5357925cf67bcb47fda4415cd9a1d0d425588c33f26e76aa0e71732&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971240002Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2b6929ca99f90aae8da8de1e80e68ad1aba71c08b5f06ceb209fcf54bd41c98f98de2ed8f1eb76b4851e8bb28f5ac062645b60797e0dbe20a44f0f88740fe85e8b08677ceafc73ee270dfffcb4724c3bf83c4fe640da18862dcb92340a23a4724a3cba8b28a65c50cd5a0d91be3dfddac9e351d8752f07ccc6c41a862be36313c16521eef1d2652d61ee1b5f3be45fe816eaddc44b486b971aff1cbec835751a2091959cdb9baf5bb121f0e8b1cbc8ddaa23620330cb9ad15fd63b76cb59662c83db5fb2faa61524b47882090d31e85c8ee70cf96f8cdc54e5ff191b03c9f946cc6bff396f1a5c23d300753f62563524dfc0cb8c52cca045666e62a16d9de9a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971256813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c2af530dd6532dda9054489b3885e1a8c4373117a0ccb5ccc57ad88d4e694d908bda532d9b8d675065d4b252ff0af6cb95640251cd15faf0cac19cbb266ced51fe94325f5686d0fb8cfe36332ded5bb0906cdfa36ae3647df5c2a3752b6ea669da7c56f426834e416b6505ebeeef14482de864d25d67f13cad1a7dcb748b9cc29f92b2c4a90c27e12a2aad0c8d1ffc6648be94aa4b0f36f271f0c1e287271896b190fc7e57fa25c020c354c4c0fbafb7ea0b2183e12e9aee86ebda76479026278e8894f935264319036d01ebe60e50c867f281fc5b1c02bcd2045148533f89f29b93cc5134a8aae59421865b1e3b36395c364867d6f4fafd51b37d7967201325&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971308511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8e9128ffd526d848d7042a31fb0e8cd3fb586d0f5ec84ffc4b55cb2965c1a253b2af03790213424384392e0adffe38043883f870c5287a1edad9474ce268548176b32f0c6d11fd12f19c7ff147934ff9abbe4a908557ab961def8b4e7eb2ab791d54e98eafc060c6d12301bda7928a1095b56386ec5c6b18496fb0f100757fb5fafd9b5527b8fbefff5fc6ae03dc07337f9aaf9a39c66695c240747cb3d3bc388f5242fdf271ca94c800af177bf7a17865d38af8756caf36679c2fd29715095689f2cdb7abe40bef1809751df9a7f9d8c3f76dad622b5223788db83d422cb379d3997cd72f6f73b0414aa4c586fe7a1acd470cf8cfe68068f078686d1d7b0488&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971318189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=84e53d19486bdbd968cd7c821d8f02bdf9f56b6aceb4dfd5b1e174b2481a821247551051bbc9225ffcdb5aaeed13dd5a6a9d600f5893698f3711cfa523baf5b527d60990d2608c4260c5c9becb74d4d84bf2e2ce9ad6038a28f1f6bdda9c7dd0142cda353a85982aaadbbf2b28470cc2a1cd7b1425049445937d6d8d6bb3823b6c1b47532ea33050f8e94982d6b0b139835ebf3f5d340293cd0fee4944d837f4b96e5b105c01aeb7fc54e982cc6b7bc062b71cdd76e5d07225e93261f4f968e981901f67f865758f55bdf59e493a69a8879c4bc6c5a3f6e8f1b95c300f1aa5c5fd47513f45fd8a5171c0e3a9a95e3cf0b030c737c23711cf583722e7ca95e5c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971035296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=be5aadd931fcc892ba74b8a3a3dcac7901a0f60d139a53a2fc45bb2f9db11aca43e4d6a535c47dcdcbc0489a41b2415ac69658cbec9c9e02e595b497a959f0e7b85fc43f5b3d9bd9ab6cab99e1d7bfd825ef6a684c304ca94b3c6b4989c69ab7d26b3e072485ca99d5799dfee0794161a3f51e528a2a46449feb95c96158d5d8c41fbb99ad9591619750281fb2527374e68b6aa5218ff3064d6f3c03137b8604d9850d669184be496d1f66fc29ae116f1a83ed2dcab43dc69bea67487f741497129b1a23302af45223d08d5f4b45dc5126d92c014f545b239a6f9db47276309ee3e350bef205d10e4a5d2f62821f0bdfee19beee56f82cb0bf513ffb5cbcde85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971344118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=344130bcad348523ee1be2e398f684fd0fcc88bfbad46a24c3ac4592b4d88850ef28f09d171455e78ca89787b91e2b47932d5ae0f620bf92d9138c96a9820614d577a587828a07fec1f95f9ef8b319e2badea048d6398f95747dcaae6de2ef6b28b49fd73578b87dc6c6c7dc08123f5056d872bdfa3fee8e15e7f3947e69f950fa026e70aba2372bb301d44efde0bdfed6994cbbe3203043d294387f408deed3f2a131cf40659e6ef2cced70fd8ed017ce6f38000b88b74fdc51cf29dcc0dc537a8e9720fa859bb99f2dcc80c5ac3e34154dea351828ac30248cda725ad6b75b9d9b9fe236c3a7c665082bbd9cbc75cd70e07b26f818f602615e4d43ce03323a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971357874Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=88565a6f99c3990be185329ac40ed9ad45b144d947e09f75ee8c49b47f32b95062997f06f4cc83baab247f1a36adcc75a6642e758ad4c3fec6810e90156bf31fb5182c571f4bd82d16d50d35a5afbd7bc4b94dec0e0780e19aa349da5daa014bd02f79080b6f40ef006774da0ee7798501a7e2002a6240b22679650f948984d9824d6502fa3683b1a875ad038639811ce723b583840cf1e27bf4e5724471162e44781c0586c2a8b6e74c2055f044571b90c049895ce4d4fb7732b4cc6fbacdea994b096750e0c216fe0f8b5284b8060f0856d5aa2ec4766a9b302f8651ec8aadae0b288538187dbaff4505ad8f4851d0a40f10ad114c6ea745fc9f852c3ce9c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971396427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4564c8635ea4e58e10ebf7e7d1b27b5b94c94759f047b0bb4052c23dc98713b7734cf757fe511a72719c497f98e7f9aeb4ed729690d90a0be296a3176d38904136bb319f37e8690661ca102e865a27923b4524f968b7ebc3979e5bddd73496cc3428ff418314727e3f5c6da50a1976729257b9d44aa8cd3fb2bc81c6d77e40f6ba47f63b8e37be11b591c5c2c2934a04fd694ee0401373e6877c7ce66174110408c6520d05e91dda1968d0c6ad6a1d51ce7d001dea037cc57f8f119f496d3cb41200e28eed024c8c214f0febe1959f00c24d720c93254c9f60c283a48ca05f30ee4eeedefe3a98ff919b41b5725ad3ebbc777846cc3b5f987ac83da358eb5fde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971400835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=27eee4eac56f43d21fe0326cb3d724e30a782d3219d7941650e8b7bd81b4a8248480e45c9a5c9b640586b95d87e974ebb47b1f6ba97c39aeecc6ebfd852ab05a17833cbc2751f4c41ba377cad99c4cf0086196cc70f7f0fb5ff01cade4cbbe673e2430783c5b06f0423c465e55cbf7a02fa2f13eaedb74cd80b4f964f5067cbf4621fc56347ff48452dc0f8c2bda4463a374f1837cd682c8f810593065856eabb0f87b47a2ba2b813728884497760ea996095d6b0959d16d775ffab06422c716e4f460ad06b091803686822ed8f2cc5831b53ae3d7f9387282dcde886fb53c60a6a8cde10f64da27b775ac4f876d2489c7601de84910100b971c6324cbf751b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971439838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=19abfc1df5671f9e5e7a9b6bf39844f066788ee3b578fb64fe8c793bebdb229608dac2d123252ae8375b67aa5076a34876b2d8778e1f602261ec6cf5ca247bd181c9fb725e81a6260ae18a056e9f9fbaf29aea533a849c2a628b4f3e966e8d37ece9ccad7a19b99e357ffa8db455d04bdb6e76f5786050d4c2bf8dfac661b85e9ca2d53e6ade625b4704940e3f2c5b6cf7d92045356b3bcad9a7c26b6a967fd794c1519f14da95d017f8bf24650ac30d036489dc9cb08eb4434304de3e7449a295fb7469dd95f2ac9bc581bff55d2d4ec9b21280aceab8132001039738f0f5ee0da192d0ac57fca9aba895cc8ea1d337cdda561e46d6357f163ef2d3ddced520&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.970879192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5c481468310f0b7302aab16747d8e04f075ea6e1b2853c22b06065a99c3d8ab7f8f9b31c1a437dfadcc05419a11cbdec2ba5159a8596b5da1f2f67d915ff8423555ad5b68c5c1adcfefb706db9677b7826eb5f92c1d7e5eb9ac07e6e9b58630ed243482401e1ffb9f6a5ea36b1e4a87fe235a6be0e452575b7ed67aaa65fb311b4e2c3a71fdeb83e09857a577e132025ef1450754b202ede81b38cad03e92d4e4f01e942299b358994cd3b11ec936ee6ac0084adadef87586e9946226debbebae580de4e723d2467364b48eeb05c0cb7dd4f8c22c7c3ce1caf094e013314c02ded786cd8d2f5f8cc9dfc7499a5acad20f8bf180e85c8548c761de584d3c13bed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971504861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=81e6721a81d59041f673cf78654a6924d98c77ea792d97fb39429f761f8da2ba865401df51cb264ed6cbbb3e6d2060eaaa4946abbf89d07045888ead96bf8aecaca5ba09ca7946edf1ddb3c8a9f47b435055de2b066610a82aef05de6bcb5c6e702e206dd3b7ca865133176f254401a62f15c2cbed3f040df63cc264533d17d241da8856100692ac4ee8c460028899528eff952bf3f77e7f49275025c0dfb1e702f6d47fd011603511855396d96cb772c96259ea80e49e40279aafc5b95aff15ce42e25ccd11d4605d1fba217f7bc312430557e28dda19fff01fbda78582c0925b5ebbc9e5e3eb56be20dae6293259424915ba450e93b7517afbec994edea42b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971538885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9c6afc92254a624873378cc3c1cbf756341ac2e4334f8cbd66c0069171d3e4bc17cb1c973a891938d3ac4c08c7d7fb3bc6053a5575c6f7ec64b6acffc3c1c3e95bbf266c414616ef2174a1107cab753ca1cd7dfece148b27bd4f0750f2784f497f28cd5853b64804063bd7071b1a54b828e096a6f6cb6fda3a478a136e569e338c93e7e64b3b81342204c44b7211bf028eca30b32d1747d807507aca9d91bee99c76db58a9f4ea50385b3f038bef2eda15e38412f71016edbb62c6cfcf520bde336495b4eaec0521e620d87800548869b7954413ccad53eabf2094547fb86412ef079ee9271b805cd2377f85a278a225c0cf386f0f69a652cc563c1399f6c4fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971573741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4b8fa62dbf6d17461fc0c47376478506e8b8abee44765d8dfc8d101dc679eb1df618015722b0f0a14e5a0dcde602e97e7b6ece7433c64d0b6735fd7e6815a9b8f39728a6ac6a3a561109efcd2075b9557de54fc5957ac1bc9415ec1e1aeb366a606b1c39f410e5f8c2100d1837e360693ebfd425fc6e0a0cc2b5b81260a1cf0f6cc256326858912e0abb20ed55c10f396bacbd1a471fddac172889fcf26259237c20b9f4899e823db3be64e348a3e9b66e8eeb20988a6767cb161b783207e3f192de95ded78e1cffa2007f694d6596e7470a8059a62bfe3621e0ac1c3cfa6954a6a0cc40d553de3b852e9bd47ca65ae9f6208061b4f5b36c47ac60d48a69f510&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971575785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=75b8814a6b6d4db3c899254013ef3dd19a69dbc6602356b36762538f518631548eea277a9c2b9675b5ba76a9bef38de534e34b4eb9db3bad5dfc398230843868e7aba69076c74b53c95ce0c0372bc12786cc3d2175ea9ed327dff945b8e9b8cc4b4d96414a00217d6fb281e96a4a58765410d10efaef77aaf71fc5b806069b9a3c88b496d230a7e1331a75fd45b0b7f5306a9bf67150aed1a8acadd092c343d6f664ba0bf643d4e86fd5e350d673382cae0b260d0ec77b2472ef933d005600ec3d3d5021dbaaa182a674a2666c1c31abf3d964a74bb3ce0f3df00f7d7ee48f5b5fc9707e4ff563536115c45908839c74ba8431d1cb172f47fd0bc7aed1d6cf88&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971602074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1f4bea0d544041c8aa307ed751851c231ee4756465024fa9944d44ae0f12a1c48e8533e16fa3c6bb71a481818c940a7013a402920aab401af6fdbd6cfd2b62ba6e11ec3d3b0095d8001f330755ea50b4d76dc94597b09ceb35d6363a0b01021ed768be43b516d51c681ee34030b6490898d3deeeab92ebf7c16dda19d7f3077cf2d257542f50c2ef1cf7f0b53606cab6f9761edc87c058c7c975c5512d071890283830aa44fd1a72299aadf1ce6d9f8583893c645cbeece4fd13c84be65673f6d8da26330bedbfc7953d8981571919693e2c86241d4402c5f149e50fa0868b1075e31dd41ecd0081a201a19cb7df7b861b683b59307a1792c65c1712c2861fb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971633704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=12be8c7e25e8395b7a239f2f82555f0b474c97feee4638fd95db3892147240c29df9aa4e1dbab8dc4e97fd7bc1c9701a35d6152ee65414876e9c5f8bc3f407a56303d1a44c8f2d607d8a9e57c15e9a2557194e9744cff22482566ad6ebcd8a4d6dd3821571616fafd27fb851a6d0c845eda9547b6741ce2acc0f3b503729e4555311528500a35b488ff99a2715c877fbd682682f45e57780bde8e74753ddf1c38814760e6289dbb268c813482478eacd73a09dae7a577fb98514dc46710a0845fa6cecac658f3a8b3d10f31cf1785d255d42485d1b328fff8c2965c538b3b55cd04f4260442ab6f71857fc205b4cc1094f9f497ff324307a248bc05e11d6cb84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971643843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=92d8f37d1e596d11154758df569958c1101790b99c1d57b44a3a402d683fc96699de90563ee40d78af17ae3ad2029c1c30de90f10bcf1425bfdeb77a1f9e008eba39484ab6e03c3ab830fc80f8615ce98d7adda266dfd5dbf5cb71853876ac95e3423769497d04093c91a383eedf6eaa8bbf74898ef4b92ce155f10298c2f7a956902778f3dfd0a5bd721e5319830cd0d5cfb57bac49cd9c7a25bc4ed03d22248aa325155d9f063601de90d96174911afb777a63cc9caf2b15b01701be2d832b87a41c438d4d61e9bd0b42907d7f3d15bd9bc30925a860fc785b8f36307ceb53758f86c55ba46c1f5281b5a522faf521d71820a1bf41baf7a7b24f338ca1e4d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97136649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6fa8954b30c84e68b948d1e119ff55dbbe3426f5544baa1f2cde8c4eb303f61812c13db3a600ad95f5a501d5b9baf62a9dabff546f416f90903a784454f19de41d8534c30fc3ac56eddd93b4c82f100e269fd55f1d34405ba639c16a455af9f06c82514c0553e31cb9759cd88b3cc9e5f7f70497630b84392917578050a002ea431ebe45bef5c6199fb685a6395f3e8c7484d3512e3d31ffa9cc050ab412db7c10a2b654b728d8fb2edc35a372679cb9fccda6da4025d1a660159dadd90f6fe32c6de69f7f6681ba9fccb6ad8c66ecb24ade2e43306c529784c1bf6b69efdedeef1a6b4190947e347cfc3a8a208425a1d99697e31d434c0a154177fbb0fdcbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97170092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=aa974856f0bed7149e64099431f92a30735bf9314aa5101b25c206345ca8b37c35259d39ed058ae52234417a97d2bd0995d233a46493d86369ff431cb50eaf8b977f184832553d5b23b7da02db274a649147437854d5bb70e342bc0fefd2792a8cf090af408751844a623ae964314d4227f448f25977409593f36899bdab90e6bc33dd381f4a1208173b858841bedbe8a8d43728e1c9ee6ea6e036fa7da5f131e16f7ef6a12c736ea55c783a6e1156b51f7f793365a81c768beeee2961c9f86936a2bcb07312d9d881f152732616870c685fa4881ae0233519f465ef0d2a8ff38b0e7f965441ec0b66063ff83b07d0ecc072bb8a18985607390abff109c4cad9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971701942Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6c3b3a4870ef40ab28fe4863193ad47a35c2eaff08658f8469c261639b791e2fba6eb7b21d4a811197c080a0ac650a037bdc7e798f5618898b1086b0f0a9c9c4e6d97ea466afd57593af1d86339ccd881798999db7cebdd8c8cde6140be504179c40d5f88e49ba658e1e59694e532647204d9a06500f455fa80c237aefd95fb4f38c5899900f6a7d48342df246a6e8d11f9b9f0ff2222a1bf9323ba05a76baf8fdd0514f6a0644fdc30343bdcee1b7a6c173f7241eda4900600fe17bd6d652fc45d27b7aac436b577a27dbcb1789b343521b9b1c5e5ea0d2337defe2ddbaf8fbe60dc4bb9c994d72e6e4ebd3ccf52edeb4a01b1184d575ddae27ed0845141772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971718073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=73f8438e48b6d17a515c7766c73ecbe79758bced8984f0336721e9f65cc5454711f0e10bc5ad01b2b871e800478dc64875b5428d029b531e249f4fafc2cfa6e02d8db9f2827f796b25f1262491401cba29143ab21d250c6fd8fa2eb77cf2463d4d2ad11bfc4f40a43c16449a78050be48187c01d8794fa6f46203abd5fab18232d3bd44e3c9d88e02c8de168b0bc93818e2d65236073f548de5c198755ef77d45c92c69e05bfdc9b11c66e95bf7c5bc8ca727406ce9903cb2658ce36689971c8cc5659b3ea25da22052745c090bc0f4446f961c8b35d138e69e6788935c1d2341137037816c078ac0528d687dab0175cf5dc3ae4c2e41e3c56fe757e11bb5c30&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971738742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=11d46248931a20e73ce18cc4c12d73976a59e3da7832845e16f2cb8ee23c723247f5dcc10bd4e4741955ea8a3cd6de3133ca0aab26d825e56a815ca433b44d128abba63bb9dabef50f7ffa72b402df95963313d38cd07157c28f76f7fde3e3801c801ccc53d61b00c6150126202941276cb9a4f62e8ed5101e0f166091006fea88129e3066d9ccd9ca4cb86eaa58f919443f2d589ad68552928682917122bf2c788c6ddfcfa354427de71ba0c9fd0ebccd9b39be86f876b0a8fc33d5fd1143b0e19eb7a0ab7563c11ce329eb22f848e398a7f55a55f0e6f079d00f9fcdf576762ba061089fb0a3a40691f92cc0c39f22c53d0fb09f4c09324798d24179896977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971766524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5126d6f754efbf45e453882e0d18a22948dc5f052822dc75ec771fe137ba2694895f1a28b09eee52da4f9c1a7fdd06a187b560a2e272c69a9601187c217ae0e6464b3fb0db48e9d0cf2c02214d8fac62f5c3aab1a50a0dd61de3f5828ff12d2840a02f62f230b9ab665a38a55e9c48eb65f31f6e16731afb6bba6c58e5ae638c4821662105e5f91bda528f566129acc46a22d463d93805823d04121b48704ad5a6b3da41cf958309d38be953b81c1726283242674858e4b2b502240a83b41ddfb65e256fc96d4d61e374d4fbfe8c3229d896a08dccb38f15945b421ccf2780f3575dfbec69a1f1739901c62361b0f2204fa11fd23da3c7aac2f8309487828a1b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971479172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c186099152f8a8839c75605beda5b876d60db72382817ea61d8a24fb2db3ec777aa395adbb2b7d54d3ba1f8aa6f6b2ab7a47d2364c30b5b986e2968f04475be93ace6408912de4ec58bbcfc4f2b3e4479ca2b17c33a8faa2bc7a255dc915e50b8974f878bbef8b3b4e76ef48d3362d32049175f08e78f451d662a1c4b4b2a20c94f24a1ca31884c2548080f9a05b695417f60c19cc7c0d2396ec7069154b3136759881377483c96f5f40b40a71ee3de855736d7665450a7098293c9498baf28bf4f9c5fc066ca5fbde0588804b5454c46b6cdc7c571e93665fdb97d9baf7fe91aabe6ea2e56d912ce835d56715886cdcb2fd5b527db50f3240c27c3fa6ea5f9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971830575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=69e6a307edf1306e108572bef87391e750ab21b4d4ed58766cdfadfe4c06340d6cbd13737dd20c7438b3e6456c7cd2182540370a978ac6732723a9b04676b0f862766c8fee18d6311ac60844845c572fb9f51f1a8c78b25b6651a0b436b5c8f641862f096adeea7cad69a38e50ab1335d6dd91c65c707297ab68861c6036f9f0d7f52558c6555720b384c69ce7ab2de5e5f9e247c1796e827ba08595be9d93e1864d84f5dc5b9bb3958e85dc425cd1579eb55c66f170de9b6d30efdc5979473831e7f4b6e17a2628891894d4fe0d610469a012ad29e4b1a98a8b2d460bc92f0eae8f8c01b149fc9d12b9353796ef72a6f3eade352428de523a36a391e4bdd5af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971327587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=21429889093649a67dc16fc80de636bc647e1c238d7f89c5a376a7aabbf8ff874c8667858aeb604fa9aaa5c9069384de16f0cf014ef50975d3cd85103ec636a60886e46a624737ed4819e8c7806dce1565b50478df9426d541eae627407a2b794cab7387ce9cf25946c9847a57ec2a68f8539ee23a0a16a74651111aec90c031b09640256cd7b093725b9db555acd3eaee9ae321f5f86a45c6a50451a63a452e4b9f55454beae724e1eb14c585ea458968431556c1159dd2fb112ea34137665be736fd14081c37ff3623b9c7daa4b6281259c165469b4d227b7008c192f9c2a434e1428735af902f3cdcad7ade767e35a325c4ada90f8303580020d4ac67c3d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971533785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bd770fe0144ba023b3e87e4b3d09dda8d5d252b887eadf5e5c6c239315a79aeccb05b27b7811f2e0d6bb749ca55c790a8d153302627aa5f246b7c3203d97e6e8f71669677ac376f773665f20eb5cfad5736c934e5856c7c5a70e329161ca45830dc06b393af03d61a9148ddd1e676d6de9dfc1d03325bb5eb309df13798ccf537c0007d6f9faff7f9c36b2a1ad12ea7f32310590ff98fb4a7bf2dc5689bd13839e99b5814c7b84fb88c29684ff416e24d68690ee08fddcac8dbf55dea4b5781e6da4a46029ffed6bd4b766435e0b1c7a3c04e3990bb860c9b2deeb9ed517242bdf489647887fa0d231d9cd62283b3f4a4d5d7539929c0de020fe15ad633c9523&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.9716051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=61391eb9089deb073d67aff9caa1b74f320482dbfc507ae6838cf715535a1d1c7848f6f48a3fbe00d460ac2da8d17ff81f981f201e3a2b0d3c82bd992f241040f88f64c0bd1e66ecd421b4ae9c9c512363d597a62e7dbe1990dc5f367f84c9522d38883c7d69d8a31aa7d9897a8eb785a9225fbdd414027452b2b88101337b899db16bbb0c5b4251024da473a71189bb3b319496a3ca453be432e3b3091f1b33fc0cb69b8da06eb989bc281009ac42ac6e8c3f54e96e91da8227f3a511f0134a9685417ccd30cabb0d45158c53f3ecce8916d66e734472d5e5a3ebca1ae2f92b806ead97deac3e2a2e44d339d5baf36fad25e5c8b1ed47927cd9f4cad5e606f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971898342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a722d79d5e479f002829c89972983bac8678040f8e2394197449ed7f78cbf017cc87e7ff2a7059fe764a87887d4ec029a68f143a95026010c4cae74a73f0bfac34b7d0bd384c18709305eef3c09de377c2a207ae7b22a50c4d9194a1e570154f2a33a9d5490ca9c164d5702f9c0da1ea5dbea02fc26ba9d92a233cadbf522f2d1b803821b996e7f8da7591e7159bdc699320b82ce7e2b0481fef92852eb90170c35dab36cdad7e9bd1559fff6b9536e2860f2a81059fce02c7dc1c63dcd8629fae4476559c592a49003891bfb1ffb4891038f95fbc86318392594bcba5f849fb6fc433ef96623f01b6dc3de36284f76d38e2f0126348fb7a2f05e044211c3889&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971669261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4962d4fd1b37d23364a28b6a330a3a1e240bb6248b59818453961465d827f9446ca2614f555e32a66439abe78ca65e909ecbd63fbdb119308e9695a00620e44576674362a031802a02a85e156a8d1f57ce97c86e68a149ec7969ad0ed2e9d25e4a3ebfe5d621b18c4e6c3d3e0fb504ef83f52d515b34ef2467b82b358df2b045db62beef6b9f22256d717cb3314b1bf85616a9a5a31fc40d6c6967cc608275dffdcf6a682e81a93c282211dfbd4d2d907639a8b5f376d4abbf45bdbdcdacd165428049393662f6496dc1ace77944dc594687de05f3e4bd9c85d0f174b47a581389ce57b1c0af4f00af32ff64e25829988a4c91d7c20fc3c7311630281552b2cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971581435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0272c8cad890a8fa48bbb0091f1eceb474c556f70841f676c3c493c613445fd68cd3e8c35b2b4f39348900bb70ae2c1e348b74544ca89be5dbf5d485950a1602b42b17a75804d033c365b0d5e10fc26efb7a351add2379fafc5983540306c749bebc4ee1d231369845800d7cbdaaf963cdb618b2ba0d6ec058fed35a2d6fcf9d1f59aae42a849510fa0da2b2293ea5496fc215915c304c88c8bb8f0164808e55cf0fb4fe7ba46ce6406a417da523970c52278d98f0455bc8b7b6e0221498d271f6cf63b3a63fa0222e38d537568b91e1a4a186ab3ff55f6e15591155fb35e5f5cb4989795c66170259b333203441b14ade64e4da6994b26a8799f46f76160649&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.971667658Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=54bfc494ba807d856f7cfe66bcd86d0fdc7074f4355ffcd2323a31d56be09df4d0c9bedc41896864fb7730d15335e74eb3d10044aa6bec58239306a1037c7aadf41f1cbc48fbe9c1d701e5c09afc5c2797ff9844d7075fe1fd0391bd732e47c9cc0f7448e44be12f2a0ba18400437dcda04ead9537519283d0ec355ef6ec857f4e68c90089c7accc5c9a801c7ed3b879211ce2b436d72b2004c218cedf9113ceab989c4d3768ac1d62399a26b3b3ce9cc3c297e5ab4b5a0199733b3bdb7bbd6218c33b758e2c7965e5335b1c8dce5b2618790e71b5c684d4c96e883479b11ca302cfdd8ca7af7716b8b61a01fa3eab7f3e1fbc794a07cc010f069d65637c236e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972089162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6eb9cbde5d993315177e0d5f4ba7dff49e75653b7498c4f512153b284dfb24bcf4e28ce3269ef5a2afda979c2739813d2d38eb738195cef51e3a984869b6d67ab4401ff27c7c39a7c77a6ce49b90003b2bf5414a0a50964c54cecff64d1ca4cf2f6398d5079b6699fc43f44e5f8977220a91cda6068ef61d5806c1dee5af0cc5a6e3c464fad14fed5d25c649892b1ccf53de46cba6e68bccb131218df316ca2c193983edf4aefd4d17eb19fca433e0a368da15fef99b51cf5b67135c9c0630b591a5f1f1fd72c37ab6e8a456dd7ad510a94cd377ab92e891117ca5e0021a7e7490d09405288a07113143687ab828837e91fd7720f04f64d536961ca3403109da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972052443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bba59238601e0796b55486c4355e9f9273926bb711fdda9b9bba8c8c8caa71ec8946a2ef61c3774eccc754ac19a93ee348ee22f022517bd57eff106a95617cd6c03b2fa9bd6025da71a1b27a57fc491f12da21c81a2084565fbe1bb58bdd22f73b73c58400ee8ecab402dfb84d3eb01d344f13bb440480de58edf09b60fd7960940aae8308af5e322e5bee83b388155330431bcce9fce84e35abeb36d835dd07cdb6c8c1159037ebbd0482d727285dc53fa686c2d69498cc7efe4d886e899c1ac18165a4b96b5ebb34c6883f8ecf4fbb086c9fdc55de0af5cb04a1261db06779e97051f0165cd5c0ef42b03a8140c94b39d82fe7a4c7f472237ed2c92053ac25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972170555Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9f24b01e9098dab5a345145306a2fbbdd0322a30eb07265d3cc6001d0be919c16be9c26c3b3aae7611c89c28173af58bd05340c94a838b19ed6da1f37c5d53b4e19bc8c1045b7e9ad2d542edcb6adb6f768112fa3da0cc213c175f1f0376cec1093d3be4e1987e3e1443cdae146f8d03557acbe9994da07caa337f138648ed3f51bec2386fd4ab8cfdd3978ccc9fd67126ee0cb6b0044fa57b0655f5c62e12d862c3ff1ef1be8948e471b5bf3216a4819af895d18888b218aea2f8db3fe6cdbbc28bcf48f3d9f5fc9d96510f2176589616edfe1ee6c65585fc36c1a2a21c31801cde152d727841504349a73a752f2d71c2c13b523ca55cf101aa0edee1365d3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97220507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=51215f6684fc4f5f60bacf19ac886e789c8fc04bf330f06af87b3ff015130d940fb85847bf8e17bd9d94611af2f5ec2c64699c1c6f3ef9d0ab0f860b0fd0a5303da2f1b64e7203fe19340b30a9074eb016c7f2159aceab76a4e676b1fad15f5828a1fd30be43264a35bc826f589f61d9e1ffbcf49f90effa5fb767a5b32aec9f13ce0da57d4a923e2ea2509f85d8ba5d812f1b594a86556e9cd4375ea522da89c9cb9c2e245d10244c02ae3726c33e5195118363cbbf2cb4b3856ea5d7aafa0f39e43a5d5804735321a0aa17712a04a42f4cf5b54f34b779dd9c9770d98802f3eb0142a013a42934a0e031010bde040245408000125a720065006bb9437aecf2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972058404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bafd15b5e40a0b5d9f37bdf325edad55f8a85268d55fd058be024da23c7bf5ad5acfd2d9961294bb2fdf973191088a16282f8edf12efea08365f9b807e5468e74996532345646ac5cc6015bd4a5ddc920e58b3738d1d6e7680745e21830b5e64190904f9195b4e669c6f4d1db2d583e4ae5a7ca81d0ad6e58aea8a222ecb6d7cb6f47f7339d89196236e4f6fd6f113c328fed9b9b70f3a53710ab98d4b22288381dae3413c8ab793a4f78794c974ec2a6ceaf7181cbd649a98fb874e7af9f4e197a60ebd733493d38cbf6d634987f472b2bd11395b26c8a7550c449b680f89720e9d3719f863c86a8fdfab0e7633290bd2a11353e3887b8b90d96a8f6be20be2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972221982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b8f22507a6e7a923774944ae01b70278ba76a93daeb5c6f17e7e5e59b0263a108a8a24da78e1b33ca52884b5707e3f05b30d027f8880131bd6d16d7e29c3ebb1803ac21b31b3c1699256b18c7b1b0ccb929f10521508b0e713f8f9273ed0ebb3b0edc3359d5e3fbd439608be8d9514f75e02e64a0889b7c3289d9cd897fa56c1456ddff6d4d45acc13d92a56494b2871c6892e3f8719704931bfef42857a94bef8146bde9a369abf43e7a37adf186c24fa3b5f5252a297317b1ce91854da27d08e76a668b54e7a968d267ffeddc68486127c21bf4031df4cd00e20fa0091be162e1f8cb1f73f9bfa768e58bd2923602159d405c5f6375eecaee607a45a5d75c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972239886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=539b46977bc30c581fa90b3c04b23831b89e2893e1c004acde19d13c120dba37c6725bf9ee948cfa50bcab4af7566647ec20015ffe3f31edf7e025109ef55c6878a526326f6a8b87c2c647c946f57535f45ac4706e7846f5f80a83fa22af24da124ba88da07f16b293e10b85506ce4ef3d3ddf8a42c33820a76216b7de51f5a30c5d0d6ca5ee24ffa0822f42e46fc00027bcc146a556a2a1c7b04ca9341d660c7bde180e7fa7e02348a12bb180b939a972448293395f66f2f011375a896dbd8ad880e3438716aedcbbc9e73e2c1bb821bbab0a2bef29bd88611d90ee0ff709f20aa166b7c687cf377310d4b36b69a91f95efa06157f2280610d629b8864a1c66&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972256748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=53891f68f7086e2b7b029ad894a6cd01898f3eef76373f77d1dcf0db5091d93b8388ee2133798aa0d0452a46e32caa1e3dd9152086b0acfb8ef9e4f97908cdf652fefd5fd2d48b43429c6a6af6226c8c52a1c68d383f27dca6db4adc2adeccc036e747ea220907dff096359dfa00189ed45e07c66cac74bb8ce3973c3fe1feb75e69849e17c69e314283c6c239440af545e27f9f52a9089eea7b0f8e244d4af2d4828b007dbf5fa2591b6fe63a0631ebe22d0c38a801d97672ec172353c578ecc7a41b3bd45731c99829173b7b1b2b415e528a3df3a09ab0ec9e7c18d8dc3fcb761a37592863d597b5e26f5aec216a10a1ca743cf09cbe911b70d9081f8a26c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972267207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3f951234ddde4812bf9c22541a3da5be86af00055e555e0ade0c6b7ab6d9115d452cf7ee27b6c6044334199a716460e10800d6f8fe9533a8963f880573e69be0f2fbe41c88ccbe80021e9dd50ebfec5c20cac350a8b525b6e45b16a8ee00ed66dfe1a5d42274aee3a3c4221c2fbe8b400f28059f9e5b6d1db0e7f3e96054b390a33ff015a61d22fc6c458ce4922184fb389854ab3f299b6e7ca11775c422242fd3cd7f153668ea67e83daef51117ac02fd94dd53556b2cfeca433070859710d278e6677c462db2896de3ac7c98303a9f69fa616037667d6662ba26698f54efe5aa14445a78acda0130f9b0110baacc8a43fb3086960e9036c9d67a9ff7a1585a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972279982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0eb78af7373cb1031ef52ab391d92ede4d21252854a7c476e108a502d47c97d799c89c39eb242267e3cc21f3a38c5a789816efb6652bb85ca5823670f81e5feadf6935062db0f23c39586641a89e590fb13f6bf4a01a96d1dbf58f7e48fd9357f1ddce22894020b2b1b140fb61bc82d26a899b8a58fba957b9a23875c62c9acb9b3fcfa1b04def42087dc5dee2c00b46de169aa9f695dbccc347c6b51f393a271a56bee1d43285c1761baf1baf097fce762c38997e0c4d2bc6b28c4a39d11de86b0fb4e8cd48f66a3edd30ef813f89af047fb3d702438c0c4e0ba0eb7fcd35df6e8ceed1ebe497592903485685796cff292730e9856c7dc266999d3088995d3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972217093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=160a85b3be1ed4ead9b84c6a09ed5c88c0d123e0ea9254a4e5eee6ea79780dac79c9236022911e970668e3e261e768d1a0df503cb7efc2c68a890e0c61f3bd178210961c3c74b58318eb850d163f26a37c6f9f579d407bf2cc532cc87bf2725dc2d3c621eb1fac4f841e011be7a2666a573b2ef472ee67ee9324ee151c24217e6495e496be528e4b24dcd147e5ff5f5a3054db62ffd0bf975ea9fb4132ee6e14bba42b4d0e61119db6d02a43b388fa4ec897d51cbc84848d87804600c3ad446ad925194671e8ece4f20ff0433dc703f3c5526b4f20409443250a33282213ab7dcccd468c7a9026ef9609a189ef7807bf31eff2143dfcbef4af73be8c9ca76e37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972260074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3d2fd7b35ac0b93f8a079c1366d3120ac2a75cba06d16cc4a60c9b9b0da90afd4f8a5a13afdc3a36961c7a63d39dfb973eafbe748f18c65c2c0e188810c585df8e03d6ef9a922683858d2a1598badf419a5bde40dfc7a0b9bcdd6c8480d16e9ce46bc939b0a99beb90c697758ea1502c7dcc223bf2fb9a9b9a71db748642857ecafaf5389c9cb498e56313b3e96c28e4d41927bd3cbf33e5fae141482de0f6c3f1080f82f2496f22a249f1a705d806698e54c130ef8f72095e32a59dee25709db3cb20e7e545f80a534e1c110d361e89f0003ddba52cc51b45fc07ea00acbf3133e09f2ce053de304b3cf0cf8ad07b188a2b08aaf04e0c290e34958a663040b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97241703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=106ede9049e06f987fec1e87b3abbab82caaf0dc9cc6293deb180e3300728f0cc96203caa09c0b44beebc391f9b9dd700dcc3396e865fdfa98013b91a05d479a21f2cf9d12f90a5a16334314fdf7db25a1f30bddce2467b1dcdbf59e194913492a638bd2b0bdd3fdeafe94a874976ab8ea5e71c348dbe98e0e775e0bca95d550b5f58ee4cf40ed77b6edc9ef64fc3180e3002364fa97e040795bccb1325778cdc64b2484967ec9a1ea0341c8b58d726ed21f8ae2b80a9f82014e0cd293da27d2d7e810884c8d8a3625edff5428cef296cbc2fa47f13fb196adfc551dcc99d6291bd3f137a3a34cbcd7785c86a4c33acc1387d13d085f7dc9ec6bd643a41da6da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972431527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=555e0efe28888ee3db0d5d9f735e6dba4c26e3218764916fe3889a86b0e5ec729c0521f84b72b3bedd45d480082e681b968a721feaa05055e8d9a91236418cde657a1ee11ca53f8d2a7334c964e619b67bb49397ac2e3831f590baeb64f80a2343af6b767e5ac92bb0ac067a7f9bc04ff4061b8bc079576cc3e97e16b88ab28e7f9ca6eac97d1d5b2cef12d90a056d3be9cd8a6b8c528fcf3b858705ec1d873b8548984a2f66f24cd84f20c0ff2b09e36af90f380f75c6d6f8f9032e20df41f3fc481613b790fa25c985b9ed5fd82ed2b300853cf9d465eff1544206f15253d28feea8d485838e3d49ad003842383fa9a309d522081cc49970c26b955b82bfd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972521186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2eec3e4b5663fda9a8bb2409e00be255cf98aa0d00f58ee2b6accdaf9755120ef454a261ef76fcaea715911cd41393a90a3c10a2ce9c588496a6a0d7a1ea8b673e8b699e27976bf803b45071ca7eba4efd8b4154807d9bf500f94f738fff085da8f127c7d2fb17710a803692c97499967c5d2978e4785563ebdd7d9eb83f2b1bdb2569df0efe6c051538b37907d4c85fafe50707715c07adee6662ebb4c42550ab54ae513b82c745d01ac39213524265836a9529bacfb724d3c0b744f4d744e170873293c71a93f0730b3c00075f0dc0b35d820d0b84256e17d0a1e6cf7010004fe0b3a46036c3795013af23a63d19b1c4890cce382838f4fdaacf2d86f5b8a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972529522Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1c4459808a7366c07c67adfca370af3b119b988980dcc557249acac9214a0c34b1803124d91e2f9ed46470fcc4a46d0be157549ecf1aab28f8cc628afb8e2165eea7293f188be411be94e809a4462a234df0906480382902edb55e65d83898dc353b67870e0a6e2b00c7bbb830dfcd2739a4281718dd60fb65a777af8528ca54f511aaf9f2c351fab885074b9eaab41e62a369ff2a5429c26e04c3c85be7bb54fc842d152f1a2fdcf12569d77151aa64d177dc2b7b85058cd20053a60535ae0757a8457e9ec16c0b5882d8ad9f1a9c84354d709aa52a6d2aca18c3eac0adccc5d5b05de5942272e252290625cdfdd371a562ebcac6335f57b4703d26f464ec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972531516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=90f44f67c97bb59c54e8bd78573d8f65c17ab2cc7a2d644cdd44acbce4b2e8c5acca077c7d1010d7147e36e99069e925e4a4bfea1cfabcbcc67274ebacf9325d74c4920147857db25828e37d65456c6ac3dab38f17ef745dc814c25cd421eda07861e5cf320d5ba535588f1fecce4366a5c73b0b469f0d9e706db7d715a03d155b0e883a4271b9fadaf9339c919a2deb05154b3aa44030eb53e00fa1b804c7e2f4dd1e0f4690ca15af7f7a513f7be76f6c22e21e63574ea5026cc82e80747f3bc09077bec309e943c73c59784a7d0151ef92f2a221b55f465d84dedbb404ef89d542faa0984c9b1c05f38b03e7714b7b1fbf75ed4b70ffd84b9a5d35f7f88e70&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972584485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=20170846353104339b74b025d591dc496e633102dbedda4d1a73865c85c2ef950fb81220873329b60aa5d789de453ee10bfc938021be031f28bbe249f83aa7b07221bd33fe40e159d9af4aed25aafa21d989256f3aa3e5b100be56a1b0e3f7869fcde00a10fe443a96cabe26b3e3ac66e565a8d71b9c886b2475669c4d404ee0078d211901d59581e3bce422d9870e6ac039c3dd3ba98c153320c51c426ff0641298520bbc2c4cca233b47186f77b3910f659954d8d92e90d5e29b3d3c2f4182cd39a6bdd1ce5ebfa2f9b3dc7e8205718f255ade9b5bae344c1cc9c379bbc71f8574762afc3b465ecc2d4c43aefb65d82a70b953057ee012d6361608ef12055b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972540282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6fc7f48b6811fddec7e21b48ac5e3caab8e0842a222b999103036af48ce3da4c72e01a9f1cd2e36fad7db5dd6d05bd5eb2b6121c560e9b29e599405c716b59360e25c2878c883ad298eb1c71c15c4ed3926bf03f4719a9b97b9ad27db130d81cdf8a9ee4ac55fbbbed23e3fbea226c4fa47e279bbc0c89f8ef975016803102fd56522a1099080069a46ff2b28130e1cdf8fc8f34c7f5e9e369bbfb05535c498ee941c19bb3e3719ecb4362ad837e0521e3eeb58d90a5d81e5def8927dbd3a9acc094c5684b81bad6fafc063a8663cb2d8f6eff19e744b1fbc543aac288437971518dd23bf241110d740801a11292b1747c0dc7738e32d2d9852b33c9ddee628c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972624391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bc3ca323eb85e1b53229bc8661adbadeeea1d1e2f9820f24371bb72a16ad02400e3a591ae585633dd666c270d6b998c7a25cdec67f6aa890ea9ca256f1caba9dabfb5fbf98afc27fa844e77771cb73ae1cefdef4532235b5d48942cbb257200f38f7cfd314ee1f333245cf663efa4d86240b8a074c54379def7d5972b1d3ac304b4915b8911e4bf44ebcc6a20935938f8b897c2dce02b8a45fc01ab46ed75a48b75060acea76cfdad8b69cbc4b29e2d0e0977f268e0044a39550b86451ca2fe565af20b1f275e6888b963265c9821a1201087ec4af5828004ce20168df474c36954fa44720eb8cfc9e06c8dcf485e0f9af2e769825b92ef20ce2141635db8eff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972629791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=10da09c243e504fc57f46701bca7722d18a0ea0d09ed20acc47e031b69bce61ffea74dbf8a3185ce9abd3b70464b7713b862a47e687400857098a2db967dc33b4211b29583addf2f550e302d8cf450781d4c189963261281fd44b68872f1b14ad94c892053412c2e0a344472e7d3e3a6dd5345cf37b67c052b2a562364f8d5c43fdba09e58b4db7fd704e598ad4ae3517e5a2763f3c248767b00f21dea6bf701094a3b1b2d3a641fe8177c15d0ed6f3d02cb5960fe4f1c658f18f6e4489f4730566c4014b20e9924a6b0170af949240ddadbcaf23116b0b25fb7567ab98a3639fc7c048f84b24eef3792556312c88e1023ccca5a48842a2885fd1f0209567c2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97266129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3aad1c5342a6b722458260e4ad39d12d2232535d90d3a9e58b97cd589de047a8e7e4e5d8c0d71a53f480436f0a62c7e2053803c79de3975de48aa029155627b70c0fd8b25feff21d18e1d0ec46e72d5ef8af0384f4b24c80231a4c9b83a865df050a8049d2ac11be764ff5252bb6ba3fe1cb0724950397ded441e76920de7b90d0318711e4c1c6c6d79b86f6c935714f914593968aae6cb6517dda4772cb280a3571613bac50610d69115e53788b02a48fc89e24b5810707d8e0f6aa5fd924d3187a35a6e22ff1b168dacee536f7951b43a5d5139678b28fec304db6757148f51ac6a78446c4bb9f3cee344e7b5fe282041dfa247f0ce60ba75832363c5816c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972574597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2e0da0b26e02d86a5d054b01c95f0158c68c1aa9f868db2f50844879e0125a087c6a87ebfb9afbf49d391a387dd223cddc033c0e4d77b06e4a15f2f61da754a6ebdf4ef203fc27eb96aef37dbd0cb69312d1d80bda58b685a74a3138af59672945431b7e7d34c2afb9480db201519c660375e93f8cba05dee0a7d8d3f532d91fe08ecdcaae8cfd0bb284ea960bb5493e4959001a34f62f4c1808f97cc9c0805574bdcf327eeb504bbd35761e61c59f137b06169928e0bf5d482fc4c02bd78214012bd0fb0df1bf5a6fe2ba9c020062b886a6abe455349ed487a2f6a3769d6a7e2970dff96cb0221c1d506ceaaa29d55eb5a06932b5cab1d99a8fd1ec91d54931&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972538338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9f01b480ce095aff1e7a61fd70042dcf393c3c35d9b6b678f1477031a8a1800f6d850e15e2f2c5707b8a0547e1d7b69239dd35869ea46b1fc49d7f8fc060d3c7fd4ad2fc6e8b6aa79938c8e5af39617fe9dfcf85a9eef3e17793aa2da5fee3ff14b81639586063d3ae248555ccd957d10e8b1762160a8874154a45b94ea83d314dacf913422c1b3ea1bfd6100008d20ad98f96e9b204e8967611fcfc6c2127e7845e4607f1d4dd012bd682477c0e16c75114aeeb3190509864aade9286de2fe849102beb00ac57dc7a626410f4cb5640c1604238258407c540dc78838213c000fbd9619822c12a4b328541bbce46b57be2280455b9a33af912390824fb6d0b28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972630101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4d257fa4d298ff19f4594763b918f349a6ef04005ab65b5838e2378842290c2f684c2da3c495c1378b33c22835206e462557b8d5b497425996cd411a7c5e004f13cd69b8e9081cc3933608255672e1240f6c243fc770698691a1cdd9b295b2f103fe5bf8ea1bfed4f83734467fcc74d4f58d7c723c30b16201d168412662f5804f5446bf3fe7a68f94aeb92728a8fb90a403f2c8bc3d9378a654bde744aae2abffa0b56d4a6b45fa1ce8bf3008d28cc7413ec0f43d3fc9216c042ad1f5749804f28d6a1325e2857e06e86a015fef28759a02e4659a8c9810757df05ba4a3bfa37722c8af545371b6091affe76f546ef6c2a6fec6deb3b56b89f77bc88a79c02b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972816483Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6c46bd667b06bcccecfd952035f96d589c8b7b204dd4093ba3edcc483ce2ac27a93d7b9620f7ad1443323fdfd3d8604b4005eeec0df24926bdfc35e27fd551e5459e4e1cc5ee9491228627aa999fc51ebd78a873ec0d8de3403aee23d3715dab488c29820c08e84a727c0e62a40ebc784a62aaa71f26ff75b110027bd76d6fa67a0574afa6f7c932ad28c5b20813ae5c815d1168376c9e3be0b09ae6d2f740a8167740a15e073b14e8e14b1d5d17f92e4a1f8704b678e2774c21e1de33797b067e84ecad0f7c795570c75e632b872347bb8ba76082c4e3e3fd5c624ca5523002863825fa6ece12ccc737672c5bdbdf781096a3925f3d81d2cc5ef3b2c0dc0940&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972826962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=16170df32012944bf013e517245e434354c7dfb760091aee655bf75f604ce9c685d0a40c8282b4db56000d51e0023c5ef257daceece874963e22108c011f7a8845e061c6b5363c421a055419e79a0a8c0b371eefc61688f7c6d6db3f9a000b2538204ac98378ea30acc29dc090f65bbbe0908ae9a875ec5a0883bbace3b385ccd6eb35a00798c5a776799de96125c6c5a2f0ffda5e388062290e365e92d6910d62e50e2b59e2d996c740f9bcecfdecbc4ade07ff311cf7f95eec72aa832c09d03dffca42e5190c41a291a4c79ed1d3f40e10bef4c2c86f06a347aa86f34e824532250578caba1e227d61f2433b3e6b1b4482ab7e8697b4ca17ff5d4a1f98a9f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972915118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4f445c0b16443f15e1b302a476f5751b53c252315a1d04904b59ac680ca8942229aef92fa8941228d3f3408bdb8c8291768853b236a3c18d9be8f2c8d4421b08a810b7c7be48bf047f6a278f508a2313024d95492f4369f527f43f332b2a26d592d1c4a3a7877384296bd4cd1d9905381d2ab7d33d92b7a621bc712200782495a1e279b4b7bb057a076231263b56b4a747e6ba2a39621ccecb594d2192f01bfe8c7fec4231d60060987b3f59bea7509204387a0e80fed49f1112226a6e02f07650f3fe848d269bf66ea87d988014658295b989f6462f5f8334148ab597473454319c78e7530d8aa6fcfc9070f9ba3de46a92a80f2cabd76f53ee1436686af7ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972917763Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7c85af75d0ff873067e3edcb5e2781aaba21076a0af7b23da329d314f50ab4ff316d0201092f306fd455f51085d9cd57eae3a3c3415dca71eaa1c73cba29249fa5604453e4372f5235bf4dfb60fa02f74ebd81b33703f0d0c3309c24004a4004bd5a8fded4862ea685f8b0c9938c38c26b2d583ae1e6e02adabe4ac832ca1c46099e5e2878b526584e93d2ec7b8c9bdf8d5518a68cb5daacd121e004c5cc4931cbd4ce79376c2e5d7502a268c7f39e15759f8e62155da44650c89ddae750144857ca935081153d61faaa3b3a851788f7413e824519f5d495c3212e6018def47fdc7de69e22b7372f24e1e001cf45ed1c6767747af0c26c97ac353a6b42fbe51e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972930948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a035d766d7182bbd95b2997e2cbb53e03398687ee12d8be7c4fbd7b987e31ad06f7ec93bf1ac9fdb02379b90e6853d4922b05e8db0e8121ef60940e48961fce07808eb6353d7398c135f9c7192416fdf3393f267d3f0a67f2a45f827772b23b0ea02e0232bb1bcb24db2c0d34b0e8cb2270e97fccb04aa7086380177b923045f567f661dddc6946b3f21b702b5b9fad78cb54e3c438939b5ee7a59a7b2baaa72ee68a65d9edf2582eaea2e3217d8856df5abe3b6e0d52209309e55998e3a091a7a7f40ab02730b7f457b25523b103434b763a57c5c070082bad6d1eb8c6aa26dd4cb33aa7cafbb6a79d6129811cb7ced787ec5bc44e861913e4e836513b9f382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972813327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=458206f17d6e2b6943808e6ac7f1d436b6b40fd5c452aae2e58b6d790d18d0363906bf6a9d84d129623fc5c9ec772c5dd96d07e04e76b8ae67a523534ca5a367400f01fb8787b6d18b18f68cee747f82c2638150d794a64fadf63756c59e432d5b95e8e67297261020f9dba6e2eed2900bca2c3626c26f85d1aa2a08451f9fb77bb9e2c35fa3168e5c63b09631e73c3a6681f1e7a8cedbdbe7ff3bf6493621628f27dc972f1287846656a7a817db855d5129536f7faab350975078c3f77f453dfd7be7e92df30aed15787535df8f8641b0427b1d56290fd1236a995637e9ace14972376eefbf3e7d0abb3d90bbc75d9a593e4e0ed7f452f2b0bd7cb3dc62af82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973015738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b700af8eb64b74193c2ad71cbc79da5e91948dbd3a0e83d4c5947cb12120215920c793b2afaa772a632870c2050b5b910c39b32362a9c3199a2ab9e9d4e30009b71a45d91510a9c8eef15d005c5c3dd8f66a059f5666937d38e6ca4cb81d6d26c139eb6692cd744b5df9c86a93e014deb7fdcb0db0a10e76f4cd4a2d28811cec6174f7aaf9eb007e61a6438cb5147664479c4ea1ec4d56c9979c70b1365171918750e6ff17cf09a2b70c466b0360f8ac9df41a7b1e8f12162b85f39709bba4aa4836cad9a0d8184fd71772d97fb3267d34d212750070b665926bf3d3df1c34a5f2fce0b849fe1f37e04e80d6ffcdeb406367d5a0dbcb18727fb9fbfdc2c89600&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973019976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=787dd63b62ec730a086713103af92de30a95c6d5a30dd3a9a89d316359ebac89bdf49dca8638df523c271703c0367374a39c6bc4d02a62d2c90463fc4718b963832dea995809eebf9033b1f45e6cbcc49383e315f5191fcb74b4cf935d4420402354646684bce11ae82a16e72388382d8d07b62b17498de2695c7e91020d51bc44fef9c4e725e643de98dbaf5c8a49781920e7d03a09caa6a4fdb260de54b937606fccc6db580f0ec85035a10cc87f53952ed66ce476bad3b1e57fdea80cafb3406ea8050d34d03dae847b913304c62467c7889bd24eecbcd4a3d57cab38d4e8b3d43187af53742451361011c88006530c74952409353ae7535daba8318bea63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.972823386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=63b596a3e28ae4d18c02914f16fae72bbc33d1646b94dce5cb4dcc119ac8b3cf9348624f2e240e99a6072639c607eccf0d69e061b997961358c059456d97cc3275b2653ec3ce1877a0d99f432fc8cdf18ecf56a45ae99d3a4f9ae54982c214defaaccc2ca470246eeb9acf788b77224342daef4209db9ac6d961613a914bbc71d343b654eac614a57f58218b193af9c5cb4410ef363bff6bb32380c8162a76f51fc4f050d92d9bb263146a28d61353aaa727e271aed03ebab9e597b90fcabb6685cc8ae119ff2dbf279a043a4b17e1905acc6b39b6b57fba2fdd317a57c0838b8355beda8f1a2951e1cf4ea87e9a72495f2df98dfae00a538eb1ebafe78ae1c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973031007Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=43c78249431677f789c36b6109985eaf880ea683d3a228d2ed60b28038a395d24707c7d36fcf99d8195e87d472c1f1b54c3468f48a5a91ed2c2332a218e8ad9fe81f6c1e82f87024d7284d6d83e00741470b29824218ca848f33a9ea28ceffde917fe317f3dffc68e5abcacdbe0fc36cd469da2c88504ce6b6b188e8364de041974f692f22d2728bbd1742565ac48dc60f17b9063b7f3414e04807e25b985f75ce283a031760227d6e60ccdf4385e857fccf44da02145e438bcf3a57f05e5f0f60d9d28120f46aa935cac283f4b738cd97ecf03c2fd7f332e5fcd4124d9a77df8659aa9f2381832b48dbc2096dab95531da3c6be3b422033e495c6ef8abd8a2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973063658Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5ef7b434d5c6770505ea14d685efdaf786cf6eb94eaf9e8b9272ff6aab561cdd02351a5a578ccb6165ae44d400961a11627167b316b6871b9e4ab2d6c17f48d26841644a7bfa95496a3b915c60c92d192a66a15d4955e8124b34b56c10fac74843612c58523182513f87b2373da96030327855b406760fb566ebd61274a3e42df07623d6456b1faf2e19d0e3fafb5b3ff5559ff647eca1f4ecf0e3ca840bddee7fa90ea5c5e3aa1e997338f6e6aac0fede26df53755f46ca8430b771015710434286fc513ee9c62a476e812cdea67f1ba824277f4c017b515a07dbac9be6fe9f383b02288ee57effcde1785c1535440ac79629cf2702c3468689bda847e048e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973019996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=217a8131dc73b886354ad84d4922a3c894482f77a200327514a62ddeba58928c409580e98b4a46fa7701de248a3ecf3f30183452a514a2c7c48bb2b47c742b0c87034409b8e84a87b09745da79ecb82fa0338c9e1bc846cabd0a99ec505b8b78cee73802457cd90cbcb4f2913019d27d742782c12b4d54d63545076a7b611a6365d7045c26b1af4d66caa4537eb51da3afa76232f1d1e68d3c0068abe4dcbb2cb55f1e330128814a3ccbefa98ee471bb09f61f9bd165d41fa5cce0fd08885a78188b450a21cff1cda1e90bc01058ca19f7d048fa6447daf1e981fe788134c90c7e329c00e4e0df333309a0099c75b05140f79081da31df0d2eb4b6313ff9e131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973210555Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c26b4bdbeef6b1ddf80b55d27ebd193e02f951cf3fa63ccc18614cd2722d8265096585cfad3aea81b1715f021e35ddfc26bafe76bfc5ecde10c774bdf3b4223970f42ac339e5f1155ac57c429e191426a4ef3412e94f6e60bc49135d0b9bc7c521f07ce49562e214ad9048a0fb26ad057bd450249934922d591ce343c40ea3e6f0727ad2db5c8590144640a47b6241b37820765d015612e4d3597b069f4f96f7963ee20b69083fec9441f0464541972ed55c7de422dfd5cc945df4e4bea23f8f1626b6a0bbe8c10d0ef846c40449e698896a32dd86f9d9b5017d30df45479dc18f5d235071f43e2792b8b30fb7a194b9d5c63d8ea7fdd201ee3be5d46667758f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973219702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=69a2e94aea47ee761d131f292c4590a7aae51903f746fde95d49632889fcf736f17d08a3f036fe7d2067aab46c4eaeeef92037534af518e41896ce3bf9cd4cdb9227181d5ad2a81610e2075d60a0ac1179ae7c0afb112457b09cf238032b9a7b8aa4b29252f553f5b254c137ab3db2f3102274f6118f97cb19ff868be971e5c4dac4428c0ea226dd84c6ace2bf5c74bc6ee4e9849237510b93d25411f2d840e703e82d08a13fe0f9b5f8d2c20fc671f8c55e816bc091f22632a024299f5719cbf4da763d3d739a98eb7041637a5dce3d887296f97388e0f0ef194b3b665652ff855961b7bb45ca5672142d9bb8a65e1b8d9c4e992037c1ec5625175e4b8e5d8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973215625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=544579b1491fa73a2f74bd239d3207808507648d908b7318406e9537dec5a511c7612417108545162946f8b06c73f326607cc9298154c34c04564970ede271d9a73667dd5ba962421593aa3063e7171b916d33120c1388fc19e6fe2b2b059c3222bbb461f9a9bf6474077c23c8e4fd6eac1cae4c3963680b1c57479335a56f70ebcc96b184a6d3f415297a6e11385839110e25708cf68c17548baadbbf7ac55ea2b9e23bf38ba98138d8eb80965ad498b0f4cc2049c3a49d735aeb6fc21966bcbaa1b3718db2ca57c0911ca710d9ff167100f4e9e543eef4206a189e5acb29866e1ce00dac4e3d29e386d7ed83892246d34e426c36df50c5b0ba023dcb719e5e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973249278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c2da8bdf539480a9b6ef0c46cc5bbae0f36afa5400af975a3fa731e28295c0eec1bdc55ef8e483eef998b0ca6eab4426461442cf5a10f25acc7e5b4bcdd7036fcbed37aa10f90d68ca6f94bd54ee5efa6b6a1877e962aeed1ce8d1d215d24f0019376fa854169b7767721bd7d578ac19344be627421e3a71ebceac8e2d6afd8a9c4190857cb583a7cc8453e4f0ac07513a1f42d5e317930ac111794fc4d6a2be53213c87c6b4c7a6010ca7d0afc0dfb5ceb81836a9866eac47e33fea274e195e6cd985892775e4186104048ae239af786b6c25a550ff5f7ee8db187457910712c24d12574908be67b279fef23935492a4b7b6b2dc47cc7957fbcee0821f9f813&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973497706Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=903e1c95bf6d2ae24aa71577e17eea953e2302aece041548a4a269142cc0b229d57e377538356e6c7a0ef7bd81c387731077370e806462f581f7180c06f1cab8e5cb4ad2c457ab49c0263a1c9e60746ae9605aa0f2da324592e8412e85a1b7acd45cbdf7fedddd1a6b02748c4b4fedc1b1321b65e418a96a5057bbbdfd2420c2e8ca105aef160cc3a354bd7dfbfacce42caa87cc2ad01893c8de09bd893b7405bd80f5b6c2b7fe4de946ef41010540afb0f38e099c289ddc995fc39a6b7b02c3fba02f0ce6908ae5a41cb52d4e295fc2d33feb19daf6906e2c9889891fdbf9b015c5db8f0a5e92100e069dd8c8ef97c0a492859bf0972b84730a6bd7e3ad4b4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973566135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3a244965b16b4133c04a65eefe256ea661b91a5b730d46697c89a8a788fe79ad5e4bcb1e91fe06f8e44913988989e65b70600e90eed0a039bb362cd64b933fa6d048950c4f0ac59f499b1e66d7684a568764565fd1ef1c9900df1fc2fc8c9928599b90fdb59eda97a08d1b94c29201e3d5b6ca4869abc94b88dc947eedda2b9843508d5116e2bfce98c5d0078951ef836e1e8863a8d0d599d69329458b49ea1b4aa4e0f4208ba572cb3b967f3f2d775218cf5c8c59ace232539af5dd3622dad46ff856e8855e20f7529643fca9c09dc835cf9cabb54f2279eec01a5574d383e81d2d90e26dc53bc17f54a3e55174771cb07cda90e11ead251d37b42bd778f96d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973581945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=55a460c258b5b171a3224912197f1f01b7fec7b68c70bd0354341ad31947a2d3987abe90b9de47d8193c124994996185194e1970eb74e77082a8baafebc72809d59be6309ecff5a7e0d3c5e6c16e6bd5e2c56c4d70daa3069a30b3d3ca2eee4fe1dfc21e922b641428b854814ae6bdb44b3acc508a31b0d233b7294677dc01c948fdc12d44b3a40bd07f4eb48514d442d1bd67c6600460afe6edad2b2a647e1f1892780d4ce59ef44af629ad9c8b91483a72da695d5f9910c00ce42259c24d585d8ab77b66e4202c38042219896eaa6c4626d36639a9bae419b5f5b33e5338c8e0d08215f18c1e30497207c9570cb2f7a63b77f7672aa162a85e143bfcfef8dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97366434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1cfd1eaa1fc89173fd6c90b38ed60c709669d648ce6a25177dacd0c68ad6e73284cbad9c697b464309872ba8eb67713edb974268d4363e4a5f2b1dc60bd657347ed36a95c66a16828f5278ab9ee2dcc93eeb7688d4144ab27668884306274ee498990ae9fcf3a7984d36a6dc7328d7bc244ec85f125e042bf702b22bab69b6da2101acfb13e162d86ece3ec19cd20a41ebe6b5ac3f2ab6aba7eeaf63ae6effd3a5984bf5518bad5ec8ec3f44ef208b1fb82979d2b723759de46e87600c21d806e5fb66e65c7be4fb3e834967aa865c0654aa7871a980896c0c12c7c8da23ebdde2b65943c11975b58d865fe688728944c67256aae81e4c5a73bda6d58cdae3dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973667436Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4179971b9e3f60bb4a29580898f8c734c371c57b812a60dacfe24e8f14a4fc8a35fe217e2a91540b5d6cfd7a6492f34495c3a2fe8cebb8a4797fda80373a4d72e594e5d82a2729093cf7ee934c3e905cfaadaaa305eba30a3497770c004e6bed4017e9f0144a4cca4d77d3bae5a09d77df2e5a8ca3dcfb2ff7cc53c1ae5d93403eda92cdd9454384b770c233d401c65f99d2d9c73f57362146e5d9e3d5b8ed097656bbded9ac1a2c54d5b278f7340c8da57f09c03b9e5b21d19f46c708ab6381d6cf8a2dd2aa67ef6bd16a03ae81b3dd7314b32bac880cd87e9869d5b5876561db9d798326ae9681fcc9dd7732da5801b24ae9b2e9a3fe228347731e42760eee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973705989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=364fb6a1de3b102b96ce785fcfc246ad58782ac5b655f3a562725eb332a29a5fc803ccbb9bc4e0038eb203eb6cf664432166cd89fc401bfb3e2c5c7ba97fdfd0d0864a926a31372404ab85fd1f511cbbda20ec4170ccf69784a5a50dbc264cf795ccc5c72130b73f0c3d040ea990916cc00c01b983420aa6f700b20f32378f3ea908237278ecbfe3449afda9e39ef0cfe415c5036cd936f223a2c08895954b438404953a97e97f80900ca0186f8addfa128cc5e37deeba1f4edc544b615eb4412da36277394f75346ca544b936b46b96d4b1029c0b69c3a0a0d982293ebf5a3bdd320cbf96a2ac5e1c45b07637233b6d845caa2a03ee485b3db5a8874934b8ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973737207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=ac5ce5bb78e3d2579396ce093f6aae4c4587c894c3a0f1ab966dad4490228a2ce7c87aa0147e73abb2665220d82ea540040a716efc575ee6b266661ebe0e1e1d73863121a0046fb20c9f2a11d749a421ff239865b5ae2a93e77be9348c158677b37bba743e3d3d9594469728803f8c971e016b5bcffa180a60d41893824725e5ad69bd8ca2f2ccacb0717075cf98052b09a5159ec1d3f875a3a80cb85c525729103a30f67bad8a20e7d54dcba911fd76f9f4e32ddb401d95429b67eaadc5176fa7ebf4c2a1ee3afc7b40b3a812c385a5bbf5392377d5f5cf769873600a1a4aa42eabcfe2c0eeb12bc93e9d3ec68f4c8c7bcd0e60abcccdbcd3ec46ff66ee8941&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973710778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=af8b25f4d69df7301db6c18b9956defeba5836702f57a9976a9a9bf6789bfbf1223af721221fad65234a45c5c4e74b4b4b0e85faf5744edfcd0f1284a12e461d8db6790909358dd030e7a5cc4ae291c6d63f97acee8071793b2554376e51b39fbcf90a93c6e87c80b4443bfee6e4cb91f1327e888acef7ea8915b85030f212c7a9056368ab1eaed1d7259112a69cb681d3b6b2d5840212ae6b0bd4be41a2cafe047c224cf6073af8c11642260ef6575dd70f046c2fb505be03e625b5fbe1a094181fb1697faf3f603f5bd655d829bc07d9b654e3ea93d4e97300725b8af1808242dad842fe0d8e1eb6f58ed6a89132a2dadb190a6db4249552867606b0192ce8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.973881169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=18e71ba533e677f95055f4e6c36caa5d0e5d651a626ba9cc3f11ff81144539deaaaf4c3411839d2c2669a5e339da62be05e914d4d1c8e6fc67930ef73a41b39a9d124d8d6abb2d73e304e18879a3c04e47c6eb965122aaffb0418fc98c559aee233c16a2951f4c3410d05dfd9b959edfa0fe045bd29700395caf3a033804a38e147356039471451db9e19e018b39bac8b3a2a2da7b0b2c79d7d52eb39cc1159ff066e3fa652f118d84d55cadf2d28fd49be2162d411190c6789c62a71db730564af12fb26e9b2121ad76fc4b810f5026685a8239fa9d6e09479fe69fb5ccc4afc704da08cc0e8987cf2f23714952b2a11bd540b3f6bdb8fe352124b9b5438d26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97412618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=252a1cd22957d30de8b2030f0ac89534c88346aecf75749a45cb31f2db9fdaabceef88a9f373673759c65ce301e5a72f667ebe568b75806ff44724f582c2d938ccae8e4793fc67de4471a5a8379d3d151e310e01fafd2c764aab9af09b723f3dc66312b8b413fe89eb3a30f4b54a0931e7dd63c90e09ee86b925c941577157937bb8440833447ad50d829aed525d1f72e1d89754bebec60686d02952316b422fe43817e2d6a75a9eda5079bdac597dadf836771d70cb717a8d02fa6cc5641da68d7d04f11c13d8f9ba1fe31793af9463409404a59cbd7f5008c02c57ee44c4ed67a801a9dd433df9bc3ca433e13ba4cecd6dcdb0fa198ab4590552e3d00eb1a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.974266956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=03cda23bc84691aee7617d00038488866d9878500502fc042f3113017fb0e5f615b81e639d023646e16f1e94bfcf43a78ab3fe733100d696f0e851b97bff8f6cc54f7e7388114b7322e1d332014db1855485a268ccc857429b77d50136087b1129a96061622ffb9a5a2b8cc3f6cf64662b8110de15d3c0a90f7d98b2ab37361cb92496fcd2ace205ce26c0c90cb4931266c2c1f7d6bc6cd17aa7afc24c9661b6d94fdbc5b2b8f394259f8b3ff1d16c065d57451adf55b717ffc7b442877c7e738dba3258dd13450910cca569296a56a940859d78944ee501442ddd9639f8bd8f9e553f83d8ad0221f53aa778da1336b58503b26cb8d53601ba7bb083bd01a772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.974338591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=30c06876ddc38bebadf3303d751ba319558c955c23954db7fd8b8677deb378cd02502974e9a08812d9181c7e25c7d3108f43df2d9991a0c64a63229bc6d74513f88bae6ef8f992f18e7c14f000bde4426f384e79ad1b0da76691a4020cd5de5b3c7095f5ff8150c0f908a7af2d2219ae3596b609cad6c7369434604e57290e58fb7faf6449386d438e378545138b74afda05d6134747992455fbb0edfb74dcf78f81a3ed925f076edc647d98d47fdd14bea86dfdb51748cb3953cdd152d97bc84afe7b05c986232a3d52f42b5a9187be20576016c8d5f08ab92a02486278616e94529912f8c8494a7c61937b810f400db59e783151bd30f2e4d7bc3b4c9de67d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.974426927Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=49fe9e159b9cac7e8a3ad7ba89891a71f1363d55d6405b52d5da672b62b4b5b50928e518cb6d673a3ac356637d12a61330fc8be323968d6a2db90104963da47063b13f0b765a3b0464a1067e7c08f4018e9582ef66677cf7387cbcb9eab24f8823502e5f9ca155f18b408cbfe99d0ec79cf6a0b405140a94ef4d4b0d5a6b2dfa96fe08786da83953dbe8e70dcac769ec0cdebdc82798e6bf2e64719b981d50703801719620db88b3705c3f805fdcdaa41311f8e5b4a256ce33466dc208b4f0da197c4012ba948762f3b215a08b5f6808593bb5e2b213e76c5ff87cbb4fdd55fc1ebae3ca493edb4a3ff7242bfe6c37bb35423c474177519818c07d2bbe5ead3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.974495887Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9eb45d7bb6a505a3897365434ff43ba13d1e68a07c300d892b2a562c86a4de6a431544d9764853061f53267f92c5b26fea97bfb5542201975c8eb8a7ff012ca2c70ff8d5dfd0e2fd91f4684bea27faf38fe4ff5f379c3f8dc0d2117b1f2f433652bafb8290f1d658a90996f7fefb65adbeb03d04a7f051102c5c76148aace596389035630dac95e5195e590063dd09df8a3500e0577fd172fba2f44a7365cccd029c980820e78b0c61347ee2196aad1dc8bdbee2f9587c64dcb63a135b6705f9bc8f60eda12c80c59be95be4379086658014fed88c51726925f04751f76fca337553378ebc8cb9ab88a15df82bd14a7c8e41d284b7cf1a29910d9cfa4d843bef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.974660297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5b6e63c6e724e6bde2bb1cf61e319d69a2a202312601bbca9ebf1624e5c59d84afd9e8f61ebe877a02f675ea4ee4bc0e412bf3703d7ce87c88b0dc38cc5f776e3f756a88216a3b58e3a6c1f046f506294ec14f54b53f77c45b9bb2e5a9e22c096710eaedfee675551e97c01df192094debaaba765bfd7e5287594edbad075811eca940794500ff12637d0c0b3f7e0d88a9b361d9f23d90c2330ba679f77ef841a779a723cac1e996c7310922119d27734148bc53e151451e732fbbeecc49c2d6a55f925942a288a0add96a2f5264645302209d4e33be5fe0fdb78cdd82a1c4220cec0d15fcec4572800fd0ba5e023d4cf4c6e19808423a1b12befc6a6826fb68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.974777047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9330ff969d5e942b50249161df68adfde517f9cc5751232a3012a9e58d1e2d01d09538fa01e1e788c1f9e443490ebced398a6f0bdb3a52e676ff71f13edc687b22ecc4bb797baeeaa4151d9a2f3a5e94e54f3d851e862c7fb1e0ce8e7226858d6b77ccd0a8a52246bf5561e11267f9197d59d195b1ff111d98363d5f8822b79882c4f259262de2aa550edfb40c70e5e75b22469478d99c37b2b7e8984d1eac50f6c3ab3b4dca206f1c99b5a2711eba14d898fb8a9a50f2489e6bd7b9709685ea2ca398cac36df37aa145fcada11d878f2ccc70dde4918eff0abc4edf1a1eb56c4e05c1d7c3eb3625392f877ec7068918e76be42e7fb4c63568412fd7e878dfaa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97488512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=be5d802ac82180049fbfaefb0df32916681be9807a8da428bd59418e2bd43d2209289b6d7179af692fd9f0208ca648580a599f861d20c67aba7c544a59889d6bf1986a315d62c57f89471c8ce05eda50ff09e0049a72d2fd11294a65d96b3ec00bf1611e6318901ecad6d485dfcb99f26be3cfc9c83b1aee1403d81a250c38768152e121dbb1b8aea15499befac9cbc01302ef094039cd3cbb61a29f5c5ad461754c27afa9fa994d5a2c317a890e67a5ffe190365e56d3f8176bb807dabf8e8c685fd73c82f19ddd5ae347243288a4c791d4acdfddf767fee796e4e4d7bad85d82a5aeb050a44f2367790d19c04ab536f7525ee9f6e1f0cab1100db1321bd7fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97502825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2a8513dd5d34690a39d3c96611e95e9c5bec4c3dfe415d013b33617f4c7dcb32e0be9a1eb447eddbf0915f41aa037d4c0b03cf64f9062dfc07dce8c8952477088426e07748e20bacab83ff0507a3aa3ef53854781d675f03f55a71943bd2209b52c793a7b5fd8900ba2bdce490c16a89d570cf5c042ea2ef8be2e57903a68af675ec7e3718df8e053b92aff0757c9860c9fbf359db8deb99f3206015b2a5c843db0d8a8aea4c193bc6b9247fcbe77c8c883d711930d79cafca7403c6fd7933c75e94a3f4d205346231d78dbef94e80e697adae5fd2e2c81a36a3b4e7412162626f058065704de231fc8e69faf2de394092e8e9656f06f693443aadfdae5b0b82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975035484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a1c4cbac803aba51239c791bf4939b7ac6f21b895cff12f6f81fef16e2b289940cdf19adfab70df5c98af3911a291d3a396c44602814f28498177ec6830dc2593b97cc9f29e3aae033a2f5ebbe4d571f502c3959ca4cbbda96d5b28559e042494fe4430170a58c01a8b198d8d1b9785770e24b268fb0e58b05680ca8dd466169dfb9994f13f552ba9e62db81dc7f9410d58f1d08795365c6e197b18608d7945db7310341aa5240f340b0ec50cb91609fe674bdaa7dfeb8dcdab959d559ab58ce83f1b7b7c1b84c3572d3af51f0d691fe5c7c3c052d0bb5245d7c3670603b696c6801410abb758bcf4710215bc3f3cb7d58fff980fdb059cc08e59eea8505558e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975051544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5c06cf6d4ecbaf75dcea8cc118075bccc300d9d1c045d3c812fc7273d1a03e2ecdbbd578211519dd07a2a7093ea720a3644c4293faf70cf258921a007701f34060bc20739ff92e7ea11f18fc0d6cf8fb2b89aad0b2027bb574aaa1842531935b5f12604285f55aeb73e438ccc4dcc89893ec311b935893ba41359d2e89178515d873c47157ca149175db589a1495e0db6406c9fc7d41b864ec8522a1f6e33bdedb29a77f5e2e25f52c0c429ffb8df7cc6e03d083898f8f9c49fb924c6689b0ddbbe8897a883e20d6ba25a03a5400ff931b4eea6cf57126802d8ba42ce521b7ba439bb7f53ec50fe53286bffd20b9469efc8482208fed79ca356b55e84e41ad71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975132637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4637b2773edfd8e1f0910c542d646ba1277d207f2349eb528999d9c133a03e597e8caf85dded933561101d23f12e70d57fbee5b3c71351c39ffbad6e0fc2f8fa432ea14a6f1dcb78e671880705958faf5877cd267503a5859bc23ecd2910ca4582e137ef8a87bb6fa6de1dea87d4886f556be0ef2a2fd8467df1ae8869c7cb836f4f5926d3382141be30fdeb13297dbd782a89d907aad66a5b0cc78ff30312fca77638d3905fa73adf0f9078ff7ae0d5e6eed7e142355a2920a2eb7f93d4bb78c0e14b30af4cc99a6fb1b61deba469b4fe0fdbb6a1e773828feea1bef15193350b8e84c673c60f3dd5e383862d0c9e0b8062f8e997afd3d08b6076d12e815eae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97516604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=c4bc1e392860a0b0e1352bbc38cdbd61f7c342e327577bfbeeb69e82c1096837dc37890f82b6bfd2cf8547fa2dccdd8eed26f028fa6c5017c02cf3d5baf3a2648e2dad8038d422a065fef64f95b4b4dcb15aa0e3dac363ea9fa29561ae1d1a683c1a700345d6596e58a532a8924f65c9355f2ad1e6bc4e205abca74f1604be45c8ee07c4978da350d0381b1e03690646502c9048cf7fa24cd27826f4a750e98ec5ec97d7ab6a962807616da13fee50d9cdcd70877600be92d8bf358dde6d2bf1f5ce30fe447a7af0b9a75964cf61cb8f05efac6064dee7d418885334e35b6ca28fc4ae93c57e540799ecfab45af1ac86c79aa416145ff7402fc9c4d255e46144&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97505446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ee134112b84336e00d971b9bb47f3c6f145ae991d3589042ec9c5b9f374994f9776682617ac0726af66be3189db2ae1beb875391530afeb68a2dbbac99f51fbdb36f78a9ebb8b980a372ef01ac44aa44c5ce918f34fda82f34c3fe759fc32fa25037440b9e3a510d4a9e7ab3829580667ef531905af963d2d3f5f1662d98c05bab4bc550f1f75c83d924dd658cd52f5912adb48671751c17d73db1c4b1b2b29ba082a7419fa89484e13dff4a7fbf01657a8ffa0d17d3230ed7f5a5c712fa7fffa410e19776dba0020a61d879dd458950af8d417db29d7d77f29b090687445aa1ef881b8000e968a7f66ae3a772c7c23d1842a89801751bc71e6ef015a1989ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975037377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=76f24a37cc7b648990415d4c062f410a527a31090a7beabdb9cc88ee16ecdda52c31a0d95e1a32f3cfe074b28c0aecdfcaa8c61c020f160318cfcc3925d463e45a95d9e0a0944b6b1dcbf80df23a32eeca1a55bda470d465c0263d1bc02902e04314a5d655081e60d557b47842606006861bed5e89012054e910ed39b11da34933d8d02aebae93f97ef24c9ca337aaf6a2ddb19aabd110dd687d728dff364f0d9ff0bf317bfcad3f767f2e20a78e75290f0b0138bd119715a5a4499962e61a033725494eef13180a16f2af7b00514c6605cb9ef7c2d6417d638580f66aac51cad36e18e7e0eb6a9cbf4e5408660ba03716741c710e083b5d31e801591f150d60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975132587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b66f4f8ce1bb10da4fb6bf8e9fe5df0add44a58f04aaf63eaa2d4d824c9ad309e4232838b7dcbcb4d5933f3cd468672f1f260781d28a9cfe49b981b90c98a9d67a57abfa2253a59d5be63fc6a08cab9205da97498cbe2cdd5b33162ca666f3726fc90efd2bd1bc18788ed874e08a566dc2ff8502f85cc450b23a49d3b226a05134a3952179b1f8c472619051b24492883ff166db6f7d4bbdb7072c654858d9d15984cbe91d29a2f1299fa86fd6554581ce2e00395b6558630f40d19eb98c38e190cdf13e9f6093560828a6fee17544cc0ae09355c240836c666c7bb3128c46eb9ad89092aa4308f89abc32abb2de0bb45718ef5fa7236f31dc4ce97f7122bf50&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975578798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=40b0f1ea49b4070e73e99cbef2cc32009a8a7785c03edc85f497f332ecb8810543907018aba2848a381789248b9ec5e23513c1346f9fc1a95fa142ea3bd4b40fa7109e9241a9384ad629382893fe27380b87891ae323dedc5c619b27d696fe96a58fa8a69c512a668b9fa39226367779d731ae0b12666d76588e8bf7e27deafd4cff6f445d7fa2ece34e18c62e23599005cedfa15ddb56d55af2df56ab967dfced6faddc890d3c54ccdcd5527e779c8e6e133ad1d39c2c93332ce4502d599480f513bd28bfc1a528c37d05fd37a200384232c5aa67efe2ca6f823458f61b5f8553380c6d4a27442a3e6961ea10d2069ca92671fb7ff7340c27da9c09d98afcea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975588686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=86ddbe849aee2fc1fdb0b57d96d60176c67cdda24c6a3a9914a4ccd6fea1b10bfa016e8f6826da64721c8967e4231a943e741a721a419c853e324a84b683da25ce6ff082258fb298a51ed57cbf699b6ef905b2cafd8e70ceb87f3783dde94f000df36658a628a2d6c7590c2034cdce91a6763fb5570deb2dba0cf031f18da1bf2d9e2ac28c9de34c325d40b6a56da430d113c233ff24161cdb0eaa971402cea84a62c35d3277ccab1d91b4f03abd4a9248f807570226d87be3e2cb4ada9b11ca40f6a3c1dda723b00db20886d300d0b81ade50306f8801fff03f2cebd3730080f2fbbf7eafcf6eafb914a3596d6778538c03bf4d3de390ecbe57590220c25793&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975625135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=74479b47844c94e6ea620befaed4ae6b3e1b1877345e9a33da47d971f84c97dff73bce2adcd6aa4febbd630a10b0d343f60689703e679476d498551598cc45966d6039255902caddfdc70264d611c89f7b62eda6be499df3822e55b2c8ad8e0e59ead7b48ad3a69c275c547c5f004af471ce7bd18d5013338d8cc61ab86d0759fbf085f5f5c586ec74f96a439cf6b7a230b835e273fd628f4fe569e22c1605f625c7e8d7d99f4ffd583d922084b7f9ed8617e76a66984f76b95540a1a957f260b9bf3c7d3875c4efda9a60957b17f2208e85f4270461ce0325ee8db44d7fc24c22a489e92d448871b8a6ada41176acba3a1b3eec6caa2fa126a1b689a7f57e74&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975704685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=03d9c8f8b71606701ce5ead618b00c422dc0a0c43d1b8287fe3d83327f045ea98238b4156d74ac9e6e399ce72cf35ee8a99614d3c4541675bddc85d0b5cbc5e4fd277646700bb9a4d193c06760207170cbaa2b563b6062d857f46965fcc839e17140ff44a546623b232d88c56c78c7d17d64038b05af22a80ca90dc4c1d78a5d15ea2efe73c070ed0c34a673b31bd06a1cf9a87a87da54840832076c7830f0838e1a8876d9794c377d5a9d56d46413fd2c326e5952f867238de8413959ec6ecb54e72e3331bc2a032102755b7f67fb23a3fff777ddf6b171169ea6ac15ad11ee6c92c4cc9c7ac701d042da07e3b118615ac740df7dceeac0176ae2680dd4d6c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975719352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=32826581a700075fb23bdeb7fea09220a9e889f06eeb8386484c634609c655bd071ec51d3045b5f840231126375f304db2d61b768b460d312368749e98e297d7151965df2db67d7a1210039afdcf80dd7fd97de8ed38d84d875542d4f27967d5be6f873ef908cd7d3edfffdbcc5a0699e3fe9d85e0c9a8b40649b4098a5eb6faa9628e06f9fedb4d6a03812a3dc38f4aa4b3dacd4998566496bbde91bcb405d2aef8fa225de1fdf4f57fb5f035e40a800f1e008a89a44116e48e3085828dae350ce9689e0061d35b54d46e0582f0b14065157e1637494f0fad6d055dd7404496600d642f5e6700db42cae1ae1fa5b4756cba858c8845095c8f5af95f8d8d7499&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975719142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=96c15e6d1328183ad016652274d062823ee42ee2cc0bb5fb7ecca90a215f2099486a8a65946efb09294f9029d5b2f0bf78d7e40d26bed3e0eec4ab92f66a271c1f52fbed4dd5c79dd400125f9dda53bc7965f19d7bedcfd9e2cebc9a41fe47d45f4e1ee6f3d036e42b085dcd484d93158bc335af9b3474edb9c13048ab4d6c282bcf12239fcba6e777f85eb741a3d339fffc9193cb5514cd7d3b115d8639496c0adfffc42aeb2143ab37510312cfa49b7c21fd97914eb5f1d7728a73bec585899d4738ae33b3cbc3653449f51b33642dc8d7d8c4e28781992062d3909ca02f3852fbad20035bd19c6837054a047cbd5618590925015dbd9b78f18c4f827c5fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975592523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a07f30f3179b3ecc697d002f913c72e3b1f7f2b68712b49f6d4d2dda5435bf363f3314cb5c328d2503f3a303b4ce458efdcb95992274dfa67bacf931203bb96fcd8564a0ef4035da5225512f8b1649f4740d30d1c193457d5b407c03c9db45ea59845dc929efcafeef0fd43c0ee511add2a1f34332d81701ddebc968e853e2f5c0ae2e4d721a273ddca3bf983ad54df214e58229252c8e1e0a696a287128643ee77d9f4b52ddb0e0c27a35a6a5c3e133ec3b3ca2b9bccfea9744b92301e293dabab928d30c40c38337611b11650b9ee1f52a3ca3ec883d1ff51d8d24ecebfcef500d0964df86365fcc4f7930973818a800182e12fdaf6a912bf94f09969edca7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975860759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3280893e9deedf71062af288bdac39f4f4a956351ba76f8c9259ed1c0d313853ff1838588adb307983efd7e56282dbfa55b23c1e31f610ab7ff49db6c4132ab7e7fbe46cc42dd72d093ad789a4d8e23f0a98dc749d3bb4ee3c9d3a57a176e6d22091b7e42ac911d8b21bbc0a94d0ee6367fae42a7679a146544a2a686f4cedd6d107c594d8e3bd57ba7a6960058cfa3bf298e36c9be4cf717fc36ed8f37b71fadbd239da8f39cf241fd4bb360ca530fdc7c7fa89bc960334f146944333f3ba3d777329097d8359e539cf32a5eed0777270fc4061320bfe3cb42379f8e393cf78fe84e15e37402c30f28cb360f9a86d6817426af591a873f29582251b6f77965b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975870457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=af18a298722b79af9de9e719b0c1e8ecd8087391f31803be3f7770debc82bdd4ebd7a9301e53ab56bbb349347ec0c7c82259845a1b5dd6c1bcea9789449b32de9729a08873d63ab0badea8784cda1abb12ad4b8b8d5e25e38dc8440fc3e8a1952eba250b48298b756396b91ed50b71d8ecad5b0af639dbc7c24550eda08346e1b7a9e36566a5dc282e1e42b48ef2d90e45676b97dd0e44f705e0af5ec9233507fde3d82614faef8b79f64505a076b60955f5c343339c140674368672d8a0de4d5ef01f7eb74f450e25bfffa1263460873ac0337c52716600cd6c788e6756f212d20a35978be757279a507869f552a674f987197ca337716cec958d77af0cf9f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975904211Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5fcb33704b9fcc3e8ad3110434907831a67d76589a36876166c9783c7e6392688ab09ff69372ac00bef2ce7276437cbf493baf1cd0a69d4f398c166d0c6bc97142b08892be6136a3f2b423aae127f86e3f409c97f6a30f73f9d49924bdd0bcfbab667ae48549113f41ecdd6968248d871d351f53c9f016fbbdae464269d0ee9e229e9ae82a053097b13b77183b02e180ce8126e4a8b028551755493ed4236b5e39247ab4acc517974120937300b8d37cde1cf38c421a6ae584713c3cf491002bf70a8b3824ed5798a1e26f601d1392e640de92ed5046ec910bd562039815e0e4bbb53eb4e1ef5a0c7df0c369176f52fb8eb4b1066f1a662ebbb82c401cca5fc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975924349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=360ee75c7c1e5f4b363562bccd5c36799ed59d26d096644b053ab9c7484fdd04b7e6475cc2c80bc52aaa733c7c8583cf76cb306ff4f22da8b96628d2af2c72090f424205c31e426a495c347391e96e184c07f9d5d9de60f8a70118bc8b0510b5ec89def83c6916d84aa9b7dd7342acaaed63a74d484571d9f21960dcd116df5272a92dee39ef303d2fe7a19ea83ff916e48a87e3d72e5a58f2c0988a059412e91577484061cb99be2d1cf6315175100a256dca52589950faf9fd83e75cc251ae1ce1b077477f25b852de1e4490cba5ccf786edeb7c29e65e7aa1ecb57fb6d98b1b870da99ee36fa866ebc3139a856b86b0e950bd981b97e207c38422fa842575&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975928837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1b5adb580832ddc8b06bd0d1b428a4ec1ae4817bf181e521e6b562e11279f882310325b41ed4739eea33aa30486f9f1910a786e0ffe1b11a4f55f4654d025b0621fe4555fdef7661d3f32ea6d8a4a13892207d47e5a782cc6287c08ed5952dab1869f0d2a09c02c5ae0d24bcad1412c1c63d48ff5da53d885a2c45c97f730caca7c7a3d0144ce2d997a412d9861f00b3dadb9bce7fcb550de67e44a5d0522ef6f22ff7584c2375af4a251dd41fecf7b6d19b071e3b1032f62b3538d7ee5838b94b0f522482332c6e7db84feeb318fd37a4383286d1fa94d7dd73d75a7ac2782a54cc994cc286588c604487f38af74d8d80b2eea9c7756bec2d21183a90374e1c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975942523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6f854de0018ace78fcd80422d941e796649f6aa9736b35177b0be83fb488b769e1f374de9b4e05cd6e7de24a8366ff234476ef7fcb025de8f53581ebc917d80d7d8836e602bc0ec13e82a0e210b2b6fb222ca6a4d8313970ac2af3a5d3042b35682f94b6351fb23896b934acca02b15bcc605f022764eee5cd4acba39b8d7c21c955405d029091adf12634ca19fdcf513113da8817ee640c3d73e6ccb240a7a044a8d2ad8c2e7590bc7173be1d24d074ec81d0a0f3e8db8a4634738025f9ab1ca80a241c386205da83f2dcc99e5800af6f675f6e428efe601c9adea459d87be0ddccb23016ef297102b6ab2376697b238da775a4d3c094a553c10dba0a940b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975953774Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3bf2d8c0944db3dd7533b4f015b832cc3e9fb4a7dd3f27bbc0e9295d15987a270b62a875c12a87c358f06050f599a657c8417434bf74ef26473c4fdcaceb0d66e263496726d8ffdeafce701fcb1c9fccef9dbd00de4b54fe731a8053df7f1e727f46f7925201cc12e0c3131c9f5008b7658482f5cfe0d645844d5364a3289e036e1445fba6089b95154dd188da97c8ff6ca08f172912e3f8c45e6bdcdb5c67c390051ed804bf37f3cc03e8c1ba492f3e254ac8927a19b93705d3d352feb396911b956fa9405c29eb0cef129a0628362355ff5d6878783b493262ccfb07eb5018f6ab27e3b66b965e51cb2c742667f840f11791aad7b1cbe3299f9200a630c8f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975911645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2f32b6102eb8e39bda43a6a56a8c902661f1a5a4806d8f423560235d8e143658a24d7a0f55b7f1c85e13892d5a451148110d4fa2541b8aa5c96f3505e7489e833d4426edfa497da780e6f1d9dbe84b4523898d79db0feeb5b14358bd545c5aed3291f46123a3e255ca1feab58953efe5ba9aa0e0daf23385dd756535ab2d7e8e7d45a33e53847f49ec92aec695d7ab3de531b07b109c04d16b2d83635e462b892d36d4eb1c53b12f961ec48a4537efcde4d6934da1d65638679fc5ec449fd77909f4fa05fffc7a323e54e1639a423b8051c88f55f738c8dd1cf59299b47a50ad4252d238ffab9bcf1cb525b28107287824fa720a3b72ba87d1bcfc00d7dd99a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.975994902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ace8711ee97ee7f121b667321d4e4c25750c66bfb60d24a9572fb64d2802a08cf80a7ac7037b08f656a07c55f95a516521c18f988c393116314c808fd392908b6ccedc8bdadc91f13a98c5737b52fefe261e7d52d1d3c0c13aa73885c41873204c53349c68ed4bf25c7a7e1958594d6026e4d4bbc7f861e2a85ac1f28fc35eafdae78290c730459b6c480e0e83cb3b3d45aa95d5aa3375038d136073376d226a99d3961837b7c97b836ddef57aaf5abd97b4410c96a2aeff8349f9cb2d3cdea034ca31ae48b1776923a3c7d4d4d355926d8be2b94f695f6f9cd4c701cf045fdaa1c07ad66ef9c8ba833ed318c6578ce4100473a806e9d5c0e16acfc1ef75792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97595686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0996b9991957e2110ab355648f5956a6c7435d50a997454f05327ff2b1a8bb9b2ac2b1dc3e32979d2422a961e464b10cc0fbcd96b0e06dabca84e0a6f427c45a29b6c78aed38e7c9e75c7ea588ac99f58e948df6ffaa81a779706856ecc30916f83051686d3b2f1f445ceef8f38c5da222399103e6fdbaf278b9a5c3c5c2228caa7d001a6e0783f09d3c0fc1931167421dea57710fb25f245b4040b8df9fe43bafe60e739cf9bc5a687d1d759c46f41b27d5ad7e77370fcf81c57a8cf447b6dac682a6375821c35a14de6e1bfff62a281bd8ece539398351134a3769d914a63c75f0cc0897555cd147f245df4c001ada80c393d0615d434e11bf1777d2eccb29&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.976109438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bbeca9663f59b33c44a15ea9a2d574fa6954b0ed423abbd97bac3894d92abc521f26ac74f5353726cfeaec99b9c936dfed948ca79d37d7533d3af87156bf7e9461db9e41a2b4f0b9a36683a0649b2f8084aaeb148590c7717f2698abe1af299989cb6816297ac29c6548b1d6dfbc427a7ebb92eaccaf2d71bf7923023944ff949a172d3606c8e97905dd46c0280e2a0bf407e5e9eaa18f4606386832ba0e542e1e2d70821c120939eacdec84b5d4372e6651d82d29628fe7ad2c85003d3d36c2c20c196f26445e809742b567c1c959e22e554b6de89d34718b0de58fcbc1d779ceacb3513a6f109e47183a8c410536a7280f6c8a02bf3a52415cb21c57120f97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97612669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6a448bc1ac68dcfbdfc461514a01539ed2544ce5a3e912e16271930c35f9438f0fa8f1b003792fdf956dd798e17203835b40683257cc23c18887caf563f15304fa91631e94b0bcb7054328cf67800249c9aeb3cfe4fb8635cbb35849a847806ebfecd2cf4141f34006d5b06c438e6774460689bd392c1a2154c478e619ed289df717a1ebcc0b6774358755656bb6c2caa31265493dd49301e117d0385442bfdb4112b4a927f2b742f83a02fba3552d0488763111bc15048ab5b1d95b190054dbdf63e3e6ee2b5ac8ec481ec4dd6e2b571d2400e8402ad20ba74b69ecb62acdc393c48c9c93d8986557bd8477be0018d0c6074c5c8b9da5374ccb9d1fc05b8e3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97616382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0e6bb8868e02a27e70143f018bd85bf2ea3eb9be778e07c5f4952f573ada3862e924d31e8d124658bd3b9d6ec898ffca9253e560008ba3f7f623d10716124be2562fa4b6c211261485cbcd97724bf8bab92f20ca63ae7d1064b452112bc513f3f73e2d57b0e2e68b35c4516fe07fa18060054bf549bc0571155b6b38efd6bb3a77e4e70fab4eadeb55b95bb549a9c243ae6a664862737c0dd4efa5eec0856c49e63ffa0aeac01cba6d6653f485cf02044c965c87ca66b9ecc0cc66ba191408693c943eb2e328e751503b0f7747da18ee38639ce70aa3bf97d94ce100bac89f7a57edf2981303676fb9b7d404952c033d31f975b06b4c97f3864a9618841afa3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.976173298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=39bfa88de30a973f2fc7a4de7c4b683d53046044cf70d7063d8388a9bb6bcbeb29949a776c03580f8b92915167b7250fd0b814ee74bd45190096a6019f008a4cadb24770ee6c90aafcc19d536e518704016b6243da73ce315bca7a2b929cb6780dec1603fe1efb8087c24d9f570ca1de532b0b62f31474d4f80178e2cea3781d55501dd03b4175842854f0483756692a1be89bf613ccdc3b6168874c1cf89baa379bda2075d759f981edb719c18dea8daf4420899d974ee1c44cb3080c2212b090f80023d8bfa7ff50b2ea2648fad4c0c41f940522849798ff2e6ea3024a66e1be015d988abeb40f3bb4a696d586be1b329af997d3832806cc2b881dced2c059&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.976122151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2c6c1d64448bddc2503a3a40185331dc736b34300ace2d91b6b82b84f345b750d8d31cd597a664f137a85d73671e5de5388e9ec640dc9e744cf6f515f52df2dad1fa8f14006e288c6bd3fd0f67c2f14fc764b083ae4d7238ffc6fb7059b6a45f2e30331b27fd7d7b11887a028420366c18251ca2f3e5d075a03c35cdf4ccd03d20b42c9d6088d4127a3e1d5b8069902d1d1d88fa1717abd57009eebe16c7a973208589288b52d696b0d53e7b206e1ead5bf68abe85d60e09687955d9ec3afb439afc3e358ce02588e6aff3cf8911af068a47ab6e501238e6eac9e4586559a3ff03b76914ea1d866ddf2bdf19f3917228470b4a247070707ba455edb3b5ac46d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977062764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=829fe469f191c689e61fa002a23433e1c3244b6be6ac033bf5ff01a820f0a8180bb87d3b8e5b1620ea671487b71d4daa7fbd69df31127d3f69c8514fd28a55d570152a6a2d94d6f43b924deb5f7b76ca376f5be7d6118c25365dd29784c9c98bd9084cb885bbae318eff6c2375f063ee69e95df09de860b41472a271cbc5d6539d4390606700c40619b23feb021d3058b376ed32bfab58cff1d4107a8edde1190cdc642cc1e4dd0975486c49684c15c329825046a5f1df7eac78d6bffc6d5a0d40194ec1e7e3f1e8675b6dd1dc4645d43851ccc65ac05eb5db278a3663ff500a2648845a164a7c773ef64c099923ee6ce0770a1021b6dfaae8eb09750acbeb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977082321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=65eaeceb099bb78ac4ccfd5b94a43865f74ba4dfa1a6706ed150ca9c3783c8d1615bd31f4d2a8f28f636a4c56c93fa4dc7d0f8487868c3850578e85112707f0d7ba304889c9b02c182c6cad3b6a76f69abf1add1b5b9e0c57eb99e1d50dc24ce2ea2f55ed1aae006d2f190bbbb3866320cfe776399f8832448eb787b67dd65ea33eb0aa9ee01ae1e7a95a2bff99ac5281c33ed53b0b658aa65692792b20c0a6d46e116de91b7a589a2ad9e99556d07807e52b5c873391510017c844e2a6ffbaa33d26518f24b1efb7874ec479b87160fd73a7370d286743a7af696cf6de067d150c32e3a17915718b6c667501d61e7df00c216e94065d90d56757ad9a34d1bf5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977114231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d596132f7147d2087be7e1b57a2550cd9cc6f1b5e695c489ef3344882be1df69199955483cc2079a986adcda4e27971faf31dfb1e525bf3d9638192a9edff589cb547e4b4d78857e7c395d18d3e2c7b82abb13b9c7b50c0362d117a1f6f4e03cdb04c1282d0211f3783a38d2ac89a60dee7ec7db576f1c0d8bfe9ce9bc25032f2b83e1dd51762b25579a18c6897e8d0a9dd2b7ae8a6ba3513c47e89e6402c5d878a9a21a0e1601af585b09cec5061a0b950a489ef11129dad50220fbcb97b81a00fa100711be2828ab7d6bfdc7222a89210c0756d62757958a3b8b5d12041aadd263ca1af8e5a1a2a3a281082e4d40793f6123448601fe42afc531ae2611f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977092029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8157d7ad572fd5fb58f71b6ad31b83c208522a7acaeaa6dbe65f8053a39026d9a7aab679a55cfe08e6e118bb5bc814cd4c08000e29b4f6631931677e1a65ed62df6350084db8ff6199ee92677441843d28ee62fe4b1462026cf7062a02a8a8e9728eb65522068c5ee82059224bab8e8c17676dde4935793871d8db1cb8a26a00a3806120b31bfec025a8d82b9358b7fcb35c8ea97d72b50fc93f0e3cf897b5e96f3c53564a9ebd9250efb3909e5376d19fb44992faac40a4d2b6c6a1d53de079633ff6dd29e308d683a25a69a60bccfea15476073437ab46b233082712198ee09ec1a916a628a04ff1869ff235cb4a5610adfb139d45279ee9fd7f82d6b282ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977127917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=48fe8a050a6c63ae04f560ae6e84969edd8f93578ede7bb42f42cb241b9fb0e2f7da776de55ea6fab44d4185d07bf3bd4d3952ecfe38b7451bd239f9751dd1d02eb8895d0dd057c6e0954b66b5d2a3e58e884897cc139ba2087ec2f9e881edd6cb21f0317906bcabcad3b8959c31adf9e74082c3e882290474fabc542cd934bd2d345942c0631de75616b8f02c4e0bb3ff54027bf05c6a8ee7e3d20c339f68fcc51099780962f669efa9b2407ea2d31bce99e0897ed1d9d4cf884d75c55596c37d3a57255fe8dd89099558e7a64c33d8300b328560d44cc38a1d7d7c4248aa6cb98989536195347bf996846f5f699bc4cdeb9fed4c81ace49e8d4077b81f8e41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977160047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8846d0706241a05b3016b90ee95bcc8c3c32430d7fb52007d4c62ea709c11126d7d594cb1e2325ee6b5bca3e52db8222abcacc2195ed14ec765a65e4e8edd1fc7bf576b6ef3f6eac23d5fe86346e24239784317f535044b85efc94c76034e405833016963ce0dcc02e45ec750b8e1cad6d54dd19d9b90ffe32974b7e5e7896c214952b4922c467cc20b7a1719e5d86a49161ec7f7910b502711173d410345ea2f5687259dc8a578d9fcab2c6be609974f6ca111c9d9a5b819b8bcb224731a22ee86f12280e12b6ff9e026c9c96ad949bef007be024e7de617c698ab3f94ec4ab042f1001c1412d1133f985ba56f264d86d6cab9ad85f8f01dbb8a8b44239a36e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977280064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=10c40b43d1f4d2e7f0ef640fe4ad2b21b92df371eea4173c66adf8371ed51da3867a813f130cba1314099d0fbe320ad2375a7e6eb4126778ab90ca5b9e58d1f17bfd5492dd52b579364c9f778d101ea7eb887a94dd32e3e260cecbc738a518d4ca02c70c3fb7ead460cf805ec0703fbb95562c7845690f436fd4c0b85f4848ea013adae807152d3f8552be49a2b470a2929606063ccfeca165da524da4dc726f3a0aa10ececa3acd4938f941da4f48790c27ed4ef024926b92ff7bbf47d3bbbd390b99778c133fcea57ea6e6323900b7eb22c23effa18175bcaf012c4487b3abce65acc7b9dd81a76033c07f730e83f1100bb8f8147cc9c4ba1c5485a44cc86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977374572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8a95bdf71f6185c53721f40fa5fcf47b8b51de90aaa07b951e077d016998412d38aaebd293f0e1ee8294df7794601c1b8c46a5920a7d328fbb1bc3834b1dbc79ded21c5a2072db112d9dbf2fe288a905a64b1fe3463f799b888c86fd234e91613a9ccb83de7a92e8ec6c237a5023ba9157aebeea13b8595db6d17c4d37742a27548b2630daf2c4cd1d0cde0881b014c5ec06462c6d9acc70506a48594df7d4351618e4e814b593b9ea2a23c0c139d058b3936aa024af1bcca8177026fe698cd43274eac04fdf6da7f935926fbbc22723a614001cf20894464ca479005773e2394af6feb6f946867cf0dd14feb45c54129a54744e16cf6bfc357dd4e39a809eef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97752207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4de6183cc85345a1984ab2c2c051fe76aae7e3c1590c808dfd7bc1ad84e8ad754dbbd4c3d31ec70fec1c93a5b6f273a96f325fde1176ecd49bec1e40f4c964364d25cdabc47e57eeb852453b8f1816dbde0aed2a570306b028476b073844c5475bafe8451fda760bfac74e992effda1915d7005905bbacb7c844fc29f15777aa6816f314d269a29a25f3f7e5c53c665fa6249d0f55b2b4ddf12c767eedd08375c2662a20f6d768a95c0a1812421c6028cbf2627e0ff6986f4afc0e0e93110f3fe4b6247ecd0069728342ad2dc8e80b5dbfa01cc78a24af6797cef4c675694e1da78884d062b371a25bb844e11c8ddb2f7b5f1653582a6479f42fb14d3c59b53d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977535134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=064a83c07caf83470f21913ba8dbfc673ebb3dcb64b14e9d167dc00022f468f5f7ea3284b23506c32ae6f8351c0b7180e46d14759ab087972e85c949e447477466d16f1f84dc10c15785c191168c586d28345b5a1b3d805ebe47d353c037043f3f3dd2ff0c2d4a021121494c1ad88fc124994d31f9123d7bda633013c42c82c0c6c759b3c271818b162bd1dde20144a25254f7a7fe9f6d977ff5d91f6d65575971bc423cb009175c41e6400ec6b437932cbac297115897f3738a47b62961cb300f87e13cd49f91a92ea9374e137ee4ce0af5a0f057cd9c2855c6918bac75baf33b1ee0fb6c98724d921c1bf0b08ee9baac01d659b1f0a61a8a7835e886043e70&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977627198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=38db3ea314bcf3fd6812bc1a39e513badc880fc637f6d3489a3d673484b218eebb4b3dd7b77b2c2579ff62772dbbac579a1a5a0954b42fbcde231052cc6c6a573fb0f9ede2a3eb6a4c5118bf0e79f172a1a61a98f61442fd1d088ba792ac4af466afc27f7c7a987f6b2a66789199b5fcdaef73c964364a254326edaf490428fcee7ed012af705eee08d2d5761ba2f776814866c749e266d65e3d25db0d821927e9216a980860600ee6482b193748bf250bbd9016f554cf6c1b5e94e45da3d5249a5c4d9b05c1f6358b749c88bfe4185db97764c940a809748bf4f8703bddcc6f16c3f19fadea4d671fafe12e9e49d9a35d9e70239aa8c73243693b9a48291743&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977816304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b16bd2380225744d32dde38ad5e3652b162e91904e0906f406e7a1d13c3f3f08550184ef1f75e140b18dbcade2262680e99b43bd75e2609565ec1f8363b96f890a87e888a1d2c835d369df25a8f703fd458e3d16be48c728cf2d26edc4b2807f35c89a7af78e5d4c2923bce1b21dfb187460d7c59f71f3e8c891b8cf6e4acc813f04dea32d5f6d506971a4250450389b59ee4fc7597b557f3141dab92814615503ce121c8664b0902ac881e1d2fbdd560f5139b4a1d0bfc211007286b7d7bf06dd6284365b855f80cc7b458f3b4dd480a413578066fd7eaaeed771066e5c2e1bfbadbe810839dd82a66852898e04e4d8aab4b337124235d4a60e3f32190ec17d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977827385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=91f5c04f3d59c841dbf27573dc865b6a2d05163e042e049289e7dcca67659c5ac738843756f321f27288fa548f134acc21a7973384b24019d596486297066976088e1dba934e5e52549bed8dd2d406f56aa76f3543e7c5ddb0e9c6386f30b7e2954b227b29c1a1d6706df1a2a56831e702f0770550317bfb02939dc73a47db5f6db23cb55529b663d4cbb8e26e3006c303a6088774c860616d8a672028d67f381523ee9e66da2975b572a80541943121a60ba73467a4fee32946a62bd1f0ccbdd10795e02d29ec9e43d2c9e29f87315b2b6df33f55baf384bc26407758ad97e64246ee32098c966c8adb99a07dc1e6ac9e9ef5eae96fbb28fc28e1cfdd620432&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977838967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=97fef74da14912cdec09085e0bad766fc4cc22b4637441629490f40e74e5cc69756f8b0b348906b5ce026791476f6aa76841f325520f4b70d2793e545819c5bb939d45246941971fd47bb01a4d559ce9b6a5879322709386b9fe6efbc0597a2d2d12543990914cc90adf11a82378b0c04dae0a57d2eea606c5844aff13550d5372dfc0167f331ee6297111f44382a568575d8531e23fe3554bfcaa0cf8266b88da867367d8fa3430a984df0c9ea8a173757f1c3f4a8f847622c48b67ae2e0f23324a2c52a016c36256c5637a95a1fc1a290d7e6ca2082c2d5d477ed44a85c982c78d522e160f004a9bb20f544b73b69f77396a374ae871f24fcebd6ce4a06f79&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977841191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=967d062d910beaaac3baf3173b315326cef35f0ef43339e4dcb3b3643902ec095fdf23061f93f909dc933cde84bdbe453a68bae22628af21e0c7380da895d948b80b5ac31d8c4bea8ac22a88ea2bf7398ddff64c48083aaf3b96fea51939c8a7e7788d4b7326de06e987ccc7d3df47cf7915d76b702690c54da963e71f6468df64ab311ffdecc880dca411a6b912dd9ae759209555519fe8e903c26d039c099070b412d35f005e7f794ca9cdded481509b55ec4a1bef4f91ba65b3887d51263fa4a876e77ada61cb3362a34cf03603748d1a7c02ffff481e6015cca1e3ee7669b5cd0e7665fc2a6df8cc87ceb41ea4619cf1b9188dc89d9af438d01100742c4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977864134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=81497a554f0a5822b8bae928a0ee8e6b55e8f99babbb84ee745ec464f5c7672e7eaf7a731bbcef8443677499e9bf62add8a86da87ef67a6fe8efd8d63ac3acc86769e52cf8fcc5a0c1a2e29af3497f421b98cc7651ee07f4051b8d4cdf8940b335d043f2ce10152fa5927ab5e6c1abea691456815cae70bef96dd737c257bac2bcf09a8693eaa6ddb1d40a1ef4f171b3677bba9e163656dac7e810523c6dca5aa631437f834a36ed8e54b6661ca881ebc265f26a9653384c527acb9462582b6b0a1ff9795d38ff8415eb278e44b00069819406c04a8c48255ff97848e68aa1b2244be92bf5f73bf1c379dad43e55461148cd4c90248a9156d96b1eeae19eaf0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977859295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=38ad4cb6b422f51bf8e91c62e97f816a926d527bdc27406e2660249d7dd1a0a666ca35569038c0590756755445178383c9a6f1e263b483646867c1adad0dc41a98a20fb9322ff27f7ac9b5f1717a65c4c83a606c7df4a8bb4e280bd6fe5aef29d3c5d7e3244b43a9ebe6bde4144fcbaa5f2c85f7ab8afa8fa178096ce71417d1bc0f885da3653c830d4e0bc3d99b04b5667b9a7b62e4501f0e85c0ec977dbbf30d78828ee7e556c457ad7f9e6bda7f415a359022e0068dd321b1615536c55cd522fde300b1532dbbb66bf5825e4e34c144174bfebd6e49cb3ba6ee93fe751d97391a60f59648fcfa1ea4d09b2076c74df3fb2179c0c95c44fecaf678a0a2c895&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977875105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6f02ea2d56acdab1f247bb7b3973faff83085551f370e336d8f0b8b3f203431e52aa7dd321c13b616d350ae8231ec0bbebe0a144fad52e90bdf8f90d6c9bb1edee200e55c6cf4ebd1c8c1479de2ad61c3dde0def752349e459bbc37c7dd5098075a0a3759adcfb68b03e3e055b479406ce8c71ae70201a81fca53a4bf01bbdc06d48cbfee8fbf82e88797864975cf152863c358e3c8a94eeb0991e3067609ace452fe15b6357741609667573350d63addebb7af01745dcd7d4bbdb42ceb426a03ba94869d8eaab424da5cae811f8ecb0ad46d3e69a1685810ce1c2a18977e6e6c515d6eba56eec642a79b0dcb00d630b4846b789e5b5d0a7e5e979109841ff3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977886967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6d2460ffcc9b977c33ffda172f2f6d7a7a664fcd2164c31103ff8460d4cd4f68f560935f88cae2a1d9377be5f06500429597bdacc18a7d845abed742f6bc66bf54b259f88912b7589934a21dda95319aef188519bbcf38839824c83b95329a80f937e9a0f06b23ba8ca3e29781a77fa4bdbdddf8a4e7ff202ca0cf49699adb7212b8be05f427dd4ef5d63064dc49234f810a2b42917e3459a654610587f58e4c8716356083999b071f66922184a0ba487936cece603d22ff8f65c0cc28a1e362d241b145b60e84ea03582c5faf7543b0d3ebf2e51244ade82deb509224ca003409ec453b1abe9a5ce3bd1e8b059028402cb40ac46b37eab58115570f4562b1b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977901364Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=210f379c7564ac4588f8bc588ad16fe9264a22bfdf83db213cbc133b347f602e8919f8219ec562bfb6e4e43f0e7d15e499ab6d860bfbff003ca2487dbd572ed61e3802d5ff69bffd2dc63991d1824aa10e6b43ac8b8e21cfc4e233b518d5574af7f3bfec4da46887b3fdf7085ed0aa999b7b492b879c20966c72cb5dc76b683d6bc16c279f3a45a41ef1cdeb8fbd3ad81d34da65a0859630243ac057bbc708c66955d28e7281358c3af79b268bb4c5a730a54dfbd495ab7537a1605d5a2417d9382631c5b6c5c9378fa3d2656f33cde572dc22de086245f5740eb9b50e908a857c6c7eb07f932b28e1cd1801391a145e366aa9848794ab9329369f333a0dffce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977936551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4ed0d39183f061320231e2b3ec6a2aab9ebf0e0e2ec6b19d9efa0af5231051ec27f7ba559bcaa9185c46490e2ff92207c283e48e503e06a25f6b1aed548b049109eb1cef1c0221b9469d9a4c77dd746883c93656379e31d77f7fd8ea118735db22af784fc5b111b95f4fad4cbcfd5ccd51dea45f6aa62d28f9c98cc918658f01ffb086caa0df61b5dbac5da315fb92a8c21a6396ce1cf1293ee031ce2877e4dc3390c658addb760d32c0da32c2dc5d96afdbd81afd30c49d15e4d0c390da8e44f8754f9f5a34d4833cb2cf9d4193709c61b211711a9bc10c7cd72a7d951281df57d1510130385ccd015351a86951ec4e45c90362a8e439fcbb6e08780f0c16f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97794152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6c064aff92d93f71d0ef86992c68479f37d1722286563afd96d533ed391fd0360cd883454e8b99439903a06a36bb732f9426df568c15bf8d0ead615dcafa9cac0ad4d4a1f5e2da6ae8317f7c208eeb8ceb8ac88c2a9703c2968f9a9a8e04dcb3c2232a1fbd9e79eff1470647cd3615aea6710ab176d7d520a715fd86f7c321e71f0d8fc610e9f6bc516b7e89a0bf6fe6ca9cffb67e2992cea6809d20ce69298189e9cf1cec1fafa2277c2521d2d8bf403bdbb97edc093745cf1c1f74b3f3d8465151d53b28d72fd132802a9462ee3017af8c4d171338a58b4693b5f18c05f94cea88c6fe6ee24ca2dcf7ad8a4317cda455e9ab8c12bd46376210b3304844a0f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977967299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d54fb836c946ecf8b2b48efd3ee1e516a69a294586c9d94d1fa470b20c6fba57b266945e0b7e227a237119124b3553e83e35324d9f6796419d74f2e6b05cf6014db4ab65671be80c3a271c955bb06fcd09360d2b5808a57482f225c296b34f472d04352d2137bfd4b665722230a772ee1c9c357d72341a701089eb5ba9e24cf575658d65b7078734ed48a28884492d5b7ce74ea5261b5bd652a1efafde523b298b20b4aed55d5a200393e267baf4d296cd5b72efe06be106df9b04929d6b508e4220b46333f4c2bd180340988b384384aab68bb4dbac1471b6805914a110b3bc95cd7bb9a766c61d429c57d45b74620f9eecc7aa78e03c3f969240ce879aaa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978039936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3f135d8c6b475b032a390b7ee964c19f34fe9db08c9d42ff78ab2d4faffcb53b41e4764a081b95757786d7355e433cf24a0b58553a207e9d479b4d214d988b9972bacdeb3521b6e29d44bf35ca20e58bffc8a4125a28790fe3dcd538759da9b8021f02039f6d5a1108d77dd9de3d3f4abf13862780e35aaca5f7cc10f34a5acfc50decc97022e79392d90a4bcd3e18b48902abb0bec7d02855c3e3889aaf42db8f52c0c6694fb69a1e71ab2fc79f12245bb1e0fec5ad8a33f34801cf5f81d387815faa4056a93bad61a17f02b4cd549c3db948399fbf41400f833efe7de8d28b468c0591b693ae78f2f6b91d457dd97c74c17a0b035ca09588a342b06c5bb643&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977818498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2c5c140ff599541dbbf336aab2aafe1fd9b4ffdaa5b2767a138dbc281c02aa7900f1e4526bcbae27d931176bb808a454d169acd87651b594cf0222920dd78419f16f2c6fac7ff7732c4ffc01456782e9be0bda2c54baca1a70e6de71bbdf59cd3eac13a199d6a129ad35df1ce9cf95489538944193432490413eb6cc602d3fd4e6dca4c6e95ba80c0b3055d91ac903641b62e7e0472ebbfa80eff9881f557b9950f3fb76ab203402d92d52d4518285d3d70adc38de456cba8c8835177498fb278466eedc6b7d4e147b3c094f68e8cf4af2188023a3eee93e7832e61aa67062cccc652fb8531290f90419c370306e6a380b24ebb249eee75884c964c6eafa9ab7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978138Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=05ae3000b275463969440d883a300ea63f4484080dd47f96edb3a3290521a6b7b092e942e66ebea33237ec679c439d1d94a21d9fd22198bbf869885e04cf4926946d884fec161b6203c2ca3be6d22bf1720b84ae5f9f12e1f66bd550c362c2dee765ec9933d7f3917fb6c3db5a9806c481aede142ef9293548bcbb6456dfd5a621c23707b62e6f7e97fd02ed2d9761629bf5bfa0bafe30d70fa8b7cd355dd1edcfa815c159cab6d2e6c055beb9ecc43a0ca8216090cc10eec02158e6487e265a02e6d703f148b043bae6dc72af0913ead56315ee56e7286451f7ea432de6ff517e1c152e0cf1aa730fd3acef603a79086d821ccd39370e394154bd2eab0b8409&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977877449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=34df3c53cc9bfaa464a135217a10dfe8e7945799901f5093263de601d5e8171453793b02a7e00f4b74249e8d8466bcdafae55daa7f004eaafbdde7d0e014d0027d3c1fbb00ac8273e2949a82a42859775fae92dd7ca95f82307d949955caedccd965c09d166238b6aa11a21f94dc43d5e3ccf0c1a36b6371013790685a0c8de776a3222df9f4b42eed002b4095308d994b2a10d4f64f2c86fcf9d2669110a4f76f38cb1aeec7539b752a50940b34dd59ff20e8c19a71d19eadaf664f18f3b9fb43d6c865466ae8d9ae3c6c17433b173dadc0369669379e79121a9936a531dcd3ff4eb79823286e67927f2c99bf007b96e0e9150ea2895f04288a55a234209b51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978178376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8ba0208a02d544d82e2422eaf39ceaf865d2331e113a946456cfb2947d010089a1e35c7a63960161b8de2c135a39d4ce8f0803c9a976112beec953096ac0b6a4b194ad1c46108ae4dd7bec015f14d04875156ddcc1f0492329ed0c104c18220cb80e511690f29c63fa71c1e769a0d3b321cbbfa35613e8d0c7f656408b82c08d2107acc7d232db42e03554ca7eaf9d61166294aceb3e7f0147181c6f10b7ef6b24761270e039c159f86f824435ad2b8c14aa0b751e9458e6f3c3ea542dd4cd0ba48cd44d4c8955b07776165890e46007526720d5b1b972288b59fa629a3eb9b44b9d4be4673a0fbfc6dce5233ce4cc9b1e6895e9300c946c24d42ef3d7864cf8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978180741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=55fa6f2029705deef4d7e34e0a4cff97957fe57eff8b737d036de86d5358fae91bf3613b85c37e6db1c08933bd5e374445cb403a2cf9496f316c62e1474090c1c66ac44fd5d1ae18469e5006919e0e3e0aa5534592e39ab941dd06929d05f6da693dc5911167351cdec05b20798a098fac40d51400e85ae16cd542543705643fb1e88cb51277b83a2002d61b4ad12883061d454e43ee754a59e66627f56c00ede25827983f5850b399664e69f5b017837af0182cae5a9483d3bfe31c66fbb305856f3b49b3eff7fe788ac732db1e2c5a82ef231a304420177afdfe7001604133758d0815f08050b7f29a896b9fe7947cc1a49bdb506e667638f0b2768832c533&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977847703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=44e1a4618e9c0083de0cd976c39754bcfbff58d5d4bfad394bb3d9aab96d67e7e85765f5f5afe948e2314ec5d62134b7063ec1bbdc1be329d2c5d43f3a0df4b84d88d8bc537f842dc460ef77183ffde5883663575ebd23302795170dcc66896fb43a73b2921aa6872d0b3f3f80b4c880a5a078b2c33c1674a237dab17c080c94286194669768a92a6e9309cee1f523aa7b1be3de89edd41239db9519dc3da4b3e4ff3f45b96e56ea791a2ffe53a607bf329db4fdf645971848e532bb4a9b846e8d99807e5eccfeeed6ac4ea5b1c67e0262c78b40fd40cee07634024793c637fa2cceaa3826ab46e41a6c108545528dd42953135cf5e9c15bf768ec1c375bd949&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97822253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=135826e7c3a0ece88ddc9a3ce0f58f39a8f536c4ae49ba92824bafb181ace44bbb326f0f67a12442909f939d94ea6b23f2b6cc192efe10895c3842d747192042ae485cc63f4e42a2c6e31fdc1a2295a92d5d0fe859663d44e18dbc74dfede10c1ee6e246ccda0571b9ac86330808f2f43190382974193932cdece44144e87c30e68f7b3268a4922b8d3e26e614bb22b3ea20019e7c872d3e94a7d4bf496a1cd558079f5ee12ba6f7305fe4a9495d6ad61e1fc75d2dfc460370a3a95bb128a4879fd0cef82b8d10cb842895ee8bbbbf74e2e749b30870cd0c419a2447430aa1f15a192176d69a34a572d90eb53ed93613561688acca97ec23772714aa7d425a48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977820773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6b1ad6574b5a703e1d88d78f29700fc44041f9c215b0226545810164453f55303f16a68e7d8369965f4e7af30d72ff593e00084f94befc62d1491b35d5c376b459d2a51ca5ae6be4b75c57502bff107422fbb20f68a1689345ca9fb4fe29c3f15af08aa530bba69b86a720a7cf26cdfce2c03e8cb753e2945c400984107d2ee9720289ebb6e35f926c9d8e86e152115cff88ba07d9ea18645baa107489eb5b0ed2385af99f74d0020de297962eb437219335fb6bd5c3a02078aad802a47bc77ad18a63934b5d5af500b2d6c46972f579afc9548b0c1cab279278cec8ff462e3d17743a1de2912f1522f76361dc44aecda9f2a5c1f7951c87245ebe2da07f7c26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978244862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7f60bccd3ee7640a65cf7eb9e136f9c297f08194efa1ce5ce9abac6d44f25827330ac27354d5e8a39972237012d694bc7d9e7115f666d03ce49a3d2708d88c39f6ef0c9a971a708d3e9758b872a648d2e06243b5bdc30ab51c011b28f4d0ac6ad86f6deb60b6147f7fda277760d0bc5cfee0567ee704ce0055076dea63d16a7adeb36e1ea58a1b7883ef17886bb650013e18871f84f2d9c6a8087116c246c0afd109daf762b334765ddab28e165e72ca6d1a8b12de7ed40a2ed5ae0f2d777580accbd9fabca563fbbf90ff069025089b27d3c9b9f1e8af889c4dea4995275b462dc1866f304d1bf1b889f801ad47625f0b8dcd3e6c50fbe8a8028ebd14f8f507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978251254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1e5458b0c0a6fa8bf6837792dc7c2f588bdbb7c64d4c99f033ecf2b03db9bafe84cb3800f2ae30515f75d0d85a5e6edec5ed64762c75eeb28b22ee47dd259d7ed497745dbf9fc5d6a2e11d04f2697e5f0918e910cefbde607b2f690e3cf9c13ca11c8df4b8004ed468fa07160436d43d8203f248ddb1a838962ca9c5123733951ec2c397f05518b09ea9bbb46edc3fd8ec5fa997012c58ae38e39a2baca386a09d39ab0d53e0cc3f93e1fa72b477898b50d09989ad1cef7975f79dfdb82429b95097345723919832fd6e09bf71352290d38af727560e0534d7181b2fa28e73e02353da4432f9a3a8de7f5d77085dfb79cb478e3ce7ca56e074aa72f53178a2c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978271161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0097230df869a17c7ac6db90e5fdb319920879f3fe75d8f4a9daf8a00e94f497eac8e81d489e767dc5650da5d98486626e064aea83da70f3255234a8d397ab006f6e91a9b340dbc45334723aff829235d209a2d94141a2742721afe0bba1e7d2f05803b7be38e27980b6c1e9bfb8ca6b5e78c7604f3a3e02266fedfe0a70d847286008ba5f124cde3354c1b1a3953378a89f976316dce6dadddbac5d03ca34d5f8307e1d2e202974eeb0b4b98abd37513aa2d19467ca052d3b9f3c3c26aaa9c720ac664443d1ae51725aa4045b57a10fb774dc3574b7263dc2e3780427b89a6cdbc495fd47d767641245b4aa02cee540e7063316d6e9ed274f696524cee08002&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977908859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b7b670f5e8e59e0a64fe6499980e061521b951e4aafa6c9b19eb6a75f92a9d7cbc8c44b6f19b0a655e8ef4305daef55120eff6f12635c2a791e005c0b5800ff0627733d5557f40dfccb6c51a4542128f3190833140a1f21e02042dec26a410f4fec1373f01f15bf2bee8a0229dc564e60b371a21f7201c17b615faef53d5e601089025f0e44b8b1d8169ed272414fe08069b3deffa04e71711d9db378d170680b54e8b487c2e113e313da7343c7f6fd5e0c9cb90ba3458d9f5ac9ddb55f51bb4ad15beed299ffc3273b0e5bd8a7d49ab6a95749640b6d1a4b069350793a2efc857febf488e38e3a7e4885c1eb32a4992ad32f2d6ce56a7c37752d8fbbc859049&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978335773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3f8d52c9e8d3ede91ee3416d23598693614a1b1286d468254481899329a9fc37b11203e097a34cf6c8154fb65b02ed0d83e141ced3e6f3a3f6fbd9b59e74ea7efb0f40d0675223b110778f499521b28a653e073b553d7ac15ceb39f52dbf0d5bfff262a61429892274149f651ad7bb0e60f10948f08f59a50d3bc7946beaac3d2ee893dfc5c7b056162b89496e7f71d9bb199f957308b79f5d0ea23e52811f4d3a829185ed67fb9a95b63f977baf5da914625b426d5dd48f96248e7e96eecdea7bf01f398fb3d840ffabc3f56093968ceeb6c61242f4b6ba2626b7497a008827e0bcbcf849cb97aca75409f617f25c541fdd0abbc6fee94c803112d71f63cffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97782445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7d5c54a3bbd0b9aafc93351e74052b3c59dba85cba4ff9e5370def50a7ec456666351eaa80882af1af5e9a82f7c780cf31e061cacf146e224ce9d1efde53f05faac2fa775d66ed4e84de5af6a58776a3a46844d9d59bd6a2792ed3a1d224f62d1f15821d00fd727e94f38a6bb2ffcb7400453db61512ba0ef304fbd2837a7701b930c921c9be88bd6194d1600edce786da197c0f4ecabaf7e6b6c03801d9b5977482ee1777e5f190e788fad87cc245e206f353b2211e82a399622e5741ba1057b897a0585377da2619162c613f5dc681fec2f6e82a7de8897b1be5f4a6174023ce301d38fb64a6115115017201fc24fec74bf270f04f19517a19e0d99848a675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978412418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9e87bc142ac3da786e7c6340bbba50739b86b9776101da479476843eed8011e328ab96bde37b293707b1776d44243a0c7d997a6491dad0284ef99745f7680e5e10d2cbb8038d6f0f87567c2a4ac142c357efb62a47df3dd87af6685f8ec44fb03096583cce500ac26462c923dc3327f6f779d068b9299eed13672c6367a8bd99f1c10006cad24e4b26458c620d743a9dde2667d733132387d8774bb0ab63614555a4b06fae6ffe16a9fb6cc5360578f5ffef39c2f98bd8d8980c26bb2667a057d9aaaee3e9a19180177982fb3460aa0978c09eeef5fdea8fe9bcde08fdd443b519f40250d82df4be6eb878e7f54264e89a96475bc2ea2b1ead43e493802e2887&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977824439Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1c8516a208907429cfe43203aae06f5b67ce164dec95ca82f410b6399366199be054a4cfdcecac77c7171dcbcc6d04790262ecf709c5b1b3a5796ffe200e382598ba7c3ac5df432fbaa7ef88f98fb008ca2c3899f17ad0c4a85f186ffc8175289af037ffa93beee3f78b8686df87f31c3b50cc2ad6dd31cca37e19a5919622937c1dd9fb49971cd710f66628d00c8bb83feccd655d76be891e6914626af30c9a872fb316f9c2b02eb0924f5dfe75e13af1a199c81fd7032403cfd6d50b8e77a4ba18d11cec561a1471bfdf1bd09fd92f125f7744b1fbc5b41c43b950bc96ded109d653d7d52acbfe7dac30424905b187a296cc9821174c45a6bafa54db55db69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97844571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6a1f61fafcb13fccb05d26ed400a3322407fb5cfd71cf43088cf25937032fa06259ae2948721655b07f69de9e8f8a5e79f48688cc9da11dfd4048e3e8fbd3ee924881751bb73be1eaf2de2cf3221a0d7edea068893ebf63f72fade937a2eb5b4b5520fdf2588522dee0ca516c10c7d6bd502c9301802c099aa2130fc31ce06c4f6dc49400fead995759919fbf95d3c6482686dd3c4c2f730611f06dcb1e284af2f2e3fc52cbdf4051b015bc969cbf9aa7997f1ade9610b21d431e8e3c03b4ece083fdf2cf1c97dd7ac622cf2dc9da096787b1f475b423002c8742f7ec66b8353fcbd7395eac94685f8720cb480d667a2a8282fc8e8da2be710990d26d9a59d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978480616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1e51415352c25b93cce2fe7aee35aff210a455b95081dd1c61d1e276609dff3feb59c3fcf21a3766b565796e89b43d2159e79d80b44ef00b25688c66a466f0c692c7f90e814ddee05e288f7d41cb682d80882b2f11361de7e9b44b48325b08c42070cdc56f958d60e86d7528b86483895b53f1e2b12e487e6fbb6d016ad73c9f59178ed5a17e678e92c1b40b1234acfb3b10bc8917aeec6b662118e92b34485e90c7ace3bc09783a2595c1f80ebe494505cf995b6ac8532dcb9a051f8d9111a767c557ac27b6a4b929d5f6177269dea3fd853c49e2f0fb82717fc751c191bfef4868f7f472d8f824fa5f6fb0b47406122038afdb65ef9259c7de912bd091f91a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978487659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2ed8fc5b048b73b46292dfa5b9c2c53d6163a6778ebaf20a0bf10f946635ee77ada5b9fb56d2de9e21507aa1ece2007f58d08e6d0c0a87cd09e1d53a78f9cfcdf1f892bdd01665ddf02b9b2f14bb7ea79e07766a6ab3a52bd4a7c30a6158beb831bdf57fb45438c1ac49907f5c9f7960f61d5ecf70017aabff20cd5161eca12bb285ec5faf9bc870e15f7cc7e53de6fe64d9c7f729820aec3a5656b809680153939206741b95c2c187be0b0ea2b932f63f17645528709eda93246b95aeb92574f775df1be8f75ee11b29285e7e92bed152919a530bc576de917948f0de9453a56b976b3e3a4499652868ac52868b7d8b77647ad142a70f511bb239c4d7bc6126&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978520541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1a364386a361880c51c7b8b274d08d097f38982fe86ecba0fffdf1931e67491a77255ebc4cd7918eb8c74f2fc98777f9101da3047ace53f15080befb7bbbb99eb24e8d8ff8bcd04ee1145b5d2147109c0ab5b343648525e453e30e52c34535fa4744df2423141f61cdc61286f27d26c5e5152f108b81e2293b201b8c95e5288cd8626e4be1daeaf28cf8aba2063a5e83042ea05eff9698230d06d17bcca0df6a03c7cc174aae03fa7af5fc02da7c9e82527ec31449256254e8d19f6426c7a3cda4c5e6db126b94146c6b9258deb159ebf44dcdad6a5f73190fd2523a13915584e0b5e50c7e5821688b3887ad9ba2c0593a5855bf041462e0e39dfc11dce682c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978543124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=05fee7dc7b77b57c786f07754fd867d8f4a0f91c1eab78cac21cafef6e0e5dc6aae307d19e31fae6bd9c832170939e78608157a4a3b691a7b12c40b566abe35d10c2842c0a1b5fb9c979bc0d78d3cd5157886396f9ae03fb879b084fd97d3eb6bd100d19f519871fa91eb32382fbfbfcb0b38ec7331402e913d923c30c9081420262d41297b222a33f600ee6637fb0956c28c437e4903ecda6da3faadee47dd4b07061c8035f0718c4c988a3a1adab6ae4054bce4f019b6e1e104898c2e8c3634fbb39d2f56e539dd66bcc9762979fa0db3ebef761e0d2a5da23c5f320882142cb836673ef82fd4fad8dfefce55693e067ec0d5da28e3093d583973e650510bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978550648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6e2b6da203d8d7b174261b88637dee5c87760486c5bb7dad0e74a79bf542211c01affa58508a20a6682208206f64e24513c3f0d6d89aa88ed24dc8723fc331cfa60c67e8ed6e32bec817265596a5f27bdff9f06b74d0d6212b76f1d1400f418ad51f9c32b04bef845dfc8890285c17d03e7fbd9810aaab28bb828b5c13fdcecba57e15930d9b9a16fad8bf66e7a1fc9649bf64c588226cb1032f403a07181fb7390d28f493241da3e3d3fe60bfae79f919c32822e3d71b510fb0a712587c5c53924888c6d4667abf11bbe5bfe244cb53b9de6a9dcf00ffaf831b2cce9d006f6ffdf16f89d2f080a6d26a5eadfed8622e01e7f003e62c99db5d3070a698d02229&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978567049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=509aa366a2491dad476c940e9908f5e2e8f320cd82bc8215c7d7694312ef71ea99600e2d7ffa92eb1c21553d9caaf6984ddbb50da45028d8cf543bdae9f36794aefcb4ac43596b51ed497dc27d18aa5c8290d236ebc035c49b5d58c0ca8671fc5ac190ce7d682e628f3102ec8094413b59f5698b63f112c77dfba11584179051d3eea196625ac42e8e29b05bc80221813c0ce4f58a12b47fed6a593d9330cd1c7f2d3617c290791278decdc1965e4d0b28aa2047aef4eacc30e9c9288b1779da1fd170c17cb7f9dd52ef5ef2dad83329724619f90eb0b6924d5a773e4cd731a21ceba89897fa9d7ea9f91dddf991043395b09f6ff88d4b60b35d34c591e29942&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978583109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b54ab43b18175fdc97e5fb2d43cb2c5b6eeba181d5ee5fe702c399c2c7452c7c93f792aee41ca801defd46190410494c4283025d9350f449d43753a1ba6a6ac7cd4cd9f9108e4d7f022efdd0f6be2a6f66ddb4e9e179ca61f5e25caea0502532c8666624f88662e717148265a960b2753259ad2326e61c6a02d0b7a3d9deef464e11aaa31ae1f11c6c89d6b0270cf13ac4af8d1d905124f3800ee9618114e01cfc3a91d4af7a0b45c6c567b0fade6ea2369b660b58b453b08c163c0ca66baf61a7a61179ffb7e8f8b10e7ef8c2e79b43e5477d3f59f6f1f1d307d2a5f1d0b9249bd2728e0f04541a61baa650607eaa6fc66cb2970502ee79363ec8a852b30556&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977855568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=23c76282428bee7b618db979a66b4a27e52c02c480f27b7a1edc5be1e206866839e94feed45ecc1abed05ee71524f69d4f968833592989cb3a241e16a249bc337b7e6e5d010ed66005e3441ebbec7ed1264a2d55409641a996850aba4b6c608915f4e5fb84ab4de7fb6620510648d7c8ef38e0a492902b2a1008be58a0df64558b7b298147bdb84ea52f7dffd0d0fee1f93803214cc6fa6efee533bcaf213a074347b1f890f05ec652e64fe3d01aea87d49bc51de998992d7b23595541bfeedb273db0364569b0621d034bc7e043a0369a92f0e2922026385bf776941f4e98210d6518036aeba567fc5e2bc06b15b8083da2aa20925043f0a0815c69a5bed914&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978602015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8972377eac4661011c2c4fc7998308fb4af316ab9be1c61339da06d93ee1b301c482ae84272ef03eff42ec203939e97061109b641b7d04469db5d0a7179062eae61116759042790cd2a5b2e4a5735c51266f65d06a9fd0608b04ecc99d2f6acf19c894d24ba9a12eccc630df3dfd9f65c7042a3b62b0736e7cdbb0531cd7f136496efd68301c8f401dc2912a4ccfae5ab4126ce4c228cdcb44a190c992a83993449cd1582dde137f41bd73cd2f28c10bf3bafdf7e352d93ac409d0a63fddeab0b145f9e2cc1f42cf0422b373b05b67cc4e6a6368954072f38f6e7b7eb833912c86e042f1317844dbf498845ac77cdb997ab05b3f1cf88056e51d89e5f329a65b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977855278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6e21ca19e51fa297ca6ee26722f01ad2c5ce90a73d998f80507dcd3b53cc007af4cbf673e2ab1c817d24f525c5968697d4aa79bbaa1bfb63ff3f5aacdb9d2886c5e89429edc0da41204429c1a20367db68c25fbbd37948508842f28e4539ca659a8058fc0e8b07112d20b5b0e71c51511b24bd8890722fd5e262d0a1591a1be78b4d593d1e0d37fc0aa729419e499f585590caf2dd72195afd201739ddbd5e5ed05615f044e33d5c06fb86d64bc0c7c76618a5f0bee205adfecaf6c83d15d3fa726e33c5381b0f6811415d6338ec4f1a054c289c398b8216cdb3f2191f8867062af003fc78e098fe0b7273b59ac668c0ac5f801e1ca6bb502ca07397a38bd38c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978677988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=19599bd015f36a85f19c3cd2b89f44de4e5cd5f2d658146e8c0f95a273ef6715d90b2db3dd6cf2b0f8ee73e7e0ea1810fe03653aabc0f774dcf248199643b6213d52b889c0eae083eb9a1e25ca860de7b39935c2f419121d1704c38853f39d0aca0b4fa43d71ded8a3fbd2bb2cb0e80cf57eeeb77c55ae258d4960146441b6c5d6d1e9f0cb225a774a250f4402acd25c79198081d1e4e05aca93f0e10352d51371f33a33f431d0792ff181826aedf9b871b7b5a812f6ad22a888b9b12e96b6563e1bed7104fa3f8d1aed2d9980d694c5139f345f8a11809b561c3d3d1c948d901228cf14be7295d7b025bea986fe8018190310236153cc52ca9050f3a1fe9967&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977866288Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8ebb68bbd6cb88dd421c041190b13309c4e34ae054cd6fc3f7e26ec226fc6b4721f56e85fa59b9e266d6bb40bbf78af792b9b3bc4aa603c36d9f8d17160b10d7e408f088f6dcc34d3557dc2b3d0d27b559ca4f0395a0d3b784662af2f155e47de223940494245701148f2a8e1a618e00a2f9fd56b4cdbacb3b9b2b9f96af7a2ea9561d101220336eec54a75d97768935d664aeb6ca3f70f5cd74daf1c5e57be17f9afee996b8232df4a6e346768e851c38d45f9b2f7218342d2e00ff8bdf29719ebf23542ee2daecb77a3400d713b374df7ff89b2d095faec221c41e9bbfd06dd1ea95c8593d06ff57038c53f16a609424525c3e7d9f4952a6d211ec2b0f8dcb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978755674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=af6dbf4c0bd25046be0e2e7503f9f08eb85e010ff1e5bd1ef3d9d4e56e86a4574c14a2f46927f6e04579005e896616fcd6b04dc945febb3283c0442ed61bab7918c202e50c18202c09f7c14fc2a77a40108202f8c85a66332299a01d480df4a677d0b6e3d20b4fbc09c9b8072c1f77ce6279adfb55c5c24fcb15b6489ffe016fc8af2b307145ce47c7355896fe6218c2171ecef24469e83a8fbb3ee4f3ddd0bdc375bcb2e7f46dd12f61b974f83266c629b0cad5be3e3fa4609e91381de428f8ba4191f39351ce49875fa2e62de8af732280f3f8f360a234c9a939f6a0895aee5323e6d84e12593c7517b27b724870f20289dfb450fdbdaccb2697ee1c5a54b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978778227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5409b2e18772d36bb6b0d25489b38c01d8ae6b75aeb75e2234726970d67d72f60fbdc595bcb3759fe6abaa6fd64124f8ee4b697f249ad7579d73f32caef2e19f97f49b344ff9a704fea3652f7496de379101db7aac2a944d7d9e6755255db24ba7548193b2429e5ae2baf54f70cf803f0f1a86fdb895cdca2a4774f473cffa66ecc293c9f7c009c3edafea6e6878a1878f76029ba5a69b0b6065a62b5cd9cbe8c43b5be5fb0d08275d9df6613f93d6a48f296f6f293c99f001147286760775349adde3efa8335be2381fa658137f2ba771a0b155c06416d3b085d28e3c9a32d359d0df5e5a1fa959953bc79b92b374f928a30054059666e9ff3801321763c77e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978782876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=6e7e2703de26bb4a5351b2c980233d42340cf1da7998829fe466050440cf1ece0cdb07ec17fd5fa65c12ea64bc818e28b5a303cce832bc31334783e2ff40cb44dede4e88b01c7f2ac8522734432b28c0eac1915fc5eb59b59170a65488765e4c82297c4ac6817ff7dc95fc2d73ef129ad5a79519d17485621f5d3280c180685ad7d02e9e8ff43d2d92c899602257d6a9594bf9b403b181a384519392fc77554979b28c74618700136d95a12692f35e85b960dcab48bd1e0955863b7a3fcc67dc9b6e5207b92a0f7dc527ad8bd5352fb7494d830b00024be0592ffa9891fc7d9ac0b5494d406a116b7c86b85fe0be643278169ff2bac18d277ca26c5077a994b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978789488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=990c4ed43f45f26a5d382de796ac74d86957358978303270211fa9414ba5e92be42824bf1e2643c131f2e571e7f3ee8c03db965c41b9f4743d16adec6688e4f03a1207f4c92f0bb56bf8fab4af2f1c995ec3cda0ea35870817167ea90fc331bb10b7eb5e01e5c0b030ca33d70da236536f2850fbb4bdffcfe82487f9d2f7f390b1824536032982f8bb4684d50f33b0471795f6170bf7381a271eb87e78236697bd8b37a6025bfd5adc8cd14b204c7d55339b40a05adb41f0d0159124591c3008db20117b9f129c034b887ca47776a2366fc5c54b52ae482558a11158315f34d10a30542f7e11c8a8892d31b512d19ebc2567cfb6f3a4b619089aa6da5b8a03c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977936741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=9f3d9305596c4cc0673f5e158c6602c3ff35ae3df4ebccbe98c929c8a06910f5a55f38282e8ddc069daa831f45c1775ba742755df409629b2258aaf6e196619573eb153d8b68d0df58336f1e3aa0a4f3c037c0c184ab351203f6808b374e89ff9a84f9eff2dfcd3bd1da83d1a9786f33e7dd344aacdece7f2cc2a04c4e94ff89b95ca52225b04c39242d24eede4b82de0bae44750e8abd5536f245fbdd2a21267199c236b00e4acf2ff64202cf8086c9ddca814d84ffe200a97774f9d57c449f21a09f9208131423fa0e05b518bc02d93447d6a66a15a164cd62fe900bb96da7b84c148b58d02f66ffc843a2aff50e16f61e7ed72f792287cbb9c0532f63d220&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977856119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5715dcf8b738e52e56588933dd9a76acd95ebce6f9416b40e94932d69f055fb2e62fd11f23831ef98e2a46f4f3ef513002af005f6c8b11656457dda2aa1da0909a883434fd85b88d6d1913c390d3f1e4038636ac368d8577d91dbf1d82e19c30466cec692a6afffa3a2336453cf15ab8fa50e36ee176f8019600f21359c46d4956e8eb10aaca58fb2a20224abbd68485b2da9ecbbdaf57019e9a4dd91cc0229f69c29b60cb6cabeeeff9683ed2d48e739facd202f8c6f90d3b933ac716447be3a1050154abd30a316a8ba191c9af616bbc721ee449954b7317db7f8b951de147ae4a31574d14367b06340627eeffc35ad92370228ba5338168d2ac0c480f6b0e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978845193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=86a77a1a9c16f0ad626c5d9336d1323d4756ba82b0fc2225b8382089f6d6c97a3937efab1f398868f671183966fb8f3b45d10d93485a953c1dd309d5a59a1ffa3f048506a63bcf054d8320f9241d0df5db74df7cd34a8c47820d1b321cf0f55c90367691612bd7049359ffd17c8e5884b9af85c07fba617ed77de3299a93d8aa2e06bb0716bf5cb42026d7dc180dc77d72775a6eb76fa35c7731dc49850b70b1d901b96abb6cb2fb5378bc01ad7d6d0d64cd530d47a1eab8375c3a4cdf8ba94b3809d61d08830f011587e49e869082e6f2ebf251930c0806b00f77f13a6a0b2dda87874f45eb92ac56f41d10494d02437dc279140f6b02ddadb7bb070b6e3e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97884891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0ca33d44cd616bd611d2919f77573c2666e7613206b9a4b00c9ec1739ea278aecddf218643f637e8c631e9fb1d48fc30487ad1a8dad83dc8258e22e78198b48297db97664f08a60be11999d70b915395c554624f48bb84540a821b3dc3423df87abd93b557501754e114ec87e2fc8e07e1d05e9d3a579e2aee738e3459fcd08cc8d233b80c2513d22b7c4330daa892009ca9872519f1ae9e2833c08d962c348cb3c951e4c8f14b4c8d2ebbaefe11eb010b700115abc99fa94e6d4784c500aead2dc84bd7d184c3f9160da6ce4fd1680226cc6b314645506f77a197617a8058a3256ac62fe63abbbd1baf474465e89780d29c2de6eeb2d8be5fcf73cfb790e3dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978867976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a96769d2d0d8df07a406768b261e0515a01b0c8304ce3e51cdc7f8ddc0ae03b4624d2c1bcc9bacedcb3567ee9b6bc5aba83945f4427fa9f6b452f103769ab29d22820f8ad3cc0179a7d5df3f55d8522530238e10f67914cc3b182fcc6b817affb62f63871069e18ba8852523f4f99264bb27f1050282bc2505073737b4abd19105074f1dab0da53b0439d6467b6bebb606811328e6bd54e7b37162f3b18f06c7d02c442c32f70b1dba6c4b09910adab4757ebed136fa5706bef1f75f66635776ec07a2949e9575e387bad3574b7e363c2449faa3bc445e8880f210766586205a2b3bbdfbc01a54321af09528fc18ee799563e1ee523afeffa31351067b7160f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97788327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0cfaee2f9ec1eb6890e194d4c568fa57183ad104665ca7ab4637b606665512f5c3da063bfe0b492149546e33a337e3be60f1a4b479af3529398a8ad1dc74bf53679f4542c1f72eefd3888e980fb7247b490cdb49fc403f2f53b1925a0aecfb9b4cd57d527cb80b383e00734084d9e5e65590ff762f8be49c9241a08e3d849a170fbce4b9f0e59ea51f2674c10a3f56677da8de019df5185bfa805e580f84fb4a79d03b629f278e071062326e9f4de46d104edb327adeed2e59b33d47e04926e79c0f4dee60f5d212f1e48016499f3753c8facaf300c950f0dd2846eaa960690f37d5648aef166f48a48daa8aa3c78819a19ae5c0d1f7a7be3981b6a87b4118ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978924943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3462042552f878282093e97911972812d4b054ac37ce9aacc30f3b6f92e0107ef06205f9316e671132aac1a47a403b63f317e46e77b74bd58aa8d5f039ee4e1a4cd7a8ea9ff739770c3be058df0643c4f7127e36d0e4c83793d1c2226576ef5404115f77363c7c0955eacf313b6c253912a5ecacfb8222136ec0367165dd7a8cc6e1a2b966641072fb0208f834468146ac6777779efb72398bf795af548d09dc866c8f8d60d0034399a8d201b561952f734d0a2e557cd70e7de2bda8d883aa4560813bb11a074fcf8a7b871d032b70ce20c9f00b19e8a739e856d389e5b9928741970e8d25615c96bd52e075f9675add24f754e13daf7cc063671e9e9c7093fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977883611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=3b5f3b2f1da1cd92e960c0ae8491806cb3260b83e23b4027d6b7da4c49bcde9cc631e2386cd63de34fa2f2ebd9cb9e4907e694d9210b99a278a471e758729f12aa2fda34d1894c2f748ba92c51eb8eb33aa50e3652f69f1ef5bdf181a9b08a534736451b47d3c0ae9a1ed1c7f03dd79fef84b2a1e050cdceeb2952e6c4fe0d8507a74cece3e17147f365a6108158d7948b57eb3ef2f2a9fbeae58b07dcda42cbd5312b5366c0a65290c6851c5f5a7aa7f2e84e4a99155475987c32b1de4d5823490724f7d6104f164f5a3757289d318608251c41d21b455cd8fa76dfb060afc7e50139437c97373a792154638ec13eaa1d2240043a545ad80c34852c6c872903&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.9789654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d2e604f355aee04c37518edcda5e0ec4fb36742ba1801f84dfa83e291ff2b1e2cc2939d6f083879a71d04d5c55f45b64b299ba6549166dc3a0b310c07159e5a9fedc738d6cc6d40dc6bf0e57c2edc172aaf7bce6f2539f3da58815885071b68738fe4be3dde9157317cf3bd7865991588a0a449bcc31ce058ae2cc1a1ec73ffadbfa2f1f85bf97acba046871b970d94bb5601cdd025f3228e52eca2e630193f4c4f38cb765f57cb930cdd43a2f51c423119be246c6236322efdeca54254058da0b1c942455793a550f27b6ff0dce0cc166a8daa15329d69ec1de14420f8f9d48a56067984eb915f9b9b034b65eb3210e2ed88869615805b2605342bff95751a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977908889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=35f20860be4f2fa59636541119cb7ee0010f8ada1d5a213a1400badc9f7b9ec29616cdee4a552318dabebbf21581dc408983413c72015355930ec3a48a8a6097b31f9100679ee6907e102c8fffbc7072e6117973baac1b5ffc234a8b0e574863b6046cd34fc663f09fff63d7872dd20135d365f6bb89c462529a4d4ff6c8d2480a339b7fde32ccd987d8849af807e93a595392f105e96e7078d0e516e55e48b249235cbd7e7f28a1bb6b72934f11675543523ddceeeac8f8281cafd63769a08038eebff44bfd10558f3115875be57f1ac4aa9f40f4df4e802ea3bbf3e5ae01c6f355db1d1b55efb9fb21854faeb74f54273649419f557726a86021f6f4db43df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978998742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2fb58b0be17dc3ae5fbb1f89160c9628649313e73883bc48064782fc0dccbb322ffa1b147e51304e61a7098b6920339a041e3a0d720c1e12ac8164fdcca3af48c962ee8a37f14aa5aa72b1003e71e487f0f56cd9604c61e7e640cb2be49e7c6085f9a4ead0eaf3bc27872c2c55b1ff260eeba7e319bf79e7d5deea667778526f90c202d5d8a08d4ee68a6f9e3458e36182c11c5975b54b0d139a1a5f2a4531742fb916454e9dbc3bb9f9d8cb03a87b61965b123de84e263cdc7b6a5de2a845835c00e01ff7651ffd456cabdbf0375ae48678f17dff22b580c99fca741bbf2f1e91e9082f0a89995842f3b54d1844f5003b2348412d309f4f02aa9676501b6eeb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979003101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b9e9b61146b4cf117ec3923ce20a2c44f44fff1971005321d858ba1e7f9b070a7707177ce925a98cb708685bb098ef499ff0fed2f52ff8b091218942f1afb17e4acbfec199b0fa22fdb61bf6972ae68a9285ffb9a5656dc690f67e43bfa8e068da838d7f5db4f63d641edc79f0bf531081a7e7516e915e13ddbe82c39032566b2425b387e34eeba8eec27baf1b48321889f4eed09d885ce4b938e1dcf8511126598aa58f23ff6a1050381a55bdb29987fbdbe0323ac45ac7af26162c2a2a62867a9f0d24e35cd83aa356a2430b0fa13c24079a8b73e4ffc91176b6d95a5ed251ab392ce38ef62e6f72c426b6ae34f864405bfb144d9b9464bd87f3b583bf4087&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979078783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4dd6713a31c0102a047b67d56f94725ad6b8947bbf35b5d461ff52a69a3025b5d8c7e0144b43001ff32461c286fa1fe8b5d0dc5f3f20f02a7fb047117fddf20d39594c0f261503bd367cf33aab0cfcd3f011eac3d582b1d06af399373bc0f18449abfc911c6e2bfce9c9bbe20ebb2a7179d97298e8ae02043bd49e8a5b08202389603d12db7d7b5bec2bdf030019a58fb93b189242988d032fd42f4cf60ee66a84e8984a617e278638844da5c06369f95fad16efc1e8c204443da043c7c6ca83da9a9006231ab9972e74b216aa194b7dafe88bf3fab59f16b7a6e26447d4cc6f85362b9570946d7181750ff2f1b8638892b8461b6bba05fd9d340c575f6077f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.977911113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=bdab6f82a94dd44b681cd8a2ab8efb751d31d4bba86b1ed7dba633da0f04a5ceb2fc6dea406ae729e5be9afb1c8b76831a7ed2b9c3170f6f06a09ee120be568ff4fdde262c72a5135e185b2a0941eb35cff9c63eec4756d53ff2e3ba1ec2da3b4859368f7e103f4299bf3a59522da159c19af68a90ae82920ad4a171a1fdcdce3742142ba625c1185aa3bf1b185c5fdd5605e40753ca319e3b1c714ff738ac8cba65e5118c46b0f3ff7c82f74a66960944c1ef630afdeb5a9d5323b4202711bae7770ad81b820d6ea21731ae6dc0093c952063e7499da68eacabb82139fb4749a62a18f12ee1e31779faac0e7a23e41b898c4d014cb2c966d337979ac12cd6d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979083693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=07b0343759e99d68c3b6aa523a6d0f7fede3c019f2b767e75fb92a012ea559c0ee68ff17c21bfe86706c5a4e2d184a37a06efa36deafed0db47e55fffe1fb526dac876314041576410860a355ce180e09020f6712dc517cc286d1d62526323928516df8ebdba169186f2e9c121b798249382a014bd9e6f23fa73f038a798976001ca2dfffff306400f438b8427498a1ad8d05c86c5d76bd8d77ecab85a6bb070e7fbf11abd76938481fafb8ae0515b5a776043c5961bb373d0626c31f4a3c3b346e9cdaa7be15297b6eb49b7e5a79ccbc31360d7a6e318196562464011e1d88ba1a639a6d6657fcfa8edde10858992d4f85d686f537b11472a499ab74ddf39d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978149242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=793a421e70fc29b780c1b46d404475b6d51355e8e7307d9c75801de9d96e22008b21f7289dea8c33d00160d2a3143428d32f3acff42dbfa8eec35aacdec84c4c4c51795b6a482bb28536d931a0a343e69dc42f84542b22681308c61d8e35cb6f8230de7070901fc7a07c8efd325c0aa965ac4ae05b4677460b6ca2c33fd7576321eb32bc172418ac41aca6960ae9eee2671dd691474d4846b8b13a6bbba7b2c34b91cab00d28f671a7753303ba4c3eb7e8e6324ede60d8d37d2992ca6e91a66b5c91f987fef475b401dd9b5869b69481aa49e05bd6d92de305126b21f3273dbf1af57abf78cfe0b833a52068ad248507931b08e13e102afc4d329e749901b8aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979117506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=a747af75dfff437e692ab619d45fcbe927383e80adc8f3cd84a934d78bffe788e8c7412983f146570d04b6ae7841beb9320d2120f75979e5a98f0a84269ad25863710e9af6eda2f5f2930df60a9d623b2123bf6c2ecadf2619ddf00db32db0ad87d986caf21583f6e87e9240752c22205a93b6bdedb8a57ee8d4404c73e32a2c361a57978ff3a5cb540ba3b420c3ee51de7b066a537412f5e19843e943deddff7ae970ad702bd3cba7957d8fd6f8dd986a2241cdd4d9311e24ce4d016f59cf5d0a1c1f58a28bc07dd1f1f5c9ad22a6005209806a83b33e09573c87316a93ca3cf5d122da6c0934f1abcdc7a42b5d7d651ea8521dfe58bd688b53754e73d49670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978839613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=62a154fd21ddc8988127416d3454e9811e5203420d1310c93e5d1c75bbe469cb102e4fa8325ad0421b0a3453d1f43e42363b70ae5f087bc7bf9fc76a1ff855d9c458ed5424857dc43f9b570d76013d686b2287f30eff08afc478c8135dfe15839d7c824f38f4efb13b2c9043e672b91934b0f0bb8a97fd60bc6fd68b8799e2359d75bf031e86edc61377f3464a6c9e6fee915fc9422d66dbe578ba598c4392cffeb87793e097f4c11a827d01ec8082d231e928e3ce9bf2cd2bccef9974045275c8dff587e32cc24a278fa61ea1ae5113b1669865447c39796e493a12e780c56b097e8b854d4286174b1e1d0086e623aed1e503d6475c6b6d33360f9157567d75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979191265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=51abd0bff8d14f80d43fab14a04fb8727bb9fb70d92c1cfe2dc682f685bcfdc1acfe12c6c827865bbe9c84fb16d58a6c94e1da50fa096d2aa633d38175cfe66e4e864ae7f892d4c1d4ec2ff7762f0b9693d0401ee5db90c3fed92e59c119161adf2facbf12099e0c882190c671cede60861ea7b1486c7e480bbacfce09b6890fe68d26bdcebe82e7d105a7dfc1915b59b6ddec42bc6b60fc5ac07178cef8f731004dbc662e9c13ed8bc75ae1fa53caf91773ebba5986ca4992b09fb0783b7a8a59d8f5c4e5f2f3833bc0dd436e24757a4a2b0cfccef24ac2df69b6415dca99d65625042db8cc51e5d3269a20a58f9163bfa4ebcdfcc01bb7a619df1de699eec8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979230289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8d3755dbc24b61ea37e66dce7e48acc659753b8e6c94cc3263c5020be51639b4076a6f25ef1c978a67bf0fdbc9c3a6ba8b4c02c8b91cfbb86b79ff803f1c405a8cbcafe5dfaccf8d7757f600ee102d43a4f0025e92bdf7861d45ff57486cc35793653aab157a93f0d5974949f5794d37db047386007b370d94ac93a33304a01199f41270057954d6dbd0dd949873efa2f6293fa8b02538a9b0ce6963ffdc981c74796283895b3bb5d0d9a51b397be2bd8c66e8e0fac651552cf6aced660d79c7d9d9cdc77f62f4f9b200627bb836b4b230adc0a22e7f3be7fcb5bd06a46f7b47ceeb08c4516e7ccaa1a5b2ae0f1fe6d08594e95f868a109c5152cabf275c5db1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979244766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=5a5fc6246c29d0742d433928c53bccbc926839c44bc7caec1f6c733a3801333c76029d868346a87ec416dfb6a415267067234037f02e06ecb02461b542f0f159f97d892b8f0214b050cb8ae840e6b9aa5ef82649863e3060de9bcb7e0915e11835ce6a755e42f46cc658caa900f04bc5a0c5cfc039fa734ce869fcd3ede4c7c0fc53c73bcb0b06b0d7d759417a8fc2c23849d39322a6a0f6208ce5618e7dd8f589a12e9847e938cf338f8704e4c65d4187e08d1139904447372ea8fde863b032332c255e295501557c4bc8067960206d126759e5d243c238cb58e3bded8d17749c3b0b432c10c1df3e69c1b4623f8577c1aaf5d62643309d990a8411de3b800b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979251509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=1c32fd51783b2bb2a1bd762a2a8532482bbccc253517c4cd7e71593a93d6857db7c8247275abf3a43860b40dd4851b4f15ffaccb7af40fd6a5326b6c6a9f1ec2dd233a5e89f8187ffc2385bd5dcebdd919bd565b5284eed6e915d3aecbeca9eddc492788cc4e913d06655c3745e934f589a04d0088568b66601021fe0007724086678aeb8259a09507bbbefef4d23d00e39dd1883e2050cd955eda344eb3c2088eb85e22cf4d8203b327e004b44fec5f4d96044ddcf00d577c68b710705bdb218e068af3d444cd9d08d70e2ae39d02da28a28af633b68def2593f85d9f94f1d04e012c79fbb40d5696830f77630625faf20fb71d4949fe641f816bb3f0f327ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979259975Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=2c3d8b0207848859d0e51eacb15cfa6504bc97cce8c1ff7e1d5e5d46034f75cecf1ba09a704ec953132cf365e724788541d06dbf279780432a6e5629848d3a58c12af3293721181f8836d70e990d23f2f28806e836f2161ab18eea4c2a9732f3e9afe6a89ade91a359db052f01b3739c1d566e9d5a4fdcbb10edf6719f6a39909ef7410405112184efeec0240687937568b0c3ba4328be249e9fb9797604bdd66f22e2de3e890db9f66eb2260458249714121fe1370f2d1051c35c5dbba53f59abb2f7c57f922ea66c905c7271760251b54055fb7a89515e033958d9df9056d5ad86278aa3c2e4ce79ed3f0947c1007149f6e481701d474b0216efd2bff484a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979307685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b0501fff3cdb997c1aa770e6999660a0830930b83313c496885d4307fb07169b2ce0724fc6f12c268a6786b76a5de4355983cd30b6d00ccd62d8072c2137c0f3b39345a1ab028292ac034e831deaf8cde9d87271f1776d930cf38d52173a3e46ed092dd35dc1dcfd66d7c591113136a60caadb656d0f65836e861a8817102bf66cd686cdb1a552816a6fac59a91e2b8a532468d86c9c10438a163478e2af91289ba5cc7fb750bb80bd4c4bf8365b27b5cde0cb5ff12a86009034aa6a595be734274107aa2381da804a0a8d0bbf090411f211ecb5ad4710e14be6b79867035fbf42b80bb89ed10a2ca35bd498dfd6ed3a30d4c6abaaaf6357788a9c36dbe3a4e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979316341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=72624cb05c84981b356a6134a5ecb07fe7d938d29d90da0521ccc891ef7c9e9b83ed344cc2913ff208c982b59164af02bcb433eb956dd72db4901147d703f232055b66af21898db381526be84ee258ebf909e3c7e71f0ccf6586960f02682ebc85fd793724ca809c7e6db68d018e13ba60511b694e606df834efb2264b771fd86bb4eb5159690859a67fd31968365bdf3933b13e7f4c16a61d3683585cf220faddd708ae9c98d7bf44292f3a4c402e4305d51c3f85b158e39d8d71f777505568d3ce5388b998ff0a3275025212703a6750095a07fc676c3953ed5f13df0f666cccb299581052bc500ecf65d4ce88604121177fb8f3442e2f0674390616afd1ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979356086Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=68885fca811f5b2f3288b0d6bc62cf362a1c7ef6318b81f4c07cf8c4df6d4d63ce35143fc0d963f521fed3330cbe49bf5994b3cec890d5820959c77f9278499628c07aa4b7d77bf33eaf37747eea89f83a7240a58f75e408e472660993711096b3cee7b93af78d0481b49b6c6e1d837b950a6b0f1f9973e0165424e88caf0b8a65341748265f900bc13ce792dc8678a4141bed0c107fdbb00f5dd374a9ca5d08e6504cd79388516a501f0fea6f392d664c08922cce9684aa665b29a6e851e25fc5dd0c360aaad7b11a07cd600ab40f70d622dce12b15312d6f4598e942dc4315a1abb342953ca7ad1400ec06c593790c0bea19bdb12e1fcd40f288b9ae5ad0af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.97937393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=12aa80b701f5011ff183663e310171a15a4d32f8f06bb1bc87654df8969ca643bc53c0cce110a1d4b5c3e28121e6f3c03b331e86e890bef7556794e7281816434ca310d416f5b8771bafa5158c5782170d87ec9e061b947b4c63ca5416bf342d72c3d232372e80ab7bd58075efbfc7af021f3785664ece4512a280b42bea4fd23cec8355823f396d29193159d0f6b4c312e5c3ba1244e483bee7ea9b7ffa3c5e9f8d3f76e3d4c28f4150471a828f2be36225a58f440b20b2dd4d0ff246113d8aaae63ede90a16bc3cf8a27317b33c083343e7a49c1ef46486e254bf5b2d1340520e09ddf1d9bb882c3adc3254536ba739159bdf9dab2c32c50485afd0e4c3c7c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979406711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b1be750de11563e7e9a687108caf75d519dfae174126f5f401e6a910a4733a17b8c73726967e109b1a0f323dd32e37b2af02ffb9d5baa3b8508c8c3183b69bde2dc324f9e0ad4ca475012d1f2000abe7e4878b61234a9d61d877e2167e86f2db83d8bbc32dc7b89795fa8df979c10ce8c04c8f3534952d6dc621b726f4022ccd88c3e808499f5941c1277313f639d32e46f17f870d1f0e66b3aeaee9051f835e58b8043b35661b84fcc2daf41e82077155b626d299afac285fa397eee73f2801cf2f86d8254152de033938e3570edfaa3de0108e2a24f606acbedbc951bd1043d9b8b4a3fa877d9b7cbf476e87aa3fd965d4eebaedcd67a7cbd5a99dec09366a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.978191702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=056536fe1c96a2b0cab6b5bb207ac0acde07a354a0220fc87d9d7452488a2fe1dbf7e247cc78d13e359b1c3ee2c2c53e1e1e8259ccf8221a509625e7cbde0660952a41623c7f6c55d1db846766c223ba9eedeb800b352995eac57a439eea41b0bfae77a0b92a3a6e5f04ac056f98425b96eafd73125fa459eff4c036c140dcb448a633a2e4439328bcaaadc3d02891cb4a62879ffecd77d5ad80e5b7d0cc71d5a2a6fecdde07d6d105b0779464401ffd0bf91dce968f9c10d5a0db7bf8e41404da58e82f8d7309858af39c57c23bee7ee2aa85724fed50c222adffa793d371cc5f79959695eaaf87e04cb213bfffc1aa41f24c4b87928ec3c3e04cff84aaf1bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.979652845Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=895bb59c953451e16241b625df4390408ec55a7b522a99059b5b52251fc972a04e563a3814782fa25a8a86cddb2e331a6428c1120f60ba9c1326eee254392d3aa77c8d9cccfb6212522e08a164efa12a9334d49d164a8c3503b09fe991e3d61383b6764654bd6d8029f30d85eee9106c5273dc2529fd068590bcb9dab7b084d86d611af6ebe8b5083ec3daa15f18670d5eb7eaafe2513cb02f7a752919c900f98620eb1452fd7a410cbe4576b3f7b85472cab661e10533ac32b48ea8ae6cb6bd0182c6c0a981a7bcf78824422762fa0ce877ddaac96f1e07a5191f1d5ff15b34b37a7038268a340d53709b086d26c73a2b0eb1be1f6cb98aa13afd0192ca8f12&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.982120395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=8f135dc3d2564de0ad0d8dcee264761703f8949c30ad0b0d86cf0c1b5971d20e4922261ff0753d3481ad95314d96b33c54c376989d8e7032f3821907a64c9bea076362dc33367515777b6e82952d9bbfd4ac52c0357bbec564baae5749d4154f7b8cbc2c424f66d92b240f1e7744d86c56d3ae01540e34fb3b488493087c2d0db6faa9411d10eeb0e29c71c0d57286349f39f8d187407b5d149f67efc19d67ceaa43428f4ceb3afba11fd99cb01a4de108d3612caed8a06f8c889f18c7e2c5d1a9511815c55dc4538b1757c65c3b3b58cf735f7f2d44dae39ad72c0133b86d221efc66f6f42b318145b87b3780b4e73303ce298a8ccb4458934aad0fe659cc62&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.982216085Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=65c6b6fabd50469d123924a2a05b20c0669f0d186ee102900282e2246b01f305642ba77c93302d8307d1d85208933eb7db1b92e5ca1769ba964969ba3687ffab56c0163b66d08248d94cbc86dbe181da102db99d8cdef75a40e3b777089b7bac54e9b2d8ff5f4e77c60ed7c6f9c7e2f3792b5ed7c43a72edceed12326a2776c5d533447cc6a03914cfa981d0b8dabb9ae56a9a8f78da3f0b2930a16fea9893e3b8a2d53771274af54a654efce52245cc6b8a21a3717ba319f7eb0bdde64b35d1cabd76b659eab009481fe632659f4bbabccdd037d729a459fae1a39366871aeff88fc53c0beeaa726a366ddb12f922a2e96b61dcb8818fe1c58e0cf201d88443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.982322045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=4f2e14481818935bfbab673aa3a8ed15de7321e82b0ea140b9880102c53b2f2c1760cd7f83af15413514f7a2fa65a1189492d455aea6cb1a61c690e226d2f2b410da0a98e34c5e3762ad7baf105bdd5741a39f8be62c70a3b193d4b5cacc7f56ae4d2b6e47f580934e763f3aacffe94b0601f88236e1372a03749b3226da30d91151cbdc7add6a6f2898fabd81a16f605c61f1621fb93256e24878856ed35f3c9d04637423bce5141fce4b70417cab63cb574182afe186b34e7cd934cba16e207cbd2cbad3d69363018f5bfd91fbb6055f5f44b3c826cdd5864d1a913ac3672c97f57fb706abac63769c012baa224970f06bad2bc64aa7adc1844d94b16970ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.98232998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=0eafd5d6147963975c1b15194b6a002cde037d1988e16ed9892b3b685c49e459e803ddb0f0f2283e65b1b8249b4c0a9d7013af716e58374d9a0b2b28e919df3b2940c92f5096da55fe35839980cc5fdf58679020ec94128fc4f9ec03596108b36ebf752a350fcba899d1d828a0209c393f081bea19a3ee7b1cba782ca931393ea46dd435f529146352f1ed1ecb2831483c7d94757cdc1b1726f5575b07b3642e01c9b6a5ff0c84d26664fcd60f3146df81e28d8c7f24ed9ad1a37d66fb4813e4c8a34f8160215c88047470575ebde16a01acaca0e644b8b4811fa7cbcdbeec21e45e7ce8bd5894d7a43e0ebf14e07e40df2c3d68c7d3176d3cc7139a3545f853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.982355468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=7160834034e42a2a47b1c71246c5a60f7c77e5b7fac9c419a2d1b6a543a2198521e15d835bdd7c7c71f78efe22a38fa4854cea63d84e9089956a2965b0547653f8a61f9ab9b358b68f8bb276bc7238d4aebd580e005c681ed57b5e1a7e4627721a05c7980f34bcdf226a7dc6e7aafe14448b7c79f7958eeb1bbec0978543b8a8166d2af0fe2c59e12ddfe81e3054f7ac9667261d788a9999be46a54f86d198b4193765541bcfe45d15d5aa27b8c1232a3c369473c3aeb6397c091a48d1b9345751e52f0de4145741afd347d8561c720ca8edfa19ae22376b025ce4effaf9ea6c2c54c22a7664c85bbaf469ac491ef5628bc8cc6ff1a0659bbae7a44e4e3994a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.98235145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=813292c20e108601ca27210f4e80daa087dc14c2e7d6be3342ce89026c49753280c70f9be2097003dae9962f42b8015f7fd7c05e52086d8a786ebdbeec8d8e69c70f6e29818e9f08d4a25c9b80d29dbe0b8b041c9c07e06c14f38825c4fa8c3a542b3305564fcea629492687d862a3c18bee17e513cf577b4632b9786e9486e7e8459e82d6d14d10e828f581033f67a6ce74dec7ae3eb6c76bef0903b534156364b311df1058cbbf14f7a11ec457a6afbe18c8790893553203e1f8e3230c50d85b9777bf1f1c7a0eca52a89398b4f85a2c3c7606f33839db5c93ae3c917e5442f70cf4e9bb616d4cdeb97d03a5409323f4da9c2fb0fc462060e5d2cb81507f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.98246796Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=76c54e650caa12bf9a281607ec768a77cf473e3d2bd321560435e320b67a2870ce03fed481df8bc0152decf175b772bd279b486d0dc7ed6c55233ebd8d27426c7564e6ac1abe1f3ebc55663135d2e6151486ccf4556415fc33e7ec19e2678f91f2318142ce1c630b0184ad69b1ceaf5988f013351330adbfa5b3eafc746efa3955dac7ad5081255cf1c5d27a27e68c784db1e5eaa4a48d5222fd90f9e1968cb21b697e6c482db4cf51907770fbb4ece7bae765fd65f8f4d0c395c9663ad58e133d152cc7c90d5cd2f617284cf824e730008cc5f6e4e1c2310c4baf8d97e0ab42faa5768657b1793ef3bf69897458f718b4f3b457f01401386d1bcae1209fc5eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.98232474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=273f7995a6b3170ad35ab5f2199c7a0ad4e9f1e091e4c15a6d34393b6519ff387809054a6f2e3268498fb00d361bc4c1cef06ffadce14ecab45024413e6742cd04f58d97fa167a24f41d191c2585f06300c6504c3ec9f2b64bdc0445f2a23584bccfe25b74e672919333cec1d470fcf484c304eba0bb71adba43fcf375795a00889f15079dd61c058e20dcd1812e90d51bbdac7452c5065ba4b3ae98290c12640058760f91abe679d7e4ce46ce908375549177b4e91a57563fb7eb3ac88e2e704737e1892eb33fb002bcdf153d3d26a7fec10923b55c52ca5a782addec5e20e25ec270c60240a7040b8b28f79a28e31c22fc3438f923b13f9e4ac024f0bcb2b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:26.982772524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204326Z&X-Goog-Expires=86399&X-Goog-Signature=b17eaaccca371f9adfcff90613512b50578490f4aa94cdad29e4b5f6201d8fa6271fbfd3ea040cd8c0baac9b0abd35d2c8703e7c381135348046e3ed69db89d0b0fe7519a5842191a400742cb4af56704a008d5dbb2f4e8aaf6384caf4c477cda4effd43920bbdeb04e003c2cc7ac6ec629462ecd3f819795796fb12630813547a3e64741acca139798826b7894d9df6e342bb9e00096da60a5745b9d3a183cb3e9e97973b4197cc99e94bb1bb3671ce054de838b671f0a5e9ed4e5f93fc4cd804c1246c38730f77edc83891d1f535fe7a124fea828728502d37f2745f27c61ea45c47dbb80626321299782ee061e95aadbede986bb39fe15d01dfbea9d01fb3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329296518Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0c594b1576feddd0e5d505e09798b28fb402a402b67579a5e69aaba26a7a3a2c5e1b8fb4019e07ba5c41b6da9bda8f851e60cda74c71e62dc8739bc1b14fa3168c01da26d0c837ea90ead9d418a22a22dbdddbf5f413a975a332e378064b2f13e1362f488a9c27b3eb0baa9da6284eee2fa231479cbe18131cd1f866bfb0a9a30bf5354bdae379b2816a7484bfbc27c3a3026456f3be9a7da4e76e3d9da631161155ebaa3c0ca43c4a59cef5b8a424ee8b42d02c319ed2186eb4f28361e1aaa7a8d37df0f55092ff5934ca5abc67cd9895edbbd6b359a4a161c825f9084366a84b380cfa4eb6a22900d43170011010b2ac878822f74fdcce46a4decf003be4d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.32932956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3ad3748243a78befae55093d243d914ff6c49666e5291560a1f9eb11f5d568246adefa9e9203f07b31cf774c325848b716fe6615a1c0ce090ed8173bda48159a23d8bcb64f2656d73ae0e08e5889890b1d5ea7e1a70d9e0b1239af5b440d478a7a1a0ece4511a9aa275c15e6d5d40adde5006cecf6aec12226b25bd78affb61ef6d26e8c90e78bb479f15123771caaaaeaee2079c9d87d177c0955b6ffc456e257a6f41010ca3473984bd43683e4f2295943fb5bd6c96a0a51992ed6a355e101e60d3580226e192b2a3aeb7285fb8d0068eb1d81d16e25e29d4de3493b72a7f43fe9c320af131bd770acd404c724d341b5403b716f6afd805bdf1712095624c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329342956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b9b179cee790b1f44baf405f48e6124944856e2ececc208fe79d18e4880af41507f8505d2baeee87336eebed2bb7682b1c780e140d61fb87078e1920c15653ad83eb54c84b72b0f8a441224b57d921eaac47dbc5a832f5ec21dca9026ed8db0855485c47884f7af663906b0ab068700eefcd164998d0208ba7861904e6bd4e7359e54e3a322366bb9d8235831bb1721529a811f4b1dc7bdc7ba2a5aa7d9e4670d9f2f5b262766a083369a5a988c0cab00ebc9bd5485bef0d06494c438acceb9c78124b3cbe4dc08ff7e0b70abd9aa7b279498bb9cd960188a49912ea73b83033483cd620cd0900e19e0cb7779e51404b0178b82c1e30e8b3d2cdf33ba71afd54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329360298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9161bc29fd189209db6ee1f1c7dd5cabb44f0b418adbd90fdd3f56f9477c78f1833ce598e822753c7846be628da520a3a8757d0f60b2273398890e45b1758a15c6b04147fcdd1e895e41db4f25583264619f1269cc65ef37fc601278ee786d745c20a14bf4eb248dbb31839ece365e0f9d9d5d4f827fe88a9283c9c42efa759c65c79a4c3daeea8e8948df047c5fc80e7781da96316b57032318d24e451c378e0316ad82d056dc8f29796cac6a5999e71796471e1cc24625250488adcb69e943b5d8cb25cb0db306384f965703efcc3b2e45a590f0d19a39670fa56a11a75ebdc15e3adba260b62b8257f9559e62e0f5df2c3651237871ab9a24af2b650f06f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329376198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=63891fba1a058ef481f909212742e8e88b1d40352172052510fcf950e5c82281fad01e80b7a14a34dd04cc62acc97099b4e2ef4135cc50320d825ca1d2c42274a1259e679f5c4710ea0cbe9e9d25bec05d506341013cc81c9bcd711b329d1c5aa2a854a844969ca65f9f176fa84cadbe9758e03cfddb318e27cf503720c591f86217b2158e7d9b3ff1bf11c98746573b961949d3003838651b774149e27b75d0c97537c5b4f606ebcd809b78bc22306067140c516af29fdb3a77642ae836516df106adf7293232ee10df5e1da21d435d2eb3b0b2ac4e203ce5289831c6ec368387ae14da9fc0914a3807a4c4d590ec60a526748739adbc1501f6f6d86a7816bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329386307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3cdd0e5c6445dfebe6150840bc0aadb1843ffaa87141dd494c5487af718019f3c1f63f028f8a1f56db1417ea2a617465150430c2ab9ba8c23448f6b8e1b2e24f3a1e45ccec008b079fc9dfa27d67ebe78ae88b31474797a80a0a13b4018d58b44719fe6924c9eea306aa47275a939644b95d1358553c4b4387442f42581ad321100c1f5c6d5abc72565323100157733bcdc82c4055eb2dcac38c9ebab1d1c9e5f1c28c21c0ae416bf53ac2f19cc5011b7a7af9f93947dfc151b40728d5f84f26ec082545cdf3609a1c86b4288c2abcec64fdfb5da2f345cc0cab960fedc594293729501b6836e27a5b66c05750844c9efd227f40f73249b73db250c27ff4d925&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.32939823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5e792987968a601b52b9da138be47f3b9298ceb113ce63c0be345a45fc1c0a9787a29b35cd523e9d592ccde0388ef132803366d2f6d75ab22bcb21ac343d0ceeeb31efde403c8b7e966b878a052ec242223e6a97b957d8b09051c34b409ae5728dc745290da5f340a8ab02d416e6f48c112f6e58821bf75084a4c739fd9ea5b9baba0e8fcee9f811e8a4eb4ae2d2efdf4454da23c5d34be7a098bc6730c3196ed23eb89079007eadfd1be824d4b6c9021b71e819db41cfa2f8e9b9619562854b950d8ab6cf9fa07059e19180b4c6a0a25aec96ab8466685d1598e118516cecdda5c1e71651bc72cb49387439b62056aaed2a57cab219b343949a4512529808dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329414631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1796ddfbb75cd1c7b26969a457f2af09a9439099f97cd7b38a807044ef03284b0c70b119e589b7b0627b068a5ff99b4666aa3d01197ce40ed22ab57c8f0d0147afa0adf1a01acc4bad503b1e7903ce07dd96b86c3fe37f5a62bac261c0507fcb0c9ae757bac863216113cb974da0555dc624e13e042b262757240c612341486b322c58fe7342f1c5cd793512d4754eac9dd570fb8058bbe11cf340526c5045037f1a2b491863a7c853fcc28cebcd1543404f3441b3c308647c507b93e31d01e895d1ee506a2149d3a110dd10c975b45032d54f699dead14dfb1a4399d2c6bb6a9b9a8e8de2c8ba07acd368580e1d7e960c5940dae6427193c29acf367d267921&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329401546Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=15f2a24bac794b21b5e6b85c564d2f925733b513533e717ff83ab6942f4df59efb3110dcb195a379ad0bdb471880c80b4ed7f3b35950342ac3cd21d3c8ec4ff78fa806f571177adf2d66b6c29923b75896078aa35c2cc8a2997cba4440c8c9345329e7920489e2fba51ed87ce4ee05f313b75413be97af910c0c1c3d257836a40b9ac8ccc05e502a7e17c372aed595a17fbf0c1f8fe6442eb700b66a16807cb3ee3691fb8988e29bb5997fbf9f42f27189bf6c4632dc5dfd5ca33e04d2c82b3109c36f25e876926348b01fdc7b706139c0afd3a11ad06cceddb7786ebab4afdea2e7285cc1f1e6b65c9adadce270d5bdb95f122f48092f173e8af9deced24815&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329438235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0dfc37ffcc8b0a60078e40268dbfbde5392f9dae977df5464f0ad21a70968c62d9f8871a184148d73559c6a8b9ae5ccfc396e1c6a296a5ded0dd2032f95c30ff77f1d30617ee1607bb0056cb9e54da7117e1af96668931e5b7e6ed51e20eac4c450d9b3690d930d4769796a5443e8859fd62cc9e74f387dc3b40f03b0de1c6fcd4a61a3f151f430b8e7e006433b3f08e6fd78d153cac69887f28e48b64078030f574e503da179ab5036df536ad8dadff74ef0ea74d852d658453457800f4a734e4744161bc960cb27fc484022667e40289fb11cdbc472b57109450c4cd729f2876f42d4235ab7e9ad8a89aaee7025005791c64ff9d436b2660751834cd1140f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329448054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=70eae12beacba01aebb74df10b82019a583080fa729a79d07c071e0d8e8e76e9955594419e251a1a19d5aa359acb28907fdb2d5798a495f0609b53112cb94b1554327f94d53f892c0035d65310b40f75d78e1b1edc1c79cec69aeac085fc07078416cd4940747d7bdd225925c81c6afa3549ef1b9a054838f77b1b6e44ea5d80ba50b8d414185567d84f40fb203f619c987d37d7d9fa29174c043cdb418802cdd975b3601de0ed1a8c1683645b5f0c9e58aa62cd53dec76d0986df6572475f522c2388fa1b02486bad2d9acf50804b31e40648265cbfcc06047b81821ebef29a989173786a25411ff99f70e0f19994511cdb6d90514de37e894024c264791536&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329472279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b5448d3a5d2e1558593915e07d69ba48ee4a46514a76e88c7ff32d645dd9c331583efee98c679123f2ec42fd5162b59a39f32235aaaa018bf3fb5c48a56b4d7b459227f7b12d6fab939b0d69e8b2b0380881a56b30da7f82f1aa64675bd504c6b7fbb93a60bca2802dafe7675757e3e55f152a62f614fdd576b407ed578c670ed02eaf33a687a10764ba7f75a5423049a3af069ec7ea5a602427b558c86c986c9b3d8fc46ae48cd399fea512b4e5167760c3882c29bdc9eb96428464d9c50a28d3177a70f005a4b558ea0b9d135c4e52ead91de363f7412645c27af05421581915666d75f8281d3677494a94c46a7bd07ddd051ce36dfdecbb9a879ca11b41b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329486987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3e12e5b9ebe1c573490299f884aa931dbb542f94df09f64611f79dc9c2223f5013b7443ba91dce5fd0bf1b2c85b53fae8618e1dea3f987e9fe730a4f368c976c05e6ed0b211992bdd70ff79b389bce84a5bb9dcbcca64b67238352e95ba6ea36124e6ea17016f0d2c6042c8437664bc34eeb5e79450bfbf0eda8e3ccb8cd7a1d66649599949b0f51fc67f709898033f82eea5342d57ae652b6b2a85fdb2b50ef5b98edfd0cda117408aae4b9bd253a68b07135e9e29426bba8b2a4b404bb9c181691f3189b021f27f10f65900bb91bb1e4454e4c9f03ca67dedee604db51e6c4dbe58005b81541004fa0d5de7cb24d4f7e0f0efad4cca68e3784309f91dea8f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329512104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7d5b00863688eea013c228e80ff02ef694a7ad9c9f0c15bf3217e266416cad801db0b87f77698c81dea4156453ab2fe78e31d08c4496d95e1d1c47c9bc78e43ccee51560aa68a55ac99ebc87f5fec06059d5ac2fc7b417198f1f8d5001e62f347595eec9275a04ae9509dc9161ce48dd9a15178272f19c6f8fc611b2b9f8052fc4c75f826abbbc467a9105e93b9c34f6846229faac6ce1b8cde98edce8da9e0a390fc743b20c0528b43a714df209950160695e930acf96035107b8edd9135a533c1fe4ab3f9b55a66f0bb4ac9f00b8bb5421370b8d64a7fdc76b7eb9ebcc7eae961678a9ee88bd1c7639d7801a941f0e24d3ea8c7666ea95738efe100b5dc488&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329518777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2de654524bc5b7475b3c8b1a553ae0e33b06e08162ce989c3cfdd188293e5d92c2cc6b19e3e7b168510342c9824a1cc8b33ca18d3f150ab37ad9a60b2942b3d69be7b9c20b316f8e7a5b79116f6d5a1193ef43ec28b2a4590711668d10f3d780432eff81f5c1b48681c6f09fb8c9285812e5234ae85e792cb748cdae8004e416bc1593f4d9ab8be77cab510b1bbe0494f5fa006f4d779b9071e91c2ec72cc786019c1bb14f3f34e40e338c1f61a291e6a63ec7fd90bf968d20b7d396fc235c2872c48afa784ddb4787b0bb942dda025fcf2913bb0770c6ee2349599d73b379c6813b2c4853b94df5783e298d5bf81dfa509bd784a8e14436585f75f280254cce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329552721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9031953c971b77873a02a1025bf216849f8cb4ff3bac1100451459bd088bb8e6e2842d7d0f06bca0db5b19a39ca552620cf6fd82ca6294101ed8f0f58279bc5cef194f4563069f02b4927f8420c40bbbc9ded6f8def245526595742b73e20f3db12973e31fee8663196d5e4946d68067fdd8805951e8317620d95c9a650cacf969119f909707dfa235ed26116698a6527e314b484ae111a25b92ba56ca3bef0f3fbb3e352230acdef90b293f1cbcc357f77fef6c9bfeca88ee1f1c46e0bb6659e77d1d9bbc4bfecdc24b6672195e319e5a96271464b2cf13882cd2560eb5757f08f6cb761b9f3d069ff1dda7329b7fcc4f3f35d503c37f97b08d73ff52d4dd2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329586074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bb389071263e0ac2b610b7590c56aaf0ee280fb121ca519cea4492f36abee8b89a3723b70b4f1322cf4c57ad0934bafe5dd82619c71a06ea95b83f8ce42f92312ed891ffcf152dcc893f05c3deb4e91f80501f6350a55e12ce5a200c5b89ee7cb7518c48ecb6021ab44c12f16dc7dfe6b0d7a6b0bfcec0ef8e64be57864ade21e8c665e7039b16117034f27fd4108f56dafd7dad254ecb168c7b772af29c3b9d0b9666ff57c06593e70f89b8c5043a264ec868a2e650347e283f7af0a58abfb8eb65912e4ba2112ad01eccfafaf1da318b29f5531d5058837b2e4a0f8f7210480f8d8d927cd679d42115e1f9f7e9bfac79ce512f661a1de30834452c8e5df140&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329330001Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2fb931874a1de6656e8cbdbe6e65202d0a796f74a5438cc7db488785b1917b9644c84db8816ddb8ae663010485ac8ff4bf95f7493f08b2e9f10d8ef6496aae462075e20e7854070294eb00af9a1870b4deb1b7a66eafe37d5759ee176c8ccedeb550d49e3953c9e413f3c177429f01e6e1a9242c0211c8ba2a475e078f98d108eb68f714c88fcb9f544ceb680835bd4c28e37af558e668e0db769c051e98001da81f55809122aa79c67e5055a62a177e77383223f7c840f71f5a7a3e56cd1053f27f5959f2cd9ff46d6e38c466d29bf40a1ac93cf2f02b84a414bf42fcb9931a1b1ef453f8ecdc9ba1f3698fb71fcc0c5febead07a7288be2faf58a029a450b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329311626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=65198e4d6f5950491f3fd0170a9803c0538ff80229856661e047010407ef8ca349517c14c0b1b58ad64291b829147289725984daf359ffd99fd8264c49e590e7c759dff69d67f2caa77f67ef780f0deadc8205fb1283c84d7132d646d59efb8e66628e2e1ea7bad257f8e54f2e19ce916f66fba78d4051ee8f1b27aba3339cd1f5a20356e1c30f7c3a6d7c69f6a98321574478f1f7beaa5e9bc06f74a8460733e1e9f88fc76cd017f2b38a5ac7209e77663071953978296d6af2384f4ba500ffb0d4e4aad1038422165c3ae984c19684d8e0d5d92b8bf2a78ecdf1e938bdf6d6a96f0908f6795b7bc15d66f12086fce8f673e5997f85ca39de8c6b067cdce072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329348506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8fda95fbc2511c972e034e82c1b379345f29844f496463a07e6259f49ba55fc52b2783340cf68f50baf90d3fa750da3982c77853400c5ecc6e83b32f9f367f9df424f21cef9f96219c87df97e6beeb328219c1469fae04b450882ff6ab6c4ec583126f4164d6ee2c7eedba678d67153c38fb0ffab2543025b3132b5b493a9d8cf590c567dfe03139fbcaceca931679339dbeb3b7a9cb585173ccf8a96c22574fb7a03762712681ce1d8bdf5f9dd821cb5a52dbf0d64ce8d12cafc5ea418b3877656e59f38f052384819b4e6afaa95e81adb69d957e27fe0c448e79e894c2cb3cc4fe6f42eefeccf33f2b728266d35077eb70c03602ff50591f91bbda260bdb76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329381007Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b2016eca5ca27ade3de695011b24e7b6de3d700f44c88c6dc5fb9502acf8677602a762f4099ee381429ed08bcadce47c409a19e69c42ad2c24b274bbeb91cb7300f5e25aeca6a74eb398a185d4b9bc2198c2ca5ebd57e308f669f7068709cd6becb6750310f3d36bed4ce41e2abca4e57a30f0a307e317ff869b29b8ecdb973d9abd31ec283e8f412a904253f28583c87cc8d7ffb5937cb08a47f9566de1c5c7266057f193585d880f82c02a58e9f293fd995440c9abe5b854c4da363f3b567f854962818aaae7dc622751ab42b1d88c7096a8b0daeb2f0df27235a32b8af0766cfe27a3bf86d79c7fd443fe96967e19681d01fb1a79883ac0980a10d6e1c4d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329365438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1265647c0c9d5e1b7e93264ff4484c172b2b3bfbed458973d17ad5aa8a01c3d7f245c8b8627f9645e8f6ee597d0e75f2f5bc8a5e691e7789a4bbd5cb745f4f0b99e276f0715509c7206022bddbec82c0dd4b343d29a054ed86a40687b9314dbe459555d1967b1c2ba69da9e2dd592b56b63075ee70de55f96d96920b2fcf7f18fde99ecac33d38539ea6334ee604ae0d6a5c93f980039afb62222bf6f6413da8ad7fbadd1f5f49752a5f7d598dcafe173e1592da9f1d20e2d3f97f6cd6ce28a04f68134cfcc42898cf92458eb6315ef87d1eac28ab17c0a33ab03573f387a8900961e64cbdd47f719e5b8a2fc8de129b98b780013de10c8fd710100ea483ddad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329786311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b5f3920080296816ea75da22e587e2edbe44fb9301a1b01c314ec3e23762204df43532849ca352378d7578bf34b0846febd4abff96a59d8648ad2ec8103cb7a64c25f9e0480cb0aafd93ce394221e95dff47c59b6f12f3d4ce6bd7fa8df690237fa48d7216b06e2e7d342cfd5b0520a482eb7ea89a1788cbb5dabcee03c461fe0ecaf9350c4f119c24ad51280a10c7363a414465cbf1f13772284c19b99179eed35cbd940aa1dd81c0c91b9fe4611c33d682aa87b7cd86db8b656a1492876900c5d1c83ce2f93d4f47904947054cc7f624e62ccd8dd9f9c1a00a1ef8fedc499415dd57a0afd6fc3eb36e1a80035eb77e8d8c4832508aa74927da4a8526d8aed3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329295155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=91c797952073401cc579dc20a4c4da51e358f8627573bf0d36935456e6cdd6546e7cb317ddde86fe88388e753736d938293f261d05152efb566476b2a2bb7c545e69a782615feaa1e9faf81eea1f5db2fb67d4e1bc0e53107757ea1a3d250bcd6e45a3826c87b7143b25fa79e77358c7671ef17e065f48bc3c8cd594c9ec47683d20e7655764485f6212382f8a075cc9f301e68077215df290516b03fdd3ac1202ea147c94cba6dc6e77bde7a55981decda443ace224b702a562b807c039ede447ab25d0c3cc554bc015031332ee5a3f21e6b4397a39aabdc3e988cb990c6fbd01c61c2b18fd2f9bd66985680c78d0179a7883c0582e63f1e00b19af49cdb8f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329811689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3d277458ea2455ab0f9e35481a6b221e537c0d045f613669bcec1d8b210d193f3d59f09b8072ba44be620bd6df8f53bbc879a5a10ed3d038fc426a7ea9ef701f4d96ec743a5dd1d476e96be7925e5b77678540091b17fdf118deff6d7bf38f8aeba1991c5fc9c01b9bf2c84c3422ce49d721d971229e1c261dd710011ae2a92149e8f23df0728ef5fd202cdea092df49e200ca5a92176334564615f14d6e31fc0d9e0dbdb97d97e7e182d72a0a86d3e2f029e781c2c5bcf921bc361a26721f615cd4a1a786301f64f5d2d6630bd0d1e0e63eed85c9d9160d3cebdc1190f9a95e09d8d5f071b2e905e13c615e7b7f62e3f821fc04891d823dadc1dcb3ac82ba09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329478341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2b89d819e9bf44f00b5e6c0dcbb3235ebddde0f351ea1bdc45d686f510f03ecc513891d98f19983e68148eefc49a29c031817db75e3081a239a55cd474b36ac786896298000fba3791b7199d2f145fc06fec1f8f68f6346411d32c7f57702414e2ef1d12d34b9f92b773ece7d0d17bd81c73d15457000fa56da226b5c08743ebc7a7e4cf88e5bb1f933c5fd1b4e773c74eeb07c88ec4f0d106a3631872f0a160cde5f140acd5da3652d0bad33029ff4aae301f3603eedb971dbd199a8b4a905e83f9afa05bf7362265a267b7251d81b6991c908ec3977d0cce70823f13333f64ae83dae55b35b728328ce29d447fb844f0571864cb77376e78730b54b2a526cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329368013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=338430c6a668e94c6f312babb2c4e988d73ffef871cbdc00ed29a628458036b930cd85905cd5573508c67e3edca3d86afa20d9ec5219ea8138254f0bfb81bdf6d4bbb2cba826412ce2432d7c054499dfa4a5a03cfc301be07f690811e1ddd35ba8977d52632ea4755b995b1d51179256ac6ab7703302d273f8f845a4a35cae32f986706da418e89230450b71f2c479147ee3661058796253f6177ccc25de2d9c9889ef27e287a13cdddb8e0da197c9c87a04d86f5793b5b5d25422e21b188bf394b20d70de8d395484c76573db45ab3cad0fcc3eb686a49e1f191e1a5ddf7ad822b7589bd0f4f8849ab0e63ccfe07178c4e8e6a8b5fcabf02d0591d5d32e0675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329487518Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8ad84de1a27d1549c9457ecbeb44b0f79f088f70b0ba10eae08caf64df3746a1ceba2c25175b4f82678415eb5e3b3b89c2fe6ce28b3abc6d98f7a0384abb818eb431434ccf8e1531e04c36aba9ade33e2788124d1eca3cbe190f9854d5fe36f5092b6cbf8df0fc27843b8fec0265d1a8238f3a002a635043725e1dfc06134b6d236790271fc87a666e9dd3e0927cba5860964416edc8e165135167b88bb23d2cb2a60a4a3d7509d5822f82f9c16d733c8974b479338dee8ce576b130ea676e224b797eddb8420e38b8141e378fc3dd97fdbbba188ede401d43f586a32adda3d0a109ab76c404f833882afd9cfb64fdebd885aa4d253cdbfac0b747edf0d6fa72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.32987081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=69a0cdbf8eaa9fad2c834dd5fea123aeb37462218488ff4122e63da0c53bd71da7496efc9f0a626ea9db7c9138506c66571d5a905673b749b19325dcc17542062d3182dbcb253248c7ea49c0a283796e79ede1a87f219e989c230f9208944d9b2273d6945d16a6df414ef7041aff536c032eca263b0e9dc414eaff7b2b91fa2ebc99150503b7a7817a40f5481eb4e189275dbf31f5d9253007e1ca464bb4be48926bed4f0234db1cf6397d0c370c57a796c701801070ab1873f9d1c3929a47782f5d55393252a4b4aa2f06f717c4de698a856ed1ff701e41c6825c4065b01fc162b80fb95b200e59d2d40cf6c26a51b654b4b46f2aec3c0a060dbffa5284f8f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.32987622Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=306efd3cfa35085206a28889fb8ef844fdfdff44cf1df247c4416950804387c6bd22a78aec7d5cd5edd38a3835662fd8225f13a161b249b9bf4a828ec4f883a52b0382598c11a571be3fdb2c25d150bfd8accb5056dbbfeb5793aea40528371dd3f027fe3a1c210ee87379a1adf857b56fea21ff8caefd12106878f1600aecc71886436c70641bb104b62a8621da3c452a644a522322d11409049a922f171a0554a15a73172edefd914a25a375371e147cf0f66ad93441ba05aee57992c95c33ce4f6116c5fff39263b65e88bdb7099a33b0d3bebb6d2c2950879be4a6a37c500ddbad56c630f170fd28a133e62ebfb99f936d612e2a86c1a3b432c31e50547c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.32991863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5d0be64fcc63fb3bc68e2a0b8ea1b51b514cf8ee99d6a67fe2284686242462e8b38c67d26b7bf096b87739f249311b0604abd329783c84772cca37fd999bcd8237b0014437bd8f0aa604fbdccd774aea5ddb74ab338a986f7112fb671acf66f1939922c18117290ae9940799764a49ecbbc69c902473c66ad205595e7c8b1f6dabc3ac7e7afed27224d29f7e2bdd6422b0b81b40a66c31ae3f79b33d6b00b8b55641c78fddf4e944714072eb5b9e274bf9d4b24010f9370b51e6cf4172f261aeed435dc231ace749a123110163e00ad784f417e5a84d8fc2953dd80ba2dcf54178ccb462c8a340b57e9fae6f2b8419b891ba711750e5f9eae39afd05140a837a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329316726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=92908cbdd807b7211a27f54f11cbeade434f6e8c9384f8235357ba1bdbaa806c8f458e008911a22f1f48c5615bb4729f8791181577d3969a36beb765de782ada9490880c59c7da6df30286ba5fa249fe45172b20a29f2e80ef60343e4ac4a824baf06b5fb7a05a297cda06c6df98ab4ef1bdb38af3e49f53cbe75172583a0fbbdcfa532448cf2860980ac14cd10f0c7f6ad07183f07a562742a56ba31d8236d99a0a00ebe055be5f70371ac8556059e28c3562e3fdf6bf08e1a7aef4a0f271b4ae7df71cc00eac23efd211c10fa2b25487af58037094d1737c4ea7a0196f6e764471a92986a1317b402936c6b18a2cc1c97f0ed0d9f65886829f244b32d46b1c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.32955744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3c025de1d93c3bb824ee4a44739ddbc3c128a46283653256ce911a2b64967ea03f58b4313fbd9c639d1aaa775353859b7a40d3017525edd29251309d848fd608f9b900fa34016be08806d5d4118e6f996bfb88a05711f4699a54ad22743fd831f7889ba9df969eec934eaa8084afa1231bdd72c5254c3a7c9ae45e34d08bebe92f1c8688048c8fd9324429a385ffadbef25dbc595b92766fb56f6d49882c43bff35f96708a1266b3d6f4544ddf0e82b7a669ec46a9d8ca5bae7f7c02759cc9364e72f8dfdb97a2b841f66f1649f51a9b1b639b03193811335ffe6c186492f367de1fac4079f872fdb3eb04320f507ae08aca1f86d3b6116320d8529a556fc885&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329995756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=921d3f1c47319f90bbd49f8b7829ca15ea33d33e3809f622304a92599719ff3de4ca44a69bf414654b99520c0291524790b21c1e50def746dcc522345bd6c9f6ceee5ce90aeb204017ff4527462b88c9c62f9e8e7eec2f78b2c6c226a9974d80a3e787ba4bd53f26a765fdef17d1ed62ebc619e433d5ba04368ad2659c6e2cacde5358250ca5d433d3ec6dacf0d02127c9dcfb018a73acc46f370d821f3aba61072897ec854c87806009ac911e143e2b34300994f895fd815b88d4a03980dfa487609310d3de13abfdc53ac1b77b4f0fb1e48a042b3aeab90d641d79e48398b22a4e7dd5033a73b72b20fdb73f6f3144e959d16b7a4bbd2d6f694f952df049b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330032856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2c4e7137bf729d59edbcc8acf496b6f22f8c62bf7bad9355d83fe9a5238ab04b91ff9f8c9f806be3102057448d8ab6bc906b1af51dfe8450437b954f8d744026035e02056ef971ed1d8890fbd2b518b065d554d22f18cffeb5117079c06a39dd451f3c12fe07897706a1c0757838bd4cc02c7f469b012d765bb6944d6d00d0adabc38b28606d2fb9d94b449a5bae9db75d21a75b0e3bb95a439ac47da96a0661f4db424aea674517b196119b2100cc952942f7308cd0bee6ca57ae697d71d9c14c48ec263f5681d4e3266f283272d6a35acfd2b1540bad9793546d98ec21f588cf75a7904c89e37f819eee2de0137afccf63281036c7b9e67120f95b2ddf6a9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329335331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=95654225ecdd15f4a8ad1f56dc6cd9c29c0064c73b0a737779eb92331fbc6e83bdda8793c0004f8ae3f2400bfcf05104827a633c6b55e828af7bc1d202569d797418a57a7ca16a07abae3cbc257bb5758659ba9e3b63554c8cfeeb683f437d8b802cd8af65a6d38d7c59d56dc080d7a4e2a971e940c26da1442bbddfac61447c1f3c1c46b412a8c56289883d3e345222f0f6a205163f0dc0c8df3d8f39ffee1dcafc9e411124302eb1c9ef9e93feaed405e8d64af4c4b3925b91b7f28632d4f72ae29181feaf4c76b7ae32eaffece17758c7cac31b1d21f6778388f8bbd89afc3db95763e4a83dbdf1e66cd88d2b984e0e3e183f68e59f48ca7b26cfe33de141&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329406846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=41646a2a05b19cc51090fb4eef9d68e18dd9a44f740a2d79698d66ab7fa9039bd765d24a52fd27e94fd10d97266fc8b6244fb7c98fb618e0c71f09d796650d9f6daa3394a024d52dc842406c0b08f8f27fac15c9d1cc3e89d78bc86c5212f8aa20e4eee7b1a066737a85d9d83b1dfd6d70c9127ccc73dd17f94ae86258f02672259f657ed5d5d12a63eaed8a43d24b95980c228ded87c32374e0af25517764a49a88479b256fe752b3fc1a5ac5b86f4df1a8861cd6b169d72c718a46ecb233666c89845b8e6f68a61fda139575b3108ec30873b0a5eaebd53d76bd840037c7a9fd700b9de738a0f6c615b4a534ab9bbc11f333152cb7e11df305eea6758aae42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329352814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7eee08199a1b4f2fc3a642f5c40a56ec4118f6884b40f96c2d8493f75c988e5672b57ac0c579a01501630a363ac1a8bc79c0d77a51f67208f8652d364b80e17a464644dd7b56da1198e38b1b5899f9fe300ea3c0b628f09bd227d04944e69c4386bdfc3f359fbb301e89d08230ad423a3c094cf052758ea1a6a14012396d375d8fdb942c388b33ee1b25067f90d36e0a8471990589a6b17852ea163bd2ba2184b5bf74f97236dd8499d7738d7a2f66daee56d43b68faff4c76455fa6d14e12a7bfd4b43b63c003c9c9d64e31c055282b634367a3fa09cd6405e0b4635e2995d1c9fd2b93ebc3ebe3661f2f20a11d0a42eca2812788fc20571ead28a67a7080c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330138705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=233c6b7b2ad28147957904f0193bce22935f3b07c86883d06921ca55ed36f71a391931af9f81a4cf36e33005c62f9dcd491edaee9a91ef8f56026e156b99b49cd5624cf89ac7bad0137d0e7a94b87aa0e34aac3ee58f1094dce0fd6ed5f462dd9cd4f8fefd7056ffd855974de86a16ad54ee2215731fd0213f7616dabb55ebea9ad3d73c2df4ecb26c2d5b9534eaeb170d4f64a1ab26615d3bf8b810673ab5c0ae9072899e619d1bccf2900e5ec631669b1b3ebea81b718f5512493e22fa91653586c3a9f6d5021997ab163c77465aaf4cf5f086b5d39d544d760cec62fbd88d8baa176bbdc0ff5285c2e17a70c89540722961a76ee6f90955c12f39c07a9b3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329455718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=488fd059966419beec25aa989b3426bc0bbcf73b67e2f8732435535a8da8451cf8917e58789d112ca0a755424ed535672ef6dc953e0226ca22d298435a9c83f45b5a46308f5ae153d236a1d95ad85c2180b8cd91149606ffb4c3217156251674b3f5bc56034c79e6c20b14dfcbaf379d3a2548362dfa62d6bfa452033d2e31b2e452e7dcc8a087965803832ceaf7f59504f48ab1e9adbc7f09c3e3f45f9a13741c3691c549cf431dc2505b89778662e28070761392510768523de9bebaf53165a531a4d0c145bd749a09ab8db43a3b830e62d05cfadaa494d52e8c59eef7a58e41881ff3eae2df5f9eb0ada21510c6f7b01c2908fb75d99d059b55482c1d9fda&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33015712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6785deca8f1a1d0219442c0ab8751bf7a54cd04b5a3f488ae5e944e2f36c522cdeed08ec96748bbb8106b086a49342ad8bc1f716dfc8e82c6fd1fd9f9f19103847eb2e5904416a4246811fc832a813c198924146696bd041708f2a33272bbe5dfd100e3020701747faada42d5b96538c3b2b24bb94af4c53f5954dd5b7dc42319595455b2a6065971973e4b15fb72baa39f6d04e1cc0c2adf841f3497c90a77fb76b8fdd1beb46bcb03371b6cea9c8445807d0934366da8efa8a5ef5b3070e2c4f001964a1d17e2766f2b886b3fefffc5423797fc236d34b68662bdcea5262c34d1a1131a71f33c5262aba05d1c8d3d4c8590b4bcc06e227eaf285ec33b06833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330180103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9d8d5762c86c8dc2333fd240cfb819eb7af6a8fbf77135d71c65288b3a9e3aa10ee1f3bf76060d597e7e02c2eea0b8a16a10833ec15e77e1e25dfb6f6992aae982f0b19a99c3e60e5a7feecdc0272cd1201f9a71934eff44f272eea502ee303027a16758d12323a4f89b4e8e2811274b8c9700943359e72a96e64dc0c6b71ea6a0abd91138f1ff8f250a224e78ab164fcdae78be56d29f96e50af9d9c539afd65ea6344e79df4eda9e82507394f0a3dd25f74e6a687bad740f2cb4645f8780101b8b34c1552b3b2d8196e5672f2b2a1fa00d5ed31b700964d126d6e1d66bebd2967a69259c7091b9171f1be7117ea29861f16544e792d295cd01cc55a3184849&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329382009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=786063a0c4ed5d285c8514560915c8a7b92f0352f7858c0a46ab2030fa71f2b6e769b4c56c2d3ca49a997732fcc4ad1bd172ff86ee88b84be4d40e4eaecbaed8d261e47229bd15407cea23988f82c62af1067362970060d25ab9e9431e26b6bc0e160eb415373a0a6de562bfa1421e9efe6d4fec7d7692dabcefef67ac3758215faaec369bd30224f66606dcb283732c5df82525a508585a6a0e8fc65a0dfbfe92e0cb2059440628153cb55400e5baaed070d43917b7626203e0a0c82db723e6a532b2f530b24ec72ea354b975d2ad099ea334d455b0d472c0071efbfa00745a9f8cd6c988daf2956eb2d3148a8165aa274d0b482037291840283f1af0875ca6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329520831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=08398c3c4792ebcf10679d81f40f213db08b92542dce96a59bd611e6f7019d2fa3de23887e85d059a3145096f701e0f495776ed2dd250677bdbbb772d24d81f1bf8b1303a434ad11b1fea52eb4f0270b349b5cdf5b26e8af8dd69509724d609cc5e88d75365eb7b1cfdf519eb68325f0d3edd0187312c1ac7410bebe5f15e99ac0feaf36991e6fe7775c332afac9f7a09d37b153a3b7ba4f80179fd1bc0a5289da895666100be0f55dbf75054b8e9c4c0103c6a0943a579b7410b637a8763769892e95791d34041be319f7199e03861f467674039caeff7721ff083191ebe8a02a650c2edf3f2913472b37cc2eead46bd4e42b3cbea179c1bb92f4b232c861a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330223134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=58b0b7608dd3b09c8d8528b7c4788f08b7018e9e611e9d6ce3fa0a01d960390a489126a4d3e5eaa682afcb823819a29b7820f278511d67fcf3bde3e4f3f78af5a328f8ee0ab38226bc3d1ff031a7326af03eadaaa5047df4bdf5206be5d493442490bc64e9c9a873ece112f4689a36ae6dcd8329156b68303f53d87f2e54ed2c32bc04c8e17b14d487e4942adee07e63903c9c34d9179687b05883c9e8cb46d6722a00b2f46811ce22560cddfd6140fe7901e87062a89e7ed8f34ff104aae3b727542268a1c9c96fb230f665ebb197f21fe97e60a6dbf0407bb8db3470a66f7e382c7c0f4fd70d48d283533565449eda9a62f66671cc4e5d9c80b276d265ed9c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330260635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c2abf22d465c44d6129bb27d996a592a5a18726e9b0ee6031094ff037c402fce8a0f808e2e3ba05f78f58ddf5b36076817d5c66c2d872fc2823c0f7ec3b8c526117dea7333bbc699fa1e7540f9e05838a7967eef31727a822d7205788306382caf141e7f882cfa7e12a976faa56b9fb9ceb204ef94981131e544df019fc8aca0a8deb9988ad193430bbd6ed6903a74a8055e2090f4bf39fe30d47849a84d837a306e635e9626db93d6aaffde882b5b2dd2f78894eac2ce6fc5697e50808e0b0520b860c55f0df33efab972dff32f3391d9f1c19c1d296c4c4c7602302a1568524e592bd87a9c8c0de5a629c0725a9160945205b8fbe3fa237f755aa70f01fbd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330275663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8ff1e82b6c3c7f849b0184d421f06edc8bb191233d02dcbfbd4f746e309e290354cc99eb8d832c1b3e34b90769e82d0dfc126320d61c9d1f5a0ba0a0cb11ad39f88446b2822e655644f5788ff32ec5487fb1865f75c21e251ea7a3b1a97720b727d9723b330332741aa56f0ad1a9316ce1f8542321fe506edc76e50246baaf050fb00cee7f405f7943490a29186ca6d6b45ee4374e5914edd2cc3fa78199ef0d4da696184cb460778d4c2f3990e3ed0311b3189992fc5e511d512d016816be23fcefc98a359b92de8cf10783c37f4146363a0cfd6b92d6062b7c195ce8a5671a9ccd545678d776fe8daf2c0c09d6e4a5e2c895594f8d3742cc6f1d55116a98f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330312683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1596650ab4640d350729d36f7df8fc401fff4e09b4e2e61f49a818d956bdd0a9ece225d32730ef357c5d6d95401169b709db508653a0f4b106f9ff3d1795c1888171a73c50b13107cb0ea6962908464a7ed5505b3f9feb4f62e5509b1e935651c685ca296c3c762ec95815673673edea52008370ed21588bf932c414c95cd83d63ca8a155c8befa7d3a2f7d8f335222dcb895986cbc50663eaef8959b409ff61e23afc75d60736efa4dd1b06644bf2fd4cb6a345406e3478b5b4714b937709a358e0f9d76aa79a0b9102e44790c089220fa2153fee40f6da8f53f22f49a77c80261af571f53f6160306de808f215fa806ccc60658b5ea8e1b2acddb43416f221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329407167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=87f48092b64626f380b2c347d12da51a9abd10195fcdfdf387ab603bb50f2ab508a0986abbc851a024e3ef261e7177e50125c509b76890f77df84a99b4ce8d164f4d09324901209f3284f3756b441db2dd8cbfd50620351c97d1d2e649960b5dbc8fda25bd3605cd29f9aa32acdce1990c88370c8532eeb6b65715c4652978542cda94dd7198292eb2637bc57dd102a75b7460dc6bd5046e43b466e8dc1af3b3f14986e880fdda7e4d72687495e64f7db814cba3b2c933dfa12f0fd2ce4d4e8b1beb7abe161d4f0a74bb488892f355a80e718f38c0f5470fad396da655088b9d77727768aa0d6b82acdd00a2a5c4cf27150c72e45a27f195ad38f54a66b8d4a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329412356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a3132fe4c04073dc43aabe060a9dcb38548ccda79e73fde25e04ee8f5674ff5b56009a3e23d4b26b2e992546d8de7469ef4f80930711108d3224eae2912db8e98d57475d2d828c02616e88de16b2a81144ce5c6f33e73a7ff90c4101fdea844466af6865649e3e38f60be549ef93fb7b2928d7cd33c27cf9218b894d8eb27537b577550296b530725ae7b8c00cf26ea2c8510b2b9524561c37f4244fad72ab721a5c9d21440a77514eb16283b06d05718c0f3b488c4ea0ea484c50a38c49056d7af4c8beda8a6906163a41d1632fda116a858c887774deaa45fe89da5e852bb5de95f822cb73d89b28fb8d2be06fef9d1260d8f8eb8f0b5ef5ea93117ee17931&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330138565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c245cc47c0ac8fa0ec0a82fcb98bca3c9f3235eb1c9949c3ec411db06ec406440b5e97d563a4d541d9c11f9a719f4042a004cfab888243ee2ab4f7dc8ca621987c7aa5da8ae073caf087864c7a40df6bb73d1d158357045e9927929ff73802f216b9c2dcffb7830cda884c1fa4f23403fcc031b017ceb3dade8cd85cde53a8164548b5f66d466e221474cb0e2ea9098efd0da055de87fbb77583e1ae82fe68b7c6bdce1df4d7c9339d3a073aef768fadbf3beb14df6a3a4ad6958e41eb16732a0ea4a62ff55fa7d50224d0bad6f46049ab6ba7f5f80f3e89a747482ff4c1f42946145d7e13b358f571d779dea112a276a0e2aef37eabba60af4be7bd0c262a56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329401536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2bb646fe039c3fd4b8442600479537d7a60d21737830fc89edcb0b438ad20d7e721d7e7f28c94d54dc1f136f22a2261e7253b5482b08998dccb3a0befb95cfdd38712925551eccbb4c1b5919255ed8802841f558fd8d11b58887ed43d913952ed9f1a79c5e02df247cfe4e2dcda008cc71ac7661a6eaf802067439fd0c14865fc450f85cc5ff1a4fd8a58c8e93af72ccd3e17e68572ba477dbf0e43362b6bae13f1f5fb6bb9342adc8b16c6af6bed8e4b82b1e888445c1b478cf29e500cea34527daf3bb7283619dbf69cd46fb1c100ca9858553de02003639a8f3f3d0723b7af08462a9768caeb0681fd1f35187b262018ca4ca23249c544104c19beb081b53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330435915Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=835815658f2d9677dafec2c18127c1a428d0734770b2c4a5786101882e00400639cc1c4d792b5edf897c6661e81f44bf7c199b0e630bf58170889732302057ce5de5be77f34da386ff02a671adda53057071d8c005c225a7c4dd92f40739168f6d792166cc88e57d93d84ebc66eb527e56755824dfdd416521b9f5e637e7094e7d9d6580ebf6096d4c2e5dcb7e6f7a6aba25d89cf6a3cf290e10b8c5497d35ba250b9c38d18a1c67645370c87079c1f02beb7cd676b91eef7c5124e28c23d05d5f8b5565debbf5bb3a32d9c5ea22e57e303e7c3e883fa1126912229ddfa28cef207deb2d800dc576a9981bbbafb798b78a3f9118f72e42f0b1f4bae527e495f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329419289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=61dc073b52e89f49c22b8803648f4e8a496091bc7e681586ffc2822b6856e74a02507cb66b3ae568bcc7081160e61af998b651b3e0757298e2540d5bb6798eef363dc3f232964b7fd3ebaacbe17ae6670e522c564413230522cbb062d8f682c33afe9983fc2afe38b0aa25b685a53fe9f820f402925d086b17fd8fd53392c5026d4ccc3bb279da954eec95b62f97a89901d0ae9faf114e624b2f67e32d131f90ff6305463771c069816e7139bbc8532e352a919fa51d426c19dee9b24c7222759bcf3464087f1b1782ee936cea98004978466f689429723fb23386e8ec31274cf42276443a2a4e029c08e1f47bb9ef9972aae8f1c241357a7c7ac5fe323f5991&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329423127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7b7723b5f67c9cb7b26aa1b1e7d6a9dab75154c74b3072a9680fa43e7d32f07dbdc0e19f64587a57a3a70d99e080da3a76c426a13a37ef27adad965621d209a89e1ee75d0a105653a8b858bd1957526746dddaf817a2b37ae008b0ef17f0b84f135db2fc23411c62c67546b052d3f420841e8ec49165847492775310a7cdffe254179dbbb65a174227ff8ea857143c131a2805db347ddbf910687d166e127b1d4c5a9da97e4643756726e946fe217d31c1aee0ec11a0018c024b59213a577cbd8e93aa48b9e9003505ce2adca9b93434a26e374e0deda6c41da04e1f5434deff27d727daba1ca0b9c84a249966fa6ad54de3c0bd069df2ce990812261721f5d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329369916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=41b6f6552098f26e71c7ef87fd84d02957848f2b8c69501e989a7a44c3dde91a6dc16d0dd4570cb41eea5562399530cb1fd3e5c858a4ae3dca3be852088503f6e7329dc55a7149ec9c78b037fa80c7e09e6f0f96db2b46d6f3019fabfeef8a7c6a47ebb832fbf3d555b5a471f53b56065fa2cb9f467c297a46886594898fa28f769c8feac4bc579c55adb88cdd1fca127e36b407281c84be1dcf6c6ecfe1c87c57f4917dff96b100019e8c4f8e6a25888a01a7e085d772a06f79a46756f686fd008c2adbcc2ff83452f2211f83e3f9877986470de0e493b01fe51ee3e4029f875f73fcce8e7989ff83ae035af19e009f8dc010c6760ebf43b32ccaccf7a2b435&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329438616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3058a4caf5b7cc78c0c140df6fdbdd9dd7eff9a6d4cb4931fb5bf24a172688c3cdf9b267d17b094ef1a8b48f9890172c5af448522f30e3a05c107d7e2ef9331467ac25c5f4df9fa9174a27cdd636c5a5b10b0cc304d2e71e5b5c8bf6bbdcac0ea5676efd119fa16c5a01b5b78d7e38637f62a93f24296e3d6dfbfb6e099c0b4ed92d54b8e1961c9475d9de2e57ee373bdf8b717d5459772af0a6f0a917b0258c7940e68723a8e82bd9d7149f871bbd077df961120a5164eb0d4d5aa53e49cdbdbe9ef371b9d5f626797efb3177f4b157cf0b488c5f3a1269628939bd1204940180969303ec37b766e7505ceba670f82050bbec595b7870596adde29bd620f0b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330529932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=781a1c583d136ba7e3df3e3192cc5cf0ce9c0e6a555de07c929ff180e05b9ddc3b65b59414156f9ca106f8662b6b0c4e94615da41fda0e5f01eafd2bea8015de59380f7c39e0bdf963f2d83034d9e59aa63b40803d169415adc3f19ee14ec273669c4826510d9a7786dd777233080132cae10e622faf2244c5e4c21ba53d7367db2f6e8812ca77de024247f2eb7e95b581e1a36fc64d7f23bb1c96ea348f9a3a3ff99e583a7940acee842a5572411ae1f54968a1e584d19f0fca24196f71f0ed73b672774ddbf026c7aa82d9459f7092ecc45a1362f1ee098663593d6f6c9dcb699fcd6f529d06c101bdca6dab4b433a9cb50b2b8b3e008830d2bd1836efca32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330281504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a3e446682d29a9282fbd11f69395b2879273feeb478924d2f32167cbc25dcbd2d3e72f8bb507b9d201829baa4a8da87dc9793ee69dd6a0da6a0d3cc329bb0fcc50a7f88ed55c0e4d1e1b4eac9e6016567a0d85d05c4a32b02455bc7532a8f5de30f12be050a00b32f908c8f71635838caae99b788d7b74f0a6fe6254aa02fad1de5296504b7167977adb7fc8a42d3602cc91d739787528e731d6e1a55b86406bd82763251134445d8e15c10604dd54ed7a339f740ec773cd79ff0bf716ec8d9a812b839178930c293c5249021a25fdb363a4a09014be98dbbde4d6dba1c167b74ae30437ab98b7a3f619c421500714870d83324dc5fb23ab38dcfd15b4b5acf9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330225178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=31f8b547d7bf38431ef274941a91f0df3de2bc34b09444780819350e9fb029e8008dc10472196bf61285f7b2aeb2fc26a371ac3ce545e8da8707efc1e8a552e43fb2b450d6205074aff3c87e8d451cc01d59e38188ed83ab169fb30590cbac6ff76e744149808adf0d76a3164be5d2813a6d70fb700a1a30c0b1f3570d7c088be1d275f5f6cd38737baa186bad54dc13dca85cc68b7a708c27516e3fa0be19b56a2009a44f51e267211e015e6884fae1ef8fcdbb523f07f88c0df569ebd73467239961a4a7942f328e0cf6c3860da9ed1b606f702df769acfbff4d794b06763ed97a5a6cb2a079b8a4f9ab51852ec193abb8e0e573824797ca98b081c93e91da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330598521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2e8da36ea892c4d913c8af2a0a0ad6eb90c7635f2184acab191ea30b0b8aa1d9f7d182854ec44b1bfc6b389246f0f6fbe51a0d6d3982c685d1e493e465b7eaadd2113ef13559168689181ac835aaf9a3ad71fc497e440e68007e3495a2e69bb0290b6e6c85f7205f7957160a12e0f6ebad7d10bf6d3e67e69aedb081ded4b88430a6c3f016f344e88bd8857e48af7166229022f3e2959ffb8a97f6153e87a188ba55ecea237c84cf22b8794a1e4659991a2ce3e0ac7d1b7168bcdcf708397386e267e06f5a11e1b4efd02acff78e4e8672a9a592e6b6098ce8b14a27dcbc801e261a40df139db65ccbef45006a69c1a21a7d18a5a9cb843bd94bdcd5c1511296&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329477559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=857715a3a13eade4991ffede3337c8be7931b6c98c7ee2f23ee2bcfbedc8d0bd463e4622d8e5a23897a7282172f948aa7e459afb288e77724aca7830c26d2fc65489828d9b417ae7da1fab3a72ef1bd71102761a57ab42b82c2fe39f682cb7c0c1fa645781b4ec1a08b07830964957482c5ac09dbd451314ab402ae3ac4d1e05d875b152ff24003dd8cc659ef9173e46a4af9ada2cd3270eda23e04c0826180e78bb573628de87960b9862541654d6cfeab97af4ae3508215b5f14742731870adf3d37316b18249008a560b41cc0f732650787ab9fa8343ab409590ff2c810926223deb21ae2aaf0645bd7380830258d4f92377d69634d71923ec5d288661b1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330651431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b5dd39213a3101c4a0ee207334e2568f87f71fad03169172bc870cfbbe2d14cb84a4a6f8f286859b17b595191313d91064d2e5d7a7ceae05d522e0dae95ffc8b6df37ccc62cf99c9b15211935378c3fb2a0b31a401e15164e1c89526785c1cdcfe479cdc4a3a96e94523062dcb7996f5ef032e117c082e1a330604e80a460b417d1a54447d9edb3509090239455b4aa8338dd8d2c4e07def3107265b6ef476ec57d0844e42869d5d72526c43d70c1aa50ec621e202ffd1354627dbb2756800fda3093f77cf9d9c5a4c8fda876de6f213801ec3c0e204af5dfd67a744ae1b8575598a52755f463fb3055f974af498cf0d06325ef35bc5748bfd45d2956e23624b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329438486Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7b661251f76031ee348e7b941b327606e6feed7e7a85f27273b194365a7ed3a01f8ce3dcb0ed0650df904f27d95072fd968f16d40988795afc633458616e5b87cf74e7f3744ef1e935e67978f2966cf815109b30acccc3482db6c86cd7d60cc1b7cf990d62086777bf550d716516ae10d3cf2be7542dffdef45acaa53346c9c39dd12f6d6ac7a51014c286e4cadf290a58c61382bfa677715ef8640252c4a4515947e7abc277534e850f3ca5e01f1166cb0e2bbe4b21ec211cc4562f1968786451347293c42db3ca012854b2f5f020bc16f03300b72e4f1e15dd1a0ec4be2c1ef3e35a8e51bfeda9e932f9745a18569e0dbd7471a47f9b76d4ae598541b8185f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329456369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0891e0e69922596eaea55515210f9014f3469a55e000edac56ece464d8ebe8103d17f7f301b012fccf97f5f20cdd38a0a385861c6cc0de70e3efaaa9202c3f37516755e3d0ed0e9261ce6f34bb989de60979ac0d2e028bccee12ca1a688ed1170d676e25395aea64346711bd41f973cfdcf0eb4a4700874fcdbcd8774f8363892b75a5055fe3f4dee81f63fd735ac027b4d9c47bd912a6ea0018841fb40225e595e884425c7ec279817f0df166d0627ac1c5d54e3423102cfa2f5d69724a299537ce8c685ce88d6cbc6545cfe14d5b52ed385a6ae76221d623792bf4a924c5245bdf9035bdc75932babbda271622e9043c3df5b3a3d7a2716874ef7d572fe442&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329841445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0731374587dee250ce8093c4f35e484373eaaf4c8e40646de02536a5df8a9029e18e42fa2be6296359516af6aded79e680849b7060ff9d566ecaee283c58da8aa89fa6b965d1bec3eb50c737ad04ca2bb72ff3fa166f8802cc4d6ecd926d9b3dc22ef61b613c0e0b9ae71f531375b150251724ec46766e55578f3ac1e72b48fdc0097f7256834a8f086b631a2b2f782e63ae147626c40b713daf0aea881cf3cac070049ddebb95e80ea0e15ec5a42ef1a3914b8ee06b69952bfd8d6edf5d65f23e0931a9c6df4bc4f6d8b1b1fdead17448ee1c4b5ab0568ef617d793aa39ef63d0e34674220552ad9dd240aa32246d07ea85f7cab8596367a1d480cb52afe8c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330726743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1e515e049af63ce1b7bd0d37b1022c2ba62b9fadab0bb3f81d99dde56f11fa6a86a40df0e8f0ad32eb5de07769280720f4dba4a4ea6c0545b60cb1fa0328303618d9fae7340a0416e7fa198114d7c78eabcef95af1631da0e894aa68eb504f99ca1516166dbea63749999d302dfbc659ca96e6984df59d37a429a54d270aff72591345741af5a50836a56d44c8fedb9ad6f58c7f48f03da835290d21c27ba983d0ff99a1c43265b603f17a4ac36d495240be6ae643a41e349e893f13d4119b6d7a71d1c24b052c01cdfa67da68a63a02c15c03452437bd07e2e2abea69088e73ee244be81fe88a93fde31daa660539435eb436c0a0e325e026ead36b7da54ed3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330188168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b0e4a15fbe6511c3da07c20e765f21af00e48cc5f1b42ebac604b80498d6ea2fa467ceef0d41c0d42338ddf56f71851aefae0d0b7566bb6a8a6f0a8ede24986fe4e5542095f50dcac024cfdeb97fd8a4c4553204847a33fafa4a1a6385facdda8eaff68ad1a8f004b2f58ee0867179dde676ac155b0af373249fe8cef7f37e239cc2f08ed863e3dd7bd22210985d99bb685c624c7f57f04b214c122c4734a6942131752fc4bd0846c4a24fc6133b2f8fd293979de4a8135f89d4bf23825397e2a9033af1f1154559a1d0cef160a4876abaca0b6a9fd491aa0fdecc796998fac2ded9de985ac11500bda6bd6678f0dc5eb47dc999b81b0631df1c75288b991a6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329966761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=92bf29c86dfe0d2a290890147f503a9194d7de2f5e56dd28a0949a52ee80607573f6ab98389a6b85cf6e9740e906ad7561c8e4a670b4a9dd891e203b1eb90a8a9d22333ad243fa714e2b5d1989302a2d733b7f0826712801e38367cefb95e421beddbaeaa1010316b4a0a4445d28672b55fc724b4f9fdbd29834041921522ff38662ae7edab77dc30b6ef24fbf1493e92d8b2b8299ec21e7487a5aa4478d6c525d3dbbac127b083c2d6266225fa13a1c43cc298e7ad6b6db151e9ee37fa7af6fb287e2a59b132def0d5cbb7111e296a718d9739e523ff29a5554f6c595aeb9a0561e5c732a3c552d664f43f4f662d836f954a3456de7f258e83bffbe608e6a35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330777168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=11e4c6758b6fc52582ae58e7173994adbc26dc89cefa8b2bfe4af1672bcdb56bcdc66ead19a176aff8df26157c2d6492269c7544bc1fe97e5a96f4a0a70c1fab5c71b13ac469df7819a8c69f114b2f3b356828a7beae2592f12a037588bf5e32612a6276f91d07d987e396ca18394766f3b0bd0e73fad4ec6c65507b5a017a66ed7e6a1e1aff4ef56d94c7efba2e72bbc57d96aaa3acb90917439c2b9c3263d020338684aeb63005d1c63c0209bc3c668fb44410bd0b2cd4903bea036c9074dad383b28631a820938122c4e9182c52d781f5c04d0f60dfece027316933ed5b5c9d7a0215f6fc314b469ead85d5419806a6dba1371c2f32a5135d18664f629e76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.329291679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8dadc7164123227d05141bf0ec86f579cefecd0eab06db8b5388e675bd5c6e5bc76c62619c2562abcde7fba0c5bf8970d74da777f642adebbfc1eebdf1f04bafc53fb8118c978a89f799c7cf8e0677e4e5f886bd0f2d247743399957088f6de4e6d04aa9a7c9dafd706a1f94e996b44a6bbfacf5c8eff021b8267d4e3bdcfda33a0590669ed9ccb5e81e9c0fa48b083214590809064fc6067f00e6d6e8ad7ba52f3982938fe24690c9d0a4f35c475d0aa8bd85f3de4f9a6cd4c7dd740229c44941172abe056626177597d65bb77cd6568aeb6ce1f6ab709506709733b724e18b4c6ed7a32d8930b52354e13a6f515d6171e3c0c8df435430fe817f0ac14ddea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330806593Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=93db5105cb139e88b3d272c2b658c904af0bfd2df0f973d9a4d73196a7fdc0d2a5a20e0591a98cb7e6f9bcc39e51baf6a0d2ac80607a65fd4c3c047f8de9213274148a06c0b5eee2778ba2aa8a46b3c4ad3f8ca46e89db6e735bfba54566beac7f352b749550e3927290fe54c8375ba4f1bea4d97e907914856cf0dd86cf50432793b011af68c2b6028412f8c14224793ba5241bb6c3e2f044657fba64d51bdc95975c6b306a3c6bccdc3e7fd628d4771417c0934415b96ac16a232a464711aef420f02503c1795ddd09b9898337a9754eb35e910ecc7e9a805c3235a660b38f935a36b4569acaa6712bb31acd686429a11d6321d3b6b04b44cde269b1d05b0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330237982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=85324a7d465ad529db07b255ae82f179f086ab0deac9ccf7f33dd4b4d345b7ef6f4a818ac3be7e0efade6ece8366df8d25908d6834b2abff90aedd904a05f87d0a989f29a99ccfe28755104e064df478dfe89e0da146bf97f51e3194e6936174884f3a4d8ff71050250403df97d2b4b0a487257104da00e7561ed49d491e029276a38ac0091d82ea9bec04df9a0fb6546ff678aafcabcf71b1ee3925ebb43330c886f76a6687f3b48b4b8c59bbad50256eeef18111ef4875ca84a9e4aa0362450823b008e055fdc657c159ddb4c801ae38d2c8d57b31c38af74a40b3449b29520c8b7c59b33c2c0184ee8f489ce1d6c44198cf5bd17a26b287af0d48643e39d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330862459Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bf3454bde3212c017a81406a53fea9b96f36a90e20c9e0ddf1dd30f8fa1bd2817388b6434f76c137c151d2038cd8efbf47e8e56e4aa8811f3a2accab04658fcf4190cc5aa4e694623b6373dd0b14882e9bf62cafe9182047f0801d85fb7073cb694d37f26068fa38f912e6701f73fc566899db3e9c1073bc00385bf24112767c979abe004ff65fc3c037657fa6060edaff8255d3e01711f4bfc2c0f68e7be4a84f0821a90868a829b538624826abf41f6ecf106ae29afd203b611540ee66ac3c2376c09be8305d71132a2240c73d98ddc69dc1466fb54eeb565263a06e538c5dc2c2b82470a59a4f4c51c35d3b0b0898bd051aa760fc1002c9329364413108e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330377505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0985d0d67e345c12dc1ff88f05353cf638c4209d60270c0c3d2be9edb4c3f518cc073e3a6627de54b824b0a8fd7b4b9284d25963df8d6e0c40f9a44beeafbcd73655fc918ba4b790d7aa2d0fad4e8f2e28411383afb93a533d68533d8ba24cb1dcf700e92dbad592a8d1fa018451bbd3e05404917336e74f7a33c18fd1f81ac44f6a32371f518ee082aafee924efc9fc183c72bde1f51a57b2d88d1c6fb30b7bc7eb06eefdcf3484cd21ede8deb70b713fd584fe282edcdd65379801be97c1ab7f05abec32fb3f83a49914f5d269bba492fc118a468c3aff0b3c1bbfe155b7fda929da907259cd5f1b8db39cb463789caece42707e59bf5837691a0ac7b880d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330923624Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0319570694970fc65212038e0479e94738eae6eb569e5e10fe7a48741180b9265c4cbf03621a40768826015d59df2e4f99eae32e5ed22307a2dc150208cbd3a366ff1e0519b3c4a92a0bcc48a7fa72348e6edbc91185c799c4d7f82898925de2858db0c816b595cbc1f3112fe885f280580d9af4180a091faa7c6b727536be97dd1cfecb39675303140ec33b39cae562e681a1cbae30a0040b31b7b7573f7525ba5c24b8878527a74d0989fd23ff9c89630da5b4c2953c728db69f0161ece951b230fc1c2cb5f41d6c266791a9639d2d5237ef58e7b4179d7d0384c509e965c8c240b4858e58dfad42613e8430a4f45277c31f50fb84612e581a5caaccfecdef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330941798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=57fa6ddaed203de418fbae9147963d68aa7f6baa604cc026e297407a7737ba1946a3466abf18a5a20283cd39cc9bb22118cb68e5c1ccb8aa8aa9fffd5024a9e3b996ade9a0fee6936c9c6a03e4760df3b8660f96c87c8eb2a23f79136fb430cd004fc5402ca478b2d04e8235fda94deec37f92b17510fc235be90e699637e6a19bbb5cfab20dc651efe81b14261a91b1bf0ae0562071cc028e6b99ed2ef56ccb7da5344b9a3935409532279c73398272a2211be0888749e2e6ac57f2b6cf28848b669f858d3db5473d2c9543a2d530795803ed529f4cc244c5a684a50e0a990a57ef838f75de7f3afd18e82a43395acb96e8fcd650c7c915a47f4b60bd9659d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330979189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=327b7e0c7b72635e78cadd2191241002f2e8a1cfcd84d4608de7a00784ae462175a4faa93069b72e5f7c441bd6225220c1d93d0db0d5acb085762270e06aefc7cc84e5f3cc865d730a696b6d3e729fbf214a06fe17202949a94c54df33f1532a92dd33e05869aaf7097206422237b9d75c05bb7d92b0bb4b6e08406f242d6228f9189b755efd68f1f511fe30210cc87d2e1760752ec26baef785183d5b3bef66068fddd914c752dcb713b618991200aac1c1e4cd2c62893223e2f3e1be31d16349d413f7259e53a6aaf72d23ee3488e23809d39e2bddd67b8f73f5ddbaa59ca4afd69ce7b25414507c2236faa410f5a75dbce19939a8748fcd67235640949164&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33098526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8592171c8b8fa5604191a42df3eb44cba396bc1dbad22c6a2b3cfbd8389ca18e89ce0595ab020b2b07b09145419680c3453fc94b82c6f44cd8b4798b65d683e227c5f44c2ddf316de07c0a338d6ff4b73519317be3372ae7de193c11276060fff0a2fb02240619c69e0dc302dc0f52c1c82ad06aab11a425e59b6c2c5f1061538183951718f15757bc7f2acf615d2481739bbac7e11d6795e98202c943dbc02aa1ecb0a6930e541f1397af607d5771cc19b5700431004c550d34bfe350eabdd26714419ac9547a3114573192cc6c7932e6d105d37cc9787fef52b1610dde3373738dab3fcc73d3906edc195b04745d0b13f3fb5eed515920a3c4ae7ba2de49de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331032549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=72ee56457bc8728ce344aa5f3882f1bfd1f4b6fc70be72d41f8e1c2e00e574057751e0d3a9abb452e0440b560a190436eae340e08fc065dc53a1081ed4c39c49d0234a23a7a345059b43f27ea984942f2f991f78b6c60e337bcbd7ccd8d642d8e66918c78b660cd334bd2d1e79b6df50e57345bb1794233465c5a9a150c59b92054b7ca61acd468ea08fde964a85f6a9f0df3b0fe9659b9c5361d4599279ce3c78debf6048510f1dd7328a467f1e06b383dce97ae0af8ce0d9de808517d0e6d61f3256fe2ac086c96624fbe8175222a11aa229dc3c9065a415640e5f6566c1521133122195342796fc850a85e828e39c8b75857c595be5d84fcc26ad516ee22d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331053539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a0b24af3b16d02fc5a986fe3b7fd1c3964f184dfd207b4cbb456b9fb355c7de198c611e61bb7c5709e0ead132810bc648c1b766d02154f5f25805f07df98a7fffbf78248366400171d72738c4a11595328e53d75bb8b0053f24e472dd7769a9b3674e3321f599f0193a4a8145669ac2686a548525513004b652b6b3109eaaadb424dbee95eb498d9bbc80ad3b632a851bb23bad2c5b6a929a0875ea2bccaab6ce7d4e278e7c80cfdf12b9e7a9940538323f1693a56d9a235ab733dd6af2f99cc3856fd59f22cbf8257b476d15e37814e25ee39e5716d762f94cd7e82a25592382e419ec69a9638a4a9e501badd63fe47fd6f90622a830d023344159ca6050137&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331065822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6623d82441832622b46e07474622af822a13e7707af08afcd11da2c681bd9a5c130e0df0d1d09f71651465e1dd1a2339824b3c62fcfb816e66c691cf0262e5fb4610d1135d50573de542aa3710dcfe690a8ac757ead01f39171808dd4dda8744b6d3ad9b9ecb1078a2cde5b6e8539c14c0c4bb1e3856486fdbb75ff5de5c4f4f08dbb8b8bbb5c4be70c9d149fc592d816d78b16046199f2a310f6e5bf4397606f61cf265b5da65a9a49e1d066e414591bae8aa152f6a7f5d1fe0bd17f02d66af86ddc24efc7533d518760375971d0b31d0ccdeafe2da99b6a86563cad2b4d204b7a7fff1d342b06e19720c18185864af1ebcaf1627005bdc646edfde0616cadb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331076282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=46f4810a3df81e3cdc614a8a56f747bbb3da5be265f33a8b4eba91569a5f766f221fa99142f26d9b47807b32e249ca9a40074f5cd4c2fbfe957df44af9655eb30dce82f7ed42a982b1366984bc1dc74f64c8bb786a371704181db685248768cb286ecf1f5bc724d42dd24819f04e3a3405bb33ec6cd2814c30f840979e1c6b4065a71af11215158d8861cc4433e38e3cede98ad44e333481d7bb04c8c3d6124c8659412280a86df90bd509954537d81aaaa630a9d4a6eb972024ac65c32382a7751f6a80867d58cab26ad6b98bc6be25aae306542a97ef1acc13021f96fbda4244666fde756fefa27a8843fa81a8df60e3f317dcf1945cf3a9e1f7099563673c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331108362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ae9d9c574f135f0b60c61d9aa2d4aa65a56f386e911dc468b4927f12d84e0422774f1e0c15d55e4162e8754be794339f44a860c5f62aa08d82764962a85b87c8ff937583a0b7498f14f83166322aeaf1ceb64ceabcfea3510853aca228dc87c0a6b97afed7d73237c6fd9be08f10d2e6973e529b5b52db8d0fae020272529bf803e31022eafa886742c0eaba1a655eebc8c28883ba4c8245e459b4211641bb4ea7d2d0414a02a276fa955bc7781630a7eba1a230c6b9bf9e31925005ba75476b6ff979081c369e4f0b31fc1c74dc912557276530830e95ea0d418ec4ee0681286954aec5e024c0c175d515b466033fea6d1b22120fd0a590dea419b36cb523e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331118491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=52c502bf97d80538b7096a014ddafea6470aaf29e3a9373cd588971cd610e08f227fdd21732eb2c895bcbcffd7fd78e211d2dcaf9f4d67a7e0d25a1a7642893fe5968a26048b7b6c1da459b16a69e7a4b581825de39fe14d4f2178e9dcb6f609ebe1250af23433e32eefac25ea475cdfac96e6358b5d4f2b11d0d19dc1bcb180dc4596cfe8e24d146f7059511ea5405adbd52503cfb3c722d3f1d51e4ca8d6ab6eca22989c94289d00c1520a61fe89795e71687c56dc946cd47f950f459cb7e613fd80d370aaf333f8bd6ec42cbbb5280e50c951e9e5eeb33d00e96a2aa9e478ce85e742c85798fa0247e42991609dfc9df5a8c3bf933b4e11a88fcd6054c027&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331128179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=780637877303795d05aba137fc63925ec155193cbe7792414bda0df0ebbef5d3ae6bb96debcbba865f368ae2373749ee7adc4bf3105d545dffd404556b97515e5a2fbf4b115556391d2f88f319b7e1a599e0493a7547d6be0468b22e121ac9c96bc7b744b32f18749e44c0c8650d25bfe35b22b77cb30dd7b547752f9ec29a7ba1db7e277977d36ab17dbcd101c0afc4d684ec7b2a005f5b6b1ea0759e3184616805cf58432b8743733718258d34f49d2d6201b96984bbabfc20fef8e919afc874a5c7e130b9499ddc6ae46ec6d8ebba018fbd6ecc9af34dd3f6d1100a26f6b6a2637b5cdbb16d3836640f1c93e0348bef4be7e86dcba67c6925e4570684410c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331145232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c40062c7bce1f3f29eed83be0cd8efa0cc028f7e9cd2f8fd73dc268cabd9830436a0d068c30890707bc8e4c5bf6439196f8295b7634d1ea3580cfc4d23644e26116020db88b8d3f908f5d2d0e89b5dd16faba63d88d311601d445ff3f31f6ffbca72b1a9108c6e8a393eb1ac6205bc05e575c8625bce9619345755a05d84924f7551f68b4f7f44e40ba615088399c2be78c0fe8e03b25db647aa76876f5e9ffa1bf428b2184dc90685f6ca92da7f3b6f5906f660888fa4b1d09fd9cacffae2908ebf939a309f8ecc2ebfc7697d33742bd5adc4be3cfebf10baa66742c3d9f57c3480f977c1e9d1ac777edc62c320b0b002ae15ff91b7dd09f96b2efbf2680a71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331150822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=85767a3ef9aa218fc4d3c284efb3dc142e1061b01c021a00a0ee2a75d3928651e5ff57f2c0f97af043487b97dbdcd00a0cb8e0ef548de3ee7ed164de3b5f5a997b9edb62620fd1e2abe5b83411d72a454b9b537d46236445aea35771a49d12a1b6a920937d2e0c6052f441ead51df71474e6a702cde1b57829e1009d5bce2a20e42c1baaf4211980b3178ffb1e590960e0532f75f02a8bbf0078d34a495b06762d128d26b8647ae335ca3eac4d5d0d568f30e55d80f03397dbf427ce1cf0805be8e63d588744b42fef45e27dc33ca948f007310890d00c0e251ff430efcb687a6b8038b7ef7264cde0bf2f5b9dfa2fba87574bab525e2b77fceca948db616020&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330409205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=43e277ffbece10fefe6f7fc48ca52fc917fc8f5181fc369fe6a3e1b6f194e9de6e4dfb5aea3267a1ef7e1947b3909145d4c3a36dbb27ba90ff41b28ccc921471f47307a79052bb7828db2656c0ac7feda5bd8bd53fa8cff16ba3a1560d7065de3aff9877bcefe18fa41b2a8c045d9bd483af9328fd220c2676d1ba5c066cdfcd3d5019ff0cab88140c62577c29580a81c3db7d399bc5b67846789851b70ad44b9e8bd0f64de3c05018b9af2a4cecfe3eab22442975e8a734215ac5a4fde3ed0e9060b44109c68d3f2cef6bb97c6b13a3177620d93a7f5d3216cb8e727535cb9660ac8829d538949b622c7a8c1a4d5062cc7f262f425cd3af5d254e092de5ab69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331205886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8a790ea58465b5b5b99de6bec8e9776589afc79d943f60ea42b03752112367f3a2edccae3788551dfb8a2b91aa915702c3ff40d4ccba60e99ccb7ad639bd3eab0fc33fd09248b2ae3d00fe62d1d8270f7b8d760f4d9fc250ac95dace0b7b24d306d0839ab300d60a5e1ab616ca3e3047b552cc02f503cb8bf0af98a7e4e8662bfca412d0fa1c5f095c54c0f57c18ddacda4e8161623f344a1275dbb1fee6f5ce1efbc3a7d44b4f5b11a8de17daea57315a7842a980cc491cb2fffe4c56c1f47c7a092e8f65b2825b78c09119d3c0a0e93a2ddaeb984fe02278d62b6f36f76dbd291afa2d67256abf9009cbf3665dd4e8a63fb463c94f27377107f4ff41ea5848&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330927481Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4db5599eaf814e2cbc283a7f175c6c5006fa4ddc24116a18d195b4489badb59fb240170d977d1be5478e1bbc73a4fc0e9a42e9f68c7f27c8fb0f2ae686905c3725fa7d6aa0406ba9a7338e8ed457301c85ab9e33abdf1b13baca0dff83c78444617d4a0b5ac946123f7a4b721a7473bccb443d48cc03ec57ff93a289ced378b033ce249f464a62d1a6e73cd7dfb1b27309cd68ab68d8d0b8724b755aa67cac4c1b283d2dfd20376274ad68a16340aaaa2e3023d33cd4334c28b0ca4fd8d5e9e2d8ddd09e5cc51bfdf47d33ac096d569c2294e61c2fd4b721e70470e290d999c76b25bb7fa8ab29136a0db007d7629138a210972130c1a4150788c8bb0baf2751&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331034383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b06d194000740bd985fd1c425d593e95bd946798a8dbf3ad8e1678a3fe5184f8d35d4618d8c5647db87db6f7242017a1997c7f10a2738fbc02de8600b398c0a3cf3f62f48a38cce07b7d8472fb3d7bf19bcb7e0878a233961579baffb4c5fb045f9f3b28550e38cb1c6fafbe8a9076082af733f3613c3aa78647a098ff9ad4727d2a49f9d565797dae16602cfdeb633b652f13105617178961c43697f8499eef8954578f4ea0c8062b84b5b868a72abbe3db396c927c2ab20a587b3e6febd61df0786c1ebc205cf0033240d11b0a84f0cb57bd4e51c186c22244742e79c8352bdae1758fb68a911532d83caed6b55d4000e51c1ee12f0979df64329bc0460bf8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331462259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=015d249b97915567b889a9ee3c20e94aa2bb78b54b2c592290606973bd7fff75acbb8981e2584e6c1b4c1354720b49c6b52d2486e33366b3659095a0507f8221bbc467007b9e69479a3f9a38a3c856ba314657f153fb2cb41029c854e5e9f0548ebf2f4bc784fa1ec0e32527be5d747a4358d34dc729bb853686e7005aa6101f105836e8f70e791e24f2f624eea3178e6b6a568cce0de3935a22dc49d764614f4f14947ca1386ed9552db5cd0117d612329baf57f0fc6b9bbe4b74f27c09687cb053c3ece507d4f0bed64214590aed66428fba4a67c59f7fe90591c96b9ac4b6808e666f68268638853d4d98dca4165db34535a95a48f15645748577cab84ef3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331481235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=58b565c4e3ab137358359e6f26835d94e1c10d117122dde84764c5cd6dc245eab765bcde13d17e01f76f7de11d592565a992ee1a3f5f103cfcac442644ca85580ae00c1723be463df315460c3e4ac8cd0f1709b09ab172734f4ff5efb2c0e902fef0a4e3b5ab46525a7d9d2255fd0a7d4ded978745899601b0d9a7e7ec9cf926d7c379090ed697ba7f7be081cf345227a47564bb4493edec959a64203325d2919a512e81a75d650826f4b035c2a9b7cef94609df9eed6e8bc743337aa5df4fadf4cc89a8a221f8928b47507d081a377ffb417178671b5ec3903b3ffc5df2cd130e90835bad02b35282fbd7fe5be87a99996905bfc56b892508e726e089078452&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331492145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0cb6e875db87ca6f86aa1b40aab644cf3da47a9c4bc5b8bfe336680f8af1b40e8087c1dbddfc97c184cd4a8a0bd5a22f3ba148252498bef44d4c8827324fa12d0425a77f9611d55aac8e71a57788c902e4f416e846584c3594388b3d95c31203c76459b579427863a189563707ff1a2c5edaa33769bed9f4f198201241b5d0351c87d6e5dce840870594d84ea7c750138ad01d96970625300be574666057706a4a6c4a9e780912bf1ad6cd6b7d71127d98df60421aa1838776f7afcda37ab8b1ddadf115d223a53b9e97db53d37ec37ce59aa278a1297bf9f0db910e1da55e97000b7a1d8c0860bee46df8f6012cc81ad0f63a54093a00c9b4e8192dbe67e1de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331530648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7749a96f149c9e6288c5c845f339073da5e99c04314662437571b5ab309fb168a8bc41446a842401e208054d791f686931e4c887a7c4e8e1701afcb660e6207e42f330023eb93dc6695a0bc158295c8d00398ca69aae81299abd1394dfb6e8df7f3c13c94e427c892843ef594871fd201fb769de752c591c87c5fea8db569aa88cd1296a6b7b71f19a5eb6892affad54b60056f9a9b634cdd03927121add7481384f36c000cc25f6bfd985188d3fad164bfa89f52a8a9646469c6a93b3c636e0c61cdc06ddecb53a1ac19332b8be68161cc9d8fe7b4a04c90ae030021666ddb2e98fa4ceb16bbe81b78598c90b19221f754532575a6fef9af4b75e3fc2124a04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331532752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6d381e5893885b26613c3d16acce6518dafad31553f01be9970dc4b59230297636c0085c1541144dbd4513e3ecf314339dba31aee71ff7cababb1f2798a14d0008806e0f375751cbb3983b6601f641e964e7ca8f302acc21198d617420951f5f375fe667499e7869cd545552ae6412948abf7aaac29e114509220df111a00926799eb435aafb72936c8457937c85f627d2957b64e0380ef4b01bed601a6c94569b971ce8857c717216256a59986c29f45bc13fd3bc9064d66f57d8b7af7c905a191fe8c325afb527d224e4291ae65c2caf424fa860db3c8c21b788a998b886a1df4b43dc26cf10bcb132c44d8ccb7229ab575744efb08365c7730845e5a35b2e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331557318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ad4932fc1400a28458467bed261f5b40370d1b19817e5cb16218c7d765511c35e4812277cd6a75ab8985fda03d4971a6131980d422a944b5d060f66425a09e14c8391bc450c044d148f353472e4bc86c9ec3c09203a5305b1dce31f6ba33e0d1f48afbfdb0518c5f1d0273f842632b3ea43faa4b16a0a72a75f301daa56e6d82bf92fb3893ee04dc0e259f68ea285958d8df9f23d0b5d74f77227642f72f4d1c0828e3f7b9c6291b33ae2cfd116707726144d2658bbe59645f1f70b133e5b2ac580d1eedde1a98c121a48e9b73aac5a81a4ca769fc30652cbffd6926df524b070a0fa5bab1c120f2af5a0c0d42bec1dd2d6cf2c4e63ecbfa3e437d30f7d386cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331570022Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=980f22916d6c97e260fa1b0a3d35bf4100f840c6005d06568b1994659e6d987e219c790384ef5ae3bc2a3c58b61235ada9fe0a13c9021f8d4ccb0a9471ff03aa59b334a8adaa1701e24d93853893d1abb8ce37e1e4913421de22fa13c1d2ee58974fb7916829ff82ab0b88910ba5bbb3995a670d515d83137298053d65aa21d34e132e532baa68127b119790073b7b808620d078810f406b7b61e53bdd10efd80647b7f92e53ea9d5ddf4e27baa1675774f03ef86747d2a76298fc07bb5b3af626bcde1c4f81f25fb54f6673999e7b563c6175c32fd4fce184fe90ddc2ffb5d9151318b763d2b62bf3f1ce39982539416ce2f1add96e2e9523da6423c0c70761&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331606691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=41d90216e22be7b3f4bdcb05a919067f09ed4b72779245d1ec5e20ee8576ff277c3c2c79e3c02ebe5320b83981d6c7bcb77149c4ffd05a26fc866cc479f82312525aee67178f2244f906736093e6de1be514b2e477aa013f8f38e71696b5dac3e058dd2709a05ca34ada2c203646622cd5a12a634af20d45f9a6772575c352c642d2f14cdf900396417fa4a73b0546f78a3aff81f390cffe4d26586ed5b3b559671cb67227cc40fa2b558f1ae0c80364645de5da22a2e7a6f3a22e49b2fca70f050501cd3614ae188c84565e16002a0b206538bbe3ac4756649c93f7a2ee3545c1783f976197aa93a045b9bd386cad7d9e1782b407bb1ef49ad568adf202f3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331633802Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2c5b89aced1656d6f2de1221af6c8e074a65b54fcd44a200bd9c464bf64827c351de18e4a0032bf57767ea862ed5f5be9c3ac44c574c7c9c8fd8684f623b3091be8921278720d06a3ba492135473840177664dec921f2afa7abf625e4beafe4a3e826be77e9dffcff71f5e6ad548cc5d2c361136ab33be9def2caac5d1ae27f5b7868e1414ab2d68d882401a01a709dcedec1a83817c1333b7a7235f6cce23df37da4195b3d3d0f4e9287ef1804c67eab85f08b417969302faf4c63a6667f2844e77d17d45d678fa4f970e6d2f9d6e9ee934d204e7fc78aa3a2cfd6a32340015cf771e6c340330306b869e0bdce79f3f5c55fe388db7cc955270206f5b87e1c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331657387Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=033ae0e66d8bc8a3487b9f90ad52ecc788d8daad11b57bac6da0f8247f4d13bfbfd9965d8030305104df02f288a78f46d8d162a79423f063df54553b6f66c6f6831516ef46fbf2ffb37995f77b7f700f00bb7ca063e0018752cfd863a651af1369ae69f3f7103836f38abe6188d73f05172a288b1a86655fd4359653643396c1b2c47725803dfa3dd021d0b8084c97677f68687d6d833013a646d894b66043079d951e6545fa9307604e2598d981c80137d49a9863ca1ca20f46960cf7e91cdf4d0208ca235c1c7394cf0d453935304a5a64d4ca4920f0596727f17489e9d8306f804f4211e1abdeba6f2bfb4c6c8988de3bbf93e16e48ee04615e1dfbba6ec6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331733821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6fd9b032276971294af5a09cfdffcfcb2c039cb94122a8ee5bc2167da8aa788d532e26be02353758bf78a9342a8e0cdc7e057ecf0276f0bdf67034fc26b7c55de8d12b68d4a09c5c0c9c79872746461be360c552c51de049b77247f7d199ca5c4cd069dc7a19e2ced1f367573857703722dc26f4fd1bac476eb4d18fc2b0a0f75e2e9c5f1ed1b51c416401f978eb2eb4e4b75a9075cb00f0db9a376e4583550d1d44f66f67d341a7b7f8614d8762062073a131d28ad526e5219acecea2cfe97eb28fd7dccd517e5f4cc60f90fbb8be527c73f8a56a75a9c7951e7f69187bc9bd886d3ac74ca4e00833893c19a1b8c5d8caeb8e67509dd6e1d2eb7961c3425dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33183413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c2c2d293c5635a7366dd78e23981f3b9818dec8c4b9b3935180837d5cba3cbbe1a549fbdacfeb1802f3b2dfc8a22339f0503c506ad4874b5d0e633fcaf977725c97582bb88b108157ad712b00a365a24ca9248bc24fb36e1ab9a934b8748b2ea80120fcad09fd28f6aba6c6a5203e9f1c7b5bfaa45c56ba63a893a0ec8abfc20e2163a17267b255269693b1cfca5a283e65cdabbb8830179de6c94f9797af16cc7ebce65132e0b124faaeebe86327f0fca9f1dd7d29ab7551bc958334b80fdf35095fbb3f055f766afa9e5df40172490bc7b66ea75e064145b919fe5b1f592c5731de8c376e963da0e5219c49e1667768f0d16304df15b0d97a1e89175e4ab57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330494596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=587373e9764eb14a6d69d2613fbb13e10b3884bd8371acc212f597723e4459fd7370d018fcf567473993d0f3365b0d38ce1962712f4b4b71b23d61cb0e35bd23cd5a8beb724e92f176e5b3c360633ec8708756558c1ded54abce7b527d226f34cfe8fc41003053cda6e6a4ef2b22a7cb32c1a3490f19d68beade63f696bac1c57fefdf432703a078c408a8058207dd7ddc4e80d6500484a7e2172d814719983fb03abe6537b9574915617d80ba347bcb207ae95337dd4f5f4db562e8649bc224c8898de4ba73688ef6c50e83fdbe695240b41c5f00e573403692b1c1fee63cb608d9d6ea8b4dbcd2bce565156849ed3d114348bd2a3a1f650779db98cff79858&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331953314Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4fe3ad0155aa1c2964456a3f36b01fe038c359dbb1eb8810121490e022f011890ac48af563550f2381032994039ab0e74158f32d5005df0702e9d2e23e9ef296cf84f6d194d40ec08147daf0dd3400e494efe0dc956041ab4c5ddc304e002d6f76b1736e9e909af3e21fca979487814c0c8284c77951596b6d15c8cf3addd7c423cfc8e290541cd96e73e62692e06da105bf0218348daaa6fa211b40ec4de41a1a46a74063237c30e972851fcd58bfd0a61297ed6c55ab319acc07c488989399eba0ba8fea98bc425b4edcd26af13266ccc64cce90d541499ad73d73ed85478e5933e0bc0bde577e7268c78e4a9d26c5eb599e051d88b5c1fa5175d0e5a6f5b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331998059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4abafb203a252c018453770f8b1ed3b9f304992b4428d1e2cfed8851ab0fac016f173e5b1ffb022e4886faaadc8a75fc60836507ff9667c218d3671c70467b86172a0afb46f0893fb4fd61951aead2fe6ce018da7e664e271591947cd103a354bdea62a4914c32f39775924777258f6555e66d9a73537390686335ec0efb434c9b368ad329ab8a596c74d18679679e7449149a6993170d70a0b9c27346d249f1a034524c90466a5fad09585777149e25dff1c82aafeff874374c4101e011072cfda502c88787b29b3eb682063432db9c84f51df18cd785a95245032f22923243a11ebba965fc250daf7857dcbad657335ea67b379b001ebda697d5608f830be9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332078741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=017a597b9b7634d78309c3a24152bad8ba852bea434594d6fa09b3892369a046fe4b5af0d5bdeb50102bba9f2125b4ac85b046f460e5f74de42cfc2af113b64ab2f1f127dc2b01515afddc4c169cefdba9f4bd5e404e8be4bdee3d46f2c1c5f3c6bddfd4c84e07177d2ad4b07cba4ce8ef8763ba6593f7945121c16faa29529e36d0b78e6b559e9c9aac484793aec29d4282409e7c6ad98f9c4ea1ee73547be09a7c9c38d0f81e72e6fa10e588a28cb4039fbcde60d454f6a8a4366464ce7445a1f792b5653277ee7a79be7a9b1c0447784b0d6300870fd87a9f2c44962264321d8626583d50097127d5ccac574e70a89c9cf6b68fd78aa3530b5369d0d32980&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332093529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2234bd5c2a4b24d5431258e6d72d303bf7bf8a4c582877dceca9b48be240750469d1b31ea70883f0d98ad688d48106fa74d83e669c4bbd1af38028f6514662dea33804e7490be2f457fc90bbc7903155d3b6595ca2aca5ca473bd49c8f578593c810e54894d2a25552a3f4785e1082d6d67b780f2b28606b480f6aa8d12ca208b5569b98aeb90c39809c0198b652545a53297b3b9e25c60216dae34e06d7f7e5fdcd3c142f7a6e0f96e8267ee88ad53c65d30b98d4ed5201a94a823756aae60a6c3718589f4ce374cbb5eba59e28ca418b420e37658e21597c41f71837c0f7b113595c968d15d79ef0d1f7748da7892a71b73728a15b84cb2d621d994cbfeb6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332152199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=48fed728862226f6f2f9cef831384c043e825943585dec3cb7b04c6e9e799078e829e6dd38784857d15419dc67fa98809ae6ca97c035ddf974e6af06dabf817831586d3466c22632bafb055e89e22aa3055d1d3b484bcc7f8b9007ecd7672b706840540096f1c5242e308b13af017d39edfa6c841054afe3bb50241fd62ed1d6bf9b3d587079a759b6acf4dbfabd6b094c57497ec90af1042a6cf665ee7bc98dc92a9fdaeeeddf174fc84304e17ee3ad51006abf08c7b493807b88d1288946da4ebc5dde2765417ce4ab55e91fd0061383793d76fc961ec766941d9a394b1dc9dfdcc92f06c5f028ad94e75e13b493334d3076c856ab489034d462f17bdba3c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332167498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7c4d9abd101941fe9c849c28326d9d295d48f37bd0d0f28bdcb42a0d572fbf2f9c3b80fefb2c6f21e9bb0f9578c9eb617ff0d78a2b7a0487a32b38d8a6e0353593be18cb27a38e09d976d0f8edde971b933bb5999e683e07185316bf904f5bc8b5d9730fb2625b984d5732c5e888ad3ec12377a2ff1c46f1e652fce579774285855c6ee72a3e00e931eb48b25160b4f677f733dd2b94711be919915cb77feb623ba799ffe45e982f275309d57002ce53d5f091bcba3d74c1585cf478c7a568a0fca27358625b133d53f9ab9212b622f8e7148334ca886ffd4c044150bf78d08b61b5a1be236854776153c33ddc375bcaa4cad58c9df1f04180a16095c8d227e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332178008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=adeba01ee53d1190ed9a03488cb4f808b479165deeb44e4a181fb143d39626c84a6f3aea9e83ebab4f7cbdd19feb02885a8ec7ec54a12e6798605fc842fa9ae288e197fb201a8ed80940f3ab72fd6bbdb92ee659f741938f8421c48aaaada3ca60d6bc99e61db8e08c1c4bc9a3efc60adfd4aa8931b0013f3dbbe5d238d04d5f07b20978d1045a400de7c1cdb5cdd92403513326557cccf3b5a08e8931f295fb0d4bb228c4d95f11e436db0802ed3211e2862a15f45a6adc6e7ef4cba21b3a4f5f5d3c83b86ef4ec30f0b14b5d67843c65be4f6c9a1cdfd692c9ae576b8bd1bf4515c5bfeee315625ccc2d5676b08c665366cd4a5829565c021aebb791e1ec82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332206642Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=695628ae531853d921c1a93203812b4277612ca3c6972b05d5e9a4c69e0f5f5889f0de5327948bbe46d6fc34284619884b9a7e361721a2aa5a5c950f736d1e00092caf0b4893864cc4bf1310b39b0581b7ef6c4477d734fcaff3b4ac3bf245214cd4a8e7104d426322cbb57d554edd11b3f98df84d5f4de8b8788f9ca8aacaa61f9df8011fbdfc5d7fc67634fa429f1eb24fb5aba27ed4b4f1703043f320e9a99eb0ce445fa9f0f3fff859a6cd28c8c85a75898b3872f68435a4994455695e50856163d7c70f77f2d14f4b4a1eef5163b83d5a0acceb75e4939660432e736c68ef36bd9ef02b0b0156506ea19e3cc5aab15e1e36aa8e387a68e0209d17a16b6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332235165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a279a0a9bc69869dc544a206eb937f1ce8c64a3227744447b6ee2eb25ad1e5841c70b6c9fd9693ea3f175d3913cbb9e7d4782c2a17ddc73d9b565d24dfdf98465c88b1027c3464f297e2a54f4109863a826792d93008b4429b2dead2f190a4c1505922807cbe1783d79d11bd80d9ef30c7416241b9d99090b76b371c10687c7ceda98edb5dad746f76625d145f6b7682b50b0a1762c68e41386314d713707a75a7de0f638c953d68374a675e6e70ae817694414ec79d649495cad878dc69343187ff87ffce8c164f9052ee3b25ff594cc571e37da6cad4a725dedfdeab95171711d4a7179164d6107488f997ff58519b35a361c43a019da3b2294e9364063239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332325816Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=44b2efe48dbd55c66d0698c98c2abf58434f63084023b45056c66e085f01be5076f52a76472414a1fc1d41a0c84f81b400525fb25888ff60bc3b5bdc01fb847c74af16bab2e0c7c132ffd7538fb4cb595e3b62e9ddf696ca49926d661a725017a620fcee857646f3a0db630bd2e3d0f6634034ddd81325add10474b879c60f0e70a73f8891c88af834b0d53a7b7664b5775cd8dd22fa6fbd475bbf5e893fb5ef3d525d11ece1184e349dc140a5a86783695505dcfba0902bf4cb08dc501f19e48a443931e37a70c67d5ff28011a8bf40057632e4c28f6d80386b01d2d18c8e1b7da3925983726026962ddc1863e32448ccd812f9e37f922a9dfc879311accd17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3323703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c3c458698f813d36abd8e5618899f6e51173e2b39c2b931add7940b0e7053453abaf84b441e26b11cc052ab922301c63a87d51dbf539ebb438c1c893aebc61e6dff4291b3a90c4fcc8fd65718fbcb0c25bb5f1aeb4994c4e877d68cba56714856391dbf0d451dbe240f02f042a3f2882c3a132beb65072ed2d46b3e9d4185e165f74e487db999c5f2941e2e1aaf47ec653a9d6429ac228db747b932638651d7d624fe848805bdec87df3fbdbde8cd48484a2bd0881d52a5f97332b8950332f01d8f478cd95e650442577b44b521b753d189739a8994368f2a7b56fd03187797144e4b15ac23a2ef2e253be3dab5cbc61ca636525f142b2cccee7d716dab1e458&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332515183Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=40f21f6f04b9b5e44c9ce4f667c250edb5f02843b1686011ec028fce4518c7abb4cefc16587a3508e6c17765c6d756a1d0c86d2e81050e68225b392b0c3c20c0d3547d657a178ad050529f144314cab90a28601f1868fc9bd675702381e7e2f75f83028f079434a96f040dd7ba5f78a9d65dc9f58484c263c5894995fc7bb68150768bc4692e7ce048f7fbba88d57cb417101542d7ba634403276ece0db7f0966d3c2234c38eabea27b19e5f6abb7d1701055690ef443b0871b5c55bbd7c89dbbc9edc8273172eed1db0742b92f286b5ed59f534a2adbca8464e686942d7218ce23da8d7abb0eb9773b1993d281d9951df43cf85ac47ad34a7eeca02c42c6947&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332525372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=123be603c4bfeac56d653061a11e499b1f12610233d015f9ff4d8757864100c21a6529661b6e6419bca9eddc9b379b8a44d8713fb5a17ed7805aff79a5c24950d0304b5464634f15392e252b3c1059420b3f1ce0a48b705a1431f076035baf0ccb51bfa196d82bd7067d65a6c0dbcf260f4d51313d946c61fd96c7dd6442a5cd80eeec03ffde472a9a72404c028e148b8e58675fbd8062c8845385b3c5cbb866b10d12f05cee5e911044eb8a2aaa0f10b78c5c6af078f0d68888563c77a123326cffc826ef84c57ce06f9fd32b5a595ad4c839998c6edcb5250e6e4a51a379bea3236e594562d4379e07701d074062a0408bd2f1cf22f59f2941ae8fb183f57e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332554187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=90f6c7de094e0ec12dcc87cc7a2d7f17ac7add508283cc2cd74f9bccb98d4aa243c6aed048ea1b604f681dd9652041a16385f9c780bacd13fc55756ce0de7edb084f112ac48454d92aabd6cbad599664673c93449e5d33ad2ec9d4cdb4085a3698c962bea31a76705b71bdd64595e3903285e0888ff0b4271bd891e9422ee673820abd9cf3a7a1d1b90f99458649f2af3efa88d7f5582b3c8cbe77e28ded4b287743b7ae9476373f44f19710794949d0296c77961f29a75e11437815a96106aec95257e3ac832513b648b66a8f50b15e944a197197accc0e72e8bf5749921338642ef2d4c646dadb9027c477033c44a3d638d632ee6469092b2ecc813fb7d10e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332209307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8ea81d6a23cd9766f55599a2bdf937efd7c47233d89648f846cd6130ae58e8097093a0a73cdb1ed2ce253c73a639bcef9bf125e1addfe7d550e53155662ef7d5d5b316ebf1fff56768029c423689d354c19ab5bc9ea98cdc56fde82fbbe657c69a20d1aa9bbda5218688a9553ec1cd36f70e949725ff5ee3e662eeb4e6f181400ea156129fdb23694d9f61056161a6e8603f1ffc7aa47e6e8139e6f75f55150935976a73c2ce4488b97b356f5034ad4eb30a6309752cd8518a36949c06355a68b381ae2619cca0ab0f493c087292ba2127b269ce39109b1de27aa1b8ecb00042b264191b83d6d67a7de2ee20dfb3ebf0cd8a904725945fbfe5e476261e5fd0ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331534806Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=525525ceaec9696e13a1a4e8e239a045eb7251ce2fb394ac25275c23ce42e66f186addd2b32fd33e225375584f634e1ded7cf55a9bf07e994601cbd86f578bbfe2053b2cfbdb0e47852cdd9516b62451ea1f0a29f1e58ffaa84b65aceb7a9df4324c1e5c0747041a1f3f79e8c5f30da87b7da968810ee33bab0bff22daa5b8b68dc8e21433bf5f1a7684b2621cb624f90058e417e2831a449df9fd84acd755aacb0570d5c265510b460243c6bd0b55f674f44e0173b3d4a16488d7027f22eb37f9411440fd842eceace740319a7abdaf2ca157adf7cbf7044aed92033fe3363fa0f0a2b5ff586a2ddec2f21d86f42bc1eafb60bd5f6d88a85d4de479c1b9c60e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332642453Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=629d8c157ecbba1c7a2c1c5782d2adb37fa2da43d3f30404065acdf1411c1dc20790d03e3dba37137a85922e74a7f78d1cd3dcec5d2cadccac4f7422cd322e71e2102698d722290fba6ca3d0157b7033b8c723a5232de564e0899d31eb0b8a35c91667a978d8eeebbdb1f0e494bf3ab8645e3c122b8ab5594d12da9c33b6aba3f47f3b581d62d7fa1eb84d0c94977372c8ac66a2491d0298d8de9908c0f631f4fa6fa3c2cceaf29c68d8228af9b30fe0c52a0c611f881b69ea540579aa8723a5cc4f4c142f4999a20a0968aaa79e36e02749cd0f0a7bae253a461fb389689642405b5eecc39273991fe0930b0108f3a466564dc8c37f8f38ee57eacddf3579bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332650608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7530b1a71059612d32388f93c347f89f8a2b9bbfac32de16fb2b8393db439fca6275e85a56f763d897c488e10b57d2777a7cab5b2f275f0cab9065c40eae196e30f92eb11a72e8c9b5b932e50f8775f4272376dbaa399a03d90b2e0b87811a1277baf258141c90dfd26da58639ff7279f68c03ddd99fd4b66c2785035b79ffff9e7d9f36f2ff55524b4755d512ed02f9e91f94fb615d084235f4b97b72418fb659507f4d302bc4807ac0b17764b3743c43e10f1437fc5325caa33fafad20d591cad64967f6ead3550db4486b37e40655e99d75f99ce39255df54ca94ba27ec59e719470f51ecd78acca70de9a3b61b5d9a82d1a06756392b01a435790e7c4096&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332668592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=20db37d9269bfd6437c7728cdc354f5f467b87044c9497bfcd7dfd73069ece62bf8ad72f96f7ad16660329317843e37edf8d8dac1f1ded72801f215609d08d1854f1a64c955b8114a499ae4e84487c0eb908cb85e89deb48186d058bbe467cda13c4656f559b3c321794356623bfbaf28a044f8eefe8e50414d0c0d714811326a34186e68aa7e720be7df3d97200f5991366348ffd7cfa9fe7aae5b518265b83055a7786f8c1b7650e1741eae84e125261be0cfa56220024f644e8bcbacb02d2d182011fbc8cf78732be517cf8b6cb79b4fb79d1de9d58089c241d9fb1480b08901bcb933a8654edb6e8710fb69efe3fbb2a6b3c99f9bc3a549e9f048f7b0288&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331570202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=67c7a642730b6cfccd5664ec014756537d6515da3a10ae58fd8359780a37bd72fa3834fccc1e452ce9ea0f8d10c4dad70c389d6d75972525b58a7aa11cf10cca4698e5765a12b1878492eded9b9355c92e30a236d01993e7c21b67e35d2bf4363e8b4dce2b043722d3b369d31072b946f34bc4d33c9675c40d096b47d2374e3203c501ed17705d504f3c4a5501aac7f73d7c8056e2d431bce899fc495077ff06ad48add68b96ca18c0af8ac9a750921fed193cb7c4006b121be0191dc293dc7748eff6572f0ffdf9b1d868a2fda6fa245bd31d92ecbc5946073b6a6b42137851eb541d1c59d0e798eaf8140f736404169a6dd501b4590c6c43d50c58615469af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332764463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7c0fad441cca7d28a9ed8be416cafec64e56d4474d970e3ba4cd53c25bd23f187f0cb192b13e6ec59b61809dc96b171ed244d5bb39081b19cd42cc144ea114238828c9f585103e5d59954f44407be324dd1e877441eb7cd1f4821b97635a246af09269bca96b0a7d484984de774ee949aa189856b3b29f87e603c55cab8260281a4f42464d1d653cf0d5e3ea01fdaaf00703462ed645d499f67f6060f52a34fdc9890fe92edf72bc8045e1abdae01ced70647c76d94156eeec173d772bfc66caae0575e52ab0d649420be479b9e0041b717a6399e828f609fd6ab52b6fa0e2c36c9b0c5eca8579ad7ee5d13f7b90edc0d48adf1e28df9fbddbfcdb9d0da9cb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332777337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=177629277e9e0b461c62ab6268e425c73805ba882ce892efbdd35abadb3bf941618ed996decc01cf403036de63805731c9252fce3923de787dd5768ad9e597549031d88286269bf1462ea487b4124a3d134ebe1479c64844e3a592ffdf6c26aa555f159d649a907a80790b5ba38f41a348e898c9db6dd3204ce0be4c39d5a1c81524b95494d92dc31fa0d2bc84613a2ab125affefa3cd2b2940d6480f64b573fb8ee02fc3b22d8f2cf214b06ba5181ef1eb2b7a7c5277afcfe351c21d770b657d47d1a5f2834a2d6eec8d7be077e76b3fb7adc94ce43a5f1e0e61c4716629c2ab0d022942a2a5b1e950fb5a0d7fcd936e302974bd890fba1e4ea59ef6a72bfe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331495962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=44290f310f8bbb6390073fdb8451168d62dd0da0c141f4c96b98c98e99f866b46d962a135ec192134f322b837aa23c241198dad57c9d7f21f2f41c4a4ad08e48fb7aea8bae5f87380be4aa7a8831ae1e7abacd2721537cbaa40f8a9c7db081b2cc4ac8d1cf7a284728dc706887401f523970642a991ad34430c7d07760b5f4746ee1a06c077583fc8e111e8892638b97ad18c6f16d71d6f28c5df0b6b223c52ccd82fdf1fb5dececbfc847dad7920a1d59a69e0c6ad6a64b2c88fefd99a9c4d2bf1ad883a13ed70c83ba19bd52fa2e7fd170d1415ac7e1d0acdd71b4aeb4b533dff946fa977defa938b30082593213674a4924556bfcb7f92c47d9fbb24701ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331465325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=185afa0b5d619a65f42960e764c951c1176ac3f17bcab1d5de908d211eb3a28eaddd65ce8cb872d4dedf0bbee52cf18a5c9b3b25361c155fa4f6a3a53811be553fad1ddb99e36acd8e1c2b6523962c6a0795feb13842fb9d324bff1b648c441b0e5a2074b9970826f3c38545e0bfc3ce9086350ae425d63ed3b5ae9bec25b7bec81036358a930d29a25a8e9d2a8d370cf1bae71cbdb846d05e47a7880aea7934733b4962c322066912ae105d648905bcf8ee7230be1468f3846d23b4a8247a0e16ccd11436ffec285be701845e9777217fa07a41922bd8b3f86bb6c27f873932f174284e53d8c7bcce780f3085b7b16292de5f47f707d044e3f4af86a2f44775&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33292717Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b20489c6d98d60f141d9ea36cd62f700c9f51eac26ea906721afe4acdce7113ef1c9ef80261ba09f11c79df4b88331ba7a35a76a53a061b568c974fcd0d70ed96e44aa4972fee22bcedf8e7e19482ec2f7dd4f5caa6b8f3b7c70afb03a87f79a9d9dcec417d0b450cd906bce1638d1459e004a210432e42a9eea5d1abb7cfbf9fafbf0bc0772a71fc0f5279dcf56b5cef5e4020dcfd6d507c20cb11461050ad31f50693cb448a41c39f349b4073e1b268362bfaa033b64ac25cbc908a7bd93ef021eada30f6a05fc3998b916cc2902acf01f02b0c60adecfc2888f80e4875147d3efc2694aa76c4dde8a03e127f17e72fdf78bd8d200db34659635df33433b17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331498397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=987d366308c86fe95729e1a1ee891ed73f2b1c4ac11adf0f3783ea842b6a98d28dbf24ef7329c46735d245bfa8589e7190dc03e316f17ef41aa4a659d9678f90b66e5559c33ebb4d0dfd8c2b28bc2b53c8105f32f351049b681a3edea472c5df8786e1aabed0d39330c21fab3c4e874100760e5b3ca3142acf57327e5def9701fc8f16233378ec7562448c1a1861b40b693da390ef732e09cc25c5069c90b9a783af402dee63305d277a5d1162fdd0d962949a0e25a9e9c9b9670d8a52d3927648ad4aad83e783fb9ed3bc00a92f8b8630c8ad68f8e44821f4418dfb7a3202c8a6642b4f3ff794ebb85dce0695f8df541ff5c39976b1ecc92907b649124b90be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333013552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c26afd1c5b905079e71775d75d7901b9d388f08d0d2d61b97c5afb8c837ba2d612d4cd4a701c24108b7c68397fa0e098ea7d839fdedc288ad2ded542b4e9beac87db6adf9b3aa6f88dd23a8ae3045428cc83c356077494c8cc3799cd8a2d9eed508a3d80dbb4db7ab024a1d2e10b7c65facfa699c9bb92d556da5604ff99ac60cee7c1ac1c63a38bbf67b367e5631f45d24b709d8e9e4bb62a1c56b47ed10ed46183725237372253675307e89877aa9f14f773b35b4de80290fcff24dca0e312ae761af5bfa2e9567eae7051a7ed1e49377cda48e71b04b0bd6707874085498d5425c0ed523f592756dbb36a6ed97c5531f628b3794fc03dd395a74c34e604c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333030404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ba0b65ab0061bbf7016e32a6a0a618e8e8cb0c9408a24b3aa477f27d036b6e413936589fd9a68654a96fdb4056f084b07dad9515e432a79021e675c2a4363f48671de34180361353f92fdcd069b3100a0c36b88441d0ba7998b4a6513495babb183f97a8036f3e6675ea0563c7f2aad7214766a7126190de9637a263f1eef0fe5e7283a1b84219a72999aea69204e1cf5ad85555acfb48677f78c6f8d803b375824af6d3ed40e398298ef9ed497fafc196757163b3c2ad1851d775d09f3592ba043b6d7aeda52531396401a4f1d7a0afaced6aa22e0cab962cb4d6d54a28a3a722005f919cdd1905d3084da6bb88d672053642a81f2f1a285d6e853a6bc5ce16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331469382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=27f4ee4db397415c2d9eeebe462d563e19631668771e78abcbe01856fa3f5a3a10950ac52a4ae46bf9ba880bfbb0c97f0191baf6554f805291a39c25670282ed128a002cf6ceba3f637efe64b78e50f227fdbecd7c5cbc0a79fb0633308571d9e800c90298294fdc8d68de95fbfaf2ccdba00e68a68c83fed57c7ff68f34998bde6864aa19942561056652e7bedf80c019ba4ea45a5356622136c81dee30bec6d201ead3a17fcea339e0b943e7f7b5846a41700bb33bc4db98ae10758318758ee0b50f8b5dcf43d884963a11fc753e6a8e20c04201446f217c11e7e92c4a59d87f62c224c12e87962296995b097bcb1f4ad7d4851b9a00004b63fac9e9093b37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333133358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3bde5eaa72eb11dbc1d90b4876d665265a9761093569aba6accbd6c83554e8a2707ed42f59655d06f56d279c50d07d51412e25da65eaf38c8747ce45bd0eb2189a5168c05e09c5b07d62c7f1f7f0555e8247387fa84d084ea362c429518c9067a48ad23da75acb024434c61471c16c80fe619e196c2845e6c5a630b42e37ecb6a12c678dccd46f9ceab15c83302b29de15becb8088835ccf5974a038a5bcaba23323f1be798a0c1cc3af5fe433a7daba267ef7d4e557b34866afb035e1330843fa0e41ef375802e4a0602e6ed62a356028498a98fae01eb56f07853e7dc895dddd55f222a97ab2a954fe8732f536791f2a5f1f7d87131ea7583f5b9edac06f6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333146323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=627128612ef8327678a77e5082ecd67b266ba0d7c38716724d8b9edc02c7236442ac25c8eb52dd5105e94f85bd8e75b071190db078a10d864655e25b5896d99940013fa94984a1d2cca7c24c5934b13d6e5ae286cff97b6e31c852846ba7a42839cf00652c4abce3e68ce0173d240a3b2783be08a248990e03c57e8a01d5b30642e04bcc7ed3be4012569fa220d62c531e092e0d104003cdf3252f752be18c56bde7ee27b661824920164e48534f536525a1765d4086513bae0efbce150be99a9b8deff44c5a7232f6287eff277d3304c26fb0abcbe120e1a4242852e08926a7d9f0c7bad684d704f6600557d619409ac343fd87606ca9718f2e3f651dc3b863&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333161982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=89f90ae2547289b07115e955b34af444a16c9fdcfb86114c12e904d76b8450efd151e9f911457136a5c224490f87956d584abe966b658b9a3904cfff748a5cbe2d31221697abb42e35f778e5a2fba7cf60125c65966fd36e708acb3529fa26c59cbe7f01cd5c9023b9b72639e14f0ee68c0a193af1cc590b2875581944240b4ed3820a5d4a434cb5b264da2aed277783ea6e3a2413cc333e66302c8cafdeac7500c414148b3dfc4a9ce29defb0ed212a58525b1cd366bc252b11f6e2cbf2f4e418ed0c43747d86f06d08f9b60424552c742764aefbbf00be47d5d88c1a80f23e03ea0ac51d901e98862302d248319ee7060eb0426605aceb925ee173798afc91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333167262Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=69a39bbd8bda4ac525467014647a2b328ffc936d37b6fdac6ea6d3f25ddd002144687a809d98010533d15dd993d18bc738e20653e38575c7fefd6268887076ecd35315f631934e7b789a3a4fb73cfbc6c621aee9b3894f24f4ced7b65b4014503f305eb36727b0892c38b20e46195523940eb3a144d7a7dce0edc2a8ce3f5df01033f0aa8b1f52f8ebdb56cba9719c2fc919d6d9faf4e7fe8b97db859a1c3ea9806cacd5217d68da9d67f5acdf3ec3bc5125c32ad64714d938c69981ee39466d7f6d48e056b96476808f1789839c6bbe064fcd5b8ef6ccfe785ea56ab973505f3cdbf7a51b304886065ce4f74eaae38c5422f823e5b433e8fc75a2193b727645&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333172251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=37fe637a3dcf16238105ebea854ce29f4ff2159f3fe545ccc18bd538e666fe55a186ce09ab43178928f35e515aca7b752cc727e3bec70e64a5e93c08876c955db46dc4c76b5649bdb1227e02f2de8ee46b1390e3b767c393f1bd6f32a28017f6f703b10d7381f3b70d489720286e0ca082be238d828a5c58bb80826bc403147220a61a3c709f8e8abc3b4e06bfdd18db2f5ad145614ecda65ceea25a7e6e453b879a469984467fc2e9d1a8b1ccb2926db0149283fcaa77b38beea898f261be78a0fbbbd383b3b8826b451b366e5ec2c9e013436cdec371a14d246ac679447cf2b6153958b6f9431fe695a1e36c979ab3177dd5b9eba531f8ff07c38034aa9251&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33153719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=014da4e0e4308e6075eeebcbc36dea7770855266c9f514c05f552f03b7e59e93b3fcdd88e8eedcfd278136d4f6ff4a3d01f2ade637f81c530cf1339e9dc09d9c4f4f1af1252c514a9860a5ce9f165003ec9c2d8ef7adc873a7207d48f21b0f1c6486b830d44502428f26222edf582b220d71dbcd9cf67ff5478a05bc1df3287429bcfe939a7a6ada789254caf24c8b37ceb4fd062616a806ea4ebda49b2c5e016311b51f0f4d1691065b26830030b794e7e5ac3064366bbf9a733b48aadce81ec83d0379cb07ba5b499738dedfbd11af70dfac3b23e273a0047fed68ba867b860469f64e9ad238b114daba52bfdc4aa653afebf663fadb2ab7dccd444564f7fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333216304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=298669df68a05224a0f25e472fc60ca9cfb2ee948cf856288d899b546994b3a7bbd214ec287e07991d1230bc00b3d8583799de01d303e3ac397bbc2a169f6796314af9befbb5c920686bd87b64ab59e4d2361d904fc507bc014d25e62ef2a5a7b70e1d906cea162b16cfdf1a605628c0d4def8d4845c2fc3beb543caf7c3464ff670f7d78d538751d293b06169be10c71a21ee48fe15040949de088a789cf30750dfd1323bdaa673720ad3a6c503857cd351a7eef857954d910afc8c40aac40cdcd3240f05edbb8944ccf5b1a5521a430ca4b1229302395bb1ef894f840b661204c625f22038b8a354b7084737ac7c7b930e36e438fac4c2dfb2ef2812a0bd16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333244828Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=78648e73afb475628fef799133484135683ecfafaa7c9498f074b5ac51c899e083d414b3be6505d2a121d08f9ca1d83eab57fab2a62f6ba38d102c62d0ca1566b6738ca4221a69927982859d4d93629a8fe486d19e627f743dc75c36f583927b8c4c98ca39daf73ef8a8eb759830c7e7e92c7ed1bea6a08b4c185375cddb680f9249dac278a15e12541fac6ac435ce7bc8f6b2ced4b5c5db6b19fac55a4b3a650054007f8da41b142d221b361085114852b60dc96f92d46eb060c68310e3e82af61074b4a7dad7370f2acae74129e7fb2a5337eeba185ea34b7ed5b9296820b62f426dc97e48d8791b73718666bab61c2e6e348485b0778f959f1912269c6953&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33328296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=971cf26f36b7341f48f95f1cd9621080acf0a2b15be12398da794f854b8e380021e584b0bb463ed3b595841dda99572ed807ac8cc894b48ae68c8e9e7178f5980f9d37b25817c7cd250c5e5e093f02dc2c7d0f7417541463c3350e5aed2b99749b7b9d8735fd8ee7dfedae8b154efc1ba32df3f298c13fe1e2be3c8cddd1040ff1deb7820eef4ac78aa75bc000546fb75bc608fd8fceda730d41ae449e0e9645f16f52eeacad0ef4407f50fff2985215340c79c8d42232e1d523c5af046a246ea23c621182220ed72af1d23f329031a626a2728726235dd8540530d2b20b896401486c5ebac701d0be4e8fb8bd4267ec313bfb38e6adbda0236a3689b13d79b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33328821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=57cb6665f93d3d6d6658ebe6b2d184a456452429501103b418f531a97ec513dfb845df2be1dc5f02505f41aeb4b8622ff0ba7759e70140d7be8c169c3c2efbca995be4e4c8319568c1ffff35d80ca135a10f2dc5d275379a98496dd5efb22ac7917400446e4bc9f5c0813ed7d0a7119f7b682ae3395abecf08b4c74ca5b67975c968512efe4052a8caf3035a33450e59263fd8af014249ad86ef2fd9db1969445b7e757e076322abf4d0854f24694028bfa34b8a94c6419617ad1400633b38441b0a309bb1a2a63923b65d17bd105281283c2ae785454c7ed738c1fbb6b9ec79f12ab11b41e572a4025baba38a6a0a8999f8375f7a8efff582505fb7e8f10f7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333454543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1bf6bf68ec95c5894eb38dc16c650d7111843a15e9b3ba0daf6134dfd64959508477c4519ad052f0261944fecf85ae8dd8efa3c414527717542604d73f13e2f08f82c806dfe721e971230ca3017b354c2998b964a950290d41eb8dd412aab7b03a0e8b51c8969c7ef43d79277fe3576487e78b9cb0e22e95e97dab1bddbcba8a2db8077af187fccf26426005b531019e30f412441b0a74f6af057ab12ba07ae09ba5f90e6ac5e164ce26e3c22efec03c6c6a4e8c2a6eff2f87a747641b1a004a6374b65dd908ee175a620a188efe52946add8bb72c057ef2ad9907e4cf5b394a74df2578ce7dff916b41a0ed0eeca95fbaa2a8a6fef9fe6cee8c4fe93c6cd7ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331504849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3b602b316af2a88f36a8e0ce36ea96eb66bf998c766b08a341b6a84195096aad45b9fa95196760cf6c8fd8fc7b431201d2d08cb1bf33358228cce4b1968b0b0254c46cf3802cb615986dfb6d0a52de7fc0763fc2021df1a1af7fd4c17b23e248b02afa1af10a13016c83d40001f76f38d463723724678df79e335f65535ad56a4c3c016be91cbe1f5a8d6e70c9aef686cd2c6d9b91c6a48dccd59fd8fff344f89379781a5b62a8b8bd93e4479278b7a8b451575fd331ad455af5ac4f9d9da9bd8599fc7ac79ee5ad7eb47adc96219a85b365c3f2244eba5b6da810265451a5c41f2604efe0c3167f539060e4f880d70123b594f7a002e1ee0af94944fd161e9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331465645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0a81898c6512e3e71d39c98ecbf07a487264a3ae4315698275e19fd90be88ce33df111cbd6e5dee97759c38e15a12ca602fc13517749ef3513b4b95d94ef52750cff02531eb99091e4379843bb743ecdad032e170edde482d9cc9ccbdc2b4dc953e393731f9c992b5c531d7ed8851aae898f2b14128bdaf01e2604a0bd65fe41569c46f39ade32662e95050d72fbda0530ae29b1aca12ebf1c51c48741bc60b71be0657c6842020c3a8618573b4648d2fce7097a9a6e8f7f518ffb84890fd6df7ad53b78d9af5bb9dc20be3f3c00dab38b875d5c0ee41f68d7b2bbd78c4dceedef548c59197da25bd64601ff15f1e24f3042fef43e29e67bcb73aaf06873e1ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331502324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=10d9588928d2806fecf22ea5ee8ac588491d4817fca021c741849a93d0c957d654f3adbbdaea2f2792d902bb732bcdb4a64431570cff2c111246905bc0063c63e79a8c7b842fdc5baca9b63cf89994bb85d0c50c9d56e226214f34c95b2fc376530ef395b4721618721bcb9b2b6f821c69d972a37d8d90fa9aa116891d36997281316599e995369bae87298a02ebd733e1fc3ab2551d5af3d600fd87e081e35fb7ef11d1a70a4e357f9a33ac6bceb8285fcec526466749ad5c5e21a75016ed377d16f37a03936d702bbe1182fe81b74a75d4af4e848f36b3b7a2420c12687f4c232c697451e757f31cbb0522d7741ce4ffc7efa19e3667df09fad5e1c4689451&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333784295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=303c529754a237b856626f13b3dfd6f3905b9d147bfa3a8885cc99f2bb62490172afe97cb3f8722a30a2d9a84c91c2d9a1baf6d72f94755850cff516ca33c0586dec14853d295b95a4a383378b4bca0863f9385c3b991ef07b4042ad737f04d6bcf250f20bc91cd1ee8cfc627a93f9d65382e4645c41ca9bd15900cd3254640efbfff84bd6e45672f996637b0befda05f64b0d3d2b57323687e892203d16095d7439ec0221328c1ed0fa2657b483bd7214c940fe0c7c509615dc6630e5f29db3c60146a5a4c7dcec1a4a9fc24b1d5da6b4ebb142f837ee6bfcc7a6bdd20e57fe423ff666371ddf06ec932f19322888b677a7207751cb18b8e86a75fae92a8a07&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333785407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=061bc5bfe7ecc235fdf598d92ee841a892808a16c49d96a924adcb9c7a47f4b154f4d668590d53c60798a1a17279b7a998597f4890afcebaa37d95e1176c048186c1ce6fa3d54c8a674a1e6c58cc058494d8bd52b38bf49003aa293bf410c4ccd1527c8ab80e53c5a1d066a08609f5f4a087817688cce82210b78b704a9835771ad94a3b852bc8722c32280df321234731f3d897386ddbd582e2764b9f1900bdc03205c3c7d2d9d77d2884af5242cda531af5a78b9e9f9bf6ef15b21d84e121fb3b4336fe9265e2cfb15824d5e8f775e1f31b9d3aa45b818f9a2eb63cbd7e8dd03e74b57c01b2d3f3fdf87966f860be525904df0b985b847deaff78963f52b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333810123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=30c23586541f01f9c63fa7f3587394727979782af87d571f7c8b962740676dfdbc9c52024f351ce22433e7c1219c120ae3cbb004ca848fa0a15143b2c17dea11721d3ce875834763f25b231625e46ac624640139e3bf5cdcc460435fa4317930993d60f504d2156d356d82bf8184fce71021f4a28ac68c645601380ebd757553800e8f95a49ea2a2601538b8c71de98038d4734fa0a1a985ce74798c3c86ef6f349ef7821d9a9ba6a692945338102488d5fbc8343adde45442b0d483f9cf15c25eb54b7cf4a5967362b6a942b66a03d82aab643e71e537b907d3cdf79f9eb52162721485ad04b1262ffe910b360ab3d98bf5ffe2c353ce0624a72a0cd37d7d43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333824581Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=69e041dbf076a13f876751a0ae9273f92c43556d136e9cf32fdd24a099e8a3e5296ff34b15406f451971fee664cbda443988fe832bc30a8a1ccd4fe51a4d104c345ebc375b4e9aa33b248b28cbd1ac89bf4606122cf81d5f6285247e1dfe143e74d24de26103fb9f41e22f53091c9a246615d148d1f43c02a5ecd4be1b41fa39f0d79a5f97dfb6cdf576a32b15936035841caf8c08e0495282da8821bd79bfce83e26ff00a9ba85c01d3f7fcb7964ef40d3f62c25df57114d11e93e2809cf22ad4bb35054a25a97a2b49fd476b35c82e31cc5d3e8461f354c17532b5647b1732e8841e64e8b5050a54fca68a178cfcae5c75bf33fe8676de193b3cfb4a54b288&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333840972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0763bf03fbbf31ca1ef7abba76c3a57d198f5a1c8a0b9faea6e49cdb6e38c085765b75443fdaabe1f62cf85a3f0f7e3a31356f45937dc60b3b0438262b23150b0cb8510c33c4b7008a3b48c57da856b6e61712592431fcfb3539987e8b867703ff77c83726e037121aa6e2928b37041264e4f4a21f361dd17884ad58dbce13c99c47e3c0b0179ad1ddc19c746e3a5f1fd0129f21198e974bfc65eb11578fbfa50266f965eda190b9d3e7e81f0863e1a75c8ccbe0cc7640e7f16d7786dd79823cac56b9f9fb236103013df2a21622cf93120122906a988af00d02338003a9fce45a174485ae4ef0286bc421f500466cd4f193165208c05027ae30aab9449e26fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333798061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=97e2a0d5bd084be3cc16ea37e075841b941a0a03fa93b4e6eeeaf663566169edc19fd631beff48f92e2238b0bae81ba4668f0fe0cd1600d3880fd57cbf020f927b4ffb30d8a1108574fdfcb96e2ff4c6c1b4783a89c50ff21335b366a1b9a0e00e75ce9e867d5599af149aa2cca0c246a2557431e97aa6f16eae79e487e307de215025f18cccae7e9a24e3618f86401b64aab9898b46772436ece47e7b42d09fa52439ba4a216aa0f41bae234c403f440b1834d5adfde39dc1a2ecc7c69d984f0b51e9207cac522110143e07cef93530cd9d8bc9ca960bff5a272db04452bec9d06f8f9ea216e89e7d387085bb654bc970ebd17279e74cad19bedfc3cf7d2e0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333885586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=889c2adce48f5ed48f4d71cbfa213ce15b7643831f5fdd9627cb0263190dcc8c307b3ad24052ef8ef66533083568c7f930fea00c618a42e36ac6889ac5cbb96ad1f02499ae498bc947cb3f4e8a3cfe2f1b30283c1f7d74f10310f8470e16341a966442d950c2711c8d956c6f64cb521ba5657ca5752b36b31da964e062a8219c10314a14376a066ae5fdef21b78a58ce0a2e1c6d8b01f9b5277dc614a17f008ce4d0bd396e841202051e60756d63caa97c02f8fb974bd51443490c70aa2281a308995c10ed56832df8245b9c41e02f75b374bb3f2c26cd117d273066aff4ad164850259d1ee13a37fc8323398063872a6c0edee972dba4bd334f57df37257b09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333902638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9aa1804d2c5b89ac49ee1cf037ea49082f24b4088fe3ea071be1135e1c53dc3d36b30cb41d3a47ad6cbe9727d9f37ae105cbd53ef135eb0879e63de1ed672ced6e3f439e1a72fe3929b2fc802327e55027ea4fd5306b0619b229c03b7bad6637b6aa012388f75de992a3bb7553038fffe586d2f2b87af4dd32fe8e55bf6ea9e7d8e3161c6ac05ceb56763ddcc43e9db58130ae1433f3c97d5096f14283a6c4056d0f42370c6f1440108d301e09d684e298214a163659faba75e977e150847a995132a9668e40f091ce63a4f0cd51b1bc872ee11a242fe3921976d41ccfa13cc2be7cb834a87262cd32d2a1039d4df021314dadeb42654a250061d499e02279f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333918107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bf58d19bf184efafa76d12d5c2f2714cf3db862ef1dcaed50f781864b41ff3e08546e075d6d5b846e31c7762faabf451fdf12007cacf239a64ba47233f805670e04384d8f66a7e2708791be2750cef2c44a4872b408cd009e29d01e70688b8337e487ad9f212de16544262ae68340573ddf309d2710f6967b573cf5529e05a388fd3e4401948797e674873fb1cf93cb58fc892e9b91d6457a8d07b1d87427d33506369dc70d954733929245da9e52e3d965190d1292f9a4d17b6f11bfec77c14132fd97ac34be85305f5cd8d3f69302de9c26053f8dca742e9a1891b29b10cd1b8cfd29d3656902b5c12c8eec6958e82928846504414abc43bde032af07e68ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333918548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2ab2b51e6d6b56cf976d37ef359c8f9bf27d8190e20ec602e199b265ffc4f2132b4464973214921f9efb49b76074e57de4dd788f8fa41f03cac860366f12b86ffcef34ff0170fcbd916cfe9288a0c6afaedc804393343cdc97c82f6d7d6e020e95a7f4615d481f3af266e7da2f13f1246595ad3cab5dfd98419708301eb32184f9de73ca61f8318122a7f5875bffd2310de9efbafffaa97485fdb40743ac46c01b94c12cd297a4b3efcaafbc243ff6726dd89f14883d77e2a503b36ecf143a9b2e61faf84ca67dc688eb3d7ee668af103f8bc6c89f9e46b822193f1cc0bd46f892b3568760d38c4ffc95eb1ae7b87c04304420ed9e6896e2b2b6fa6b1767777f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33394646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1bd5e62013c436b94afd6f9e7fbb13e642ed3e7708be5396e0cb79f6ba78d4939d0a3f5e0658b4b6b2d6d2eb1a4a518faa91ebf189728fe47a0d0fbebf77c79698c9f51f0198b2f862d459058d19c1cb7c1b3abd45f1c55442c484a309cf9b3666efc8b66fa10482824f2f6a39ac8fd7af98376d0b877f7c9eaeade2cdab3a7138e81e9fdc8555a39a0827fa3f2a83c92b451c4aeeda9f6f0a173c09474dfc204e8ba6825d2173523f346c413a839753d7cf2b13ef717bc43497cb5484001f57b1d3530ef3dcbdc1be90f425bf5fe4c7cf1d2e0a31942aa204a8966b472e00825800e1cd251d00e18f46b643a9d3ea8d72f3cf7044e9d930e06b94f0a4dad52c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333807749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8107b63f9ce6913be4560e64914446e4c3527125380ec1a79768ca6fa1c530eaf0939fa69450a2b95d4e30804accc5c3aaeb1070e9fa4e88975080547cd779553bb872631a28752e98730cfd0b73e7cc267591c029be496ecd1b87255992522489863855d380d2b246c2e5fa5ef436e10f016c2e93128f79aef5b343b5ddfd0f41d27d10771143efffe9d7c05fa3e440460a45dcb253874bcfa29ef4c29331b0b4f7f62815d5fd5e8f3e4b4ef9f49e12a20f5796db2db310f8ea2d0f485017db2ce5106e056af082bcf1b923d8fcea3803a24a16de095b95a146c7598727fab441173455d9921e5d84f4f4b476513be7fe997d4b1b2eca707b14e7186e7d8077&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333950628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0a143c555f8921cff63575a6fde2ce9f470d97826c4ede73acc0c4e07f21c163e74bc0d3b50364db71f4587bc501a8c71181380dcc9bdadd24fdb2c69b30d3a19b066768ee214ef15f3624956b667e8f7afdd4893d6881e975343afe89f6dccc95e03372eeb671577423aca886dbcae04c4bec0a94972e6d6b6165c69f75de11f2b2a79ffe997e7a86c42d1dfd90690ecfd13316704927066be4b2b7c13df36ed12d03ecec333399794b78a34f6166802bbd56a74cde54be0de664a81150dd63d2539fd895f35d5cf34cb9229456cf47c9d1c9ef9e7b72dc826975601c08cb3e97cee4a7eeda850586995bf984a339f1ef0eb8b3a494c25d53325b6d1c67a57b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332783118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=48e0b31d589a8771f457dc69c7a227571907d73f574738360acf1aa6a6f2bd5bba7e6c42b9405c12ac72b1423451cba6e54dfb10e96c6e6827a47841a6f9673a934f80448fcaf86194fc93b5d50fc3d296577daf1aee97b10c651e4389eafde24f46c749a9333b9d3d967ec487572674a8d0657a9099d88b4368a455ba228453cd0a12c76723bcbb0319db5d146eaec6b0b01e82cb344bc1fac8a1ee640f37c98fc5f85f4e6ceb2d1ce684db0d614b67e84653584412967421714a7af768be0d372920b5abd6191206065fed0522233667a6e3ffb4928e6d8b395540fa20a3b843e60ebcd4fb7e40e561fb8412bd1ae5b15183a67619a9fd4e6c379570c0fb17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33413202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=68a1df56623f34f86dc2cb8b3cdfd586d6a324fd7347c6ccb1727d25691ccc7962b389784c6180b249228b8ce41f16a0abe2d01c92dec86c94405c1c985644c0a85f7cea8046a9a32e160dd7566400160be7d58d95e28e720fccbd083b6b2f8c29aa097d87fce8e96fe523ae3b81af27dac9c149a6fd0058acfac67d11d83d82863503c68182d4e6e7804bb0d1cca53dc883e2f491fcf5491e25891953e16c02ec46b54af4867683f1d7c3b20d258ee0c69717ca4b644c0c2e881ce8c1fbe911c90b63d539d2c0aabc6c33ba4f64c8b1bc8eadc1323ba14e3713948e6367f5d00580bec35ace781f17873ec03e711d15d6308cb45c23f863d5e8306c3c08f34e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33149969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=881898da710d9da7a98c3ee35065dbdebcc35022bbbabcd69facf2cecfcae10afc0b766dfe92318bf0debddc69323c373cc249068fab87cfd2d9d63f392e6d8d8ddc72e75699b87e7799378620f5b87606f9a7f4fac9e6e691cde2c3ecafd03ad81be90feeedab96cca99fb3acd2fdcf39d296b21339b6b41f2a347ce071328d8892e13dcb36aadb69619d1829013d14ed5704559c0e18ede4f6ef26a318d0a6deb9892408caca875d2437836bd7129edee2a9b08c20872895c4cff9d86e81ed27b649e6bf2ae49d18ed0e65a4428ec0d888a51d52c2af42f077345bb936bd6e4686418e366b27b58b18332d72afaed2af269d2010690e80733c157421a9ef56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333881047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9ee59ae139aa754d6aba81de9ad748d3afe5048b8c1940bb0caa558c8b918a031b91a1b5e73d730452da10008bdce4e6c30ca66d9d9b5664f79b4c0117428cc5f2ee31f9334751dc9117a3a683cdc1fb5b49b4cd333572e00cce360e4480bb70e6b2cc7f9129a1958d80bc3a38b6bdbfea939e1fd076352136a30a5c86c8811e81d79516b5593d1e7a7a7db33f714a278771f3138e7f25db0c64d8c3b6eab7ada3eaa506554a69c1b8adaa6f57a4427db8b0e8499b0c8d2381270945ac0952aae29342b650eb035b1d0629bc87c9802628aeaf401d8ff8d0924bf76e6b16e95fa012c34a727457a7160704bdb18cac955e55129ba6e9d903fe3417cd2aed5a7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.334281782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4d6acb542144367a31874bfad476ce680fa5f4f2ec0da24989876ddc084b9215e6b70bb90f886545009c02a861241a81d3f54862067230368e9f7b2da21ec5cef2630fd296b9ecd0733c6b1eb7fa242acc4fa37713859cbd96536e0e4294151d163aaf62adc43bd07e7b938630ca77f0a52bcfb9deeb32549b476fe52695366e67d2d7ff7c6f941b13a5be2f94993add2c035621fafd7d591b71c8f7ab933b460c7673258ec4e77ce8ee9184f5db139f2a7183897960da09262610304dc566e39eeb800ec711a3838b8518370dae4f2093ba8b59c35007d2c0d5a15018ec98516a1ec39df7167cc06051781f5e33b09080a88e94806c344334d9fb86c7aca6bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333904692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c4370c82288aed6d70cfd51b19874ae72b50048c991162a59515c3fd6de1885ede0c945be1c9e2c8dc7b1c286dffc1ebf808c35a095e06615820125bf47a763eeeeaccca786f8ed7fec31b8c48312ce92fe146ec971d554ae4cf17ae4818d24e2a39bf8da5d26b6c22e31ff77e86b1c98895a38555e0848ceea9f78e8982e5e703cf6843302b0a78d52d589388967da67cc3a209c6ff6f7d18126ac4cc1d457f5f4d8ad309f09d5bcefb73bdd13941cd2f4f3f9e6e7084b251988d5567cec19d5a9cab2911827a0911d8c301c4ca9a0355519dba6ce6e7457d9106b0e44ac3dd23ba3662d47eb0bde41875c6d50df34177b3fb11c2b988c189c0c4e3bc6ab4bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333148537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3583427369d02ffe7cf1fd0ea751f6914564505ace04580cf3511554978e9045b7f40b99c56412c32699e03c7ef54f9385736e0cd55ec0b80a11f7050e12b2ec7597fe5643d921d0b574debc07cc8eb856f5473a27c18d9b1aef89ba9c3a75e5e23bff3318e18578383d6c57d853447290d5693444cec7d869aee5eafaae726f0d3b78a0abb71026a33623b77867b81103633abd98d1c750ef1ba7300991ca0d6ab13ebb931c8274fbadd28db007f2e0e5564cfbfb6857296fbdcbb1cfab25e3d5b00cecff2d2e1640ac1a7578d3236ab8c21182b01bb82b89c14abe8b770bbe576629ce819470e35a6defd4a098479e42f00a3791bdbab899fede767f716b6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.334390537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5ed4881f3c07920d8c801109cfa7dd8bff59587351d809029a6b0fec630b58afca0de786f796366d68b3fbea3aeb5bbe17eb9d47a211e4d787f6843ac5abab0da0fbe4410ecf6674e663fdaf6e46425379fb961fb358835f5b3ab9818dbca498245db70c517f7ae5955e493b0839b6f4b0782c06ca50577caa78e8f46810b7c01563e7d0b72b62065dd263fcdc136634b589aa2d4e090f93017303c0a58b862c581a20a21b54e1a4e7eacc4d5f1905a6a05200b6dff77166dd8a6b0b32e117538d702c54c5fbaecb08f23647b19e7a19e960f031f03f9b55c0660b62957bbf31381fea29742eca132529ba79c03a77fcd0d0b5add07c1c60dfc836e9cf9c6056&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333798892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8c259d09160050f5e72eaa93d99595e700257d9bb9cb81e8bf33d2305663ab48a5bc704e125e17463cd8f09218de83385ae771298460b04250ba84d6c417fb5df59ab8ea53f9988cf3db39de69c7daee6bb4de9523e55ff8cd1c5fc9b6074bc64be2dd4f2ef2261ffb59b56290ebb03762ebf7583eb6b1327cd72b08ec1ffbcdf54e30c229815be76d37b59ae207a0ffadace91a3f2e4f678cbc64953f3648914a67c3b903b048595260e956f7fe2e01f5d0e7b9d4d5c203dcbe02e71e9d266a9f11deb41c0a10852a9094a4dc1253d6f329112fed14228b2aac529efac5880414d0a599cd2e3931d9324e6f1d6baa074657b26ad09e794ce07c68abe88ce1fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333762123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8301beb02b21dcf3ee893e7ca48d22f8cea2bb999da40f763a28c00680be504457b7ed75156cbe0ab500cefc6df08f647e1a99f52866b8b5d1843e782441b282c4d3dbdb80d0df5e2ea26698f9a82f8a13ce9a08facbd7bd2a772321a9e23c7f20529bb1b997389de1fb04ea127cd4491c4cd7e7148d0edf10ca63d750c70555c77e6b629f34a5cfc3c39c0a3481d382f829b00fb99589fb44250d59d61099ba9b1f7b2a4958ba73850ab3f44b41b5ff89079a6cd5e4a05ed9d91b06379e1363d07f326e4981c5a38ef6b20ce75cf5fe37b3f8ccf4e4a04dbcbc36eee86472a0c76e0659001dfcb31a5523b05471bb8c41ae8a26758686c0d18b37e9130bdda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.334774601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=70a45b5be8603688b8cd05fcbebedeae0f6dc81508d0e822d24c2448321abca37afe0a22de9960c386e9b291f4a62672009a6548d462fac07a4e7aa9689750f26052ebb95e5736dc03092a455f8284e68f86cf18678c6efa91b56b64a527bf73c095f93598d1b3659cbb74a16ba45c7c0741605058690f83cc4a283dd88a5208838465dc3ef9a4e848d4ea6e872c733514e4be0559d0f5ebf31106329de5a088b765673ea1b866ca6d67666d58b9027af803e5562908b2f9af39a1dc1fb0ee10e3af79177a9d2438003bbb174b97908f5d9d07d2efa936354f2ab4b6070810e8143f0e1c4943585da687092c0e2ae68b8f868c826d7136897dfbbecf5b2d6497&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.334803516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3edbf6a5d2474965e7604d5b6655869b327d2812b714f7c2c218b99c23c7d29a7de64c53c1806091763d64346a5a3695af06f879d89ca1c088276e90ecdbdf46fa07819fb3ff3b859847a65b891e69a0ee9a776a7875c15ed4f6ea3dac93813948497193868c6b8ebfe709cea7c1e9b6a801882c65db917bca7740f527a8630f9670a7bc63785a41d77fe3d78d9acec89f99509865c86da52376285fea424f0e9ce65c9ce15b5d38e900b998b991aede8808c71db31327a6b92ab91e80582a5678d3828bfb38ad5745c1cb601ea1d5ffae6abeec41403f9bd47f2001a74d323d2801d9fff68539f75fc5b31d349483ce2935221805b529e268c2a1bfc6e515f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.334826699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0fdba51c6a7c9827ac7e30da4ec5f7954d345f52c0fa270d7f8bea89023584882387e12994f883edf66c63af4c55a77fa184b1389e7004d816de48d5ea2fd04e4222aa2de711301dd1ab94a09265e1f3fca82ea2335c9eaca4d47d60022cd10c97e6654b5f17178568b577c9e31b3cca8972e4d1590c303cfa627220c6321a0012385d6595bdc9a35d888b4f9e2d28ab0ac8e1e9b086c2451b1a1572f9bb362734c8199029bbe2d0f400c129292287949369756e5bd840c22d757851845409e48818a237f15d3566ba88f5d36c1b18c5b6ff6292cbccb88698e5376d35d2ab922ca04b42193feca8af9a3b7cabb79a7d6814edc0f66feca736ea58e116f046c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3331345Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0a7905f1c05166d828e20a82cd80d14b216b41d11288ac37efb4a3b9a116113eb3b0fa4e924e1ddeab1bff15d6c2ccd317358548da928e7cbd258b3e46d4a7374088aecd1b0c81658a9e7f1421eb3b6a1eb1f8ab1a86347c115674b9b2e1477278a9ff2bea0b25791aeb1c893333cc3798e46bd6a3ff87cff9cc9ecdf2ec8e3a94205c877043925ddbf2b665cc6e9c16f4506502579b63125ea2a0879d26e51772347514c7a52c4d58c14b71622190e434e3c931b3e10398fca1a04fdc108678083e5ddc7a51fecb148a130067df3fb2fa5d7cf458add319e364370bf69d5364e583fa847965ad5800a469f2883f6119b53b42aec815f0bd6f055d71747c8f2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333813229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5af900108d83639df9f5f020cdbb7528236d150d162f594c592d8329ae83f626e6417b6809f0e15b8bf67fbba7301d97637f62df6903852dbdb5fa0a411c3c02341407c7a8c2b9154b221ff7721f5747c9f22ad4e880c7825f572fe82eecc45803f51ee7fba114fa7bf4b177720c72c32ca78344ef976716aae92e1880399c39ee602a0979733d1c4741b4e26e1478c716498a6abfa9c5476ea2fa0724eb74248dce1991d06a9bbaed1a8c55ffef0d8b191bc8d46d5d402dfebd61b3e3f20f4d5c425f595a8c6fe41c9c3d3c8128c3a48034d3ed3ad9102a2ab9ac91ffb93b222a8d98517ce6a0114b821d444c66d81cd0a38e8831e0ef7755aa9cc7994c04c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335080347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3b47a04901486e0d771d38ba791a4ff8697d9e621d86e4deb7cd837f11b367bda08a7d00644305eb424837a7fbc31e72bbd56cff3a9cd04cb51fa2c75a1102a01a1cdfe416081ea69e91c382b0dae06a15dfa77e57f0825145992dd8d5ddb2521ac3c8576fcb70f21d1a7d6ec0496dde0d7a0cab5fc472e449bba5007058637911baed6948263d8d2cc26ec3f7575e08ce83790f52c05078444f605c301ca6dff749ff068085f000d4a2ce893f6c44536d301b66c4d998a5350a66e3a70a3a0e07fafc32c5a9fbf8fa160f20034ce554b885c10477ec1e7f4e056afac1ce0ff2dd773543af8761e2520d494f3a847d088bda95aa4e95a2311f6e38bcb3ce5310&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335123749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8f954689620f98ab583abd08169ba4eb1d6545860884e21be4a87cb2678a4d3be8e23c3755ce552281bebf678aefba6d61dfccb48ed0e1474772f35b96afb6a8d232e875bd601a9fe510514f372edbcf2a67ec9ce5853eb1ca240361de782d4e81ede0ed27922705672b95312a5571329545708fd32c913f4bc97da6db34c75bfc9b113f67456250ad506dc229b565a50b7e97e1f8e26412362219bb53cc765fd871e499d50dd03f33e4b6a012654568814d24964af0239bb457ee93975ae28b5dc8f1b6d8b1001937287f05d4bd49cfa6894aed178487fcedb6fa0915c5d3a884d9baf111ac6d4cbc873687fbec922967e86b8f6a7f0fc6423921ce0c710a64&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335167812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=512f7ae31d17452de97576e7458d4fe1b09769db64fc99fa5b3607ca415a0de1b92073c21f4bda041d8e196a2854f21bc9520e344badf614827bdeec462a94a99701ef6e321fba3e1de647e601609e7f17ceee9e9eebf668820112cc689dd7e892f76cfc252193b9c02cb3c5b71a5bd63409c37ed09843b35e395eb42090ff9fad4d2a6e8d06efa3f7ca8b89a53e85259a7d875999690e936050843d81195f9214d4cb8894d9696f04d0cb7331cfacf943029c9ae897b5eb333e2aa81721816198beecf6ab491a44bc05be20d64f728805791944398c5bd45d08ae468a842916dddf2701084cbcf4879f919d6213af179d898b8e961bb56632bed202a839c5ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333184054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8f6dae6022263a9c071f056de7ce28a3779fd0ce4c1d087b92b02a1b9d52edf99112a042c03d39ffbbe6514b7196625bbc6c61a795f0cc59e23cd255fd137b878daa6506f414b79a792148ac57e318ca892e6860ec357884326113b2a8a36c9c2199523d0543a78d97839298c7baf9cd93a479b7a9aa02dad77fe8de2382544296f5279e3531bc3eb629ebde0bc18d93d760b363b8739378839ee92a8ab98fd8b98723e04bd41e32d7ce23c5527d8e8c12d4ee3f64d0a6e2f4ded26f24555bfb6c74cd3ca5d987de81a713958d25878196980308975a0bfda9324ef064d5ff1b8598ab97b3b085f4e32e7064dbee912a83c307821ef8d843d06489c5cbc5f2fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335203569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2e4c08171912499f93ee53580af9a9df96dccd4d519b0da7fb98650889c28e5ac74b1c8c61866158254b4d8b3fc6588e6b0b6f02ddc702061d10c33fc6bc9aef79d44766cb3dd3f6459864c58a6c84efbf499ac37d2def8afd31d697036332d80d78f1ac81779eb13a966889ae221275aace594fd087f2f4deb17b3852aec5e05b75301392f108e71db9f5a491e020ad0ba8ff799775b6166d242081018c4395069433eb98fccc8ef64d50ae0ef2cc7492a978b289568221eb2b9f0d1f8eee0d3d45e9cefae8879d0a47bbd1adced5e6aa4f64fbec4f855e0f5cd284bc94060126f86598686ef90e2a550d87e3dac190fcccf6ee78a5a5f00fe36b08a3b02c6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335224639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=206a41f149e240188873f29c0d494adf900b84d1000a52bb2cff457c947d6ff7de9567f92d19a8ffadc11e8c0ce5956d63a9d0a0c61a38f4a0eddcbd7556d4d4db53eb9d4bc971ebc031c42e4097954899207c270daffa1f943f3d062b17d4a8e9da8a741e51065947fd363675a7ab918582eabad9750a28017be1f921f68e33b4dfa084b5d48dc19244907f406ab71f2f3583627bb1f66f8bc6bbd4e234260af3861193822a6ceb61343cd9941714d37975759efdbcbd0f2724edf258f19043cb3910ef89b85d245bc31cd5f8adac21dbf8ed847328519e02f25af8766bceada77a4efb35aa74b7ee754990593512b5e0085899af6b5016cc4dd68ef0eb199b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335252892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4e73a48fc86072a2789cec53fa6ce01788d9fa1b593694948fc1cee5b0a0918e180e7718bc34a0eeaec6edad1565683a03b22aab95ce7bbb5e91cc715570237fbcec3ab5069857f9ec4bdedf8580540c10e82b774683f60886b0cfc4c09a6998bfd122e15978fcbd14aa315708684fceff90d8457ebe7919768d71462b8f505deaf9b141e46349030c921da6747747be22497ce6d2c5832405bef8c0c33e8991e2823431a2b1e7eeb9ddbb0afd2c9eb3c05bae92edc6acfa890baa68fcb46b33b2b289c1759e04bf34122098935caab9607f89e58afe7d8d524f703df86e6828d3a3d20efece6a83fcb44d2f8af19aef840ea7c36b3ce36487ac947d2781a405&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335302095Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ba709cdaeee4cbc919bbc0ee0c88101df22c44ad20942825a1e9677ab83df34e108d91ce12b652852af7a59132f91dbd9390656da4d84bccf2b5750f7734e28305345e34c1988dff1b4ea20adb59c2d76aa1c09f6fffb280b2a52a867ebe222641155ceae51037782fcf1e0bbec7770aed6992a02f30e74924c85cce8bdcdbee0574bf41676e69185905dc58efed820fceb376b7288f9d91f3af297775edb2ff327d0dd73ec637e05ab437951d6e9069ccb1d0710596e22866d1a6a0c140485a9b246a66110af1faf36d8d5ae440a547d41622e663de346355baba57bb3c7e5326c65f35514916c88a82f6d542c2c9c986781fa7d34a8e631565c6e322b64f24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335317835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=081e073b4050e1677236595df2f3d73678471ff2e9744b4b765364546b34f13b9171ea9421ec3dee1300f08c3fb4e76ee6626effc614d73558ebfa524c5ccfd91cea3576a93d4cf994ce0cc8253d4a0dd6b045ef6b736e040e3cb352682e4f3dd7d59ec5fd999da3c02a1ad8ebf7cd632a7d783f8fedcc3326b1cef63778dd852bb433b1951273620e4c9ab48b13746bb2f52878632d0dbf44a39e7ba506a0fac5eeb34b1314761fa2b0c179795def6721fb6eb03fcfc2d16ac54c024ff66adb11742a66a847b2718fb3cd709f171f0ef3ebe62994155bd04931e9b3d0298e9d8608030bdd674d1a59e1faee6d7225ebdb815706ff6aa5bdb6f50a6a1aba7819&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3353367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=93f7a40fe30ea357f7de7d4dff94b19ab569813ec1240cb68978223e9fe1981cc66639f883cc9564c9de1df8b6dc3797645dff79e3706fb0dc0e9b4955e52f30a5a27bbc38ba67ff8dfc77bf7ee510cc26992fc33bc8010f7d5d4fa53b86023152904a4d5f38160d12db3e29ace329d4946d178e27f978e08f742871a28388e83fb1367dfdcc33cd2fe75e798e64899cc07370adee668c2ba1df523f8406f4c06b1fe80a088902ec432b47e5dbb304286f2aea742f57a77b58583d8cec20fefd75818dd293bea6a8f22a9041ae6b54f7b93d81b431383de0e6620fbc0df24408ae5a7cb011ce241e00c96711fecfcf579c303fa5c967a82dff7c4e92711e3a26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333032167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6cbcc2a890339713fb8294ecbc1abb0454fcd111398f0b39aef2a9d9fe9500050b540345a630e650aae84bfaf14ca353b048064044f1b688788862d4545ace8e1ee217e646f7f69584ee8ce83f50d0c94ba0b624a7931130740b5d003d34bf6d215be61d3a607253f057c8329668d1bf6118443c6f61292abc6c94b0fe318d49799e318e25c3ef9778298edff885aa09410aa6925bc50197f500163ab9188f15831097b249dab958985b0cf530ac09a9d64e7d9c3cf406fce8e922f6974490fff08da0b37572c28a40c5ea54145625cd11ca90c0cdd01185f316a1da1d2a09ca15f503c4e252784088b9dc052b0e38603333eef252a5b248e54f850220ddb86b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333250068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9205487d7edccbb93d42c4aad055bb88e941c51fa1c8913ca83d5270b2995d1856d42193b6584d05c2ee5d54a56d4f857fba4cad934b3db5be047fcfaf7d563087723c26fd4b9db31039e72c484106fc4d7f25d7558aae5e58db482ccb529cfd5083b9de86b5b55c806db7b523c19572717fd91c7950ab2d885e449c8bb7fb236899bb7b2dfe318f72f3b1f617f1032e8d11fbff0fe19aa711f06fe31cf80ccf044c4898f01b3ec0cd1eb4f07ef5de531af541d8f3bb64a04bde269e463aac6f9b4c4e601c127f55e7616070932d9c3088eb239e31dbe4da21a7f5fd59a373d7312733e530b35d871459c57541e023642f667902add45760b16826e70ab18f07&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333495641Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=991887f055186da7b32a1ba204779a0511cdb055443345faee7839dd07037122aa92243ddeaed1f74cad8f31f45edf1d5a04690e0f1a93aa0ca9e64333ea80b0e5ebdbfc0417a1999c6cbaac81217113fc4ffb062fd1fdb245ab116b9d6440310def6d3a87e70edf70fc734a5a38bdf6006432e696b3becce0352191a9abce72b9798e68a3762ad6038ba41b600622cd43beed3941df72e0b230d2bc261732ca0b66ec28471f23b7e707c975e24c3d260b26f9017dd5dd0a96c8fada902d9bb4f4d702ed41172cdd52bce37c3337aadc7d541b89b30c51cdd8639ca8081449c085af39e2981c6b15796b310db689ba267a4a500dbcf22e5ec76f13afedcc6125&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333527421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1001319927f601f63ebadc10e67c5a984c8c36198edc07f04bb3e42e30d5dc516ec9ec6fbe424f5af54de59f9e3d61183e67efaa56939e3a54d0c3c7f61db814265e530238ff6b12edde3e94d63ac6be62b819b46da529b15a18ad31b42eebc3aaaef99e8114c6ac5e19d56f2b8bfd729d16d9f863a54575aeab76ae08f1ee0e27fe5a4987dc12938cf8518c1bf297ffc89764078e510fcb8c341a49a68715823de2ed54af660cad7bfb34dffadc97535c37340fd4569b95ca2e244874e500a7e6c3ff40af1414f4abbd536cce00f47be0d909f9bae970f80eeabb628aef3fa13a4ac32a36dfd3f6e1a3215298d9cb19942f0bfe03aff9a3a08a3ddd6a553484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33355909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=baf10d7a9effa836fa1794f4669c6eab6260d686830143731c46a041abab2466c5f59c8ca771b280a33fe156bc3e1d490e495d1334d0bb5e870830a415b5216a15a5f9e8eeb168216629af9aeadc35114cd07544822d933f0ff7045d12e82045b2183a911416d48e8a3197e493650c8d6a44094f31020898435f31aaf4bb6a9b923026d00476822491e608a11e3d3a1afb46486377835b183bc99edb9ca44cf3e091b714bfd84b4cd3e7dd30e7280b5570d16602e781f38bc0201b50d91bce071b0c4a22819c9fc317c6a765d4f2b9be6d722f5736fded62d27cbbe5cc3ae2df4d90bc04cf19c73d4e3706514a44b58a4f23b5397d1987eb2735eb338c9a2768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333565282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=115c05c997482e3b2818e3dcd876302c8e556955d8d0da03a019987fa281affc2605d5d61beea6d01dddf53103672c0cf34f38bc1fd586b64717e41beaa005a3c8f6884fb5e926bf119512a4518f3bbe9292fc5d284d1b8d74c87f7fc8eef1e53bd0a3d245ab6656c5ec8d4c91fc23486d1522d9ed4c9bef39e1ae5afa54691fdd350fbbfc6a3fd7531232ee9bb31bdf644de700d3877b1bc6a0d56878b05c47a38f8d4e807bdf98ac34c0377999a6018a0332aa3e0f400b2966996c31b6445082d72dde9701468c1ada9360a5eeebcfb225a014844131cce6a182ddb56af858c594234e93f207088d460f71ebb93f3745f614e4dd806169c3e6d7e10f15ef60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333568278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=070ec1039ba6c6230fc6a0cc87f92f8f5fd60d68756ce13878dbc702b8375f91f88f9df45ea607c4650b6017e1155f6f46fe3ca5c3ae4b31d656897978a5f3c9d9c76a76ae7236a000a5caf48a70ad7ac8132e20ebf2619a4f3abd565e903ddc9a4600373546fe46b816a02527fc942cc765aef7e52a86a7c4c647d815d461bb3508a231a1625fea69a497dba3caa42e1390f2a48543c1eca623c4b5e18db8b4c3da1440a5e48819163b3d9ca0e2213745d87fdfa430a41aa89c4aa439fce0e57adb2992e9d0080868e386fe3fa254521323844ee6718e31264b6d8808b9a7c30898293024dd62998c3545600a99361d5426b920445baeb33123f8bd07024266&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333586803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2f25f744dc1392c18f5c72e782f86d3daa754c9f52a5b849941688aa341b8eff5ed13e6a467834187d34c297d16d1d0d023ac9376970f52b4d1f6383c2abb00a060bf41d9cdafc83f909c0972820a1eb339f3c764e456a0f94d6ba376ccefbd2f251763fde97c5d46cda8c129377d84928859c0153d5a4570cdacde0854c9ecb64c57dcc75a35facb7a0a1508a89ad38f408e1b1952182f20dc195b7ea6c8d237c702b5ac487bbbfcc74e9071c2476f18f7ab32a43a0491f0cc34bdece39b86850b335a9efbbdac854a6987195f1a67f4c24e661a4acfababc712dd9b19ee14fc14cb8ee6e8910ed7ac96d8ae38a13a37a64359d9ffb6c29ab4f62809df343c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333597643Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=13b34a1931cac527b0623de24d3d42ff2635732522064bcf49ef1bc0d820516e6884e8a9ccf900dffa75c11a032f4cf489d8f5468ffdbc30ff17121c2a388d0db271d0f494368b1690050205e6658819453f87da1fbf9a2442b537c45d97688fdc06ccdf94f4d90987f61e89e7b3a56eea533ae6341675e968e716f6f71c7b76265e13f00414603603b5a91f9a0cb9b53fe722ddb95534f828820a3ab6ffdc51f0de1763d85176fe69f3b7c462fefb9fd5ad4018131925139852a6b223bdc4b6cedf8839239f5a18f102e302cdbacc39eb48a41a168527c6e31cb93850bae3de10e99eceed0dfb8b23a85077f1eaddf7ed756a68cab7f537928e1ff2e5190df5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333605338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=83ad9c68ad8d53e32ad78db1dd367374d67823624b2b2fe65289ac2465cb07e8c0deed9a1cc471619a36c7308a7980156cced8100cfefa10c874a198ebdc8707267919b73e7d6251426b5ad452bc3360167ec0239b775eeaefd59f0876d125e2a4b1bf59a38d3a0e4cbeae20f97f8cddc912f651cc18bf871c7e6f9f82e4f60cbd973917ca0c4ec8b3fd57044148832fddc3ef5ab1a7a6e838360b7d21c0003e3bea8fcf82eb5ded0ec3b9b808aff1c4069731c92d729535c7b4e600c102bf50c9e3c7e50e6509687035fe6b109ecaab8a413289c01e8f4fcd02d9d80bff86283c284c5933b850df1961c374aa285c17f6304586b602f5358b97f0b761366e9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333620105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bc2341c48176c159a03de579e19fb6a7af0f8fb93cf40b50928736cc4df5a3a7d2f1d2f479b3758d3812ba3295358f7463be984a046f20defec0080da7d722a0e32b8a0bc842a1ed8ea34d9850f42a2ce55e37df615318beed0ace207233c060eec024e8201a6e3f71f4072f448d45a798619664884bd81646d2f678c2c36401053b21bc907f0ccb5609e703954e92508d2a2e2f18d90013d7b37959348f05e5521c3d57b2b1f12048b4252f50da60a7ca8fb1b912a2c19f85bbaca932120f9c6e3b1ea79d1b2716550ec7660b1f337ac47fbf97577f8ba4ce4bbd0fc406d0c891029d68e8858bb87ff26bd34e7abc4e3048b3b9d3056c877f946af1fbba500e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333612381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=673910494262c8c2bb8e2621fb58914a2a6ca60f40c5562ccf65db7683ec445a82426e3e2d4a4ccd3d54719750abe01e777aceb834f7dd50954d30aa55b749b6b02636b8d8b3c81b679989abcfa042f61f927ae78f57879246a79f247b3fb796b4d90108b7dbc517ac54c20555b66b646ed4c63286d07ffba7ee8e2f2cdf62ea4e1c3dcf541e9d48ff522cbc3594af726bc0c22524aa72f098b43bb78808968d0cd54d01d62bd870f94aa905ef0dc7c036fdd9a1714308df621e91a518e7ee929839cdebc93e6a17c4481d1c8f8954b5c26ec29bb630fe3b97bafd4cbd5e11dc25d4bd73ec8e371029cadceafa6995d52fcb7209c7af9cfea8fe9b6538d32e7e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333647607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=481e864ab3148ebb92ded7dfd61471b0e81e311bcad659672eb2d5272ca2e19c9025c6b1958ed72c36c8c3cf33df50c8eb2e17d74e6693863bba92b0b09acdadcc60b2f82f4d2b9547d82c05cd02952fd626cbf06699952799e3c46d5c39c89e9a1bd5d78609990374dbe26b510f933f048cc97c29eab9ff8aca0b26d501c4e304689c56e41ff45139e3f7d0b7634ceb12fb7a333cd5631c3474214a9a0da3e41ec6e370be7bbb3a8c9e3561c33cd567e2f9bad4a054da7288b7bfc30ced048e1d0912b2aeb8b5d4f4ac83a6c77d2f507db5dd2ea30ada150ebcff49adf7e60cf84bcb9540edd6eaeab5d8a93cb58c3e1fce3edb8ab43e31c4cc6c47790a156b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3336489Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=906297281124c058b7b58402dfcef1876e018aa6970e0d758a711764b8ad18401603e302fc4d632907c4d3b14f7af34fae0f3de23f1e8c86e23cfacd7b535bfaf4ed7ede4fb446370ddb29850ef3d67ac63101a9a78981f3fe6559e999156ffbc5fc56e2fc72f76e054fdb52ddf3a8596da7d1beec1dbca360ab327fbbc49e73be104793784c07ca099214ac55f171a9ef5ec4c5cd203bb44aead9e36ff839842439af03f5c206cc3f711e8ebd50404f01ae3aa575e6342b7dad7e926714715ca61fa387c0bc191d676f2525769269db8ebc99e5575411b9d6dbaeae09013875a4a18f585577229b956bc326b9565687c6fea45c7473040c5db6eb5879a14283&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333635354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2366b828cc632ad5346ffab5eb9f3b240a19b914fbf20093e75d303a12140bb06d20a68261a13ba252a5ed06d176ea3ae199f084fd21c9b5ed263aecf8b0ea83d055189f222a173109b6f3f5eb964187b630d1e02c6899e493ede226ca05468ed85eb020a84b447ddf175a1c142674325ed477bb0c75e170c6289b1116a09dda87d5a90727d40b03364f2cddb540170a0a375efe32a9bf71547140fbea8278bbc96fd058e140f54ef3917df4fd6da1530925a17df62fab7637d62fece109bf8f50a16a0d961c8841a6d180c618e4d3e65abbb1178185b4d6105d83d629ae38501bdb1fc1cc99b83853dd4b6107ea70168daec8a0833a0c6350250fc93ccb5d26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333651735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0cb9f39f81fabd78e21a4078483c91429e712084ce1835af4d5bb28183492c36a87f2c636aa003ee836c9bf4829278d53a0ee123a1ce833a2bead4eb5712b767bc1c19461290ffd6b466dcf43dd2386ba5527a6852dcd3a8ad70e7ae25edaf8056c5dccddbab705c2bbd63c458b9bd4532d64f13845380813c9d19fc29aeecce742df1c6233952b3b6eff54a9e44b1b88030bc6461b799596fbd19c505124cea018c649e7eee8902149d214088fa9b0503c77473e8d7fed1edbd69b24a8c24bab6a693f307515ebd2b87fcb9784b1382e1fc4a6aad757959ce9df6b55fa5742accb5b177eb12f68c8ae34108f6a608f82d3abec0fd5b66e8c8edfd16d6940e9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333674808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=69d357e2218c20fca1a3e3992ab094fc82f88a096fcb8e5ec46121baac0a5665861afcc9ec4c498f786c37077da34c396be048246df9337da498ffa84b049fd03753025fa41cab4529226366c0304f6f7f2841be0c3db7fe391850b1840bff67a775e3e74185fec4897d4606bc808cade8da197ade7d875c6a8e02cbfa67287d341a788495ca61629568193d9cacf418b696882549c421f4309380c7124fa698f5fa166063ea9f25d5a0ea11913dee7a8f014a5659dfd58db3007803981eb27affafffd6f8e0414d95ee85d2d48cee8b01b33af9087ce6c28d3d7d303571e8d823de075a91dcfbd50ba9eedefd1558dbfcbaa4d452434f7db70a8559bd61c3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333677273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bd444368423a6d0268f6405eed48537a2a87ba42bb93bc5fc3d1b7f5cdbdd57f801f403bb28e62253508f202421310406fb8321547d9c9e52f1dd821605a3a3611ad7c42246ca0e1ad7767d66a989040d6ef4ab8c70a79535b3d08a4447284ff9a6921e75a4ca24924c665b34019f81dacf4e4b7da2f28ddba48a3bfea36033799f0aeb86e5e7ce2b7aea0e1ea72e356651f85d7cf598bf4997778541d4352231534b20868a6a1292b1f14aa6779ece9d803ab397602d0a5042c1809c06064f5af7cbbe864dc5db4317ebc6604f7593c1411c06bc5faf6639301c49e3aa13998eb99d85de725be791a39f5244cff7ed908e12b4445f2181d54dcaab10ec9c329&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.332609922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9894c1cf007a647fcb95414380f243534c6240e87e91ded17439f68b5c07fdfa7fe9701bb8a31681547671b262613fa4633a5d298ce8c8955e19033302e1f26b5aef9c2765f5d5011b9e204fe6767c43a68ec5f0bf661c9b01a0cdd0d853b37386508f121acbd0383dbc964a741a1680c9a059f13480fc2f053241a3b8d8dee9e5fadf2bb83ae6ea78cc57da72c6ea63b3ebcce8a60abfdb3c78b950e3ae123df3daa0c20fe8029355263e6fed9d18dcdb3976513e44be457fcc9cbc9d2d803822d8745f561a3e53b1cb88ee45e48d2404ad84f7831f2f1839ae5f59a5ba5af2e86441654d6ad2c21056978a2f4b5a02bd7ac03d9f1f4a1cac0987a418d94a6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333680639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8e57d89162dcda300917b2fef58f8431fb04fea373602eb877748ee4e3908bc975dd937af29b80be78bca8de9ec23efc8748ea92065af80b80902c32d638841660fc1a1b15a7ed60c6c36dc06b1cd9a417b03cc6432b98691580afe234da00847775ad1587a9a396a96bdbb77745b14e4bee8817c6a3bff8b41f5751919e59fb1b8a8e880ebd02a94cdb199b44bcf64a84e9006b61e627e1a862085e22c15f368ca9c4169819584c4ec2416389606edc435c7502790a21f54a141c3bfb2fd9755743bf50a2d9d33a21c936d0122d06a1962f414fedbd3c8940d35394efe152961687be7e3db940aaf73210b01927ccbf7cbe92224be4c2cae1802996becb355d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333677824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7a78f299c4a67b6b51a2c32df070d9fdee40b7204ee28d61d67ec511aef5e0fd1498eed03c08219ae88a1650796236e48a80f2a8447bcf8b13bb70784da0cc6911eb442bb7786cf38ccc2c50ad484fe3763380f2a75333f5ff4fe4560bf4a0aed1e68deea4796916ac36ead0a2875e3aa413707472a99d16f12f10e0bdcc27216c0ecdc8a825be3e32950f9f588fd0111c21eb83833a06989a6b106ebced9dad4397b026091fed969172a1b38c310813546ae3517631dec2cbc3e2d4995cf1649ff315d1d4f2fd4c29ed5d7eeedd84e28b40b005ad5ce00ae5ae3595804dc42ec7fef11fe45e55ba806d7ad4f86b338dcbf66861b02c322739bb209f9b6ce9ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333692091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=13fffefdf17a81403c38daa8e5b4cb4962264276173f2d56ad082c3632f39c2b89167b81677e8cdb73de4b2131b7876cb697bbbe85ad212ffe0663120669dade8c661fb4698840e12a4d316818464a5af7c19ac99d6b13cca7d50467e244faeba632423521d2fbb52cb635177e3bf14f51e18c031cd545699a09d9787add5c10c15641a8dcc1c10b4e32748d3498b9a7c7014ea703dda5dcc33de6c226df7cf6559c80a4cf0373b276dbdb6ba60f55bc3cb97f6ea3335767b1a3aac2c95c3719c135c67ba906a6a3c6b4f04cbd0048cb3996898e0721b2c093ce20857df75a35236ee808ae2888532b30005ebd41ad5ec5d1f06679c64949368bf864655d0752&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335488186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9d369c02930b613fd57243b4ad2e83c81d13bc38456a11a2570b0a265190aa229360a2587c830d2258c10d38b9110787f3dc226f592d235268fc351d301a6b20a7d1fc3ba603c7e42807eb28e61cb381e15c3605b934dc0e5c1f96c96b2c6ad207d199498a1b5694c27ab669d74d9a65753647e904555608a3c248aab2a35af4fdbdbc75e22c951687e3e114b01108c4e50881f3ffa53be8a1751a7aaf1a5b91f899dc26ca84356521f0262a80150d4df09735e4faa5f2d3c00453fd37f41d492a1bd93aefedb6985f48617030f8225e71d62d78fd056f5a3a77c8c7bea9b39fc0a714ed22d9b82f55f27302652f9d39de1cb46cb1c0986dc4d75a1d82bc587d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335130732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a8b64ae84f369529d8dba02ca00233b75d5306fce6e0ecf1d9f3575047dfc9e4ab0820fe0752b90be2aa440bfd5c787e0d631c84cb3104818a6089b8bb9b72e8491da2bf9511b038ca397e14d87c736677e7ecb3f810f0026998b5f83328de3aed099d1b337f7e79cac19aa603eb39e6d1697832c62cf64c64b8f768077b64d7fe21e27e7bc262b77c51eed1f2dd8f0534620f273246d4505ee1a40a7f1feaf5d0680b76eacf7d012db70b95b197d1a57235cb84529704c33d74540647aaa3ea2bbb297bb60536cacec20c73203e301c045ffce509d85e4c52836e55756ee6fae8a7039fef73e78a56fb0f12676e8ee8a5b73c2c6a0331b5a33d359c6314bdfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.330954632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9f80a8b0a1563dc55439cd8e276305e4c3c3370a7ff88cf3945ce58ec322a2b90eaeb03d7b019109d8b7dd11f78acc2137f8fbf2f86535b4cb360c4369d450fd7570742ec32e71ddce9af05f562be5c02af79317ae3ca9da26060df9b939d92a0ec21d97b2a48a35ed2088c1d919819d1051fb489a09a96ede51e6063e5b9a51a6623d3a5e9bc3155ae2366a7baaca7a6423c63e292859934df78f9044276f3f1a1749a000f41beb986a0573772bea8638700d0f9ec3e9ba58b710f7e08833588fb9f7cfb9eac25ad37df68e2fc396f3bc43edf5006c25d9340aa5a4a49cf5c35e977e149b99107cff69167beb8a2f941ac5791ea0db4b8f339ff47a97ccbee6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33560177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=07f0f6818df0894ceae826cad13d1127aa059b0e6f63a705a84c7ad4d9a2b18e7e8270f8bbb5fbb17044935205e27ee098847ef079ba6365410e8fd138aaa4acd25ec998f4dcec86d679f415fb8ee52b06bfe5fea2d926219482722fa30c92098a1de3a1ac3c3380b463d52b1147f7a729bc62ff90a0c3a892de8089cc0027f359ffc77523fe44b1246354cdd6a5ad01f3739332462844c8cf261dee22995606dab99e97e4b9e7e20535455d87025cfb61024c60a45ca70776274126eb481468c7c4c7bcc55e12b8e39fdcf9ac12c4e902000764dfbbc751e631e6e02bb85dbbe0be1879e14b83f63da58d8ca8007d326459a13ebb54cc48445f014552578ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335637106Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=931eb810bb220fe87fd4b5c483e3a7a04044033e07472d858bd1541ae385b6ac7466e05da0f3d65aea445e3eb87735786a5c8852fda1df095b86229ac7e8d0f51e5a7500abff05dfce46cc3ae560f17e6b72a2bcbbf084f7e6dd51006113f96ed0bb14de1284954dd4958d76ca01320ae055e6262b3abe1a26a7e6cd905eb4302ecb83c260828c10497209418ed1a3d4c665a59aa4a936f56f15d2cafc56b4b0474a5d8a726cf8feaa341c8232648f24350b34d1458ad147918182fdee7ccf37164ab5eda8c101bde22eaf44355d1fbbd32cc056b21a69f7a5dc3471123d7e94ebcdc27ab078b9f82cc7885beb2131df7e1e8c2152566fc3f57fe27edf817ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335649109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4bacaa5001a48fcf6c4723f9f38b020fdd934dea928c3adb04dddcea9d658a7add5b425165e4d5a7d3ce9cc8609a62f6b18943444fe82d43df45f1e992df51b21c2a253882d676a0e426fec7dfc7cd6e4759b80fef2bdb5a0771fa67b2a2a7311a8df9fe7c13c359cf85510bb28ffaa60c667147e62223b9fbd0d8ce92cf6628c4e6d181dc81e27e7b3d00cf7440c73195b59dc1c72ce89cdc38eb7cf00016f0d7e7f960cd1db13252260ebd262ee630fcb83bc85ade74feb3af86f48a29d8f4dedc6e0db9117f6d6861818adc10b159aeef0bddb7bc294640e2a00e90d19fa93146ba2caf4f374eec27f133787a3d2a623538ebe4ec9f054e4a1b0b026c8221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335653427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a505ec9d458951f1c800605dd29f324296682b3d17fe4c56bd8e8840b31ef6ec19b95ce92fa201134d6344f1f211eaaeee490f9a549bae943680c984489b589651dcec6f2b2495f0afc635bd70150d394c834aaf98dcdde20f8ae3cdb3be4bbad3f38bb7d743f2c01cd35038cd43e82b46a3a9711ce9b4e57f60d0cd1fc807b975000923ab451aacb5633688826b1ba2cc034bfa3b687345e1cd8b9fbcf480dca8f1b510dbb6308f41523d34649e58d49c6e00c1276cc2c18896f9a5f0fd4adebfaa16fe900ea5c9f416fa4f282f0294ef60d8e95998e46b6ba6c9efe92ed9b746d3df4cc4e481af915ab4111916b2d6d6cc1df610efe252b38bb4d5fbd2583b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335695607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=65f784f34d95eb7b0991f020e0e0ef1af713dd4df70a6c99318041c9c43f9933c42525556b26a9fd9ab806c05f0696ee8498975050454f94a01e1d98f0fd65a4ebcfe5840f10c20cb75dcb361ac50a8e5d5b125a7a95bd74577947baf10dae3686eff93544d595098b68364f4d0081773aec71172a6d200336b6ca0bcd023c1b82e81eab75bfe26f1ac485426302d6c4fc9905a95826cbd3b424a3188e4ff6b764b3c907c7d18bbb21763a676d92762dadc2d15184272687169b12d2258df8c07765e470f696962c194abb38a5c3887a0876b0f89ff6e5da367405cf0aaa931f3a3cef048a0612f9ddaf9d58f65ccbff18c5fa1785ef5525f20a357725f77959&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335696699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9ff8d103471d7fe8a90109a776f7670d06b159d587d5921302fb4a0990ad7f519f6ad7fc672fe24a0bfccd59208fe8ace6a89b64c1ca1c650dae4375d6888b49edde953392d16b5b18594143951870a414c291ae1829ae7a912f7934b9f1e0cdadc82baf0fa04ad5ce4d40f117cead75987c5c5b9be356284280beb23d47062f555a20b4f38f96c10c50c6f873545446b90ba9ab30a664370bb02451d5d03c3b75263a1cb3f5a9a3738250cefca58a9d44e083de92cc603289f1e9134ffdfcb0560bb5986722ef8f1ad6ee4efdda4ac0cb2ef3ea3fa9e1b857ad36803ddf7ae39e208ebe8c5f7525ba1e6644487436e63cc95854648d92c946164d0878bfb761&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335701458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bb12f67236dfd78bc66a987d3a89f393388cbc4d8d116dc851aac441feae662794ed827f4a1280645974640eb570cb3a0c0290c43570b0d9238a21a5128f131acb560014bb6a3152c280880af579aa815d6d7d731357539dc17121a22ea9a37552f9347b0e918561d7fbce85fc88df753c4b719aa136b10cb6154cfad5d3eeade1b2430ed971c78c39728d0e46db5af1ee706669d53d138c208d24627f1a5cb080e166920006f326c48b46960b3f8c6fb6323ad0e1186e90cd05951f689435f78bcd13bfc1e984eaa8fa8ab5faff64734c03318a0e3add8ce9b62c0a9c725cc33474a6caf80ebca6338688c4e76bee991ce321aab2620782fcfa32fceca732d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333720925Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4d1b0b4ac0321ba726168bd7c0f9bea173682b6f9028b8b1df7937e43259f8509a024f28d5fa24e2692fdbbfa0d038505ee5554664f17ba22ddc35a2ffe3fe4f7c386e957b9c3977e1f84d05d8d64947c535824ead7c5ff1f3c497dc331d26354cc30dc0673d06e7046a84af09747d33a763e1cd4b0ddd3ebc652d95b805a7b0f8f3cfc1095b680f0cb51cd3efaf598ea4673a471579f9f17b4fc54a66182cc578901c6bbbbe469cbe4beb26c0f68559fe4b9a867f96896e6705f2746ef506ba15951f7fc93b44f3183a37594b003a873e9ec104eaa354b31b3e40965d8eadb45255642c1fde4c0fd2bd53f530f15d45c0001374e394191571d3d4be2c1c3491&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335615355Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a2db23c26bff95224c28356d24c8ffa6002f1593500d7e76b2f05724c05619d682db3806e252409cbdc7215bf39c856439fb0f0c20fdeb8193b5ccb5a795060033caf9c6c32efa18723f327efb07a0c28e73c851a6faca767b8448b3629ce6d55ac43bce2cd9d314975db0cdd116171df7df0d51b416c26c902a4042c8f6853ba9e9a08af73b9e520f9cd91e5516787afd5c0153290a97c6227282a32ca2710f58a5a941431ed79d3514cd0e9f91dec5c392ee1624488bfed10ec627977918ac3ca5ed26d3e1e001aae8069a0a8f516b59bad98c396517334f0bec5b52f3b509fdef70e52cc633be573a2f975539ff80169164d55d2316d8e530a7a2a1afb1a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335768714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6ccace58a2c6f984f283b586c13bed0042abfdc0a1cb78a6534598e93f6e2ddfe15e12abcb47046f51f700ddbaa8d94f30949f24f2c7085a8fbf63b56de873344bb568d6a338e7fda04c9ff51cb16b633c4e18fda28bbf33471ea164f25dd0b1e7d7d1d362de5ae460dfab3d5886a05cb0c07c17e38f6731cddc82d730cbeef590f7900594f351171091a42b854a147b2315f4e11f0ed637082283abbabc166e20b71a832b67a890772af9ec1e0f101946208d7dc98665721480471fff249487d87c448db10b6b407d30ab2297c548a892a621844114ca594833d1099503f332288d0b418b551289965c2018d94e07b41e78f1f7e90b31f1e79849db496a7811&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335773834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c40a4c3a3c4dd075a9931cf7e431dc9986fa9facf239c695419b32e1543354121fa9843bc31081e8b544e4c1d94ed7e04cd89e8c1b6f6461c2f7d1ce3f9ac352398bbb32872936f92ded05e8ed876c9b55baa152733a799dc0f86a62898f09ed44751b5b0b059bfbfe03b895b1005e33106ce1def68db13b9f727edd1c1e8fd495218afc8175a8b4934efd21b069d6005ce6fa9215e002aaa4d18b77b35766469e1772db6b6c12afaba7e3f641bfdbf6e89e25818ce1da2dbcd5143b1c9194115400ea72ea380b61bcb8f6954d735c4b613686c00e4a664ec23601b2e30d09fafe69040c7e3b34d12b6a41b32f9f3ad3a2d6b635aaa2ef87c7ee18762aaf3ea3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335655511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0d4e66fc621425b033ef9e41908d403ad7d77ad4e8f9919b9c14c96c8421a4e1b8ce072e98c01a3593cce93cd4021904bad641638200e9496d40c5135b281fefdb34efbf6f0a4ee61b75dd4e7acbce3185808d3fe846d1fa9b9bff791c0816070697ee8df96277cad149d94f551fcf30639dbc001ecffcf264fd71663a033230a7ef93601ebbb5f0fb7e1215b12b0c4ef1e0f349ba3521f781f99f9c54e40389b95d2b518bdc0ea988639664ebbbba8962791e726bacddef448c117bc781ad8af1a48ed8179200d502dd869efb120a265848ed21bad86a65ad8d9c6e40847668491385f9b971da8203fa44cd90eca3e6a50075fdc96c8c5d79ef4fd7757dcfcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333724091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b4cd59f80517114bffb98920467dc3814b91a79964cbaa8080e8e7d10d16717824451b7976968ce67908e457d1826042c044a40fe56f4690b4e0e3583395b0c5da7e7092f20f3693f2025e169e58ec234bed2cf87e4139c1bef369455457184f5739d1c34c3067baff5bd9d48229bf5bd1cb70ba17c125fa39ebfc6c6faaf08ef7a17e2e4e3026a8405925a94aa93cba83c57397b2d67a44e83c2c2b2f631f1421ba2f266ce12c775d019cf420b4e7dd4d046d672b8729918e8721745927386ff07e4ddac88d16e272ad8001fd6c639ab51f244ea4c4ed34fb7411f3dabbac89c51ebfa807ceeecdeb9ed8d809d4444a8428195ce1d0d24861841b49ef126e39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335663336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=73f2e2a5368aac1c8d5f79ca61333e8241bbc16c3df700b041703184bcf4d2b8cd1f56652c93b92e2851633f062f1484f3fe4d4604cfcb6170b18f9bb2df2eff3a42a466cd127f2bde527ec965236f8411cbb44482ae71d8c11a50ab841314a317e854e7b40b3479530c629d9cc33eb3b009f384002d425589bae156daff2f11a9c5aedd74c04725d9e39f3dd45dd2dca9017bd44041f0224bd2783087717ba49d0a4771dd84d7c336988a50d41418f214a5e56d008a14be187fd1c2ceb6dba565af50b71a56815614445848d7faec159b1880a7f51f542a6cd170c80eb5ffb300fc6bc0776276751c2f83e1a1101fa5effaf824cef73f158bdedc4119aac1ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33371794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7562cc7def7934cfc4e75288438e3ec1039fa9ce8bc296b1e7668cad94214afe42967b4ad2a06ffddb25295741d668e658e8abdabe7583a73845e9562ec0c1d651c092502cf5a63c3fb6b43e7137d7c75f5340b6e05259be6d74e5fabdc3acc44030e96ac41a6e82ad5036daacb440e7f51b3ae5c70dcf05d6f360d195c2fd4624eb4644a3699bb8a7148b29d87c2864ff81efe93a83d9cfc3d5aff67f963bfbad16ac28beed491476fdbfe94232b3d59e4c1c7e80d3485c668d3c782b26fcd9f3d0da072f0fa6bee07bbb86b38ba1a314b94d91e942ca5d94a2f891fa966e8ff100c729c4480119040ab4e376605d1d57b81610d84c11a06da7e579983ebce0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333726165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2889bf1ee2b2fcd287c566349a9d6204d27d1ea068fbcb94bc5ed9d4bcb3504f3fcb4fb53316773668b21dc7bd93df91d9209306bcca15d9addad60526aabd4d46a1f7b01b13ea3df2452d38984ebb322f1847179af2be383057f6c8bb64f2a04231dbe891c5c1f60cde1fb6b066c836d0d1a7023ebefed7ea3a65d5ea34f2d90b44dc45773b0c144a21d6ed5a8faf4150fc5173be4431de0a834cc31e6d29ca0fce14ef0b119481677cff47e6e18f20aeb733d1ac6b2c19302f582dc421005e7fe383eeeb4c9bf391e6d43eb396bff2b3c12e4fefd378ff61b266be8747d2cea00a1813d749df2fa800ea6b6190e2041db51bc34c46c354cea9e2aa25d150ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333737737Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=23c6a9e2a3cf86cc02a6fc7cc0e59d59c19d511d95e4e6ef8776afebddd49fe0465aa960179f5d5bc7a0aa052d27f86a3d29856092726decb1e6705e27999431d3ee4c67ebd559691885b0f35f4c2497fc1e0f33eee5b18c9e3d0dbeac2381dc769d920286706cfbcf0e2ba8c6639d9ab1c30d743f6e7744b9c61e55a2564170a34f45413dd9a1cb416eeaf7efa08f014ffc3dbb5df64bad18f557e245b633df6acd14df032b7e92bea82b0b799f9d407424fae2decd82e05dec3735355c347a3398b44b311d0807c703dd69b54e81c90b0ebc099d2a7f12bec7e0c759d16285a030789358866afe9f9b2665b6fbc5e0fb6e5cf9b7fa17d3fed9d93ec7bcaa1d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333727017Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b6221e29aea15644f0def31f74cd118c6b6c6b89b7d67e8f5429bda2b76f0b629f06b7e7ba116b81018faf4bca40a3bb070e22638c3fa48be5eead2d4a4ab99fac6f0021050990ac8e818614c6479ff3d55b91eff29ef20e4f8ef678b63ae58d2249f8e6b095ca37fffc3e1bed169e78b5191ef5570fc45ba21b6d475cc6afcfaa8cb4d8ee1df04318e2ac8489089c08d12228b386aa232408618907f540f5e691a4a3b0850b5349992f5578d7ec5bbb7679401d59172195bf80d3f42c32721b2ccc4c61a366bb606c0497ba7d4b529a45d4f90c75ad5d64fefb268a81787f7899c588bffccdc97b59e9455cfe0f3a2b3e9e6ac8e82b0064470aa30f021470fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333749309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=095f845d96d6562281df9b2478faf107037fba26f8a74f590a44517324b8b5735dd0c2a772981e269157bf152eb80e48fd38bb6f84137d6d324a4474c7140b148712b83896ec98f2b61f4eb1786684119b587bba292a7f2e9d5f4f5443b415efbb623c1c681b05d1261de009e60617028fd80f66211c23e6ab9d424caa5ba2653f01a7110fc5d3a8a30340d85561b0e54aa610b92b3750b177a2f7b3fc8ff363b67a73d37b2e19ed92bef5d3691e26e1de9f3d9ce4dd4344c84ea117d7b4e9a306e2c09d1eb9f16fea2eb148f912159c9a175d18f4531833e92ddb4f71283249d60cf00e3ada36b151ba1dcc19944f10ba0de09bf89e963101ff578d563fd829&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333747736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b450f72211bf3b55d0e50120c19640dd1aa358131dd30279f292045d2fa4f04a9d4d734276c2f74bd882420a1880c366d3a2cc2be6c491fe82621573a15b766587986bc5b829ba8ce022a516aa0175c8a8a1c5f755d6c1759fb681d43e170276b871c17fdd4473cd61784daef9abee782427247ef77e2a74755a7133437cdf37c979e2f020735b88070e8990d558f61e15bc7fb492b3fb139533892626b5548f4c571794684bf5734778351e0cbd7b82eedc9bbf5790716603fa0ec8e63c5d50a7e07e5f28b5602960f5d1d3d0dfacbd4a47f8491988d54c3eca96da224d92df61338023159a6ddb3784adedfcd21295fd9eb431e8abb01919f572994de924b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33376053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=054fa239a7119ae3f27154b2754bc9c89c080252f39fdd2b6214d28b66393e46ecdecc86faeded47b5db976fc10d3fbb5409944fa28d539dea60d0d8941112bd877be5efbe832b06881d2791991fcf21080f2dd90e13c9c3d32493095a3d1ee9c2aa4c328f68cefdcdf584f657dcd135b829093e46cdcdb7a0601cbd3faba55b004c837a3e40e1aaa5782c53edcf7b4de6e4e82643ad28e05d1f5861b0bfbce0fe183ab98a7a66175ea90eeb96bc7ea7c6849855872206e25043e2464d73d65f45e1192948ea0d8ee2b500a33a95d3794f02d2f886daaf175ccc16f17cb40564ec31735c6351cda3add83c5941e17e328ce9404be056e8fd86ccefe54fe828e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333759618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=66cc1180d56f53486215439627ca34a9f32ad72fc5be1fb626f231747ca87abf11a30f854a22c5a651e5ca241829112572d3e699ba1dbcd7cbb3b8c4317ea9fbfad34189362d780008072fe41432a3a1848b8bc8dca705999b764c6cc8962f799142524ef3ab85d815f3f02ec74b359e4300ad5dd56f95dd0f73d493376fd142daf741a40e5b6d8793ff11f9976d5834b972823d918d170815add5629d829580232bf1b00f1da70de70f6689ab63273060358603484696457cf2b5e0c25d32a812e93874d837d64d25dab573110ea6f08d7c6ef1cb5a8cda4d331f84ccf073fa14d4ad2fa96a06bc4f0e5f56243e103e19d5c2a95f050721a577a924a8fb660c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333756482Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=af359601415b6ee8ddfaf326587e38f09b1b8c603ebf216ce51c69e6c292a5210cc4fd92c802a955cd0f8a5a9e577ecdce2096275c01d99507d3ae951d74e84c1385d1a2e12d74984cfe1eb6aded013f2c95fe3e1ca961e542c431e2050aaea493bf0ed784f531ef0c8df506fb4aaa310d53dd6892f8316601964828c59b9cf35c908af3e9784cc6e2829162fd788dba69b1265fb944fc500b4b2996712a9abfac0564d87b914de8a6346e4c91bb3b8b100fde1ead8ae282989e5697f3bd8c074f326073c72d79c0ef8641413e4b1709a0c2101f216cb5a816da61f1413f5510bc199e8a22cef839a725e1ce7f54253b3b0288edb63f1e4c483c99c9e698e817&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3337605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ab50beb69e1da20817c55c34faf6815a132ce9b965886b14a3c0148f22f480805b31562eb09b5a759297f7c73fd7cd95c029ff3a2105f4804972c556d41f27aff8a6b34bf22142f985fab33c4ff99f5e44e2b4159b9f5920e56fc4bae3cfcab32aa7979519745c4e8033489b245a8d1c58c03cb14684d1973f4e511eead7abf6c8d8f5214855b3e5a6191cf7cd33739512a3e74ac3d0a691abc763bf5d51d69555fd686ffcf7aad368a0aa045ad263f640aa712e9b90ee4a17f494e4de3082c60cf5651cba7cb4a795faa1df7a6412d3051aec1610387cbf57654325ce5b5e8736ede4052ad292961c9f688f44fd3905f469355eb9066579a21f06169416bc27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333774236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=64db9d0106ee63fd779734de76105604b7442db5bc42f0f94ad65d9c6890989b21673b978f065a85f5622dc378170879490b95210bc73a6c1111691bfa81eaa1da7331b3cde172ebe385f2fb94424712c192aca274f20d42d1ac5394505107a9d7f26e3d77e63950b19a884425e41dde50d44d734d6fa532a77bc74538c141029603b15624d9bc4ce045c519e1a45dea32023e078565552c8a15fcfe0819a17295234ca4fc32274d36c05c973b1b7401540daaa7edd5ba8a64902abf6ee755ec43221733c40c3ddb18e1d644359d4fb41509794836064eb41854ecacc62ef66128b09de24b1f8b5465bbac01c594bb72852b90d6aac96e792a4d17d82cd2a7d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33376044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a982372b1b1ebb9be8ce6bc48ae88dfca17926a91b17393b08e2d59b69b7d1d682f60e499020da27acd10d379de31fb3d7be679560a571de1639ff7ffad99d1f9db467c98ba0878f9c9a4525fd2c6efa6059c692a3a599ddc20d8440c1799805d1d8964d8ee5444fa03b037eb70483eefae1c5cfd8d197be897457dc882732aea73c28b7948f390413131626cba4b39412dd28b88c8def02196938d53a7bcd4879f4d623f2ea1e5a0bf5c294fbf361d74774e134e49ab0ef5a8111124069adc57e36a2232623c79189a47441446d5358706aa4b565c88628b39bd31e8b249daf226b5fd51b7f29d906e5f3e2f0367d3b87aa05e3eef90661aee6f5d1a6acbca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.331537631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8b6233eaf485f9161805802a5a6f550f7844ed748adbe07cfc920011191d96422fbeffa66c44d86f8e211744299066bdcd2f8761ceca746e59a4494e0db7d0be9669fa69c1c16ed28feb7be5427e9dad340588ed31926a0e77670c31c52e4ffe763e89a7be65246a820b37e40327dcb488e716a70f58e1e96d37f7fe79d370759b419f403f161b5b3703b08609c5983bb118c31c862b94ee7835d967c75ce20d06c569e47f7cee76ecc9a3bc659f884d2ed857581f1145d0aa7975cd7c1efb124b833b61a48e98352a7536899c60332d29a0561ddc669b18e3a090a22ef5c826c5aeb7ddd07e62723ad3a21cd947f290d5488c729fb69aadd382b0c628a4ef42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337104702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1ff8fee99b47dd034963c859464803165f1ad5697b822bc1fe759cac98b18e3ae7f1a2371ed580772bfdd37e96e8ae4f717521b0b306b7f7d345f38844cfb042cf075212ed592975c97f11d3b641a002695cba9e7b1ed003b1520ceba390f23d1a26d2809f5863beb8b2116bea3d1d7e453d5901d597666c3f6850b6dfc4a42002e880e9563b88d93e6baa770d292617bc4a5384b137e0cd88bc26f27dc52c2105e6d0a68d602286d7f0e25211be637c35c6f7b7e3ff182aeb9ac035767a4fcaccdb2d99e6d0654946be15d9de276f014fed1591ae3c8ec767ef6c2c247449aad46c8ced7949d260a797899f7f081ea37cc27ca675ad378a20ef6b7b62f22768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333801357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=64c01fbfc3e35783ebed8aebebce49b7eb56f44edca15042ef225ebb633c6c2b2b920edc40e3345d0e6b41c94f9489b607daf3c8289de2f45d37c8983b885b171ee0123ce286c94ebfd389f363ed2270a9fa81ba3de90b5c6fd2188fa02025bb89b93350bf06f5f0dd99e3ee24a97adecc26bd5e53bc4f16d2348939fc9701a78f4816815663ebee205c48d863b20bad2a204bf3e1268939cefad1917428532abe59c858df39bf0a63eb2256fae259d35cf59eb6d72e22f525c79161e193514e9c7996c9da7cc8019e23a65f46d8f71314573d0e748404e42075d13b645241e5755b45e1774d2e67512bc7cb568b32bbfe21e38e1842abed03a44bb407b8d1f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333792821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b5d24012a4f96a0d9eda884729638918c9abf7450f490d5ca4d908b117361c345d9f0a980f52e23992468a453f27386bcbf82b1adc8539bf15451e83504824f159470ea9ae416cf81834dd6c4b6e28fd1d83ee603888739c08f16e7a5f14762aed997338c3b315f9f0567da5766beafe21df281f4a6a03960c1f8249b21ff978ef1894d3a84558e3b2f85184a05f2e4a68a6a813191f41004b5091bceb209e681421c22443c3e1a07352a48823ae6277d283b6eef4543a6aab91df8c4ed46b81a7f78e70284346d87b4e50b05cea4de0dd46e6a18e71e717d9a9b13abee1ca7d37af7f0916475f9fe4fe62cce377f8fcc06e5387d6f1dea77bf903692985ba1b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337283359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b313248e0df361c1d63b1e00ad1cb43aeab3835e38d69e6577dd1cab99b0af28784b196885f81cc3e6dcf03038854ebaabe7f680b5b7b3e483a19866ca4a19fe1bd059ff160b5901ec3839f84a143c84f2c08ca208719c38d471cea58240d2ad2059dca38b1ac7a50f1e637341e8c3ca141e393ce3e8d45dd5ea113abd73604a0f0320de691faeadcb0457adb46dae6fbcd92695b292a335b83f15ce5c7da0cb9f4622f081ea33fecdb163387eb9a748cfd81504ae6c5aee4b580c94fd504c4ef129641795a9635397fa5054929fb8d73edeffe4547c05b976a9be19924cdce40878d39df72b2731e4a71625228b02a57dfd56b95327796a31354976acf25fb2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335303347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=18532d7fa606c0790e1306ae9bcc31e8f4fd7a5b76c930e97c19cb19cf990fd85c78345d5dc09f71988a8927886fe72924d906f9465a403ce4d6a351fc5f1df665c03592e792117e99f8197b959857d02a2f5ddb3c0058dd9b482ed47754d4dd1f0045a15374d0faffecd1ce4f334358c5e3b119ddd3c969db3e1b013260422235462f92af00a1d96f614ad636c47d5594b2ff8729c6dc9ae4928801e58b4f39558d51198ea8d40968ad1588f3285d3359328e996601b0b61cc4c95591a5e7b8db5eab64e9d6a893cd3672e2cc0954827318224d268d00e8d6cd533ddd563c55e4ff35c6989005dc276bb3fb6e79a3af8a19e9cb48b00ed4629b203b2175c8b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333911124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0c1f1b25e03819808ca5e3604d09b397abfd18aa692ce3bacde5d08bb5e9d36b7d254cb2ac3d48bb488fe26a198ca6300221d1402431ebef3eb56c6b68fdafc2da9a38fd50fd04b3334afd6b6d9b285132434b666491747006c7ecd48bdd08918a251be1d4ae3f70fd03b724df85e76f72c34c7155b7cb1bb91fc6de8864fa6ccf95ec5bf5f83eba1cf12577f17a1282029cc66eded90c9323e704c9864db74318157acdd617aed1186c44c45b645349e12dba8b922e3fdbb1b87351038af164c01fc270b9d68f9ca3985b26aeff350a5d05ceff3ee22bfb6ed7cc763bddef122617caa1fff3d7d2615ecee86644094e6ee43b134912f1b14d7c6e878a8f05ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337462075Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=78736319bea000c2f326db4fd5bdfaa57c6b927e1c3ea1b10b16d52e03925f76ce954b80cbe04fbe40298970e1bb6b14e06d1fd4c688e66ae41da6f98f30e5939a759c4a004a7dc07eed72cca195e7db37f41f6853ec09330e44c0e32a456d4f3c3a9a95371ef218ba160c44a540c12c88d92bad73fc18c0003d9e7edd8ce5a3931fa94ecfa2946a2a44358b5f88371481e6a56bdddc26a5581026f8f286a9a387110f887ceefa99a4bc868a6efc367727cfef7e568a234ea1dd6e7ae004b4a7ee210ac06c4be4dac56e475f9b112d53881ab2dc617fcf817c095c6986e3b7de2be7b4d8142e4ffc66e8d4f0896783fc76c50061bbbb79287b51b4e788d944cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337523862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=af81bfe4ac66760df674e45e66c06451371e7ec18b1ff5c07f67b558ffa3f2012490cac7de96ad3044b2a584844b7cacf642b6443a8ad55488898838b11e1382b46d99515379bce3b53c0c6e9b29d0ac6a8b7d1b31285907590f18db664505c0269b63388eee456fc663ef19b51387b5d6983fc17b0656bb4720bffe728ae2f71f9224d45b5ce6a07a71b36e1ce471aa95c9d9a4dece2d0b36d2137b949b24549c669691f8b346115ddb3ff6f650fa743766ec70523f2a605c07c69f60a688e1a4628a6fd895268c2cd2ef561cd03efa3a86df7b1ed5d0dcd581c2da9d40b2e2d2e506182fde90285e7651483f9a65d1613965307e527769a251a2fd0a7630a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333952281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2749202888f00b327c2dbbcc712df9ff89d7174480d7f0ea0001f616deabc3d899cae05f661424b67067bc1afe7bb0255d8268e2b31d04c84b4ec362df17a9ef4ec52956cf8741b32436c8e206a324712a145dc32875fb055a08de5b365ad1247adbe1901da5d11e2827d32cda7fded121df1a9b06d55774a727f1e89f927ce32499d1f70b7bc86ac5fc2d424045847bbfb0585f47946ceb33148f51121b17c9f5ad264a3adfdb71b629b7c376e7d0f22c9bbf6f09d0977b04bd9001c9a6b3c6875c4bd23c55191fe73e6203130237bfb5bca587b213034f733b05fd24151dc18fa8b7bf0376b8c2564f5ad33ec1c1e65cb6f3fc71349341320b148d952c119b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337627287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=651e6250021cb2ba529b4de6d149c187c0a39ad14c525dc68eaaa8216eaeecf5b95e39b666bad6b135e7701a06ec2a865ed2eb8f1108ba0e0291159c347f28f1c7e2dce53a2c3ebab18f7bfbbd34985049e4a5ace6c5e1a0c899e68e29dc83469adb3fcf207f5a3da6c87825e436126ee56aa35bc309192fc24c19b163666bd3cc6a1610a210bc865413881232b0f66af387c1d4264c89b722f331db42334c92c99580806f504c1c03f7c54cb9cc86eaecfdef071fead85b3cddec510f5c8e832c78c82493164cdadb6fa9e097eba9521b96cf4c8aba8cea023241c8478385727abbcbd63fe071e5a61688c45e9b69480a178668eb31301893dc95233456f405&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33399379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=047fdf326f363ec4cb801372c0ad8e59cc1fdef0b623c93c1fed83662816348bdeb744ab56abe1f6cb2e63cc067bcf574e0f1e632e99876be01fdb74102cd5f90faf7fda64d66cecdc993c49716c9dd991371f90bd5e16f125da7eab8cc4e791621ecd53f19d98ad1284583699e12ab9ce913e52c3f1f3c12e57893713a542628df6f3c4a7b223325661c56854b2eb0cf0f0f6cbc9b981c11ec9dfe0dc38e502659ed92879cf1fbba5a846477c7d0a06d0c4bd09789f66851d0cedb1021a3bf069af5684869a2049559b357fb5af0bffa23878aa3793a87ce33cc5dc70435ca3e3a345366afcf24175282323d6a5fe4f05e5673b1957853d67571e6f74bc5903&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337739759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7cbbfc32cd15815080634998847be53ee73ac30337690d9469aa6640d57b1e64470270e72bb52661f3c5e5c972f80ad49557ad1178513b9bba292006c2cb46000b794b0160a8fec778fe6db00865bbc27d467d8297f0026e31757f7ac496e5dcca3355667b6f599a0db5ce23ffb2034033af16733ea3f4a5c171d57055fd673c1452f07fecd9d491ea0969aa365aba422ed471c2ab98a171bf305830493d4436db4afd385578d38bb0f40a4a5f8a85fe8866e3bc7435fc34315dae3c074cfb7e54e668de562bc842d61ef64ed5e7802f9abd7726746dfcab1ce48fe194973f047263c0e7a3ff875822c7433fd44eece6961bea0cc69477fe770949a9ef76bbe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333987448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4e1476992de74abbd922303bb7f3ce405b83387646cf1322d6e33a4ae09d215b2186535d9353af4fc76128cc1fd5a5f7e041bd7a5154a4104f53d36bd97cd771202732857d0307dd89d4dfa584d914546a8c42cbf507ff9cdcea342b5cf8b93238d7c0accfd93dbc2ab65dcc2abe13b8114e7ecd4dd10efd9ea523e3afe94704061dce1cf7c840656d5631f36ba6a3e3b91d7fcea3ac3d84349774d252880c0423df9969765e90ba2d71cb05366c8315b27a6ff7e378074d52efa06f0092a294dc1595bb34dd0f0eab828929f9615afc91ce4bea88e69431d2ebdf5f8ae305890191d13f64a458701916ffd38d4cc4f0cdc28cb488ddd1e1923391a894e5cc92&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33545351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ae86c4412075b2a40300f04ef0f34cb08829c362ef77a68def71543c758b5b3d2f28829645eb3065ca8bdcbab37f7d5dd26c2525def4fc73dbe742542bf92abc9958a82c655abcd70015a68d2804f1b70dcaaa62df238a11aa9c141ee953a420dfa0ef493c0bdd41b6ea758d64c83748b478984a7c93ce5447f13d4ec3f211b2cb24af34d20880fe27aff757e679cdeb84e47e7e79403552c652f42c9d0f93e2d0caf9f1d62ffd234e2bdfe76684521e92b5dd08800dfd23cd54f82e6a15f00adfe0fadd687430bbe3b3333dfe3181394e5b5777e203a783938b0c4b5e16732f2db2da6b3965010be08cdc2a3622fe79e0e03706746fe3fe88e9a096d168c766&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337802487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1af63c9f2f94ed18fe0f9cb58875b4a3e22b7544b2c85a20fc1b7c69ff386502b588e878a9bf59442270e5749ad63411b0ee032dc34d38072b3b058ee1eb70379bbd2e50d3b542596cadea9bbbddbf4a827681a2efae928978258d30038490f8ac065ff969b71a498636958629780f94bad7ce08a6c9b4fdced1506afb3f4e71aaaa14ec227243bd4493edb558a6fa96c965ca98365eb1e1abcfdfef820f4e307105fa617b47117709ba7fa8b4e36062fb12de96fdba56a4023422c1aa033bcdedbb400be5b3b75617d17ed9760e1e78c9c51093515f7dbac286c0af26788025d219ed3a130491d45e67bb6869f383e688a2b4795e1ed21bf993c33a18a3ecac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333716527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=90ae01d5227dd77e688e3e636590b90f9666ef0ad170732d7167e9cfa154a070e5b8608c84144fd702421c359c890f910bab84bf148c415e4a0c1698f46833afe793f8cc80dcaf5d7c199961da72445693b2ac702bdd8c5a2c22e3367aefd87f8639eb9fafc52744017a7b5b310c974346bcbc9114ea3a1b405f97cf5941f2d94215918a00a738e3b75a96d94cf88090abc8696f4c3c1def7d0cbbfa5ee7ca24a375b9a7d3e30ac9440a458f15d5adf35713200a981fde7c2dae6958205dab3175c60da59ac1571f68c0f8c341108a2df800fff1d12e924733e42823f49bae85c2760e837c682e42d971b79ae2930059b30868663cd1092afcc3e5915611ad3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337927362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=672a67cf3e2b4e1b83350e4a0125764f7e4fb6d2b93d3a7393cfcb4f092a0d5ddf40d769086d445d4eb8178ca42720952511148764858d6223206756e1c8768a0fac9d51c833d631fedf985b437df45e3949d147f802d5f91688168c0d267417f030d79001b05d020f1de807bee604c1ea14cfddcfc72b7894aeb9546a2c0c9dce74f9af681321df0d69a758e6ee11aea778dea4acc1aa53a0b0eed20ecdbb825be8770a316039a867007610ea88c22eb5c926c509969fa6b57f2872583493b0efbc45b77bbf1223d5af108e6afe604b144eb8ab1b8a830d84e5416794b3e824499513737570a247611206e8a004678fc8bb32fdb657fb051bffecfb95142550&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333701018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c4c9ad858b2303aced833fd4d040bab3233ac84cca461fc81317fc6cf00610eeea0dd0bc1b97fced3dba1d01ea95dc367741b1b9847e871eb584aca8d287caf1c16fb72ccb68c2b0133cdc4df5e5d368fcfa98479d9a2032f1a85e0e8a521a630ed7c1e29bd4a975039ba91917ec93eb8c450f3f8892beef75546ad0ca2020812922917e46d3815fa8a90e8006fa64b7edf78e1c1e6f6d731e78e5ccf6541ec2600801a563f252cd9deb4ba7ec8fb65311e02df09af35ffcff108976b1780adf36023e1a3d9f19db8ab28e36df2dc2d97f63028d5b100edb7788bb2871507ec8cd0b921499a988504eee3bd6105d67682588dc6c3ef4b37ee4e1b699623ed11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337970163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=08b1e7713e533911316135db8ff47a0eae47a25730d8153430bf37d3fe37e8e6c1d6856d66838c7ee9b737bcd4416ae86e7591449393e50c391cc860fd598946902f7414b034f82c92af6a1c6c3c8a83d55a60b9a3f517bada026aeb38eed7849dd939baf25eeb403ff0654193159803e208966931068c06b6cbd5d02856517e34305caac9a3b17c36224178546869b5ed27aa8925ef591b39750fffe502ce66ac6a0fead26c6e6cfae3919bc8f10dd265e927bb7ce166e6d806e6fb0053a9fbb03ed2debc34f2d8c10194754bf75a60ed9cbce9a6891aee2936fbdceead9c21f787e393f02ca613bc0f728b9fd1539f2585d8013fb05011cb27b49203e85a4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337998957Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9088dd41678543fbde591691296568c30043972c15c8a59e452ad35202358598c0fae87013a1287218399cdca3c1b2da82bd327fcf8e755845f9d86b8710ca1e8820031bb8891bfe327f388af30afe9de25eca986d06e7fa40ee7cdc8fca18878bffab599fbd6da8cbed34c31a7732ddb4173e9e7d6528406f258b54ffe744ef27a86a1af78f5a59b52f072fc4fb2bf1f262a89af9c3cf77809ffea4fd1025f239db87d03d390ef4de61eeb8a58866feb5319a1b440ef243413a763cd83c423826caefe960a916867bec4b680f04f240bddd273c1be7fe3145730fb8932c0b4cd4ba834180ad4dc331b424b130c82023a13d5bacc26205ae4a6dc804bfbddb4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335618682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3899d1daa1453bd4e6ef51becd314281579b093c7ab8abd99e2bfcd3f3a453071e8e33dff80b7ff1ab2fab0d3bf1adadf5b81d1ad9a5f1aad4d8150445501e9c8a95cde22c5efaf039e441d0174d0032a7b586a1d111aa78af9aee3607ecaf33867373873f46830331ce1cc980e74cffedf7d97688f0d793708fe8c9f7fe646d9882b599010645d22e42973f72a9c08b1e9990cbda821ae14dee48f88884c167617b0db470320a4e447df64ea05f3c91f7509f23c0c2abdd64b597594fff49c8dbd374914373dc002daab1a609fad735db4aab4f3e6970e2e08a485200225040719d552157168d35aa438d8e9f34f82d5d4d2f2748bef7b0844b5fd4aa2ee43b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335616838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3bd891d01fad4811dd77d6243f18faeab5707c0c667ead142bc190bd0b7985ab933fa8d565f999f8e833bdf1b2e91b5fad457649a0667ac565b6cb9d8b05723345f70264dae86ed1b4d2b1937e6a7f9adaf99dd53c69cf30575b2350f72b55f16f0d964ac59b3f1c346570ad168fb98f1656c3f7da4c6de696d2a9b8216c7b2e8e5176abce57fdac81c934129403e9deab145fbb08fac61909fc7d1e11dd7d3f3fac7a655b8c7794a4a501031181bf82ad571339f186e31093c12451a525ff2117edda350546f62326ec44d529cf8632b9e54fb53e7319ce85fae24d2d18eb16619c5594a0145dc8a352a5def44f32032b7f95876540c6874f40764475493fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338166663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5a92e898064d72687f1b56108d3ef29394acbc6e48edcf0545ded9c6ead194f75d2ac73e6b820cbfa390ea6d469b9f22b5eb637aa30733302adc072ab8ec0a6b097b46f0e25795af6120ea952949bf020f7873dab6ade11a93fb677e785865523ec571a4f76c07b3ef6b4d09d1d5e8c6edc4874484ba36c522d41f92c081082f2b630f3d121e055b86c5ab26d944b3f8e265ed8a41117f4878a89c2cfb843b4f46b03ed84a61f188f1b9b043be5482f95c464fa3e2026b4ce85809da09b27c3b7dc4cb22d9f330179e1a02bc4a8996f8f0c8c2141484fba52a5c60e77042d123af2309a1f4bd4eaa2bc6dae64670f964f9006189d86744fb2dbda134e572e4db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335622188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2da075454b462d6dc3dd45a8df693a8cdfa6923b33d5ebdad671dabef629a768fe20f0412e9de251e33902471cca8d8ec856c3495b9191515f780c4afb3db30631ca10943f1fae0985bb7b28c485058caa716d4390d02767590037e0b933035afa0f00395bd5eed611f1462d2eed4b71d8550f0e3a2dc069110455002660101602528c9fb8ddf8e4418c0541ca8f01f4ffca047b6d0274646c71b578f3331888501939f03ec1a06be68ae92b08e5d1cc890ec5089286b90cf6a462b3adbc13a7bf8c80031154b65c9e985bbc7aa5e681b48e602f26f9683cd834eb9002c5f12b1565161230f3c3b245e90a36a2bd6397b2377bdfcabcbd9f0c324c37ddcf889d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33828689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5b11a9a50a4908f95aaabd2791713e177dbde34a2df8c84d1000411f0c8e4878691d7f047d87af6b56934669b5ac5e4b88cc110c54cc960f410afdb8dfadc3edcbc34daae46889c33a85c9f02a6d16b85cffec91f42a0b97c92a8dee8e6c81ad26254f96b0395ab7bce1577c7e8a48448c661d5c6390309e422fe4c0f43b5027788873d9688c3615945c51e2dee2284878fed749a76329002cd7c3b1d2cc055b5718ad15eede5535be118cdb78cb002ee6198c543f1dac1a912d2b528b04b3acb6089a5049edc34ced675db46731a8f16ada3c05b48ea62c5a8b8236e10a7c2374e6951db9e5a28018ad09eda48ed9c5d440ff7faedbbf38b53e99586fb99f83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.335658066Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=074330d055c76420d48017b327d9515adc64863085f87b8afa9661666cf37ea31eda963fb56cbd76cec25c3e1f6636c371a150eeec7cf900d0cfd3955c933ab72c7fa93c00582f742774de0156c4b0f22c51e9983e3bc393bcd37132b668b3b6db6c0caf92f350eb326d31622457e0175a4ca0cf63f424720dea7a04ba86a96f745132fd095c1023d02a76febac10ce07f86a426a49bf5835fbf0750fa1bc4214eadc4d4ca3efa772cf901c56e00597593c919cbcd1c1058ea9fe48bde76c3af42220030714d8f1ac5b0f072e56a22f38e47f4f3045fff4a88b0d7c4ca03f30445bd081d40ec5ea3c7a9462628a96cfff64b1e2ca76dc201b67013fc251717ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338375106Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a1b0559dfac4081688f70736c4748abdf9bd81700413681829cc7208ffcbcd3843cde12f1466f62c4c3f3638b08cf2829cee5ea9589781ce3b98efdce71c460131161deebe6a11a3e5464c8cb39b4e7b4ba78b111b01b6c904c2ba24b60a4b97cef5db83985df8a46831dccafd03b931778a5fb58b6c26ce403e2640136c079b419b1971da345bf76d1613a0f9d874e3b93a8ffdfebef96d83e6481f6efe97e4084548a2bb79f21bfe5fcabbd6adddda442769ea657ea2a45a0b197f4bcf03494590746c8bd949f91a04574fa7dee266e26f020c4b926e19453503095dc907c2c9a840f5148d92a8da4c79ea5e422dc03aea42ad5d1670fdee1d3e5e3dcd30a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333709424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2fcae918366f4a153911ccb0b3621512efe03ec62ca50b98fd8e614467a24d4ff460d1eccdb420c97a5f539feeb0385b23cabbaec97b4132d72dfab62175d862f72ff8ee87edbd4b427cc945d388d807b6a3215c5fdce84f3dca7fa9ac677fc7bdb8e9817c767ea05039a044470c68029197f772004e99e2bc71f76a914867bbed6756a1e92ccd58b5a36e832db9b5c39282db25852d07835a6330308edda05f98bb7ce36b772fc20343fb69488e8f7b925448a261609f639e9e9b14dbf01c69d6d9e2070adc7a30ecf7a2e03cc72237b006c2d3a75ffe9021c0c85666a9b8bc2292334f68ad4ae3de69499972a794002783820ff39c2d8c1bc08672e2baa2a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.333816295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6a7ae73b8594ece03029feff079a100001595804c098ba7283e713dc5e8e4ab9bbf3ae02c6d6798af917441c158ac34581cca6446d6c167aab850f3ad70c0a78a753213cad7676054e564402a54d63ab7c94f7dd25244dc8241573bb582ea5d0d7c5ec131bc059b6df0e2f89a49baed19ad0bc7cda207ea148ef396834f169c7dd2a283d5888e722c6ce2431582315a4ce3718ccff1c91442edfa177530afe0441e5c9cf6013cd6637e45f01766314bdfaf8ec671d630472ea70386ac296bc86ccb7489fbf9478f77b0d1e317190d679accbeb78dbeee6f4b5a1ea3fc08cccf59004ff645092da34ffdb8469774b5563f7eec8fe35db4cde40cde99c1c146f9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337429564Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=abe0c559275b29e4d2a7a2dcf9c44445508b7cc36b26756b6723a9d407b33bb281661349bb6061f839c4efd2134b044ab4ebfd4faa5f6835d4890ea55e513fc0fff0156c8dc9084b4aa2e339a58ef571c0a3041e5b754e11e86ac802bd2d595b4e0878666de526bc80597c073a7dd7055fc915351b7bd4f035d0883997873d5215ae2dfcd2fcf52b3650d96bccc3cd51514aa3229761aebd9a6f9b54dabafa3d1326a081849a920600becec751964987d3849159cbd995c5d703f5f02847271ce4c24008c3b10ec3ae871f719abd60529492eb2f9cbdcc9924938138d362b8481808d5c74be10b8f1fc0e240ad388d2a7eb723e774bd1235317f0366fcef2b86&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338543593Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a1581c99cebc83663326fa0defb408315fe04c68046618fbb483ff38e97bd6b8596d45b44b374136ff2688b73a2ed2f8b5ce6f8251b217f368f406962f2db092f1b0e979b8272a2f83d4563150759fd4f685d2cc3599a52fa060225e82013f3cd2660619b227c65d35db044aa27b56ea615a53faac0701688f73608c6ee323d510733ab27a5c70cd8545942b1e94689e083473155bd2b4143a352db28df1ccb759b2a1637d7eda1f3c9fb567453249d3e0c68da1d70c93fed6c42ee30ccd4bbecacc59a9e663b6a4b6f6338248dba3b38d4077e36de1b48dbe448d40b721dcd0cd62cf67f2e32ffa571f048f202ab9775df7e5b9e7aed7effb1eae857aad49fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338583438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1c15393fa5bb2834d46f76458538442364801dac287a35f42a3c1662cc8383f1966ce67ec85d70908d208c98b1c9d5d13b653908d5f16a814ff8a00548902e986660f126857082812622848cb0cfe06f1aa57c55bfcbe69f768b478123bc29fe2a5069bae54f5dcc446c8d6de621dbc77642d2894ab6a78bae96bd8a3ed93afa859f6ee9a79f4b98ddb3b6049bcfeec748a368e63acba800c0cc9cd7e79aa956d186cef61e1ebd575933bc2e6e8846805410814ca877fb4008e7fccf2c49743e63502677e7d842aa65f63f4ee6cd4f0c473188ebc662b8a93d28aef1ced0df29c1daadafde838bd7fdaab8d89eb4433d2100abad9958cd2fb60c5b16804a6015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338645225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=90ee058bec355a335cfb8dc0070ab1e59bfb12265ac2b25d5b18e950bf243dbcc7e1754553965fec5a6b6abfee1687d46085efcaa0c348625cdd37f68451ccd0762d00f5b626ddea59158c6300336eba6170f33def8431fd186f6bfa11a9269f52c88f5baa87cf04c5b884b47a5071653a532cf0e490b146aac1cfc95c8d90b4996130b6537e3754007c1bf5770a39cb1d9187164e3067a00daa0712e0203767aec8d8edc9408747855027d4fbf1705475623b4bbe52a0192d2143a313917ae0b0b3313f319e6f1ddc8cb5c0f202c373da3a3e1085f0e01f80ab7d4c17c6a513e284f328cd8531f58adb8c64866995e0790625ca564480cad41670ee206300ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.337777279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5b594c2a55d324c2c713a54798e940078591874860a3b600f72b74fe440bb02bfc953d4b3f3474e98fc876de85c2e9b10e63f910b32c2cb46937ce468288a97287f96f025872595e36ec9c9ce32fa96cce04e1b73c535947a763e6436345031bec234391364fd5bad86171848a5827b4e8ad2733bc13c0b9fac73a3e7f7b459f35e2519ca5853c7aaa914826c27568b35da87156b0de60d56583312cde04532ddc60d328a12702a281e9b7588a5ebfdc2ba3a02ee9a10dacdc46484268a930a2486431a110c17fd6250f09968012b5b0e94784e89ec47e50c365f823c99c146c6dca30394789fc683327dfdca59eab49f1e671451c78f463d99221838640047f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338339579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=99ece51b0ad90581e61da1653527941c608f89c8efd289892f8e29e7500a65202ed978aadc1cc5ccf5520c6d01d5ac631fdabe831e9d4c466b1850f5d8a4b93fd1ab964de3fa07255136f7ae8b784f61483c35f2520a10c6fd0accfbc444b13a4bf9d5a5c62b3cb5b91805e93a5a8c51f04962d2a5982907aad0191f46d9828c39b78e0c021489b7a91ab012ba71c481532c6efe1cffc3f5c97e0647d3e85a771eb03077a3db2a1287eb337683220456bd5c59a2e88411fc62dea07858cf0ec0a422536ae000f666ab0d02ec15b0aefb87da2a023ec91e1e8954814ebb59d5a7073a3ba60bc2f9008f5311df9ca904bfd66a20168433d6a9eec9136a1fa54453&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.338737479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=009788157fa411f4aa1910df71d954c10efb0d82133a021cfa5cb8b6b8d8d0b47e899d654b2751c8ad3d9a8f369a24d34fc718e59a948f5538fa0cbc97e47908e2208709fe9c6d2c262d1ef405f4ff5d9f7d236659202f52d0bac02cdc74f8b3b28feeed9df7bd8c855595fe84ee43ebe18c9fbd2a2c48243055ba65533babbe0506a2306b07175fcfc40932ee2ac6a16c8150a34ddec2d6a4679d970adc47fcc57309f527f296727c40cc8ca811dd770f328cf860cbdae17f8e8f1de63ccff33716a22d44aab8f6a26c7159cd3e95e7274b06f0684d254892e3c86046376955a7ce32f2fa89c7eed3e8ab8927e1cc2e223ad26fb0139ecf5044d0928a608b0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339071268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=270cb28e48c0a0d5c9ec08a54fc643a1e89028a9f9cbdc22d792af7d80c46911d7bce15ac3ee86fed9a5a3610de85bedb81f42d4905e91d16614ef3cd40f3f22fedb63eed3be3c1433120006413e14d8f537a7ee7085ce0d97e5c0064a9d3a205ef174d3992e8fd12e3552baf8206fbc65f7418dfeec5a6acb847096c08dc579384f252e0182c906306e64d68d9e3de1bdc7b6bc53a92ce15286b09e13942b4a890df46349dbdfd03fbea9607a3de38622f4c0ee1a1ee78f68ecca6cc2e9b08e6d003fc6e7f4a19840b57dcb65dcc0fc5abeab0ceedce5d22f3eeb3bf1361837c3f306528c7e2b4bfa2b6d6620b149a07de6396b88695ef537e0f29f5c2bb01b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339119438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=62ae4e626f246bbc1478948e65b0983cf95c3e9a26cc42a30ea5366b0a81e9420c514d9d24bb6d95d06ec88b1851fffabe46bf9404b1984e7a17aaf7968ea975ebe748d7718f52a6d23ddb904cee4fb888ad701486a5001ab1595397be46b720316fee8d2aa88b361e8317ce77d1acbed50fed38f8ac0eba40d5b2abbbc284e1b2b3b4be3ccf2b17e0c408fe4e399d1ef04785bb129151e194ebfc511245120957cc96a8c3eb86e0109e208ab5a3495814ccbc888be116fd153b9e9725d5015b011cc835abc129c841cf32ae7f608e5a8b046b6b18f5efb6bded0329b8f99812deb9fd9b378270e9989cf6917feb1bd77828f30c43f92397b51e537a51a08c8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339140628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0ed4695acd5fb99aee3c2c3b6cdf0e4845bd3da017567cc40b0eac3aca9ea9a300071ae55736b765563dba654075b623a3989203e3604c86348cd794d4c4cb71ee718fa8fae7178596aae98a7a69838bc6c86fb2c352fd61b2054a35e4ca5f488d90a026b8465abf16a6ccc57cfd9354a90fa93a267c1d6baf622db39ebe9a9b974ada07a476c77300212d2c8942325282db4cda786cbad4e4e41d321639871e4ec9527d14f895e20c4aab620ac34df10972561c8edb0389d52a32b3c5c8a6b0a6ff0caf0349d9e0a4451e454b3d957ab8c7a63432580c59d1583fedc0bfc79bdae3b8fe7e0b8b24b1182b2957bea15a3c1f7b0278be2ddc338e18922e7c2506&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339164563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b41119cbb52ee59f021c35d4fa9641ca3ae21c9d4cbd01c79571ee1c95b6c5a6142688131fe52ad3d4f1e287527f6e54293a4d892131344a37d7e638d7ab92948a5f1ac5228e8a81109a74d54210fc6ab9eee14465c2ee296a42a096ec389afa8106bad1e61d03f08941b5714634892d9be7f1f07ea588d3608245eeb2ad7ef34a63dfc20a622990fdd20b72fad6fac75bb94e762a4cacc3d2c3ae09e340bae94051d6e6e7c1171678ead908174994fa9e0a106fbff287393e34f47e60956c2e4319fef5eefab2ebb3599b75510e792a15865e9b3e42a126fd03b0ff85eb1efe1efa96db45e1c8858c8796e4138e7399864ae6c3e61d4d6c7a2469b19df3f8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339181305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7eb5f92c7ab7675f9c1cc5c2a6437a35b29d6b60f47e72f7ad5f95c216df5604bd8594581552c375fb76906f3fd591ed474f69a0b9c8a516db45aba5d57a117a4a2e6729891f7087db67a16d623ff5b0c75b5ff3a29d27db81fc757e2bb31e6da0a50cd19b674bed1d25dfa74d539c135741c7c3fa06afdcb2547d1d876e1777da109819b266131b5268135134556912f291278ad5e364094068eee799a2599b81611e073769af478dc4bfb45b123e7a1bdd345a3e64ac57c8fcb3d3ba979a8a7aa932f48a3c79259ac690cf59f7ea59a73984293a06e53044b9a1186b4b94db50e6acdbd54e3403581baf9281f1d1632a4aa97c6cae44da7ee88cd1b167c798&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339220198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=190bad0f746885f428386ff60cb447c594b8de080145f2e24d19eace3a007666924bdeba19c07a89ac7770e65139a29c345255c76ca04676077d59e297513f5a3d2fda158b22936b84e7148fd8f2acae1d9a636780302a2fe136217cad624b257bf11e2cc03b87b01900851f0ec25915c0e31c9814de6cdf3352adef0396c293a8806d186361ffa290b9ce9a59ee322b418628b7c196a81c4f87008f65e08ad196edc1b444cedb5f7eb9e6c6ce20af3c8addac71080994dc25a35bcc87dd2651f650008d4c0217341cc3107fe1d78c2e778dd98fa1f899de9e61d805dbee58f25714500f98634b4900af6bf7ab5686414bbf029b3da88ca0aa188f23f31cd489&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339256837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=034c4341476cc879be29d7a4049e6f8bea406a414b40d944c58c9a6dde1d53fee79c0310157fabdffb134ca87d94ca6f59024a79cf61d921bbef694b39bedb4c00fd88243afc3f25c498083fbb9a4d23a60301319d3f9771c0e36234f84fc20369fd81ac42dd958cfe5b7ef081b07caddd9c877b6342499691d797f5c4e3cc21926a88f32eee4cbfaa5a968dd347797954d8e323c5ddb5a8f6a125db1449b3f1f36d3d3ed736492f40c43d215aafc64f460582f9db44a59a5c0e0f9fd9ed4570bb1bcb2a9b267f1bd0241dfa52249b07ca8535146c170cd1f46254864f17b8fa810c34e156999e412efbb3fee4a072280d05593b3db340aee06389c1a83abb44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33927942Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b7b0ae3e20bf1a770c87b34b49425df62fac58939443cae6a24077cf26668d96dfc294ff4763d2503445a4de28d62956ad5940eee6a76df394f6835144be4c4697ab113011dffb38ad05c4378da568f540deeddacf505a00fa4632946862d1e32460b6c9517f1f29801122005a7e249dfa1a5289969739d58e5a67d07f69364a9db6071b7056fdf57a66e63033110e3afa41f6795838051ca400244bed6322c7a6df1c646c4dea1905d7efbafe777e2066bfabf2acf2a74c55ebe8926912a4fdf9a2d53c8b972aad7125bb2e8bb6f018110de20d2e79ad680c5d6e9240b2e872ed47598149ee587b086eb67dfc9b6ca1dfa5686f5df7fcf7141bef20a263c545&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339315979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=058fab04ee2db436e558d407b80a9ea876acf31c1c4dbaf1a44fa4cec12469c0b8e5f629b6d0927f1fad1ed921b739883c45865363b06b56df709d5bdeecf9075642c7cadef0d7bcf93e725bb2a79baa05a7e72c47cb85a94650e15b6760d29d813f3084ed4c22ef564d263822f39768bdca45e7a208929dd8568b2eb66b20629e95d38098fb98723eb30c3d18122c2aac879657820508a80c1a5b3c19babd01a308f34c65736bfb243c2a2a6d9a515a6de0ec5331cd8c70927e724c2501670a4c52e195ddc1ab83f3455f138010f16654abd54a3c699f05e2146369368620474acf2ab127c3c4ee09042b290e5fc1f23320e7ea97a261a54903348f86a10d4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33933782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ac3e571d519d78c10692ebe18d5346729ea998c64fa5a21bd1300df956fb99ec00f91df9051631939c3bb4bd0ad399e74b2d8296f36446dfb4c4aa97886fadbd86ccf2dac76807f9f14eafeea4d8def0b53fcaee57c1bcde1a87d7eb7909225c7390ed097bc0fe55f5b34e84def2b09875daec57bee8899db0e3f612ea57c0372bce53695046ea3522ece8ccc9ffa766a858406603f9b87b899988a2573ba54bfca56bb7582fdfa9a6ccf465514e06ae72da885fbeaa05cbbee7b73d2e7ecd80ab7b9502d69f0aabe209c4a057047999ca4a9c5d9191f74812596dbdd77bf3ac1885c84cd28e008db3ffbbe04055d68ad8f1603a3d50c3f8b326bc377cdf5345&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339349502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=35a79a4b4e6f5747eacbf1c9cab91f5642fedce3e26328855909c69fcccdd60cb05390f907523dbd2bad1e5df790932bb1222fdb335d4597ad8dde0ecbecb0b16ffd8e8b0c9832f790b2f7c1cd0c99149a78622ce1cf335bf149beceff6cbbd814b2159748dd8ce0e72b26af2bc63f188251eedf688b79dfb3bf8e0c623f8946f8c858042e7f42fdd2a3e47bb375943080ded79935975a31cbfec130c873e8e0a3c1db2c8c103c3a76ed4dfbceef067378f3b333c83d96cdcd0f551054522b164df0c16fc17543130ce905793f2fce0125755e296d4a448bf93868cae34491448cd94c70c4dccaee62a811274043c47e7a1ea5a4da6772fcc86eb835aae78ff0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339373908Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3780966c581b157aa72636628e67e8e83c2a02a9ef818a18effa7d7eabdbd60a76e5c4bf9935311339f9b4d0569a41fb6008b9d9d90d67526ebda1d16f056cc4d201d98c3455c4593746d365e8b73095e1d993efabf0c0887fa212b3c98f3d0ac18998c58ecb313b33d695c5224418ec01327fc3e82330466588a04f6fd16310405128f5dc7422874673451a51466898cdecf8e0ed517d6a4de1fe32dc5ace961fadab14d5a7b3b20de2b2f0bcc68716d134c39691dab6326563c42f530b6fb255fd75a1f737f9885e37eb7fe022d79c3fbe54fae570ed74f4ccbd22b1b39b27650d9f8fce7289a7223555d1b80400d9159564e8f5b37d9658d2a5545dafab81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339137603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2a8188d60ab4fe8d11daa74f4c206027810bdd5b500257462eda26915ca349af5746079d1c97bb7478ad051cc04c7854c172a9a492b76c252684937c3d630f9d5f62df3aea4dc03eae338328bef66fa11cb5df5846bc9c60b0444b19a7c19a11a4abef8a23384b3c217ca4e6f7d29d6b749203053a484a6e2cf57ed85f65e6dd67529e41d61c6a0c9c4426a48b009969aa4e89c9877c4b06eb61e8d00fe2ba0c576864a46c667f5ecb643b59b7bceba2edf434a9c7fb5156c97c79ebf0b29c8fd66471c04134f38305c2089a7a5120b6c25f0e96a5f282fd81229f472e5f159dc37fd986ef0ea0c513cf02feafcaaafefbeff4711625ce6480c7ce631c77d678&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339459599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b2c688bc4afe11eb611608fa60df3ba6a5da5f5f81e091d928ee173c21769789279f8621c7183a1c072dbb1ecae3c179f62fc4791fc12f7e67f372f45ebe3c19ce1c1ae26c79bc746d47483fa675e9a473ffcd343784302badd56ac2845a22d893b6252199502c4c6a4925d5e2547b6669c642f0d699209f811c6dd42d5e0133145b2c5646dfc69b045c6fa97dff48cea03a31e59249f7da1713e059bb8caca14fc9e40c70183ac04bad4133459e796ba859dda1caee4e7747d6dcd487038521c8dc837a37be9523278de35102e8c654f8b07ae4d89c03d7061d8afd569b0589bba1744d8bfd5b1db58650fd29ec37b6a54d4e427e65b7f6a3c62a490bcb01d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339179231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=422865b43e850e8263313e6e0b8979f90a022ce290a6a1384f3b284eadc292f94ed79a4d3374ad08c1e0bf38742aa1af32ca0ff485c060cb8889adce728f086bcfe7dfeee3df4b0a641fe1eb1e7303e69b9c414b3cf6a835f6d406e9e0ecf6bdc4ed1dc51c60da14e23f28102cb847cffa86f9fd47efc71e15de2dfd2367d788f1e981ed497d1d9bbd847aa38bc3d359af611219a75ffdc52097f2949220bb1779d95d395f03a9a34ba4782181673c2b7d1ab3156978249275225a3a86d22ed604602e3aec5daf6a6b8d7811ac3e793ef4615c81f4e4285e998050d5d26458d762d7e1eb4ddde2e04b7234cc64d6d31252e400f071fc554a66f21d1c4cc9473a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339501348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a73047ae3a6a67b95c9e3295eba32a2c6f2f6ae9b2386b7759a73eb3133c6a79b71c3d38969941da6370214f059a1e95e1211697de4058725c3ad6d11e6c34ba17e0ecf80d2583ff0f69d18022bc6712fe49191d115cc8f4243e90341a4fb447bede9086db00effd409bc71654b0e0f2ba2fa3da2560d0a2633fbb7b64e2bf034262b4caf4d4eda0bf15e1eaa6931e1e053487896bb7d47955f557bea9ce581757ac710deda07f2d6e3dead0fed1df7cae3a6dc304211924f2afeaa46b5bdcaf99a7252b1789a26c79d896d394b74773ea99b32ec22a427fd77481be02524aaeb541eddd4eaf9406aa5f5b278fdae928ded83725eb98fa8baa5fa45a27345ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339527487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bea2882f99989d9f371ccb59f40c08e076f54072934f2f101b8ebe7958fa4d08ad93b1588f600d99e08e12426d4448330ac94865b7bb9769f7dd1dab1fd257c51935699255002e7c150d7809e1eff500d2d863855a06b674ab1541f6712c10518f8cc621e598be917bf3b9137dc5f8ba12abfb13309ac881bb299bdeaca94f861d3e0af4bebde47ca1d83ead7f5e96167579d63ec87dbd8f809f0e939a25ec063e61698847377f3bbacd28d11d688f9a8c15ed410616f53d9e677bc6b9647a76a1bae798d9036be48a90c24f329689e06466d71dfa080ab4e5c1f457ca77fe33a4aeec7ee2597640b1793030ea193d7e73775f883f82a8c29096c53840dc6407&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33955536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7b9ae3c37f368970ec1d8a6137909f10d843a3b0180e1f1d4b176c99d026d8343dea365445e803a991374f134c963fd2ecf99f7b60464b13812a128e0b8f59e2e6c9063b376a347f0c85f8660c5b3af5ff3234155f2e61746b1859613f5481a9c0a5c199859ad2c1e4d8ca61c304dcf5ac774569332608f77c263fe1297b0e5424e59cdf397e05dea059d84eaf3e7f43fc1b066ae097a903a7df4fd43dde022616307ea803e5e213985c97261273e0a90e7bc3f8daeab0d5b779f00c50e8b51f99d2978ded0f7670f3dc13df57398f076473e516d125322d6df636a31009fdd55efbddbecc087fdf9e686b050e533f8b54665cb8fc6139fc4471c66957b36cb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339573945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1c8d671d205e09b137b6fbf916762b96249ced43e11083f8265a2d18e828d3221e30c192fbe744ecc3ec9942def8f7734ae356efd60bb3ebf05faa084b5af1b6d05358c308e048e1afba42a3d75da7b57b5ac4b22d1bf108a638581220bddfe965ae776182b8b2ebc7d566b6b6bb12a42ae3e2d74077b6a5f8b3b1d828d2802640fa3f8338def02dea9340862cdd966c0db6061a6ccf783c487a30f697a3cd054757abfab83200a0ea0632ed871c48a03eb8c4cea39aa2e98bcfab8b99bc23c4e38b00ac2aa26bf6a59ae525c75cb048da515049c83d1eae5b2e31a5206072e8496de0caafcb36eeb46e7da7d648c4f5f5bb00174daa417a2ff33c86bb193374&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339600755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7096f87954ebbcf0e2e3995de37cfa48ca8e5c3cbe541b61bb46be99c1b3c732f509a0146f3fbff4df3780deca9ac528664bdda23eabb1a4892fe35f1956ff9964b1a4fa431ff024e2b18c3347f1ba75bccb899d44a015c8589077ea7400d82341ad7db696138ccaf02b620a014045e82d2788c0c96dfda530ef6f3074184d1140e3e509c9645b1611864d287204762f05a6ac5e425fc314a8a77b693d9c17a326480b4d29bfedce3d6cd9223aa86ab0791b9e126aad246e5434d49703f9e5c9179a4d949170e6970e7371cfce531116ce3f936cf9d7c3ae3311472454f1c99a0337955217dacc1f2c27f35001d85ff8ab18ffde98a400ef6c87b00cd4f6fd1e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339291443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3b69b924f11f33c66df5ec95b5cd02c0e6ee021381d3da88c01e68db033501b96686e95b3debbac9517f2a75fcb74aeabb4c7928fc47cdd9b5d65a1e07f0ab9df886ae676671f98be607a5b94d46e4ea0e072c33884d384b8dec0c49673859f86ba2440ba65e93df5120534c4482df0c1bd52c2a069953d510f5af559e0004abc063380ebe885a5554d581b03c1d95fa8029338cb0c9bedbcf8fa8a9d3f4bea145ab406df3d9ee95a3bd2631b0da15eb114a9a70022782a2a6eccbab81f32e7c116f7d4d76f574240f8249282dc8989b620e47b573458030ec3368ab34142c52a45abd64a624828f535baa99a31ee016eeaf7430cdb836c8e178056aa4f32507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339630411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0a2224e03e1aa6f2232caa81f386e89b463a845630eee94935fb369b01d7d479741b8126e5af4a913883f1de782028594fc845826ea5b71ca81c8db3178419d9ee255e4cccc86f95a0d99a9ec6435c0e0cb8886916372a5a892696b943ccf25eb5c694deebc5309ad1a7dd69784a9739148390b368ad11eb35c152e96cbade5e469d145346a849aa9d48d0d9190152a30ff1c12e4c292040dd769c3fecaa595edff0ed0a01b241798275f52f5782a44926886449ef04fbb3fcefe1b897cde727dd4e36329e24ba984a828ca51e5aa1d3a973dee222f82b300c9f272ec0c183a6bcd46c8cec260b158f5b60070aeb58be6777ba218865589585634da736a8fc11&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339636743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=522cecdf776c9333fa73fd465e64e8a1bfea50bbfabc793897e8577ee63e54c7fc6a328f8e82cd3b2f53b8fa855dc59a58a73e6fadf3d2ac135aa023b6fe776a814703e9fbdf6cd009930f59521f7db7c89d514d448edf7edc54d00de491a04cff593a99240eeae9ca33cc240482df836f4ec7c7c41b6fb2f937f2916d233fa9545691c3a0866510684b0d0b5b2016b3a01285440ab80b615b6d0740453b3e3834af5da0890da0d00ef071f60410ab048c2328991112b13d838bf7caebffb7cc15d94841871d11262f95135bbf375df1214ab5812e52f8028d43b005e171a0b73537e55c4bd780b28cd01f08c0ebe6526a4b39adc62fe078c5dc4444893ec2b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339661119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2efff7e83f9c2cabc93b1cff808e72e9e48e2f78092cc20f0c5e7b6d919b67fc423a6883d57d33f3ec1dfa8191bf4ee3a1849659568372a8bfc9afacc30857083d7cdeee5c47047b0a6dae0a8f88a9574e2a65f2d7d5b473d3bb36558dac6bb83a53d178585e1f1f34e1870a0bbd25aa9664021fe7662951f969454633f191659ec60ea5a70587cb209b41f5543b7e72bacfcae8e7747ea728ab05fd527b0102886cad946b1c0b6def169ada092fd5591b674909f065c3bb5f31f95a17245cb176ebe18b586b574839fe59fec3db8da9abf5845acd64e13d9f13202b34ceb27e53a50e3c8c8962ee6271c2213ae65481e603dfade45d93b27429edef2f8409c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339143784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=663347eda1a4418c24a096b312a5fac056a0f8716f458372e067f7b46e363f4fff04c1b8baa298840d8386b3e668a082c180a20b362f13620ee74ef9835ca96c599dd0843185c777da45c0b4968ccae6959b1c996c381b5330be971c3778d938ffe3621896e25168f0239929b979880744db0208cc2d75e5dc9a79c27d728f462599dec87aa69726e007b0b7b9bfefe20167fa920e3e6287e266e14a310bfdd917c46893ebcc957baf4b865f57843fc15bd7c461c36513646752ebcb65ddc8c3fcb6d35bc89f910adcc3ffee75fce22ab2385fac741e73d15e567bdab1b68c8f8f17902f4aafcd7c1eb7ab4fade2255942b1a6945214162bf0178d941078edfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33970392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=400caa3e93ba5e48f1333ad2a29a94a2385b67a2561b6965b67416f91429bd3de1181c406012d9069d821b0fa3af1a0a668c5a056f734a030f1a7b8f386e5a3de055b98f4043ad5cbc7019ba8fb56928bfdca70e12f9d52de07b4b8b7deeadd08fae43832008bdccb74857c794579f71c99e7c79b4a25a31a51b4781cbe80a63ad0473753365bd968514409246f39ec2d10251fe8623254fdf93ad0d0a8ca21ebfee514b164b25a48940ce93cbee0fb354006365e1d03db8805082cb0ebeec484672420ad1638f2fb7e86df947c0fca92e04744b2db5ae516f483911e5ef710b24d8d0e5122ef035f988ebcc21b75736aacd467122904a4f96ba90f4f744b03d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339724418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=85720dcb297f441f6ea10dfc0abe348a1d8fcc077c7952fb4c35703ffde15d5bd126282dfe7cb57a92d6ebae556d401596bc2f4d982762cdfff67bef0dd1a1500f33e97ac4a429a74ad153ecf702ee17d36f8015df9886b3b29779b1d8045dc0345be04337fce075784ca8f0d4c8e4b7fd0dd20f9bb910821aded9a2895511c5d9eeb55e6be6db7c5e7e2854b8a213a29568862de849e81466ef8c2a8072d3ddb29dcc05a3208192302e897f4a835260e6505a49ce6adc4a3562871349ab7a13572357484c478b12e11d839fcb96ff22a3964c4bd93ed83407462de26359ec0455277531ec195aabe33e65187ca0990df7ce69ae18c933d42fe92b0590ca24af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339749015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a012ad8dd8e4c5a953c901e48105f103456f0cdbb26229eab10edfa6a2d83dfa0f91bbc74410fb5dbf64db8b7e2b2d69478f4344dc9f702a07962723d9bba3398cce55f89508bce7a387d3693b35589820d7204ab8ad2b6c50b65cec1ce39b4c133685c1eaee81e39949637fa119d2fbbbde87a67c98fb5814a024c3b1897750d68d986ad8d3873219efa2b1d5d1e6f6d4332e01b9f6bc6488aa84cbd334bff7efc53c733dd8506fe3ce62cb02a7c45de8f1467e80b9b920b77550f4b7378de3c5ac08107d02e630d56f035714c66c6c3805371ddcf31372943b493e838d0bed22863d1319b4a0879e5b78bf05e2710a38a069922d2364f337832940b9bcf9c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339128676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=abf2ad4bc5555451fee6a0f712552c3e80ccb0f8bd9aabee67769ebf938a1a4bebe29beb92fa01e2c7cbb8ed54c7a5c297315f31d561628f21f62d0bb3a301fd7548c5cfd1b6d7d4d36db96b59e5799d79a5eebaa584dbee0b3e7e4e697b552ef3c4ed3cdc50b79e899a0e0e0d4b387def7ccefa789e3c8014045f42fcab5cb7eaf922b9f04d0215e871908a02263301f06e21ead4df4ebc7c29a42a912dee02173aa905ca70c9f7c489fb46ff49d1ae72bdcec1fc3ff5b63f097c3dc84fa0e0c25d51a5ad2a2594f05ff0ad970c5e0e7bc5d1038955ca85628e6e1ac10b3feda9f1206ad0d2daacd4973e102645d452a4a22a19a482e8ce1a5e96c8320e135c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339538338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a6d359834b1a10be112fd860046a585c033542f7167c9c65f95994c80b5bb80eac4cfb10dda1c72c78363376c7c64715e72f557190f1b27266368cf22c83a4db01e8a54771ca61ff476798dcb306dfbca5104a55b6c800b63f8cc6b557b85c40fd27e128f3d2f78594b27cb118c2bf83ef60c7fe42eacb3f1ece324d7dc18326a22b07d12b336feafdef8d4d6e511179464fce70aa364987c624a0b84dd211cf7b98477282e725ebbab050d44ae6547aac7adaa6b4774e60c66e2ea9411c6db88cffaf49f3d5fa854385b47b20909d518440c57d46c0ae239fa36e8d7f7ce180a44bf54007b1ac9cd4e757082434b1aff48b232c2e6d85fc3b6d4d024dd555d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339870093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=219cf563329bda2a064b9a350ee9523dd235dfc475eb2f43bfb22c3816258b0f58102b901e3e7059fa3f7d8ebd65a3431645becbc2dd3c0bb1f2bc05f677ebbd94b6ea74b126a7ea584528195e9354a96727ce0d4194c93d84f4d660a5014e69e934d66235e54d80e069af8fb83156cf9cd947af5807e5a4b0e9053588b4a462a78825df13e9bb81abf457cb76f98711a2cbfc2465bcab55f492870fea2804d11b23b6fe560c854ccb1fc057d58c6dc1b19ddc33def57706efce324e70752285cfc4520c3912ce0cd537b510bc640827ab09fe66871fe2c1bc00c4f01f68dc8a6b3d0977ddbaca2946cda1aa333da2cdeaf48902fe889432e0fbed04b9671fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339911401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=70e273d70e8311845dad5fb070339d797ee0f659d351a0fb8a0fc0bd96b1e191a3b50690770aadb1a9ade0acdcb6e232b38abb7f1ae23f818e87d36427f94ff7d98a669c5aee77cc06493e463db941a182181903e6bde2a204f840ab134dd1ff3728041023fa2f84d8e0878fc5c71ef07c2755ad5363b2f450098e4ab49ccf18de4933aad4cc47dfa77fd559995e4c3784657e938451974e7f9563e55287de93bc0e11a2a1bc688616cd769f0250cacc02821f9c658255b396472033df141f5ee459f3d8b57f48716ed4077bbdc1def5d66e8e12e7164247125a6ee1979518c31d12d18e4f5ce5e8de90ec62777f0d4c5dffa11b6418f8efedfd0f9f660c11b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339935196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bf3ebb509b6c73ce7642951f81974f4778dbec8a6b487e5d2bd6540664ec330d5d0ab78c41d0e9ae53868291d7922fd86ad43dfb9d7b77d9dffc4d4de0cfd97cca44cbbbdefc15a8463f307bc1d724cad8299491e18f1cc51b4254180680d6f00d63bb561ff4df0a8796c90cff10f2c81bdd3a3ae6fb8ed5a9c80dde53c35f477fbd423d32442eb57fe6df90ed13478ebbca4335cb26a0cd0761b451426f0c0594b872c8bfdfbec76218400087aeb52f831bbb8a9072ba48423a239869b3b66b311ef6ab53fad8ffed1b78d3228d506e54a609083fb1dcb6315ff13d357948fed5daa90d7a1104e02e6ebe50b15094b6633f224a875383151143a3ce06051fcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339611846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0d3e733643e84d115ee1a14e1042b39c514a8cb23c220e727c2fb6efdc404d86c28167b968467ed61ca097053b02fb8c813e81f260177b9093e937673f950a4f64aa4bfd0422be8e61a3c3e4c5805b087b612506c1d06bcd30832567a2e96751f61c404dc3fe6263740fc2cda50313c9bd63d6520d6a4cae1cdd8821fc9dbbc17d491ed01d3bcee7b10979691b3190dd54d250c55d3bc60bbd9be901b0a22e285132bdd83029593109d8bd494d8aec9dfd4cce911a2ab9c8a7e5dfc20194afe1eca8dfe6beffd6b50fb1da127d9038dbc16bfff3dd8aa1913b2eac0d032c48a04c59ba02e4b536161b511efb589ba29c117c530a830ff4ca2849e90a5917486b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.33996919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=78bc2ddb298e6a75ff41fc623c96a512cc0152e89924c067d7bb00477ef2cc7b2cff9b858636fd9ca2738928646eec10d8c2c63c11b59b61ca5322960cd5160659cf6dc7442743db573746194c2279c79743d28df36717ac528ac7f180d8b1ed80495ea2b000204c4e8c6add3e4d4911cc912c76c82c9ba5ce3fffa2e14d3edaab997df5e3b9b4e6ae3df0ef947cd39c06fcf6ec00eee9237661a65fad8b9a287862429b8c91d7f1afcd53c659882f36823cbe42579804dd418fcbac6257c1b6a08763224d2dcbee4387e7973b8b7e838b5ccaa76729e48b9fbde437776e3739eb106071ba54ec1744a363736e987aa11921307b824735c45dfba5f118e06b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339973307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=075a99141d661f9f9212213912caca212226030a4f4c5be3391e74fb0e3406b5df3474528f362f544d253e894959a7fc02b4a1595e1f89961a482d1ad28d72699a5c3582b95eec50a1f832b5a2ce436f323d01f19488508c80f2112a653c286038d5166f23b994d538122c7c9788e9117d2bf968a9016bc799dc98c1dd5e349cfa775c0b0249fc729b6f3756c96bd4e3b30e709d4e964ced04ae013e6272cf783f4fdd19ecd6f70446e5f337be1ca37b418d8174255713826ad80669ab5a2ef1a289ba4342d3998456a733718b0fe3bdaa496e4d8dfc46a293245c9cb915c41ab1e7d828d3b0119d9e9750d61d42691b2bc2d2379cf540f309edeef91b91158c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339995409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=28786fc060b4c1b9332d91f2c905b6557d9d91fa340a8db0a9831af6ee0effcd84c1121d3f49c115ac04cc97ab331c0ca09a1a8dc94f35452e0fc500c9a4cac3bc2d851cdde190dd9c3ccb0207821fcf762448ecf586607f27f1cb9a57fe68c5120c66111e5ebd0a25ec3f0a9d03ee5b65d25edb400be23131947bb839f28e98717bd71892886918fc9f0766a8c095154e3e9d7300ff70f488c0353a7e509c7e413042c8a5cc1d9802822f8e34784d6fa842b0c5b5f1644f49cc0cf13c64979ac75cb652f6d1b60ed6f430998fefe1b9590044cb52ff5b5b6fdccc924adae574b6189c43640294149c09258985ce3d60a18517cf1a0d75fb678b2a996e653631&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340035645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6a405e0c3344cadd2abafc5a0a0f7ffe3adb329824c79c45dbdc58d8059b308612f1c5b2192101ae1549c64857e52b03cb30b087bdf720a54aeb7a94452adafca407a361c385756bb3be1efceb24ba9c786536353272c1e39c6569a63f0716fcd3b263bc4e3641fb38b1f7b12e9c3dd37552facc6ebf61bb03124c6185a0d9984f991aa868c41968cc140cb05ed76f220b1260eeddfbaf24f851c8f0821055349188e168ff3d97060497710b2c1f4756752ff9bcd78ecb0114c2f137ed1523ea9e8289f6295130fd2d0e02ae3d631210d171b5e76f742c86ed364e4e93d82f4592bddb3b5f9007808f4b5ff93315faa7c3527e30d173cbfeffc99d0d786bbe55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340052356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a58f46773d7d69cf41bb3eb56dcb85a44ec2b26d8faa0df7e8bb64786e4b65990dac99b52c03fcfa0edeb81275afc2126ccad206c6383517f5609fc48b766c6b20f6ea4a59326837ddf47429b2d08d34e9918820781a9d95783be116781c87ada45217b091352b3dac618078df1557118864d759208861e81cf77a0f042e0ac55553b847e5618720978b0ea8a84cb3b6fc140c3c4d3dd1858afe4f0508a5734bc5bbe0d4a75e0cef105292391cb2b172c7c53a1cf40fe01b8c65ccd28f66923276ed5cfeb864460e542eb44270aea8fc41c6d22180f6246898e14654a1b8d1336cc3f99ece7a6d1aeb5e1bf11a0b97af466f2a996062851f6b3af7de78242690&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340071272Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1514755e7aa2c54ce3ec3f0ccb3eb942ed9f619209b03826f9fe0d5864502874a380024bc05a2df26b9d2c3986925b850502a927eb29865b5bdbbabe7acae4eced625a881482fcde5e045c5d0eb36ed620536b43bae7fafe38dc2d2da96109dfe067c9f1a84ac45b5e0ccc59e43c2dacfd0ea2f340d70cfe6eb0cde4317fa1cedb8894943f4dfe8af6282c7694c60e744e22b0f36eb6640bddc8235f358674e1e1d947720bd312241b46aff93233882503f86cd590554533890f1921fa1f44b48dac55e6fe271c7b6b9c0fc1155ec6dd5bfe9f560da8c197f44fbf6c2db8c075071cbcf73ea9d2e32b0216ed52f0b6586a92850b73874327eeb3e88008a501b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34008612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a7a8a4215aa17f700ecbb5a9ddc5bdeb25365c3067be65919fb2146b30f8331980ed3bdfa15a951cca047eb2651b08d5e28cffd8d92256c347ee4bae7b5bf4ba8c454bc150fa46b92825936474fab95fe07f86a3993cda84ad0a537b97ce2ced0ff3d0f4f1a9e364732abaaaed3c007e85e665af0db9012bb3a4309347034a875225e0b0dfdc3330d249e205dde511310a2f1060e11ddfd7df601b634d8b62b8fc91f417f2170887ce829e31406ec1263d37c9c067846e83bfed8adf852c1ddb5f83f7bec5b8d523648bcc2c63a67b1664f50d71a9a3fee3ba8fbb3bb7cc44ddf8c48e98ad23168d63b8a95bafad653c79f24082574321684868ee796ab49637&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340111858Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6942f846b5df7a89f8f19fa5d30e09255366b19f36a2e11141202d62760ad0704176fa94e78ececaec73df29f9c8e8e105eadf81cceab3e9b1172ed70a5a8945e24dc560357c669c593dbb539fd9be23a4f838464ab2fbe4ca99fdfba9b976d1d8d9ef9d3556bf04c7f1cf84011eb125a14d4d686006ea6e7f5fadd91813bbada1895b450d57e9c639e49d06c07b29c5064ae52ea23cadad10d55b907462cd55847879e7bf2caea69a0517b61e7711ffae4a415a84f9b60309d63cfa6ed74b2b958dced2933ad7398b206ed4fb14bddbca6f3b326b8a01b804f3933ee536126e36600dcb44e5e1967675e8195fd7a24fc435c03a25e8134faba421d062142698&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340127869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5e25999fc876c5120fe08e30bc22ca3db5dc805bb1c8da72f357a04beacd0e5375dfab2a7f44c21a13ab600c338826e32d9076a13a01a53ab666d5d4f395bfa21cb61231d6d4c517f66a03356fa454d348d62603d626ffb0f01e99f2b43aef868308422229ca7b1e1e8c551257d261e901438ca82bf1ad6cd8d9d5060b767eee3a9da710b4c60202747e0322493d971927eb5cf79ca3c7947224d371b777f43277fdf244dfdac31291a9ba8c2044fd72f72046d7cab33d24addc60792f8285d623fe9a7ecd1605625a77665274ddb9f20166ac6a00d1662eb3b6e7c763c26fc7264868eca413d7afb43e40d7dd1a93a34ec16545f05ec397952c0bd3a20bcbc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339262448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=26582c7a45bf06995f8d8e0b744d9a12bf8ea2eba5473c1275efbc30472b23df250f6cdcfb460413c6c3a2d7f268dd768d4a619f5fcef552c838d6be2ba15c6ed3539569486f423c676f6a6fcb189c897bcc4cbd9379bc60d1ce0152ba8058476e1f1158907b2998f642b194f3b791664b7ce692a2f153c07d889a0b65c53e4a20f4522090c86bc363cce5d45cebea372d93973ddf7013127ed9cabb5cd3d3c24f40a5d472c155620804570c5d207433be407fe28b0130f5c902531dcca5e29ef4fe2026ebf4dbe194c5928964299e6ffb3307a6caa0f97172121b86b6972dfb9a7b09746a77981a7e3ab13a6ee15f8b2366a5dfa122e70a3b398f3ab1925649&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340231173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=524604105339175c07540f1ee4818cf122aae2a84c5af9440aaa45050e966062a093d079ea45c6c651840529559e49decf4b89f3f9aad2ee57d054ee6560fc334f33453e9afd705722c80502570da700aa116f96ea6e579f4d361359cd4f030e8b0246deae9d14a63c318809f36b1bf3ab22bc666ab234cebe0bc673f2ed1c4d68ec153de068fa89418e054ce72de3cf2e1b8d2b964cfedaf57a6ac52c6dc5124c2788aa5b05f1e144e87fe382915962f834593017a5c5f5f63961a859d58af6985ff769b0f600349c4ccd55684268a1685e908080a72bf801639f46f7332a285fcb70b5ea6c744165defddabb0c74eb9be61e8f9979e01e719fa634fc73a8fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340260779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5c8fe124f985bedb4463fd4108fe3a298b937ba9299b800c075357cc0ad05e340786bc1cc268edd3b5bd9ea1f1e7725364e994bbdee8179e30b59e51afe509ecad18143c94c85ea66c80d38861ad8a49dda3b48e73932a30563d1570979d264dbf809d781b3efbc7d05f6a1ddc21c3ffa77ad8b535627876c9dcccc7783b2fc07340a2e72f3ee5362af0a936ae2202cc57908b35de8489d2da2ad15a7cba2135ac10935d90c2902ca9d6ba16e28ad671d6217d5ef2ba2622d19ab473a5d6c15288c6ceee2cc83ababdf93a6016de28553108187b3e2e89989a48b34398ac5aa62db9cf79e410cd0178dbccfa0ee832270836ce68e1f07510281844ac7dd41db4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340270387Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0c99a5908cb0cdf8732f35fa42c86d8422961cd00f925542b9fad54ca65367cd4df63a3474a070e63f7694f911f6daaf0e3208a8f198ff055327bd5e432e08a0733e05815d2653328a21ac6e05cde921c0254286c5b9db3c9151021e310dbaebfa2a8c9dc4d6418874fd0ca2138f3ad3126fb41b5595d6dd3a06b94fc8f4691e0a180b50dc8ac5d6352f8b643915827513c538e69e08867e9d52739f9adf1a422630f5ab33328e384bb11bcdb42db0d4aef84e77418f2264c22a6c3513532c5d4804aed1d7528a0c57cd45d2c90ac717ca494bf0d1a08c6b590454cdc21bd61892a26e7402cd5bd2888dac0257f44d2f119f959b2826db3c4a33e49195fc3051&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340279464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=76a88c9dff622a50ad655603ed2f019f8c889a48f1dc8a4722161e6dd9bc9a583e064b89a6c0eb44b737f9bc8fbbc0a4c6e4865df6bc3bd5195d2a78526359ec99ba7223ec172db212d06256908ebce25da1a9bb4fa6fbe2fe38a2df5a81e78e52a55127d72cf7b82499dcb4896646b981630c380b9ec1d5835861bf7b1edb88faa28352401612c7d93391ceb11d04a4f74431dc4fe59e8ea5e4f9a8d73b6a161092dff4296621cec8959b47ccf9095e6bb5965fc797cb572e17777460f965b166fa00ffd9e30cff143bf6f99c8d64573c013f8b013b6f475bf6e1ab64f3414b9821c20694ee53515d12a1a68bb0ad249a278bd46d0ce2e442756a82b1234da6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340299462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9b49b8b49af69572bab1188f621d47495338c0855ee28c105bfb90620f5724eaaddd1fb865585f34ff5008ae4f7d348e5a3a23d034153b38a322a1658ed84b45cb7f08d3ebe9eea439cdf249803ecbe3c22fd45c207afc38edcdeca6c3a46813111300427c8efdf8e10c45faea20624616ebb5b48621316e913d74c031b1c91e91ee0363fadd0afb924e4ecc1fc2e474c634ee10ab43bbd081288e097031e0332fc8f8cc0cc21cd5fc7378c7681d5b551ca38a640e81a98e0b94204fe75d1e6fca0fb575623f6aa514c5712bd3dd0708df8977247888f472d412ee2c306f08d60cc04838ca109e0decdb5008e552b75111d0083d0aaa91f119739d13628c24b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340008103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=52a3a3bc348c182b2d66d23764409d30612fba9c1e398f858458e578840dffa026091fec1a1dd4a881f236e54bcdbd4c7a118ec8e4d5312c205342ccfcd18c3101959b9c3366dae951cdc8e5338df0f18cbb689192168764986b21e84bf8c467fd18dd4f3d46dd227d4b43b42048d44de7f806605d798cd354bcdb39a302b7e555e9f68d3d59b0536762acc6b2dd1cfe1c575c837e941799901c77bb1b0107596c19703ee2c9cea151025bcdade1ece73ced7cf29e62c747e25de250b668921e955b320f146220a2a77020999d06e27fa07ea9505f6278da2eba9230c88dd0555da2a3ba72775b4ce68d6b226ecaad13eee03ab6d608f1996f2c91ee0905dfbc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340348003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b719a42bf40958b7178e37558a605c95bb0d429b50b60565602889f618621fc54adb5553f97a9f9229fe736287d23d01bd90e6936ac0601527159d33c170645472f7782a499910d407c0c86ad102b2d5a343ef4d1b0039abf92313c923386431107b8d91abd0af2977ce504971fec6970d5750d5c70fe8f4c18953a40567f262d383cd51cbf6acd26afbf14902d41ddcbb1fbc7e81fbdea361daf686b45c2344dd53a44c9e1ebc75e7524ba66a7f975b02ba23d44b4ed128190866002f7c097505b706f0527a5c22bae386008ffd9307af2523fcf6229e5e63fbfe13cd22c66d563d593f99560b50a38ed901d8655e3df2f60dfcc9e8f8372ca8c760bd90d47f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340373191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=14aa44d88863220df36f57cc60902def135ee0db86304cbf043eda9efbf7e6412c8785d20d3142ab7d826d983145f7b1790156a47c85d5d334b2d83d0c9a1dbc4e6fdeb2dfd80ba0b4b6ebb63d3efc6c82036ca49ed14caa08b74e84c4a89be13911731f8a21df912cf168735f46beff10ff6d61e4079ce114199989533b6396f0920495f422f70ff389c88ff49b0057ce7153f6aa5f1f0302a76293dffbe127ca09f76710894dce88ae0d681f8e7df0e49b12d49842708fa6e249426359be02335d7951fc16cdb0cb7f8d68f831ddf62611852fa9a59cd195def747288df29a5027851fc40893ff047c714b18041233123584f650e501e03267233995e87dde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340403288Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bc984377c7ccbc62a6bf33b6293f4a8208d00f82861ad0623ff25778ac3418bd5953d2addaf86f79cbabc747ad3087c9fbc993b96570d4a7051b94e8904c73d56d3972e7506b586b6301a426f36faa6f285158d7551d6dd7a83252c526c92e2278ed50ecdad78bb1ed5860b483e2b4cd1898147b4af059add3f4e82f054e68502a5afdce16f779124ad25ffd10de685137ae7a49455300f77ce07d9e38eb0787f0f1dbd41edb5ca02b21c3a88ea7dd151f9130025c71eff1b7845205cf35cebdfdadaeabcb4611f738449be7074fc688a0f1ad5e32aa7ed8bbab7427ea7f667a783761e0003e7320a8b628e33a7e4fe83838139db50942bbefad45e2333aa230&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340426702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=25fc3c6f254aea888d6a1968f792ec4d619747f678d365e4da3a375f171bfbfa4715797dc4763c7b448f3aec870436c300aa5f24b059dc6189249791ddcfad1c12376ecd4f0f704e47e165ea045853fdf0859b427f1e43570682fa86a890ccb7000b2632de660560db9babe0aef8c975c35b508436ae280b9d469b29b25746d6be7d25b86e1dadb5b98dadd0d039ea575ce7818d1c33e2db06a8276b2a700c1e301b5cc4f4a15126b11618e2f91783ef48056c16f037b5fc0821279565bd12e537bd559dde3119b5b87f3a9d648a896471ead2ad7bc8843dac33d92858cc456127d1efc7cbbff141b950b3eef9cd2ee73cf1cfb7b89669075f7a3afb973e956b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340444105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ba7bb3552cbbff37a4eb32139cb0fa89cdb94154c90cc8bcf09488cc1ac83887380b70b2cab155e9384f9a37b1b5e98f2c22b48f9a7b6d42247fc2fd95b175ba2b89def8c741a7e339773fd09ac3938ccdb35bc54c4cbc20c5685ec455b460863a631955cf92edf8844fe6f342750e895f13888ba4e49cb48610fd332e561dbe74a6a9a30b28eff5064cf9a7a481b09bbafe26010766f2b1d0db8d3821200df709bd50a74ca6ff47fff6dbb1dee02b6ba95fc9566e787d4b9c9130a65d284537611bc188a7bb7f0775d6a7c1430b4bc068d8c3aed3e7e7b34affa34a0a67eb4ba5f4cfcf0faea1ff041b9faa49cadf39876b46bec7dc112e1c7ec830b18865c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340469042Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c1e4804db57dfb184abfe8643003f092481392aba5a078fee6b5ce96918a7ddc1c2aa216ebd91775cd091296533837fd96ff932b70899d56bd5b5f850b75c58fcba437432a85c8faaf418f453a94fa3dfb0fab74668ac17e15a50c6e5d33df8c04b5804283e22410b06aea54037c3052a7b7b0b811c87b4cb38ee57bfdcf03ae244b2b7969a07ec45918153fa68d139b431414ca31513d83e0684d05d81d547847a6f57df1a2b57867a10cce454b6267eb3e9e1e334ed19a7ddf977d16af1637db6d25a49afb13ca2b540b4aaed2daa50ec09b9b5bac876de64d84be2c8dd1477f6df1e5487663bef036e1651a326b7cd8c03b3649751e8e099605d975020f90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34048411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7b52118440fcde8c31910f19489e2c97f7cd155601ae30d05f5aabff65924c041cf5d8c05b9bcf9a8432c4b07b55f611450340cbbb7e33e06b27fae313dab39a8f2010ea6bb25435f6de7ce3aa74db2382ba45332e45879ef76d9e8e13f9ef4ccb69df3310b363a61373409d7fbc4c02a88f3731fe6c817126cec7b7f536d40f08a72638544d85fc92b108e333534953c1c1c6173dca58bc874b83d78d30c89df05365a3cc74055ecdc85636b39eb6a0b835066233bd5810c6ea5213d955799a9ac08f994862947dd7d33f59db953b6138f5b3f702e33ce6d4eca2a22110a7d577b119720d71501ecc7654a2ef2a4bd0e7f23db4431650e4c3b12122f00788af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340519096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=37fcb6403c739724eddeb7f2e077dbefd566bb84f8258388adc6010f234bdbadc5ae33abac0db5b5a6524b8d14043a419395fda368c46a746784dd9ffbca656c7578af47c85335a7841834816f49716be28a920a7976978b49b8e62b87c3f816c643fb81f793ecb355e2630f4f80e4daca8c90b13491af539b1dcecdc34eb2f45e58f86b132549685b0e45b604ea51a83b71f92cfaa21f446f5318360984504685f9ec0941425ddae164741a39c6c687cefa87e99ed1deb161c6935811fcd79795b15a213c4cff7dcf9a6184ab26ba042aed1ca3e3a46a5a6eccd963a77f1fe645243108aad3eba968c206af81ed4ae10c2dc7f7f3bd6db6bfd6f2cbe2e22904&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340524446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=609b8e56ea06f1bcefac1e6e8ebc02eb6961163ceaab3754dd7307e08ba2687e8b37c89c3e1e3e7c21d42fd70e9b190d263b8e494557e4f746ffe7d23a681304109eca39a688567a1d44f2275258a4349e30814837cd971b9b85bae647640e4167cc7e62e876da91eda46604c4f469e68b9811467c619d13daf463753a0cd53e5ca3090cead11c24f065787951aa96f0003d427c50614d34b55c17347db4f7ed57045b0d262a6ec8f34feadff65cc419373a86be7cccbf8d32c7e630bbf43c1d646d1f2b9e8a76aa6da2e856ac695b0df2bf1b72fef7e2278fa10821eaa3f73ef0dcb1d8455dc892f1b86d7354512f96b687bcf819e964cd7afc93f6d45d01db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340265548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=468e7f440165e5a09fa1fb2311962af7336c79686e88750fa4596734f26968d1a29d9192db7f1501eb47a0f3f1a5923fc2d9fdf5e4bff05f82bda918ae72d39e38355d38d9ea22053c72ab18dfebe17c3badc76efe8f0a6dcd9b958cb2ee747b75559c9f08041c4b8d2912060e27bf6674b01ea11bc9331e5c86122eb128a21d861e22100ba27fe4557210cf4bde4166fd08fa0a49df1e42ef6240a0d4e024572faf373ac6e4a23caa8cc2532d4141c9f64ae026e5cd9ec14161c0887c8898fc260e8470c21835c507c564239ab620d2f86af8acaa1d21307991b2730819425fb6e737f9fc791fab3c5d70a60482be0fc7ab5ffb24b975f3975358d35716c693&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34059554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=be5686a46799a047a6104bf4553f1ae49f6327e0490cd4a9ed428a7e7af03b3779f705fab2370aa4f8b21e6d99609f4dbf2a75c22d3c3c002ca9dab9b3ed28dfe12f9c047519c79ab1285219dc4b94a16bb8644ff81cadc30c9e8fb51dd012034ae47ace31d42bd6c23a0e7803e2c9e576f641beb32a6bc4964f325a112f06605e2fb5abd64786991b989023f3eeee4613c74dd659b20df98fbabe6f6dff3c046c0fa2bd2d27365c5ae65f3789b30e1b711002bc54edaa5e5f3506de6b0d2b1578a1f80f70f445567f2ae5419f59726c74fd6a0181ff1b77f4da8ff86e7f1f0d9cc03100c05f93361033b366d6e162b4af7399ceba3af269d7661fa3d4d65890&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339978758Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6f10a3ad66122a842643995eee98076558839c16abd18c61c8cef6454ddeaa490424881bbd01c8d8431169dbaa7e5bb83682ebab101c0eb725440dc4a5787ae802bf84a0fbcf8e99f01d639dd65d69b91357f5f2196ef7694c9aac48ca2f2b8c5daa1aa2677a5d68d0e2e4473c71e8851e205f9b03298385b647fe30beacb4389e469085130d354b536693ed5fa32c2084435fcd45ccc8e9cc66cc8fb2810e549b947c67861fc58f0931601af42a1fb0f5c0cd39061d47522988604249bc5c83357fe0d72f9cc788391d20e6dd51891596f03ce6c46f6b154aa84142e26ab1b0d57226690948cf1e17bdb0cc7b186544b8002010ce1130257f9c13a04ef51081&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340646085Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6b9be8d8a6a68db9117f46aff6023f0e59d5a4813413a273699e726aa3ea2c3bec6251a5e0c020e59ebc52e78d17ae361696287280cc0e03cfbcb300ff369b5c21f87830c16204889b4d9335bbc07cd9ef2e07ddfd1297eca8dbe200f4f1462da60e0b9429acd254d50c09925f0f3218da0b3a9a6d2e317e25b279464e3ce2610a8b295be2dab249a959b2ad14aac954e6185b59d787dd7b8ee7e0bb7b428807dc5331077c313c431e1cde76ac125605f25f028c50503ef53fe1e7f461f07f94e64a1e4fe9118bcfd7320edb810ec7f7b8d26e300d673f44f2e2dfe13feed6129e206a64f53b82eecc0b83eb465b4ce2b66a9aaff53ec508e0df61880807474b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340305523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=831c0cdfa918777def392d1a5e9a32365f1a4246770bdb7134471a02c1c24302ccfe0b6d115150982f3ce9f08a11e664293fd630857fad6ee9ea397c22394207f8e6889d76b4f6560ada856cce0c347d3c871827f94dfb4c6016d788d2c2813a8e0f8972bdfdaf3737b316e9491143188ad47c2dbf3138d887d5bcb04cf3a5a1fcb4be5102030df34ab7bf97b7f1242d863cd14afced9e53f8caa65b6fa97bb6a6db05e645974d657bf83b8934a215fea0b820d33e861005a44cf9a037c05794921b10d4ab202249afb6d4d805ca4ea7e35d0a52e0c39ba85d3c724949fa18e7e85d72e1ef8f9b3af6cd3dbfe13f14c2b68db6e601d9f8ddca2de2452fb2f8b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340700738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5c9779da64b8819820c545e9dba038c819442e1cea4daf5e876b8539d43de8eaafe39a456d07d1ee7ee97547916021b2aaa0eab0c58b9fd8b6decb4353dccf25c566bb6ca1396c00fa2957db64cefb307ebf2d7a03fc7704b32675d8f45b2fde5077d6106a64f400f6e4366b51d1ef7003ab382ac9952f896417dafc48a2e749429eb556a095485ab1fc5d152cf4be1f947132b70e576fac129d00d761441687e5e6054e657b25916347a1384fe227aae667ac8f7c92ba01f3e5c39adad9c68e0a51c2f708314e1aafef1081c6c46b9a8d63e94b2840a9264f69b8465f0292d75ad5b5a565e6a8169283f83614821c639c074be546e5a6a9196b6092222cf71e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340705297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bb8530d33959cf9604bc732d33e8cad2db7002a7149388b24857c5f381a4ed220f02001caf3e5d1eea9068e79007600ccc351fcb973b30674f739de5fa934b39a779335a24a87318d060c18c3b84e6bf29ba6f72bbf9f95feef5b8a1c90976c67abe1585dbbd5e495df6011ec3723de5af9c94cb1114d9011067f9f2ad9cc542737574a22a89e71a787d1db6b5c64a1fa61a4e3f4051568c291c76d8bac2fc34c8684e2267e59fcc2760665aec47dce138a9ca8c7d180c569d084b917200a03ad5184b2c4bc3037d923892611118605b5b3ef5e35ad871933bc2e3add38bed85c4267871ca5105cd9252683cebd6c2bf589d94ea669da3e6dbc0a52c90d7b434&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340408978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bc33cd684868a0aa45a0a0b4c6525dd46638cc1f7016d9e6a8a981c662aa6087701a68120a6febbb9044e9aa7e32af9a18610d9ce5c96dc309348bcfadf0253512cf28ffad2db08d13df765355f761cd3d36228ac1cbf0449692cf9c190070ea2b8d68ddb1b1c4674458a42a97b8d1b9612dc3a51c19b0af5b50a5e6950852313cc4f4fbbf53ba518b0b506b510576921a1210c2e602c5cc2aa7f7c48a1b7e622d8b229d2e02719f361de31fab0121b5a18742cb99cbe8643a9da2db549fb765b08b4bc8a3b8a686d709c54656890a4e13710eaccca5d2bb7b772318ab90e5e7cdab13c5a34b3cb9642013be58aca3e656f143c3af737ecf141cef3351a9f435&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340742266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9a9b86299c15f3c1e70240ae1c0b3703fb40c4e752e6ef68357e8c468fa085f1f84efa4697209294ede6da8b9716205be0684386bca59520918c930ade728848252dbf3f5326d69e6e09a930cdfed332c7ae32d27978d281192e3f8ca4284dd570d94d87daeba524c37477966e214a99d0dfca50f9891c687514a06a0dc7e78da3e7534e549b015d7e841029dfcb59835a7a03461fac09f57ae987b85316d319bb48bd9e2b120f266fc2b9531470909ac7175300b123ad47316759b739c2541f01119a16f73af66c84bcca7c307f42c316a35b67fcbf8d23f39d3b36b96744940e95fe13fc9970febd9c7f38e3ba81b8131c40306855ef2a38f77677d78b8c90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340435128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=209c1aea98d25e080b8c49b5b812a90b1f26ed898362a4abccf393eff591f842fb9bc53f300f123e72e463d03c835ec086ee26eef609df0b49082c2f156e060df055919f1a2351d683ca452bbc91d2e51c39c08e4b868623f76c684569f42bcfc1a4f8dae4020bf51458099345c5a7b0368a0c1249ed35dd3a1c2b7cd13102e686796e7a60fb092303a893d0cee42c9ddbe7cb08b1fcfa0e7b8e0804ce9155db9677bb59dfe0931da7b11e86fe2c4e7acdea9461c116a47a93df72fce430617f9cbcf8430cb1003aad7eda6f4d43f0f2b70e3708105f9f66dd78b7ca0151ac3d6b02a8edbedf4482f1814303e1b06ce7585a337d9fc0e42036577da47587e8b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.339946517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0cde1e40dfd01218d65b4b7248e9c804cb06c64e542ffcd38e411354be1bb4d4f5ac0409e1c744f91f8e824b89c6456a22119645665f93e00de252c887113e68d5189d5f421fda28619bf21ca3f5a686435c81af09b4497a69edfdabb5e5c0b62b44eeefebe6c47143bd2f57218165c4547bc783e87ca74e1948e01eb63c558bfc1d61c0d1a853158e46f8bfe4ece91777c5e16e324da4e41ce514b85df404af0100ca71c54588eddb4e0309d04a9be3eb1bb4dfa564276946b1c8fa02e00a3daf5988312ea72869a0d45c236720bc6b9626f649312946eff705021a1e1f1989ab540d1c4563cfe3a7d8c688ed42a1378eb296fb15b3ae3b2ff6e8cc16fac547&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340805646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3f2e53f3802f1bd82f76beeb8ecb8ea56c164ed5afc8c7d103175c15099c26e4b6f72c55ead5e02dcf27c23c2846380e97105ca6ec9e39abd08d6e2bb14b0a88bbae6d5d874b3a72d441b7a832aabc3e677dac03ec99b6baf242ad5b53a9a083fea1289d970845677caa048328395e2a2e8c84354681db1726803d056345bf18f1413fab28b5f60127400cd305e1d2b3fe96324508f29cd710b1199c3b042a94b35d2bbed99a443e3cf3a75a1e5aeb5a254f7e2cd8769b4b7963b4aa2ebb9b3fd2067b777d61c9fc8837d67d47caf609a735674cfcc681c806e09466032892e79c00202b0e36769491bb19c91a787edebfb845ad88bc188b2eb96e8f68318868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340819302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bfdc63be98654486bee4b5627d613be3568b26cf83cc9ebed0c160a1c12a25982485ec11e4ed51065c591169813350fff134a65f70d020107a41bddcf60fc18650c94dc639b78c0cab5f9c6e5a6557c64307887bbb7681c5672f97746893fbad7bea8eed5d63c4448c887a4f02064195293ffb8073ebd7ee35bd0295c60ed0c89f16048ac3d4c408e06b63d4479ecd18368b49175ac53eecf868a2e47306db696625edfc3a22318f81f4d930704722662a568a13365135c99eb0c862e12778bb483646250ca29b637f0621ac2508aba70c56f23c355ddb5518253478067668d3b6c933304840ce60bf3a708fd15837932862fdf01926fadb220f3f2b56a61904&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340837235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8991f2c46779e750f7d85a244873bbaf67bcc9c4e6a558d72c23cf4c8502cf16f1124970358fb43cfeb7032ec32b1f36c92f04a9d6759e2f0ad9af5c288b43ffda95f8671cd79eb976342674774fe283da871472ede1f8adcde0ed50e6bee3d886b9900556a15ccd24e51a0b55b6306fdb67571c8c1063b777a16726177671ea3ef7d0c562021cf5f372b68bd56e991d1c38f2c563e6d9e62f13a9f134bf97761278cd8fca0d73add4f3dea15298db7008d2e35c424fe44dbb9c60efd3d19523785794bbc57fab9b492b788b61fff9b1de9571d506fff022c5724f4e80b407b66aad001f37ef0230a5020740abded4e9b104022a7bdafa94123c5847c0eb1e95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340862253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b0e1594e9b2a6fb5a9652d17c144e3f26dca6c2fd1628fd592775d9705704c13cc555a27f3d15a14cdbe8ddb890de716358a526ea22f6709374688eaa24ebf4903b212c08dad87377b1f2d8d6999b7e7e1bc3765f3580ed96d13f1244e51bdefe166fa817322a8141bc1e0af789fe175a05ee24ae93d8f1e7f3c58188a35463876440e884a5ca13c1ad41cc6b91d0689d88d4eac833b7db1848beb18318478d5b94bb8a972e706d9b51484f9b7370b8620b738e4168462051dd268bbf2dc0ce0e5e1f0960b83dd72724122f6977d0d20f5aea3f89fc8e2d477b03c76974bfd8f82153b07f335142f9b92c4067365c37d771bdc20721fdd5e8db3cb44fdb9bad5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34088233Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=244c1e8615861345a0b86adf2d0301d86c190c5414ef9e2cda94ba3dda35e2ee10655b947146f2884aa6fd80f68fa862533b7895e4538b33eb6da6402fb5b04aa96b76672d95c1690ef5262519c2ad5b7f444ffa9781559880c38fbef5fdfab2b7941d58f82c3b234e11718df35a7586510df2790922cf5c1d7641f4fdcb7e77ea1aa455e131c246296485e1e1f2b332fb864f0399458527e8dca484beb6898d7a85234783ec3199b4486941ad09a70efdab3318bcedc7b9dde260380a9e1d2d960ca45c431c9a7baf1b852dc73d8231ae1be3c95b037a5bd105534381a53d6039f478b09d4f3a9a2dbb2ef28e45c7ede665b39350ea238f579b46defb215cf9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340341281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5266b7dc893b31800ff3dffc7919c18d85770538042471980e91ccf74f01cead0ad27dbea0820fa0289ee3c8e1307a4bf5cbb24d6fb1894d24e8dc302a36f3b336dca129d19b713f979a7024916398c65e2f63aba8911909ab7458670c02955df89b8181cb9dd95fb5ce33fb931e50bc6d20254fabff3043095135eb2048c6468d3b706de50fa8c45b04665da67902ad408f19e76f68f2aa1643cba5f818b3bb8021efccca415d1d57c0228e835a1ce0150cce0abf5104583477aae8705df80445fc893f047f588406aaad7038525e76d33432353076d8c0769a6029cf98f4b16138ab84bc9b0f6ef0871557e6f6f3b0ea9afce76d9bdad86a1bd9b9a6502336&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340985896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=31477b623b832d6b92cb77c15672da5df723f23b29ae00dca427879d7c850e0039e7b3878228d877f89135b15c979b7e98289af954ad49c9e7383e71c6a643f6051830af378042379c8d5fac7b4bec3ee30f5fa8da1bbadddf5d58f598635acbcc02a7230c110ebfb1da3ea3e8e8ec33c1087d72ff1632ff6d444a4deedd0099bebf830475884cc1da57945234a8d2450ce19cbf4b569a8360b8051243bc088f36156886a0df981eb266e82efbd1dadf8b89803ea8e2eec43b1efc6d5c694d25227f6a24a1682d2b7e30e543fe6cfe81f8ae903958f999114b3158efe0aeb4d52cb9bb8ffb2d7c10dfdc4de7552be2e3f39df9517367858b1c05feb223158e14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340998018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b550c9fb285791127b9f4659253691121c10f28d9f4982a4cb987958b598cf0cd1de7fcdf2e4f4c7fd40a5f39d2be903e217b7e23deda80c8c8268e6702778c0d12034ef67492345be1dc608be4a889d5ec03e3ea6778a01b04f114ac01a859972a43e8f0abd6835f16d1bd960b55d83d23cc8cccac257af2b17db14cba5419e9a59a2b3ac8fac47150ab42f59418f8dd6767e11a6bf3869b1bac6f517ffb14e674dd97b6034228096b0933694f52503e2c79f2913e38e4eac175b7fdd437420e5269a088b50c15bffa6c95ac37118ca9ba5e1345682054fb516b96b01df9b1cb1f10500bff689fc89bb7a18e51cc4a2251d238a3e1a62a2f0e1d1497af04925&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341016523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=77e5ed88fabf16dbec370c899b32f065479b75ac0580ab627daaaa1a43cec4b55b36432902a07efb57acc2c3a5cca5299280bbaa262e644b00f1ca34c642629eafbafefeb554c896b8cd742a193a95e4b3889b180e021dfe8856a1050dc316331803851b97a5baa1e59ecc541efccec794a157ad83d3235ec9bc2d286f4443f3a9e59a146b67c7a72852a5e06d9e6463be0d5baeea5aefd3b2d34c528d7c0d4a2fd76b3ec64cb244eb54c2bc8fdf89378f17e3541201bd017d7b57f9a85900ad00aae42608b7cbcbf06b56f04ee878b72acba412c3472af6cbd2f51a3f45002a51121afff47562a06a7ecf272690b05d6e2e54afcf393cd43b432a5f30c28b99&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340636838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=01ead329c75d6a0d0dec00b58608889ca69cbe13564cd7134c3a36bec05c0801b5103efba2deed2b43ecc67fe18f5551c9a4276592ea32d6d220ddad36e57c8bbda7fb0b67bc6dcbadafc058677ee89697c4728b8f9694f296b79c033af2757bd05198d76f0978a6e0e8367696388a8f7443907f88028127024246b3049097a65cd283d2b5ac38bbf930f3715e0792fb0e596667679ce0799cc7a918c296fc1f494b3844a9a8079962aefdd37889482a095672bf3632ed2fbc127c1755c2142620438c55474ee21a574c1f020b96f8d549d1e247983482d38694201d58452b2a81c08cc793422fe1fc0c9e539d2854af2ec3c9efcb3d570c00de32f1149df888&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340671683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1df1d96ae6aa2ebe616ff27812f849fc79355bab1e8893314546517f3f38456a18acedf4ed13865c77e7d6b8fd3f3b43afa9d6908017fcdab56f5351dc59dbccb97c9e7971655403128fa6d825d9743a9e2fb11b3c4886c4e4bd46478c83fb715a4e9d5fecad0ec1eecdf2c540633316c8327b9ecf13c0cce56031b774525c1f2b5252d425eb1a4cd83a77345a0c55a53be79484c242e060b810c581f2fa456a068103bd3b3a3f36c735e4e0d40318552ff70c9908ec2300b7385e42f3a0c960935e10aa94cbe408333c356132114088304386e67e24c75a448284dde16d64d434fe05611cf44d69d6fc4540f295f1282730d00da14ce5109a8aacb371bf4dd1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341082848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9b63e02dc431c8d61f9e327679ebcf03857f89dd7bfae0c45c9277c797f2f4c7badd5a81dad9c1c3a09942588dee8baa7f0793ef0b545e5a412aca53db6f8a980dd961f6b449333361ed3c010861629394789af7f4f42a0d7cbcd4a64c405c837926abaa95a370ac383a131245a629b709db66487c8ef6fe236a2b481a31ba7fce3adaf58da0bdc494d49ee9a1c4d9f0ba878ebb3734db4d6713c8870be1e9a4439fbe64cb4bc32648d164db0fd58cc6bfeeca7ddc0e575735214d2b7eb52600f7281194e9e2edc8e23aa3fcde3a953fdb2ddac53422f2f8b5f49ab698d04f9eca1f83c5afb89d8f21cc187ab06cf00aa1b2d2e09e514c456472156ed2fa9856&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340771241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a7286f5683d061cc43703cd33be1ff105576f0030b678d50a53fe1b3099d07ca60b3b0b6d28543b81b2c765d2e3a38c2638db992524ca67d7971d3a6d9dad2a4c0bc31f3f5cbc84005f91c6a6beefab213ff9d20a9e8de2b46766b7aae12ffa9db8f8ca6d83d353cd08c3acb5bb2bdac36e52538dea5d8eb798587b7d71be11e3b8325aef15caf49d5058d97da6c379d7eb2d0b685d1adaac17ac9d1242023a87955eb3a4691712a4f2b3053fee46e0c352bd8875562c8a1ada6e2cd6a94abe0045f18bef1dbf9d292d28c72bc4b1f346c023cba1174ac958e0fbeddf5a3e2137c045120fcfdfebdcec9730b76d378e74d8512d5525b99e3de26d6bb8b937bde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341119257Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0fd461267a9bd759d471beff88ad625849f645128fe2531f86cc51e66804a28903021e7e146fe8e4fa53093d2cd4feeb9faf5730fdc6130480e865b664b2efda7d3e6ca70836686459f5233749caf33c8e484e0a390c1fec1e18cd17c2a1f6a332f506245b0df298b95974d5fa56efda0ef30673484fc8e121d76af5f5fe7fb51ba8bd677a1763e5c03e8eabe59ec5397cd6e0d7e50c259b08dbd8e22296d164b21e41216261ebf591b10de35f8ad69777d9a2e6574ef4dd450a5da020c2a149e70584c42a262c90c28bf3d9cb65ceb3e04c994a1cdd13587a3e57152ed1cd214a2eee0894b349711f9da8c606fb0a8bdbc74a47dca8b6545e2bf0dc3078ddbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341138904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=162d8b9ba30503a1fe52efe3c3bac6e41cdb83e60b7a59489715784bf1e0f83f42f494e4cfe0387f9038e244e74e643a96516893eb0961790593ebdf5e69b0d2cafde94e26fb6bc015d3edb7a15c04965bd4394c990d47fe696d5266d79d21547dfc16a0c8a23c6b5401714ec812f702d421050dfdc11842d1bc464e0db4a80c55e75d8091674139f7611b8d5bcf9d5456f8377ac72c7dbb92ed9c1030f387aec47558106868d6d65eddb40fb97cfb0b88b10d19f1920f7369eac483f303c0ba96ebe2e089143a7ca9fb37dad670525cfd2f8e9288c7e3fc5b027c8952316bab39db82560c0c3f3bb0944158ce526485abbbb2419427f94332edaafe6110ac42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341151618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2b5b8a8011ca7fae9f2c7fcb7b914e0ea7c52b6e4ae92e1e073d355be307bc9ff4905e3611dc817633b87f7659667e31fe13ad5099f228fd3a0ad3dd07c71c186565f01887907729cb5d8b76d2c48d53950715106541bd8cfefe8c30422e6b48b40628a88163a06e97554f4bdb420a92e47f28507353b9a8f853b0bc9ac3948edf728451cc8331743f769291d66bfaa4aa279d36c16408b2fa8c3a17874e5a167bf179924c485a7af532fba1a14892f46431ac6c53417ac88038147a445eb6a09a283c10a25f2a0e1f707251a2f64b6723f492fdd48701dbf64415d450ad6a52cf1ce98f2a48e9c1c383af480ed1ea0107c9bada47a8eca7097dd907bf245fc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340492897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7f099fcd65d8e528cb6a2ab0c6f042859b37da43f9ce6a02a34c594ae92ed628249a7afda0db1882e2ca5d56b0039ee5012736e656a95f1bd332bbe7f4e9dad11538624a27efdd228e96eac0e4f6c37f2036715b763828a3ed409a6337c215908c1094759c6eafea0415c8669d27a4cbe4a9f02fd174f09233e6c653e346eccf865c661b0ab12e5e544885055b2aa6155f10d798bd65116d21d74da7ab0a28779826dfdf1a5810ae1cb62566a8bffb62522bf4dfbe28f9ecc2f8aa38ce8ab52b553cdc0d067619e29e18a3eca71c5ed9745bec10a3e7f8fdd33972241ac7cf8c7bcfd72fabec2432757668caf7ec51dbeaaeeebd515b7d53b95e9aa0fe626b04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341190982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=434bc3b5a9701fbb0c5c3add68bb8e1a430814a1a45c6e658cd7cec37acc594d0b9a198f456f530ba9a1749c98016de77ad1bf33fa90d894e69ccc9c87972a81528db4926ea3e21a28af9e7e7387c2d93d482cb655ab57e9d8f946cf03319f18fd9c1c59a23ce05a8995a5a1466f66241c2b126fa5d2dd90f86710f377964af7d00f01e12c3a23475bd6aad3f88bfa3e4ce5f86c6e68106cf559e98a2af9aff722ac61bdeb2fb47f15ed3fe7e283d2dd1c47b57a633aec6cc44c324666188488147fa2473fbd60311d2dc69e3afcebae17a75edc9e7311f8515103098e43a66c0d4eaa2ba063d7d7ad01c6d35ea0558687d11ec4313aece6dcbd39298b57f492&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341235807Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=636a66f73a8848367a6d7e37775a9ae28193180c0bc1abb830058d1af4cf6b59aa76bd2837eea95c0f4da50b452c33bc146ca3128532863e827ee14d952aad9b2b20c61bad91772b7ff5e219c5e66c2601cbc1ddc22f3a797a99a24c78a9a411ac1b3fae5d522e7fb99785fc8237138f0b0c838675a92d3c018dd7ce74579b16827f296f85b06178dc465b09015c089d8feb0f1b381ab39b80a3e2b04a2e7de35dbfc423be1011f98aa4b01e05ce1d34475efe6477cede659984e2e589356bc82eb6c718054f96a9850061ab2b9aee76a078f37847ce9ba5524258d24f1dd69d106091f628a64816e205c3f7a37f7d3d51cc947fe43dacf65e7b507d0f49df24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34124836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a4e4f8781048ed1347a83408f8aa72ddc857e406298ed7f9d5d614f678d725e114caccef8110ba3b87c8faea4c8e3344220b130cfe9b255667db6c969767a5618b7f6bfc8ca1288dee84cb8eb93c5cca0898f77f9ad493275ac61361d0e3adbcd9feca6726e4061daddffedfd354079f4fda5eab5c898deef079ae589d0c0ea4865bf330ff5eff81e99c6f2c38a76aea1da5d5ff1aaaa49c43060c67801fc931573f862938df37933aa59968809d19c7cc6b3b53b723c8058ed5603ee16cd87d2794210d200d845c96f64d0b210f592f88e81aad61fe93f3d5040ce4022c0cb985ea846a82e043c97cbbaca183ec4eae0f13a67d45df04655e2368dbb69c4a1e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340953154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7d7ca2ad90aaa20bd43b381c6e4dc9d2130198a64592cf705e1895c3053d3353b3ad876af816cdec766d44207fdc7b07b1d47a7cb47ee591f450ab39f52e87ee9cc2a50f73e8851f9b3058f1ae8add3407e6be25e1eb5acd2b8e6f7646297f61c20ba5347d5ab8128222ac332c033d11156c8f94ba5ac001f903b80d181049f1c5bcd06fd5ecc0b56b9d310b3568411c37f5e7f72b2a77c5d42d5639bb45d99fb6ac485fb8f1b47a71eccfc81c400e1308a8a1eeaa5d498afc5a6436bf1776e0c44a482624c1e9d374e563168217e074db299da05d94e6b45ca63e62ace0ab677db043d7d95472d4df2467b3a5b768c8f066bf1fe23c2f839c9db6c61b93b182&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340490773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=38037736ed308d98d2768e8dc4413d7f915d94bef333d7b6feae9c9669eac47923e2ed6574dffa51a8738a26e7d24395a052e76835015fad9307435e438de455d880aea8848830594aeae545113d98e6225ae91c8c1328a79122a3ceacac7d02b781bdc9ba59776c3aadd0c3665675a51a7be1938c9bb1a7dcf99a5c0ddaeb4161c9bb0539ff136860a6d32a38fda362f689a16c86a46598cb5179560b9cabafe8291c3e1c703704b6f67872e83a87b2f20694b4c4b48f8fd85aaade00ea7487c8be75f49c9dbbf4d2eb87c92c0be228ea656b7ad1b26d69f915ed8a89d9b16b7182c8bb3b7c5038fd89b516a25c05c059f1a626ca46b1b419fe6d18008b2828&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341376592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=538c62cae4005ad836ec33cc61ed96174c7a7a4582647799f5c6e18143ed1469ef4c762d492acda82695112b28d7973becd0d3dd317a7733e94a9e73b001bbbe00c00350b1c724c96c4b4bfdcded89d2467487e9eaa6b51806118a2d0585e7966ab2c73cd4619539084433d439cdd1aaafbe6b2dbabbcd61385d119822112b304f71562537abfcb942a51a2b73e55fc7d92448223fee774643614d6945e159d031844e5dd1664fbbfc219a9918da21aa473a5444d8cfe3da8e40e20fda5d172aabccd6b6bc6ba95eb9c0e04d4e5ded28083a671097f1af1eed30cd01b7dfa20c24ae69d5b611473e7c90dcf9fd289f8388d9456565f5121613d14edbcdef465a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341389476Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=664b019849bfcffe4a7a2c10a3a2c733f8225839e74755b2e2f8192ad9a5cc2be8057622e0213d2823d181d942a6a4915d8507e6e1b8b35d7798224e5cab4b5f4dea3b4c5d061999029e0a46acb18dbae8caa75feaa7396081b2fdabd61996d33a5c6ee13e25163e59e36369aeddbf8f391ee811768a48440d99dd5fe104530c2570d8b5b16765b7340c32761b0add685b36ec1531701dc734880c7dca371aecdfb041dd853521bc960b911dfa6a7cfd266f562cba9c5a3737ab922a35edd78b9d74b00ef3b541afd25053c6ba6f01b17aedfd5957a2a03ddd57c2ee198304dc2310390c6e83629a9db95826108726573984fae2723074db5d5e6fedd5f0c3ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341408442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3c10da955fc89ab267cedf2cb95eb02e8c804f80afc7e1ad3b49967308e51ffaa736a64f09761ed4c925155804b5d755b29c70e8ba0061bd2572a9c206b4025ac374afa7a273c0434b9e8c0eca6e61df47ea0fabdff7ca828d283e508f2e22620e44977d955c889f0d86120111987a313647e825e956837c674eabb2f8770d5440480c9d36ded982ddc3797723ce674559efd62afbb618ada441be6f0c04e2b255d08c8056f14f5be8fd16db92f80bfca58973a1875e1dab915262d81dfc6f02b0d9844db548be1a032eeca493bccc6bcbf6b187784293288952467610a0fea9a816a1bc07ad8d8b234dea2b3b17252271c7ea95cb6b0e53ef572c6ae9992559&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341425674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=111015926705ac28d81355d01cfa619511a7c011b8575aec1308eefeb83d5721e576be935f17f90505d73f6133155b4c82272814d9b64afa08f2b60621d4a9c3fc96746f5675a742458ecb9c3fa23c94aa1ef1b9f011570eb1679b194747dfe40ebdc3cfad8c3d5b65bbe5b48ec5019d758d5dd0ca865e4a015368fd120491d5834c84f366598df19014033f4de8d0d84355a62be69a065a694723ef4ffb7c46f35e612cf1965c7a697ed255765b3a0393eff4b50c91be40e36abc6a4659b724a0c5426e5cd28da142559fdcee3998ff4df211b4977fd86bcf5e244151a35e5196350d87888ec2af22d7aaf580aec7ae8676ab51fbde3d1e773900a8db0564d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340808591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1f69dec6519182052031c495ccf872e80e1528bcb062e16a7df8cb60beac58adf368c2288b3f3ceedae7790bbe5920a8b38265dac2ac4345d594571267679048101d5bbc4c11ef47bf65e3f6c23fa5a5850516755db3645f6c8085b1587bc98b618f72bb2683b74b2743c3a45d7348bb67bd0801f145f9c9a5fdc9c98716571e3da5d1a9a0f995dbd4da55e1ccfd336dbccdaf5bd8f92db58acf870ee819fdd34bc54206c77fd2c8502308eb5798ce23b1803933617ac72679315e37ef898c929f83f14911b03b1aa0e7479628c0726897661732a1aee26f7f5b3db01f3e83bf4e9adb81efa5e0b924d23a8f30906ab59c2527484a6125079967d41c4667e7ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341442256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=60f5a7d8e1a18beec9036659e97268d1471e0ae1cd00f9c2d60bed4e9ed88a9b51f97642d21f0654e1308491cc4d83241a90d20294edf015cf934b4be3bbd16414cc5ddd6daf404877d7d27522ae0bc3a8209fffeaed64f4a7209c3e5aff9e15b3afe50153e4819c6e59917903d53328a9e3eeaa725b5264510e35a63f3e8c09cd68d1a108b0b19a8ffbd7a476f9e94a3375a991fcc0d6370c5bf9cae3926d7aa5a0cb4791ca9c554e19f7b34c8c3e98d1bb833b12d4ac920de523e56649bb2935ceee715a5f6ad68d0bd563b88e1147bb859f825b504fa48a8f07f98e91dfac809a5025b41a6d8cfa8136da28299bb11b94c8433b745bdbc4af68757773289a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341123545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3d5d39eff04130da57e83d08139f7b53dc4d7eed2bb803fef68902bd2bc50abb2cd89cdfca3f78b212a9d5ab854380cf8c715aa05c1e7b251c2ebefa40214705e851dab70f930a275264185c2a0409a148c8cb065b3902bad9fcb3cb6619eebe294c1d15a45e41025fb6d73f2b2dba1f839395e956c2c0a55a6793143b1849aeaa02a5bf02bf1fe9e6c7b45c7f5f20301901b297a6abe5a66118a7bad6edcc0c0835806d89e05e2fd30e19adeb280079c4cd175e004e38673e231551ad07cff4900ade8e64b3afeb8d2ea8b6c25f3dd9ee5f169bfc74a5b1d439aa8f3824f51bcb7c07897b9b22fe7f820dd84f712321a3c748da5587850b76fbc478d6362fe2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341099229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=33ad6aeedaa3700e1d0d8fe6266bff2062ea4c4d7eb3631218dff7897318c17b6144e2ca38357dbca6d6ed280d6578caa5947c42864d1c66217cf57f68f34650be4174420d6c1df2c1cd01cb9fb3282a684bb4b7d56a3f0e5b2e6db34012581748d63cc0ef9f9e017614905e9017a02ed67497279a230fdf631ded8ebc7d0690cf5b244a9f5017e2b23095676f1375f5e16cdf51e6ea3e23b3a3f5fd8b396014071097b5e2838f8863c194ab4bc379ad4587d7378a611327c669f036cc71e5896f0045847fe813868b1821477a81993f03a597cac0f1649e1be36ad5d86ace78d4e90cc7e2b0b865ca9d5572cf32f4ce1ef84d90423b4772b464de69e2e92ac4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341499564Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c27554e93a655e3d0e4d5b4b87baf7874119b0eef36b07be681818c7250b609d0c8c0d9685fd90445d3551bde582a3de5c0850ecb277499c310caad3b12d5cf272328e03b1eec97dbe94500b204b691c80f620b387ed83fd2112c8cdd4b1c8a583511706916ba1fcbf1a714861b9a7ca510a8f1bad153e62999c541fb63005801b8559f54567c388d2f8dd2f1cb8ffa19ec8405c846b82c3aafdbac1f312910c496f1bec86ef97ecac4a13f1142de440c05441f1020849679754cd4fb2a1e944dd5d60a8854ebba1d9b3a26a787f70a90e1a0d4c4dc9f486aa9944b7a36a0ad6545a1cc6fbdfc7e65342579f136147b9002fe43c6dbaa8fb2c7d3c4327785121&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341542485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3ddfb86dff39929caa6745c2c7b68d2e7f1296be77a56922187a254e421557d64b8c0b8be4ca8d9db6a3108be92d0fca6e5ee46870001e06a034aaeb5ba5acf61dd53aa1fc1e8cf0cc6f3a89018df4f692ffaf70e0c36cc989ecd77a11bdfa1e2bf05f47d0a20c06fbd8a63e010a06e60fd347f70233df288cf63424c4e1b8b946bc940ddb7493c36c1d5f3a58398b03d65954045034eb3954c4c470adf7a6c00d5f1fbec46a19d897dc478e8df77dfecb1dae8d5fd16004f3471d7b4658983343d6896c82439025e499f1b57393ddd391fa0b511cd6c6ca000737ef78df593d1cb69f3184a1ab960f2e370173e617b78c83d535cb0d6c49b0597da90ea74fab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341554708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=368299a0a6d49fdf7117afcbff79c79d21f0e42cedde198bb3389fe0e21a7701e259fd21edff39673f2bff971a9a08e813f87e19c9eef21f7049318ef9889463c6f9fa1fff34a6d6b6db3ee1c5474eb56e9818399aa9f379ecf01ac857e0ffc87ddd44aaa97ded90860c5f6d463cc208f2172b666c2c2ecf47b928cf00d53bce26a02fa506581edcc27950dab8a534b2cb4b117316bde6ad585710722900de3eb764d62b51bc60f32a51520b3dd693085e58722979dbebc957d4bb01ad1335d3c2abff1990ce94a75eeca99d633dd5a0b8da7746ac649c9a854d269656565ba2b704b5e7160bc78a7f27ba7ae3804d81d4cd8be0b05a88c373585dc14ca46e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341130719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=915e488a7e6b82f281302ba6aa147e3a34f197e1d2a38cee17da1b51827edb7044f5192217b14f0101f5980f5fde79954593070e82505db29e40f8ccc57ab29d15734e6263d8c20997202655687116b3e920576f4120dd0b1f74566a18678c3b42e4bfc47671169ea708058c21e80f11f3bab14e0136c5701acd2d55692638342f82363c3a666cef17682869fb4ac860c7da51a635b3b7841a01c3a4dbdd48f0a50494961d1278025c228741d91b78eb6336fbe9d78a6bc4460919d337fef33c6a4a4131000677c67483bcf719c5c93ebf0f6e424c121c53e831c36d16b27a4726be740ff48d678295ce19f86845cd3d3d8f820447afe72c67f64d94829b9d10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341618197Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5819c64baf685be609585c29e5869f62ace2f4dedd5d5ea47f49585dc722140685345a1f4f93befee496c85c77389356e6c8e5b01b90c1eda1368fa032ed66a3adb4d01b5bb33185d3204af34670f1c12789f8f37b821c77862a755b2af22d55fcea8ada7e3676364423666f7076365e2f5c531ac7c3d83a4449a886757991cfb8bc23af58aba3382fb0c1649e2b699937811324b083d911becb6d7aee520455480abf013a4b58b63c72d247b8b3f4a81b3f226497080c7d2aaacf7aa6cabf402e7d6b72aabdda0e83e591323297a383fcbad646de2a51b5a884c4ba51af65a0fbf237e1237d7c9aeb9d6f514102a884562bfe4038e54175aa96bce5a0408638&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341651971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=34f82bb7ad8d82933c656248889ea7c72a4141ed61035dcdc7c3da72e907b435d5374cd6628f6a4e4174e8ed851ec0a76e5b68b2a96916d51466cc440ac0ac8b04fcbae1250e29715e5c299f20f4648473b351745f44ec6291ab4bf878613c0b81bc877b2b096e49c59cb5c73de8839c334b90667d3378199e6e7bb21fbb9a56efb722041e36f269a48801123e2cfea326307ef01212b91308ab788b69b62b859cf739f013f4448c0e10dd369b74b6c644a02b7d7025d69a6078cccfa345f7a0af3abb08bd877255b3c97f47b6d3955e857ef9f1f62694ab828e490147aa7d51541e68ec0e2673326e3bb4df5940d655d8a8a658958d39ef3c51879962824efe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341665807Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=46223662d353acd3604ab99c5465d6ce774b7f140e10d422cf9ca89ef1765ffdd2167f7148dca646cb944cd71adab5851c11f06df187e2bd575558f48df029795c291234adf7885ffc5a94d6b5e75fee5db854164f0a1e7ba97f2d409a4f08dc22a0150cc6449f269c7d0cea8e494069230e73b48edeef6496ce4a4a92d2fa5ca2bef07b1dde1e3415414ac812aefae6c00d222f1e65a1521fc11a66ba9a686af3e0915f05589ee6e6b5ab8c786591ced1e2da2e2e842d2ddf845a78a7dac2bb705515cfd099907567bae86c5dc9211ea9cc4e99af511f2d7571bdd555fabe9cb4dbf283e4b9b6e5ebee0df7c0303b2d187f98b5fd2c82d0d0d245185cc68cf0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341705963Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=62f968d330994e6cc57462baa520925c3753c7b4b9b72535a751b6cb457224fecfc8e83564c986726676baceeae0005a9cbb8bf8b6234212bd5675d7d4004cc7b188afa133ece0acea86a6499993fd735e1227c86876aa3aa14fb92b6f0cd03bf4884f25fdaf3f89f6f0173a3dc0fe0482123b26b2b0b0344fe9d164300a3e2272301531052c71549b90d2b43dea93891cf8ced31ca7f3e6dbe7155d03b3cef9832ff2a25cb671541323b5f32160e5ca926ec70448c8de5eaf145973e7e0a3b8ae3ae92dcc62798d9cbc4d7ec38068f1ee5ffb16280409fa284253649712607d8639aba29c08558b113f0ce9e5590c1ae5013ca6f2e52f690925508078d14e18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341392853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8143e12c521f6c5df58d76754da5c9f2d3c7e238c8406c4f93efbc0c19d92bef8397d8840ebf52f2703ed0b12bd6d7e97bc3d6c0157fea79d17fd3ab7514f45fe3acaa4d759d72e6c5fd4c96f77b5ac8c44559a737efe834c381db5233d8b2212e8fa9e4d658299706d0dfca6c7d081738acdf48bfee7a8785083b809ca1c386bbd101800e66844de7f876dfc05c7f05ffe2062ea122b46692c51624e38e00dae9ffed272641eaba1c87712979fe86fb8b15b4a11950bcb6a510f0b5cef7739f16061d55d50203cc8b1ac916b8aef93fe2dc81b5db65249d20c60dc2fde1b720fb2f284c41ff2d6f12652e5a70e3ef42963f9c8f9e7ba991e7853b5602eef1a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34176295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=306a26387ac876b4b4cd0fe01bbf0e4cf12f4b9d77e55c395679c65e2cfa315ba80351b2445a7cea0797c73e2e796c995175d5a06f70e4a00b9c4f568755624d373e74bf1eeeb85b0feea127555b53223a4b7d1a7eec446e7030ebb62f2da409605ed61700313e1fae75b8acb78be6b3ef3191227995a36be75522e0603b82c125a60bd04d66f08ee350b4576763b1cacc605b221dfba8cb4e4bb93a45898564de3d80e734a0eb16a955f0bcdd9a6b3c5a92b849af86e6380e53d4df99dff9c023f70ecf3700424ec474b91264816cd7fa9e84ec96c120674f497487698a539107ffd3c3b7a736127efb3b07c0b301b7c4794ed3bf4e143fc531da8dc4662af2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341795351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=862dc391daa18ecde0b4358c30171236a50da50df00b748bdbecafe4d8386d9e8c96462672cc3cc26babe5e9e63a945fb0034073a29dda806866c897d375639813e43e8e2e47a2ffcecb2dd6f7d40297f8ba747b991a5e60a494559335c7f7c2d0e7407120eb4f7e4268c8854f4323993ddd759a9d966665cb5f3b62ab6a9781739e0a598bca72e7679df0aa9a2effd463dd8e9e690b7fe0fd4cdf64b8bc1dd8a41127018cdac292653ca866b9cb0d1638c0a4b0d81b7dc3c73aa41d0307b0ab1e199f4c30be4b896c3b0b5e5ca37ebb3ea8c0dd3fb984c10a5fbd430c7e0ec3e1883c3d24300725df42aee9df364b5e7dcf8fd0e1a5848b469ef3452c13e731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341810429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2cb3f16d19a8d95c94d38fdd7363d32a464875208a93927f6cc5ce3f3257b5f4dece9d7f038375ad070c6148ed54d74b61b3d1e4c4edf89e0ad3d5361e64c818f422a05b6adae0a90f7910d6336aeaf0ce814376a4f5b16ece49420a32b97091c5d7622a18ea3862136a493873cc463e8b0e3bccfcc8a4c487e7d3f90b70f774bdf8b24d12a20da27c634c61880d131b69234661865e46847d97adbfe9374aa372d23ef7091a04acd9ec7fafc9e2659bfa134465ae6b7c4bc252973f1f16045ba43c6ac5bc3fa4203ec5eb7bc63569b550c32cdbce8ad753f6fb27f54b9d94becafd3c40421bb8685f4ef44ca55b1827901f62bb0197c667b9423b675f4e6257&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341823554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=65eceec577613b6ca5025435bcc2ded7d577e3a2ae7376fad684678e13ba10d9d08715a742e45c36770f3bc927417439a9f6c1643c04b7e36c25651bdea306652f8f0d7248eff90034a401c931ac80824916d34715274abd7f49eb709cd8071547368db86803db232934eea88fe12256458328c8f2d105ca47d49c1324e137ab2279cd1737914ac99ffaa03ddcb86574d1a1987041dbe42ea0bec9edcaf9f7ac3efff99a6b3c8c676698c61600208f6cbea53cfc8575545fa3ec98425ebad39916b8836f75be529400dac1978cfa59abaa1186844e4cd0a80cb8723560b591afa0767c1f6871f1007f04d36a9e5f8ffff24c3cab507f8f1eb5c38d28d553038a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341842279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=67def45d153ff787fb1226f21b1e4d34047f577de958e03f32e1031aa4b02ede15173dfc47a59a20297cd3beb28d8f7c1ecf6e88c7464fa8eab01ffc1f6bc9d16c2d7f57f69d4758ded9a79c3ff77ef4fb3580285e2b21b82de00c08f9e1bb1614d241e30256300355588020be0c2761ef17d3eb41abea079a26c420f2c8f8677ca6a83a663964edf3c1b03dd6b3ce6a30258a95c0c02110defd7d816be72fa9f24d2741c99ee6b5424137680c065479e2354f871bf85cad5ebb1d605157e1b0eacd9cd15fb79fdc8e06343d8586d546e88226a5d2c167d07d2884f0b2090f24be0ee80d252899da7229899041ffa3540f53f011befb45ef933249a9069d3ee7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341851868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=08b32809c748721555ec9f053e9016d1d53e6510d95b32773d3bb7327e8e7a5b34e5e47e8bd8cd050c9b1e744475f186b5d15d9e3ea5bd71e26224b13e25df01240f1f889445752843898e1919187a417557836fa317cd9034c26b36f62cc53de965dfcfa1a1b893f0998a4413c703ca5f49518c740193e9eb4f96320374539363da5a3a4453fdb945b5d5cd6a324f0365f7f6fe178447423af200c2bec7eaeceacba2d8e10d89254e84e425c3d901f638c4eeaac66de00779e2fcd6e0d669b7f2465303830101019d45bbdb106547e2c79ae67f3d73aa2b7218fa4d58aa43998990e2e6cd58d78499a9d7fb3f568b1ea3a5a221ae4f15b1019c3151ed5a72c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34186388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0e535f56a626e3051de0b3d465d9f6d0b184e43bd61d8e1dc7974e54d7a07f1b887d238ad73b8828759a29a907019165f360aef57b8cf8c04c4628fe51bc55220dd32e36d51255a94affbc3a0606ad17c30e627a8c3754d987bca9081a2e139765fbb759963abb2dd7d8cbcf5a173f569181be1ef531662bc60181f7b9655eed3c36652040ed6011b5761c0f63e69bfe88f5feec500908fbf2d23dc336cec4fb05d74712ace9da4db643374b602f8d38ee6392e55419ce09828ac237d7c9460e62d7520849f503e42579ef7028913f636f8d9d8ed4fed8d0c22c45bbd78d1eb158b78b2998c7d3fb873bfd698fdd2609bfdf155d09a4544fbd52af517d920396&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341161977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4d0bf94f2c97753fcc76435e65e44339521dbddfaa6d1554fec59aa4be199d2a08ee133b5465f5a8fc60fedcdba8d7e5d06c7c7167e1f1b2192259a087f0aad2b30327c39556ab3e7e83e725b0bbf441cf250e1b59fb6067ef079c7537df0b479ce305ce9ad88a14345c6e1ad1ee250c83634787744bc4d68a9525f749a2318efb5a267a4b8d950d7354d6868621fc0201f87f442bb7ebfd9d0075e0173df9b98d51dfb1b7357a2ad5ecff587063d245cabdcfcde7e0689dc29b7500500703905a97ee8112b4cb01f41b3aea3aac234818f9631bf2838af5c5553f331a788302e50519eb935767966db4c3e831bf30b9328fd9f127842beaa4660f0184cecacd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341916219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6923f958e071adc79596c64276f51da4f4088084f2e5105745d1a270be41cc5315b6baf22ab7859c723314d394cd1b446e93d2d75140dd2662430b1a4b8a82ef5e8fca7b870577ae48b0ffebc7246caec754e2360a95081c29c5c9de651f8b292db671771584e6a8b5b64f947211675c2d3ee7893500e38e4fec3d5c8271fac9a52fbfe3d5b95fc8692b141bbe8d6caf75dcd4d302c450ad6ff50714553e11419dd37a881e5d161656a2291ab82e2e7ad19732f15811585867819ff7a64cda3102bcdd3d40b5b77f4f7302f000db55ce8bf386134b32e89413b5dd0d7ff79d61fe0973dd5b9015015dea099e3428b692783063a4b699ee37b08ffe2fabe4e653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341937339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2bd5877a533209a2dc5cb0eb4ab5616898b6f17ae3680f380c3ec592c36ad4a7690c5082c2af6cf3abb2df41dc3b961af12d04e3af1a02e7ec2d44bd2ca1d1b6ffa0154d36c674853525a9613d0d23532766862b5dd187abbb564ae1d55e32bff76587f51dd0e9d2c8b86321e1168e255e98f40df8a2653ad3f38d5ff6e3aa649092cf3d7da6b6f6c51ec8cf1855eca21d7551ea3528ae113a3b19823b610354825004d7196e2ff2c842af8f23ff5540679d670fbfd5587d4fd346df1156a1b922aef65aea84a862d835b13aa0f7ffcf96d147cad6c22b6c314a6bbefa19fd908dcf3ddb0326c78e7d1efac3bf23b7185296dd5a17a0fb221a1c1853b92ff538&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341965532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a8bb08af4e191fab71fe7e523bcb397025237a28960aaa1939f8889e66c6843e4b610ac6f92a107701f0278c7c2ba80b2405d078e74828130fea181bbacbdca62d6534b62ebcc1394e7eebe906d64ebcfe7b66a7f4054c0d1b6b2843034c47f12c285a80f4d0d24899712f8281e22d52316782950bb651529f2a9bd8d6292eb2f1ec3f7432f1119a215343a492e829db5ff761b86b06b9aa9a43fc4e41a308c0ab4c11843d58fb6fcf6795b455cf86c9e431a1f9cda4ed00c05b6dee761c02fdc3b35f4a99ba7080828eff2ab499196ac672963cb8d88626058d5e56e4ac33b1c78f9301e70fe1183051a8a3a2800858d671d2232f00499440ab5bd3317ab95a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34198587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6bb2c7b4bb58f5f3fbfd3ada38bd993b01ba353917ea58aa476fbd04c9da62d8befcb9beaf7261728ca42e28883e6ae274c32379aff5451cf2957da50ac96615a77f6c18a5d4370d1ab323cbb231c07c582cfddebc097092a7f9d6cff00131a6ac029f3da6f4ed894c038d7affc0f9113db8b00b58c4dd09b279b7973d2951db466722d6e77d76f057120ede31f3efabbde233897dcabc192afe29d2f76982055082339029907df66020b08d83774328e0e015b2c4a9d164b2a424e685cdaea6687034ae7644ab65a16c97208aaf30cc83536f9f75b5afa830e899245216552b90cf60edecc752cbf61b108e475a25450bb62ed4a3927301b4ea2e3171713343&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342018011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bd3f7b35abb7d949c07107b99c665457bbdac49dffe5573847a74c7d108e1269dda02b819ce0cc1a539be0db8361a7f342a678b1e4639dfd0b6f50eed9c380fdc46a35d2bc5f7924bc36f7ed3f542393d0d4aed6fc67bbcee78352c04157d66e3dc8aa9dba89f5f3f6780f187a0d93c2bea0a636e671f68e3349e642f8cdce432a86f29782c2c5260f5b269b0250d324cd1b74c02653327354c3d8691c3c8aeb9e868874405009ee54708b242e4805134c9e8bc2cc37defed8249bdb6fe696c89194b72e782b959fa218208abbaa843447c3611462a470e0d8e9ac1d80b43b1136f892ecbf056054a91041a429afb9263ee81d6f63a0aafbd238cdeeb5e7fe3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34173665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6f86f33d696cd483293b7e6b765feb2c4c9c9565e4791df6447fcb2113cd21b464d27ec864821aaba84ce135d1085d9526640eec9921f7ad561a9e4fc10bddd596c8812d8ec3f37398d4db071444b5d8d29423ed2a7cdbb167866dadbc6470ad7f3b0f2008d2784fd75307787c148662520c3dac3d64277a547fc66ccd829c6c84c3c2a9cfbd3466e14422a591b97d164d395da141569d52e10023154eba00281baa92e041d2a94068681a17c92ef134639e7a13fa907de3ab44be772a049d6778ad180b0488516e6c2875df933f5eca7fcc2993bbf705c519590f825201494e2eeab0320d5d0501eebf9b06e49c0f30665f08e70aec6cbd7e82adb88fb0b308&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342059288Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a89fedf89e5bd99776aaa476f276f240ea66d2a07bfd315a2871a041be52f6679a4fa63a88f72d27ff334efa24451b1dd392dade86fa0185b3460bb2888381b103119c89b1b800702d28e4b2320a0ebd3070de894045f7ebefcac66150592c8ebba7ecd22e6cb0e63736298f84e50357c31b203742479ed1edf4dd3bd12663357608e5c61d2305a549c0f1f1abb5019bd7db816685f1cb99a2b8ddc77ffcba007eed198c7ef063895385639cf127fc7ae0e5d3653884aba51e45cf3359dcb39739c15ae41244db8709b3f76a736939ba6a62550e4f2de9b51b5654c33d5eae38c1953f16cc0ea03e43974fb09e05528d81850b1e561ab9925d5b8c69934848cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342071782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=76cee41506cb6513a165a090eec442299d40289b222dbc969353af069a5d58be1b4ff4d01ed410e85fc04aa8d539b43459adac72628d7cdb131cad13b03609bb700065433309bba4f69472f44150c401eaa6b8742ff6e28af414564f1bfe7be52c999f08d429a354fa675ced4186d5df7040c5e9aac85e45c646e5c8a62a51cfbdcc43d8cd55fde174c27313c074bbd4c47a434f58f9870c8dbd1c9d3a6c8d056eff81cafc660845969cc83f506ec5a14fe46b88fbe1ed78397f9b0716fe1c5ac2e7412a6be1755e8119183ce1c67e17d93b767f8736884628fbcb06307a3dc35b9eef6f61d7f40f99d39a2a328a12b88dcc3a8a4cf72d69a4697ec1e39cf075&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341508631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1a654a4f56870824c1ea7b03c1a539907bb152ecb5d024d9521aebdb7ca04ebd798e1d6f1c559ecff8f9a71cd3e514ebc0fdf6fd863d28e3088dec9007f82d147805d682a6f926437bee710dea4c93227ce4c87ebea7c8913928ca51733550b63863f6409a782709a9037664c2a767be5f3f85f139e670f4b08dce5a4768d3713b99530664a8062ba3328120116efbbbd73cca7ac5b14221d49c9ffab8937cf86b3906ead64b4b4d12eb8cf8f4ca63d08d6a9f50dbe78ea0fb6599fc5beb8451b9023aa7748753a35a6242d20d4bd6553928af43b81047332c11a8c536e54673429dcf6e5a2c019fc284b9d6a13c538bf9d23373987e0a3faf2b59c7b20e006a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342157784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b6636c8893a9d51f3a7a3e6b06534bd2d965e7915dcde5c96c8786508dfe5e300c12f78f1f30fe85b9f30430b86a9ce102749f7c1df91465f43c5285f81956666bfddbbfd292b0d04b1db1b74ea5063deb03c6aa1f97b6335c0697a4bc777b445efd4d4ee834bb2d7190541eb7ea66f5d7674533742b265c9fed14f4a309e60d3151658758ec79245de3e1951b5a6b86fd9818553707b18e228e772f70d4dd807a3b155919d17d46f72aa1fca1ae4bc8984ad990dceb3cd580568e12cdfae0559ec6140742c80d57ad0454caa5cfed00277914b0d54fcdc7934aa4fa0b5bdb54d596c962de7ff67faa2b6b5122bf2c1bfdbc8a58ad7cb9ca37b9213fd7043b1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341832521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bf29a73e4ee27d348dac11f6ec262132f912cdb81477c40606c3886e01ebc6f7ba78cc8cfdc3026457d07d49e6102ccb1efc38a6eb4c0b4c8237ff891bdf73187c4b4b39bb50d3bdea98b0e3da6acaf9f8a210473f730142bd24c26849c2a4a9055ff5a2cc9b7d983fbc692a22ede063cdb7e16598256ac64341442cb00b0b6f392bab7a4b9a84a9b1fcffcfd0253e51479ebc43ab3d780baee186ce9ac22d68a03756dea89506b62269101de95cd3aed69e6104f20699d16c74b55fa75d4c760419796aca63a1daebf6dd3a0e881abb830baf45920d54e067d1cc19550117f9a103f1d807649991057a78b530c184db5a1e52c7edca7025195a64293d50b4b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342205995Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=aa5a8a8b06f3b9ba6245ee4cab4cd41fd6ff3be6d2502c72f2033efce6009a8a31b0c905b3dfe90c47b79b5dbae59e2e167ca4edcf864771f370c0a1c9262218f3e477cdc7775f398df40d814e9976765245671564a1a96436328702ab24608a710c6edc902aab9d0035978fd378ca6cb1f84c0d291db7ae16b21e66029a4461685ea9588011bde68c875d8519cd672b6df84b539a661f9635f91a5b8cdf5c6eab5e215fb80bd212df631afc5bd25aac2bae23f81a72e4d82d8700444ab5ebc3f48d6ebdf04844177cd92e9e376056bc688d8a9cf1b2d4cd3abaac04d3323f12cb8f8686a215a995151346e8cbdeb34d64a74a33f53ecd0f0e1f002bb8fa8b0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342216986Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2fcf7ee80dc04f26a13be29ca8c6b9731f1474b1bc965005b21888bf045cd44627adb65a25cb9a0e6e8e9fed3723054015d76b4f756d72a5f66f6fb5aa54d02fa47966fc6dc886324f6d133bc081eeb25f300f2d03679dbaccd221fdae056177a6696979d8a90472f72eadc5d6eb5c0455016ac9bf7cbeb312392a55e82aa8c5b52ae813e39495061def44ed644183d432b243190a53004b44c458e578f6877c3ef3544940c52d82966c8b3656ece32ef051a097481f38bfb0cc700c6cf9b68d259c307ff372cfcb2cc9d44d303141961d102eb0594c1ac41bcd7a945ad7ffd94bbc6b076aae94763845afa1f8869d1e4e6bba8240f44ab7073cdc221c453fcb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342233266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=50308e11b02335657f32470e9feb8ae3c028a273e917bc54f6704beb7d93ccb1a49a4ec0aabb5865923ab2cb958a0b0eb16a3a2327382902f27773f3bd928cc0567ae6ced73ef04d46f1b669a0c0eb3efe71bf74f1cf66612b210629c8e97559c066f6f21f605b99b337ba992e0cbdeb90f27ece3f8c5b1f551d6cc381f3310035601e460b9c0db53466e85ea84a30a232ae1e9078e6ff9aae46214dbcc13d25883ec5e5c69045974b4a87753019bf5be31ba208f6af10ed1bd4f52f7d23d2bb074418b4bd01cb96f443cb162b903363ee4aad7e64d23b3b792daac75623bf644a69f296147ef9867f65ddf4ff92e8207047062f58e161b155fc27aa28d4ba64&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342252302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1721f42205f5105e2dec7defb76f4fcfe21264bb06f57ed1566c3251462f21f10095baf395522bb8292fde8edfea0138a7d4fdab55b10490097cc7de4b43ddccc115f9632110f797bc4689e742343d6cb2dceb5289b518e934123d4f486958a322438e66c02d0e6aca064a888ee79b21574799109639a9b1807eb494b8c3924874961c521ec7dfe56607685cab95457864cd9a88fba812da086a4880b38abd579b395298904336455e660c5e0e106a9c5dd5ff921f7fe7d5380a4901a799047b0aff2cc681571e2e76e65b7919f84d9d9b74a334139f24af4c45fc1a6ea995c2a67064d6c158f928a90143c37c50d1ac2e837a704f1c543aa62bb30f67bb25af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341619199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=22e8796ccb9d9c4ae383830b08f95b4298ee43246e158c01192924f9db41c5f629abd8abcdcb2fac08fbfa9cdc58fb2e415a15a3d61bc49ffc3f1d79514fc3374d5c98e77d1cb86d9eace05759b219bbe62df95c89ad47f4db9ca5512334dc113a40bfd0df97fa403700be65d56b01886044d7b5e9f0f62f5bc4a5284fcdab2f47eb2390654650dff127bae38d4ee4e7b7fb6df16a5c7225febf9e3f2986c7b0e36baaca15085959367ea8267e4fba4960eecc8dd0aa359d44b55f5c1ee3f39f55b3838c6ea850f6059f84e50f5ecb731d6cdc515a568402bc8c85fe3666d069ad44a0b1f5d4a17137916125deb8b3410f3e1f488b2cf048623484d8b6bc8fcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342284242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b0ec14584b8513de9ec4a5a292f445979082ba2a0fbe7c3064f2b2a40058b9a1c9bac7db50b39d99bc6f7cc5ad1c64fd6ac2ba98bea72c4224be73bcc4b98c0cec9bc2f28fcf9b3b1fdeb45259b5b71c59551819b815af55d8b02d859dbd8096578fab074ceecc32276af22ef44433d724e67ef4eb6d70ce1815078aa1e16e4fbb206eec080ae9abd8f43fae0cf8602a9bd683342a096d47d5b644aad85a703b5badfa48bf0d1a3dbf6b0b39a154ea29f6f33e003a760644bead0e0ef64fc30f17c3189c467cfd45ce67bbcdb25cb714da84fff3c0de6ad7b4121459acb37dc7c2367fb4801a77e2349a783d93f29f420a20ea16f03599d8be5144ffb001efc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342306134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ad66d4b9ffe1e7bad0f67ff0e2f66e87c545fd57a0d46937b845e4a72a2f6ac5d42db900a79b9d8eaa369db050a226e9b1eba71d7904e32891fd0b88cd1a76521030090b88f00874bad9068b501b4943d8ee35f2327ea19b39f080faf9d0ad275d575b3d2faa353c764d01b83116d95fcdcc6b0f3bc3ca74e23c14db8827044ef32de4542756a77cb64d8b588727b44624383bc44f007611153d7cb43d2c88030a9821c5ad065e74e88e0a41ec63ad5fe0481f174f5e24bd8df36372d2282102b37b7a5b7fa15eb59f054b2d51feb89c783ad3b8fbdeff1473910508b17eb1ffe4c7e7e32f71432c0074210cae215a5f55d91a58e6e23a1d168dbbb84f9002ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342343805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=13beffc4e027f006a949460e8b68cc48b8020802926dffb122ef1415588797e02a0d87d4e96945dfc8a3b7bf87241d448b6a1bd9eba4919d607438740df7a8590565824979f7373f59ea5e6ca4d963f6e727a0a3494e9697f5a787c5ab8c3da2d5344e3ef6900b6c3449149a5619d539d7d94a2d8d019c3bcaa646def1709d599dc9c31b11fceceeba83ab63d885b6b4d78089bcf257403c02abb4ab9e7c1833ab5ad452465a53fd58615496e9a49d7e63634ff59d3a63eb247aaf2c0a992169ec36fd07673eb827236a561fb1d8ffdf8a734747a74a8b13a3d0e20f836e184033806ce3a57042ea0bcd21a5af220cadbf30fc0cdfe9b9e9baff4ae970257ebe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341905729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8eae2df610f30f323e91252f6f21edb32d9d740921417d79e3852d19ed06ca7d3759b2adeeb79dc28ca474823a35d4178a63ac99201c41c4e19f9555bcdfc260339c49a69a98139f4c77e9cf6c09e8809dce707d9704568d464c0f6dbe28229e77a7f175d8c5fca451f78791d30dc25a90b2935bbbda1c1760a6603da74b4d29ca120153298e738c33a42123497328ede4325b20b84ecb6e97a8ef0c67fae0bf47f5cfd29abe51754f3dad673966c47ccb403a0c81999531db6290a8597a3d025457d837509933791fa121ffaf5a901a5cfb81279c1d1af9f27f2b0cf7ee46dd7f3498441e13852aaebedbfc6e7f4bc7982d6321d39186e6f8342320f354d33f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342379642Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=30db17630f0d02dcf6e007d3312210629938af6a0d1bdb27eee4e888b7e594014db7a52fef72df7d5ee8a250028f3e522c8862d8449e94c2389ff1781ee19c825ff081cb7c2cb1b973143b4fbdfc25b0e9798a6965d7192a94d89c55a0cec754a34f38a0d3ffcf6287232f26fcaa0a3a2f0c1c8dce3b7983d089dd0caa9857a8b8bb3e4898c6be47db66fcb6eca4fdbca3b67d092c26626e78d87af73b8fcdaa7aaf32a27aca7f2109e4e075803f8de504a62a6d9639da78af106aabd07719476ddee71ee6cc7aad7087e4d98ab9b72d445af413b04728bf558e5e3433b31b274ac767fdecaf2a393c2bf04c22b5a8ee97892af3e41c6c8b00d667072c2ad1aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342383109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5fe53487c9cca68e164c0209e5560e6478dee5d0a9e5aecdc4ff865bc5379b4bcb16d9237e53329deaf97446e248955642adc50429d029e6bed15db7f58a13cba47862e5efacd56baf3e517a365eab283b1d17fe5c66f435565f39017d4d2f961d57521e31499414b5622cd064cbc7958100c2717aa2cf799ebeab6910b8d50240e9f1465192f92ee5b8c46fdcb49ca93ab1af470b61439286278f477d49ed339e402745f3060147248c8880b2629d30d2f3ba22436771c2167361ee37cc73e50c4ef3547b5a48277d481265b7619785cb8500d1b25e9929bd643c6203e22d278ed1596bbac3fb5c753f24b7bbdacad263a05682eba71ada34442897c7c3c0ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342438663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5b44fcc91e89dcd344715af97d9bb41f1f56b495d9528407e7125eb08921382b7ab4f0a39514dcfd7c9c507ae9a923817390298c44ceadea8a86845dce8f094eeea6415e1fe31ef5b125885887910a618d36c41438d2a7b08f2b2f6caee3c7ea18ab01c54d5871551549223f438a5adfe28447988bca0cb75d4163a8801f8f5d73f884b8ede325d42ab168a3a0e46733758ee33253b2b53ede84c1cf61406e520de9499532c722b19e727717e39cf4c44289519151c8be264c6e2780e97126c9b650e3bd6985a184beb9009ecf0c792723da6f443cc3990d1277198508f25ed67cdc7fa3e330d223ec825d26b43fcfcf58ded98605839d2d86e992073b1a7e46&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342488367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6c0195dc84f1e3933690b692de6da2f15c13228211d4605cdb9541c7d3efd31462ebef8539d44bd52dfdb9d54a9b6e03264441df1eb3705f521523d65135e05aa3ff79897861062299578690bc157ce2e58133fa29c725528853e35a6bcb8dbdbdcc3bd076a99ff1a262e089ea2023369b0483afe36e94e2f7ae58658bb60cbc60c22b9440aae2faad9238e48da5d5bd5a51d5ac8a0111cc45169826c5166b8196ff98d2c834a1fe36252a4474a62d108f18aff7aa1bcf9be5b9bf0b50c91cc612761407acc7f3efce214210fb9bca8e26a7943479ee1f88b7cc8ed0d98969bc81ffa148b2016d67311e1e548cda2e7074aa9e03a38d6f76236b1e4c6fb35978&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342177732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=364fb6b24deef0b4648282b82c452847a1042fd96f2c34fb03a71c9774120df96ed720a5f2770af4424aa24f5b120c97666afbbd22287a5da30131f97eb4591e187a0e35224a3dece7f6f312d3c788611ff70053106528dc3c8cd4c1687259d7f37390b27f5c382f6d6a28910dc1cf8c99055250f009ce6779a4902f5b9797145f1b79783dabc6855225cf65a28a2ff011203006dfccc195e6ff6eafc79a14f2673a39d699574281a70e43f7079e3a748b59a5a72d5a2754977e971841cd36a04d5cc7b130b688e5876d2be955153131824e305f9570545b41bccc073e7da736e58d7231d2953aed791ef6940c83cd5db05920d0ba8cb1fa09bf3ca8652ee351&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342519095Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=53234e1bdb1575808eb7050777adc2e42360c029f5518890745cbffb422ae9902aadafb138bccc5291237db26e52c08b50e99091f85c65af618ca548ea7560365b5ea0be1d63d664db1bdda01937b9b347378c053af5c1d139836d668592ea78fd9cab380a1fdc925fb2227cec5334cde982b8cb143abf47d0a5ce3b438f4b439bdbe123338bf0dbccc1e05475cc472069aca8e1c24728ed360f4adb00bf9a1b017305e1631339e9c0016e14148fb68f5dc77bd5436a4053b041d78f4f812a2c6bf0ecf095a83a55d18b5a9f173af6bfcf8aa943a68b60c45785673ba12544b8d9fa7c206896b7a5154423587fab2b52729c67799d8b55fac42e54a4fd477d21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.341809939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=364a733d7d24158589192eee801590a1953e5bc903d8744499cab188b99d8987be823f7c460cc2d495a0682d32af4fc930f1a5871916f828b3273af3091cb3f57a4fc5b27f12d458e1a57719fa023d8c3a1cdcf8eb2d11970f6c1d981f72a0ec47905388f436fe00a527cf3f643b3a476e5378db1e1d92a3c721b5837904da5868f156b929207853c1f96a3108ad3c3850957103369fcead0df80c11ae5c2b61ddb0281460efe91936ea957ac0e14001331530aa1bf4587d9579789cdc2edba4c04f1aebfc90c50dde577e910beeff0a10206832cae46389b50e122b8b4873424fe2df3509406645bb267a7960f1483eafcafc303e0d7f7b654c78b53add92a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342259205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5374be65ffd679637ea3f8074de2ba0565741d7dec2a1a6b4570d8ee2b6bda4babc72a27c46644a88c13419f3e8dd5f1c3dad8078815c1a2e8a33fade17c8060d51e807b85d1f9d19d99805def9c4a3cf53a438ca879f77ce59bd88d6d78fee2c93165b233eeee22bec60f2bbf2a205e346a11e12f02ca3d4f2b83e914c00ed243fc870cdf4ec4992737490dda132cae673802160999f85a6c2b95bb68b97b6d1d69fe2f8ab3bab14274dd2141aedb72f78e9170b36d8961bf7727680d995b57943c829cbf838098d5681a7842342ece7d105729cb6754b42188946a092addf67dd468fed5bfe710d12617fc7121912761910f18e25884e2d1f6b6a3a8896590&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342604045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=18b8291fc7ca66f30b2f972d73248f85561c184d615066245801ea041ac451cc3e2f46852b64257e1be9034cbc09449edce2de91cb949d31aa692ab537a43df18362d9f6d28d9b517e8d6eb2ecf8dbfb423882fb1c8c60f033213a75cdb1311b138fc89d0d03566a867194392e179ef25e34ae5eb076074c12f28cb138c8d950f1091cd6ce295ddacc9aa07b24f39043770fe81012306ed8788d6d094d323c12787019b70c15eb8a813a425414a43fbdd1033805df95800778090a6cb2246b9af3ff12ca4ce9f022cad153e3d88a4e0c411b46fb89ee6ecda032ae0d32413f70f9e4a8c2992dce9930782fb90e99c2ee1dcaaa73a49bc1db60ef8cd59de732ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342606971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=47b06a142602f1e99fd83cfe7df8927c0717ac4617aaa5a4952001dce198973c7fbc4544e881bff8e9c4eb0f7cc12b71e0f85a9e577546444cf734421f2ab8f87e4878925518c9b90312f341b0a252f66ae6a34722775f4c9f8bc38b7ae6bd37728599794f6e9a9b04796a1fbedc5d81e2e245a8958ee1bd1992d46288573851c9acffd3d52d7fb90783f6a9687346f1afc7695b645a959cf7633e029b463eeef28c9ba43410290c48f48cefc9e3017d52bb97f0d2914cade09955b02be2f3c9c5d6fbd2d867ce908942fa7c5d265b2f5e881290bea3fbf4182f362357d1e9e80a13a40058885c14899d9d56486fa7eaa4f83eefb3d74984b37e88cca6d896ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342620326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a0134271c954d425c46aee82b2c5f565eeb179eb641f22844c77f92704278fde247405e2b1ab11cdc8e3b6d107da3ec0abcb94d7ccfeeb1a3366e609c0ad41c640a7e8bf066e23f02068aa7e1f9401777c84a16dc50a7aeb06c4bcd35aa6595d704d99ea5fb039a0efa779953921b0ef74090216ea421d3bc93f5cf126d5a72c5e49acaef52ce9898d14eb4e69f3813619522985108241d2fa76221be89bd1fad4537c14e58a4819292ad5e470950ea8e8ac73c7d041ec5ad28e3915378df4b488d3788dfa0502ee4b0083b796d9f51e636d931a859d4c508af45b078861d9d06e403ef4475d5607a4cf98064cee055fd5b06bbc781d79a2b430a1f71c8eb619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342647647Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a85c235cc6f7c0069c3c423bb4484eb3d4a372ea05103f4dddc8e0e0a68ecd34f0ba8a0d0309114883a0187a2ffb16fc4f94bc5543cf0c5742ecd25993dcd3d604bfaaab44f9f5776f1540466824d24f17693b12997b1ff8758ad65062b18135fd7cbf0fe724e54a4cd23217200f7a44f67ff741036301e845e422d0cd6b43f40a979696454c38d6e849008cd052e0dd3eae6b2106ab4c0933a171e9d2ba19e4ac09e4c7cd0c03f775c18bd306846354d2acc153853405c5281a757b1ae3d93daccab2b17d1867f31104f5d242e494ec7de28d61d3e740a7f5f5a39486c7d187544a31bce231e8da317a774bc1db13e7dcb3dabe9fd0f0fcf19f3097d2f98691&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342672374Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=51f346993be372b658c069cc232a19ec5134154a58d85c59048ae3976b013620035d5f31ac8335ecf2a1fdeee75de70fe2cfc7774cea751316833d6664a77230b37c89417dfed3ef2f0862cd3e98310d06cc588287bf1c55e713bf8ec45a58beae724c885805e12b17e78f702654a71758b30ad0d4851587d7e70a4ac775dc1eef6632fa8e746e1887f694b0616aab981d9eb8208303dcf1ed737e0ea679c9d7703df45e9e37b7fb0381a374ac1bb6c5367bdb0575babc5710f77478a080b61d6054005844ce7f989672135883922cedcbb5a0041045f213d1a1f14e0040d2d1abd3574c4e3ed70f7bc04bbe56c3f01e2347b44c53d29d6070cfd2a2dcd7a8bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34268092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=583a0a32b3e175b5a422572c9324fc71ad2ae4d1e511ea4e7ac94e4e40eba671c48c5b723fdfcbc8fbe6fe20c39791bb2d33586b21b5d7da27e97ad2037dffec7bc7dadfdab17027716adb99841047d66de4c09435ee10d39c77245a33a8800ca4745c93cf6c539b969bed718e5f70682ffbce08dd3b2e6ba1e1e148c6cce9a18622dcd5edc8d9b72c2313d16268d5cdc1906a6b528ed7a2520b5e1c81c9c8a0736841f96a8a7a2e79e9e1f4042269037cbd7ce374cb894acebf61a1605da87080b0810ccf1153e604fe814ba8dec9b3db365da9cf1d8a4301fd5770a011ac1ca02c2bfac11eba624ab71214f30c12ba821218f0471b52eeb52d20a32a9b2611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342351158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9947d1a249c1b7e44c7a32e097e79b1ac6e9350a849f8445437a900a79c0e47a2f9aceaa3489c4d55ed1a87ea7b82b72e4019c984f6b66af5ea64f9d5633a81d585ecc2dc85cbf89252703777a03b0f6076efc78b5b1bbe210dc4d781b2205f2041d99c0457efe9673c19f8c6f279d1c0b8adfb970ec8cb1ce9a705eff10bcdd9036752f14423710244870e01c77e87f8bd4000bb57ad7cbed286869fbfabed5f76112c7523d32056b5ff8a6eda4f9e24abe6c5884b6d4b01ecf480f2b610a1cbfe0298a7663ce52ef0d9a7f6d04d9b43034719a819ac711cfd2516495ef4c20593142740daa881d12ec1b7a5c846da2bcf5b7231f638e5470eb86e0eaa29b2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342729852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7c07a296dfb8596caae52b54f758aca5b7dd26d23bd030915725ca576a4d63f59806ef0976c6ec138078e01bb07323d181f3411c6a297d225717e7576c18b372f682c92492552e5cf0f2b0e8a1e8f4012ee6aa6b551fff9364e58faea1ebd1afbf490ba25c1bfc9102f703adc2840ac24d0b0bfcf4b655df0eb059d2af430737a9f9902d15490fa346c907a27a2d3c8133afe9c8dd8db3ddddb191ab577ea1d12f49df01016848d4be588778c67e3c4c226ada4a117d53ad93f8adb8092d621d80bd869a8cdd9ffa5c27964b728fa3eaa824a08742f92922410dc107c050f2f67ca8765d9a8d0da10af6fb635b770a9bd2d41fff70eb2886ba08098ce724277d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342772793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b8b08b0ffd57f1294e3dad5fc9ff568cd6ba2c7476b05e2a25a8f3e29bc407f42e2fc08dee663171365aa8c538956a95c45a681a7dd83675cac45b1e8369c25a11c49fe99e0e4eeec32c53e10eb533fce9538decc0b792be16070414725b1a52dead20a324a5700a8851d3f203e5d3e41b1fc6041de2e067c73c466dbf718b465da33daf1886b08fe6423dcc45f5a8af25953bb3780d4bb70a651599ca7c1aebbb1398189c927de1fb58ba90632db889166ae650db1b93a31b0c39fdb756b454ccd460fdbb48015172d8d3c65747cac42407e3cfdb44c0bcb9ebb16408b9ab367622d7cb126a5a552a0b1446585589bb8c6adc039b12590de346308d76aec2ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342833247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9e5cfaa30fae029c3324056920351d742b3d3a532228352ffb70fd18811bdae17f655c3663439cfe77409873e4795668eb1ebc682ccf8e8b06694d73154a8672d76b0e26932ca9d8906ab4b5ce5cc9e4589be97c51f2c248af1ecf60d836de0f8c9b1a17df47695ed2d0fb8e1ee425d5449a8c37c351d6e2a1594f67834c5e8a836ef0ad03efcf1dcc5d2779dff16ce727167b17ea051bca3e5aa78c3724301d974de1e57c57db4e0b354270a3a2c4f37db1d3211474d10646023102a8a3b12fdf593e6f22f4ba22ef417f580961bac31b8be235e65b89f6d6b43644510d7ec309e29bb34fb6a266bdfcb1a98c20be6a7a7306ee5815c2f74f6cf38cce590835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342873533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5f5cd5e10107d27ea0b4829d51deca65c3811ce24b964542ca4cad80af6713034f316fc5a7ebc5beac82c9282bc84886d67ee66f4b55c638cc134d817b9ae3e8e28d0560bd5b14082bc78588189ae8ae0fe4c952fed72a7121643661ab811ba516558604a0d647495905e487d8899a66068996607e43170e081784456f58970d52c1343ccc8dbf972ce23ee79c77053529e2de9de715a387f065afb1fb67734bfd54fa14b04f14d87e4bab6a760f5d53262dd958cdd2db44104a1dffa29299a458f5e6c07be8882a4467ba0efa9b270218d4d37a6bef9e2e6e7f9d17bde2e5d48ebc951a57421dab090c05f6ee66fa4de05be657c5e376f16b8be4da3208df8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342884393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4f9703049d44fc515c10a107bd301884a7e8754f500dc9abe28401df1c28baddeb510a781ff79a552d02c156c973d16fe7663661587937683249940f287157fe93d3f56ffd7679537c3ee117805ae711df2b794557738e671923a760dfc338febfb17fc4013f72e9fd863b996d2a8aabdb61994230c2ec704374fc4ae4b58b33418ae31783d10277e4ba08d26c57f64e2e7b55e84c05951f133a9be5fed6dc3e535004a1c5be35bd4a265e96905bfa6214f6272f690c75e806d1bec2400d8da7acc9aebd4bc4740adbb43b96b7e0413512254a2f6c0da98172f1f42a222bbaf25dfe1447f4074dad36a3e129065e6df02f32fc16fb5e69f86b2994e2aff93ae2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.340079758Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=49a1ecc6b19af002dfacff03910eab891173f46f60139c17d48f2fa9b4b62baf0c777004f7701206d97c0696d1917a57913720a8f9692b9a748e0434b617e29334ae41c4d852157cb11e88d7a6c84d26119267951a98771227819a30c0ee336c2d3bf1651e08295330c466e623fb4f62028095b9202efcdffbf84deac236e43ab3f28f515c7eb92c69feda45c7966418da1e150ebddf20d1a8399cc098594931ab76574c3b7708260867622f9f4bc38ccf77d76468c4ace695a512ad3f21c9a5d643bd8c378d4856d589e5e395c1183508bf61b6c6679473be4c1a9c5e90cf84cefac47f7aa4e50953c6fb614ffd367f3b09784cc36cae7daabec24d4beecb17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342912446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a0b344734f4f477f4e07072c11d519425d55d83a2e005cd89588f47eef72a38967221a8db5fc1c75574684f9a81919949c85ce45835a2bfd9d6ef060a7eb93a49ea86a3034a7660da8eeb11a6300ce589c8dae75a1a29b370f6fbe5da981ec55cba2170fa44f0005fac673388d8987d19409a518515bd781fdc53f74b5dbb00a16baa3a82d741807594180c26e162774c68a2f8825d7664961ef5ee706bff39edb95e9b9c0bcea92804a2e49e339e1d1f12ed2098fdf08ddd3c40df59504859532824035dfd1b16ad916ffd154c3fb66ef22738ce4894fb5351ec9117a4b975bcbf7aa096739d82851a794170cab407eff0dec2168dfe45b1da809498d9f7539&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342931442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=52c2481c857b67122bea69e62a441a74c78e8dee280b90b0db1220f8b16ebbd31fd83a2b4241215be19e89deea57c4350c5cd76aad52d745470acac6cd697a47927db4f15d04af8795b43fc1cc749e3be20138b20c2a751ca672b7987dab2e7a51d576bd4d2d84b2ac81ef075587e37a570411eb80163230c4b80651ba16cb4a5e6c56d9ed6692b7e1ec07d765441f302f923a6e655f05fa74adc9df199e3bb7eddad72d3c833b7f7e015c8165c581299e9228af4f419130de10e3cef7f53bc91e532eff72974fffddce4316fc25520dafef6ddaab340e9df26c61f47cf6655f49782dd1e94b87ebb2aca2c6a11ee6207864789183c4c77fdbdba352f7fba70f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342952512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=65c8159dfbf87788631b41fa72ea7d542c638756937582ef379028051fbb8d512d47437749cc9fb172138c3c3ccddd972758c8e202c688fe24a563cf54564729ce035ed523b2ec8ae5ee05545ce1da65dbbfcdceaaf6383420bc456605ac9398e390b588003472a88f257d3eed4c6bbed9d32232d9ecd860da8c02e0248b81f753c9348bd8e6125af86645eb3db943c923028473740168d94ffa1e3b902c693274d9412e54bfb66d29a85bec4ab90660f330b0a37695fa3f634da4db0278a4281e62cb4ba642e036bd6ff733fd4a808fa48857efc01c088074064b1292170bdfeb8836f1ef8c6f7a8acf96a0fc6334c5fae2522dcbefd100e6966fdf13655a7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342217256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c3a27feb5670b3142134fa8fb413a8de26ab5054ca443ede7a4ae0a89a2f0062992614598ea13bb022485dd9e1b8d36811b926c9de4c4dcba03e7769731498a4c404aba1b08567b7ac3df6708bab9f3263ebd10ca65effdd4a6eac92d81a0dccfe788c30a3ee5755e993419f93cb0911fcf3054a84d3cc4c5b53ae8f557b0daa3bab9b83f11e0a5aed4322d7667481c81d0819b90b722d4f97c2bc59a3c0e4af0fa52d92a6042c04b003672c782a17a8c07424d0a5c6d4809beca1fcbbc839fb1c183c912de37bf3c57320a32e46454e8e1afb1297643343c8b6225d429c7482bd6f62cf38d7dc3ca4bf21d21a27aa15b6e25ae666fc08037853f705cc91e9fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343012485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0cf9f2726cf0af45373f2e49699c1048b1911091634a9fc471cdb23a2473021aa615e123d029364b05383e52b1e91d70a7f01ce304777250e375c48e3947ba065d65d175787dd8654f114c773d022be9f2301a2503d7442861b6c1fb8965f26bf9334ecec7a33af394cef21f719bd4af9191bee4582fef43d28d7226f16d3d4d2bb398f168ecb46dd1892d9b620b75a2e5617ce5228a06b871b5a190bfe80e98b381f22c675ff476fa4741c6fdbc8871ce69481c9dc32bbf5c970606b129945a73a6ad774fba1b62b4dd13277e1a3f5c8529e0eb08805bc2386dc829d6e8fd1d53d5d779b67587e794c4c85c504fe67aeef19a28da3d2396c1187b25c25e8c76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342273823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8ec1f1b35bb948150232b79570b892cb6fcc2126ac1519b54968cd4bca334d27d04a4d5a5eaf1ab0c19ee2f5f4aa60ebd7c03cff841c633c252497f68c612bcf0e36be825d3467b464390494969e5652c6cf240f7a5908ef0a39e254054ba617c3000bdfaa7711776cf9620b6025b47acca937462758a15ca0676c6c5662303377098885fc525b39c3a52237bd06283e64607d95cd876493705aa45c6c4760a1fa6650ab3690d59d42503b0d90836388371d719c2a701eebd5a5830bbe4c22d3401e9c651e7dd2cf378e8922566dd4696297a59e17fe045ce6c71a54e695592a303b443920a18055955977eab721a0ffdf7a21c34264402b6c00d1709efc333b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343058271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=10f0806043e51ea9d92f5ebb5438e4d9b63e8ae306562275aafe48052cd98f67839ed367966b3f7bb4537f82e68fcb447d467811ffc00f52e7960d3f03288f7ce3376d633dfc244b9d5331090e1179ed0a00f31256b511826fbc7584a0b518d7e5960184f601515da8415d8fdf53be7bac6ee001382eecd9cf70e01c695a737413d5fbee93ce23f7c2ec6e5ff575f6e29fe9d8303352e9d5eac428ffc68555d31995c05f985df4d9a323538b8563aff2a76c642e84642e5b393475f0b28a96cde0c58af3668ca438913eb0c814e1307876bac59f89274ec655b768eeb212b8b04b4406a8101b76df4c0c882c7b82857cc76edf7abceb3e41ace8ae81c82e2dad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343080824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9ae5691b99fd7e32800ac9a705c57128b74615ef613b6cf6a1c2812c1a3413230503e40d9bcf701ed18dc897fc61a1a607e9af2e43c58f12c53fb35518bceb47ce567f407425230a2d7978c5e92c5a579f3fad926cd389b48d693e91ae964a30ac9135b9350b91911e71bb30ad355ad8507a6082f3378a63c68b162b855e0142b8c003195de7e2a8fc372a9637df00a85cec8b54f654885e505ef63fb153713f72c055b96034f0a564767016369e39b1c94f988cf80e3c9936b8be67ae447b76740486044d27d4f519275c7cac5872981a10640b8fef3fae42403ed89532b11d4033df61fc17a16958553c02bd5cd7c7eebfbc8a8ce13a93cd055ba7d266420b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34310006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9119a7ba0e44aca0b4b956c6c45808f23ad7a07cb5b175854b934b8e246a286d2c08310ed9e2a02a4bb8929e8f85f77380d299e955334fb8cd03d857fb0760b6329872a9e9a6c78adc708b49ec80e987ea49eaa54e36021b1074313d48f77689661d3a1a25f655058288d2b397d0a64ec76eec3c31c22a80656a3d3d2ff8e7bb4fe839a99d7bad6c0d821c61ea526eb01bb4413c987edb52f03d5443b079f374488c597a163f639087cfad3eebed491b269ceb483280083b038dac04d0d092c5f87c6db912794f5d18d9fe4a146af286254a600e3cce148569ff1fbbdd0ad745f37dc6c3d4fc018896a8a13b1dd2beaa9cb5298db705b144c584fd155731a148&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34298363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b16316f46e2220a4081ce46323eb80ff63c52873611dbf676ef9f4222ed2c01be2e355a07e9d3c88c557d57547822c6d7e9c1fa837c9db2eb90368c61395d61437216dc973bc81c56fb193a8a986d988f2ba4ff8907d3cb25dcb649a258b00628cbe8f230c0fb4b6f5bc3c628887162f19e9b202a5360ec2128c9c7c876e8a0204f4e70aa705649e0adcfbf9e492a2e9ef432e124df94a6a4e143d181a510eaa0676516b0867393f07930ed32a08381fd409759d9a80e3890ffe9d552e1309ece9fa9900fceb989e16bc90d87d1b76dd51af29bfc2f2c139c9e3c895b0052af05b9f8a618b6da23bb2c916c9492760a9db932a9d30719ecbcacba9a1afcd5e48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343221519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=260f85bdc4ef80e4e745ca33805b809c45093d3f3a35cbf7777b777e0e079642ddaa983ab21bff22f0ba72ea973bdd3329e8502bf43a976e9c2082b926e21b9a2fcc5475b90b69b69e29a32157b1caff72413e521baa2396447d0506e2e6a2ec8e17d673065ea1ea52e0cdb79db18bfcd2181701b4a2c58b64ec110d252eb194873bc51939e65904bdec78c419b84956e6cdb3dc0a16979891af11f6c8de64396031e7ae649f87dc2fbae727485101f911c759eff9439b9801598907674a1f2d86477b023dd8ef6c022a577d80753f8c3ed0c3e9a651a521a324c003af782fde7a598bea3fbba6066f1233edcf0b5b91baf9f7def99286a21bf002b2535f0c48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343250032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3c017ecefcabe0d364e363c84641deafa1d47d8f3569b1bac16334e130c53a7c8be563ddd28ab003bd724fb18da367eb213730a9dcc55e4ec6835d6df3d1560ef5357ef2f4ce5a281c7c2919a2096c698986d050c2cdabab89ff126ff1f39e553fd6418a0c0f048d45631957fdb3a8cefdc465525aedffb513ceebb788c69ea5a6fd02b91f2661d0bae7a0ea2458b0d812848a038b0531b122b8f9a26e16a13e0602e5fe14fa32d91585f071c0af6aa25188036b7d0c6112d8a0e561d8f2198c32d6e7dd51741a6a1f2a5007129b29a50dd44b4c37e6f1421f8a6928c0c7b2b26365662e24b300ecf64f66899fff95316dbba040f858b27fe73caedc56860fa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342579589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8b2f5e46cd60af7cb940ddb94a00123c35ab2b8fce16356f7f1ca82bdc074ea3426a5877a81cc5b2e140f2adce307c2a1b4844473ae48f33945b457372cb1d1b901c037e3035fe32de31591fa35ebf95870393a683afc65410da358afcf3aeb2c1c5b6b358197d43cffb818a69348e3e51ffe0077e202e78d1da92b7f803259a2d79a3d9cbeeff99cdb58f8b9bdf393a2b90dc61052d618ab85a4b6f608e06b0d5acd3f3bb211c4e6e761401e774b4664ddeff7eef9fe7378762f303512e2fe41a62f9e31763a2ee199bf8cd98f115af032607aa0f6f87a259745a7d76d31a34c29eec300bd38b14f467d985413739f7481a1e643ba376f11918bc7f5a188d40&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343272445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=71584e4e88d6b76dad5fb8006df3c0c32e24fbe5b033a4c278e10bd305d388a390d377b2f651daf99bd5ef195a866b61b84b56f0534f9396d6bf85192bfbd00ffb7c458e89f178ac70763b661407f157a25d78a17db40190e8ee83c222e3bdc9129922325098a290de18a47974b331564752e1267904a678b05d65408c8a2d9eb9482999baafc2a553a53f80c314ba73ed924594e1accf61916774e0c5cd9e0c0a18e35ff60a0c8168e8f17cfcba15d5b8960afded5e5ec771ef442755e5d0ae1e7617608940713afd0b4911d7069b061caa0ea8d78d79195bfe9212b7fa7f35c950c95b1262be824c5ad8ec5b798f626173a3b45d0b898d5ec01fca829fb2b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343293434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=34b7892ea549562391303adff8852f23dbfeeca282ac8d7a556b7271e8e59130e772714be0c0321550d60fbf7c410dcec5182dde8d0d32214ede7c9a8d49202317477914809aca10eefb89087e877af0aa836815d42d4de4a9403f98165db95b673f2664a528afed16e44bd6c860839130647255efa69e6688eb8cc0d4549322a95253fba4043d92f0a96b475a35d351c9d540131e25926b47daef6a23fd886e1d6da69be9ba92f17c553c816e3323232e653a9c3abceee9d01577de1d66bca95cd13f191e400c09254c1a7b8b4b8ed277a51b75f655d9165090da518c1224b62d8d6f07571b796865c0caff687571fff9b235868fb0686f6194c6db2c47700a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343306308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0498bf37079efd34e123ef44ab2350fad2c4b9056e5280a267f738c9d5ae01c1fd55f6e3daf05caa21a8ca786e79417d673ed062a055886360e5764e030ca49afeb8db19db77448fd0faf77172550990b6fd6ea2cff8349c79c636a80504d2df3c46d97e17f7bbc3e66448004633d539f218347e513bdf1eeacc2cc955de0ee04934f0ba37ede7dfb710a129952aab67a3c521625ed923939b29413f3eb072c95abcab5b08f63cc2deef66db6a4feddcbca13afbb6b9564c55d0e343f11b7693d45ddee431f04ace53bd3aee10121e39f463e6f96a968488ce2abc825a3d55d315925e61ce31fac4500aee59dae2c26138708b736d0fd59c5789067a8e775d25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343330654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=afb0748c0740941640c496e87a56f6e760ea6dc205841eb41c8c87d13314d83f880802eb668fdd1748219e6886c5f5fe93fa7cd8b54bc5e790afdfb42d693016ae816390675828a2482bf8f39a5955eca1d0dbacac70c52e8801fb6bff7f6581e9006cf05e504434a549c5a8287d8aa3245ae53aecad4f81735670f9b396841f7bfac1d6cde1c5261a469c60fa8424d00dc6c374e9066928f5202bc57b5c323d61dd3b1652bad3ad5f5067e114572e0f283cc8b5398c47a46c849ccee8fdf7ff9bd3021ea4329fca0d41390a8b4830697237e79cc7082e480770e64a327fe20c0de867987990f4b28a0d5d6f3b17e557ce6d6f61fb6a9339184342a445962d8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343356994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1a69c7a1cd19d4932e5f220fc622cedf3d1f5e24aa1e2262da5d7bf095490c0b3a58318339c06d83758e1947656299c2971fdf3c632f12667a141d5d1cc5e3e2866f2388733e0e7e0d156c85ba8472693ab8bc938d0e45b207c1fbe530f5c491c3efe7785c2712ba575e1be652f3345fe42ff431193c92cabaef9112edfd4ed54cb0643837dd695746d899d10eb9bfb156ee50c6ae157f5fab708c7f28c12f76fc83da24ebc3cd71ab3f401a722681d98707bbad92872aa11e0940d218ea3815b462f612f30dfc20f802e9c5d3d9d5938bb92d43b547486a707b18c00c7cd7a4782d08d21d1959fae20aaf90fb8025937244acf59de744bf4f6c50eceb9c85ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343022393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9307efb1f3df37a3d02efd0e79c0143c58adc016e5d0172df165ad062a2fa174b20bfa458e2cdb870b84216346e0693d860b7b491696b7019fe314a268bd4c8522c7d86a2052705154aa369ff37470cf99d3de3a2eb5f93315cf247addd0543a70a2937b7758f77c35d46b86cb9400d94d4df6b4df6999e171873bd8f6706736836609a06bcf884aabb4af6bea6039c902b52ffb5577ce52e58c94c70ec761e6c6a0d4e23d31310daf8579386b26cfa34da6a144392be03aed607235f0f433ecee0fad67a8a33dbfa14e1ccf094841f51ba557af7e5b5008a19fc19e29751da6190431641dee3e9fbd0e52923b20071c590882bf35289521a758a27edf3d1f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343409954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c49a805b6247a2dbfd363433bc7620701764887ae120fd3accebb8eb3ecc788d9ef415b38ea06d7207b63e330d36f2b82e0d136df2e0700b10c88aac0eb45d0f00722a5b3b494935e679d89885fd73b4c57734def2b031c59b63da5470ae5a8f0f108eef54907ae1e997c14f7a92311c10b2b29b3f70987395eb8e1129bdb7677fa360489df5c0de13c0fe0639d2515184272cde7e099bea76343cb722c32693b937b1d5691a29931670b251d648d9cd21552879ea6c608c21df631276fbbfcc05d3f938391e3043d87c61c256db5c173ddc817ea8e0edc317b9850f1018ab89a07a29760b8e0cee29bfd04d3380c08cc95853625feac0e875a8ed3ba1c81992&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343423169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5d3af0d5d9b3620420a0542fa4e87ca2f7fdefb9f316f69fb4a000c58dd659a2f54d93c52ec4f10e6c26d9275ef828ca6c30f52fe4d95cf6e9fc5630d7c49d878c42c4267d04f1e642906596804dfaa6dca28b9d841a83788b4069fb234a95439db4a78f11562c0dc94f169da3e020f0fc4f29264bc4fc8f6e4924ef4b922d70ad2db41c9139ff078ee9806a2b24500e96651ccd1657440966764e23142a71fc6c0aaa0d591fdbc565ecb35f551438ce8010e7f34590d7d9b3221b70f21a0b495461702d65e2d7606b1e4ee7948f8a72f420421ea8c65f7331c996fb77d56a035d661d8e55495e76fe5788d61a407757d2615bf8847902ca6992c2c15d041fa2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343442064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=04c3be313c52c21f1388ea3bc96c6356d90f6ebad8f5b9ab663c80403c9cab3885f7aca6615a0e3969a15b523d87639b30aa5a9ffc2dd5204caf3ac835f6910d075a385f37c8d8488837147fee4373eea80771501e99813fd69120db2a3555bbaf871dcbdf02be12328e7ca7f574f29ae20acc37c433425eea56f42d56110be6708a82cf184125e65291af6065bea80f75886412beb9edea858eb2afa1c327f5f9ac9b96c1a535fd6c92e57a729e43dfe6b5ec674c897dcea3ca2ebeee3411589f5da841a4a80a16852aef197474cee65f180b12b3878feaafc966a69a066b4e011801c66a9bf7d8284d8b8babfeae2b8d27b40e0301572b616b8ee48d9bd0a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34348736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=38b5a2d19417a8ced163ff9a471976024e6585c9cd78862014335c525880be63b0caf31c67a2f5891962881735e8ee834c51a10bb712e1252a1125eec6ac39d0b3761ec222816f51304e6f8f779aeeadcb934f504646a3497bb18ec58ac5b0cf70caab88d0ea28c12da653b63863228183113c96d3b3e3bea1395aba49126aa0507b9942fc8d25f361a07b89769e0bffd12ccd11e0bbe8760e23206458bb28ee14b13f6e672e16d17890dbab94f54d25d21011ce748af0a04b4844190b8d71c1a33ef08b176c252f7e5e1dcfe52059e68a720d03fb5e15ae9da55cd1833340d6f6877543ee9d295d46b18840058d1b28749633d917cc23f85ac248012f2f912e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343502839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=824c6c93fcf5878c6b346e89356f870636e89b9f196aa51fc293574839677996a96c988fd37642f1424ed75913d5f52670e6d57b7de7e697e8cc4fe5ca1711b42695fbd35f1339bc75f5b22134237a53303deb38911c7b9cc6a711a8ec5f051b482c6287fe078b59e91f17645d8c51b035f7bf135b906c05fd1ff0954c43fee96b48eb39ba176f015219e4ed5a9276a7a749c2428292aaede24645c4647b25ccb1551e01f30059a1a998527471ad08e5f2678ca046745fe932ff9fe2b8a5f0a2208e2c7631aa0d22f7bbead436ce46fe914dd8116daa414abebe73c3025e8aaf0dba40a445040c9af6627632d7aa9640d9ecdfd58b7de7997758ceaabc2b5788&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343523448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b6b5d74bb5948c2ce91507e910fed0029f7d3f2f75e9da1b8ee9e26efeecd974eb54e6bec8fb7867983376f37a5950ddb0ed5f81160fc1bc97c8d6df17279ee824d19567047a245d91250e89653675dea62b994dc7dcd7c107dfad26dd7e6a3d41deb0409b28ca20b6483dc7e9598543edeb3502dfe91719902aa67d119c583ecc51b0301a963dbfeb73a094e656ce819f196b3ee311938d7ad674974df2ba3d88b9831ed3964190e315ed5da2ca62117c1afb84cf5cd7a9456f9d94c94302e55b4a094596f96478110f37f8ab58960e5f3f3a76072d7df0ada0ca54fc8a6c1523977ca316a084367b9cde79573e6cc06038a44f1de94ceeff9c6d0414d29bba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343229313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=155532f1861f55806a8e8e4ea46a1203c98ed93e9facc2ee5a6b4de8eab34aa695c862e31bda2e1f1887812e3e6489571bc039ad2c1f8fea1e7280792c70a80d639de8e3d0b79138059f280c51dab18d0c9aab888f19c33fb1cb5b92aae26480201963ef3e20ff9f3ed7704004fb9805ad6c3a407cf57523a12f3a70cb7516438a84afd14e792478ae333aef7fd139279b3c9798e6a892ede631055e6fe04ee968663d2e2661f6d55d2652a585b6213e7762f755a216d737d7e9b5fe4efefb5d00aafccda77f817663f18b809893bd9b708910df0e80fa24567660402fc59d4c1e2b7e708c33c47c95bcc7eb0eff01c4e864855e14ad3be1299d4a0cee507b2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343297392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2539ae0b898839c1c9ae983541e200d91ee8c99b692558c6fb9278cb7fd7bf6f79df648e2d721d81cc5a406b2886a334b05d635615aca357911a3cde5805c46790d1c52d3e0f477991d557a2f2bab2f0b650892f72e54337b653f6edb7491bd17806d7ca94ce8cfe7fc501b6c1999fb2a3a0c38b46bcc744f73da53a7fcd2b970a34caf4684e727b4c5b14b8dfe9c818ed0c1f2de8111eb93ff4b21aa81130b2b9551d041e91008534f45163a28deeb6343366b8d7fcd59a1389f7d4bb43d03c865d0b01d812dd0562de126c06707d03330c7cd255dacbb9a83c36ecb686cc1f994d42c70678c9e7018d84a617f58359873e778a2c9128b5991371c3f8fdb66f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343255002Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6f3b03f126079abb64fa6ed1bffad7efff42cac761a37c6d10b86981dd66e573b6315844246f4e049def7557ff49ae12265c28d20a51175b4dbaf6c2f841b6734f1abf96e88f6daf22fd9f06d1d26d37096d97a372905fdb363abce6e5d47baf3c9a7efedf500b1967f0f9c0ead94a278eae93876a5c3187416e2a491eab0da2e22bc751affb4dcef389d3544fb28b55a6aecede1d701715f521ed4c1730dea380b726d7245e03a8e3a4918ec61deb46222bee535c9ded32180c0aaf3e453b6fdfa0aab5920608ce432f1ea35430b728e018e29ef5b2a2bd3a5a0ba7c2abc62723ce929700eb817f1b79e5eaff29cb7d5a9ba517d32f8a6ce66524d3ec076a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343281592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9ed5d37e5f210e051705fb9092907e9f7c3e0f8fe8ba8e3d69fb1c3d1631b2c4a9d22238ee44be9ec6f592a1e7679f771070da3fa87a0fcd23fa19796defaf54a62a0d6d236e9bb1cb129b5c16ec6d2c68886f50a16696f836bf66cf025bfc2504b982455ef4d3d72ba8515fb03ef9340b44e40105d19ca6115608176287383cf50efd8ca0b481af9cf8b4503b20d6965e999caea5945cfc48fcc110ff7119ad43f9a5a6d52d6bfd18f808332c1f9ddc1258f9b6922ffbc7576f2e7f94c1cc275c25878ecfdcb4e5d3294717a822d3a9a3b88fc5073576b4552e2494b7e7f2ef57a86e96781560eccb4bec096931b2bc96940b936d2e8bd447d83b952de3a331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343646409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=757fa5d15e2af66aa5fac84bcc35e7fa19f0c9adcc21eb46baa9d36f4475f62c175ee0b473cba27b995eade654bdd30ce00a8c401e06ef07df1762fa4ac94fa04da96d93205638c8255541e39fd7675b917c9402b341145588d8f257f7889a0ff06a6bb2a9d550492b00777c23ed71bb33af4c44685a50c6751a422f212dd6818abbd4f3190eb7acaeadd706e55f6f2c6b9a7795fb653106efe9cb3458af6476f4119846d07fede142e694ce71ae045122c2c42fa535d2113da3c7a3fd8baac494d923ed59aa96452bac3a5fcde84bfbd22b02be93cb08e76cf7cdaf800f710c7f1192db94281acee6bca0914b51c26d5302aa1fe58d27ba2d02d217ac452584&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343684151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a71c7d54adba15067051894d138683e6ea32b6ad4496b88d59da4501c2627f6ab12fe60b34f3647f25146b0ce7a7f0c1b53fd5256c5ddfb34db6532df18ce65000d2a015cdb863ef54b14d914ce1c5e65ebf6fc275f797726697885623da398053fb49fa6b6aec8955eff71389a90034d8e11803153ddbce5bd1e3161a71c4277bd3e42f20ee31b3ca8b940c4df6de64677f266b36634e98228d4deef753c71856d73b5105103b9ed1fa778e992fb32d0c74dc87aaf04864a2f875043e308210bc5797a664f55dfdc3dd94f04e244570c5fb794cd6dc80b9552bb46d79a8192ca1fb01379ed4c80786b8bb58cc22f53dcfdc71e452b7a653a230632acbca27ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343713907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9582921792cf4b61f39780021660f55062cd43b2fe72409f9a39e498bb73134b6771a3ff9ff7c47e6e9bcf555dd94696657572bacb8e17716684261bf7594d80fd31fda47eb0bbbf6fc548eac3692723b936a353103f06b4ebcf9615812ff7f7431ddc8c4a07eca1d7258002630a35d3ca8fcfd6a762ce1ad91c513df0a1029934c9a4775efe18865a739d19b789bc5ace05483bd4452f6ea670bccb40813d24a221357d8c25a3c50ad5d270d67258db0e73bacd03c8676fa76f222d7bf41e898976f8a9171dfe29ece15c27ccf7172e5986c45604c9ff403147d1c3cf8fe315a22a803ebf3a5e3b6ddb9808dc3999167ab086ee7d7126b946d18495361e63f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343263307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=10bec0d0942635d76eafb70c96ad717f1f33dd92cd29b8dcbd705cbe1bbd5f1f46bedde13af959ddaeb6d1dda9a1ef99afbc081b122d42b1aed57944d3a85c250b50d32cda638cb071da8fd51184800380058870352621eb771cd52468d7f86ba29222c862e45778bdcf5b1bd4a080275942e55d9d35fb2621796997f1c211e1cf2144e8c4cea1b70f9e6f45a8cd228626e2c97f5c17e715e51bff22cd46ff811d39cdcf53bec74370eeca0babb3edcc57fee5e57c0a496d34f9105c74ebcf2756a32af8c00fb930c87633e4d20256e13767e9e8608b0592b1de59672a76d36177b21af97259f2e4a2e61f6d2a8c0996ee07e3711db0cfdaeddaf75ee727ad33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343759793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=26f6b87b891e194b35117a32243cb9b0adcbb061517a6990004188b0320166a71de0eccbdbab131da3c2ad6fee3f36deb524c6428bac6b4a25bbe2a114eae43452fe4932a6785261b3ab7e8c997c744ec6dc850117eb2e5fb3c19423a9bacadbb5893ff77fc990a89c77bd717b3fd91956ecb8e35ac748f5a3259d76dcd8bff5c7c3456f52caa79d2904b6efa8f5393f91af6532535e91ce7ab66adfa57d126e05bc0158340c506ca8c0874c995b1421d5104b9def700ca3b6a766f6a25e7157c384eb6718e667019db7bdff247c14738358a3feef25c75f175289be5a969dc0f8fd52a53b51a7d886dcdb0a08949a135305ce1a1c22b6e677f6019401cf351c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343791463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7bc8f8996f955b535f31c5d95e596aab69f610097578dd793ca85e8fbe6e2a7d4bd8f2e6db76034bc3846d194fbbb4b8fdc9ef34f9c4f40976f5f939f28e9e748de2828da0f61b54e1bc51588e1e4d569168132c291568326b407dda8517c0f9ad8071a6f2e691126f194dabe0119f508bcd5223b3aff672d9fe2a60626d50da46bc2254467d3bcd669c749cc5bfd18aa43af330359c7a359284e224308a21f54f9f5562c3aa2b9855a723841a4f40f94d72f4f41438f00b352f9710bc365b295382bf8b0ec11545e5b20822c44ce3c0a165d8856689928b67689e2bb56a76ff0cdcb2074ff26b877c583787a820d215e0ed4dc6e265eb1b25349bd9ba71edaf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34379547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=567ff1524379459f389bec994294d6785dc4cc16078477c71a98422340b46f49acd65a847c94f6e3a105f9003fe1839ecb215ebb09efcae4b86698e668445f4ec7affff8e762e96dd31120e3f4fedbb117031d1718da4df30c0b36d324ea798449cc230dcaebff9943764da7ab3989f982dd066609cd0fdf16adcc1b3946d119bfc147f259110f397cca6036e5479786e1e0fe18043bd10117d6fab78d5d0c8672238c6882dd6d2a332058728e06f3a7e379567eaa207ab6b934d71533e65669557c65a4658f9aef7e4b1d5f745bf886f46596c675b199bc8930527084e0eccba922969f9f3ad613d1b0fe20d84796cebe45e9774928ddec75c95e530fc97edf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343801712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2d6b0deb8176eeeeaa66e43a72078a157e33461ebeb47cd06966ac3f3125f55247771941ace5715045269b8c5106dea22b8109d7de0f9dd280bfdc69a102a96f08d745b41853f00b004d9a65baddab92585d223cf0a63b4a1cac150f703ace7202c0da40d0d9c9640d91cb5e006bc0687499ec7a65c88c57b5695ac986c823c756eea51b39a1485378c84ea389319218d411ca3cc991a83752b50147f6f7d4a8011f53870e7b992ea5f3cffb88f39813ea1fffd947cf09817f04189f9d555e6b8757fa9e24b3c2fc0d9be45145da966eaafd3e7674b6af7636e42ee6a317cde5676218ab53ca0219fe4c3a1210505fa328105edd518dbeaa533901852c3ecf29&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34386442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=05de4d8c1ef5c0f617e99ed031d4290c43720e51d18c399532c1066ad8ee05bb70bbbcbdbbc8cc767704ddf8b9b4b209e0063b3819736ba31cc41a5a48b646874f2b6ec7ffe39ed0515c603363fcfd0a75158f134106bd6fc1a3f8674fc325f8217c2b1924b330ddb5236064106cb3c82094b28276e6714e6f818f49f107f4e5a5bae7e914970adcec1349b7d12e87e2e7afff4e6ea1d3f4183c663dd8698f0ba76f928cb19ddec6c23659de243ef002c2aba7bff3a859b67e257470b195d5a15b1caf7c784433471fd0cb5762df30db3d569197a86c3b13d1cd46ea9f6eed938702506c6b1f2746dfcf6cd71eebc3eb25a3e0a93cf3327d12d38311afd58315&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343901059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=87479e2ff1ac13fabc578bc47a0d90ba1da4eca58e4f1370bd866cc1e3635bb16ade4ab44dd6e391b27f237c96460ee2fb6979440a7d980f4f1e7bc4b3e3c26f7f953bcbed6228aecb4d474e16bd155faf17a5852e08d8bdf39059685b48462ce5ee45378153d019722800d7c06595fd41e7040e568dcab48e43939f14a0ecad541b5e93cf918b609f4745edd5e2be1e541e70ee9a22a4675ecf432ddeeab5ce92c5636db59ba093253b931c68452c7c63b463f7be4fdd3ca369642a7ecfc851e1e9f4985d67064c85aaa963f1cbbf8de19d120155adbd745b4ee12db7f281cb19acdc39bc6dd6ae473fd467a669f0ee7d7382d5b0930679fae2700efe2747de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343377382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7a55f1e29e1bd550460588406a5798b4923cd3ba6ab670b68f97c3bbb7a7a75a017f122fd40fd263d621d0b47ca32bd440ea92fc3f741ec4b1560da7bc8343afddbf78efd8f66ecdfe27e6fb44ebcfebdddefeac1e74ae867ed4d6cd5d099da19380d6e83b51c31a3aa3833658b0ebeeac10d829209074cb858b1c57b4e6890081a1d780e1fc9c629f22845b34e2de230d7d73cf5b11a5526253a8d2e1df4d277d6ddf2ac47fb4f27c1fd10d86071255a452dcda8224719219776becfce7c0a12183a36228b5ec60cac71b99f6d4fd1413bdfe918fde6cf723cf943d36e281a4f276c39a08ece292dc1acceab45405a8f247363dd9be478186e85031b064adbc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342955337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=576a80e8474f55e4b7302116020164a5d263178d3dc97b63821e5e37b261e0c9b0ff54d5e516eefde442170a58180f64eba67451ccb4be17a169b350ee04969da6d6fc84fbbba8a67384dbe8a804f0bf238d31636ed14cc1dab5d935b2f83e41e332e1828efe6e43eb601673b10216ab67b3532ace4672019e277d31a78331c6b3ea88536ec1eb265d0e833ef2a8a092dcb48b8813fcc6e0557bf53c841122253130fa1203e6e378e5d5f340af501975f6acfdae35e18fd75826230403a18c83b5172b2ec00abea25e6d4575311dc3c6bff7c5a32f461ab1330e0b21fb1e6cbd3da0daf89923774e4c2d3719a6adf14a8ded49f9a82ca18b7859f4a97664f940&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343958207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=58b66d03be31a66e59f969c8631f59dd8cf733960c934a23203a8c9e6e1c908c142c90d21bbb5decce96e13c282a139e86918d447b00f0b522e3c960de6ca4685332f36368da11270ea2eb3fe7ca440dfb5d5fd1083bb44d9c33d8f1fb52b1d01f9e1d23edfb81478cc3be838c20a50fba211ecef7bf0452859187eb5b240ef796ce34a897ce1bb2840e924c259b122f33867c39cafd5258d9f13d9e995f3677036691402d407e46a6872fcddae3a60bf3f91781de4e7d7d6c70f3ddd429ff0ed2d4f8fc54a497e08de122cef7a062297c61f63e3e148c64b36467c2c43001ee2d3db67a752df3b9855a97a0caaa03dc392ac42f4aa404e8fddf9bb328555811&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343976632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0dbd02e38ec0d7e99ce6ccccfb80ff61966b1f90fc422df843bc122d04aa8235c4e711e1e919ee7cc3e04b5fd3ee759c8593fc054565951e09ea328ceec3b36368746408f439726cb9d809fcd7a436525c52b18cf561a39e623100b8242d396d97ea3cf77b550b24e3f95b7a99b7c7207c80bb0ea0f701fe470d8c7b19363e1d098c043d29faa2a5b3f27aa374d160b0c9e02370d842944f00c9196c3526637970fb11cf19374e0bb2f60478671fe3089ad887034373f8fd228648e82aee3811c29d4c1ecea2c5e8f528b1b01649394abe9461af72619338b9963fe9712b701aeab7cc33a4605d1f71eb4aebb273d2add4e7d8b252b889e6d0c64398568dd81c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343254701Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c489f4fbd4ceb65d4adfab4683d00512a627582a788dda368cd28c19ae862a3e64d1e63282c6058b12e9c4b8881810f7e579825a0879d53c0f3966fef0ec574419a42f0caf9d5b14a083fd2a30a9662ffb72c50cf55c03b353ad3af3497778921df33dcbd1f36072ff73bcebf7f89d98958c361e2a780a7da0e3a5eb3b8dadc830049f1e31db6e973ad5631420441f55db4cc435335550385ccdaafeeda9a5ef23565912c387fb8d846791eb372b1f952ecad5efcbf7adb7da2b80a34be16aa601e3aeef8f76580a457a61e4bd58e10091a90e0e9ba356993780438e2eaebf9d92c6d2eec10608710ad1b0f74c8b2c31a85c2d63f59eb96131369b1276861977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.342583667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b835d3de476ef75df8bf441f2ab5ce138e4033f8bddd56a77efd23feccd9aba9f8e4f3ebf9801aeeea8b157fdb464325b6024bdf514dff2f45e5a7fb5d26af5fca2db2a92dd01b81f52891e2d509285c9ab5060251724a112ab0ac48febb4db281e156d7e38bad489a533ca553bac35b83197715e7636c8eece2613c7ce4f83b11f2684e19b4c7e09d448e55fced86869b32f27c30892ad9fae9f380222e64ba62c3b7b21cd80b0ab2fc41f5b8d8fb050b3f995ff7f7bae1a56313c251c78a0fd5839db77d838d72b3c5a58e71169d5674245e36c3d550e0437d60fb7d0097f1a55521f173c78cb0be656363a1f5b8f5d6f706411d685d358170a2fce5a374c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344104733Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=46aea42ff8f46ba16bba182d438fafa6245b75bc905c9a34948c944244e3d7bc54c4c1e85c0b1527813645827bb64f08d1222386b0fea5407d18c1a85db2499fe420654c0d4325888dee317be716866dfc6e11ed32340bd1ec25fdd5c271abc395aeb2789c9806a6e36ef7cc1b883d4ba1d462b4e1f3dbc5fe4195d7bc81fb06d26213c713c345bcbfe9393937241bbb02e460a43fdefef4abf04058023ac025f88768ce445ec19876a89226c86098c9307caa2d19f62229cbf942c39f18f4205777bcc99e7fd6c611b444663ba303bb44e31f676439a5e7686ff996e59992eb9d0822019b3c471cd953179fd3769e6a42db01cd7acf4b1e3bf0ad4fce353b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34414568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7bf210cf5941c99e7852895370a4a64a8c3ab831bd5c38cd4fc1db132977b3d0343a63c8e3fcb3ed2c6fa9f5a3381c5faf09dc0cc6a415a48748e45b8c5c2fa64bf3607f64f27b974f171132a944eb97172cb0a35da18bad38981c0b5287b0884e078e312de944dce8921f6657a67883606c79b464dc5198e39814cafbeb9ad28c334e31c1f4d0081d8b862e4904693d687b7661640d0c3fa2d99dc3b12eaf2ccdcca43c72042fb8929d45d8cdff854c6caeda004032ec345d95b25d8077dd5e217e5fa4664c766e992b04d27ee5b4a225f9cacf3c8aa566d1a910cfa8ebfc4b4445f90a0713f639156fe7192c1ab8018451a182fc8a2da449c4ba2d727ad11b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344149838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3fd5c92df48a0c5b6f6da10b90a8a018eacc0d05110e196327194103b6ac6387728590466b4bab19c91b545fd21729f7f0a7ce95bb9890f1e6f54dd033fb7a7393c67e2e1219dd329728ee95a21185cdae026bffaf1797a6e21c1c624c732f4eb3933970808234d9a446ae1f1ee49e1b140cd0feb2c2d8b50d27884bcd26a4ef0eb8c2a09518e01024d9a0388e909dd6aea972505d6b5fa26c6a7b4731eeef796d7cef0aaa7c910c4f15bb1414a1c305cec4ebf7d221d647564e5d088674c2382c6d32273182b568ae0673cbe4927dea568de9e8f75d963869abd7097d655bf7ff7e6c88f34898aa253b1170d75354f72a6e5fd0a6f8f8a9e791ad7662c58e15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34417731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2b13b3be81175bfa5113b319423f043cda377a51e78ae232d4d75976eac1a5dfb2a399acc48ee241d9b8a048e45e20c4a8c4214cebfbe7b1e116459e7486b25295baf14422c932a9d19ae1d44472fc3698335b0d54d1f4e908caa0c0ab68300574a124e4def7dcc3de510a35dfcd36558eff98f4e66d5943689a14825cc1147ee806b00f2f95da29ed392b35dce62643f6d0b664c4b0a28033568bfbc74bfdb10a86326efcac8c884743661b8fbbf6d3168dc37ab60d2a300d8cdc12f74b137cf53b930e733d1a184b202238bdaf0c3869e3e07d669a554d8918a341a5de8fa741ad1830e186a535a0c1f3aeff3b941a7f7e48513edd8076fb309691fa479abf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344198079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3c8f102f5101276fc08c98fbd49d2aba9852a0ac0b70ddd4297eeafc06719b6f39433308fae8152d5e975562d1b086ec404bf45fd0dff42c4ebf949fd02be7a06e9dc6fd1ba56ae2092bcba27ee9608d2de05ba84a61fb846b449d3e18060e97bf3d90a6de4934970dc0f4a591b3faf84c14bcc3ead8214229236b24c4ce1e07fc04215fef5125e8189ece22c1ef4074fc5ffaec887744246687d9afb18052be5cc650b32c6ec011bc1e59862d148882a038f3efa2d8ee26d38dd171bb9cf66e3a882812c5a10d7c7cea5bb0f5a2428a6433b8abf0e9c2d8a18e8482dc1085b7da141d08df86dce17f2fa4aedf3b4486f6646a03fee1685b0961d1acc1fb4d8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344236161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1cec7f5c329c8be5034589e12ecb1d144d0d6cdc673782b2a4397cfc5caa7e3d7043a5e114b36a3b55bb0d1944f50b742277cea1696114e0d32aff323ec2b060f88bc1ede82200aae883d339e7e6c582f9b541e31f6bb1b6f485d6f68573cb76c65b76667d6c1cdd58ed75dbd51502fb9133884a792b09958c2668d5e987057e0c28737faac95eb9e5a457c47bffa9308b5ddcb918029fa42c60a4cb8f25912717fbe65f34f226655da1c9064f280786b3eed302678314c855d02e92e9418b49d7683fdfaeaa47807fe0a11f3b65ca295784b0db9555867c33e0dfe845a99647887bec8564804e9bbf14d76eadc7923bdb1672bd0cb41d86ac5c45d697ff7df2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344256249Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=29068a4e30d4ae39d231f3d80a9704237c99126bed128d54c2a0f9748ba68303f4bfd89eb31443e1a81863d9cb779ce18fcdcd78fd9938cf1f1ae4510066d56736fda9c6be64dcfd1a0543242859ed44d2c8f6467f19fcf266a0dc0dc25ee2a9a5ca5151fee3135995032e2f477575495e56f277f11bc3d2ab9d9aafa5ba4c6a5c8ba779e3748a9e425e2d0134f795b58b1fdf3dcd39b6e080c62bc97aa4274af1b67a7d1dab0b06cf598b9d51ab2f5dc8385a1c460977c0e74b2267c96e7d09784480d79dc227e91cc4de5c3bfd9ec5cef527a7c440646f0fdcd1d2059ef121145ffa05d4fc065909e9275a9506d3757c8fec6a014b7d580449836e3165797d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343924764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9dbecf34183f8b79d65bc9bc5ca0ba20b54dd97d8025210360333c6d87b382ba1e7367f034c4877cf08309d0cc5a7099e5e041b3028e01b85349d456ffdfeb2dd4236995cc83d034c3f2319e49ad8f4a67eb4974f440c6cadcf4df6bcbe8f81fe932eae0cc34ee8ecee6a102b92b64d1e5d389f889d8c6f59c664ed3f4703155c0330c37b388e65c97f77e10d01c697c2617f09ec4e9bf769c389aaf26e1d2f9b3e06b564be447e909580188b9e06f3908931cf8f164746133e46f7fa039932c60a0fe8ac7ce06e8cab96c974fc7ca2a8a470548bf2aae6fbe8dfad17e4cbfa84e9b18328b9014c13ce8e591ea5d962722016cdd543cf8284c3716f9faeb8e3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344306533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ba10fda737e82a85cf7aebf29ee79057de1164c760e3f4e818db166bd02cbff7917a10fdd545cacc43f9c3ea5483cb8ca2ea270754666d92c2d90b27ba13162b354d3d8a52e769ed8652bc77695253c925e20aabe930a1d717f6b35783b2933320f6b314a8fda0e13589646b7fcc7c7585616cbd36b4a238a2277be2c66fb0004ba2bb7ced577a9442c607f22995fd8e62a51cf68e0a93c06a819c53837ebc6c7d77e4aa5ef7892b69d6b57a3293e1931a5eb5b64486f33c20cdd4750767bcbdd789ccc1f6eadba3f1109def047166c5116d03d0a240466df9165f22ae86ab2588d66652e5eab12a47e3502ee1da20915bec60f9aa98ddc90218b3a42fffd0b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344323696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2455161c5735058919a4114ba2b1d84f7045108eb0174dd2afc0c1f37cc67a86caa6b2ece2adf7042fa38797a4bfe8d68b62b4e3b91d11c61642e72be9275c7e8db23f5f5a3d1e3e1451433851d8092c366da56ad23c1813f0437eab3237beb1c54a170e7da3f06f8809319252e7420cc5cbfdba3aa205253765bbd2898019ae81065e63a0bb621a7ad851553b604dec71b6b067ef1dbc86a8c02ce8ccd35954bffb16f402ad9891218039ded67a6d112dabde5b94b7edf79428634cdc71180db1f72ff9b64d7ee250fae36aec0f1c72aec8f25e1045ee147daa3bdd393004ab04b9c1949073d9823edf32e08070fa67b778e7f762f153e01675ec45b1d4d69b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344348182Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=52eb949468f900f3f0d3688e89e060b6fd9c5870806fb88c975e59c7b55f2185c1e92b93f70c2c42d375f226bcfa1f67433ff576be09104fffdadfddf65071eeae8e37cb5d40c4cb086745fba3b96c00c6f3574052f4ee101005909d18daebb5eff8c23a87a4c11c0c0b3ffa2036e965512b54c7491575baeb824da4b512c945e66492f258457f2f3ef160cce6ca4e492fde2216d8fae231f778ffcb9386abbbc88711bc12fbc6f716b7e23c827aa253482d052f9e51300bd63ba7ee487f5ea0f08e5f3eafb612bc9349edb642b22558954f0f85f444396bc619a50ce74e1ce873690af8d89da7207ebb59840b0e5acb0e286f95889543f0cbd0dbfd74c63b30&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344355957Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8af9563d1d032440198fb4bf2831020ed0366b356429e987a247885ce7a306a79af9aebec9271288040d5e9bc1b6282221ba140f3656dabe2f36429fd59257f41b465b0947b823e1d62c04a2445ce0d2175b54b0a4b779295d7b8650ad35f762c6f5e1a87130cf326b91a4010af1985454c2adc1cac5a8cd59b88b3a079c20a30f168c5a4d6ea4c3936ef6c31d47cc599da9330a196a0869aef74598082f93a878496e6b6944e2b8da9c00e3b212c12cb6d9ec1e6ea1732d68e0a70230494945a339bb52963c5b488149b8bc37c72b72333214db1e6349aff1a9b09aa3bb1a92b222fc546daa68f6a29b88fc6a79e5c051866572856155df408d4fc58facc334&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344370985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=45e2199469b2bc4181c01ec87a2f04e76be15a0d05db521e229a72882c9a0460bafe1003066d28d48a01b8ffcecbb7c8ba3596bfd018f84faf25de83bb9382d30dc59c858878181e0d7bd919928a657f682ee168d7f9faadb4c9de7f603b196b553f87b1b4a6165bab34f953355fe60292efc75921bfc2121151b25d60337b88eb9cb91a386a54731b6d5fbdaec839704006e9bb52f2de4ed36ff8718e451d0046cc83456df7440cb84b73d47c7c8a8b6ecfb88fe8b17c23e1b79fab583c20a5fad7a78ca9a50a60454a3729b68031192e0ec07d0bed93c6024946a68236e050c08be9cd2cc01b666bbc760f9ac57b4dc8f5eed3683e2390e891fbda84d97c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344396914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=24ffd5999a7ba903a3f41415f624da72cc14cad2de06bddbf5081e729aa4779a4654d7a246a27cd5c2e82005264bb62d83550d2300593af8b9292884ada277cdf0e442ffe37473786e404a701fd922abfac6b5a17723cb2e356fb18f09360a70b7016d7eebd05432dc2f4851b36b870dd02cca0562de2c4ba099e2b03fea0977c3ba012183c2d091fd52eb44bf35cdede315dd7e077e64144951c5aabc38e89d9efd8d98d4f7d1c3ef0dec03b5912b59abc5e2e28af0b130468bb5e076787748b244d101c53b511a055fed30b3968c7f90ef125af3ac25dd02d41842e26e9ce2fc18aec70d5f6efdede1190a3a210110c81dd52f988d87b45fff6e7c47de543a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344417913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2c28593f616d4571cf896873f025c378cbc27acad116619c2b196593729ef4cf6f92d9c4fa2f8384d776d38dcadbe33715dfc0e024895af7d4f4311646c21baebc3cf9d325a7d693789998973cddf4c8ea79d7b38af3835dda6d5b77421a2564425ba306f008c28246ebd0cfc772e9fef4e44cfe52d2f52f60bbe61de55191c92b268086483f39681396659783475143ddca0fc1611a5bd5354ed7a7c8a978bd1c9c4d70ae16c206477373ffb10b2e806891aa0a8483faf04a89e80db7c3d25a9a2a54bc3af3af489d0f73ec1f7add201f83b8810620a533350d27ea1214833f3291b7013e472dcc02fe0deccc49086dbf637156eb7e64ff42e7412063c63b38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344144278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3589fb37531d1fa0f720ddd79ca371a9b37a9113006df4a3096bb4960f905021f2a081204f0ffb66b3c6c3e7890bd4e5458cf953b34f49982d919bcea910b346babae5e0d2100aa6e3295176a8f5d4a450c5aec980079ec985473f9664b2d83b10521d551f6295e6bf4df4d43ec828ffa303e2d1ee30b10ebcd148e5b6f763eb559c026cd0594b01b34c319afa2dd6d886d3c503be30794f0726c151e77b476b0b3cb5690a9610cfe83ce2334174a7b855bd18f4df0964cd68ffef3d0f43ff25f6483913c37d88cc2f1ea2af802bec80be7bc0b32ee851eedf3d70089c6736fdb340ae2040d823015340d0891d10e783951d1348631deb9c37db22c376cb8fa5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344104713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a2ff4c3b26e9ba61349337801ddf8147aab15c6748087d49998efd26898e908cc571aeb09612edcc7add60493d5434f68450a99381d07475fbf52d9c1a159caa2bff3ab569bad58636c03b44beffe01db167202ae28e267daa5bd9c864071a385f0d667fb739fa78ddf48693e6bb905495e2dc2b858401b1130c098667df87cc2d1630034db246ced3d310b80784c968cf487a9a161b9ad77509462b5cd276b3ad02137b64abb3fa5f6de6fc7987b84aa512e767fc5894f4cc660e8009d670a4407c3c1b190d24014a7bbd1df10a4181647c3b82649b0ac2612fb9d8e04fe08cd028f4173e785eb0d11824bcbab9adef364c5f3ce41c07c84ebc0b6571a2254e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343765143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8e059394ef4a14db7e5889066f8c431e04b6a8b52448bee43b6e3fba084c69e3d2a57332148f57b1404cb6b061cd1558e7d49fd071a7c0081148114571fa9b570ac061566314fe72c11a4e7fd2337621596ea6168e1f3ba6d4e1892d0eb9527843962be20820a201283e42765b96ed3015e62f52c5ad45d208a6860a1a26ec293d179b32b202baee4434232c1473adac4898ccc2996495e74cec3f954214d7d4b1da52c386cd29052866ac11641ea8677c06a614618db23c57c35c7023b0b0491c30225f830bb5f293c4cc32a025bc8bc20c330c3b132d6a8901ca58508608bf4355a0db9b53fb81cec8cb6e62695601b4b48c2a0ec4f32fe88f13c90c5d0e08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344576061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6b1b6a2860beddcf9e5dfbd38bfe34604ef62bac2cde01b966ce90f29004d1957b9ac8f8ecaa1c8cf41ef4f834a8d5806b7d1e022fc9d1f4a09ad10cabfad7e8d3dc3745bf2d66901f1c0fd755300a9d0b924f20231fe2c55444886e109ae40ba1f61df615433d10d8a2fc18c65451c98c6ed3cf6a50fe9da3886412b4b47895170b9015640fca3d67a7494128c859f230deba95c9297abe9da9c3e84acde7bd7d6173b42827eba3d4be29259fd0883e1f65debfb506ba294d43157733deb75e02443f7b65001b3b996b99158fc657de637a9f90962945cb646375a6589a663f2e917b23d027e2e04585dbc89f81f0dd09f1863876fac106c10f477c55260f8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344597742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7848e3573f554bc29ca83d61555f8c1ed80412b5466e338a8dc41fa5ed22ceed3fa43ce79e4000c552060cc4bf13526ecf377207d2e2a40ff137dc2e2987b60f64f6a68777b6417834235334ce3ac6d5efd39734a77b3c583d4b6c64dd8c4b50991de89fd6bb4bd038588ff3a2f5fd7bb2d442ec9b3ed161bb8e0aeff863a46716317712696dc8031df1547ca9da8f34a2d02be2903dd50ebe07e1e248ed970dd3aa2c1176fa3f439be35658cc6f004fed924ecb664d7ea1a2b9b001a4d8a6acc26156ecc89dc6ab847a667986edb125f8922611113c4598f0dcac188650b3c0f4854e09558893d9f6ccf89a0c17d5d09199a7f3a48dd04c1f7377114d05c2c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344322674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5020fe9ed7d19a7d52503674a29f967c4a973cf4b3686c0111af4eec4ced5ab8eb78a2aa13d3246e931509056d2364c4a163feafb96da658bdcecfa69db14f7a3753a1b5a8d39d88e458019144cd7419586cd4edd772dc944003c8652c8808e4690eaf779877fee8e90b04e43ec2c125befa56f25167186eafeaa261e4a412dd98e20e0b2b35cfb989ce8932f5d668e3be4d46507eec702782a20bb610b8c536b6e60b0fe30d193229666fbbd5913fe8854fc23e637437cfb3ff3d10eec24ce3e7542b1706083b718329431844366beb9a05f1f14f401dcaf8b2fe4f44b851833eea711bc98d6ca984582e56eaaf698bdf14c676cea430b9d145c9fe6d4fa738&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.343648113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3d4fd5b7c9a4faa70e424db3bb83ec6815fc4fd09ab6968cc9812bc29a4b9e4ba63e72f3ac66917d16bc985d8d6cf0e657975207b804513c1b5368149f58ee5c6bd5adb538e21df88a1c15e0c3ac7d91f417d088e8ee3e164c5cb86bf79e68b982d00153261978e9b71b725c4845d4be7481909a14421f8741fcd22ace1c79b44c904b3a25b2ab11d562a8989c258ceadb34c6d85e6afed826e0b500b6a127d9e9a30153e4804e50118184a5f240f4263203d0302ce4c9a7f27603702c657c0611d51572402c9f1c032205ebab85e98903a65f42619fb88ed18e2ee5f71afe4841928fe2f325d20e79c011d37f9785fe369927b2cbdb0fc03500de14acb9f63e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344646314Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9a4b4a5fd774a2ab33f152632822a5d656afc102dc8a20adf34fac4c03442891742da01d97d97876b6f80034b1eeb11d885386aed3e2b655994955f44e8947ed93a50eee318cb62508b8637126ae9f797cd672be48b318b115452396d7f3fd2919b2b0b82feaa1de3d4ad112f4498056448b84495e5b390b414f4f6f336282782523d5d5b5988bf22b113f74f2af9236179561c21fe427278dd7af52f076683fcd0666131d1e53cb5e000ea0e5b76686491557e2c17a019d48336cbb2d19e5fa4c922ece4036db072017a84ad96a907296c4679765e14d1d5ee9be910241eb46f5c737d9b290a1939bae11d3ebc76976fb8243f0be310e52aeb35849aca23c86&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344685207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=247aa756df3e288307133faa7c3cd46ce7e6776c9602caddf2a5177f3aab08892d467423daa5c74ad5ed4ba71c1f82709a48fbad8c4c3a0a725f7f7cd1cdc86d3cceadedf25da33cc78e3ed1efc472b5489a4dfd71032546aaa1e38800fad9c546825f1ad852cdbe28ebe2e45212ea9550715143bd0add2249a86b6dc31981fa49e5f94c11d7f1f770e69bb1b67762ece21eb977dad4952cd23654979514fd70f418064653594954478afc2b10be585495b69324a66ef61acbbc5f6f2f64d67dfa14bacdce17b4e0f1b4cfe48df818b8bb1b1c38ec44e714000d1221f6f379fcf21113e5b85300bfcb538a25b52c07ce061d8011508151865391ea7c048e9b08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344724581Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=831e8368897f55dbc699b88411e67dd076e654e8e640a52ed4e8b14931e88f51aab9f8e5e91138dfc4466cc05064a98533a96b9a2c38d386048dd7caae25beb27144ab347819b2f76779307e381b792e771d6febaa06c827d5ce1c324ba0f9880438f1933602c183f957e9f8d974a2f4baeff0129535f0e191fa1d3947c7fe7f83c96a972937c14b8482c8ed93fa5d64f66fe4568fedd6dcbc576b9b20fff16421de5c9d4ff995a6f329b21cd02b24537443917c363ab04b48e853214206ba000ce4144519e4a65e9e327df550091d610c4ab5429f6a4e311776a44d21bc65bf3c9e499536263f5111d111c08e793a513db03c69d11514a7266a52b17c8c6b91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344741723Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5b2baa80fb432e53b01205a42fe534732f43dfc0b3b713e23340aee7e474ba56cbd662ec075392e67e0c6bd923bbdfe2547caca4fd712c57bda918a01baedcdf65e961ac36b9d03afc7075e1d2e6bca41e8e2771308bc6e0c20037455e236da47b888f89684be5c655d234edb6168d6b76e735bb26620a669633cf410a40e6df955fdd3bc4191daab27925ae4cf3a652d329c4c1aecf7735b0b3b1572b19f3bc97b90784d03ada22e4ebdb02c24d50bcca5781e478fe6ab13fac33f1caef2152f2de3c0faffa24055b6051da5d64b0ad86858fb4e9c7ca439f67b40d77b6d37c6535e157b2de5ba2968c296d434988e374defed1448fa158bba4e906e005b068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344758064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=59e9c3ce0e55ad14e05d6d603940dea5bfa79b6b85366ee24749aba79fa5592ac83a99ba34d008093e585a28feaa2ab4a867660f8bb44fbdf71bbd75eaff4ffef39bff842b13373e2d3421faf9f117a7301b4b8a7fc3aa7bd4720b8ae16ca8c2865f287b6928bdd0d69d3e1abacd5537ad394bbf8a25649011a2e0e3d4349e9f173aba2f4ad3a22197834cc859a16193985929bb0895dda78d8c27898da603a75c98e71fd4e194f25ebcdc8e20e53c6d0b9a255c0864bfb7920a5e8e8c82c0f5681ca4634201e7690eb91d926f0b5c80daef1d7e1aac15e3b6c8f3bbeff96ebb512c477ad97543fd8313b869f78aff1ab84a2b546349df6a00f83e0ec3d9ba89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344766871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=141a446a39202586fb87d04f91894fcc3dab73638a30c7c80b29b17a8eae797062a572c91d8944245c615b21fab2f6b8ca54318a2928541ba9a7244e00713809c1bb3fabfb10491fe5cf1d6e5e96b511bf68f8bac991f3d9c1ea61a2b05f6944bed6c14f1c7fedbde15f36fcad3bf040c7d853f4c454b3e2c25ec36dadb87243be91789996af7a7c04c7c25ec8249e11b7c6a24cb09bef87ecdd1353469ed37374a7478eb4e7e07360f06e55f0b8ea8224eec271711c2a22141068d677827d04a25bb9b0c66cff2ff4285f5e76bb66298ff9e59a7c8cea0d4e28a408303ea2877d264f3ea01adc64542bcad153cf386774da40e22084d07686edecb0148a63cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344785125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7e13602afdd50989f2d98c386722271586636a688d56c9ed487899259cb0bee6cdd20290dccdc0a1097d06a31a18a11149c97df14fa0874dc8d6c41b57e50d2becdbff65f1a51ab55163658a69900c20f6f3cae3e39fe8941f2ce0ac440ae2149a6d943e397579f064bf58fdd0eafda9089e6557ac97cb1a4dd25b431621b00c67be99c263ae6a245d31cd5304593dd0807706e34aa6e176d7906256ff556fbb7be738641d85f0c4c2c93d110249d3fa2ebd61fb5ab757709da12e96717e8703f03a3863c7fb2ecead04065a6e277d1fa97dc175f39ef1bed93a110b77b22f063780bd728f6485ea567e7ecbd3f1a52747b5d8782cf73cf68ff067e18685434b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344793882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0fd5804eb0f0a46d7fb8b50a1fafd61df3cbacd533d18f366aad8afbd27106cf7e8d9b5d1c2f5c0f9ad8187d07a622f49459fcdbba4509e8a530e02bf3bd4e87d6e733a9fcaa20d8b5762cfa58304556d58c19d352ea5ddfadab0c6f72bac60b803895bf4fefca9e31a72916d49bfd2924e81a3dfebef0a48f77183b204dd4b2614cf3f6bd400837b2daaa4e260ae2ce00fcb7f2d1293045a1b679c72c34bbd887cf478eea1c98a1a6c3d4d9c01e7234003a19698039542abf7c99deab8e67601dfcda88140813287eb649266344a3e44c14cb117d245cb15d3a16f690f905bde9638e28fc6cd5090d2c974bb6788c7d408e6b0528ee8bcc128e16a382feedd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344837354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3ab4160453326e9c22f0a2e705af31f15af6f5705ac99445752590a3398439c09c861afef0cbcc267ebf21b5fefb521599e000d7d2385eb370118799339e0933dcadc625931f36fa31e1e3b6aa79fece56639ab632f541a3d8ca5b43341f225ffc2bc9f8c4f8cbe54574c03765d74426e5536f474e360d99fd77b898002a01d7a6291b703275f2a61ef49f97982827fc5401fbe73ece2d6690539a2443d7999aedc71af7c132633b57ee5d47c9bbfc2f2f9300c022e1be96a0b61a1e799761b7cd8174a0378d26e82afd029148b9b81e6028e23678db7edffee0e51bd3b0bafbc08f856bf35ffe7f88f4f114fe573f27280138b1df6ed1772739e55814b1b2a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344876778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=501dfa3a3a3911d12f8b97077f07fe9d085d92b1eb25f105eacfd1ca9bed4e39b473cab921b9998cf4ce7ee0353e90ae7ae726b1618ba7624604195c43959d3b0ee128e08cdc1238052e1f3cd585d1a2a8322f2ac23114b0e63c8d7cd9245557a9db37780a843466106afc92c1b9dcc5eb22f212a9eba3a43ba289df95a8779f5b20243b623ace4785bad3216d1f924c51e25b72fd039b4319e26655360485d3e275608d6cf062a009793f5c23f9bd407403a6925f12f1477bb742f6d566cea48ed216f92dc3d4fad651699f6c539e7540f35b2129cfe11758ff41eb392452bde49ac6e45ba42228dd72b7deb88c75a2e06815fddd092b7a3d22963e6620da8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344892998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2afb216567f8009413dd6884ffcf8c2c67d3fd988ea9ef22d1f526ab26158b61be615a6e17d297874781859ad1cac5ae5ac13010dc3d44c62842bb52d394339f875dbd914829fb3defe8e375ef79d877a5a6beb0b2acc09dfa0df145cee3135f28350c6cadcd90178b72db8ea4fc6a423c262b67938a3b5e4bdb91ad9f21ae3e376150e4bf53cd4a12fdb7b8a377da6d3984b3605c55370ced2f78a5019dfff5200b35041477b39c596ce249f6031ee1c43951b4d975aaccaa754422151e4c7e6c4c3bc4d311e62e8ded87ffc2f247277410f0e99e0a713a16ff08be7250e9740b28530026d07fe6354c02f5a33f39f8431ad74e40e399d653256c6e7757618c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34495221Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4745de99759fdcca4b1f5a11f4c12d3529aa6f8b6e74f478c55d80a98ab17c47e7ef7ac9d805fb07fc3a63ee719e6c0f9fbb1ee3dcab948b428fa970503e8a27b3f243b64917cf09247965a341169772868c64fd13784665584a8754392e3b6aa17dc5c2528517142cf68d23edf7a2d94c617a82d1487030e3f6a268010b96e1ca75ba2d1d3a4f4340bfe1d7cfa47f3cc41c2fe0d0180f2b21109ea3b9fbde612aad4d89722ba9ec4ba12309a7de61b7b12b1ed66a7766de3c0f487482f9c8a91276c1c6906a5d4e5a398e12773a38f6b6bfa171895929f2302ba83626271e20c17d5bab29371a3a21947d8167fc21585d4c490eb3570e5393187f8754901447&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344981365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8931b31b9b901039e7c7871601878d910a3273493ca097d42d4428ebcbcc1f39d50833a83a595756c77e90bb79388f40a0fefca5a705730119b8fedbed793a7378cb366c14523fa228e123ff32a8ea4510b579f66759b624c94cd86e55c9318d8f1d5c9aa8b99da87ade2c6e082f488652b1a6b1efd9cd3f428f989eca4c069950d30ec1d9f2c24788a4953728ba2c9e877946ae3442122cf4154dad9b496966aaf98041de7d9d0b0c61e7d932bff8606b591f02a4fb79d66f2aff03ab0442f316c04003ef114076ffccb7422f7a4d8381c7200637c97cb9d3816650e249536487eaebf245d2cb84b473306ffb779bea07e5ee2c2195a96cb152e6e0e858aa9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345006162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=05e84b81799218043a74bf29ccacbe9f30c998026db1b2da1565e5f6595c87c7b1f9b1f0175ea33a1fc7d7173fa100e5c77113c15b1e9d8dbedd6bfa43e9eead31dc476ee0e78a7b21616fb07ebc09d3d0b03dfd68396e929a613e456d28ef62433d86248b21e16c6228e3c5b5fa9383f3020600b9cee9152aa541d7bb33296582efd0024f7516ecf376de53d8c859ef45ca5dd2573782f6f72ab40b2ff769e50ca308e1dcdfb30727999b3807e6749e245ead669c8cd86ae88e4047db6c2e863df5eef1dcb3e1794c70d268d1103c9015a3b63f24aa572d71153d79e96c1ddd67912f1cffb2b420586bcbc051eb7915fb32646e79d727e03d2a6e1650696398&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3450316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6955215cd9be758a2ec43f389d9725e4f8a487c3baef480811d13bf6a928652822a417f883488c0769aff462f4744479f734271e3e83e9463f74b4af072d4a5c127e3792e7674b05d1e1eecf6567a829233a20e528e6713db9e8d60eda92252785867db798af0923af5cae05b8128cb5e4cace68eb0fe698f24a7c5dffa3096d4bda255eb8a86f077c5cd58c346fed747882feec9b2c1f334d4e91ff9ce0163b707e3570fc98b60c71483f96c666c4eb9da894c7ebac305364047fe07875a26e2cd39110b9c5420829943823298cc418797977f0e17d32004f89f7486ee61a851d7a5983ef5697bb14451fe19f2e268e441da1a7ccbe0c337182089cd195f4e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344690276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=61b492ef8247d01d826bba4104a9a173a0c874e00a710aeadd1b70457fd52250f37638dd15d6ea9946a6d9f7645229a46060371353a46c7f2a84b95bd7c6c67f19f226da85363f7c2117b8c4989cc0cd9d160d63c8e57929477547245fa4be3d308330cd0bd8a8ef8f5ecedc23c73a1fbe20f01b9d26ccbf67a8d712b9875c0ab3f57bc496357ef0a7f8321c66b3fe6094e20220f4d30813566c0e1763e0c8f2c81521edfe82e2d1299accbacd1ab8ea4babe88665e52c9ba4b78e410853a1a6f4dbe11cb674f8a8e0d46db0aa7cf77f5e2e1325e176f078653dee714bb1db410081988b5d4366591bec7f5db2a8e3b68b7671259cb5ff3a3e55d7018eae676a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344760088Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5c57feca9eddabf51c8349a2bafcc6fe1d1bd5c387e85fbd682c8318f56d0502b167ff08fe38ca610c921b36d68bb95a7d80c03cb05fd61e38e547e8ae4cb6788e89ae2f1061830cfcbc85ae678a90510ab3fc735267f5efcd1c601df0a1a3baa7ca6b59f4a454024d6272c6682a0dd7801555fd51575b34fdb99fa93f71ec3ac9afcdf9722de6c5a0e3aa1251d6263a78632088104180c94e93a3afb00c30f1730d8d4fecb67fc89e7d1f63e1a78cce4cbd1784fa2210e0f9709722debe923fdc9980097740931858dfd1b0e39e8c7411a8eded470ca0aeb435237260dace67beab11dd0de0849e5ab286b723e5cd3a73d79827a159391f0c0f10d9008e9f8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345088998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=653ce36c09c88ed2728161aa6f08ec1595fe8f0e93976b355ee19a23bac407ead54a7b4ae068bb97f709f3c825286ad872305979c30bd9f8177da9e3b9056fa153b81b88ede1ca9c01968aeab6db5f2e24601255a33bf8a29f7a84f871df4d3c527705fad236bce248ec10a8709115b16e46d3dbc91d3eb7d3c00a3922890b08a760c3c80ae17aab337a37c39a51c1d902f7f615bbd7f6597a4b8ab8fe12b633bf755719b573c0066f1f7396fb01bbc2cd0684263835dd464e7526d85a670bd19c8f522a3f11d93358158c5dc4cb48c3de73e41df8b6d43ec23c00dec6f984f064270519b89f6003d87b8efa882b34dc02820ce2f04c5d5b762e403d21e5c5df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345108204Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=365d72d73c51dfcd60e7b72e69918e58744810925a5200eb96d92313d59e78f9894ae264a724b104b8a15d0d44e222fe3c553ca73307902ad1573eb4bd522b15ce54c1cee03fd731c5b2154d4781dc61787cda1b1e7dbda992ec7d148c84aa2e961ecaeb47dc4eb9d741c737d6189949eb68ca79ca85854d5e0ecbe80ec80cd6f8b2644ea03bfd66ebd4cfa02ef97b9fa944608d1f3be912d8070ae3e416a1642c7b49ea5ff67fd32e6988a2ab53fc1572eb8817ec0f03c58cb0851e5b5e596cacf8685d61db9cf5fa4fc1f2e22fd713d023c58060f3d16a548d76404206f1144f5ae326ca70b320a3685557cc56fa0ddb099c01845ceb58388d985604c440be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345156084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=457112d4cbed6c3bbd5361cba66cf63d9e27a050577acf0cc64f2db5cc2a397f24ea0d07e8040ebcedae876e709ecc25d91220db5a8e59d04ef92e83b60cfd94d378f2a0dccb39219b4a15721d15d5b09f967a3a7f96924b786cecdbbe4619f800869cb3040761beb25e2c846ee33cc12a524cca46787c3d68fea8c44d48010f9945fe9a668507420702d381126ca437e1e208d19a3664152a1030796f67aea6f7c954686048aed3fab3f5cd39f7e0d27fd03e8469e3392d0dc1a30a674ce5949115407552f34ca49aa308e25392b71072ede09aa1808a1d9b090a7c453952c9be2d7f62b931f1578c29ea5cb2c88552179498b304a92b2ef043352be886e076&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345168979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bdb717110606d8df91ccf353a11543af71c65c6d6b39bf22726c4118b5536ba4e45e4ad56bce331563a7df0b4c4efd6a9d0a84a75cdf748b1c6685b2766c4910ce7a4ea7839b53506345f586605f3e5388e812b1910d7d9243872f4adf2f3fc17aac08d0e9f2b7f54fd7c5ed45fff96f11d730f063d16574129737c0738c1579cd69483b4fbf8a9e30b237b8ea1a5ce42782b964f62e4bdf1751ee4f2df763a846218d505cda4fc7a230903f59feac1e4f01e6c765986e4b67e49a31d168d809d062da62167b60496b949cc2c88ee6719e48bf9725029685583a66b19a3295060db35021c41c0107167ff67d7c8c7ad8ad98ce481c698a0e358468392d30c4b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345199256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=015539158a3f11376a5b097ceea6f3460127feb5c884c4c17dce0f858ff286600920888d12e546339e832ba0365d307b6363bb260c518fff9c7ffaf53ac7af4452c7a37b37fb1e4052133f485e8ae3354857f0e0aa62e4d662629aaaf4566c1371a1c0d33de08eac65fec4841591231f679b934ad9dc25c9d99c28ad0e8279105141791354d7556c2a8272c1ccbe254dc79d14819f71b1122ed5f8dec503cab4ba92ca636d2f9048a989ad0dcb11ecf9d966762243477bb5f3b17f58c3df29a7fbe1ae886d660c6053703f51b50234f427808c8eecd1fd7e3aef009e44b8d1506d58c7eeb1f95b1038fd9f468fdbb87d39852b5ee7e7a5f624d00f05bc16db6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345240052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=74d68bca23cb629965bf240c84e46e62ffe7e5a2b4335b3cb109c680cb713418d8a519dc79407bac532084d0e6bcaca45538df3018888cdc77ce3498fbdc363236cb9b33e8fe757389bf088f04cec81c171f356a41ccbe0cf3b3e2e6438267c9d57c616996126a7c61a5b4f4b87cd77b0e3455777eedf5171ef91ea2dcf6d061ca74c25d0332ea03ff61d1e555562e7e5f8af858081b9b22071d2466817bdf99af8380b5524c9271a7f31af84b6368d66ee232188352842c7ee6e29263014f9e42a68dcf95a2e594885652daee77db82d8b079d234a5f03d6030629c75ef9f5ce0a946a0d55423d77eb4cb3bddd530a1ac275028b488b2affc55242e9895c4b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345270891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=896430a1d20ec01fe6356fe575e1ddf3ca24b9bc2f9a249e0b1a481dbfa0bb14195df686ecdc61a7ac7a4573372387c4a5066d1428ce4e5b6698a1031c8463b2c6ec745f543c0722cbb7b7603f815eb63eeb0931096d47e81da09eb3b348c2f30a333a8732ff510ddd6a6a0dbd4720976daa2c31e21c811aec0b50e9f52241286171422e1ab4c35a70469ed2fb5f8d7a6624b23f93ad87b70bd152d5c937287340a027d2073e26d850ee91bbaf53bd6ff0e1a63b97428e7b8843f90056d722b431649ee47c734395210b4c6338730fccdcbb01285c81c962bbc6924270a154ac2e2eaa3c1479acf9eebbcea81240961498534d9cae6e0a3c1ee3a0676bd355f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345276671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=50e986d015dfde82b1f98c85e9148198a13c882eca58e5dae7bbc145db45a888628dca080af6ac2d62078ef601de5156b7fc0700a0ff34bdb987301b673ddcea4f175bbcef94c7951e772698d3a70d7765000b21d24efcf43e4f2da144e3eda8bf0d17fb67d20706c50df5e345476171956d4409074b923f84d5fd792f8dd24016a83d249ed313beacf534b1e1030e132cd5bf0ee34a425923aa21300fd7be1cd98eaf757e36175949074c0921dcbbdc9c4d8ad76c5981931fd0d0a421a5e962f88942b329ed041d70f4ede3b56f338ebfcf47801da52bc58730969350fda4071ebffb325af5f2959e24f3f76ac1ba20ea4360b8bdea149f65c3585a860f08b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345295086Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ad08c50484a44153ffcb6605ebdd7aa9e81f259393473a1144de63c34dc5f57a4688d370995a8c72f57e63e01c1d3a0d02c3fb976edbe30b5f08e0f83d093f41ef4b7ca171ce8f834ca8657b61f375560cebe38756427e92f54cf7ce5ea247bffa2d41522faf8d5ac954e5b6f8937611a5278e6fc60d7e24ff369b7ce07898acb3586a8657f0bd1226d879dd0d7a3001c83317b1650bf45dd39ce92b77a99321bcb4c73de7b830c14cdcf020bde875f273d931128a32d653133a058a9abae393e2bc732409eb34b3bccb7aa727c2a9ffb65d6bbcf4abe3803efcebf780bfffea3a0c4d0b3f5c8e4e3d40b67fff4c230a09438472b93de04de7a664906b8a6944&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345331735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9fe382467f3592c11de2b64b8335e976c2d7363265a88cc920cb23b71436a2813c36a5dfa30b08df48f1010762f2cc346e454e4cc310eef60856d60f9849175072fb7b6f4644c335fe9cd9b0bf5a9a22fa76bfd02a7b751fec1e6765f8aa0856233020fcbc7c399f0b1b89f88a93ccc37caf89da679301dbe40a0dc7b33ff966778b3c50be81778e2214c8cdaab4bd8ed97c32e5d0a03445fe8c92214ec623e2da0661589312faf56fdd69fbd9a6d3cebf75f72a4aef90ed7b68540bc330854464d686ae29fa2de26ddac7ee951ee78cb273a89bba15e04c49e31cd2d8156699579f0ef32d9bd0de1dafacc514e3537eaff5966cb3324f61324531c73167b6ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.344313456Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b1b47df8b5a2d335f7488f3a9da6cc9a3c7b306842d26c0a6629674b382b26b340a0ea1b0fe5c0c8e5510a9e99f57cb92da1b8f8aaa09fa4060fb96497b908bd320e1746ef24f28071b2d197b7432c7d362cdc85566ebc9e0e5233e23c3dc826a74da9d03af59c61e17fc699d58f01a3c937b201992ba195fb0c3c8429fb549fe9aa60ba9c3ce91d892926ca33e5a4589f68c283d3b3f4dbbd9c08770b8fff8f5f1ea769d566763ccfe82dbb02f85c82dd20f2764fed9adca937223c4496512fd1f468d41f26090a16f15f0a81e20292ea9c0ced9c44bbd0d4c8a5a3101f1abc521eaf2896a55e7922b0411674580cf3f60e83a656e3113a0cccaa3a87a7275e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345398882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ae32f9083b95aad5ac45d99b287d8ed6eb1c5c7a268e1bada79bc0d484c00ba391063892fcebba561cffaeca6c382740cd54b463f3316fabf2a50004720083cb6e81556ac76a7380148caf0b5754fb2d3c9110478f4556f8088154c79f4df7e6bc3b3a33359ebf17ed132c40a4eb9482e843d795df027df8d63794f7159ad9ca102f15e83520bede33a8876eb6da3850bc7389a2f4cc3344b670747d0b699e6a76baafb814f78a7b6b2e18176b013147d375a58e91a6a44762fe020027931ec2aedbe3063302e34569fb868c6087f92e22cb234932d49de6b4e69974a30cbe26fa36b386489278f423aab06fff3ade7ff3856710724ca3f4cf1d75a267317362&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345416094Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=43ab36eecb5634294a2e323480c19ef0d9f04338467a267f2ef5d7932bc9fcdb188e2d3aed8c4ae99eb657a031a7d2226211de108a348ee74c14564ade95c8bf961785ec76aee63a868dc99ebcc9eb13c71a00015994cdcadc63da0d3d0b72896291bb3a78bef5dcd4055c57aab1f61f9a2ad6d6cc29e1dd3a64efe8c9607dbb5653a4917f6f3605883b449e9107016acdba19ff55b27a78190470c962bd46dff6827a4a11551976a6e94234c1b2364320c6ae1557d990bbc4e94f50c88ea3f3ca71690c41a28661d6a3eb4df9c8233ad9e60c3b2d45b5df1cecad2184f6532675b1593dca00f6c8119dd8b35c77ff5c2a73d5ea9e941ea73c084b86461ab1d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345430311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ab684f1a435f011f0141b8f2a1ab9db4c4130a9ca2e5a945dfe2ddb557bb206b508bc7df2dbffda8d4eba25fc3bd8461c73206dc829a325263d766f88343c332b6684183ffc14e7ca1e0b3135af5663f66b4de1c7455042addbc72e0cb14d71bdca95a990b88f658cf86580251b727ce9ead02f04c25091f4210b252cb4a4852776ef2a75459a49cfc1493e1244e6a813dae982d0bf565891448643ebbb1c0ac79b600812b76446cc3b6fdfd8c0d90ae6dcdf15a1f9b9af03d4e4dc927653fa41eff06166c51b8102e454783cf89a5d0d7bf439192be8c47493ed677070ba269a33dd916becc7ec02bab1a97fdd24751991637e05e888e716833190143c827c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345469485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6e36ded12298c5acc33360809c36bc85068a16e2e46548c73d712fcef83b80a65adef8e0280c829159f742fda9fcf0be0da297be21945741207e1fe174c6734e78f0cf0066433f8b8dd5a858b12c77e1135ea834d4e1100113df84cea238061648a6bcb2eb0a6841f92110b9117933499304fbe4e12510c5b9777d68a141f4c7a7b3923ffb11f4a35dff9b8952ed4269d15dfd481c08fc6e3bfec35909f9f5ca674404191aa6806548e0acd800af6bf9148435c6fae25ea058ccad460020cdb55ee9db032d99646a4b6589370102d755f56357938a81b4688677592c520ca48fe73ad8ed3d4db9a143ec6a2a8a03a3188c2384af1dd60f2169496b311c37d783&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345482509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=38501b48ce7f3b08cf90c1c2402feb0a205dfbeb051a1afa89f5c3a298b18133ec8e3f299f1432c5c80fc5f36d39c7e33e5840d3e8bf14866449d98589582f3375967cc5b46c578b130a244756c2ada81148ab01f63fbe5df98002980e32b790f36ec179cdddea35f89d2526d7128527c5cba43574bd1807e4420929ee8569478101a716fa2f33d419bb92cd0aed007bd209e8b8051acd5663a8f31132ac9e0601d23d7e30658e1252f55d6fe995ec4f4e89b496a81107b5d2f2361f41b4c2e867a5c46a24887ed181616cce5eebe31541115192dcd8e9b3f54599e1e5ccdffea6afdb43005ebeaacd71840856d17ac0a2be576c031d5803f70d7850bb82ad4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345510252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4d5c7c54f72a07807889a8350a52505f7917ef87e8a66fde4224eac9c3e6ba6364a63973644549a3124ce8ac5412deee32ba8239bba8fe3b2a123d31b6f5cc18d2608b7b6db7fc97312ec9c0c86f5590f7dfcc7d991e9e57efc8f955b2e9efba920ed188feba32f6ca7bccd08c08fc005a53d9d55d9e85e1165c62a6778b1471ab9f5bff9db4f25a657bf627bbcb00c66223621e00af84abe7d1ab7bd4202aecd4fa7f775aa5bff0806dc905051515e27c54905c9b6e9848b10e09e011b7e313a00f776ba54adcc627f7381ae350cc93a5c7b19db2ad46a13387e500089bf31540bf7311162d9154d5c02c0129e94086f7e3ce4d166e2521d0eefb45bcffe2aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345173237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c2b57ae53fb92952305e5b079a2e6e486ae2db5764bb0da4ba5d80e9258bbcbf1bc8e336a26cc43300115ef7c4d2cc669f74bbb5955fc718a93960819e468daafc245aceefa2c92717d1033cb3b4ac97c8ad7ad4968bf3e30640ff0fb1914e92287824b9f54853faba958580d29f57025a73464d1a3dcf15229bdfb64c0c6d9ab541f9dc0c254aa23d3df9f90898eef067e33ca7a9e01c59f9800ed78de8ba15e79563f88a9b23f505b9220b8f4a500b540d81ee7fba31829f1a2394a69153beed2d2058f94e5cc260e55c98fa1e6b7e65be8df97421b3473aa88690263270fe7581e8e578cbdf7931ed66a4843798f10d13a7b77e3dd8f8bc5b20ee7e045410&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34555163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=870822b957c1e4ec9b50f953311e3795012ebcad4cb04d31d71ea198263f4014ae2a4d059ba301f2e9a98490974f7c92d8acd1bde822a745d7af80b91be6bf5577f8e5eae9992d1323c20292a846c43057e6d1a9bb1249a8de946e6000bb6f1534b83ecc07d88096862ad9ad4276d0bf723997b0d47fc77893b9fb20f18c96c3d6fdd8c85fda1bdafe3b048954aa34965b2db3e9403275f7e83e6084bb60ca38a1caa6e2706985b1bf5d3dd683ec9324493714083832aed4a3c78604aed3ff73200722238886a81205a573f002059f64427969259c8f9e4d97b88bd10a06509e1708040fb192111fc59bfc3f2b9d5f5efef733579b0601335d65147efa3bef58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345207301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4c0caa82387b9a1965adf2b15cfe837d832d9817b9a63571bd729e10e7c73a3515b8096b4e907e0dca53f49a35fd94744402872f354611676b4b9080fb02e7fe09f53bcac24fa31e1c58203b1b6eca85f4d5e76a7320e9c8ab4ef36de946acfba60b82f6966a1bd3a5d3c386b7eea6f97a298ddc2e7943edcc1d7f17559fa2d4312780c11ae12e8341de04ee911233384f15d3191cebabd800cf7c2dced356b16b05aee40f98a21b227d2fa3f481798a73e3cf2c74fc5b500afc59aa2ac2e67184599fb8fc6e44232e3c7c0a4aa85d43b94282534a58a512e9f11b88f177381bd1ec0bc9d40d5cfa5de64ca65f70cad9ed8ac8de4d467ad238d5d531c84b6b1e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34559446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7c9acb20660aedf9b778d1dcd03324073c216bec5b62e4327723114ba36fa7e0a3abc79807c8c616cbfced3a4c207429463379cf95326cede21e49d90fd0841413b7fdb7d758bf0108b0b6d567c1b2ea95da70e3b85cf25e498abd5d2e9c81cbe5851e6e89879c94997687782603d0b2392d54dae20327f28ccee131f6f57ed59f83cc1b4a553481a24fa4a7c3c779fb9caa332967a7a12aa90a271081e015f7f7cda2ace8b64918fdc2b878bb0e4c7cdfe2db8afec1f881a0f4f902c5a0d84330faee782499cffe8ba44aa592463a67715d29125bec726f2bb6aa34b95f2db6d5f8b973990f0efc26145fb8757163e7964b08d6b1317946102b5a88274dc0bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345242247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=84d6a91ba7e63d9f57dd6ee8fb238b9db5a5574ef2822765c455efca1570a2505b7a067efb18129339e4cd14c392d2e0c6c414c28c1d04d015a4ecaa978587ff7b95d98cb2ead234a18dc17584f0b491d60c5610ded2827a7a08b632b94a7c1c45c60c156b7cc111542608861f9ab1e7a28511b98d567d96defe1d2a7ea4a3df38d5eb25151f1dff8f35d73ec9f4fec8bf2b30eaf1b48afa3f2b316761e426c5fcf2231481bbd5ea3041314dc6ba7b8fd4e2892d2b20782563feb8b92cce3405edbab30fdfd304e781baede5dab2a158255b1c67062e5f3f6abb08a997342fe0259635b8ef8c7a094d4120faeafe1f4b837790e9fbe14e2cab6256b043fcbc40&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345295066Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4403c86f44535a45d1d9e87eef18e144ca10718f83d1f719920b780fd15b119cb8321b58b3aa85f8e42fa6917ce84eebc38fc18e9e5f5eb075771eb6b28ba4fd76e31e68e0f090ebe54ce498853a721f7b306f42df8deab8d2d7229418cb09bf803a0eff1f345fcbb03f16d81297e48031029091d96678fe47c2f7c23a9b6ab7cb16f8a843c7297c4a510054c3561f19ec2e7083cba17a9ad0de8da4e0797f053ffbcc678976292b411abbe7b54aa0c0deb71655646d949c1af2e0ea5a6e21e96fb70bbc013c3a35b914ab03b44cf4d0fb9a00e20c0b2294ca29cc02201f4540af5230e0d1ec05e010feca9ac4134be17e3f74ff4e423f77c04561493ffcc40b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345698747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5070448a858c9fafab74bf981e18be59a2b5d3b5e39e96f703ea1bdeb5e96d5ef5978767dbb84751af919f676e18068b7b399662405f673261fd7d3df6580799bd94ac108b5591a46948d01dbe34a839d08d5528fa27b4ad3c05988c5a482a7eaaf105a0af9282eab32a8806bec6521c8b85c32cc0248e0e11ecf85f7c2c2c044d5a88f5f2a90d002b0ae51d2b89c94008ecb47228932304021672defe0a9ea75ff43a0ad1859fb12832dd0b93e6f6f270c254e880804ae935069c8690ad3b4577d04041d7b24628c9d4ec7f03e906c2ec7f2d4fa53c7b659e3bdebb015750baf7623ff4cf8cfa03b5aed28add3292219b8f8c4f2ae676446724ebc2eb057e6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345740315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a6bb0d2147808690474a7f0697b82b34b3623efc42d75ee62e27a72a0889d7aedd7a4d8426d5cdcf6c15c7a0e953937a8bcc88a6777491637ff7ea30d4a6303d082ab5b581dbb1fbf34789aa8540d1b9ece9f882e2b6583245269d3dfe2eb4db0f8f26a09a20ee817a4ebf715b109d07f9042dde9ff3c91901e0ed112fbb761de0fb764b07a06c9ee53592709d589020beb546eec79c1a3afa921652ef9ddc88d295d10cba89a4a9a38bf5130ebccb6a39b13aa47871b55a643e886c7e3ff56d501fe2e30d67651e7402f929a5ff43b24c639e7c6621261ec205d3547904a1af43d164961209fb30689a4c2dfd022258a0feb7edf3518f723c06966ca92b6655&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345741978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ad7d59a53a5071528c3b07391b6141f0d47cd91cf509ea7c428d77f1067b8a06884702bf03c2b786f1017e40b1a64098e2a0e6b21f72457549d21155ff35e1ed6ad786ff909d2339214abb4df572193f759c5ee04be5aa94c04f406ad8e4d5284557c25fd123a32e25bef4eb278d7b0e07d6ced887ab83d2c20c240a85a486d35aded8095f0e45e1c5388d3a5562d50523d1d6d4c308b2326ccee239e94599b9edbaf16dd885bf4452f016a512b866238fbf2a27b1c1ef26d39307f8b31b3173099fc58959c0e89084e9bf3e849f806b08a2b605c620e4cb6a04d6b6122e34f3fb08537ce30b28619b679a0a52f0474397dd5897002d151f391380d84b28d26c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345776754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bd79ae1971047b351468f5b562b4d891194f9b2a24cc98a3cd3aa487aa275916abc9a78f8d5590811166b5fa4f58a15ca090e73b675a798551068d9f5f906d5106e6426e785d4ff098460a5242b94a294ce7c09ed7579137a53f506d55f186d99031eed3232ae33f21602823d03b998e8e30804e9931ca2bb8337cc407b95ed9507133215182ec86efaa67ec172e4decfd34bcca1795d1370e52fe63cff96606fc252e3ea2011a64eaed9e1a7a0c8fd75bd765cdd837d0f5a29a392a0a264a1973bb1ba5b1430eda882db0ca4d9d7b457b00bf4dc223dd9a7ceca8b6bab76dac38ad421cbb95a6ef609fffc8450e7c01e8d57330afda350b1545bf7d6c5e2917&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345056597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=446246e13041f4850b90ebda6ba673b7b5c118c82c1cfa7029f6073568d183a94c6cdbba4d2cbb0e9820213c25ff66d34f1c18eb986c99604f96d92d465e902f612047d4294c4e12d0e96c0fbe5c25adad9bbfd279d768b870568abdcf2c26af1610fe15dfb2be77d2706e4af407989d67e65acc494dcdf522f68a476be843fad05826a780268ddbf2696172867b70e176c64852e32b43513ccb970219c25620be81374f9df6a9b940a68c673a61925d7fc4efd192c2a19cba162aedefcb4b3c81b470c1ffc461dae729231ebf2c03af659059a7c13a87863f057d6f7968d072cc1f70245c18b028b0a66d6061a1c302b9cd109d03fe232448229c1965f854e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345848349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6290ba1f81396319dd8ee6b558550e3cfcf80dd659d7f590d960e052b45ae3ee9547b47906cfa9cf746ec4c387be2088ef579cb69d5d01176c13782b429023d5087d63d37d8960d168f1095c4113f4dda709e372913e93dca43ebd55876519578f96c84c27ef25d37bec892f9f6bb684f9002964423a293ef01ef6d6f1a28d455ebf3018b8c562717268320fc352ce7dcd7a9bb4c97d4f6a99d23c058b8fad74a74d89d6f8c2206c9500b1916bc90822a91d84b233d08fb7cfeb68ffd58c426713032736cbae3bed75e121385a0a5a234af296a52dffd3bc7e09fb06cc1b15869d19d1eb0357b34b7007d4967d20fd5b4ec30a95b62496568be60ef56c5705b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34588631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9e73d64780bdf3747f860f2990fc552124e9659a56605f8c38b1edebcbde64b222da108ca850a5b3decb8dbf12640a5c08da856f0e672d4933c2d2f057f4ed45ad5027e4b4e5bc4193f17161ed27d38a8afecbb947d21bd2df44a90cca6eaf7f379e4ed04bb87c88f62370a185008d64b35ee8e41573d5bc2983db69c9eae7a6a5062f2021645eb41d02d6c5a44bb0b6457748635d39c1d313b881c5807c8d884da87fd2f1ffd8524cd7f6db5f0bd93462815af7971003aa508051cbe6edca7c40011ec8231a78cb3ae7f6873fb131c49b262bbb630b8a2d9e5e09ff78187ed56c465ed17a5dbf7aecbd07df9cbce4651fdcd04040a9f58aecd1076ef1980bbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345902932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=aca8a256cdd1ec6e94fbd0ae66e21dadb44960f625d470a9069f46bd277998926a5ca45052902411e7b066942ef643424c67ed782e20e1035c998cce634e447fab51fb3da291add2d9a7d30c7e109f4c747b2bd66ebd25b7758c140e05ceb10bb7baca0865b3bf52067a7d50aef1807dd8f173e4f5f9b109882f837e594d40363de07d5a1545d01b4a0e6a87ab562d7daa76430f1445fe807bc4b545db8468f5b977d03a13759368e82be7479e40ee3c24a193a7d5dc9b0fbc2feea1cc66c1306d039a4e8b42d60bb49d1186907df80fce6f44aac36ae1d127844a10a10f8cca0145de0911990dd7cf251bcec5e8b9ebf791ca3c8b2e8b6ad0543215df526273&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345924262Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4864198af472b231cbae7ac2d5129f4c53d8bf377b97e20130f8e82975bb47ec7618144696a1d8d336f1e47f978a1b04001d6786c03aca6738665aee8ca47fb82395b87de96b32e88e22ecd2c661bd8c7f5a56f5647a098c618725aad9ede53f3bfb3c84a851dd81fd432e5bda91751d80347f4911c5884af6214681a9e7600a38b0981741f421481403942615f934f3f4eeff9770ce7588df1b552f4d5e1086d5e951569405b5dbc345dbe69289961c09b1de88fa75110e7100f7b25748c5a52c4a46de85145547d3dcb4606b5a723578ae089e60dc61f9f47cbefe0bf35a9c5d247ce02133afee5415f200d67b6d2d4e5734fc1b28f22c9edbd51da5a057e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345945762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5551da8ad1f22300e770650fea0f99096d295169dd5e560132f67abab7967f85fbbf85e88b46aa4cfd7eae8624ea6616ad8fae8c7309a40c96741cc3709987c45e4e7bf10525dfb86ca4a492efe054517d4be43ca7a1909329f09ca16a6db716680b9c129a5adc298b1e79b22dc6d8d8021a92e84337e82c26c62297e9ac22a80c05de32a13f8d55d93cd1e6ca843410f2fa1caa5bc8760854d3f80a971bfbf448c21a7853a6db8a614d6cfeefa2abb8fc1f61518ad2510cea0298bad9f830b20376b4fdd8c0a6f82ef7da71dac42494bd89f657fb33a1ecde43517f4c41100cf6e3702a020a7a73df2a675a97ec766a46d007900d5a94484bb49110b8bbe102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345959198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=825edc8ba3894b174b8271b4f8f0bad621f12ead181687ddfe933fede23639c694c4687dfcd37c71b1aa785865449e8207e3fc62876306f284bcd3309d5d7a2244041d8c522b8cf62bd7510604551282f6c211bde6c822805cf56e61990346d4391e5fa77cccda5bfb7092fdc4819d8eef7ebe1970596b64ff6f8113317d7c67bbe620b1f38562720c83650a4dc3070dcbfc978c4a91222180cd0b44e27432d06f29fc4d6273124451cdf0e2045daa3c85eeff9154fb1f2c15c0cdd4b641bf11e35570fc4239c079ec52d4f8ecf2c0494db24fbdc1502018f0bb110d9775dce60caa131f633884be14e7f286aa87a0c932ee03b2d8c87532a37712dda7fa8318&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34596606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2244d30a1dbc44223148ba972e0841b991e47ca524ea4274368c5d019e6ae97214e5f4b8298fd7cfa82af94d5c29acbcf3e2b60e6ec9ac70afeb06e711e20022cd11e7b3cafb47c5fedc9473e69c6761a082cddddab90324d02a051b934af7f370912ba68a9ea1cfc280df0945b04a228e536a5a523db7c3b92f27b81c4ce28dde1faa3e296ffaee04b8eaaa426871267c707fe13a168e1ab4cb4c4e386eaaf2be554d9adf19cabb50ca7f06ddcc51efe994da13ca887e0ee00eaa1212ba6c8242a64326f6d515d8958d05c3640cad1c041f6d86aedca522cb28bca4cd3fa3b62851332a65c8e7d6569b12620c70baae908c5aac150777c6a85a979078b64f95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345993612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=10d2bf228bb1c067892716e9d8cdc9f06e9072a9b6754a4e3e46f008ece520e216d6686d2153a2e3d8c524e354a1c8b980afd3a2b266e7770f4a303c1f316719e40f0f95d93360a30f49819bf8723f2c557f812ebf332d62c2f63a2e234bf8a6b20a8ae7ad661b4eda6ac630f9d324e9139215e0b309dfe733d0db6a751fbe0070f8f1fe43ef26247b56eb67720c39607e2a26819195e75198c7a469ce72858e3b39d791c9aa6f6a65ecc38f918862f3b6678e5bb1e81bdcd93c729af8a5dcab69fa03ddcbdffef5de62c7f8713497948503caa2e2d034e2412f71a78b9a492fc54bccd755a26fa0cb069ac64cc7b5f15c925534499a9d54d380e4a1f63e536b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346004733Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=64a36c4db5870ae495300ffe8a85738069fa6311824a832e8b95d9737cb28eb08b6144b713a7e9f27a9627d93affca37a1ce5138c6c545d00547aa252a49744ecb4dc5f716918da3ece424b771138f75bc49201c174e648b9823e4c809330f948782e98f90d8cafd7d6c54092e1be2b6596d126089b6742e630baf9ad68dabea72fd584a3b87754b5543d94c00e44ecda9ef0761cbda4991405f021fdb16040c20dc853d10292ef64114b60034592cea2954570360fdf750d04dd03e396f76c120e2b87dcea3ea0797b82f1da9ad387c9b4569d2bc715e63201b9c3c370a820f37f8bead63a46922afb4f0bf4419fc766f6be6df05195ec40416cfc71aacfa14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346063073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3721407d55a88417e069a95149dfd96940d1f1164a04654483719d8fe821fc05317385e1c8f2112c5b9e298015ec5ab2457ce02f8b081a5a050681f64f929dac94951c365f81ac882ee457a629aa214a78a3d66f22d5d7aeb1e14ce383258b81442dab4b504e75e196dba8f938705c8970147e2173f31445097ef71b6b3d21529a448b2dc9cb8567cb9fc0923f3327ac2af6a27fad79d7984c80b9207fab68a20eb4b2ddde6874996c8fcedbe41ef2a86292d8351778c8a27af829fdaaee4ed23f21f92de672d71f47a38000343d096ff3b44115a737eb203e8f01911f5c66241ae4025db12ae30eb78251fe4f2c10df86c0fdf40f3d701dda63e07fca21c4ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346095104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=121546b9b90ef3334ccaf56259b72c151f9a91f174171f7f2bfca117fbe29cd89cb6d32c325eeed5b54855e4aec49cf4a42db5f2e080713ff69ef06678867e56e0a148f962de81473777b2d4fbff28dcc86ff691a0f724defb638576c5b2d90c4796940fd9846bf0d0e2588ade239b234ebcee17ad835e42a747453a28cbcc8398ecc9ee15a194a114b16ce4e4a3e0df1d1464ea6d839f018eb5832d371a6b3e22341a2cd2646dc34cadfa8bb0cbf58ef9378379dc9ba3425f959678d83e8667a4a32f06595c94bc4a3a64276730113e377d31046887ce526a3410fd603210af3c037d5d6144d52db8072c306d6b649d7cc8a33c960efefa9b64de7af67480a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346112897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0e3c2ab7d3c26f0661854b1f9388a34ceb1ad5f1a8b1c54de7e0a496f6fabd09783f595a6bad770aa940381f44b4247d5e0aaa6600774f3be1e766d45dd581debad4e6373fe952fd56ef1062b1dcaa27fc9081cac9b687e286597f36d248b1bee3596307b95ef1c1aa5a2650f9af85ad6898fb9347df3ee921cc79a16bee243f377310409c58cf0e3c28e3aee2716a7ede5c5515083772f238d3761f729867fd3e1ef9c4245d05bc63e7c641d882bbd204171f1c616c613eb76a2997e25a93a8a8e522686a2a79bb9c496edd1a643f777c5cafc11824bbb36a4fd9432aa79c5a4405b194955b759cb10bb125209c3576853859fd79db98c28fed62cd7aeae581&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346138766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1f7a3151093504764f8e894b38f79d1fd54d36d0b6eeeb06740eaa47bb54be6b874a0110ade61b644603e239d9f8aa7f504bd22e1c03c323e8136edae19dbb282edaecbc71b19bdf081bfebe811487a6b20101614c93148867d84378780f8230349c26bd414da6ee1982c6be94425db2b4437f72392dad81c564079b31037b7b46805c24948b4e3245d6d73092363159cc8bb7de9f0b25ad83cd25fb8b04e44c8fcbf1d379fc0832e5b2f4f231e3faa29bad567740cb4d0f203cbc707df8e8461a57eca15ce0ec829746e67b3a4cfbcf14f72511fcd2fc2e0885a8afe408c0a1f572f5c8dfb3c94a8a347b59f04b5518ee59490bf9b062d8ec8ee6fa68a4ab54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345475005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=285356d535496da97ce298fbbaf866816c0a60c21b0500c1dfbeacbeebc44795a34e4150c916bb961855e6a16d7c745c1dd617e17e2cc10a7455b92dc7a56a87e878ac69885da8753af688fa4c209e00967865f12ea740cf225e0f81c440b01efae535b230795780c335e8faee916673f6774a0ffa9289c0298c43cf816c381b490d5f02f047e3fdfdd3a85b090234a8d7db8d1c865c23c5041e9cd07d75f5485de83b21592c2c99e3f55b5b26dcc2e4da99f0951a21957c50abfc52021b13adba655f7c70afa4632e18f49f5a59ce068cfb0fd12707570a49bc5b2d7b80eb1bf2b1f2588cc51b7333305cd734f713c6fd42e8e3ccefc3cdb42165fd6c9d549a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346224047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c357fa844901237d8c29eb8e328d4fcf573b17177d333cdc824aabbcddba602a24de3f75eb4a1b25e4b3083969a31f0e6bc497aa0434bd158a4b8885b26f8deb937037fa748c5eef3d9690092c59d77b4c94bcbf1442d6c923974f2fe0196e4603986b30ac59e00a83c302e2a88c9eace79905671aaeffe33a1195c1870d9a84d9696e4997398d6d4bb8067c4e535ae7932509f86b92c7de48aa92c67a9669ad9a306072cac118392d23ef9492d4b05e93f5a74237ef802e0b07348fcb5d5cbc609af62056ea18df45a87c6ede6c5fc8ee44c220a7aa6a0ca39aca14a238b5a5ca6cccf6c75b77df55e75eb8220096a6abeb2cf46adf7984e970e1cddb1486b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345852547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0cbc6cf01602cda34b229e3c2b3404f72473d7241d34ea290ace1fa7bfb1b0c938fddc9e7cab77b534d91c194fe502c36769f31eed68f9c4c7bfa50b752fcf4f5054a6436f605171024a6e30e4d2c51c311f07bff8f38cc9dec8c0c6b259f023967937da50e3cce11bbf659085aa63e28f77ab3029b2dfc421d27db3b4db0fa9d558e9d1d517ca8af0e95b3b3267920139a61a8cc331aa982827acecea9a850136414a4bc6e78c79afa880daa3c7a8912e8cde1fb7e1f9c8fd7fac3f245b73632cccaa4fa38c362fd26719a13c103b0c9570dadca395f95152204c158dea759dfd02ae24275eddb34be97f653095bcd13d977b58631d72b5c592f826735cd3e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34618362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5b5671d6b3211de16913b800a2447a5b0a2cdf81565b87c1d83a622c8b6879c9ec47620db34e03972b0f72039cdfc9ab89c991449176dea28366499e277c079e338ea83dd4523eeac8396a6a3592cb66aba0aec6a1235ac58c8448477ba3bb509a106dfe157dc5af88b4debfbdddcb0af3794414261add9d90399e1b71617c6d68d1cdc32b5ce1603e1bbd33b741849290fc05f0af881259491d9be9cbca21afdd3967b3b9ffcb5fb263751df8f9b7d7c6df2fe83db5a9a71bbea9b2f6c0d73c2f7ddaeff0f99fc2903df1d7996b0374f1601385aaa5e2544262990f33b6f6c4f9cdac74da122a9296591924f11d0f283c2106a4ac52462cf1c0d44a11b690d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345889136Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b09122d6cf3d79fbeb7bcbcf57fa3393f8c3226419cd639f15b9b14fa3742f05bc854ea576e00fec673f806df3344dac706bfa279fab2e462edbdbb7afe58cdcf67e6931dbd4394982aad28629bfdf7629951b76f5c4456087a61a833f6418f8144242b3c1c6495d006961cd1f9e438cdc63c8234bbe27056700c1fefe6cfa0c68ef24eb49156b8e29675a1ca851ffc2ac36bcd8c8c53f90c1d7fc66ff2a49b1ee973f03703ee41ae8b2f9e4ca74e1f42a76254e8f0c2cc77a02b754deb393f5deef0d482a4f1f089566d08afffcf34ded06fd4ea53281e241958caea826b3c2a2782ca8d9aa94ec168dc604e08569c3c649b613b8103a49af052aa7af117a8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346277137Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=69e4b5225017b19158e09237eccdced35f566635025b5535d606e3a73df91d38f74fa237ba1b19e2c36dce51099254ec38d03995aaa39b7e7f99f0a0bc32c6b3150cf95bf4e941284e19f5e5334f45359bb9e75f602b5188115adf9e081c9e7cfce7b2e81fe8382c8e3be2752cddc9b30f4191956d758e1b9e100e80e07169489fe4fdf93d977353fa9f895428c76472b14ae290b09b6d4c8e45dec99184a32422b68631999ea238d1bc81f7bda1e00f059f6f74502616ed9655984f1d64d16b3c042043669af3bb15e6bea98633459ac5b7e5a97a4fa933782e835292ce33e1363e4b2364cbc71f6dceb33ec54fee46041e70ca97cc212cf5624c08dcf80d14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345930784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=06eb64b537569625bca35907489b5d5bb69b7eace30f0a2bd63197636598eb0711115cab77846609cb389e25687220391d7f8564093a669a415685bda9f1bc25316264c4a1fe9298668cb2441899100ded8b5e9f37af88c9ab1b6736c3b2ee32d8d67dc74a2198a9703f1206762bfb38f3e01b783cbd152ddbe2e9a19bdf16cd76d1b4d82ff33ea8f34f61b3d1cca47cb6b793f8e15f5d15883bf4bffa023f2733a6230a396fcff4e88321dfcdf60894d92275a91c59a27b15151a07be92d28939c3a2a632b0b58d78c8d6f79cba4dc7d7e9ccfc0172062bff9f4b8bd031ab8b9e36f30beb736c7cb4273f45c0b524defe5c41f232875002c9a85f8da042ecf9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346331199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3dc320e1332f7444f51b2dcac195e68a36fb3e50459671ddc5f42daabfe18260ebb52e7dd5a38480fd4063eaa4b9e754ff472a8702a79677db7a66c61e0eb8e780b224230073d50bf59181d7ae19066325c7a1cc4ad114aea36b42b8a7cb207efc1395a101425f13595d2a43dd99ecfd0fb770e9446119abed33913b2204f57922db13905e868d82f602ee86bda00b8ff777d6bc17fc5c0b6468883c76809825538ecaba3b74f673f2c706c36d04fa57c3cb9cf7cc2d21f144bf0edad5141d5af4404ec58f8067488064a311e2e56e71beb7cb3a292c0d75ca151e43f518d22a51378a0d2964f4b6c307c77a410ef4b3f6e20766b4e566042615b5bec545105f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346362077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=549776ac5a3ebbe743ef24ca0e6bb46394ed88d8a5e7d54c128cea3779049a618e490cb372dbee13ee81d930944c384af0fdf666489e9281849c6c2c22481b5aa307639921ed90b8c5a465cfeff610b6d9f8479c3883caa4f47f12cd8c2afc4abb7880bd129a8f701ea17466562e17be082af80c95cea5decff8319911140b3c753d30e799fa284f1f1fd10ffa7e6bc4ef8911480543b041f34662d0dd84ed684d28b7425db95dcb6efb0a71033d5a21669a586c5dc0b33d599dd8cc05eb2412c5dcbe5ab9dfb5cb5600aac0bbc189ec73e8cc426bd9f2a82e020aa84f0fcf00db7cc0dd41fe13a1bdc303d32245cdae919cf5ddff7b3fbc5c662e61f2adf390&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346387675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2e5caa109c8dc033aba46d867130bf789581c5de33848d1cfef85705d870a1d7a397c588c7341a032ed8beae3170d824cbf968328959e8199c6b4432d5f50e2c6c72f940462d4ed4918d9c764372eec12e07332ad12b19e7a8f966d77db467233c69db6b4f5f13b37e525db461045ca9a1f17ff5ccedd81e3a9a1aeb56d0ad2357e5ce1d393974425008e1931e3ac26f094df19b90d04ec28b2c252f9a78d1dcad8b2c802b2345fe690f97ad0f484a8dcbb868dd88e57894ed7a0d39b9b801fac208232c52d60c8a187c7632d1512916aa30910daa093f8f3b495f62f5d8b45dfa6d109f68ffacc0ada6818b4c5b10a0311a2c319f78872be4b4e0c67c704dfc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346398726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4f8d28812a76c1fc79900f57eb7354ceb2ea7b905ba0ce1875380d201dfec2692a1b15b111b6c68f2ba107265b5c75f4a245e0bdb41eaa36b9857d78fec7e01edd5d3cde93f9b948e13038a33e86812e0033f92f517007eeb72634e181aa1d3748bdebbb6502875539128b70f52722ff4ca4470cbe8e69170a04feef88b57dd5df9903ebee4628ecbf869e114b89a8a4a0c6019a84945e1e054ab59c959c60e6a62daff4318fe0c8deb79d5b8ef0f86bf50af561fe5f598725d7a84bdc83cc0b5a0d9ded082d86dc89ec1d690237372eb4ef64a6305a86b4c9321a442fcc041c51a9210932dcd39ff13864046eaabdac5516b9c22c1af5dba180a005b47af560&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34643266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=18abc20b7f8418bc63ea3ec0ccb1596cad99008dbfb2d22dd76ea38c64871a11af3921b7b70c6c7c171927fb4be236a0fa93d5a51b0ec2ef5df627f0ed5db6a1f0a5f69f743e6e7fe12dc21a6b0be6c08712427370fc851156c6413ab10e20761d3c27f104b2068d71b3bab4c4452eeb62db143bdf25fe35191bafc1aac73cdfeb47035b7f5521ad34d2820316339648d7432e92f7d728b192df5172a22af0f1677fb90189b5b2f2aade66fdf5ce81c960e698fa18042a7dbb2c2509b3842a881d5864146c9881fcdf9ef605ec25c6b294a9a9fb63a61ff187d6a6f29bdb388a79bae854b1dbd2b93eba702456e38f1478bb62276304dd8764a3eb9a79acfbe2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346499987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a25b14e284660502331201a2489f7328fdc3b247dd8006e75e7b4a9d2f55255d4e2c28ec589d93b8de33e1b8f6b0b206c81649b9da9342d5643d952d6659f42fde4162cc400157a1d4075c51746bb591d22c880479e08d0801e9e92eceddf1bba6583209f16f47b631237390e570900281810d46e7c0e15ba3d97ec280303ebb7f3987e9b72d09d34ead263d4e0ab2198cb3cad49e864c807eea480995821f83dc9e933077dcdefa8219ed35802547bf853202984e739f5ce34b7458e36afe1efe877e86af2246b859fabe3e57194e02a5505ef455f99cfed64df833dad2e48b790ef78940e72e0a1fe99d0dcc401e3e8f8d91f1d5a2542955c5ff4d638ca00d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346514624Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=71c9cad5687d34aa04bc32afe4d2b832176ab1806c303d2a4808e777229e0501ac4ec2c66b999a13084cdf85717cb09f8d36efe0b9227510ce2997466ad4b762999363a389691fe9976883c9b960f1de2a9e7dad2fb7a9901f3b035d7d32b0302c74ee3f88c98514b933cab5db2d84516c7c098966e20790fbc5292329c28173741ff8d5c9b3142aeae35c07b9073dcfdea36c73241120ca427036fa58fe3145e8535e752eaa6f0139846fa987b205bf34bce838460fce1dd48a3a8b345ddd0de3e43f4353d717da5e286c3de83e79314890ac52b4be0b043258e0143ee0d54afb8df11bf8233898f6ff9c28b75475aaa32f931e9df66dabc21d7e3f16b4279a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34653344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=09224bb548c9ed3ae4de688e5ad7ff631c5031ad4c24e0955b670753e9189d98105e18a24cf7fd87bbbbb6d6a1d409a335229a0b2b419fe2f139f402970f10aeaf2923d17322f8818b0396453f0795675ea8b298c95eda1bf412b17b252d3e5e23c3e21bdc5e3e3835fa4e4864cda819c5dbca29abb0aa20c5d57400dceeb6c0bc6dccb48129768ce89bbb83e6d797a59f025eeaa42cbc33847738770ef61d1ddcf0ba419e7e1e2659e0bbec3c13c6f0ca6cc436dd90b896c4a61948950c59998c6eb77b041e36c79de6e2e002868ba7a6794aa14003968f5ab709a0e176bd5666afaca70ddcc0047a63a2665923eb35def670655bda14c3bb24c47ead918f75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.345815537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ad81c1c34387bf4a99f77888220e975c0111036265147033536f0fdd511f9e8e8303f890525431e1a750a8f6ad1e6c426b3f42d9ad6dec0150456edaf3af9149883c48a6ac58b1f94813f9e8065e05fac2c7efbcb0e1f62f0eeeef1849fcb8ea6c3b94f50304bb0e06a26b68bbbe120e28387eb30cc6bf74f5ed614eb01837a90a7ffaa46aa74c4070a81c93bfa2f3069e68c9889345017476cc317db283c752a8587474b62ffbd3981f56d9483bda794af74b3ac1160e09cacde092cdd28f16e4d52ed63bf8824f0919830ab243752bc282b5d04aa665d3bb0dcde1822ce3d2bb7ba20ee5e42e9089b8d18b082ea359ca9ca51973a7dd619674e49d3d6f6afe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346600917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1f7ff4c5258bb4faeece1fc2fb7690205175313fe27989193255ba2e458166bdb1248887976c593b38ba15cf6ca3fe095ec63d30a47ed817cc5895e4df0a24548ffec0b5a3b0b60e00feb259c8493af533af3c50a955b9ae4afb582de018980e6f43d12c2949ba3fdb47d14376660af3192d5157ddc0f65243d2028532a3b2af1ba459e3af6674913d4419e827966a163ed29d7b1fd7490cd33b3b5ad88edc09255c7c33b7239f14618981d58087ebfa54e7067f60ef746b9cb051d6623ebdad52c9383dc314c91e8bcaf0cb455385f54c273c7f1edc133a110c7260e329210870c644c97cfc69fff310e0fab3ae79436a34841595f652febb08de77c629d0ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346645932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2647588e75b34288a836d0eddec5b669cf3f8deb886cb234709f41c206309651a8455ed81b6b1834d145626d63488d1a4fcb69e86f15c26508a0b4d5a6f6bf4872c5b807a7591b3916581c320291c63f46c0609c1abb380748393bd8f62bdc7f948a943ace4b4205f06478f2fd6a3b6937b6f4dffa52e6ce8f074373cac72db34b311ff866245b9dcce6590081668e963230913526463028610f8c32e3f53736f234a1c6ccba2147d89fdd573fa2d2907063a72d8ca62649b16be8668caf65e415f1a6916d3d8580387ab52daec1c6444e4af06cf481f73bf53806d3a733e7d4b5c9ebafa074a0103a5788957fe6f1e3e467ef41a5d8707148b01cedb465f3ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346668424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2d262775b91579d7ada4a29c7518d6f046b6966937595e62821c4f8db88b034b0b81796bcff17835b03d917268fa21a4a687e4dc6e57c0be731c92cea60db66efb68a22b692ed52883ffef76785deca1fd1270eb4ae2ee0b2cebfb70535d01ac011c18f299c1c3af728881483c4f725f96d394b8af7695fc480fea9c02e723a95e2aab802577e65455f3a27f46087aa818202aa8974cd019be55b4771fe03e7108c3b6b32f9118c6f9997b9ef39101acaef0c3e3b4eb002e09d82ac38491aa8d5bd8380e6d924c84385a0006dc6e73666820a7babbcb8dc9333288607420e4044d6bb189a4aa439eafd0374580f28d7f4960c04e3033fa22e4f0645d9d6f5dc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346688331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=158f1d77ec2c5ef655c13cb79bbfb61c6aaf041c5ca20087995abe6b9871fd62b7f01a6d685a75ad01ac20fff5a5a4289e3585493131e887601cd79b960bdc3c201e2124674accb384ae8ccac284833013a8641c09de853fc5c42a8090d9ed1322d43f6e0e5a25bcc145167c955c36f038f5d079084327f8ffff4d53d47c0c0f58c0636c5f95668a32fddc8a31f2bef2a91f354dc0bb02dbe472c3e4e72140c5df230e25c1ae92fb819ce81305d6c30372cdc6824364f108c054e206ab8616248b164265946c9997c6a9b83313e11c10db8ba2a11458c1f57affaf849caa5801201d16c4cdde290b1a39d3cc96a1ec28fba49860aff1b83a379af448ce2ecf9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346733907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9ef3f17029b25acfd5baf1c5a9110f678eb0155e43935b317dc1ef403315034c35b8bb5e5c12486350798cd6a347f2a370394d631a7a7abab0acc8559a4385bc96bc8dcc1c22ffa7b05df3443965b73cffc4fcbcd7fe421109b5d7258b1815946ccfa11d4e62f7ebe1508a313e15b44becb3b2dfd1847450a580f69139f45e7ee5bb60ceb96c106dee82bded7053ed1a64f2b110bda03443ac1a5c617de85536c83ccdb390ab4224dc5716eaad72178583decd51a4f4cdf24748361675b6a5f92136ff1e7c9acd554877c152f507028551340524e6e59562d37cfdcfb798d11738feefc195ca6b4baf012fe9f87bf9211a656bf71284f5febb7a353180518486&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346770226Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=57b14ed0e03c2be1128eb7a8d0d9f71ec42344b82618f236b54e9fdd9bf2f6db328103308a56b65f88c6f3fd81fa88ce57f498ab8829d61bf619aea08969b778864004ee3ca5ebccb0940b20c5d5ac863a9a6f4f6094db2a39d3b8806638743a3a55bd8803b05bedb7c69068726cbe0d2c7bb379dbf55ddc4a34ac78ece0681ed898a8183fa73fefdc282cb62c7c8b20beefd55e11197193985c8afc17a35b3deebd97ef71f10c2f70d70ba0e69a79dff44507dfc0f68530a082f2b80723f160312cd3b60a275d8520ba6e3060fbfd752c34752452300b563b7951c4266597bf8a67ad8fdd3c752560e824cf08f8e1be559d615e157cd12193d773c404ee9b2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346400178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8a4906db21a937136a20bc34b36d1e9bc0ed948341b3afaa48bc1a94e06bc9038d8dcdaff1695ce067f2ee4ac54207772c8145aadbe966f917b535bca06398cb6c70bde57d8c6311bbf1a30e40971bed702ec11376759e168833a39a802528d550169bf6c85335fa0bfa7772d5a0709289eb647946d059e8b2e1baca7116927e0a142492ad60147ecf068205fb311dd268b0680e677acfcc5182006d61ac1e2d4f69c1e48bfddc59d806f5d60048edbbbf0fa61a5a516c3c75a0c446f4b407a9ab54883c0d86611e7c50a03580b2883b7afd82e387cfd5852119da47a1c895fe102a8a37a4fcfee9fb33a5bcfd7f7b6785a2fc18e7d785c99b53270ce80ad55f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34679358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b2df92c28057ad64d4ca76f9d7b7fbcdd5127e86a8d202741c2f158c384802073252e42e1d44b9f0307b92ac9991a0c346f258592b2d6da6cfcab06e10faeb146e083c85954271f0fea6244c7f7b0627056a4687313c86e605b198e2f3fde5e7cef78354efd128c81489375aa09897e06132f472b2dd788e979c9aa424043bd7cb40fc59c9c363e6a6c8bf65d1cd70de6520e997da502117b7ae7f2821a88717cc93c74b7516feb4cbad1e49f7aa2c06b01af1bde9b08028b29c68708a5a3ec47c67c783a4dfe82e810d65b3aca45d642e4b7f2e502f92a7e318323c071b683badb2fd41e9cec41a6849390453c06550ded2c44d8cef55dd153d51b12dc3e562&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346807356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=75f222752b3f1355fa49e0c68c81c9d668d75576a0e0c5cfca4bc61509f7acd4a3e7d9e3957e787ea73e18568d181f37cf4c35a7a82e04983c3341c12533598118fc3f57b873d32e0dd382c15da73f1e69a6da840ce77d067b6db9cd8026efc98a62834acae6119f4775a4087a43d9c0b500881f290530d6c083d29056e31b97a9949f5118b96bf354e1fa1247c4409167ba890289f6107cfc257b9ff2fccb70d463cc38ba80e6ab28c042396ab7b9019945de0d8ba84a97c0924e1bcd84529c49da81b69dc28eebfe195c33f560d0248822e06fed085b340c6c048bd680b51f0a5b706fe5acbbbe04891875ce40e8c6fd8bc5572bdaa2523af0a250e15b9605&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346851649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=38d8d4910480f749d9c684354d5cc3b39740d13cd315ca1a7d9abce66db74655b88885e3e388048e5d6e3b20532ecb79a1cc52edff86f6f8c8651f20080e003ac609de250be6a7906b5c492008250595907a3cab2e4782470c9f0362f4ca04c7deb47d53cf79eb3c7e061c68f077a6b50e000b8f0e2245f3d29499f282bebb83265981324b016c5136c6d52117877045626d8fa0852a5ef37150f20a3c63021a545379ca71edcbbec092471f82ec5e41d2988df282c5c462f2f492b1ac0d665c72478845d08999a3e356ee0fbf4b751b1a26680199a8576ed563cabc0c83a6045393697f13adac70e7298c5b03fdcb3c15da0dee41927b46704af3252ee04b59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346913636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=697f92477611880562e4b9d47b522fed1bde30b4745f0929272845c1d844ff72b1b9c9dac8f0c4b61f853558964ab39c7a8ae86ba6f8bfdc9a371275566f7675cda86221b517db739315818e27dc906d962094d5935690b9b69ca3bca08e0b80c2ba66c6df1975c54b96ba38647f111097f4df037d00597613802ff0e8041a4bafeecc4cbf14e82356c0a95d0005cc1486b2632ff0ef3b134ba200f739f2b0300e280053cd5f6715de876b2cab788375277cc5d18dad1b370cd6fbdbba145142b6026f5f84aa7d445758a427fb5433396cd83fccfbadc64f7a805df434139ec80fae37045d6d07cd235d8ae6f1ebcba332b4d7f84c6c4143f2dd29595fc19043&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34656018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=595a9eb1ce45e2297324b18921cd07f150327b13e623982e8f9abeb9918a07142139f1025ec9ac3d3c634b1ac99dcc346e5de01a3b604ab7079419d3926ef92d8cc98a58da807ba5602572882cdb638a79c6a08af925a18422f0586cf55d6ddc7283fc79565bdb2cbbc62f0541124f40a9a1846558d6da6de5ae3d2da58b5e1d2e10a7c8e16bafbf2158f86d02e5838355218b4b852c95714e2ab7f08e49c87755aa0c1d267f1ad0f1bd89f6157c83d494ae7f891f12b3cb7fb53df010285baf16c21b8892edc3245ae0b156351e29f4f12ea3a54591e0c29f544efb8fd5f7876eb6d9fb0829e4d3872ecd80a93da28f965b450a4b6521d5b629f5f67a023d6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.3469689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=10308a438e2d23ee1dea0a6c724fd71e693022daaf6f19b052477178f1ff9c8eb4a80f02428e5b24ee4f4d522ec471f647e1775278cb3ab971af78ed89a94fa7e4502ad8d61a57226be032331ed7c4977c6c9938ee64aba096e5825b2b126358828706305ff89c048c2f1913677e6da5f170c0bae6b8968702edf887a22bd9b1f5da7307fa6c2c56e1cba08d1c5641bea9d5bb3de1f67e02585905b5813b51c7e8c240eba0ee55d804fe262544880b61b460fbeb6c1baed801e41907f11941b1897c690b1e8ddb91fb44a5a477fc3ab1ac3c5d50864cf7946abba23bcb3bf9a32e6d583332bf79ede3bad32ec8c3f35ed97ab08ebd40a527ae2127dbe4212628&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347000119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=72d6b2ffb095867caff1b1e997d3234125f361b5ecf9bee0c35c5b99018bb32d144c20995ed16934f2a7dba444d1c9836761b2e2dc19c8078e2a89ff3823d7824ad58204ab090788ad90c26fb726e6849591712d676d85feafbb1b435a3447cd53d7cc008253e8e70080a1eafaca5353d0dedced0e735bdf9931a8abb6c8e5faba2da3373b0101ba84b372f22b2734aaf8052985f55005698199980706db4de9a4295554ecff07ae400c4387581004c23296ce5396928ddaaa0dcd373bc62c01b93a054971388dd79426a7453712378c208978830177fcfb93371333aeed59f0d2b1baadc1b90a8cc0625b7bdb2254ac90a4f49c68c20028537314908698f665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347012372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=37d3ff22732f764035c37c0a80a89af7308b2263bd2ae9ed688767a1685d439e6414b8a1811b1de576f4cdb55a768f43a70f214b27152643d39227e308880be510d56b27e0c60b46fe10e124f9759897ad7c4282b3033e99926074e2c5972335d2f2a94a32d884bad47e48a6b61de02ed90c2d52693a89d403fdb743bb0e6ef845246ac1efd3a43668578652a69ed27151bad1fd3c9eab67de56009392a6cb64550a64e5ca96d5d7377382606c79ebed8d309c9b70c13f49f297a4a1df33e8033325f65abe9aeec02d7ed315e5f86f8f87fb858e9a58bef8e820d26984d28a293a452c58edd175293324d5216e61cd920e442e2b2669e5a34ba1c98b9b201f94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346694142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1d8759cbf4f32cc9831f1bc8f04dd92977f234241d8633876066d9ab832d89f6dd2cce026195f575b82b18510af434e4c7190a50ff54b9a7709c62495e0914e5472cc76b3d88c9c3cb0718f4803c41b74c92eab5fe5727adb1830f920a70ba8ea08432f879c023701871100a6bdf78fc9122008ea5b5692192b1a445b1b0ee82552e11faedd189c43b598918b4de4a318c019afd9e8cc9352bc551bfeda878d58497b734511e0366ce5ac1080e5b820b24887f941a907c1a2726d9988b7ffd4bd9f52b7ce2f67face0f17efd86c3ce116d28e4078757190d4d1401904fd17869a2cba5e7d949390f9d8fe6b143f29efec80a9141269a6efb99b666013570c492&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347058158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3cfdb9e4e7c231d11dd61b1ee8c47bb7d4822a47297df3fb3a33c8f3369f7b7bd171b6f44f7a1eef5dd0af3e9c2b143026f0de85204e53c055e17658a19733d6a17062d2701992ed9eef29775992803abcac8089b5355f5bc51ab4fa06ff96abf14cbe75deafc4bc16b8cf3e70477b0dc2da2403f4895556108aa6ec4e412942c9ea9c8363c620cdeb21d978017366417197948db064bc25914d509336034aa0ef02cc8e84f4a786855ec8090f5a06631311a06153d6016f3fb583eeb35f6ba5adde47b0bdb8bb8d07626834b968d8d864d0ef85d7fdfc4dd250ea05f9f00ab3ca35b46bfd879218d3cd65efa1fd02d7c2ae2dfda7ad585d1d39894071ee11ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34707501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3a6e7ac01714fe3cefc3a651310d54aa3df11d238578fbec6db65f1f5e50c453e957004d82ad106710779b181fb2e695e8688282e718033c94021947c76d0d3b0dc8937ddda55a8c03aaabffa3fd3d5fa0be6577aa126cb7a4ffea736d4687a11085176635e547edc2f3e9332a646fa7a4d04caa92e853b65403420f67c52790d8579ee729272a3e29c2767ae8d77cbb2450011db0afd9ec93772469c589547b9507a89bd24e4dbbcbcb1672e44d268593629d55c6132475f546901c97b67bb806d1010fb560e11f4ca19dfd6029f224872cf1aa57aabcfd41ad32d9393dfbd08d0934758183df094767c90874f39bdb9188662d1e7dd79070288a6994441b14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347118853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=16a15ebee683f1f8b93659104eb74a00d0f8ac801d3dcccf8c2292b064a6432569084895272ad7cfe35e415906a5982d7db9960a6724a45bcdd9c1b1838fee5553f138a14974a522cdc67d70d0ba2d7077c7fc85aa453889cd38131b04a7aab878d9d2259b39d038f06188f0814f33c62c49ab747e07aa7a0388d338d7bbbf31fd2092c522802637da1d13bfbe699672664dba3939bd3ba571a76fc5a98df149f74cb187173544efb555e168af08de719c5ce8fa7b0ed1cc449ba713e1034e1366cb852088b0039e9a533d19d34ce1364b3e8d9e7599a54a3f8013233f0cac5163f4fe7d45aed32938838e7b03863798785f7d8bf346ef63fee782242ac092b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347124794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b7ce030b5e563be77cdbcc42804847133eee8443fbe9557143a08e11dddd37c6ab2e2181f452ebd13c4f2513ce9f2c2708883b50562d68e638776f5af32d7d72536fe6f3ebd2783a92948dc950e086d5efe2f8b742ae29e11a220e2264ceb05f14aef393984cfab05b8b54e88783c9375d82f7bda4e537a6469b886faa3f48415eba9f46b99ac058b15f0c094f6c1b5d72675be44a7f6879a50f950fa93888b5c46649fe235779cbf6c2667e3f55e2d91ccf81a8b0f499b42e894f57486eea1503aeedb49f5a65a15eb2c8ebbe6d66822c62030ae7ed3a1101be3b278542d840ac578b6c07c73227879af8e45577543c5ffd2daa9af552c51bcc73a939bfe89f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346776508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7a3b37e77708db938188389917476e3fa12ae90609c7193c17ecb74fe27653444e9545a584b3cbdc24234b9d76d2c31e334d12d58de9367650f7115774b29087defeb98a3b9adc67a60f153f000b565415f67978e7aad8a6ac7297ccc6bfb2610601f38edc4230639c9000f718c1e9cef610f2ebb224428cd07b96d4cac0b160bdeccfa7887f291d4ae6477d41ccce36b071bce8951f70cfc259268de7c12c2cb0231d3380007e49c7c176cb444f627e6e875a6218c22d22781a073872e9a2f94a0c4f0ec41f5cf0cdec95a3fd40fe7240c52222f69bfd85bc9fe00ee2f97bd93f18167aa629f8e07eb40a2a36816dc04f335b92cd39fe9883b2a7438b017b57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347156063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7e7236b1f28d4b7d3bd19aec860638cf292be9db9a83b12b56059848f6f933a25838f1f88a2466717b853c6f186ae2624a46a2445b9c3d89fa8fcfacdc0e259a4c722bd25be6ca190eda2799858183a73a4ada6bacdbfd1261c4220bf8ec84ca5c1024ee6fdc004818a98b1cdd856dd3c3df8ffa41245a630c9d055b7dbfa7901df57b002074e72f2a6babc4d211ca6adfc08c29ac58831be25d796f1ed4e25ecdc411bb3d47137f7d4e79b7d76bf58404125f273f8275c00aefaf5bf6dfbfba46935fdbad7349ba6b47008bf9a8d773f4eedfb797fee965def7d9c2f967771047784bbb9778eba4ecafc9a6c7bdce4a0ce06da3eb9fde892d0dc206d362339f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347190287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=84b4ed0428e7e62b78f8d22694c538b5e13b770132d12f50c8ccd24265553a606525e33b416ad7b3a90e9fc0b40942a0e750dc5677b5a9e8baf0492c07c2f1e4a9bcb8e32b4bb7bd9ebcccf8171d983f6c1f4a90718b8b15bf23d62a62bb9448b54b7320685ca6aafe6b91286a28b71533b4e05c91300b1678f6ad334aa8c17fba3216d1c11d6fda7fa1fd8c642b6f378c9a10fd99a56803e2c28166169350bb1e94b7e85581a802721f5bae29fc8b5580791881f0f78d2d047c69a214f525d75590dcb55d1f71f6b199046d36c4c61cddc46077ca311fff861e6cac7bf7bd31bbe74cf48e7d741c027dbf0f104dd9752c0eebb84a67485789e3b51a5fddfb0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347216196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=743e8680aca4744550fcae019b0756896b319940ade0da982ba1341d4ad6f317dbeaa136a621624e5eca1d93bade587d6f09aaf4c8cdf4f856e2e671f216d89764cb8563f691ca6c9ffc5b29dab6aed4dd204d51b12d3effa46557f8cf87c1dd8472cef78e735a1ed894cb79e55b516bdff0df16715f53f47c9c3f5a3322a073ad7904a07b6cee4df75a267da9764276ffe92a098825bc456401ea2238d3fe7bfd0d20b3b825271fc83767e4c3b244b002622aa9916915c664c20e6405064471c962226d70e7085f38440c63f743ac4339666cb14b634cbdce04365ad1e812cb29d28e2bcd07e0644977a9729a84ef7e877808ad7944ab65fb12e63b4c469c49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347225794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=179ef4872658bca847bd6fb94b00ac05cd2f3dc5881d3beef4e009713313be5908075e83822cd7adaaf887faede72cffd7dbeaca6bd99288a44a5de7fe71f16abf0f30ae00cbe08e1c414eb9c3a0a18c16f80abefa5a7b07cd7f7c88bc7f4af78acb351195f11da854bb38e98a3ff9104bffd32eff9e9b539c4a0c9de84255f82bbae532474ead373737a4707d94c92dd42c0e78beaa55b1f93946001bfa30e8bcc14b1eaca0da15bdb2530e5799fccb6af68d5e9a39d1acce4646213f666e73ba433f9c6f8cde7eb01dd08513464fab4deef98adaeb3b607182e872279be4966a847a0ac93add68690faf8d2e912c8544ae2e960e0d1489d405d92a6e66ad5f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34693691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3c3dfac01bbc286c7445bc03ab5d0db1eaaac5ca708457883e09335a41cda36999304e374c7c065e87a5460f344616805aa07b5cb0585dca16190b3475bce600245087c7fd54bd6217eee08ef21f8b7c2fd8a8437ee833ce5cef8351334c1e2a2ed4849a8b463f9ee8380f4eb6cd944644beac13b4c228c343e02b9c639fb92f79ffc14b172ee29fd9c8a18e4dbdbe747b64d385646d219a9ef5d1bc92ab5b30e965a0eb74824c2dc3cece993724a53f4c8d7f26acea055fd1791d6f38df1da9e0cacac1436a043fdda89122bc154e52b90aad7186af68d5173cb351df5979380266b0842943a75b87029fc3b9047baf7510663117f2623d7e0bd68954a34114&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347316786Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=06ebbf3037fff4f433a6fada43a1dd7fce7fe9871fea385b1acc2eba92cdf6dc355ce83bd38a61d3bf033cc3cc91cd66b8fd9eb8df4dc78181c8b0da15a030f93ed2a979c03d48675bcee3c7a1a892ab3ff9909dafd88fd2c2d3846d92e8b7bd9981d0263b21339ad4aba397f83e04e794cb208d85ee3224adea2b7ecc273b5f9d17cf35d9b0c8b3bc89da1c14dcc143b97618f0de5190132b08edb408d6648ec808521a81c163f044c8165e3e55826973b8d1fd084ba060bdfc51ba7ae2da502432a8eeea56f3b477109df77e90d464b8b206b8efa7a90c43859c2e218c88613d3a46ce47b3d90c9ed25db28ea460ad9c5d04301fc6e2010d01cf474b3d8135&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346975553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=aba803721deadfce11a250a1efd4f72485995983690a19b7e78ba4f552921dee0c48c1d6d81451ca2f43ac1a1bb0b7178085c3a34420971e08ecd417170c66a316dc22681d617c50798051a81b65b2da308fb013fd16f3e01fbb5c153e7b627570ace1bc7788689b9a2f3c91657a4993c310b0922c4554e638b84491098b6f74289e731b63740242df61637eabee73096d597364ac076e3e0b88d5061e5cfa6cba4d5f00e5384a1d94c51487ea85f323b617af835793bd0ac4015df3c1d5fc2f95b59dde09d792418c871de82571053dfc2d91595c688106b0f2057f74134b820607aa5134a84726ecc712052d04b2b8d29a4e3233b45388aeb09142d407fced&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346935808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5c492140b0b3a30208317f62f24adf008d5a12acd826fa4b9f58a7afcac5d8e555faeb16e249ffa559f630b129543e582881b8d0071fef7a3c7135d5d085c9d98d0a92cb1e124207a8b6e1815e25d3be1f9c1179cf68d5b90a4f4a9fb4107be224c96c026de0ef7c62a27066ef98aac12d2970d19cda8eb147cab84d239cadfd42394ef7975198ac66897f548263a3ca465a797ec099190356331d4d2e1279e41f34779b10841302acfb47c7dbb1a2282d60b9f1200b463ec9a5dec96db34ad26612ecaff1ee871d6255fd1810ffd7b4a92b0bfe699d67fa0a7754e2f2f28601e653c9d7103f2abc5b1c88bb6739d24887a8e062918e748cb8dc4c428c11110c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346652925Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3dac459db25a964efd217bc8df1cfc1bea889740335b4abda1b25ae7fd85658f19f6f52955e3bfe5e59c330a99bf166e7225ff986f398b189f6578f891df67a6a9764404482923c54268d53a44ab9a1f51ff78292c91c9ac959f8c1e6a19139d9b60dd3d0e5a142b94736519faa61219958dc0b57c10fdb64db863a6365afceeb740c8fe17fdc6ed899e9b7078114a13c63f935d01f44d0b7ced9e7374b36cc04968f812d4452e44fee08a81db37db0c249a8e8345dc41ab03533e94195b82e5ee6aa62ceab8578433c4a0c05d4b4cb600fd2d2561effff67f590801088f6df52da57d4d8e552a940c6a2bb9c2e563c8863a6c3a83b7ac699332d70c7b11ccb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347455988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=26adb3c904556f19280ebd6c252e3b4a986b40c6743dac9a18c6b1fd60c89176fa189a419b428d800a638fa5a87bd3f281467c45629de03c38454e76ab0c76c03b6058243c246370a341469003c7dd2903cda9e13b69bdfc1fb35221c0f04cabdee431d7835a92b3a195d97e10a315bd98c5c151547a97d68d3638d6c9f57a8e80b52e965b2d9df79cc09bb9146685289f6a518b58a1f681a58bc935015faaf091d08f555cc3cebecf98fb76c9fc56934ca2dafe6a64e2b8cd55fc6186274600dd8abedd508b61b30fddc0e569192250b337295614f677f1f18d3db5a3f1f15fa325c93af0297e27e3379f000d912c5996de54a6bbf2d76fea087957cb9eed2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346740139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8fed56fda162c0e3b892eb45df08138464e815dc19eab5096d91b7c341b563ae72ae76174ee89884d57bb183043bfaca5127537f0ba16eeac6b965e67e54ae5304fd1e5f82e18a16f976b7f1b39e3deb5db456c975d5999f7ee1fc4b06cc8ece7562cd65651d0455c46b3ee7fcc35c0bca0c5c0941db1231424f5fdd5b68604a306cb74b8ab55901f36dc941dccb97e8268aa8b42c217f02f914021a7f98770df5eb20aba2de26ae141ce1da58110367ff55d9b34f4cff0725087ffa9ded8f986a166e7d2ce07fc0463de97ddb73be1c97939826432ba39e13ff3edd787ec82bf26c6527b4c173fd536223697c685725e731382997f040453070d701a02efff3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346811253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2fbce1b8df56a8c12f7ff7ac6e7192f911a955fc9517fc193a3cad011c59fd124eafb196b8e4c870dcaf25414daa68df9c71c0c850504344fed995e83eee2260bdfb45006390212b2799408d3da4ad14d13166373c804b10a88cd26a6d1f88ca89b2ea434d38f9c32cd922d2d73e327ad4caf71549767197ce752815ced1a931f2fd0a5127bf8cc06a28d22fd9605bdca60cb2d8a004b40af45f8ceb1e2b8b29f113cc881b848ef1ebdb19b23daf1522e0ad5bf51f4ffeae9c54ee432054bf65756099654eb16d26aa8a637aac807f5848db1735509bf27bccee6dac9bf925b445f87db3abd939ddfb4b744c85aa90697408d15fa79b6bdfcc61d975376b83f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347423497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6cb99aa694430a1350bf7dc60a354f2edf56db231833c228ae9c1bf688ec635082484f872e412a59c38027633cc8b25e5eedc75abf4a9deaca6d1e08860b1b93c85b42bf17baa8e1768e6533bd8e3ca9064807bf7679cf738127e53b93d66542a989a7b9d7b7cae8674095e3a0ac9b42206e9ceb4926fb2b196a324e2a7c3e2bb67b7bdb0a2cf6a876c76fe1b162560586fef0ac5d509aaae1b7e4d84c1b10be4323c6af207f722f0ddc34c2c4343be30b29c3ca11a36bbf337dbafdb0b2031104bc0a09d8f5639ffb4c06d14f098ab507200cd2fba77ea9fd718487b74eb7db620c8ef59730d14464126626f0c9a8a7471ab5dcbe7bb8555d41458b4631bb14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347454916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7147d7d1a16c0d5561aff8c411345da8830ed7c91b5aa41e7be9abf9ab893fd2f755502f1507c6a7ca43bf266275a5670f11111e3d9069eb6042f14c9859a8592da69e8a3d506eaa0911ca1d9b9b2540d5e4516fac6a2765c407fce4f69a78de3d927230b275be560db8a1e5e16c5cf4673f35468c56ca7ff66869a9b0f6579175046845eff14205308437448e14d7eef52e1407ba0fababc3318bef1b178fb7a4ec5ab2a67ab2200cb8b69d0b63b2572fd12c773ce65850ca8e79e9574ef7d199a95ea4557e9f0156a12f628ee59a1d6cc6e4c636d68660c1a072a4c697a80b5c43f101636bf72c1979bd493dd62cfa818e8d9f7c15c7b17909e003728b8d7c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347487858Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=342031bb0a7817045334e56c169e51d9afb1b77f9a3683f5b108940e86ce75b1126ab2769b85d3123d45111bfa5ae8a7653dd95c6e8aef0b0b3a07c7c826658e2b8d864d17cb97975b54d354bd8f755f0c58987954daceadf3f6c50e01af323776f6bd1caaa2d2ec061f354cbd31d2eef3da3ba6e87985cc47fe2b2a13a2bef0087c33f4bacabde2bfbd514a34adf67cd7d298e0b85462a246b75f4f5f03535a263d4fc966f8d965353d87966dc994af3f0c6ae573fe29032aaff28c4cea319d9553bb865de733891d9060a4d682c55b679f71d566ed234fb88034f8476f3625f5e8b2fec6408dab6287260b2dd3d175ed64ebe31e07c10ed2f5899e4d8aa8b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347761764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8991365afbdc79a5b32d55bb41ce1fac0c8e0bf4ba20bd33e759c8f225ef70fc14f507a6262a93c7633685f63a87dbd3747d518685afb254f1a2606e1df78c3865825f2fb0d3c4a1118653f9c2e8061c8882a8455857e43140871f59019cc9c31962880bc923a8d3c2a1e12806795b6cf000fe4d87bcdeb576bdd7e704317c59ed7e3da43e0779587a8aad495f9de937dea98a82f7d46520ce5dba2ada629a2b2152eb0f56cf6c14c0570b2667ba731572651379e7dc1888dbe7112e55f6667331fcdcae20ae61672ceb44959292f2c6ad1553ef6380508937304450040585dcd37afc1162485f41759709ed06fab098944f0e2e257c8e81350193a307b17801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347783465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a0b9de6a9f961002db80dcb29e3118be60f02b5bcbb1223a032bb9b9dd55da875c2adb26aedb48bf2a84cd2a93a26a14cd32767751b0ab050bf7e37557810ac8d0e4a019067e5420da8ed22fb73efc79972e86a0c03a3acbd9fffa20f033199de7f7fbce153871bc207c2020240c094a4eb875c5a427dfd2e5a04425916fb1e44e4d3a660ee9e50a6bade4a61481b94808e862e24814c7c7c374c2c8ca3dff95835d5f12b15f615c7adf1717f338fe9507b5faab1fe2abec0885e243c3fe1953ae5a7687c06fdb197664f94f0ae95145ef311b7f18b3e467fe2fdea044baa3e0138c55597a315e5a814985bdca653ec1737f2fce24148a3c2566b7729386d851&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347838899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=60c62a122076ad756320648d3defd8cd71fe05099b45172a329946038264ac2795c271c6b8ca8454c205d14e5b8f835cb6a7ee152923527c09dd0e069517c87428cf4df5fa15f10219db389ec8f8312ea342350b61fbcc8a303770d37aac81d60c9d3573a68ffb918632057187d46204bf739b3844112829700aa983f412d7741a6489c6ffe0212dca683a92f5a9e1ff598879d89664e65c2d854d6473b85007fc48a28f1f3e93421bae71ec8c1a5ab1507f27a4c2bdf6376590268fd555a2831e1b5e3adbbad37a5e4d8d3a38d06841f98c1a6562064ac09f7694270c230e4f7dac6c084019012fef0b65351033c05c292ec98f3607d3a182ae062182b94d65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347876761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=88c322b2718a468e1d9c37d53211a11d80b0795ccaee5bbfdd239eeeb07735c248887ce1699463456736d4240ac34b0d35b83cade81be61520d5b5bae73569d080798aebb25d5277b86b4e6ceb99b381466367db362ff44b0d5707ef4c9e72177f8271b954e97550da0cccbbbd4588e67dfc34fb6e4c6da1645bbcd0ae16662bc0bb6e740b92d3c804e1e7fa541f19d31957dffcf441983bf9519b49688a16a2f71da8a7983a3a2a393898b44c9117d39ef23c840686e9d9e235866a973a56d4788b51e7048730e02a7a7a7721a022fc8e25190ff03029da662e6c01e2f62a8c429f4daaa980b272ce240c4d7ad2597dac832c4f4344e015fbdc0fcf5c753f26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347912248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1959e577f92b06b4f7fbd1e7376683bfbc47e413bc0a38261e12b58434e62ce375a45a6c7e74e1e9c35e35b35d9715095a5339d13d580e66bff410847d4f55a8b139338427aa80de49e85149aa677873e46c127b94ff16653d94ee5ae585fc9144984a678d8218f4ae8ec28e2a946de9fb6d4321558b24f26dd1970514a66675566e497a0650cfe98f872fb0eb2423d5cd5cf5320d375261d9dd34bbc0bd9870ff5fd5317ada55146f292db8f8758d3eed67d3b812ab00e5a7f35e6161eef8f872abd33f3e5fffb5a52f0412c2d835aa5832cd37a9ea7db30d7b59decbf860411f9cd8ef574079ee66e454d15746ccc3dee5f77c4eeb447e9d813deb48fb51df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348050679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=40d31ef43939ebb5635bf49702bf97c6b48dbf651b8f0fd06bead2d22be6cfb6dd43856d516cd0f8090ded22c9e68afddbea749d789da7ba204f44c7e3cdb2551dbf121aa882665d965bff270348754c6849540f57532ec8b92902879a6f3cbc6c7f059cb119ef99bb014db79d993154363768fae9992ee8fc8c83834c82c3ea645d3e3109884743e03da186b810b743120f88854f68905bba8557f0a5523026d99ff8536dc4b7ac1a997d85a4152ea24554ad92994329d8a2575c91e1492995314ae30affdb35c8114fac67f4c2e4aa2a4f29e52277fcfa9fdb7d5b97726e6ba5d23880bfd8b619440f3207d8fd6a2e23f6c4a0bbe2168ec93665bbd177508c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348067861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=808f2b746b5115489cb6dd1827756741e522feb76a3744da563d307ea26f4a65e32c0e55fe5a12eae5c8256d993b21236bcf2b5a375b81ed37ad278ddf0e518d24976b8e3cb453b6004f9f1627a41da8406f7621cca12b149565a06fa13729f5eaa57b0c4f6bbc1c5ec16a13b69e2fc2499d39d3084af2e5d43603c626d798ebee34b86516b7d2dc9a0222f05b67262844b0cdac57c56299cc884a1a522d913daf0125e4087d4d4539d68148ed159dcf54143f9f5ca9ecb645f15c04fa55bc68deeda6c1919f05e6183d005d02a499f114411bbbb20dcd824f9d0a485e2ee374d412f611d1bab7228dcc9dfbc6138039e118b864974591af21698434a9a7051f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34808839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b5e22a77c28f1e534b42119ff3f21cfb4d4c24dbf1c28416794ad8c6e9a37fbfd7c6e078a29b7f014e7fdbb3ad73920cf62fa7bea96c21ffa0a16ff87d5b3e67e6863d4de6bc556213b94e6fbd17bcd459537d23169f1415153a3d03c8c98fca0d30a367a96932519ae2a466635069df9501f91e2831af8b859e5b33403f74a8ebe5e589bfd1addd98ccada5cf58f46d82c625f758a3f9a5557a1bfb45cad66ea05c2bd1c1aaf53c38d6d199f0a7930dffc78935f9701bc6fd31cc77726d3e61d6cd0c6601ca2bf5b7ebae683d53de8fc9d07daa8ff171c1c4a7f5f370402d37d331095fac3c21ca40ada93c2eddbb2772f3fdd112eab7c34ec94c47dd08d82a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348096455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9f7eb942d92fbc0ae75bc428b4b6b25879b2198b4b9deee5954ae62b15d341dbea43159f6a4106facfb80b85e2023f15e731362e65b0c85b90224433034277e3b702e4bfbb6b087766a5c06f3de2a93a17dc64834e987c63820c36bff67417a43b526ef30056f8d03b49444af970f008b930a44cc28c58af8fe27bcc4c2075f824b48e155ed65c682484f25a657728ad5f0d98004f295b372c10b444db411d78637cfb9f080830d4595d2624270ae5852ddcfa6d49bc25a9af04b75540eeedf283a58bccbe2b5dc442a6751d6bc4676c0d19ff071ba0afefd39a3cfbec8f9fbc5912b8db8c42c1ac295d3d79989a5177cbc27cbc3f9b9e592117b11ec1d54c37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34835415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4c7493c611eb592504b28a7dfbd798d804116c69ada4aaad3b14b6d3316fcd2a000fd8f22bbd7f80f8dbf5f7a262e9bf3b4ff8355f1dee66157025fe3d58db92781bf8c29977875c7616c78c21a849ea8f043e41bc32dea40301cdbdb3575764ed4cf1ac01658e2cdcb2ce2f4a4611f10f5316312d39bb998b1cabced656c519f226e6ba6dde71aafaefcab5db3f5e9db21becf5e9307fbd74dc10f7bc30425361fb8bdcfb163347507ba2fab742d1e730a416df555e2b1562cd83c345e4af63863650763d259929519b2b015de6cd81752e93d5e0c64bbde3272911c59e34ffd85f139433a59a8855447e8016301a320b323366f72da2586aac61d93e924bd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347838889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=916eb9e408bf54c839d9568774ec9c8c14769761b2eca1f95b5c4eb7e945e79d67d31a609a8b97e461023a0a8f93f6c060c430f7400b86bd190b476219ccefd424f8314cf36130af50bf3ea5a2b476b70dbbcc59983bf611355ebc7937c5cdd6b4237500963deff416dd98f5c79ad6c4e56e9db51c66926f2a2d39a95412fa2bad0c5545a17a46ad31738507e4ccabec4b85fe77238b32d8f389d10b6079c7e65f7cb41bfd4fb5d64caf95cf7c99ebee047aded362d05b2ba5cc43f2bc649518c48782e2b8e50abbec31b38a7dce2a146c7a16b79c0b3032d143a6be9444e04468737faaa5ef92afeb4287639f4feae190e41c36c309869bf678bd7d050410bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348510926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7f0243a41d98732c5a5fea3e3a5ca38a50f5997a66cf5cd2fc5a5ff83384280898b74c306985b6428c5c045a6802e8047b3eed5a53b51ae875228ef1348b1ac3e9074c0940589a960257eb1d766864caaa702babf3aa541209a69d7288955880fd71a3f93b07b29111b9f042daf0b4e3661bdcf2a56040c1907a6352695917b31b8b6f491a8da33793164b30d4e34131d6e86796c27b234ba34345907e7db47a4c5b0bad0e008ef4b2c47df863314a9142143ddeba8c64c27e46e53997e7a141898c42790c994976029bc06faead7ccf3fa813cfeb42ec9b12d55fd25af1953adba053632ea6ee1c74f12d1587c0271982c495159ec2e49179e1fffaaf75859a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348540351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=aabeaead2df8a76169dad49cd343087ab4de7715b18f9e9cb48b8db6b9bbeac26ae1c36bbd82a33da0b84dc2f15dd7f51dff2df0a4bb08661949d88d7d5df387bfd63529a5fe89ce88295f519ac505985ec55de27f79941e07b6a559b6377476908e7390f509e7ccaf1ddcf6b6702ac81ad91f2a6152d91b1b185038ea01cbb0fdceba274ddb1fd7ac694e9047a74b08c983c3216fa3085d352cb939e309faea6573dd170e6c9afe146524b1d663cfdc2547dab4c1a211ffb14b03c203af9b461ec8369231fc2d22a9a392032353fd4d4e0827cd352c76824d7e652acea19baa6de73e40786ef1134ae82ef20045fa6b265b9379eefb98634d264e21de267efd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348055848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=42d82d1b7b4fefb663b7d1639d4673ad8ca589011c4f51700a5dafb0abf3f63389667fcf5bff4b2ad8b1d21a2055f63bba3dae4650c09ca2c1f8a21208b9222e7979e6b6de794c64872d8f8b65568c2bcd0228911e4bcf927ef02b04f59f9763342d499045db7ba9aa4a5a1fd5979152f2765e3d0e7e8088f571ab067799c55900ac2c7b76094112b2c7d1f70b0dc0a7cd2f2708943c5a793de07d68a3b08b460a0de597f120660b7b754ca3952421185b8acad1056769c5b2affd5a5ccd2093e8c3e6de64af286c989a76cb0d3f0086ad93f6577347f7ec14e4d3e86398ca485b4e860831e89650f9a6c5ff5d8fa4e13233de6a97873cccf469ccd21f78a00f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348633848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0e0521bb46380028f47c0f2cf9f5870f14e2ec046c03b98e2941f6530b61a714e499c8ae37b77d38cd76b1bc3ca22b5ccbddb4696f04a685072d9cced9a9ed2f72c2be5fb6a437dce6ad99347a3c7ff59af48e8dda6f1673217a5883d1779a1b468e2743047232500115d583310eddfab877c96401e011bea264d524d918681c6a712e895c56e940d747b7a8816e4f42fc20e1807f7248281f6b37456cfebf9ef4ead3a329938f7f1d88eec191ae6895610afe2fae671af3e86bf3bb080f29204ad49714c407d082f9a1e67494ceb204033f2501133f6ab26a285f453c046e028dbcaeb8dfcd2b980a99daba9ea6fb518a05f65e187bce165f4742636df1b8e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348659696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ac4b49db121cae3e380e3f474365577d25d27e10653135da5b6b6b42d207eab2d3e0dabc10ed918efc364f5329e39d254bd3bdbc662b9a0096f3205d8590bf37d0f7d06fa2f82b03a5c6ba2c293132e906c676707673c13bd589e04a3a7c50626aeb729f4e581d118700d039485c6399db493d49a5d374b59149217550c3c54244aafac5501ef184dc28b405d179983a44adae45e97c5f55f8c523ea7228fde86136e13783ab42b0834c21608b17d3a2e9b38c06e6428fd6568e364d9cce029094b466f6dd28fa7dee0e376dea260f6e369ee85020b33a2872098ccea29a4f50604441933bde6a85a1abd4d3286f038e1cbd548bae1f3b431074f6b726989264&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34867762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=adba48f14b671617ff768650749a32a4e9fe1ab0cd643d44bb9bc3b29b8773ba67d8bf74efb96341473e4901f5adb3d523e8c6594fff3e4b1488a2b70b1a8feac5a2b2d8a2dabbb9357eef83e8f6a7d3966b72af208df222f7b4d3d6dc2327f2a43970732c14c0ad89d143a85d0e9e4bf895d3299b13279f885730a61115e9f869cfe2c185a2cd5aeaf19e968db8f5a0d3e7d60c2c11cdb8251500608f1c2ecb774a830cc9c042a34d619b957d9c35387de341614ac047963120c43aa0c25aab55577c0b8b191f9a3700d83889af7bb0ddbdf3ec63b39e8e9f2c79f77004c1d8f7391df8d4044e0692f7bcc8e8f3c027d2a32b3fb5bc2aeb8afad24f1604a839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348718267Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1e5db5cba1bb7a5c5de614d0295a021c078ef0b82e635559883d12c8be5c2c2c50f7fd8760082f5f62e0c4ba97649f2f5e60c8f82303a75b81609ff8606266b42a8940002309efca952ce218b9a7c249a92c3b7fc2cf35f251727b850dc3f2f134a1eef83c8bdef0aabf81d46017309f962b10d5ea5db435bad0c87c30dc61a466eb7c6f1013eb87ff35742484310a7b69667fcaa4b2f3325de767d76df846ae2bb01b25583dc86916b904ea8b72e222801fad93f8fd2ab7d8d447543aae3731f130a6552e72d1cae23eb5d571f6ac4e67ad7a247e1125802681da579078e3306a41dfa8b331a42793e2457ecb7139a50d60839d87a0c7367a7eae1efc5e3926&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348059605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1c5318878fb3fed5fe513e4ca1aaa7b88f96a732cda7f297f6f6478d1919b8ad7691560120c7319c8326fd644bf44df09c978f4035244b62f24ad05ad9d8970220662800f51b9edc467172caa0b54e8bda9bfa5288642a7404d593daea546bdc8028502ceddb55c52222e866893c519e31bff01b30382b1f28a2278a7b498fc96888acaba60e7691502183aaa1c6d1f685ee21a42c781cf49f4fc0ddc04cd0bd1f48854a6e3293f1219a732ee16147103306a378d500fb1bec30748c7c8d3159322d21914cbf17d76d79554fbc2d97f4ab8ca7a1d60b4eacb294a4267aa11f310fc3c144a6db58505e84f5e010ad5a65e58c4f478196ab7de747a53b9508ba93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349007081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b14b537369d589753e5189c36fb6fbcfdfdcd2ee182c3af48152eb81b001114bc20363eb637a3aeb07500e7661293ceb0b1eaff13b0d3c5c9f24c2a95fe7880da32dc3ba5e8ccf6383c06c189ac5f38c1e5120c49fef12bd53b9e41b41b6e3c1db93395c9c31328155641bc6a979fc2ec54e9e96f6502deea047d87398ad5fc44fcf255d52c001ab2a73f282ab3f87552e079d2bbf9e70666ee87074111c85ee3cfa95b7f97e1ed5fef66d23e0d9ee65fb54cdc8c156b382db43aed3fa78ae15661d707048a40d07a9b3768c31fb6a0526b92d4ca6edc953b4d34c8ae7af03ecf8e94a735efb8f650aa1f0c9f7a3892e3f7599f3b205670ba0a01f6224d7c3bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349039151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7ebf492b88f275f8294849fab925314d529c72fe0f0d3fe49d8c24dbdfab9bcd04f63fc8ba169ddcd84f3e8920a0416dd9ac1cdfbcedbb53dd844378c46dafa33418dce719b5ba0fe3bd99b9f497b3c27c1c2e6512634b5d29672e2d082ac4ab48d9feffdc9e194e06120fb38fd538dcbb59915695ec1887c73aa4c741acb1360c142ea4a64b4b5e29e39911acbd46b2bac7e9453023d60c02a03f53bc14c72263d6decc704670ab851a61a4beb8ed72f97f2d8b7a51716b7dd6f990ea80c5d6fccb0518bb538bb3cfc2770844baca0e2d8164cc3afc895382c9559dafef56e1f30d2e90b8854eb9eaf6d20a69beed09b52a9ac09b87695ca097b058b8025af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34905447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5dedf50a46119b2218b3f823206e5f23263d3d8883ebaea376981cf738c2fef59cfdeb9ea5f04eb11f7d8d76a07e383777ae855667b4d4cc024da86d747a02b8d42fe904e3b48124abc0fa4c6f31e53d69532a91f6ef28e310728ccdc030db6fa19c90c7921259bfc84281454424a0a380579d8167cb01d13d4879aa139f9d55817cac350bf65ee4e74f6468f71e07f5d7a395b1d444ec79230051fd735d3aa0ca9a2bc8c42589eb63dfddadffa1a66b5e6480833ed386af0db588edbcdc360ab36d0fc26af2b02d66c8e1849a2d8f2fdc9b32b7e2f79f9f2d144b8d4510639a006e2a6144f61498b4646f1664c6d61006207eb68b0de9903d90481880a16096&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34906482Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=42d68b7196646d58fac0b29bcd023e06e2ca02b07c1186097a2e51e808b159a67119f40d0d04da9910d17e14664763fd8455b1f831aef7db3c29660c3c7b398f9261b7372685fb550a16d6d3e89183e5c5b3e0e3dc8cb0ee94421bdfe2df16a1bc3923fe23c416399de818142c62443f80d009108e96d99c90ab44cef318daccb6e0c3ff4c52777f7f57e15a39f4667124cadf1c973f8ecbc1e44bfa4f10507b456384a82c65124cf2eeb5eb9cdfad099f89fbcd4ebfc6701fc3f8cb862af4b87d42a58222a1e805acd2084afecd11b935c425c4d9fd387366eec473b3139baf7df36567e3b14f63ea7d62a5a425cf2233ac28d6145fe0520ff0ac922ac45d7c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349092873Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=33c255d2f64db8c0f2dbfa01c6fba386ca452bef9bbc282a26bc35326aa0725eecba36e8c8db8217924250b93fee4025873b7f8bee0d9cae2e1172bc1b06c99264000cf81d49934d4fa645725db8433994d4706e0820401ecf82c2967b4ab3a92563944980fb1d4c2a5f48849597cb735bd446dc3a5f4ab90a0a4ee03107cf2c85ee2555136183952b1b8dc33626ef44714fc3053e80f221c45a1dd34ddac2740a712367ee4fd4c57fbb17b7440c81e08b0bc135a9dfc61e150318943dacb34fdf68c150d0a8a06dfd9bc24d8197298693339403c489fc0eb6b45ff4b9267b14b9f9791230f21139499408a2d2924249aa6646da5003a512da1d8ea6f2bf9b1b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349118952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=76acce5ffc83dcfab343ba7d358b155b66975dec10cc8e99f061355ea4b06879fb75dd1d984384f712cdac29029e7ed16d2c8eec0e4a92496cdbbac06cfeab47c57307ded167509fce41c05fc159f587208089cef38aafae925c42ad94bc49b5271aa5e4f84a4df25f4c13828fba9b5cea97b665e9d016d748393b7f6e3eb2d968ae9cbdfc066fa74bbb6d70919c151a2471bdd4232cd0a5f6e72c05de7ffbcb6bda4e119422f951bf40b6f90d9735ba1796d7989701fa7817e785ba064ec96583a15492803ebb185c2a549996db2a38531912d6fdc8bd0c626c5b80e9312a284cdcb21f970b830f691df83d58697f33e7bb66befaaa9de3640bf493a9c39c73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.348640911Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bb4a68fe7c3ded031881af811143a472a5c23d811f8d451da72ce7e2b44f1a2e3ecfbe5737ad38e9255680a1eb32c28e7c3ad7beb06111a7afb44e45bbe87c37a6f6ddd577c769c5d1af845982c2c4445516d4032fde491d61a57b2f3332c7528a2e767fea7d3219b1edf95d22fbaad69e228d771e509bd580c1b794f81aa9b271deafa490478dd6c5ec06e24ab575121aab43f0df1f0cb9382d10d38007195f64e73083e567edf597312746a6e1749f9f6d46e3dd486a83cb74928e93aa82a1db3f80f707fb3198525bad3f85cf4fdf808da364dad87dd3efecf797863cdb790c6d143893d328affc7654d5bf660cdcbcf0f5a64f31bddb6d207da474a5d93b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349167082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8ff2dff325ad4d8f4cfdbb7547dbe30d1bf084c7574beeb1415d4345d141918c2b5ff5e00a52a31ed32fbf43eadf4213444bca65d6b83d0cbac593f7a66d3aca93e7369d34801237e26d9b220ab11e70fa2dba71e049393747dc007e4b7a731b1f82f5778725542e0e51ed5538fa3abba76c8c497e4da8ff942233b28e6d9c9874afea17af3b657aa9c72d4e2d246dfd0d5cb3405ffb09817edff075409b691b0f4d322af3033f7dcf7b73de12f4a16311d49f302a49387a658a0d048b3f7fe01f9fa1464ca45c222d707473f01bfdce9a2124653bff9698ef4b0f13f1db5ef6a01fb957ae5106922eb55ce388eb67d270cd6ba305a320f6a33f48536242024c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349233217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=9c6284115c9419a2fa8464ecf27e290f4ac6edaea4d96d153c29d95f0b345c2d298581863c019f0a79fccddea6486371d6b28c1b1ae5f71fabf323429a06dd76f1ed827045e133c8d27edc948f1f99cd26781d84b880a3310f1807665e06c3f8e9322f47814683a41d355df04f137e205193c28b2a9b8aa869475c7e6cadce466a25f87559255a476d83217d3f5d25276e5d850350ff16bd2de53218f7d02a29ec73a6d41354dd7998faca9772ef1ecfaa73b78e1185b6d67f3b735968c024fce8b1625b9f532e1fc28ea6ce6d60faccf1a42af09a647d43f469c7bfa8251d05f1d7aa5caa1712b61866aeedb78d940fdd3d30ed317f2b1ac092675b2e857241&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349270167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7fd9c1c069cdb3b8cad8137438d5edd027a709bc68d47187c12e981ca483a6da7f0bb393309cdbef9b3db363407488d6f65918185543c205610bdd0e583332a6a0f9cf5192b6876416326e2f3ab257dfd3b3c05de2f49b89577c57f328d5d155615bc1301e95d631d157a81f3bff6b7c1ae57923d291827579f62176d86519ab99d6ec488ee4b50bd73978985897bc4cd5723180be6aa0e05ec7a782ca5dd94285fb2d09f73dc2d607966b4acd4af83bcef89a5748a0cf90a48bd795f92f938293b6203422a5bee7e50ddae573266f772109778fb6d4bc726e06b5145392fdecf5724949a4eed887c74b7c89fd428f49b594c03bee86dafb1faa3e4457c4e03d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349371518Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1082c5f97301f86f8bcb37365428e371eb4193fb2ddf08e6888d3bcbf2da64d31dec72e0e2d49d5b4d07309f9970393c7f55907b4d273a83a6225521a59052f9ecdc8b9391abaa24f8c21d3252cacad8ff9a26366fb495a92047fff18b6018583774ee176696581116bfc1cb126c52b68a5efec455a9119af064bcc0bc2be3393a8a1f5a533a91d7ef00dc6557efd34995dfa84b3794abbd4ad7b4d64bf0b4d72d00cf525ecf485271d80c81837bc47f4da777232cd3afbb4aa0e52eb7ef714e17ef5eabdab26bd26325d7c89e5557b7dd7b2abe0f882eaea938e5c9188cc642c6dbada773d3057f2c25ad0e06194f66b694c2d5b68d862a4e4686d310fd738e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.34940482Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=8300101968256c726c2c1cae51cf4a3a643a009d24283ae50296d4c4abe4ac0dac85ce5586e98afd6f83efdbd8f0bad04cd2bd2af6bd076c72ea79e21fd3f924aba442a898b9e50caa90fb2c898c7e0499c227307e2852677651a1a23ef8d5913f07f673f42fbc0eeb33e4d0c13f6d76f48000619a4f5a077bc32eea69a272ff8ee4d17e0eecb7165e693e8fa3ea2eb1a9be11c312bed6fb91e1e94eb76464b1cfad563e2a910e324c160aef5496d537ef909445a986cdd2f5de67685d35294c89357f841969987945a0b12e97b57deaea33e1ff87ded8ba65ce71ebe84a42fdc49798f63ea5d72a23bd29bcdfe2793d428a5e6d50bbbfc1cba04b66b43a6ef3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347075942Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a1a47576909882b4311af53a8e6557385110ecd8e1393cdba62ce98f8b5b8232c274a4b29c8b27d64a408c44724778339d3238c366133b9fa49b66f461fd92a5d511b39f169769e3b2fe4e2dacc52198b66009f992cced276ce75eb0b756a496506b0559b4444caa69d74123e436551e0709a5cc40bfdff92f9d570af9fb3bb456985b144f4d92d40899a0e849270a93176d0403d80d2327aab4d1787ea0da4606757789e56724bd757fac60af9fd9d61319b182d67d57a49a31b24fe3b4eb15c43f2521f82b95d9e6406d601d2ad058b1bde2300d6a414f10bfe22df841866d7e3dc89b263f9f378511bf385d9783bb45001802d916b2ea97a0166c4fee704e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349017481Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a23ed22123f0e45d9b28daf258f4a49d2bfab12ce7f7dd0b5d750fa092adbb0a95db27856cbfd0b2f6fe209630d974787b0e8ac656e4aa319c7bd0e410d27ab2048ce1ecfbc24f19590fafd222cb8dea8a404b738337915f29d48d5edbfd28232a91c4bb5884d4a1a50a8bef72d49c666cf5bf9c96f9689d57560a1ca69823f24d088b51aa6d4ff806fce8847a32abdb337530724f9d672a22e35cd790e90fa6ee793d6265cffae1856422e2a088cad9bc7a56ba5ae627100f77f97c769eff462f08d611a6ed06661ba524944998a17b1bf2b5db26fe910c4feffe27cb569bde6fef2b55197428b373ae6692fff6cbca3ca42ea6d3cf53db6a658d7b498b447a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.346785304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=09cd980a212df24fb8f58b86f4d7c14bce8992a2655c7c25ce5429d6cb46f2e1dd9beb2945e5e09e0f1739fea8d5830d3e28ced6a50a3e374330e734232d5706a8801754971ab60e0919aa973474145f051f5bccb8c06bdb470df96b697be3f81dd64965767947f9500a4fedb8122e3d7f34ba9524328ff22c76cb7a7902c3d8980929beea1138de4b30326ddf4e8add2e07d508b4f617300143cb4e621a855cd2390ff7bea50c8532626fa74a1dd87b96b4398ee570da08a0cc7620c04c187264959d574b984fd2bd74e674a88f14108f1d293d700bdd43af4ff31e0d548ca1f50079e21855bc9d5c3d22a2376a0933a2e433988a43767e48f3c84e125fcb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349715165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=07b8126e652235c543c11263f899ced2e206826893bfff3750eac4801d2dbbccc846554a615353ce23fd8c5555e13bd12f7276d14d609558870cd71013879cddceedaf45594dbd312349944a90c59c9024c3240397f2d909959be3cef167db7a463ec5585a5b8f9161c2b6ae6248bf8731f08b1313b46f1a03f37d0c717377ef7519992869689905163d063fca7118238bf0c8c5d3e51d609be9de0c627fc6789c5e9f4d72f251882cf7028a7860537860681ab94db663df728965763a3c385837214b81bfb88dae3d439f6d5fa7915ad83707baad02e0097945bf9b8428a94d3cd12e01727df2c4cc84d9b34fd632d61acaafefa56541765f3b8d536545a1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349719564Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0dd54ab2d740fa866fde82a8cb3e0b97ea9f2a4f21bbb610f60b8281829e90ac3bb88ed5988eeeee759975fcf201ecd0076ea541dd3d5a348ef1ddd4da8dd2f0017b9561f742f8a0737533c05a2d3349be6f0ce0fa82fc5d9763e69ed173bd4d5b5d2e589e6c05f837f4874be4981eb11f009a7680ccda1e29ed735c6511c6b49065fe0d43a191461d7f8da723dfcdd3696a51b907dd4c2a93e5d9f43f4aec669820232c5c91087b843ee798cf0f9d245d87ce68d1da21d0f207a55be99a4f03fdf82c77393d0775eafba5f927c7530ecce52c2b41c42d9e86b4602dae0c3ded94426c07e9d8ab40f7d15ffb4eaaf635c3bc84d04fc754acea2729c0a5e2db15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349742276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=afed5ca6b3a0dfdaaceb79f06b22f71da59ac5058218344a02c68754e531956a33bb2ed8a57988f473b7e6dde21c8a3f354ec1324f156a57c8f22c772489fde6191ba0901b258b3b840d0a710c7c923938a3076a6ecd533bb7dc596d7cecd14fc401caa9114d3aef01cb218465aa8d6dff70b73ccc5ffbac867cc9dc9c6002b4e25f1119885952fc47cd76a7091cd79239ef43da71360e538e1b3b2cbc69c4124ebf534f261936557f5a945008d37567b3124b633525c71b03a96572f3921b5c8475b540cd069978616e302f179cd4bc8328e3a3b85f084a5660e33781fab3811243507c18ae4520b6e02639aec39dd1d3c0de40d92f7c48c76336b1b345073a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.347793544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=43aea6c4944b5b46d505c05c450a81604423c74bef416ac61bb73680a2277678ad9f755c3e6f55f07339e117961271b3bc51fda6811020001350453a31e3376bd38ef72284a308e897c73a42732c4a6f662161299434194175a70098b3406e6c55dbd106efbb78d2cda199731ad0699ed930fcbc68764048ae7a6157a92545313ba5c38c98fba89e594d92b0beb036b107b9bae59f171e0f8118181307984a5813d4d48a0f78109faad5ff6edd95c02be3ec53596006fa8dbae21cc2bd42b2682c465018be2ad01adbff189be53286c3443499a2906862ae570af07b56122594793e9a0c0d5c2e0cf80a761f4f1496004d0de252558b350a3955414f8b3a8e60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349824742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2cf4aa05943bc02c7b50bd1b3dbb49c80ce53267aaee6ae942b82c256a93372de212bfe2fecaff9cf6442f4aac111c8c2c659484136e75d82b040dd21dcb0de323361c634dde6b900c2d6ebc8ea77d804ff63014d6cc4e9211215cc73c55572945fcc42c002de7713cb3b435ce272e3bd1f102d9635adc3a0f1f08fbc7f67497b27f2a07ab09b901e62a19a5a8e7b2d938e2556511dbc58406140def282bc2c5d110efeac4fbb56693a2cfa66e5f882e56c21eabb0ddb305f168253d00138aff323eefe0abbcee62a513c70fee8e6878be2af9cbfabe51b7fb15efd07206680a07a529510164a883e89d7a5dca3d7d4783a0c44c2a6f23af971f4e8ba7868c63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349853877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=be23748c6b63d90dd252815f6a30f33a4923a4925a6dd2f7580edb6659df30b9057d2a936643454026e23c9d0403e7ca6a28d2ec498657af346ae2a62c703d9a74d6aad0b1a4be0c46bb264c8fb5b9324fb838fe8e484235a3ad65b5059b3dcc7fb9cf97cc60c5d3c665ef4fddc6fd192cd3c69ba00a414596e4a95877a1c415e1d5ccc983944209ae891b99b2a6f4e0e6a64fb14440d014de66eb00b10953f77a175078aedca4181f06d1d034ed7516dff4bf5f3b4ddbcdf9ca7b141b2031dedc86d24ee247fe9807ceb05b9111f6ec2e8e1ec4f1de29b82926c60b46db7536a00180524a1a69a762aa9b5994a0b80720abb26aeff5daf9dc01e4729d93886b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349863825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0f5589dd82728e2ce2c9f089e54d0ee4778ec19279589b733977beb3a12afd8c9ac4dc8cab492211a0456f7e063450191a3373834b87688275f68c21aa2f5e83719428418112cf0f969ca59de987987be7f3fa50519fc973530df41c956a49d59959f845af5bbcc535ce71abbc3ed1cc4c33f769a414846f1fbefc66505b34cbbc9de65fd4140737be0591e700c07e5a1a9c1151d1634bd1b2acbf29dd6c1f96773e9e3990f4abb748bac86ff7399432b0be9a2cee03048802d84fdf2d37bafacb7683218c04990d9d410a86903ecb5805260715c98514c2653e9aad668dde7489442edcbd2bf32c0cf4fefc459c206dc3b8784ac72041d0a7a6f2469a5b4f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349973182Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a2bc9a122edb006cfe76020e447fed3c638bb9cd5b24ad65b6198decca7019a08b7502558679755c362fb143ff61f11e705cddb212709af789662ed5964da67e6eeb755d961c7d25af104a2426da6a503058a71e677370c42755c114d471a614615cf958661b8903700c5dfaa788cec786a5d7a76bc90be198520aeff258e9cb86773fe663a1cd634fa1e4c47050b9a9f3e293b4fa0d0ee46ad8f492debc22a566163b08aacba6bc61fe7627166fb17a7d72d40fc869760c5cf4a654ac3f4c7bd04f1b67ed853ceaa2dc02cd3fa9c46ae50756adf7f75e88b557cbc7eb13e1f67876d2b1fcd2c8cb2bb5131a9ae3e23833a91be65bfa627c3983de54c84b0b3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349985094Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6e1c132a68f3020f9cb44a896d99265ea4036ad58bc522eea9c71143320ed153463889fe3c16bc18828ec3fad489f309f5caeaadfb3689de16d78efc9541725c86ae39b790f3a4289830ec63eb7c5d8e384c85e8fcdc0bf720d1817afd21ad76996170a11445c65e5dbeaca21c0d48bb932a21f45522ecf0affeb7313bde8d3ec56050076b3641b654d33fbd0b4c3121ba24d364c353000a01922254f3a2a9d474380d7bb299955e79b044061dce608c9641546b1392571c966e47fbf93110ab72b2770c3f9ef357dc982a6f99f3cc8b25c873498d92eeb011cd529bac1ec8ac46facae3d5a02fc416445d01ab47875081fdce2fa99c67024e79c7e3fb9ecf8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.350001795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c349ac51c1106b49a613a9e9b66b4986641977222849c523273e9cd9dd6853d1705a8d5e89887a09c76a439bd14c9b5184728bfd704d11f8e7caf814f4496a491af41d990098353e47c1cb044c64c4e7c8308d302bf108cf3707d6de35cab27ad7a20cb620933c625f9b70c179cab3b744fb8c080b5fdd78287308d264073864a679137ba5cc1ecdde932f000cc6ea91f803df39b58aea60bec72f1a5a453d3b37e8c256ce035dd8b8c64ef1cbe84a6aa9fb0ea1793b0a0391173519a9bdd40c3fb03d0fd08da2bcb997fb030aab00fbce757eb54606edefac72c7c68fe810f9c14fc849f4e1c84e6f77e98adc62c6455d2e0488dcb34d984bbfd12e360c653e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.350052421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5f6563512eba95128da540f04f4ef77e7ab6ecdc62238f4f5b2cae8e9abfcac18f07ba28e431313f17ce27d8bb6f1419681fe7ca6cfb1da8177d5d699854fac0f7c6db62da7a46e550ce0d6a42fe08902c4f868cdfeccfaacd168bdf05e1a930871dc4717e6155115d30395c1c5a816314072dfc257396e9240bb5d33def3722e8dfd05977b6043c3073ffb302eb649ddfe9ad5eff79380a0c7c5006215c083fc74fd3484d53d248da3b9b7bb317b40ab990cfaf932ebc89e9c11b5a3e8a49341732401959dc51b250b765d3c50d593751d9c38462107bcfb32cbce8f9b0b8a666df77e26b1269821e35e3a9cb8343af13f06f0d066bb916bf8f7bc6020500c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.350008678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7632f7c3f032efbca10bf2ab9d4768ab2d1d1b986e3ae03c803a88888ae908e29bc61457df01a1952177ed823f8c404e8ebedec1b65f9b60f706a6ac6feefebc72a94bf085bff8429a939cdb843b9b5275ccf0e3dcb9225dda50880fcdcbc495f024ad71928128ccdac61e82d06f468c21d25dc267c08b807537ed09eaa38eda2f30fdb865b4f637be3d9cbd7e5ecf7cc2d3c2d7469f572767dd6a2fd1e046f82b1609d12745e4109bac7fcb80b0a4c4cfc0254f96f72c93616e7d6465d7743c5f1b0899c978dce68958e1e711e53a358b129e1dcf4a2d67062f1f102e973fdf08f7902bb5ba0469bfa4be586a40d3b3e65edb9559d9c9c2c1825300c2d63c27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349039722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4c3abb9c1bf4253c3baae7aad1e3da7a8aaeb656075b30f2924e69e56049ae540db94c95cdd63f511353c2b539173958d194bf3bcba86f0ace8c59240d384c88b628990927ab550071fbf25e5d1606aa602a6acae66674fae15f0c45f22b96939672f9e424b81803c1c102d968c722525bcbcf285219cef7b19e57e51a8e4d8a46b8cfcfe771a132f046cc04b4a0b96d28c4b176d1d048f61354a850522c89846371441ac1f6ed679fc62212d5eab7b5775aca2091527cca7a637be66d0825b25b5430e1085ba2b6b88d353a4f32f9e4cbb75149b8eef1e4c91aca3870ec49c96006cfca5e3d1ed3ef5288bd5222adb4b4a75b49d8c8aae6cef3a29791978eef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.350183859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=206c97ab2ca983b8bceb99f1988dec7176b1b85fa5ee76c5427d30040bcd1c593fcf1014aaddf7be605792600f2dbb4d492f28c5872501b5c1e06b683242752626ca7b9e45460778ec03f193c352ce8602eacf6aeabf04b82683bbbdd6bb0142ac424fcf99b3ad3ec13702087252d1790978219f6e96e714a0753bcc7785646d6a4c25e6ba35a2c818eaab34e80749d2a282b0438bdcb6b5a856fe8e538a2fb34d5f7166ac34c19e234150d8e241bcc04ecd47c64895301682c99354255521f82c50fe3f36de1e9754dda1f2bd946e3403d2c586e4e1328e80fb2fc9b2fbb7081d45c5cd5988811fbbb654b5848561cda702bb2ec4442b5bc953d11555de9879&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.350188998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=38165258c0f94991101960f90c22c33a282a8188316ca26f6d40ffe1c3973681e06d77163c35bbddc4628ab7ba248eb1dd53c7757baa07679e51800f11d5b4cb96a72b8aabe5c57f93b8872bfb776ee5ebd91ecd6cdccff8ddf86b919f3b8d43a648f45736a5be190ec6ab6e645ed77307fe0c9887180e7cdb528379242a748457d65796bfe6cea1b49a2209f4a72a989fa3535d356ad15dd95beb2a4329a7f007c87f49eec271d2e94aac415a42f2cbadc877b9c749d9471e67edc6d49479e62c9f34febcf8b1fb43cf3ff1f331014aaa667f8ac98bcf664951fce0f4ae5743befafe8b71cd82a922a6538b15fc8f4a1b317c4b6b21e0dc5a8c5c1e5bd68704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.349825954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=29c357a15f93b50a6c40b7d06d9c882dc99bbc4abc95bf13e73322cd7d39c35e6e58c93b8fe89b4a1c0c0d45c87aa1bf7c7c3076b14b3ebfdcf6157d9243f889d403b5ed034375c8ed49a4e928445ac8f7ceaf8afee1c227cc7d4cf6a8526802a0e209ef36392b3eb820b408d76c6621acd42c5a61e542989c0c5dca4522a757a152b1755c1acad31e080b373f3b639310f877ed4d01715dba42346666c613573d2e72f9b8bc2943afc164f4f6c46a3adea4326cb0cc1e30454e258e635d6fcd5c7e117c48cd3da2fb7762b7314028ea28924d98bb60fdc48ff9b8f664bde3d44704a5e07130b55bb841d3549e3855aa16e3a203453bbb72f6928c59e0333f2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.350567031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4f9290cb23eb46a2afac5b45fd735cfbbfc7e6d4ef5e8b645b7f12bcc3f19102c2516f7739fb646c42648f95798d276211a95791381fab8f901d9d5410e4f21980dfa711d682622e0d7c1c7fc0a8d47132d1785ced65cb27447d6ea688325db16b2f8759ad976df33b99eb396cf22fa2de2566239331c4094b64708d30400c2d700d511fa98b41df19408d828302a3a9071ce8a9b62a7d073d6320b6dd1344e31d713dbf6c6e92265f75ca0819cf340f13e2f7fda90982f01234686d3566ddbe0801e436ca7d425af94e2a1077d5cbba6ffe9ecf87beefa307b3fb7b63fd4088f05886858343fc9af1e3971bb34411bbc96046d3f46f11e4e36e4562270bf635&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351175057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5e29eb2fbd826eb38fe0ffd1a78093b590c33cdde47b31278d91c78a6790f681fcf83c4a0d0ef7d5d72819a3c4d242bf6d364fd072a718d7a25403b66a2da716ecf63e2f8890ace4ee97cbf435229996446b82fa4ce05937f5feb93038037f0943083e9ca73e1a51a50c98b9786098071728b7c54c5ce9738647e523c243bccfa7ec3859ca00f4f8462a5e716c40e3b06fc57654d0c06ce56d218490d06f711418698b447b4cadff7e396dae46ce3caef7bd0328fc049a22a202ab4b16f0751e4ded97c9fe425287e18c80450dbc0f18a69e0f80e03d59bc983cccc4d9af831e8dba87c1b2b524080eb5cfa2a6ad78ae6fa339dc3d65c67fec1cdb2c640e980d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351184294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=697498ecc8eb5adc312393d16629c54f6af7561f616c95294087799d4ee67344c66ae7f3ebdd43d08ce9ede846897478ff45be85cf7a4f4be572ddb00b937d888c8b21e42d98db6e0cbad71dddbe07f87daadee0aa1faf52a4510b8af4b88b0a83d42fa8e77d81303d1372d9da68874ace29242f652f388d7858ca47cfd0b5dec0a65b735bb67d2f0bbef46ca603313ab64b1e0a0ce684fd6c6ada9ebcd23de8e73821d3091b4920c00a8d44260d4a335cbde7f7b9aed010a22f63b6c815e7283e9a7ab727f7fcec0857ffe636378916e073bceaee63530452af69392d9f8a9fe8cb73f9f8e8b7650135c070d3fa4ae915e19031a0556f18f2e9a3fac19b948c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351207888Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5af11523f0b6d41ad2d0fa55fad01934e8d8e6c16a6609a2529079c0c17e1107fc6329ce46632e44919a69a9187024a1401f6efb8e9d4cdd0a7c86028073e4879ffc9b60888e5ceac1d7fbc23684b3fa8bd3cd8d4d4341b3500524dbbb4d919fc2e5447efda78ece5f95d3284113829266e3244ff9896ecbdeb47be39a57ed649f60ec69ee612301a725c95841cbd7b21df7ce47f5db9bd23bdafeafb1700353dae83c05fccb308b73d316548d9462179e84ecbbccc395cbc5c63a2059ead6be4ce68bf355b3687376367b0874c372aa671edd468b1614fe4523958140f23d7ca69efe6953c172f2899eb50cf8d7b62de6205ba897365239791103f3e31bfecf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351244057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=46f8a25bec415b4370860320d66ba2bd8cfe77b821a463ef9722ab0cdc6bfa2e674c8043651e968428f7c11543bdc8a59394ad7f3bbfba5a2cf85419403ba0f593901434447b02e7678caf9f1ec9d85fe84e69e2f0975dee6ee0ef14d1b7c68c2893ebadda716b7b3d429c20bff21c17162f78647f1a1f30a65edac3ffdb6a4336534832a0407bde11b26dd94ab7f8a8651f3045c96ce848d5c7a34ff8ac9a325b537090f93ccb142b1c3c067301abff0f1fdf03c4ff9e46b9f98af25fa47fcb71d6b7574adc03b0ec7727d9b5d000cc2a1c2500c9974996d684729d7e8030a0ae305dd043b26cff288124b165af6ca65bf54eeab1060390396da8c3ff28bcb6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351267431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=58dd03a066e95575fd179ad544a98d0476f320bc4e19ec902bd64cd4fb1d944ea0c18d31e8be9df2a7460543a8141759ade0998d396ccbe60afb756d4c48cf06a79c0766a8a3a5f7736726cc617e52debe8e5599e2a124d8acd91b70d61bc54266e79ce5d97f9949fd93294d6ecf978829b64609be3f6afd6f998f9dc705dd3099f2d66547806d70bd659f438b3c244f4fc63e162d7ce0472402bc3de22e2571247f2cbe75b8f3735da724b6a31a1d0589f3edefa944c908cf64b02bbcd42225fc59426c38aa3af90cb5a450a51b43a344880b8bd93e81136b2e08c8a69d7118dd26bcfd0c187652cc6cdd47c8ff299f2fe175515dd7d2b2604214a73928810b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351190746Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=31a08ec1e6abf0f6574a4685903aa4b6c70de89faebe7747ce42ed90cd55480ae63e4b105ab1a82f13bffb20353f6a5e6eda359df571145d3137283fdba72ea64ff8588f07ddd6c5d315df894a23129dd9935e4a7d8d30e1ba7344fa4d2930550b15f892c4a169593cd1b710feb5e86c9dc5f80b253e74e676456b8cb3a93fe2d84d637fcc33264c3f4481b924ad49d936493dab0f937b091c5f64475650115a59ec0e3a6b3de6119d44d54e797494b98a6d261d3c80a686794b22a1c505db8f7196f7d2e552a308070a76f71e76d11704ddb7ff60d7fef6c7554fdc0e481336bcecf0c37e4b7ed9ae41a206d66842a24426e13cb801995b28ccb6b1c2af0843&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351368201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=25e433c232d8684e59fec6396328cd6dbc92d6a48d79c12a88a275fcad3709304a69f7564a853a2902e296e88c1ec9c68a26fd0a90b40e8f539b2f616399bf47b696a29a6b32111c681dc9217c33f1641355014c544937775ffe86f0a9f3da0c1df14778d9483523ec440d37cd162d16fe284b649f334b54cbd978185e28f24aa9f795c241258b8457b64a5cb3ec740798b7d7b91f90f8baecced94898f42ed296217c8a09d8c32983a35e8c7f4993ae0a0c2c08a7561059fc6f43dc7e7565e1dc9d52ecf06a0b72e8814cf17cd1f3c8b50ce959c48230843666a992bc10a5c4c481f57fe8e2168fdff9788d20d0116621f437e23f2ac68dc51ec08f9c50868e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351386926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=6ecbf41cf8b96febffd56d09afdd6202e74636a914b90b76a1867f39e434041f6bf1c8ef8692a58a2e2bd46f1aff02f3e1b6e1ff17515153c6cff04f21a901776f483c9f699cdcd716624e9f8555d7e3f08a56a6517a7e6f99b260b6bded2c875ae36d70831767d4092e31061a042064c5f3248f1d5a17ffdc3fc26ff7a695db227b33b3d49adff79de570b5b585088104414df53f01fa2e895769940bf238a91b73b84cc2f038a517e795f455d61e4578d60e1339174b261ebff3fe2421fe7dcd538bc1fcc036e3869ba1a120f9e859898fc8943f17c15ec666d5c1e4b505b25702eee54797708f9c179342e5067a86d17bea460f1c72b1a4e73d056745ea73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351521399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5dd33215ff5923360a38a5ca4a99635e018a1c02976c3b95fc9cfbe040578c531a4c9fde2ce845e3037d1486973174c8baf915bbaf28972cd8e4d1696da38ae9ff4b27db8ca7df940c5148446184547daac9d4b0a2fc2f984417bcf63ae99b83db6d222144c47222201a2417ba116824ef9ced3be1a657926919fdeed5dcbf7934e998ef3bef0aa1ad6a361b56d9c372f3022891e7c2a3eeeb5ca22127eeaeeb1569cd9a1a6fd04b97fe81d756da9af3025f73b1c5abd6a1558ba63beed4a725e6d7d363d845de74f1a6c2bf7663b636e1c6c0f10a2660a1209466cbf7f5dff28cc8fba3890358ae3010c264948c21bbed477514a9a8df6c2eaff1094efb85b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351571143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=796321398127404cbd29095a1ca7b9c30026c3b7f0ea77540baf6dfce67b01c9fa22bd4e7338a84cf040f3116e324150ceca5dddb46f2f1a57fd8efc673d60473091db2db2b75fb9f62237d94ef77988774c36274687644e9357b0dbf93a9b48a776c516a5f774ba8a7c1025b1a3fc443b749c552a7eb846d6cd43038a328f5c47e27c0646382a36894dfa92ac760e6fc3ae66df1be91816d2b73fd15fc4e584777ae7a4b6d0c0bf5e4115aedbecb586925592469ab96dc42eb3e8e7dac6dd0cd01c83bb186d2d77de74195589a9a5ff9eef38012893c068411c72cd4720f898171fdf02a021cc3c58b1790f116e60c3d30b089cee991158a9b2823bc6d2ca83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.35159094Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5f28586255ec662858e93d4ec4d06848349fe30e82aa2f4b72ecec70ce784e1ca6e15b976bb66006fe0dfff977cbdf6ffb52d0f0182935a2e6329cc660c6777eca016e8e9aeeca2bd250929590255223b4571c51b4ab4597926481191f1d263763cac36d9d46ed741cc273b12982838a597487c80c6a1175897babd2210da02575cea007e62e7864ed8b3647b99be0e060bd710d59f1f521ad3948daaf115f34bbfeac129de3fc4ce92a9c7c6db570fcc4417be2bc96c3ed88019223ea2939b8b1a06f9ab48280d268ff0289c9f8f1aa08a9612a9d8725d191429ac909a2aaf3811046d941c94198ff24df9ced619fb7177afb2760103f1871e99aa0909731ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351624233Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0b54954b70bc5092320a6dde3fd0a484f3f30fc835f27c889e751dc4142b7723c958cff08b52256f377960e5562f09adfd76681843be9a1c84e689e5208542a9dc80ce52956ae6c111c510f3f31c1980c9af675ff0d649d53a433bf2b888be8931b09cda51802a926a6ea6346a57493f1dde5d139e068d5910b36f698d5fe19c258439254249f6dadbd198e21168217bb725c59f0e1ab35b922c4b68beed7e73310d12c5680ee937deee63414fb356b69f542f42383d0720b622021c1a50483e0e89e9cb6d4a51f8e40832b75d8f8f53b42539c6f6cde1244adc3068740106d6ad89b0a6146eec0e16063c2c6e4794a70816fca01500634d399705189b7349b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351630224Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=53434159694d3864c95b20fc8409eca9885c4dc440590c71bfd54d083a5bf7aefd41f4ec2618cddb5f086a56c8a28c557555076a3531553930d46da959906eb4c5ab476e8ac8b1a5145251ba4f7c82af48981878d944e8001a3461fcc59a430684db7260c948127d173f2d7e927b7c131267f40cbb1432c6b5bf90ec72a7e3c9f1a9b5f9a7aa464ce3bbe7bc7ceffa08f539623e4a6220510fe1c397af3faa0b9dac82e67098ad494465e3df251e8cb36ffab00cc0632a5861f99b7c9f55bd4bd8ade997e02a8e52ffcd91baacac642ee3d4c5de684a7b4c9abc8ef2dc960cee0e7a3f6ea72cb70035c87b82a5f0a4c5f27bb34c7ac28500b665fb44c21e5c17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351649962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=88b5e6af70bd142b7d822d20191873cddcd4909776fb94d3f0b76c6087e55557ff8d6575b33469dd0327066a7784fea0d3c9c23b273d32a732797fde696de5105c576de0b3205be9f20a5f0568ea090778bdb694581bd13bb57adc68648ded9910c9f95d5ff89701a6e2d711fdd44bc5e8802f14bcb5cc79caa7b4d71d4e5525310b518a783a7eb1dd80050f7b538c45fa257c5d4d4bd5862d184f07c5abd442c5fedce419b4259140a7fd6ab2e997d1f96ed55d50a0280634968442be1a717e1c016d40411d4530f6827fc4f85407944abd6a0ef64edea90bd144c527356fed68751d9eda43ae045235c94f5a6d2586cd10da76819c34d1ade595f837541666&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351671622Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=830a34b89e2c202d7a0f8da4685290b469410ad2942036dbd1d3ada7788ba3aa7325a720acd8eec1e54f0d920ae6ce315802fc05cd0491590202384775cffb06d836eb6c0912f8b35e6b45e84d7eb1e4241b846dd64e1b779dd643a81cc0cd3965689b03af2f17c9a7020048014870e4e1601d36e585e8581ca9422993500a18fff7ad1caa806b7d82c92a6645fd9a464fd1d38ccde1cb1eedb5fdd2a5e4aca4f648202f1d9a5f6cc5c0d5fb5a4f1a63ed38f95e57f25a53faffa3e67f44b1dcfd5808fc3fca382bad789491471e91819b12406bda371fc3d05d687e95278a38198f9ea97e4c649f5d2ef7af4ca0b30a0823b84ac6c8b061f0b2be001621dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.35168642Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=65df9492056d2951bc9e739347a40251765ebe6fcd5354fc351e52b01bcc9808dd73a88e75d40f954348345cb3b55982d2211820ad655bfd70575fc3ae6e821a17d4b0cdb571e71e8d0f21bd521fb3abdd32cc293ac6d81424cb2178a50dc8803229fd06b09c45735cb2e4f56b54d68c149023827f4263ded93b6de12de4e24873b6dc1651fac19d781ea4603a64fe1bd2fe6aff8917d0002b42ec167e3434a4a9e3402efb3b08f2a3f6a7fcb97064d9ad2c738f92ec2612b607db88252d21f07b43c0c9c1cb25d476c2286d2af0b0a86c63f6ac17079062c73f4eb91d27d4f457dc479f2fc8d0fdcb448c98ea130c08a1f43d48d07abdaad4663bb89fbe2159&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351737927Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=90b841948f36e92a8eb584c87ad17f65b87ae15c714245355d4dcf7880458a681e7cdd5d75f4210b2f64c210ebe6d9c56aadcccf28fa36c9dbfdbe7986dc6448027de465321b2cf0cdd0ecd4ff7104d580ad2e07f3a05ea9ff95c0faf967cf9790b2a3a90d26ecbd64f5fef1dadac71fbe0104fddda9c8be4545be3984e397cc067a6c88ea5daa51adfb1fda96b596486eeadbcbe3711927e5f3c8115a56761ca143ad9e100aaf63ca8a45f9077c6f24c78794915859b1b8a3fbabd3b96979fdafcdd5cfbf69a9ec03348a1b0d311fefe35f2f18ea7fb34967aab3fb89fa577d07ad5b23729f90d6e12a5e9d2067fdbce7a06f9ebf348eb29e63a26611577bd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351750952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5ea6a36ab624cf69178adb4b74204efea9338166fa649d03e8aec1cee1e113c94ba627cb304a5b48710c2de25d4c5c9ca32f17928b2d30a7c9d3c322da3202bc2453061317c65ab2108e8096d1997284a0154c1816022fd4d726207833cae15f5a502518a7f3ce6fbd07d66c5c7c95d78fd00c88234d858ce1764a8092cb04761358e7d64c01383484c3a28c948ef62afd4a1b3d13ff6b00936626f31ee5f30aeee4df8cf0e4d44951007cc60209d7355708f99fab8c7395b3606341d338e25c538c04a569f8fbb5a65ffaeed74ea9537f7dc35116441bbcdb886bbb92286c7974d7988d9b44245cb045b63761461f06d044e3e70c19b7110f1d2b98263c72f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351768625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5f04592736f9f7f4ea2cc83c4a7679d18165b9ee2151fb2f5c264dd33c4210d62aa04ee8da8c37d8da2391b4058e2fc637bd94f95e4dcb02f7c3a1eb4d93dc8541bb47044fdff2f7f089e9ce74534e7bd5a4af1f5bed21a9c3d90c7f4520fe861614f344cb821b13d479dbea0ca574909ae949ac1a782f85dc112babfc1157648ef72f4a70a78fc3f51f2c6f734263034698ad60ad7b0d061e1322159c7a00a98ef6f4d09e45702a54dcd871533c1b7aabc706df5c1d0209e7d39ca519a71c5d5f016ffeecc9eb75a45db1933f88f1c8dc7a97c8b67bba50f724769243eb596b955850ca6fdd86b71ec2b9a69528f232d45aa5ec47fc580f63b2d602bc27e30e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351786749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a60cc830c85fc207510b67c3451827faf6f16be5f7801b41a0d7f6478dae7be18ab1a360808b7b92b7d4d79e61e4db474cedcdd8dff2b37af27a723760b851b3f311683881d7c0a2eb6ae9285b5f3f76014913d647bfd656de9c98ab8063f5b9967c1bbedeb9065dafe5db84d71b22d2b0d74edc72e8991e886658b73461590423e3fd7ecb794bc443bd9909264d444a67c9899386f530fa655204813800673da4888c2fcd084e77bec98921f8eda697789e01664eb16fddc0f805fe9741abb066805478fb3376d46d5e1d7cb74d58e97a3a901193d5991b0f22bc951fa260324be6d4235f0dc017b9017ac55205d3b9dda0e54668f383535e7769e6a4691a6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351803641Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=a84c08e293ac83efa3f9672f8756c5e7a225393091235bf2675807a241a4dfca1e721168d60f3cb94555d68e39d914902697973d6269c964ea24439a1e7e0824509cb10ce1b625877b20c90945346b0986f19f812b623000dd14777cada83530320ba7282b5376e39b2e117fc580301b8e67acc72415c4212e696e32a1ddb5c89e7eb1395ed1ec8250b04305ec5f038817351c726c38ff4edca16750e1abf22e2fe2377c95c5d5f997c8afca52a5112346a9962d96d8d44c87a98b3cb6552abf31569b93737cd10378cb7ab57f8c005b93ee484b97f42cc9b7a1b08a796d8cf0fe4e8b4cf80622e22043ba23a9122b229bf3a68fb074f01d828ec6497584feae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351804914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=0576ae25957ee63c8b59adba3e2e91dcbfdd2ca05fc7fa0fe0dbc82715eb947af1d84087914212bff1400d3f430ae13bdd65a96e41aeececcdd016cd87ea5b3a623525b7b741dd63f6da5fdf180c858a5fec70ac04191ee9ea5c99718aa901b7bd9830896fb90d5cdcf1ed68c20bbbc35eddb1234083e7c265134a0fae02bcd437b5115f886d642540e61bc72dfeee26c3d59572488f3073df31adb69e703f37186c555f80b7666d9861d8e7a97d4e841a33b8f9f52c2133feb8e88a528c168204485deede163ec51b30c0506332f892e67b2a19169ce26860e533a1a0c0e903818e3183944beb7d780178d694fe1818c0a086f6d8377b070ac556d23d6098be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351867592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=3482982eb93edce9d2f8820a65cc64209d99f8853510bf5a13092bf3f0da3c34022c084d9a2f476d780fed8e2ff29b303a56b4b73f74d4e8d738fa3f71f6e83c7650c70cbe8d34fe35d341c1e70e7cfda2a94e4b09042ed3955eb4f42b7f48aacc123e63264848c7307a57111e71164a15ca7f0a294c767bc5041d2beef021e8115eab0fa34c6c9ddd02c915e1a31c551dfd8fb063c01f1c1f400a4dc79d14789b45372e814192aeafde7f8c0832e4ba669a95c9cd93a1620f5b45ec77736c211574d9a09bd6b903bf7b0269c9f930bdd395db43ba5c57233d167b5d83b984574e7f0febe313e5a8cae6334ebd73f7c713c6ec8ed5032d46a86f5ebd3160ec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351958062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=705ad5a1c288f1b8502dbe8597e03899325d2335a8456b628ef4916f318b0ffbecd85a5c5cf1f416501e34277cd3ac4f3c931b30d1c38895813d804a6c96d02395ae665440eaeac09646a4f72beda9a08f582c704e22e0ba589edd915906d45624ba81e0be9bf1964e21fa573a3cd8b9e81e74f3949d46c0d69a1289a7aedf6111a87fe564009897a08f04295a749c789f2d1d5693cc3393ee801b01ed660f53a088e6410bc12c5090832b205d7ab56024d0cc8ed6a81e3c3590943bd0753fa007d5b366bdd4cd09cc958879ed60147454a3da238f39687889a8177eda86108fcb1dde27f67b3e6578e2c794197913424a4f2abd318567adb2346e4659d0411c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351977679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=050a599710fd9c42d664573e8c986ccd979a15edb28df4ba87f9cccfdd6fedfb3eac7cc10b82833877fbfd052398a29696b677cef7fcf2744d648304f5e79f6545480dc5bb580d7adce9e1300b4c1e5a0a72157e9f15fad3cf2c04a12212ac0ed6375ce9abffcd8cba3da921f0a5dcf7fae8dd9f0d384a2701181cc40b10816f4ab49b43a962b1afb1e196ed80939e619f93cb3553a2c85a467d2e666606f50bf193a26227d345f7c332dcfa9e5c0435a68c4decb44ce2e9ff7ea95ac3102d8867426cb148de48502367a52cebf01afc75691c00b31208f6c9d977fc208b92d90104da750f1138044e4e6d32f2ab633c1a6ab3ed898b186c776d57caac55365e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352057399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1e1d7d171b306b24fbd4b30898772c2be2b3465866d2543b4cd97b681eae93df95a2c9912cbf4787a717070b68b1192b46b6d3ffc78226f4b1c923be91f8c4c21982035d6ac428b2e44fd259d4499c0e369f38e24ee314c1db931317635a5907771b881e2060740e57d672d377a14e02e763683b11133c94000a50a36940c04a1381af0183c807173d0111996ee4789510424c39e950cd364002ef242dbf87e46d167a9f42b6d439cf037fa4076d3717cefb72135622140c01f5d5f5880a49710312321a416aa69f31bf33d6371ced246799eeda4e7f8f775b0682a634ba42404327ea8fe6f01334e2452b7e8bad763d70389e5061940ac63651fe7ffb230b1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352092025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=15761e531c73572b0994fd5a9692c9b531cad53b6454d3c95061f9ecbc700ea770476e414b274ef2e61edd9db6310d82b77586f133c7594d667f34a821a595b07230da6a7f6777129c307101f35be35caea6ca77f5fdf99a872207d2cacd8cef729ac4d5688b8eb9f7fab0dfb8ae2b8c18f0b9c9e81cf1067ba3323e1109c85b9381bf209e22d2e92b5e8d8951742a57a3d6b1718c406cc549f3842f3e0acbd9fcb56a5ce7543fe5f81530f235178408196b032a749d9eb25d7956f48aa7621bd07c03cafb8ef760ce0a5c943c70fde9d4372407e1507b841f568ff5eb14e8417edb40971dc2c14e1803f8427f023811859bae8a7ec11f16e0a35360de828c4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352105099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=ab9350b25898b07cd657601a38ca27a78105c63b5a5a4152650fac81b4792a4d513b7185560055625826d9b375e994c90dbdd22fb0db72895f08849f0af63cbb05f79ae2d60ad13722790ab15b27dd02569ccb344af6dc647df6a859631eb1b7cfe7a0b865c4e99e0a8f5bdb4666f246355475bf50e452e608595e27e9e1ff355c4479a41580927b6b4881c80795e71f049dbe6c076b4351ad541159395a7aafbdeeb2856da68b53f915cb1f695b16e3cb6ec82bd091f220f81b7411b6649e7692f7fb8cafa9a779f31b1d30983443ea04cb62db4eff9245a735f3e0c5a369871d5533ebc3055d3260e8454e863b1722cb8086ca12e551ac8f1f86db27e29124&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352061227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=442064152952728332febf31be56be73a321b9e1c433930cba12c150d81b4db617e2ed9b61d3a051b71d875c1f7be9a372f706c6a7010dc0a447544a2e09bbb19895b9177de1c3ed300496ba10046155991b384f2f64a80a6ab0ae1c88cdf222ab62599f8007d940927582f268dcd38b2f9b0ecf58413d325cc31a70508ca8ebf1b1a25accfb11912314337801d654ae6c299170cddc6f77f66a03d5b9402346363852446b74f6610d439d4544291041c627422754ae7b76e2ccffa0b24a192186ff4c29986a31926c8e288590bd37b8aa15bf0a4561893d0bb826528e79f2d461eab42e5288bc9f7427f6524689e1c74385d9131fb53e5af0da246c0d3f2971&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.351761572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=1823675bccd17888ae74cbe7179c565040596d4378a72ae96f5d81540c26c98ff31b62567a27fda4e86a24bc9fe18bcdcf23895a6f873f33bf3330e55c9afb7b379049faf753bff86c3cb6d73ea039782bfcc76405b93d33bfeb26db7a6c27ee616d9d6e3077f4150edb688be37536d3576efa34b7676f4a9def15b084f9cffd935acbcf2a0d04f8b2d656c7da49d7657e7bf95d1cc0a1ec2a88c4163fd44debe6bf56d87b585ebb20845edb85ddafaf22f05acb7a6865435fa648114d8e4014c14c75148db0bd00e9051941c852c6868e1609d4431e8976771d27516fe976b17036af16e7ce9f568bc8f72f3542b0b776b858cf012e451aa0d4ab33730b082d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352060315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=61c60969e717c2f25ffa76f5393eeff67c6ab0638d5527eb380a34fd9aa8370e4978ca840b67784216a51ffc484a4ab32de17a4b9b06ac7e6b9bddfcd335dfce423042141347314c6d51d9c56e8626b7c4caabfc3b7a7e4279001af13d90f4d581d04d8add3cdece24d6b13d624f1f7dacd2df3e9a3f7c23c74a4e9cabc875b50af2a5eb0d2fa239075ee86c6be7892c2ca035f51367a3a31c2a09c7f397bc9afd98100731e3664cda2c407bb09438f271b3372bdac94807f880e8f9c37cdc8d4a85e3a69858dce0b7f2ba4349a6e78eb7d989ad267ab17d73a497ce15ca631b6d94c5632b9aa8b700e680b574ea2501504cd2880aa90d1e10c7cf7ac83a82d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352233972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=57bb2cd3ac0c35dcfea219f307287245b0af6e9f6aa11671c071b31708dfaccd903765f90696bcd1fb1a3dc07f2093560ff04a6dfd81510de5aa99d8000d3679461f7e489a85e507140005857841810d64ffe5ac9a1bf1aee8461dccf6e65e4c339fdaf996037c35febae92f0fc4f9743580f493037a6c2f6aa0e44f7d7be3dea5a2be69d57e87fbcf412607a91da344b17f6c668ef96bb572cc2be03baa920afb79b7e1eb545dde6f6da01b4d0177215bacebf64d5b2256f6e161e2bd7a812809b5ff3338181c269680fd641b7934ebf7a23331e4ea409cca3f88fdb2e7f000f921b6dc5a45d03c9ddca8ceaf98a6028caadb776b5e1ce2d219facde825cc6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352318421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=87c686afd93a6bb39eb764f9c063df14ef14ccb21a74e6e99008295291e4b8fcd4d0fa78bc246ce7905097806bf37cd58834536dd6e6f4d9e8b5df01c23dc9e1133d3b7c7b8b63e88577aa76117bc8434789d8b33b11a4502501193d5fcf992c712bee11236b90e6ff8fee21874f8ce62441d427d997516e0014d8f5415678cac76161899243dada33648039221fff652c996166c8a830a686b4c612e7bf25d446140a0dd9ae5ede0c4fbbbcc32442ded7cda3914427b70e4741fd6fb380c9087ab714af32fb3c6337690dedc51b7327db459bb5cf49977f6a0dbbc987acc891dda5ba12d7ac59877d37d0716440e68743da65895d60ca6071e230a40adcdf00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352343388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=409500427c642c13ba124973585b83ce84d008393314e690e4d913edc1ed99f5284fa82a1cfc0eb9f8e063ee60218488d812aba22ccc2e957875bde68757936af4637d5e575e078485635478157ef96e05bfb740ee5127ed381969538980364d255210f7b27ed0b847d123769d4dab5893d1fdb5afb0b793ec197fc4b91781e21a0ef8feb28b21ee4fdff106064314c2f0ef3c70922c30fd8ad45b560fe23e0b959c6f555837b0ffb656ee34d305e2beea95a428e5b84e7e0d897666b54d3aac93653b46cdef9b7278744201f54f311e94b97abd70f0d2afadc577ecc9679af93372fdc7054afafe7f400e7fe9ecbf100475a11bdfb26c902cb176674d170a82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352364528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=51ff8cbaa72a7bcc7be6e075894af121d762ca684c78210760b8236080b70c7af85b2a5cd6d2811919bccf33324b75ec0f3cad72e74ceb92056fbda7c76489ab50e293843eefc292bcef4799c15cfb902d0c82e14fe863a076589fa90034d9de230b29cb6cca48c92a34a8fd220aa4fa3f08e20acb36e2d45e17a9941e947769f1e52f562302ff33c98b03d30d1ef24a5957cb9b88a23793e5a14767d8f92d97123427991c0104886744dd7946e1c9d9fdab81731763027853631c18aff801fe12a8d36113b94dead3b8377d8a49bdbfec07623271c6f1430b77ea1a54659a825fe257366b829b3fdc72d2787c8bde2ad92095233c0d0685cf4356e6457f9097&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352401668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2c7700e6ac55985bc2d6638a8a1bbfcb7ca31e1288c62c03eb49caff5cad0284218c77716e9211ca781f51af272e9a1357cc427687bd0a1450b6c5b743d6b96026fcde957d861fc5f513c7e474f25b80a894ab5e778a35c583a8f3f070e6cb078ddbc49fac17378c9733d353d1c3b808002c13f1041033c353c24b05999ee77f8aed1fd7b3fc5203cfc6e16154af1a66381e774615d23f1b738115f4a6d87cd06eb0fff0469b92911acfffcb748e845f5c042f9720eb5f6e13ba3e664f3a4d1828b143183c51d54d8895aca2348e4f7fad12713a93925f62664363ed5c8130ba0e894299bb83c166a20fde2ca1ccc2d092c23d3a5c606bf8088677635611bc50&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352409062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4490fa75d208f31f565fd3076b8f3e1090d0b80c0e08b9d3eb50e41f2d2d24f6b7fe874edac506097ea149c79079f4fbbb37097ce5ca8b24ff7d0f69aaaaa03d4ef1889ce6a2455a8e46c7ee6296ac1363da4fbef7430bcb67e9cc8748227e52b3cb1f79dcda8630bc4e4e92ef0c387c1b3f58eaf343121cb712ebd94a714640c1f6492f1fc63f3886a6631935a4b46965f3364929303ec72b23f543bf576926382eb7f35f3f2f306ae144e14f445c8dd113dbba70f25fa31ed52d0a656f70b787ba3a71c27cb140cc2210dfdf033ffd85444099b37c2940e31638ea90ca976b47085ab4d6cb1beaa597373a48903b6879c5abafe651da7dc3b66a510b1d4360&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.35236575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=558a4c78c3be7f82d5471467baaf3786c0eaf6e889737e20f47a5bebc04284d485b454f3eacf36f8012f39a851a0cda82f80982252afd9b8f141486ad4aad6c7ee9a4387be8290a922deb213b5716586837ad2705eb5c855abfca6bd711d20efac9354692e16052ded318ab208ae5180f2f931685605b90f995ed8a1f3493d44770ed0b34484c967a7a0080090d9cd0918f6056c17ff65a0ae18f19c1e3b6753ff210dc87f2adf13a1f0ff4b1dc26fa98ded3e5b07390637eba6523045c000d684f089b4c7c72960c87eedabe77c25ef03a7270306343509ce80ddd53b8520c1eea76749d568fdeb68d746984428bdc68ed647f4460fb347384713354b180560&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352794679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bbc41fcdf887ea2bb884dda78525c6d71dd31889d6fd9063c0ed1e67b9b40107f2170fddf86e4db487ea30023ae13c1d9b487c33b9b6be88deaf9a6bd1f2c64bf7d07b56f2b0bec57d62164392f75e55c42380c5eb2e157d97e84765aa64aaf8086437a0197c7cd9b4c4dc5bf5c1d31bcdc754bfcbe721143963aa0effe19415eca30051ec307487284e297b3297db3f7ed56f7e364618ff60639f28539c9f680729b85ff13b5c2ad0864e988512ce19ef70830fa14974d88ed7cc25e074c4ddb62baba74c0787fc706738b732941e1bbb5bbd4d9592f1d5fb4d8a4f506d9b7f162e3f0c3e4fad21bf94ddc83ac1dc3b7d456dd73c9bd59af9f059f4d2eedc50&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352813745Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=241852480e6a7a13d3ea58034bf3c9a247937478721b6dfa15919bfac9186adca1c0103bca4053893dbaa0df07874561e38ca36ffb859bbabda3b72fff018ba292be2e1401e8214e81832a849a0a71d0be20c18a4d004dbbc36496d187e73e55dd7fe080b1588f2a5ca0c3031682be8c50b21ecd2e41282d8da772ce50945935acb418c99e7fc48c5924028abd095a0e3dad7d04ddeeb4895a5be2796b49d824fc8fa47512b585d72bceaaecc0671470a258eeb80e695b504c96ed1c79468c8f9b45fec47669453d23519fb3f7e33de36195ebc510e771a057a6ed32b06b6f456570a273c6fa70dad21a81da51c09e2fbb913ce07c6f08c6e935ad8201e9181f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352801481Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=697f6a0ee0c2ea070ab8ced83e5984aea3442da92f694e1367751c91718a18a24b820e96f430873b86452117cf023d8d9d43a28156be48da66cd76b5feb80f3c8643ee7ae8b6a2c6b30a279650b6ff8d5f2a88524bce4d272401d5da4af95780049ab576b59eb295c851cb36963a8b7b879b8146c2ea7e848781a9cb846300d35a4b72699b6b6880ce170a0a50ad474df985bb5eada9d902bb19cfa474920f96a671b10a468430f7b9b6a78bbf40b3529b0614b72853706a154f4c92eafd03b5465ff8afcc745eddfe40aeb3fc2cb657c0682cb835a31b46fb33e9e14131c7e14048ec12e64298e3569aacfde94a683953d03adb01e3bae1e1d8f9008966efe1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352890539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=83061a36701c015a4978f78e80f7694bf49d718260c691370ece0977101cccc9290f0af3c47ffa98e54e6a7e008291c2ce57c1a21556bf4d967f5ec97a4c1e6a0326b003652ea5846d319a8091790c03745808357b4987351e8b5309034a9936a9b80c75bf3e1305dbdb4b7c77366d6e887af6d3229f23f8d56ec715897dbd5861ca2478d77004cf55b32096648a732151750d04ea0aa2ca03be5d12639a241ad9aabcd1c69f72d72768e04c449773d2eba1fcee711864459af3497f923f44a627a6fa6c0bb83748eec5ac4552b4a3b789a69b0915c3a8e0b52d5309f8fa4d4aed5c2b03eab0fa014489c517de649fb3105e0ea1e8758423374d4b9a46de358a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.352803064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=63791c6fa17be779000e2ce2fd1da390b63e8137812c2dfd15f0e76e261cb2a0413817bcdad1e7bfff87f8ea5bef0bf8fb1028c1aed2e9fd12c0dc8215472a7bb21d0a567e6a2a6eae719308859b35f33a81d04d2eb4e73760d23fcefde616b4652b3041227f67c4e251cc782fd07bbe08ded52342fa9521c834d1bd24f3e00633c0974b2ae9f0af977eb8eabfec593722de4fecce59ecfa2b35c2762c332ac8bddeb989b67e2215f373db265c9dc32f0638cc0b9cbfa672831ac1dbbfc38bff1d2b316d44826e013a9b90837ddf63c08dfa8e1e0c1c84d056ec198cdbb416c4d044b0d9e1a72ff9d115d6851796a09eecb2323c94dbecc7f60883f49e5e11b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353040131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7795793a71be7f4cdf4e4a9dabaf084f8cf31402564c7c5ad7811f9d73d747a032385a3cb1bdaa71852235dcfa4f08bfc9d9aec8a3ec51a5ea9915b245cdc61710b6ef673acbb4d3df5d0918c1af9adf8039c8b7676ff5d52f7634f44981bef5f3f84ef916eea993669482402b7dc8df96a25f93d6281bfe8f3baf88366a91700a4a2a1c494f51ddc4ffca4c028475c9e9977ca0aefe2d4680a67395047a64cc7d6891646a17168f5302026b9e78ba2aee08b9b2affa6bc390e7ab8ca4032fe389991ab05a095b495bf8b2833924b4714507cc2d2f31dfaed40aad15ea5d4364e58a30ff19512ea5604a4ec5bd7b1de9184d718773a95704e7a76c1535c5ea5f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353132435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=2181f9dfeeac1053e430bac0fe26697fe677363ee63f63f13772714736764d9328dd5c9c177d523e382a46d034b00ada86e081790e7795393eac7bcfade8f18556669906e091e3693f41d998b81396b4f036322759983c2940f765392ea3884667da69ac325223d6ba4e84430324f09290fcaf853422cedccb7fc10ce5d11bc0686ae4d63102afc9f41da2ef9fb73628e35e3d566e1eaf84878cea3764b26615b8b8e1e4ce41a61310ac62496e05c53223a44dfa3624020bb4a2ad6730fc7c591cbe1bffd6af99f43a09cc798cc79ebc70f7ab555f8e181264bfe48858ef9d9a377de55c3f1fdff1aaa6daa994f0e7ac29d5f766fc27b109de8e4d98f6540d0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353327823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=4123f97a4b098b1ce350393cece7b0e27e8f2a223c0b34de7f79b361fadc2bec6016bc7fb27c500f2da4ad5bb82995aae182d1b47b9d0ca33ad5e95157343c10873df3d8824e57d85a3879963f868f8b94e90f33f6dbc10f9c1441010860f50a6775bd80d01d95dd52c3458606cd39190ead9ee9d9958fe868bff1c1064c59aa063679db85a406457e783327226e3deae43b328bd9c9aca678a59eb6627d3f96da95b29b662e2679587d3c006d434bc44f68bf23a7ba3e1e4660348bfdce89707c56d1f72b8fbb5b2c09ff6dc1666cfa6c57c144212a67050cf4d5c0a7abc49b18c6d546f55316d3e062f62b260f80bfd66ab47a74d355f2bc4074ab874f42b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353333153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=c2a93c1a2ebc231b4df729654fd9649af6fa7e2fcffe292c90265c89b37338d8c1dd659571c396821bccf728006fb47b4109f5f06563d597b6f5c8faeff89a249ca73279b27ebbe312b140411ec5425ab3cdd6a4a6ad9e77fb60faea6091308bf40429acd53f5e1d60232c568a4eec3b325ede546796fccc619f8fcc20cd887463e214f42d260cf137d7b52509be549cdf77b8527fdb0ac8b141255d182b35c404aaf9e4949d1edecb70ee83307108e8c1b760a6a72fee3ca3e0400a3de062bfb6e32c26b0bd90a8465e5d4dc24d14ab0eb53adcbca6839465a6125f0bbcd913e7934046e0e82c8b2357b0bdda966cca4b8be675f8ea78278196fae475b0394f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353410689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=16e5aacc309142f8b08178b63be7793b4267df4afd81203ac38644a749d575be6145c27fe57d36be9dd3c94cf29fa605c33a5588f90c2ac708ae14aa08f25b62946eb92a42a5d4dc32578d8b7b5cb005d2b83fc98eb6818e7bc985b30002d1a298dce4fc2e47e7bdc53373e7af7f757e1b4555275721b3642b6ef13dad4cc169bef0747c99c0149001eae06d8eccd250fa2d38a4c9f6df507967a6d7420ecf6497cfb06d5e81e234e0fc85ddaaa0e2578df6783da4892a7010e1b5297978957ef623a78ef175eb31bc9d45e8b64fc79c7fcad2780f95fdaa1ecd28a9f3bd20ea3850d7b2af5767852d1ea04b9b1f2c4278ddd53e278fb79e9024306c74f66c80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353440125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=22e2c96b733967cf55141c72619aa243b80f813bd05bcb399ef504930e8d45facaff116fbca618c88462fab83b65d5968e0b7e960613807559752e612a435f2fcf7360dc1c4cfc77b762e9c0f55a2c18ea5f0cd205e992d8b81f94d9b4bd84c4e8288e8938c1099710f76cc10547a71668ac650fc920d531e29e6a84654c0a271b0b7c90fb3a09b23da1e0b3104cbe0a257ca01db260256a73a1669390a30cd222fe53b252a4e22d03061000d3cffc0e6dcf661d26024a2197bdb3e96eaf9ee00d55f1171b78e5311af455ebdc87510baf3c7aa4d924abd87df9b9a71ed9df88204d992498db58271720aa02cfcbd2eff43ba947fd7ab9df8c545d26478c88c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353409627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=55493265b6e555fd121f2fb704cc8b4010238bc4ecbccf1176218fbadf2aac596abbe40512e66c0132bde7aca3284eccff3e10fac1343af4304d00e5347d5a2244776ae49e4cafe8aa2dcb150f261ae46c95ad411b0a6cc7e92ae598bfe558f8a83d4fe43e83c2fef043367d700d7cc72a337a0af0d47b6192abeadd63cc31dcd53a54c6d884d1a589530201c8763ad8c387bcda71836c6955e062569e91bf9e271865c5bfe8e2a9abca25dc83f51e0f997e972b0a0b119b42451f32a1dee2808d15a60c2953e16b678ffd8b8c95efe501f3e6a0ff2a604ef033c90564fc1c1a338342a6c4b03800bc2923562611a5903e5856ca9c9ec6d63cae5d774e16a27c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353600156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=bf084ab72b9a8e6a68b1bd132c36b41056abbab5d10cd84747ec3ae0a2d6d50845471b6e53cdd837e6dbc71b0367fbed69f38307b3e8fbb4a24786e657d58ab588d00e5a829350afb272467a54c91c1d577fc3e75774ec3ea51a2dc4b2caf6168014864bfcedf8cdaa4f72d13a1a5c099405a9c924018311be98bd3268f241f84058dfd94da5f241ff644eaab03d510fdf54acdfdb5c0b96d9413dd45e1723e354dc954513c5584767e1aa24fbb72314c5045dee70750e55d2214a4b12883b5c1fa33b7360a746693483260d661ddd2c088f6545d9f0fd372bc5c16e6bae01de7ad722143a44e475568ead1517be026a54ee7f809c25fbb61b83347026ad95c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353610326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b6b29b7df203247d42ca0fa64512c6dd0a37ba1f6c840b30ad7afe741a643cb829810ebdc8c42ab651206f7d57200b2eb41c914c5f88ed7520f608b3ff5f4193f93f4740e1189d6329ec7cef5f1ff19723e5e78d50902630f9317da8e2d7d3f31ed72ae9a73bd0b814454deabebdf824119ffd407b8ebf2cb90db10217ccd7890f5411c86072d368199daca64da6b94d8fe0834d4ce858010bd6c0b562108aa28f2c175abc8456a0deb438b3a02b8e0012ad534f060014a8d66fd1d794acaf8357a66f8c6a487271035bfb682400477fb6c2ed1069fcec8ddda321ee5ba2344af434e72a03c301e0059d9e1e56f1d2469d36e712c7762c48f67af40f00604145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353658627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=99bc6604dcf5de82ec7425ab7b21edca83b40127159affdc43168b37136244f6b130dbc6954c680cbafc18ea967d436887e7455346544689a6fb79915997b6ef155cb2267e309953eb115e9f1945a78a12409b9045d5f3c1376006faaa8de08be7e63d7ec84bd5f5b68be249c503b5eb97170154848bfc4f7f70177e0b694a37a7b577e26dcfa0145585d2ba16894de59683b0a20e0f4867b0512c4b051413cdefb78fa09875e5705d5a874438873ec03a4fde7479b9bef122089f7ce6896168336d2511d3a44266a1c0472af687fc04441303e3411f5750d127f366f2a6f902e13bb979b58f90e661cff14bb7e266efef63c42af82a44c4f4ac0858b39d0926&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353667473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=b9297d84068a61207c3ce9a28b6c2594d06610cbf7acbd3fdbebd392ba6d65169ac37aab7b33edc7a4cf08ce1ca2224cf4ae54509ff3ea511c4c4fb22a3c3abffe1895fc27e3a757d3f8db515d6698db70db9ab9b72d015e8f767be4ed0ed44df6921f483d98ee5a5e8957b727a2441495a5308eee136c29d0c879c24aa16fb41c30342fc0e25307a7f3c6c0cd29de19fb7e9b0c6766ab9c61b4fbd5da13eb49eaf5023d515efb1d18e734a26cfbafd17ee9893424e0392e267db7d3e1d623a6913f910c0b2cc4791f5baefc86788b2797fe8d2347cd68e15d8ba10c6b3936bd6eba780d711ef80b4ea94af5de44e2c619e20feb0b58d98aabb932a507c5d31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.353604825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=85bac64d983117c4073d908fa218b6d8427405eedc39d4dddf7e8ab9c256f9f67c9cdc3198599fdf565fa11a8ec265766a12b1de1df645906ee64e4f5262b349e9c6430ce0334cbb53f54eaad1b8f81f8e22e0480a83d626359746ec1ba43447e5af21200d0c2a35ad528c6d2eccf243676bb212cdf4f1d74be5917569a8fe44c2799cf52c1573035ebbb766d6434c38754418eaf59b8eb184535ae04b1c2141b2f763ce3c24308c42224870146db2cf5940f0a88bb3410526b0d33bbdb04e2bf1e97132f9b60c80257fab9bd92b454480302e6fe565dcc5f0e944a97d5d76c15473bdb2e7efc60c2a24af6bb444de1cab2f60486965f4d4c45e17a5e740c375&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.354141326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=09751f7efc006d586d5be179c3193150ffbbe8e93c1be49e272bfa517a17e616be528ef236ea6dfecb38054a4f6466bd4d4f4c2c9cc4880d980f9391c56e52d7fda4b4879b41310eb92490894afe5cd09c2a4234544137a6025c080e54f28c9367d07ac8ce77762b820abdecc71b21fac3ccf6f88fa154edd70f99c2a4fe9f3c2cca833ba54fb0483480ad9fa6b3789e5e9012da4e06fe430363e53dd19b1998a9d0c7b04e29426778754fea0a68c5bf046940c09b5037f526542cb35a3eab0d54340aed98d7cfb7e34e15c24dc49e1833936e12eeef1265ed21c819608f6d3dcf5227bccfdb7d4cda0a2706da6b129a407a7c19c9e4efe2e6ddde01d5241c74&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.354324301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=7d875b2d18f53bb589c70380636beaa42b2b9bfd33db167d90e02cb905f67965dd16d6cdf5df45030cef2870e017ba408d329c3ac504d6209633e85097bbe0bcfbca2221738eb29355efb63cb405431790be3b9878abc6034a7690a5cbfe7da1abbdeafb5c7d9a23a8565d2dd20690ffd252a6c0f47689cc86ad537382d025b98c589068749867ad89cccc03fcaa4002f9d42c68ee65d05c34416631842d8a89df44f6a7cd9d258c3a2092fbceec0d9f146ec17800e0b6363a19894bb45e033e6854ffeeb5ed129e0a04b5f27c03480e6e87b928128eadcb36e0358dc7de24dad985dae70832d1a0d2b7751e63cc10c8f3de10956a1d1a83a9a0a8b95194cab2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.354373363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=47d317cc5097dab61692fa55f8f1cfe7f9403b5b01a6f53179a118a44cca27e1081180f61810f0d43b038da8cdb45564ff5a8661fd6f1ff1a0f6075593a17ec98bbc66117a86a100632c1322be86431be4e7272c67721e6396edbb20d755c258801cdff4eb01c82bdf644c15fa47cb11b5d5b8bbe6f05be2c7a0dfb6e489d9a275b8d38cac163abcdba476c281295f1c2a8370296a6dcebf6e6498e37d98190351703a2ddf685a8c26b9db0cae1250c3a474323c72255826fea1dc21a7f13718ce72a22e25599b5b71bc1eee23446ab285c7721560923a2de6bd2b529507173d2dcaa84f8d8621d47a0799473088868f969ca631dec8497ddc9284b356126eca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.355339744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=954e741eae0b4375d1421284d7edf70d18b90a50badc66e6ed8c4d6ba627216e745ca44bfd469b0d0a5d5e85d4eddd14fa0696af867a333664c91b43da0060ce38caee4f83256ed3800b80093da68d253b9c4fa606c4ecb09f4ab5bcf7eb0bdad18ce3e46f1a33a4d683648cd5ef79a46bc4576fc981e99a870f7c5d1a537791563ab5bdd80649abc4078774303073905ad8936e23fc8c28d863ce7da9961bad7201f766e19c8dcd2f8cf29ae01ac39152229765ab0aa22ae0d644960c28e0bdd07aaac8926e66498a4f7c9363ff9c433291792d79a026351ac0ce7ebed9c299b37c447b2b6644a679fbeb3922cf0dda8fa4924d87a13b1b370ab1068a3577eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.355424314Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=5c52d117ebae1a4ece8a9458cad608433e0539acac9f68b98e9dc8dffb27f03b3a13da706fe78133069f9c3e24b7570f5c0f12e405da6c1021509f7039d07a03897fc7591f4a297504f0fad7edc42d5900fbaab12eacc9ee6841fff6264cde2636781c0ebcca1f487bf6c23ecaa3867b37a1c604fdb8b3ffac6676b8c66ab32c5c6f7e81bf70ab5f92efb94c595d6521fcbc81e85baeade9ad6a8ce24b5e9594688255a6253dd3a1cf7423f2e38f57bb172bda8249d215e120d2f9a296c981db020ccf7209e193f8677238486dd182b5c67b7f9c9c6aadb0d20ac7381a0d7792e0dd5539b959e6889d4aee5b192d92948e11bca78269d9c63e7e7ec02853847a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.35543312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T204327Z&X-Goog-Expires=86399&X-Goog-Signature=abdcde9f5d038c7feb8a04d0edcf8291fabe982a6725d6c44930e81280531dac3c3721c3fede66d2f4d3ba373d8341367e1c34a1ea381327df44929610a549b4647776445b4f58cf8956c4cc490781d6d537d4171df9d70a44889215501455bcad053f6de51bcf5fd8ffa0dee0cc06a3668d35706c822a233c370aa8ef4ea038e2fc624dfd6cb39e1a5bab117ea374b0113b76c696397e01d795eb08d8568fcfb84a7054488c17f46ec55172cf72d05020427aaf22199088190ca0087825eb279710d3a326095451ff51aa7d695e62c691ffb43b97dcb1183b96703700e4ab86b46355fddd396ebfa75f33741e9324ee78af964c14912d5f5f87a2c98c18e079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:43:27.497502918Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading output.log","runtime_seconds":0.539074459,"progress":"1.6MB/2.8MB"},{"desc":"uploading config.yaml","runtime_seconds":0.166380329,"progress":"25.5KB/25.5KB"}],"total_operations":2}} +{"time":"2025-07-24T20:43:27.95774252Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-24T20:43:28.225361845Z","level":"INFO","msg":"stream: closing","id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:28.225443269Z","level":"INFO","msg":"writer: Close: closed","stream_id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:28.225452035Z","level":"INFO","msg":"sender: closed","stream_id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:28.226175669Z","level":"INFO","msg":"handler: closed","stream_id":"alpha_0_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:28.226184275Z","level":"INFO","msg":"stream: closed","id":"alpha_0_blocks_7x7_500M"} diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug.log b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..6c4b3ba7d4302d5dbf1d241fa74a87fa69fa26e9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug.log @@ -0,0 +1,28 @@ +2025-07-24 19:20:15,578 INFO MainThread:1884512 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-24 19:20:15,578 INFO MainThread:1884512 [wandb_setup.py:_flush():80] Configure stats pid to 1884512 +2025-07-24 19:20:15,578 INFO MainThread:1884512 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/.config/wandb/settings +2025-07-24 19:20:15,578 INFO MainThread:1884512 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/david_quarel/jaxgmg/wandb/settings +2025-07-24 19:20:15,579 INFO MainThread:1884512 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-24 19:20:15,579 INFO MainThread:1884512 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug.log +2025-07-24 19:20:15,579 INFO MainThread:1884512 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_blocks_7x7_500M/logs/debug-internal.log +2025-07-24 19:20:15,579 INFO MainThread:1884512 [wandb_init.py:init():830] calling init triggers +2025-07-24 19:20:15,579 INFO MainThread:1884512 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'env_size': 7, 'env_layout': 'blocks', 'env_corner_size': 1, 'env_terminate_after_corner': False, 'obs_level_of_detail': 0, 'img_level_of_detail': 1, 'env_penalize_time': False, 'net_cnn_type': 'large', 'net_rnn_type': 'ff', 'net_width': 256, 'ued': 'plr', 'prob_shift': 0.0, 'num_train_levels': 2048, 'plr_buffer_size': 4096, 'plr_temperature': 0.1, 'plr_staleness_coeff': 0.1, 'plr_prob_replay': 0.5, 'plr_regret_estimator': 'maxmc-actor', 'plr_robust': False, 'num_mutate_steps': 12, 'prob_mutate_shift': 0.0, 'chain_mutate': True, 'mutate_cheese': True, 'train_proxy_critic': False, 'plr_proxy_shaping': False, 'proxy_name': 'proxy_corner', 'plr_proxy_shaping_coeff': 0.5, 'clipping': False, 'ppo_lr': 5e-05, 'ppo_gamma': 0.999, 'ppo_clip_eps': 0.1, 'ppo_gae_lambda': 0.95, 'ppo_entropy_coeff': 0.001, 'ppo_critic_coeff': 0.5, 'ppo_proxy_critic_coeff': 0.5, 'ppo_max_grad_norm': 0.5, 'ppo_lr_annealing': False, 'num_minibatches_per_epoch': 4, 'num_epochs_per_cycle': 5, 'num_total_env_steps': 500000000, 'num_env_steps_per_cycle': 128, 'num_parallel_envs': 256, 'console_log': True, 'log_gifs': False, 'log_imgs': True, 'log_hists': False, 'num_cycles_per_log': 32, 'num_cycles_per_eval': 32, 'num_cycles_per_gifs': 1024, 'num_cycles_per_big_eval': 1024, 'evals_num_env_steps': 512, 'evals_num_levels': 256, 'gif_grid_width': 16, 'level_splayer': 'mouse', 'checkpointing': True, 'keep_all_checkpoints': True, 'max_num_checkpoints': 1, 'num_cycles_per_checkpoint': 128, 'seed': 42, '_wandb': {}} +2025-07-24 19:20:15,579 INFO MainThread:1884512 [wandb_init.py:init():871] starting backend +2025-07-24 19:20:15,788 INFO MainThread:1884512 [wandb_init.py:init():874] sending inform_init request +2025-07-24 19:20:15,792 INFO MainThread:1884512 [wandb_init.py:init():882] backend started and connected +2025-07-24 19:20:15,793 INFO MainThread:1884512 [wandb_init.py:init():953] updated telemetry +2025-07-24 19:20:15,797 INFO MainThread:1884512 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-24 19:20:18,685 INFO MainThread:1884512 [wandb_init.py:init():1029] starting run threads in backend +2025-07-24 19:20:18,756 INFO MainThread:1884512 [wandb_run.py:_console_start():2458] atexit reg +2025-07-24 19:20:18,756 INFO MainThread:1884512 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-24 19:20:18,756 INFO MainThread:1884512 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-24 19:20:18,756 INFO MainThread:1884512 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-24 19:20:18,759 INFO MainThread:1884512 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-24 20:43:26,494 INFO MainThread:1884512 [wandb_run.py:_finish():2224] finishing run dquarel/jaxgmg_500M/alpha_0_blocks_7x7_500M +2025-07-24 20:43:26,495 INFO MainThread:1884512 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-24 20:43:26,495 INFO MainThread:1884512 [wandb_run.py:_restore():2405] restore +2025-07-24 20:43:26,496 INFO MainThread:1884512 [wandb_run.py:_restore():2411] restore done +2025-07-24 20:43:28,216 INFO MainThread:1884512 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-24 20:43:28,222 INFO MainThread:1884512 [wandb_run.py:_footer_history_summary_info():3935] rendering summary +2025-07-24 20:43:28,225 INFO MainThread:1884512 [wandb_run.py:_footer_sync_info():3864] logging synced files diff --git a/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/run-alpha_0_blocks_7x7_500M.wandb b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/run-alpha_0_blocks_7x7_500M.wandb new file mode 100644 index 0000000000000000000000000000000000000000..4034fc627701b0f1e4d33559d5498a15374bd8c3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_blocks_7x7_500M/run-alpha_0_blocks_7x7_500M.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdda50774361f99dfd2cb7cc4e8409609fea41fd1d82de8f97195e7b18429d4 +size 14556513 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..70667d4861f8c55110df2c1fd3edc40859c5288f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384867935686500, "commit_timestamp_nsecs": 1753384868817946688, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d/c2cf3e2f1294e84fe849810ee4b4399e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d/c2cf3e2f1294e84fe849810ee4b4399e new file mode 100644 index 0000000000000000000000000000000000000000..4eba62dd73f308126f4cbdd8fc32fb657de62b3d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d/c2cf3e2f1294e84fe849810ee4b4399e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..be6a717babcae9676e6b0c56fbbc420157e5ffa4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a8ee48cdc082c9abcb61b2b926f00473 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a8ee48cdc082c9abcb61b2b926f00473 new file mode 100644 index 0000000000000000000000000000000000000000..63d202b901615b48fa153b4e4c6bb5bb8f507421 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a8ee48cdc082c9abcb61b2b926f00473 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542c57662eb1ff64505da06cefd3a93d8d4a0ded96cfee21cb98505135a3b9d2 +size 643871 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d579a32d4475831f80ebf1335252d8f1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d579a32d4475831f80ebf1335252d8f1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d579a32d4475831f80ebf1335252d8f1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d98618db743e55fdeeabf3e7736a5fe0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d98618db743e55fdeeabf3e7736a5fe0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d98618db743e55fdeeabf3e7736a5fe0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/f1a73b72593883ab479ec05077f47237 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/f1a73b72593883ab479ec05077f47237 new file mode 100644 index 0000000000000000000000000000000000000000..a0aaa44c9b6b3cc2228198fc984faefb8f0043eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/f1a73b72593883ab479ec05077f47237 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6d3997c329e753071b884389972912936616983b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5b06dd788949bf1283ee471039d617c89cbe78e4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387498745179725, "commit_timestamp_nsecs": 1753387498834756607, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d/2b3dd229d6bace774100927bb97e9c1a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d/2b3dd229d6bace774100927bb97e9c1a new file mode 100644 index 0000000000000000000000000000000000000000..68685616b47800f6bc42075d9069988ab09acc6c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d/2b3dd229d6bace774100927bb97e9c1a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c2c4b778de97309b5678ed4ca4a01e4bd72f72a3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4d9fae724ba2d16abf83b3e50814d7cc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4d9fae724ba2d16abf83b3e50814d7cc new file mode 100644 index 0000000000000000000000000000000000000000..48b154838917c7830de059e2e19b95f52e9a5c1f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4d9fae724ba2d16abf83b3e50814d7cc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4ee9f1bd4dc8d9356a15bd20feb515c9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4ee9f1bd4dc8d9356a15bd20feb515c9 new file mode 100644 index 0000000000000000000000000000000000000000..1fad4bc1eceddd7c8e2840cf4fe381c7cb62e904 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/4ee9f1bd4dc8d9356a15bd20feb515c9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7f350289a2c02ead9b11d47b87b5208cc690e735740c184f66861a355c217d +size 645635 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/d3a43adaa20f9901351cdd7f9f0fe68b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/d3a43adaa20f9901351cdd7f9f0fe68b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/d3a43adaa20f9901351cdd7f9f0fe68b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/ed116c9a30e772a9322626f3ffd96e2f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/ed116c9a30e772a9322626f3ffd96e2f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/ed116c9a30e772a9322626f3ffd96e2f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b0bcb6f7c53f023dab83ae871b96796890326999 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..75a78f8c26452585ccb0329ab50f0b3b26e3175b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385138592918868, "commit_timestamp_nsecs": 1753385138684693196, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d/38ac4219600aeaa1918fb4696bf68df3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d/38ac4219600aeaa1918fb4696bf68df3 new file mode 100644 index 0000000000000000000000000000000000000000..d3ccbb96e0384a5555aacd12fd0e7c95ae884eaa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d/38ac4219600aeaa1918fb4696bf68df3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e9b7972b51c83a34db52f41d65269f1d2aebf843 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/0332f1b51acf172672aeb76103636b6c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/0332f1b51acf172672aeb76103636b6c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/0332f1b51acf172672aeb76103636b6c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/53ea7f70f8dce4bc5042089230cedc33 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/53ea7f70f8dce4bc5042089230cedc33 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/53ea7f70f8dce4bc5042089230cedc33 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/7bd6921800ec1db3d987e8e1ce65033b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/7bd6921800ec1db3d987e8e1ce65033b new file mode 100644 index 0000000000000000000000000000000000000000..c2e6bc0438ec035475a4c4460908e81ab8d5e667 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/7bd6921800ec1db3d987e8e1ce65033b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04226b6664680a03c158ddb757bc08f0e760b57548529d38ebf29808d929ea8 +size 644658 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b713b265d4ebb4616388d89db44230a8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b713b265d4ebb4616388d89db44230a8 new file mode 100644 index 0000000000000000000000000000000000000000..a1618492fb5ed5ae9fc02bdd9fca34cfaebb7961 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/b713b265d4ebb4616388d89db44230a8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c7bee52f1cf462e28679d784d0672a10cafbdccf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f8b8ffec2749ecc5358f1be0f409a9b24adb2526 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387532128932490, "commit_timestamp_nsecs": 1753387532220078065, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d/ea45cf473dd440d303e5b2ca432d8bc1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d/ea45cf473dd440d303e5b2ca432d8bc1 new file mode 100644 index 0000000000000000000000000000000000000000..ef716e4fd9163f84d201553e5a383834fd78ac66 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d/ea45cf473dd440d303e5b2ca432d8bc1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..37718f976ae3aef0527a9511a46348c719f5bfb9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/730c4e1c1cf07bfbbe9a654f6fb06038 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/730c4e1c1cf07bfbbe9a654f6fb06038 new file mode 100644 index 0000000000000000000000000000000000000000..e67208960b4576a9a507a80c22ac1a4107378755 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/730c4e1c1cf07bfbbe9a654f6fb06038 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca6f649fed7fcd5fb5a2f2621b6eff85438883dfd3ccd1c8622d36a71232f56 +size 645639 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/cc7d8fca01d0b4e077b400d269a6af0f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/cc7d8fca01d0b4e077b400d269a6af0f new file mode 100644 index 0000000000000000000000000000000000000000..a082f69220af7af58f698660be2977fda3b67e09 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/cc7d8fca01d0b4e077b400d269a6af0f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/d74c8fa94b0dab4ad9b9755299411e15 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/d74c8fa94b0dab4ad9b9755299411e15 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/d74c8fa94b0dab4ad9b9755299411e15 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/f315f91014785011f156b16cd021e8a1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/f315f91014785011f156b16cd021e8a1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/f315f91014785011f156b16cd021e8a1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1943f77d970b051576bfaeb0e10f97b4fb126b13 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b377ec4e8f2beae97b4b73c6a5ab13c5657a9120 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387565435918395, "commit_timestamp_nsecs": 1753387565887507327, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d/0b9f7cf2853e55bc4fd60189a024a06c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d/0b9f7cf2853e55bc4fd60189a024a06c new file mode 100644 index 0000000000000000000000000000000000000000..88c1b55a0d2d57c00f486f69ea9f48b78ca61008 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d/0b9f7cf2853e55bc4fd60189a024a06c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..81c944a1618d367228a7c1a146ff8e5b702fa7bd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/179399b61f6376e31c7994743a328b7a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/179399b61f6376e31c7994743a328b7a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/179399b61f6376e31c7994743a328b7a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5c0dd09f36d71bd1e6b9a46136b7c2f7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5c0dd09f36d71bd1e6b9a46136b7c2f7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5c0dd09f36d71bd1e6b9a46136b7c2f7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e88b95aab145deea9c4cdee5427a77ee b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e88b95aab145deea9c4cdee5427a77ee new file mode 100644 index 0000000000000000000000000000000000000000..43de3251d28f5c81c267d966184c050f73a0ab7d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e88b95aab145deea9c4cdee5427a77ee @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8856e8c8efd209750dd2180ae100b43226347da179aca7d24fff7002cdfc2626 +size 645657 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e8ce46ee83ba5cb6540b38ad861acc6c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e8ce46ee83ba5cb6540b38ad861acc6c new file mode 100644 index 0000000000000000000000000000000000000000..3b1e8e1b9ec6d28a51ebe8cc3232daa98366adc5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e8ce46ee83ba5cb6540b38ad861acc6c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6e2af5b2bd8b56d7a6423209086a21d2789189e3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..65f00643e64a3f2c4117a4ccc6cab55ed0a63812 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387598764956440, "commit_timestamp_nsecs": 1753387599193888095, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d/a6a3915bd9de4caea4a91cd3bc358e0f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d/a6a3915bd9de4caea4a91cd3bc358e0f new file mode 100644 index 0000000000000000000000000000000000000000..edc14bc45909e82e13d7ee3de607d30383627453 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d/a6a3915bd9de4caea4a91cd3bc358e0f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a1b993cbe8aac978b5f076043f90d296c8efc609 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/432d695ab4a81388aee168de98d4c3c8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/432d695ab4a81388aee168de98d4c3c8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/432d695ab4a81388aee168de98d4c3c8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/cca34ebbd902d3c88d1c6384a5db6a19 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/cca34ebbd902d3c88d1c6384a5db6a19 new file mode 100644 index 0000000000000000000000000000000000000000..b11f58557d17b01f70442ce6d9cac4975737f614 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/cca34ebbd902d3c88d1c6384a5db6a19 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/d28bf89f0abb83e57e8325ac9c07f902 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/d28bf89f0abb83e57e8325ac9c07f902 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/d28bf89f0abb83e57e8325ac9c07f902 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/eeaf9384843b298f258e9c51aed6c1a1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/eeaf9384843b298f258e9c51aed6c1a1 new file mode 100644 index 0000000000000000000000000000000000000000..00c2d9766864b7f112e1fa1f89bfbbf88dd35259 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/eeaf9384843b298f258e9c51aed6c1a1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5290f5c317ddcf534108ac117500db8bf3bf8a890877db1fb5191c4f2c889b +size 645649 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0d7f06626a284382f1312089da12dc1629e7f429 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6f581a873f1c1e581f0626a6773a4f12a404a614 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387632074824021, "commit_timestamp_nsecs": 1753387632165873504, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d/0fcc7ded88ba75581e7ea29dcaa2494d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d/0fcc7ded88ba75581e7ea29dcaa2494d new file mode 100644 index 0000000000000000000000000000000000000000..684337e478a6ac64d606b5fc4437178aa0fbf5ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d/0fcc7ded88ba75581e7ea29dcaa2494d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..74af325a2d7a00c4257ae8150c785d92c3ca83b0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0744e902c31f0c8a7588aae1cd883e7b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0744e902c31f0c8a7588aae1cd883e7b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0744e902c31f0c8a7588aae1cd883e7b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/12973e6572534e2b12d7df9bc2889b40 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/12973e6572534e2b12d7df9bc2889b40 new file mode 100644 index 0000000000000000000000000000000000000000..2bdcfc8288100689f54af3f02d96c64546c4bffd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/12973e6572534e2b12d7df9bc2889b40 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d459c1c724db7f0ee9fb86de6a32426e2f321b211de1c389fb189434bbc95477 +size 645682 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/a7b6973e96cee65fc59ad56f3cc4507b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/a7b6973e96cee65fc59ad56f3cc4507b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/a7b6973e96cee65fc59ad56f3cc4507b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/fc87389e13994c3e9cdf8d686fc3c195 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/fc87389e13994c3e9cdf8d686fc3c195 new file mode 100644 index 0000000000000000000000000000000000000000..564489a81f744cfdb7c1f5bd25ebb0b9b84e89de Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/fc87389e13994c3e9cdf8d686fc3c195 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a410fc7aadc9bdf1022940f7aaf6ab1897b088c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..40ca86692e2f25918b9b62c08d3c3a4879f8f0eb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387665405193439, "commit_timestamp_nsecs": 1753387665496350411, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d/0d3211ef776819ea7f1b839e29867d85 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d/0d3211ef776819ea7f1b839e29867d85 new file mode 100644 index 0000000000000000000000000000000000000000..f9c0f9c5fb5b407689fb1206e373b49c81700ae6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d/0d3211ef776819ea7f1b839e29867d85 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..86904dc93850616f9d0ab149fbaff33154c540eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/051e6e7613ea4d06e50edd057e0630f2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/051e6e7613ea4d06e50edd057e0630f2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/051e6e7613ea4d06e50edd057e0630f2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/2013f8dc4ea8a1f0d163c545ee369e62 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/2013f8dc4ea8a1f0d163c545ee369e62 new file mode 100644 index 0000000000000000000000000000000000000000..6170a38b15d7b85ee4399b09eea2e161e29783ae --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/2013f8dc4ea8a1f0d163c545ee369e62 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422aa3310c38c20f95f28979c6043bf2de89a75f06721a661a3af3332b5cb9af +size 645620 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4f017083fa20e956c41168c926e98398 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4f017083fa20e956c41168c926e98398 new file mode 100644 index 0000000000000000000000000000000000000000..f72742c8a0d8b3e535a6f217c22ad0979193a04c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4f017083fa20e956c41168c926e98398 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/94c7ebcf16e8c4a5e6d2d1f030362cba b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/94c7ebcf16e8c4a5e6d2d1f030362cba new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/94c7ebcf16e8c4a5e6d2d1f030362cba differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..78b4dd706f4dd1081d6cffa2b6876b3a284cad99 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..71d84ff4f6cd0585614844fb1b9879c9f46fd74a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387698781351396, "commit_timestamp_nsecs": 1753387698870980409, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d/c1e50537b81fdd3d1cd7625d3e1c923c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d/c1e50537b81fdd3d1cd7625d3e1c923c new file mode 100644 index 0000000000000000000000000000000000000000..d3043d1b74db44e717b2d719dbe4431ae9c23e8d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d/c1e50537b81fdd3d1cd7625d3e1c923c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8d397fdaa967f87c00115854c5945aa33c4523fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/297f3423935c7534ec7c47d9768bab7d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/297f3423935c7534ec7c47d9768bab7d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/297f3423935c7534ec7c47d9768bab7d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/591aa36b2bd41015bbe242f8a0f2384b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/591aa36b2bd41015bbe242f8a0f2384b new file mode 100644 index 0000000000000000000000000000000000000000..644fc3cd021fec189cfbad8f8e60ce453a52c17b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/591aa36b2bd41015bbe242f8a0f2384b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c3efd32837917951e05563d6f93c062c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c3efd32837917951e05563d6f93c062c new file mode 100644 index 0000000000000000000000000000000000000000..c09a61b72cfb1b1aac9ae6f3b8251410617654a1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c3efd32837917951e05563d6f93c062c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3886ce7791886e4c67462d16f08680101e9b731912c86eac94541b56c286432d +size 645671 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c533134223c0294f753a46c48a0721a6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c533134223c0294f753a46c48a0721a6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/c533134223c0294f753a46c48a0721a6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fcc7ed8722ad7c9db957b3a2fd1864e98bc25b12 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a7da66e882bac1f020960099acf53176d2225146 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387732129014011, "commit_timestamp_nsecs": 1753387732219869516, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d/5510140d29e60705be970453b551f6b8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d/5510140d29e60705be970453b551f6b8 new file mode 100644 index 0000000000000000000000000000000000000000..653d2a078ce5a917b735e6aaeb864b7f71089bc5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d/5510140d29e60705be970453b551f6b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3a9df655266ac24cfc124998dbeef46eff3e892d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/20904d5e64a8f00ad4ea369262457cf3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/20904d5e64a8f00ad4ea369262457cf3 new file mode 100644 index 0000000000000000000000000000000000000000..4dec99caa70d8ac1bf1e20f6be5949d2d766a2d0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/20904d5e64a8f00ad4ea369262457cf3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/91fd40e72164be91ae1a6f4fc959770d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/91fd40e72164be91ae1a6f4fc959770d new file mode 100644 index 0000000000000000000000000000000000000000..6eade040770df69535d6ea10470a73822496aa1b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/91fd40e72164be91ae1a6f4fc959770d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfef3b39b8524becfceb7bb8e2a59386722392a3d7470231d48f69bf823d2c4 +size 645707 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/bf1a225ac573ea0f9fea419287d58bb1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/bf1a225ac573ea0f9fea419287d58bb1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/bf1a225ac573ea0f9fea419287d58bb1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/db38ce9b036855069981dfd00f43c520 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/db38ce9b036855069981dfd00f43c520 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/db38ce9b036855069981dfd00f43c520 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..26ae43bc16d3f5749d8a31148b2ff894bedb3a04 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b4f78d7497c3351dee2604f5ab94e0c436fa0185 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387765478287397, "commit_timestamp_nsecs": 1753387765571151008, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d/655d17d407752a538e8db92be125f8cf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d/655d17d407752a538e8db92be125f8cf new file mode 100644 index 0000000000000000000000000000000000000000..73d7b0c47f664442d2e7ebbc7394ecb0f1dd1016 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d/655d17d407752a538e8db92be125f8cf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a24ab75330f8bb76031cd4af38067218b66f229f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/653272e4fdf3c3a56b126898f0cf18d3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/653272e4fdf3c3a56b126898f0cf18d3 new file mode 100644 index 0000000000000000000000000000000000000000..83e64e36552003cd31e0564f58d7bf068b0d8728 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/653272e4fdf3c3a56b126898f0cf18d3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41d2b5442023a9804786fb4ec1a0522ed6b775d4561df2d01b4f145db41c650 +size 645706 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/a1546dda8f002da3839d956f64b4fa6a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/a1546dda8f002da3839d956f64b4fa6a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/a1546dda8f002da3839d956f64b4fa6a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/bcee1401114f4b2d40b99c38038f92cc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/bcee1401114f4b2d40b99c38038f92cc new file mode 100644 index 0000000000000000000000000000000000000000..f3085fbf753b6cb610fdbf9e33f79d0d5364d864 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/bcee1401114f4b2d40b99c38038f92cc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/ec9d67046a4781c68969bcaafec74bd7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/ec9d67046a4781c68969bcaafec74bd7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/ec9d67046a4781c68969bcaafec74bd7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dde43cd93412d9e0b4f43b3335d34d84d4bafd69 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ca81836dd7832b2fb8e14668478155eadf7547ad --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387798841503847, "commit_timestamp_nsecs": 1753387798933978539, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d/dfd8ecd12317d16abf52c5f054245014 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d/dfd8ecd12317d16abf52c5f054245014 new file mode 100644 index 0000000000000000000000000000000000000000..38e7fad7f3116ebebfce338b70eabfef848acde2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d/dfd8ecd12317d16abf52c5f054245014 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8a280a1c6ae80dc3775da079a806086213295798 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/4373d58131dc1930542e4e0389e81295 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/4373d58131dc1930542e4e0389e81295 new file mode 100644 index 0000000000000000000000000000000000000000..5c5923c485deaf5c774481d96ed67a8291571227 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/4373d58131dc1930542e4e0389e81295 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f1ea8877b5f214ae0123655669084dd04d1132c3bdfac2c1378776e6f70c94 +size 645663 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/8739c36054eaaa5e1b3044ed7fc39bd1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/8739c36054eaaa5e1b3044ed7fc39bd1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/8739c36054eaaa5e1b3044ed7fc39bd1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/932bebc6a8731cfdea5c6fbc8707f0b8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/932bebc6a8731cfdea5c6fbc8707f0b8 new file mode 100644 index 0000000000000000000000000000000000000000..3765908487299b9a1037e38753cb050d46b67f3f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/932bebc6a8731cfdea5c6fbc8707f0b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/9d46b2abe5ec6aa5f72f784c724245ee b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/9d46b2abe5ec6aa5f72f784c724245ee new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/9d46b2abe5ec6aa5f72f784c724245ee differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a358bb9606fb1b15cee4324132a97766d1e3777f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..08107ef216e3b4c4826a04baaea584cd228c0d4d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387832232942418, "commit_timestamp_nsecs": 1753387832324270994, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d/6033af4dde82ed02f4109d4a20c165d5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d/6033af4dde82ed02f4109d4a20c165d5 new file mode 100644 index 0000000000000000000000000000000000000000..663ffa87bc4b539c7515fb93aeb660887572ba73 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d/6033af4dde82ed02f4109d4a20c165d5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0c1b9921dbcae291b2c43004acaad2c2e999d5d7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0fc090e65f3df8cf61a7a4edd8089c22 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0fc090e65f3df8cf61a7a4edd8089c22 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/0fc090e65f3df8cf61a7a4edd8089c22 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/503641b7ffad1f28573311b2bb40c0f3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/503641b7ffad1f28573311b2bb40c0f3 new file mode 100644 index 0000000000000000000000000000000000000000..5c03f1aee89fb2b46f0e3308820cc225d3e76fd7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/503641b7ffad1f28573311b2bb40c0f3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c053895b1301dc634a7906b92a45c28578f48aa5501dcb4a535eccc40f4619c0 +size 645698 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/60f266a41fd47f770886b64e0a1ba83a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/60f266a41fd47f770886b64e0a1ba83a new file mode 100644 index 0000000000000000000000000000000000000000..273015b9daf6a7a7eb02c907745be97f2024dea1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/60f266a41fd47f770886b64e0a1ba83a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/c2a62701e8708305bba32f8838dd3fb7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/c2a62701e8708305bba32f8838dd3fb7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/c2a62701e8708305bba32f8838dd3fb7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a1d5ea9dd4e7e85da9d987418d367d26ed71a0a0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b036fa13964727e902d136f37c3d60e00ded9c64 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385171506327270, "commit_timestamp_nsecs": 1753385171598841212, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d/4d69046d608d620c36b9b1091d7af61b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d/4d69046d608d620c36b9b1091d7af61b new file mode 100644 index 0000000000000000000000000000000000000000..9bffdcb9dd798ffbc454321b80ba31c6f3676096 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d/4d69046d608d620c36b9b1091d7af61b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e506430a071890ef9c9c696c932ccef9aea0dfb2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/85414559e3279a7fe088e9840a52d81e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/85414559e3279a7fe088e9840a52d81e new file mode 100644 index 0000000000000000000000000000000000000000..17de7aa1851e662047779016c001a39fa2f84ec9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/85414559e3279a7fe088e9840a52d81e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13371fed7f42b482acf0c50a357bd544a368cd4dcc3b95cea8682f8eff0070a +size 644711 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/ae48d01f12afdc27c1d43121073fba62 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/ae48d01f12afdc27c1d43121073fba62 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/ae48d01f12afdc27c1d43121073fba62 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/cdc003961ff9d85e5d091dda62c581c3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/cdc003961ff9d85e5d091dda62c581c3 new file mode 100644 index 0000000000000000000000000000000000000000..27438d0f2445b4333a1817e46242c6a1bdbac5cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/cdc003961ff9d85e5d091dda62c581c3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/df6355e2a6d4714e18dfe9a871518223 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/df6355e2a6d4714e18dfe9a871518223 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/df6355e2a6d4714e18dfe9a871518223 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..782e0b3fd366fa5c71baea6e2a44e1c75619d51b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5e7d9c1888bcb8b4f55ecda0a50e6563ca472cf9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387865651095096, "commit_timestamp_nsecs": 1753387865755283328, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d/5d9c292c1f55c4c46ceb0478fcebdcaf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d/5d9c292c1f55c4c46ceb0478fcebdcaf new file mode 100644 index 0000000000000000000000000000000000000000..b95e9a66fbec49b8f7c517e72f8003806b22747e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d/5d9c292c1f55c4c46ceb0478fcebdcaf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a2b8c8d2c1067827b0002f75b3da7f31bce47a98 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/406fabadd8dcdfaf7c8bd3183f07e5a2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/406fabadd8dcdfaf7c8bd3183f07e5a2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/406fabadd8dcdfaf7c8bd3183f07e5a2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/83da6efb888dc1b60380683129ec88fc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/83da6efb888dc1b60380683129ec88fc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/83da6efb888dc1b60380683129ec88fc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b2f27f89dff84f2103b715e03930503 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b2f27f89dff84f2103b715e03930503 new file mode 100644 index 0000000000000000000000000000000000000000..a7f79ee3c5b3e7ffe95db385f84220c75a574485 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b2f27f89dff84f2103b715e03930503 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87df7a2d7adb26194b268a570b657ed22a5129c9be33ef505400c5bf85d4556 +size 465790 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/d0ebcaa1af84c3a8f5dc52ab3fd3d9ce b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/d0ebcaa1af84c3a8f5dc52ab3fd3d9ce new file mode 100644 index 0000000000000000000000000000000000000000..7da6906823c8d71fad5bafc6b8124fa71af64622 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/d0ebcaa1af84c3a8f5dc52ab3fd3d9ce differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f327cdb23978d9e4aad1549c556eba93 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f327cdb23978d9e4aad1549c556eba93 new file mode 100644 index 0000000000000000000000000000000000000000..dbe7fad2319b40a477f5fa557ea3274e0b3cc796 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f327cdb23978d9e4aad1549c556eba93 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e399cd100f6e559a8810a509f6ea7a680390905eb60f648cb99194b13628495 +size 183134 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..86a2609bb2e753637229b4f15676118af11f83bc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..627a9c63f645f8f9437f3e1713cfb016a65acf4d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387899008922510, "commit_timestamp_nsecs": 1753387899099809027, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d/c43ce190e5af5f869dd8bb505a728dea b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d/c43ce190e5af5f869dd8bb505a728dea new file mode 100644 index 0000000000000000000000000000000000000000..18433b1184fd5e6c1facf17f7d40e8c307753527 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d/c43ce190e5af5f869dd8bb505a728dea differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d1c7dab9db56c440b8e7534b54a20911c399d459 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/03701c8769153cfd1f61d03391bd16c4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/03701c8769153cfd1f61d03391bd16c4 new file mode 100644 index 0000000000000000000000000000000000000000..39ee5bec8a98c2bec066555f252f4e21dddc5a00 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/03701c8769153cfd1f61d03391bd16c4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb046c19d03149cc18e4f970d38c5c2bc295f2a0f2159d7b5d8ea47de1093ab +size 645672 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/4ab492669bca4b4a294ae31a2270481b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/4ab492669bca4b4a294ae31a2270481b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/4ab492669bca4b4a294ae31a2270481b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d956df2bd82fec2861cda9e09f8ef03b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d956df2bd82fec2861cda9e09f8ef03b new file mode 100644 index 0000000000000000000000000000000000000000..75371aeb59c06282f86df58fc14203580a9a13b8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d956df2bd82fec2861cda9e09f8ef03b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/eabb74f4aa52f3aa0dccc69eae6538a0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/eabb74f4aa52f3aa0dccc69eae6538a0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/eabb74f4aa52f3aa0dccc69eae6538a0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f96ba27227d2e8b5f5c59731d8a2370fc48156a0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a4cffec8d69da2887fa115fc80aef75fe199b424 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387932365595362, "commit_timestamp_nsecs": 1753387932456839191, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d/7b784ba1b006aeff5e912441b62b488f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d/7b784ba1b006aeff5e912441b62b488f new file mode 100644 index 0000000000000000000000000000000000000000..4ba70a91753121f437055c619807f406698bf7dd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d/7b784ba1b006aeff5e912441b62b488f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b158dc2ea5ac3f47a90849e16525eb1618a6a84c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/0345164b0fa5a0195ff22b9d8d7fa74f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/0345164b0fa5a0195ff22b9d8d7fa74f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/0345164b0fa5a0195ff22b9d8d7fa74f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/13f2938eb1d3144451c8dc2fefada33b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/13f2938eb1d3144451c8dc2fefada33b new file mode 100644 index 0000000000000000000000000000000000000000..988b538910ac7a446a8187b437d9801cd493aae6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/13f2938eb1d3144451c8dc2fefada33b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a08a6d656419d7b511707fb63ca0ad7399c4e28fcea50b7f613a35cbaadb1f +size 645792 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/acb6a852750b2c58bb830036d9f7928c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/acb6a852750b2c58bb830036d9f7928c new file mode 100644 index 0000000000000000000000000000000000000000..a02fd33f1c4f91370b8fc5a99cfcb3f083f7be20 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/acb6a852750b2c58bb830036d9f7928c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/e6f1e23c2b27db10ed2f487dcf422e85 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/e6f1e23c2b27db10ed2f487dcf422e85 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/e6f1e23c2b27db10ed2f487dcf422e85 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..59e59d9dbda77917db86a4078af745ee35688a6d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..16584795d7c61e073c7a3948d931e65535a6d650 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387965730786533, "commit_timestamp_nsecs": 1753387965825025712, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d/29583c7d20509bec31e5536ba9efbb52 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d/29583c7d20509bec31e5536ba9efbb52 new file mode 100644 index 0000000000000000000000000000000000000000..bd8f80c9bd7acc4b958721c2f54db904e0600739 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d/29583c7d20509bec31e5536ba9efbb52 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2126848f5a62f8ca6ff58871bc2034e466027007 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3b61712a8d2d39ec64c4e36625aab0fe b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3b61712a8d2d39ec64c4e36625aab0fe new file mode 100644 index 0000000000000000000000000000000000000000..3204897e79bd9f48a1253eaa89de61657a1354df --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3b61712a8d2d39ec64c4e36625aab0fe @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d4a2ccb03040c01edbecabe76373d3d1519e84977596bbe6a831cc51382c76 +size 645761 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3f3513b43bd53fd0c0221f403260a2ee b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3f3513b43bd53fd0c0221f403260a2ee new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3f3513b43bd53fd0c0221f403260a2ee differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/5ee84555dd9500409c318073da696131 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/5ee84555dd9500409c318073da696131 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/5ee84555dd9500409c318073da696131 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/7f485dc66dbf4c8d9ece71abeb513d39 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/7f485dc66dbf4c8d9ece71abeb513d39 new file mode 100644 index 0000000000000000000000000000000000000000..d71ac51912dd79c7d96666f5d3f7dfcce647d9ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/7f485dc66dbf4c8d9ece71abeb513d39 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c041e51e967854e970e21dff1ab77b8f2de28dcd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8ba5ced9ea5f01beed6dd8d7189da32fd6ad6dc0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387999081199964, "commit_timestamp_nsecs": 1753387999171695292, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d/74e4a6903096db9e83d4479547579be7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d/74e4a6903096db9e83d4479547579be7 new file mode 100644 index 0000000000000000000000000000000000000000..e759be58e514cd599c1457589cd60602c9ab6b05 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d/74e4a6903096db9e83d4479547579be7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dd33a390d20765db7fd017ccea504e2ad115fa4c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/3e5021f10e08505b748e270200487f66 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/3e5021f10e08505b748e270200487f66 new file mode 100644 index 0000000000000000000000000000000000000000..c9bf36818396a749de1350bc57f687d029b24642 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/3e5021f10e08505b748e270200487f66 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/88454e1eda9659c58503cda9bdb2f4b3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/88454e1eda9659c58503cda9bdb2f4b3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/88454e1eda9659c58503cda9bdb2f4b3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/8c09a3d335d494025adca16636cdc6b0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/8c09a3d335d494025adca16636cdc6b0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/8c09a3d335d494025adca16636cdc6b0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e85d70339fe1461faa003806c05bbe16 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e85d70339fe1461faa003806c05bbe16 new file mode 100644 index 0000000000000000000000000000000000000000..12c78f61859f064b12fa63c14a11d73118b57c71 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/e85d70339fe1461faa003806c05bbe16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654c0eb93620d1017772d869457d03dab52c997b572bdf4e306fc5ea2b1dc179 +size 645745 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..107ee4958303c7cd09d8b51f58a9f80acab5ba72 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..91898c6034844c1cd4862c3b12fa55037e55e126 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388032388906206, "commit_timestamp_nsecs": 1753388032840790240, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d/7bb7fe6e7d13928f89ab5c5e27edae18 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d/7bb7fe6e7d13928f89ab5c5e27edae18 new file mode 100644 index 0000000000000000000000000000000000000000..46d97a647adea3b0f5129fca44affc0ff64f1429 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d/7bb7fe6e7d13928f89ab5c5e27edae18 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..feb1ec6684377d3c3f6754112900e24e9ae7aafc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/0103473c8355c214b7d406e5fde00af8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/0103473c8355c214b7d406e5fde00af8 new file mode 100644 index 0000000000000000000000000000000000000000..8a0a5ce8f4c3afe8a1054134fd6ac09d7fe0c487 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/0103473c8355c214b7d406e5fde00af8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516a3de5e644b46cf440ebb569a8b0475a09d3e1f9ebccd5d4ad35b444c4e15a +size 645839 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/08ef49a044e58d168ddc76eb4672dd4b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/08ef49a044e58d168ddc76eb4672dd4b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/08ef49a044e58d168ddc76eb4672dd4b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/1d201480808f5d724d533a2643a34bf6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/1d201480808f5d724d533a2643a34bf6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/1d201480808f5d724d533a2643a34bf6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/e6116713dc30092ad910a1eb98cd744c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/e6116713dc30092ad910a1eb98cd744c new file mode 100644 index 0000000000000000000000000000000000000000..37a4ba3cfc6065621a5f22b8a1847e6ae63edc51 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/e6116713dc30092ad910a1eb98cd744c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a54cbe7516173cf184f482317628eaaffe42d785 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9ed62da27c3ac6a80501bf1a92bcf90d382e56ba --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388065711913638, "commit_timestamp_nsecs": 1753388066162268831, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d/6c4e2cb37ac794c0bb1d2945fe140b50 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d/6c4e2cb37ac794c0bb1d2945fe140b50 new file mode 100644 index 0000000000000000000000000000000000000000..0d04c9e01f76e0e17fc61e03780900ff3db84c04 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d/6c4e2cb37ac794c0bb1d2945fe140b50 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..147bc7d8210fbb6c5193115a82d9491729516202 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/02a6846b2d665497a9153a9798c249c5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/02a6846b2d665497a9153a9798c249c5 new file mode 100644 index 0000000000000000000000000000000000000000..3a448f55a419d9978fb13e4929fba55afaad44cc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/02a6846b2d665497a9153a9798c249c5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07742be39ae39b065711b2055eb3950f7ed16e2af564a28871909a93906b4afd +size 645827 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/24d6298af8f08832b90408024fbe7f3b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/24d6298af8f08832b90408024fbe7f3b new file mode 100644 index 0000000000000000000000000000000000000000..c78cd6a60c5d2ed7f8ba520ff0e294325e1ebb3f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/24d6298af8f08832b90408024fbe7f3b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/d9a4f23e61fa5def7392fe5bee43b79b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/d9a4f23e61fa5def7392fe5bee43b79b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/d9a4f23e61fa5def7392fe5bee43b79b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e60ba8e6a63481e306cf1433365a1509 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e60ba8e6a63481e306cf1433365a1509 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/e60ba8e6a63481e306cf1433365a1509 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2a4bb25c9354eea5a1d0ede4dd93e1a05831c475 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..46254a130136d093b55ab74babb64df84c730230 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388099044256027, "commit_timestamp_nsecs": 1753388099138302627, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d/14032a146377150692eb797787c9049b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d/14032a146377150692eb797787c9049b new file mode 100644 index 0000000000000000000000000000000000000000..9972f4ad18f7eb96de6e0b28275917410583be04 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d/14032a146377150692eb797787c9049b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1b80413d34333f9651f302135bb8df0ff6774f7a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/64c88195dfc6ae241624e9a2e9604c03 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/64c88195dfc6ae241624e9a2e9604c03 new file mode 100644 index 0000000000000000000000000000000000000000..532e55033698672aaa9551031ad1ed39424528f3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/64c88195dfc6ae241624e9a2e9604c03 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1174b4a94efb5f02c9233da9cf23261a04515f51e0fb482101572c217839353 +size 645857 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/8b2e95341e9da43fdbcdf325f7fa402d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/8b2e95341e9da43fdbcdf325f7fa402d new file mode 100644 index 0000000000000000000000000000000000000000..77bb49606de86e98c9b0df58db070b51d96ce92e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/8b2e95341e9da43fdbcdf325f7fa402d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/a60f122b41473e122e00f0afed4f52c5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/a60f122b41473e122e00f0afed4f52c5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/a60f122b41473e122e00f0afed4f52c5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/bd86fc51c7637a768cc6b98c9bb3f342 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/bd86fc51c7637a768cc6b98c9bb3f342 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/bd86fc51c7637a768cc6b98c9bb3f342 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8fee79049ba6c949ebc331ec2bf9ce9c758c1f17 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2dea7d8f1e03a9d42f5274155ae26a2daaf16ffe --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388132437529877, "commit_timestamp_nsecs": 1753388132532748331, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d/6ee5f316f0bf736c38845289f5804c6f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d/6ee5f316f0bf736c38845289f5804c6f new file mode 100644 index 0000000000000000000000000000000000000000..1c617fbd8b33fafd355755f4caca7295be10e606 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d/6ee5f316f0bf736c38845289f5804c6f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5cd500837d7b339efbab52c2a061e0df743d99b6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2d37aad31907c63b913f09789a3d64c4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2d37aad31907c63b913f09789a3d64c4 new file mode 100644 index 0000000000000000000000000000000000000000..648cec06d9b147573fd82c0a2a26bcf323dfd4f8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/2d37aad31907c63b913f09789a3d64c4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/36631c323072a8d4c758ce2b959cbb61 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/36631c323072a8d4c758ce2b959cbb61 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/36631c323072a8d4c758ce2b959cbb61 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/4571df56c50fcd5717763f76b355811e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/4571df56c50fcd5717763f76b355811e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/4571df56c50fcd5717763f76b355811e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/53a8fd87b339e62a94d742df7f82c697 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/53a8fd87b339e62a94d742df7f82c697 new file mode 100644 index 0000000000000000000000000000000000000000..2433c94080577491445ef2f6d3ae69f8732bc85a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/53a8fd87b339e62a94d742df7f82c697 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449d27b8c29dfb749b787e0e4e057391cf43930a3ccd735e70d19aa53fd6a783 +size 645816 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9303ec8dd87dbef0d95792f51d71053cb629c37a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c8d056bf1c8b51ee40f994bff914e16516936831 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388165854279893, "commit_timestamp_nsecs": 1753388165946856929, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d/aeeb4cd8ea60ffa77130abcfb8411185 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d/aeeb4cd8ea60ffa77130abcfb8411185 new file mode 100644 index 0000000000000000000000000000000000000000..b989404f29e9623d2ebe2d9fd035068f3a522f2b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d/aeeb4cd8ea60ffa77130abcfb8411185 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5f9ea12fe8244ca444dc24a1baa86deb756e7a46 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3cdc4185e14e45dbc70a826ad5685aca b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3cdc4185e14e45dbc70a826ad5685aca new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3cdc4185e14e45dbc70a826ad5685aca differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3e250fd4ba11a464ed899f5f66a0111b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3e250fd4ba11a464ed899f5f66a0111b new file mode 100644 index 0000000000000000000000000000000000000000..bbd8cdb99b88ed00474713d40880dae4fa37d282 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/3e250fd4ba11a464ed899f5f66a0111b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/4c18169235eb76260f2a2250b93050e0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/4c18169235eb76260f2a2250b93050e0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/4c18169235eb76260f2a2250b93050e0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f0853334676eec73de67db8943c6ecaa b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f0853334676eec73de67db8943c6ecaa new file mode 100644 index 0000000000000000000000000000000000000000..f77ddd3d6f91ba2d48a0125713d1125cb0dfae9e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f0853334676eec73de67db8943c6ecaa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a714e43b3cdd9b90a0abbc509de886bdda52a88b138522e397c6f974644f9bd +size 645806 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ee5cfb3c7a9e34f2ed7889897175825f4ce349ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8de39aa111020e32b6f54c06d32125475d326365 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384907352592509, "commit_timestamp_nsecs": 1753384907446582527, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d/47c3aaa40387e35e35d59ddd277daac2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d/47c3aaa40387e35e35d59ddd277daac2 new file mode 100644 index 0000000000000000000000000000000000000000..564e9a54d1f37bee2b36ae1aada5ac98b831936a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d/47c3aaa40387e35e35d59ddd277daac2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..35e40458006ada07ade1e610125a78ee8e6b0593 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/04ed89542662787d5eda8cc31fca76d4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/04ed89542662787d5eda8cc31fca76d4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/04ed89542662787d5eda8cc31fca76d4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/285c8700b43d527b3f4017eee0f12e20 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/285c8700b43d527b3f4017eee0f12e20 new file mode 100644 index 0000000000000000000000000000000000000000..a77202f13aa02e78342fdf4cfa4edc806cb2b17e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/285c8700b43d527b3f4017eee0f12e20 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/e94e3ff0b74834b6ab3b4f5a6e28616c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/e94e3ff0b74834b6ab3b4f5a6e28616c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/e94e3ff0b74834b6ab3b4f5a6e28616c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/fd1e1a0d66372946fce89fc70020120b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/fd1e1a0d66372946fce89fc70020120b new file mode 100644 index 0000000000000000000000000000000000000000..d47595b8def247b2e1dc80c50b5daaccef7925d1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/fd1e1a0d66372946fce89fc70020120b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182796be58329e43c0b1700d418135d38d879f75eb63c81831baa90be8de0b34 +size 644298 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6f2db832e39698aa27b699ac1786269c688ecc1f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..feb81718d8bb9d85baa0e689ac45deda31ac7a6d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385204414035168, "commit_timestamp_nsecs": 1753385204828327384, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d/ddc9c476c065e1600bcde83a70a45f7e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d/ddc9c476c065e1600bcde83a70a45f7e new file mode 100644 index 0000000000000000000000000000000000000000..a825734bd0e2c36480f2679fd12a18c583c051f9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d/ddc9c476c065e1600bcde83a70a45f7e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bf98009195a56a7a99200732473f93debe8e45dd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1a4372fc4588f9360c7a9fa743be44d8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1a4372fc4588f9360c7a9fa743be44d8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1a4372fc4588f9360c7a9fa743be44d8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1e5fd89a68eb16a443e75099034a008b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1e5fd89a68eb16a443e75099034a008b new file mode 100644 index 0000000000000000000000000000000000000000..999cac3d2730d96140cccd0335c07b1b02f49445 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1e5fd89a68eb16a443e75099034a008b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4825e23b0d8c9a7e48c3fbfa33cae899 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4825e23b0d8c9a7e48c3fbfa33cae899 new file mode 100644 index 0000000000000000000000000000000000000000..59d00712197f7f20581311bf89231ff2da5ef606 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/4825e23b0d8c9a7e48c3fbfa33cae899 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0beb853ab874043ae4721b19f6629f3625c4c1330e9a32a46463718207ea6cfe +size 644709 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/a702459e9c7f7ab5d8ee9f9e3bbfeb15 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/a702459e9c7f7ab5d8ee9f9e3bbfeb15 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/a702459e9c7f7ab5d8ee9f9e3bbfeb15 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5b2a1dfff062e86edf9ca3f24cdf81b5e794bc0a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6b1fa4ab946c60710e9a019a8662b84ab87cec04 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388199206903000, "commit_timestamp_nsecs": 1753388199618146884, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d/0c72aa0ed4ff88ee9b80a10dd8b230b8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d/0c72aa0ed4ff88ee9b80a10dd8b230b8 new file mode 100644 index 0000000000000000000000000000000000000000..a47317d32fdaedb957052c621bfeb4f826d19c62 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d/0c72aa0ed4ff88ee9b80a10dd8b230b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd5cbed87aed39f0a286af3e40100ccad2dff896 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/18f190fe0a753efc595e4536b65f074f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/18f190fe0a753efc595e4536b65f074f new file mode 100644 index 0000000000000000000000000000000000000000..9d318b6f4e787c6f2dfc3c85b09fcf04d7f35896 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/18f190fe0a753efc595e4536b65f074f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/38caa9fed62861bd13d478230e1d2b4e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/38caa9fed62861bd13d478230e1d2b4e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/38caa9fed62861bd13d478230e1d2b4e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/707759e7a70d14bf32bd158711be659b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/707759e7a70d14bf32bd158711be659b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/707759e7a70d14bf32bd158711be659b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/c6768d20208db98a11cc88c9cb87033f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/c6768d20208db98a11cc88c9cb87033f new file mode 100644 index 0000000000000000000000000000000000000000..cfb954c974c417ddfcf834fbdc7b2909c18fb1e3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/c6768d20208db98a11cc88c9cb87033f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ad8d6018e4590a424e6eb9afc207aaba4512b4f4cf25a043f53c9c19b252d2 +size 645763 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a22000a76c949670501043c8acc56f57299d3c26 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5c6e5b3df32135a187c04b5756c21a8826fb3332 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388232542049318, "commit_timestamp_nsecs": 1753388232950569046, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d/f22c83a3ace6ffb36922a7e63b312e2d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d/f22c83a3ace6ffb36922a7e63b312e2d new file mode 100644 index 0000000000000000000000000000000000000000..6af81a5f927923d61a0e19467347d018be2ee113 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d/f22c83a3ace6ffb36922a7e63b312e2d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4011add71b0dc2ad8b721c118aa3816db6844813 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/27f0d44b4f9a0f1906594f9f74a80ede b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/27f0d44b4f9a0f1906594f9f74a80ede new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/27f0d44b4f9a0f1906594f9f74a80ede differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/5b5ac490396b17492f929be4124dd341 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/5b5ac490396b17492f929be4124dd341 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/5b5ac490396b17492f929be4124dd341 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/82766ea323783e6ddb75a4c34cfe82b7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/82766ea323783e6ddb75a4c34cfe82b7 new file mode 100644 index 0000000000000000000000000000000000000000..b6476ce1f0b4b8651ed6894821a9793809d04864 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/82766ea323783e6ddb75a4c34cfe82b7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a7742ab1192a0875ffb80ca927c09dbc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a7742ab1192a0875ffb80ca927c09dbc new file mode 100644 index 0000000000000000000000000000000000000000..b98ff0ac8c73cbb47d19db02a296e5d2f8049b9d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a7742ab1192a0875ffb80ca927c09dbc @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554542fa3a6e3450274a99b72a504f75b03b4b5e16c67891ca0ece3b5d16a1c7 +size 645760 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..37d5e7e6b0ad7e0cd07d0c8349fbb21f46c8de24 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4d6f4b1717e6267be1e9b8d7becb29a035e440aa --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388265866411329, "commit_timestamp_nsecs": 1753388265956225316, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d/fefe0da030442795e70f9fc592b7fdfe b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d/fefe0da030442795e70f9fc592b7fdfe new file mode 100644 index 0000000000000000000000000000000000000000..1d1c1c66bcae9f6b54babb5396cff13d9adfa1d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d/fefe0da030442795e70f9fc592b7fdfe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a114649815a8c9937d7aacaa07e866505bb050d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/1419f8fb67452b4378d6be94ff5eb325 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/1419f8fb67452b4378d6be94ff5eb325 new file mode 100644 index 0000000000000000000000000000000000000000..010f30f9cf724654b3bb75de6a3533fc9c899d89 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/1419f8fb67452b4378d6be94ff5eb325 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b9d72eb4d8be6a3f4d2582f72b7fc3cd659494fe7e4d23643c6be32072b3c6 +size 645785 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/452990f757597c9a683cf774bb1c03c2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/452990f757597c9a683cf774bb1c03c2 new file mode 100644 index 0000000000000000000000000000000000000000..d47b5cac6003f1d1476ef0c3b7bc50b545e5e70a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/452990f757597c9a683cf774bb1c03c2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/96abc6400387763d4cc14b53e57c1039 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/96abc6400387763d4cc14b53e57c1039 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/96abc6400387763d4cc14b53e57c1039 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fad0ab16d075a929aa496a7c41c88f3f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fad0ab16d075a929aa496a7c41c88f3f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fad0ab16d075a929aa496a7c41c88f3f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2b35db41df4e4cd1ba6772b9764b59d28cf30ec2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..25ecd14b745e5961db9487ea23addc3035873132 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388299167279173, "commit_timestamp_nsecs": 1753388299259995624, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d/a2ec8b54b50a78fbccd49d50ef70255d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d/a2ec8b54b50a78fbccd49d50ef70255d new file mode 100644 index 0000000000000000000000000000000000000000..010f0a465fd6cf528ee2a6b38f56f7449d255cb1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d/a2ec8b54b50a78fbccd49d50ef70255d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e031d57f7d333bde65aa0143a56bafeaff8681f2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/124384567a0bf0862763dee23252cbbf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/124384567a0bf0862763dee23252cbbf new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/124384567a0bf0862763dee23252cbbf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/38ffccf3949373b9b0c7dcfe6a01a536 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/38ffccf3949373b9b0c7dcfe6a01a536 new file mode 100644 index 0000000000000000000000000000000000000000..8656f13aad757786d054c563432be6339df2ff7d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/38ffccf3949373b9b0c7dcfe6a01a536 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/6fcbb1fcce1533ec2055d005d45ee7fc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/6fcbb1fcce1533ec2055d005d45ee7fc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/6fcbb1fcce1533ec2055d005d45ee7fc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/abb5515420361ae48c8194888842866a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/abb5515420361ae48c8194888842866a new file mode 100644 index 0000000000000000000000000000000000000000..1c91093f1bcc57a260eb9621fc1f40bd2e1e9904 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/abb5515420361ae48c8194888842866a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ad446ef58134e47220f78e99ea8c261477b2011ede024d85ae1cf2463656c7 +size 645750 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9f23ab8ed9c0d3f39a9bb4a8d2bbd3892c19c775 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b00551d019870b596df017d599090b4b9c0245ed --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388332496428604, "commit_timestamp_nsecs": 1753388332589924468, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d/fbe62b3ad4c20ddee652f63479cfe0e8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d/fbe62b3ad4c20ddee652f63479cfe0e8 new file mode 100644 index 0000000000000000000000000000000000000000..8726d28526aa427b5b1bcc4f3336157d8e469d59 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d/fbe62b3ad4c20ddee652f63479cfe0e8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..127227cbb0c6be9beeba49a2190fd373af61be30 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/2cf034dcc803f5456ade939537fc30dd b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/2cf034dcc803f5456ade939537fc30dd new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/2cf034dcc803f5456ade939537fc30dd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/6d5f4ca8411d31e011269d098dcfaa3d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/6d5f4ca8411d31e011269d098dcfaa3d new file mode 100644 index 0000000000000000000000000000000000000000..63225eb26046a58306c70f0a888540c5d251270a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/6d5f4ca8411d31e011269d098dcfaa3d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a18c6b54bacee05b643a70b0da538ff9f1bea15417da5813e7cb9003c380b5 +size 645805 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/bc7a2c3babd9c1e2f6a0528e7c728549 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/bc7a2c3babd9c1e2f6a0528e7c728549 new file mode 100644 index 0000000000000000000000000000000000000000..bd97f02a35327d2c9c14c7072272a84c36255f26 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/bc7a2c3babd9c1e2f6a0528e7c728549 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/e0eee5654f484f18a5d0e9324e79583b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/e0eee5654f484f18a5d0e9324e79583b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/e0eee5654f484f18a5d0e9324e79583b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..feac95fcbac5a0d1012411166b13a7731bc87f23 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3f02ab11448d4f78f00726e36633aacb1c7af844 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388365851059178, "commit_timestamp_nsecs": 1753388365943883681, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d/9e736e11299825ff725b0819e7e1831d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d/9e736e11299825ff725b0819e7e1831d new file mode 100644 index 0000000000000000000000000000000000000000..41d3c56e0c2575bde4e08c09d9c1f99ff4a6ce12 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d/9e736e11299825ff725b0819e7e1831d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..45de52bf724e2ad61b89fac278ed6eb07b4465b2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/0137ebf32945ffbacdc8e117440796fd b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/0137ebf32945ffbacdc8e117440796fd new file mode 100644 index 0000000000000000000000000000000000000000..1a8e595e92f663b6e9cdf633d033924072f19903 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/0137ebf32945ffbacdc8e117440796fd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539e3981842df7be054ca0683d50ed81fc0cd0ffca2a77ee87d404ca9b7271e9 +size 645727 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/33b4bfe2dacc4f911633b6ce8e4332f2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/33b4bfe2dacc4f911633b6ce8e4332f2 new file mode 100644 index 0000000000000000000000000000000000000000..41e70020276f1b15569aaced212d44ec48fc4e29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/33b4bfe2dacc4f911633b6ce8e4332f2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/3511ebc7d8e9f47f598637e1da91508e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/3511ebc7d8e9f47f598637e1da91508e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/3511ebc7d8e9f47f598637e1da91508e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/cb8885517dab32c21b9df9f450508fec b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/cb8885517dab32c21b9df9f450508fec new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/cb8885517dab32c21b9df9f450508fec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..584b0930fe3ca32decd59710ed1057ef41df0f4c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ec5131279be4a65486b9e23c93fd6d628a747fac --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388399185995074, "commit_timestamp_nsecs": 1753388399278810755, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d/497a3608b9344068d587900b1e3460ac b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d/497a3608b9344068d587900b1e3460ac new file mode 100644 index 0000000000000000000000000000000000000000..dc4dff4be6c253f122e4dbd7e5ebc7498a4f9657 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d/497a3608b9344068d587900b1e3460ac differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c0a1b61ecd57a8338ce83cd199795856e6193307 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/a36725990893d15ecbf9c19c2f7de44c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/a36725990893d15ecbf9c19c2f7de44c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/a36725990893d15ecbf9c19c2f7de44c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/b6baf8f89426f63b6b4ecb94827affb7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/b6baf8f89426f63b6b4ecb94827affb7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/b6baf8f89426f63b6b4ecb94827affb7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/bcd19125d687342629db758918895816 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/bcd19125d687342629db758918895816 new file mode 100644 index 0000000000000000000000000000000000000000..f2f5f1058601fd8dd5650908a4a33e58b48c2e99 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/bcd19125d687342629db758918895816 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27af0306a66b3ee05a45210cc49074ec3583e8bdbcb92e82620e062e4256d85 +size 645845 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/f6234abb25368ff3173d038b71bc06a7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/f6234abb25368ff3173d038b71bc06a7 new file mode 100644 index 0000000000000000000000000000000000000000..db5e31606d84619a6311abe0752d3e31494bdceb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/f6234abb25368ff3173d038b71bc06a7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ea0d4d7c545682ba0978f6eb235aae6dc098bed3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f9c323358d936d9253640d100ccbf9adb156d219 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388432495691007, "commit_timestamp_nsecs": 1753388432586419960, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d/1fcaeff89c6c214014dd639a89f4d4e4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d/1fcaeff89c6c214014dd639a89f4d4e4 new file mode 100644 index 0000000000000000000000000000000000000000..413b6e841ae6a6b9a8c1c72f1ba1cffcbcbce8ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d/1fcaeff89c6c214014dd639a89f4d4e4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..611f2314178513c486d59563fdf8e608f01be14e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/609cb7668efedb07e2bd8811996fbd52 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/609cb7668efedb07e2bd8811996fbd52 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/609cb7668efedb07e2bd8811996fbd52 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/745eef220ea649c9b48572564dacdf7b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/745eef220ea649c9b48572564dacdf7b new file mode 100644 index 0000000000000000000000000000000000000000..d91c6539ad9b76800a4a9797bf1ab20e9a0cd888 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/745eef220ea649c9b48572564dacdf7b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a261f055f134d5e71323b44be18c0420581062e1a7b9cd37c18462116ca4843 +size 645840 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/e00ba98ede3600bb7aa6ab4db7fac8a2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/e00ba98ede3600bb7aa6ab4db7fac8a2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/e00ba98ede3600bb7aa6ab4db7fac8a2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/fdc0188b28280ab918281c53ec85d082 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/fdc0188b28280ab918281c53ec85d082 new file mode 100644 index 0000000000000000000000000000000000000000..ee1d05eee4afed39cdad98d28d0843454b2d8504 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/fdc0188b28280ab918281c53ec85d082 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..787c5de0107fd09b6e4a0e87a4e3fb329f73ccb4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..52fe985d3a6341012caefc510e6e10c7a507a4c7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388465814769828, "commit_timestamp_nsecs": 1753388465907779301, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d/6784ef6cab6cd1131a294c61c95eb2a4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d/6784ef6cab6cd1131a294c61c95eb2a4 new file mode 100644 index 0000000000000000000000000000000000000000..d4b1a75d8ac65c28bb41bdc7fc5b6d7c432ed194 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d/6784ef6cab6cd1131a294c61c95eb2a4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7a93933edfde661c091920d5ef2975d547dcb883 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/07892a5b6091bd19599d6ef19b99392f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/07892a5b6091bd19599d6ef19b99392f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/07892a5b6091bd19599d6ef19b99392f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6156db309b39907306ba15e566af2529 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6156db309b39907306ba15e566af2529 new file mode 100644 index 0000000000000000000000000000000000000000..00aa1bf9f890027edad94dc5255a336f13395627 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6156db309b39907306ba15e566af2529 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6b0b033f79391fc5b9df2fff7a5cbd08 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6b0b033f79391fc5b9df2fff7a5cbd08 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/6b0b033f79391fc5b9df2fff7a5cbd08 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/cc999c09044c10d45e48b891341509be b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/cc999c09044c10d45e48b891341509be new file mode 100644 index 0000000000000000000000000000000000000000..ec0875fb2426b8ad6bfc956eb4fce0bf45e1b464 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/cc999c09044c10d45e48b891341509be @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09b1f4131e56e74160814f18104e50846c69f1e1d7ea624d81310a39c17ef29 +size 645861 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..af7b69653fdc6b589638b796a6006aec5ca18e7e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a70c02d8141b8b10b50d0f956ba221718b0ce9c8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388499138519885, "commit_timestamp_nsecs": 1753388499234548782, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d/5d864b883915aa5887e476b13ca479d5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d/5d864b883915aa5887e476b13ca479d5 new file mode 100644 index 0000000000000000000000000000000000000000..b7db4125aa9a99a508491ec49282fc851a3d3dee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d/5d864b883915aa5887e476b13ca479d5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2649ec667f034945cbf4c7fa8bf19b6392e639fe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/ae8701d0fd7613c028ab30e5708378a3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/ae8701d0fd7613c028ab30e5708378a3 new file mode 100644 index 0000000000000000000000000000000000000000..ae7f9557dbdad0ec9cc5e544f17863b5e0dd669d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/ae8701d0fd7613c028ab30e5708378a3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8741bb3d16f4d5f106dea442ab5320ec42bdf7b9d3b843a3c5cd604d51244d8a +size 645819 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/b375d5419631df583088e348334b56b8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/b375d5419631df583088e348334b56b8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/b375d5419631df583088e348334b56b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/b795586a43d5fdf03a4ba863de64c39a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/b795586a43d5fdf03a4ba863de64c39a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/b795586a43d5fdf03a4ba863de64c39a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/f86b50cc25b225864e9cb67b362a3f5e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/f86b50cc25b225864e9cb67b362a3f5e new file mode 100644 index 0000000000000000000000000000000000000000..1ae48714247e08367fca880eaff1e3b056105426 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/f86b50cc25b225864e9cb67b362a3f5e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..71b59e8f816185d62826dfcfb32dbbe058653c40 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..23d75e6459b8cfe65bdb72908dce598f2dee7f2a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385237349566915, "commit_timestamp_nsecs": 1753385237788224279, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d/1c995a7bccbf52177f492666287772ad b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d/1c995a7bccbf52177f492666287772ad new file mode 100644 index 0000000000000000000000000000000000000000..58c0b77335050344fce2c5eec7ed68d187699428 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d/1c995a7bccbf52177f492666287772ad differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7f39fc10f602a02f6cc1c0d1f96cf1dfb5768025 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/542ac1e3aca5a3b370422d57af38d66e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/542ac1e3aca5a3b370422d57af38d66e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/542ac1e3aca5a3b370422d57af38d66e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/7a02222da31689c80ee841c91b2c343e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/7a02222da31689c80ee841c91b2c343e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/7a02222da31689c80ee841c91b2c343e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/84578e688bd104fdb2e89d470a6b55a2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/84578e688bd104fdb2e89d470a6b55a2 new file mode 100644 index 0000000000000000000000000000000000000000..1b8343d78f39c6ff72497aac3a18f99f7aadb17f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/84578e688bd104fdb2e89d470a6b55a2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/e1970cd3513e991a24362736ac340495 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/e1970cd3513e991a24362736ac340495 new file mode 100644 index 0000000000000000000000000000000000000000..de2bcd8ee09954496cc0067ca90c56997bda5cab --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/e1970cd3513e991a24362736ac340495 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd07da9f65f814e0a75f09ea2450476c8e79e55244d6a3e84303456f9c55adc0 +size 644829 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3f3387e62b3f6a33ba913d9d56b887b987886bda Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d693682352c921b06166fa0e9fd326eea86de6a1 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388532481808949, "commit_timestamp_nsecs": 1753388532573069864, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d/4e4f781c7aa4d2525494bb22e33acd40 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d/4e4f781c7aa4d2525494bb22e33acd40 new file mode 100644 index 0000000000000000000000000000000000000000..7d139c95a3b8c454aa54e12448167458db9d5713 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d/4e4f781c7aa4d2525494bb22e33acd40 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9e2f3088d7fd458f258315191de90c8a4dd67683 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/0a58340385ade71314e304f2a93cca57 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/0a58340385ade71314e304f2a93cca57 new file mode 100644 index 0000000000000000000000000000000000000000..79f567952c7546a11675ebcd0be8e94248357101 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/0a58340385ade71314e304f2a93cca57 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/59005fda3366d8251c9b581017758caa b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/59005fda3366d8251c9b581017758caa new file mode 100644 index 0000000000000000000000000000000000000000..4132f9de4733cd308727492e025afaa89dd3210e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/59005fda3366d8251c9b581017758caa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d83213fa0e23a7bb72851a23dbbaeab05cbc7a3e5364a8ad63d26b6405dc541 +size 645746 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/686e5c01ad109d9d75c09dfbb3e5ffd3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/686e5c01ad109d9d75c09dfbb3e5ffd3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/686e5c01ad109d9d75c09dfbb3e5ffd3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c70993945a737fa083448d8df8751389 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c70993945a737fa083448d8df8751389 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c70993945a737fa083448d8df8751389 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..899c9788c6ef905bb6528d55cb55ebbf7cf85aa3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..34f144d912ff8169b9d45d827cc186484addc89f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388565845691961, "commit_timestamp_nsecs": 1753388566242284785, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d/892b1633a7faacaca718598ec925f5b0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d/892b1633a7faacaca718598ec925f5b0 new file mode 100644 index 0000000000000000000000000000000000000000..40cfc26493852f1f00d39251582b187aa29acb39 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d/892b1633a7faacaca718598ec925f5b0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6dcce76c84e1500bfde85e8d13f3462078fdda94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/344d1f4cd5358a3d924366403d4c5d0f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/344d1f4cd5358a3d924366403d4c5d0f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/344d1f4cd5358a3d924366403d4c5d0f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/3537333b4e3b9f160d492ddaa32da784 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/3537333b4e3b9f160d492ddaa32da784 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/3537333b4e3b9f160d492ddaa32da784 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/5dd2f4de5417ebd782c31b3b2b97d3a7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/5dd2f4de5417ebd782c31b3b2b97d3a7 new file mode 100644 index 0000000000000000000000000000000000000000..5ef1c203a29c883cbf4053f234df365edf3a4fb9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/5dd2f4de5417ebd782c31b3b2b97d3a7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493165d6376b172160df9c55011b5fab9c1baf3f223e699c572db39a174e4127 +size 644786 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/cfdd05d49ff19db7e94683aa8f03203f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/cfdd05d49ff19db7e94683aa8f03203f new file mode 100644 index 0000000000000000000000000000000000000000..5563bc3631a5be505cfb2025fe66d17345370fbc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/cfdd05d49ff19db7e94683aa8f03203f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6f33e00fb8ad57dc5eb3d5467ca75bcfa2ea7fd9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..bac4285bb522b5187a2d96fdee410dc2caabd2f2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388599192468370, "commit_timestamp_nsecs": 1753388599597158493, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d/cea36bef0c21a052f8d22a5f21a72994 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d/cea36bef0c21a052f8d22a5f21a72994 new file mode 100644 index 0000000000000000000000000000000000000000..013b730ba9ad635b1bc0c70abacca748f217df60 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d/cea36bef0c21a052f8d22a5f21a72994 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f302bd16c7c8d995e22ff22cbf733279a9fe0c71 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/34862238dd83058a4d3706c7ee950dab b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/34862238dd83058a4d3706c7ee950dab new file mode 100644 index 0000000000000000000000000000000000000000..db751dea4abff32e95cfa231d6584122d30fddfc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/34862238dd83058a4d3706c7ee950dab @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac336990968e43b4ff29e189091301cca011aee6c4a55c728bef62089240811 +size 645893 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7fea34935dc45d73168bf196309f89b8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7fea34935dc45d73168bf196309f89b8 new file mode 100644 index 0000000000000000000000000000000000000000..2cd9ed90ecd3b83a09664a159302b268d7494715 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/7fea34935dc45d73168bf196309f89b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/cf4ee692deb2d601067e83beb111f73a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/cf4ee692deb2d601067e83beb111f73a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/cf4ee692deb2d601067e83beb111f73a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/edf75fad7b27fbc181025adc70fb3e19 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/edf75fad7b27fbc181025adc70fb3e19 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/edf75fad7b27fbc181025adc70fb3e19 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5d612fba2b5f81360d91f800b1e3ba5584bb9dd4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8cc3d843709cb2dcbdc056fe0d571602a3d49c80 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388632578572526, "commit_timestamp_nsecs": 1753388632986520781, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d/bb11ab8b0b0ed4cabfece064ec0d087b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d/bb11ab8b0b0ed4cabfece064ec0d087b new file mode 100644 index 0000000000000000000000000000000000000000..2913b30c224264c9595d8f3ef37c7102027be270 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d/bb11ab8b0b0ed4cabfece064ec0d087b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4ecbf6e71a268cf1b441afb50ef4b45166cdae06 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/bb687c30608a27830f11e99ddd76a6eb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/bb687c30608a27830f11e99ddd76a6eb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/bb687c30608a27830f11e99ddd76a6eb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/df7fef28de8880743a35925383c31d15 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/df7fef28de8880743a35925383c31d15 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/df7fef28de8880743a35925383c31d15 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/e0ab1a83e1ffb96d38ae7ea82ce96772 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/e0ab1a83e1ffb96d38ae7ea82ce96772 new file mode 100644 index 0000000000000000000000000000000000000000..80dd0772f218452dff365fd25f21254331944780 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/e0ab1a83e1ffb96d38ae7ea82ce96772 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b0735f4b6fed10b72705c86f45862508f298db6c7749ace64bd91c44344ddc +size 645811 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/ebe778b26d60406260ebaa3a2eeaf125 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/ebe778b26d60406260ebaa3a2eeaf125 new file mode 100644 index 0000000000000000000000000000000000000000..991ca3ae50dba82f00b0f3ffe26c9a12bfe05b15 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/ebe778b26d60406260ebaa3a2eeaf125 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..82d6859faaed1782e1a2ed371e50df0496a5dde3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..053af59f34fa4a8a3d9b43532a8fa7d2310ea1bb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388665909797742, "commit_timestamp_nsecs": 1753388666320891865, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d/34c5b10bb61450d163aaa0171631a429 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d/34c5b10bb61450d163aaa0171631a429 new file mode 100644 index 0000000000000000000000000000000000000000..eebe74a2f425912d17e6ccef68953e0da31008fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d/34c5b10bb61450d163aaa0171631a429 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..43369fe8cb68ff4c2cc2e091907149ce195b6f2c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/60230cdff441c2aab51ff381bda4eb24 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/60230cdff441c2aab51ff381bda4eb24 new file mode 100644 index 0000000000000000000000000000000000000000..606bb9a5fbd88053833636c94d2147f25f2ca3a3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/60230cdff441c2aab51ff381bda4eb24 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d2abcd6a834aa456c0cabf3e73b87ce88e7031a63f50410a3db1e1b5459b3d +size 645853 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/a39b291ec5a2505db40f6f68dabaa3fe b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/a39b291ec5a2505db40f6f68dabaa3fe new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/a39b291ec5a2505db40f6f68dabaa3fe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/beb5ff96ea3bc84092897fb86fde5c2a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/beb5ff96ea3bc84092897fb86fde5c2a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/beb5ff96ea3bc84092897fb86fde5c2a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/f1922f3103538e9d24a3d2b3b7be77e9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/f1922f3103538e9d24a3d2b3b7be77e9 new file mode 100644 index 0000000000000000000000000000000000000000..7227fd7d2d8d14490811a8ec1c760c66a4d3124d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/f1922f3103538e9d24a3d2b3b7be77e9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5975923a8df3a220f1800298f4e6d49541738803 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..95690f4b58efe6d980a1c69a20dc30c01df2bd2c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388699300988446, "commit_timestamp_nsecs": 1753388699718102765, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d/6ec01158968dcbfbcce0155893dace0a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d/6ec01158968dcbfbcce0155893dace0a new file mode 100644 index 0000000000000000000000000000000000000000..3f08c647cac849c73afea5943f51460f148d6b30 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d/6ec01158968dcbfbcce0155893dace0a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..978e4bc5c9c035b3851896df499dbd5bbfa597ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/5b662f8aa0ffaab7d194216e629b3bec b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/5b662f8aa0ffaab7d194216e629b3bec new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/5b662f8aa0ffaab7d194216e629b3bec differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/62ddb3bb62630e6dc707189986b71785 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/62ddb3bb62630e6dc707189986b71785 new file mode 100644 index 0000000000000000000000000000000000000000..d5a0f1e82a231720ee82813b7269ebb3c21cad62 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/62ddb3bb62630e6dc707189986b71785 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9338f244727d3c8404d68bbc9585be9b93d736de54994d1d1986379575d7349 +size 645903 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/ef8d827c75956d5372515c22494440df b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/ef8d827c75956d5372515c22494440df new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/ef8d827c75956d5372515c22494440df differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/f99220473014b57b08e243709b2c8582 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/f99220473014b57b08e243709b2c8582 new file mode 100644 index 0000000000000000000000000000000000000000..a50b6c95185c501a269817135aefc00b94b48deb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/f99220473014b57b08e243709b2c8582 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b9e4b2d0c3268545c61d242a5a5c58624fe239df Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..cb35a7c626b78e53c8302bb860c0e92b12e3adf4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388732599441613, "commit_timestamp_nsecs": 1753388732691181125, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d/da3ea65ea55a8e29bec8235fb652c505 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d/da3ea65ea55a8e29bec8235fb652c505 new file mode 100644 index 0000000000000000000000000000000000000000..a107d29af060827e66003d3ff7e204b3d1df931f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d/da3ea65ea55a8e29bec8235fb652c505 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..28281aaf6a32a63080aed2cc50c639b5e2168b94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/962e28f5d77da81a76e7264e88a6b010 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/962e28f5d77da81a76e7264e88a6b010 new file mode 100644 index 0000000000000000000000000000000000000000..02067ba234ee99e0b51672539227cd1302a046c7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/962e28f5d77da81a76e7264e88a6b010 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84af7e57b510eb75d7dd07fcbfdbd61ccfede77f639b35f1f2f284cfb3911748 +size 644821 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/98b348e286d992f8a3d834cfcf44fba5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/98b348e286d992f8a3d834cfcf44fba5 new file mode 100644 index 0000000000000000000000000000000000000000..9933956a025f4fff1708f2414bb273a0059a1be0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/98b348e286d992f8a3d834cfcf44fba5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/e29e2412c3120942140986b828d04225 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/e29e2412c3120942140986b828d04225 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/e29e2412c3120942140986b828d04225 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/fe6c540cf2fee354ebc673be06111958 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/fe6c540cf2fee354ebc673be06111958 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/fe6c540cf2fee354ebc673be06111958 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9a810f005c69000174abdb74185e60ac989c268e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..331dcb0f7aa22fbaf2887c9942694bcc9356c831 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388765968454993, "commit_timestamp_nsecs": 1753388766060754281, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d/fb986047bef5e089aecae36b12345ab7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d/fb986047bef5e089aecae36b12345ab7 new file mode 100644 index 0000000000000000000000000000000000000000..a4ea753e881753b7d3d9f3ebdfddf3b7a9c41078 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d/fb986047bef5e089aecae36b12345ab7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0cc5617ba18cc6c79048c8ced4c711956f20f654 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/178e9d32e0dafd83327136b5bddbf0f3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/178e9d32e0dafd83327136b5bddbf0f3 new file mode 100644 index 0000000000000000000000000000000000000000..a28692cac5e002293c28b99e148730a2eb5187fc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/178e9d32e0dafd83327136b5bddbf0f3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab5ef402809e3bac2d4919b24aca4a577e1e48300c8515d1974bbf7fe761eac +size 645887 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/5715849b1b491d299c1b6a85c942db69 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/5715849b1b491d299c1b6a85c942db69 new file mode 100644 index 0000000000000000000000000000000000000000..f5244eeae0e60b0ccfdfc7bdd7ae8a1629b2b05e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/5715849b1b491d299c1b6a85c942db69 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/847f2a90a0b7243c36834da2abf9beef b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/847f2a90a0b7243c36834da2abf9beef new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/847f2a90a0b7243c36834da2abf9beef differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/90cee65c5c4d038c5bc9572724d941f2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/90cee65c5c4d038c5bc9572724d941f2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/90cee65c5c4d038c5bc9572724d941f2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..919e35dc282a3e5b6f7783bc8dc33eadbac29592 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..862d761a0f0dad4e7056cadc3b67a601ea55bc6e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388799346593524, "commit_timestamp_nsecs": 1753388799436793759, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d/240a6d40af2844caefbc4349b5cd8bc9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d/240a6d40af2844caefbc4349b5cd8bc9 new file mode 100644 index 0000000000000000000000000000000000000000..5dcca62767efdae6ed91e0032aa2141d4a7ef599 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d/240a6d40af2844caefbc4349b5cd8bc9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..12ce8716c8e8c29fbc8162b1a6d6113d131b0049 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/26bf5e7fb8ff7832e4298f5ea9d1cf8c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/26bf5e7fb8ff7832e4298f5ea9d1cf8c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/26bf5e7fb8ff7832e4298f5ea9d1cf8c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9ecc58f67b05e3e7fb6bfc2bf8f9136f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9ecc58f67b05e3e7fb6bfc2bf8f9136f new file mode 100644 index 0000000000000000000000000000000000000000..c7a5223c76b8dec9dad1a92b59490bf212ee06a5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9ecc58f67b05e3e7fb6bfc2bf8f9136f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/a9c7bfee8305d4673ea4799e8bd684a7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/a9c7bfee8305d4673ea4799e8bd684a7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/a9c7bfee8305d4673ea4799e8bd684a7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/c2ccc9e2e0a2eb917287d4d12358ee87 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/c2ccc9e2e0a2eb917287d4d12358ee87 new file mode 100644 index 0000000000000000000000000000000000000000..aaa3890dc85fa8650ed364e2a7527359a70c60ff --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/c2ccc9e2e0a2eb917287d4d12358ee87 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d15208fd73d8e321136ab322e531199e3c5ea31a37597efedbbb89b1555726 +size 645899 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ead164596fd17b77aebb0557c7d940979a3e773b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f4363661bc2008b78f60c79ea9571db84b3d4aba --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388832681442134, "commit_timestamp_nsecs": 1753388832775735795, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d/819e12df99ff8691ad48dbf8fc633d48 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d/819e12df99ff8691ad48dbf8fc633d48 new file mode 100644 index 0000000000000000000000000000000000000000..992e1bc2edbea6e1f312177550e90e0d216cfa62 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d/819e12df99ff8691ad48dbf8fc633d48 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3ef22e7784256732e9a1df5355ecff7a40b5c50c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/0aa2dbc7534c531b5f1176123493ab67 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/0aa2dbc7534c531b5f1176123493ab67 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/0aa2dbc7534c531b5f1176123493ab67 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/14096e35d3cb9b361d55eb150ab5916a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/14096e35d3cb9b361d55eb150ab5916a new file mode 100644 index 0000000000000000000000000000000000000000..bb91e2aa32f969a6163345b261b57c97bffc48af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/14096e35d3cb9b361d55eb150ab5916a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/78cecdcda5cec1f8848d1fbab5ae28ac b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/78cecdcda5cec1f8848d1fbab5ae28ac new file mode 100644 index 0000000000000000000000000000000000000000..ccc6662766d33067a889a4ea93aa89595cc4561e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/78cecdcda5cec1f8848d1fbab5ae28ac @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb51e8404381efd667adf86307f1929ba5a0df98995b247369b24dd1449ece4e +size 645883 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/e373fb91431ad3f8581e9c888d76e4de b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/e373fb91431ad3f8581e9c888d76e4de new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/e373fb91431ad3f8581e9c888d76e4de differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ead82481cc88255a5b0ff0b4e974a0b7d79b8cb6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f79c4cc36194dda1755d32c458be4b6709d5813d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385270347976187, "commit_timestamp_nsecs": 1753385270441084751, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d/1bafe63f038459389f0886b31ad92ef8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d/1bafe63f038459389f0886b31ad92ef8 new file mode 100644 index 0000000000000000000000000000000000000000..f4202de236eeb4c25ebb40e9d208f59c4077f1ea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d/1bafe63f038459389f0886b31ad92ef8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a737960c89f5f62c16cd2d5b33f3caaab62a0c40 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/1311955b7f3881a009719c9d750ee24b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/1311955b7f3881a009719c9d750ee24b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/1311955b7f3881a009719c9d750ee24b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a06ddcd48ba513b02bbc81946f3fb4d1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a06ddcd48ba513b02bbc81946f3fb4d1 new file mode 100644 index 0000000000000000000000000000000000000000..de2b43779d0ef4231930319a86330092c6f1610b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a06ddcd48ba513b02bbc81946f3fb4d1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c03d71247fc52f14367d538f93f2d31afea9177893e65dd40756781cf24272 +size 644687 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a9bcb26c6ae9c188bf9616d065df1d97 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a9bcb26c6ae9c188bf9616d065df1d97 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/a9bcb26c6ae9c188bf9616d065df1d97 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/da8e02e5ca6581259598f95db7fdbb41 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/da8e02e5ca6581259598f95db7fdbb41 new file mode 100644 index 0000000000000000000000000000000000000000..627e5d537792a30f43e248138b74976e7edb47d4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/da8e02e5ca6581259598f95db7fdbb41 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..696f9e869b930761805860aa44f0f16fc741222f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..20be8b09e479430f285d8c57c8ceaaebaefa7c53 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385303396792176, "commit_timestamp_nsecs": 1753385303489799578, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d/b62b84d626a660f97ab498048ebc0c25 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d/b62b84d626a660f97ab498048ebc0c25 new file mode 100644 index 0000000000000000000000000000000000000000..05b2bfe4b8973bdcd7fbfc9e3ce875dc4f278dc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d/b62b84d626a660f97ab498048ebc0c25 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e982b0bc573e7a1e32f5d1826795b286ea498b33 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/0b6bc579b38a87397488ceef6c41767d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/0b6bc579b38a87397488ceef6c41767d new file mode 100644 index 0000000000000000000000000000000000000000..d70282480d76a3f5f569b004ca69cd94f3c1b0ad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/0b6bc579b38a87397488ceef6c41767d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/42c45ade84a4c551fd2f75facaf5cd1b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/42c45ade84a4c551fd2f75facaf5cd1b new file mode 100644 index 0000000000000000000000000000000000000000..5887b3a9d27019947955f1f09d9b13b288fd2c65 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/42c45ade84a4c551fd2f75facaf5cd1b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd886a247c828d531be823251c41c6b18d54819bb895e91f6fbf6193f26ad05d +size 644744 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/b8064f67829abe9609e839a43022f1f9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/b8064f67829abe9609e839a43022f1f9 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/b8064f67829abe9609e839a43022f1f9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/e63f93e1ed288bf1ebf9dc5a5acbbff2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/e63f93e1ed288bf1ebf9dc5a5acbbff2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/e63f93e1ed288bf1ebf9dc5a5acbbff2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a27435b0b1665a1d1a8a6ff85022dd5f17cd51c6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..988ca4c7505a7c46830047f47635667ad68d6f84 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385336433197715, "commit_timestamp_nsecs": 1753385336528873769, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d/e7e9c0fb55928a6f1718b9db5b4f4747 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d/e7e9c0fb55928a6f1718b9db5b4f4747 new file mode 100644 index 0000000000000000000000000000000000000000..829e409aacf85844b6ee720de257f4f109d97e81 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d/e7e9c0fb55928a6f1718b9db5b4f4747 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e63ffebeb796bee5a4095f987ac4ac8f0f72bc7b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/4ee1d05d8caef2385ddb1541e4ef2352 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/4ee1d05d8caef2385ddb1541e4ef2352 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/4ee1d05d8caef2385ddb1541e4ef2352 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/6bedb85b83a27abd4005b580bcf38e7b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/6bedb85b83a27abd4005b580bcf38e7b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/6bedb85b83a27abd4005b580bcf38e7b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/8068a761e465b39bfd163ffef84261b4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/8068a761e465b39bfd163ffef84261b4 new file mode 100644 index 0000000000000000000000000000000000000000..f8e280c92bfede62f7d1e404b5cb8875fde4b079 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/8068a761e465b39bfd163ffef84261b4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aabe9d66f6d3b5f76f5eab3f2b25f6d3b0b0f91ee874860e233879a221303f79 +size 644934 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e028d27d17a3cdccf791eebdce6cb1be b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e028d27d17a3cdccf791eebdce6cb1be new file mode 100644 index 0000000000000000000000000000000000000000..fc54d7e2c620bab38b5629eacf43b47970c91464 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e028d27d17a3cdccf791eebdce6cb1be differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..34995b6621ff3e76c237ce6b8f6fd05811a3aa07 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..04ced16ba343f518ddf22f8a6ff4f907e1f5e9d7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385369510370694, "commit_timestamp_nsecs": 1753385369608201490, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d/f30af4ccd990f4f678acadbe007305eb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d/f30af4ccd990f4f678acadbe007305eb new file mode 100644 index 0000000000000000000000000000000000000000..80da35169886cfc06d020d317c6af9696260f199 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d/f30af4ccd990f4f678acadbe007305eb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1cc6426b416c1a0eabfa401c3c225534e54abe85 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/159ebe20d3d7099219167c2b214e43a8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/159ebe20d3d7099219167c2b214e43a8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/159ebe20d3d7099219167c2b214e43a8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/be114afe695b8c35bebedbd1fa7b5fab b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/be114afe695b8c35bebedbd1fa7b5fab new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/be114afe695b8c35bebedbd1fa7b5fab differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/c0266b8425e567d9d1de1e66c87cc230 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/c0266b8425e567d9d1de1e66c87cc230 new file mode 100644 index 0000000000000000000000000000000000000000..805efffa84128bd5d162f325acd6b0959607d034 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/c0266b8425e567d9d1de1e66c87cc230 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f0bb6b1aca02fa093717c8e361abc283 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f0bb6b1aca02fa093717c8e361abc283 new file mode 100644 index 0000000000000000000000000000000000000000..5cea53961157339a136b7a39791fb09390f03b5d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f0bb6b1aca02fa093717c8e361abc283 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf74e3272d553818d406ebf5bb9b81799780df4eb6885d4c81c3e0eb92e2cd82 +size 644877 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..53e4353134609b01326241506933b1c111e9b036 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..89ba4c5e537e7b3a9b9d76ee2951df88058cd3dd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385402604027952, "commit_timestamp_nsecs": 1753385402700341037, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d/aa55c636a702262743cbd340400b8299 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d/aa55c636a702262743cbd340400b8299 new file mode 100644 index 0000000000000000000000000000000000000000..3053644ae291007d77375b2bca28bf0f83259c47 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d/aa55c636a702262743cbd340400b8299 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a1c8fba3d6c2f6104c4426702b0667d9a2255ca6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/05494f5a7d7b686574a1c0779d2a0511 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/05494f5a7d7b686574a1c0779d2a0511 new file mode 100644 index 0000000000000000000000000000000000000000..bc881f147c19f3152e1f875c9b3615fbba6d36b5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/05494f5a7d7b686574a1c0779d2a0511 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291794113efb38c883a10d1105700c17dc5899b0db3d4951b8726fc40cb466d6 +size 645062 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/4fcd46f6a8d67e3e4b0dd3b16d39d2b9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/4fcd46f6a8d67e3e4b0dd3b16d39d2b9 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/4fcd46f6a8d67e3e4b0dd3b16d39d2b9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/922f42a1c4b487952f67a491bf203d43 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/922f42a1c4b487952f67a491bf203d43 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/922f42a1c4b487952f67a491bf203d43 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/fc965ed91179c80196538834deb2015a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/fc965ed91179c80196538834deb2015a new file mode 100644 index 0000000000000000000000000000000000000000..295d1515f9b4964dadea9122d0b49383e9d3ef70 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/fc965ed91179c80196538834deb2015a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7f53b3a93337b169c76eb3c894c097bb1d2aea4b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..143cbafa28fc900fb785720e34203a18e6178e7c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385435759157484, "commit_timestamp_nsecs": 1753385435864749263, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d/05a611a2ef04303c609e696d5d7746fa b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d/05a611a2ef04303c609e696d5d7746fa new file mode 100644 index 0000000000000000000000000000000000000000..39da578d0df36b6fcd0965231c8e4ada72c178eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d/05a611a2ef04303c609e696d5d7746fa differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..333514700cb62dbf073c0a104ec62bc0d4e2834f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1422eb0279f8b1d7d2092bdaf9133b26 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1422eb0279f8b1d7d2092bdaf9133b26 new file mode 100644 index 0000000000000000000000000000000000000000..72f364682aff749b823234b9b41015ab7a446ad0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1422eb0279f8b1d7d2092bdaf9133b26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a36d65b46f8cbe76eb9aadef20d541e40e47986fa5681938035ecd1ada06aa +size 645038 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/28c243dfdcc79618f5b314a5a5f8505b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/28c243dfdcc79618f5b314a5a5f8505b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/28c243dfdcc79618f5b314a5a5f8505b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8e84816438563101f27fa3c4a3763d8f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8e84816438563101f27fa3c4a3763d8f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8e84816438563101f27fa3c4a3763d8f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/c5dd631293743b02b0dcd48dfc31d632 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/c5dd631293743b02b0dcd48dfc31d632 new file mode 100644 index 0000000000000000000000000000000000000000..ebf478cf7ac1fbc645896b4d2d4dacc4e0fceec3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/c5dd631293743b02b0dcd48dfc31d632 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7e963c8c312ac9a3a4389deaed6bad043e710497 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9b3ef060467e5516c87cec8ab574444831850be6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385468931824301, "commit_timestamp_nsecs": 1753385469273127563, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d/92df19b8b774949b608c27606601bec2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d/92df19b8b774949b608c27606601bec2 new file mode 100644 index 0000000000000000000000000000000000000000..5a6f750565124ebbc689dcd2dad023ce3f28c941 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d/92df19b8b774949b608c27606601bec2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..99362d7988f118d7e43715d73ef2567c5769d5ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/73fd01dd41f86155e1703c040e94d1b7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/73fd01dd41f86155e1703c040e94d1b7 new file mode 100644 index 0000000000000000000000000000000000000000..ab55a984a33784423b7ea63b937a4bd4be6dbdfa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/73fd01dd41f86155e1703c040e94d1b7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/78a939a3517849079081626723fa271f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/78a939a3517849079081626723fa271f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/78a939a3517849079081626723fa271f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/cb7e1ac1bf97d7b42eed72f437639a1e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/cb7e1ac1bf97d7b42eed72f437639a1e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/cb7e1ac1bf97d7b42eed72f437639a1e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/f2e288f35d17d937adc188866a8bb032 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/f2e288f35d17d937adc188866a8bb032 new file mode 100644 index 0000000000000000000000000000000000000000..60159cc28f97b118eef8405d9ddfb470f331080f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/f2e288f35d17d937adc188866a8bb032 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:495ea02e86543ea6d1fb0dfea291dab91358f5c4ac07b9395b035077d8585647 +size 645030 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..db410d52456a63b28d856a253efce593558ca636 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..746d2e0e1ada370af3a40264df7768edf644f265 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385502106975716, "commit_timestamp_nsecs": 1753385502510430344, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d/7c0e2de3f3e0c835770072baf55c0fe9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d/7c0e2de3f3e0c835770072baf55c0fe9 new file mode 100644 index 0000000000000000000000000000000000000000..76d58a3172a760a3a79cee352e28f175b8fc92ba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d/7c0e2de3f3e0c835770072baf55c0fe9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..22bdae6e9d20a78a3337dc60b987cb3eb111f872 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/43a8bb9590b1b38a47623ebe0664d6d8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/43a8bb9590b1b38a47623ebe0664d6d8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/43a8bb9590b1b38a47623ebe0664d6d8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5b4647ee40cc5d15314ba73e99b9b80d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5b4647ee40cc5d15314ba73e99b9b80d new file mode 100644 index 0000000000000000000000000000000000000000..c7c9143258c1f2cce861125d6093dfc54d0fc685 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5b4647ee40cc5d15314ba73e99b9b80d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8534eef88cecaf47222072b836dc48aeb4450f9cb9c420065ef601801e3c854 +size 644957 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/6970db6f34269df5a9b2559de16ac605 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/6970db6f34269df5a9b2559de16ac605 new file mode 100644 index 0000000000000000000000000000000000000000..5295a46b6aca5c4989f1ed238bf6a52a1b04c247 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/6970db6f34269df5a9b2559de16ac605 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/e5421369e1657e192ab905d317f371b1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/e5421369e1657e192ab905d317f371b1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/e5421369e1657e192ab905d317f371b1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..007d9ed052f4889e5dce4f958a981f481efd84d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..be9ac6f07f484d41311680832bf2cb10adee5d56 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384940467074701, "commit_timestamp_nsecs": 1753384940835264529, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d/3ba690e0fe5b8dceaefb9591b2041c8d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d/3ba690e0fe5b8dceaefb9591b2041c8d new file mode 100644 index 0000000000000000000000000000000000000000..87c2c7d202cf08d1398b219d97df5e07cc82dd08 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d/3ba690e0fe5b8dceaefb9591b2041c8d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..02329f2fb4737712b2603edd826d838be4362e5a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/59828f6b6592044a3d69cb6c2f8cb921 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/59828f6b6592044a3d69cb6c2f8cb921 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/59828f6b6592044a3d69cb6c2f8cb921 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/84c731393f8ca1b09a18a57e02b1e6a6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/84c731393f8ca1b09a18a57e02b1e6a6 new file mode 100644 index 0000000000000000000000000000000000000000..0cc26c89546c9e961e08cbf97e5d6380cbeff897 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/84c731393f8ca1b09a18a57e02b1e6a6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834dd8231c3bbf1042d8d7329bc803251c6f59f4cfafde81659d4beec7eae9f5 +size 644356 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/d71361a3f4f4fab7acc40c95cdb5698b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/d71361a3f4f4fab7acc40c95cdb5698b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/d71361a3f4f4fab7acc40c95cdb5698b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/fe897142846c9ba52cda0517c2afb983 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/fe897142846c9ba52cda0517c2afb983 new file mode 100644 index 0000000000000000000000000000000000000000..a58eb466ac087ec95164f7a892edbd692f2d8fbd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/fe897142846c9ba52cda0517c2afb983 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5923b260c76451f6ef0d75774434b714bcad2928 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4d65fb3b9486fc85f242a292786539d4e1804d38 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385535329542076, "commit_timestamp_nsecs": 1753385535832054120, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d/a6e385968b56b58cb7ece24f1b4c0d77 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d/a6e385968b56b58cb7ece24f1b4c0d77 new file mode 100644 index 0000000000000000000000000000000000000000..89f00c1d7d22f74e5e25e601d2c2dbef3a9a09b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d/a6e385968b56b58cb7ece24f1b4c0d77 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..752c123e316befdcbf38cb5fc97b6043e7ba1c8a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/52f7874938ff05a0ee989158aa830604 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/52f7874938ff05a0ee989158aa830604 new file mode 100644 index 0000000000000000000000000000000000000000..0a2f942c9249ae8d9480efa83deb02184de8d41b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/52f7874938ff05a0ee989158aa830604 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/77314ad3a02d743ef655bbeaa7c84b0c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/77314ad3a02d743ef655bbeaa7c84b0c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/77314ad3a02d743ef655bbeaa7c84b0c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b1d97ada1ecf3f9b7aebbf15b0552a98 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b1d97ada1ecf3f9b7aebbf15b0552a98 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b1d97ada1ecf3f9b7aebbf15b0552a98 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/ea27fb82acdf044b92214237e8114dbf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/ea27fb82acdf044b92214237e8114dbf new file mode 100644 index 0000000000000000000000000000000000000000..b941516b70d2b6f122395208a54830cd7f5ac7d3 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/ea27fb82acdf044b92214237e8114dbf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d932293aedb88c7d7d81e4d1f154c789f02c864b37356209f7b492f8e42b305f +size 645059 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..97726bbafd7599669ecacc1ec3c2e823bd711a41 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..62b745843e38aea8ee6f79bebbc406e953a67aed --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385568572479107, "commit_timestamp_nsecs": 1753385568664048754, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d/f4abe884f2f93956d99e7cac7106302b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d/f4abe884f2f93956d99e7cac7106302b new file mode 100644 index 0000000000000000000000000000000000000000..686f391ecbd64911b4494814839159caa8318862 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d/f4abe884f2f93956d99e7cac7106302b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..85ea8d66ef122d6f32b68bfa236279d1134899ad Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/025f9f79975883fffcdb29c0a0f60169 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/025f9f79975883fffcdb29c0a0f60169 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/025f9f79975883fffcdb29c0a0f60169 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/2f6eee601ccd541e38b98c74cfe8bd39 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/2f6eee601ccd541e38b98c74cfe8bd39 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/2f6eee601ccd541e38b98c74cfe8bd39 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/4626bbfbe5f6c14328067007f518fed8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/4626bbfbe5f6c14328067007f518fed8 new file mode 100644 index 0000000000000000000000000000000000000000..2588b74d67aa33503d59616f815480a39ac8ae76 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/4626bbfbe5f6c14328067007f518fed8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/7a1bc3dfb6869470196d7eabcfaa8033 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/7a1bc3dfb6869470196d7eabcfaa8033 new file mode 100644 index 0000000000000000000000000000000000000000..32237cd37d38f1644319f87df5ad0b1eb824a98c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/7a1bc3dfb6869470196d7eabcfaa8033 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1cabc1d532f5fb336e9a84e6cecced0c558d40bf9998a5b205a3bd820b814c +size 645119 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0cdfe5eac02cdb1f9e87ddbba34c07f69024c529 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a5d2ff1d1fb992cd9ddd6ebd6b86f2f6ca3e95b7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385601894200588, "commit_timestamp_nsecs": 1753385601985730591, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d/3c06c2c13c7056e2daa95a68ec51fa15 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d/3c06c2c13c7056e2daa95a68ec51fa15 new file mode 100644 index 0000000000000000000000000000000000000000..ae10b5e81def1d09c78ab638c07d61ddfa3f113b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d/3c06c2c13c7056e2daa95a68ec51fa15 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fa878e9f7079fbf2572e6d01041da67bf008989b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/048f31abd73799deb50e38526a361bc5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/048f31abd73799deb50e38526a361bc5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/048f31abd73799deb50e38526a361bc5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/11aa5e130a8287aa06a6bf1532f4890a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/11aa5e130a8287aa06a6bf1532f4890a new file mode 100644 index 0000000000000000000000000000000000000000..7b65df24399fb52ba727210ba79909475bc10a01 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/11aa5e130a8287aa06a6bf1532f4890a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3bd63115e65f57fb66f2e6f486f80245ec299cd96e156369f87f8d0775bbe1 +size 645031 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/96c83ca0416e86f664a5cb130cae2c19 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/96c83ca0416e86f664a5cb130cae2c19 new file mode 100644 index 0000000000000000000000000000000000000000..829d8b038029533d10eb3c937b312894f6001eb5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/96c83ca0416e86f664a5cb130cae2c19 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/98110b8ea066b62abf01f6645bb63a8e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/98110b8ea066b62abf01f6645bb63a8e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/98110b8ea066b62abf01f6645bb63a8e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a3b3f4c74ca4102bda7badd8ff0805ae94e7fa2a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6802b56f563cde7b088c4029e543fba154000263 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385635155352857, "commit_timestamp_nsecs": 1753385635248223718, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d/50ffc5fe82d0165c9ae0081333fc8f4f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d/50ffc5fe82d0165c9ae0081333fc8f4f new file mode 100644 index 0000000000000000000000000000000000000000..84e40f1f1a69fca9cf88fe4bc9aa25958877ee5e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d/50ffc5fe82d0165c9ae0081333fc8f4f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c3b31122756428806ea3819e7843cbfcd3cf3fae Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/0696e8e95f1aeaa4552cc42eecbc3256 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/0696e8e95f1aeaa4552cc42eecbc3256 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/0696e8e95f1aeaa4552cc42eecbc3256 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/484ce06f031bead7fd2197ab0525cb45 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/484ce06f031bead7fd2197ab0525cb45 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/484ce06f031bead7fd2197ab0525cb45 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/634a8736bf2fc27c2beb71ee9aa39b12 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/634a8736bf2fc27c2beb71ee9aa39b12 new file mode 100644 index 0000000000000000000000000000000000000000..a43a9a2ae7f3fb1b29dfa089d3ead4c1434acdbc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/634a8736bf2fc27c2beb71ee9aa39b12 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/a5299fa5fec13bf16c91225c3dad64f3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/a5299fa5fec13bf16c91225c3dad64f3 new file mode 100644 index 0000000000000000000000000000000000000000..6777191a927e78da2446e9de3bde98e7c65ae3f9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/a5299fa5fec13bf16c91225c3dad64f3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94f58eb9f1d634960f4d617f2ea2c44f804b87300cdbea443d24c2e0d449f6d +size 645104 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2135e8710dd0e288bcf2b4fda8c8697d3ce3f916 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fac4eb691aa71376b9d3d7b260dc820241b04d4d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385668414619560, "commit_timestamp_nsecs": 1753385668838650545, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d/2b17b5193b2bfc394e6a9c750ded83e0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d/2b17b5193b2bfc394e6a9c750ded83e0 new file mode 100644 index 0000000000000000000000000000000000000000..bc77164ee6eb1732cc39145c2f670be889cdbc49 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d/2b17b5193b2bfc394e6a9c750ded83e0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..07893a4a290aa65a1676112c4a36db62b44e5d07 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/51b8c72edcb52baf78b98826d44b4410 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/51b8c72edcb52baf78b98826d44b4410 new file mode 100644 index 0000000000000000000000000000000000000000..608ce82b7246eb4dbefa41558330fc59a4bc7d74 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/51b8c72edcb52baf78b98826d44b4410 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1f38d0c6363834c4e5a602fed6b95716638cfcd0971d5301792c6864761e8f +size 645082 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/b05701847ca2ed8ade7f653119808b4f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/b05701847ca2ed8ade7f653119808b4f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/b05701847ca2ed8ade7f653119808b4f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/bbc3a974a7baf09143158da1ba55308a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/bbc3a974a7baf09143158da1ba55308a new file mode 100644 index 0000000000000000000000000000000000000000..6673adb6d5f727ee6e2e0b075f944cc2cd034ee1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/bbc3a974a7baf09143158da1ba55308a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/fab754b44092261e626dc13cf1c060c5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/fab754b44092261e626dc13cf1c060c5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/fab754b44092261e626dc13cf1c060c5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e6945ae96bff336fd9279d5edf434ac3898b07d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f4924e496cbac7a6c9914c661f7c6280584bfcd0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385701709393300, "commit_timestamp_nsecs": 1753385701802400971, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d/576274d3bd4b6ea876f8643faf78a7b5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d/576274d3bd4b6ea876f8643faf78a7b5 new file mode 100644 index 0000000000000000000000000000000000000000..f1481ef07dc6a70a14e494560d2c1631b252e832 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d/576274d3bd4b6ea876f8643faf78a7b5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..adc1653b24a96b05a0da46df96f2a2d6e0b8dc9a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/21ff42a3d918b8ca81f842df9e480931 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/21ff42a3d918b8ca81f842df9e480931 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/21ff42a3d918b8ca81f842df9e480931 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/3aa618239aafe1a50c061e74f7bd86af b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/3aa618239aafe1a50c061e74f7bd86af new file mode 100644 index 0000000000000000000000000000000000000000..19b481ab991bbd09d781f4cd89d739b20f94bb66 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/3aa618239aafe1a50c061e74f7bd86af differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/41a1a53b061f28f9c62298dc37ce14b9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/41a1a53b061f28f9c62298dc37ce14b9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/41a1a53b061f28f9c62298dc37ce14b9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c5162e1332b0ef4442a88a0931c82f88 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c5162e1332b0ef4442a88a0931c82f88 new file mode 100644 index 0000000000000000000000000000000000000000..4d12b5705d3f3d884b327643350bb64763bcbdf0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c5162e1332b0ef4442a88a0931c82f88 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575cdf54f25b0b1f8486e0cd9f4d6d56ce09633393fddd1e6ca481f96c975050 +size 645063 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..22d626ac7159a0dc6aaf22692449b66358d25696 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..56b56d2e03e9885f2bcb2ab6b2395d608d470ebb --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385734954248794, "commit_timestamp_nsecs": 1753385735045925475, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d/0ffff8373109d77f775eb7ff64b56d6e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d/0ffff8373109d77f775eb7ff64b56d6e new file mode 100644 index 0000000000000000000000000000000000000000..fbd441b5e8ffd9dee82d590f448008bcc600dbab Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d/0ffff8373109d77f775eb7ff64b56d6e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..93116af1d12f4d98cbb116acb36aac9d4e73e4de Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1c51b5293d6e7c505feef204c98b3998 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1c51b5293d6e7c505feef204c98b3998 new file mode 100644 index 0000000000000000000000000000000000000000..5a8d16232ae996847d6ccca70241a03af098edf2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1c51b5293d6e7c505feef204c98b3998 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cdb4abf8e8c386b35d9347d69f8d106ad46b9409af7174639338e880a9a243c +size 645170 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/5611947c549ffd583136f5aa0aab9de8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/5611947c549ffd583136f5aa0aab9de8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/5611947c549ffd583136f5aa0aab9de8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/58a0732b4aec4f99e55917aec4347a2a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/58a0732b4aec4f99e55917aec4347a2a new file mode 100644 index 0000000000000000000000000000000000000000..6c6add2b5f8866882fc4101f2c7672ca73612f99 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/58a0732b4aec4f99e55917aec4347a2a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ebcc3b0b3ae12f5bb4d89954e4ee0e30 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ebcc3b0b3ae12f5bb4d89954e4ee0e30 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ebcc3b0b3ae12f5bb4d89954e4ee0e30 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d9a856eeb3f1d3d19cc3ae253fb040ab3ce4aed1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..da0ed5b6f80eb3c8b25c9e905b2bbe12d7ccc16c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385768231975662, "commit_timestamp_nsecs": 1753385768325571091, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d/309e81329b4af5455d68bba40e29211c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d/309e81329b4af5455d68bba40e29211c new file mode 100644 index 0000000000000000000000000000000000000000..88509a5e6be6f8654027b4bd86532cffcd3efe12 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d/309e81329b4af5455d68bba40e29211c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..12e32a410f2fa6bd7f92afa5c649dfbaaacd1a2c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/26709b9daf09d00dcaa17a366b91ec6b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/26709b9daf09d00dcaa17a366b91ec6b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/26709b9daf09d00dcaa17a366b91ec6b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/8a85a516f30c25e0f5fef53cd22efed8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/8a85a516f30c25e0f5fef53cd22efed8 new file mode 100644 index 0000000000000000000000000000000000000000..ffcef40168a07065ff22700c0332495cbf7a3556 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/8a85a516f30c25e0f5fef53cd22efed8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6c76432d41ca72348e372a1d8c19b79d739a90118fcfaba048ea70ff6bd6e2 +size 645185 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/c884201ca1b9f040dde81135b800b5a9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/c884201ca1b9f040dde81135b800b5a9 new file mode 100644 index 0000000000000000000000000000000000000000..294a9798b9b593de99475ccc510634c11514cdf1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/c884201ca1b9f040dde81135b800b5a9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/d9dbd59c902e85db738ac0ddb3d1f810 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/d9dbd59c902e85db738ac0ddb3d1f810 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/d9dbd59c902e85db738ac0ddb3d1f810 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..273ab01283aaabb6234e73fc0bcb4ca473029efa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0cfd25e06a2d26fd3000ae1d5519c9d5516b7ab2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385801524826093, "commit_timestamp_nsecs": 1753385801615551732, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d/bcd2df95b666741de517a1c8041bff7d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d/bcd2df95b666741de517a1c8041bff7d new file mode 100644 index 0000000000000000000000000000000000000000..abad130f4035bcb18e381193b0ceb52cf879ceac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d/bcd2df95b666741de517a1c8041bff7d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48abbcaac2ef22b175f6c9c2d01e89d1addebfa0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/75dae52205d96440aece1f721faa0969 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/75dae52205d96440aece1f721faa0969 new file mode 100644 index 0000000000000000000000000000000000000000..24d83aedbd884e64c74347faf2bf585a733b8a59 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/75dae52205d96440aece1f721faa0969 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cfda2dc33f50144948b0d406ca0526d88a6d3a41c2020c769425c1734ac58a2 +size 645195 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/c96469444ec114e073c40efd907b4d3d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/c96469444ec114e073c40efd907b4d3d new file mode 100644 index 0000000000000000000000000000000000000000..18d609ec68192855403335631a9238c4cabdd4ac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/c96469444ec114e073c40efd907b4d3d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/d518f7ed82eacba21c8824a6a8cabde8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/d518f7ed82eacba21c8824a6a8cabde8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/d518f7ed82eacba21c8824a6a8cabde8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/e39bc6ba1453bf359790022ac68a4b0a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/e39bc6ba1453bf359790022ac68a4b0a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/e39bc6ba1453bf359790022ac68a4b0a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7df58769b0c5ffa0d5ad139eba9f9a91b6fcae66 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3a92df1e2138569974bf9ade22e14ea8047f013e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385834775107896, "commit_timestamp_nsecs": 1753385834867275144, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d/20551cc0b753e85ba96b8313f2544f88 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d/20551cc0b753e85ba96b8313f2544f88 new file mode 100644 index 0000000000000000000000000000000000000000..2a19fd9cb795a21950c308a463c5813d1f0180ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d/20551cc0b753e85ba96b8313f2544f88 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..661b148d03070e56cb4ba6160c180a1d3d01c430 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/2f4aca6eddae12e7189b33a978a65978 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/2f4aca6eddae12e7189b33a978a65978 new file mode 100644 index 0000000000000000000000000000000000000000..e73ff08641fe4353a8746c42c886dc8f55e2edd4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/2f4aca6eddae12e7189b33a978a65978 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/333886ad4a34f6f37699352551082b39 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/333886ad4a34f6f37699352551082b39 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/333886ad4a34f6f37699352551082b39 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/449b72bc1beb6d970d6c33925f5bbfd8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/449b72bc1beb6d970d6c33925f5bbfd8 new file mode 100644 index 0000000000000000000000000000000000000000..3f0fea98d44da3412fedaa05280ef30b27d9b016 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/449b72bc1beb6d970d6c33925f5bbfd8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b13c5788658602dd6fd38eee2f56da2ba8600eab0e3d0851e159e99a38923ec +size 645215 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/d25ba20d200238508044de4c41152b25 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/d25ba20d200238508044de4c41152b25 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/d25ba20d200238508044de4c41152b25 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8dad15ea30a24ad096ad98d4e152ebaaaaa43e5e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..16064244ebcd4954cbe04611a3e42f013721db2a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753384973625982625, "commit_timestamp_nsecs": 1753384974024006192, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d/5694255303d49d65b422808065aba0ca b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d/5694255303d49d65b422808065aba0ca new file mode 100644 index 0000000000000000000000000000000000000000..84827aeb5ba7dccf54da58d182b4025687b2127b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d/5694255303d49d65b422808065aba0ca differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8f82601335d7a115ae45d848dfe74039c851c907 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/73384bd326f94a8a5ced6b0a20978c7f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/73384bd326f94a8a5ced6b0a20978c7f new file mode 100644 index 0000000000000000000000000000000000000000..79737ae891f32995bdda16473ff81167bbcea792 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/73384bd326f94a8a5ced6b0a20978c7f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3dd5ca1e3a79a4dd256e414bc8ed26e239474b72138fd3bfdaaf3409a9ab5b +size 644348 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cac53681cb27d3103d87f82bda52537f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cac53681cb27d3103d87f82bda52537f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cac53681cb27d3103d87f82bda52537f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/ddbe8b724b6c590ee19edf5a5a0ebaf2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/ddbe8b724b6c590ee19edf5a5a0ebaf2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/ddbe8b724b6c590ee19edf5a5a0ebaf2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/f89b5cbbd3db37f6651fc86d4805ca6e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/f89b5cbbd3db37f6651fc86d4805ca6e new file mode 100644 index 0000000000000000000000000000000000000000..ff6f3d77070145de1de68429a756fbd78fcd5875 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/f89b5cbbd3db37f6651fc86d4805ca6e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a4362b078088f9650901a2f5fb7bbb4e519f3540 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..556b5a89bfb1b9fb142ce291af7b40f32aaf1f64 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385867991396239, "commit_timestamp_nsecs": 1753385868081331739, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d/05b4bc04bb3b0085296e9042f9620a7f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d/05b4bc04bb3b0085296e9042f9620a7f new file mode 100644 index 0000000000000000000000000000000000000000..0fb1416e03581e5885bca9fefd6fd9bce52059d7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d/05b4bc04bb3b0085296e9042f9620a7f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3956dd051b5797bed7cb09a6c5546847eaf58534 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/230b018b24d3c68fda7fdd31ee5f837c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/230b018b24d3c68fda7fdd31ee5f837c new file mode 100644 index 0000000000000000000000000000000000000000..ba71d221a4d1a13603b8928a5be6a69a120cd121 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/230b018b24d3c68fda7fdd31ee5f837c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2941f0ab577ddc83bf36867b553cbd139d81979c69cc4195ddfffea3c1a50f +size 645225 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2417972cb298b3b9faf5c5f88c9b46a8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2417972cb298b3b9faf5c5f88c9b46a8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2417972cb298b3b9faf5c5f88c9b46a8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2f0977c890745ce1a9f9eb0875f67c6d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2f0977c890745ce1a9f9eb0875f67c6d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2f0977c890745ce1a9f9eb0875f67c6d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/437b61e49e75bec454af6d7c6864ff2a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/437b61e49e75bec454af6d7c6864ff2a new file mode 100644 index 0000000000000000000000000000000000000000..cc5738149b9992e862a227ddae7dedd052d940f0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/437b61e49e75bec454af6d7c6864ff2a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..94314b3124bfbbf5e1a339798f83a9e4a66692ea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7c5105d99ced56f37726a598ec41e8ef420ce6bf --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385901201748076, "commit_timestamp_nsecs": 1753385901295053641, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d/df7fb7d774a4b6b34d1f06b90377213d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d/df7fb7d774a4b6b34d1f06b90377213d new file mode 100644 index 0000000000000000000000000000000000000000..67ac06aa6c85cb4e68053e357f58ee7a421ad5c9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d/df7fb7d774a4b6b34d1f06b90377213d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cefd44164f8337465c0b504592fc9cb00ced61a6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/14cf87f88c5de932c0ca444a4e3af9f0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/14cf87f88c5de932c0ca444a4e3af9f0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/14cf87f88c5de932c0ca444a4e3af9f0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/44964d6a6ef664f803b29be790c682b2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/44964d6a6ef664f803b29be790c682b2 new file mode 100644 index 0000000000000000000000000000000000000000..995f51d0b3ae22d6434ca4fa0043612c9670bb7c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/44964d6a6ef664f803b29be790c682b2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/66fed7260844ce8d31c6fd7b74606600 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/66fed7260844ce8d31c6fd7b74606600 new file mode 100644 index 0000000000000000000000000000000000000000..d5f726dd56f9950d9031da8d62bfa12d249b33b9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/66fed7260844ce8d31c6fd7b74606600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b646f2c30fb8d534352461b9f9e6c03b864cab03987a20d8a7ec69c11f14b366 +size 645266 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/f264853126b0ef3d6e96c1fcfc9b901d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/f264853126b0ef3d6e96c1fcfc9b901d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/f264853126b0ef3d6e96c1fcfc9b901d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..45702dd954fbbe3eada0e3225f563ced0550a814 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..bbb090021bef748832d8048e43c5c9cff76ab87a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385934426246406, "commit_timestamp_nsecs": 1753385934517050665, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d/771658a2dcbca968a133cac87a21ab87 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d/771658a2dcbca968a133cac87a21ab87 new file mode 100644 index 0000000000000000000000000000000000000000..f7d9388a2f96a3a9aec6baabf7a51a10190b25c3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d/771658a2dcbca968a133cac87a21ab87 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8941f9ee1f0a7c7937bd3fa12f83713d9e704a53 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/8f5956d1f134f79daaf4d05b01c016ea b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/8f5956d1f134f79daaf4d05b01c016ea new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/8f5956d1f134f79daaf4d05b01c016ea differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/cf8d0e321f63e6b8f8c39f391b9ecec2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/cf8d0e321f63e6b8f8c39f391b9ecec2 new file mode 100644 index 0000000000000000000000000000000000000000..eab9e3b389391ba4850f18ed6f94576c72af6708 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/cf8d0e321f63e6b8f8c39f391b9ecec2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306d3be8a74e1937fef7dec9ef16fff30687cfe7c90f359c44d0a74dc5064307 +size 645201 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/e3c5e878c7b48ef42d0f9077633c4ea5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/e3c5e878c7b48ef42d0f9077633c4ea5 new file mode 100644 index 0000000000000000000000000000000000000000..99b4fb649b2279ade969b462cf29be696432e1bd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/e3c5e878c7b48ef42d0f9077633c4ea5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/f0b24db18ddb4772a56d0ff6529ee4e1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/f0b24db18ddb4772a56d0ff6529ee4e1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/f0b24db18ddb4772a56d0ff6529ee4e1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..58956b79d7f20e3dac6e032ffba37ac6aaa6e48b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..80a73982977d7d718bc72c40452aa07d63dfe596 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385967676988318, "commit_timestamp_nsecs": 1753385967785844682, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d/d842fa435da64ca44a68575e8dfb44bb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d/d842fa435da64ca44a68575e8dfb44bb new file mode 100644 index 0000000000000000000000000000000000000000..f8fa8d6b862c412a6407492758ff392c1213c297 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d/d842fa435da64ca44a68575e8dfb44bb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a58e0b441867c209ac64f26ce92fb7ecd64da1fa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/01215bcd36c1d53793ee13fc4eac8797 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/01215bcd36c1d53793ee13fc4eac8797 new file mode 100644 index 0000000000000000000000000000000000000000..1ed4c939c1702c1c607374cbc4ef3dbf1079ef14 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/01215bcd36c1d53793ee13fc4eac8797 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/2aa6fe54d36445d897ab5f1a902166b9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/2aa6fe54d36445d897ab5f1a902166b9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/2aa6fe54d36445d897ab5f1a902166b9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/af58a4b8ca389422dc5a140dd592d9a7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/af58a4b8ca389422dc5a140dd592d9a7 new file mode 100644 index 0000000000000000000000000000000000000000..38a0cfda31d4192f6548ab98b63ddc39747648e0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/af58a4b8ca389422dc5a140dd592d9a7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718602c8491fc3eddd0b0ea22673344ad502df5fc10c26d33d251450310a8ceb +size 645287 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e754a444bf04d6295c0792395735ff97 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e754a444bf04d6295c0792395735ff97 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e754a444bf04d6295c0792395735ff97 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..59c0cb369988b61cd2e5611bb3d64c27e557532b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e13fb6a3f034ac3ea17e8ed56b6a9ecd939c45e8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386000909798445, "commit_timestamp_nsecs": 1753386001015546800, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d/ab0879afbc3dbf043e3fa948f2c6d77e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d/ab0879afbc3dbf043e3fa948f2c6d77e new file mode 100644 index 0000000000000000000000000000000000000000..4eb47bb31595eabc936f32a938d13efc7b93bcba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d/ab0879afbc3dbf043e3fa948f2c6d77e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a1d4d0ae78e0dd14959f287d5f6f134035d55859 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/3530766c0cb949d457f0d98efae80baa b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/3530766c0cb949d457f0d98efae80baa new file mode 100644 index 0000000000000000000000000000000000000000..02dd3fea3bf29e051865689b1b68aa70c9da6fa9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/3530766c0cb949d457f0d98efae80baa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31801b1742e6e54ccf534b045c7f78c16fcb22b5ba6176323489d0ab75a94976 +size 645299 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/53cb3e246acb8963d441575ff4eb6dde b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/53cb3e246acb8963d441575ff4eb6dde new file mode 100644 index 0000000000000000000000000000000000000000..322c4f1755aeaa6c489957b798c9e84070f3e01c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/53cb3e246acb8963d441575ff4eb6dde differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/963cda00afe7e8c5fcde962c0a083d89 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/963cda00afe7e8c5fcde962c0a083d89 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/963cda00afe7e8c5fcde962c0a083d89 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/d3c4ea9fe426688a65fe231cd97a3f70 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/d3c4ea9fe426688a65fe231cd97a3f70 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/d3c4ea9fe426688a65fe231cd97a3f70 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d405ed88ab93e5116df7d962e905d1bc7227ae59 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f5fee8602d8b884fe93969b10d9d561405dd0826 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386034216419424, "commit_timestamp_nsecs": 1753386034680205173, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d/ed8419fde7f9197dafe7f2b3d955080d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d/ed8419fde7f9197dafe7f2b3d955080d new file mode 100644 index 0000000000000000000000000000000000000000..408ba2371cf29a7cc9f2207cb32a4df0c15a3908 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d/ed8419fde7f9197dafe7f2b3d955080d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..497478790c1e3f9a7c12eef964e079777b1b1226 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/43ab8a34dc1aabcfbfe26f7fbe2fb341 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/43ab8a34dc1aabcfbfe26f7fbe2fb341 new file mode 100644 index 0000000000000000000000000000000000000000..dd0b6acb609500f147eb7d247205c8476ead6563 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/43ab8a34dc1aabcfbfe26f7fbe2fb341 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0cf1210bd65163f2a45ebe4ce16ae602e52aca1deecaa043d831d569822249 +size 645211 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4601a3bbb521ef151976ad26368756a3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4601a3bbb521ef151976ad26368756a3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4601a3bbb521ef151976ad26368756a3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/8ff003e85da9323c7bdd2de06537f76b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/8ff003e85da9323c7bdd2de06537f76b new file mode 100644 index 0000000000000000000000000000000000000000..6a41c792c01821751eac451326341ad489d36c42 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/8ff003e85da9323c7bdd2de06537f76b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/b71d8c660b98c36d36406c04b3fa7e80 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/b71d8c660b98c36d36406c04b3fa7e80 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/b71d8c660b98c36d36406c04b3fa7e80 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2e35aef68440e8c4857270f6ffcaaa7cffc1c5a1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f929ad4e3ef4bd6fe842990474bbd9900e018dfe --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386067458050402, "commit_timestamp_nsecs": 1753386067860167984, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d/7c1422821738e5c21ff41d6ccb93d419 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d/7c1422821738e5c21ff41d6ccb93d419 new file mode 100644 index 0000000000000000000000000000000000000000..c41bd9b759c01e59673247abb9888dc48dd448b0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d/7c1422821738e5c21ff41d6ccb93d419 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1e56d305f15eb2fb144cd02ef2202c910bc9aa25 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/1f92fb393b2904394c0064cd7bb7f115 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/1f92fb393b2904394c0064cd7bb7f115 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/1f92fb393b2904394c0064cd7bb7f115 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/4920c3376e7b95cee9d6628f8d4799c0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/4920c3376e7b95cee9d6628f8d4799c0 new file mode 100644 index 0000000000000000000000000000000000000000..b772a55eb1b2b5c442393ec49ca9d3256102e489 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/4920c3376e7b95cee9d6628f8d4799c0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c2b591868e370f9f7e3d363b840f7f99c4e7518a3b232226a36f59b5b27f60c +size 645353 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/8a6cbe0ceffb5ac75aba53d6179f7dbe b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/8a6cbe0ceffb5ac75aba53d6179f7dbe new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/8a6cbe0ceffb5ac75aba53d6179f7dbe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/b5ae26fdf4c79546f0d53b166ec9974a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/b5ae26fdf4c79546f0d53b166ec9974a new file mode 100644 index 0000000000000000000000000000000000000000..df284a8b7c2f8c453418de596f6be218b089cd8a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/b5ae26fdf4c79546f0d53b166ec9974a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..736d064a895873b16c03ebdc77fe9d376676e20e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d3b6ef8f95ce45fb8a0cb0102dbeefcc992305ec --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386100778928943, "commit_timestamp_nsecs": 1753386100886627897, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d/68a911f207516fe82d22d7d838f66968 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d/68a911f207516fe82d22d7d838f66968 new file mode 100644 index 0000000000000000000000000000000000000000..c262b0cc56b6f24f67c5b38721d7b27a17380493 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d/68a911f207516fe82d22d7d838f66968 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..da4d6805c9f083abbe73edcfb3bbe0305f285931 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/1d155dd8ae0527a6718860ad4837ed47 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/1d155dd8ae0527a6718860ad4837ed47 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/1d155dd8ae0527a6718860ad4837ed47 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/7fc151050e219df3a33c2a01325f760a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/7fc151050e219df3a33c2a01325f760a new file mode 100644 index 0000000000000000000000000000000000000000..1f80dcc8100b756e97831f43e3994325c44e70d2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/7fc151050e219df3a33c2a01325f760a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94423c21e3150c045b3277e3362a1d21d30700c2e5e77af2ed66643592d0a386 +size 645240 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/a479c06c40c0aaad33afcaf532d844c2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/a479c06c40c0aaad33afcaf532d844c2 new file mode 100644 index 0000000000000000000000000000000000000000..93875f2963ad066549eb07f7b0090485e66e8064 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/a479c06c40c0aaad33afcaf532d844c2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/e3d62346d0948fa7d10cee066f9ba115 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/e3d62346d0948fa7d10cee066f9ba115 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/e3d62346d0948fa7d10cee066f9ba115 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..94fd28c8ff308d234ce2e7c891ac61d65d22ee39 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..cc0053054f70f7055d10511dd76b373ee0028cda --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386134069231988, "commit_timestamp_nsecs": 1753386134159467487, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d/913a44cd78efac6bb346de5817d11b65 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d/913a44cd78efac6bb346de5817d11b65 new file mode 100644 index 0000000000000000000000000000000000000000..ed939377d3b30b1fed6592558417c876c3c11c08 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d/913a44cd78efac6bb346de5817d11b65 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b60bebb47ecb20a4ae0ae13c1894c23b264197be Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/aaa7258bb52be0b9956ed1450e795bdf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/aaa7258bb52be0b9956ed1450e795bdf new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/aaa7258bb52be0b9956ed1450e795bdf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/c7478b95c3dbdac65637ea89b94e038c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/c7478b95c3dbdac65637ea89b94e038c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/c7478b95c3dbdac65637ea89b94e038c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/ca656fa1fa6729913559e2f8cb885e1b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/ca656fa1fa6729913559e2f8cb885e1b new file mode 100644 index 0000000000000000000000000000000000000000..f108f6c0e64ee84a7b958709719b295394c0a054 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/ca656fa1fa6729913559e2f8cb885e1b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/d7e4537de72e99a27a09dd8f187e65f5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/d7e4537de72e99a27a09dd8f187e65f5 new file mode 100644 index 0000000000000000000000000000000000000000..93db5a02558a8ea71cd37a4e85a1a1f96ca7e44f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/d7e4537de72e99a27a09dd8f187e65f5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6299e1d804d2a6fc7ef45c27c6cc7f991d2a30fd6afc7649b7660c79f791d7c +size 645305 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48fc0698a2fc05ce66086edaae7cbac0bd53ad43 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5a23e809e3b486c8e3ed405197c0a0dac414a19c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386167322187193, "commit_timestamp_nsecs": 1753386167412427711, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d/54938b7dff19a13574022d73ca2ddae8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d/54938b7dff19a13574022d73ca2ddae8 new file mode 100644 index 0000000000000000000000000000000000000000..7454dfa4fcbfb0d080ce58c0be6baf781a1311f3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d/54938b7dff19a13574022d73ca2ddae8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c556fd8223a7cbeb3d9ebcb8af8270776d9913db Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/aa69ef79f4a02a5e4c8008e0edd0e13b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/aa69ef79f4a02a5e4c8008e0edd0e13b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/aa69ef79f4a02a5e4c8008e0edd0e13b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/d0aa0f9b35ca155514e3c764c5b22d30 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/d0aa0f9b35ca155514e3c764c5b22d30 new file mode 100644 index 0000000000000000000000000000000000000000..db818c65d50c9450c157ec2a291c918b75e7440a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/d0aa0f9b35ca155514e3c764c5b22d30 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/daba331f3fe952d4ed0a38ff578bcb5e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/daba331f3fe952d4ed0a38ff578bcb5e new file mode 100644 index 0000000000000000000000000000000000000000..909e4323e9f33063b258984d454f29c8e589ebfd --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/daba331f3fe952d4ed0a38ff578bcb5e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587487e49626a37d1fae63963c112c5fb7bc0f1abf008635ef46a5abaeb560dd +size 645390 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/fc36dc677bd2e936b355ba2dd11e1db4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/fc36dc677bd2e936b355ba2dd11e1db4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/fc36dc677bd2e936b355ba2dd11e1db4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8ec717231fc829538847b8cb7812e9c734177a04 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1e7f0d9f04417146b854fa48e2ea48336b557e44 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385006712367299, "commit_timestamp_nsecs": 1753385007172669281, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d/efdca2190e3325c08c9869cba45b1055 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d/efdca2190e3325c08c9869cba45b1055 new file mode 100644 index 0000000000000000000000000000000000000000..93f3e5f5ba7635bbcf2d8261f88454a2c7f63a68 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d/efdca2190e3325c08c9869cba45b1055 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d6b001f766d1adad28690e24160a546492b71930 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/1ac9254b419d9409d6fe00355ba4d045 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/1ac9254b419d9409d6fe00355ba4d045 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/1ac9254b419d9409d6fe00355ba4d045 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/6bf4e7da699c13f0fc6b1deb574a4f17 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/6bf4e7da699c13f0fc6b1deb574a4f17 new file mode 100644 index 0000000000000000000000000000000000000000..eaceea7aa34197af578ff226f4f4d86b44c775ab Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/6bf4e7da699c13f0fc6b1deb574a4f17 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/cc9fde7631403e9fb05d5ff753d2724c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/cc9fde7631403e9fb05d5ff753d2724c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/cc9fde7631403e9fb05d5ff753d2724c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f7a801867e0310564f645a42172283dd b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f7a801867e0310564f645a42172283dd new file mode 100644 index 0000000000000000000000000000000000000000..e1939a5aa9a6b707f5cd8726a6541f44ed3928a9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f7a801867e0310564f645a42172283dd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f831ddb7ef84668178e88870270560a05f3c59363efd2a32791838e1c697ab +size 644428 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b7bbbee2b94b5292ea07a92bd3718392bf1aef5a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a9eaac2f9bc05d9569efdad92a20236e06dfeeff --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386200574880852, "commit_timestamp_nsecs": 1753386200665126970, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d/9ff3717f2ff25fb6a580fb6544d77fd3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d/9ff3717f2ff25fb6a580fb6544d77fd3 new file mode 100644 index 0000000000000000000000000000000000000000..09916043583053ca26fe67273415e31f66b33f82 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d/9ff3717f2ff25fb6a580fb6544d77fd3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0b2b342e16eb61209158d42f4456721921e703d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/0f440869be003f8d322f87db4e1330a1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/0f440869be003f8d322f87db4e1330a1 new file mode 100644 index 0000000000000000000000000000000000000000..d5a47c5f13f00f2aabbdb8b3c441bd4928c01472 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/0f440869be003f8d322f87db4e1330a1 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/12191deedc7c8ea915cb4379c369b616 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/12191deedc7c8ea915cb4379c369b616 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/12191deedc7c8ea915cb4379c369b616 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/558a5f70d9bba86f46f3aaa75bc3e54e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/558a5f70d9bba86f46f3aaa75bc3e54e new file mode 100644 index 0000000000000000000000000000000000000000..3e1b216e7d1058b7e6196d6b5a204a49e6486ff5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/558a5f70d9bba86f46f3aaa75bc3e54e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d7e817921224ce00d844ab2a85bbe8b6e6b37968c23a3617db04548b20851e +size 645443 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ff95ce109e71edcd3a28960692d8e593 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ff95ce109e71edcd3a28960692d8e593 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/ff95ce109e71edcd3a28960692d8e593 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..42fcea6493e79ecb701f26ed762b9ba93d324571 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1fe8d759937ad13a5810422bbb1a12849c3f232c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386233843904871, "commit_timestamp_nsecs": 1753386233934318325, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d/128121dd65c3ff5c2130067144ba675f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d/128121dd65c3ff5c2130067144ba675f new file mode 100644 index 0000000000000000000000000000000000000000..24afb108827b564f02e6768748e8b6dc07e8fd78 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d/128121dd65c3ff5c2130067144ba675f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b14d034a19882f5a71c7af7fa980f22fae97a2c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/0d425d1b0e411b29c74267189766da55 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/0d425d1b0e411b29c74267189766da55 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/0d425d1b0e411b29c74267189766da55 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/39f9e050e98a7fac2db36a05b2ab7ef6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/39f9e050e98a7fac2db36a05b2ab7ef6 new file mode 100644 index 0000000000000000000000000000000000000000..10edbda866f7abc8d8496fd74bbd43cd7b96c432 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/39f9e050e98a7fac2db36a05b2ab7ef6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/42d1dc59887c3226b7270c4b2cd7d4a3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/42d1dc59887c3226b7270c4b2cd7d4a3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/42d1dc59887c3226b7270c4b2cd7d4a3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/51ba3125393fdf25ba7a7c8d27fcd0a8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/51ba3125393fdf25ba7a7c8d27fcd0a8 new file mode 100644 index 0000000000000000000000000000000000000000..c5932ec2e5a776890d84355aa127f99dbb59b9e9 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/51ba3125393fdf25ba7a7c8d27fcd0a8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76db73d1b4468c64b35923ed75a8bfd9c7019d9e2c68785cc1a2709b19027461 +size 645334 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bcae061cf25613ad42396bd03ab5f5e7b6c0d415 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e8b81d748a8d4bf9b4f0ca009849f28524673e9f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386267127909042, "commit_timestamp_nsecs": 1753386267224362925, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d/d5e9b484cf3267fb1e8f14adb833e205 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d/d5e9b484cf3267fb1e8f14adb833e205 new file mode 100644 index 0000000000000000000000000000000000000000..19d2ba540aae2812e2dc1cc4e7242cb721acca9d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d/d5e9b484cf3267fb1e8f14adb833e205 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fb224bf319c0937e5741a0a1982f32953b74aff7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/30e9505d399df1112017607199d0288b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/30e9505d399df1112017607199d0288b new file mode 100644 index 0000000000000000000000000000000000000000..43aae7c7ac17945397e109d559ab4245a1037a5b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/30e9505d399df1112017607199d0288b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/7a7776bbe909286ca86d81786feb5575 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/7a7776bbe909286ca86d81786feb5575 new file mode 100644 index 0000000000000000000000000000000000000000..863484537a252672839e864e12dde1fbb831dc18 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/7a7776bbe909286ca86d81786feb5575 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92116a9d67e3da14212ca43d6e18809f785d5feacc9a2e40ca760d4b054e8b8 +size 645355 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/9fb0d6900babfcd4459b71c2c3200e63 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/9fb0d6900babfcd4459b71c2c3200e63 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/9fb0d6900babfcd4459b71c2c3200e63 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/b90b22f04b9d9c6054137225f47e460d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/b90b22f04b9d9c6054137225f47e460d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/b90b22f04b9d9c6054137225f47e460d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..959307cbce576dbaa55ef66cf79df2b5215cf33e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..bea3902535974462c98e7c41d1567e4e87a9398c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386300416269250, "commit_timestamp_nsecs": 1753386300874185773, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d/523977cebf7b0f7e8aeef016a7685501 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d/523977cebf7b0f7e8aeef016a7685501 new file mode 100644 index 0000000000000000000000000000000000000000..41f596a331293c7089bc5ae57f5bf6cc275b8713 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d/523977cebf7b0f7e8aeef016a7685501 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..43a5d0c9342ab32c97814c473796d38ea7b45a58 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/3ba10f63defae5fbb02033c4de27af76 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/3ba10f63defae5fbb02033c4de27af76 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/3ba10f63defae5fbb02033c4de27af76 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4901a50f13ed36dd1b8ada16e6b3c677 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4901a50f13ed36dd1b8ada16e6b3c677 new file mode 100644 index 0000000000000000000000000000000000000000..6ae873dc922429cbdd3568c02296e5d829fe91a8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4901a50f13ed36dd1b8ada16e6b3c677 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/783a221c37149a8c290ef013bd671699 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/783a221c37149a8c290ef013bd671699 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/783a221c37149a8c290ef013bd671699 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/d9350692e2bdc7956931cb59543aa3a7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/d9350692e2bdc7956931cb59543aa3a7 new file mode 100644 index 0000000000000000000000000000000000000000..fca6638ba9d7ca047a487a67133da6cf39f1733c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/d9350692e2bdc7956931cb59543aa3a7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9076b4e38d9a8b04c1025a67dc52a08b923197ba53119c1cdb65cdedbf24ce +size 645347 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..60a739d82f75a6b306de1fa6f976d9e5b784dd60 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..454900ba6062fd7781c0e53bb84f74b2466b54a7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386333680998315, "commit_timestamp_nsecs": 1753386334121613057, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d/60394ffb1ef7775d70822b1ad7299e7a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d/60394ffb1ef7775d70822b1ad7299e7a new file mode 100644 index 0000000000000000000000000000000000000000..65be9e416ab26e7fc36e42087857be43aefa0018 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d/60394ffb1ef7775d70822b1ad7299e7a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..27e1c49be57e69649ace10e702fb30bb5ab17fcd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/547718e2dcf7456a62ca941aa6bb8783 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/547718e2dcf7456a62ca941aa6bb8783 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/547718e2dcf7456a62ca941aa6bb8783 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/d52f908f548ca0bdf1cf2a9787528442 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/d52f908f548ca0bdf1cf2a9787528442 new file mode 100644 index 0000000000000000000000000000000000000000..852ad74cdf34069105f5a4858f3f549393aa6781 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/d52f908f548ca0bdf1cf2a9787528442 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/d7993ca2606982b1ae907b8f1996dccf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/d7993ca2606982b1ae907b8f1996dccf new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/d7993ca2606982b1ae907b8f1996dccf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ffd0579951e3627c62205e8cadeea7b7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ffd0579951e3627c62205e8cadeea7b7 new file mode 100644 index 0000000000000000000000000000000000000000..dd1882ac414697b10e32f81b4221f35f8af5b8d6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/ffd0579951e3627c62205e8cadeea7b7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc4ebc5cc1bc50abe7ecda5c64aa7c5e289cbdae18804ac49a964f3b73e4c9a9 +size 645421 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8aab88967341ad126bb96c20b1042ff83c2297fd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4e617c97f6669e1651e6638b99bce1a3b12b995b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386366958279686, "commit_timestamp_nsecs": 1753386367048054708, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d/921ed3b6017af3747df10917e0cecb74 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d/921ed3b6017af3747df10917e0cecb74 new file mode 100644 index 0000000000000000000000000000000000000000..f1fe251792a634bbe1b25d786b695c97b51e22b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d/921ed3b6017af3747df10917e0cecb74 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..de9da87c71d8a92ae003cb51923787344ab3baea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/4bf2e19c8af091a385e66a8f137fe39d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/4bf2e19c8af091a385e66a8f137fe39d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/4bf2e19c8af091a385e66a8f137fe39d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/bfb9c7434bbc865d4e9644a43bee454d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/bfb9c7434bbc865d4e9644a43bee454d new file mode 100644 index 0000000000000000000000000000000000000000..74a1d871d716b52c3b2f08dc059c1a0b9b7c7883 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/bfb9c7434bbc865d4e9644a43bee454d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f0fe5b38f3857be5de4c29259493a683 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f0fe5b38f3857be5de4c29259493a683 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f0fe5b38f3857be5de4c29259493a683 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f189a9817356e02d820061fe5d84704c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f189a9817356e02d820061fe5d84704c new file mode 100644 index 0000000000000000000000000000000000000000..fd7675dcb5e2c4311a247cfc51f8b622cbf4fb7e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/f189a9817356e02d820061fe5d84704c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8a47847a825a25fa3ab65f4d33d25d30b630a3216a197964affe9b765448b3 +size 645387 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..56940128a8f51fd1c0d634b4a6b94b1939fad155 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..feef6b13aa4f12f5079d0eac905f83b7cdf7f764 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386400268953984, "commit_timestamp_nsecs": 1753386400362239083, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d/8b6eb99013e45779a6027b461348a124 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d/8b6eb99013e45779a6027b461348a124 new file mode 100644 index 0000000000000000000000000000000000000000..3ae885b83ee0cef11bde232ff0ca5c111a5a6a2c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d/8b6eb99013e45779a6027b461348a124 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2a166d956571ff2f1d6acca6a8191bc6106b4e15 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/9075338055289dfd94c0bb562b2a0620 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/9075338055289dfd94c0bb562b2a0620 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/9075338055289dfd94c0bb562b2a0620 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/a627992159f2fe67091c8e413888c80e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/a627992159f2fe67091c8e413888c80e new file mode 100644 index 0000000000000000000000000000000000000000..e5bf61785d1d935c3a54b26dae25323408de4c39 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/a627992159f2fe67091c8e413888c80e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/d7ff34beaf5ed73e6a1a223e62625def b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/d7ff34beaf5ed73e6a1a223e62625def new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/d7ff34beaf5ed73e6a1a223e62625def differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/e47d9af01d88716e256d5a4415d58986 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/e47d9af01d88716e256d5a4415d58986 new file mode 100644 index 0000000000000000000000000000000000000000..2b49fff0c81b6272d8a616e6867d3e55a4762196 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/e47d9af01d88716e256d5a4415d58986 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38a27152877c7e7d29307a9f7821b724594f8711621cdf6839dc83c90d35c41 +size 645333 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..68d686ec8a7e3888f94cebb86e5daa0f89293417 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7be94e0084d07377aee47c6c4809b18388a4db41 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386433532763613, "commit_timestamp_nsecs": 1753386433624281962, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d/c6ce88509657dc85995aab44c6c59a19 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d/c6ce88509657dc85995aab44c6c59a19 new file mode 100644 index 0000000000000000000000000000000000000000..cfdd92f81f86f2f0b7a754d4e1005d4c3203cd8f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d/c6ce88509657dc85995aab44c6c59a19 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cec64e8b66b144c5b82271b0d590718310a08e80 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/10e2d33d0dc6c4478ef3d0a447e86149 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/10e2d33d0dc6c4478ef3d0a447e86149 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/10e2d33d0dc6c4478ef3d0a447e86149 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/1c5ec162e8cf19819c90604e0fab828b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/1c5ec162e8cf19819c90604e0fab828b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/1c5ec162e8cf19819c90604e0fab828b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/81f6f62a1d650aa9f98204e91212faad b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/81f6f62a1d650aa9f98204e91212faad new file mode 100644 index 0000000000000000000000000000000000000000..6d7b57a02c24ac622e26b1fcbe2f5241884a890d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/81f6f62a1d650aa9f98204e91212faad @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf264e4d94f48c97607c1e117c14186766ac1d65b41bbb0570b06d81aedc48c9 +size 645462 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/926919f31dc56fb1553d24f647c913a4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/926919f31dc56fb1553d24f647c913a4 new file mode 100644 index 0000000000000000000000000000000000000000..228cbd68cb3504736feba0987d0bd08059f38333 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/926919f31dc56fb1553d24f647c913a4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..595c7b8dd56f7e7931605c9e0fd54e1081859a1c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..267f22f54c13c7796f5fb8ccf729f619d8111e8c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386466798502447, "commit_timestamp_nsecs": 1753386466889440572, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d/bdf886d884db64c153d799f3b0add67a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d/bdf886d884db64c153d799f3b0add67a new file mode 100644 index 0000000000000000000000000000000000000000..511b9878d9ac3660b917f088d531a74bd757edd4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d/bdf886d884db64c153d799f3b0add67a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e232a3f36b6b6a1010881a3ffceb85c2c3ea2bf3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/0783cc8b99ba35e10e7db536f78b1590 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/0783cc8b99ba35e10e7db536f78b1590 new file mode 100644 index 0000000000000000000000000000000000000000..4c5d66c3a6581efce329dbf6c361fe74d7d80f6d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/0783cc8b99ba35e10e7db536f78b1590 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a37a3054c83a88c34fbf3333239294d2933eb900561319c9f2cefc6c8a4b37d +size 645398 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/56a130875d1aaf3169ddafb29c76f943 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/56a130875d1aaf3169ddafb29c76f943 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/56a130875d1aaf3169ddafb29c76f943 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/68636e30eebb294f67b4b083db17cac2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/68636e30eebb294f67b4b083db17cac2 new file mode 100644 index 0000000000000000000000000000000000000000..5b56e16854e0bdbe25f5980cc863e9369deb990c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/68636e30eebb294f67b4b083db17cac2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/6cabf6980b7cd98ee9b49cefe16be9a5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/6cabf6980b7cd98ee9b49cefe16be9a5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/6cabf6980b7cd98ee9b49cefe16be9a5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..321122f5445a903827c6d857457f296726384650 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5247f85209ce8ad0b547f10a10aa17cc57f8e430 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386500080525536, "commit_timestamp_nsecs": 1753386500173170239, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d/de3d7826d510c9869c8e4c7b881c7647 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d/de3d7826d510c9869c8e4c7b881c7647 new file mode 100644 index 0000000000000000000000000000000000000000..6e439ee287dedd86562144ea831a889bffef39ee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d/de3d7826d510c9869c8e4c7b881c7647 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c85bc8edf862392ce1b202c378fe59afd02c95a2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/0af7d7e16f268217d2a5669a6af55693 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/0af7d7e16f268217d2a5669a6af55693 new file mode 100644 index 0000000000000000000000000000000000000000..0c0ab15f3d7333a8211642e4bcc2ba38b9f17b37 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/0af7d7e16f268217d2a5669a6af55693 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca2f8eb0cf0928c1e92b79ba68048cb28ab0a8264cd81ac6b98640babf04eee +size 645334 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/3a0eeee5eaca352b0470b8dbad9b0d08 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/3a0eeee5eaca352b0470b8dbad9b0d08 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/3a0eeee5eaca352b0470b8dbad9b0d08 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/76be59fafdbc62bb37287f8030a334fe b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/76be59fafdbc62bb37287f8030a334fe new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/76be59fafdbc62bb37287f8030a334fe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/d1c20232cb444122543f041782b718ad b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/d1c20232cb444122543f041782b718ad new file mode 100644 index 0000000000000000000000000000000000000000..7ba0c81b634a34bede7164f2b47abf1d16c54090 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/d1c20232cb444122543f041782b718ad differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..deadf72c09dff5be0ab8255ff35bddf4920d72c9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7e29159ec8c306c2375e47e1897c945aa7b52dbf --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385039777191300, "commit_timestamp_nsecs": 1753385039869960665, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d/ed0b524a4657104436c688c4ca2ff7b6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d/ed0b524a4657104436c688c4ca2ff7b6 new file mode 100644 index 0000000000000000000000000000000000000000..7dfd053aa5c91ccc3c4d951f9bb78ac0a5533675 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d/ed0b524a4657104436c688c4ca2ff7b6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bf385cc703535cf73c838eb33eb22b9d9356f6f0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/8bd206b75d73fd739d625b8568fdeb7a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/8bd206b75d73fd739d625b8568fdeb7a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/8bd206b75d73fd739d625b8568fdeb7a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/8d3789b438ed06ab4536868434b3356d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/8d3789b438ed06ab4536868434b3356d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/8d3789b438ed06ab4536868434b3356d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/aba0bec583a6462e5574314944932862 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/aba0bec583a6462e5574314944932862 new file mode 100644 index 0000000000000000000000000000000000000000..7a7c3df0cf0a3401e20352c9016b5b902f1381be Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/aba0bec583a6462e5574314944932862 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/be18fa3332848719c81cb858b0d998cf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/be18fa3332848719c81cb858b0d998cf new file mode 100644 index 0000000000000000000000000000000000000000..fe8d406d0f95cc97614153d7223c67cb2e3b3111 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/be18fa3332848719c81cb858b0d998cf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:324d2b3441d77405024aa345957cf000b25e229d7e7f34fdfe8235c84ac8bcba +size 644386 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..da26a413735106829d20eb716883a0bf60bb0296 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..af14ddff199517d2cf7f8ea18c090a7cf964dabc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386533318438101, "commit_timestamp_nsecs": 1753386533427539010, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d/789c204cf67a88c314592f0e61d66474 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d/789c204cf67a88c314592f0e61d66474 new file mode 100644 index 0000000000000000000000000000000000000000..1a02bda4a5fafae9a0bd81042c2e219fb2b6ebda Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d/789c204cf67a88c314592f0e61d66474 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..823eab7dbd8b9876315875d2d758e168453cf436 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/0a3cbc6714add93e5b89f3e8a14bbc77 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/0a3cbc6714add93e5b89f3e8a14bbc77 new file mode 100644 index 0000000000000000000000000000000000000000..919381991921507e2c4d7320884212b6be256e93 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/0a3cbc6714add93e5b89f3e8a14bbc77 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f384723ccb01f0c1e53697cce7b4a1f986a3cb383e70a5cf861322b0236eb0e7 +size 645414 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/2722a861ad67bed03897e0ed3fd9ad1b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/2722a861ad67bed03897e0ed3fd9ad1b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/2722a861ad67bed03897e0ed3fd9ad1b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/40d50c2fdbc15ed1e5e32c37c2397a1d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/40d50c2fdbc15ed1e5e32c37c2397a1d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/40d50c2fdbc15ed1e5e32c37c2397a1d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/8dc6b6921f1d95ab47561fe883b70d8b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/8dc6b6921f1d95ab47561fe883b70d8b new file mode 100644 index 0000000000000000000000000000000000000000..d19c29c948deef6418914c52ea9b8ee84df7f63e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/8dc6b6921f1d95ab47561fe883b70d8b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dd59784f112e67180a06220117769a8c2612fff7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f28f7b0783ef45dd1fa8fe46bca1b3d170a63fc0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386566592428413, "commit_timestamp_nsecs": 1753386567032985531, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d/4bd54dad6f55b8fd96823a0bc85a062b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d/4bd54dad6f55b8fd96823a0bc85a062b new file mode 100644 index 0000000000000000000000000000000000000000..92e2d9ca664e8b9491e1dfb264fbf86632559b2f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d/4bd54dad6f55b8fd96823a0bc85a062b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d582a69454ab0d9fa3fff0263e4ca490787b6c9d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/05a674fff37e801aad501e956c67508c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/05a674fff37e801aad501e956c67508c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/05a674fff37e801aad501e956c67508c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/8fa0e67da8abe6016e202809c3019e4c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/8fa0e67da8abe6016e202809c3019e4c new file mode 100644 index 0000000000000000000000000000000000000000..1b586dd20f095e2fcc2a174ef2a40d79d877780d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/8fa0e67da8abe6016e202809c3019e4c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/ac1b01a24f560c436ba2933dcac0a891 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/ac1b01a24f560c436ba2933dcac0a891 new file mode 100644 index 0000000000000000000000000000000000000000..b401b01dfe1851619435445fa9ef0c4ed7f9238b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/ac1b01a24f560c436ba2933dcac0a891 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da09f3362ca30b41aaa0725a7cdfceeb67666b75f76d5d70a1bce8d81a2f981a +size 645401 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/f5254d20da1bee72b580c921b6458afb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/f5254d20da1bee72b580c921b6458afb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/f5254d20da1bee72b580c921b6458afb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..844e91578d3090531fa5a673f0d89c423f5206fd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..48d56502406ab4a8b65cae22919a6d2d3d168c2b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386599966260023, "commit_timestamp_nsecs": 1753386600387919381, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d/64c440e35394b18550ce6ad0d88241fa b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d/64c440e35394b18550ce6ad0d88241fa new file mode 100644 index 0000000000000000000000000000000000000000..d377d84a88b116ed39e99d0eb5aab0ac5ddc3f42 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d/64c440e35394b18550ce6ad0d88241fa differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1a432e6e3e27f158adfb2e46a1fdf4f2b1f2155f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/1f8bbe0e41003cfd7e9bd3c039360e8f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/1f8bbe0e41003cfd7e9bd3c039360e8f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/1f8bbe0e41003cfd7e9bd3c039360e8f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/5e3ab2c179de753394a8e2589a74ca24 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/5e3ab2c179de753394a8e2589a74ca24 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/5e3ab2c179de753394a8e2589a74ca24 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/9291a3c569916c508ccdb8614c17b04a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/9291a3c569916c508ccdb8614c17b04a new file mode 100644 index 0000000000000000000000000000000000000000..10427ceb2d6b6798b7828570ef9e6356bfdabc0b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/9291a3c569916c508ccdb8614c17b04a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d7aefe96ef2ca3d098d0b8f2a723f8d0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d7aefe96ef2ca3d098d0b8f2a723f8d0 new file mode 100644 index 0000000000000000000000000000000000000000..1960595160678e6fbafa7e741d1a07ce6f73135b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d7aefe96ef2ca3d098d0b8f2a723f8d0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01a974a758b2652c246c461907e14c236addcc83e2fa391862e2635e387f33f +size 645447 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2b5bc810f16110d9388ec5b53533f46036b2089f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fd5df3168232b9e37835e9739184ae5fa8d6cb4a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386633201179760, "commit_timestamp_nsecs": 1753386633292298615, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d/93e1a23b10b4dd1581a733ac8513d54c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d/93e1a23b10b4dd1581a733ac8513d54c new file mode 100644 index 0000000000000000000000000000000000000000..0bf7ae9fe4cb060aad31407e36456d3c942725e3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d/93e1a23b10b4dd1581a733ac8513d54c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..47ce8c1e1bb508eb1c952e3178315f279219d90b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3313c0e6ceb509dabe36ddb1836b42d0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3313c0e6ceb509dabe36ddb1836b42d0 new file mode 100644 index 0000000000000000000000000000000000000000..a9f9429494724c8a31b31f86b616ff62a2db601c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/3313c0e6ceb509dabe36ddb1836b42d0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ea1bce8743e55f038889d3d71c989b3e6d0c74dcbc2c0444cff593ccdf3aec +size 645402 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/5df4b71409e52b4aff66c15ab802865a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/5df4b71409e52b4aff66c15ab802865a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/5df4b71409e52b4aff66c15ab802865a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/74a7f95fc3849db407856c51953175ed b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/74a7f95fc3849db407856c51953175ed new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/74a7f95fc3849db407856c51953175ed differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9984a32d0fafe470c577f85a35e00270 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9984a32d0fafe470c577f85a35e00270 new file mode 100644 index 0000000000000000000000000000000000000000..80dd23fb11430cfa5e861debc6654acc9b167069 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/9984a32d0fafe470c577f85a35e00270 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c8ff462a4c9e5cc9f8a991e08cc1c6065828e105 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..af77d3925739e55ac45053883705e5c8a06e1158 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386666519866244, "commit_timestamp_nsecs": 1753386666614050439, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d/dbe04de58fedca0be29353cfa8eaa4f5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d/dbe04de58fedca0be29353cfa8eaa4f5 new file mode 100644 index 0000000000000000000000000000000000000000..ad76e01eaa45ccad1ec0896c252ce022d33bbfb3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d/dbe04de58fedca0be29353cfa8eaa4f5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4d470c118829c707debcc2cdd4f898cf4a63f0f5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/0234ac5341d1891cd4ca46726bac285a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/0234ac5341d1891cd4ca46726bac285a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/0234ac5341d1891cd4ca46726bac285a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7abf4d89c851694c960f5434d26bfcac b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7abf4d89c851694c960f5434d26bfcac new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7abf4d89c851694c960f5434d26bfcac differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7d5817e79cac7cb02de1664a24dc0ffc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7d5817e79cac7cb02de1664a24dc0ffc new file mode 100644 index 0000000000000000000000000000000000000000..1d2a81c4e9ff555c0a2b846fdca3bf84f94ec955 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7d5817e79cac7cb02de1664a24dc0ffc @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c570bd28fd885a56947d5e4ee55a18ef82f7d855790ab33d3303eb8af474eb +size 645373 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/a5958f7e1b68639506fcabb841356648 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/a5958f7e1b68639506fcabb841356648 new file mode 100644 index 0000000000000000000000000000000000000000..7c92da9740869ecdace7dc5606f1e124783cd2bd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/a5958f7e1b68639506fcabb841356648 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c07ed9807ee7c4d5dbb7a4271d41eea70a53b6b4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ff000fafe0b8fb12979abc902ddda172a7d7df3f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386699812179674, "commit_timestamp_nsecs": 1753386700214565946, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d/c2537bc02507354ec9ea2e4d9834253d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d/c2537bc02507354ec9ea2e4d9834253d new file mode 100644 index 0000000000000000000000000000000000000000..dd0eb1895b68f1595499bc44344409c882c56c6a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d/c2537bc02507354ec9ea2e4d9834253d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2bba4ab6bf36af0e7342d4bef51c150b1c9e964c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/2c692e112b1ab5e9b5b988ac03f99da6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/2c692e112b1ab5e9b5b988ac03f99da6 new file mode 100644 index 0000000000000000000000000000000000000000..518c04579df0bc0c493a848a0577673c075e4df0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/2c692e112b1ab5e9b5b988ac03f99da6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c90579ab09553464957f9171bb0f15e12e2431c156f8da3eb70c25ec706533 +size 645450 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/48ad7a180437ef30cdb1300f8d47ead0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/48ad7a180437ef30cdb1300f8d47ead0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/48ad7a180437ef30cdb1300f8d47ead0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/b2047aa9ef98254fae147963b3930ead b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/b2047aa9ef98254fae147963b3930ead new file mode 100644 index 0000000000000000000000000000000000000000..fb09e62ab78df06047f59f2fc9eac81bdb55d6be Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/b2047aa9ef98254fae147963b3930ead differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/d5ed0971f1d1aa6485a57d903b38410e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/d5ed0971f1d1aa6485a57d903b38410e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/d5ed0971f1d1aa6485a57d903b38410e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..30c086d6991c5f05e5edad9fb0fe283d4c53e8eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8ceea372346568eb114a669cf5f432e9ddc67814 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386733145152451, "commit_timestamp_nsecs": 1753386733535783849, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d/00739c799c188d08ebcdc9d4758e6d63 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d/00739c799c188d08ebcdc9d4758e6d63 new file mode 100644 index 0000000000000000000000000000000000000000..005783808cddaf5dafedbb22ad79410747f4a438 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d/00739c799c188d08ebcdc9d4758e6d63 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..80c656f163bd74f3fc004e910d07d6e3ad5d6c40 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/241fa85f5adaf5cf00884d47beea99b3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/241fa85f5adaf5cf00884d47beea99b3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/241fa85f5adaf5cf00884d47beea99b3 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/35269def4db06d3dbedbbc477bd07d1e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/35269def4db06d3dbedbbc477bd07d1e new file mode 100644 index 0000000000000000000000000000000000000000..332a32b40e41cd0068e7693a9a8882b9d000f3f5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/35269def4db06d3dbedbbc477bd07d1e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda06d23427af5cb47c53d291d4768f8b5bd84c3c07addacff480264107ce74b +size 645463 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/79d2a961659db576690e5bdf943e36e2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/79d2a961659db576690e5bdf943e36e2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/79d2a961659db576690e5bdf943e36e2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/b0e634507f7b6854ef9102806024339a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/b0e634507f7b6854ef9102806024339a new file mode 100644 index 0000000000000000000000000000000000000000..9107f228567c223e3a0bb5ef10858ed731cce4f6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/b0e634507f7b6854ef9102806024339a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b412b596ae8e0a8d110f39bafc3f0758da919a9c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f53723b4a4d24d6e75f1dfd8450c0b049ce7a5b2 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386766450014096, "commit_timestamp_nsecs": 1753386766540566614, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d/7842bdf490c30543609a305608788d91 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d/7842bdf490c30543609a305608788d91 new file mode 100644 index 0000000000000000000000000000000000000000..2757b8a46b361a35a8275bc14d37bb6e9005f404 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d/7842bdf490c30543609a305608788d91 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b4be8caabc209033463f955d99f13d2e15cc9500 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/425d18ec743411261bff4848da32cdcc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/425d18ec743411261bff4848da32cdcc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/425d18ec743411261bff4848da32cdcc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/5e3f6b0a07dfd5f2867f649e8863d12f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/5e3f6b0a07dfd5f2867f649e8863d12f new file mode 100644 index 0000000000000000000000000000000000000000..8420cc5682189ce883e88b7792925d74802260e1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/5e3f6b0a07dfd5f2867f649e8863d12f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/8b6a5737b96668aaebc71fd1570d6667 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/8b6a5737b96668aaebc71fd1570d6667 new file mode 100644 index 0000000000000000000000000000000000000000..0398d2521514af80f7757225cdf17fe55d226181 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/8b6a5737b96668aaebc71fd1570d6667 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9580980ce2bc3398e3367e738a0f8ac2747a7cda98ef37b1c4f6ef225bb6d05 +size 645423 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/dfe4fc1981e23491ca9d2940b8057868 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/dfe4fc1981e23491ca9d2940b8057868 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/dfe4fc1981e23491ca9d2940b8057868 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..771fd3037c5f9d2cfcf32aeec05586ad31efe969 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a7480788e405ecc0d4bb837e52369a6b39e6cfe6 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386799770127266, "commit_timestamp_nsecs": 1753386799861664110, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d/504e29357fa6065a19b3e5fffc6b9370 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d/504e29357fa6065a19b3e5fffc6b9370 new file mode 100644 index 0000000000000000000000000000000000000000..810baf00c5ada4ca6f0d3a25f0ae01f5c4a63d9e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d/504e29357fa6065a19b3e5fffc6b9370 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..68ef774fabe3f09d2c0df21e4761adcc1ff0a197 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/7d19fbc9f22207711428cf239769fc91 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/7d19fbc9f22207711428cf239769fc91 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/7d19fbc9f22207711428cf239769fc91 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/8431f56d088dcaedf20895893c24e32b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/8431f56d088dcaedf20895893c24e32b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/8431f56d088dcaedf20895893c24e32b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/90a95d339bff9cebbb753f75857b651d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/90a95d339bff9cebbb753f75857b651d new file mode 100644 index 0000000000000000000000000000000000000000..08949511f74823f941595cdc6da878cd79b09ced --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/90a95d339bff9cebbb753f75857b651d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f03d127ed63fe4d102004637bc838667fa46ebc0755515400610df3a29d246a +size 645453 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/95181a35b2a81c3c06e2d9b391e953a6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/95181a35b2a81c3c06e2d9b391e953a6 new file mode 100644 index 0000000000000000000000000000000000000000..8a6862d612ef6c72f815cfe3878fe1ace608d189 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/95181a35b2a81c3c06e2d9b391e953a6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..96f28165e4d774686234663b53a89e5dc8077072 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..282841b6a61a7affc02fee857d26ec69e0b12d90 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386833089639865, "commit_timestamp_nsecs": 1753386833182789691, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d/fbc411c013a17e110523531bb3711225 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d/fbc411c013a17e110523531bb3711225 new file mode 100644 index 0000000000000000000000000000000000000000..565b10cfaf5ed0696bc717650bc05c094933bd02 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d/fbc411c013a17e110523531bb3711225 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0dc0ef10dd156a67db5067bb7fa6a21d362b5ccc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/054edc24ea8f2c7f3f0c0016ec023915 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/054edc24ea8f2c7f3f0c0016ec023915 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/054edc24ea8f2c7f3f0c0016ec023915 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/0d0a8d28d861243076bebeab725265d5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/0d0a8d28d861243076bebeab725265d5 new file mode 100644 index 0000000000000000000000000000000000000000..1bbe58d4bc6a388f35ae371b3acad08831b857ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/0d0a8d28d861243076bebeab725265d5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/7f7accf725bdc8e9d3fb65e7d2a01510 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/7f7accf725bdc8e9d3fb65e7d2a01510 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/7f7accf725bdc8e9d3fb65e7d2a01510 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f55bda0f01065e19bfb61946eeb6f2ea b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f55bda0f01065e19bfb61946eeb6f2ea new file mode 100644 index 0000000000000000000000000000000000000000..2cba5f0de73b3c9ec8f0220919648bc3e5646f30 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f55bda0f01065e19bfb61946eeb6f2ea @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b408da83383b0969524dc7faea161c2b8238e2a98e913ee1589a021ea94e6ee +size 645418 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9eac190c5402e493b1c2f79c0de7f914f2f00a83 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f74fbd88427b3735ef976b508f0a6c8316e90340 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385072781251327, "commit_timestamp_nsecs": 1753385072871036635, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d/506e6704051a2f08ab66e1ef015ed3b7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d/506e6704051a2f08ab66e1ef015ed3b7 new file mode 100644 index 0000000000000000000000000000000000000000..a58a8f1f8c6b3e054ad2b3ecc2d89a9834dc26f0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d/506e6704051a2f08ab66e1ef015ed3b7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8406da961b19eb215131ffc68ced5af55e6b0821 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/2caf49a61eb3d33757b091ca7a100fab b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/2caf49a61eb3d33757b091ca7a100fab new file mode 100644 index 0000000000000000000000000000000000000000..7bab7256ad735c14e62f8e2e4c97e26a18b57cd6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/2caf49a61eb3d33757b091ca7a100fab differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/43a821dd3416a854cb9f172e7be2314b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/43a821dd3416a854cb9f172e7be2314b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/43a821dd3416a854cb9f172e7be2314b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/84a76705dbb3c7a13794b0e7b66b0a9e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/84a76705dbb3c7a13794b0e7b66b0a9e new file mode 100644 index 0000000000000000000000000000000000000000..e6b2dc1ae555de037eb2a20405ab387a2231b0ff --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/84a76705dbb3c7a13794b0e7b66b0a9e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffce5b8eeea141af126a106a0e15d6f84495d6e0b9e0514496a588e0845cf96b +size 644529 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/e42249f0a3eb7adf39a620c1aa36801f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/e42249f0a3eb7adf39a620c1aa36801f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/e42249f0a3eb7adf39a620c1aa36801f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2ca996b78954cc1ab4a5f784e52f752786cac3af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ba0973a33b610f86beb944f3367e935557ace341 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386866357517523, "commit_timestamp_nsecs": 1753386866449037787, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d/57221138695d83200df14eb25d61e8fd b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d/57221138695d83200df14eb25d61e8fd new file mode 100644 index 0000000000000000000000000000000000000000..0ffc877dafd51df77c079087ccd07a3341223ea5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d/57221138695d83200df14eb25d61e8fd differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9ca1295c4838ecfab6f78235011cf4ce084b82da Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/0971995ea6321ddc2f9b6c8d66ad3e27 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/0971995ea6321ddc2f9b6c8d66ad3e27 new file mode 100644 index 0000000000000000000000000000000000000000..8728f8a46bee1952b07b533d84c7263d70d4b84a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/0971995ea6321ddc2f9b6c8d66ad3e27 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/33573105192b8acffff78b281e018879 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/33573105192b8acffff78b281e018879 new file mode 100644 index 0000000000000000000000000000000000000000..5b812c1213ca97df802ec7aec67e3dd689feea8a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/33573105192b8acffff78b281e018879 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f473a371c9a8312a67b34c3ce0cc2160cdce5d87713df1fbf8cf3cf23fbe59 +size 645520 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/4a797d014402f5ac8a8fb71e68707d47 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/4a797d014402f5ac8a8fb71e68707d47 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/4a797d014402f5ac8a8fb71e68707d47 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/7265f98bf39b786eeb1a33c43501f218 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/7265f98bf39b786eeb1a33c43501f218 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/7265f98bf39b786eeb1a33c43501f218 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c9e843ba8aec9a46e967fcda9d2c9f4cfa6a6441 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..00b321be9f87e64d7b6189facc76e4a3312afbbc --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386899642178003, "commit_timestamp_nsecs": 1753386899888373393, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d/67fbccf417c487f7e6520809fbe58713 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d/67fbccf417c487f7e6520809fbe58713 new file mode 100644 index 0000000000000000000000000000000000000000..6737f24f5f307bace48d4bb664d9f114f87ee081 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d/67fbccf417c487f7e6520809fbe58713 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..33e145c5b2a5f61d31a249c266f8c3b7a411876a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/0b26a9b1df789b152fbd13c3253c79e9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/0b26a9b1df789b152fbd13c3253c79e9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/0b26a9b1df789b152fbd13c3253c79e9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/39f997b3c2838d173ae34519e807bffb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/39f997b3c2838d173ae34519e807bffb new file mode 100644 index 0000000000000000000000000000000000000000..3fc2f5adae9f1689fe00dd75029659eaad6ddb15 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/39f997b3c2838d173ae34519e807bffb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378f5971a511ef0734f11f01a7d17de86ba43c163247e3d1c9b90e91ce0d348d +size 560004 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/481804a2e53581d95332636c7f041540 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/481804a2e53581d95332636c7f041540 new file mode 100644 index 0000000000000000000000000000000000000000..3fd46526c2b502433acfc34fdcfac1ae8422ec35 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/481804a2e53581d95332636c7f041540 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/4d4c7d0846efe29194fa44e06f15786f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/4d4c7d0846efe29194fa44e06f15786f new file mode 100644 index 0000000000000000000000000000000000000000..44255033464c06611a613536b41c4159a49abc38 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/4d4c7d0846efe29194fa44e06f15786f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/d4abcc02a4f199fa32853dfdcbdc77f2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/d4abcc02a4f199fa32853dfdcbdc77f2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/d4abcc02a4f199fa32853dfdcbdc77f2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e17fb27d79e70515c5f34e86fbbfcdf15d7b1874 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3fb772b78b361746f5e5bfa952f7f675c267a54b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386933033041209, "commit_timestamp_nsecs": 1753386933122727585, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d/db5a97028b3c62956f19bbbf45898d29 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d/db5a97028b3c62956f19bbbf45898d29 new file mode 100644 index 0000000000000000000000000000000000000000..e957c21c571a38d03f15a3b18fb7104c2c6453ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d/db5a97028b3c62956f19bbbf45898d29 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1cb89a6ced50c246e81b3cff0b3655467d279e4c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/1d53a38f7a5cae5bcbf2b93ae111dd55 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/1d53a38f7a5cae5bcbf2b93ae111dd55 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/1d53a38f7a5cae5bcbf2b93ae111dd55 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/85245eec22476e33c475e91194d5222a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/85245eec22476e33c475e91194d5222a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/85245eec22476e33c475e91194d5222a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e6cde5f4fe345fdd732dac2059a5ec60 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e6cde5f4fe345fdd732dac2059a5ec60 new file mode 100644 index 0000000000000000000000000000000000000000..87be221126732ce3764c080b1c22dc335a138f10 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e6cde5f4fe345fdd732dac2059a5ec60 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28bf571dd80488baaf12315bdc99793849454565a049dc15a1c8683496b388f3 +size 645540 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/f511be4b37c26129c77dab42d91959b9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/f511be4b37c26129c77dab42d91959b9 new file mode 100644 index 0000000000000000000000000000000000000000..5c66957c5d9958049075381db88c7caeccc29e9e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/f511be4b37c26129c77dab42d91959b9 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..984272dcd3fb0bac48735ef5e19dbfee3c58bdb0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ba6510a117317877aaebbf922e119b78a8406ea4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386966255161041, "commit_timestamp_nsecs": 1753386966348054483, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d/2916ee6aabbdea622391569b3e938c44 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d/2916ee6aabbdea622391569b3e938c44 new file mode 100644 index 0000000000000000000000000000000000000000..06117d2ad7cca8caa4e5efdf7270d7aa1d49fb0c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d/2916ee6aabbdea622391569b3e938c44 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5f1333b8eeefde77108677fd395ae0036f50bb2c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/560f4639a4ec67b4a4c2895e39bde348 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/560f4639a4ec67b4a4c2895e39bde348 new file mode 100644 index 0000000000000000000000000000000000000000..fad11b30104b78b79a31364096afeb8d5683cdab --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/560f4639a4ec67b4a4c2895e39bde348 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f49f9a8092b10ddf83e8176663c4a335ae957e291081f1716db02d19705841 +size 645652 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/909d50ebbd9a7009678769da369c8341 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/909d50ebbd9a7009678769da369c8341 new file mode 100644 index 0000000000000000000000000000000000000000..2c0c1e14a3cd26f501e956028f1029f29c5342b7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/909d50ebbd9a7009678769da369c8341 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/971daf85e8aa9517a997b88478993f90 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/971daf85e8aa9517a997b88478993f90 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/971daf85e8aa9517a997b88478993f90 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/c4b6de7862c8ce463cba6fb525713aef b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/c4b6de7862c8ce463cba6fb525713aef new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/c4b6de7862c8ce463cba6fb525713aef differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..938f699498133f23962d37d545719db791945841 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c401382cf0dc50daf959a24f95eb37a958dd97aa --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753386999503096162, "commit_timestamp_nsecs": 1753386999619448414, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d/9dffee72db550060698487db784117cb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d/9dffee72db550060698487db784117cb new file mode 100644 index 0000000000000000000000000000000000000000..125a63eb28ada5910d813cd31fe26274d58ab798 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d/9dffee72db550060698487db784117cb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6d3e161334e966dbc01ce7b824671df0ecc6293a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/08570bfce72c13528bdbd698c1c92371 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/08570bfce72c13528bdbd698c1c92371 new file mode 100644 index 0000000000000000000000000000000000000000..2844c42abbefc0ff85a530169d059ff9a1cb478e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/08570bfce72c13528bdbd698c1c92371 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/14fc77e266bf8a81f91993998c303522 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/14fc77e266bf8a81f91993998c303522 new file mode 100644 index 0000000000000000000000000000000000000000..c91c97b35c9aae8a28bbc94f5a095b5917cbd4e5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/14fc77e266bf8a81f91993998c303522 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0764886cb3391ff69ae9d543000fb0017c770a1130e30865294c9852f130fddd +size 397658 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/66f5fb6a2deb21dcf688cd0bc16ea807 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/66f5fb6a2deb21dcf688cd0bc16ea807 new file mode 100644 index 0000000000000000000000000000000000000000..92eda1da7c7c428e50e59b4d56789b5633c83772 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/66f5fb6a2deb21dcf688cd0bc16ea807 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393195f1bf19a82c51a74ec3785974558c912d2e80d8ce799c80c6986a9a858a +size 251197 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/a74d992308149909b840a95c84f6ef68 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/a74d992308149909b840a95c84f6ef68 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/a74d992308149909b840a95c84f6ef68 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/c8a585d823d717907c67c0439a500631 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/c8a585d823d717907c67c0439a500631 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/c8a585d823d717907c67c0439a500631 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e3cec5f593e172930386553f38ee198979abcd1a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..23d43206c070cf99468d58140d93642d99a2d0de --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387032734539492, "commit_timestamp_nsecs": 1753387032828679165, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d/e49c990f3cae269b3cb0f9b9e6a68738 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d/e49c990f3cae269b3cb0f9b9e6a68738 new file mode 100644 index 0000000000000000000000000000000000000000..e29041f22a329e7330b76364040b63fb96ca867e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d/e49c990f3cae269b3cb0f9b9e6a68738 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9416e4cab7dfbd20d020474dbf7f7727d1d7113e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/384e989f32829f411e61de07125780ab b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/384e989f32829f411e61de07125780ab new file mode 100644 index 0000000000000000000000000000000000000000..ae4db2461e210b80ffaa72d12439bb343fcb31cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/384e989f32829f411e61de07125780ab differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/62ee04dab87ef29b3f7b69ba4ecc6b9b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/62ee04dab87ef29b3f7b69ba4ecc6b9b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/62ee04dab87ef29b3f7b69ba4ecc6b9b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/a3161bbd11a115c675d5178e742b95bf b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/a3161bbd11a115c675d5178e742b95bf new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/a3161bbd11a115c675d5178e742b95bf differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/d835059869a42caf511746f6c396bbba b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/d835059869a42caf511746f6c396bbba new file mode 100644 index 0000000000000000000000000000000000000000..689bf3aed09e45ba37b9b371b89f4b6e8228ea1e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/d835059869a42caf511746f6c396bbba @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cae68be8ae3ff127b316ef5b7979b9509c9288ec81babf4fac41ac2e431493 +size 645551 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cc9449b76db2a2826ed55c0c88d6153e2dab62f1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9d8ad965d0df5bd82aae49e235cef051863f762c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387065942403472, "commit_timestamp_nsecs": 1753387066033087599, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d/1150d784dffdea372aa97bb6553c4cfb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d/1150d784dffdea372aa97bb6553c4cfb new file mode 100644 index 0000000000000000000000000000000000000000..8835af55ad88e6af71c5ddcbea5ae7b650347933 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d/1150d784dffdea372aa97bb6553c4cfb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..86a5a6982002f8de8f646ecc5135416162d0f808 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/1ae115a63fc8771b7a097532ec623a75 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/1ae115a63fc8771b7a097532ec623a75 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/1ae115a63fc8771b7a097532ec623a75 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9b20c55e1b2f96a71af9a624ba9e79b9 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9b20c55e1b2f96a71af9a624ba9e79b9 new file mode 100644 index 0000000000000000000000000000000000000000..c9ff2b4e0ea8c64fb407fea1b6512c994f37fe3b --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9b20c55e1b2f96a71af9a624ba9e79b9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5d20e1aa067cb7082b98bd1808aaff7614d6a991c83ffaa271fadcc51637b2 +size 645629 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/a7157ec1118ebe91113fc88463106b60 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/a7157ec1118ebe91113fc88463106b60 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/a7157ec1118ebe91113fc88463106b60 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/bb8000c702be06b616d4da2f73569f91 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/bb8000c702be06b616d4da2f73569f91 new file mode 100644 index 0000000000000000000000000000000000000000..c595cf2e18155fe4051b8fdb18ddf15a515fc245 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/bb8000c702be06b616d4da2f73569f91 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6e5c95928c692ac042037d53c87a9da062555420 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5d66aad4929459fff1c5cde7778074d9f02abb3c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387099152206862, "commit_timestamp_nsecs": 1753387099624514487, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d/047407f3c1d3d09668c0bc1071c12042 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d/047407f3c1d3d09668c0bc1071c12042 new file mode 100644 index 0000000000000000000000000000000000000000..879b39d78d1d924dd26f65d42ba8214c857719da Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d/047407f3c1d3d09668c0bc1071c12042 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2027679f6d337a8b167545c0cde4cec2fb8f3f38 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/46a3e97c6cc68d0cd27ed910dcd2ca1a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/46a3e97c6cc68d0cd27ed910dcd2ca1a new file mode 100644 index 0000000000000000000000000000000000000000..1f24bb48d59efab4d20966c7bc88a39f0a75fce8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/46a3e97c6cc68d0cd27ed910dcd2ca1a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/a450db6578ce8ebfc5be0b395ddd0854 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/a450db6578ce8ebfc5be0b395ddd0854 new file mode 100644 index 0000000000000000000000000000000000000000..3de60b0cd9c1e50fd48f8d496c30179143975de8 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/a450db6578ce8ebfc5be0b395ddd0854 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97728e8dc754239830e8332e55feab2f388ff9bbf7023f6ab915b7a2028c40f7 +size 645508 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/b4859919bf3470b4464784ca975c1ebe b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/b4859919bf3470b4464784ca975c1ebe new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/b4859919bf3470b4464784ca975c1ebe differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/d67507b6d7a27b6ea2dafde3e99a23c4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/d67507b6d7a27b6ea2dafde3e99a23c4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/d67507b6d7a27b6ea2dafde3e99a23c4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c653c631615db022b8faa61b2c9096aad7c51da7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b1eaf578667a272cb9d5d506a4d78c01d42c9af0 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387132417366214, "commit_timestamp_nsecs": 1753387132816332860, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d/284c1d7345cc24edf5fbf2775ddb843b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d/284c1d7345cc24edf5fbf2775ddb843b new file mode 100644 index 0000000000000000000000000000000000000000..8aadd774f18d970dee52c4da9e4886bdcfb1a55a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d/284c1d7345cc24edf5fbf2775ddb843b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..abf96f1f9b3ac0024ba8661e033a1d0c4b86162d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/69dc913871e211fa79195f3592bf19b4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/69dc913871e211fa79195f3592bf19b4 new file mode 100644 index 0000000000000000000000000000000000000000..4110a01b64b2bcfc472e410e37cf73d9d6376e32 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/69dc913871e211fa79195f3592bf19b4 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/8ef5a28b163c841f64f99574f2f5b54a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/8ef5a28b163c841f64f99574f2f5b54a new file mode 100644 index 0000000000000000000000000000000000000000..957225ba4f07446ee3843e4e2c3f50b89bc75245 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/8ef5a28b163c841f64f99574f2f5b54a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4187adfddc91750e73ed6abc96390a144dca2073fe12e0fca3e3cf0572d34a +size 645588 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/a6c7ac2af900ca12ad11ccc251d50b99 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/a6c7ac2af900ca12ad11ccc251d50b99 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/a6c7ac2af900ca12ad11ccc251d50b99 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/acef0174fbb749be56241eb3a7d2389d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/acef0174fbb749be56241eb3a7d2389d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/acef0174fbb749be56241eb3a7d2389d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48662dd9ec09af322bca2fce34837be58bdbf3f3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..568faed5e412aad6e3c41b3fcaacf8d95b21da8c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387165692569301, "commit_timestamp_nsecs": 1753387165786483457, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d/ef55ba0cbf80bc65d0cc2de68be6a6e7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d/ef55ba0cbf80bc65d0cc2de68be6a6e7 new file mode 100644 index 0000000000000000000000000000000000000000..9770c244a16acacc264ee0562070a0a3d3e2c22b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d/ef55ba0cbf80bc65d0cc2de68be6a6e7 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..00f70f6ad00b40ffe372ac994bad0a09a7324b07 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/24fc7a1ee975bf7f322adbe108c44b26 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/24fc7a1ee975bf7f322adbe108c44b26 new file mode 100644 index 0000000000000000000000000000000000000000..0ca5ee6098596ff3b650f80d6a38e0bec3d27c68 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/24fc7a1ee975bf7f322adbe108c44b26 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/52e44ddfa44db7e4a317ce3c762721ba b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/52e44ddfa44db7e4a317ce3c762721ba new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/52e44ddfa44db7e4a317ce3c762721ba differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/96042c902c67cb29efc13c2db36d5968 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/96042c902c67cb29efc13c2db36d5968 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/96042c902c67cb29efc13c2db36d5968 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/9bba89ce08d44f8aa3a56c83fd973f4b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/9bba89ce08d44f8aa3a56c83fd973f4b new file mode 100644 index 0000000000000000000000000000000000000000..539c5f679dbd8b41ed5e7044bc9dca77b3d0a712 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/9bba89ce08d44f8aa3a56c83fd973f4b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553eda9fa426a742393fe471ba7c7be26b19b246e08795707ec0307ae9c1a45a +size 645510 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0ce065de9c0e5ab0872663f5951c9052f94a037 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4abc5fdd78df9bb64e48d6dfc6db21fca57ee2b7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753385105692575001, "commit_timestamp_nsecs": 1753385105785908669, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d/c2f39739a6f7e0c00f19ac14ddf54586 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d/c2f39739a6f7e0c00f19ac14ddf54586 new file mode 100644 index 0000000000000000000000000000000000000000..4cc394a10767b5c972c2236ed62b961386b8285d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d/c2f39739a6f7e0c00f19ac14ddf54586 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3e33ab57006221774e6eadabdf6ae7fd2a65b484 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/5b8b5e7be967482dc06b6e3ec6e090b1 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/5b8b5e7be967482dc06b6e3ec6e090b1 new file mode 100644 index 0000000000000000000000000000000000000000..4b19866ece5f2bf1a151346f1134829268bab655 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/5b8b5e7be967482dc06b6e3ec6e090b1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20392570aa450f227e34c5e4cf6291208599e644b287b66f547bc76206d0194c +size 644750 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/6d772aa3ce2fad6cfd12435a7fe3a683 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/6d772aa3ce2fad6cfd12435a7fe3a683 new file mode 100644 index 0000000000000000000000000000000000000000..159ae02702adcd6f9677d24de4e1371a5af48ea0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/6d772aa3ce2fad6cfd12435a7fe3a683 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/98fccc1cc55ba0031e44e868697e9f63 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/98fccc1cc55ba0031e44e868697e9f63 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/98fccc1cc55ba0031e44e868697e9f63 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/e9d146850e5caf0bdadd9853bb52bd91 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/e9d146850e5caf0bdadd9853bb52bd91 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/e9d146850e5caf0bdadd9853bb52bd91 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..855e88ee0a9745f0b7792108beba489fcea16cb8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..57d44c4b64674dd7e9103a0bec28117c9a32d782 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387198979096231, "commit_timestamp_nsecs": 1753387199086598728, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d/a59d418b1db70dad5d9487bccd2b27fb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d/a59d418b1db70dad5d9487bccd2b27fb new file mode 100644 index 0000000000000000000000000000000000000000..c539cbcb8d566728e756ef4e19c31a48a2d2b2e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d/a59d418b1db70dad5d9487bccd2b27fb differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e2b2f5b57f00c22d017bb9d3c509363d170ce58d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/513672d6849b86b465f15d48d8b87544 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/513672d6849b86b465f15d48d8b87544 new file mode 100644 index 0000000000000000000000000000000000000000..2fafd8e5016ac132dc3076b14dffcef314cb2ce6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/513672d6849b86b465f15d48d8b87544 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6c558f1619865fa68c87fe92c1c25896 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6c558f1619865fa68c87fe92c1c25896 new file mode 100644 index 0000000000000000000000000000000000000000..e3e9f9dcd2268a9569da844b0ebcf65122c7ca0d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6c558f1619865fa68c87fe92c1c25896 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b2360205475de0c7680ebd5d6a2897be629e9309a3b0343b4396ccb74e9c1e +size 645620 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/86fe9bbe73d36414a62573092f5d8561 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/86fe9bbe73d36414a62573092f5d8561 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/86fe9bbe73d36414a62573092f5d8561 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/cbeedcfb44d1b5202180df70fb52940e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/cbeedcfb44d1b5202180df70fb52940e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/cbeedcfb44d1b5202180df70fb52940e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1a31d6624fdbd1b703725b2e244b577cd27cbf4a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..486a107efe3d29a3de1e9ad3ca235a2defff0e6c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387232273759893, "commit_timestamp_nsecs": 1753387232366888559, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d/4062b3bd90bdded5563689f608831533 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d/4062b3bd90bdded5563689f608831533 new file mode 100644 index 0000000000000000000000000000000000000000..ce1962f1783b1d64e458c9bdd682265132c35089 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d/4062b3bd90bdded5563689f608831533 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7864cad64a32a1757f44336951b9e26ccd5ab3b5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/4405df85200cd8931310f656fdfc9284 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/4405df85200cd8931310f656fdfc9284 new file mode 100644 index 0000000000000000000000000000000000000000..2cbdcb7e14be793eddae37816995c7dbd0e7594f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/4405df85200cd8931310f656fdfc9284 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ff1a3e73bc5bdff711e3779411970d2412cb4c9f9ad1c3cbd3df597e88843e +size 645654 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/67d374e1f22f2e04bfdd9a6fee26f73c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/67d374e1f22f2e04bfdd9a6fee26f73c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/67d374e1f22f2e04bfdd9a6fee26f73c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/681242dd84589935a7c9e287f00b32db b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/681242dd84589935a7c9e287f00b32db new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/681242dd84589935a7c9e287f00b32db differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/fc3a054cf2ed9b0cd544b2eb3f7603c0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/fc3a054cf2ed9b0cd544b2eb3f7603c0 new file mode 100644 index 0000000000000000000000000000000000000000..1f8d3e2350f0fb0498381e2a0c7c8f97ff4ea65c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/fc3a054cf2ed9b0cd544b2eb3f7603c0 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8c0dd70ae8ed3351a8b05e27c3b682b283b98fc4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3361a1175ee18191b5e02bf71677872bebf47881 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387265528289453, "commit_timestamp_nsecs": 1753387265618907436, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d/1c09f4918335e1bf6d34a18824a0f38a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d/1c09f4918335e1bf6d34a18824a0f38a new file mode 100644 index 0000000000000000000000000000000000000000..72c49e596ab20091ead786987d8448ebbeafde6e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d/1c09f4918335e1bf6d34a18824a0f38a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bfa1cacbeff3b301b850d640ab3efe39640acad1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/64e0e7c5683b1ae7c7394136ad594906 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/64e0e7c5683b1ae7c7394136ad594906 new file mode 100644 index 0000000000000000000000000000000000000000..eed2c7a3f81b7e9bd2d73fc7193e27b4694b74d2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/64e0e7c5683b1ae7c7394136ad594906 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/af425a158558ece4bc7baa045bece555 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/af425a158558ece4bc7baa045bece555 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/af425a158558ece4bc7baa045bece555 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2d895c8ad78f1ea1cb64df5d8e592c7 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2d895c8ad78f1ea1cb64df5d8e592c7 new file mode 100644 index 0000000000000000000000000000000000000000..493ff9c2a80ed150f17a7e3f8c23c6ea23a8609e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2d895c8ad78f1ea1cb64df5d8e592c7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec03edd31bd42be92744e1be7b50c7a4c2a605e8c9d4936a18cb5d2a1e2d675a +size 645524 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fdd311bdbc235af7a6d9a67e4956eb8f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fdd311bdbc235af7a6d9a67e4956eb8f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/fdd311bdbc235af7a6d9a67e4956eb8f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5c4475df6bc7fa905753d529a2d28dd57998dca0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d995391007ae5190302a838867782653e30e30e5 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387298799212383, "commit_timestamp_nsecs": 1753387298906913554, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d/5f644d9c9e57004c910db6c1360a8fc5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d/5f644d9c9e57004c910db6c1360a8fc5 new file mode 100644 index 0000000000000000000000000000000000000000..e880dce0e3b2f814aefe4de0209819fd87dcf2ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d/5f644d9c9e57004c910db6c1360a8fc5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c5b5210d52c6db2ce8c7377423bf70ac1dcb4264 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/20c5928830f4e8aeabaef5cf8c946b9d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/20c5928830f4e8aeabaef5cf8c946b9d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/20c5928830f4e8aeabaef5cf8c946b9d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/4f9a7cd82a62e27e0a14cb0f58b1a28a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/4f9a7cd82a62e27e0a14cb0f58b1a28a new file mode 100644 index 0000000000000000000000000000000000000000..6c6670bed3eb03276ad10cd568adb5503b77fa3f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/4f9a7cd82a62e27e0a14cb0f58b1a28a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/5a76d89dc382ac6814747cc9bb85301e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/5a76d89dc382ac6814747cc9bb85301e new file mode 100644 index 0000000000000000000000000000000000000000..4b3f9848ae456cb4239841f0ff643b1bf7591a52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/5a76d89dc382ac6814747cc9bb85301e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d897cc83c45735b0074ec0f59e98b69d51a17f2923aa7b72049604d712a19f68 +size 645585 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/e5e72bcbd1babedc92af43a8f36b8887 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/e5e72bcbd1babedc92af43a8f36b8887 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/e5e72bcbd1babedc92af43a8f36b8887 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..286f4e64ebc65a92981bdbd99aa391937e3de8d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..951fc6f9381f1a976c20393c64c0e8fcccc522aa --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387332054023244, "commit_timestamp_nsecs": 1753387332471076863, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d/f77604e30f1d61d5ced3faaa8bcd04b8 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d/f77604e30f1d61d5ced3faaa8bcd04b8 new file mode 100644 index 0000000000000000000000000000000000000000..e93e2a81bb7a0f4baf9a75c50d8aeea318b747fb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d/f77604e30f1d61d5ced3faaa8bcd04b8 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a212d37fec1f632608fd074b4c8061b4ec5a809f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/445d67f04910b8c199b584e5eab7acd6 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/445d67f04910b8c199b584e5eab7acd6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/445d67f04910b8c199b584e5eab7acd6 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/639f524512bee14d1de144abeebf802e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/639f524512bee14d1de144abeebf802e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/639f524512bee14d1de144abeebf802e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/65007853703771d794160b0e085a6ec5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/65007853703771d794160b0e085a6ec5 new file mode 100644 index 0000000000000000000000000000000000000000..c0c3e5cde1942139632d8333d1b8e685e2562770 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/65007853703771d794160b0e085a6ec5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985c7fd949bacecc458d08c3129801bce3df100e2fa8eda780926768eb4b8ab2 +size 645655 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/cfdd7943510ad4d6af37ef2adcb289c5 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/cfdd7943510ad4d6af37ef2adcb289c5 new file mode 100644 index 0000000000000000000000000000000000000000..698cb08813a3e083f69a9942721e292c0d596720 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/cfdd7943510ad4d6af37ef2adcb289c5 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bf8364a3b5180564c3a0965d0f16f204fa035dd0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a5ebb759337f4926d966fe8d2613268ff4198705 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387365362905548, "commit_timestamp_nsecs": 1753387365761020651, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d/4f2c0a5d050d216f01cefe012657151e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d/4f2c0a5d050d216f01cefe012657151e new file mode 100644 index 0000000000000000000000000000000000000000..4c584782c2a3c3608a4c3f7eb5ddbb4ba0b8cbcf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d/4f2c0a5d050d216f01cefe012657151e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7352f0c93a4af0059711593231bde2dd3d94e369 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/0c3af6588fb321210cd42d4ebd282909 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/0c3af6588fb321210cd42d4ebd282909 new file mode 100644 index 0000000000000000000000000000000000000000..878dd43f28578b509731c2d93455e17ac458432c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/0c3af6588fb321210cd42d4ebd282909 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b481c9fb264a75dfe41450e02d1d9b3843bc98905536909c1f892d9c2102d382 +size 645638 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/1cba96b06fce3a492eb0c41a23ef8759 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/1cba96b06fce3a492eb0c41a23ef8759 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/1cba96b06fce3a492eb0c41a23ef8759 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/5e799f71bfaba6a6fdcc2292c898836e b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/5e799f71bfaba6a6fdcc2292c898836e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/5e799f71bfaba6a6fdcc2292c898836e differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/a9b327577fcfffd5090337b2c0c67b9c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/a9b327577fcfffd5090337b2c0c67b9c new file mode 100644 index 0000000000000000000000000000000000000000..f9209bb6a85ccaf9422ccd9ba45e4219a74334fe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/a9b327577fcfffd5090337b2c0c67b9c differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7f3e038076e27d6e64ebc008ad351a3b4039de97 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f53e0cc8aa5dfeec2980b073028c08b88d63992c --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387398728040729, "commit_timestamp_nsecs": 1753387398832619244, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d/65a7074ebbb56215bf316e5374b4b33b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d/65a7074ebbb56215bf316e5374b4b33b new file mode 100644 index 0000000000000000000000000000000000000000..e11a35005637b6abc115127baa394f4a149ea813 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d/65a7074ebbb56215bf316e5374b4b33b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1357d4359c9c8dd9011b3167ef81142b8c6d4261 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/742e72c37b65e5674c106098a5263bf2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/742e72c37b65e5674c106098a5263bf2 new file mode 100644 index 0000000000000000000000000000000000000000..2a970f825e2cf5b18467d3c221058e7c94831c0e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/742e72c37b65e5674c106098a5263bf2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/7c65cf5e20cf0d2155c531adbc3e2b01 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/7c65cf5e20cf0d2155c531adbc3e2b01 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/7c65cf5e20cf0d2155c531adbc3e2b01 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/88871cd68aecf84896c5e94519acc72c b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/88871cd68aecf84896c5e94519acc72c new file mode 100644 index 0000000000000000000000000000000000000000..0ecfabf0ccd55b71ea2eee3678cb9e21a1e4c4b4 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/88871cd68aecf84896c5e94519acc72c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab4004cb023c0be79d12a306c257b8d2b80bbce665e17f0cdacdab90330d5a9 +size 645686 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/b720312129aed0467482a64e7e8cb7a2 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/b720312129aed0467482a64e7e8cb7a2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/b720312129aed0467482a64e7e8cb7a2 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1e4c342c82a1c7ba6e0d96c2b52777b605b06d01 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1258856dd519f9abb99899c790f3d929966ca49d --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387432051894185, "commit_timestamp_nsecs": 1753387432145142954, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d/1508291b4f4d710673ceffbff5dca0cc b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d/1508291b4f4d710673ceffbff5dca0cc new file mode 100644 index 0000000000000000000000000000000000000000..bdba0eac0eea2b13603f019b1077add6eec12f92 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d/1508291b4f4d710673ceffbff5dca0cc differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a4ea5af842343468398c49c40687b13e97321dfe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/03c756e3c8634ea88b9403f47783bf2f b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/03c756e3c8634ea88b9403f47783bf2f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/03c756e3c8634ea88b9403f47783bf2f differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8fe519fe8c4742ea8fca66491093d8c4 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8fe519fe8c4742ea8fca66491093d8c4 new file mode 100644 index 0000000000000000000000000000000000000000..7197c77bbd73a009d3997554b50a4bf38c1efa02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/8fe519fe8c4742ea8fca66491093d8c4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09cd09b97fd45680142692500fb2128da105cf7856e8ee9c4172b160df5ece1e +size 645665 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/a326ca1bdc2941f74ef69dcceba9556b b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/a326ca1bdc2941f74ef69dcceba9556b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/a326ca1bdc2941f74ef69dcceba9556b differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/d90a76c4582803cfbd88ce1cbaac683d b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/d90a76c4582803cfbd88ce1cbaac683d new file mode 100644 index 0000000000000000000000000000000000000000..50947903d62a471e1ad8d69091666a3717609fd2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/d90a76c4582803cfbd88ce1cbaac683d differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..41a400d56e8f4d76dc685a03fb8ecd033e5fb490 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1f5a25daf7b7f48790720e3ec8f452399e1057b7 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753387465388008114, "commit_timestamp_nsecs": 1753387465480198718, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/_METADATA b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/_sharding b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d/b4cbd49fa8c799b68a20d0d10d7ca162 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d/b4cbd49fa8c799b68a20d0d10d7ca162 new file mode 100644 index 0000000000000000000000000000000000000000..b6d757b23d770be2698ed631901a14be5501a755 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d/b4cbd49fa8c799b68a20d0d10d7ca162 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..46e6cfcaf1ff38f5430b9aae7e2f1f8b0dce5e4a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/01ae9cf0e97fa1afca751a870a353b1a b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/01ae9cf0e97fa1afca751a870a353b1a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/01ae9cf0e97fa1afca751a870a353b1a differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/91c9c11061dce884ba9c3227ec7966ed b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/91c9c11061dce884ba9c3227ec7966ed new file mode 100644 index 0000000000000000000000000000000000000000..41ff5d9a722f54686373a8a0de323c855a2f6279 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/91c9c11061dce884ba9c3227ec7966ed differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/cd9842fed9205066fe4058dd1c2dde74 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/cd9842fed9205066fe4058dd1c2dde74 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/cd9842fed9205066fe4058dd1c2dde74 differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f3a8dbce97942c0d7a58118d37ebc3d3 b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f3a8dbce97942c0d7a58118d37ebc3d3 new file mode 100644 index 0000000000000000000000000000000000000000..8bbc148b34414327e27ae83f5292dcc74b0bf132 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/f3a8dbce97942c0d7a58118d37ebc3d3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96df2d02d1be30fd6a417aef6a83c44beb3b4be6ce894f2ca21bcd0cfcfd5e7 +size 645599 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c04cc572a71f95ff0b536ca682704405a23b7dd1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/config.yaml b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6acbabaa399a5a0eb621ef42de82b9e55494530e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/config.yaml @@ -0,0 +1,1012 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + tjqx8kezf7jcjyjrkn38pe8i7efz7hq9: + args: + - train + - corner + - --num-total-env-steps + - "500_000_000" + - --keep-all-checkpoints + - --num-cycles-per-checkpoint + - "128" + - --wandb-project + - jaxgmg_500M + - --wandb-name + - alpha_0_env_tree_7x7 + - --prob-shift + - "0" + - --env-layout + - tree + - --env-size + - "7" + cpu_count: 8 + cpu_count_logical: 16 + cudaVersion: "12.8" + disk: + /: + total: "3936290357248" + used: "2993436999680" + email: davidquarel@gmail.com + executable: /workspace/HOME/guest/.conda/envs/jax/bin/python + git: + commit: b4bd47a0918104fe66a8c9012402c117f9653042 + remote: https://github.com/timaeus-research/jaxgmg + gpu: NVIDIA RTX A4000 + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5352c8dc-4b83-b59e-3726-561f11bddc57 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-75dc7a2b-b656-879f-526c-2e3bad36943d + host: All + memory: + total: "67338465280" + os: Linux-5.15.0-118-generic-x86_64-with-glibc2.35 + program: -m jaxgmg.__main__ + python: CPython 3.11.13 + root: /workspace/HOME/guest/david_quarel/jaxgmg + startedAt: "2025-07-24T19:20:15.591776Z" + writerId: tjqx8kezf7jcjyjrkn38pe8i7efz7hq9 + m: + - "1": train-replay/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": step/env-step-all-after + "6": + - 3 + "7": [] + - "1": ued/distances/solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_last_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl1 + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": step/ppo-update-after + "6": + - 3 + "7": [] + - "1": ppo/std/std_actor_clipfrac + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_advantage + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/eta + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_entropy + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/scores_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/levels16_img + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_advantage + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/levels_cheese_is_in_corner_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_clipfrac + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_entropy + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_grad_norm_pre_clip + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl3 + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/prev_batch_level_ids_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_clipfrac + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_advantage + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl1 + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corner_dist_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl3 + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_grad_norm_pre_clip + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_entropy + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/num_replay_batches + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_num + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/last_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_clipfrac + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_clipfrac + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_first_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/first_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl1 + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/avg_scores + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl3 + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_loss + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_clipfrac + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_grad_norm_pre_clip + "5": 12 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + python_version: 3.11.13 + t: + "1": + - 12 + - 45 + "2": + - 12 + - 45 + "3": + - 2 + - 3 + - 7 + - 13 + - 14 + - 16 + - 61 + "4": 3.11.13 + "5": 0.21.0 + "12": 0.21.0 + "13": linux-x86_64 +chain_mutate: + value: true +checkpointing: + value: true +clipping: + value: false +console_log: + value: true +env_corner_size: + value: 1 +env_layout: + value: tree +env_penalize_time: + value: false +env_size: + value: 7 +env_terminate_after_corner: + value: false +evals_num_env_steps: + value: 512 +evals_num_levels: + value: 256 +gif_grid_width: + value: 16 +img_level_of_detail: + value: 1 +keep_all_checkpoints: + value: true +level_splayer: + value: mouse +log_gifs: + value: false +log_hists: + value: false +log_imgs: + value: true +max_num_checkpoints: + value: 1 +mutate_cheese: + value: true +net_cnn_type: + value: large +net_rnn_type: + value: ff +net_width: + value: 256 +num_cycles_per_big_eval: + value: 1024 +num_cycles_per_checkpoint: + value: 128 +num_cycles_per_eval: + value: 32 +num_cycles_per_gifs: + value: 1024 +num_cycles_per_log: + value: 32 +num_env_steps_per_cycle: + value: 128 +num_epochs_per_cycle: + value: 5 +num_minibatches_per_epoch: + value: 4 +num_mutate_steps: + value: 12 +num_parallel_envs: + value: 256 +num_total_env_steps: + value: 500000000 +num_train_levels: + value: 2048 +obs_level_of_detail: + value: 0 +plr_buffer_size: + value: 4096 +plr_prob_replay: + value: 0.5 +plr_proxy_shaping: + value: false +plr_proxy_shaping_coeff: + value: 0.5 +plr_regret_estimator: + value: maxmc-actor +plr_robust: + value: false +plr_staleness_coeff: + value: 0.1 +plr_temperature: + value: 0.1 +ppo_clip_eps: + value: 0.1 +ppo_critic_coeff: + value: 0.5 +ppo_entropy_coeff: + value: 0.001 +ppo_gae_lambda: + value: 0.95 +ppo_gamma: + value: 0.999 +ppo_lr: + value: 5e-05 +ppo_lr_annealing: + value: false +ppo_max_grad_norm: + value: 0.5 +ppo_proxy_critic_coeff: + value: 0.5 +prob_mutate_shift: + value: 0 +prob_shift: + value: 0 +proxy_name: + value: proxy_corner +seed: + value: 42 +train_proxy_critic: + value: false +ued: + value: plr diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_c39d3a47ed1a4413721f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_c39d3a47ed1a4413721f.png new file mode 100644 index 0000000000000000000000000000000000000000..0f14736659193227e327c1c3236521590c169fbc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_c39d3a47ed1a4413721f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_e8e37c64d833f541bdd5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_e8e37c64d833f541bdd5.png new file mode 100644 index 0000000000000000000000000000000000000000..209dfc33bd39b68c3dd8fb106714cfcfc8ed4ceb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_e8e37c64d833f541bdd5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10016_7080840a808ee52f7f29.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10016_7080840a808ee52f7f29.png new file mode 100644 index 0000000000000000000000000000000000000000..1b67047118fded4f962b8f817ce9730dd2434c1b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10016_7080840a808ee52f7f29.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10048_f36dde5301022d1773f5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10048_f36dde5301022d1773f5.png new file mode 100644 index 0000000000000000000000000000000000000000..2aaa516615f2c2e7910068c8ca490efe820c84c1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10048_f36dde5301022d1773f5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10080_a16a062d0f18fd08c5c5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10080_a16a062d0f18fd08c5c5.png new file mode 100644 index 0000000000000000000000000000000000000000..5dd6b4e29abf27f642abd947ef4b503d1e628761 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10080_a16a062d0f18fd08c5c5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10112_df7e80757eeea1e9a0aa.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10112_df7e80757eeea1e9a0aa.png new file mode 100644 index 0000000000000000000000000000000000000000..06326d0d2c68a5d4dce59c7baad5d9a380a4956b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10112_df7e80757eeea1e9a0aa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10144_062ba136b834ac231eff.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10144_062ba136b834ac231eff.png new file mode 100644 index 0000000000000000000000000000000000000000..587402f4c949f3effffebf04990a2406406c9a95 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10144_062ba136b834ac231eff.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10176_7a9545e0e5dad5600e29.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10176_7a9545e0e5dad5600e29.png new file mode 100644 index 0000000000000000000000000000000000000000..4af56dd4f57a6c3ba30768f424d8dade6611dda1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10176_7a9545e0e5dad5600e29.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10208_8f5d5ddd24b2bbfb9161.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10208_8f5d5ddd24b2bbfb9161.png new file mode 100644 index 0000000000000000000000000000000000000000..f581ddd24ba3f5cefad61b0e5433cc6f4aad915e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10208_8f5d5ddd24b2bbfb9161.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10240_d94f4d81fa540635cf6d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10240_d94f4d81fa540635cf6d.png new file mode 100644 index 0000000000000000000000000000000000000000..d0970ce458d29c0db49420e15d06c49f24e9a079 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10240_d94f4d81fa540635cf6d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1024_91d870c908289ec982af.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1024_91d870c908289ec982af.png new file mode 100644 index 0000000000000000000000000000000000000000..0b612f88bc77b093dc65226f602075827ea00cf2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1024_91d870c908289ec982af.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10272_69c1d8e74f80ff8295d1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10272_69c1d8e74f80ff8295d1.png new file mode 100644 index 0000000000000000000000000000000000000000..b515b19ed7c690a087407a9d6a65ed5d8d0d1be7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10272_69c1d8e74f80ff8295d1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10304_30ebeb179bdb16c6daca.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10304_30ebeb179bdb16c6daca.png new file mode 100644 index 0000000000000000000000000000000000000000..0949d94666423f6d66c34035eaa269930e899e36 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10304_30ebeb179bdb16c6daca.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10336_c464d23086c37a130d3a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10336_c464d23086c37a130d3a.png new file mode 100644 index 0000000000000000000000000000000000000000..af8e3d5988e60fc801794dfe3f09970ddcb82850 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10336_c464d23086c37a130d3a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10368_dae001baa960b99360b8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10368_dae001baa960b99360b8.png new file mode 100644 index 0000000000000000000000000000000000000000..95b77cb27ef8acda32a9903eca03b31be128f852 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10368_dae001baa960b99360b8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10400_aff72d158b58cdf4addd.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10400_aff72d158b58cdf4addd.png new file mode 100644 index 0000000000000000000000000000000000000000..2e0814442cb09806bd1353fd3a785e89f79301ce Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10400_aff72d158b58cdf4addd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10432_09b95fe166fb64778a92.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10432_09b95fe166fb64778a92.png new file mode 100644 index 0000000000000000000000000000000000000000..b6195229849def1f6adfe0875800477e71ba0216 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10432_09b95fe166fb64778a92.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10464_c940dbba5eb035f94ff1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10464_c940dbba5eb035f94ff1.png new file mode 100644 index 0000000000000000000000000000000000000000..8d06f815479e69878918b5495c651cabd69085c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10464_c940dbba5eb035f94ff1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10496_c1312e5872b59e8fd059.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10496_c1312e5872b59e8fd059.png new file mode 100644 index 0000000000000000000000000000000000000000..0069bcf62c7c1ffa91ef2f66e70eacc79f111813 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10496_c1312e5872b59e8fd059.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10528_67100874dc31543b7936.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10528_67100874dc31543b7936.png new file mode 100644 index 0000000000000000000000000000000000000000..5105fc0bc7635af2aea6f4321a2c14ef3deec048 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10528_67100874dc31543b7936.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10560_dd304e93693a11310492.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10560_dd304e93693a11310492.png new file mode 100644 index 0000000000000000000000000000000000000000..69943d8b23d6a48f4f973f6dfae2d49440580bdb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10560_dd304e93693a11310492.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1056_0401c90b7570328201c3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1056_0401c90b7570328201c3.png new file mode 100644 index 0000000000000000000000000000000000000000..866499b9eb8d3776e3bd322cb2f85eb444ef5c30 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1056_0401c90b7570328201c3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10592_53fd6d2d806e42251ed3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10592_53fd6d2d806e42251ed3.png new file mode 100644 index 0000000000000000000000000000000000000000..a1112f72a42f6b83a2f7b2f9d77d515c3bec49cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10592_53fd6d2d806e42251ed3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10624_1e4fc107ba331b990c28.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10624_1e4fc107ba331b990c28.png new file mode 100644 index 0000000000000000000000000000000000000000..6b7b27440ea8c1a82f170ac3088384b11063f474 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10624_1e4fc107ba331b990c28.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ee3e5d166cba405aec95.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ee3e5d166cba405aec95.png new file mode 100644 index 0000000000000000000000000000000000000000..b5c251c1575ac7ab6b204c527375268b59803f7b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ee3e5d166cba405aec95.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10688_6eb09f61312e14e5560e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10688_6eb09f61312e14e5560e.png new file mode 100644 index 0000000000000000000000000000000000000000..91e15a0c02f235974713a8697d44fa25ebbf5fac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10688_6eb09f61312e14e5560e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10720_a3bdf43255d429186c6e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10720_a3bdf43255d429186c6e.png new file mode 100644 index 0000000000000000000000000000000000000000..261941dc156cebb9d92de199e388f6cbc260fd53 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10720_a3bdf43255d429186c6e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10752_f56386ccdb27d4d2424b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10752_f56386ccdb27d4d2424b.png new file mode 100644 index 0000000000000000000000000000000000000000..3ee9fec66ff62212c8076daff932d18dc5ea0dfa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10752_f56386ccdb27d4d2424b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10784_ebecaef708fa76e7eee2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10784_ebecaef708fa76e7eee2.png new file mode 100644 index 0000000000000000000000000000000000000000..62c98b6ffe8807e885261e767f2f6c7d42150bb5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10784_ebecaef708fa76e7eee2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10816_96a0ea4e37ac2e9b6ff1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10816_96a0ea4e37ac2e9b6ff1.png new file mode 100644 index 0000000000000000000000000000000000000000..0c243f49f6b875d3265344a31569b44f74da963b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10816_96a0ea4e37ac2e9b6ff1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10848_35bb7093e0cf9357a657.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10848_35bb7093e0cf9357a657.png new file mode 100644 index 0000000000000000000000000000000000000000..ba2f2f8bc1a7c41ccc9a9b106735a82ea3348e8b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10848_35bb7093e0cf9357a657.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10880_a027d19b66a463afdb99.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10880_a027d19b66a463afdb99.png new file mode 100644 index 0000000000000000000000000000000000000000..e203bf2c223ccb373d906694b0355a8821e1e503 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10880_a027d19b66a463afdb99.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1088_9da9aa8912d40747842c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1088_9da9aa8912d40747842c.png new file mode 100644 index 0000000000000000000000000000000000000000..caf1eb6116688838a5f2ac65d74172011b945828 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1088_9da9aa8912d40747842c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10912_3b51f0712af07faf0d6d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10912_3b51f0712af07faf0d6d.png new file mode 100644 index 0000000000000000000000000000000000000000..a013ef2e30fea1091b871ffdca8a53725ab466c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10912_3b51f0712af07faf0d6d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10944_49875ab8f2f9519cf213.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10944_49875ab8f2f9519cf213.png new file mode 100644 index 0000000000000000000000000000000000000000..70893f51570c479351e2351d5b6589f8d1473812 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10944_49875ab8f2f9519cf213.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10976_81db61f4ccc060fc32c5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10976_81db61f4ccc060fc32c5.png new file mode 100644 index 0000000000000000000000000000000000000000..ab6c694077efce95d446ac2f09a6021b758d3d7e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10976_81db61f4ccc060fc32c5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11008_88473556633fb5d58d81.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11008_88473556633fb5d58d81.png new file mode 100644 index 0000000000000000000000000000000000000000..d02744f6a4b6965f7ec7a86b88592a8d744a5f71 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11008_88473556633fb5d58d81.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11040_e606496d0db34186a5b1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11040_e606496d0db34186a5b1.png new file mode 100644 index 0000000000000000000000000000000000000000..170da6aafcde22fc7cd0908c6d20a959b0107612 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11040_e606496d0db34186a5b1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11072_bbc018467f76b96fe7f9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11072_bbc018467f76b96fe7f9.png new file mode 100644 index 0000000000000000000000000000000000000000..7471fb2d6a7067b914c55571eeb31819ad9830f9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11072_bbc018467f76b96fe7f9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11104_49294c0549a6ab3bc287.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11104_49294c0549a6ab3bc287.png new file mode 100644 index 0000000000000000000000000000000000000000..1eb31e5a5add64ab84d6b17856a9fe810811e53d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11104_49294c0549a6ab3bc287.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11136_c202275e3b988a06f5c1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11136_c202275e3b988a06f5c1.png new file mode 100644 index 0000000000000000000000000000000000000000..27e854cd60f8fd8e1be9dc00cf5aac3f7c8cdd7a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11136_c202275e3b988a06f5c1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11168_66c961801a2b76784a96.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11168_66c961801a2b76784a96.png new file mode 100644 index 0000000000000000000000000000000000000000..f4c98f7cf8e1b11a5f0d77055a7e6a8db4a147ee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11168_66c961801a2b76784a96.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11200_cf0539b50ba77ecfe25e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11200_cf0539b50ba77ecfe25e.png new file mode 100644 index 0000000000000000000000000000000000000000..38ac4dfb6894a169a5412e92950e532dfefa33ea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11200_cf0539b50ba77ecfe25e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1120_718bd11dd497014e3bed.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1120_718bd11dd497014e3bed.png new file mode 100644 index 0000000000000000000000000000000000000000..4db1b91100d722c3c58119b8dc1a1f00056df63f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1120_718bd11dd497014e3bed.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11232_de7930ea655a6f6cf147.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11232_de7930ea655a6f6cf147.png new file mode 100644 index 0000000000000000000000000000000000000000..790f1e742e770006cb3d6eaa9b6539759868d16a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11232_de7930ea655a6f6cf147.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11264_e065704059ed2dfc5d22.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11264_e065704059ed2dfc5d22.png new file mode 100644 index 0000000000000000000000000000000000000000..50123c4b4c14887704bfa27bc7ea3eab89687729 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11264_e065704059ed2dfc5d22.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11296_153eff9e3bb09f9d7137.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11296_153eff9e3bb09f9d7137.png new file mode 100644 index 0000000000000000000000000000000000000000..daea77bbca9418acd15ab46f519236b36ec6de3e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11296_153eff9e3bb09f9d7137.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11328_c2b37f414c2ee87f93c9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11328_c2b37f414c2ee87f93c9.png new file mode 100644 index 0000000000000000000000000000000000000000..6c11b6958ed4b8650ce89a3bbb123389109cbb1a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11328_c2b37f414c2ee87f93c9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11360_ce7f7f4e17cc60f0d63b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11360_ce7f7f4e17cc60f0d63b.png new file mode 100644 index 0000000000000000000000000000000000000000..bd254fa35235448038be5e0cdc56c8028fe59147 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11360_ce7f7f4e17cc60f0d63b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11392_a8e27a91547158b2adab.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11392_a8e27a91547158b2adab.png new file mode 100644 index 0000000000000000000000000000000000000000..b3c251cc64349e6206da80cf7852d78163e7b2be Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11392_a8e27a91547158b2adab.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11424_60d64e52aa44d2b9b9f0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11424_60d64e52aa44d2b9b9f0.png new file mode 100644 index 0000000000000000000000000000000000000000..08b7dba7bfd7a45bf6f4e37ea947e34183b136f7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11424_60d64e52aa44d2b9b9f0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11456_ac5b6dd1d45256db9b92.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11456_ac5b6dd1d45256db9b92.png new file mode 100644 index 0000000000000000000000000000000000000000..37f0c157bf9238ee43b76735e4f38e936e986c40 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11456_ac5b6dd1d45256db9b92.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11488_ead9255125968acf2b80.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11488_ead9255125968acf2b80.png new file mode 100644 index 0000000000000000000000000000000000000000..b530f212974d5cbaf7cc01673bd479427e9a9618 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11488_ead9255125968acf2b80.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11520_1468bb579e9614ffde3f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11520_1468bb579e9614ffde3f.png new file mode 100644 index 0000000000000000000000000000000000000000..86832021fdcc4546fc508ba400896521ebc178a4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11520_1468bb579e9614ffde3f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1152_371db66756714eda0a9c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1152_371db66756714eda0a9c.png new file mode 100644 index 0000000000000000000000000000000000000000..c361222cdfe76bac8e561da5a84f053fdcc14305 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1152_371db66756714eda0a9c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11552_8707fa9f0ef5527bfd20.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11552_8707fa9f0ef5527bfd20.png new file mode 100644 index 0000000000000000000000000000000000000000..21e7f86faa2b083c9b6d1315e91dd3f622802577 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11552_8707fa9f0ef5527bfd20.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11584_8ad946cec1c3da90b6d3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11584_8ad946cec1c3da90b6d3.png new file mode 100644 index 0000000000000000000000000000000000000000..8149d417fe712c74555f42433d6dc2250b7d66f9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11584_8ad946cec1c3da90b6d3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11616_b7c4b08f523bfb8fc5f7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11616_b7c4b08f523bfb8fc5f7.png new file mode 100644 index 0000000000000000000000000000000000000000..add1e67fe853d25595923e17a3fb6e73cb42b58f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11616_b7c4b08f523bfb8fc5f7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11648_75fe51e0b096796c9e5c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11648_75fe51e0b096796c9e5c.png new file mode 100644 index 0000000000000000000000000000000000000000..e33cec6e46417ccebacd4ac7f8db5ed9efe4577c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11648_75fe51e0b096796c9e5c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11680_425abb7b8666970be699.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11680_425abb7b8666970be699.png new file mode 100644 index 0000000000000000000000000000000000000000..c396d1f11d98914a7079be1edafb896767d8d482 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11680_425abb7b8666970be699.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11712_1e006ffc4457336e48f5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11712_1e006ffc4457336e48f5.png new file mode 100644 index 0000000000000000000000000000000000000000..53c4c70796e473ced5e27b5024d51d25726a6f3f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11712_1e006ffc4457336e48f5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11744_109800af994cbcf33bbb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11744_109800af994cbcf33bbb.png new file mode 100644 index 0000000000000000000000000000000000000000..4072065b351178b155c5e993f6d0a61eb59dd6ce Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11744_109800af994cbcf33bbb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11776_906ecd2db5e1f0113331.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11776_906ecd2db5e1f0113331.png new file mode 100644 index 0000000000000000000000000000000000000000..a347e51d8dd494462c03ee4e7672b5217d7f961c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11776_906ecd2db5e1f0113331.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11808_2733204c02648850e782.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11808_2733204c02648850e782.png new file mode 100644 index 0000000000000000000000000000000000000000..ae0e9901ac3bb613e32ff19d6e60a514bfc472de Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11808_2733204c02648850e782.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11840_31180dbfc305bafeda83.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11840_31180dbfc305bafeda83.png new file mode 100644 index 0000000000000000000000000000000000000000..516e9fc7b67df7bc2fa8c37e9d096007cb757956 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11840_31180dbfc305bafeda83.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1184_346c7abfc89254473eaa.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1184_346c7abfc89254473eaa.png new file mode 100644 index 0000000000000000000000000000000000000000..6b56d4b1ce68b3f47c6bcbf936357b87d9deb04e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1184_346c7abfc89254473eaa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11872_91f8d1826dfa509f0fa4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11872_91f8d1826dfa509f0fa4.png new file mode 100644 index 0000000000000000000000000000000000000000..1cf020fcfb2d9efdeae6a04bcd4dbffb4a8124e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11872_91f8d1826dfa509f0fa4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11904_12606ce014010155f3fe.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11904_12606ce014010155f3fe.png new file mode 100644 index 0000000000000000000000000000000000000000..b6f0d65b86ea2bd9f9839afa1e3994cc3d956d51 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11904_12606ce014010155f3fe.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11936_308cc08d560ff7f35624.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11936_308cc08d560ff7f35624.png new file mode 100644 index 0000000000000000000000000000000000000000..805aca4d1418a608ade80406e60f36dd388d2d98 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11936_308cc08d560ff7f35624.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11968_c1eec3aff04e9279a3d5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11968_c1eec3aff04e9279a3d5.png new file mode 100644 index 0000000000000000000000000000000000000000..bab66510080af1e535a4b132797fe7cf6662f4f1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11968_c1eec3aff04e9279a3d5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12000_46c9a0baee1733857b17.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12000_46c9a0baee1733857b17.png new file mode 100644 index 0000000000000000000000000000000000000000..04fc4bf6280b71e9e352abde9d8ac7cb5d373396 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12000_46c9a0baee1733857b17.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12032_f6e67af828c60ad4c99a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12032_f6e67af828c60ad4c99a.png new file mode 100644 index 0000000000000000000000000000000000000000..959b92f21f8b9919d429e76ab14cccd85d0cebc2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12032_f6e67af828c60ad4c99a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12064_ee49ea00f28b84b7ca95.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12064_ee49ea00f28b84b7ca95.png new file mode 100644 index 0000000000000000000000000000000000000000..6b3d5e1524ce243384ec6a51b635931c03b1bd13 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12064_ee49ea00f28b84b7ca95.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12096_b89e1a67f12fc9c8436e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12096_b89e1a67f12fc9c8436e.png new file mode 100644 index 0000000000000000000000000000000000000000..e0d0bf169836e9010a5484a8ce6ae0cfdf461db1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12096_b89e1a67f12fc9c8436e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12128_9c5c45f48dd57e790862.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12128_9c5c45f48dd57e790862.png new file mode 100644 index 0000000000000000000000000000000000000000..cd2153d7a7e3bd68f57961770180a78415b28370 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12128_9c5c45f48dd57e790862.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12160_c535dff255afb3a56873.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12160_c535dff255afb3a56873.png new file mode 100644 index 0000000000000000000000000000000000000000..a57ff1770fcd237c8b2df2c5a6e4448c63db01bb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12160_c535dff255afb3a56873.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1216_d52f094bf50fcd7a630a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1216_d52f094bf50fcd7a630a.png new file mode 100644 index 0000000000000000000000000000000000000000..44e96ec24b3486252642a74a84db544547989f26 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1216_d52f094bf50fcd7a630a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12192_194eadf0dcc0e5f092d8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12192_194eadf0dcc0e5f092d8.png new file mode 100644 index 0000000000000000000000000000000000000000..52ab81060922828614e9957eb09b27b191782b17 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12192_194eadf0dcc0e5f092d8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12224_e0db8325800490e85d91.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12224_e0db8325800490e85d91.png new file mode 100644 index 0000000000000000000000000000000000000000..3dae9e7821c57f55b5b0cff2a770c28c059198ec Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12224_e0db8325800490e85d91.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12256_5ef15a340b845440e781.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12256_5ef15a340b845440e781.png new file mode 100644 index 0000000000000000000000000000000000000000..f06131dd4f1d0804a46c0c526960098b3ffde0f2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12256_5ef15a340b845440e781.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12288_368ad4fcf7d0761b054f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12288_368ad4fcf7d0761b054f.png new file mode 100644 index 0000000000000000000000000000000000000000..65d9a5fdd22436ce9fb1a146d74f3f43ee17358e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12288_368ad4fcf7d0761b054f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12320_6a9beb082efba7a61307.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12320_6a9beb082efba7a61307.png new file mode 100644 index 0000000000000000000000000000000000000000..76d644de856dba284957503ac08ee51c7042d69b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12320_6a9beb082efba7a61307.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6448dec8477c7f13e60b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6448dec8477c7f13e60b.png new file mode 100644 index 0000000000000000000000000000000000000000..68727fc10130edef2262471fb8338f10b1ac589e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6448dec8477c7f13e60b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12384_710c2b4ec4ef8c520c5a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12384_710c2b4ec4ef8c520c5a.png new file mode 100644 index 0000000000000000000000000000000000000000..a4ae2929f2b6d526e8a4dd7482edf89beabb31e2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12384_710c2b4ec4ef8c520c5a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12416_ba5b409b503aa8c6fcd8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12416_ba5b409b503aa8c6fcd8.png new file mode 100644 index 0000000000000000000000000000000000000000..05da39b97b72affaf98f485573cdf40e935ec4f9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12416_ba5b409b503aa8c6fcd8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12448_60c054885a3ffb68a1cf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12448_60c054885a3ffb68a1cf.png new file mode 100644 index 0000000000000000000000000000000000000000..a0ee37e1a927208bdb69661173cb4df1aea6a4c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12448_60c054885a3ffb68a1cf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12480_02d135ba01793a52efe9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12480_02d135ba01793a52efe9.png new file mode 100644 index 0000000000000000000000000000000000000000..72be9727d691e23807c045542c5a52a0a944ee87 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12480_02d135ba01793a52efe9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1248_e5cd5edfc49504a80bd7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1248_e5cd5edfc49504a80bd7.png new file mode 100644 index 0000000000000000000000000000000000000000..b60583c74a5bd75ffa5be0cf5b7321262041dd06 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1248_e5cd5edfc49504a80bd7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12512_40052a070d9453012390.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12512_40052a070d9453012390.png new file mode 100644 index 0000000000000000000000000000000000000000..09be59c091c400dbb1f4aeda0130bb45e4f3a394 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12512_40052a070d9453012390.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12544_59d26ae0da10b5f5ae49.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12544_59d26ae0da10b5f5ae49.png new file mode 100644 index 0000000000000000000000000000000000000000..09f78123aed506184a61e2b49f024252adae419e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12544_59d26ae0da10b5f5ae49.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12576_832d5154820a52fc2628.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12576_832d5154820a52fc2628.png new file mode 100644 index 0000000000000000000000000000000000000000..4214be17f566ab3c061b6d1c0a19b1366d0c314f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12576_832d5154820a52fc2628.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12608_ab2bfb88cfc8f254ff3e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12608_ab2bfb88cfc8f254ff3e.png new file mode 100644 index 0000000000000000000000000000000000000000..3cb85a5c635e894ebbefb94bfb803c1b3a91bbac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12608_ab2bfb88cfc8f254ff3e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12640_a85c33e86311f5a8ce2b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12640_a85c33e86311f5a8ce2b.png new file mode 100644 index 0000000000000000000000000000000000000000..e300e93816e71f29b385a2eaecd304605a343dfc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12640_a85c33e86311f5a8ce2b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12672_1bb6f5943129f8478842.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12672_1bb6f5943129f8478842.png new file mode 100644 index 0000000000000000000000000000000000000000..448cbcd010fda0ecb91980daf71888a9adbef918 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12672_1bb6f5943129f8478842.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12704_b495bd7079dda9154ed5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12704_b495bd7079dda9154ed5.png new file mode 100644 index 0000000000000000000000000000000000000000..2fba6e293eb7d7517c64840438e4aadddc64b3c5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12704_b495bd7079dda9154ed5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12736_bff47c70afc39a251ec2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12736_bff47c70afc39a251ec2.png new file mode 100644 index 0000000000000000000000000000000000000000..5051d86ae69fb9d80f02feef34fc988dcf493c6e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12736_bff47c70afc39a251ec2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12768_cdaf0f5780bae20d4029.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12768_cdaf0f5780bae20d4029.png new file mode 100644 index 0000000000000000000000000000000000000000..f07796a011a1c47050cc00732e2977a0eb823006 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12768_cdaf0f5780bae20d4029.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12800_9ab6614228b299015f33.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12800_9ab6614228b299015f33.png new file mode 100644 index 0000000000000000000000000000000000000000..4e678956f05a559222f38841ea4617fe05709171 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12800_9ab6614228b299015f33.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1280_11ea8e516720848b53f9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1280_11ea8e516720848b53f9.png new file mode 100644 index 0000000000000000000000000000000000000000..cdd0a9f8f63be4be0688e9a1c4eb0170ae7d9b91 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1280_11ea8e516720848b53f9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12832_bcc92f1baae9a5c3228b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12832_bcc92f1baae9a5c3228b.png new file mode 100644 index 0000000000000000000000000000000000000000..130304bf1319ac79a97da1c13e28ac6d59cdcdfd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12832_bcc92f1baae9a5c3228b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12864_1ecb6a05e5775866fc7e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12864_1ecb6a05e5775866fc7e.png new file mode 100644 index 0000000000000000000000000000000000000000..9c4bad09cdd9b4072a4a686c4cca6c7efdc05d92 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12864_1ecb6a05e5775866fc7e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12896_051ccdc60baa6149224a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12896_051ccdc60baa6149224a.png new file mode 100644 index 0000000000000000000000000000000000000000..db4e7cb5d15d1e355cbb64f15834a718b0d4526e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12896_051ccdc60baa6149224a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_128_133a7758a6867f39db72.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_128_133a7758a6867f39db72.png new file mode 100644 index 0000000000000000000000000000000000000000..937b5404aa1e1b1c41e24daa32cab4fc7ac1d981 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_128_133a7758a6867f39db72.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12928_79d40632554e0e391e21.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12928_79d40632554e0e391e21.png new file mode 100644 index 0000000000000000000000000000000000000000..a983d8217d906f0efe7d89b3d669ae797c52c66b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12928_79d40632554e0e391e21.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12960_c07f799d74e3880959da.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12960_c07f799d74e3880959da.png new file mode 100644 index 0000000000000000000000000000000000000000..059bee635c67e965fc468889f8b9cc14997f5fd4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12960_c07f799d74e3880959da.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12992_1961a33f81646620b9f8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12992_1961a33f81646620b9f8.png new file mode 100644 index 0000000000000000000000000000000000000000..82f1f1566cf9dc5b40cbb9d39404d0f410ce2a13 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12992_1961a33f81646620b9f8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13024_6fee7f91daf7e5c38880.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13024_6fee7f91daf7e5c38880.png new file mode 100644 index 0000000000000000000000000000000000000000..13db3c57cc1e871a0fda52a7b3d11f2d94067238 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13024_6fee7f91daf7e5c38880.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13056_90779d762a6aee383970.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13056_90779d762a6aee383970.png new file mode 100644 index 0000000000000000000000000000000000000000..871e8f710c5e3d8bc10f8ab322af4ea0712b3f9c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13056_90779d762a6aee383970.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13088_5387101a4bae95daa828.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13088_5387101a4bae95daa828.png new file mode 100644 index 0000000000000000000000000000000000000000..59ec5b1e1c518f05905dee1c420ffa1bea7ef22b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13088_5387101a4bae95daa828.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13120_c9769b99cf402c6418cd.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13120_c9769b99cf402c6418cd.png new file mode 100644 index 0000000000000000000000000000000000000000..f20d7f35527654bb16df0c7004a53e92a1178621 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13120_c9769b99cf402c6418cd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1312_171cf77c13c5167bf8f7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1312_171cf77c13c5167bf8f7.png new file mode 100644 index 0000000000000000000000000000000000000000..1e61e2c1a90028d3d9ed93fc433384412bf4bba5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1312_171cf77c13c5167bf8f7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13152_8694348a2e4d8571b26c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13152_8694348a2e4d8571b26c.png new file mode 100644 index 0000000000000000000000000000000000000000..ac59818b3ce0ad01993328d1f6f049723abdf5a5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13152_8694348a2e4d8571b26c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13184_7963475729155dcb382f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13184_7963475729155dcb382f.png new file mode 100644 index 0000000000000000000000000000000000000000..7dc3a29dcac11cad78e85646fe1911918858a4d4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13184_7963475729155dcb382f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13216_5bcaaba8cdd1248ece27.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13216_5bcaaba8cdd1248ece27.png new file mode 100644 index 0000000000000000000000000000000000000000..54a6f44daf0bdf3e74d966553dba4aa35bfd80a7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13216_5bcaaba8cdd1248ece27.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13248_1c1a87cb0306c711d433.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13248_1c1a87cb0306c711d433.png new file mode 100644 index 0000000000000000000000000000000000000000..76ab0f69e924c13ec6bbe230108f20fb23c60df5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13248_1c1a87cb0306c711d433.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13280_f03a49d7b4157879e140.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13280_f03a49d7b4157879e140.png new file mode 100644 index 0000000000000000000000000000000000000000..1fc424eecaee9a6cca662dc67555c46555ae5f32 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13280_f03a49d7b4157879e140.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13312_ca3ab941b67f943b40b4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13312_ca3ab941b67f943b40b4.png new file mode 100644 index 0000000000000000000000000000000000000000..5f53c8ce355392602e73edf537e8c02db4626ea1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13312_ca3ab941b67f943b40b4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13344_42f69ffa32a8409d98a9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13344_42f69ffa32a8409d98a9.png new file mode 100644 index 0000000000000000000000000000000000000000..d438ab6f9efe862812c43294fdfbc0396f3bc5e8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13344_42f69ffa32a8409d98a9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13376_b4ce82113ff768a359ec.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13376_b4ce82113ff768a359ec.png new file mode 100644 index 0000000000000000000000000000000000000000..2375c6ed128554ab31495c82d81a4948f09b7adc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13376_b4ce82113ff768a359ec.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13408_d4aa463eca2aea731632.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13408_d4aa463eca2aea731632.png new file mode 100644 index 0000000000000000000000000000000000000000..35c672ef7c94f26901513002e8f75a04727b6256 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13408_d4aa463eca2aea731632.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13440_170f6e2e5c50263c41f4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13440_170f6e2e5c50263c41f4.png new file mode 100644 index 0000000000000000000000000000000000000000..e31fa7d1e2de86d2ca8177ca6abb615206f5f936 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13440_170f6e2e5c50263c41f4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1344_317e3981941410ab43e8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1344_317e3981941410ab43e8.png new file mode 100644 index 0000000000000000000000000000000000000000..8dbd0fda6d3ea199fad2b4518b0497f9fe20c7ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1344_317e3981941410ab43e8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13472_bf3577b7a5e805483fbe.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13472_bf3577b7a5e805483fbe.png new file mode 100644 index 0000000000000000000000000000000000000000..22c28a736f1774bf7fb0e5b5f0f3b0340e0b3e69 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13472_bf3577b7a5e805483fbe.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13504_a65924a677ece5a993b6.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13504_a65924a677ece5a993b6.png new file mode 100644 index 0000000000000000000000000000000000000000..ce2d6237500573188a7b2bd749eb7e2627d815d3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13504_a65924a677ece5a993b6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13536_c7fda076ba9f6c79816d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13536_c7fda076ba9f6c79816d.png new file mode 100644 index 0000000000000000000000000000000000000000..e7ff3418352ab2456cc3847edc6d63b6a8e05dbb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13536_c7fda076ba9f6c79816d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13568_c5eb994ef2c539894b6d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13568_c5eb994ef2c539894b6d.png new file mode 100644 index 0000000000000000000000000000000000000000..5a4a37f40b95e2994816ef4049d12f69f3030721 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13568_c5eb994ef2c539894b6d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13600_755d09f3a9c4ea0c7d4c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13600_755d09f3a9c4ea0c7d4c.png new file mode 100644 index 0000000000000000000000000000000000000000..a6983f8f8b66060d327885c04a9253c471bd4d91 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13600_755d09f3a9c4ea0c7d4c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13632_1e93b9c44cef2cf217c4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13632_1e93b9c44cef2cf217c4.png new file mode 100644 index 0000000000000000000000000000000000000000..376e3ab054b44e3e7c550dc6afc9a3bca6cacf67 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13632_1e93b9c44cef2cf217c4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13664_c0d36c6292751e56809a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13664_c0d36c6292751e56809a.png new file mode 100644 index 0000000000000000000000000000000000000000..b0c7298a01a01f06e410037efa8461c52b7efee7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13664_c0d36c6292751e56809a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13696_e8b7e71d98eeed9a7fef.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13696_e8b7e71d98eeed9a7fef.png new file mode 100644 index 0000000000000000000000000000000000000000..9a0426cebb4eddaaa98e9bee7f3f0186bf291b9f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13696_e8b7e71d98eeed9a7fef.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13728_3cb94f28ab01156eb293.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13728_3cb94f28ab01156eb293.png new file mode 100644 index 0000000000000000000000000000000000000000..4959704d418d23df5475a2566970999fe9d945b3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13728_3cb94f28ab01156eb293.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13760_b8876580ef55358de903.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13760_b8876580ef55358de903.png new file mode 100644 index 0000000000000000000000000000000000000000..1fc78c0e1830dd4d76736595ac0ead8f8addff4c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13760_b8876580ef55358de903.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1376_b4607d9cc56ae37c9809.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1376_b4607d9cc56ae37c9809.png new file mode 100644 index 0000000000000000000000000000000000000000..2da1715a6dd23b29f724bab8e7c3592411c42dde Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1376_b4607d9cc56ae37c9809.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13792_47536bbb1093f9c3d045.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13792_47536bbb1093f9c3d045.png new file mode 100644 index 0000000000000000000000000000000000000000..e11576a13aab9e200798f0b2701e24b68858d72c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13792_47536bbb1093f9c3d045.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13824_b56180fd718001293430.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13824_b56180fd718001293430.png new file mode 100644 index 0000000000000000000000000000000000000000..29d072b6ac3dee7bf4182163f509f44185f47274 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13824_b56180fd718001293430.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13856_b7b4f3fa6eb89495ae8a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13856_b7b4f3fa6eb89495ae8a.png new file mode 100644 index 0000000000000000000000000000000000000000..41da9dab94c9726d1285a8ecc804684dcc78420f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13856_b7b4f3fa6eb89495ae8a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13888_e67cdf7d071fc3345144.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13888_e67cdf7d071fc3345144.png new file mode 100644 index 0000000000000000000000000000000000000000..f3a547d62ccf683bbb8eb62233975532789e0944 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13888_e67cdf7d071fc3345144.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13920_0c9273b74c57371bc544.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13920_0c9273b74c57371bc544.png new file mode 100644 index 0000000000000000000000000000000000000000..b425510eaa58a641450537c2e88d33074848fad6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13920_0c9273b74c57371bc544.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13952_76c512ed3921c18c5209.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13952_76c512ed3921c18c5209.png new file mode 100644 index 0000000000000000000000000000000000000000..468993c1b215d77f48895d22aa5d93a5d2776431 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13952_76c512ed3921c18c5209.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13984_74705b504b28b9ae6012.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13984_74705b504b28b9ae6012.png new file mode 100644 index 0000000000000000000000000000000000000000..54dec998dd59d31ff2dbf63ed8c31eec60054fda Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13984_74705b504b28b9ae6012.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14016_1163684107978a2a1c48.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14016_1163684107978a2a1c48.png new file mode 100644 index 0000000000000000000000000000000000000000..cd64cfcd5f98acf4d4aa8f050f1743e46aee0688 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14016_1163684107978a2a1c48.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14048_0aff7b56906245c5c3c1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14048_0aff7b56906245c5c3c1.png new file mode 100644 index 0000000000000000000000000000000000000000..c6e369e6dafe6a118455e5e398b09d183093ae38 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14048_0aff7b56906245c5c3c1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14080_414e831eae528fee8554.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14080_414e831eae528fee8554.png new file mode 100644 index 0000000000000000000000000000000000000000..90c9101cbf8e5bda8171068e95e8ded8fce8ff5e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14080_414e831eae528fee8554.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1408_06ed05c6aaf3ce9a7a3c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1408_06ed05c6aaf3ce9a7a3c.png new file mode 100644 index 0000000000000000000000000000000000000000..fe8f717dbff93f175731bb2b5b3758c5d7490e6c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1408_06ed05c6aaf3ce9a7a3c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14112_036dd047bb67add2acbd.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14112_036dd047bb67add2acbd.png new file mode 100644 index 0000000000000000000000000000000000000000..efcb2434da14f03d86767ac0f8a2d19f6b701c35 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14112_036dd047bb67add2acbd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14144_523305248d0365011ca7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14144_523305248d0365011ca7.png new file mode 100644 index 0000000000000000000000000000000000000000..d2abc5d8608a32123f2d06bc6cced5061326a6a2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14144_523305248d0365011ca7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14176_a09b1ad8d54fba6b124f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14176_a09b1ad8d54fba6b124f.png new file mode 100644 index 0000000000000000000000000000000000000000..f20a9805420715f117c6e71bcf9c3c67dbbe3db7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14176_a09b1ad8d54fba6b124f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14208_9998226a67e45513b7c7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14208_9998226a67e45513b7c7.png new file mode 100644 index 0000000000000000000000000000000000000000..0968a0d33ba06869c6c642b2e905550dd036b2ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14208_9998226a67e45513b7c7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14240_578429d483919666b499.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14240_578429d483919666b499.png new file mode 100644 index 0000000000000000000000000000000000000000..35ba77f273e2197eb7f0f4d46f42c3f2119bd114 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14240_578429d483919666b499.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14272_78ba4260e2355c35c239.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14272_78ba4260e2355c35c239.png new file mode 100644 index 0000000000000000000000000000000000000000..fbd3b9bcbcf6e888455da8580e4137d235ab50e1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14272_78ba4260e2355c35c239.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14304_14a91b8e2e8f31ad7149.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14304_14a91b8e2e8f31ad7149.png new file mode 100644 index 0000000000000000000000000000000000000000..0085e8228b42ab02f7525f844f06c048d5423570 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14304_14a91b8e2e8f31ad7149.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14336_e79d9e490261a353ab25.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14336_e79d9e490261a353ab25.png new file mode 100644 index 0000000000000000000000000000000000000000..d32ac9bd9d1d3123937f8e84f75a5a4e1ff9cc4f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14336_e79d9e490261a353ab25.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14368_d419133fc957b3b1085b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14368_d419133fc957b3b1085b.png new file mode 100644 index 0000000000000000000000000000000000000000..39536dbf46e0229a4e8723bbf79d738cc917960f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14368_d419133fc957b3b1085b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14400_d9e99be204828dfb45e5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14400_d9e99be204828dfb45e5.png new file mode 100644 index 0000000000000000000000000000000000000000..2b70696fa2b3c8d09f19477137dea35179f8c27f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14400_d9e99be204828dfb45e5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1440_b28323a85ac9acad73c9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1440_b28323a85ac9acad73c9.png new file mode 100644 index 0000000000000000000000000000000000000000..ff6f65c29399d781422c1e8fdf836f9b7f27fcf6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1440_b28323a85ac9acad73c9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14432_ebe62a001a061887ce89.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14432_ebe62a001a061887ce89.png new file mode 100644 index 0000000000000000000000000000000000000000..fb99919fa7c4b5219a63c1c57de2cb959f66a089 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14432_ebe62a001a061887ce89.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14464_6f6eaf898a639af66472.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14464_6f6eaf898a639af66472.png new file mode 100644 index 0000000000000000000000000000000000000000..7f4e4fc07fad103cf10e7345a47e9bc6a6ad464e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14464_6f6eaf898a639af66472.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14496_dd7d7025f8e43ff9a855.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14496_dd7d7025f8e43ff9a855.png new file mode 100644 index 0000000000000000000000000000000000000000..9fee8e9cb5c5ec6e246075c31e85481f0fb45d3c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14496_dd7d7025f8e43ff9a855.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14528_60f324a097c9d343c3c0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14528_60f324a097c9d343c3c0.png new file mode 100644 index 0000000000000000000000000000000000000000..d222c546a3b62691106691f22b051bf83cf833a3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14528_60f324a097c9d343c3c0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14560_d83749081420c1438a08.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14560_d83749081420c1438a08.png new file mode 100644 index 0000000000000000000000000000000000000000..7ca92d744194492bec42e084089102cc84b7f5fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14560_d83749081420c1438a08.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14592_07d5799018e753ff43aa.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14592_07d5799018e753ff43aa.png new file mode 100644 index 0000000000000000000000000000000000000000..adab5cafe25c4b3deb0ebbec0d40b7713bb916d0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14592_07d5799018e753ff43aa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14624_07c0b901da95f43a506b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14624_07c0b901da95f43a506b.png new file mode 100644 index 0000000000000000000000000000000000000000..930f3093b48c3b8586dedb5904bb415bd12376c2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14624_07c0b901da95f43a506b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14656_51e707f76360a847ae34.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14656_51e707f76360a847ae34.png new file mode 100644 index 0000000000000000000000000000000000000000..d125526efd401de74039b3170a5b05ee818726fe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14656_51e707f76360a847ae34.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14688_03fe3cd4b547c66c3b31.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14688_03fe3cd4b547c66c3b31.png new file mode 100644 index 0000000000000000000000000000000000000000..a4526110511ae4537d162749698fe04b17ba12e4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14688_03fe3cd4b547c66c3b31.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14720_410a825cec143e5af3df.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14720_410a825cec143e5af3df.png new file mode 100644 index 0000000000000000000000000000000000000000..3961f7529d543bf339cc82b3d808e9c232ecf771 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14720_410a825cec143e5af3df.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1472_8049e1d8eaca4d592278.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1472_8049e1d8eaca4d592278.png new file mode 100644 index 0000000000000000000000000000000000000000..bf58ea1cc0fbdd975b64d2bb1d27385602a9d762 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1472_8049e1d8eaca4d592278.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14752_908ffdd249beea01aa07.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14752_908ffdd249beea01aa07.png new file mode 100644 index 0000000000000000000000000000000000000000..12cd0d7acd442668659c73c1418b30437deb247f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14752_908ffdd249beea01aa07.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14784_dfa3c59f1a599ca6cfc9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14784_dfa3c59f1a599ca6cfc9.png new file mode 100644 index 0000000000000000000000000000000000000000..db3dd9c9c00bfd28ab3109201daf7fd4062b0168 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14784_dfa3c59f1a599ca6cfc9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14816_d74e9960ccbef54a56a5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14816_d74e9960ccbef54a56a5.png new file mode 100644 index 0000000000000000000000000000000000000000..6a4f08ad866a6e7612c0129c158a22e29ae95db6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14816_d74e9960ccbef54a56a5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14848_1296027ae3e898fe4c55.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14848_1296027ae3e898fe4c55.png new file mode 100644 index 0000000000000000000000000000000000000000..40c2ea2767a4580058ec36476ae519b014b3a887 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14848_1296027ae3e898fe4c55.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14880_d04d032959648a549850.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14880_d04d032959648a549850.png new file mode 100644 index 0000000000000000000000000000000000000000..fe07a558bb7592073da6b228aefacaf06f0b82f0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14880_d04d032959648a549850.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14912_bfd4e823a919c4f07be9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14912_bfd4e823a919c4f07be9.png new file mode 100644 index 0000000000000000000000000000000000000000..ccb97ec2005350a0e02591676bc7d8794e646afb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14912_bfd4e823a919c4f07be9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14944_d1520de27d68ebb7d633.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14944_d1520de27d68ebb7d633.png new file mode 100644 index 0000000000000000000000000000000000000000..939809f26100414a684a72d0135b1a99cd85c26d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14944_d1520de27d68ebb7d633.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14976_fb29c09db9373ab0ffe2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14976_fb29c09db9373ab0ffe2.png new file mode 100644 index 0000000000000000000000000000000000000000..2ddd383a40601a93ba46a18e63c7ab2e6bd76bf9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14976_fb29c09db9373ab0ffe2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15008_cb70063c9fdbdaeed155.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15008_cb70063c9fdbdaeed155.png new file mode 100644 index 0000000000000000000000000000000000000000..8102f4aa993c6af463751bf3a8acdeb48c5e5aef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15008_cb70063c9fdbdaeed155.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15040_f3aa31efe0781890df73.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15040_f3aa31efe0781890df73.png new file mode 100644 index 0000000000000000000000000000000000000000..fd4fb6e988a22dd84652b823a779a5bf3a5ce707 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15040_f3aa31efe0781890df73.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1504_a66810a30c41c75fc671.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1504_a66810a30c41c75fc671.png new file mode 100644 index 0000000000000000000000000000000000000000..3121a41da07021330c5d0f47a6c268f1bad1f0af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1504_a66810a30c41c75fc671.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15072_c2b464882378f4f5d007.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15072_c2b464882378f4f5d007.png new file mode 100644 index 0000000000000000000000000000000000000000..0191d75e8c71551007b9b126c427badba9d892ac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15072_c2b464882378f4f5d007.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15104_64f469f5ebc24fdc77f9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15104_64f469f5ebc24fdc77f9.png new file mode 100644 index 0000000000000000000000000000000000000000..ff196dd153bec7c0401984c52302d0b46e453bb1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15104_64f469f5ebc24fdc77f9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15136_793e55c53b4e60241532.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15136_793e55c53b4e60241532.png new file mode 100644 index 0000000000000000000000000000000000000000..1c20d0c477f7bbff9dec24c03d7a28327f18f16d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15136_793e55c53b4e60241532.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15168_f99726740282e600269d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15168_f99726740282e600269d.png new file mode 100644 index 0000000000000000000000000000000000000000..d0e9e3966203eecf11088e5207b17fdaee5ecdeb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15168_f99726740282e600269d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15200_2d71b669a0719682b71d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15200_2d71b669a0719682b71d.png new file mode 100644 index 0000000000000000000000000000000000000000..9e44d66c7fe86f50da49e04878b45ab17c0565ee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15200_2d71b669a0719682b71d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1536_4be4beb309553277118f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1536_4be4beb309553277118f.png new file mode 100644 index 0000000000000000000000000000000000000000..bdcf98075c7efdffdfb253712be948d83b66aa18 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1536_4be4beb309553277118f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1568_75fb6cd09841b9b5fbeb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1568_75fb6cd09841b9b5fbeb.png new file mode 100644 index 0000000000000000000000000000000000000000..0df487a7b1bb8edcd55d08bb345ea979324e4173 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1568_75fb6cd09841b9b5fbeb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1600_b3c98371085e07ab1d19.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1600_b3c98371085e07ab1d19.png new file mode 100644 index 0000000000000000000000000000000000000000..b938bcfcf47dd9cabe714c10ce8318bb6b8fb574 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1600_b3c98371085e07ab1d19.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_160_5c0a0501e80518d135a3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_160_5c0a0501e80518d135a3.png new file mode 100644 index 0000000000000000000000000000000000000000..ca76b32cb43dd9ba9fca7283b12b22abecc75554 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_160_5c0a0501e80518d135a3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1632_a88f80c5337f32c44f8a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1632_a88f80c5337f32c44f8a.png new file mode 100644 index 0000000000000000000000000000000000000000..ab2b397870c6bdda251c1c939b5d1004ee34b0c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1632_a88f80c5337f32c44f8a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1664_5be4f1261f90f21383dc.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1664_5be4f1261f90f21383dc.png new file mode 100644 index 0000000000000000000000000000000000000000..587bd8ac551dec0bbc0662ce0d38e23961273d09 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1664_5be4f1261f90f21383dc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1696_8977b67a770174946d70.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1696_8977b67a770174946d70.png new file mode 100644 index 0000000000000000000000000000000000000000..1ed43e05b1ddcc48624311942f7ee6af3ab7c874 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1696_8977b67a770174946d70.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1728_bdf561452939cd97ff89.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1728_bdf561452939cd97ff89.png new file mode 100644 index 0000000000000000000000000000000000000000..d5f9fa956dba258ea1dd36aae6f48b0aa6d7470d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1728_bdf561452939cd97ff89.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1760_87a267ac6e8dc800b678.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1760_87a267ac6e8dc800b678.png new file mode 100644 index 0000000000000000000000000000000000000000..8116407a8fcfbf6b8c8fd996e7a57c01844bc843 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1760_87a267ac6e8dc800b678.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1792_0bad9336967eac877128.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1792_0bad9336967eac877128.png new file mode 100644 index 0000000000000000000000000000000000000000..437ce9a9279bd2518c2d1791b39578ed2acc0a69 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1792_0bad9336967eac877128.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1824_69e466ddd7bd728111d9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1824_69e466ddd7bd728111d9.png new file mode 100644 index 0000000000000000000000000000000000000000..2d99ea123093d40fb1b9a5c3dd1220420ee0f764 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1824_69e466ddd7bd728111d9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1856_da6e68a7e0593eff9ca4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1856_da6e68a7e0593eff9ca4.png new file mode 100644 index 0000000000000000000000000000000000000000..0593fc6ec55790cac18a7a04c7c5bc73eeaafee9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1856_da6e68a7e0593eff9ca4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1888_fb6cb9d0de7e2eaf4c31.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1888_fb6cb9d0de7e2eaf4c31.png new file mode 100644 index 0000000000000000000000000000000000000000..038869bc757c8f6515675703437e8ba7696b2ab0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1888_fb6cb9d0de7e2eaf4c31.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1920_be5ea821f7fee304f60c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1920_be5ea821f7fee304f60c.png new file mode 100644 index 0000000000000000000000000000000000000000..1b9c7b4339de0ae02bfa71f1b6d77eb2436fe73c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1920_be5ea821f7fee304f60c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_192_8c6fb9570dad447147fb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_192_8c6fb9570dad447147fb.png new file mode 100644 index 0000000000000000000000000000000000000000..120f76b3a34173fb4be8afdfd1f915b0c1463eb7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_192_8c6fb9570dad447147fb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1952_311ab6796002e0694923.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1952_311ab6796002e0694923.png new file mode 100644 index 0000000000000000000000000000000000000000..74bab4d3405b9b784b8d979b44a76c0774858b98 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1952_311ab6796002e0694923.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1984_1085ae7e55ca86ef32d8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1984_1085ae7e55ca86ef32d8.png new file mode 100644 index 0000000000000000000000000000000000000000..4253f14314f941cdbd9d0241d5c7abd04dc66027 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1984_1085ae7e55ca86ef32d8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2016_5bc2c09d11ae3f1b1012.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2016_5bc2c09d11ae3f1b1012.png new file mode 100644 index 0000000000000000000000000000000000000000..8703fb61bddc75bc5f3ab3c856e138fbed1809a5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2016_5bc2c09d11ae3f1b1012.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2048_c8452abac34d58a0c73e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2048_c8452abac34d58a0c73e.png new file mode 100644 index 0000000000000000000000000000000000000000..1307050bd5587d25463c03a009f44a4f873f563c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2048_c8452abac34d58a0c73e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2080_9b3a84ba9eff33a7a805.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2080_9b3a84ba9eff33a7a805.png new file mode 100644 index 0000000000000000000000000000000000000000..88ef903f85016f729f7e1927b972271320093797 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2080_9b3a84ba9eff33a7a805.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2112_b9215dc98034d821c01c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2112_b9215dc98034d821c01c.png new file mode 100644 index 0000000000000000000000000000000000000000..89d6acbf2d4642dddae17bf709befab6ddeac382 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2112_b9215dc98034d821c01c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2144_5de70436ade23a45e428.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2144_5de70436ade23a45e428.png new file mode 100644 index 0000000000000000000000000000000000000000..6a5212956f2934115c40db4e5d008ba120d1acf5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2144_5de70436ade23a45e428.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2176_27e07d67b5cfaa5fe095.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2176_27e07d67b5cfaa5fe095.png new file mode 100644 index 0000000000000000000000000000000000000000..e174f5b1b8b08c52d5723c9a1f46dff5fe4e1245 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2176_27e07d67b5cfaa5fe095.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2208_07bbb8f939e233c00b48.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2208_07bbb8f939e233c00b48.png new file mode 100644 index 0000000000000000000000000000000000000000..983abb4db78746ec1ab27c97d86441849cf2c621 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2208_07bbb8f939e233c00b48.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2240_49e5185d5039cbdd4c51.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2240_49e5185d5039cbdd4c51.png new file mode 100644 index 0000000000000000000000000000000000000000..dc56eec64eda218b2745ae684a3dbf04a716196a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2240_49e5185d5039cbdd4c51.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_224_42f05f303f3fc39b90e4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_224_42f05f303f3fc39b90e4.png new file mode 100644 index 0000000000000000000000000000000000000000..8219607b10841a2e8f1e73f3553cef5af349ab2e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_224_42f05f303f3fc39b90e4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2272_80e6968a5ae61c2bbee5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2272_80e6968a5ae61c2bbee5.png new file mode 100644 index 0000000000000000000000000000000000000000..a493518cb212dcb5f1f571233a6705b224203ba0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2272_80e6968a5ae61c2bbee5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2304_a38e006c46bb7e53f589.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2304_a38e006c46bb7e53f589.png new file mode 100644 index 0000000000000000000000000000000000000000..4d913a3fd280e326bfca085b0e052fb21edf73bf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2304_a38e006c46bb7e53f589.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2336_96a897fb171424dd0e8f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2336_96a897fb171424dd0e8f.png new file mode 100644 index 0000000000000000000000000000000000000000..7a6e072272f0d5195bf7f34aabf1da9a70a71933 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2336_96a897fb171424dd0e8f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2368_046c996012447e33edd2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2368_046c996012447e33edd2.png new file mode 100644 index 0000000000000000000000000000000000000000..dbf4d988c4c2262dfdcddd3f17599c0ff1fd9d96 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2368_046c996012447e33edd2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2400_5165a2c79bb634880e1c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2400_5165a2c79bb634880e1c.png new file mode 100644 index 0000000000000000000000000000000000000000..7cb726b3f063e9208bc8ce37ad365e7a0f4cec5d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2400_5165a2c79bb634880e1c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2432_358668d88325e17624d4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2432_358668d88325e17624d4.png new file mode 100644 index 0000000000000000000000000000000000000000..b763531712c8ba1baf3207837f525afbff7a9ad7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2432_358668d88325e17624d4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2464_e88e17670349c778e1a1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2464_e88e17670349c778e1a1.png new file mode 100644 index 0000000000000000000000000000000000000000..b0d88ff605668b1a8e59e92c84f291f550983ca5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2464_e88e17670349c778e1a1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2496_1c5b28ead418fac111fb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2496_1c5b28ead418fac111fb.png new file mode 100644 index 0000000000000000000000000000000000000000..90f1590faea70eccf13f11f1de6aa71a4a5dbf46 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2496_1c5b28ead418fac111fb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2528_2ee06fe9e3e110d47c94.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2528_2ee06fe9e3e110d47c94.png new file mode 100644 index 0000000000000000000000000000000000000000..2dc740c85dd58b14e02332c5d4eab66e82a0bf2c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2528_2ee06fe9e3e110d47c94.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2560_a2edf412ba2519582553.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2560_a2edf412ba2519582553.png new file mode 100644 index 0000000000000000000000000000000000000000..4f7ba90fe5e568cf8ea40b595a88516bed398b09 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2560_a2edf412ba2519582553.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_256_1c061c2406ba57ec5aa1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_256_1c061c2406ba57ec5aa1.png new file mode 100644 index 0000000000000000000000000000000000000000..4653085320a61d4f86a6dda7f66ed63b1b68a408 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_256_1c061c2406ba57ec5aa1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2592_c7a2ed3d0f00cd40e257.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2592_c7a2ed3d0f00cd40e257.png new file mode 100644 index 0000000000000000000000000000000000000000..50d4b3356d78402191ba96f091540ef4e281caaf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2592_c7a2ed3d0f00cd40e257.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2624_de7a5b5d2b7fccadd821.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2624_de7a5b5d2b7fccadd821.png new file mode 100644 index 0000000000000000000000000000000000000000..cd60f8936530452d3c019ae3d28cc3c4a048425e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2624_de7a5b5d2b7fccadd821.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2656_7aae170c753df9e1e6c5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2656_7aae170c753df9e1e6c5.png new file mode 100644 index 0000000000000000000000000000000000000000..821f4292b85671ddf6c738de49fe8264a3a22509 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2656_7aae170c753df9e1e6c5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2688_389ce30082cdce2ada8a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2688_389ce30082cdce2ada8a.png new file mode 100644 index 0000000000000000000000000000000000000000..57f7e3718b1e632bd97439c4d6be3cc538f4058d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2688_389ce30082cdce2ada8a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2720_4b6c3c9e8c07bd178566.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2720_4b6c3c9e8c07bd178566.png new file mode 100644 index 0000000000000000000000000000000000000000..cbf76cda3a8e328995220797a4dab394c4ea11e0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2720_4b6c3c9e8c07bd178566.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2752_c01c564335ad7fd0a421.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2752_c01c564335ad7fd0a421.png new file mode 100644 index 0000000000000000000000000000000000000000..a7ab537159ae9a6b90d1b08f22ea236c97621f78 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2752_c01c564335ad7fd0a421.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b4926d393c7f7e1e1fa3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b4926d393c7f7e1e1fa3.png new file mode 100644 index 0000000000000000000000000000000000000000..0f901ee6a678fea505c104ebbad6ea536924a91c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b4926d393c7f7e1e1fa3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2816_a741aa1564062a03b495.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2816_a741aa1564062a03b495.png new file mode 100644 index 0000000000000000000000000000000000000000..29b7945baf7674648d077572eb73cfe19e63d4fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2816_a741aa1564062a03b495.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2848_f8edd7b78de1e83d663a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2848_f8edd7b78de1e83d663a.png new file mode 100644 index 0000000000000000000000000000000000000000..10a6647505b33bd9885b1c5fe883052f2ab3d1f4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2848_f8edd7b78de1e83d663a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2880_1e7ecf718fc6d87c3cb0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2880_1e7ecf718fc6d87c3cb0.png new file mode 100644 index 0000000000000000000000000000000000000000..44dc47f556ad74eb7339a5a0f20b3c2799c2b58f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2880_1e7ecf718fc6d87c3cb0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_288_1477f2b815c0b606f91a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_288_1477f2b815c0b606f91a.png new file mode 100644 index 0000000000000000000000000000000000000000..9a56c1d6d4789b7ae35c0e1597bf21925c77839b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_288_1477f2b815c0b606f91a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2912_2124064fe418c79d50ec.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2912_2124064fe418c79d50ec.png new file mode 100644 index 0000000000000000000000000000000000000000..f4302da7ed32570573f09d7dc633c27bcaccff32 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2912_2124064fe418c79d50ec.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2944_7bc3db490107304af347.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2944_7bc3db490107304af347.png new file mode 100644 index 0000000000000000000000000000000000000000..00f17ba07d98aaea6c520a816fe151ef1eb22b69 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2944_7bc3db490107304af347.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2976_e67daf4ee699df54b93b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2976_e67daf4ee699df54b93b.png new file mode 100644 index 0000000000000000000000000000000000000000..850320fe4eb7970eb970d452030d7b3ebb435f57 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2976_e67daf4ee699df54b93b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3008_5e2d8db974f72f57a105.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3008_5e2d8db974f72f57a105.png new file mode 100644 index 0000000000000000000000000000000000000000..b52650dfb15bbebbd106b2f0a5d8f93b6479e75e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3008_5e2d8db974f72f57a105.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3040_a1fd7fb358918f61287d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3040_a1fd7fb358918f61287d.png new file mode 100644 index 0000000000000000000000000000000000000000..ee7f7bebd865e4f24af14bd3d0f2c30d77018665 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3040_a1fd7fb358918f61287d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3072_1f1de4eebf1136ae7724.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3072_1f1de4eebf1136ae7724.png new file mode 100644 index 0000000000000000000000000000000000000000..d8b49d454d4c5b1ee464c0022c1453c280255f9a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3072_1f1de4eebf1136ae7724.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3104_899353dc92b2256394a2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3104_899353dc92b2256394a2.png new file mode 100644 index 0000000000000000000000000000000000000000..8dbf6e57a84a3db6d3d7dcd32f08d49fee77365f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3104_899353dc92b2256394a2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3136_70b2b9668e6e6678fc88.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3136_70b2b9668e6e6678fc88.png new file mode 100644 index 0000000000000000000000000000000000000000..d727d343ab824ad132eb9fff016c6ffc21a476c9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3136_70b2b9668e6e6678fc88.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3168_157a5cec1337d93b1346.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3168_157a5cec1337d93b1346.png new file mode 100644 index 0000000000000000000000000000000000000000..c007cfa6d5b43ba3f22262e2de39996172f8b598 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3168_157a5cec1337d93b1346.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3200_e10ef301076eb3559ba1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3200_e10ef301076eb3559ba1.png new file mode 100644 index 0000000000000000000000000000000000000000..db4c100cb7f9d8341777e4f5609d2b1afc9bf667 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3200_e10ef301076eb3559ba1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_320_cfbe3d4392bd278e7eb0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_320_cfbe3d4392bd278e7eb0.png new file mode 100644 index 0000000000000000000000000000000000000000..b04776110cbb899c5622e5ea04ae7c0371ae7e0e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_320_cfbe3d4392bd278e7eb0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3232_8bec9d133daf8fb5c77d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3232_8bec9d133daf8fb5c77d.png new file mode 100644 index 0000000000000000000000000000000000000000..93c1a72cf174a7ff7fa977bc851b5c827df52056 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3232_8bec9d133daf8fb5c77d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3264_127b449e7aab289bd571.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3264_127b449e7aab289bd571.png new file mode 100644 index 0000000000000000000000000000000000000000..80ccdaa0e482c9f843912584c388e97c93f39e62 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3264_127b449e7aab289bd571.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3296_fda2abe2a11ab7fc2777.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3296_fda2abe2a11ab7fc2777.png new file mode 100644 index 0000000000000000000000000000000000000000..dabb5235778451dde27583b04e879123201a0fb6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3296_fda2abe2a11ab7fc2777.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_32_d76d9ee11c5e19bd0754.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_32_d76d9ee11c5e19bd0754.png new file mode 100644 index 0000000000000000000000000000000000000000..76bce732c67e46284fc07992edd95e2ce204df6f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_32_d76d9ee11c5e19bd0754.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3328_2a28f74201b618f9f37a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3328_2a28f74201b618f9f37a.png new file mode 100644 index 0000000000000000000000000000000000000000..ef8887ec2bf4bcb54755d3a3d2275b625770804e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3328_2a28f74201b618f9f37a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3360_0fdeb8a244b2eea5dbcb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3360_0fdeb8a244b2eea5dbcb.png new file mode 100644 index 0000000000000000000000000000000000000000..00200934cf2b6925a21d637dc8a7bf87da315217 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3360_0fdeb8a244b2eea5dbcb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3392_8498a27570296b39818e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3392_8498a27570296b39818e.png new file mode 100644 index 0000000000000000000000000000000000000000..2fb52ded025cf44558a8ddb99c686fa4c0d9ae2e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3392_8498a27570296b39818e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3424_db8ccead7185cfc6f75b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3424_db8ccead7185cfc6f75b.png new file mode 100644 index 0000000000000000000000000000000000000000..c87bcd19de35390c9d7bdedf9e9844ea1e4bb1a0 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3424_db8ccead7185cfc6f75b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3456_7d132d7be68aae2a071d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3456_7d132d7be68aae2a071d.png new file mode 100644 index 0000000000000000000000000000000000000000..59f54c2362892478d7e33395944d5e4d1688a0aa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3456_7d132d7be68aae2a071d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3488_d5b26af58f82bc6d1cb4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3488_d5b26af58f82bc6d1cb4.png new file mode 100644 index 0000000000000000000000000000000000000000..4a46be8e06ae620c1681ecd96b2f446cde0bf3ed Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3488_d5b26af58f82bc6d1cb4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3520_29284b4bbc3e46b8d62d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3520_29284b4bbc3e46b8d62d.png new file mode 100644 index 0000000000000000000000000000000000000000..cb78f68020b57ffe0dc76c974ea1804a550e0129 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3520_29284b4bbc3e46b8d62d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_352_e21b682d3a0ed09165ff.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_352_e21b682d3a0ed09165ff.png new file mode 100644 index 0000000000000000000000000000000000000000..9ef618d7865824bdab7b6cd1e2277e13f87dfd45 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_352_e21b682d3a0ed09165ff.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3552_911460e69dbae3f8fdc2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3552_911460e69dbae3f8fdc2.png new file mode 100644 index 0000000000000000000000000000000000000000..dfe55068a9926fe564f532c76bf7f6fbca4ce553 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3552_911460e69dbae3f8fdc2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3584_36e5d95eb27135b94558.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3584_36e5d95eb27135b94558.png new file mode 100644 index 0000000000000000000000000000000000000000..b8993cd08ea3c7e69fb2b670c0d1b7adbeea28d9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3584_36e5d95eb27135b94558.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3616_18c6d0c5b0483738ad3e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3616_18c6d0c5b0483738ad3e.png new file mode 100644 index 0000000000000000000000000000000000000000..83d7fdb21238da73dfd20d7b8d3ff8a561704d9f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3616_18c6d0c5b0483738ad3e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3648_e0342214971861373a3b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3648_e0342214971861373a3b.png new file mode 100644 index 0000000000000000000000000000000000000000..4545619376921a68136b851d82cd132583c888f4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3648_e0342214971861373a3b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3680_0a911ba0f2d6e9179a7f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3680_0a911ba0f2d6e9179a7f.png new file mode 100644 index 0000000000000000000000000000000000000000..53282e8a86a78eb1fcba946488209750c0e22ce1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3680_0a911ba0f2d6e9179a7f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3712_880d1328c3a124a8591b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3712_880d1328c3a124a8591b.png new file mode 100644 index 0000000000000000000000000000000000000000..7bdd2307103fc61b54f0c2e864d7dc3910c24298 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3712_880d1328c3a124a8591b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3744_593ae43a451567687b0d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3744_593ae43a451567687b0d.png new file mode 100644 index 0000000000000000000000000000000000000000..887fb15d140db68deb4d6f9822d2249e23d0ccb8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3744_593ae43a451567687b0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3776_c4d377d5c2f971d7796d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3776_c4d377d5c2f971d7796d.png new file mode 100644 index 0000000000000000000000000000000000000000..3aff7fc1cc08eed14e02d1f0b7c0be1943b74c7c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3776_c4d377d5c2f971d7796d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3808_9b3d2deae27bf33f9a9e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3808_9b3d2deae27bf33f9a9e.png new file mode 100644 index 0000000000000000000000000000000000000000..1abc25febe53b180a01e853b0a9f6c93f0b8dcea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3808_9b3d2deae27bf33f9a9e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3840_38e7c39c923481b856a9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3840_38e7c39c923481b856a9.png new file mode 100644 index 0000000000000000000000000000000000000000..b39a4f2b0beb61118171902891ad36f1b43dca28 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3840_38e7c39c923481b856a9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_384_d5a7048cffe72a5674cf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_384_d5a7048cffe72a5674cf.png new file mode 100644 index 0000000000000000000000000000000000000000..91da4f74f6577f954dcd4629c2cf4388e4247546 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_384_d5a7048cffe72a5674cf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3872_fcb5bba499acb44a6f47.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3872_fcb5bba499acb44a6f47.png new file mode 100644 index 0000000000000000000000000000000000000000..016686dcc50085f001c0f993a1552ade91628091 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3872_fcb5bba499acb44a6f47.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3904_5bf56d2558b9f4311a0d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3904_5bf56d2558b9f4311a0d.png new file mode 100644 index 0000000000000000000000000000000000000000..b96aaf49ada0eab1bef2f49436f51e8bb52c38e3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3904_5bf56d2558b9f4311a0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3936_5d5dc89a7072908d9cc6.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3936_5d5dc89a7072908d9cc6.png new file mode 100644 index 0000000000000000000000000000000000000000..e32922bfae11ad0f9b8b0d977205c33c832d2ad6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3936_5d5dc89a7072908d9cc6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3968_4f2c3dc1762b593ce6f5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3968_4f2c3dc1762b593ce6f5.png new file mode 100644 index 0000000000000000000000000000000000000000..af9ff98f01dff5a9e70986b0a690e2cb5ff65258 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3968_4f2c3dc1762b593ce6f5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4000_228350fe2034e73882c4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4000_228350fe2034e73882c4.png new file mode 100644 index 0000000000000000000000000000000000000000..90c34c9bcabc04ee1b695522f82b2d0cb85332c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4000_228350fe2034e73882c4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4032_59ac1d2349c7b7a7ef57.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4032_59ac1d2349c7b7a7ef57.png new file mode 100644 index 0000000000000000000000000000000000000000..ec6240eea0d214834a2af76c64aa9cd0d7b35b29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4032_59ac1d2349c7b7a7ef57.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4064_307672f05e613765ff0d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4064_307672f05e613765ff0d.png new file mode 100644 index 0000000000000000000000000000000000000000..e49d7acdcfb40b2c644dabae10aad1c93496b210 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4064_307672f05e613765ff0d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4096_6df2a7f99e44c880522c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4096_6df2a7f99e44c880522c.png new file mode 100644 index 0000000000000000000000000000000000000000..72406334d625fb70ecadf60275ad05390df9cd8a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4096_6df2a7f99e44c880522c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4128_fc0520bf2a531779070c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4128_fc0520bf2a531779070c.png new file mode 100644 index 0000000000000000000000000000000000000000..c53737497fb6b862ef790060746796ddc6bc3569 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4128_fc0520bf2a531779070c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4160_5826a3e338e5fcd6535b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4160_5826a3e338e5fcd6535b.png new file mode 100644 index 0000000000000000000000000000000000000000..4ecef5bc7af7e18426c336a8ff71f188c0d4f63c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4160_5826a3e338e5fcd6535b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_416_5bc409f09e14dc90fa59.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_416_5bc409f09e14dc90fa59.png new file mode 100644 index 0000000000000000000000000000000000000000..7b359e56841468d8314ce2163301aa46a0b17635 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_416_5bc409f09e14dc90fa59.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4192_d3b7b5c82b8d0cf22185.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4192_d3b7b5c82b8d0cf22185.png new file mode 100644 index 0000000000000000000000000000000000000000..0d97c519907d1b881dd6461f64e8965530d3782c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4192_d3b7b5c82b8d0cf22185.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4224_ff1e3b1f07fd7dad9a0f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4224_ff1e3b1f07fd7dad9a0f.png new file mode 100644 index 0000000000000000000000000000000000000000..e54bcc3734c6671b334a74c539155777cb9f5f77 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4224_ff1e3b1f07fd7dad9a0f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4256_eea4e7cb9cb189577663.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4256_eea4e7cb9cb189577663.png new file mode 100644 index 0000000000000000000000000000000000000000..1e31f82ef6b7677490a4270bcf390d84371fac46 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4256_eea4e7cb9cb189577663.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4288_a09b9f9c8c3422d3df1d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4288_a09b9f9c8c3422d3df1d.png new file mode 100644 index 0000000000000000000000000000000000000000..2ff441627e0696afa209ab155e536b2bc12d5242 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4288_a09b9f9c8c3422d3df1d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4320_4e68ff0a3366d2bd6398.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4320_4e68ff0a3366d2bd6398.png new file mode 100644 index 0000000000000000000000000000000000000000..a4435210eeb0587200a965f9223e44115c8dc88a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4320_4e68ff0a3366d2bd6398.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4352_4e38dbb6a416d2c15937.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4352_4e38dbb6a416d2c15937.png new file mode 100644 index 0000000000000000000000000000000000000000..e2d9b01b0f0c5edf8a014b5ac3c587cabf71fc05 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4352_4e38dbb6a416d2c15937.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4384_2de9a58bab40ab5e4541.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4384_2de9a58bab40ab5e4541.png new file mode 100644 index 0000000000000000000000000000000000000000..2c8f29bf5f3806eb37754be7920784019dc328b8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4384_2de9a58bab40ab5e4541.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4416_24254a69f796beedab93.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4416_24254a69f796beedab93.png new file mode 100644 index 0000000000000000000000000000000000000000..8bffe187bcd9c1f132a697f874f0fa372ab05d24 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4416_24254a69f796beedab93.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4448_d0c451bb54390e0019bf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4448_d0c451bb54390e0019bf.png new file mode 100644 index 0000000000000000000000000000000000000000..9c6fe1c46f8782eaa05ad6434ddf55a2affaafb7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4448_d0c451bb54390e0019bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4480_043ff90ec2e164895881.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4480_043ff90ec2e164895881.png new file mode 100644 index 0000000000000000000000000000000000000000..1d3716c625b9ce220d6d2fef8f3efb33f11e5661 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4480_043ff90ec2e164895881.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_448_e33aa33a6ee56521b05a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_448_e33aa33a6ee56521b05a.png new file mode 100644 index 0000000000000000000000000000000000000000..519e3615c0b1c8c5bb315a86a773d1fd582ecd6a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_448_e33aa33a6ee56521b05a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4512_bf4b60dc05ff59b0e4f3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4512_bf4b60dc05ff59b0e4f3.png new file mode 100644 index 0000000000000000000000000000000000000000..3c01834343beb9e577cdca2d96364e26a6f9ca85 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4512_bf4b60dc05ff59b0e4f3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4544_fec99b87e4ebd5017a85.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4544_fec99b87e4ebd5017a85.png new file mode 100644 index 0000000000000000000000000000000000000000..476bba9cede9f05a0a07b8ae53370e4073e3fd94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4544_fec99b87e4ebd5017a85.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4576_2e4b06e753ea3a393ad0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4576_2e4b06e753ea3a393ad0.png new file mode 100644 index 0000000000000000000000000000000000000000..132d1585c02ad779368eea590b9adaf7f4ddbeb1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4576_2e4b06e753ea3a393ad0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4608_37250ec369a4f92ff3a6.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4608_37250ec369a4f92ff3a6.png new file mode 100644 index 0000000000000000000000000000000000000000..a92e05427edf806a603eb48f3536df1fdbfc9668 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4608_37250ec369a4f92ff3a6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4640_24d11db5dc661e61c796.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4640_24d11db5dc661e61c796.png new file mode 100644 index 0000000000000000000000000000000000000000..9f0e5172620e2fcedb556a6d52d52c995c2256cb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4640_24d11db5dc661e61c796.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4672_2e5bb81f65e6170e9f81.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4672_2e5bb81f65e6170e9f81.png new file mode 100644 index 0000000000000000000000000000000000000000..c699ab674fe17571e9980a958baf189fe0da85c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4672_2e5bb81f65e6170e9f81.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4704_1cafc733aad36ea0baee.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4704_1cafc733aad36ea0baee.png new file mode 100644 index 0000000000000000000000000000000000000000..76592f570b59fdafa690f557826a3971df66f640 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4704_1cafc733aad36ea0baee.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4736_846eec8add49e35bf0e3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4736_846eec8add49e35bf0e3.png new file mode 100644 index 0000000000000000000000000000000000000000..61528e46fb9aa00c988cd8407ace5dcbd0b51c7b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4736_846eec8add49e35bf0e3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4768_149113b7dfde873d986c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4768_149113b7dfde873d986c.png new file mode 100644 index 0000000000000000000000000000000000000000..26a9c6e1c920b2d5ba4e9c316648f5639edffb1a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4768_149113b7dfde873d986c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4800_9313af4bdb63d4f2f817.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4800_9313af4bdb63d4f2f817.png new file mode 100644 index 0000000000000000000000000000000000000000..d2ace53b644fbe7e0ba022e56f37010b38778abb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4800_9313af4bdb63d4f2f817.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_480_a19f94b656ab06fb3ad3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_480_a19f94b656ab06fb3ad3.png new file mode 100644 index 0000000000000000000000000000000000000000..8d6451ebe468746672e238fb531b3e80397ad23c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_480_a19f94b656ab06fb3ad3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4832_8e180032c398d16bad9f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4832_8e180032c398d16bad9f.png new file mode 100644 index 0000000000000000000000000000000000000000..75b73c4681245de60259c7448cc242df5634ff9c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4832_8e180032c398d16bad9f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4864_5abf9a77b7073608a648.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4864_5abf9a77b7073608a648.png new file mode 100644 index 0000000000000000000000000000000000000000..a5b80fbb4bcd6a789a0b2e183bb9b12cbcf8b49a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4864_5abf9a77b7073608a648.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4896_883770f0a20bd47a9935.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4896_883770f0a20bd47a9935.png new file mode 100644 index 0000000000000000000000000000000000000000..caa45717c40350950e26592f8db47ecdb2fd73f5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4896_883770f0a20bd47a9935.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4928_f51347dcea832239acfa.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4928_f51347dcea832239acfa.png new file mode 100644 index 0000000000000000000000000000000000000000..1359dad15ff526d35cc0103d7ffdfd0c4ac6a000 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4928_f51347dcea832239acfa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4960_a4c7e1de2b7a5d8c6982.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4960_a4c7e1de2b7a5d8c6982.png new file mode 100644 index 0000000000000000000000000000000000000000..829f15c8dbbcd83e12692901a6d712f476749f57 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4960_a4c7e1de2b7a5d8c6982.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4992_3e9e1c6c15091e3dc1c8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4992_3e9e1c6c15091e3dc1c8.png new file mode 100644 index 0000000000000000000000000000000000000000..050defb072ce7cf36decb9a334ac583fa35b4e13 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4992_3e9e1c6c15091e3dc1c8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5024_e80a3e3665cc90570fa2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5024_e80a3e3665cc90570fa2.png new file mode 100644 index 0000000000000000000000000000000000000000..6a1b131b6728a52a3f459ce3b32cebe8b30e2f66 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5024_e80a3e3665cc90570fa2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5056_b52a1e83b74d0b2dea51.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5056_b52a1e83b74d0b2dea51.png new file mode 100644 index 0000000000000000000000000000000000000000..7ca069ba1786c1b9f7e870c49d4907369ae1ed99 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5056_b52a1e83b74d0b2dea51.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5088_7136a61ee8b6e9235fc0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5088_7136a61ee8b6e9235fc0.png new file mode 100644 index 0000000000000000000000000000000000000000..545598a35ecba6267ccb503ab3d769cc33667aa4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5088_7136a61ee8b6e9235fc0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5120_0360445b8415fe861c24.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5120_0360445b8415fe861c24.png new file mode 100644 index 0000000000000000000000000000000000000000..ea9ffb9b2899bdc45af611cb7ab02b95365e3286 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5120_0360445b8415fe861c24.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_512_1436b66b72340fa13eb3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_512_1436b66b72340fa13eb3.png new file mode 100644 index 0000000000000000000000000000000000000000..f5643304cb755f0adf83d070dbe7a72ef6d69504 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_512_1436b66b72340fa13eb3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5152_aeb15381980df921b944.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5152_aeb15381980df921b944.png new file mode 100644 index 0000000000000000000000000000000000000000..1a23240a45526646f3b8a7261d95fc264d744f6d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5152_aeb15381980df921b944.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5184_4ed21d2ac41f15257022.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5184_4ed21d2ac41f15257022.png new file mode 100644 index 0000000000000000000000000000000000000000..46f9a6b04d68c1c819e1c9e5d0cfd141d6e83782 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5184_4ed21d2ac41f15257022.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5216_426cf1b4570107fe7511.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5216_426cf1b4570107fe7511.png new file mode 100644 index 0000000000000000000000000000000000000000..a862476370078b4c2a4662e6fe6c0cfe741e43c4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5216_426cf1b4570107fe7511.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5248_79766dfe4a237cee5512.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5248_79766dfe4a237cee5512.png new file mode 100644 index 0000000000000000000000000000000000000000..343bcbe5f41e14574dc52dbf6b222c2112609717 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5248_79766dfe4a237cee5512.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5280_b211c90afd57e911d640.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5280_b211c90afd57e911d640.png new file mode 100644 index 0000000000000000000000000000000000000000..13823397a102a2b438ba6cf3c6b64b3ef262f650 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5280_b211c90afd57e911d640.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5312_b32e007fb7b07f2209b9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5312_b32e007fb7b07f2209b9.png new file mode 100644 index 0000000000000000000000000000000000000000..33acbc1c60c97309eceb123debccf626c7d95493 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5312_b32e007fb7b07f2209b9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5344_6023911b974c60b7fecb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5344_6023911b974c60b7fecb.png new file mode 100644 index 0000000000000000000000000000000000000000..7d4691565f7e2fc60c8efa3ca6b43141664dd4ea Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5344_6023911b974c60b7fecb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5376_ccb050faef61d78af36a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5376_ccb050faef61d78af36a.png new file mode 100644 index 0000000000000000000000000000000000000000..6573b3ff7f9b64d782b2a7f580ebc06e588c9cc7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5376_ccb050faef61d78af36a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5408_d4ba53e6c2d4e602c684.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5408_d4ba53e6c2d4e602c684.png new file mode 100644 index 0000000000000000000000000000000000000000..6cc681ace0c2c23452cb25586beb05448fe31810 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5408_d4ba53e6c2d4e602c684.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5440_cb7845311d03a8daf50c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5440_cb7845311d03a8daf50c.png new file mode 100644 index 0000000000000000000000000000000000000000..871647a8983d902020d314859e0469ca718ef840 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5440_cb7845311d03a8daf50c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_544_49d5e8ed10d31ae7d783.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_544_49d5e8ed10d31ae7d783.png new file mode 100644 index 0000000000000000000000000000000000000000..2538ad4a1160e366677f0219c86fb3b3ca5ea36c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_544_49d5e8ed10d31ae7d783.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5472_5cb674d527a2c2787c27.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5472_5cb674d527a2c2787c27.png new file mode 100644 index 0000000000000000000000000000000000000000..bf2c381c3f6f7d13227eec13565fda2ad80b4700 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5472_5cb674d527a2c2787c27.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5504_1b9c805d971d4afe41d8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5504_1b9c805d971d4afe41d8.png new file mode 100644 index 0000000000000000000000000000000000000000..3ed3a8a482b7958d0751c7d2de0b4687cb81998d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5504_1b9c805d971d4afe41d8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5536_216f149fbe021d702670.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5536_216f149fbe021d702670.png new file mode 100644 index 0000000000000000000000000000000000000000..be50d75c0171d49505a15e7dcde4b86e51fc6da8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5536_216f149fbe021d702670.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5568_c4b6c06c56e9267b3a43.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5568_c4b6c06c56e9267b3a43.png new file mode 100644 index 0000000000000000000000000000000000000000..cd29fd030277218812807d2556319a169eba822a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5568_c4b6c06c56e9267b3a43.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5600_e714d69213af7b29dfbb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5600_e714d69213af7b29dfbb.png new file mode 100644 index 0000000000000000000000000000000000000000..04c32dcc84b036b6cb078d971674f029af1c1a97 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5600_e714d69213af7b29dfbb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5632_b994faf3989b0e80f777.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5632_b994faf3989b0e80f777.png new file mode 100644 index 0000000000000000000000000000000000000000..ad0805873ec71f8f8cbeb86c8ccde680a219ab19 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5632_b994faf3989b0e80f777.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5664_dab92971f720dd9327bd.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5664_dab92971f720dd9327bd.png new file mode 100644 index 0000000000000000000000000000000000000000..b53ff86810a0c2fc28309cc0c2b6efcd8d828f94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5664_dab92971f720dd9327bd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5696_ac01bd7c6e352a32c4a1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5696_ac01bd7c6e352a32c4a1.png new file mode 100644 index 0000000000000000000000000000000000000000..ff2cc8346605a0bab78fd06bc0ea5796319c421c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5696_ac01bd7c6e352a32c4a1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5728_84b861bcc0028edb59a7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5728_84b861bcc0028edb59a7.png new file mode 100644 index 0000000000000000000000000000000000000000..4b61d84c7c02efc43c81b995f72a5a2eb61e1961 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5728_84b861bcc0028edb59a7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5760_faaef925ba47486e64ff.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5760_faaef925ba47486e64ff.png new file mode 100644 index 0000000000000000000000000000000000000000..54776f5d203e128a3e8d8a83ee6a8eeea0104fcf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5760_faaef925ba47486e64ff.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_576_f0bdc1aa0d4297412387.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_576_f0bdc1aa0d4297412387.png new file mode 100644 index 0000000000000000000000000000000000000000..4496edd495a5cbe10156513578ab30e50249bf1e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_576_f0bdc1aa0d4297412387.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5792_045efa71b6025d4468af.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5792_045efa71b6025d4468af.png new file mode 100644 index 0000000000000000000000000000000000000000..27d025d171cd8ce8fe2cc1e5354b7131fb729f84 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5792_045efa71b6025d4468af.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5824_9d3a2c64286cb61a61eb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5824_9d3a2c64286cb61a61eb.png new file mode 100644 index 0000000000000000000000000000000000000000..be61d7b32f1336d2a82fdaf833a9429fca0a661b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5824_9d3a2c64286cb61a61eb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5856_da8391f72b17f17d7661.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5856_da8391f72b17f17d7661.png new file mode 100644 index 0000000000000000000000000000000000000000..b62a448e269f93585f9043774d368c91861978d6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5856_da8391f72b17f17d7661.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5888_39dd8329c08fbcece459.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5888_39dd8329c08fbcece459.png new file mode 100644 index 0000000000000000000000000000000000000000..456bc261290d13ce3b5c9eada54fbaab4bfb1526 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5888_39dd8329c08fbcece459.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5920_31e9b0bcddd366947d3b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5920_31e9b0bcddd366947d3b.png new file mode 100644 index 0000000000000000000000000000000000000000..8bddbd57d1042b416b64302b7e342bad56e0ece6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5920_31e9b0bcddd366947d3b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5952_3177180b582d72a7bcb2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5952_3177180b582d72a7bcb2.png new file mode 100644 index 0000000000000000000000000000000000000000..d5880223e2326ef14f12e12848e57cf220c373bd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5952_3177180b582d72a7bcb2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5984_7d7dc75b3587609a8cce.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5984_7d7dc75b3587609a8cce.png new file mode 100644 index 0000000000000000000000000000000000000000..9057cb8064e7416d80f5c6514bb0a4f3bf358b38 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5984_7d7dc75b3587609a8cce.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6016_4cbd241a2dce153049cf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6016_4cbd241a2dce153049cf.png new file mode 100644 index 0000000000000000000000000000000000000000..cafa5e05953c40a1039ca55ec13d9609a560d199 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6016_4cbd241a2dce153049cf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6048_2fc4e710b97777143812.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6048_2fc4e710b97777143812.png new file mode 100644 index 0000000000000000000000000000000000000000..057faf086c072aec1cfe7a840eafb3225666f655 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6048_2fc4e710b97777143812.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6080_be992e07b9ebe75c9b7c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6080_be992e07b9ebe75c9b7c.png new file mode 100644 index 0000000000000000000000000000000000000000..4e47b3db09671a737d8c1f33e7b9bee1e01ab582 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6080_be992e07b9ebe75c9b7c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_608_a3d1f4143d23a99eff17.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_608_a3d1f4143d23a99eff17.png new file mode 100644 index 0000000000000000000000000000000000000000..333160821ff8b81bc5614ae81fd2fa8ed086168c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_608_a3d1f4143d23a99eff17.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6112_3636a51f04b68f611695.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6112_3636a51f04b68f611695.png new file mode 100644 index 0000000000000000000000000000000000000000..989399c97ec188caeab641f8f7d5ef5e0bd29b56 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6112_3636a51f04b68f611695.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6144_ba2acc0958bbb177b061.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6144_ba2acc0958bbb177b061.png new file mode 100644 index 0000000000000000000000000000000000000000..86516a1143d269678d716af650a59fde53150985 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6144_ba2acc0958bbb177b061.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6176_e1d1d10bea32e65db752.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6176_e1d1d10bea32e65db752.png new file mode 100644 index 0000000000000000000000000000000000000000..5a5b926b2b8ce8484228398e3e4d9d6465f3c162 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6176_e1d1d10bea32e65db752.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6208_d35e95ad16ec7416d8c9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6208_d35e95ad16ec7416d8c9.png new file mode 100644 index 0000000000000000000000000000000000000000..7aa6b24bf49afed055c4144b900a3c1d5cd16ef1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6208_d35e95ad16ec7416d8c9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6240_ae6983e5ab79eb3a1d8d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6240_ae6983e5ab79eb3a1d8d.png new file mode 100644 index 0000000000000000000000000000000000000000..d8eb909fa9378bb5a26d4a1a7b0b0dca84fc4422 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6240_ae6983e5ab79eb3a1d8d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6272_494f9ce8926ed6512e96.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6272_494f9ce8926ed6512e96.png new file mode 100644 index 0000000000000000000000000000000000000000..ce3541c0668523c60dd971b45e70b66562d25e33 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6272_494f9ce8926ed6512e96.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6304_10cc629d2d170db70f7e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6304_10cc629d2d170db70f7e.png new file mode 100644 index 0000000000000000000000000000000000000000..4d18256fffc818bc556812bb4d8e10304167d67e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6304_10cc629d2d170db70f7e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6336_8e53d2f0d29b493e0e86.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6336_8e53d2f0d29b493e0e86.png new file mode 100644 index 0000000000000000000000000000000000000000..c658e6223e1cea3494dd14736475289979b9a021 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6336_8e53d2f0d29b493e0e86.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6368_3c4124b79ebc93892a2d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6368_3c4124b79ebc93892a2d.png new file mode 100644 index 0000000000000000000000000000000000000000..29aea37837ffb067b49ccb409adb7398c80eec94 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6368_3c4124b79ebc93892a2d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6400_57e301e4da25747b76ed.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6400_57e301e4da25747b76ed.png new file mode 100644 index 0000000000000000000000000000000000000000..a9a20d24dce33752cf97d5a0243a1a81c9e6793c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6400_57e301e4da25747b76ed.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_640_0ff56da72315d28c087b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_640_0ff56da72315d28c087b.png new file mode 100644 index 0000000000000000000000000000000000000000..6adea485846308208596f09859d68bd510ef8b30 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_640_0ff56da72315d28c087b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6432_460e88212087a749a9d8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6432_460e88212087a749a9d8.png new file mode 100644 index 0000000000000000000000000000000000000000..0cc40e79eb4281c84051becb86861f47dea987aa Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6432_460e88212087a749a9d8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6464_d1287a2a630e13e3b5c6.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6464_d1287a2a630e13e3b5c6.png new file mode 100644 index 0000000000000000000000000000000000000000..db9e92d90956be431595f6103ea9a10eba277cc7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6464_d1287a2a630e13e3b5c6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6496_487918cbefd4db28a2ca.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6496_487918cbefd4db28a2ca.png new file mode 100644 index 0000000000000000000000000000000000000000..5c8e6a1d0444c5f8eb748b4291182e11de7b939c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6496_487918cbefd4db28a2ca.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_64_5be72a9a31f7b045e6ce.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_64_5be72a9a31f7b045e6ce.png new file mode 100644 index 0000000000000000000000000000000000000000..18ce912c1b6b3dc2fd35c3c3aa69e9412701eebe Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_64_5be72a9a31f7b045e6ce.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6528_c09ee5706eea0a206710.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6528_c09ee5706eea0a206710.png new file mode 100644 index 0000000000000000000000000000000000000000..26051bce65d7b015a8af4b30f4f870abdcd898c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6528_c09ee5706eea0a206710.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6560_35c6829b87c66487e16f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6560_35c6829b87c66487e16f.png new file mode 100644 index 0000000000000000000000000000000000000000..241cc43bd51ef0fc9e5d6ef5ac536586c3d6ccc1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6560_35c6829b87c66487e16f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6592_0d4d25ca9560b600110a.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6592_0d4d25ca9560b600110a.png new file mode 100644 index 0000000000000000000000000000000000000000..beb45725c84e49998532a0e2cf0047e88287fa63 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6592_0d4d25ca9560b600110a.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6624_8cbf61bf2b4bfb9d4632.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6624_8cbf61bf2b4bfb9d4632.png new file mode 100644 index 0000000000000000000000000000000000000000..ad4c9c0d388ba44e1ec412ab3dac311bc9089b48 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6624_8cbf61bf2b4bfb9d4632.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6656_51eef979f770b64ab4d8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6656_51eef979f770b64ab4d8.png new file mode 100644 index 0000000000000000000000000000000000000000..219882f19f1a987557b5e7194f5ab03a1be8b0c1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6656_51eef979f770b64ab4d8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6688_758e675f104fbc33cef0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6688_758e675f104fbc33cef0.png new file mode 100644 index 0000000000000000000000000000000000000000..a7cb5dc09b71e96b9172f2352f107b6fd786e315 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6688_758e675f104fbc33cef0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6720_62df94b94c6bd4911a87.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6720_62df94b94c6bd4911a87.png new file mode 100644 index 0000000000000000000000000000000000000000..4ebbf64132d702a422cbf3c06f6c23bac75c24df Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6720_62df94b94c6bd4911a87.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_672_1d02a798b0d5911d686b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_672_1d02a798b0d5911d686b.png new file mode 100644 index 0000000000000000000000000000000000000000..9a0bbb01c54bf86c499941010027bf99fe18f8d9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_672_1d02a798b0d5911d686b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6752_0654fd89a1b531f92eaa.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6752_0654fd89a1b531f92eaa.png new file mode 100644 index 0000000000000000000000000000000000000000..c3aea6f4d1be8f3fb7fd00ac3593b4a04ad5a31a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6752_0654fd89a1b531f92eaa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6784_b4f528c4e7fde2561df2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6784_b4f528c4e7fde2561df2.png new file mode 100644 index 0000000000000000000000000000000000000000..9c8a2398482546c251b228ee33c6fe745a92aa8a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6784_b4f528c4e7fde2561df2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6816_2b544f012bef70ad13ca.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6816_2b544f012bef70ad13ca.png new file mode 100644 index 0000000000000000000000000000000000000000..d251179054de7c2333b144e437e13e03ba1cac8f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6816_2b544f012bef70ad13ca.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6848_771e6b7309f4676a9845.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6848_771e6b7309f4676a9845.png new file mode 100644 index 0000000000000000000000000000000000000000..553880e4dd4e3e61cb310398a969be4d748ce15f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6848_771e6b7309f4676a9845.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6880_87ff494a1468ff7b7aeb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6880_87ff494a1468ff7b7aeb.png new file mode 100644 index 0000000000000000000000000000000000000000..2ba16c3108bbf11ba75716ca53f5ee0cbad9d1f9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6880_87ff494a1468ff7b7aeb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6912_4eb7fd2844a5d58bb508.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6912_4eb7fd2844a5d58bb508.png new file mode 100644 index 0000000000000000000000000000000000000000..9f273cd857bcc205ed6237cb3961301eb8e33a84 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6912_4eb7fd2844a5d58bb508.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6944_882ee501f2a3426f9d05.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6944_882ee501f2a3426f9d05.png new file mode 100644 index 0000000000000000000000000000000000000000..7e84848c1b9e30260b81074334ac2c359ae27084 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6944_882ee501f2a3426f9d05.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6976_5efb35bce089f9da49bf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6976_5efb35bce089f9da49bf.png new file mode 100644 index 0000000000000000000000000000000000000000..5b49327281295253cdd7e1217d4749869ae6d759 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6976_5efb35bce089f9da49bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7008_82c8b83bd605bf91315f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7008_82c8b83bd605bf91315f.png new file mode 100644 index 0000000000000000000000000000000000000000..26c4b13b74002b5eb27750bab7e21efcd5f52181 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7008_82c8b83bd605bf91315f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7040_5111f43af8d707fe500e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7040_5111f43af8d707fe500e.png new file mode 100644 index 0000000000000000000000000000000000000000..6a3f3b90496ddc8e18a53070aadcb3ed35796264 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7040_5111f43af8d707fe500e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_704_7766742be49e68f5c73c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_704_7766742be49e68f5c73c.png new file mode 100644 index 0000000000000000000000000000000000000000..ace5a25853722820d3dc636744d354063ae54097 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_704_7766742be49e68f5c73c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7072_37e1396e5243f268b236.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7072_37e1396e5243f268b236.png new file mode 100644 index 0000000000000000000000000000000000000000..d288464424d7c3d6ff1e2133007dba3640c1bb60 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7072_37e1396e5243f268b236.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7104_380646960f6bde4e364d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7104_380646960f6bde4e364d.png new file mode 100644 index 0000000000000000000000000000000000000000..891527476505c94865a7afb35c170006c860ebb2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7104_380646960f6bde4e364d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7136_ba6adee2c0d21c586018.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7136_ba6adee2c0d21c586018.png new file mode 100644 index 0000000000000000000000000000000000000000..23e54243d852966f9ee2d7a738bc85f164b122ac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7136_ba6adee2c0d21c586018.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7168_7093bd3760ebbc7e4464.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7168_7093bd3760ebbc7e4464.png new file mode 100644 index 0000000000000000000000000000000000000000..d9d3b322f64b8e2df7f2d78eeac0dc71d1fd7a43 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7168_7093bd3760ebbc7e4464.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7200_9765faeef0a03da44c91.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7200_9765faeef0a03da44c91.png new file mode 100644 index 0000000000000000000000000000000000000000..588a08828e72cc54892c7498f53e98864cc217c9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7200_9765faeef0a03da44c91.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7232_6fea058bf637f64c32bb.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7232_6fea058bf637f64c32bb.png new file mode 100644 index 0000000000000000000000000000000000000000..ae156a731de7d6d98dfe3a38585c0740ec23c8ac Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7232_6fea058bf637f64c32bb.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7264_e3776410dec6ec740c46.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7264_e3776410dec6ec740c46.png new file mode 100644 index 0000000000000000000000000000000000000000..4951597775f2f5dc3a5b6a667efb04ffd2766742 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7264_e3776410dec6ec740c46.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7296_d4636a192034aa2df7ff.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7296_d4636a192034aa2df7ff.png new file mode 100644 index 0000000000000000000000000000000000000000..35b00a7c1ed35e4486b93106c1520a10366e39bc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7296_d4636a192034aa2df7ff.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7328_52eabb551ebc681864e0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7328_52eabb551ebc681864e0.png new file mode 100644 index 0000000000000000000000000000000000000000..20c2b78f3cce25b549a0e19f3c3944cf014b7835 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7328_52eabb551ebc681864e0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7360_db44f756184a94b1f3c1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7360_db44f756184a94b1f3c1.png new file mode 100644 index 0000000000000000000000000000000000000000..071ecdf7fcf6931e22400e54f563a7654558d6fd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7360_db44f756184a94b1f3c1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_736_1071cdfe061116ae600c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_736_1071cdfe061116ae600c.png new file mode 100644 index 0000000000000000000000000000000000000000..50cf471ec88336ea3b6f8657ecb84c0e42e93271 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_736_1071cdfe061116ae600c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7392_da25f0d725d33bf57651.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7392_da25f0d725d33bf57651.png new file mode 100644 index 0000000000000000000000000000000000000000..30d3b888284b11491c38d8f91f90004fce88514f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7392_da25f0d725d33bf57651.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7424_a501ceaed38c59ddc884.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7424_a501ceaed38c59ddc884.png new file mode 100644 index 0000000000000000000000000000000000000000..8581f919a74087b3aa2f7b3e55a1c34e153eff11 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7424_a501ceaed38c59ddc884.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7456_407d9a5b8ae7d985ed93.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7456_407d9a5b8ae7d985ed93.png new file mode 100644 index 0000000000000000000000000000000000000000..a9d34361611b14f033480d0223fefec427866f5a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7456_407d9a5b8ae7d985ed93.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7488_3544a22ad2b49ce94ece.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7488_3544a22ad2b49ce94ece.png new file mode 100644 index 0000000000000000000000000000000000000000..1d596422eaff0030dac2a525869ef6bf34a4451c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7488_3544a22ad2b49ce94ece.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7520_3ce0b76781be99e061bd.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7520_3ce0b76781be99e061bd.png new file mode 100644 index 0000000000000000000000000000000000000000..85d35eaac2afcdcf280eb8872f98363523bae0c7 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7520_3ce0b76781be99e061bd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7552_53cfeb9484d6a6ef041d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7552_53cfeb9484d6a6ef041d.png new file mode 100644 index 0000000000000000000000000000000000000000..d054e70cc2a32f6546b14c08c0742a15f5d4c2b5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7552_53cfeb9484d6a6ef041d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7584_0e1e3f39e545f96d9ce8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7584_0e1e3f39e545f96d9ce8.png new file mode 100644 index 0000000000000000000000000000000000000000..ad968636a1c7fa118885a7b18554efd1cb3c3825 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7584_0e1e3f39e545f96d9ce8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7616_a178507cb7f75ae92495.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7616_a178507cb7f75ae92495.png new file mode 100644 index 0000000000000000000000000000000000000000..ae0870fb411ead2cea46baf66942c7e6a10609f6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7616_a178507cb7f75ae92495.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7648_dc71f0536da2b4d67652.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7648_dc71f0536da2b4d67652.png new file mode 100644 index 0000000000000000000000000000000000000000..ce25df64a0dcc912dd05bb0b0fdbdc3c99814eb3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7648_dc71f0536da2b4d67652.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7680_49d50fd25bd446fb2d42.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7680_49d50fd25bd446fb2d42.png new file mode 100644 index 0000000000000000000000000000000000000000..f10abc765fd9d9a1e00f23dd1aaec09831963d21 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7680_49d50fd25bd446fb2d42.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_768_daadc9ffec9106a9c1d3.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_768_daadc9ffec9106a9c1d3.png new file mode 100644 index 0000000000000000000000000000000000000000..9c1e54a34a913643d89ea68ba75abc3a7e42ed4e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_768_daadc9ffec9106a9c1d3.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7712_57b6d5582fb7e4ee7e90.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7712_57b6d5582fb7e4ee7e90.png new file mode 100644 index 0000000000000000000000000000000000000000..9f28d17bd8ca13ffc461b5c507e243a4cb81488b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7712_57b6d5582fb7e4ee7e90.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7744_ca4f2062c72bff915de9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7744_ca4f2062c72bff915de9.png new file mode 100644 index 0000000000000000000000000000000000000000..9981f28d392a291417bdbf438f98b60c222965ce Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7744_ca4f2062c72bff915de9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7776_eacfae054c7d5d6a4324.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7776_eacfae054c7d5d6a4324.png new file mode 100644 index 0000000000000000000000000000000000000000..8a965b2ef9c135c831f43bde86444cff35b86cb5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7776_eacfae054c7d5d6a4324.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7808_84cf93cd6050e788d9fa.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7808_84cf93cd6050e788d9fa.png new file mode 100644 index 0000000000000000000000000000000000000000..812c6dc8fc989f8cd5de062cb0fd96709ab75f3c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7808_84cf93cd6050e788d9fa.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7840_6b1ebaad054b5ff58dff.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7840_6b1ebaad054b5ff58dff.png new file mode 100644 index 0000000000000000000000000000000000000000..670466097e25f640033098d641c0339fd5a3ef3d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7840_6b1ebaad054b5ff58dff.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7872_dfc451d5361cd918e28e.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7872_dfc451d5361cd918e28e.png new file mode 100644 index 0000000000000000000000000000000000000000..7e576797b5276af6fde1d2e9560e06fe7e15ed3d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7872_dfc451d5361cd918e28e.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7904_809ed4a61843ea2c54e7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7904_809ed4a61843ea2c54e7.png new file mode 100644 index 0000000000000000000000000000000000000000..eebd9f4ec72c4423cd06d031dab768b70ca0b9ce Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7904_809ed4a61843ea2c54e7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7936_bd6f1de8f70a2bbcb653.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7936_bd6f1de8f70a2bbcb653.png new file mode 100644 index 0000000000000000000000000000000000000000..450bea6d6beece9c4ac241f8b926709fb77be52f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7936_bd6f1de8f70a2bbcb653.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7968_ef67a151053aaceced5b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7968_ef67a151053aaceced5b.png new file mode 100644 index 0000000000000000000000000000000000000000..83f87ec62a15c56d6379dbd13438dbd3353525f2 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7968_ef67a151053aaceced5b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8000_78ea8b57381b6b7154b5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8000_78ea8b57381b6b7154b5.png new file mode 100644 index 0000000000000000000000000000000000000000..6b4eed7b9cb7b60eb3da1e837131a0bf9f9bfdef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8000_78ea8b57381b6b7154b5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_800_71869c311256ef1943b8.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_800_71869c311256ef1943b8.png new file mode 100644 index 0000000000000000000000000000000000000000..967cdb577e09599a724bc9f7dfca7b4ce9e3097b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_800_71869c311256ef1943b8.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8032_f4dc614da9f09e58d51d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8032_f4dc614da9f09e58d51d.png new file mode 100644 index 0000000000000000000000000000000000000000..28725c68a82d12be8213db185c6ad05914e2bea1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8032_f4dc614da9f09e58d51d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8064_2ed97dac30a609192aa5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8064_2ed97dac30a609192aa5.png new file mode 100644 index 0000000000000000000000000000000000000000..bac014a0cbfcfbf35f70709ac9f7b54f94c772c6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8064_2ed97dac30a609192aa5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8096_35e6cd20c3bb6ad23d44.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8096_35e6cd20c3bb6ad23d44.png new file mode 100644 index 0000000000000000000000000000000000000000..63ecee02c42a35e26fe0cafaf5ddb19264482ffd Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8096_35e6cd20c3bb6ad23d44.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8128_2d4d3312f1b333c950c9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8128_2d4d3312f1b333c950c9.png new file mode 100644 index 0000000000000000000000000000000000000000..57750cd53f27073d892d03c3f336d44bb94ff8f3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8128_2d4d3312f1b333c950c9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8160_44ca99754c22fce5aab1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8160_44ca99754c22fce5aab1.png new file mode 100644 index 0000000000000000000000000000000000000000..5fd4bf69ae40362f32fa32ca1aaeb5e1dc612ba1 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8160_44ca99754c22fce5aab1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8192_a4f4c4662b2ddb77806b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8192_a4f4c4662b2ddb77806b.png new file mode 100644 index 0000000000000000000000000000000000000000..f501ec10702d43fcc26c3473b48d56a4c415a3fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8192_a4f4c4662b2ddb77806b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8224_71d568582cc8fac18d78.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8224_71d568582cc8fac18d78.png new file mode 100644 index 0000000000000000000000000000000000000000..537c39e2a6e4d63ce28952c41f6734b19a4e58eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8224_71d568582cc8fac18d78.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8256_0d75b1c39a695b06a2e1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8256_0d75b1c39a695b06a2e1.png new file mode 100644 index 0000000000000000000000000000000000000000..6bdd71ca534757c380e9a399919582c74e36d3af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8256_0d75b1c39a695b06a2e1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8288_966cd695525eb5db4fc0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8288_966cd695525eb5db4fc0.png new file mode 100644 index 0000000000000000000000000000000000000000..f3154a84ef60f368ad36771fad972ca2a43b3b59 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8288_966cd695525eb5db4fc0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8320_6f02de3c51285b0b2e6d.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8320_6f02de3c51285b0b2e6d.png new file mode 100644 index 0000000000000000000000000000000000000000..2602d37672b521c178498e8dde10bfdc7230520f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8320_6f02de3c51285b0b2e6d.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_832_0bed22661b0bd608050b.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_832_0bed22661b0bd608050b.png new file mode 100644 index 0000000000000000000000000000000000000000..6a014096cccc986029fe5ab2c3873e1106e7d746 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_832_0bed22661b0bd608050b.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8352_5aaea13e173985ec46ce.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8352_5aaea13e173985ec46ce.png new file mode 100644 index 0000000000000000000000000000000000000000..e68fa925ad5b49a7f1113922a269b5d887360ceb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8352_5aaea13e173985ec46ce.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8384_906dd24d7c6dbd458cf6.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8384_906dd24d7c6dbd458cf6.png new file mode 100644 index 0000000000000000000000000000000000000000..f6318cb828f6f4c02e64ef89b206aa3c25f75e8e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8384_906dd24d7c6dbd458cf6.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8416_32a83ed4fab902a3e825.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8416_32a83ed4fab902a3e825.png new file mode 100644 index 0000000000000000000000000000000000000000..f859d33ce1b0e0cd9f8be8824bf3885a855a7634 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8416_32a83ed4fab902a3e825.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8448_f053b96b26aa161aa517.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8448_f053b96b26aa161aa517.png new file mode 100644 index 0000000000000000000000000000000000000000..8a19933583a8d74d182e62340428b64d865067cc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8448_f053b96b26aa161aa517.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8480_04d867181bc651ee7db2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8480_04d867181bc651ee7db2.png new file mode 100644 index 0000000000000000000000000000000000000000..a6a358685e9023c3bf64759fb788e3e2ed50bd2d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8480_04d867181bc651ee7db2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8512_de63a282c326b6cd488c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8512_de63a282c326b6cd488c.png new file mode 100644 index 0000000000000000000000000000000000000000..0e46bf6980feb7d58c31e6e258d7e93e5591cabf Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8512_de63a282c326b6cd488c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8544_ff1d16002eb20b0f63f5.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8544_ff1d16002eb20b0f63f5.png new file mode 100644 index 0000000000000000000000000000000000000000..035da0a0ed5d7d489abd16c0c746cdeb15974c29 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8544_ff1d16002eb20b0f63f5.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8576_ce30109365bd20da59d9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8576_ce30109365bd20da59d9.png new file mode 100644 index 0000000000000000000000000000000000000000..c40e288cee1288a84854f80b3b11c45b1ea4210e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8576_ce30109365bd20da59d9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8608_2f5b3d75a76e669bf870.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8608_2f5b3d75a76e669bf870.png new file mode 100644 index 0000000000000000000000000000000000000000..725e29f6c034e5bcd4f8e36292f4e45611e24934 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8608_2f5b3d75a76e669bf870.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8640_48a2e964bcea04dc9dcc.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8640_48a2e964bcea04dc9dcc.png new file mode 100644 index 0000000000000000000000000000000000000000..d41b8f9a08cc1264e435becbcb46563612ace2ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8640_48a2e964bcea04dc9dcc.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_864_8d7cf13a27f4bd1b1bb0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_864_8d7cf13a27f4bd1b1bb0.png new file mode 100644 index 0000000000000000000000000000000000000000..7488cce73586e588c663ed62e251dffef2fc5629 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_864_8d7cf13a27f4bd1b1bb0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8672_bf84861c130b583788e9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8672_bf84861c130b583788e9.png new file mode 100644 index 0000000000000000000000000000000000000000..d7ec4be9ad130e76e91affd12bdb1da162004015 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8672_bf84861c130b583788e9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8704_1c5ea860c28448e7ef41.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8704_1c5ea860c28448e7ef41.png new file mode 100644 index 0000000000000000000000000000000000000000..18ad923247917afe67850b3240c51b901afabad3 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8704_1c5ea860c28448e7ef41.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8736_1e9868ca3dcafb897ab4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8736_1e9868ca3dcafb897ab4.png new file mode 100644 index 0000000000000000000000000000000000000000..c8a755f933501d5c5653bc2e2fecf594368e57eb Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8736_1e9868ca3dcafb897ab4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8768_a3dcad90bf24b36cfd57.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8768_a3dcad90bf24b36cfd57.png new file mode 100644 index 0000000000000000000000000000000000000000..1b402e1c86c294149aee9f3143804c5cb4d260de Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8768_a3dcad90bf24b36cfd57.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8800_da707aed494a344b931f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8800_da707aed494a344b931f.png new file mode 100644 index 0000000000000000000000000000000000000000..155b71b0c57a579bedc513a786de984dd2101b0e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8800_da707aed494a344b931f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8832_90030ee59e86d6151188.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8832_90030ee59e86d6151188.png new file mode 100644 index 0000000000000000000000000000000000000000..0e5471159e7afe5b929bcbed10ff8f9dade56ea9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8832_90030ee59e86d6151188.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8864_c0f05f9958857f31f539.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8864_c0f05f9958857f31f539.png new file mode 100644 index 0000000000000000000000000000000000000000..c9a86339aa25ee8dbbdb419a0e02c492c973e72f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8864_c0f05f9958857f31f539.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8896_7d4ac34933e446ca38dd.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8896_7d4ac34933e446ca38dd.png new file mode 100644 index 0000000000000000000000000000000000000000..9c27ef74f67f75b81e9fe3a31f92ef7e9a90ac67 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8896_7d4ac34933e446ca38dd.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8928_4a67b8a2b433d175bab7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8928_4a67b8a2b433d175bab7.png new file mode 100644 index 0000000000000000000000000000000000000000..209218c029cd0abf9488cad7f57e77eaa623855b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8928_4a67b8a2b433d175bab7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8960_9efdad0de98b83738999.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8960_9efdad0de98b83738999.png new file mode 100644 index 0000000000000000000000000000000000000000..e317e968a82e5ef011ab760d8ab9de8d293d659c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8960_9efdad0de98b83738999.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_896_6a73dcef18497d791dde.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_896_6a73dcef18497d791dde.png new file mode 100644 index 0000000000000000000000000000000000000000..5f5d7789f0eb9906f15718732ed1261b72b72c6d Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_896_6a73dcef18497d791dde.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8992_340e191bdf24194e1079.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8992_340e191bdf24194e1079.png new file mode 100644 index 0000000000000000000000000000000000000000..54961b176cb4a3c7268aef6e48941601f95262ca Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8992_340e191bdf24194e1079.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9024_d8e22b1a56b371a16ecf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9024_d8e22b1a56b371a16ecf.png new file mode 100644 index 0000000000000000000000000000000000000000..f3cea22b40d0c078b713a3d5d4b23d860a28f51e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9024_d8e22b1a56b371a16ecf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9056_4a3b43fb905604e42562.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9056_4a3b43fb905604e42562.png new file mode 100644 index 0000000000000000000000000000000000000000..57b8d9c1a259fe7ee3ba19422e3484a237ceb7ba Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9056_4a3b43fb905604e42562.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9088_26341792a6474aaaeb92.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9088_26341792a6474aaaeb92.png new file mode 100644 index 0000000000000000000000000000000000000000..0de3e0feeed33e531856b462feca46e5118fbb68 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9088_26341792a6474aaaeb92.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9120_1f3a236628074dcfd935.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9120_1f3a236628074dcfd935.png new file mode 100644 index 0000000000000000000000000000000000000000..76574e0916184ad9a2e0d9b7b36271500403f3af Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9120_1f3a236628074dcfd935.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9152_8bd65e8c3908b2d39e44.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9152_8bd65e8c3908b2d39e44.png new file mode 100644 index 0000000000000000000000000000000000000000..7d90f3231303ee4a9b87219c55cb50090a3e7e10 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9152_8bd65e8c3908b2d39e44.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9184_3e06f3b522fe0944c543.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9184_3e06f3b522fe0944c543.png new file mode 100644 index 0000000000000000000000000000000000000000..40e71b928a9182b8521ddf618d002cf64beb93fc Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9184_3e06f3b522fe0944c543.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9216_3ea9ccf0a5a6ae5cb365.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9216_3ea9ccf0a5a6ae5cb365.png new file mode 100644 index 0000000000000000000000000000000000000000..73e122eb29ca501654c86cd4a4306e30d257d77c Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9216_3ea9ccf0a5a6ae5cb365.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9248_952b2ec67691f07454c1.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9248_952b2ec67691f07454c1.png new file mode 100644 index 0000000000000000000000000000000000000000..7e8d3a8c17195f5468e78a596b17f260cab43dff Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9248_952b2ec67691f07454c1.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9280_9dcd07ea69aad17d9809.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9280_9dcd07ea69aad17d9809.png new file mode 100644 index 0000000000000000000000000000000000000000..d98eb1f963c5d2cafbe7e1b41eca35851211e174 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9280_9dcd07ea69aad17d9809.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_928_76ebb9f892b9a03a21bf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_928_76ebb9f892b9a03a21bf.png new file mode 100644 index 0000000000000000000000000000000000000000..003c34ab899d92aedce0792ba356c0e1b605461b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_928_76ebb9f892b9a03a21bf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9312_d6c3a40c4adf52b9c7f9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9312_d6c3a40c4adf52b9c7f9.png new file mode 100644 index 0000000000000000000000000000000000000000..8b790f22641a0d40dea44d49c0a15007eb2072a4 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9312_d6c3a40c4adf52b9c7f9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9344_2dede1ad6ed5e98043d4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9344_2dede1ad6ed5e98043d4.png new file mode 100644 index 0000000000000000000000000000000000000000..28fcc51ef8cf7e7b0edd866358c8cf09f96595ef Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9344_2dede1ad6ed5e98043d4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9376_ce988383d2d89a298586.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9376_ce988383d2d89a298586.png new file mode 100644 index 0000000000000000000000000000000000000000..caab0d13a9873d2f4296e2cdfa71df59aac28395 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9376_ce988383d2d89a298586.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9408_c17148dcf90b132fa984.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9408_c17148dcf90b132fa984.png new file mode 100644 index 0000000000000000000000000000000000000000..cd96166a2ca82e8ee279fd0bc04f8561bab5fa49 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9408_c17148dcf90b132fa984.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9440_14385ed9bba6fc97cba0.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9440_14385ed9bba6fc97cba0.png new file mode 100644 index 0000000000000000000000000000000000000000..1bba6f70a365a0b77126fc36119e2c69ed980ef9 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9440_14385ed9bba6fc97cba0.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9472_ee7e9cd4ddc8d165d151.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9472_ee7e9cd4ddc8d165d151.png new file mode 100644 index 0000000000000000000000000000000000000000..f4ba794374bb6e15cbfc7bbba8713437293017f6 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9472_ee7e9cd4ddc8d165d151.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9504_6dbfc5b81c5df687fae7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9504_6dbfc5b81c5df687fae7.png new file mode 100644 index 0000000000000000000000000000000000000000..ef8891ea1e1fb8199cea4b9c847e6e7237f6d23f Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9504_6dbfc5b81c5df687fae7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9536_aa94ab3797af0b8561ca.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9536_aa94ab3797af0b8561ca.png new file mode 100644 index 0000000000000000000000000000000000000000..96ef6256bcdc44e7c948263441b1cca0e07c2cec Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9536_aa94ab3797af0b8561ca.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9568_cdaf4581125a8292489c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9568_cdaf4581125a8292489c.png new file mode 100644 index 0000000000000000000000000000000000000000..190c69d9a86e40bd44363f40de9f7eab8acb7066 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9568_cdaf4581125a8292489c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9600_558d95caf83b9cb59b53.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9600_558d95caf83b9cb59b53.png new file mode 100644 index 0000000000000000000000000000000000000000..5a20151559851467ac9efa714d5bb96ad53f33d5 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9600_558d95caf83b9cb59b53.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_960_1f7aba2fe69933b52373.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_960_1f7aba2fe69933b52373.png new file mode 100644 index 0000000000000000000000000000000000000000..da656ab8f4d440379e08722bda33d640e0c45646 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_960_1f7aba2fe69933b52373.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9632_18e17d6ca74718480f7f.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9632_18e17d6ca74718480f7f.png new file mode 100644 index 0000000000000000000000000000000000000000..6bdf28603800dcc91706c1de918875b33be0da6e Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9632_18e17d6ca74718480f7f.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9664_5073daabdc62e3d7326c.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9664_5073daabdc62e3d7326c.png new file mode 100644 index 0000000000000000000000000000000000000000..03cd863b5181aa14117d6b0dfc60fa0de57125c8 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9664_5073daabdc62e3d7326c.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9696_f16dd4838b8079c14bed.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9696_f16dd4838b8079c14bed.png new file mode 100644 index 0000000000000000000000000000000000000000..313d7417de85c984c799fc0b2afa910c7a9adb05 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9696_f16dd4838b8079c14bed.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_96_9e6f906aad4ddc4a8abe.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_96_9e6f906aad4ddc4a8abe.png new file mode 100644 index 0000000000000000000000000000000000000000..f7a68876f2fecf7829cf0adb29a4885f63f4c128 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_96_9e6f906aad4ddc4a8abe.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9728_59ded69acb5fef538cf2.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9728_59ded69acb5fef538cf2.png new file mode 100644 index 0000000000000000000000000000000000000000..e5033ece063bf4f2f966076357ec7fada46cb28b Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9728_59ded69acb5fef538cf2.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9760_4e1f33b8b7b47e085928.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9760_4e1f33b8b7b47e085928.png new file mode 100644 index 0000000000000000000000000000000000000000..eb5fcf05e6bfcc74bc3d8cefd0028a0a49506c32 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9760_4e1f33b8b7b47e085928.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9792_0a47d3ccd095f91b4daf.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9792_0a47d3ccd095f91b4daf.png new file mode 100644 index 0000000000000000000000000000000000000000..40b75af5e68656a9a23113dd1ca9ada785d81712 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9792_0a47d3ccd095f91b4daf.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9824_3db4e62ba6749a0c8781.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9824_3db4e62ba6749a0c8781.png new file mode 100644 index 0000000000000000000000000000000000000000..3598645c32974736eac7b3b31eae8d19281a9746 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9824_3db4e62ba6749a0c8781.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9856_7ec26a9879abc05e4eb4.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9856_7ec26a9879abc05e4eb4.png new file mode 100644 index 0000000000000000000000000000000000000000..3e4ca811e42d83a8284962eabba47041434ab810 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9856_7ec26a9879abc05e4eb4.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9888_17a5797ec43e580e05d9.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9888_17a5797ec43e580e05d9.png new file mode 100644 index 0000000000000000000000000000000000000000..fa298e0f997f8ae85db2019801effab914975b9a Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9888_17a5797ec43e580e05d9.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9920_487dc43a140463134eef.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9920_487dc43a140463134eef.png new file mode 100644 index 0000000000000000000000000000000000000000..831be7db08514330f57e76cde0c518b761be8c21 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9920_487dc43a140463134eef.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_992_dfb7e98e2192e1c8f068.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_992_dfb7e98e2192e1c8f068.png new file mode 100644 index 0000000000000000000000000000000000000000..11955d0c335f1034eff7358a8e76a167a10159ee Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_992_dfb7e98e2192e1c8f068.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9952_4f5255adec751f4eba01.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9952_4f5255adec751f4eba01.png new file mode 100644 index 0000000000000000000000000000000000000000..52f9bdb0026b76e218bafcac004210ab72266d19 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9952_4f5255adec751f4eba01.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9984_160270782aec40550db7.png b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9984_160270782aec40550db7.png new file mode 100644 index 0000000000000000000000000000000000000000..27dfa4b80054760f093a300b4b67d8a031eac094 Binary files /dev/null and b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9984_160270782aec40550db7.png differ diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/output.log b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..612485677582bf7fb58ce9bd86e0aac29e4d801e --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/output.log @@ -0,0 +1,57453 @@ + env_size : 7 + env_layout : tree + env_corner_size : 1 + env_terminate_after_corner : False + obs_level_of_detail : 0 + img_level_of_detail : 1 + env_penalize_time : False + net_cnn_type : large + net_rnn_type : ff + net_width : 256 + ued : plr + prob_shift : 0 + num_train_levels : 2048 + plr_buffer_size : 4096 + plr_temperature : 0.1 + plr_staleness_coeff : 0.1 + plr_prob_replay : 0.5 + plr_regret_estimator : maxmc-actor + plr_robust : False + num_mutate_steps : 12 + prob_mutate_shift : 0 + chain_mutate : True + mutate_cheese : True + train_proxy_critic : False + plr_proxy_shaping : False + proxy_name : proxy_corner + plr_proxy_shaping_coeff : 0.5 + clipping : False + ppo_lr : 5e-05 + ppo_gamma : 0.999 + ppo_clip_eps : 0.1 + ppo_gae_lambda : 0.95 + ppo_entropy_coeff : 0.001 + ppo_critic_coeff : 0.5 + ppo_proxy_critic_coeff : 0.5 + ppo_max_grad_norm : 0.5 + ppo_lr_annealing : False + num_minibatches_per_epoch : 4 + num_epochs_per_cycle : 5 + num_total_env_steps : 500000000 + num_env_steps_per_cycle : 128 + num_parallel_envs : 256 + console_log : True + wandb_log : True + wandb_project : jaxgmg_500M + wandb_entity : None + wandb_group : None + wandb_name : alpha_0_env_tree_7x7 + log_gifs : False + log_imgs : True + log_hists : False + num_cycles_per_log : 32 + num_cycles_per_eval : 32 + num_cycles_per_gifs : 1024 + num_cycles_per_big_eval : 1024 + evals_num_env_steps : 512 + evals_num_levels : 256 + gif_grid_width : 16 + level_splayer : mouse + checkpointing : True + keep_all_checkpoints : True + max_num_checkpoints : 1 + num_cycles_per_checkpoint : 128 + seed : 42 +configuring environment... +configuring level generators... +configuring level classifier... +configuring level mutator... +configuring level solver... +configuring level metrics... +configuring eval level generators... +configuring parser and parsing fixed eval levels... +(unsupported size for fixed evals) +configuring heatmap splayer... +seeding random number generator with seed=42... +configuring curriculum with ued='plr'... +configuring eval batches from 3 level generators... + generating 256 'orig' levels... + also solving generated levels... + generating 256 'shift' levels... + also solving generated levels... + generating 256 'tree' levels... + also solving generated levels... +configuring evals for 0 fixed eval levels... +configuring actor critic network... + net_cnn_type='large' + net_rnn_type='ff' + net_width=256 + initialising network... + number of parameters: 174406 +initialising the checkpointer... +setting up optimiser... +initialising train state... +configuring PPO updater... +begin training loop! +(note: first two cycles are slow due to compilation) + steps/s] +=========================================================== + step: + env-step-all-after: 32768 + env-step-replay-after: 32768 + env-step-used-after: 32768 + ppo-update-after: 20 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 72.81944 + avg_avg_return: 0.27752316 + avg_reward_per_step: 0.012237549 + proxy_corner: + avg_avg_return: 0.27752316 + avg_reward_per_step: 0.012237549 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 72.81944 + avg_avg_return: 0.27752316 + avg_reward_per_step: 0.012237549 + proxy_corner: + avg_avg_return: 0.27752316 + avg_reward_per_step: 0.012237549 + perf: + env_steps_per_second: 8465.835187428092 + ppo_updates_per_second: 1.5619073650025666 + eval-batch-orig-duration: 2.5161482239491306 + eval-batch-shift-duration: 0.1374310760293156 + eval-batch-tree-duration: 0.1310819240170531 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.563965 + mouse-cheese_dist_finite_wavg: 5.0617876 + mouse-cheese_dist_solvable_avg: 5.563965 + mouse-cheese_dist_solvable_wavg: 5.061786 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000003 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.009110464 + visit_patterns: + avg_first_visit_time: 0.0 + avg_last_visit_time: 0.0625 + num_replay_batches: 1 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0035953277 + avg_actor_approxkl3: 0.003359407 + avg_actor_clipfrac: 0.17362061 + avg_actor_loss: -0.005443585 + avg_advantage: 0.06262182 + avg_critic_clipfrac: 0.043780517 + avg_critic_loss: 0.022426633 + avg_entropy: 1.3555025 + avg_grad_norm_pre_clip: 0.41765228 + avg_loss: 0.0044142287 + max: + max_actor_approxkl1: 0.0071136453 + max_actor_approxkl3: 0.0047569573 + max_actor_clipfrac: 0.43896484 + max_actor_loss: 5.066395e-07 + max_advantage: 0.8882569 + max_critic_clipfrac: 0.3109131 + max_critic_loss: 0.031889178 + max_entropy: 1.358083 + max_grad_norm_pre_clip: 0.6811972 + max_loss: 0.0127797015 + std: + std_actor_approxkl1: 0.0017261544 + std_actor_approxkl3: 0.0013579648 + std_actor_clipfrac: 0.11680872 + std_actor_loss: 0.0018684984 + std_advantage: 0.21107471 + std_critic_clipfrac: 0.09300636 + std_critic_loss: 0.003963543 + std_entropy: 0.0015438566 + std_grad_norm_pre_clip: 0.14922017 + std_loss: 0.002452946 + eval-batch-orig: + avg_avg_episode_length: 65.40366 + avg_avg_return: 0.4296695 + avg_benchmark_regret: 0.5643467 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.012916565 + proxy_corner: + avg_avg_return: 0.4296695 + avg_reward_per_step: 0.012916565 + eval-batch-shift: + avg_avg_episode_length: 60.89383 + avg_avg_return: 0.47549364 + avg_benchmark_regret: 0.5196879 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.022315979 + proxy_corner: + avg_avg_return: 0.36825848 + avg_reward_per_step: 0.006034851 + eval-batch-tree: + avg_avg_episode_length: 63.39367 + avg_avg_return: 0.46327168 + avg_benchmark_regret: 0.53094673 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.014656067 + proxy_corner: + avg_avg_return: 0.46327168 + avg_reward_per_step: 0.014656067 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 1048576 + env-step-replay-before: 557056 + env-step-used-before: 1048576 + ppo-update-before: 640 + env-step-generate-before: 491520 + env-step-all-after: 1081344 + env-step-replay-after: 589824 + env-step-used-after: 1081344 + ppo-update-after: 660 + env-step-generate-after: 491520 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 44.917347 + avg_avg_return: 0.551895 + avg_reward_per_step: 0.078704834 + proxy_corner: + avg_avg_return: 0.551895 + avg_reward_per_step: 0.078704834 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 44.917347 + avg_avg_return: 0.551895 + avg_reward_per_step: 0.078704834 + proxy_corner: + avg_avg_return: 0.551895 + avg_reward_per_step: 0.078704834 + perf: + env_steps_per_second: 1034184.3894563072 + ppo_updates_per_second: 114.31729854215789 + eval-batch-orig-duration: 0.1761324170511216 + eval-batch-shift-duration: 0.13459935603896156 + eval-batch-tree-duration: 0.1345854999963194 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.597168 + mouse-cheese_dist_finite_wavg: 5.9538164 + mouse-cheese_dist_solvable_avg: 5.597168 + mouse-cheese_dist_solvable_wavg: 5.953817 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.20877749 + visit_patterns: + avg_first_visit_time: 2.9990234 + avg_last_visit_time: 8.883301 + num_replay_batches: 18 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00086125 + avg_actor_approxkl3: 0.0008344305 + avg_actor_clipfrac: 0.016546631 + avg_actor_loss: -0.00019289441 + avg_advantage: 0.0081468895 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.010981106 + avg_entropy: 0.9903782 + avg_grad_norm_pre_clip: 0.297477 + avg_loss: 0.0043072803 + max: + max_actor_approxkl1: 0.004412807 + max_actor_approxkl3: 0.003481836 + max_actor_clipfrac: 0.21777344 + max_actor_loss: 0.00067371875 + max_advantage: 0.43816346 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.013130071 + max_entropy: 0.9976664 + max_grad_norm_pre_clip: 1.2605937 + max_loss: 0.005478422 + std: + std_actor_approxkl1: 0.0012928676 + std_actor_approxkl3: 0.0009867701 + std_actor_clipfrac: 0.050976217 + std_actor_loss: 0.00044703262 + std_advantage: 0.14942499 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011577762 + std_entropy: 0.0039127846 + std_grad_norm_pre_clip: 0.25755134 + std_loss: 0.0006647389 + eval-batch-orig: + avg_avg_episode_length: 45.34151 + avg_avg_return: 0.56461746 + avg_benchmark_regret: 0.42939866 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.098609924 + proxy_corner: + avg_avg_return: 0.56461746 + avg_reward_per_step: 0.098609924 + eval-batch-shift: + avg_avg_episode_length: 71.456985 + avg_avg_return: 0.20900086 + avg_benchmark_regret: 0.78618073 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.033485413 + proxy_corner: + avg_avg_return: 0.524629 + avg_reward_per_step: 0.007232666 + eval-batch-tree: + avg_avg_episode_length: 43.740322 + avg_avg_return: 0.5726396 + avg_benchmark_regret: 0.42157882 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.099357605 + proxy_corner: + avg_avg_return: 0.5726396 + avg_reward_per_step: 0.099357605 +=========================================================== +=========================================================== + step: + env-step-all-before: 2097152 + env-step-replay-before: 1114112 + env-step-used-before: 2097152 + ppo-update-before: 1280 + env-step-generate-before: 983040 + env-step-all-after: 2129920 + env-step-replay-after: 1114112 + env-step-used-after: 2129920 + ppo-update-after: 1300 + env-step-generate-after: 1015808 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 29.725605 + avg_avg_return: 0.7262259 + avg_reward_per_step: 0.14974976 + proxy_corner: + avg_avg_return: 0.7262259 + avg_reward_per_step: 0.14974976 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 29.725605 + avg_avg_return: 0.7262259 + avg_reward_per_step: 0.14974976 + proxy_corner: + avg_avg_return: 0.7262259 + avg_reward_per_step: 0.14974976 + perf: + env_steps_per_second: 1053389.8403562761 + ppo_updates_per_second: 114.2120807691954 + eval-batch-orig-duration: 0.1764149090158753 + eval-batch-shift-duration: 0.1342862659948878 + eval-batch-tree-duration: 0.13388329598819837 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 5.968506 + mouse-cheese_dist_finite_wavg: 5.0822344 + mouse-cheese_dist_solvable_avg: 5.968506 + mouse-cheese_dist_solvable_wavg: 5.082235 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.2908866 + visit_patterns: + avg_first_visit_time: 8.110352 + avg_last_visit_time: 24.117676 + num_replay_batches: 34 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010172664 + avg_actor_approxkl3: 0.0010071507 + avg_actor_clipfrac: 0.05621338 + avg_actor_loss: -0.0007971447 + avg_advantage: -0.011605885 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0066205557 + avg_entropy: 0.92686415 + avg_grad_norm_pre_clip: 0.87038785 + avg_loss: 0.0015862692 + max: + max_actor_approxkl1: 0.0031050127 + max_actor_approxkl3: 0.002281026 + max_actor_clipfrac: 0.15344238 + max_actor_loss: 0.00037992 + max_advantage: 0.34166902 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0075874915 + max_entropy: 0.96078 + max_grad_norm_pre_clip: 1.958557 + max_loss: 0.002920621 + std: + std_actor_approxkl1: 0.00078989955 + std_actor_approxkl3: 0.0006200877 + std_actor_clipfrac: 0.05175425 + std_actor_loss: 0.00056169776 + std_advantage: 0.11565926 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000790126 + std_entropy: 0.023606563 + std_grad_norm_pre_clip: 0.5126052 + std_loss: 0.00067549397 + eval-batch-orig: + avg_avg_episode_length: 31.892637 + avg_avg_return: 0.749057 + avg_benchmark_regret: 0.24495913 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.12874603 + proxy_corner: + avg_avg_return: 0.749057 + avg_reward_per_step: 0.12874603 + eval-batch-shift: + avg_avg_episode_length: 69.85101 + avg_avg_return: 0.238004 + avg_benchmark_regret: 0.7571776 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.032966614 + proxy_corner: + avg_avg_return: 0.5938602 + avg_reward_per_step: 0.009063721 + eval-batch-tree: + avg_avg_episode_length: 29.227285 + avg_avg_return: 0.7711775 + avg_benchmark_regret: 0.22304094 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.12617493 + proxy_corner: + avg_avg_return: 0.7711775 + avg_reward_per_step: 0.12617493 +=========================================================== +=========================================================== + step: + env-step-all-before: 3145728 + env-step-replay-before: 1605632 + env-step-used-before: 3145728 + ppo-update-before: 1920 + env-step-generate-before: 1540096 + env-step-all-after: 3178496 + env-step-replay-after: 1638400 + env-step-used-after: 3178496 + ppo-update-after: 1940 + env-step-generate-after: 1540096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 22.336334 + avg_avg_return: 0.80822897 + avg_reward_per_step: 0.11260986 + proxy_corner: + avg_avg_return: 0.80822897 + avg_reward_per_step: 0.11260986 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 22.336334 + avg_avg_return: 0.80822897 + avg_reward_per_step: 0.11260986 + proxy_corner: + avg_avg_return: 0.80822897 + avg_reward_per_step: 0.11260986 + perf: + env_steps_per_second: 1045021.2209611876 + ppo_updates_per_second: 113.61412431921443 + eval-batch-orig-duration: 0.17873474402585998 + eval-batch-shift-duration: 0.13603365002200007 + eval-batch-tree-duration: 0.1360697890049778 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 6.712158 + mouse-cheese_dist_finite_wavg: 6.9432716 + mouse-cheese_dist_solvable_avg: 6.712158 + mouse-cheese_dist_solvable_wavg: 6.9432726 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.23257537 + visit_patterns: + avg_first_visit_time: 16.889404 + avg_last_visit_time: 40.323975 + num_replay_batches: 50 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018074583 + avg_actor_approxkl3: 0.0017248376 + avg_actor_clipfrac: 0.1017395 + avg_actor_loss: 0.00024514645 + avg_advantage: -0.0017076307 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036769435 + avg_entropy: 0.85018843 + avg_grad_norm_pre_clip: 1.9572861 + avg_loss: 0.0012334294 + max: + max_actor_approxkl1: 0.0039535062 + max_actor_approxkl3: 0.0039753877 + max_actor_clipfrac: 0.2388916 + max_actor_loss: 0.002226036 + max_advantage: 0.23086977 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005428743 + max_entropy: 0.90603805 + max_grad_norm_pre_clip: 3.6352384 + max_loss: 0.0028838553 + std: + std_actor_approxkl1: 0.0011768561 + std_actor_approxkl3: 0.0011561824 + std_actor_clipfrac: 0.07898001 + std_actor_loss: 0.0010098673 + std_advantage: 0.08568854 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008522476 + std_entropy: 0.026311662 + std_grad_norm_pre_clip: 1.0112654 + std_loss: 0.0010324785 + eval-batch-orig: + avg_avg_episode_length: 22.349123 + avg_avg_return: 0.83725846 + avg_benchmark_regret: 0.15675768 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.16955566 + proxy_corner: + avg_avg_return: 0.83725846 + avg_reward_per_step: 0.16955566 + eval-batch-shift: + avg_avg_episode_length: 68.588875 + avg_avg_return: 0.24935192 + avg_benchmark_regret: 0.7458296 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0395813 + proxy_corner: + avg_avg_return: 0.6347474 + avg_reward_per_step: 0.0101623535 + eval-batch-tree: + avg_avg_episode_length: 22.388344 + avg_avg_return: 0.83765054 + avg_benchmark_regret: 0.15656783 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.1642685 + proxy_corner: + avg_avg_return: 0.83765054 + avg_reward_per_step: 0.1642685 +=========================================================== +=========================================================== + step: + env-step-all-before: 4194304 + env-step-replay-before: 2162688 + env-step-used-before: 4194304 + ppo-update-before: 2560 + env-step-generate-before: 2031616 + env-step-all-after: 4227072 + env-step-replay-after: 2195456 + env-step-used-after: 4227072 + ppo-update-after: 2580 + env-step-generate-after: 2031616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 24.470432 + avg_avg_return: 0.7962263 + avg_reward_per_step: 0.0758667 + proxy_corner: + avg_avg_return: 0.7962263 + avg_reward_per_step: 0.0758667 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 24.470432 + avg_avg_return: 0.7962263 + avg_reward_per_step: 0.0758667 + proxy_corner: + avg_avg_return: 0.7962263 + avg_reward_per_step: 0.0758667 + perf: + env_steps_per_second: 1036792.661976922 + ppo_updates_per_second: 113.09573772284915 + eval-batch-orig-duration: 0.1789360920083709 + eval-batch-shift-duration: 0.1344826560234651 + eval-batch-tree-duration: 0.13463801000034437 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 7.477051 + mouse-cheese_dist_finite_wavg: 6.135918 + mouse-cheese_dist_solvable_avg: 7.477051 + mouse-cheese_dist_solvable_wavg: 6.135918 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.19995141 + visit_patterns: + avg_first_visit_time: 28.887695 + avg_last_visit_time: 57.37964 + num_replay_batches: 67 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023900336 + avg_actor_approxkl3: 0.0023400448 + avg_actor_clipfrac: 0.110076904 + avg_actor_loss: 0.0006627111 + avg_advantage: -0.0028900479 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033283476 + avg_entropy: 0.807556 + avg_grad_norm_pre_clip: 3.8682125 + avg_loss: 0.0015193289 + max: + max_actor_approxkl1: 0.009618545 + max_actor_approxkl3: 0.010174848 + max_actor_clipfrac: 0.3729248 + max_actor_loss: 0.009704471 + max_advantage: 0.18229115 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0050649056 + max_entropy: 0.84639966 + max_grad_norm_pre_clip: 10.816268 + max_loss: 0.010364057 + std: + std_actor_approxkl1: 0.0026001723 + std_actor_approxkl3: 0.0027750465 + std_actor_clipfrac: 0.11202834 + std_actor_loss: 0.003195437 + std_advantage: 0.08181715 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009184272 + std_entropy: 0.024309013 + std_grad_norm_pre_clip: 2.878216 + std_loss: 0.0032153397 + eval-batch-orig: + avg_avg_episode_length: 19.784897 + avg_avg_return: 0.8569137 + avg_benchmark_regret: 0.13710245 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.19121552 + proxy_corner: + avg_avg_return: 0.8569137 + avg_reward_per_step: 0.19121552 + eval-batch-shift: + avg_avg_episode_length: 68.54469 + avg_avg_return: 0.23587403 + avg_benchmark_regret: 0.7593075 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.04585266 + proxy_corner: + avg_avg_return: 0.62677145 + avg_reward_per_step: 0.010665894 + eval-batch-tree: + avg_avg_episode_length: 18.56523 + avg_avg_return: 0.8699866 + avg_benchmark_regret: 0.12423176 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.19100189 + proxy_corner: + avg_avg_return: 0.8699866 + avg_reward_per_step: 0.19100189 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 5242880 + env-step-replay-before: 2555904 + env-step-used-before: 5242880 + ppo-update-before: 3200 + env-step-generate-before: 2686976 + env-step-all-after: 5275648 + env-step-replay-after: 2555904 + env-step-used-after: 5275648 + ppo-update-after: 3220 + env-step-generate-after: 2719744 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 16.871502 + avg_avg_return: 0.84529525 + avg_reward_per_step: 0.21835327 + proxy_corner: + avg_avg_return: 0.84529525 + avg_reward_per_step: 0.21835327 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.871502 + avg_avg_return: 0.84529525 + avg_reward_per_step: 0.21835327 + proxy_corner: + avg_avg_return: 0.84529525 + avg_reward_per_step: 0.21835327 + perf: + env_steps_per_second: 1019851.4031749964 + ppo_updates_per_second: 112.19160980274941 + eval-batch-orig-duration: 0.17925405100686476 + eval-batch-shift-duration: 0.135138112003915 + eval-batch-tree-duration: 0.13507300795754418 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.036133 + mouse-cheese_dist_finite_wavg: 7.9822855 + mouse-cheese_dist_solvable_avg: 8.036133 + mouse-cheese_dist_solvable_wavg: 7.9822865 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.19298339 + visit_patterns: + avg_first_visit_time: 39.281982 + avg_last_visit_time: 68.221924 + num_replay_batches: 78 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010674703 + avg_actor_approxkl3: 0.0011739646 + avg_actor_clipfrac: 0.06708985 + avg_actor_loss: 0.00020783172 + avg_advantage: -0.0073870434 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032638633 + avg_entropy: 0.5189125 + avg_grad_norm_pre_clip: 2.0648398 + avg_loss: 0.0013208508 + max: + max_actor_approxkl1: 0.0029558868 + max_actor_approxkl3: 0.0032172122 + max_actor_clipfrac: 0.17565918 + max_actor_loss: 0.0029778369 + max_advantage: 0.1975599 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004494374 + max_entropy: 0.5611307 + max_grad_norm_pre_clip: 4.2811427 + max_loss: 0.004215084 + std: + std_actor_approxkl1: 0.000980696 + std_actor_approxkl3: 0.0008706449 + std_actor_clipfrac: 0.054440215 + std_actor_loss: 0.0011776449 + std_advantage: 0.080409504 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006421093 + std_entropy: 0.025051543 + std_grad_norm_pre_clip: 1.3645462 + std_loss: 0.0012584784 + eval-batch-orig: + avg_avg_episode_length: 16.873589 + avg_avg_return: 0.87464154 + avg_benchmark_regret: 0.11937458 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.21284485 + proxy_corner: + avg_avg_return: 0.87464154 + avg_reward_per_step: 0.21284485 + eval-batch-shift: + avg_avg_episode_length: 68.90139 + avg_avg_return: 0.23630866 + avg_benchmark_regret: 0.75887287 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.051513672 + proxy_corner: + avg_avg_return: 0.6338852 + avg_reward_per_step: 0.011230469 + eval-batch-tree: + avg_avg_episode_length: 15.623369 + avg_avg_return: 0.8913436 + avg_benchmark_regret: 0.10287474 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.21150208 + proxy_corner: + avg_avg_return: 0.8913436 + avg_reward_per_step: 0.21150208 +=========================================================== +=========================================================== + step: + env-step-all-before: 6291456 + env-step-replay-before: 3112960 + env-step-used-before: 6291456 + ppo-update-before: 3840 + env-step-generate-before: 3178496 + env-step-all-after: 6324224 + env-step-replay-after: 3112960 + env-step-used-after: 6324224 + ppo-update-after: 3860 + env-step-generate-after: 3211264 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 11.131783 + avg_avg_return: 0.9052571 + avg_reward_per_step: 0.26260376 + proxy_corner: + avg_avg_return: 0.9052571 + avg_reward_per_step: 0.26260376 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.131783 + avg_avg_return: 0.9052571 + avg_reward_per_step: 0.26260376 + proxy_corner: + avg_avg_return: 0.9052571 + avg_reward_per_step: 0.26260376 + perf: + env_steps_per_second: 1015065.300252125 + ppo_updates_per_second: 110.20450152047319 + eval-batch-orig-duration: 0.18480886501492932 + eval-batch-shift-duration: 0.13794439303455874 + eval-batch-tree-duration: 0.13648807699792087 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.402588 + mouse-cheese_dist_finite_wavg: 7.1220837 + mouse-cheese_dist_solvable_avg: 8.402588 + mouse-cheese_dist_solvable_wavg: 7.1220837 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.16985142 + visit_patterns: + avg_first_visit_time: 48.802734 + avg_last_visit_time: 85.235596 + num_replay_batches: 95 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014670794 + avg_actor_approxkl3: 0.0012952035 + avg_actor_clipfrac: 0.072912596 + avg_actor_loss: 0.0008586727 + avg_advantage: -0.016334286 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0019382628 + avg_entropy: 0.41679892 + avg_grad_norm_pre_clip: 3.331002 + avg_loss: 0.0014110053 + max: + max_actor_approxkl1: 0.0043966784 + max_actor_approxkl3: 0.0038096244 + max_actor_clipfrac: 0.18566895 + max_actor_loss: 0.004254088 + max_advantage: 0.17105955 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003691018 + max_entropy: 0.48106268 + max_grad_norm_pre_clip: 7.4331207 + max_loss: 0.004893016 + std: + std_actor_approxkl1: 0.0010961528 + std_actor_approxkl3: 0.0010568588 + std_actor_clipfrac: 0.059827752 + std_actor_loss: 0.0016127235 + std_advantage: 0.062347528 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007729082 + std_entropy: 0.024782274 + std_grad_norm_pre_clip: 1.9873866 + std_loss: 0.0017014169 + eval-batch-orig: + avg_avg_episode_length: 15.458664 + avg_avg_return: 0.88618386 + avg_benchmark_regret: 0.107832305 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.22611237 + proxy_corner: + avg_avg_return: 0.88618386 + avg_reward_per_step: 0.22611237 + eval-batch-shift: + avg_avg_episode_length: 68.21502 + avg_avg_return: 0.2385208 + avg_benchmark_regret: 0.7566608 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.057106018 + proxy_corner: + avg_avg_return: 0.6341133 + avg_reward_per_step: 0.011512756 + eval-batch-tree: + avg_avg_episode_length: 14.377109 + avg_avg_return: 0.8987096 + avg_benchmark_regret: 0.09550877 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2244873 + proxy_corner: + avg_avg_return: 0.8987096 + avg_reward_per_step: 0.2244873 +=========================================================== +=========================================================== + step: + env-step-all-before: 7340032 + env-step-replay-before: 3571712 + env-step-used-before: 7340032 + ppo-update-before: 4480 + env-step-generate-before: 3768320 + env-step-all-after: 7372800 + env-step-replay-after: 3571712 + env-step-used-after: 7372800 + ppo-update-after: 4500 + env-step-generate-after: 3801088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 14.54308 + avg_avg_return: 0.8714546 + avg_reward_per_step: 0.23388672 + proxy_corner: + avg_avg_return: 0.8714546 + avg_reward_per_step: 0.23388672 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.54308 + avg_avg_return: 0.8714546 + avg_reward_per_step: 0.23388672 + proxy_corner: + avg_avg_return: 0.8714546 + avg_reward_per_step: 0.23388672 + perf: + env_steps_per_second: 984038.3278884292 + ppo_updates_per_second: 112.28940941890666 + eval-batch-orig-duration: 0.1859209020039998 + eval-batch-shift-duration: 0.14313773496542126 + eval-batch-tree-duration: 0.13926329900277779 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 8.787842 + mouse-cheese_dist_finite_wavg: 7.166231 + mouse-cheese_dist_solvable_avg: 8.787842 + mouse-cheese_dist_solvable_wavg: 7.166231 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.16794443 + visit_patterns: + avg_first_visit_time: 60.55957 + avg_last_visit_time: 99.25928 + num_replay_batches: 109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0024414991 + avg_actor_approxkl3: 0.002568158 + avg_actor_clipfrac: 0.12242432 + avg_actor_loss: 0.0022043702 + avg_advantage: -0.012939645 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024883312 + avg_entropy: 0.42427155 + avg_grad_norm_pre_clip: 4.4774804 + avg_loss: 0.003024264 + max: + max_actor_approxkl1: 0.006589627 + max_actor_approxkl3: 0.006763405 + max_actor_clipfrac: 0.27685547 + max_actor_loss: 0.0093859695 + max_advantage: 0.20626009 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0034413082 + max_entropy: 0.4995157 + max_grad_norm_pre_clip: 7.643923 + max_loss: 0.009744973 + std: + std_actor_approxkl1: 0.0019648816 + std_actor_approxkl3: 0.0020208894 + std_actor_clipfrac: 0.08606879 + std_actor_loss: 0.0025869778 + std_advantage: 0.0701345 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00062370376 + std_entropy: 0.03782823 + std_grad_norm_pre_clip: 2.0902107 + std_loss: 0.002584717 + eval-batch-orig: + avg_avg_episode_length: 15.276623 + avg_avg_return: 0.8878063 + avg_benchmark_regret: 0.10620981 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.22472382 + proxy_corner: + avg_avg_return: 0.8878063 + avg_reward_per_step: 0.22472382 + eval-batch-shift: + avg_avg_episode_length: 68.6929 + avg_avg_return: 0.23510669 + avg_benchmark_regret: 0.76007485 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.055870056 + proxy_corner: + avg_avg_return: 0.63648504 + avg_reward_per_step: 0.011482239 + eval-batch-tree: + avg_avg_episode_length: 14.598051 + avg_avg_return: 0.8961973 + avg_benchmark_regret: 0.09802102 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.22350311 + proxy_corner: + avg_avg_return: 0.8961973 + avg_reward_per_step: 0.22350311 +=========================================================== +=========================================================== + step: + env-step-all-before: 8388608 + env-step-replay-before: 4063232 + env-step-used-before: 8388608 + ppo-update-before: 5120 + env-step-generate-before: 4325376 + env-step-all-after: 8421376 + env-step-replay-after: 4096000 + env-step-used-after: 8421376 + ppo-update-after: 5140 + env-step-generate-after: 4325376 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 19.820015 + avg_avg_return: 0.8282166 + avg_reward_per_step: 0.07244873 + proxy_corner: + avg_avg_return: 0.8282166 + avg_reward_per_step: 0.07244873 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 19.820015 + avg_avg_return: 0.8282166 + avg_reward_per_step: 0.07244873 + proxy_corner: + avg_avg_return: 0.8282166 + avg_reward_per_step: 0.07244873 + perf: + env_steps_per_second: 971719.6023795762 + ppo_updates_per_second: 110.34864853216332 + eval-batch-orig-duration: 0.1860212999745272 + eval-batch-shift-duration: 0.1375910269562155 + eval-batch-tree-duration: 0.13884408900048584 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.073242 + mouse-cheese_dist_finite_wavg: 7.199606 + mouse-cheese_dist_solvable_avg: 9.073242 + mouse-cheese_dist_solvable_wavg: 7.199607 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1669408 + visit_patterns: + avg_first_visit_time: 70.21362 + avg_last_visit_time: 115.26123 + num_replay_batches: 125 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023376185 + avg_actor_approxkl3: 0.0024927256 + avg_actor_clipfrac: 0.10805664 + avg_actor_loss: 0.0019540337 + avg_advantage: 0.00035932777 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0026927753 + avg_entropy: 0.5164844 + avg_grad_norm_pre_clip: 5.103049 + avg_loss: 0.0027839367 + max: + max_actor_approxkl1: 0.007093454 + max_actor_approxkl3: 0.0073130056 + max_actor_clipfrac: 0.27441406 + max_actor_loss: 0.007883593 + max_advantage: 0.21599627 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0049010487 + max_entropy: 0.55059373 + max_grad_norm_pre_clip: 11.050264 + max_loss: 0.008663294 + std: + std_actor_approxkl1: 0.0020073748 + std_actor_approxkl3: 0.001872437 + std_actor_clipfrac: 0.07401784 + std_actor_loss: 0.0022630903 + std_advantage: 0.073968135 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008778813 + std_entropy: 0.019626744 + std_grad_norm_pre_clip: 2.502463 + std_loss: 0.0021841074 + eval-batch-orig: + avg_avg_episode_length: 14.037087 + avg_avg_return: 0.8943831 + avg_benchmark_regret: 0.09963302 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.23518372 + proxy_corner: + avg_avg_return: 0.8943831 + avg_reward_per_step: 0.23518372 + eval-batch-shift: + avg_avg_episode_length: 68.55185 + avg_avg_return: 0.23423378 + avg_benchmark_regret: 0.7609478 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.05782318 + proxy_corner: + avg_avg_return: 0.64240885 + avg_reward_per_step: 0.011772156 + eval-batch-tree: + avg_avg_episode_length: 13.035643 + avg_avg_return: 0.91054916 + avg_benchmark_regret: 0.08366923 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23522186 + proxy_corner: + avg_avg_return: 0.91054916 + avg_reward_per_step: 0.23522186 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 9437184 + env-step-replay-before: 4653056 + env-step-used-before: 9437184 + ppo-update-before: 5760 + env-step-generate-before: 4784128 + env-step-all-after: 9469952 + env-step-replay-after: 4653056 + env-step-used-after: 9469952 + ppo-update-after: 5780 + env-step-generate-after: 4816896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 13.160579 + avg_avg_return: 0.88001037 + avg_reward_per_step: 0.23214722 + proxy_corner: + avg_avg_return: 0.88001037 + avg_reward_per_step: 0.23214722 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.160579 + avg_avg_return: 0.88001037 + avg_reward_per_step: 0.23214722 + proxy_corner: + avg_avg_return: 0.88001037 + avg_reward_per_step: 0.23214722 + perf: + env_steps_per_second: 985845.3219214763 + ppo_updates_per_second: 110.88118540856746 + eval-batch-orig-duration: 0.18317708797985688 + eval-batch-shift-duration: 0.1368377460166812 + eval-batch-tree-duration: 0.1365790690178983 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.30249 + mouse-cheese_dist_finite_wavg: 8.123019 + mouse-cheese_dist_solvable_avg: 9.30249 + mouse-cheese_dist_solvable_wavg: 8.123021 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1519159 + visit_patterns: + avg_first_visit_time: 79.93506 + avg_last_visit_time: 132.28271 + num_replay_batches: 142 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014137045 + avg_actor_approxkl3: 0.0010897767 + avg_actor_clipfrac: 0.05619507 + avg_actor_loss: 0.00023785104 + avg_advantage: 0.00045683375 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002493494 + avg_entropy: 0.3251066 + avg_grad_norm_pre_clip: 3.3076494 + avg_loss: 0.0011594914 + max: + max_actor_approxkl1: 0.0035176226 + max_actor_approxkl3: 0.0020161318 + max_actor_clipfrac: 0.1048584 + max_actor_loss: 0.0023062602 + max_advantage: 0.22686207 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0036814706 + max_entropy: 0.3533631 + max_grad_norm_pre_clip: 5.343559 + max_loss: 0.0037975868 + std: + std_actor_approxkl1: 0.0010731184 + std_actor_approxkl3: 0.000568566 + std_actor_clipfrac: 0.028966496 + std_actor_loss: 0.00089805096 + std_advantage: 0.070661105 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00050898443 + std_entropy: 0.021662505 + std_grad_norm_pre_clip: 1.1634439 + std_loss: 0.0009009329 + eval-batch-orig: + avg_avg_episode_length: 13.190242 + avg_avg_return: 0.90475327 + avg_benchmark_regret: 0.08926284 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.23906708 + proxy_corner: + avg_avg_return: 0.90475327 + avg_reward_per_step: 0.23906708 + eval-batch-shift: + avg_avg_episode_length: 67.60933 + avg_avg_return: 0.24039474 + avg_benchmark_regret: 0.75478685 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.06526184 + proxy_corner: + avg_avg_return: 0.6317309 + avg_reward_per_step: 0.011512756 + eval-batch-tree: + avg_avg_episode_length: 11.621936 + avg_avg_return: 0.9256067 + avg_benchmark_regret: 0.06861168 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23841095 + proxy_corner: + avg_avg_return: 0.9256067 + avg_reward_per_step: 0.23841095 +=========================================================== +=========================================================== + step: + env-step-all-before: 10485760 + env-step-replay-before: 5210112 + env-step-used-before: 10485760 + ppo-update-before: 6400 + env-step-generate-before: 5275648 + env-step-all-after: 10518528 + env-step-replay-after: 5242880 + env-step-used-after: 10518528 + ppo-update-after: 6420 + env-step-generate-after: 5275648 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 20.28786 + avg_avg_return: 0.8290886 + avg_reward_per_step: 0.072021484 + proxy_corner: + avg_avg_return: 0.8290886 + avg_reward_per_step: 0.072021484 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 20.28786 + avg_avg_return: 0.8290886 + avg_reward_per_step: 0.072021484 + proxy_corner: + avg_avg_return: 0.8290886 + avg_reward_per_step: 0.072021484 + perf: + env_steps_per_second: 996101.197168489 + ppo_updates_per_second: 111.07176208884613 + eval-batch-orig-duration: 0.18278952699620277 + eval-batch-shift-duration: 0.1358350749942474 + eval-batch-tree-duration: 0.13699511298909783 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.504883 + mouse-cheese_dist_finite_wavg: 7.2451887 + mouse-cheese_dist_solvable_avg: 9.504883 + mouse-cheese_dist_solvable_wavg: 7.2451887 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1429227 + visit_patterns: + avg_first_visit_time: 90.073 + avg_last_visit_time: 150.32983 + num_replay_batches: 160 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0032788632 + avg_actor_approxkl3: 0.0032339343 + avg_actor_clipfrac: 0.13863526 + avg_actor_loss: 0.0021581145 + avg_advantage: -0.0038941014 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0023920073 + avg_entropy: 0.45793468 + avg_grad_norm_pre_clip: 5.810602 + avg_loss: 0.0028961834 + max: + max_actor_approxkl1: 0.0085263755 + max_actor_approxkl3: 0.008504355 + max_actor_clipfrac: 0.3232422 + max_actor_loss: 0.012088366 + max_advantage: 0.19824374 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003760897 + max_entropy: 0.50362056 + max_grad_norm_pre_clip: 12.932984 + max_loss: 0.013376594 + std: + std_actor_approxkl1: 0.0023737277 + std_actor_approxkl3: 0.0025560053 + std_actor_clipfrac: 0.0912837 + std_actor_loss: 0.0034812791 + std_advantage: 0.0694688 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007202106 + std_entropy: 0.021058049 + std_grad_norm_pre_clip: 3.3658235 + std_loss: 0.003519693 + eval-batch-orig: + avg_avg_episode_length: 13.325102 + avg_avg_return: 0.90416694 + avg_benchmark_regret: 0.089849204 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2375946 + proxy_corner: + avg_avg_return: 0.90416694 + avg_reward_per_step: 0.2375946 + eval-batch-shift: + avg_avg_episode_length: 68.22548 + avg_avg_return: 0.22451003 + avg_benchmark_regret: 0.7706715 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.06994629 + proxy_corner: + avg_avg_return: 0.6263863 + avg_reward_per_step: 0.011497498 + eval-batch-tree: + avg_avg_episode_length: 11.188198 + avg_avg_return: 0.93056035 + avg_benchmark_regret: 0.063658014 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.23805237 + proxy_corner: + avg_avg_return: 0.93056035 + avg_reward_per_step: 0.23805237 +=========================================================== +=========================================================== + step: + env-step-all-before: 11534336 + env-step-replay-before: 5767168 + env-step-used-before: 11534336 + ppo-update-before: 7040 + env-step-generate-before: 5767168 + env-step-all-after: 11567104 + env-step-replay-after: 5767168 + env-step-used-after: 11567104 + ppo-update-after: 7060 + env-step-generate-after: 5799936 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 11.143272 + avg_avg_return: 0.89925146 + avg_reward_per_step: 0.2376709 + proxy_corner: + avg_avg_return: 0.89925146 + avg_reward_per_step: 0.2376709 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.143272 + avg_avg_return: 0.89925146 + avg_reward_per_step: 0.2376709 + proxy_corner: + avg_avg_return: 0.89925146 + avg_reward_per_step: 0.2376709 + perf: + env_steps_per_second: 1019698.1488571112 + ppo_updates_per_second: 112.08158885202246 + eval-batch-orig-duration: 0.18276072200387716 + eval-batch-shift-duration: 0.13578653399599716 + eval-batch-tree-duration: 0.13551683496916667 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.718262 + mouse-cheese_dist_finite_wavg: 8.163713 + mouse-cheese_dist_solvable_avg: 9.718262 + mouse-cheese_dist_solvable_wavg: 8.163713 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.13781759 + visit_patterns: + avg_first_visit_time: 101.42847 + avg_last_visit_time: 166.20386 + num_replay_batches: 176 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013003148 + avg_actor_approxkl3: 0.0011399875 + avg_actor_clipfrac: 0.044549562 + avg_actor_loss: 0.0006975069 + avg_advantage: -0.0015943199 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0020691922 + avg_entropy: 0.23104171 + avg_grad_norm_pre_clip: 3.0357506 + avg_loss: 0.0015010613 + max: + max_actor_approxkl1: 0.0039648754 + max_actor_approxkl3: 0.0028486182 + max_actor_clipfrac: 0.07727051 + max_actor_loss: 0.003236454 + max_advantage: 0.22208405 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0029901285 + max_entropy: 0.27086908 + max_grad_norm_pre_clip: 4.354928 + max_loss: 0.0040022116 + std: + std_actor_approxkl1: 0.0009997427 + std_actor_approxkl3: 0.000658342 + std_actor_clipfrac: 0.020148093 + std_actor_loss: 0.00090080674 + std_advantage: 0.06434187 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00052431534 + std_entropy: 0.0247715 + std_grad_norm_pre_clip: 0.88079816 + std_loss: 0.0009649334 + eval-batch-orig: + avg_avg_episode_length: 12.481102 + avg_avg_return: 0.91065675 + avg_benchmark_regret: 0.08335942 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.24568176 + proxy_corner: + avg_avg_return: 0.91065675 + avg_reward_per_step: 0.24568176 + eval-batch-shift: + avg_avg_episode_length: 67.60947 + avg_avg_return: 0.23507318 + avg_benchmark_regret: 0.7601084 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.6348399 + avg_reward_per_step: 0.011955261 + eval-batch-tree: + avg_avg_episode_length: 10.686889 + avg_avg_return: 0.93185186 + avg_benchmark_regret: 0.062366486 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24680328 + proxy_corner: + avg_avg_return: 0.93185186 + avg_reward_per_step: 0.24680328 +=========================================================== +=========================================================== + step: + env-step-all-before: 12582912 + env-step-replay-before: 6291456 + env-step-used-before: 12582912 + ppo-update-before: 7680 + env-step-generate-before: 6291456 + env-step-all-after: 12615680 + env-step-replay-after: 6324224 + env-step-used-after: 12615680 + ppo-update-after: 7700 + env-step-generate-after: 6291456 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 16.77681 + avg_avg_return: 0.85743475 + avg_reward_per_step: 0.07757568 + proxy_corner: + avg_avg_return: 0.85743475 + avg_reward_per_step: 0.07757568 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.77681 + avg_avg_return: 0.85743475 + avg_reward_per_step: 0.07757568 + proxy_corner: + avg_avg_return: 0.85743475 + avg_reward_per_step: 0.07757568 + perf: + env_steps_per_second: 1003143.0882444957 + ppo_updates_per_second: 111.10912716787692 + eval-batch-orig-duration: 0.18332478596130386 + eval-batch-shift-duration: 0.13644389301771298 + eval-batch-tree-duration: 0.13644547597505152 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 9.9453125 + mouse-cheese_dist_finite_wavg: 8.190325 + mouse-cheese_dist_solvable_avg: 9.9453125 + mouse-cheese_dist_solvable_wavg: 8.190325 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.13350394 + visit_patterns: + avg_first_visit_time: 112.18164 + avg_last_visit_time: 183.35522 + num_replay_batches: 193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017725636 + avg_actor_approxkl3: 0.0017362725 + avg_actor_clipfrac: 0.083502196 + avg_actor_loss: 0.0019046223 + avg_advantage: 0.0047779945 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0018844216 + avg_entropy: 0.3243601 + avg_grad_norm_pre_clip: 6.2519503 + avg_loss: 0.002522473 + max: + max_actor_approxkl1: 0.004050133 + max_actor_approxkl3: 0.0033245303 + max_actor_clipfrac: 0.17785645 + max_actor_loss: 0.005255198 + max_advantage: 0.22052848 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0033915914 + max_entropy: 0.35640272 + max_grad_norm_pre_clip: 9.849363 + max_loss: 0.0055812737 + std: + std_actor_approxkl1: 0.0010721554 + std_actor_approxkl3: 0.0009232411 + std_actor_clipfrac: 0.04381358 + std_actor_loss: 0.001439677 + std_advantage: 0.06136735 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00070562644 + std_entropy: 0.02596277 + std_grad_norm_pre_clip: 2.1649833 + std_loss: 0.0015060338 + eval-batch-orig: + avg_avg_episode_length: 12.3180275 + avg_avg_return: 0.9075756 + avg_benchmark_regret: 0.08644056 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25003815 + proxy_corner: + avg_avg_return: 0.9075756 + avg_reward_per_step: 0.25003815 + eval-batch-shift: + avg_avg_episode_length: 67.98547 + avg_avg_return: 0.22766711 + avg_benchmark_regret: 0.76751447 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07219696 + proxy_corner: + avg_avg_return: 0.6311805 + avg_reward_per_step: 0.011962891 + eval-batch-tree: + avg_avg_episode_length: 10.155146 + avg_avg_return: 0.93584955 + avg_benchmark_regret: 0.05836887 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2516861 + proxy_corner: + avg_avg_return: 0.93584955 + avg_reward_per_step: 0.2516861 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 13631488 + env-step-replay-before: 6782976 + env-step-used-before: 13631488 + ppo-update-before: 8320 + env-step-generate-before: 6848512 + env-step-all-after: 13664256 + env-step-replay-after: 6782976 + env-step-used-after: 13664256 + ppo-update-after: 8340 + env-step-generate-after: 6881280 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 11.312547 + avg_avg_return: 0.89651215 + avg_reward_per_step: 0.2397461 + proxy_corner: + avg_avg_return: 0.89651215 + avg_reward_per_step: 0.2397461 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 11.312547 + avg_avg_return: 0.89651215 + avg_reward_per_step: 0.2397461 + proxy_corner: + avg_avg_return: 0.89651215 + avg_reward_per_step: 0.2397461 + perf: + env_steps_per_second: 1009899.3418672499 + ppo_updates_per_second: 112.54239340388334 + eval-batch-orig-duration: 0.18331186304567382 + eval-batch-shift-duration: 0.13771238399203867 + eval-batch-tree-duration: 0.1371075949864462 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.179199 + mouse-cheese_dist_finite_wavg: 7.309986 + mouse-cheese_dist_solvable_avg: 10.179199 + mouse-cheese_dist_solvable_wavg: 7.309988 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.13896061 + visit_patterns: + avg_first_visit_time: 123.83545 + avg_last_visit_time: 197.3269 + num_replay_batches: 207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.003255146 + avg_actor_approxkl3: 0.0031095704 + avg_actor_clipfrac: 0.08120117 + avg_actor_loss: 0.0030976126 + avg_advantage: -0.0068325 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0021070861 + avg_entropy: 0.19003272 + avg_grad_norm_pre_clip: 5.491405 + avg_loss: 0.0039611226 + max: + max_actor_approxkl1: 0.008499615 + max_actor_approxkl3: 0.008775352 + max_actor_clipfrac: 0.18566895 + max_actor_loss: 0.008402154 + max_advantage: 0.2257564 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0033261306 + max_entropy: 0.23641548 + max_grad_norm_pre_clip: 10.40706 + max_loss: 0.009559398 + std: + std_actor_approxkl1: 0.0022494008 + std_actor_approxkl3: 0.0020845996 + std_actor_clipfrac: 0.035095707 + std_actor_loss: 0.0016752308 + std_advantage: 0.06498549 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005012359 + std_entropy: 0.023065675 + std_grad_norm_pre_clip: 2.0076513 + std_loss: 0.0017324918 + eval-batch-orig: + avg_avg_episode_length: 12.145611 + avg_avg_return: 0.91100407 + avg_benchmark_regret: 0.083012044 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.24989319 + proxy_corner: + avg_avg_return: 0.91100407 + avg_reward_per_step: 0.24989319 + eval-batch-shift: + avg_avg_episode_length: 68.147675 + avg_avg_return: 0.22703056 + avg_benchmark_regret: 0.768151 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.073287964 + proxy_corner: + avg_avg_return: 0.6408726 + avg_reward_per_step: 0.012176514 + eval-batch-tree: + avg_avg_episode_length: 10.204405 + avg_avg_return: 0.93473244 + avg_benchmark_regret: 0.05948589 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25118256 + proxy_corner: + avg_avg_return: 0.93473244 + avg_reward_per_step: 0.25118256 +=========================================================== +=========================================================== + step: + env-step-all-before: 14680064 + env-step-replay-before: 7405568 + env-step-used-before: 14680064 + ppo-update-before: 8960 + env-step-generate-before: 7274496 + env-step-all-after: 14712832 + env-step-replay-after: 7438336 + env-step-used-after: 14712832 + ppo-update-after: 8980 + env-step-generate-after: 7274496 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 16.278358 + avg_avg_return: 0.8661959 + avg_reward_per_step: 0.07537842 + proxy_corner: + avg_avg_return: 0.8661959 + avg_reward_per_step: 0.07537842 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.278358 + avg_avg_return: 0.8661959 + avg_reward_per_step: 0.07537842 + proxy_corner: + avg_avg_return: 0.8661959 + avg_reward_per_step: 0.07537842 + perf: + env_steps_per_second: 980395.1200099806 + ppo_updates_per_second: 111.05552905905382 + eval-batch-orig-duration: 0.18809377698926255 + eval-batch-shift-duration: 0.13518957799533382 + eval-batch-tree-duration: 0.13529541704338044 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.29248 + mouse-cheese_dist_finite_wavg: 8.228415 + mouse-cheese_dist_solvable_avg: 10.29248 + mouse-cheese_dist_solvable_wavg: 8.228415 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.12399912 + visit_patterns: + avg_first_visit_time: 131.84058 + avg_last_visit_time: 217.28491 + num_replay_batches: 227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019003231 + avg_actor_approxkl3: 0.0016926238 + avg_actor_clipfrac: 0.08597412 + avg_actor_loss: 0.0011239091 + avg_advantage: 0.006572522 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0013674559 + avg_entropy: 0.31687924 + avg_grad_norm_pre_clip: 5.4930925 + avg_loss: 0.0014907577 + max: + max_actor_approxkl1: 0.006539842 + max_actor_approxkl3: 0.003908659 + max_actor_clipfrac: 0.15307617 + max_actor_loss: 0.006048158 + max_advantage: 0.20703119 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0027814177 + max_entropy: 0.3421408 + max_grad_norm_pre_clip: 8.416642 + max_loss: 0.0064371265 + std: + std_actor_approxkl1: 0.0017041956 + std_actor_approxkl3: 0.0009976262 + std_actor_clipfrac: 0.042599462 + std_actor_loss: 0.0018789868 + std_advantage: 0.05215654 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00047744537 + std_entropy: 0.015403595 + std_grad_norm_pre_clip: 1.8102726 + std_loss: 0.0018549301 + eval-batch-orig: + avg_avg_episode_length: 12.042625 + avg_avg_return: 0.91314703 + avg_benchmark_regret: 0.08086911 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.24947357 + proxy_corner: + avg_avg_return: 0.91314703 + avg_reward_per_step: 0.24947357 + eval-batch-shift: + avg_avg_episode_length: 67.92145 + avg_avg_return: 0.22780946 + avg_benchmark_regret: 0.76737213 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.074417114 + proxy_corner: + avg_avg_return: 0.63025784 + avg_reward_per_step: 0.0121536255 + eval-batch-tree: + avg_avg_episode_length: 9.978815 + avg_avg_return: 0.937402 + avg_benchmark_regret: 0.056816403 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2520218 + proxy_corner: + avg_avg_return: 0.937402 + avg_reward_per_step: 0.2520218 +=========================================================== +=========================================================== + step: + env-step-all-before: 15728640 + env-step-replay-before: 7766016 + env-step-used-before: 15728640 + ppo-update-before: 9600 + env-step-generate-before: 7962624 + env-step-all-after: 15761408 + env-step-replay-after: 7766016 + env-step-used-after: 15761408 + ppo-update-after: 9620 + env-step-generate-after: 7995392 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 10.983536 + avg_avg_return: 0.8971994 + avg_reward_per_step: 0.23510742 + proxy_corner: + avg_avg_return: 0.8971994 + avg_reward_per_step: 0.23510742 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.983536 + avg_avg_return: 0.8971994 + avg_reward_per_step: 0.23510742 + proxy_corner: + avg_avg_return: 0.8971994 + avg_reward_per_step: 0.23510742 + perf: + env_steps_per_second: 1004319.4811650914 + ppo_updates_per_second: 111.52926218665792 + eval-batch-orig-duration: 0.18191083997953683 + eval-batch-shift-duration: 0.13739592797355726 + eval-batch-tree-duration: 0.13720676000230014 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.490967 + mouse-cheese_dist_finite_wavg: 8.2399435 + mouse-cheese_dist_solvable_avg: 10.490967 + mouse-cheese_dist_solvable_wavg: 8.239945 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.13133655 + visit_patterns: + avg_first_visit_time: 143.98145 + avg_last_visit_time: 227.22168 + num_replay_batches: 237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025373762 + avg_actor_approxkl3: 0.0028093639 + avg_actor_clipfrac: 0.0630127 + avg_actor_loss: 0.004084138 + avg_advantage: 0.002492054 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0021297918 + avg_entropy: 0.13124919 + avg_grad_norm_pre_clip: 5.9232984 + avg_loss: 0.0050177844 + max: + max_actor_approxkl1: 0.01125197 + max_actor_approxkl3: 0.008995288 + max_actor_clipfrac: 0.16235352 + max_actor_loss: 0.016566686 + max_advantage: 0.25842124 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0036239855 + max_entropy: 0.19211033 + max_grad_norm_pre_clip: 10.279958 + max_loss: 0.017880265 + std: + std_actor_approxkl1: 0.0024204599 + std_actor_approxkl3: 0.0021194878 + std_actor_clipfrac: 0.035535097 + std_actor_loss: 0.0034341563 + std_advantage: 0.06607717 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00067609805 + std_entropy: 0.02685483 + std_grad_norm_pre_clip: 2.2144194 + std_loss: 0.0035797993 + eval-batch-orig: + avg_avg_episode_length: 11.567384 + avg_avg_return: 0.91760266 + avg_benchmark_regret: 0.07641348 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25335693 + proxy_corner: + avg_avg_return: 0.91760266 + avg_reward_per_step: 0.25335693 + eval-batch-shift: + avg_avg_episode_length: 68.14289 + avg_avg_return: 0.22353598 + avg_benchmark_regret: 0.77164555 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07810974 + proxy_corner: + avg_avg_return: 0.6211728 + avg_reward_per_step: 0.012237549 + eval-batch-tree: + avg_avg_episode_length: 9.82487 + avg_avg_return: 0.93657696 + avg_benchmark_regret: 0.057641406 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25630188 + proxy_corner: + avg_avg_return: 0.93657696 + avg_reward_per_step: 0.25630188 +=========================================================== +=========================================================== + step: + env-step-all-before: 16777216 + env-step-replay-before: 8224768 + env-step-used-before: 16777216 + ppo-update-before: 10240 + env-step-generate-before: 8552448 + env-step-all-after: 16809984 + env-step-replay-after: 8257536 + env-step-used-after: 16809984 + ppo-update-after: 10260 + env-step-generate-after: 8552448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 16.802061 + avg_avg_return: 0.8575975 + avg_reward_per_step: 0.0730896 + proxy_corner: + avg_avg_return: 0.8575975 + avg_reward_per_step: 0.0730896 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.802061 + avg_avg_return: 0.8575975 + avg_reward_per_step: 0.0730896 + proxy_corner: + avg_avg_return: 0.8575975 + avg_reward_per_step: 0.0730896 + perf: + env_steps_per_second: 1024228.1464105902 + ppo_updates_per_second: 112.20192136392356 + eval-batch-orig-duration: 0.18277858599321917 + eval-batch-shift-duration: 0.1361424140050076 + eval-batch-tree-duration: 0.1356040689861402 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.607666 + mouse-cheese_dist_finite_wavg: 8.256684 + mouse-cheese_dist_solvable_avg: 10.607666 + mouse-cheese_dist_solvable_wavg: 8.256685 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.13441792 + visit_patterns: + avg_first_visit_time: 153.7439 + avg_last_visit_time: 242.2583 + num_replay_batches: 252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020037 + avg_actor_approxkl3: 0.001898026 + avg_actor_clipfrac: 0.067230225 + avg_actor_loss: 0.002219338 + avg_advantage: 0.0018344905 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0016303409 + avg_entropy: 0.23993126 + avg_grad_norm_pre_clip: 5.906244 + avg_loss: 0.002794577 + max: + max_actor_approxkl1: 0.0064483387 + max_actor_approxkl3: 0.006400111 + max_actor_clipfrac: 0.1439209 + max_actor_loss: 0.006028991 + max_advantage: 0.2162615 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031837602 + max_entropy: 0.2911002 + max_grad_norm_pre_clip: 9.841991 + max_loss: 0.0071477634 + std: + std_actor_approxkl1: 0.0017772324 + std_actor_approxkl3: 0.0015201318 + std_actor_clipfrac: 0.03520036 + std_actor_loss: 0.0020241668 + std_advantage: 0.05698847 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006669922 + std_entropy: 0.024863249 + std_grad_norm_pre_clip: 2.302727 + std_loss: 0.0021093097 + eval-batch-orig: + avg_avg_episode_length: 12.04348 + avg_avg_return: 0.9113811 + avg_benchmark_regret: 0.08263497 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25321198 + proxy_corner: + avg_avg_return: 0.9113811 + avg_reward_per_step: 0.25321198 + eval-batch-shift: + avg_avg_episode_length: 68.58567 + avg_avg_return: 0.21683273 + avg_benchmark_regret: 0.7783488 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07493591 + proxy_corner: + avg_avg_return: 0.62520987 + avg_reward_per_step: 0.01222229 + eval-batch-tree: + avg_avg_episode_length: 9.905916 + avg_avg_return: 0.9362104 + avg_benchmark_regret: 0.058007937 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2565384 + proxy_corner: + avg_avg_return: 0.9362104 + avg_reward_per_step: 0.2565384 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 17825792 + env-step-replay-before: 8912896 + env-step-used-before: 17825792 + ppo-update-before: 10880 + env-step-generate-before: 8912896 + env-step-all-after: 17858560 + env-step-replay-after: 8945664 + env-step-used-after: 17858560 + ppo-update-after: 10900 + env-step-generate-after: 8912896 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 21.20184 + avg_avg_return: 0.82113713 + avg_reward_per_step: 0.063568115 + proxy_corner: + avg_avg_return: 0.82113713 + avg_reward_per_step: 0.063568115 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 21.20184 + avg_avg_return: 0.82113713 + avg_reward_per_step: 0.063568115 + proxy_corner: + avg_avg_return: 0.82113713 + avg_reward_per_step: 0.063568115 + perf: + env_steps_per_second: 996657.6326603637 + ppo_updates_per_second: 111.82541520775509 + eval-batch-orig-duration: 0.18360195902641863 + eval-batch-shift-duration: 0.13589841400971636 + eval-batch-tree-duration: 0.13583645701874048 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.701904 + mouse-cheese_dist_finite_wavg: 8.264505 + mouse-cheese_dist_solvable_avg: 10.701904 + mouse-cheese_dist_solvable_wavg: 8.264505 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.14981201 + visit_patterns: + avg_first_visit_time: 161.43408 + avg_last_visit_time: 263.15796 + num_replay_batches: 273 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0026169645 + avg_actor_approxkl3: 0.0025496 + avg_actor_clipfrac: 0.099206544 + avg_actor_loss: 0.003076392 + avg_advantage: 0.0036031865 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0021726424 + avg_entropy: 0.26943204 + avg_grad_norm_pre_clip: 8.371778 + avg_loss: 0.0038932809 + max: + max_actor_approxkl1: 0.0074679516 + max_actor_approxkl3: 0.0074083945 + max_actor_clipfrac: 0.1784668 + max_actor_loss: 0.011428013 + max_advantage: 0.19831455 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0033328761 + max_entropy: 0.30571744 + max_grad_norm_pre_clip: 14.178671 + max_loss: 0.012208819 + std: + std_actor_approxkl1: 0.0017566505 + std_actor_approxkl3: 0.0016200293 + std_actor_clipfrac: 0.043043245 + std_actor_loss: 0.002842492 + std_advantage: 0.06694629 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00064846664 + std_entropy: 0.023434276 + std_grad_norm_pre_clip: 3.1466274 + std_loss: 0.0029488318 + eval-batch-orig: + avg_avg_episode_length: 11.724314 + avg_avg_return: 0.9176465 + avg_benchmark_regret: 0.0763696 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25399017 + proxy_corner: + avg_avg_return: 0.9176465 + avg_reward_per_step: 0.25399017 + eval-batch-shift: + avg_avg_episode_length: 68.75267 + avg_avg_return: 0.2159533 + avg_benchmark_regret: 0.7792282 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07357788 + proxy_corner: + avg_avg_return: 0.61735344 + avg_reward_per_step: 0.0121154785 + eval-batch-tree: + avg_avg_episode_length: 9.978453 + avg_avg_return: 0.93641675 + avg_benchmark_regret: 0.05780162 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2561264 + proxy_corner: + avg_avg_return: 0.93641675 + avg_reward_per_step: 0.2561264 +=========================================================== +=========================================================== + step: + env-step-all-before: 18874368 + env-step-replay-before: 9633792 + env-step-used-before: 18874368 + ppo-update-before: 11520 + env-step-generate-before: 9240576 + env-step-all-after: 18907136 + env-step-replay-after: 9666560 + env-step-used-after: 18907136 + ppo-update-after: 11540 + env-step-generate-after: 9240576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 16.058521 + avg_avg_return: 0.86336684 + avg_reward_per_step: 0.07684326 + proxy_corner: + avg_avg_return: 0.86336684 + avg_reward_per_step: 0.07684326 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 16.058521 + avg_avg_return: 0.86336684 + avg_reward_per_step: 0.07684326 + proxy_corner: + avg_avg_return: 0.86336684 + avg_reward_per_step: 0.07684326 + perf: + env_steps_per_second: 755451.7167536166 + ppo_updates_per_second: 112.80444238622847 + eval-batch-orig-duration: 0.18407235498307273 + eval-batch-shift-duration: 0.13817395496880636 + eval-batch-tree-duration: 0.13769160502124578 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.790283 + mouse-cheese_dist_finite_wavg: 8.2731285 + mouse-cheese_dist_solvable_avg: 10.790283 + mouse-cheese_dist_solvable_wavg: 8.2731285 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.12745568 + visit_patterns: + avg_first_visit_time: 169.95312 + avg_last_visit_time: 285.1814 + num_replay_batches: 295 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014203588 + avg_actor_approxkl3: 0.0012825066 + avg_actor_clipfrac: 0.052478027 + avg_actor_loss: 0.0006822515 + avg_advantage: -0.0043474324 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0015189983 + avg_entropy: 0.2193468 + avg_grad_norm_pre_clip: 4.3852305 + avg_loss: 0.001222404 + max: + max_actor_approxkl1: 0.0034029013 + max_actor_approxkl3: 0.00250711 + max_actor_clipfrac: 0.11462402 + max_actor_loss: 0.003592655 + max_advantage: 0.19888753 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0024115385 + max_entropy: 0.24690913 + max_grad_norm_pre_clip: 11.37836 + max_loss: 0.0041553215 + std: + std_actor_approxkl1: 0.00095255504 + std_actor_approxkl3: 0.0006549802 + std_actor_clipfrac: 0.029806385 + std_actor_loss: 0.0010907558 + std_advantage: 0.055211835 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004817908 + std_entropy: 0.017178979 + std_grad_norm_pre_clip: 2.8909926 + std_loss: 0.0010350406 + eval-batch-orig: + avg_avg_episode_length: 11.181747 + avg_avg_return: 0.91993713 + avg_benchmark_regret: 0.074079014 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25343323 + proxy_corner: + avg_avg_return: 0.91993713 + avg_reward_per_step: 0.25343323 + eval-batch-shift: + avg_avg_episode_length: 68.16531 + avg_avg_return: 0.22561769 + avg_benchmark_regret: 0.76956385 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.074028015 + proxy_corner: + avg_avg_return: 0.6333582 + avg_reward_per_step: 0.0124053955 + eval-batch-tree: + avg_avg_episode_length: 9.7432 + avg_avg_return: 0.9373823 + avg_benchmark_regret: 0.056836054 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2563553 + proxy_corner: + avg_avg_return: 0.9373823 + avg_reward_per_step: 0.2563553 +=========================================================== +=========================================================== + step: + env-step-all-before: 19922944 + env-step-replay-before: 10125312 + env-step-used-before: 19922944 + ppo-update-before: 12160 + env-step-generate-before: 9797632 + env-step-all-after: 19955712 + env-step-replay-after: 10158080 + env-step-used-after: 19955712 + ppo-update-after: 12180 + env-step-generate-after: 9797632 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 27.75079 + avg_avg_return: 0.7554417 + avg_reward_per_step: 0.058135986 + proxy_corner: + avg_avg_return: 0.7554417 + avg_reward_per_step: 0.058135986 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 27.75079 + avg_avg_return: 0.7554417 + avg_reward_per_step: 0.058135986 + proxy_corner: + avg_avg_return: 0.7554417 + avg_reward_per_step: 0.058135986 + perf: + env_steps_per_second: 909997.4028681866 + ppo_updates_per_second: 112.07740452246881 + eval-batch-orig-duration: 0.183582813013345 + eval-batch-shift-duration: 0.13583293999545276 + eval-batch-tree-duration: 0.13555349403759465 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.828613 + mouse-cheese_dist_finite_wavg: 8.281375 + mouse-cheese_dist_solvable_avg: 10.828613 + mouse-cheese_dist_solvable_wavg: 8.281376 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.14368038 + visit_patterns: + avg_first_visit_time: 184.1399 + avg_last_visit_time: 300.19727 + num_replay_batches: 310 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002324618 + avg_actor_approxkl3: 0.002337391 + avg_actor_clipfrac: 0.076861575 + avg_actor_loss: -0.00016559754 + avg_advantage: -0.0057012998 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004274058 + avg_entropy: 0.2928223 + avg_grad_norm_pre_clip: 3.7941806 + avg_loss: 0.0016786087 + max: + max_actor_approxkl1: 0.012092332 + max_actor_approxkl3: 0.010097855 + max_actor_clipfrac: 0.15368652 + max_actor_loss: 0.0032663196 + max_advantage: 0.25466734 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006253785 + max_entropy: 0.32864803 + max_grad_norm_pre_clip: 10.171418 + max_loss: 0.005241024 + std: + std_actor_approxkl1: 0.002523159 + std_actor_approxkl3: 0.0020752181 + std_actor_clipfrac: 0.041477427 + std_actor_loss: 0.0012860266 + std_advantage: 0.09375637 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009588932 + std_entropy: 0.020148925 + std_grad_norm_pre_clip: 1.9325917 + std_loss: 0.0012989793 + eval-batch-orig: + avg_avg_episode_length: 11.548751 + avg_avg_return: 0.9205466 + avg_benchmark_regret: 0.07346952 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.24990845 + proxy_corner: + avg_avg_return: 0.9205466 + avg_reward_per_step: 0.24990845 + eval-batch-shift: + avg_avg_episode_length: 68.77003 + avg_avg_return: 0.21448635 + avg_benchmark_regret: 0.7806952 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07820892 + proxy_corner: + avg_avg_return: 0.59917426 + avg_reward_per_step: 0.011886597 + eval-batch-tree: + avg_avg_episode_length: 10.581745 + avg_avg_return: 0.93390745 + avg_benchmark_regret: 0.06031091 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.24905396 + proxy_corner: + avg_avg_return: 0.93390745 + avg_reward_per_step: 0.24905396 +=========================================================== +=========================================================== + step: + env-step-all-before: 20971520 + env-step-replay-before: 10682368 + env-step-used-before: 20971520 + ppo-update-before: 12800 + env-step-generate-before: 10289152 + env-step-all-after: 21004288 + env-step-replay-after: 10682368 + env-step-used-after: 21004288 + ppo-update-after: 12820 + env-step-generate-after: 10321920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 10.2326565 + avg_avg_return: 0.9085801 + avg_reward_per_step: 0.25881958 + proxy_corner: + avg_avg_return: 0.9085801 + avg_reward_per_step: 0.25881958 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 10.2326565 + avg_avg_return: 0.9085801 + avg_reward_per_step: 0.25881958 + proxy_corner: + avg_avg_return: 0.9085801 + avg_reward_per_step: 0.25881958 + perf: + env_steps_per_second: 990817.0121665475 + ppo_updates_per_second: 111.0955058932898 + eval-batch-orig-duration: 0.18340007698861882 + eval-batch-shift-duration: 0.13486121804453433 + eval-batch-tree-duration: 0.13477292197057977 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.859131 + mouse-cheese_dist_finite_wavg: 8.284545 + mouse-cheese_dist_solvable_avg: 10.859131 + mouse-cheese_dist_solvable_wavg: 8.284546 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.12933111 + visit_patterns: + avg_first_visit_time: 195.49121 + avg_last_visit_time: 316.27637 + num_replay_batches: 326 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001562894 + avg_actor_approxkl3: 0.0014256608 + avg_actor_clipfrac: 0.03527222 + avg_actor_loss: 0.0022329607 + avg_advantage: -0.007178379 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.001683962 + avg_entropy: 0.11421025 + avg_grad_norm_pre_clip: 4.677158 + avg_loss: 0.0029607317 + max: + max_actor_approxkl1: 0.004643121 + max_actor_approxkl3: 0.0035253477 + max_actor_clipfrac: 0.072509766 + max_actor_loss: 0.0075984895 + max_advantage: 0.20538682 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031169339 + max_entropy: 0.15619946 + max_grad_norm_pre_clip: 10.060248 + max_loss: 0.008247875 + std: + std_actor_approxkl1: 0.0011711627 + std_actor_approxkl3: 0.00094668206 + std_actor_clipfrac: 0.018808713 + std_actor_loss: 0.002258613 + std_advantage: 0.058621474 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00072516367 + std_entropy: 0.019732498 + std_grad_norm_pre_clip: 2.1539898 + std_loss: 0.00234392 + eval-batch-orig: + avg_avg_episode_length: 10.766483 + avg_avg_return: 0.9253331 + avg_benchmark_regret: 0.06868309 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25709534 + proxy_corner: + avg_avg_return: 0.9253331 + avg_reward_per_step: 0.25709534 + eval-batch-shift: + avg_avg_episode_length: 68.09445 + avg_avg_return: 0.2229505 + avg_benchmark_regret: 0.7722311 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.079307556 + proxy_corner: + avg_avg_return: 0.6200528 + avg_reward_per_step: 0.01222229 + eval-batch-tree: + avg_avg_episode_length: 9.670439 + avg_avg_return: 0.936251 + avg_benchmark_regret: 0.057967372 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2586975 + proxy_corner: + avg_avg_return: 0.936251 + avg_reward_per_step: 0.2586975 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 22020096 + env-step-replay-before: 11141120 + env-step-used-before: 22020096 + ppo-update-before: 13440 + env-step-generate-before: 10878976 + env-step-all-after: 22052864 + env-step-replay-after: 11173888 + env-step-used-after: 22052864 + ppo-update-after: 13460 + env-step-generate-after: 10878976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.187727 + avg_avg_return: 0.8833166 + avg_reward_per_step: 0.07904053 + proxy_corner: + avg_avg_return: 0.8833166 + avg_reward_per_step: 0.07904053 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.187727 + avg_avg_return: 0.8833166 + avg_reward_per_step: 0.07904053 + proxy_corner: + avg_avg_return: 0.8833166 + avg_reward_per_step: 0.07904053 + perf: + env_steps_per_second: 996861.4443390259 + ppo_updates_per_second: 112.08175407166983 + eval-batch-orig-duration: 0.18168400198919699 + eval-batch-shift-duration: 0.13683187298011035 + eval-batch-tree-duration: 0.13638756598811597 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 10.994141 + mouse-cheese_dist_finite_wavg: 8.296767 + mouse-cheese_dist_solvable_avg: 10.994141 + mouse-cheese_dist_solvable_wavg: 8.296768 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.11851685 + visit_patterns: + avg_first_visit_time: 205.84082 + avg_last_visit_time: 331.18018 + num_replay_batches: 341 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001237203 + avg_actor_approxkl3: 0.001237872 + avg_actor_clipfrac: 0.050390627 + avg_actor_loss: 0.0014205071 + avg_advantage: -0.00065227936 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00096260617 + avg_entropy: 0.17080678 + avg_grad_norm_pre_clip: 4.645956 + avg_loss: 0.0017310035 + max: + max_actor_approxkl1: 0.0032079343 + max_actor_approxkl3: 0.0025441747 + max_actor_clipfrac: 0.11621094 + max_actor_loss: 0.004882714 + max_advantage: 0.19466841 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014086118 + max_entropy: 0.19493027 + max_grad_norm_pre_clip: 10.02416 + max_loss: 0.005374002 + std: + std_actor_approxkl1: 0.0010659602 + std_actor_approxkl3: 0.00080303365 + std_actor_clipfrac: 0.033867564 + std_actor_loss: 0.0014825993 + std_advantage: 0.044988886 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00031358164 + std_entropy: 0.016223606 + std_grad_norm_pre_clip: 2.4398274 + std_loss: 0.001531581 + eval-batch-orig: + avg_avg_episode_length: 10.730377 + avg_avg_return: 0.92679095 + avg_benchmark_regret: 0.06722523 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25708008 + proxy_corner: + avg_avg_return: 0.92679095 + avg_reward_per_step: 0.25708008 + eval-batch-shift: + avg_avg_episode_length: 68.641205 + avg_avg_return: 0.22237858 + avg_benchmark_regret: 0.77280295 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07426453 + proxy_corner: + avg_avg_return: 0.6404556 + avg_reward_per_step: 0.012535095 + eval-batch-tree: + avg_avg_episode_length: 9.657362 + avg_avg_return: 0.93773246 + avg_benchmark_regret: 0.056485876 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.93773246 + avg_reward_per_step: 0.25897217 +=========================================================== +=========================================================== + step: + env-step-all-before: 23068672 + env-step-replay-before: 11665408 + env-step-used-before: 23068672 + ppo-update-before: 14080 + env-step-generate-before: 11403264 + env-step-all-after: 23101440 + env-step-replay-after: 11698176 + env-step-used-after: 23101440 + ppo-update-after: 14100 + env-step-generate-after: 11403264 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.580413 + avg_avg_return: 0.8872566 + avg_reward_per_step: 0.07952881 + proxy_corner: + avg_avg_return: 0.8872566 + avg_reward_per_step: 0.07952881 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.580413 + avg_avg_return: 0.8872566 + avg_reward_per_step: 0.07952881 + proxy_corner: + avg_avg_return: 0.8872566 + avg_reward_per_step: 0.07952881 + perf: + env_steps_per_second: 931210.2275791505 + ppo_updates_per_second: 112.72835083798137 + eval-batch-orig-duration: 0.18319283600430936 + eval-batch-shift-duration: 0.13796204497339204 + eval-batch-tree-duration: 0.13795972999650985 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.093262 + mouse-cheese_dist_finite_wavg: 8.307025 + mouse-cheese_dist_solvable_avg: 11.093262 + mouse-cheese_dist_solvable_wavg: 8.307024 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.11473213 + visit_patterns: + avg_first_visit_time: 214.99194 + avg_last_visit_time: 347.24902 + num_replay_batches: 357 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013354922 + avg_actor_approxkl3: 0.0013026645 + avg_actor_clipfrac: 0.035729982 + avg_actor_loss: 0.0010109202 + avg_advantage: 0.007592801 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000838565 + avg_entropy: 0.14450507 + avg_grad_norm_pre_clip: 3.7052922 + avg_loss: 0.0012856976 + max: + max_actor_approxkl1: 0.0030751051 + max_actor_approxkl3: 0.0035493113 + max_actor_clipfrac: 0.08728027 + max_actor_loss: 0.004902009 + max_advantage: 0.18544978 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014215809 + max_entropy: 0.17351207 + max_grad_norm_pre_clip: 7.995019 + max_loss: 0.005298897 + std: + std_actor_approxkl1: 0.0010090029 + std_actor_approxkl3: 0.0009125376 + std_actor_clipfrac: 0.02057057 + std_actor_loss: 0.0011566791 + std_advantage: 0.040520735 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027114907 + std_entropy: 0.01226212 + std_grad_norm_pre_clip: 2.0897372 + std_loss: 0.0011963936 + eval-batch-orig: + avg_avg_episode_length: 10.619643 + avg_avg_return: 0.92768615 + avg_benchmark_regret: 0.06632997 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25750732 + proxy_corner: + avg_avg_return: 0.92768615 + avg_reward_per_step: 0.25750732 + eval-batch-shift: + avg_avg_episode_length: 67.834625 + avg_avg_return: 0.22787036 + avg_benchmark_regret: 0.7673112 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.075653076 + proxy_corner: + avg_avg_return: 0.6389992 + avg_reward_per_step: 0.012504578 + eval-batch-tree: + avg_avg_episode_length: 9.632502 + avg_avg_return: 0.9372937 + avg_benchmark_regret: 0.056924663 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25948334 + proxy_corner: + avg_avg_return: 0.9372937 + avg_reward_per_step: 0.25948334 +=========================================================== +=========================================================== + step: + env-step-all-before: 24117248 + env-step-replay-before: 12320768 + env-step-used-before: 24117248 + ppo-update-before: 14720 + env-step-generate-before: 11796480 + env-step-all-after: 24150016 + env-step-replay-after: 12353536 + env-step-used-after: 24150016 + ppo-update-after: 14740 + env-step-generate-after: 11796480 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.947283 + avg_avg_return: 0.8716179 + avg_reward_per_step: 0.07785034 + proxy_corner: + avg_avg_return: 0.8716179 + avg_reward_per_step: 0.07785034 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.947283 + avg_avg_return: 0.8716179 + avg_reward_per_step: 0.07785034 + proxy_corner: + avg_avg_return: 0.8716179 + avg_reward_per_step: 0.07785034 + perf: + env_steps_per_second: 1022479.5409016025 + ppo_updates_per_second: 111.66923396439569 + eval-batch-orig-duration: 0.18292185600148514 + eval-batch-shift-duration: 0.13477693899767473 + eval-batch-tree-duration: 0.13494898297358304 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.157471 + mouse-cheese_dist_finite_wavg: 8.3119135 + mouse-cheese_dist_solvable_avg: 11.157471 + mouse-cheese_dist_solvable_wavg: 8.311913 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11547503 + visit_patterns: + avg_first_visit_time: 223.26343 + avg_last_visit_time: 367.22827 + num_replay_batches: 377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002222931 + avg_actor_approxkl3: 0.0021505326 + avg_actor_clipfrac: 0.054821778 + avg_actor_loss: 0.0026322457 + avg_advantage: -0.0037016403 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010689021 + avg_entropy: 0.1706165 + avg_grad_norm_pre_clip: 4.790465 + avg_loss: 0.0029960803 + max: + max_actor_approxkl1: 0.0063934904 + max_actor_approxkl3: 0.006877506 + max_actor_clipfrac: 0.14477539 + max_actor_loss: 0.010463993 + max_advantage: 0.18229723 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0019512512 + max_entropy: 0.2238068 + max_grad_norm_pre_clip: 8.718955 + max_loss: 0.010626836 + std: + std_actor_approxkl1: 0.0016242159 + std_actor_approxkl3: 0.0015737613 + std_actor_clipfrac: 0.032867078 + std_actor_loss: 0.002592746 + std_advantage: 0.045975827 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003971065 + std_entropy: 0.0187205 + std_grad_norm_pre_clip: 2.1299357 + std_loss: 0.0025490643 + eval-batch-orig: + avg_avg_episode_length: 10.700869 + avg_avg_return: 0.92480206 + avg_benchmark_regret: 0.06921405 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25787354 + proxy_corner: + avg_avg_return: 0.92480206 + avg_reward_per_step: 0.25787354 + eval-batch-shift: + avg_avg_episode_length: 67.84674 + avg_avg_return: 0.22879082 + avg_benchmark_regret: 0.7663908 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07866669 + proxy_corner: + avg_avg_return: 0.62696683 + avg_reward_per_step: 0.012329102 + eval-batch-tree: + avg_avg_episode_length: 9.484272 + avg_avg_return: 0.9403372 + avg_benchmark_regret: 0.05388118 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2596817 + proxy_corner: + avg_avg_return: 0.9403372 + avg_reward_per_step: 0.2596817 +=========================================================== +=========================================================== + step: + env-step-all-before: 25165824 + env-step-replay-before: 13041664 + env-step-used-before: 25165824 + ppo-update-before: 15360 + env-step-generate-before: 12124160 + env-step-all-after: 25198592 + env-step-replay-after: 13041664 + env-step-used-after: 25198592 + ppo-update-after: 15380 + env-step-generate-after: 12156928 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 9.405068 + avg_avg_return: 0.91538864 + avg_reward_per_step: 0.30862427 + proxy_corner: + avg_avg_return: 0.91538864 + avg_reward_per_step: 0.30862427 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.405068 + avg_avg_return: 0.91538864 + avg_reward_per_step: 0.30862427 + proxy_corner: + avg_avg_return: 0.91538864 + avg_reward_per_step: 0.30862427 + perf: + env_steps_per_second: 999991.028450494 + ppo_updates_per_second: 111.24494620090303 + eval-batch-orig-duration: 0.18249918799847364 + eval-batch-shift-duration: 0.13600019499426708 + eval-batch-tree-duration: 0.13582453498383984 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.213623 + mouse-cheese_dist_finite_wavg: 8.320139 + mouse-cheese_dist_solvable_avg: 11.213623 + mouse-cheese_dist_solvable_wavg: 8.32014 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.11288326 + visit_patterns: + avg_first_visit_time: 231.91577 + avg_last_visit_time: 388.2859 + num_replay_batches: 398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0028319259 + avg_actor_approxkl3: 0.002640742 + avg_actor_clipfrac: 0.040844727 + avg_actor_loss: 0.0051757297 + avg_advantage: -0.007547139 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0014812257 + avg_entropy: 0.079889044 + avg_grad_norm_pre_clip: 5.454368 + avg_loss: 0.0058364538 + max: + max_actor_approxkl1: 0.007846584 + max_actor_approxkl3: 0.007113805 + max_actor_clipfrac: 0.08203125 + max_actor_loss: 0.014678724 + max_advantage: 0.2376967 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0022004275 + max_entropy: 0.10349978 + max_grad_norm_pre_clip: 8.5320015 + max_loss: 0.015533193 + std: + std_actor_approxkl1: 0.002412582 + std_actor_approxkl3: 0.0020448489 + std_actor_clipfrac: 0.021011254 + std_actor_loss: 0.0042174268 + std_advantage: 0.054698903 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00041905127 + std_entropy: 0.0148394015 + std_grad_norm_pre_clip: 1.8380048 + std_loss: 0.004304223 + eval-batch-orig: + avg_avg_episode_length: 10.349455 + avg_avg_return: 0.93020093 + avg_benchmark_regret: 0.063815236 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25849915 + proxy_corner: + avg_avg_return: 0.93020093 + avg_reward_per_step: 0.25849915 + eval-batch-shift: + avg_avg_episode_length: 67.41244 + avg_avg_return: 0.2299343 + avg_benchmark_regret: 0.7652472 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08023834 + proxy_corner: + avg_avg_return: 0.6301397 + avg_reward_per_step: 0.012435913 + eval-batch-tree: + avg_avg_episode_length: 9.245234 + avg_avg_return: 0.94269335 + avg_benchmark_regret: 0.05152504 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25989532 + proxy_corner: + avg_avg_return: 0.94269335 + avg_reward_per_step: 0.25989532 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 26214400 + env-step-replay-before: 13402112 + env-step-used-before: 26214400 + ppo-update-before: 16000 + env-step-generate-before: 12812288 + env-step-all-after: 26247168 + env-step-replay-after: 13434880 + env-step-used-after: 26247168 + ppo-update-after: 16020 + env-step-generate-after: 12812288 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 15.012174 + avg_avg_return: 0.87201595 + avg_reward_per_step: 0.07595825 + proxy_corner: + avg_avg_return: 0.87201595 + avg_reward_per_step: 0.07595825 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.012174 + avg_avg_return: 0.87201595 + avg_reward_per_step: 0.07595825 + proxy_corner: + avg_avg_return: 0.87201595 + avg_reward_per_step: 0.07595825 + perf: + env_steps_per_second: 1017414.5923100056 + ppo_updates_per_second: 111.9952601628292 + eval-batch-orig-duration: 0.18321187200490385 + eval-batch-shift-duration: 0.13722416304517537 + eval-batch-tree-duration: 0.13590155902784318 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.277588 + mouse-cheese_dist_finite_wavg: 8.324605 + mouse-cheese_dist_solvable_avg: 11.277588 + mouse-cheese_dist_solvable_wavg: 8.324605 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11753385 + visit_patterns: + avg_first_visit_time: 245.22583 + avg_last_visit_time: 400.26074 + num_replay_batches: 410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012434915 + avg_actor_approxkl3: 0.0013229386 + avg_actor_clipfrac: 0.038079835 + avg_actor_loss: 0.0011760223 + avg_advantage: -0.002845013 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010199752 + avg_entropy: 0.16283226 + avg_grad_norm_pre_clip: 3.4600399 + avg_loss: 0.0015231776 + max: + max_actor_approxkl1: 0.0055446615 + max_actor_approxkl3: 0.004158473 + max_actor_clipfrac: 0.07495117 + max_actor_loss: 0.0068053864 + max_advantage: 0.18765157 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015809827 + max_entropy: 0.19024098 + max_grad_norm_pre_clip: 7.2960615 + max_loss: 0.007296755 + std: + std_actor_approxkl1: 0.0014142835 + std_actor_approxkl3: 0.0011347852 + std_actor_clipfrac: 0.02092281 + std_actor_loss: 0.0018088939 + std_advantage: 0.04602212 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00031505138 + std_entropy: 0.014522198 + std_grad_norm_pre_clip: 1.4300452 + std_loss: 0.0018074807 + eval-batch-orig: + avg_avg_episode_length: 10.581999 + avg_avg_return: 0.92853916 + avg_benchmark_regret: 0.06547698 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.256752 + proxy_corner: + avg_avg_return: 0.92853916 + avg_reward_per_step: 0.256752 + eval-batch-shift: + avg_avg_episode_length: 67.76578 + avg_avg_return: 0.23252127 + avg_benchmark_regret: 0.76266026 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07723999 + proxy_corner: + avg_avg_return: 0.6462103 + avg_reward_per_step: 0.012542725 + eval-batch-tree: + avg_avg_episode_length: 9.718792 + avg_avg_return: 0.93807995 + avg_benchmark_regret: 0.056138366 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25857544 + proxy_corner: + avg_avg_return: 0.93807995 + avg_reward_per_step: 0.25857544 +=========================================================== +=========================================================== + step: + env-step-all-before: 27262976 + env-step-replay-before: 14024704 + env-step-used-before: 27262976 + ppo-update-before: 16640 + env-step-generate-before: 13238272 + env-step-all-after: 27295744 + env-step-replay-after: 14057472 + env-step-used-after: 27295744 + ppo-update-after: 16660 + env-step-generate-after: 13238272 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.647102 + avg_avg_return: 0.8765574 + avg_reward_per_step: 0.07824707 + proxy_corner: + avg_avg_return: 0.8765574 + avg_reward_per_step: 0.07824707 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.647102 + avg_avg_return: 0.8765574 + avg_reward_per_step: 0.07824707 + proxy_corner: + avg_avg_return: 0.8765574 + avg_reward_per_step: 0.07824707 + perf: + env_steps_per_second: 1011541.6315330206 + ppo_updates_per_second: 112.01173714601414 + eval-batch-orig-duration: 0.18055640498641878 + eval-batch-shift-duration: 0.13485085900174454 + eval-batch-tree-duration: 0.13501189200906083 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.311768 + mouse-cheese_dist_finite_wavg: 8.330155 + mouse-cheese_dist_solvable_avg: 11.311768 + mouse-cheese_dist_solvable_wavg: 8.330156 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11128603 + visit_patterns: + avg_first_visit_time: 255.27759 + avg_last_visit_time: 419.25708 + num_replay_batches: 429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025522222 + avg_actor_approxkl3: 0.0022246058 + avg_actor_clipfrac: 0.06557007 + avg_actor_loss: 0.0033128373 + avg_advantage: -0.0029635 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0009783616 + avg_entropy: 0.1419413 + avg_grad_norm_pre_clip: 5.8673143 + avg_loss: 0.0036600765 + max: + max_actor_approxkl1: 0.0072372323 + max_actor_approxkl3: 0.004737811 + max_actor_clipfrac: 0.12854004 + max_actor_loss: 0.010180902 + max_advantage: 0.22243643 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002046095 + max_entropy: 0.17887141 + max_grad_norm_pre_clip: 11.013099 + max_loss: 0.010698747 + std: + std_actor_approxkl1: 0.0018297546 + std_actor_approxkl3: 0.001555106 + std_actor_clipfrac: 0.03525519 + std_actor_loss: 0.0029183568 + std_advantage: 0.04386751 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00042700427 + std_entropy: 0.0142269395 + std_grad_norm_pre_clip: 2.630431 + std_loss: 0.0030593486 + eval-batch-orig: + avg_avg_episode_length: 10.368044 + avg_avg_return: 0.9301592 + avg_benchmark_regret: 0.06385696 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25823975 + proxy_corner: + avg_avg_return: 0.9301592 + avg_reward_per_step: 0.25823975 + eval-batch-shift: + avg_avg_episode_length: 67.639725 + avg_avg_return: 0.23077872 + avg_benchmark_regret: 0.76440287 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07727814 + proxy_corner: + avg_avg_return: 0.63845706 + avg_reward_per_step: 0.012535095 + eval-batch-tree: + avg_avg_episode_length: 9.479128 + avg_avg_return: 0.93999285 + avg_benchmark_regret: 0.054225493 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25984192 + proxy_corner: + avg_avg_return: 0.93999285 + avg_reward_per_step: 0.25984192 +=========================================================== +=========================================================== + step: + env-step-all-before: 28311552 + env-step-replay-before: 14581760 + env-step-used-before: 28311552 + ppo-update-before: 17280 + env-step-generate-before: 13729792 + env-step-all-after: 28344320 + env-step-replay-after: 14581760 + env-step-used-after: 28344320 + ppo-update-after: 17300 + env-step-generate-after: 13762560 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 9.976772 + avg_avg_return: 0.91415346 + avg_reward_per_step: 0.26785278 + proxy_corner: + avg_avg_return: 0.91415346 + avg_reward_per_step: 0.26785278 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.976772 + avg_avg_return: 0.91415346 + avg_reward_per_step: 0.26785278 + proxy_corner: + avg_avg_return: 0.91415346 + avg_reward_per_step: 0.26785278 + perf: + env_steps_per_second: 1007089.76660325 + ppo_updates_per_second: 112.1428860702724 + eval-batch-orig-duration: 0.18182135000824928 + eval-batch-shift-duration: 0.136432729952503 + eval-batch-tree-duration: 0.13643663801485673 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.365723 + mouse-cheese_dist_finite_wavg: 8.33623 + mouse-cheese_dist_solvable_avg: 11.365723 + mouse-cheese_dist_solvable_wavg: 8.336231 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.113017246 + visit_patterns: + avg_first_visit_time: 267.7234 + avg_last_visit_time: 435.2942 + num_replay_batches: 445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011075049 + avg_actor_approxkl3: 0.00096756825 + avg_actor_clipfrac: 0.028485108 + avg_actor_loss: 0.0023335046 + avg_advantage: -0.009378895 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0012579701 + avg_entropy: 0.08245178 + avg_grad_norm_pre_clip: 4.376673 + avg_loss: 0.0028800375 + max: + max_actor_approxkl1: 0.0039741215 + max_actor_approxkl3: 0.0034860591 + max_actor_clipfrac: 0.064941406 + max_actor_loss: 0.013050936 + max_advantage: 0.26502097 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0025931504 + max_entropy: 0.11958186 + max_grad_norm_pre_clip: 8.139231 + max_loss: 0.013602025 + std: + std_actor_approxkl1: 0.0010126984 + std_actor_approxkl3: 0.0007889512 + std_actor_clipfrac: 0.01525724 + std_actor_loss: 0.0031447555 + std_advantage: 0.05017354 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00048188196 + std_entropy: 0.018706298 + std_grad_norm_pre_clip: 2.2287495 + std_loss: 0.0031630306 + eval-batch-orig: + avg_avg_episode_length: 10.109541 + avg_avg_return: 0.93327415 + avg_benchmark_regret: 0.060741983 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25876617 + proxy_corner: + avg_avg_return: 0.93327415 + avg_reward_per_step: 0.25876617 + eval-batch-shift: + avg_avg_episode_length: 67.56404 + avg_avg_return: 0.22759613 + avg_benchmark_regret: 0.76758546 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07904053 + proxy_corner: + avg_avg_return: 0.6369841 + avg_reward_per_step: 0.012512207 + eval-batch-tree: + avg_avg_episode_length: 8.853451 + avg_avg_return: 0.94814944 + avg_benchmark_regret: 0.046068855 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26091766 + proxy_corner: + avg_avg_return: 0.94814944 + avg_reward_per_step: 0.26091766 +=========================================================== +=========================================================== + step: + env-step-all-before: 29360128 + env-step-replay-before: 15171584 + env-step-used-before: 29360128 + ppo-update-before: 17920 + env-step-generate-before: 14188544 + env-step-all-after: 29392896 + env-step-replay-after: 15171584 + env-step-used-after: 29392896 + ppo-update-after: 17940 + env-step-generate-after: 14221312 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.3447194 + avg_avg_return: 0.9448603 + avg_reward_per_step: 0.2616577 + proxy_corner: + avg_avg_return: 0.9448603 + avg_reward_per_step: 0.2616577 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.3447194 + avg_avg_return: 0.9448603 + avg_reward_per_step: 0.2616577 + proxy_corner: + avg_avg_return: 0.9448603 + avg_reward_per_step: 0.2616577 + perf: + env_steps_per_second: 1016868.2891215577 + ppo_updates_per_second: 112.2226484040753 + eval-batch-orig-duration: 0.18115207797382027 + eval-batch-shift-duration: 0.1359543380094692 + eval-batch-tree-duration: 0.13601599499816075 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.4021 + mouse-cheese_dist_finite_wavg: 8.340204 + mouse-cheese_dist_solvable_avg: 11.4021 + mouse-cheese_dist_solvable_wavg: 8.340205 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999976 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.11451589 + visit_patterns: + avg_first_visit_time: 276.50293 + avg_last_visit_time: 453.30444 + num_replay_batches: 463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010297577 + avg_actor_approxkl3: 0.00078030454 + avg_actor_clipfrac: 0.021569824 + avg_actor_loss: 0.0011310483 + avg_advantage: 0.003055973 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00068824197 + avg_entropy: 0.057335306 + avg_grad_norm_pre_clip: 2.6345398 + avg_loss: 0.0014178338 + max: + max_actor_approxkl1: 0.003148162 + max_actor_approxkl3: 0.0021306253 + max_actor_clipfrac: 0.056030273 + max_actor_loss: 0.005045468 + max_advantage: 0.23856926 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010319178 + max_entropy: 0.07912725 + max_grad_norm_pre_clip: 5.7266335 + max_loss: 0.0053815995 + std: + std_actor_approxkl1: 0.0010045691 + std_actor_approxkl3: 0.00068568846 + std_actor_clipfrac: 0.015511342 + std_actor_loss: 0.0013973807 + std_advantage: 0.03710921 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00020142605 + std_entropy: 0.010977864 + std_grad_norm_pre_clip: 1.5840172 + std_loss: 0.0014391278 + eval-batch-orig: + avg_avg_episode_length: 10.247732 + avg_avg_return: 0.9309163 + avg_benchmark_regret: 0.063099824 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25850677 + proxy_corner: + avg_avg_return: 0.9309163 + avg_reward_per_step: 0.25850677 + eval-batch-shift: + avg_avg_episode_length: 68.73778 + avg_avg_return: 0.21530254 + avg_benchmark_regret: 0.77987903 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07646179 + proxy_corner: + avg_avg_return: 0.6121867 + avg_reward_per_step: 0.012275696 + eval-batch-tree: + avg_avg_episode_length: 8.844614 + avg_avg_return: 0.9472602 + avg_benchmark_regret: 0.046958134 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26029968 + proxy_corner: + avg_avg_return: 0.9472602 + avg_reward_per_step: 0.26029968 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 30408704 + env-step-replay-before: 15761408 + env-step-used-before: 30408704 + ppo-update-before: 18560 + env-step-generate-before: 14647296 + env-step-all-after: 30441472 + env-step-replay-after: 15794176 + env-step-used-after: 30441472 + ppo-update-after: 18580 + env-step-generate-after: 14647296 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.760361 + avg_avg_return: 0.8783045 + avg_reward_per_step: 0.07650757 + proxy_corner: + avg_avg_return: 0.8783045 + avg_reward_per_step: 0.07650757 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.760361 + avg_avg_return: 0.8783045 + avg_reward_per_step: 0.07650757 + proxy_corner: + avg_avg_return: 0.8783045 + avg_reward_per_step: 0.07650757 + perf: + env_steps_per_second: 1025086.2403537743 + ppo_updates_per_second: 111.85285334930981 + eval-batch-orig-duration: 0.18031629198230803 + eval-batch-shift-duration: 0.1351152469869703 + eval-batch-tree-duration: 0.13520901399897411 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.448975 + mouse-cheese_dist_finite_wavg: 8.343795 + mouse-cheese_dist_solvable_avg: 11.448975 + mouse-cheese_dist_solvable_wavg: 8.343796 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10967844 + visit_patterns: + avg_first_visit_time: 288.01733 + avg_last_visit_time: 472.31958 + num_replay_batches: 482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0042501534 + avg_actor_approxkl3: 0.0035653457 + avg_actor_clipfrac: 0.06918945 + avg_actor_loss: 0.004429909 + avg_advantage: 0.024168145 + avg_critic_clipfrac: 0.004260254 + avg_critic_loss: 0.0012769819 + avg_entropy: 0.1239354 + avg_grad_norm_pre_clip: 4.950081 + avg_loss: 0.0049444637 + max: + max_actor_approxkl1: 0.011408994 + max_actor_approxkl3: 0.008402042 + max_actor_clipfrac: 0.11999512 + max_actor_loss: 0.011596601 + max_advantage: 0.37705165 + max_critic_clipfrac: 0.048706055 + max_critic_loss: 0.0024436759 + max_entropy: 0.15917593 + max_grad_norm_pre_clip: 11.046083 + max_loss: 0.012409958 + std: + std_actor_approxkl1: 0.0032804245 + std_actor_approxkl3: 0.0019883192 + std_actor_clipfrac: 0.029388554 + std_actor_loss: 0.0032867396 + std_advantage: 0.04655623 + std_critic_clipfrac: 0.011288365 + std_critic_loss: 0.0005243402 + std_entropy: 0.015891975 + std_grad_norm_pre_clip: 2.7813895 + std_loss: 0.00338526 + eval-batch-orig: + avg_avg_episode_length: 10.087313 + avg_avg_return: 0.93260396 + avg_benchmark_regret: 0.06141214 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2587204 + proxy_corner: + avg_avg_return: 0.93260396 + avg_reward_per_step: 0.2587204 + eval-batch-shift: + avg_avg_episode_length: 68.54304 + avg_avg_return: 0.22410014 + avg_benchmark_regret: 0.7710814 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07646179 + proxy_corner: + avg_avg_return: 0.635264 + avg_reward_per_step: 0.012512207 + eval-batch-tree: + avg_avg_episode_length: 8.747509 + avg_avg_return: 0.94795656 + avg_benchmark_regret: 0.046261787 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26117706 + proxy_corner: + avg_avg_return: 0.94795656 + avg_reward_per_step: 0.26117706 +=========================================================== +=========================================================== + step: + env-step-all-before: 31457280 + env-step-replay-before: 16384000 + env-step-used-before: 31457280 + ppo-update-before: 19200 + env-step-generate-before: 15073280 + env-step-all-after: 31490048 + env-step-replay-after: 16384000 + env-step-used-after: 31490048 + ppo-update-after: 19220 + env-step-generate-after: 15106048 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 9.800958 + avg_avg_return: 0.9182888 + avg_reward_per_step: 0.2505188 + proxy_corner: + avg_avg_return: 0.9182888 + avg_reward_per_step: 0.2505188 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.800958 + avg_avg_return: 0.9182888 + avg_reward_per_step: 0.2505188 + proxy_corner: + avg_avg_return: 0.9182888 + avg_reward_per_step: 0.2505188 + perf: + env_steps_per_second: 1023023.5553020566 + ppo_updates_per_second: 112.17174101736312 + eval-batch-orig-duration: 0.18045741802779958 + eval-batch-shift-duration: 0.13544829399324954 + eval-batch-tree-duration: 0.13517347595188767 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.495361 + mouse-cheese_dist_finite_wavg: 8.348817 + mouse-cheese_dist_solvable_avg: 11.495361 + mouse-cheese_dist_solvable_wavg: 8.348818 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10974008 + visit_patterns: + avg_first_visit_time: 300.0359 + avg_last_visit_time: 490.36743 + num_replay_batches: 500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012023867 + avg_actor_approxkl3: 0.001045432 + avg_actor_clipfrac: 0.02695923 + avg_actor_loss: 0.0016990363 + avg_advantage: -0.0046573654 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0011312295 + avg_entropy: 0.066703595 + avg_grad_norm_pre_clip: 3.8517163 + avg_loss: 0.0021979476 + max: + max_actor_approxkl1: 0.0052723764 + max_actor_approxkl3: 0.0032602437 + max_actor_clipfrac: 0.05493164 + max_actor_loss: 0.006646566 + max_advantage: 0.49382186 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002546608 + max_entropy: 0.10664349 + max_grad_norm_pre_clip: 7.7385273 + max_loss: 0.0071635297 + std: + std_actor_approxkl1: 0.0012746254 + std_actor_approxkl3: 0.0009242575 + std_actor_clipfrac: 0.016718611 + std_actor_loss: 0.0019047846 + std_advantage: 0.047364846 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00056997273 + std_entropy: 0.019752098 + std_grad_norm_pre_clip: 1.7642808 + std_loss: 0.0019936317 + eval-batch-orig: + avg_avg_episode_length: 10.005379 + avg_avg_return: 0.9323114 + avg_benchmark_regret: 0.061704688 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26007843 + proxy_corner: + avg_avg_return: 0.9323114 + avg_reward_per_step: 0.26007843 + eval-batch-shift: + avg_avg_episode_length: 68.03794 + avg_avg_return: 0.22235772 + avg_benchmark_regret: 0.7728238 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07897949 + proxy_corner: + avg_avg_return: 0.6388897 + avg_reward_per_step: 0.012542725 + eval-batch-tree: + avg_avg_episode_length: 8.6731825 + avg_avg_return: 0.948774 + avg_benchmark_regret: 0.04544443 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26211548 + proxy_corner: + avg_avg_return: 0.948774 + avg_reward_per_step: 0.26211548 +=========================================================== +=========================================================== + step: + env-step-all-before: 32505856 + env-step-replay-before: 16842752 + env-step-used-before: 32505856 + ppo-update-before: 19840 + env-step-generate-before: 15663104 + env-step-all-after: 32538624 + env-step-replay-after: 16875520 + env-step-used-after: 32538624 + ppo-update-after: 19860 + env-step-generate-after: 15663104 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.335842 + avg_avg_return: 0.88330746 + avg_reward_per_step: 0.07522583 + proxy_corner: + avg_avg_return: 0.88330746 + avg_reward_per_step: 0.07522583 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.335842 + avg_avg_return: 0.88330746 + avg_reward_per_step: 0.07522583 + proxy_corner: + avg_avg_return: 0.88330746 + avg_reward_per_step: 0.07522583 + perf: + env_steps_per_second: 1020564.5568552818 + ppo_updates_per_second: 112.13394148580022 + eval-batch-orig-duration: 0.18192775000352412 + eval-batch-shift-duration: 0.13645098503911868 + eval-batch-tree-duration: 0.13639074098318815 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.564941 + mouse-cheese_dist_finite_wavg: 9.25513 + mouse-cheese_dist_solvable_avg: 11.564941 + mouse-cheese_dist_solvable_wavg: 9.255131 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10402648 + visit_patterns: + avg_first_visit_time: 313.82617 + avg_last_visit_time: 505.25928 + num_replay_batches: 515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.006384343 + avg_actor_approxkl3: 0.0061759055 + avg_actor_clipfrac: 0.07111206 + avg_actor_loss: 0.0039051508 + avg_advantage: 0.0032946882 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00069419405 + avg_entropy: 0.12989037 + avg_grad_norm_pre_clip: 5.124414 + avg_loss: 0.004122357 + max: + max_actor_approxkl1: 0.021401998 + max_actor_approxkl3: 0.021262119 + max_actor_clipfrac: 0.11340332 + max_actor_loss: 0.01055323 + max_advantage: 0.17431831 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001369906 + max_entropy: 0.1581295 + max_grad_norm_pre_clip: 7.2751966 + max_loss: 0.010627061 + std: + std_actor_approxkl1: 0.005744834 + std_actor_approxkl3: 0.0053501762 + std_actor_clipfrac: 0.026915258 + std_actor_loss: 0.0025021604 + std_advantage: 0.037688795 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00031171742 + std_entropy: 0.012700781 + std_grad_norm_pre_clip: 1.4466903 + std_loss: 0.0025010128 + eval-batch-orig: + avg_avg_episode_length: 9.999725 + avg_avg_return: 0.9354113 + avg_benchmark_regret: 0.058604844 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25846863 + proxy_corner: + avg_avg_return: 0.9354113 + avg_reward_per_step: 0.25846863 + eval-batch-shift: + avg_avg_episode_length: 67.94325 + avg_avg_return: 0.22691487 + avg_benchmark_regret: 0.7682667 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07623291 + proxy_corner: + avg_avg_return: 0.6532072 + avg_reward_per_step: 0.012649536 + eval-batch-tree: + avg_avg_episode_length: 8.694895 + avg_avg_return: 0.95056653 + avg_benchmark_regret: 0.043651804 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26109314 + proxy_corner: + avg_avg_return: 0.95056653 + avg_reward_per_step: 0.26109314 +=========================================================== +=========================================================== + step: + env-step-all-before: 33554432 + env-step-replay-before: 17399808 + env-step-used-before: 33554432 + ppo-update-before: 20480 + env-step-generate-before: 16154624 + env-step-all-after: 33587200 + env-step-replay-after: 17399808 + env-step-used-after: 33587200 + ppo-update-after: 20500 + env-step-generate-after: 16187392 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 9.309429 + avg_avg_return: 0.91948795 + avg_reward_per_step: 0.2492981 + proxy_corner: + avg_avg_return: 0.91948795 + avg_reward_per_step: 0.2492981 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.309429 + avg_avg_return: 0.91948795 + avg_reward_per_step: 0.2492981 + proxy_corner: + avg_avg_return: 0.91948795 + avg_reward_per_step: 0.2492981 + perf: + env_steps_per_second: 1024558.6415879563 + ppo_updates_per_second: 112.10254978691833 + eval-batch-orig-duration: 0.18082094303099439 + eval-batch-shift-duration: 0.1350618649739772 + eval-batch-tree-duration: 0.1349653929937631 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.609619 + mouse-cheese_dist_finite_wavg: 11.061543 + mouse-cheese_dist_solvable_avg: 11.609619 + mouse-cheese_dist_solvable_wavg: 11.061543 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09980751 + visit_patterns: + avg_first_visit_time: 328.43726 + avg_last_visit_time: 521.2822 + num_replay_batches: 531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019985926 + avg_actor_approxkl3: 0.002016229 + avg_actor_clipfrac: 0.027124023 + avg_actor_loss: 0.0032343888 + avg_advantage: -0.004623443 + avg_critic_clipfrac: 0.00032958985 + avg_critic_loss: 0.001142436 + avg_entropy: 0.055091918 + avg_grad_norm_pre_clip: 4.549209 + avg_loss: 0.0037505147 + max: + max_actor_approxkl1: 0.0071037905 + max_actor_approxkl3: 0.0052883076 + max_actor_clipfrac: 0.07043457 + max_actor_loss: 0.011445835 + max_advantage: 0.15978944 + max_critic_clipfrac: 0.00390625 + max_critic_loss: 0.0018015463 + max_entropy: 0.07792526 + max_grad_norm_pre_clip: 10.648934 + max_loss: 0.01201112 + std: + std_actor_approxkl1: 0.002062938 + std_actor_approxkl3: 0.0019852337 + std_actor_clipfrac: 0.019901864 + std_actor_loss: 0.004054645 + std_advantage: 0.04683383 + std_critic_clipfrac: 0.0010074314 + std_critic_loss: 0.00039058432 + std_entropy: 0.013956675 + std_grad_norm_pre_clip: 2.7060041 + std_loss: 0.004089132 + eval-batch-orig: + avg_avg_episode_length: 9.488737 + avg_avg_return: 0.9393271 + avg_benchmark_regret: 0.05468901 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26071167 + proxy_corner: + avg_avg_return: 0.9393271 + avg_reward_per_step: 0.26071167 + eval-batch-shift: + avg_avg_episode_length: 68.19245 + avg_avg_return: 0.21950614 + avg_benchmark_regret: 0.7756754 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07987976 + proxy_corner: + avg_avg_return: 0.6417837 + avg_reward_per_step: 0.012557983 + eval-batch-tree: + avg_avg_episode_length: 8.660174 + avg_avg_return: 0.9497497 + avg_benchmark_regret: 0.044468693 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.9497497 + avg_reward_per_step: 0.26208496 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 34603008 + env-step-replay-before: 17694720 + env-step-used-before: 34603008 + ppo-update-before: 21120 + env-step-generate-before: 16908288 + env-step-all-after: 34635776 + env-step-replay-after: 17727488 + env-step-used-after: 34635776 + ppo-update-after: 21140 + env-step-generate-after: 16908288 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.969184 + avg_avg_return: 0.88112146 + avg_reward_per_step: 0.07727051 + proxy_corner: + avg_avg_return: 0.88112146 + avg_reward_per_step: 0.07727051 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.969184 + avg_avg_return: 0.88112146 + avg_reward_per_step: 0.07727051 + proxy_corner: + avg_avg_return: 0.88112146 + avg_reward_per_step: 0.07727051 + perf: + env_steps_per_second: 958147.9582757378 + ppo_updates_per_second: 112.14924300910576 + eval-batch-orig-duration: 0.18075490795308724 + eval-batch-shift-duration: 0.13532503199530765 + eval-batch-tree-duration: 0.13535497896373272 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.6640625 + mouse-cheese_dist_finite_wavg: 10.163307 + mouse-cheese_dist_solvable_avg: 11.6640625 + mouse-cheese_dist_solvable_wavg: 10.163308 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10068478 + visit_patterns: + avg_first_visit_time: 341.2224 + avg_last_visit_time: 531.22314 + num_replay_batches: 541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0031137601 + avg_actor_approxkl3: 0.0025758976 + avg_actor_clipfrac: 0.042016603 + avg_actor_loss: 0.0023795667 + avg_advantage: -0.0058511803 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00094555254 + avg_entropy: 0.092423715 + avg_grad_norm_pre_clip: 3.807655 + avg_loss: 0.0027599195 + max: + max_actor_approxkl1: 0.007556943 + max_actor_approxkl3: 0.0076895254 + max_actor_clipfrac: 0.07385254 + max_actor_loss: 0.00935813 + max_advantage: 0.15295666 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0022746737 + max_entropy: 0.1297891 + max_grad_norm_pre_clip: 7.8088007 + max_loss: 0.010034005 + std: + std_actor_approxkl1: 0.002310345 + std_actor_approxkl3: 0.0020985415 + std_actor_clipfrac: 0.019598372 + std_actor_loss: 0.002368263 + std_advantage: 0.043361392 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00048502474 + std_entropy: 0.014236711 + std_grad_norm_pre_clip: 1.9215639 + std_loss: 0.0024722542 + eval-batch-orig: + avg_avg_episode_length: 9.435705 + avg_avg_return: 0.94212914 + avg_benchmark_regret: 0.05188697 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26016235 + proxy_corner: + avg_avg_return: 0.94212914 + avg_reward_per_step: 0.26016235 + eval-batch-shift: + avg_avg_episode_length: 67.996735 + avg_avg_return: 0.22776759 + avg_benchmark_regret: 0.767414 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07854462 + proxy_corner: + avg_avg_return: 0.6385231 + avg_reward_per_step: 0.012504578 + eval-batch-tree: + avg_avg_episode_length: 8.494734 + avg_avg_return: 0.9516916 + avg_benchmark_regret: 0.042526744 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2618103 + proxy_corner: + avg_avg_return: 0.9516916 + avg_reward_per_step: 0.2618103 +=========================================================== +=========================================================== + step: + env-step-all-before: 35651584 + env-step-replay-before: 18153472 + env-step-used-before: 35651584 + ppo-update-before: 21760 + env-step-generate-before: 17498112 + env-step-all-after: 35684352 + env-step-replay-after: 18186240 + env-step-used-after: 35684352 + ppo-update-after: 21780 + env-step-generate-after: 17498112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.476441 + avg_avg_return: 0.88973415 + avg_reward_per_step: 0.077819824 + proxy_corner: + avg_avg_return: 0.88973415 + avg_reward_per_step: 0.077819824 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.476441 + avg_avg_return: 0.88973415 + avg_reward_per_step: 0.077819824 + proxy_corner: + avg_avg_return: 0.88973415 + avg_reward_per_step: 0.077819824 + perf: + env_steps_per_second: 1008685.600653434 + ppo_updates_per_second: 111.84513960297788 + eval-batch-orig-duration: 0.18333875003736466 + eval-batch-shift-duration: 0.13829688500845805 + eval-batch-tree-duration: 0.1383710450027138 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.704346 + mouse-cheese_dist_finite_wavg: 10.16803 + mouse-cheese_dist_solvable_avg: 11.704346 + mouse-cheese_dist_solvable_wavg: 10.168029 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1134298 + visit_patterns: + avg_first_visit_time: 355.82056 + avg_last_visit_time: 545.2827 + num_replay_batches: 555 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015553645 + avg_actor_approxkl3: 0.0015494049 + avg_actor_clipfrac: 0.029571533 + avg_actor_loss: 0.0012967967 + avg_advantage: 0.0070676403 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006999274 + avg_entropy: 0.075525455 + avg_grad_norm_pre_clip: 4.0069146 + avg_loss: 0.0015712351 + max: + max_actor_approxkl1: 0.005013907 + max_actor_approxkl3: 0.003906825 + max_actor_clipfrac: 0.06628418 + max_actor_loss: 0.0057812184 + max_advantage: 0.35324454 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015786533 + max_entropy: 0.096128464 + max_grad_norm_pre_clip: 9.661446 + max_loss: 0.0062172073 + std: + std_actor_approxkl1: 0.0012839909 + std_actor_approxkl3: 0.0011982265 + std_actor_clipfrac: 0.017303908 + std_actor_loss: 0.001615213 + std_advantage: 0.038766157 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003387487 + std_entropy: 0.010660806 + std_grad_norm_pre_clip: 2.5364325 + std_loss: 0.001653926 + eval-batch-orig: + avg_avg_episode_length: 9.354995 + avg_avg_return: 0.94079936 + avg_benchmark_regret: 0.053216845 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2615738 + proxy_corner: + avg_avg_return: 0.94079936 + avg_reward_per_step: 0.2615738 + eval-batch-shift: + avg_avg_episode_length: 68.116264 + avg_avg_return: 0.22068173 + avg_benchmark_regret: 0.77449983 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.079711914 + proxy_corner: + avg_avg_return: 0.64211833 + avg_reward_per_step: 0.012550354 + eval-batch-tree: + avg_avg_episode_length: 8.622919 + avg_avg_return: 0.9498816 + avg_benchmark_regret: 0.044336744 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26247406 + proxy_corner: + avg_avg_return: 0.9498816 + avg_reward_per_step: 0.26247406 +=========================================================== +=========================================================== + step: + env-step-all-before: 36700160 + env-step-replay-before: 18677760 + env-step-used-before: 36700160 + ppo-update-before: 22400 + env-step-generate-before: 18022400 + env-step-all-after: 36732928 + env-step-replay-after: 18677760 + env-step-used-after: 36732928 + ppo-update-after: 22420 + env-step-generate-after: 18055168 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.44813 + avg_avg_return: 0.92910874 + avg_reward_per_step: 0.27893066 + proxy_corner: + avg_avg_return: 0.92910874 + avg_reward_per_step: 0.27893066 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.44813 + avg_avg_return: 0.92910874 + avg_reward_per_step: 0.27893066 + proxy_corner: + avg_avg_return: 0.92910874 + avg_reward_per_step: 0.27893066 + perf: + env_steps_per_second: 974064.607464522 + ppo_updates_per_second: 112.77888778847235 + eval-batch-orig-duration: 0.1800477650249377 + eval-batch-shift-duration: 0.13558150501921773 + eval-batch-tree-duration: 0.13518832402769476 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.763184 + mouse-cheese_dist_finite_wavg: 10.17432 + mouse-cheese_dist_solvable_avg: 11.763184 + mouse-cheese_dist_solvable_wavg: 10.174321 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.107807845 + visit_patterns: + avg_first_visit_time: 367.7727 + avg_last_visit_time: 560.29956 + num_replay_batches: 570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0036130466 + avg_actor_approxkl3: 0.0031980684 + avg_actor_clipfrac: 0.03363037 + avg_actor_loss: 0.0032204394 + avg_advantage: -0.0012749442 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0008350319 + avg_entropy: 0.061039526 + avg_grad_norm_pre_clip: 4.311821 + avg_loss: 0.0035769157 + max: + max_actor_approxkl1: 0.014807928 + max_actor_approxkl3: 0.011422626 + max_actor_clipfrac: 0.07397461 + max_actor_loss: 0.01616532 + max_advantage: 0.16125828 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012168776 + max_entropy: 0.08183461 + max_grad_norm_pre_clip: 6.727089 + max_loss: 0.016560167 + std: + std_actor_approxkl1: 0.0048132692 + std_actor_approxkl3: 0.0040492043 + std_actor_clipfrac: 0.02080905 + std_actor_loss: 0.004859068 + std_advantage: 0.04052619 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00024234917 + std_entropy: 0.010961691 + std_grad_norm_pre_clip: 1.7097168 + std_loss: 0.004885166 + eval-batch-orig: + avg_avg_episode_length: 9.616158 + avg_avg_return: 0.9394165 + avg_benchmark_regret: 0.05459958 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25899506 + proxy_corner: + avg_avg_return: 0.9394165 + avg_reward_per_step: 0.25899506 + eval-batch-shift: + avg_avg_episode_length: 69.030975 + avg_avg_return: 0.20900981 + avg_benchmark_regret: 0.78617173 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07697296 + proxy_corner: + avg_avg_return: 0.6333709 + avg_reward_per_step: 0.012489319 + eval-batch-tree: + avg_avg_episode_length: 8.603335 + avg_avg_return: 0.95200396 + avg_benchmark_regret: 0.042214423 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26114655 + proxy_corner: + avg_avg_return: 0.95200396 + avg_reward_per_step: 0.26114655 +=========================================================== +=========================================================== + step: + env-step-all-before: 37748736 + env-step-replay-before: 19267584 + env-step-used-before: 37748736 + ppo-update-before: 23040 + env-step-generate-before: 18481152 + env-step-all-after: 37781504 + env-step-replay-after: 19267584 + env-step-used-after: 37781504 + ppo-update-after: 23060 + env-step-generate-after: 18513920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.613302 + avg_avg_return: 0.9285674 + avg_reward_per_step: 0.26480103 + proxy_corner: + avg_avg_return: 0.9285674 + avg_reward_per_step: 0.26480103 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.613302 + avg_avg_return: 0.9285674 + avg_reward_per_step: 0.26480103 + proxy_corner: + avg_avg_return: 0.9285674 + avg_reward_per_step: 0.26480103 + perf: + env_steps_per_second: 947231.476505935 + ppo_updates_per_second: 112.89844911911699 + eval-batch-orig-duration: 0.18132735695689917 + eval-batch-shift-duration: 0.13588763296138495 + eval-batch-tree-duration: 0.1358877730090171 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.797607 + mouse-cheese_dist_finite_wavg: 10.182576 + mouse-cheese_dist_solvable_avg: 11.797607 + mouse-cheese_dist_solvable_wavg: 10.182576 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10142135 + visit_patterns: + avg_first_visit_time: 377.08203 + avg_last_visit_time: 578.2361 + num_replay_batches: 588 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020197844 + avg_actor_approxkl3: 0.0022025306 + avg_actor_clipfrac: 0.035308838 + avg_actor_loss: 0.0040424494 + avg_advantage: -0.013745116 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010210462 + avg_entropy: 0.062104177 + avg_grad_norm_pre_clip: 4.8829913 + avg_loss: 0.0044908687 + max: + max_actor_approxkl1: 0.010267999 + max_actor_approxkl3: 0.008467114 + max_actor_clipfrac: 0.08654785 + max_actor_loss: 0.020371458 + max_advantage: 0.15510923 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0017156566 + max_entropy: 0.07976098 + max_grad_norm_pre_clip: 10.981803 + max_loss: 0.020532776 + std: + std_actor_approxkl1: 0.0025384 + std_actor_approxkl3: 0.0027131743 + std_actor_clipfrac: 0.022519736 + std_actor_loss: 0.005711613 + std_advantage: 0.04498898 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00037940248 + std_entropy: 0.011039078 + std_grad_norm_pre_clip: 3.102092 + std_loss: 0.0057413033 + eval-batch-orig: + avg_avg_episode_length: 9.406929 + avg_avg_return: 0.94257987 + avg_benchmark_regret: 0.05143632 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25975037 + proxy_corner: + avg_avg_return: 0.94257987 + avg_reward_per_step: 0.25975037 + eval-batch-shift: + avg_avg_episode_length: 68.25217 + avg_avg_return: 0.2222565 + avg_benchmark_regret: 0.772925 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.079940796 + proxy_corner: + avg_avg_return: 0.63383186 + avg_reward_per_step: 0.012496948 + eval-batch-tree: + avg_avg_episode_length: 8.069087 + avg_avg_return: 0.9575523 + avg_benchmark_regret: 0.036666088 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26210785 + proxy_corner: + avg_avg_return: 0.9575523 + avg_reward_per_step: 0.26210785 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 38797312 + env-step-replay-before: 19922944 + env-step-used-before: 38797312 + ppo-update-before: 23680 + env-step-generate-before: 18874368 + env-step-all-after: 38830080 + env-step-replay-after: 19922944 + env-step-used-after: 38830080 + ppo-update-after: 23700 + env-step-generate-after: 18907136 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.100602 + avg_avg_return: 0.94681656 + avg_reward_per_step: 0.24938965 + proxy_corner: + avg_avg_return: 0.94681656 + avg_reward_per_step: 0.24938965 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.100602 + avg_avg_return: 0.94681656 + avg_reward_per_step: 0.24938965 + proxy_corner: + avg_avg_return: 0.94681656 + avg_reward_per_step: 0.24938965 + perf: + env_steps_per_second: 955715.4453248068 + ppo_updates_per_second: 112.45873663037949 + eval-batch-orig-duration: 0.1801554579869844 + eval-batch-shift-duration: 0.13505240698577836 + eval-batch-tree-duration: 0.13503161899279803 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.845215 + mouse-cheese_dist_finite_wavg: 11.9853325 + mouse-cheese_dist_solvable_avg: 11.845215 + mouse-cheese_dist_solvable_wavg: 11.9853325 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.094813704 + visit_patterns: + avg_first_visit_time: 383.6294 + avg_last_visit_time: 598.32446 + num_replay_batches: 608 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018837944 + avg_actor_approxkl3: 0.0019983014 + avg_actor_clipfrac: 0.02300415 + avg_actor_loss: 0.0039532036 + avg_advantage: 0.0027947812 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00063171407 + avg_entropy: 0.03414627 + avg_grad_norm_pre_clip: 4.8405957 + avg_loss: 0.0042349147 + max: + max_actor_approxkl1: 0.005110015 + max_actor_approxkl3: 0.0058857957 + max_actor_clipfrac: 0.05480957 + max_actor_loss: 0.015291281 + max_advantage: 0.19597107 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013075637 + max_entropy: 0.048144486 + max_grad_norm_pre_clip: 10.894387 + max_loss: 0.015731795 + std: + std_actor_approxkl1: 0.0015479105 + std_actor_approxkl3: 0.0016396047 + std_actor_clipfrac: 0.014970544 + std_actor_loss: 0.003607495 + std_advantage: 0.034047 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003018271 + std_entropy: 0.009614081 + std_grad_norm_pre_clip: 3.167253 + std_loss: 0.0036484168 + eval-batch-orig: + avg_avg_episode_length: 9.335322 + avg_avg_return: 0.94051826 + avg_benchmark_regret: 0.05349794 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26174164 + proxy_corner: + avg_avg_return: 0.94051826 + avg_reward_per_step: 0.26174164 + eval-batch-shift: + avg_avg_episode_length: 68.16444 + avg_avg_return: 0.21698517 + avg_benchmark_regret: 0.77819645 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08036041 + proxy_corner: + avg_avg_return: 0.64538807 + avg_reward_per_step: 0.012611389 + eval-batch-tree: + avg_avg_episode_length: 8.196373 + avg_avg_return: 0.95564353 + avg_benchmark_regret: 0.038574845 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26298523 + proxy_corner: + avg_avg_return: 0.95564353 + avg_reward_per_step: 0.26298523 +=========================================================== +=========================================================== + step: + env-step-all-before: 39845888 + env-step-replay-before: 20381696 + env-step-used-before: 39845888 + ppo-update-before: 24320 + env-step-generate-before: 19464192 + env-step-all-after: 39878656 + env-step-replay-after: 20414464 + env-step-used-after: 39878656 + ppo-update-after: 24340 + env-step-generate-after: 19464192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.863124 + avg_avg_return: 0.8831093 + avg_reward_per_step: 0.076660156 + proxy_corner: + avg_avg_return: 0.8831093 + avg_reward_per_step: 0.076660156 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.863124 + avg_avg_return: 0.8831093 + avg_reward_per_step: 0.076660156 + proxy_corner: + avg_avg_return: 0.8831093 + avg_reward_per_step: 0.076660156 + perf: + env_steps_per_second: 1017095.3836616032 + ppo_updates_per_second: 112.16620751181199 + eval-batch-orig-duration: 0.1802524710074067 + eval-batch-shift-duration: 0.13521282997680828 + eval-batch-tree-duration: 0.13519269198877737 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.894043 + mouse-cheese_dist_finite_wavg: 11.090879 + mouse-cheese_dist_solvable_avg: 11.894043 + mouse-cheese_dist_solvable_wavg: 11.090879 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09481612 + visit_patterns: + avg_first_visit_time: 393.50854 + avg_last_visit_time: 613.2964 + num_replay_batches: 623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002318677 + avg_actor_approxkl3: 0.0023336338 + avg_actor_clipfrac: 0.040979005 + avg_actor_loss: 0.002339676 + avg_advantage: 0.002787826 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00084965926 + avg_entropy: 0.07795471 + avg_grad_norm_pre_clip: 4.4400077 + avg_loss: 0.0026865506 + max: + max_actor_approxkl1: 0.009278464 + max_actor_approxkl3: 0.007643218 + max_actor_clipfrac: 0.10681152 + max_actor_loss: 0.008120954 + max_advantage: 0.23337859 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0020301365 + max_entropy: 0.116918504 + max_grad_norm_pre_clip: 10.03077 + max_loss: 0.009019104 + std: + std_actor_approxkl1: 0.0023058273 + std_actor_approxkl3: 0.0019111013 + std_actor_clipfrac: 0.024138678 + std_actor_loss: 0.002724228 + std_advantage: 0.040384747 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004850029 + std_entropy: 0.016692718 + std_grad_norm_pre_clip: 1.9507803 + std_loss: 0.0027592496 + eval-batch-orig: + avg_avg_episode_length: 9.356902 + avg_avg_return: 0.94128484 + avg_benchmark_regret: 0.05273132 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26145172 + proxy_corner: + avg_avg_return: 0.94128484 + avg_reward_per_step: 0.26145172 + eval-batch-shift: + avg_avg_episode_length: 67.98907 + avg_avg_return: 0.2251299 + avg_benchmark_regret: 0.77005166 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07836151 + proxy_corner: + avg_avg_return: 0.64240915 + avg_reward_per_step: 0.012580872 + eval-batch-tree: + avg_avg_episode_length: 7.8153343 + avg_avg_return: 0.9586538 + avg_benchmark_regret: 0.035564557 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26317596 + proxy_corner: + avg_avg_return: 0.9586538 + avg_reward_per_step: 0.26317596 +=========================================================== +=========================================================== + step: + env-step-all-before: 40894464 + env-step-replay-before: 21037056 + env-step-used-before: 40894464 + ppo-update-before: 24960 + env-step-generate-before: 19857408 + env-step-all-after: 40927232 + env-step-replay-after: 21069824 + env-step-used-after: 40927232 + ppo-update-after: 24980 + env-step-generate-after: 19857408 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.872362 + avg_avg_return: 0.8859768 + avg_reward_per_step: 0.07513428 + proxy_corner: + avg_avg_return: 0.8859768 + avg_reward_per_step: 0.07513428 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.872362 + avg_avg_return: 0.8859768 + avg_reward_per_step: 0.07513428 + proxy_corner: + avg_avg_return: 0.8859768 + avg_reward_per_step: 0.07513428 + perf: + env_steps_per_second: 994073.3594296939 + ppo_updates_per_second: 112.09946530532797 + eval-batch-orig-duration: 0.1802505060331896 + eval-batch-shift-duration: 0.13518949603894725 + eval-batch-tree-duration: 0.13510951498756185 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.876465 + mouse-cheese_dist_finite_wavg: 9.290592 + mouse-cheese_dist_solvable_avg: 11.876465 + mouse-cheese_dist_solvable_wavg: 9.290593 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.094653994 + visit_patterns: + avg_first_visit_time: 403.77222 + avg_last_visit_time: 633.2451 + num_replay_batches: 643 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010943991 + avg_actor_approxkl3: 0.000883634 + avg_actor_clipfrac: 0.033306886 + avg_actor_loss: 0.0005669389 + avg_advantage: 0.002550779 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005718224 + avg_entropy: 0.10173162 + avg_grad_norm_pre_clip: 3.545269 + avg_loss: 0.00075111835 + max: + max_actor_approxkl1: 0.0035961405 + max_actor_approxkl3: 0.0028795095 + max_actor_clipfrac: 0.07678223 + max_actor_loss: 0.0043169428 + max_advantage: 0.17735267 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012641489 + max_entropy: 0.1233242 + max_grad_norm_pre_clip: 7.6678157 + max_loss: 0.0046308963 + std: + std_actor_approxkl1: 0.000928126 + std_actor_approxkl3: 0.0007066321 + std_actor_clipfrac: 0.019953784 + std_actor_loss: 0.001296035 + std_advantage: 0.034246933 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003066656 + std_entropy: 0.012326112 + std_grad_norm_pre_clip: 1.6549717 + std_loss: 0.001267235 + eval-batch-orig: + avg_avg_episode_length: 9.285585 + avg_avg_return: 0.943179 + avg_benchmark_regret: 0.0508371 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25928497 + proxy_corner: + avg_avg_return: 0.943179 + avg_reward_per_step: 0.25928497 + eval-batch-shift: + avg_avg_episode_length: 68.4919 + avg_avg_return: 0.21383536 + avg_benchmark_regret: 0.7813462 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.079833984 + proxy_corner: + avg_avg_return: 0.62828517 + avg_reward_per_step: 0.012390137 + eval-batch-tree: + avg_avg_episode_length: 7.9296827 + avg_avg_return: 0.9591287 + avg_benchmark_regret: 0.035089716 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26007843 + proxy_corner: + avg_avg_return: 0.9591287 + avg_reward_per_step: 0.26007843 +=========================================================== +=========================================================== + step: + env-step-all-before: 41943040 + env-step-replay-before: 21528576 + env-step-used-before: 41943040 + ppo-update-before: 25600 + env-step-generate-before: 20414464 + env-step-all-after: 41975808 + env-step-replay-after: 21528576 + env-step-used-after: 41975808 + ppo-update-after: 25620 + env-step-generate-after: 20447232 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.458643 + avg_avg_return: 0.9304442 + avg_reward_per_step: 0.26052856 + proxy_corner: + avg_avg_return: 0.9304442 + avg_reward_per_step: 0.26052856 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.458643 + avg_avg_return: 0.9304442 + avg_reward_per_step: 0.26052856 + proxy_corner: + avg_avg_return: 0.9304442 + avg_reward_per_step: 0.26052856 + perf: + env_steps_per_second: 1008988.3952511724 + ppo_updates_per_second: 111.72898044212488 + eval-batch-orig-duration: 0.18192577600711957 + eval-batch-shift-duration: 0.13644814799772575 + eval-batch-tree-duration: 0.13642841100227088 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.82373 + mouse-cheese_dist_finite_wavg: 6.586791 + mouse-cheese_dist_solvable_avg: 11.82373 + mouse-cheese_dist_solvable_wavg: 6.586792 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09852409 + visit_patterns: + avg_first_visit_time: 419.9756 + avg_last_visit_time: 647.1936 + num_replay_batches: 657 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002494974 + avg_actor_approxkl3: 0.0024688558 + avg_actor_clipfrac: 0.03965454 + avg_actor_loss: 0.0036496185 + avg_advantage: 0.001548876 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006781493 + avg_entropy: 0.06110564 + avg_grad_norm_pre_clip: 5.122184 + avg_loss: 0.003927588 + max: + max_actor_approxkl1: 0.00642616 + max_actor_approxkl3: 0.0049354453 + max_actor_clipfrac: 0.06994629 + max_actor_loss: 0.010118861 + max_advantage: 0.2234608 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014213185 + max_entropy: 0.0876113 + max_grad_norm_pre_clip: 9.431156 + max_loss: 0.0107528195 + std: + std_actor_approxkl1: 0.002208724 + std_actor_approxkl3: 0.0015741445 + std_actor_clipfrac: 0.018592125 + std_actor_loss: 0.0031355068 + std_advantage: 0.03675699 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027066236 + std_entropy: 0.015198841 + std_grad_norm_pre_clip: 2.5938663 + std_loss: 0.0031958222 + eval-batch-orig: + avg_avg_episode_length: 9.478661 + avg_avg_return: 0.9437258 + avg_benchmark_regret: 0.05029031 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25707245 + proxy_corner: + avg_avg_return: 0.9437258 + avg_reward_per_step: 0.25707245 + eval-batch-shift: + avg_avg_episode_length: 68.614685 + avg_avg_return: 0.21853392 + avg_benchmark_regret: 0.7766476 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07833862 + proxy_corner: + avg_avg_return: 0.63946617 + avg_reward_per_step: 0.01247406 + eval-batch-tree: + avg_avg_episode_length: 8.069674 + avg_avg_return: 0.9587953 + avg_benchmark_regret: 0.03542305 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25982666 + proxy_corner: + avg_avg_return: 0.9587953 + avg_reward_per_step: 0.25982666 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 42991616 + env-step-replay-before: 21954560 + env-step-used-before: 42991616 + ppo-update-before: 26240 + env-step-generate-before: 21037056 + env-step-all-after: 43024384 + env-step-replay-after: 21987328 + env-step-used-after: 43024384 + ppo-update-after: 26260 + env-step-generate-after: 21037056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.195181 + avg_avg_return: 0.8931767 + avg_reward_per_step: 0.07650757 + proxy_corner: + avg_avg_return: 0.8931767 + avg_reward_per_step: 0.07650757 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.195181 + avg_avg_return: 0.8931767 + avg_reward_per_step: 0.07650757 + proxy_corner: + avg_avg_return: 0.8931767 + avg_reward_per_step: 0.07650757 + perf: + env_steps_per_second: 1009933.3631242537 + ppo_updates_per_second: 111.82287364594495 + eval-batch-orig-duration: 0.18065559101523831 + eval-batch-shift-duration: 0.13539121602661908 + eval-batch-tree-duration: 0.13514540198957548 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.848633 + mouse-cheese_dist_finite_wavg: 11.979367 + mouse-cheese_dist_solvable_avg: 11.848633 + mouse-cheese_dist_solvable_wavg: 11.979366 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10047048 + visit_patterns: + avg_first_visit_time: 434.06274 + avg_last_visit_time: 661.209 + num_replay_batches: 671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010843357 + avg_actor_approxkl3: 0.0010647698 + avg_actor_clipfrac: 0.023577882 + avg_actor_loss: 0.0011403598 + avg_advantage: 0.01579832 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00043562727 + avg_entropy: 0.08822732 + avg_grad_norm_pre_clip: 2.6499906 + avg_loss: 0.001269946 + max: + max_actor_approxkl1: 0.0042519597 + max_actor_approxkl3: 0.0029619695 + max_actor_clipfrac: 0.057250977 + max_actor_loss: 0.0050751604 + max_advantage: 0.14388305 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00088906975 + max_entropy: 0.10777892 + max_grad_norm_pre_clip: 6.9192786 + max_loss: 0.005122618 + std: + std_actor_approxkl1: 0.0011293596 + std_actor_approxkl3: 0.0008350929 + std_actor_clipfrac: 0.014729557 + std_actor_loss: 0.0015562268 + std_advantage: 0.028262302 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002001729 + std_entropy: 0.01084038 + std_grad_norm_pre_clip: 1.330877 + std_loss: 0.0015234026 + eval-batch-orig: + avg_avg_episode_length: 9.155991 + avg_avg_return: 0.9437605 + avg_benchmark_regret: 0.050255626 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26036835 + proxy_corner: + avg_avg_return: 0.9437605 + avg_reward_per_step: 0.26036835 + eval-batch-shift: + avg_avg_episode_length: 68.28466 + avg_avg_return: 0.21893069 + avg_benchmark_regret: 0.77625084 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08110809 + proxy_corner: + avg_avg_return: 0.64500403 + avg_reward_per_step: 0.012611389 + eval-batch-tree: + avg_avg_episode_length: 7.8320894 + avg_avg_return: 0.9592469 + avg_benchmark_regret: 0.034971446 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26211548 + proxy_corner: + avg_avg_return: 0.9592469 + avg_reward_per_step: 0.26211548 +=========================================================== +=========================================================== + step: + env-step-all-before: 44040192 + env-step-replay-before: 22511616 + env-step-used-before: 44040192 + ppo-update-before: 26880 + env-step-generate-before: 21528576 + env-step-all-after: 44072960 + env-step-replay-after: 22511616 + env-step-used-after: 44072960 + ppo-update-after: 26900 + env-step-generate-after: 21561344 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.780349 + avg_avg_return: 0.93846357 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.93846357 + avg_reward_per_step: 0.26708984 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.780349 + avg_avg_return: 0.93846357 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.93846357 + avg_reward_per_step: 0.26708984 + perf: + env_steps_per_second: 1012192.8030931939 + ppo_updates_per_second: 111.67921893169722 + eval-batch-orig-duration: 0.1815625410526991 + eval-batch-shift-duration: 0.13652607594849542 + eval-batch-tree-duration: 0.1366856470122002 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 11.935547 + mouse-cheese_dist_finite_wavg: 10.194077 + mouse-cheese_dist_solvable_avg: 11.935547 + mouse-cheese_dist_solvable_wavg: 10.194077 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.09637173 + visit_patterns: + avg_first_visit_time: 443.1211 + avg_last_visit_time: 677.2505 + num_replay_batches: 687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001687806 + avg_actor_approxkl3: 0.0014827073 + avg_actor_clipfrac: 0.028979493 + avg_actor_loss: 0.0028588336 + avg_advantage: -0.001242504 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00072278304 + avg_entropy: 0.051164586 + avg_grad_norm_pre_clip: 4.643392 + avg_loss: 0.0031690605 + max: + max_actor_approxkl1: 0.004885991 + max_actor_approxkl3: 0.0047199354 + max_actor_clipfrac: 0.057128906 + max_actor_loss: 0.01868217 + max_advantage: 0.19934732 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013653017 + max_entropy: 0.091202974 + max_grad_norm_pre_clip: 12.966314 + max_loss: 0.019143725 + std: + std_actor_approxkl1: 0.0011837967 + std_actor_approxkl3: 0.0010857253 + std_actor_clipfrac: 0.015585916 + std_actor_loss: 0.004251037 + std_advantage: 0.03796111 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00032563566 + std_entropy: 0.017668437 + std_grad_norm_pre_clip: 3.21234 + std_loss: 0.0043025925 + eval-batch-orig: + avg_avg_episode_length: 9.147417 + avg_avg_return: 0.9438859 + avg_benchmark_regret: 0.050130237 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2610321 + proxy_corner: + avg_avg_return: 0.9438859 + avg_reward_per_step: 0.2610321 + eval-batch-shift: + avg_avg_episode_length: 68.67315 + avg_avg_return: 0.21445307 + avg_benchmark_regret: 0.78072846 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07286072 + proxy_corner: + avg_avg_return: 0.64986664 + avg_reward_per_step: 0.012718201 + eval-batch-tree: + avg_avg_episode_length: 7.8639503 + avg_avg_return: 0.9595506 + avg_benchmark_regret: 0.034667745 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26272583 + proxy_corner: + avg_avg_return: 0.9595506 + avg_reward_per_step: 0.26272583 +=========================================================== +=========================================================== + step: + env-step-all-before: 45088768 + env-step-replay-before: 22937600 + env-step-used-before: 45088768 + ppo-update-before: 27520 + env-step-generate-before: 22151168 + env-step-all-after: 45121536 + env-step-replay-after: 22937600 + env-step-used-after: 45121536 + ppo-update-after: 27540 + env-step-generate-after: 22183936 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.077055 + avg_avg_return: 0.9402176 + avg_reward_per_step: 0.23825073 + proxy_corner: + avg_avg_return: 0.9402176 + avg_reward_per_step: 0.23825073 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.077055 + avg_avg_return: 0.9402176 + avg_reward_per_step: 0.23825073 + proxy_corner: + avg_avg_return: 0.9402176 + avg_reward_per_step: 0.23825073 + perf: + env_steps_per_second: 1008794.8142686596 + ppo_updates_per_second: 111.81852666244585 + eval-batch-orig-duration: 0.18209176801610738 + eval-batch-shift-duration: 0.136263019987382 + eval-batch-tree-duration: 0.13618274900363758 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.002686 + mouse-cheese_dist_finite_wavg: 9.30091 + mouse-cheese_dist_solvable_avg: 12.002686 + mouse-cheese_dist_solvable_wavg: 9.300909 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.09661284 + visit_patterns: + avg_first_visit_time: 453.0166 + avg_last_visit_time: 690.31226 + num_replay_batches: 700 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001388687 + avg_actor_approxkl3: 0.0013421684 + avg_actor_clipfrac: 0.026794434 + avg_actor_loss: 0.0014820334 + avg_advantage: -0.0011457184 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005195457 + avg_entropy: 0.04122974 + avg_grad_norm_pre_clip: 3.7744935 + avg_loss: 0.0017005764 + max: + max_actor_approxkl1: 0.0060607404 + max_actor_approxkl3: 0.004585363 + max_actor_clipfrac: 0.07727051 + max_actor_loss: 0.0045378394 + max_advantage: 0.22038418 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009493199 + max_entropy: 0.06577197 + max_grad_norm_pre_clip: 11.763676 + max_loss: 0.0047606793 + std: + std_actor_approxkl1: 0.0014069058 + std_actor_approxkl3: 0.0013341584 + std_actor_clipfrac: 0.023155019 + std_actor_loss: 0.0015677986 + std_advantage: 0.032307003 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00023010797 + std_entropy: 0.010590887 + std_grad_norm_pre_clip: 3.2049608 + std_loss: 0.0015952355 + eval-batch-orig: + avg_avg_episode_length: 9.097377 + avg_avg_return: 0.9448308 + avg_benchmark_regret: 0.049185313 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26141357 + proxy_corner: + avg_avg_return: 0.9448308 + avg_reward_per_step: 0.26141357 + eval-batch-shift: + avg_avg_episode_length: 68.49859 + avg_avg_return: 0.2127561 + avg_benchmark_regret: 0.78242546 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08168793 + proxy_corner: + avg_avg_return: 0.6420255 + avg_reward_per_step: 0.012588501 + eval-batch-tree: + avg_avg_episode_length: 8.016963 + avg_avg_return: 0.9582442 + avg_benchmark_regret: 0.03597419 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26029205 + proxy_corner: + avg_avg_return: 0.9582442 + avg_reward_per_step: 0.26029205 +=========================================================== +=========================================================== + step: + env-step-all-before: 46137344 + env-step-replay-before: 23560192 + env-step-used-before: 46137344 + ppo-update-before: 28160 + env-step-generate-before: 22577152 + env-step-all-after: 46170112 + env-step-replay-after: 23560192 + env-step-used-after: 46170112 + ppo-update-after: 28180 + env-step-generate-after: 22609920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.016577 + avg_avg_return: 0.9460509 + avg_reward_per_step: 0.3017273 + proxy_corner: + avg_avg_return: 0.9460509 + avg_reward_per_step: 0.3017273 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.016577 + avg_avg_return: 0.9460509 + avg_reward_per_step: 0.3017273 + proxy_corner: + avg_avg_return: 0.9460509 + avg_reward_per_step: 0.3017273 + perf: + env_steps_per_second: 994988.498043912 + ppo_updates_per_second: 111.85563776985107 + eval-batch-orig-duration: 0.18080577300861478 + eval-batch-shift-duration: 0.13561822404153645 + eval-batch-tree-duration: 0.13550894695799798 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.031006 + mouse-cheese_dist_finite_wavg: 10.2021265 + mouse-cheese_dist_solvable_avg: 12.031006 + mouse-cheese_dist_solvable_wavg: 10.2021265 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09724422 + visit_patterns: + avg_first_visit_time: 460.83105 + avg_last_visit_time: 709.1885 + num_replay_batches: 719 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010630781 + avg_actor_approxkl3: 0.0007956461 + avg_actor_clipfrac: 0.017095948 + avg_actor_loss: 0.0013940878 + avg_advantage: -0.0038262627 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00062564196 + avg_entropy: 0.03750268 + avg_grad_norm_pre_clip: 2.7288327 + avg_loss: 0.0016694062 + max: + max_actor_approxkl1: 0.0034540002 + max_actor_approxkl3: 0.0032045608 + max_actor_clipfrac: 0.04333496 + max_actor_loss: 0.010072842 + max_advantage: 0.13936049 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010445043 + max_entropy: 0.052934088 + max_grad_norm_pre_clip: 8.57997 + max_loss: 0.010426727 + std: + std_actor_approxkl1: 0.00095683325 + std_actor_approxkl3: 0.00083323807 + std_actor_clipfrac: 0.012128068 + std_actor_loss: 0.00285506 + std_advantage: 0.035700113 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00025143084 + std_entropy: 0.009663863 + std_grad_norm_pre_clip: 1.987845 + std_loss: 0.002883693 + eval-batch-orig: + avg_avg_episode_length: 9.171455 + avg_avg_return: 0.94474936 + avg_benchmark_regret: 0.049266785 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26137543 + proxy_corner: + avg_avg_return: 0.94474936 + avg_reward_per_step: 0.26137543 + eval-batch-shift: + avg_avg_episode_length: 68.75093 + avg_avg_return: 0.21287145 + avg_benchmark_regret: 0.7823101 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07689667 + proxy_corner: + avg_avg_return: 0.6385375 + avg_reward_per_step: 0.012573242 + eval-batch-tree: + avg_avg_episode_length: 7.8733234 + avg_avg_return: 0.9594593 + avg_benchmark_regret: 0.03475903 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26248932 + proxy_corner: + avg_avg_return: 0.9594593 + avg_reward_per_step: 0.26248932 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 47185920 + env-step-replay-before: 24084480 + env-step-used-before: 47185920 + ppo-update-before: 28800 + env-step-generate-before: 23101440 + env-step-all-after: 47218688 + env-step-replay-after: 24084480 + env-step-used-after: 47218688 + ppo-update-after: 28820 + env-step-generate-after: 23134208 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.847494 + avg_avg_return: 0.93809915 + avg_reward_per_step: 0.2883606 + proxy_corner: + avg_avg_return: 0.93809915 + avg_reward_per_step: 0.2883606 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.847494 + avg_avg_return: 0.93809915 + avg_reward_per_step: 0.2883606 + proxy_corner: + avg_avg_return: 0.93809915 + avg_reward_per_step: 0.2883606 + perf: + env_steps_per_second: 1007525.3540189029 + ppo_updates_per_second: 111.81305920539505 + eval-batch-orig-duration: 0.18061087594833225 + eval-batch-shift-duration: 0.13534372596768662 + eval-batch-tree-duration: 0.13528482499532402 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.081299 + mouse-cheese_dist_finite_wavg: 10.209073 + mouse-cheese_dist_solvable_avg: 12.081299 + mouse-cheese_dist_solvable_wavg: 10.209074 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09568781 + visit_patterns: + avg_first_visit_time: 469.93506 + avg_last_visit_time: 725.34424 + num_replay_batches: 735 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011606489 + avg_actor_approxkl3: 0.00094691385 + avg_actor_clipfrac: 0.022900391 + avg_actor_loss: 0.0020850624 + avg_advantage: -0.003692158 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00077487936 + avg_entropy: 0.040293414 + avg_grad_norm_pre_clip: 4.19569 + avg_loss: 0.0024322085 + max: + max_actor_approxkl1: 0.0045102052 + max_actor_approxkl3: 0.003976683 + max_actor_clipfrac: 0.052368164 + max_actor_loss: 0.013002023 + max_advantage: 0.1283809 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012865043 + max_entropy: 0.07667038 + max_grad_norm_pre_clip: 8.378073 + max_loss: 0.013533898 + std: + std_actor_approxkl1: 0.0011006517 + std_actor_approxkl3: 0.0008136288 + std_actor_clipfrac: 0.011745765 + std_actor_loss: 0.0028737704 + std_advantage: 0.03937766 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00033287564 + std_entropy: 0.013306798 + std_grad_norm_pre_clip: 2.2388616 + std_loss: 0.002917264 + eval-batch-orig: + avg_avg_episode_length: 9.062269 + avg_avg_return: 0.9452665 + avg_benchmark_regret: 0.048749685 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26161957 + proxy_corner: + avg_avg_return: 0.9452665 + avg_reward_per_step: 0.26161957 + eval-batch-shift: + avg_avg_episode_length: 68.121445 + avg_avg_return: 0.21893665 + avg_benchmark_regret: 0.7762449 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07771301 + proxy_corner: + avg_avg_return: 0.6494162 + avg_reward_per_step: 0.012649536 + eval-batch-tree: + avg_avg_episode_length: 7.7602043 + avg_avg_return: 0.96141374 + avg_benchmark_regret: 0.032804653 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26348114 + proxy_corner: + avg_avg_return: 0.96141374 + avg_reward_per_step: 0.26348114 +=========================================================== +=========================================================== + step: + env-step-all-before: 48234496 + env-step-replay-before: 24707072 + env-step-used-before: 48234496 + ppo-update-before: 29440 + env-step-generate-before: 23527424 + env-step-all-after: 48267264 + env-step-replay-after: 24739840 + env-step-used-after: 48267264 + ppo-update-after: 29460 + env-step-generate-after: 23527424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.008184 + avg_avg_return: 0.8924782 + avg_reward_per_step: 0.0769043 + proxy_corner: + avg_avg_return: 0.8924782 + avg_reward_per_step: 0.0769043 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.008184 + avg_avg_return: 0.8924782 + avg_reward_per_step: 0.0769043 + proxy_corner: + avg_avg_return: 0.8924782 + avg_reward_per_step: 0.0769043 + perf: + env_steps_per_second: 1001267.6560414045 + ppo_updates_per_second: 112.04098405362139 + eval-batch-orig-duration: 0.1877562180161476 + eval-batch-shift-duration: 0.13815354299731553 + eval-batch-tree-duration: 0.13571422401582822 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.099121 + mouse-cheese_dist_finite_wavg: 10.208097 + mouse-cheese_dist_solvable_avg: 12.099121 + mouse-cheese_dist_solvable_wavg: 10.2080965 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09434499 + visit_patterns: + avg_first_visit_time: 476.97705 + avg_last_visit_time: 745.3606 + num_replay_batches: 755 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010376227 + avg_actor_approxkl3: 0.00084156526 + avg_actor_clipfrac: 0.020599365 + avg_actor_loss: 0.00090506487 + avg_advantage: 0.0031896133 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00036993474 + avg_entropy: 0.059633613 + avg_grad_norm_pre_clip: 2.8651893 + avg_loss: 0.0010303985 + max: + max_actor_approxkl1: 0.0034491324 + max_actor_approxkl3: 0.00389335 + max_actor_clipfrac: 0.05090332 + max_actor_loss: 0.0061499747 + max_advantage: 0.15008426 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00081250665 + max_entropy: 0.09343676 + max_grad_norm_pre_clip: 6.9609456 + max_loss: 0.006221589 + std: + std_actor_approxkl1: 0.0008316261 + std_actor_approxkl3: 0.0008484547 + std_actor_clipfrac: 0.011512394 + std_actor_loss: 0.0014418663 + std_advantage: 0.026051275 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00017297282 + std_entropy: 0.011660156 + std_grad_norm_pre_clip: 1.8279158 + std_loss: 0.001442631 + eval-batch-orig: + avg_avg_episode_length: 9.086962 + avg_avg_return: 0.9444564 + avg_benchmark_regret: 0.049559727 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26093292 + proxy_corner: + avg_avg_return: 0.9444564 + avg_reward_per_step: 0.26093292 + eval-batch-shift: + avg_avg_episode_length: 68.550835 + avg_avg_return: 0.21794242 + avg_benchmark_regret: 0.7772392 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07432556 + proxy_corner: + avg_avg_return: 0.64529806 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 7.802969 + avg_avg_return: 0.9601017 + avg_benchmark_regret: 0.03411667 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26255035 + proxy_corner: + avg_avg_return: 0.9601017 + avg_reward_per_step: 0.26255035 +=========================================================== +=========================================================== + step: + env-step-all-before: 49283072 + env-step-replay-before: 25493504 + env-step-used-before: 49283072 + ppo-update-before: 30080 + env-step-generate-before: 23789568 + env-step-all-after: 49315840 + env-step-replay-after: 25526272 + env-step-used-after: 49315840 + ppo-update-after: 30100 + env-step-generate-after: 23789568 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 12.832043 + avg_avg_return: 0.89571786 + avg_reward_per_step: 0.07626343 + proxy_corner: + avg_avg_return: 0.89571786 + avg_reward_per_step: 0.07626343 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 12.832043 + avg_avg_return: 0.89571786 + avg_reward_per_step: 0.07626343 + proxy_corner: + avg_avg_return: 0.89571786 + avg_reward_per_step: 0.07626343 + perf: + env_steps_per_second: 1019653.6632820297 + ppo_updates_per_second: 111.9629551462546 + eval-batch-orig-duration: 0.183629107021261 + eval-batch-shift-duration: 0.13592082500690594 + eval-batch-tree-duration: 0.1354699750081636 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.11084 + mouse-cheese_dist_finite_wavg: 10.213256 + mouse-cheese_dist_solvable_avg: 12.11084 + mouse-cheese_dist_solvable_wavg: 10.213256 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09373115 + visit_patterns: + avg_first_visit_time: 481.77148 + avg_last_visit_time: 769.19556 + num_replay_batches: 779 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014966427 + avg_actor_approxkl3: 0.0013389845 + avg_actor_clipfrac: 0.020928955 + avg_actor_loss: 0.0015014574 + avg_advantage: 0.007754163 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00029937347 + avg_entropy: 0.053324677 + avg_grad_norm_pre_clip: 2.152868 + avg_loss: 0.0015978197 + max: + max_actor_approxkl1: 0.0037961788 + max_actor_approxkl3: 0.0024497774 + max_actor_clipfrac: 0.034057617 + max_actor_loss: 0.0043380354 + max_advantage: 0.19861245 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00050741003 + max_entropy: 0.07933392 + max_grad_norm_pre_clip: 4.879268 + max_loss: 0.0045124064 + std: + std_actor_approxkl1: 0.0010019573 + std_actor_approxkl3: 0.00070805545 + std_actor_clipfrac: 0.00826286 + std_actor_loss: 0.0013918697 + std_advantage: 0.023078233 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011485409 + std_entropy: 0.011211638 + std_grad_norm_pre_clip: 1.3845406 + std_loss: 0.0014342563 + eval-batch-orig: + avg_avg_episode_length: 9.041695 + avg_avg_return: 0.9449415 + avg_benchmark_regret: 0.049074635 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2612152 + proxy_corner: + avg_avg_return: 0.9449415 + avg_reward_per_step: 0.2612152 + eval-batch-shift: + avg_avg_episode_length: 68.24943 + avg_avg_return: 0.21905932 + avg_benchmark_regret: 0.7761223 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07570648 + proxy_corner: + avg_avg_return: 0.6505197 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 7.7814403 + avg_avg_return: 0.96036 + avg_benchmark_regret: 0.03385838 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26276398 + proxy_corner: + avg_avg_return: 0.96036 + avg_reward_per_step: 0.26276398 +=========================================================== +=========================================================== + step: + env-step-all-before: 50331648 + env-step-replay-before: 26116096 + env-step-used-before: 50331648 + ppo-update-before: 30720 + env-step-generate-before: 24215552 + env-step-all-after: 50364416 + env-step-replay-after: 26116096 + env-step-used-after: 50364416 + ppo-update-after: 30740 + env-step-generate-after: 24248320 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 9.867832 + avg_avg_return: 0.9112111 + avg_reward_per_step: 0.29040527 + proxy_corner: + avg_avg_return: 0.9112111 + avg_reward_per_step: 0.29040527 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.867832 + avg_avg_return: 0.9112111 + avg_reward_per_step: 0.29040527 + proxy_corner: + avg_avg_return: 0.9112111 + avg_reward_per_step: 0.29040527 + perf: + env_steps_per_second: 1002877.0279556479 + ppo_updates_per_second: 111.02535884679791 + eval-batch-orig-duration: 0.18361380801070482 + eval-batch-shift-duration: 0.13588327303295955 + eval-batch-tree-duration: 0.13575382996350527 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.141602 + mouse-cheese_dist_finite_wavg: 10.210219 + mouse-cheese_dist_solvable_avg: 12.141602 + mouse-cheese_dist_solvable_wavg: 10.21022 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.094866164 + visit_patterns: + avg_first_visit_time: 488.9834 + avg_last_visit_time: 787.2908 + num_replay_batches: 797 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0024468114 + avg_actor_approxkl3: 0.0022622973 + avg_actor_clipfrac: 0.03574219 + avg_actor_loss: 0.0038144607 + avg_advantage: -0.016629595 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010971109 + avg_entropy: 0.061859626 + avg_grad_norm_pre_clip: 4.200693 + avg_loss: 0.0043011564 + max: + max_actor_approxkl1: 0.008207958 + max_actor_approxkl3: 0.0069089206 + max_actor_clipfrac: 0.091918945 + max_actor_loss: 0.009448066 + max_advantage: 0.22426039 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0018512647 + max_entropy: 0.09918297 + max_grad_norm_pre_clip: 8.448543 + max_loss: 0.010094608 + std: + std_actor_approxkl1: 0.0024148715 + std_actor_approxkl3: 0.002174809 + std_actor_clipfrac: 0.024856905 + std_actor_loss: 0.0031714006 + std_advantage: 0.04551464 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00044741787 + std_entropy: 0.01821739 + std_grad_norm_pre_clip: 2.3716798 + std_loss: 0.0033158218 + eval-batch-orig: + avg_avg_episode_length: 9.073301 + avg_avg_return: 0.9452498 + avg_benchmark_regret: 0.048766308 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26016998 + proxy_corner: + avg_avg_return: 0.9452498 + avg_reward_per_step: 0.26016998 + eval-batch-shift: + avg_avg_episode_length: 68.97557 + avg_avg_return: 0.20905325 + avg_benchmark_regret: 0.78612834 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07445526 + proxy_corner: + avg_avg_return: 0.6448163 + avg_reward_per_step: 0.012634277 + eval-batch-tree: + avg_avg_episode_length: 7.7716246 + avg_avg_return: 0.96050376 + avg_benchmark_regret: 0.0337146 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26233673 + proxy_corner: + avg_avg_return: 0.96050376 + avg_reward_per_step: 0.26233673 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 51380224 + env-step-replay-before: 26640384 + env-step-used-before: 51380224 + ppo-update-before: 31360 + env-step-generate-before: 24739840 + env-step-all-after: 51412992 + env-step-replay-after: 26640384 + env-step-used-after: 51412992 + ppo-update-after: 31380 + env-step-generate-after: 24772608 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 9.420917 + avg_avg_return: 0.91687155 + avg_reward_per_step: 0.2454834 + proxy_corner: + avg_avg_return: 0.91687155 + avg_reward_per_step: 0.2454834 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 9.420917 + avg_avg_return: 0.91687155 + avg_reward_per_step: 0.2454834 + proxy_corner: + avg_avg_return: 0.91687155 + avg_reward_per_step: 0.2454834 + perf: + env_steps_per_second: 974956.0542290086 + ppo_updates_per_second: 111.66548746721519 + eval-batch-orig-duration: 0.18291300599230453 + eval-batch-shift-duration: 0.13798932399367914 + eval-batch-tree-duration: 0.13805760204559192 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.159912 + mouse-cheese_dist_finite_wavg: 10.217744 + mouse-cheese_dist_solvable_avg: 12.159912 + mouse-cheese_dist_solvable_wavg: 10.217744 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09558134 + visit_patterns: + avg_first_visit_time: 498.92236 + avg_last_visit_time: 803.2197 + num_replay_batches: 813 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012449727 + avg_actor_approxkl3: 0.0012977397 + avg_actor_clipfrac: 0.026043702 + avg_actor_loss: 0.0032584462 + avg_advantage: -0.0053838147 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00084409205 + avg_entropy: 0.05464963 + avg_grad_norm_pre_clip: 5.3348484 + avg_loss: 0.0036258425 + max: + max_actor_approxkl1: 0.0051245755 + max_actor_approxkl3: 0.0048048506 + max_actor_clipfrac: 0.06311035 + max_actor_loss: 0.01419979 + max_advantage: 0.13330132 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013751391 + max_entropy: 0.07328345 + max_grad_norm_pre_clip: 12.825708 + max_loss: 0.014495494 + std: + std_actor_approxkl1: 0.0011410286 + std_actor_approxkl3: 0.0010667107 + std_actor_clipfrac: 0.015524554 + std_actor_loss: 0.0032944458 + std_advantage: 0.04162235 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026625133 + std_entropy: 0.009187646 + std_grad_norm_pre_clip: 2.8309195 + std_loss: 0.0032981266 + eval-batch-orig: + avg_avg_episode_length: 9.112966 + avg_avg_return: 0.944211 + avg_benchmark_regret: 0.049805194 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26023865 + proxy_corner: + avg_avg_return: 0.944211 + avg_reward_per_step: 0.26023865 + eval-batch-shift: + avg_avg_episode_length: 68.89598 + avg_avg_return: 0.2109793 + avg_benchmark_regret: 0.7842022 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.076408386 + proxy_corner: + avg_avg_return: 0.6544157 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 7.7972493 + avg_avg_return: 0.9599589 + avg_benchmark_regret: 0.034259424 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2620926 + proxy_corner: + avg_avg_return: 0.9599589 + avg_reward_per_step: 0.2620926 +=========================================================== +=========================================================== + step: + env-step-all-before: 52428800 + env-step-replay-before: 27164672 + env-step-used-before: 52428800 + ppo-update-before: 32000 + env-step-generate-before: 25264128 + env-step-all-after: 52461568 + env-step-replay-after: 27197440 + env-step-used-after: 52461568 + ppo-update-after: 32020 + env-step-generate-after: 25264128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.097569 + avg_avg_return: 0.89017123 + avg_reward_per_step: 0.07583618 + proxy_corner: + avg_avg_return: 0.89017123 + avg_reward_per_step: 0.07583618 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.097569 + avg_avg_return: 0.89017123 + avg_reward_per_step: 0.07583618 + proxy_corner: + avg_avg_return: 0.89017123 + avg_reward_per_step: 0.07583618 + perf: + env_steps_per_second: 1014474.6531740043 + ppo_updates_per_second: 111.75261707473412 + eval-batch-orig-duration: 0.18430708500090986 + eval-batch-shift-duration: 0.13709946599556133 + eval-batch-tree-duration: 0.13663457002257928 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.173828 + mouse-cheese_dist_finite_wavg: 10.214493 + mouse-cheese_dist_solvable_avg: 12.173828 + mouse-cheese_dist_solvable_wavg: 10.214496 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.094695665 + visit_patterns: + avg_first_visit_time: 507.281 + avg_last_visit_time: 820.2073 + num_replay_batches: 830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008350013 + avg_actor_approxkl3: 0.0006516847 + avg_actor_clipfrac: 0.010144043 + avg_actor_loss: 0.00039270738 + avg_advantage: -6.393537e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00030897348 + avg_entropy: 0.03432045 + avg_grad_norm_pre_clip: 1.3001329 + avg_loss: 0.00051287375 + max: + max_actor_approxkl1: 0.0031488677 + max_actor_approxkl3: 0.0021064728 + max_actor_clipfrac: 0.01953125 + max_actor_loss: 0.0022667684 + max_advantage: 0.15989494 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006043091 + max_entropy: 0.055900708 + max_grad_norm_pre_clip: 3.0792904 + max_loss: 0.0024227076 + std: + std_actor_approxkl1: 0.00091928436 + std_actor_approxkl3: 0.00055964023 + std_actor_clipfrac: 0.005732225 + std_actor_loss: 0.0009785568 + std_advantage: 0.024275338 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00012392833 + std_entropy: 0.008818726 + std_grad_norm_pre_clip: 0.85347354 + std_loss: 0.0009737045 + eval-batch-orig: + avg_avg_episode_length: 9.0229845 + avg_avg_return: 0.9445336 + avg_benchmark_regret: 0.04948253 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26177216 + proxy_corner: + avg_avg_return: 0.9445336 + avg_reward_per_step: 0.26177216 + eval-batch-shift: + avg_avg_episode_length: 68.19678 + avg_avg_return: 0.21662611 + avg_benchmark_regret: 0.7785554 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07788086 + proxy_corner: + avg_avg_return: 0.64178646 + avg_reward_per_step: 0.012649536 + eval-batch-tree: + avg_avg_episode_length: 7.74495 + avg_avg_return: 0.96085507 + avg_benchmark_regret: 0.033363316 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2630005 + proxy_corner: + avg_avg_return: 0.96085507 + avg_reward_per_step: 0.2630005 +=========================================================== +=========================================================== + step: + env-step-all-before: 53477376 + env-step-replay-before: 27623424 + env-step-used-before: 53477376 + ppo-update-before: 32640 + env-step-generate-before: 25853952 + env-step-all-after: 53510144 + env-step-replay-after: 27623424 + env-step-used-after: 53510144 + ppo-update-after: 32660 + env-step-generate-after: 25886720 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.263739 + avg_avg_return: 0.9305422 + avg_reward_per_step: 0.25128174 + proxy_corner: + avg_avg_return: 0.9305422 + avg_reward_per_step: 0.25128174 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.263739 + avg_avg_return: 0.9305422 + avg_reward_per_step: 0.25128174 + proxy_corner: + avg_avg_return: 0.9305422 + avg_reward_per_step: 0.25128174 + perf: + env_steps_per_second: 1007459.4985075621 + ppo_updates_per_second: 112.14955305605025 + eval-batch-orig-duration: 0.18270864099031314 + eval-batch-shift-duration: 0.1369150480022654 + eval-batch-tree-duration: 0.13689194503240287 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.197754 + mouse-cheese_dist_finite_wavg: 10.218313 + mouse-cheese_dist_solvable_avg: 12.197754 + mouse-cheese_dist_solvable_wavg: 10.218316 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.094642185 + visit_patterns: + avg_first_visit_time: 516.2615 + avg_last_visit_time: 833.3533 + num_replay_batches: 843 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.003187264 + avg_actor_approxkl3: 0.002830833 + avg_actor_clipfrac: 0.027264405 + avg_actor_loss: 0.003730608 + avg_advantage: -0.0014486809 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0007217756 + avg_entropy: 0.046010043 + avg_grad_norm_pre_clip: 3.454554 + avg_loss: 0.0040454855 + max: + max_actor_approxkl1: 0.01653528 + max_actor_approxkl3: 0.013405182 + max_actor_clipfrac: 0.05078125 + max_actor_loss: 0.011896934 + max_advantage: 0.14285302 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010509208 + max_entropy: 0.057982013 + max_grad_norm_pre_clip: 5.816011 + max_loss: 0.012087781 + std: + std_actor_approxkl1: 0.00395149 + std_actor_approxkl3: 0.003137842 + std_actor_clipfrac: 0.013975012 + std_actor_loss: 0.0037775205 + std_advantage: 0.037545115 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00022205058 + std_entropy: 0.008439034 + std_grad_norm_pre_clip: 1.4798506 + std_loss: 0.003766881 + eval-batch-orig: + avg_avg_episode_length: 9.017784 + avg_avg_return: 0.94534254 + avg_benchmark_regret: 0.04867356 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26206207 + proxy_corner: + avg_avg_return: 0.94534254 + avg_reward_per_step: 0.26206207 + eval-batch-shift: + avg_avg_episode_length: 68.31439 + avg_avg_return: 0.21585304 + avg_benchmark_regret: 0.7793286 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08128357 + proxy_corner: + avg_avg_return: 0.64695954 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 7.7810583 + avg_avg_return: 0.96121514 + avg_benchmark_regret: 0.03300318 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26223755 + proxy_corner: + avg_avg_return: 0.96121514 + avg_reward_per_step: 0.26223755 +=========================================================== +=========================================================== + step: + env-step-all-before: 54525952 + env-step-replay-before: 28049408 + env-step-used-before: 54525952 + ppo-update-before: 33280 + env-step-generate-before: 26476544 + env-step-all-after: 54558720 + env-step-replay-after: 28049408 + env-step-used-after: 54558720 + ppo-update-after: 33300 + env-step-generate-after: 26509312 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.2324057 + avg_avg_return: 0.941751 + avg_reward_per_step: 0.2571106 + proxy_corner: + avg_avg_return: 0.941751 + avg_reward_per_step: 0.2571106 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.2324057 + avg_avg_return: 0.941751 + avg_reward_per_step: 0.2571106 + proxy_corner: + avg_avg_return: 0.941751 + avg_reward_per_step: 0.2571106 + perf: + env_steps_per_second: 1000302.3676849147 + ppo_updates_per_second: 111.74316521189193 + eval-batch-orig-duration: 0.18078587495256215 + eval-batch-shift-duration: 0.1357986939838156 + eval-batch-tree-duration: 0.13572816096711904 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.226074 + mouse-cheese_dist_finite_wavg: 10.220131 + mouse-cheese_dist_solvable_avg: 12.226074 + mouse-cheese_dist_solvable_wavg: 10.220131 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09529218 + visit_patterns: + avg_first_visit_time: 525.36035 + avg_last_visit_time: 846.2527 + num_replay_batches: 856 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010223495 + avg_actor_approxkl3: 0.0009274897 + avg_actor_clipfrac: 0.02354126 + avg_actor_loss: 0.0010349009 + avg_advantage: 0.0017205935 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006454546 + avg_entropy: 0.048575588 + avg_grad_norm_pre_clip: 2.1180637 + avg_loss: 0.0013090526 + max: + max_actor_approxkl1: 0.002896941 + max_actor_approxkl3: 0.003486712 + max_actor_clipfrac: 0.07104492 + max_actor_loss: 0.0058940686 + max_advantage: 0.12192243 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015912192 + max_entropy: 0.06702161 + max_grad_norm_pre_clip: 6.5905037 + max_loss: 0.0066271895 + std: + std_actor_approxkl1: 0.00079339667 + std_actor_approxkl3: 0.00077110133 + std_actor_clipfrac: 0.017174441 + std_actor_loss: 0.0016127552 + std_advantage: 0.03542383 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00041402434 + std_entropy: 0.01305473 + std_grad_norm_pre_clip: 1.6260799 + std_loss: 0.0016902146 + eval-batch-orig: + avg_avg_episode_length: 9.063644 + avg_avg_return: 0.94571775 + avg_benchmark_regret: 0.0482984 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26023865 + proxy_corner: + avg_avg_return: 0.94571775 + avg_reward_per_step: 0.26023865 + eval-batch-shift: + avg_avg_episode_length: 67.46346 + avg_avg_return: 0.22683065 + avg_benchmark_regret: 0.76835084 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07807922 + proxy_corner: + avg_avg_return: 0.6518917 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 7.812264 + avg_avg_return: 0.96029 + avg_benchmark_regret: 0.033928365 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25952148 + proxy_corner: + avg_avg_return: 0.96029 + avg_reward_per_step: 0.25952148 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 55574528 + env-step-replay-before: 28442624 + env-step-used-before: 55574528 + ppo-update-before: 33920 + env-step-generate-before: 27131904 + env-step-all-after: 55607296 + env-step-replay-after: 28475392 + env-step-used-after: 55607296 + ppo-update-after: 33940 + env-step-generate-after: 27131904 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.730958 + avg_avg_return: 0.88300127 + avg_reward_per_step: 0.07470703 + proxy_corner: + avg_avg_return: 0.88300127 + avg_reward_per_step: 0.07470703 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.730958 + avg_avg_return: 0.88300127 + avg_reward_per_step: 0.07470703 + proxy_corner: + avg_avg_return: 0.88300127 + avg_reward_per_step: 0.07470703 + perf: + env_steps_per_second: 1026715.1475319061 + ppo_updates_per_second: 111.90249612452016 + eval-batch-orig-duration: 0.18190541700460017 + eval-batch-shift-duration: 0.135916554951109 + eval-batch-tree-duration: 0.13586275494890288 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.254395 + mouse-cheese_dist_finite_wavg: 10.224548 + mouse-cheese_dist_solvable_avg: 12.254395 + mouse-cheese_dist_solvable_wavg: 10.224547 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.0962444 + visit_patterns: + avg_first_visit_time: 535.6843 + avg_last_visit_time: 859.18677 + num_replay_batches: 869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013088443 + avg_actor_approxkl3: 0.001174223 + avg_actor_clipfrac: 0.022473145 + avg_actor_loss: 0.00081824337 + avg_advantage: -0.005794902 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00037502122 + avg_entropy: 0.051956654 + avg_grad_norm_pre_clip: 2.5198948 + avg_loss: 0.00095379725 + max: + max_actor_approxkl1: 0.002893202 + max_actor_approxkl3: 0.0025711232 + max_actor_clipfrac: 0.061035156 + max_actor_loss: 0.005581774 + max_advantage: 0.14830482 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007058059 + max_entropy: 0.084256575 + max_grad_norm_pre_clip: 9.098791 + max_loss: 0.00585042 + std: + std_actor_approxkl1: 0.0008989789 + std_actor_approxkl3: 0.00082755735 + std_actor_clipfrac: 0.013734125 + std_actor_loss: 0.0014496095 + std_advantage: 0.028476182 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014302427 + std_entropy: 0.014682322 + std_grad_norm_pre_clip: 1.948703 + std_loss: 0.0014678104 + eval-batch-orig: + avg_avg_episode_length: 9.070379 + avg_avg_return: 0.94445896 + avg_benchmark_regret: 0.04955715 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26062012 + proxy_corner: + avg_avg_return: 0.94445896 + avg_reward_per_step: 0.26062012 + eval-batch-shift: + avg_avg_episode_length: 68.46954 + avg_avg_return: 0.22008374 + avg_benchmark_regret: 0.77509785 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.077186584 + proxy_corner: + avg_avg_return: 0.65574 + avg_reward_per_step: 0.01272583 + eval-batch-tree: + avg_avg_episode_length: 7.764288 + avg_avg_return: 0.96015203 + avg_benchmark_regret: 0.034066357 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2606659 + proxy_corner: + avg_avg_return: 0.96015203 + avg_reward_per_step: 0.2606659 +=========================================================== +=========================================================== + step: + env-step-all-before: 56623104 + env-step-replay-before: 28966912 + env-step-used-before: 56623104 + ppo-update-before: 34560 + env-step-generate-before: 27656192 + env-step-all-after: 56655872 + env-step-replay-after: 28999680 + env-step-used-after: 56655872 + ppo-update-after: 34580 + env-step-generate-after: 27656192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.125462 + avg_avg_return: 0.8816225 + avg_reward_per_step: 0.073394775 + proxy_corner: + avg_avg_return: 0.8816225 + avg_reward_per_step: 0.073394775 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.125462 + avg_avg_return: 0.8816225 + avg_reward_per_step: 0.073394775 + proxy_corner: + avg_avg_return: 0.8816225 + avg_reward_per_step: 0.073394775 + perf: + env_steps_per_second: 817832.0730430052 + ppo_updates_per_second: 112.22340089807369 + eval-batch-orig-duration: 0.1801868659676984 + eval-batch-shift-duration: 0.13508049998199567 + eval-batch-tree-duration: 0.13512165698921308 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.241943 + mouse-cheese_dist_finite_wavg: 10.223902 + mouse-cheese_dist_solvable_avg: 12.241943 + mouse-cheese_dist_solvable_wavg: 10.223903 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09707867 + visit_patterns: + avg_first_visit_time: 545.8098 + avg_last_visit_time: 875.312 + num_replay_batches: 885 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0040166113 + avg_actor_approxkl3: 0.0035563228 + avg_actor_clipfrac: 0.03060913 + avg_actor_loss: 0.0037302931 + avg_advantage: 0.0011291642 + avg_critic_clipfrac: 0.0007751465 + avg_critic_loss: 0.00033457155 + avg_entropy: 0.048974764 + avg_grad_norm_pre_clip: 2.8893983 + avg_loss: 0.0038486035 + max: + max_actor_approxkl1: 0.0096010715 + max_actor_approxkl3: 0.007839143 + max_actor_clipfrac: 0.057861328 + max_actor_loss: 0.014189143 + max_advantage: 0.15325129 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.00068278064 + max_entropy: 0.07325935 + max_grad_norm_pre_clip: 7.1112657 + max_loss: 0.014457273 + std: + std_actor_approxkl1: 0.0031254624 + std_actor_approxkl3: 0.0023763268 + std_actor_clipfrac: 0.014558228 + std_actor_loss: 0.003693565 + std_advantage: 0.023944974 + std_critic_clipfrac: 0.003378785 + std_critic_loss: 0.00012163383 + std_entropy: 0.011594403 + std_grad_norm_pre_clip: 1.9326315 + std_loss: 0.0037237965 + eval-batch-orig: + avg_avg_episode_length: 9.26886 + avg_avg_return: 0.9440436 + avg_benchmark_regret: 0.04997257 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25963593 + proxy_corner: + avg_avg_return: 0.9440436 + avg_reward_per_step: 0.25963593 + eval-batch-shift: + avg_avg_episode_length: 68.26432 + avg_avg_return: 0.21281067 + avg_benchmark_regret: 0.7823709 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.082359314 + proxy_corner: + avg_avg_return: 0.6471932 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 8.02066 + avg_avg_return: 0.9602702 + avg_benchmark_regret: 0.03394816 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25919342 + proxy_corner: + avg_avg_return: 0.9602702 + avg_reward_per_step: 0.25919342 +=========================================================== +=========================================================== + step: + env-step-all-before: 57671680 + env-step-replay-before: 29458432 + env-step-used-before: 57671680 + ppo-update-before: 35200 + env-step-generate-before: 28213248 + env-step-all-after: 57704448 + env-step-replay-after: 29458432 + env-step-used-after: 57704448 + ppo-update-after: 35220 + env-step-generate-after: 28246016 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.713494 + avg_avg_return: 0.92553973 + avg_reward_per_step: 0.28155518 + proxy_corner: + avg_avg_return: 0.92553973 + avg_reward_per_step: 0.28155518 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.713494 + avg_avg_return: 0.92553973 + avg_reward_per_step: 0.28155518 + proxy_corner: + avg_avg_return: 0.92553973 + avg_reward_per_step: 0.28155518 + perf: + env_steps_per_second: 999624.591475329 + ppo_updates_per_second: 111.50629562377823 + eval-batch-orig-duration: 0.1815047200070694 + eval-batch-shift-duration: 0.13607115700142458 + eval-batch-tree-duration: 0.13612454803660512 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.253662 + mouse-cheese_dist_finite_wavg: 10.223136 + mouse-cheese_dist_solvable_avg: 12.253662 + mouse-cheese_dist_solvable_wavg: 10.223136 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09760848 + visit_patterns: + avg_first_visit_time: 555.8369 + avg_last_visit_time: 889.24316 + num_replay_batches: 899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010263307 + avg_actor_approxkl3: 0.0006750288 + avg_actor_clipfrac: 0.018164063 + avg_actor_loss: 0.0007725472 + avg_advantage: -0.016391577 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0008193561 + avg_entropy: 0.04837205 + avg_grad_norm_pre_clip: 2.5692537 + avg_loss: 0.0011338532 + max: + max_actor_approxkl1: 0.0053383363 + max_actor_approxkl3: 0.0024651014 + max_actor_clipfrac: 0.041992188 + max_actor_loss: 0.003744647 + max_advantage: 0.14354342 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015356798 + max_entropy: 0.09787224 + max_grad_norm_pre_clip: 5.553975 + max_loss: 0.0041798977 + std: + std_actor_approxkl1: 0.0013264379 + std_actor_approxkl3: 0.00076465367 + std_actor_clipfrac: 0.011817365 + std_actor_loss: 0.0013092399 + std_advantage: 0.03796428 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003267182 + std_entropy: 0.020571752 + std_grad_norm_pre_clip: 1.3502561 + std_loss: 0.00134613 + eval-batch-orig: + avg_avg_episode_length: 9.052122 + avg_avg_return: 0.9444649 + avg_benchmark_regret: 0.049551252 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26182556 + proxy_corner: + avg_avg_return: 0.9444649 + avg_reward_per_step: 0.26182556 + eval-batch-shift: + avg_avg_episode_length: 67.90645 + avg_avg_return: 0.22291522 + avg_benchmark_regret: 0.7722664 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0752182 + proxy_corner: + avg_avg_return: 0.6565614 + avg_reward_per_step: 0.012779236 + eval-batch-tree: + avg_avg_episode_length: 7.7786283 + avg_avg_return: 0.95997924 + avg_benchmark_regret: 0.03423912 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2627411 + proxy_corner: + avg_avg_return: 0.95997924 + avg_reward_per_step: 0.2627411 +=========================================================== +=========================================================== + step: + env-step-all-before: 58720256 + env-step-replay-before: 29851648 + env-step-used-before: 58720256 + ppo-update-before: 35840 + env-step-generate-before: 28868608 + env-step-all-after: 58753024 + env-step-replay-after: 29851648 + env-step-used-after: 58753024 + ppo-update-after: 35860 + env-step-generate-after: 28901376 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.2273927 + avg_avg_return: 0.9455383 + avg_reward_per_step: 0.27365112 + proxy_corner: + avg_avg_return: 0.9455383 + avg_reward_per_step: 0.27365112 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.2273927 + avg_avg_return: 0.9455383 + avg_reward_per_step: 0.27365112 + proxy_corner: + avg_avg_return: 0.9455383 + avg_reward_per_step: 0.27365112 + perf: + env_steps_per_second: 1004345.7379488536 + ppo_updates_per_second: 111.9935085825663 + eval-batch-orig-duration: 0.1824394820141606 + eval-batch-shift-duration: 0.1356282220222056 + eval-batch-tree-duration: 0.1350724350195378 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.250244 + mouse-cheese_dist_finite_wavg: 10.226556 + mouse-cheese_dist_solvable_avg: 12.250244 + mouse-cheese_dist_solvable_wavg: 10.226557 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09844531 + visit_patterns: + avg_first_visit_time: 567.3799 + avg_last_visit_time: 901.1421 + num_replay_batches: 911 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013905967 + avg_actor_approxkl3: 0.0018459278 + avg_actor_clipfrac: 0.027954102 + avg_actor_loss: 0.001512533 + avg_advantage: -0.0047219195 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00045855777 + avg_entropy: 0.046879668 + avg_grad_norm_pre_clip: 2.5492141 + avg_loss: 0.0016949322 + max: + max_actor_approxkl1: 0.0041199964 + max_actor_approxkl3: 0.0060396576 + max_actor_clipfrac: 0.07312012 + max_actor_loss: 0.0050628893 + max_advantage: 0.22210652 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00090907136 + max_entropy: 0.073373094 + max_grad_norm_pre_clip: 6.539798 + max_loss: 0.0054615024 + std: + std_actor_approxkl1: 0.0012830903 + std_actor_approxkl3: 0.001723634 + std_actor_clipfrac: 0.02004341 + std_actor_loss: 0.0013526895 + std_advantage: 0.030488117 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002276895 + std_entropy: 0.014723138 + std_grad_norm_pre_clip: 1.4491907 + std_loss: 0.0014050294 + eval-batch-orig: + avg_avg_episode_length: 9.359137 + avg_avg_return: 0.9440669 + avg_benchmark_regret: 0.049949292 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2589264 + proxy_corner: + avg_avg_return: 0.9440669 + avg_reward_per_step: 0.2589264 + eval-batch-shift: + avg_avg_episode_length: 68.504135 + avg_avg_return: 0.21383171 + avg_benchmark_regret: 0.78134984 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.081718445 + proxy_corner: + avg_avg_return: 0.6383039 + avg_reward_per_step: 0.012588501 + eval-batch-tree: + avg_avg_episode_length: 8.356683 + avg_avg_return: 0.9586065 + avg_benchmark_regret: 0.035611868 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25791168 + proxy_corner: + avg_avg_return: 0.9586065 + avg_reward_per_step: 0.25791168 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 59768832 + env-step-replay-before: 30441472 + env-step-used-before: 59768832 + ppo-update-before: 36480 + env-step-generate-before: 29327360 + env-step-all-after: 59801600 + env-step-replay-after: 30474240 + env-step-used-after: 59801600 + ppo-update-after: 36500 + env-step-generate-after: 29327360 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.32869 + avg_avg_return: 0.88990504 + avg_reward_per_step: 0.07470703 + proxy_corner: + avg_avg_return: 0.88990504 + avg_reward_per_step: 0.07470703 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.32869 + avg_avg_return: 0.88990504 + avg_reward_per_step: 0.07470703 + proxy_corner: + avg_avg_return: 0.88990504 + avg_reward_per_step: 0.07470703 + perf: + env_steps_per_second: 994607.5454295262 + ppo_updates_per_second: 111.08103592224019 + eval-batch-orig-duration: 0.1830446440144442 + eval-batch-shift-duration: 0.13526465598260984 + eval-batch-tree-duration: 0.13520451204385608 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.240234 + mouse-cheese_dist_finite_wavg: 10.224863 + mouse-cheese_dist_solvable_avg: 12.240234 + mouse-cheese_dist_solvable_wavg: 10.224864 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.097462796 + visit_patterns: + avg_first_visit_time: 575.1582 + avg_last_visit_time: 920.1553 + num_replay_batches: 930 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061549246 + avg_actor_approxkl3: 0.0006017602 + avg_actor_clipfrac: 0.023834229 + avg_actor_loss: 0.001045445 + avg_advantage: 0.008679839 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022549911 + avg_entropy: 0.06079767 + avg_grad_norm_pre_clip: 3.4838753 + avg_loss: 0.0010973968 + max: + max_actor_approxkl1: 0.0013009529 + max_actor_approxkl3: 0.0011052464 + max_actor_clipfrac: 0.047607422 + max_actor_loss: 0.0046206787 + max_advantage: 0.109274924 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033600786 + max_entropy: 0.08281189 + max_grad_norm_pre_clip: 5.7028675 + max_loss: 0.0046771686 + std: + std_actor_approxkl1: 0.00040810864 + std_actor_approxkl3: 0.00027873646 + std_actor_clipfrac: 0.011362306 + std_actor_loss: 0.0012011933 + std_advantage: 0.02084767 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.908148e-05 + std_entropy: 0.009238497 + std_grad_norm_pre_clip: 1.47602 + std_loss: 0.0011995655 + eval-batch-orig: + avg_avg_episode_length: 9.096168 + avg_avg_return: 0.94650424 + avg_benchmark_regret: 0.047511905 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2612152 + proxy_corner: + avg_avg_return: 0.94650424 + avg_reward_per_step: 0.2612152 + eval-batch-shift: + avg_avg_episode_length: 68.04756 + avg_avg_return: 0.2205278 + avg_benchmark_regret: 0.77465373 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.082717896 + proxy_corner: + avg_avg_return: 0.637711 + avg_reward_per_step: 0.012619019 + eval-batch-tree: + avg_avg_episode_length: 7.763071 + avg_avg_return: 0.96175903 + avg_benchmark_regret: 0.03245932 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26206207 + proxy_corner: + avg_avg_return: 0.96175903 + avg_reward_per_step: 0.26206207 +=========================================================== +=========================================================== + step: + env-step-all-before: 60817408 + env-step-replay-before: 30998528 + env-step-used-before: 60817408 + ppo-update-before: 37120 + env-step-generate-before: 29818880 + env-step-all-after: 60850176 + env-step-replay-after: 30998528 + env-step-used-after: 60850176 + ppo-update-after: 37140 + env-step-generate-after: 29851648 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.274397 + avg_avg_return: 0.9436872 + avg_reward_per_step: 0.2828369 + proxy_corner: + avg_avg_return: 0.9436872 + avg_reward_per_step: 0.2828369 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.274397 + avg_avg_return: 0.9436872 + avg_reward_per_step: 0.2828369 + proxy_corner: + avg_avg_return: 0.9436872 + avg_reward_per_step: 0.2828369 + perf: + env_steps_per_second: 1004080.2393026033 + ppo_updates_per_second: 111.76698962737807 + eval-batch-orig-duration: 0.18276238098042086 + eval-batch-shift-duration: 0.13751450896961614 + eval-batch-tree-duration: 0.13749044202268124 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.262451 + mouse-cheese_dist_finite_wavg: 9.3289585 + mouse-cheese_dist_solvable_avg: 12.262451 + mouse-cheese_dist_solvable_wavg: 9.328959 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09763345 + visit_patterns: + avg_first_visit_time: 586.5906 + avg_last_visit_time: 936.26025 + num_replay_batches: 946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023975817 + avg_actor_approxkl3: 0.0023365584 + avg_actor_clipfrac: 0.02463379 + avg_actor_loss: 0.003502937 + avg_advantage: -0.0028376563 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00061314576 + avg_entropy: 0.049034923 + avg_grad_norm_pre_clip: 2.849017 + avg_loss: 0.0037604754 + max: + max_actor_approxkl1: 0.0077504544 + max_actor_approxkl3: 0.0071195373 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.010203987 + max_advantage: 0.3583681 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015355524 + max_entropy: 0.076895334 + max_grad_norm_pre_clip: 6.5491223 + max_loss: 0.010824488 + std: + std_actor_approxkl1: 0.0026539874 + std_actor_approxkl3: 0.0023622194 + std_actor_clipfrac: 0.01608758 + std_actor_loss: 0.0035677638 + std_advantage: 0.034862477 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00039377218 + std_entropy: 0.01262197 + std_grad_norm_pre_clip: 1.578837 + std_loss: 0.003632125 + eval-batch-orig: + avg_avg_episode_length: 8.009917 + avg_avg_return: 0.9622897 + avg_benchmark_regret: 0.031726446 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26132965 + proxy_corner: + avg_avg_return: 0.9622897 + avg_reward_per_step: 0.26132965 + eval-batch-shift: + avg_avg_episode_length: 67.84423 + avg_avg_return: 0.22853334 + avg_benchmark_regret: 0.7666482 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07748413 + proxy_corner: + avg_avg_return: 0.65060717 + avg_reward_per_step: 0.012702942 + eval-batch-tree: + avg_avg_episode_length: 6.3881683 + avg_avg_return: 0.9801658 + avg_benchmark_regret: 0.014052603 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26265717 + proxy_corner: + avg_avg_return: 0.9801658 + avg_reward_per_step: 0.26265717 +=========================================================== +=========================================================== + step: + env-step-all-before: 61865984 + env-step-replay-before: 31424512 + env-step-used-before: 61865984 + ppo-update-before: 37760 + env-step-generate-before: 30441472 + env-step-all-after: 61898752 + env-step-replay-after: 31424512 + env-step-used-after: 61898752 + ppo-update-after: 37780 + env-step-generate-after: 30474240 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6466255 + avg_avg_return: 0.96225405 + avg_reward_per_step: 0.2861328 + proxy_corner: + avg_avg_return: 0.96225405 + avg_reward_per_step: 0.2861328 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6466255 + avg_avg_return: 0.96225405 + avg_reward_per_step: 0.2861328 + proxy_corner: + avg_avg_return: 0.96225405 + avg_reward_per_step: 0.2861328 + perf: + env_steps_per_second: 1016478.5357034445 + ppo_updates_per_second: 111.76908577748932 + eval-batch-orig-duration: 0.18394993100082502 + eval-batch-shift-duration: 0.13769265403971076 + eval-batch-tree-duration: 0.1374170949566178 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.275391 + mouse-cheese_dist_finite_wavg: 12.027635 + mouse-cheese_dist_solvable_avg: 12.275391 + mouse-cheese_dist_solvable_wavg: 12.027637 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.0987704 + visit_patterns: + avg_first_visit_time: 602.7151 + avg_last_visit_time: 949.2551 + num_replay_batches: 959 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053294684 + avg_actor_approxkl3: 0.0006166295 + avg_actor_clipfrac: 0.010278321 + avg_actor_loss: 0.00049179996 + avg_advantage: -0.004254678 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023539178 + avg_entropy: 0.026833428 + avg_grad_norm_pre_clip: 0.92721766 + avg_loss: 0.00058266235 + max: + max_actor_approxkl1: 0.00314844 + max_actor_approxkl3: 0.0021386566 + max_actor_clipfrac: 0.028198242 + max_actor_loss: 0.0023571663 + max_advantage: 0.22912008 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00029230374 + max_entropy: 0.043949787 + max_grad_norm_pre_clip: 2.2790792 + max_loss: 0.002451821 + std: + std_actor_approxkl1: 0.0007933213 + std_actor_approxkl3: 0.0006073742 + std_actor_clipfrac: 0.0064110276 + std_actor_loss: 0.00072465674 + std_advantage: 0.021929868 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.139046e-05 + std_entropy: 0.006503812 + std_grad_norm_pre_clip: 0.48967087 + std_loss: 0.0007220199 + eval-batch-orig: + avg_avg_episode_length: 7.992629 + avg_avg_return: 0.9591518 + avg_benchmark_regret: 0.03486432 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26249695 + proxy_corner: + avg_avg_return: 0.9591518 + avg_reward_per_step: 0.26249695 + eval-batch-shift: + avg_avg_episode_length: 68.136024 + avg_avg_return: 0.21369568 + avg_benchmark_regret: 0.7814859 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08480835 + proxy_corner: + avg_avg_return: 0.643641 + avg_reward_per_step: 0.012588501 + eval-batch-tree: + avg_avg_episode_length: 6.357718 + avg_avg_return: 0.97836524 + avg_benchmark_regret: 0.015853116 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2648468 + proxy_corner: + avg_avg_return: 0.97836524 + avg_reward_per_step: 0.2648468 +=========================================================== +=========================================================== + step: + env-step-all-before: 62914560 + env-step-replay-before: 31981568 + env-step-used-before: 62914560 + ppo-update-before: 38400 + env-step-generate-before: 30932992 + env-step-all-after: 62947328 + env-step-replay-after: 31981568 + env-step-used-after: 62947328 + ppo-update-after: 38420 + env-step-generate-after: 30965760 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.3280373 + avg_avg_return: 0.9553687 + avg_reward_per_step: 0.2965393 + proxy_corner: + avg_avg_return: 0.9553687 + avg_reward_per_step: 0.2965393 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.3280373 + avg_avg_return: 0.9553687 + avg_reward_per_step: 0.2965393 + proxy_corner: + avg_avg_return: 0.9553687 + avg_reward_per_step: 0.2965393 + perf: + env_steps_per_second: 1006052.5254773812 + ppo_updates_per_second: 110.99112848326013 + eval-batch-orig-duration: 0.1832477180287242 + eval-batch-shift-duration: 0.13574455201160163 + eval-batch-tree-duration: 0.13577138201799244 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.306885 + mouse-cheese_dist_finite_wavg: 9.33062 + mouse-cheese_dist_solvable_avg: 12.306885 + mouse-cheese_dist_solvable_wavg: 9.330621 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09665488 + visit_patterns: + avg_first_visit_time: 611.28076 + avg_last_visit_time: 966.3137 + num_replay_batches: 976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00058386446 + avg_actor_approxkl3: 0.000612715 + avg_actor_clipfrac: 0.015637208 + avg_actor_loss: 0.00081564067 + avg_advantage: -0.010254422 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00039576157 + avg_entropy: 0.037883844 + avg_grad_norm_pre_clip: 1.6599811 + avg_loss: 0.00097563764 + max: + max_actor_approxkl1: 0.0020356341 + max_actor_approxkl3: 0.0018410395 + max_actor_clipfrac: 0.036010742 + max_actor_loss: 0.004166467 + max_advantage: 0.33854312 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00075913186 + max_entropy: 0.051478464 + max_grad_norm_pre_clip: 3.3058465 + max_loss: 0.0044851573 + std: + std_actor_approxkl1: 0.0006036901 + std_actor_approxkl3: 0.00049812417 + std_actor_clipfrac: 0.009584106 + std_actor_loss: 0.0010290937 + std_advantage: 0.02799685 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00019611279 + std_entropy: 0.009097207 + std_grad_norm_pre_clip: 0.8627227 + std_loss: 0.0010686665 + eval-batch-orig: + avg_avg_episode_length: 7.9503098 + avg_avg_return: 0.960222 + avg_benchmark_regret: 0.033794127 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2626648 + proxy_corner: + avg_avg_return: 0.960222 + avg_reward_per_step: 0.2626648 + eval-batch-shift: + avg_avg_episode_length: 67.78764 + avg_avg_return: 0.22359753 + avg_benchmark_regret: 0.77158403 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08139801 + proxy_corner: + avg_avg_return: 0.639645 + avg_reward_per_step: 0.012565613 + eval-batch-tree: + avg_avg_episode_length: 6.323619 + avg_avg_return: 0.979126 + avg_benchmark_regret: 0.015092353 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26418304 + proxy_corner: + avg_avg_return: 0.979126 + avg_reward_per_step: 0.26418304 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 63963136 + env-step-replay-before: 32505856 + env-step-used-before: 63963136 + ppo-update-before: 39040 + env-step-generate-before: 31457280 + env-step-all-after: 63995904 + env-step-replay-after: 32505856 + env-step-used-after: 63995904 + ppo-update-after: 39060 + env-step-generate-after: 31490048 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.5821977 + avg_avg_return: 0.9409565 + avg_reward_per_step: 0.24700928 + proxy_corner: + avg_avg_return: 0.9409565 + avg_reward_per_step: 0.24700928 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.5821977 + avg_avg_return: 0.9409565 + avg_reward_per_step: 0.24700928 + proxy_corner: + avg_avg_return: 0.9409565 + avg_reward_per_step: 0.24700928 + perf: + env_steps_per_second: 1015284.2291389008 + ppo_updates_per_second: 112.22857919545298 + eval-batch-orig-duration: 0.18216977501288056 + eval-batch-shift-duration: 0.1356474690255709 + eval-batch-tree-duration: 0.13524454995058477 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.342041 + mouse-cheese_dist_finite_wavg: 9.335541 + mouse-cheese_dist_solvable_avg: 12.342041 + mouse-cheese_dist_solvable_wavg: 9.335542 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09781106 + visit_patterns: + avg_first_visit_time: 620.0786 + avg_last_visit_time: 982.2002 + num_replay_batches: 992 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0024730228 + avg_actor_approxkl3: 0.002022236 + avg_actor_clipfrac: 0.026519775 + avg_actor_loss: 0.0025777542 + avg_advantage: -0.0046742633 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00042815958 + avg_entropy: 0.041292302 + avg_grad_norm_pre_clip: 2.8104513 + avg_loss: 0.0027505418 + max: + max_actor_approxkl1: 0.0070297737 + max_actor_approxkl3: 0.006049458 + max_actor_clipfrac: 0.064575195 + max_actor_loss: 0.0077653304 + max_advantage: 0.118722916 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010654241 + max_entropy: 0.07172258 + max_grad_norm_pre_clip: 6.921344 + max_loss: 0.008133415 + std: + std_actor_approxkl1: 0.0019872242 + std_actor_approxkl3: 0.0015881059 + std_actor_clipfrac: 0.015953327 + std_actor_loss: 0.002220575 + std_advantage: 0.028730927 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00029137544 + std_entropy: 0.010997709 + std_grad_norm_pre_clip: 1.8270527 + std_loss: 0.0023079203 + eval-batch-orig: + avg_avg_episode_length: 7.9777236 + avg_avg_return: 0.9595406 + avg_benchmark_regret: 0.03447546 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26242065 + proxy_corner: + avg_avg_return: 0.9595406 + avg_reward_per_step: 0.26242065 + eval-batch-shift: + avg_avg_episode_length: 68.047516 + avg_avg_return: 0.21676318 + avg_benchmark_regret: 0.77841836 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08127594 + proxy_corner: + avg_avg_return: 0.6370128 + avg_reward_per_step: 0.012565613 + eval-batch-tree: + avg_avg_episode_length: 6.3433776 + avg_avg_return: 0.9788477 + avg_benchmark_regret: 0.015370679 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.264122 + proxy_corner: + avg_avg_return: 0.9788477 + avg_reward_per_step: 0.264122 +=========================================================== +=========================================================== + step: + env-step-all-before: 65011712 + env-step-replay-before: 33062912 + env-step-used-before: 65011712 + ppo-update-before: 39680 + env-step-generate-before: 31948800 + env-step-all-after: 65044480 + env-step-replay-after: 33062912 + env-step-used-after: 65044480 + ppo-update-after: 39700 + env-step-generate-after: 31981568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.6861844 + avg_avg_return: 0.93998003 + avg_reward_per_step: 0.26922607 + proxy_corner: + avg_avg_return: 0.93998003 + avg_reward_per_step: 0.26922607 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.6861844 + avg_avg_return: 0.93998003 + avg_reward_per_step: 0.26922607 + proxy_corner: + avg_avg_return: 0.93998003 + avg_reward_per_step: 0.26922607 + perf: + env_steps_per_second: 996101.1372423873 + ppo_updates_per_second: 110.84880712412719 + eval-batch-orig-duration: 0.18389221298275515 + eval-batch-shift-duration: 0.13601915101753548 + eval-batch-tree-duration: 0.13610561296809465 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.348389 + mouse-cheese_dist_finite_wavg: 9.335577 + mouse-cheese_dist_solvable_avg: 12.348389 + mouse-cheese_dist_solvable_wavg: 9.335577 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.09631522 + visit_patterns: + avg_first_visit_time: 630.3811 + avg_last_visit_time: 999.2405 + num_replay_batches: 1009 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014210887 + avg_actor_approxkl3: 0.0013623046 + avg_actor_clipfrac: 0.020269776 + avg_actor_loss: 0.0021613517 + avg_advantage: -0.006986381 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006058476 + avg_entropy: 0.041279063 + avg_grad_norm_pre_clip: 2.6819296 + avg_loss: 0.0024229963 + max: + max_actor_approxkl1: 0.0045971875 + max_actor_approxkl3: 0.0038459988 + max_actor_clipfrac: 0.041870117 + max_actor_loss: 0.011728499 + max_advantage: 0.17682189 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012602757 + max_entropy: 0.0672342 + max_grad_norm_pre_clip: 6.9847994 + max_loss: 0.012249333 + std: + std_actor_approxkl1: 0.0014248925 + std_actor_approxkl3: 0.001113698 + std_actor_clipfrac: 0.012547586 + std_actor_loss: 0.0027384069 + std_advantage: 0.034958076 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00036571134 + std_entropy: 0.012888831 + std_grad_norm_pre_clip: 1.8971009 + std_loss: 0.002797559 + eval-batch-orig: + avg_avg_episode_length: 7.7921696 + avg_avg_return: 0.96351767 + avg_benchmark_regret: 0.030498464 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2621231 + proxy_corner: + avg_avg_return: 0.96351767 + avg_reward_per_step: 0.2621231 + eval-batch-shift: + avg_avg_episode_length: 67.64338 + avg_avg_return: 0.2245943 + avg_benchmark_regret: 0.7705872 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07798767 + proxy_corner: + avg_avg_return: 0.6538075 + avg_reward_per_step: 0.012748718 + eval-batch-tree: + avg_avg_episode_length: 6.385742 + avg_avg_return: 0.98038834 + avg_benchmark_regret: 0.013830028 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26294708 + proxy_corner: + avg_avg_return: 0.98038834 + avg_reward_per_step: 0.26294708 +=========================================================== +=========================================================== + step: + env-step-all-before: 66060288 + env-step-replay-before: 33554432 + env-step-used-before: 66060288 + ppo-update-before: 40320 + env-step-generate-before: 32505856 + env-step-all-after: 66093056 + env-step-replay-after: 33554432 + env-step-used-after: 66093056 + ppo-update-after: 40340 + env-step-generate-after: 32538624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.710921 + avg_avg_return: 0.9505476 + avg_reward_per_step: 0.3043213 + proxy_corner: + avg_avg_return: 0.9505476 + avg_reward_per_step: 0.3043213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.710921 + avg_avg_return: 0.9505476 + avg_reward_per_step: 0.3043213 + proxy_corner: + avg_avg_return: 0.9505476 + avg_reward_per_step: 0.3043213 + perf: + env_steps_per_second: 993594.9390064536 + ppo_updates_per_second: 111.76026753478037 + eval-batch-orig-duration: 0.1803851420409046 + eval-batch-shift-duration: 0.13517195300664753 + eval-batch-tree-duration: 0.1350604030303657 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.327148 + mouse-cheese_dist_finite_wavg: 8.435315 + mouse-cheese_dist_solvable_avg: 12.327148 + mouse-cheese_dist_solvable_wavg: 8.435316 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10091157 + visit_patterns: + avg_first_visit_time: 647.9236 + avg_last_visit_time: 1014.25464 + num_replay_batches: 1024 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012213736 + avg_actor_approxkl3: 0.0011720982 + avg_actor_clipfrac: 0.017993165 + avg_actor_loss: 0.001543183 + avg_advantage: -0.011842934 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00040163175 + avg_entropy: 0.040461004 + avg_grad_norm_pre_clip: 2.5510468 + avg_loss: 0.0017035379 + max: + max_actor_approxkl1: 0.0031882047 + max_actor_approxkl3: 0.0035669876 + max_actor_clipfrac: 0.038330078 + max_actor_loss: 0.00785668 + max_advantage: 0.11628586 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007695183 + max_entropy: 0.054508284 + max_grad_norm_pre_clip: 9.246129 + max_loss: 0.0080386195 + std: + std_actor_approxkl1: 0.00095354154 + std_actor_approxkl3: 0.00094143226 + std_actor_clipfrac: 0.011598312 + std_actor_loss: 0.0020313032 + std_advantage: 0.026017208 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00018080267 + std_entropy: 0.008084908 + std_grad_norm_pre_clip: 1.9939985 + std_loss: 0.002032571 + eval-batch-orig: + avg_avg_episode_length: 8.736488 + avg_avg_return: 0.9564177 + avg_benchmark_regret: 0.03759846 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.25888824 + proxy_corner: + avg_avg_return: 0.9564177 + avg_reward_per_step: 0.25888824 + eval-batch-shift: + avg_avg_episode_length: 68.42299 + avg_avg_return: 0.2186861 + avg_benchmark_regret: 0.77649546 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07157135 + proxy_corner: + avg_avg_return: 0.6503074 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 6.9183908 + avg_avg_return: 0.9784719 + avg_benchmark_regret: 0.015746519 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.25839233 + proxy_corner: + avg_avg_return: 0.9784719 + avg_reward_per_step: 0.25839233 +=========================================================== +=========================================================== + step: + env-step-all-before: 67108864 + env-step-replay-before: 34078720 + env-step-used-before: 67108864 + ppo-update-before: 40960 + env-step-generate-before: 33030144 + env-step-all-after: 67141632 + env-step-replay-after: 34111488 + env-step-used-after: 67141632 + ppo-update-after: 40980 + env-step-generate-after: 33030144 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.175669 + avg_avg_return: 0.8913691 + avg_reward_per_step: 0.0769043 + proxy_corner: + avg_avg_return: 0.8913691 + avg_reward_per_step: 0.0769043 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.175669 + avg_avg_return: 0.8913691 + avg_reward_per_step: 0.0769043 + proxy_corner: + avg_avg_return: 0.8913691 + avg_reward_per_step: 0.0769043 + perf: + env_steps_per_second: 1018613.85643643 + ppo_updates_per_second: 111.97025703202846 + eval-batch-orig-duration: 0.18344383902149275 + eval-batch-shift-duration: 0.13642682001227513 + eval-batch-tree-duration: 0.13613267603795975 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.279541 + mouse-cheese_dist_finite_wavg: 9.330842 + mouse-cheese_dist_solvable_avg: 12.279541 + mouse-cheese_dist_solvable_wavg: 9.330843 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10156472 + visit_patterns: + avg_first_visit_time: 664.7561 + avg_last_visit_time: 1031.2322 + num_replay_batches: 1041 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010768567 + avg_actor_approxkl3: 0.0009582976 + avg_actor_clipfrac: 0.02229004 + avg_actor_loss: 0.00093790854 + avg_advantage: -0.01201283 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004328805 + avg_entropy: 0.05407566 + avg_grad_norm_pre_clip: 2.1434026 + avg_loss: 0.0011002732 + max: + max_actor_approxkl1: 0.002271248 + max_actor_approxkl3: 0.002169989 + max_actor_clipfrac: 0.04724121 + max_actor_loss: 0.0043086195 + max_advantage: 0.25814205 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009238755 + max_entropy: 0.07455033 + max_grad_norm_pre_clip: 4.4377623 + max_loss: 0.004486209 + std: + std_actor_approxkl1: 0.00072341773 + std_actor_approxkl3: 0.00061378616 + std_actor_clipfrac: 0.010958854 + std_actor_loss: 0.0014860496 + std_advantage: 0.026789604 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00023046354 + std_entropy: 0.009205669 + std_grad_norm_pre_clip: 1.0430038 + std_loss: 0.0014668803 + eval-batch-orig: + avg_avg_episode_length: 7.4091864 + avg_avg_return: 0.96678585 + avg_benchmark_regret: 0.027230307 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26296997 + proxy_corner: + avg_avg_return: 0.96678585 + avg_reward_per_step: 0.26296997 + eval-batch-shift: + avg_avg_episode_length: 68.09359 + avg_avg_return: 0.22178707 + avg_benchmark_regret: 0.77339447 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07266235 + proxy_corner: + avg_avg_return: 0.65113914 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 6.1555014 + avg_avg_return: 0.9826194 + avg_benchmark_regret: 0.011598987 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26348877 + proxy_corner: + avg_avg_return: 0.9826194 + avg_reward_per_step: 0.26348877 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 68157440 + env-step-replay-before: 34668544 + env-step-used-before: 68157440 + ppo-update-before: 41600 + env-step-generate-before: 33488896 + env-step-all-after: 68190208 + env-step-replay-after: 34668544 + env-step-used-after: 68190208 + ppo-update-after: 41620 + env-step-generate-after: 33521664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9815254 + avg_avg_return: 0.95945525 + avg_reward_per_step: 0.2720642 + proxy_corner: + avg_avg_return: 0.95945525 + avg_reward_per_step: 0.2720642 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9815254 + avg_avg_return: 0.95945525 + avg_reward_per_step: 0.2720642 + proxy_corner: + avg_avg_return: 0.95945525 + avg_reward_per_step: 0.2720642 + perf: + env_steps_per_second: 997483.3992689707 + ppo_updates_per_second: 111.14565825538332 + eval-batch-orig-duration: 0.1825083660078235 + eval-batch-shift-duration: 0.13557517400477082 + eval-batch-tree-duration: 0.1355450780247338 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.332764 + mouse-cheese_dist_finite_wavg: 9.334421 + mouse-cheese_dist_solvable_avg: 12.332764 + mouse-cheese_dist_solvable_wavg: 9.334422 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09657972 + visit_patterns: + avg_first_visit_time: 670.85693 + avg_last_visit_time: 1048.3345 + num_replay_batches: 1058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006442433 + avg_actor_approxkl3: 0.0006666034 + avg_actor_clipfrac: 0.0111755375 + avg_actor_loss: 0.00065950415 + avg_advantage: 0.00282435 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018516259 + avg_entropy: 0.030380417 + avg_grad_norm_pre_clip: 0.99935293 + avg_loss: 0.00072170503 + max: + max_actor_approxkl1: 0.004163595 + max_actor_approxkl3: 0.004002582 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.003343123 + max_advantage: 0.20920181 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002777311 + max_entropy: 0.05790381 + max_grad_norm_pre_clip: 2.197989 + max_loss: 0.0033992818 + std: + std_actor_approxkl1: 0.00095460744 + std_actor_approxkl3: 0.0009848586 + std_actor_clipfrac: 0.009476263 + std_actor_loss: 0.0010319431 + std_advantage: 0.018848509 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9649675e-05 + std_entropy: 0.009484122 + std_grad_norm_pre_clip: 0.57622355 + std_loss: 0.0010371802 + eval-batch-orig: + avg_avg_episode_length: 7.46238 + avg_avg_return: 0.96687865 + avg_benchmark_regret: 0.027137447 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.96687865 + avg_reward_per_step: 0.26208496 + eval-batch-shift: + avg_avg_episode_length: 68.39719 + avg_avg_return: 0.22044133 + avg_benchmark_regret: 0.7747402 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.06977844 + proxy_corner: + avg_avg_return: 0.64829195 + avg_reward_per_step: 0.012680054 + eval-batch-tree: + avg_avg_episode_length: 6.135301 + avg_avg_return: 0.98253334 + avg_benchmark_regret: 0.011685059 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26194763 + proxy_corner: + avg_avg_return: 0.98253334 + avg_reward_per_step: 0.26194763 +=========================================================== +=========================================================== + step: + env-step-all-before: 69206016 + env-step-replay-before: 35258368 + env-step-used-before: 69206016 + ppo-update-before: 42240 + env-step-generate-before: 33947648 + env-step-all-after: 69238784 + env-step-replay-after: 35258368 + env-step-used-after: 69238784 + ppo-update-after: 42260 + env-step-generate-after: 33980416 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.885969 + avg_avg_return: 0.95976835 + avg_reward_per_step: 0.27145386 + proxy_corner: + avg_avg_return: 0.95976835 + avg_reward_per_step: 0.27145386 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.885969 + avg_avg_return: 0.95976835 + avg_reward_per_step: 0.27145386 + proxy_corner: + avg_avg_return: 0.95976835 + avg_reward_per_step: 0.27145386 + perf: + env_steps_per_second: 1016629.5642527798 + ppo_updates_per_second: 111.77616811431294 + eval-batch-orig-duration: 0.18304233299568295 + eval-batch-shift-duration: 0.13675816502654925 + eval-batch-tree-duration: 0.13634363398887217 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.376709 + mouse-cheese_dist_finite_wavg: 9.340561 + mouse-cheese_dist_solvable_avg: 12.376709 + mouse-cheese_dist_solvable_wavg: 9.340563 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999976 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09441951 + visit_patterns: + avg_first_visit_time: 677.35815 + avg_last_visit_time: 1066.2344 + num_replay_batches: 1076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095279526 + avg_actor_approxkl3: 0.0009395552 + avg_actor_clipfrac: 0.011584473 + avg_actor_loss: 0.0008387059 + avg_advantage: -0.001787967 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017665174 + avg_entropy: 0.023622563 + avg_grad_norm_pre_clip: 1.2721514 + avg_loss: 0.00090340915 + max: + max_actor_approxkl1: 0.002215847 + max_actor_approxkl3: 0.0023591747 + max_actor_clipfrac: 0.033569336 + max_actor_loss: 0.0042243414 + max_advantage: 0.11055082 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00021002255 + max_entropy: 0.039345536 + max_grad_norm_pre_clip: 4.540471 + max_loss: 0.0042836433 + std: + std_actor_approxkl1: 0.00069709984 + std_actor_approxkl3: 0.00061767746 + std_actor_clipfrac: 0.006726828 + std_actor_loss: 0.0010480154 + std_advantage: 0.01868718 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8186425e-05 + std_entropy: 0.005180252 + std_grad_norm_pre_clip: 0.8304814 + std_loss: 0.0010470002 + eval-batch-orig: + avg_avg_episode_length: 7.359617 + avg_avg_return: 0.96737754 + avg_benchmark_regret: 0.026638584 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26350403 + proxy_corner: + avg_avg_return: 0.96737754 + avg_reward_per_step: 0.26350403 + eval-batch-shift: + avg_avg_episode_length: 68.06027 + avg_avg_return: 0.22569492 + avg_benchmark_regret: 0.76948667 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07392883 + proxy_corner: + avg_avg_return: 0.6451629 + avg_reward_per_step: 0.0126571655 + eval-batch-tree: + avg_avg_episode_length: 6.1697226 + avg_avg_return: 0.9820811 + avg_benchmark_regret: 0.012137245 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26441956 + proxy_corner: + avg_avg_return: 0.9820811 + avg_reward_per_step: 0.26441956 +=========================================================== +=========================================================== + step: + env-step-all-before: 70254592 + env-step-replay-before: 35651584 + env-step-used-before: 70254592 + ppo-update-before: 42880 + env-step-generate-before: 34603008 + env-step-all-after: 70287360 + env-step-replay-after: 35651584 + env-step-used-after: 70287360 + ppo-update-after: 42900 + env-step-generate-after: 34635776 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0447197 + avg_avg_return: 0.9587363 + avg_reward_per_step: 0.30603027 + proxy_corner: + avg_avg_return: 0.9587363 + avg_reward_per_step: 0.30603027 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0447197 + avg_avg_return: 0.9587363 + avg_reward_per_step: 0.30603027 + proxy_corner: + avg_avg_return: 0.9587363 + avg_reward_per_step: 0.30603027 + perf: + env_steps_per_second: 997570.0973468339 + ppo_updates_per_second: 111.52343616870623 + eval-batch-orig-duration: 0.18402831302955747 + eval-batch-shift-duration: 0.13679355196654797 + eval-batch-tree-duration: 0.13678042800165713 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.421631 + mouse-cheese_dist_finite_wavg: 9.341793 + mouse-cheese_dist_solvable_avg: 12.421631 + mouse-cheese_dist_solvable_wavg: 9.341794 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09544282 + visit_patterns: + avg_first_visit_time: 686.87964 + avg_last_visit_time: 1078.3135 + num_replay_batches: 1088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00054416544 + avg_actor_approxkl3: 0.000503855 + avg_actor_clipfrac: 0.0077697756 + avg_actor_loss: 0.00011308677 + avg_advantage: -0.0014338868 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00025816713 + avg_entropy: 0.019755013 + avg_grad_norm_pre_clip: 0.83751583 + avg_loss: 0.00022241531 + max: + max_actor_approxkl1: 0.0024924967 + max_actor_approxkl3: 0.0015192443 + max_actor_clipfrac: 0.02709961 + max_actor_loss: 0.0012771953 + max_advantage: 0.13794881 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00061636564 + max_entropy: 0.030501962 + max_grad_norm_pre_clip: 3.0373456 + max_loss: 0.0015559315 + std: + std_actor_approxkl1: 0.00075236574 + std_actor_approxkl3: 0.00051451166 + std_actor_clipfrac: 0.007669793 + std_actor_loss: 0.0004782309 + std_advantage: 0.022693848 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00019810602 + std_entropy: 0.006288398 + std_grad_norm_pre_clip: 0.7335902 + std_loss: 0.0005098977 + eval-batch-orig: + avg_avg_episode_length: 7.3587637 + avg_avg_return: 0.9675697 + avg_benchmark_regret: 0.026446417 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26404572 + proxy_corner: + avg_avg_return: 0.9675697 + avg_reward_per_step: 0.26404572 + eval-batch-shift: + avg_avg_episode_length: 67.834496 + avg_avg_return: 0.22271942 + avg_benchmark_regret: 0.7724621 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07535553 + proxy_corner: + avg_avg_return: 0.6424744 + avg_reward_per_step: 0.012641907 + eval-batch-tree: + avg_avg_episode_length: 6.075081 + avg_avg_return: 0.9824752 + avg_benchmark_regret: 0.011743154 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2657547 + proxy_corner: + avg_avg_return: 0.9824752 + avg_reward_per_step: 0.2657547 +=========================================================== +=========================================================== + step: + env-step-all-before: 71303168 + env-step-replay-before: 36044800 + env-step-used-before: 71303168 + ppo-update-before: 43520 + env-step-generate-before: 35258368 + env-step-all-after: 71335936 + env-step-replay-after: 36044800 + env-step-used-after: 71335936 + ppo-update-after: 43540 + env-step-generate-after: 35291136 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 8.091028 + avg_avg_return: 0.9409027 + avg_reward_per_step: 0.24993896 + proxy_corner: + avg_avg_return: 0.9409027 + avg_reward_per_step: 0.24993896 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 8.091028 + avg_avg_return: 0.9409027 + avg_reward_per_step: 0.24993896 + proxy_corner: + avg_avg_return: 0.9409027 + avg_reward_per_step: 0.24993896 + perf: + env_steps_per_second: 1013660.190694629 + ppo_updates_per_second: 111.98653095013852 + eval-batch-orig-duration: 0.18389813700923696 + eval-batch-shift-duration: 0.13851581898052245 + eval-batch-tree-duration: 0.13811631599674 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.446289 + mouse-cheese_dist_finite_wavg: 9.34507 + mouse-cheese_dist_solvable_avg: 12.446289 + mouse-cheese_dist_solvable_wavg: 9.345071 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09545621 + visit_patterns: + avg_first_visit_time: 698.3137 + avg_last_visit_time: 1090.3069 + num_replay_batches: 1100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016689528 + avg_actor_approxkl3: 0.0013122472 + avg_actor_clipfrac: 0.014666748 + avg_actor_loss: 0.0003497118 + avg_advantage: -0.0014270181 + avg_critic_clipfrac: 0.00026245118 + avg_critic_loss: 0.0004379785 + avg_entropy: 0.028617537 + avg_grad_norm_pre_clip: 1.6812575 + avg_loss: 0.00054008357 + max: + max_actor_approxkl1: 0.00685517 + max_actor_approxkl3: 0.005116877 + max_actor_clipfrac: 0.04272461 + max_actor_loss: 0.004318323 + max_advantage: 0.16320395 + max_critic_clipfrac: 0.0025634766 + max_critic_loss: 0.00090523576 + max_entropy: 0.03816106 + max_grad_norm_pre_clip: 3.677734 + max_loss: 0.0045968895 + std: + std_actor_approxkl1: 0.0018206746 + std_actor_approxkl3: 0.0013486214 + std_actor_clipfrac: 0.011598497 + std_actor_loss: 0.0018168476 + std_advantage: 0.03171075 + std_critic_clipfrac: 0.0007674671 + std_critic_loss: 0.0002252659 + std_entropy: 0.0060810987 + std_grad_norm_pre_clip: 1.0683601 + std_loss: 0.0018469061 + eval-batch-orig: + avg_avg_episode_length: 7.458969 + avg_avg_return: 0.96722263 + avg_benchmark_regret: 0.026793506 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26276398 + proxy_corner: + avg_avg_return: 0.96722263 + avg_reward_per_step: 0.26276398 + eval-batch-shift: + avg_avg_episode_length: 67.42018 + avg_avg_return: 0.23483399 + avg_benchmark_regret: 0.7603476 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07445526 + proxy_corner: + avg_avg_return: 0.6468895 + avg_reward_per_step: 0.012680054 + eval-batch-tree: + avg_avg_episode_length: 6.332563 + avg_avg_return: 0.9817826 + avg_benchmark_regret: 0.012435754 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26399994 + proxy_corner: + avg_avg_return: 0.9817826 + avg_reward_per_step: 0.26399994 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 72351744 + env-step-replay-before: 36536320 + env-step-used-before: 72351744 + ppo-update-before: 44160 + env-step-generate-before: 35815424 + env-step-all-after: 72384512 + env-step-replay-after: 36536320 + env-step-used-after: 72384512 + ppo-update-after: 44180 + env-step-generate-after: 35848192 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.32445 + avg_avg_return: 0.9438846 + avg_reward_per_step: 0.29925537 + proxy_corner: + avg_avg_return: 0.9438846 + avg_reward_per_step: 0.29925537 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.32445 + avg_avg_return: 0.9438846 + avg_reward_per_step: 0.29925537 + proxy_corner: + avg_avg_return: 0.9438846 + avg_reward_per_step: 0.29925537 + perf: + env_steps_per_second: 986729.7370414233 + ppo_updates_per_second: 111.62627691183349 + eval-batch-orig-duration: 0.18357788398861885 + eval-batch-shift-duration: 0.13594191701849923 + eval-batch-tree-duration: 0.13710680400254205 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.452148 + mouse-cheese_dist_finite_wavg: 9.34639 + mouse-cheese_dist_solvable_avg: 12.452148 + mouse-cheese_dist_solvable_wavg: 9.346391 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09848954 + visit_patterns: + avg_first_visit_time: 713.46704 + avg_last_visit_time: 1105.0989 + num_replay_batches: 1115 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008147736 + avg_actor_approxkl3: 0.0007304144 + avg_actor_clipfrac: 0.01782837 + avg_actor_loss: 0.0007660069 + avg_advantage: -0.0055907574 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005622601 + avg_entropy: 0.03373965 + avg_grad_norm_pre_clip: 1.7680186 + avg_loss: 0.0010133974 + max: + max_actor_approxkl1: 0.0022945341 + max_actor_approxkl3: 0.002101243 + max_actor_clipfrac: 0.04333496 + max_actor_loss: 0.003067864 + max_advantage: 0.1384095 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0017249665 + max_entropy: 0.057855636 + max_grad_norm_pre_clip: 3.9801064 + max_loss: 0.0033160262 + std: + std_actor_approxkl1: 0.0007803663 + std_actor_approxkl3: 0.0005746127 + std_actor_clipfrac: 0.013401212 + std_actor_loss: 0.001037281 + std_advantage: 0.03369914 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00046820386 + std_entropy: 0.011333408 + std_grad_norm_pre_clip: 0.9586495 + std_loss: 0.0010232569 + eval-batch-orig: + avg_avg_episode_length: 7.722405 + avg_avg_return: 0.96553755 + avg_benchmark_regret: 0.028478585 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2618103 + proxy_corner: + avg_avg_return: 0.96553755 + avg_reward_per_step: 0.2618103 + eval-batch-shift: + avg_avg_episode_length: 68.22046 + avg_avg_return: 0.2196961 + avg_benchmark_regret: 0.77548546 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.074157715 + proxy_corner: + avg_avg_return: 0.63779294 + avg_reward_per_step: 0.012626648 + eval-batch-tree: + avg_avg_episode_length: 6.975371 + avg_avg_return: 0.97489953 + avg_benchmark_regret: 0.019318856 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2621231 + proxy_corner: + avg_avg_return: 0.97489953 + avg_reward_per_step: 0.2621231 +=========================================================== +=========================================================== + step: + env-step-all-before: 73400320 + env-step-replay-before: 37289984 + env-step-used-before: 73400320 + ppo-update-before: 44800 + env-step-generate-before: 36110336 + env-step-all-after: 73433088 + env-step-replay-after: 37322752 + env-step-used-after: 73433088 + ppo-update-after: 44820 + env-step-generate-after: 36110336 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.957266 + avg_avg_return: 0.88231504 + avg_reward_per_step: 0.073913574 + proxy_corner: + avg_avg_return: 0.88231504 + avg_reward_per_step: 0.073913574 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.957266 + avg_avg_return: 0.88231504 + avg_reward_per_step: 0.073913574 + proxy_corner: + avg_avg_return: 0.88231504 + avg_reward_per_step: 0.073913574 + perf: + env_steps_per_second: 1004850.4093491054 + ppo_updates_per_second: 112.00761130243028 + eval-batch-orig-duration: 0.1932885809801519 + eval-batch-shift-duration: 0.1358425309881568 + eval-batch-tree-duration: 0.13533027400262654 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.469727 + mouse-cheese_dist_finite_wavg: 9.349025 + mouse-cheese_dist_solvable_avg: 12.469727 + mouse-cheese_dist_solvable_wavg: 9.349027 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09609759 + visit_patterns: + avg_first_visit_time: 717.50684 + avg_last_visit_time: 1129.2056 + num_replay_batches: 1139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0030081866 + avg_actor_approxkl3: 0.0026489396 + avg_actor_clipfrac: 0.032122802 + avg_actor_loss: 0.0042026546 + avg_advantage: 0.00078001706 + avg_critic_clipfrac: 0.00078735355 + avg_critic_loss: 0.00039735116 + avg_entropy: 0.045047075 + avg_grad_norm_pre_clip: 3.4991376 + avg_loss: 0.0043562828 + max: + max_actor_approxkl1: 0.012480108 + max_actor_approxkl3: 0.008371215 + max_actor_clipfrac: 0.055664062 + max_actor_loss: 0.01588048 + max_advantage: 0.12090284 + max_critic_clipfrac: 0.015625 + max_critic_loss: 0.00108391 + max_entropy: 0.0600127 + max_grad_norm_pre_clip: 7.1359487 + max_loss: 0.016033765 + std: + std_actor_approxkl1: 0.0030464153 + std_actor_approxkl3: 0.0021939382 + std_actor_clipfrac: 0.0146946125 + std_actor_loss: 0.0042597647 + std_advantage: 0.026165033 + std_critic_clipfrac: 0.0034040934 + std_critic_loss: 0.00024338276 + std_entropy: 0.008413369 + std_grad_norm_pre_clip: 2.1964304 + std_loss: 0.0043087117 + eval-batch-orig: + avg_avg_episode_length: 7.5125036 + avg_avg_return: 0.9670179 + avg_benchmark_regret: 0.026998265 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26187897 + proxy_corner: + avg_avg_return: 0.9670179 + avg_reward_per_step: 0.26187897 + eval-batch-shift: + avg_avg_episode_length: 67.681595 + avg_avg_return: 0.22930732 + avg_benchmark_regret: 0.76587427 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07765198 + proxy_corner: + avg_avg_return: 0.6538868 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 6.047963 + avg_avg_return: 0.98249286 + avg_benchmark_regret: 0.011725475 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26475525 + proxy_corner: + avg_avg_return: 0.98249286 + avg_reward_per_step: 0.26475525 +=========================================================== +=========================================================== + step: + env-step-all-before: 74448896 + env-step-replay-before: 38043648 + env-step-used-before: 74448896 + ppo-update-before: 45440 + env-step-generate-before: 36405248 + env-step-all-after: 74481664 + env-step-replay-after: 38043648 + env-step-used-after: 74481664 + ppo-update-after: 45460 + env-step-generate-after: 36438016 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6369457 + avg_avg_return: 0.9615778 + avg_reward_per_step: 0.29455566 + proxy_corner: + avg_avg_return: 0.9615778 + avg_reward_per_step: 0.29455566 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6369457 + avg_avg_return: 0.9615778 + avg_reward_per_step: 0.29455566 + proxy_corner: + avg_avg_return: 0.9615778 + avg_reward_per_step: 0.29455566 + perf: + env_steps_per_second: 991377.0641370965 + ppo_updates_per_second: 111.1151192886287 + eval-batch-orig-duration: 0.1834296650486067 + eval-batch-shift-duration: 0.13495237298775464 + eval-batch-tree-duration: 0.13704812299693003 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.484863 + mouse-cheese_dist_finite_wavg: 9.348968 + mouse-cheese_dist_solvable_avg: 12.484863 + mouse-cheese_dist_solvable_wavg: 9.3489685 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09425435 + visit_patterns: + avg_first_visit_time: 721.5779 + avg_last_visit_time: 1151.2778 + num_replay_batches: 1161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006246663 + avg_actor_approxkl3: 0.0004731637 + avg_actor_clipfrac: 0.0071777343 + avg_actor_loss: 0.00087910675 + avg_advantage: 0.0063263187 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028527848 + avg_entropy: 0.017220123 + avg_grad_norm_pre_clip: 1.8390716 + avg_loss: 0.0010045259 + max: + max_actor_approxkl1: 0.0028426987 + max_actor_approxkl3: 0.0020280844 + max_actor_clipfrac: 0.016723633 + max_actor_loss: 0.006766591 + max_advantage: 0.15956175 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006793465 + max_entropy: 0.022679288 + max_grad_norm_pre_clip: 6.0211353 + max_loss: 0.0070291576 + std: + std_actor_approxkl1: 0.0007316097 + std_actor_approxkl3: 0.00050912687 + std_actor_clipfrac: 0.0050115176 + std_actor_loss: 0.001522569 + std_advantage: 0.02326002 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00018381629 + std_entropy: 0.0028641403 + std_grad_norm_pre_clip: 1.2732078 + std_loss: 0.0015787912 + eval-batch-orig: + avg_avg_episode_length: 7.3561363 + avg_avg_return: 0.96775043 + avg_benchmark_regret: 0.02626574 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26371765 + proxy_corner: + avg_avg_return: 0.96775043 + avg_reward_per_step: 0.26371765 + eval-batch-shift: + avg_avg_episode_length: 68.1809 + avg_avg_return: 0.22409387 + avg_benchmark_regret: 0.7710877 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08101654 + proxy_corner: + avg_avg_return: 0.6500745 + avg_reward_per_step: 0.012756348 + eval-batch-tree: + avg_avg_episode_length: 5.985361 + avg_avg_return: 0.9833212 + avg_benchmark_regret: 0.010897173 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2661667 + proxy_corner: + avg_avg_return: 0.9833212 + avg_reward_per_step: 0.2661667 +=========================================================== +=========================================================== + step: + env-step-all-before: 75497472 + env-step-replay-before: 38567936 + env-step-used-before: 75497472 + ppo-update-before: 46080 + env-step-generate-before: 36929536 + env-step-all-after: 75530240 + env-step-replay-after: 38600704 + env-step-used-after: 75530240 + ppo-update-after: 46100 + env-step-generate-after: 36929536 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.485897 + avg_avg_return: 0.88789606 + avg_reward_per_step: 0.07366943 + proxy_corner: + avg_avg_return: 0.88789606 + avg_reward_per_step: 0.07366943 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.485897 + avg_avg_return: 0.88789606 + avg_reward_per_step: 0.07366943 + proxy_corner: + avg_avg_return: 0.88789606 + avg_reward_per_step: 0.07366943 + perf: + env_steps_per_second: 988929.5314340504 + ppo_updates_per_second: 110.9980688579502 + eval-batch-orig-duration: 0.18522230599774048 + eval-batch-shift-duration: 0.13811232999432832 + eval-batch-tree-duration: 0.13843110000016168 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.488525 + mouse-cheese_dist_finite_wavg: 11.147071 + mouse-cheese_dist_solvable_avg: 12.488525 + mouse-cheese_dist_solvable_wavg: 11.147072 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09495048 + visit_patterns: + avg_first_visit_time: 727.4402 + avg_last_visit_time: 1168.2705 + num_replay_batches: 1178 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002655554 + avg_actor_approxkl3: 0.0023912154 + avg_actor_clipfrac: 0.0177063 + avg_actor_loss: 0.00011205818 + avg_advantage: 0.004172663 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002673811 + avg_entropy: 0.041346904 + avg_grad_norm_pre_clip: 1.55782 + avg_loss: 0.00020440182 + max: + max_actor_approxkl1: 0.008471569 + max_actor_approxkl3: 0.0077513056 + max_actor_clipfrac: 0.03942871 + max_actor_loss: 0.0026516132 + max_advantage: 0.10357094 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00061941775 + max_entropy: 0.055535566 + max_grad_norm_pre_clip: 4.6764793 + max_loss: 0.0028902139 + std: + std_actor_approxkl1: 0.0024686407 + std_actor_approxkl3: 0.0022733086 + std_actor_clipfrac: 0.00978167 + std_actor_loss: 0.0007923075 + std_advantage: 0.024135904 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00017809351 + std_entropy: 0.007008868 + std_grad_norm_pre_clip: 1.1101859 + std_loss: 0.00083351636 + eval-batch-orig: + avg_avg_episode_length: 7.4528117 + avg_avg_return: 0.9667107 + avg_benchmark_regret: 0.02730548 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26265717 + proxy_corner: + avg_avg_return: 0.9667107 + avg_reward_per_step: 0.26265717 + eval-batch-shift: + avg_avg_episode_length: 67.46835 + avg_avg_return: 0.22914295 + avg_benchmark_regret: 0.7660386 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07998657 + proxy_corner: + avg_avg_return: 0.6499914 + avg_reward_per_step: 0.012702942 + eval-batch-tree: + avg_avg_episode_length: 6.0150228 + avg_avg_return: 0.9831343 + avg_benchmark_regret: 0.011084081 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26563263 + proxy_corner: + avg_avg_return: 0.9831343 + avg_reward_per_step: 0.26563263 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 76546048 + env-step-replay-before: 39092224 + env-step-used-before: 76546048 + ppo-update-before: 46720 + env-step-generate-before: 37453824 + env-step-all-after: 76578816 + env-step-replay-after: 39092224 + env-step-used-after: 76578816 + ppo-update-after: 46740 + env-step-generate-after: 37486592 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.253127 + avg_avg_return: 0.94647163 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.94647163 + avg_reward_per_step: 0.26208496 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.253127 + avg_avg_return: 0.94647163 + avg_reward_per_step: 0.26208496 + proxy_corner: + avg_avg_return: 0.94647163 + avg_reward_per_step: 0.26208496 + perf: + env_steps_per_second: 980329.7996569367 + ppo_updates_per_second: 110.68867636309346 + eval-batch-orig-duration: 0.18407508300151676 + eval-batch-shift-duration: 0.13555894599994645 + eval-batch-tree-duration: 0.1369013080256991 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.496338 + mouse-cheese_dist_finite_wavg: 11.146708 + mouse-cheese_dist_solvable_avg: 12.496338 + mouse-cheese_dist_solvable_wavg: 11.146707 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09589617 + visit_patterns: + avg_first_visit_time: 739.0791 + avg_last_visit_time: 1183.1985 + num_replay_batches: 1193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014816944 + avg_actor_approxkl3: 0.0014688891 + avg_actor_clipfrac: 0.00892334 + avg_actor_loss: 0.00089768023 + avg_advantage: -0.00026596378 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00034389916 + avg_entropy: 0.018529376 + avg_grad_norm_pre_clip: 1.2630877 + avg_loss: 0.0010511007 + max: + max_actor_approxkl1: 0.005631293 + max_actor_approxkl3: 0.0052604033 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.0045788214 + max_advantage: 0.12587136 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00079268595 + max_entropy: 0.02776251 + max_grad_norm_pre_clip: 3.4461133 + max_loss: 0.0049133208 + std: + std_actor_approxkl1: 0.0016421517 + std_actor_approxkl3: 0.0016605359 + std_actor_clipfrac: 0.006107164 + std_actor_loss: 0.001377992 + std_advantage: 0.02582035 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00022537749 + std_entropy: 0.005696018 + std_grad_norm_pre_clip: 0.9493465 + std_loss: 0.0014632487 + eval-batch-orig: + avg_avg_episode_length: 7.4994636 + avg_avg_return: 0.966919 + avg_benchmark_regret: 0.027097128 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26325226 + proxy_corner: + avg_avg_return: 0.966919 + avg_reward_per_step: 0.26325226 + eval-batch-shift: + avg_avg_episode_length: 67.697975 + avg_avg_return: 0.22553873 + avg_benchmark_regret: 0.76964283 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08492279 + proxy_corner: + avg_avg_return: 0.64744484 + avg_reward_per_step: 0.0126953125 + eval-batch-tree: + avg_avg_episode_length: 6.0415344 + avg_avg_return: 0.98262465 + avg_benchmark_regret: 0.011593735 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2658844 + proxy_corner: + avg_avg_return: 0.98262465 + avg_reward_per_step: 0.2658844 +=========================================================== +=========================================================== + step: + env-step-all-before: 77594624 + env-step-replay-before: 39714816 + env-step-used-before: 77594624 + ppo-update-before: 47360 + env-step-generate-before: 37879808 + env-step-all-after: 77627392 + env-step-replay-after: 39714816 + env-step-used-after: 77627392 + ppo-update-after: 47380 + env-step-generate-after: 37912576 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.7320895 + avg_avg_return: 0.9397799 + avg_reward_per_step: 0.28811646 + proxy_corner: + avg_avg_return: 0.9397799 + avg_reward_per_step: 0.28811646 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.7320895 + avg_avg_return: 0.9397799 + avg_reward_per_step: 0.28811646 + proxy_corner: + avg_avg_return: 0.9397799 + avg_reward_per_step: 0.28811646 + perf: + env_steps_per_second: 1011200.6652296473 + ppo_updates_per_second: 112.05909369504333 + eval-batch-orig-duration: 0.18286805896786973 + eval-batch-shift-duration: 0.1377104630228132 + eval-batch-tree-duration: 0.13762998097809032 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.50708 + mouse-cheese_dist_finite_wavg: 11.147203 + mouse-cheese_dist_solvable_avg: 12.50708 + mouse-cheese_dist_solvable_wavg: 11.147204 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09608379 + visit_patterns: + avg_first_visit_time: 746.89233 + avg_last_visit_time: 1202.3218 + num_replay_batches: 1212 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013542429 + avg_actor_approxkl3: 0.001215872 + avg_actor_clipfrac: 0.015460205 + avg_actor_loss: 0.0019944818 + avg_advantage: -0.0019773757 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003289857 + avg_entropy: 0.028802121 + avg_grad_norm_pre_clip: 2.7415912 + avg_loss: 0.002130173 + max: + max_actor_approxkl1: 0.0055591585 + max_actor_approxkl3: 0.005262537 + max_actor_clipfrac: 0.040405273 + max_actor_loss: 0.008407081 + max_advantage: 0.122182965 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00074540835 + max_entropy: 0.05001095 + max_grad_norm_pre_clip: 6.1232696 + max_loss: 0.00849172 + std: + std_actor_approxkl1: 0.0014154825 + std_actor_approxkl3: 0.001381625 + std_actor_clipfrac: 0.011796331 + std_actor_loss: 0.0023892487 + std_advantage: 0.023859927 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00018529718 + std_entropy: 0.00944334 + std_grad_norm_pre_clip: 1.7048622 + std_loss: 0.0023986585 + eval-batch-orig: + avg_avg_episode_length: 7.311873 + avg_avg_return: 0.9673948 + avg_benchmark_regret: 0.02662129 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26445007 + proxy_corner: + avg_avg_return: 0.9673948 + avg_reward_per_step: 0.26445007 + eval-batch-shift: + avg_avg_episode_length: 67.582275 + avg_avg_return: 0.22393245 + avg_benchmark_regret: 0.7712492 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08466339 + proxy_corner: + avg_avg_return: 0.6442356 + avg_reward_per_step: 0.012664795 + eval-batch-tree: + avg_avg_episode_length: 5.968032 + avg_avg_return: 0.98280495 + avg_benchmark_regret: 0.011413414 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.98280495 + avg_reward_per_step: 0.2663269 +=========================================================== +=========================================================== + step: + env-step-all-before: 78643200 + env-step-replay-before: 40239104 + env-step-used-before: 78643200 + ppo-update-before: 48000 + env-step-generate-before: 38404096 + env-step-all-after: 78675968 + env-step-replay-after: 40271872 + env-step-used-after: 78675968 + ppo-update-after: 48020 + env-step-generate-after: 38404096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.627228 + avg_avg_return: 0.887209 + avg_reward_per_step: 0.072753906 + proxy_corner: + avg_avg_return: 0.887209 + avg_reward_per_step: 0.072753906 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.627228 + avg_avg_return: 0.887209 + avg_reward_per_step: 0.072753906 + proxy_corner: + avg_avg_return: 0.887209 + avg_reward_per_step: 0.072753906 + perf: + env_steps_per_second: 955225.2185840156 + ppo_updates_per_second: 111.77231641307903 + eval-batch-orig-duration: 0.18292299198219553 + eval-batch-shift-duration: 0.1351195879979059 + eval-batch-tree-duration: 0.13827849400695413 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.51416 + mouse-cheese_dist_finite_wavg: 11.150332 + mouse-cheese_dist_solvable_avg: 12.51416 + mouse-cheese_dist_solvable_wavg: 11.1503315 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09636915 + visit_patterns: + avg_first_visit_time: 757.2881 + avg_last_visit_time: 1219.1931 + num_replay_batches: 1229 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016213363 + avg_actor_approxkl3: 0.0012631968 + avg_actor_clipfrac: 0.023504639 + avg_actor_loss: 0.0011265761 + avg_advantage: -0.00029748384 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023468262 + avg_entropy: 0.039131153 + avg_grad_norm_pre_clip: 2.188996 + avg_loss: 0.0012047862 + max: + max_actor_approxkl1: 0.0041349847 + max_actor_approxkl3: 0.0038889355 + max_actor_clipfrac: 0.053222656 + max_actor_loss: 0.005663107 + max_advantage: 0.07553697 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005338243 + max_entropy: 0.05159551 + max_grad_norm_pre_clip: 5.5521135 + max_loss: 0.0057035605 + std: + std_actor_approxkl1: 0.0012530764 + std_actor_approxkl3: 0.0009049537 + std_actor_clipfrac: 0.01282816 + std_actor_loss: 0.0013519605 + std_advantage: 0.021850567 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001723731 + std_entropy: 0.0064654998 + std_grad_norm_pre_clip: 1.593559 + std_loss: 0.0013720259 + eval-batch-orig: + avg_avg_episode_length: 7.334902 + avg_avg_return: 0.96755123 + avg_benchmark_regret: 0.026464926 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2639618 + proxy_corner: + avg_avg_return: 0.96755123 + avg_reward_per_step: 0.2639618 + eval-batch-shift: + avg_avg_episode_length: 67.82556 + avg_avg_return: 0.22584803 + avg_benchmark_regret: 0.76933354 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07846832 + proxy_corner: + avg_avg_return: 0.6451922 + avg_reward_per_step: 0.0126571655 + eval-batch-tree: + avg_avg_episode_length: 5.9759197 + avg_avg_return: 0.9832625 + avg_benchmark_regret: 0.010955865 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2664032 + proxy_corner: + avg_avg_return: 0.9832625 + avg_reward_per_step: 0.2664032 +=========================================================== +=========================================================== + step: + env-step-all-before: 79691776 + env-step-replay-before: 40861696 + env-step-used-before: 79691776 + ppo-update-before: 48640 + env-step-generate-before: 38830080 + env-step-all-after: 79724544 + env-step-replay-after: 40861696 + env-step-used-after: 79724544 + ppo-update-after: 48660 + env-step-generate-after: 38862848 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.5966973 + avg_avg_return: 0.9403533 + avg_reward_per_step: 0.2942505 + proxy_corner: + avg_avg_return: 0.9403533 + avg_reward_per_step: 0.2942505 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.5966973 + avg_avg_return: 0.9403533 + avg_reward_per_step: 0.2942505 + proxy_corner: + avg_avg_return: 0.9403533 + avg_reward_per_step: 0.2942505 + perf: + env_steps_per_second: 1009125.8639697578 + ppo_updates_per_second: 111.94741677977606 + eval-batch-orig-duration: 0.1838362340349704 + eval-batch-shift-duration: 0.13780196697916836 + eval-batch-tree-duration: 0.137843623990193 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.526367 + mouse-cheese_dist_finite_wavg: 11.150707 + mouse-cheese_dist_solvable_avg: 12.526367 + mouse-cheese_dist_solvable_wavg: 11.150706 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.09495857 + visit_patterns: + avg_first_visit_time: 767.3782 + avg_last_visit_time: 1237.2422 + num_replay_batches: 1247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001254889 + avg_actor_approxkl3: 0.0009032174 + avg_actor_clipfrac: 0.014208985 + avg_actor_loss: 0.0011068716 + avg_advantage: -0.0011406014 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00043903696 + avg_entropy: 0.023110075 + avg_grad_norm_pre_clip: 2.0653656 + avg_loss: 0.0013032798 + max: + max_actor_approxkl1: 0.0029852795 + max_actor_approxkl3: 0.0024449774 + max_actor_clipfrac: 0.041503906 + max_actor_loss: 0.0055741183 + max_advantage: 0.11399698 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011686402 + max_entropy: 0.03506559 + max_grad_norm_pre_clip: 8.898507 + max_loss: 0.005665596 + std: + std_actor_approxkl1: 0.00079642236 + std_actor_approxkl3: 0.00063300907 + std_actor_clipfrac: 0.01154358 + std_actor_loss: 0.0013696016 + std_advantage: 0.029010817 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00033326255 + std_entropy: 0.008547065 + std_grad_norm_pre_clip: 1.899587 + std_loss: 0.0014114652 + eval-batch-orig: + avg_avg_episode_length: 7.3314734 + avg_avg_return: 0.9676833 + avg_benchmark_regret: 0.02633282 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2640381 + proxy_corner: + avg_avg_return: 0.9676833 + avg_reward_per_step: 0.2640381 + eval-batch-shift: + avg_avg_episode_length: 67.46907 + avg_avg_return: 0.23253697 + avg_benchmark_regret: 0.7626446 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.082351685 + proxy_corner: + avg_avg_return: 0.6512866 + avg_reward_per_step: 0.012741089 + eval-batch-tree: + avg_avg_episode_length: 5.9672837 + avg_avg_return: 0.98295146 + avg_benchmark_regret: 0.011266887 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.98295146 + avg_reward_per_step: 0.26644897 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 80740352 + env-step-replay-before: 41222144 + env-step-used-before: 80740352 + ppo-update-before: 49280 + env-step-generate-before: 39518208 + env-step-all-after: 80773120 + env-step-replay-after: 41254912 + env-step-used-after: 80773120 + ppo-update-after: 49300 + env-step-generate-after: 39518208 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.932827 + avg_avg_return: 0.8830474 + avg_reward_per_step: 0.07312012 + proxy_corner: + avg_avg_return: 0.8830474 + avg_reward_per_step: 0.07312012 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.932827 + avg_avg_return: 0.8830474 + avg_reward_per_step: 0.07312012 + proxy_corner: + avg_avg_return: 0.8830474 + avg_reward_per_step: 0.07312012 + perf: + env_steps_per_second: 974075.2627473496 + ppo_updates_per_second: 110.66305730452336 + eval-batch-orig-duration: 0.18468608695548028 + eval-batch-shift-duration: 0.13651018199743703 + eval-batch-tree-duration: 0.13587453198852018 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.534424 + mouse-cheese_dist_finite_wavg: 11.151222 + mouse-cheese_dist_solvable_avg: 12.534424 + mouse-cheese_dist_solvable_wavg: 11.151223 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09594565 + visit_patterns: + avg_first_visit_time: 779.9094 + avg_last_visit_time: 1249.2476 + num_replay_batches: 1259 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00060370006 + avg_actor_approxkl3: 0.0006219679 + avg_actor_clipfrac: 0.013513184 + avg_actor_loss: 9.293887e-05 + avg_advantage: -0.078927584 + avg_critic_clipfrac: 0.3166565 + avg_critic_loss: 0.0012725773 + avg_entropy: 0.036949154 + avg_grad_norm_pre_clip: 1.0437726 + avg_loss: 0.0006922783 + max: + max_actor_approxkl1: 0.0026875404 + max_actor_approxkl3: 0.0018241964 + max_actor_clipfrac: 0.041748047 + max_actor_loss: 0.0015063733 + max_advantage: 0.13204652 + max_critic_clipfrac: 0.8808594 + max_critic_loss: 0.0041230596 + max_entropy: 0.054441467 + max_grad_norm_pre_clip: 3.7702003 + max_loss: 0.0020308518 + std: + std_actor_approxkl1: 0.0006325137 + std_actor_approxkl3: 0.00054240844 + std_actor_clipfrac: 0.009863182 + std_actor_loss: 0.0005240296 + std_advantage: 0.04631027 + std_critic_clipfrac: 0.2873166 + std_critic_loss: 0.0008074193 + std_entropy: 0.008393448 + std_grad_norm_pre_clip: 0.85037285 + std_loss: 0.000635401 + eval-batch-orig: + avg_avg_episode_length: 7.3556333 + avg_avg_return: 0.9670329 + avg_benchmark_regret: 0.026983198 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2639084 + proxy_corner: + avg_avg_return: 0.9670329 + avg_reward_per_step: 0.2639084 + eval-batch-shift: + avg_avg_episode_length: 67.81625 + avg_avg_return: 0.22854313 + avg_benchmark_regret: 0.7666384 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.079574585 + proxy_corner: + avg_avg_return: 0.6524761 + avg_reward_per_step: 0.012718201 + eval-batch-tree: + avg_avg_episode_length: 5.9752617 + avg_avg_return: 0.9828697 + avg_benchmark_regret: 0.011348659 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26626587 + proxy_corner: + avg_avg_return: 0.9828697 + avg_reward_per_step: 0.26626587 +=========================================================== +=========================================================== + step: + env-step-all-before: 81788928 + env-step-replay-before: 41615360 + env-step-used-before: 81788928 + ppo-update-before: 49920 + env-step-generate-before: 40173568 + env-step-all-after: 81821696 + env-step-replay-after: 41648128 + env-step-used-after: 81821696 + ppo-update-after: 49940 + env-step-generate-after: 40173568 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.923035 + avg_avg_return: 0.8830358 + avg_reward_per_step: 0.072784424 + proxy_corner: + avg_avg_return: 0.8830358 + avg_reward_per_step: 0.072784424 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.923035 + avg_avg_return: 0.8830358 + avg_reward_per_step: 0.072784424 + proxy_corner: + avg_avg_return: 0.8830358 + avg_reward_per_step: 0.072784424 + perf: + env_steps_per_second: 947320.0109731824 + ppo_updates_per_second: 111.3992483442535 + eval-batch-orig-duration: 0.18411426898092031 + eval-batch-shift-duration: 0.13673768000444397 + eval-batch-tree-duration: 0.1366548840305768 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.5529785 + mouse-cheese_dist_finite_wavg: 11.151892 + mouse-cheese_dist_solvable_avg: 12.5529785 + mouse-cheese_dist_solvable_wavg: 11.151893 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09656714 + visit_patterns: + avg_first_visit_time: 793.17554 + avg_last_visit_time: 1261.2161 + num_replay_batches: 1271 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013862 + avg_actor_approxkl3: 0.0009746113 + avg_actor_clipfrac: 0.015405274 + avg_actor_loss: 0.00039312057 + avg_advantage: 0.0026579564 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023909172 + avg_entropy: 0.035412204 + avg_grad_norm_pre_clip: 1.7042019 + avg_loss: 0.00047725422 + max: + max_actor_approxkl1: 0.005065519 + max_actor_approxkl3: 0.002824278 + max_actor_clipfrac: 0.038330078 + max_actor_loss: 0.0027649244 + max_advantage: 0.09074658 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00054813875 + max_entropy: 0.056574315 + max_grad_norm_pre_clip: 3.3860223 + max_loss: 0.0028231381 + std: + std_actor_approxkl1: 0.0013664436 + std_actor_approxkl3: 0.0007203732 + std_actor_clipfrac: 0.010500714 + std_actor_loss: 0.0013015148 + std_advantage: 0.022111313 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001484589 + std_entropy: 0.007760738 + std_grad_norm_pre_clip: 0.9297076 + std_loss: 0.0012632426 + eval-batch-orig: + avg_avg_episode_length: 7.3124385 + avg_avg_return: 0.9673739 + avg_benchmark_regret: 0.026642215 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2643814 + proxy_corner: + avg_avg_return: 0.9673739 + avg_reward_per_step: 0.2643814 + eval-batch-shift: + avg_avg_episode_length: 67.86213 + avg_avg_return: 0.21888024 + avg_benchmark_regret: 0.7763013 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08609009 + proxy_corner: + avg_avg_return: 0.6474401 + avg_reward_per_step: 0.012680054 + eval-batch-tree: + avg_avg_episode_length: 5.9607 + avg_avg_return: 0.9828895 + avg_benchmark_regret: 0.011328876 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26652527 + proxy_corner: + avg_avg_return: 0.9828895 + avg_reward_per_step: 0.26652527 +=========================================================== +=========================================================== + step: + env-step-all-before: 82837504 + env-step-replay-before: 42336256 + env-step-used-before: 82837504 + ppo-update-before: 50560 + env-step-generate-before: 40501248 + env-step-all-after: 82870272 + env-step-replay-after: 42369024 + env-step-used-after: 82870272 + ppo-update-after: 50580 + env-step-generate-after: 40501248 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.445606 + avg_avg_return: 0.88921964 + avg_reward_per_step: 0.07385254 + proxy_corner: + avg_avg_return: 0.88921964 + avg_reward_per_step: 0.07385254 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.445606 + avg_avg_return: 0.88921964 + avg_reward_per_step: 0.07385254 + proxy_corner: + avg_avg_return: 0.88921964 + avg_reward_per_step: 0.07385254 + perf: + env_steps_per_second: 992086.1695107172 + ppo_updates_per_second: 111.23125631865965 + eval-batch-orig-duration: 0.184226821991615 + eval-batch-shift-duration: 0.13827118196059018 + eval-batch-tree-duration: 0.13723398599540815 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.558105 + mouse-cheese_dist_finite_wavg: 11.153763 + mouse-cheese_dist_solvable_avg: 12.558105 + mouse-cheese_dist_solvable_wavg: 11.153764 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.09519092 + visit_patterns: + avg_first_visit_time: 800.09326 + avg_last_visit_time: 1283.1924 + num_replay_batches: 1293 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012330653 + avg_actor_approxkl3: 0.0010765427 + avg_actor_clipfrac: 0.018798828 + avg_actor_loss: 0.0012563932 + avg_advantage: -0.0010533694 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019176131 + avg_entropy: 0.03296878 + avg_grad_norm_pre_clip: 1.4235195 + avg_loss: 0.0013193049 + max: + max_actor_approxkl1: 0.0038030166 + max_actor_approxkl3: 0.0022795305 + max_actor_clipfrac: 0.045288086 + max_actor_loss: 0.0043831784 + max_advantage: 0.11466128 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00055329886 + max_entropy: 0.043717932 + max_grad_norm_pre_clip: 4.2037253 + max_loss: 0.004550321 + std: + std_actor_approxkl1: 0.0009664875 + std_actor_approxkl3: 0.0007369821 + std_actor_clipfrac: 0.011499451 + std_actor_loss: 0.0012071955 + std_advantage: 0.019083174 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015325374 + std_entropy: 0.0070785596 + std_grad_norm_pre_clip: 1.0544946 + std_loss: 0.0012580816 + eval-batch-orig: + avg_avg_episode_length: 7.312481 + avg_avg_return: 0.9671088 + avg_benchmark_regret: 0.026907379 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2644806 + proxy_corner: + avg_avg_return: 0.9671088 + avg_reward_per_step: 0.2644806 + eval-batch-shift: + avg_avg_episode_length: 67.58735 + avg_avg_return: 0.23023039 + avg_benchmark_regret: 0.7649511 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08429718 + proxy_corner: + avg_avg_return: 0.6393324 + avg_reward_per_step: 0.012626648 + eval-batch-tree: + avg_avg_episode_length: 5.9780087 + avg_avg_return: 0.9829846 + avg_benchmark_regret: 0.011233783 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26637268 + proxy_corner: + avg_avg_return: 0.9829846 + avg_reward_per_step: 0.26637268 +=========================================================== +=========================================================== + step: + env-step-all-before: 83886080 + env-step-replay-before: 42860544 + env-step-used-before: 83886080 + ppo-update-before: 51200 + env-step-generate-before: 41025536 + env-step-all-after: 83918848 + env-step-replay-after: 42893312 + env-step-used-after: 83918848 + ppo-update-after: 51220 + env-step-generate-after: 41025536 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.534058 + avg_avg_return: 0.8884299 + avg_reward_per_step: 0.07342529 + proxy_corner: + avg_avg_return: 0.8884299 + avg_reward_per_step: 0.07342529 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.534058 + avg_avg_return: 0.8884299 + avg_reward_per_step: 0.07342529 + proxy_corner: + avg_avg_return: 0.8884299 + avg_reward_per_step: 0.07342529 + perf: + env_steps_per_second: 980477.3154877425 + ppo_updates_per_second: 110.4061433499783 + eval-batch-orig-duration: 0.18448097101645544 + eval-batch-shift-duration: 0.13958117103902623 + eval-batch-tree-duration: 0.139776820957195 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.567627 + mouse-cheese_dist_finite_wavg: 11.156991 + mouse-cheese_dist_solvable_avg: 12.567627 + mouse-cheese_dist_solvable_wavg: 11.156992 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09535267 + visit_patterns: + avg_first_visit_time: 808.04443 + avg_last_visit_time: 1299.1526 + num_replay_batches: 1309 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001900911 + avg_actor_approxkl3: 0.0015794309 + avg_actor_clipfrac: 0.018310547 + avg_actor_loss: 0.000115458344 + avg_advantage: -0.005116526 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021650606 + avg_entropy: 0.03233126 + avg_grad_norm_pre_clip: 0.9522498 + avg_loss: 0.00019138008 + max: + max_actor_approxkl1: 0.007895508 + max_actor_approxkl3: 0.0063795885 + max_actor_clipfrac: 0.03540039 + max_actor_loss: 0.0022115596 + max_advantage: 0.13642514 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005253561 + max_entropy: 0.053042427 + max_grad_norm_pre_clip: 1.988377 + max_loss: 0.002257309 + std: + std_actor_approxkl1: 0.0018155663 + std_actor_approxkl3: 0.0014506323 + std_actor_clipfrac: 0.009886339 + std_actor_loss: 0.0009092302 + std_advantage: 0.022162102 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014119083 + std_entropy: 0.0077280644 + std_grad_norm_pre_clip: 0.50680053 + std_loss: 0.00089056697 + eval-batch-orig: + avg_avg_episode_length: 7.3181767 + avg_avg_return: 0.96740663 + avg_benchmark_regret: 0.026609503 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26450348 + proxy_corner: + avg_avg_return: 0.96740663 + avg_reward_per_step: 0.26450348 + eval-batch-shift: + avg_avg_episode_length: 67.886696 + avg_avg_return: 0.22231224 + avg_benchmark_regret: 0.7728693 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.084754944 + proxy_corner: + avg_avg_return: 0.6421957 + avg_reward_per_step: 0.0126571655 + eval-batch-tree: + avg_avg_episode_length: 5.9641333 + avg_avg_return: 0.9831257 + avg_benchmark_regret: 0.011092637 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26651 + proxy_corner: + avg_avg_return: 0.9831257 + avg_reward_per_step: 0.26651 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 84934656 + env-step-replay-before: 43483136 + env-step-used-before: 84934656 + ppo-update-before: 51840 + env-step-generate-before: 41451520 + env-step-all-after: 84967424 + env-step-replay-after: 43515904 + env-step-used-after: 84967424 + ppo-update-after: 51860 + env-step-generate-after: 41451520 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.41893 + avg_avg_return: 0.88772595 + avg_reward_per_step: 0.07382202 + proxy_corner: + avg_avg_return: 0.88772595 + avg_reward_per_step: 0.07382202 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.41893 + avg_avg_return: 0.88772595 + avg_reward_per_step: 0.07382202 + proxy_corner: + avg_avg_return: 0.88772595 + avg_reward_per_step: 0.07382202 + perf: + env_steps_per_second: 917433.5822176739 + ppo_updates_per_second: 112.53023362344219 + eval-batch-orig-duration: 0.18487305101007223 + eval-batch-shift-duration: 0.1411146529717371 + eval-batch-tree-duration: 0.13877584401052445 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.571289 + mouse-cheese_dist_finite_wavg: 11.154718 + mouse-cheese_dist_solvable_avg: 12.571289 + mouse-cheese_dist_solvable_wavg: 11.154718 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.09571643 + visit_patterns: + avg_first_visit_time: 817.9221 + avg_last_visit_time: 1318.2053 + num_replay_batches: 1328 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012133198 + avg_actor_approxkl3: 0.0009774234 + avg_actor_clipfrac: 0.014227295 + avg_actor_loss: 0.001059296 + avg_advantage: 0.0024050383 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00026136937 + avg_entropy: 0.030802209 + avg_grad_norm_pre_clip: 1.3659376 + avg_loss: 0.0011591786 + max: + max_actor_approxkl1: 0.0024434293 + max_actor_approxkl3: 0.0022489387 + max_actor_clipfrac: 0.025878906 + max_actor_loss: 0.0031509548 + max_advantage: 0.091374576 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00058035116 + max_entropy: 0.042414982 + max_grad_norm_pre_clip: 4.255077 + max_loss: 0.0033631995 + std: + std_actor_approxkl1: 0.0008292714 + std_actor_approxkl3: 0.0006160173 + std_actor_clipfrac: 0.0073783877 + std_actor_loss: 0.00093747064 + std_advantage: 0.021418415 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015589516 + std_entropy: 0.005724152 + std_grad_norm_pre_clip: 1.1686965 + std_loss: 0.0009683429 + eval-batch-orig: + avg_avg_episode_length: 7.2996674 + avg_avg_return: 0.9673767 + avg_benchmark_regret: 0.026639393 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26452637 + proxy_corner: + avg_avg_return: 0.9673767 + avg_reward_per_step: 0.26452637 + eval-batch-shift: + avg_avg_episode_length: 67.89916 + avg_avg_return: 0.22434041 + avg_benchmark_regret: 0.7708411 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.078948975 + proxy_corner: + avg_avg_return: 0.64803576 + avg_reward_per_step: 0.012680054 + eval-batch-tree: + avg_avg_episode_length: 5.9804497 + avg_avg_return: 0.98303044 + avg_benchmark_regret: 0.011187906 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26622772 + proxy_corner: + avg_avg_return: 0.98303044 + avg_reward_per_step: 0.26622772 +=========================================================== +=========================================================== + step: + env-step-all-before: 85983232 + env-step-replay-before: 44072960 + env-step-used-before: 85983232 + ppo-update-before: 52480 + env-step-generate-before: 41910272 + env-step-all-after: 86016000 + env-step-replay-after: 44072960 + env-step-used-after: 86016000 + ppo-update-after: 52500 + env-step-generate-after: 41943040 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.281458 + avg_avg_return: 0.9548668 + avg_reward_per_step: 0.2815857 + proxy_corner: + avg_avg_return: 0.9548668 + avg_reward_per_step: 0.2815857 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.281458 + avg_avg_return: 0.9548668 + avg_reward_per_step: 0.2815857 + proxy_corner: + avg_avg_return: 0.9548668 + avg_reward_per_step: 0.2815857 + perf: + env_steps_per_second: 1001043.4759651362 + ppo_updates_per_second: 111.10228405006356 + eval-batch-orig-duration: 0.1856433440116234 + eval-batch-shift-duration: 0.13954320101765916 + eval-batch-tree-duration: 0.14062241499777883 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.581787 + mouse-cheese_dist_finite_wavg: 11.154834 + mouse-cheese_dist_solvable_avg: 12.581787 + mouse-cheese_dist_solvable_wavg: 11.154835 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09567728 + visit_patterns: + avg_first_visit_time: 827.53955 + avg_last_visit_time: 1335.2529 + num_replay_batches: 1345 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005369186 + avg_actor_approxkl3: 0.0004085958 + avg_actor_clipfrac: 0.008654785 + avg_actor_loss: 0.00032972088 + avg_advantage: -0.0019096383 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022839014 + avg_entropy: 0.01743409 + avg_grad_norm_pre_clip: 0.8735787 + avg_loss: 0.0004264818 + max: + max_actor_approxkl1: 0.0015011412 + max_actor_approxkl3: 0.0009874636 + max_actor_clipfrac: 0.01928711 + max_actor_loss: 0.0022605844 + max_advantage: 0.09848571 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00054232485 + max_entropy: 0.03144439 + max_grad_norm_pre_clip: 2.2286797 + max_loss: 0.0023181462 + std: + std_actor_approxkl1: 0.00037114584 + std_actor_approxkl3: 0.00027047694 + std_actor_clipfrac: 0.0059018065 + std_actor_loss: 0.00065524125 + std_advantage: 0.021623082 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015149466 + std_entropy: 0.0050234958 + std_grad_norm_pre_clip: 0.60825294 + std_loss: 0.00066104165 + eval-batch-orig: + avg_avg_episode_length: 7.309924 + avg_avg_return: 0.96775454 + avg_benchmark_regret: 0.026261594 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26438904 + proxy_corner: + avg_avg_return: 0.96775454 + avg_reward_per_step: 0.26438904 + eval-batch-shift: + avg_avg_episode_length: 67.69221 + avg_avg_return: 0.22817403 + avg_benchmark_regret: 0.7670075 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08261871 + proxy_corner: + avg_avg_return: 0.65267295 + avg_reward_per_step: 0.012763977 + eval-batch-tree: + avg_avg_episode_length: 5.971708 + avg_avg_return: 0.9829669 + avg_benchmark_regret: 0.011251456 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9829669 + avg_reward_per_step: 0.26624298 +=========================================================== +=========================================================== + step: + env-step-all-before: 87031808 + env-step-replay-before: 44531712 + env-step-used-before: 87031808 + ppo-update-before: 53120 + env-step-generate-before: 42500096 + env-step-all-after: 87064576 + env-step-replay-after: 44531712 + env-step-used-after: 87064576 + ppo-update-after: 53140 + env-step-generate-after: 42532864 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.3233624 + avg_avg_return: 0.9436089 + avg_reward_per_step: 0.25335693 + proxy_corner: + avg_avg_return: 0.9436089 + avg_reward_per_step: 0.25335693 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.3233624 + avg_avg_return: 0.9436089 + avg_reward_per_step: 0.25335693 + proxy_corner: + avg_avg_return: 0.9436089 + avg_reward_per_step: 0.25335693 + perf: + env_steps_per_second: 1018715.9524024308 + ppo_updates_per_second: 111.69234630872766 + eval-batch-orig-duration: 0.18247151299146935 + eval-batch-shift-duration: 0.13751639996189624 + eval-batch-tree-duration: 0.13676117599243298 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.592773 + mouse-cheese_dist_finite_wavg: 11.157422 + mouse-cheese_dist_solvable_avg: 12.592773 + mouse-cheese_dist_solvable_wavg: 11.157423 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09634388 + visit_patterns: + avg_first_visit_time: 837.8098 + avg_last_visit_time: 1349.3306 + num_replay_batches: 1359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027610103 + avg_actor_approxkl3: 0.0002472231 + avg_actor_clipfrac: 0.004199219 + avg_actor_loss: 0.0001964093 + avg_advantage: 0.003118749 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018358859 + avg_entropy: 0.017103171 + avg_grad_norm_pre_clip: 0.5807466 + avg_loss: 0.0002711004 + max: + max_actor_approxkl1: 0.00094569277 + max_actor_approxkl3: 0.00094850257 + max_actor_clipfrac: 0.017822266 + max_actor_loss: 0.001797419 + max_advantage: 0.16859996 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003106929 + max_entropy: 0.03845527 + max_grad_norm_pre_clip: 2.6435513 + max_loss: 0.0018668029 + std: + std_actor_approxkl1: 0.00027314672 + std_actor_approxkl3: 0.00023552142 + std_actor_clipfrac: 0.0044231582 + std_actor_loss: 0.00042597935 + std_advantage: 0.019203478 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.9687187e-05 + std_entropy: 0.008428568 + std_grad_norm_pre_clip: 0.75646263 + std_loss: 0.00043011675 + eval-batch-orig: + avg_avg_episode_length: 7.336333 + avg_avg_return: 0.9670139 + avg_benchmark_regret: 0.02700225 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26428223 + proxy_corner: + avg_avg_return: 0.9670139 + avg_reward_per_step: 0.26428223 + eval-batch-shift: + avg_avg_episode_length: 68.266556 + avg_avg_return: 0.21461064 + avg_benchmark_regret: 0.780571 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08026123 + proxy_corner: + avg_avg_return: 0.6415633 + avg_reward_per_step: 0.012641907 + eval-batch-tree: + avg_avg_episode_length: 6.040822 + avg_avg_return: 0.9827331 + avg_benchmark_regret: 0.011485335 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2650833 + proxy_corner: + avg_avg_return: 0.9827331 + avg_reward_per_step: 0.2650833 +=========================================================== +=========================================================== + step: + env-step-all-before: 88080384 + env-step-replay-before: 44859392 + env-step-used-before: 88080384 + ppo-update-before: 53760 + env-step-generate-before: 43220992 + env-step-all-after: 88113152 + env-step-replay-after: 44859392 + env-step-used-after: 88113152 + ppo-update-after: 53780 + env-step-generate-after: 43253760 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.7689843 + avg_avg_return: 0.93896276 + avg_reward_per_step: 0.26602173 + proxy_corner: + avg_avg_return: 0.93896276 + avg_reward_per_step: 0.26602173 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.7689843 + avg_avg_return: 0.93896276 + avg_reward_per_step: 0.26602173 + proxy_corner: + avg_avg_return: 0.93896276 + avg_reward_per_step: 0.26602173 + perf: + env_steps_per_second: 999577.3887328483 + ppo_updates_per_second: 111.17669054682185 + eval-batch-orig-duration: 0.1839373879483901 + eval-batch-shift-duration: 0.13724540901603177 + eval-batch-tree-duration: 0.13878792797913775 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.59375 + mouse-cheese_dist_finite_wavg: 11.1590395 + mouse-cheese_dist_solvable_avg: 12.59375 + mouse-cheese_dist_solvable_wavg: 11.15904 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09673663 + visit_patterns: + avg_first_visit_time: 856.2617 + avg_last_visit_time: 1359.3545 + num_replay_batches: 1369 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006665483 + avg_actor_approxkl3: 0.0004411485 + avg_actor_clipfrac: 0.010681152 + avg_actor_loss: 0.00057245384 + avg_advantage: -0.0075864093 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00041403683 + avg_entropy: 0.02085934 + avg_grad_norm_pre_clip: 1.1414498 + avg_loss: 0.00075861294 + max: + max_actor_approxkl1: 0.0020460729 + max_actor_approxkl3: 0.001947847 + max_actor_clipfrac: 0.03466797 + max_actor_loss: 0.005896013 + max_advantage: 0.11059493 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011540572 + max_entropy: 0.042167284 + max_grad_norm_pre_clip: 3.2578392 + max_loss: 0.006296024 + std: + std_actor_approxkl1: 0.0006919307 + std_actor_approxkl3: 0.0005067141 + std_actor_clipfrac: 0.010653354 + std_actor_loss: 0.0013813194 + std_advantage: 0.028493095 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00029755698 + std_entropy: 0.008353946 + std_grad_norm_pre_clip: 0.9613721 + std_loss: 0.0014758975 + eval-batch-orig: + avg_avg_episode_length: 7.3174863 + avg_avg_return: 0.9671886 + avg_benchmark_regret: 0.026827581 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26447296 + proxy_corner: + avg_avg_return: 0.9671886 + avg_reward_per_step: 0.26447296 + eval-batch-shift: + avg_avg_episode_length: 68.34954 + avg_avg_return: 0.21662894 + avg_benchmark_regret: 0.7785526 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07801056 + proxy_corner: + avg_avg_return: 0.6460699 + avg_reward_per_step: 0.012680054 + eval-batch-tree: + avg_avg_episode_length: 6.115365 + avg_avg_return: 0.98220444 + avg_benchmark_regret: 0.012013935 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26550293 + proxy_corner: + avg_avg_return: 0.98220444 + avg_reward_per_step: 0.26550293 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 89128960 + env-step-replay-before: 45514752 + env-step-used-before: 89128960 + ppo-update-before: 54400 + env-step-generate-before: 43614208 + env-step-all-after: 89161728 + env-step-replay-after: 45547520 + env-step-used-after: 89161728 + ppo-update-after: 54420 + env-step-generate-after: 43614208 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.61887 + avg_avg_return: 0.8869487 + avg_reward_per_step: 0.072753906 + proxy_corner: + avg_avg_return: 0.8869487 + avg_reward_per_step: 0.072753906 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.61887 + avg_avg_return: 0.8869487 + avg_reward_per_step: 0.072753906 + proxy_corner: + avg_avg_return: 0.8869487 + avg_reward_per_step: 0.072753906 + perf: + env_steps_per_second: 990866.446715088 + ppo_updates_per_second: 110.46951277447457 + eval-batch-orig-duration: 0.1838342429837212 + eval-batch-shift-duration: 0.14093368302565068 + eval-batch-tree-duration: 0.14014573697932065 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.614746 + mouse-cheese_dist_finite_wavg: 11.158769 + mouse-cheese_dist_solvable_avg: 12.614746 + mouse-cheese_dist_solvable_wavg: 11.158769 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09573007 + visit_patterns: + avg_first_visit_time: 863.135 + avg_last_visit_time: 1380.2832 + num_replay_batches: 1390 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001201584 + avg_actor_approxkl3: 0.0014069824 + avg_actor_clipfrac: 0.023339843 + avg_actor_loss: 0.0006936317 + avg_advantage: -0.0024153448 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020651806 + avg_entropy: 0.035313733 + avg_grad_norm_pre_clip: 1.5824898 + avg_loss: 0.000761577 + max: + max_actor_approxkl1: 0.0050793774 + max_actor_approxkl3: 0.004310757 + max_actor_clipfrac: 0.050048828 + max_actor_loss: 0.004062826 + max_advantage: 0.09431785 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000505861 + max_entropy: 0.046360493 + max_grad_norm_pre_clip: 4.0513625 + max_loss: 0.0042805295 + std: + std_actor_approxkl1: 0.0012248004 + std_actor_approxkl3: 0.0010561885 + std_actor_clipfrac: 0.0134901 + std_actor_loss: 0.0010621388 + std_advantage: 0.020436417 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015931462 + std_entropy: 0.0064120046 + std_grad_norm_pre_clip: 0.95491123 + std_loss: 0.0010952266 + eval-batch-orig: + avg_avg_episode_length: 7.307361 + avg_avg_return: 0.96781033 + avg_benchmark_regret: 0.026205823 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2645111 + proxy_corner: + avg_avg_return: 0.96781033 + avg_reward_per_step: 0.2645111 + eval-batch-shift: + avg_avg_episode_length: 68.496704 + avg_avg_return: 0.21743467 + avg_benchmark_regret: 0.7777469 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08807373 + proxy_corner: + avg_avg_return: 0.6507865 + avg_reward_per_step: 0.0126953125 + eval-batch-tree: + avg_avg_episode_length: 5.971385 + avg_avg_return: 0.98279095 + avg_benchmark_regret: 0.011427408 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2659912 + proxy_corner: + avg_avg_return: 0.98279095 + avg_reward_per_step: 0.2659912 +=========================================================== +=========================================================== + step: + env-step-all-before: 90177536 + env-step-replay-before: 46202880 + env-step-used-before: 90177536 + ppo-update-before: 55040 + env-step-generate-before: 43974656 + env-step-all-after: 90210304 + env-step-replay-after: 46202880 + env-step-used-after: 90210304 + ppo-update-after: 55060 + env-step-generate-after: 44007424 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7270446 + avg_avg_return: 0.9643209 + avg_reward_per_step: 0.27697754 + proxy_corner: + avg_avg_return: 0.9643209 + avg_reward_per_step: 0.27697754 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7270446 + avg_avg_return: 0.9643209 + avg_reward_per_step: 0.27697754 + proxy_corner: + avg_avg_return: 0.9643209 + avg_reward_per_step: 0.27697754 + perf: + env_steps_per_second: 937671.9429460079 + ppo_updates_per_second: 111.81164897168277 + eval-batch-orig-duration: 0.1856117140268907 + eval-batch-shift-duration: 0.1376418980071321 + eval-batch-tree-duration: 0.13761569798225537 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.632324 + mouse-cheese_dist_finite_wavg: 11.162481 + mouse-cheese_dist_solvable_avg: 12.632324 + mouse-cheese_dist_solvable_wavg: 11.162481 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.095382765 + visit_patterns: + avg_first_visit_time: 868.6521 + avg_last_visit_time: 1400.1846 + num_replay_batches: 1410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023028348 + avg_actor_approxkl3: 0.00016890283 + avg_actor_clipfrac: 0.0034606934 + avg_actor_loss: 2.8479682e-05 + avg_advantage: 0.0023526864 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00010935144 + avg_entropy: 0.009369721 + avg_grad_norm_pre_clip: 0.28237495 + avg_loss: 7.378568e-05 + max: + max_actor_approxkl1: 0.0013629026 + max_actor_approxkl3: 0.00083220017 + max_actor_clipfrac: 0.016479492 + max_actor_loss: 0.0009913594 + max_advantage: 0.070776284 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0001285125 + max_entropy: 0.017280152 + max_grad_norm_pre_clip: 1.8616241 + max_loss: 0.0010335691 + std: + std_actor_approxkl1: 0.00034588444 + std_actor_approxkl3: 0.0002136516 + std_actor_clipfrac: 0.0043690726 + std_actor_loss: 0.000248366 + std_advantage: 0.014573578 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.688611e-06 + std_entropy: 0.00463483 + std_grad_norm_pre_clip: 0.39587495 + std_loss: 0.00024733783 + eval-batch-orig: + avg_avg_episode_length: 7.2972336 + avg_avg_return: 0.9674301 + avg_benchmark_regret: 0.026586026 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26470184 + proxy_corner: + avg_avg_return: 0.9674301 + avg_reward_per_step: 0.26470184 + eval-batch-shift: + avg_avg_episode_length: 67.89361 + avg_avg_return: 0.22507411 + avg_benchmark_regret: 0.7701075 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08402252 + proxy_corner: + avg_avg_return: 0.64593965 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 5.961777 + avg_avg_return: 0.9829833 + avg_benchmark_regret: 0.011235071 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26657867 + proxy_corner: + avg_avg_return: 0.9829833 + avg_reward_per_step: 0.26657867 +=========================================================== +=========================================================== + step: + env-step-all-before: 91226112 + env-step-replay-before: 46759936 + env-step-used-before: 91226112 + ppo-update-before: 55680 + env-step-generate-before: 44466176 + env-step-all-after: 91258880 + env-step-replay-after: 46759936 + env-step-used-after: 91258880 + ppo-update-after: 55700 + env-step-generate-after: 44498944 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.0227995 + avg_avg_return: 0.94770896 + avg_reward_per_step: 0.25473022 + proxy_corner: + avg_avg_return: 0.94770896 + avg_reward_per_step: 0.25473022 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.0227995 + avg_avg_return: 0.94770896 + avg_reward_per_step: 0.25473022 + proxy_corner: + avg_avg_return: 0.94770896 + avg_reward_per_step: 0.25473022 + perf: + env_steps_per_second: 985428.1266174298 + ppo_updates_per_second: 111.00932913739514 + eval-batch-orig-duration: 0.18514406302710995 + eval-batch-shift-duration: 0.13689414702821523 + eval-batch-tree-duration: 0.13812644098652527 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.643799 + mouse-cheese_dist_finite_wavg: 11.163336 + mouse-cheese_dist_solvable_avg: 12.643799 + mouse-cheese_dist_solvable_wavg: 11.163336 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.096932344 + visit_patterns: + avg_first_visit_time: 875.5996 + avg_last_visit_time: 1417.2168 + num_replay_batches: 1427 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085915887 + avg_actor_approxkl3: 0.0008429222 + avg_actor_clipfrac: 0.010693359 + avg_actor_loss: 0.00037747924 + avg_advantage: -0.006674692 + avg_critic_clipfrac: 0.00078735355 + avg_critic_loss: 0.0003026536 + avg_entropy: 0.017860703 + avg_grad_norm_pre_clip: 1.2018051 + avg_loss: 0.00051094533 + max: + max_actor_approxkl1: 0.003404843 + max_actor_approxkl3: 0.003011906 + max_actor_clipfrac: 0.055786133 + max_actor_loss: 0.0059106816 + max_advantage: 0.1135506 + max_critic_clipfrac: 0.01574707 + max_critic_loss: 0.0008136325 + max_entropy: 0.04438842 + max_grad_norm_pre_clip: 2.9724422 + max_loss: 0.0061528645 + std: + std_actor_approxkl1: 0.0010798981 + std_actor_approxkl3: 0.0009313857 + std_actor_clipfrac: 0.0127939 + std_actor_loss: 0.0014111614 + std_advantage: 0.0227756 + std_critic_clipfrac: 0.0034319945 + std_critic_loss: 0.00020652045 + std_entropy: 0.010878854 + std_grad_norm_pre_clip: 0.9010939 + std_loss: 0.0014286203 + eval-batch-orig: + avg_avg_episode_length: 7.322299 + avg_avg_return: 0.9673203 + avg_benchmark_regret: 0.026695823 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2642746 + proxy_corner: + avg_avg_return: 0.9673203 + avg_reward_per_step: 0.2642746 + eval-batch-shift: + avg_avg_episode_length: 67.63509 + avg_avg_return: 0.22978678 + avg_benchmark_regret: 0.76539475 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07723236 + proxy_corner: + avg_avg_return: 0.66261744 + avg_reward_per_step: 0.012763977 + eval-batch-tree: + avg_avg_episode_length: 5.989571 + avg_avg_return: 0.9830477 + avg_benchmark_regret: 0.01117067 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9830477 + avg_reward_per_step: 0.26624298 +=========================================================== +=========================================================== + step: + env-step-all-before: 92274688 + env-step-replay-before: 47251456 + env-step-used-before: 92274688 + ppo-update-before: 56320 + env-step-generate-before: 45023232 + env-step-all-after: 92307456 + env-step-replay-after: 47251456 + env-step-used-after: 92307456 + ppo-update-after: 56340 + env-step-generate-after: 45056000 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.729275 + avg_avg_return: 0.9508892 + avg_reward_per_step: 0.28372192 + proxy_corner: + avg_avg_return: 0.9508892 + avg_reward_per_step: 0.28372192 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.729275 + avg_avg_return: 0.9508892 + avg_reward_per_step: 0.28372192 + proxy_corner: + avg_avg_return: 0.9508892 + avg_reward_per_step: 0.28372192 + perf: + env_steps_per_second: 815932.9228979197 + ppo_updates_per_second: 110.39137833686003 + eval-batch-orig-duration: 0.18705626897281036 + eval-batch-shift-duration: 0.14187843404943123 + eval-batch-tree-duration: 0.14230330602731556 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.658447 + mouse-cheese_dist_finite_wavg: 11.166112 + mouse-cheese_dist_solvable_avg: 12.658447 + mouse-cheese_dist_solvable_wavg: 11.166112 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09667057 + visit_patterns: + avg_first_visit_time: 887.1267 + avg_last_visit_time: 1432.2527 + num_replay_batches: 1442 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005748933 + avg_actor_approxkl3: 0.0004520231 + avg_actor_clipfrac: 0.0077087404 + avg_actor_loss: 0.0008011861 + avg_advantage: 0.0026157252 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017403928 + avg_entropy: 0.019272884 + avg_grad_norm_pre_clip: 0.87479556 + avg_loss: 0.00086893275 + max: + max_actor_approxkl1: 0.002336788 + max_actor_approxkl3: 0.0014816754 + max_actor_clipfrac: 0.023071289 + max_actor_loss: 0.004734921 + max_advantage: 0.117661774 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000269803 + max_entropy: 0.0367333 + max_grad_norm_pre_clip: 1.9594539 + max_loss: 0.00481183 + std: + std_actor_approxkl1: 0.0006956246 + std_actor_approxkl3: 0.00047064823 + std_actor_clipfrac: 0.0063340585 + std_actor_loss: 0.0012853912 + std_advantage: 0.018613154 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.7132755e-05 + std_entropy: 0.00959979 + std_grad_norm_pre_clip: 0.5793819 + std_loss: 0.0012898779 + eval-batch-orig: + avg_avg_episode_length: 7.3343163 + avg_avg_return: 0.96684265 + avg_benchmark_regret: 0.027173467 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2639923 + proxy_corner: + avg_avg_return: 0.96684265 + avg_reward_per_step: 0.2639923 + eval-batch-shift: + avg_avg_episode_length: 67.5581 + avg_avg_return: 0.23176175 + avg_benchmark_regret: 0.76341975 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0819931 + proxy_corner: + avg_avg_return: 0.65489805 + avg_reward_per_step: 0.0127334595 + eval-batch-tree: + avg_avg_episode_length: 5.9821916 + avg_avg_return: 0.98309225 + avg_benchmark_regret: 0.011126115 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26567078 + proxy_corner: + avg_avg_return: 0.98309225 + avg_reward_per_step: 0.26567078 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 93323264 + env-step-replay-before: 47742976 + env-step-used-before: 93323264 + ppo-update-before: 56960 + env-step-generate-before: 45580288 + env-step-all-after: 93356032 + env-step-replay-after: 47742976 + env-step-used-after: 93356032 + ppo-update-after: 56980 + env-step-generate-after: 45613056 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.723817 + avg_avg_return: 0.96196014 + avg_reward_per_step: 0.29647827 + proxy_corner: + avg_avg_return: 0.96196014 + avg_reward_per_step: 0.29647827 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.723817 + avg_avg_return: 0.96196014 + avg_reward_per_step: 0.29647827 + proxy_corner: + avg_avg_return: 0.96196014 + avg_reward_per_step: 0.29647827 + perf: + env_steps_per_second: 993930.3161291406 + ppo_updates_per_second: 111.33164983411379 + eval-batch-orig-duration: 0.1902777130017057 + eval-batch-shift-duration: 0.14819859102135524 + eval-batch-tree-duration: 0.1389303170144558 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.669189 + mouse-cheese_dist_finite_wavg: 11.164186 + mouse-cheese_dist_solvable_avg: 12.669189 + mouse-cheese_dist_solvable_wavg: 11.164185 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.09610359 + visit_patterns: + avg_first_visit_time: 897.70044 + avg_last_visit_time: 1447.3811 + num_replay_batches: 1457 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063865364 + avg_actor_approxkl3: 0.000546402 + avg_actor_clipfrac: 0.0044067386 + avg_actor_loss: 0.00014422488 + avg_advantage: -0.0022420133 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017235502 + avg_entropy: 0.008341108 + avg_grad_norm_pre_clip: 0.6219699 + avg_loss: 0.00022206128 + max: + max_actor_approxkl1: 0.0022122252 + max_actor_approxkl3: 0.0018169386 + max_actor_clipfrac: 0.016723633 + max_actor_loss: 0.0037964396 + max_advantage: 0.06999451 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00044948314 + max_entropy: 0.019541165 + max_grad_norm_pre_clip: 2.8392425 + max_loss: 0.0039717746 + std: + std_actor_approxkl1: 0.0006728478 + std_actor_approxkl3: 0.0005125093 + std_actor_clipfrac: 0.004751484 + std_actor_loss: 0.0010578256 + std_advantage: 0.019159887 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00013738227 + std_entropy: 0.004822567 + std_grad_norm_pre_clip: 0.81724524 + std_loss: 0.001059171 + eval-batch-orig: + avg_avg_episode_length: 7.318859 + avg_avg_return: 0.9676315 + avg_benchmark_regret: 0.02638459 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26409912 + proxy_corner: + avg_avg_return: 0.9676315 + avg_reward_per_step: 0.26409912 + eval-batch-shift: + avg_avg_episode_length: 67.607 + avg_avg_return: 0.22790752 + avg_benchmark_regret: 0.767274 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07853699 + proxy_corner: + avg_avg_return: 0.6583361 + avg_reward_per_step: 0.012756348 + eval-batch-tree: + avg_avg_episode_length: 6.0231667 + avg_avg_return: 0.9826363 + avg_benchmark_regret: 0.011582093 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26554108 + proxy_corner: + avg_avg_return: 0.9826363 + avg_reward_per_step: 0.26554108 +=========================================================== +=========================================================== + step: + env-step-all-before: 94371840 + env-step-replay-before: 48267264 + env-step-used-before: 94371840 + ppo-update-before: 57600 + env-step-generate-before: 46104576 + env-step-all-after: 94404608 + env-step-replay-after: 48300032 + env-step-used-after: 94404608 + ppo-update-after: 57620 + env-step-generate-after: 46104576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.8344555 + avg_avg_return: 0.8851656 + avg_reward_per_step: 0.07235718 + proxy_corner: + avg_avg_return: 0.8851656 + avg_reward_per_step: 0.07235718 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.8344555 + avg_avg_return: 0.8851656 + avg_reward_per_step: 0.07235718 + proxy_corner: + avg_avg_return: 0.8851656 + avg_reward_per_step: 0.07235718 + perf: + env_steps_per_second: 883289.2356115556 + ppo_updates_per_second: 111.4114441630351 + eval-batch-orig-duration: 0.18604778801091015 + eval-batch-shift-duration: 0.13623853196622804 + eval-batch-tree-duration: 0.13977981900097802 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.671143 + mouse-cheese_dist_finite_wavg: 11.166163 + mouse-cheese_dist_solvable_avg: 12.671143 + mouse-cheese_dist_solvable_wavg: 11.166163 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.096270606 + visit_patterns: + avg_first_visit_time: 907.4226 + avg_last_visit_time: 1464.2407 + num_replay_batches: 1474 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062800746 + avg_actor_approxkl3: 0.00059039233 + avg_actor_clipfrac: 0.015197754 + avg_actor_loss: 0.0011620506 + avg_advantage: -0.00024213879 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022662496 + avg_entropy: 0.031744905 + avg_grad_norm_pre_clip: 1.6960505 + avg_loss: 0.0012436182 + max: + max_actor_approxkl1: 0.0021869494 + max_actor_approxkl3: 0.0018735095 + max_actor_clipfrac: 0.0390625 + max_actor_loss: 0.0064012017 + max_advantage: 0.22584182 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00056621095 + max_entropy: 0.053255662 + max_grad_norm_pre_clip: 3.9492102 + max_loss: 0.0065982062 + std: + std_actor_approxkl1: 0.00064320996 + std_actor_approxkl3: 0.0004613115 + std_actor_clipfrac: 0.009473514 + std_actor_loss: 0.0020277498 + std_advantage: 0.020885557 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00016068367 + std_entropy: 0.009983479 + std_grad_norm_pre_clip: 1.2546659 + std_loss: 0.002056357 + eval-batch-orig: + avg_avg_episode_length: 7.312461 + avg_avg_return: 0.9674363 + avg_benchmark_regret: 0.026579829 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26446533 + proxy_corner: + avg_avg_return: 0.9674363 + avg_reward_per_step: 0.26446533 + eval-batch-shift: + avg_avg_episode_length: 66.90081 + avg_avg_return: 0.2382227 + avg_benchmark_regret: 0.75695884 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08772278 + proxy_corner: + avg_avg_return: 0.66016984 + avg_reward_per_step: 0.012794495 + eval-batch-tree: + avg_avg_episode_length: 5.9622397 + avg_avg_return: 0.9829116 + avg_benchmark_regret: 0.01130675 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26657104 + proxy_corner: + avg_avg_return: 0.9829116 + avg_reward_per_step: 0.26657104 +=========================================================== +=========================================================== + step: + env-step-all-before: 95420416 + env-step-replay-before: 48889856 + env-step-used-before: 95420416 + ppo-update-before: 58240 + env-step-generate-before: 46530560 + env-step-all-after: 95453184 + env-step-replay-after: 48889856 + env-step-used-after: 95453184 + ppo-update-after: 58260 + env-step-generate-after: 46563328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.685605 + avg_avg_return: 0.9503931 + avg_reward_per_step: 0.2767334 + proxy_corner: + avg_avg_return: 0.9503931 + avg_reward_per_step: 0.2767334 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.685605 + avg_avg_return: 0.9503931 + avg_reward_per_step: 0.2767334 + proxy_corner: + avg_avg_return: 0.9503931 + avg_reward_per_step: 0.2767334 + perf: + env_steps_per_second: 1012238.7040225472 + ppo_updates_per_second: 111.77255125998985 + eval-batch-orig-duration: 0.1837710270192474 + eval-batch-shift-duration: 0.1372418940300122 + eval-batch-tree-duration: 0.13671106297988445 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.68335 + mouse-cheese_dist_finite_wavg: 11.169464 + mouse-cheese_dist_solvable_avg: 12.68335 + mouse-cheese_dist_solvable_wavg: 11.169464 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09963096 + visit_patterns: + avg_first_visit_time: 919.8806 + avg_last_visit_time: 1482.1968 + num_replay_batches: 1492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00041718432 + avg_actor_approxkl3: 0.0003004213 + avg_actor_clipfrac: 0.005743408 + avg_actor_loss: 0.00043551924 + avg_advantage: -0.002776281 + avg_critic_clipfrac: 0.000189209 + avg_critic_loss: 0.00039778408 + avg_entropy: 0.014871009 + avg_grad_norm_pre_clip: 1.2459764 + avg_loss: 0.0006195403 + max: + max_actor_approxkl1: 0.0017682866 + max_actor_approxkl3: 0.001330873 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.0030389614 + max_advantage: 0.13226616 + max_critic_clipfrac: 0.0020751953 + max_critic_loss: 0.0008971327 + max_entropy: 0.03370754 + max_grad_norm_pre_clip: 3.12256 + max_loss: 0.0032790098 + std: + std_actor_approxkl1: 0.0005728482 + std_actor_approxkl3: 0.00033927694 + std_actor_clipfrac: 0.006109308 + std_actor_loss: 0.0008070219 + std_advantage: 0.027998526 + std_critic_clipfrac: 0.0005705726 + std_critic_loss: 0.00024756187 + std_entropy: 0.0075959386 + std_grad_norm_pre_clip: 0.83845675 + std_loss: 0.00085188635 + eval-batch-orig: + avg_avg_episode_length: 7.3061676 + avg_avg_return: 0.96755564 + avg_benchmark_regret: 0.02646053 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26441193 + proxy_corner: + avg_avg_return: 0.96755564 + avg_reward_per_step: 0.26441193 + eval-batch-shift: + avg_avg_episode_length: 68.43477 + avg_avg_return: 0.21557187 + avg_benchmark_regret: 0.7796097 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08679199 + proxy_corner: + avg_avg_return: 0.6547321 + avg_reward_per_step: 0.01272583 + eval-batch-tree: + avg_avg_episode_length: 5.9683332 + avg_avg_return: 0.9827588 + avg_benchmark_regret: 0.011459539 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.9827588 + avg_reward_per_step: 0.2665863 +=========================================================== +=========================================================== + step: + env-step-all-before: 96468992 + env-step-replay-before: 49381376 + env-step-used-before: 96468992 + ppo-update-before: 58880 + env-step-generate-before: 47087616 + env-step-all-after: 96501760 + env-step-replay-after: 49414144 + env-step-used-after: 96501760 + ppo-update-after: 58900 + env-step-generate-after: 47087616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.682735 + avg_avg_return: 0.8850968 + avg_reward_per_step: 0.07348633 + proxy_corner: + avg_avg_return: 0.8850968 + avg_reward_per_step: 0.07348633 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.682735 + avg_avg_return: 0.8850968 + avg_reward_per_step: 0.07348633 + proxy_corner: + avg_avg_return: 0.8850968 + avg_reward_per_step: 0.07348633 + perf: + env_steps_per_second: 986827.0583190123 + ppo_updates_per_second: 110.68508850375876 + eval-batch-orig-duration: 0.18532567797228694 + eval-batch-shift-duration: 0.13697941898135468 + eval-batch-tree-duration: 0.1380239290301688 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.683838 + mouse-cheese_dist_finite_wavg: 11.166681 + mouse-cheese_dist_solvable_avg: 12.683838 + mouse-cheese_dist_solvable_wavg: 11.166681 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09664556 + visit_patterns: + avg_first_visit_time: 928.124 + avg_last_visit_time: 1498.2959 + num_replay_batches: 1508 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011667557 + avg_actor_approxkl3: 0.0008854326 + avg_actor_clipfrac: 0.008666992 + avg_actor_loss: 0.0015786028 + avg_advantage: 0.00035173065 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018111202 + avg_entropy: 0.023339724 + avg_grad_norm_pre_clip: 1.3807197 + avg_loss: 0.0016458187 + max: + max_actor_approxkl1: 0.0045713997 + max_actor_approxkl3: 0.0037493156 + max_actor_clipfrac: 0.021972656 + max_actor_loss: 0.011571918 + max_advantage: 0.1047951 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00049440464 + max_entropy: 0.03985945 + max_grad_norm_pre_clip: 3.2278285 + max_loss: 0.011769758 + std: + std_actor_approxkl1: 0.0012492241 + std_actor_approxkl3: 0.00094215997 + std_actor_clipfrac: 0.0049706753 + std_actor_loss: 0.0032102778 + std_advantage: 0.01875132 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014524355 + std_entropy: 0.007154597 + std_grad_norm_pre_clip: 0.824616 + std_loss: 0.0032507377 + eval-batch-orig: + avg_avg_episode_length: 7.3182106 + avg_avg_return: 0.96719754 + avg_benchmark_regret: 0.026818616 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.264122 + proxy_corner: + avg_avg_return: 0.96719754 + avg_reward_per_step: 0.264122 + eval-batch-shift: + avg_avg_episode_length: 67.22029 + avg_avg_return: 0.22959504 + avg_benchmark_regret: 0.7655865 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07896423 + proxy_corner: + avg_avg_return: 0.65928614 + avg_reward_per_step: 0.0127334595 + eval-batch-tree: + avg_avg_episode_length: 5.9790916 + avg_avg_return: 0.98333335 + avg_benchmark_regret: 0.010885018 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2661972 + proxy_corner: + avg_avg_return: 0.98333335 + avg_reward_per_step: 0.2661972 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 97517568 + env-step-replay-before: 49840128 + env-step-used-before: 97517568 + ppo-update-before: 59520 + env-step-generate-before: 47677440 + env-step-all-after: 97550336 + env-step-replay-after: 49872896 + env-step-used-after: 97550336 + ppo-update-after: 59540 + env-step-generate-after: 47677440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.613613 + avg_avg_return: 0.88614726 + avg_reward_per_step: 0.07284546 + proxy_corner: + avg_avg_return: 0.88614726 + avg_reward_per_step: 0.07284546 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.613613 + avg_avg_return: 0.88614726 + avg_reward_per_step: 0.07284546 + proxy_corner: + avg_avg_return: 0.88614726 + avg_reward_per_step: 0.07284546 + perf: + env_steps_per_second: 765839.6090054453 + ppo_updates_per_second: 112.0772713406514 + eval-batch-orig-duration: 0.1831986980396323 + eval-batch-shift-duration: 0.13645706401439384 + eval-batch-tree-duration: 0.13638985902071 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.677246 + mouse-cheese_dist_finite_wavg: 11.16539 + mouse-cheese_dist_solvable_avg: 12.677246 + mouse-cheese_dist_solvable_wavg: 11.165393 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.0971834 + visit_patterns: + avg_first_visit_time: 946.60156 + avg_last_visit_time: 1512.2954 + num_replay_batches: 1522 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020221183 + avg_actor_approxkl3: 0.0015011213 + avg_actor_clipfrac: 0.021984864 + avg_actor_loss: 0.00045560586 + avg_advantage: 0.000386237 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.00017516538 + avg_entropy: 0.03810283 + avg_grad_norm_pre_clip: 1.3556904 + avg_loss: 0.0005050857 + max: + max_actor_approxkl1: 0.005020496 + max_actor_approxkl3: 0.00465353 + max_actor_clipfrac: 0.053466797 + max_actor_loss: 0.0037431354 + max_advantage: 0.10020208 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.00046654628 + max_entropy: 0.059605576 + max_grad_norm_pre_clip: 2.9311228 + max_loss: 0.0037580759 + std: + std_actor_approxkl1: 0.00166175 + std_actor_approxkl3: 0.0013781184 + std_actor_clipfrac: 0.014672217 + std_actor_loss: 0.0012615022 + std_advantage: 0.01926243 + std_critic_clipfrac: 0.00040283208 + std_critic_loss: 0.00013441523 + std_entropy: 0.009069376 + std_grad_norm_pre_clip: 0.67783135 + std_loss: 0.0012467583 + eval-batch-orig: + avg_avg_episode_length: 7.3621297 + avg_avg_return: 0.96712893 + avg_benchmark_regret: 0.026887212 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26353455 + proxy_corner: + avg_avg_return: 0.96712893 + avg_reward_per_step: 0.26353455 + eval-batch-shift: + avg_avg_episode_length: 67.11653 + avg_avg_return: 0.23278521 + avg_benchmark_regret: 0.76239634 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08118439 + proxy_corner: + avg_avg_return: 0.66323274 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 6.0477486 + avg_avg_return: 0.9826708 + avg_benchmark_regret: 0.011547615 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26463318 + proxy_corner: + avg_avg_return: 0.9826708 + avg_reward_per_step: 0.26463318 +=========================================================== +=========================================================== + step: + env-step-all-before: 98566144 + env-step-replay-before: 50397184 + env-step-used-before: 98566144 + ppo-update-before: 60160 + env-step-generate-before: 48168960 + env-step-all-after: 98598912 + env-step-replay-after: 50429952 + env-step-used-after: 98598912 + ppo-update-after: 60180 + env-step-generate-after: 48168960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.5440235 + avg_avg_return: 0.8871369 + avg_reward_per_step: 0.07299805 + proxy_corner: + avg_avg_return: 0.8871369 + avg_reward_per_step: 0.07299805 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.5440235 + avg_avg_return: 0.8871369 + avg_reward_per_step: 0.07299805 + proxy_corner: + avg_avg_return: 0.8871369 + avg_reward_per_step: 0.07299805 + perf: + env_steps_per_second: 993796.5349570101 + ppo_updates_per_second: 111.7848308122418 + eval-batch-orig-duration: 0.1907293859985657 + eval-batch-shift-duration: 0.14711544004967436 + eval-batch-tree-duration: 0.13534598000114784 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.691895 + mouse-cheese_dist_finite_wavg: 11.166815 + mouse-cheese_dist_solvable_avg: 12.691895 + mouse-cheese_dist_solvable_wavg: 11.166816 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.0964786 + visit_patterns: + avg_first_visit_time: 955.2449 + avg_last_visit_time: 1529.2188 + num_replay_batches: 1539 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00056599494 + avg_actor_approxkl3: 0.00043783477 + avg_actor_clipfrac: 0.008618164 + avg_actor_loss: -9.359722e-06 + avg_advantage: 0.0026007819 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016981087 + avg_entropy: 0.02215601 + avg_grad_norm_pre_clip: 0.9548659 + avg_loss: 5.3389696e-05 + max: + max_actor_approxkl1: 0.001615507 + max_actor_approxkl3: 0.0012257397 + max_actor_clipfrac: 0.017944336 + max_actor_loss: 0.0020414735 + max_advantage: 0.085006356 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00037532012 + max_entropy: 0.034257893 + max_grad_norm_pre_clip: 1.9287341 + max_loss: 0.0020659873 + std: + std_actor_approxkl1: 0.0004909567 + std_actor_approxkl3: 0.00030935206 + std_actor_clipfrac: 0.005462616 + std_actor_loss: 0.0008247729 + std_advantage: 0.01890752 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001116039 + std_entropy: 0.006294405 + std_grad_norm_pre_clip: 0.5201299 + std_loss: 0.0007938075 + eval-batch-orig: + avg_avg_episode_length: 7.360366 + avg_avg_return: 0.9675758 + avg_benchmark_regret: 0.02644034 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2638092 + proxy_corner: + avg_avg_return: 0.9675758 + avg_reward_per_step: 0.2638092 + eval-batch-shift: + avg_avg_episode_length: 67.3181 + avg_avg_return: 0.233697 + avg_benchmark_regret: 0.76148456 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.075805664 + proxy_corner: + avg_avg_return: 0.6613288 + avg_reward_per_step: 0.012771606 + eval-batch-tree: + avg_avg_episode_length: 6.024131 + avg_avg_return: 0.98260295 + avg_benchmark_regret: 0.011615435 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26558685 + proxy_corner: + avg_avg_return: 0.98260295 + avg_reward_per_step: 0.26558685 +=========================================================== +=========================================================== + step: + env-step-all-before: 99614720 + env-step-replay-before: 51052544 + env-step-used-before: 99614720 + ppo-update-before: 60800 + env-step-generate-before: 48562176 + env-step-all-after: 99647488 + env-step-replay-after: 51085312 + env-step-used-after: 99647488 + ppo-update-after: 60820 + env-step-generate-after: 48562176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.3495035 + avg_avg_return: 0.8901322 + avg_reward_per_step: 0.07318115 + proxy_corner: + avg_avg_return: 0.8901322 + avg_reward_per_step: 0.07318115 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.3495035 + avg_avg_return: 0.8901322 + avg_reward_per_step: 0.07318115 + proxy_corner: + avg_avg_return: 0.8901322 + avg_reward_per_step: 0.07318115 + perf: + env_steps_per_second: 984684.3232308113 + ppo_updates_per_second: 111.24547216351199 + eval-batch-orig-duration: 0.18508402298903093 + eval-batch-shift-duration: 0.13810678594745696 + eval-batch-tree-duration: 0.13790287100709975 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.700684 + mouse-cheese_dist_finite_wavg: 11.169191 + mouse-cheese_dist_solvable_avg: 12.700684 + mouse-cheese_dist_solvable_wavg: 11.169191 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09653061 + visit_patterns: + avg_first_visit_time: 961.4629 + avg_last_visit_time: 1549.2278 + num_replay_batches: 1559 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014905308 + avg_actor_approxkl3: 0.0010960841 + avg_actor_clipfrac: 0.011114502 + avg_actor_loss: 0.00053346297 + avg_advantage: -0.0008806314 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001448187 + avg_entropy: 0.021337736 + avg_grad_norm_pre_clip: 1.128623 + avg_loss: 0.00058453454 + max: + max_actor_approxkl1: 0.0048133656 + max_actor_approxkl3: 0.0037083686 + max_actor_clipfrac: 0.03186035 + max_actor_loss: 0.0020723771 + max_advantage: 0.07715064 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00034804616 + max_entropy: 0.037667584 + max_grad_norm_pre_clip: 3.2306366 + max_loss: 0.0020915924 + std: + std_actor_approxkl1: 0.0012767464 + std_actor_approxkl3: 0.0009446994 + std_actor_clipfrac: 0.008877666 + std_actor_loss: 0.0007261922 + std_advantage: 0.01738885 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010857384 + std_entropy: 0.007664705 + std_grad_norm_pre_clip: 0.93258756 + std_loss: 0.00072447286 + eval-batch-orig: + avg_avg_episode_length: 7.8139143 + avg_avg_return: 0.96540695 + avg_benchmark_regret: 0.028609179 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2618332 + proxy_corner: + avg_avg_return: 0.96540695 + avg_reward_per_step: 0.2618332 + eval-batch-shift: + avg_avg_episode_length: 67.465225 + avg_avg_return: 0.23050883 + avg_benchmark_regret: 0.76467276 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.07746887 + proxy_corner: + avg_avg_return: 0.6698992 + avg_reward_per_step: 0.012817383 + eval-batch-tree: + avg_avg_episode_length: 6.228838 + avg_avg_return: 0.98163766 + avg_benchmark_regret: 0.012580699 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26498413 + proxy_corner: + avg_avg_return: 0.98163766 + avg_reward_per_step: 0.26498413 +=========================================================== +=========================================================== + step: + env-step-all-before: 100663296 + env-step-replay-before: 51675136 + env-step-used-before: 100663296 + ppo-update-before: 61440 + env-step-generate-before: 48988160 + env-step-all-after: 100696064 + env-step-replay-after: 51675136 + env-step-used-after: 100696064 + ppo-update-after: 61460 + env-step-generate-after: 49020928 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6602893 + avg_avg_return: 0.9630091 + avg_reward_per_step: 0.29815674 + proxy_corner: + avg_avg_return: 0.9630091 + avg_reward_per_step: 0.29815674 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6602893 + avg_avg_return: 0.9630091 + avg_reward_per_step: 0.29815674 + proxy_corner: + avg_avg_return: 0.9630091 + avg_reward_per_step: 0.29815674 + perf: + env_steps_per_second: 976565.1483461945 + ppo_updates_per_second: 111.70638885829601 + eval-batch-orig-duration: 0.18517969397362322 + eval-batch-shift-duration: 0.13808056700509042 + eval-batch-tree-duration: 0.13739884097594768 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.704834 + mouse-cheese_dist_finite_wavg: 11.171298 + mouse-cheese_dist_solvable_avg: 12.704834 + mouse-cheese_dist_solvable_wavg: 11.171297 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09734061 + visit_patterns: + avg_first_visit_time: 971.9243 + avg_last_visit_time: 1567.2114 + num_replay_batches: 1577 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032210586 + avg_actor_approxkl3: 0.0002891094 + avg_actor_clipfrac: 0.006304932 + avg_actor_loss: 0.00013224072 + avg_advantage: -0.006189801 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013077578 + avg_entropy: 0.013989885 + avg_grad_norm_pre_clip: 0.47484842 + avg_loss: 0.00018363871 + max: + max_actor_approxkl1: 0.000925565 + max_actor_approxkl3: 0.00070091966 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.0009840245 + max_advantage: 0.1705091 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00019715828 + max_entropy: 0.021015918 + max_grad_norm_pre_clip: 1.627266 + max_loss: 0.0010239081 + std: + std_actor_approxkl1: 0.0003220131 + std_actor_approxkl3: 0.00018558241 + std_actor_clipfrac: 0.004475218 + std_actor_loss: 0.00030052476 + std_advantage: 0.018168572 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3839937e-05 + std_entropy: 0.0029635988 + std_grad_norm_pre_clip: 0.39725524 + std_loss: 0.00029956517 + eval-batch-orig: + avg_avg_episode_length: 7.31836 + avg_avg_return: 0.96714455 + avg_benchmark_regret: 0.026871588 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26348877 + proxy_corner: + avg_avg_return: 0.96714455 + avg_reward_per_step: 0.26348877 + eval-batch-shift: + avg_avg_episode_length: 67.44681 + avg_avg_return: 0.23304471 + avg_benchmark_regret: 0.7621369 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08428955 + proxy_corner: + avg_avg_return: 0.6519779 + avg_reward_per_step: 0.01272583 + eval-batch-tree: + avg_avg_episode_length: 5.9931192 + avg_avg_return: 0.9830773 + avg_benchmark_regret: 0.011141073 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26506805 + proxy_corner: + avg_avg_return: 0.9830773 + avg_reward_per_step: 0.26506805 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 101711872 + env-step-replay-before: 52101120 + env-step-used-before: 101711872 + ppo-update-before: 62080 + env-step-generate-before: 49610752 + env-step-all-after: 101744640 + env-step-replay-after: 52133888 + env-step-used-after: 101744640 + ppo-update-after: 62100 + env-step-generate-after: 49610752 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.581987 + avg_avg_return: 0.88594586 + avg_reward_per_step: 0.072784424 + proxy_corner: + avg_avg_return: 0.88594586 + avg_reward_per_step: 0.072784424 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.581987 + avg_avg_return: 0.88594586 + avg_reward_per_step: 0.072784424 + proxy_corner: + avg_avg_return: 0.88594586 + avg_reward_per_step: 0.072784424 + perf: + env_steps_per_second: 978548.7655299274 + ppo_updates_per_second: 111.30135048499254 + eval-batch-orig-duration: 0.1890665419632569 + eval-batch-shift-duration: 0.14682896999875084 + eval-batch-tree-duration: 0.13993357901927084 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.680664 + mouse-cheese_dist_finite_wavg: 11.167871 + mouse-cheese_dist_solvable_avg: 12.680664 + mouse-cheese_dist_solvable_wavg: 11.167871 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09660361 + visit_patterns: + avg_first_visit_time: 989.2678 + avg_last_visit_time: 1581.1304 + num_replay_batches: 1591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001236875 + avg_actor_approxkl3: 0.0010358848 + avg_actor_clipfrac: 0.009460449 + avg_actor_loss: 0.0013179395 + avg_advantage: -0.0051985597 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001724449 + avg_entropy: 0.019779438 + avg_grad_norm_pre_clip: 1.2606729 + avg_loss: 0.0013843825 + max: + max_actor_approxkl1: 0.0044184113 + max_actor_approxkl3: 0.004023451 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.008525592 + max_advantage: 0.14545679 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004484788 + max_entropy: 0.038125336 + max_grad_norm_pre_clip: 3.5780964 + max_loss: 0.008571166 + std: + std_actor_approxkl1: 0.0014699867 + std_actor_approxkl3: 0.001350552 + std_actor_clipfrac: 0.007534567 + std_actor_loss: 0.0025462045 + std_advantage: 0.01784081 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00012418338 + std_entropy: 0.0074755084 + std_grad_norm_pre_clip: 1.1420996 + std_loss: 0.0025513286 + eval-batch-orig: + avg_avg_episode_length: 7.316336 + avg_avg_return: 0.9670385 + avg_benchmark_regret: 0.02697761 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2637558 + proxy_corner: + avg_avg_return: 0.9670385 + avg_reward_per_step: 0.2637558 + eval-batch-shift: + avg_avg_episode_length: 67.3502 + avg_avg_return: 0.23544294 + avg_benchmark_regret: 0.7597386 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08325195 + proxy_corner: + avg_avg_return: 0.66056246 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 6.0209417 + avg_avg_return: 0.98262864 + avg_benchmark_regret: 0.0115896985 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2644577 + proxy_corner: + avg_avg_return: 0.98262864 + avg_reward_per_step: 0.2644577 +=========================================================== +=========================================================== + step: + env-step-all-before: 102760448 + env-step-replay-before: 52625408 + env-step-used-before: 102760448 + ppo-update-before: 62720 + env-step-generate-before: 50135040 + env-step-all-after: 102793216 + env-step-replay-after: 52625408 + env-step-used-after: 102793216 + ppo-update-after: 62740 + env-step-generate-after: 50167808 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.7418294 + avg_avg_return: 0.9513085 + avg_reward_per_step: 0.23443604 + proxy_corner: + avg_avg_return: 0.9513085 + avg_reward_per_step: 0.23443604 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.7418294 + avg_avg_return: 0.9513085 + avg_reward_per_step: 0.23443604 + proxy_corner: + avg_avg_return: 0.9513085 + avg_reward_per_step: 0.23443604 + perf: + env_steps_per_second: 991288.0807037848 + ppo_updates_per_second: 111.10745755505971 + eval-batch-orig-duration: 0.18585949594853446 + eval-batch-shift-duration: 0.13929222099250183 + eval-batch-tree-duration: 0.13886255101533607 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.722412 + mouse-cheese_dist_finite_wavg: 11.170314 + mouse-cheese_dist_solvable_avg: 12.722412 + mouse-cheese_dist_solvable_wavg: 11.170314 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09920611 + visit_patterns: + avg_first_visit_time: 1005.60815 + avg_last_visit_time: 1596.4219 + num_replay_batches: 1606 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010003943 + avg_actor_approxkl3: 0.0010557397 + avg_actor_clipfrac: 0.015490723 + avg_actor_loss: 0.0011866571 + avg_advantage: 0.0041241664 + avg_critic_clipfrac: 0.0001953125 + avg_critic_loss: 0.00021872534 + avg_entropy: 0.023564076 + avg_grad_norm_pre_clip: 1.2292924 + avg_loss: 0.0012724557 + max: + max_actor_approxkl1: 0.0024312115 + max_actor_approxkl3: 0.0026396809 + max_actor_clipfrac: 0.033203125 + max_actor_loss: 0.0037185177 + max_advantage: 0.15967536 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.0005407942 + max_entropy: 0.046923663 + max_grad_norm_pre_clip: 3.5553126 + max_loss: 0.0038796542 + std: + std_actor_approxkl1: 0.00073404517 + std_actor_approxkl3: 0.0007222792 + std_actor_clipfrac: 0.00854439 + std_actor_loss: 0.0013263171 + std_advantage: 0.020157931 + std_critic_clipfrac: 0.00059727195 + std_critic_loss: 0.00013281213 + std_entropy: 0.009402096 + std_grad_norm_pre_clip: 0.9155603 + std_loss: 0.0013430107 + eval-batch-orig: + avg_avg_episode_length: 7.375546 + avg_avg_return: 0.96704924 + avg_benchmark_regret: 0.026966885 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2639923 + proxy_corner: + avg_avg_return: 0.96704924 + avg_reward_per_step: 0.2639923 + eval-batch-shift: + avg_avg_episode_length: 67.84824 + avg_avg_return: 0.22575843 + avg_benchmark_regret: 0.7694231 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08493805 + proxy_corner: + avg_avg_return: 0.64893794 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 6.0267897 + avg_avg_return: 0.982775 + avg_benchmark_regret: 0.011443395 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26533508 + proxy_corner: + avg_avg_return: 0.982775 + avg_reward_per_step: 0.26533508 +=========================================================== +=========================================================== + step: + env-step-all-before: 103809024 + env-step-replay-before: 53149696 + env-step-used-before: 103809024 + ppo-update-before: 63360 + env-step-generate-before: 50659328 + env-step-all-after: 103841792 + env-step-replay-after: 53182464 + env-step-used-after: 103841792 + ppo-update-after: 63380 + env-step-generate-after: 50659328 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.590666 + avg_avg_return: 0.8862772 + avg_reward_per_step: 0.072753906 + proxy_corner: + avg_avg_return: 0.8862772 + avg_reward_per_step: 0.072753906 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.590666 + avg_avg_return: 0.8862772 + avg_reward_per_step: 0.072753906 + proxy_corner: + avg_avg_return: 0.8862772 + avg_reward_per_step: 0.072753906 + perf: + env_steps_per_second: 1007787.8121773374 + ppo_updates_per_second: 110.50484409873643 + eval-batch-orig-duration: 0.18536667700391263 + eval-batch-shift-duration: 0.1375336960190907 + eval-batch-tree-duration: 0.13738518598256633 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.733643 + mouse-cheese_dist_finite_wavg: 11.1704235 + mouse-cheese_dist_solvable_avg: 12.733643 + mouse-cheese_dist_solvable_wavg: 11.170423 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09710814 + visit_patterns: + avg_first_visit_time: 1012.80664 + avg_last_visit_time: 1613.1653 + num_replay_batches: 1623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007266453 + avg_actor_approxkl3: 0.00055815344 + avg_actor_clipfrac: 0.0094421385 + avg_actor_loss: 0.0008721719 + avg_advantage: -0.0024285973 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014704303 + avg_entropy: 0.023718432 + avg_grad_norm_pre_clip: 1.207105 + avg_loss: 0.000921975 + max: + max_actor_approxkl1: 0.0056386166 + max_actor_approxkl3: 0.004375588 + max_actor_clipfrac: 0.034057617 + max_actor_loss: 0.0049402528 + max_advantage: 0.099574864 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00039834605 + max_entropy: 0.047020838 + max_grad_norm_pre_clip: 3.7997699 + max_loss: 0.0050427956 + std: + std_actor_approxkl1: 0.0014036549 + std_actor_approxkl3: 0.001050624 + std_actor_clipfrac: 0.0089015355 + std_actor_loss: 0.0014348878 + std_advantage: 0.017496409 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010644489 + std_entropy: 0.00965944 + std_grad_norm_pre_clip: 1.096733 + std_loss: 0.0014594847 + eval-batch-orig: + avg_avg_episode_length: 7.323743 + avg_avg_return: 0.9673531 + avg_benchmark_regret: 0.026662992 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26372528 + proxy_corner: + avg_avg_return: 0.9673531 + avg_reward_per_step: 0.26372528 + eval-batch-shift: + avg_avg_episode_length: 67.486435 + avg_avg_return: 0.22816028 + avg_benchmark_regret: 0.7670213 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08258057 + proxy_corner: + avg_avg_return: 0.66272223 + avg_reward_per_step: 0.012817383 + eval-batch-tree: + avg_avg_episode_length: 6.100133 + avg_avg_return: 0.98296875 + avg_benchmark_regret: 0.011249602 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26325226 + proxy_corner: + avg_avg_return: 0.98296875 + avg_reward_per_step: 0.26325226 +=========================================================== +=========================================================== + step: + env-step-all-before: 104857600 + env-step-replay-before: 53772288 + env-step-used-before: 104857600 + ppo-update-before: 64000 + env-step-generate-before: 51085312 + env-step-all-after: 104890368 + env-step-replay-after: 53772288 + env-step-used-after: 104890368 + ppo-update-after: 64020 + env-step-generate-after: 51118080 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.976409 + avg_avg_return: 0.958304 + avg_reward_per_step: 0.28219604 + proxy_corner: + avg_avg_return: 0.958304 + avg_reward_per_step: 0.28219604 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.976409 + avg_avg_return: 0.958304 + avg_reward_per_step: 0.28219604 + proxy_corner: + avg_avg_return: 0.958304 + avg_reward_per_step: 0.28219604 + perf: + env_steps_per_second: 985912.9195565289 + ppo_updates_per_second: 110.78121754895277 + eval-batch-orig-duration: 0.18664905498735607 + eval-batch-shift-duration: 0.13858078001067042 + eval-batch-tree-duration: 0.139798125019297 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.751221 + mouse-cheese_dist_finite_wavg: 11.174365 + mouse-cheese_dist_solvable_avg: 12.751221 + mouse-cheese_dist_solvable_wavg: 11.174366 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.096490405 + visit_patterns: + avg_first_visit_time: 1021.04785 + avg_last_visit_time: 1631.3416 + num_replay_batches: 1641 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007463977 + avg_actor_approxkl3: 0.0005882425 + avg_actor_clipfrac: 0.0043579102 + avg_actor_loss: 0.00045866828 + avg_advantage: -0.00040970056 + avg_critic_clipfrac: 0.0014038086 + avg_critic_loss: 0.00016232886 + avg_entropy: 0.007833338 + avg_grad_norm_pre_clip: 0.5191502 + avg_loss: 0.00053199934 + max: + max_actor_approxkl1: 0.0038709072 + max_actor_approxkl3: 0.002409288 + max_actor_clipfrac: 0.012817383 + max_actor_loss: 0.003168053 + max_advantage: 0.17738563 + max_critic_clipfrac: 0.01574707 + max_critic_loss: 0.00032082724 + max_entropy: 0.013738875 + max_grad_norm_pre_clip: 1.2274132 + max_loss: 0.0032159316 + std: + std_actor_approxkl1: 0.00095759926 + std_actor_approxkl3: 0.0005424248 + std_actor_clipfrac: 0.003477633 + std_actor_loss: 0.0009784279 + std_advantage: 0.019693432 + std_critic_clipfrac: 0.0035865621 + std_critic_loss: 5.449438e-05 + std_entropy: 0.002670044 + std_grad_norm_pre_clip: 0.3147235 + std_loss: 0.0009736405 + eval-batch-orig: + avg_avg_episode_length: 7.035096 + avg_avg_return: 0.9728973 + avg_benchmark_regret: 0.02111891 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26415253 + proxy_corner: + avg_avg_return: 0.9728973 + avg_reward_per_step: 0.26415253 + eval-batch-shift: + avg_avg_episode_length: 67.19594 + avg_avg_return: 0.23256086 + avg_benchmark_regret: 0.7626207 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08494568 + proxy_corner: + avg_avg_return: 0.6656649 + avg_reward_per_step: 0.012825012 + eval-batch-tree: + avg_avg_episode_length: 5.8203983 + avg_avg_return: 0.98637176 + avg_benchmark_regret: 0.00784656 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26657104 + proxy_corner: + avg_avg_return: 0.98637176 + avg_reward_per_step: 0.26657104 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 105906176 + env-step-replay-before: 54198272 + env-step-used-before: 105906176 + ppo-update-before: 64640 + env-step-generate-before: 51707904 + env-step-all-after: 105938944 + env-step-replay-after: 54198272 + env-step-used-after: 105938944 + ppo-update-after: 64660 + env-step-generate-after: 51740672 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.6119194 + avg_avg_return: 0.9411046 + avg_reward_per_step: 0.27947998 + proxy_corner: + avg_avg_return: 0.9411046 + avg_reward_per_step: 0.27947998 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.6119194 + avg_avg_return: 0.9411046 + avg_reward_per_step: 0.27947998 + proxy_corner: + avg_avg_return: 0.9411046 + avg_reward_per_step: 0.27947998 + perf: + env_steps_per_second: 989931.298676571 + ppo_updates_per_second: 111.17668745313696 + eval-batch-orig-duration: 0.18543558800593019 + eval-batch-shift-duration: 0.13742042402736843 + eval-batch-tree-duration: 0.1377018730272539 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.769043 + mouse-cheese_dist_finite_wavg: 11.174202 + mouse-cheese_dist_solvable_avg: 12.769043 + mouse-cheese_dist_solvable_wavg: 11.174202 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09756064 + visit_patterns: + avg_first_visit_time: 1038.5872 + avg_last_visit_time: 1644.3103 + num_replay_batches: 1654 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035882325 + avg_actor_approxkl3: 0.00062525226 + avg_actor_clipfrac: 0.010986328 + avg_actor_loss: 0.00071307475 + avg_advantage: 0.0057669966 + avg_critic_clipfrac: 3.0517578e-05 + avg_critic_loss: 0.0003042766 + avg_entropy: 0.024835235 + avg_grad_norm_pre_clip: 0.96001637 + avg_loss: 0.0008403778 + max: + max_actor_approxkl1: 0.0010066897 + max_actor_approxkl3: 0.0026655816 + max_actor_clipfrac: 0.0345459 + max_actor_loss: 0.004694555 + max_advantage: 0.22960702 + max_critic_clipfrac: 0.00061035156 + max_critic_loss: 0.0007106418 + max_entropy: 0.044063546 + max_grad_norm_pre_clip: 2.5123174 + max_loss: 0.0047591394 + std: + std_actor_approxkl1: 0.00035621287 + std_actor_approxkl3: 0.00075388234 + std_actor_clipfrac: 0.009407971 + std_actor_loss: 0.0010675566 + std_advantage: 0.024395872 + std_critic_clipfrac: 0.00013302303 + std_critic_loss: 0.00019634007 + std_entropy: 0.008714188 + std_grad_norm_pre_clip: 0.7734396 + std_loss: 0.0010722035 + eval-batch-orig: + avg_avg_episode_length: 7.034975 + avg_avg_return: 0.9735532 + avg_benchmark_regret: 0.020462941 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26368713 + proxy_corner: + avg_avg_return: 0.9735532 + avg_reward_per_step: 0.26368713 + eval-batch-shift: + avg_avg_episode_length: 68.00836 + avg_avg_return: 0.22043353 + avg_benchmark_regret: 0.774748 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0796814 + proxy_corner: + avg_avg_return: 0.66951877 + avg_reward_per_step: 0.012832642 + eval-batch-tree: + avg_avg_episode_length: 5.8406544 + avg_avg_return: 0.9861209 + avg_benchmark_regret: 0.008097484 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26584625 + proxy_corner: + avg_avg_return: 0.9861209 + avg_reward_per_step: 0.26584625 +=========================================================== +=========================================================== + step: + env-step-all-before: 106954752 + env-step-replay-before: 54624256 + env-step-used-before: 106954752 + ppo-update-before: 65280 + env-step-generate-before: 52330496 + env-step-all-after: 106987520 + env-step-replay-after: 54624256 + env-step-used-after: 106987520 + ppo-update-after: 65300 + env-step-generate-after: 52363264 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 7.3085213 + avg_avg_return: 0.9466927 + avg_reward_per_step: 0.25500488 + proxy_corner: + avg_avg_return: 0.9466927 + avg_reward_per_step: 0.25500488 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 7.3085213 + avg_avg_return: 0.9466927 + avg_reward_per_step: 0.25500488 + proxy_corner: + avg_avg_return: 0.9466927 + avg_reward_per_step: 0.25500488 + perf: + env_steps_per_second: 983206.9280601464 + ppo_updates_per_second: 111.6094697073634 + eval-batch-orig-duration: 0.18346686603035778 + eval-batch-shift-duration: 0.1366956569836475 + eval-batch-tree-duration: 0.1350487910094671 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.785156 + mouse-cheese_dist_finite_wavg: 11.17647 + mouse-cheese_dist_solvable_avg: 12.785156 + mouse-cheese_dist_solvable_wavg: 11.176471 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09792018 + visit_patterns: + avg_first_visit_time: 1054.3342 + avg_last_visit_time: 1657.1711 + num_replay_batches: 1667 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012760328 + avg_actor_approxkl3: 0.00078580977 + avg_actor_clipfrac: 0.006695557 + avg_actor_loss: 0.00048889045 + avg_advantage: 0.0011172527 + avg_critic_clipfrac: 0.00016479492 + avg_critic_loss: 0.00039688754 + avg_entropy: 0.012482181 + avg_grad_norm_pre_clip: 1.2898725 + avg_loss: 0.0006748521 + max: + max_actor_approxkl1: 0.0031384605 + max_actor_approxkl3: 0.00205239 + max_actor_clipfrac: 0.014404297 + max_actor_loss: 0.004686809 + max_advantage: 0.26044518 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.00085875695 + max_entropy: 0.020438462 + max_grad_norm_pre_clip: 4.5527387 + max_loss: 0.0048174197 + std: + std_actor_approxkl1: 0.0009451549 + std_actor_approxkl3: 0.0005506714 + std_actor_clipfrac: 0.004640322 + std_actor_loss: 0.0014795677 + std_advantage: 0.019639147 + std_critic_clipfrac: 0.00049476133 + std_critic_loss: 0.00021285724 + std_entropy: 0.004334674 + std_grad_norm_pre_clip: 1.3256902 + std_loss: 0.0014775175 + eval-batch-orig: + avg_avg_episode_length: 7.0638385 + avg_avg_return: 0.97349167 + avg_benchmark_regret: 0.020524442 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2633133 + proxy_corner: + avg_avg_return: 0.97349167 + avg_reward_per_step: 0.2633133 + eval-batch-shift: + avg_avg_episode_length: 68.16893 + avg_avg_return: 0.22011355 + avg_benchmark_regret: 0.77506804 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0834198 + proxy_corner: + avg_avg_return: 0.65386677 + avg_reward_per_step: 0.012718201 + eval-batch-tree: + avg_avg_episode_length: 5.8427515 + avg_avg_return: 0.9863597 + avg_benchmark_regret: 0.007858625 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26648712 + proxy_corner: + avg_avg_return: 0.9863597 + avg_reward_per_step: 0.26648712 +=========================================================== +=========================================================== + step: + env-step-all-before: 108003328 + env-step-replay-before: 55115776 + env-step-used-before: 108003328 + ppo-update-before: 65920 + env-step-generate-before: 52887552 + env-step-all-after: 108036096 + env-step-replay-after: 55148544 + env-step-used-after: 108036096 + ppo-update-after: 65940 + env-step-generate-after: 52887552 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.701887 + avg_avg_return: 0.8850596 + avg_reward_per_step: 0.07244873 + proxy_corner: + avg_avg_return: 0.8850596 + avg_reward_per_step: 0.07244873 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.701887 + avg_avg_return: 0.8850596 + avg_reward_per_step: 0.07244873 + proxy_corner: + avg_avg_return: 0.8850596 + avg_reward_per_step: 0.07244873 + perf: + env_steps_per_second: 983480.6876562386 + ppo_updates_per_second: 111.14300728807414 + eval-batch-orig-duration: 0.18400381895480677 + eval-batch-shift-duration: 0.1372285810066387 + eval-batch-tree-duration: 0.13709102297434583 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.800049 + mouse-cheese_dist_finite_wavg: 11.177351 + mouse-cheese_dist_solvable_avg: 12.800049 + mouse-cheese_dist_solvable_wavg: 11.177351 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09947017 + visit_patterns: + avg_first_visit_time: 1067.4712 + avg_last_visit_time: 1673.3235 + num_replay_batches: 1683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094188174 + avg_actor_approxkl3: 0.000791806 + avg_actor_clipfrac: 0.012091065 + avg_actor_loss: 0.00047490976 + avg_advantage: 0.0010619761 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001493295 + avg_entropy: 0.021587616 + avg_grad_norm_pre_clip: 1.0686904 + avg_loss: 0.00052798685 + max: + max_actor_approxkl1: 0.0022579548 + max_actor_approxkl3: 0.0018210474 + max_actor_clipfrac: 0.03540039 + max_actor_loss: 0.0034508146 + max_advantage: 0.095901504 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00038423509 + max_entropy: 0.041567266 + max_grad_norm_pre_clip: 2.8494835 + max_loss: 0.0036063206 + std: + std_actor_approxkl1: 0.0006421974 + std_actor_approxkl3: 0.0005031624 + std_actor_clipfrac: 0.008275564 + std_actor_loss: 0.0011759984 + std_advantage: 0.017304271 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010931519 + std_entropy: 0.00856305 + std_grad_norm_pre_clip: 0.8665145 + std_loss: 0.0012116886 + eval-batch-orig: + avg_avg_episode_length: 6.7611275 + avg_avg_return: 0.9745071 + avg_benchmark_regret: 0.019509021 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2646637 + proxy_corner: + avg_avg_return: 0.9745071 + avg_reward_per_step: 0.2646637 + eval-batch-shift: + avg_avg_episode_length: 67.454285 + avg_avg_return: 0.23113932 + avg_benchmark_regret: 0.76404226 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.079422 + proxy_corner: + avg_avg_return: 0.65828407 + avg_reward_per_step: 0.012741089 + eval-batch-tree: + avg_avg_episode_length: 5.726157 + avg_avg_return: 0.98678815 + avg_benchmark_regret: 0.0074302116 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.98678815 + avg_reward_per_step: 0.26593018 +=========================================================== +=========================================================== + step: + env-step-all-before: 109051904 + env-step-replay-before: 55541760 + env-step-used-before: 109051904 + ppo-update-before: 66560 + env-step-generate-before: 53510144 + env-step-all-after: 109084672 + env-step-replay-after: 55574528 + env-step-used-after: 109084672 + ppo-update-after: 66580 + env-step-generate-after: 53510144 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.411583 + avg_avg_return: 0.89051723 + avg_reward_per_step: 0.07254028 + proxy_corner: + avg_avg_return: 0.89051723 + avg_reward_per_step: 0.07254028 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.411583 + avg_avg_return: 0.89051723 + avg_reward_per_step: 0.07254028 + proxy_corner: + avg_avg_return: 0.89051723 + avg_reward_per_step: 0.07254028 + perf: + env_steps_per_second: 984768.545289887 + ppo_updates_per_second: 111.78934826383977 + eval-batch-orig-duration: 0.18395309301558882 + eval-batch-shift-duration: 0.13849709299392998 + eval-batch-tree-duration: 0.13834782200865448 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.826904 + mouse-cheese_dist_finite_wavg: 11.178652 + mouse-cheese_dist_solvable_avg: 12.826904 + mouse-cheese_dist_solvable_wavg: 11.178652 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.098284915 + visit_patterns: + avg_first_visit_time: 1088.2053 + avg_last_visit_time: 1686.2642 + num_replay_batches: 1696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053659844 + avg_actor_approxkl3: 0.00052291306 + avg_actor_clipfrac: 0.009936524 + avg_actor_loss: 0.00031419774 + avg_advantage: 0.00083103264 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020757834 + avg_entropy: 0.023436978 + avg_grad_norm_pre_clip: 1.2106066 + avg_loss: 0.00039455 + max: + max_actor_approxkl1: 0.0014529222 + max_actor_approxkl3: 0.0011410897 + max_actor_clipfrac: 0.017089844 + max_actor_loss: 0.0018974021 + max_advantage: 0.25364882 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005131455 + max_entropy: 0.03278883 + max_grad_norm_pre_clip: 2.7059007 + max_loss: 0.0020973403 + std: + std_actor_approxkl1: 0.00047564897 + std_actor_approxkl3: 0.00028383557 + std_actor_clipfrac: 0.0046001887 + std_actor_loss: 0.0005355612 + std_advantage: 0.02076858 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015545794 + std_entropy: 0.005150811 + std_grad_norm_pre_clip: 0.624647 + std_loss: 0.000567248 + eval-batch-orig: + avg_avg_episode_length: 6.76618 + avg_avg_return: 0.974771 + avg_benchmark_regret: 0.019245073 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26432037 + proxy_corner: + avg_avg_return: 0.974771 + avg_reward_per_step: 0.26432037 + eval-batch-shift: + avg_avg_episode_length: 67.21308 + avg_avg_return: 0.22926646 + avg_benchmark_regret: 0.7659151 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08408356 + proxy_corner: + avg_avg_return: 0.65859306 + avg_reward_per_step: 0.012748718 + eval-batch-tree: + avg_avg_episode_length: 5.713313 + avg_avg_return: 0.9864949 + avg_benchmark_regret: 0.007723448 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26564026 + proxy_corner: + avg_avg_return: 0.9864949 + avg_reward_per_step: 0.26564026 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 110100480 + env-step-replay-before: 56066048 + env-step-used-before: 110100480 + ppo-update-before: 67200 + env-step-generate-before: 54034432 + env-step-all-after: 110133248 + env-step-replay-after: 56098816 + env-step-used-after: 110133248 + ppo-update-after: 67220 + env-step-generate-after: 54034432 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.923618 + avg_avg_return: 0.88378274 + avg_reward_per_step: 0.07128906 + proxy_corner: + avg_avg_return: 0.88378274 + avg_reward_per_step: 0.07128906 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.923618 + avg_avg_return: 0.88378274 + avg_reward_per_step: 0.07128906 + proxy_corner: + avg_avg_return: 0.88378274 + avg_reward_per_step: 0.07128906 + perf: + env_steps_per_second: 999410.5961031942 + ppo_updates_per_second: 111.48208572158266 + eval-batch-orig-duration: 0.18554920301539823 + eval-batch-shift-duration: 0.14084444899344817 + eval-batch-tree-duration: 0.13861454598372802 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.827148 + mouse-cheese_dist_finite_wavg: 11.181776 + mouse-cheese_dist_solvable_avg: 12.827148 + mouse-cheese_dist_solvable_wavg: 11.181779 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.099644855 + visit_patterns: + avg_first_visit_time: 1101.1428 + avg_last_visit_time: 1702.1875 + num_replay_batches: 1712 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001000794 + avg_actor_approxkl3: 0.0011633633 + avg_actor_clipfrac: 0.013977051 + avg_actor_loss: 0.001496732 + avg_advantage: 0.0005402617 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002515082 + avg_entropy: 0.024183186 + avg_grad_norm_pre_clip: 1.52826 + avg_loss: 0.0015983029 + max: + max_actor_approxkl1: 0.0023967416 + max_actor_approxkl3: 0.0036743474 + max_actor_clipfrac: 0.036376953 + max_actor_loss: 0.011893652 + max_advantage: 0.15157473 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007085719 + max_entropy: 0.03654906 + max_grad_norm_pre_clip: 3.4806678 + max_loss: 0.012216057 + std: + std_actor_approxkl1: 0.00082394003 + std_actor_approxkl3: 0.0009455266 + std_actor_clipfrac: 0.010048137 + std_actor_loss: 0.003152731 + std_advantage: 0.022738084 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00017908853 + std_entropy: 0.007547242 + std_grad_norm_pre_clip: 0.9385678 + std_loss: 0.003214122 + eval-batch-orig: + avg_avg_episode_length: 6.796755 + avg_avg_return: 0.9747398 + avg_benchmark_regret: 0.019276388 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26407623 + proxy_corner: + avg_avg_return: 0.9747398 + avg_reward_per_step: 0.26407623 + eval-batch-shift: + avg_avg_episode_length: 67.4953 + avg_avg_return: 0.23351729 + avg_benchmark_regret: 0.7616643 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08444977 + proxy_corner: + avg_avg_return: 0.65838766 + avg_reward_per_step: 0.012763977 + eval-batch-tree: + avg_avg_episode_length: 5.695419 + avg_avg_return: 0.9872879 + avg_benchmark_regret: 0.0069304677 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26576233 + proxy_corner: + avg_avg_return: 0.9872879 + avg_reward_per_step: 0.26576233 +=========================================================== +=========================================================== + step: + env-step-all-before: 111149056 + env-step-replay-before: 56688640 + env-step-used-before: 111149056 + ppo-update-before: 67840 + env-step-generate-before: 54460416 + env-step-all-after: 111181824 + env-step-replay-after: 56721408 + env-step-used-after: 111181824 + ppo-update-after: 67860 + env-step-generate-after: 54460416 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.827572 + avg_avg_return: 0.88496506 + avg_reward_per_step: 0.07180786 + proxy_corner: + avg_avg_return: 0.88496506 + avg_reward_per_step: 0.07180786 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.827572 + avg_avg_return: 0.88496506 + avg_reward_per_step: 0.07180786 + proxy_corner: + avg_avg_return: 0.88496506 + avg_reward_per_step: 0.07180786 + perf: + env_steps_per_second: 998665.9960994776 + ppo_updates_per_second: 111.0075121100038 + eval-batch-orig-duration: 0.18452881899429485 + eval-batch-shift-duration: 0.13602849002927542 + eval-batch-tree-duration: 0.1365002389647998 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.840088 + mouse-cheese_dist_finite_wavg: 11.18351 + mouse-cheese_dist_solvable_avg: 12.840088 + mouse-cheese_dist_solvable_wavg: 11.18351 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.097000435 + visit_patterns: + avg_first_visit_time: 1110.8894 + avg_last_visit_time: 1721.1855 + num_replay_batches: 1731 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000846774 + avg_actor_approxkl3: 0.0006985643 + avg_actor_clipfrac: 0.014257813 + avg_actor_loss: 0.00081732386 + avg_advantage: -0.0003103296 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016537911 + avg_entropy: 0.026321614 + avg_grad_norm_pre_clip: 1.4381567 + avg_loss: 0.0008736917 + max: + max_actor_approxkl1: 0.0019131845 + max_actor_approxkl3: 0.0017901678 + max_actor_clipfrac: 0.038330078 + max_actor_loss: 0.0030943025 + max_advantage: 0.10251224 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00046580815 + max_entropy: 0.04391367 + max_grad_norm_pre_clip: 2.6754978 + max_loss: 0.0032871088 + std: + std_actor_approxkl1: 0.00059480034 + std_actor_approxkl3: 0.0005699309 + std_actor_clipfrac: 0.009101125 + std_actor_loss: 0.0010412247 + std_advantage: 0.018330177 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014406451 + std_entropy: 0.0072056893 + std_grad_norm_pre_clip: 0.7141188 + std_loss: 0.0010625029 + eval-batch-orig: + avg_avg_episode_length: 6.735155 + avg_avg_return: 0.9744664 + avg_benchmark_regret: 0.01954978 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2649765 + proxy_corner: + avg_avg_return: 0.9744664 + avg_reward_per_step: 0.2649765 + eval-batch-shift: + avg_avg_episode_length: 67.40538 + avg_avg_return: 0.23315421 + avg_benchmark_regret: 0.7620273 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08760834 + proxy_corner: + avg_avg_return: 0.6554631 + avg_reward_per_step: 0.012718201 + eval-batch-tree: + avg_avg_episode_length: 5.678502 + avg_avg_return: 0.9868889 + avg_benchmark_regret: 0.0073294844 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.9868889 + avg_reward_per_step: 0.26678467 +=========================================================== +=========================================================== + step: + env-step-all-before: 112197632 + env-step-replay-before: 57376768 + env-step-used-before: 112197632 + ppo-update-before: 68480 + env-step-generate-before: 54820864 + env-step-all-after: 112230400 + env-step-replay-after: 57409536 + env-step-used-after: 112230400 + ppo-update-after: 68500 + env-step-generate-after: 54820864 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.7273655 + avg_avg_return: 0.88522375 + avg_reward_per_step: 0.07199097 + proxy_corner: + avg_avg_return: 0.88522375 + avg_reward_per_step: 0.07199097 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.7273655 + avg_avg_return: 0.88522375 + avg_reward_per_step: 0.07199097 + proxy_corner: + avg_avg_return: 0.88522375 + avg_reward_per_step: 0.07199097 + perf: + env_steps_per_second: 999403.5541010883 + ppo_updates_per_second: 111.33169755928246 + eval-batch-orig-duration: 0.19096502399770543 + eval-batch-shift-duration: 0.1486554759903811 + eval-batch-tree-duration: 0.1390192579710856 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.839111 + mouse-cheese_dist_finite_wavg: 11.183233 + mouse-cheese_dist_solvable_avg: 12.839111 + mouse-cheese_dist_solvable_wavg: 11.183232 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09750201 + visit_patterns: + avg_first_visit_time: 1116.5488 + avg_last_visit_time: 1742.2507 + num_replay_batches: 1752 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066269934 + avg_actor_approxkl3: 0.00063057785 + avg_actor_clipfrac: 0.009844971 + avg_actor_loss: 0.0010748113 + avg_advantage: -0.0029239827 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017123691 + avg_entropy: 0.020865787 + avg_grad_norm_pre_clip: 1.4300501 + avg_loss: 0.001139564 + max: + max_actor_approxkl1: 0.0034745971 + max_actor_approxkl3: 0.002146456 + max_actor_clipfrac: 0.02355957 + max_actor_loss: 0.0044899574 + max_advantage: 0.107064486 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00042782765 + max_entropy: 0.033759005 + max_grad_norm_pre_clip: 3.1186116 + max_loss: 0.0046313107 + std: + std_actor_approxkl1: 0.0007879675 + std_actor_approxkl3: 0.00046467595 + std_actor_clipfrac: 0.0053986656 + std_actor_loss: 0.0011436921 + std_advantage: 0.017647406 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011989444 + std_entropy: 0.0057127243 + std_grad_norm_pre_clip: 0.8579843 + std_loss: 0.0011568185 + eval-batch-orig: + avg_avg_episode_length: 6.737659 + avg_avg_return: 0.9751386 + avg_benchmark_regret: 0.018877558 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2651291 + proxy_corner: + avg_avg_return: 0.9751386 + avg_reward_per_step: 0.2651291 + eval-batch-shift: + avg_avg_episode_length: 67.653656 + avg_avg_return: 0.22647794 + avg_benchmark_regret: 0.7687036 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08496094 + proxy_corner: + avg_avg_return: 0.6481559 + avg_reward_per_step: 0.012672424 + eval-batch-tree: + avg_avg_episode_length: 5.684249 + avg_avg_return: 0.98697436 + avg_benchmark_regret: 0.007244031 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26688385 + proxy_corner: + avg_avg_return: 0.98697436 + avg_reward_per_step: 0.26688385 +=========================================================== +=========================================================== + step: + env-step-all-before: 113246208 + env-step-replay-before: 57901056 + env-step-used-before: 113246208 + ppo-update-before: 69120 + env-step-generate-before: 55345152 + env-step-all-after: 113278976 + env-step-replay-after: 57901056 + env-step-used-after: 113278976 + ppo-update-after: 69140 + env-step-generate-after: 55377920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.879429 + avg_avg_return: 0.9643693 + avg_reward_per_step: 0.27926636 + proxy_corner: + avg_avg_return: 0.9643693 + avg_reward_per_step: 0.27926636 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.879429 + avg_avg_return: 0.9643693 + avg_reward_per_step: 0.27926636 + proxy_corner: + avg_avg_return: 0.9643693 + avg_reward_per_step: 0.27926636 + perf: + env_steps_per_second: 958507.7700215229 + ppo_updates_per_second: 111.23198196469099 + eval-batch-orig-duration: 0.18383521103532985 + eval-batch-shift-duration: 0.13693300500744954 + eval-batch-tree-duration: 0.13667676300974563 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.8532715 + mouse-cheese_dist_finite_wavg: 11.184211 + mouse-cheese_dist_solvable_avg: 12.8532715 + mouse-cheese_dist_solvable_wavg: 11.184212 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.097640924 + visit_patterns: + avg_first_visit_time: 1132.6448 + avg_last_visit_time: 1757.262 + num_replay_batches: 1767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004832566 + avg_actor_approxkl3: 0.0004290589 + avg_actor_clipfrac: 0.0042541507 + avg_actor_loss: 0.0006159867 + avg_advantage: 0.0031255328 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00010132017 + avg_entropy: 0.009391356 + avg_grad_norm_pre_clip: 0.81370354 + avg_loss: 0.00065725547 + max: + max_actor_approxkl1: 0.0022547785 + max_actor_approxkl3: 0.0037566526 + max_actor_clipfrac: 0.012451172 + max_actor_loss: 0.0043775197 + max_advantage: 0.14401841 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0001290479 + max_entropy: 0.01679243 + max_grad_norm_pre_clip: 2.1844163 + max_loss: 0.0044092326 + std: + std_actor_approxkl1: 0.0006384084 + std_actor_approxkl3: 0.0008128399 + std_actor_clipfrac: 0.0035675608 + std_actor_loss: 0.0010748167 + std_advantage: 0.014178001 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4138304e-05 + std_entropy: 0.0033009548 + std_grad_norm_pre_clip: 0.5820888 + std_loss: 0.0010726495 + eval-batch-orig: + avg_avg_episode_length: 6.8099236 + avg_avg_return: 0.9743815 + avg_benchmark_regret: 0.01963465 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26459503 + proxy_corner: + avg_avg_return: 0.9743815 + avg_reward_per_step: 0.26459503 + eval-batch-shift: + avg_avg_episode_length: 68.30228 + avg_avg_return: 0.21819025 + avg_benchmark_regret: 0.7769913 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.088134766 + proxy_corner: + avg_avg_return: 0.6418504 + avg_reward_per_step: 0.012588501 + eval-batch-tree: + avg_avg_episode_length: 5.690492 + avg_avg_return: 0.9872507 + avg_benchmark_regret: 0.0069676666 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.9872507 + avg_reward_per_step: 0.26644897 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 114294784 + env-step-replay-before: 58359808 + env-step-used-before: 114294784 + ppo-update-before: 69760 + env-step-generate-before: 55934976 + env-step-all-after: 114327552 + env-step-replay-after: 58392576 + env-step-used-after: 114327552 + ppo-update-after: 69780 + env-step-generate-after: 55934976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.81041 + avg_avg_return: 0.8873545 + avg_reward_per_step: 0.072143555 + proxy_corner: + avg_avg_return: 0.8873545 + avg_reward_per_step: 0.072143555 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.81041 + avg_avg_return: 0.8873545 + avg_reward_per_step: 0.072143555 + proxy_corner: + avg_avg_return: 0.8873545 + avg_reward_per_step: 0.072143555 + perf: + env_steps_per_second: 1010858.3368290869 + ppo_updates_per_second: 110.44310581059467 + eval-batch-orig-duration: 0.18670963100157678 + eval-batch-shift-duration: 0.13825774402357638 + eval-batch-tree-duration: 0.13839393900707364 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.86499 + mouse-cheese_dist_finite_wavg: 11.181719 + mouse-cheese_dist_solvable_avg: 12.86499 + mouse-cheese_dist_solvable_wavg: 11.181719 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09779954 + visit_patterns: + avg_first_visit_time: 1145.6165 + avg_last_visit_time: 1772.3008 + num_replay_batches: 1782 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013241426 + avg_actor_approxkl3: 0.0009704576 + avg_actor_clipfrac: 0.017730713 + avg_actor_loss: 0.00024848297 + avg_advantage: 0.00097433996 + avg_critic_clipfrac: 0.000109863286 + avg_critic_loss: 0.0001474534 + avg_entropy: 0.031839646 + avg_grad_norm_pre_clip: 0.992675 + avg_loss: 0.00029037002 + max: + max_actor_approxkl1: 0.0029952552 + max_actor_approxkl3: 0.0020659377 + max_actor_clipfrac: 0.028808594 + max_actor_loss: 0.0024251305 + max_advantage: 0.13936526 + max_critic_clipfrac: 0.0010986328 + max_critic_loss: 0.0003506416 + max_entropy: 0.051673308 + max_grad_norm_pre_clip: 2.1888208 + max_loss: 0.002521348 + std: + std_actor_approxkl1: 0.0009399105 + std_actor_approxkl3: 0.00059830025 + std_actor_clipfrac: 0.00786808 + std_actor_loss: 0.00071351806 + std_advantage: 0.017136483 + std_critic_clipfrac: 0.00032958985 + std_critic_loss: 9.2824666e-05 + std_entropy: 0.007570443 + std_grad_norm_pre_clip: 0.57340205 + std_loss: 0.00072746223 + eval-batch-orig: + avg_avg_episode_length: 6.7374935 + avg_avg_return: 0.9746667 + avg_benchmark_regret: 0.01934943 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26509094 + proxy_corner: + avg_avg_return: 0.9746667 + avg_reward_per_step: 0.26509094 + eval-batch-shift: + avg_avg_episode_length: 67.73003 + avg_avg_return: 0.23052087 + avg_benchmark_regret: 0.7646607 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0845871 + proxy_corner: + avg_avg_return: 0.6544743 + avg_reward_per_step: 0.0127334595 + eval-batch-tree: + avg_avg_episode_length: 5.6889553 + avg_avg_return: 0.9866377 + avg_benchmark_regret: 0.007580688 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26651764 + proxy_corner: + avg_avg_return: 0.9866377 + avg_reward_per_step: 0.26651764 +=========================================================== +=========================================================== + step: + env-step-all-before: 115343360 + env-step-replay-before: 58982400 + env-step-used-before: 115343360 + ppo-update-before: 70400 + env-step-generate-before: 56360960 + env-step-all-after: 115376128 + env-step-replay-after: 58982400 + env-step-used-after: 115376128 + ppo-update-after: 70420 + env-step-generate-after: 56393728 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6434216 + avg_avg_return: 0.9651931 + avg_reward_per_step: 0.27288818 + proxy_corner: + avg_avg_return: 0.9651931 + avg_reward_per_step: 0.27288818 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6434216 + avg_avg_return: 0.9651931 + avg_reward_per_step: 0.27288818 + proxy_corner: + avg_avg_return: 0.9651931 + avg_reward_per_step: 0.27288818 + perf: + env_steps_per_second: 982951.3382584773 + ppo_updates_per_second: 111.01837068700007 + eval-batch-orig-duration: 0.18290021998109296 + eval-batch-shift-duration: 0.1367726440075785 + eval-batch-tree-duration: 0.1376846919883974 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.875732 + mouse-cheese_dist_finite_wavg: 11.185551 + mouse-cheese_dist_solvable_avg: 12.875732 + mouse-cheese_dist_solvable_wavg: 11.185551 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09825777 + visit_patterns: + avg_first_visit_time: 1156.2017 + avg_last_visit_time: 1790.1528 + num_replay_batches: 1800 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089436996 + avg_actor_approxkl3: 0.0007003077 + avg_actor_clipfrac: 0.0022521974 + avg_actor_loss: -9.841691e-05 + avg_advantage: 0.006502318 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.651845e-05 + avg_entropy: 0.0056583746 + avg_grad_norm_pre_clip: 0.18602787 + avg_loss: -5.581606e-05 + max: + max_actor_approxkl1: 0.0027586306 + max_actor_approxkl3: 0.0023289989 + max_actor_clipfrac: 0.008300781 + max_actor_loss: 0.00089238957 + max_advantage: 0.17572999 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0001330112 + max_entropy: 0.00995647 + max_grad_norm_pre_clip: 0.41991946 + max_loss: 0.0009276825 + std: + std_actor_approxkl1: 0.0007692265 + std_actor_approxkl3: 0.000642395 + std_actor_clipfrac: 0.002170819 + std_actor_loss: 0.00039809154 + std_advantage: 0.013158524 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4234093e-05 + std_entropy: 0.0018161237 + std_grad_norm_pre_clip: 0.110163964 + std_loss: 0.00040056166 + eval-batch-orig: + avg_avg_episode_length: 6.7402744 + avg_avg_return: 0.9749057 + avg_benchmark_regret: 0.019110426 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2651291 + proxy_corner: + avg_avg_return: 0.9749057 + avg_reward_per_step: 0.2651291 + eval-batch-shift: + avg_avg_episode_length: 67.31006 + avg_avg_return: 0.2329981 + avg_benchmark_regret: 0.7621835 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08404541 + proxy_corner: + avg_avg_return: 0.6482809 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 5.679044 + avg_avg_return: 0.98706096 + avg_benchmark_regret: 0.007157408 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668991 + proxy_corner: + avg_avg_return: 0.98706096 + avg_reward_per_step: 0.2668991 +=========================================================== +=========================================================== + step: + env-step-all-before: 116391936 + env-step-replay-before: 59506688 + env-step-used-before: 116391936 + ppo-update-before: 71040 + env-step-generate-before: 56885248 + env-step-all-after: 116424704 + env-step-replay-after: 59539456 + env-step-used-after: 116424704 + ppo-update-after: 71060 + env-step-generate-after: 56885248 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.118385 + avg_avg_return: 0.8832153 + avg_reward_per_step: 0.0713501 + proxy_corner: + avg_avg_return: 0.8832153 + avg_reward_per_step: 0.0713501 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.118385 + avg_avg_return: 0.8832153 + avg_reward_per_step: 0.0713501 + proxy_corner: + avg_avg_return: 0.8832153 + avg_reward_per_step: 0.0713501 + perf: + env_steps_per_second: 982774.1000334895 + ppo_updates_per_second: 110.82022523252792 + eval-batch-orig-duration: 0.1853880010312423 + eval-batch-shift-duration: 0.13729425601195544 + eval-batch-tree-duration: 0.13748329400550574 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.888428 + mouse-cheese_dist_finite_wavg: 11.185527 + mouse-cheese_dist_solvable_avg: 12.888428 + mouse-cheese_dist_solvable_wavg: 11.185526 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10078257 + visit_patterns: + avg_first_visit_time: 1170.7327 + avg_last_visit_time: 1807.2312 + num_replay_batches: 1817 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00058231194 + avg_actor_approxkl3: 0.00045613214 + avg_actor_clipfrac: 0.0134155275 + avg_actor_loss: 0.00090881385 + avg_advantage: 0.00044717253 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00015599532 + avg_entropy: 0.025555817 + avg_grad_norm_pre_clip: 1.409722 + avg_loss: 0.0009612556 + max: + max_actor_approxkl1: 0.0019416071 + max_actor_approxkl3: 0.0012528484 + max_actor_clipfrac: 0.040527344 + max_actor_loss: 0.0045257434 + max_advantage: 0.1496931 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00039462364 + max_entropy: 0.038045682 + max_grad_norm_pre_clip: 4.212459 + max_loss: 0.0046423813 + std: + std_actor_approxkl1: 0.00043886623 + std_actor_approxkl3: 0.00034086974 + std_actor_clipfrac: 0.007782296 + std_actor_loss: 0.0012190957 + std_advantage: 0.017836684 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010466585 + std_entropy: 0.0060515064 + std_grad_norm_pre_clip: 0.86534643 + std_loss: 0.0012384824 + eval-batch-orig: + avg_avg_episode_length: 6.7688165 + avg_avg_return: 0.9749312 + avg_benchmark_regret: 0.019084968 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2649231 + proxy_corner: + avg_avg_return: 0.9749312 + avg_reward_per_step: 0.2649231 + eval-batch-shift: + avg_avg_episode_length: 67.50133 + avg_avg_return: 0.23053457 + avg_benchmark_regret: 0.764647 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08200836 + proxy_corner: + avg_avg_return: 0.6472424 + avg_reward_per_step: 0.012664795 + eval-batch-tree: + avg_avg_episode_length: 5.6898556 + avg_avg_return: 0.9866359 + avg_benchmark_regret: 0.007582456 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.9866359 + avg_reward_per_step: 0.2668686 +=========================================================== +=========================================================== + step: + env-step-all-before: 117440512 + env-step-replay-before: 60030976 + env-step-used-before: 117440512 + ppo-update-before: 71680 + env-step-generate-before: 57409536 + env-step-all-after: 117473280 + env-step-replay-after: 60030976 + env-step-used-after: 117473280 + ppo-update-after: 71700 + env-step-generate-after: 57442304 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.6446066 + avg_avg_return: 0.9502697 + avg_reward_per_step: 0.28793335 + proxy_corner: + avg_avg_return: 0.9502697 + avg_reward_per_step: 0.28793335 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.6446066 + avg_avg_return: 0.9502697 + avg_reward_per_step: 0.28793335 + proxy_corner: + avg_avg_return: 0.9502697 + avg_reward_per_step: 0.28793335 + perf: + env_steps_per_second: 982505.1833567696 + ppo_updates_per_second: 111.29876080094796 + eval-batch-orig-duration: 0.19141466298606247 + eval-batch-shift-duration: 0.15140856802463531 + eval-batch-tree-duration: 0.15088063199073076 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.899902 + mouse-cheese_dist_finite_wavg: 11.189426 + mouse-cheese_dist_solvable_avg: 12.899902 + mouse-cheese_dist_solvable_wavg: 11.189426 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09902901 + visit_patterns: + avg_first_visit_time: 1183.3252 + avg_last_visit_time: 1822.3032 + num_replay_batches: 1832 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003671941 + avg_actor_approxkl3: 0.00036746237 + avg_actor_clipfrac: 0.0057128905 + avg_actor_loss: 5.9724483e-05 + avg_advantage: 0.007796416 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.4856805e-05 + avg_entropy: 0.0144979255 + avg_grad_norm_pre_clip: 0.52350044 + avg_loss: 9.2654955e-05 + max: + max_actor_approxkl1: 0.001993526 + max_actor_approxkl3: 0.002040937 + max_actor_clipfrac: 0.022705078 + max_actor_loss: 0.00092164706 + max_advantage: 0.14193732 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00013847023 + max_entropy: 0.02610496 + max_grad_norm_pre_clip: 1.9105647 + max_loss: 0.00095132756 + std: + std_actor_approxkl1: 0.00044131564 + std_actor_approxkl3: 0.00045602804 + std_actor_clipfrac: 0.004964466 + std_actor_loss: 0.0003424518 + std_advantage: 0.013269735 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.023003e-05 + std_entropy: 0.005852628 + std_grad_norm_pre_clip: 0.40840667 + std_loss: 0.00033888905 + eval-batch-orig: + avg_avg_episode_length: 6.735916 + avg_avg_return: 0.9753349 + avg_benchmark_regret: 0.018681208 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26500702 + proxy_corner: + avg_avg_return: 0.9753349 + avg_reward_per_step: 0.26500702 + eval-batch-shift: + avg_avg_episode_length: 67.109024 + avg_avg_return: 0.23279151 + avg_benchmark_regret: 0.76239 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08358765 + proxy_corner: + avg_avg_return: 0.6534866 + avg_reward_per_step: 0.0126953125 + eval-batch-tree: + avg_avg_episode_length: 5.694253 + avg_avg_return: 0.9871867 + avg_benchmark_regret: 0.0070316484 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26635742 + proxy_corner: + avg_avg_return: 0.9871867 + avg_reward_per_step: 0.26635742 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 118489088 + env-step-replay-before: 60424192 + env-step-used-before: 118489088 + ppo-update-before: 72320 + env-step-generate-before: 58064896 + env-step-all-after: 118521856 + env-step-replay-after: 60424192 + env-step-used-after: 118521856 + ppo-update-after: 72340 + env-step-generate-after: 58097664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.6851745 + avg_avg_return: 0.9509336 + avg_reward_per_step: 0.29244995 + proxy_corner: + avg_avg_return: 0.9509336 + avg_reward_per_step: 0.29244995 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.6851745 + avg_avg_return: 0.9509336 + avg_reward_per_step: 0.29244995 + proxy_corner: + avg_avg_return: 0.9509336 + avg_reward_per_step: 0.29244995 + perf: + env_steps_per_second: 982892.5154545645 + ppo_updates_per_second: 110.56907936910108 + eval-batch-orig-duration: 0.18688982195453718 + eval-batch-shift-duration: 0.13810200995067134 + eval-batch-tree-duration: 0.14020175900077447 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.920654 + mouse-cheese_dist_finite_wavg: 11.188989 + mouse-cheese_dist_solvable_avg: 12.920654 + mouse-cheese_dist_solvable_wavg: 11.188988 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09837456 + visit_patterns: + avg_first_visit_time: 1202.821 + avg_last_visit_time: 1834.2192 + num_replay_batches: 1844 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009595644 + avg_actor_approxkl3: 0.0007710957 + avg_actor_clipfrac: 0.0036132813 + avg_actor_loss: 1.0181533e-05 + avg_advantage: 0.0003134783 + avg_critic_clipfrac: 7.324219e-05 + avg_critic_loss: 0.00012005739 + avg_entropy: 0.008266468 + avg_grad_norm_pre_clip: 0.19088857 + avg_loss: 6.194376e-05 + max: + max_actor_approxkl1: 0.00286517 + max_actor_approxkl3: 0.0023068849 + max_actor_clipfrac: 0.008300781 + max_actor_loss: 0.0007770471 + max_advantage: 0.08923972 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.00023701854 + max_entropy: 0.0149235735 + max_grad_norm_pre_clip: 0.56073695 + max_loss: 0.000822546 + std: + std_actor_approxkl1: 0.00092209753 + std_actor_approxkl3: 0.00063411705 + std_actor_clipfrac: 0.0024145248 + std_actor_loss: 0.00024972577 + std_advantage: 0.014142711 + std_critic_clipfrac: 0.00031925528 + std_critic_loss: 5.1035153e-05 + std_entropy: 0.0030368138 + std_grad_norm_pre_clip: 0.13396923 + std_loss: 0.00025307195 + eval-batch-orig: + avg_avg_episode_length: 6.7700424 + avg_avg_return: 0.9744393 + avg_benchmark_regret: 0.019576836 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2646103 + proxy_corner: + avg_avg_return: 0.9744393 + avg_reward_per_step: 0.2646103 + eval-batch-shift: + avg_avg_episode_length: 67.343575 + avg_avg_return: 0.23096931 + avg_benchmark_regret: 0.76421225 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08434296 + proxy_corner: + avg_avg_return: 0.651391 + avg_reward_per_step: 0.0126953125 + eval-batch-tree: + avg_avg_episode_length: 5.701392 + avg_avg_return: 0.98701745 + avg_benchmark_regret: 0.0072009293 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26644135 + proxy_corner: + avg_avg_return: 0.98701745 + avg_reward_per_step: 0.26644135 +=========================================================== +=========================================================== + step: + env-step-all-before: 119537664 + env-step-replay-before: 60882944 + env-step-used-before: 119537664 + ppo-update-before: 72960 + env-step-generate-before: 58654720 + env-step-all-after: 119570432 + env-step-replay-after: 60882944 + env-step-used-after: 119570432 + ppo-update-after: 72980 + env-step-generate-after: 58687488 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.499137 + avg_avg_return: 0.9553116 + avg_reward_per_step: 0.2861023 + proxy_corner: + avg_avg_return: 0.9553116 + avg_reward_per_step: 0.2861023 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.499137 + avg_avg_return: 0.9553116 + avg_reward_per_step: 0.2861023 + proxy_corner: + avg_avg_return: 0.9553116 + avg_reward_per_step: 0.2861023 + perf: + env_steps_per_second: 1009207.9760091193 + ppo_updates_per_second: 111.47100949451139 + eval-batch-orig-duration: 0.18328239099355415 + eval-batch-shift-duration: 0.13641702296445146 + eval-batch-tree-duration: 0.13611161900917068 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.931641 + mouse-cheese_dist_finite_wavg: 11.196817 + mouse-cheese_dist_solvable_avg: 12.931641 + mouse-cheese_dist_solvable_wavg: 11.196818 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10432388 + visit_patterns: + avg_first_visit_time: 1219.4785 + avg_last_visit_time: 1848.2637 + num_replay_batches: 1858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042052637 + avg_actor_approxkl3: 0.00034695337 + avg_actor_clipfrac: 0.0055786134 + avg_actor_loss: 0.00029362764 + avg_advantage: 0.00030475654 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.000101437174 + avg_entropy: 0.015822949 + avg_grad_norm_pre_clip: 0.70640266 + avg_loss: 0.0003285233 + max: + max_actor_approxkl1: 0.0018537564 + max_actor_approxkl3: 0.0013291978 + max_actor_clipfrac: 0.01953125 + max_actor_loss: 0.0038318997 + max_advantage: 0.1409893 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.00016243248 + max_entropy: 0.032007083 + max_grad_norm_pre_clip: 3.3330767 + max_loss: 0.003863926 + std: + std_actor_approxkl1: 0.00048704597 + std_actor_approxkl3: 0.00034259178 + std_actor_clipfrac: 0.00454818 + std_actor_loss: 0.0008564212 + std_advantage: 0.0139353685 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 3.1200987e-05 + std_entropy: 0.007249196 + std_grad_norm_pre_clip: 0.718102 + std_loss: 0.00085438835 + eval-batch-orig: + avg_avg_episode_length: 6.887173 + avg_avg_return: 0.9744628 + avg_benchmark_regret: 0.019553337 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2644577 + proxy_corner: + avg_avg_return: 0.9744628 + avg_reward_per_step: 0.2644577 + eval-batch-shift: + avg_avg_episode_length: 66.82352 + avg_avg_return: 0.23596682 + avg_benchmark_regret: 0.75921476 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08756256 + proxy_corner: + avg_avg_return: 0.65220845 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 5.7160625 + avg_avg_return: 0.98681056 + avg_benchmark_regret: 0.007407828 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26644135 + proxy_corner: + avg_avg_return: 0.98681056 + avg_reward_per_step: 0.26644135 +=========================================================== +=========================================================== + step: + env-step-all-before: 120586240 + env-step-replay-before: 61407232 + env-step-used-before: 120586240 + ppo-update-before: 73600 + env-step-generate-before: 59179008 + env-step-all-after: 120619008 + env-step-replay-after: 61440000 + env-step-used-after: 120619008 + ppo-update-after: 73620 + env-step-generate-after: 59179008 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.534006 + avg_avg_return: 0.8821646 + avg_reward_per_step: 0.070739746 + proxy_corner: + avg_avg_return: 0.8821646 + avg_reward_per_step: 0.070739746 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.534006 + avg_avg_return: 0.8821646 + avg_reward_per_step: 0.070739746 + proxy_corner: + avg_avg_return: 0.8821646 + avg_reward_per_step: 0.070739746 + perf: + env_steps_per_second: 990645.7925365003 + ppo_updates_per_second: 111.60616071347802 + eval-batch-orig-duration: 0.18189168896060437 + eval-batch-shift-duration: 0.13619314203970134 + eval-batch-tree-duration: 0.1374680349836126 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.9436035 + mouse-cheese_dist_finite_wavg: 11.194726 + mouse-cheese_dist_solvable_avg: 12.9436035 + mouse-cheese_dist_solvable_wavg: 11.194727 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10101104 + visit_patterns: + avg_first_visit_time: 1233.5728 + avg_last_visit_time: 1865.2175 + num_replay_batches: 1875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009856496 + avg_actor_approxkl3: 0.00065154076 + avg_actor_clipfrac: 0.009997559 + avg_actor_loss: 0.00073084043 + avg_advantage: 0.003182141 + avg_critic_clipfrac: 6.1035156e-05 + avg_critic_loss: 0.00013931208 + avg_entropy: 0.031379238 + avg_grad_norm_pre_clip: 3.0371492 + avg_loss: 0.00076911727 + max: + max_actor_approxkl1: 0.0028625936 + max_actor_approxkl3: 0.0018411728 + max_actor_clipfrac: 0.02319336 + max_actor_loss: 0.0072623333 + max_advantage: 0.23997033 + max_critic_clipfrac: 0.0012207031 + max_critic_loss: 0.00030321963 + max_entropy: 0.043736447 + max_grad_norm_pre_clip: 7.5724854 + max_loss: 0.007286581 + std: + std_actor_approxkl1: 0.0007692772 + std_actor_approxkl3: 0.00052221905 + std_actor_clipfrac: 0.0064333375 + std_actor_loss: 0.0019744707 + std_advantage: 0.017524097 + std_critic_clipfrac: 0.00026604606 + std_critic_loss: 7.830383e-05 + std_entropy: 0.005442579 + std_grad_norm_pre_clip: 1.9760072 + std_loss: 0.0019635959 + eval-batch-orig: + avg_avg_episode_length: 6.8292165 + avg_avg_return: 0.9750279 + avg_benchmark_regret: 0.018988254 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26454926 + proxy_corner: + avg_avg_return: 0.9750279 + avg_reward_per_step: 0.26454926 + eval-batch-shift: + avg_avg_episode_length: 67.78102 + avg_avg_return: 0.22265057 + avg_benchmark_regret: 0.772531 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.086586 + proxy_corner: + avg_avg_return: 0.64684975 + avg_reward_per_step: 0.012649536 + eval-batch-tree: + avg_avg_episode_length: 5.721458 + avg_avg_return: 0.98698044 + avg_benchmark_regret: 0.0072379587 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26651 + proxy_corner: + avg_avg_return: 0.98698044 + avg_reward_per_step: 0.26651 +=========================================================== +=========================================================== + step: + env-step-all-before: 121634816 + env-step-replay-before: 61964288 + env-step-used-before: 121634816 + ppo-update-before: 74240 + env-step-generate-before: 59670528 + env-step-all-after: 121667584 + env-step-replay-after: 61997056 + env-step-used-after: 121667584 + ppo-update-after: 74260 + env-step-generate-after: 59670528 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.09897 + avg_avg_return: 0.8807255 + avg_reward_per_step: 0.07119751 + proxy_corner: + avg_avg_return: 0.8807255 + avg_reward_per_step: 0.07119751 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.09897 + avg_avg_return: 0.8807255 + avg_reward_per_step: 0.07119751 + proxy_corner: + avg_avg_return: 0.8807255 + avg_reward_per_step: 0.07119751 + perf: + env_steps_per_second: 988588.3935612744 + ppo_updates_per_second: 111.05210358837977 + eval-batch-orig-duration: 0.18417673697695136 + eval-batch-shift-duration: 0.13603238895302638 + eval-batch-tree-duration: 0.13670899398857728 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.963867 + mouse-cheese_dist_finite_wavg: 11.1960945 + mouse-cheese_dist_solvable_avg: 12.963867 + mouse-cheese_dist_solvable_wavg: 11.1960945 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.09886496 + visit_patterns: + avg_first_visit_time: 1247.6353 + avg_last_visit_time: 1882.26 + num_replay_batches: 1892 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010395994 + avg_actor_approxkl3: 0.0007413054 + avg_actor_clipfrac: 0.009558106 + avg_actor_loss: 0.0008091029 + avg_advantage: -0.0046912786 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027407653 + avg_entropy: 0.027842358 + avg_grad_norm_pre_clip: 1.3882624 + avg_loss: 0.0009182989 + max: + max_actor_approxkl1: 0.0035076025 + max_actor_approxkl3: 0.0021932754 + max_actor_clipfrac: 0.029785156 + max_actor_loss: 0.0035563235 + max_advantage: 0.13704747 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00061843323 + max_entropy: 0.04385079 + max_grad_norm_pre_clip: 3.670667 + max_loss: 0.0035878224 + std: + std_actor_approxkl1: 0.001017828 + std_actor_approxkl3: 0.0007024585 + std_actor_clipfrac: 0.0070445356 + std_actor_loss: 0.0012809164 + std_advantage: 0.023692513 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001648373 + std_entropy: 0.008164663 + std_grad_norm_pre_clip: 1.0205786 + std_loss: 0.0012921349 + eval-batch-orig: + avg_avg_episode_length: 6.7556653 + avg_avg_return: 0.97479975 + avg_benchmark_regret: 0.019216392 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2649002 + proxy_corner: + avg_avg_return: 0.97479975 + avg_reward_per_step: 0.2649002 + eval-batch-shift: + avg_avg_episode_length: 67.00119 + avg_avg_return: 0.23740596 + avg_benchmark_regret: 0.75777555 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08551788 + proxy_corner: + avg_avg_return: 0.65469134 + avg_reward_per_step: 0.012702942 + eval-batch-tree: + avg_avg_episode_length: 5.6745276 + avg_avg_return: 0.9869765 + avg_benchmark_regret: 0.007241862 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.9869765 + avg_reward_per_step: 0.2669983 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 122683392 + env-step-replay-before: 62390272 + env-step-used-before: 122683392 + ppo-update-before: 74880 + env-step-generate-before: 60293120 + env-step-all-after: 122716160 + env-step-replay-after: 62390272 + env-step-used-after: 122716160 + ppo-update-after: 74900 + env-step-generate-after: 60325888 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.68985 + avg_avg_return: 0.9630685 + avg_reward_per_step: 0.2850647 + proxy_corner: + avg_avg_return: 0.9630685 + avg_reward_per_step: 0.2850647 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.68985 + avg_avg_return: 0.9630685 + avg_reward_per_step: 0.2850647 + proxy_corner: + avg_avg_return: 0.9630685 + avg_reward_per_step: 0.2850647 + perf: + env_steps_per_second: 1001513.3329754701 + ppo_updates_per_second: 111.13994266918849 + eval-batch-orig-duration: 0.1863324220175855 + eval-batch-shift-duration: 0.13835905498126522 + eval-batch-tree-duration: 0.1371902420069091 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.981445 + mouse-cheese_dist_finite_wavg: 11.198208 + mouse-cheese_dist_solvable_avg: 12.981445 + mouse-cheese_dist_solvable_wavg: 11.198209 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.098849446 + visit_patterns: + avg_first_visit_time: 1264.1194 + avg_last_visit_time: 1894.2034 + num_replay_batches: 1904 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00075147254 + avg_actor_approxkl3: 0.00075771904 + avg_actor_clipfrac: 0.009558106 + avg_actor_loss: 0.00041906242 + avg_advantage: -0.00040070276 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.526217e-05 + avg_entropy: 0.018966543 + avg_grad_norm_pre_clip: 0.70729464 + avg_loss: 0.00044272697 + max: + max_actor_approxkl1: 0.0028426582 + max_actor_approxkl3: 0.0023332126 + max_actor_clipfrac: 0.029663086 + max_actor_loss: 0.0025969576 + max_advantage: 0.123541474 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.873821e-05 + max_entropy: 0.03316704 + max_grad_norm_pre_clip: 1.5947171 + max_loss: 0.002619263 + std: + std_actor_approxkl1: 0.0008954458 + std_actor_approxkl3: 0.0007473084 + std_actor_clipfrac: 0.008679714 + std_actor_loss: 0.0008709472 + std_advantage: 0.013486521 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.356323e-06 + std_entropy: 0.006304296 + std_grad_norm_pre_clip: 0.48649836 + std_loss: 0.0008708072 + eval-batch-orig: + avg_avg_episode_length: 6.8657756 + avg_avg_return: 0.97452354 + avg_benchmark_regret: 0.019492581 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26138306 + proxy_corner: + avg_avg_return: 0.97452354 + avg_reward_per_step: 0.26138306 + eval-batch-shift: + avg_avg_episode_length: 68.143524 + avg_avg_return: 0.22554216 + avg_benchmark_regret: 0.7696394 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08686066 + proxy_corner: + avg_avg_return: 0.6436218 + avg_reward_per_step: 0.012611389 + eval-batch-tree: + avg_avg_episode_length: 5.811322 + avg_avg_return: 0.9862136 + avg_benchmark_regret: 0.008004706 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2634201 + proxy_corner: + avg_avg_return: 0.9862136 + avg_reward_per_step: 0.2634201 +=========================================================== +=========================================================== + step: + env-step-all-before: 123731968 + env-step-replay-before: 62717952 + env-step-used-before: 123731968 + ppo-update-before: 75520 + env-step-generate-before: 61014016 + env-step-all-after: 123764736 + env-step-replay-after: 62717952 + env-step-used-after: 123764736 + ppo-update-after: 75540 + env-step-generate-after: 61046784 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.3355937 + avg_avg_return: 0.95682716 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.95682716 + avg_reward_per_step: 0.26696777 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.3355937 + avg_avg_return: 0.95682716 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.95682716 + avg_reward_per_step: 0.26696777 + perf: + env_steps_per_second: 997385.9705176332 + ppo_updates_per_second: 111.12012663260677 + eval-batch-orig-duration: 0.18334296601824462 + eval-batch-shift-duration: 0.13590172200929374 + eval-batch-tree-duration: 0.13863889302592725 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.99292 + mouse-cheese_dist_finite_wavg: 11.196435 + mouse-cheese_dist_solvable_avg: 12.99292 + mouse-cheese_dist_solvable_wavg: 11.196435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10100113 + visit_patterns: + avg_first_visit_time: 1289.47 + avg_last_visit_time: 1904.2026 + num_replay_batches: 1914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017805136 + avg_actor_approxkl3: 0.00010244965 + avg_actor_clipfrac: 0.0029418946 + avg_actor_loss: -4.1711297e-05 + avg_advantage: 0.007012424 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028033037 + avg_entropy: 0.016060015 + avg_grad_norm_pre_clip: 0.35892156 + avg_loss: 8.239385e-05 + max: + max_actor_approxkl1: 0.00045730104 + max_actor_approxkl3: 0.00025867153 + max_actor_clipfrac: 0.009277344 + max_actor_loss: 0.0011091996 + max_advantage: 0.14770621 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007621846 + max_entropy: 0.028358513 + max_grad_norm_pre_clip: 1.1381174 + max_loss: 0.0013139229 + std: + std_actor_approxkl1: 0.00013399884 + std_actor_approxkl3: 7.92961e-05 + std_actor_clipfrac: 0.0023448623 + std_actor_loss: 0.00033051896 + std_advantage: 0.0239378 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00019300976 + std_entropy: 0.0048034852 + std_grad_norm_pre_clip: 0.23167002 + std_loss: 0.00035199802 + eval-batch-orig: + avg_avg_episode_length: 6.8127737 + avg_avg_return: 0.9743798 + avg_benchmark_regret: 0.019636402 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26417542 + proxy_corner: + avg_avg_return: 0.9743798 + avg_reward_per_step: 0.26417542 + eval-batch-shift: + avg_avg_episode_length: 66.51749 + avg_avg_return: 0.24092972 + avg_benchmark_regret: 0.75425184 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08728027 + proxy_corner: + avg_avg_return: 0.6690451 + avg_reward_per_step: 0.012832642 + eval-batch-tree: + avg_avg_episode_length: 5.702975 + avg_avg_return: 0.9867464 + avg_benchmark_regret: 0.007471947 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26667023 + proxy_corner: + avg_avg_return: 0.9867464 + avg_reward_per_step: 0.26667023 +=========================================================== +=========================================================== + step: + env-step-all-before: 124780544 + env-step-replay-before: 63176704 + env-step-used-before: 124780544 + ppo-update-before: 76160 + env-step-generate-before: 61603840 + env-step-all-after: 124813312 + env-step-replay-after: 63176704 + env-step-used-after: 124813312 + ppo-update-after: 76180 + env-step-generate-after: 61636608 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.83627 + avg_avg_return: 0.9600158 + avg_reward_per_step: 0.29638672 + proxy_corner: + avg_avg_return: 0.9600158 + avg_reward_per_step: 0.29638672 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.83627 + avg_avg_return: 0.9600158 + avg_reward_per_step: 0.29638672 + proxy_corner: + avg_avg_return: 0.9600158 + avg_reward_per_step: 0.29638672 + perf: + env_steps_per_second: 1001808.1333368493 + ppo_updates_per_second: 110.87328667824552 + eval-batch-orig-duration: 0.1839610009919852 + eval-batch-shift-duration: 0.13621020503342152 + eval-batch-tree-duration: 0.13602109701605514 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.001221 + mouse-cheese_dist_finite_wavg: 11.199923 + mouse-cheese_dist_solvable_avg: 13.001221 + mouse-cheese_dist_solvable_wavg: 11.1999235 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100878276 + visit_patterns: + avg_first_visit_time: 1309.3938 + avg_last_visit_time: 1918.3088 + num_replay_batches: 1928 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044540057 + avg_actor_approxkl3: 0.00026622586 + avg_actor_clipfrac: 0.008325196 + avg_actor_loss: -0.0002056734 + avg_advantage: -0.0017704524 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016468354 + avg_entropy: 0.021309724 + avg_grad_norm_pre_clip: 0.8660083 + avg_loss: -0.00014464137 + max: + max_actor_approxkl1: 0.0015043259 + max_actor_approxkl3: 0.0006561355 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0010894295 + max_advantage: 0.26119518 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033330615 + max_entropy: 0.037229683 + max_grad_norm_pre_clip: 2.2420168 + max_loss: 0.0011195237 + std: + std_actor_approxkl1: 0.000457263 + std_actor_approxkl3: 0.0002035501 + std_actor_clipfrac: 0.0062224255 + std_actor_loss: 0.0007747403 + std_advantage: 0.019121645 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.701831e-05 + std_entropy: 0.0071535697 + std_grad_norm_pre_clip: 0.63440067 + std_loss: 0.0007511271 + eval-batch-orig: + avg_avg_episode_length: 6.7807293 + avg_avg_return: 0.97476315 + avg_benchmark_regret: 0.019252945 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26405334 + proxy_corner: + avg_avg_return: 0.97476315 + avg_reward_per_step: 0.26405334 + eval-batch-shift: + avg_avg_episode_length: 66.54996 + avg_avg_return: 0.24189836 + avg_benchmark_regret: 0.7532832 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08644104 + proxy_corner: + avg_avg_return: 0.65913004 + avg_reward_per_step: 0.012756348 + eval-batch-tree: + avg_avg_episode_length: 5.7134542 + avg_avg_return: 0.9867692 + avg_benchmark_regret: 0.007449151 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.9867692 + avg_reward_per_step: 0.26636505 +=========================================================== +=========================================================== + step: + env-step-all-before: 125829120 + env-step-replay-before: 63799296 + env-step-used-before: 125829120 + ppo-update-before: 76800 + env-step-generate-before: 62029824 + env-step-all-after: 125861888 + env-step-replay-after: 63832064 + env-step-used-after: 125861888 + ppo-update-after: 76820 + env-step-generate-after: 62029824 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.655834 + avg_avg_return: 0.88311917 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.88311917 + avg_reward_per_step: 0.06781006 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.655834 + avg_avg_return: 0.88311917 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.88311917 + avg_reward_per_step: 0.06781006 + perf: + env_steps_per_second: 997222.367324738 + ppo_updates_per_second: 111.4488475553897 + eval-batch-orig-duration: 0.18385372898774222 + eval-batch-shift-duration: 0.13603969296673313 + eval-batch-tree-duration: 0.13739955698838457 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.975342 + mouse-cheese_dist_finite_wavg: 11.195749 + mouse-cheese_dist_solvable_avg: 12.975342 + mouse-cheese_dist_solvable_wavg: 11.19575 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100638375 + visit_patterns: + avg_first_visit_time: 1326.354 + avg_last_visit_time: 1938.2312 + num_replay_batches: 1948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050284516 + avg_actor_approxkl3: 0.00058269635 + avg_actor_clipfrac: 0.021746827 + avg_actor_loss: 0.00050738215 + avg_advantage: -0.00061041984 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023522279 + avg_entropy: 0.076975055 + avg_grad_norm_pre_clip: 1.7244952 + avg_loss: 0.00054801855 + max: + max_actor_approxkl1: 0.0018504289 + max_actor_approxkl3: 0.0015547371 + max_actor_clipfrac: 0.053466797 + max_actor_loss: 0.0019007267 + max_advantage: 0.19464314 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00057969696 + max_entropy: 0.09613308 + max_grad_norm_pre_clip: 4.6802683 + max_loss: 0.001883857 + std: + std_actor_approxkl1: 0.0005848709 + std_actor_approxkl3: 0.00044068572 + std_actor_clipfrac: 0.015375349 + std_actor_loss: 0.0007401468 + std_advantage: 0.021927843 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014538773 + std_entropy: 0.011870548 + std_grad_norm_pre_clip: 0.9772747 + std_loss: 0.0007380643 + eval-batch-orig: + avg_avg_episode_length: 6.9874315 + avg_avg_return: 0.9768858 + avg_benchmark_regret: 0.017130358 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2616043 + proxy_corner: + avg_avg_return: 0.9768858 + avg_reward_per_step: 0.2616043 + eval-batch-shift: + avg_avg_episode_length: 66.43778 + avg_avg_return: 0.24575606 + avg_benchmark_regret: 0.7494255 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.086761475 + proxy_corner: + avg_avg_return: 0.6621956 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 5.990488 + avg_avg_return: 0.98576796 + avg_benchmark_regret: 0.008450411 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26434326 + proxy_corner: + avg_avg_return: 0.98576796 + avg_reward_per_step: 0.26434326 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 126877696 + env-step-replay-before: 64356352 + env-step-used-before: 126877696 + ppo-update-before: 77440 + env-step-generate-before: 62521344 + env-step-all-after: 126910464 + env-step-replay-after: 64356352 + env-step-used-after: 126910464 + ppo-update-after: 77460 + env-step-generate-after: 62554112 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9264226 + avg_avg_return: 0.95994234 + avg_reward_per_step: 0.2958374 + proxy_corner: + avg_avg_return: 0.95994234 + avg_reward_per_step: 0.2958374 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9264226 + avg_avg_return: 0.95994234 + avg_reward_per_step: 0.2958374 + proxy_corner: + avg_avg_return: 0.95994234 + avg_reward_per_step: 0.2958374 + perf: + env_steps_per_second: 989003.0153804274 + ppo_updates_per_second: 111.73862405706875 + eval-batch-orig-duration: 0.18446323898388073 + eval-batch-shift-duration: 0.13782224396709353 + eval-batch-tree-duration: 0.1379544830415398 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.9646 + mouse-cheese_dist_finite_wavg: 11.196197 + mouse-cheese_dist_solvable_avg: 12.9646 + mouse-cheese_dist_solvable_wavg: 11.1961975 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10177086 + visit_patterns: + avg_first_visit_time: 1348.3616 + avg_last_visit_time: 1954.2515 + num_replay_batches: 1964 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00059918227 + avg_actor_approxkl3: 0.00049983634 + avg_actor_clipfrac: 0.009228515 + avg_actor_loss: 0.00036693385 + avg_advantage: -0.00059734867 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016984079 + avg_entropy: 0.02505435 + avg_grad_norm_pre_clip: 0.9339264 + avg_loss: 0.00042679996 + max: + max_actor_approxkl1: 0.0030644187 + max_actor_approxkl3: 0.0020227286 + max_actor_clipfrac: 0.02319336 + max_actor_loss: 0.0043822797 + max_advantage: 0.17320132 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033946242 + max_entropy: 0.04328676 + max_grad_norm_pre_clip: 3.7023466 + max_loss: 0.0045073563 + std: + std_actor_approxkl1: 0.0007182216 + std_actor_approxkl3: 0.0005494116 + std_actor_clipfrac: 0.006865237 + std_actor_loss: 0.0010835734 + std_advantage: 0.018339148 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.452682e-05 + std_entropy: 0.009446859 + std_grad_norm_pre_clip: 0.7268051 + std_loss: 0.0010888507 + eval-batch-orig: + avg_avg_episode_length: 6.488503 + avg_avg_return: 0.98060685 + avg_benchmark_regret: 0.013409272 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26400757 + proxy_corner: + avg_avg_return: 0.98060685 + avg_reward_per_step: 0.26400757 + eval-batch-shift: + avg_avg_episode_length: 66.656525 + avg_avg_return: 0.24108797 + avg_benchmark_regret: 0.7540936 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08673096 + proxy_corner: + avg_avg_return: 0.6595541 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 5.753225 + avg_avg_return: 0.9868334 + avg_benchmark_regret: 0.0073849913 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2660141 + proxy_corner: + avg_avg_return: 0.9868334 + avg_reward_per_step: 0.2660141 +=========================================================== +=========================================================== + step: + env-step-all-before: 127926272 + env-step-replay-before: 64946176 + env-step-used-before: 127926272 + ppo-update-before: 78080 + env-step-generate-before: 62980096 + env-step-all-after: 127959040 + env-step-replay-after: 64946176 + env-step-used-after: 127959040 + ppo-update-after: 78100 + env-step-generate-after: 63012864 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.2616878 + avg_avg_return: 0.9579243 + avg_reward_per_step: 0.26452637 + proxy_corner: + avg_avg_return: 0.9579243 + avg_reward_per_step: 0.26452637 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.2616878 + avg_avg_return: 0.9579243 + avg_reward_per_step: 0.26452637 + proxy_corner: + avg_avg_return: 0.9579243 + avg_reward_per_step: 0.26452637 + perf: + env_steps_per_second: 924281.2854892245 + ppo_updates_per_second: 111.37252842332519 + eval-batch-orig-duration: 0.18285513698356226 + eval-batch-shift-duration: 0.13546241499716416 + eval-batch-tree-duration: 0.13719270704314113 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.985596 + mouse-cheese_dist_finite_wavg: 11.198866 + mouse-cheese_dist_solvable_avg: 12.985596 + mouse-cheese_dist_solvable_wavg: 11.198866 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.098857395 + visit_patterns: + avg_first_visit_time: 1364.9961 + avg_last_visit_time: 1972.2808 + num_replay_batches: 1982 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042296547 + avg_actor_approxkl3: 0.00032760756 + avg_actor_clipfrac: 0.0094360355 + avg_actor_loss: 0.000228563 + avg_advantage: -0.0020100963 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023453895 + avg_entropy: 0.025674617 + avg_grad_norm_pre_clip: 0.9238226 + avg_loss: 0.00032015782 + max: + max_actor_approxkl1: 0.0013041631 + max_actor_approxkl3: 0.0008083873 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0013563978 + max_advantage: 0.27508074 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00053187704 + max_entropy: 0.035426162 + max_grad_norm_pre_clip: 1.7017746 + max_loss: 0.0013859138 + std: + std_actor_approxkl1: 0.0003717196 + std_actor_approxkl3: 0.00024443274 + std_actor_clipfrac: 0.0051141637 + std_actor_loss: 0.0005612104 + std_advantage: 0.021649878 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001467245 + std_entropy: 0.0056376704 + std_grad_norm_pre_clip: 0.43930903 + std_loss: 0.0005625401 + eval-batch-orig: + avg_avg_episode_length: 6.2881207 + avg_avg_return: 0.9819413 + avg_benchmark_regret: 0.012074858 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26434326 + proxy_corner: + avg_avg_return: 0.9819413 + avg_reward_per_step: 0.26434326 + eval-batch-shift: + avg_avg_episode_length: 67.04082 + avg_avg_return: 0.23627262 + avg_benchmark_regret: 0.758909 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08572388 + proxy_corner: + avg_avg_return: 0.6638935 + avg_reward_per_step: 0.012763977 + eval-batch-tree: + avg_avg_episode_length: 5.817887 + avg_avg_return: 0.98615134 + avg_benchmark_regret: 0.008066984 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2653122 + proxy_corner: + avg_avg_return: 0.98615134 + avg_reward_per_step: 0.2653122 +=========================================================== +=========================================================== + step: + env-step-all-before: 128974848 + env-step-replay-before: 65601536 + env-step-used-before: 128974848 + ppo-update-before: 78720 + env-step-generate-before: 63373312 + env-step-all-after: 129007616 + env-step-replay-after: 65601536 + env-step-used-after: 129007616 + ppo-update-after: 78740 + env-step-generate-after: 63406080 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.4154243 + avg_avg_return: 0.95660806 + avg_reward_per_step: 0.2697754 + proxy_corner: + avg_avg_return: 0.95660806 + avg_reward_per_step: 0.2697754 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.4154243 + avg_avg_return: 0.95660806 + avg_reward_per_step: 0.2697754 + proxy_corner: + avg_avg_return: 0.95660806 + avg_reward_per_step: 0.2697754 + perf: + env_steps_per_second: 976568.9024310093 + ppo_updates_per_second: 111.42724754863863 + eval-batch-orig-duration: 0.18331306095933542 + eval-batch-shift-duration: 0.13901765801711008 + eval-batch-tree-duration: 0.13949002901790664 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.006348 + mouse-cheese_dist_finite_wavg: 11.196971 + mouse-cheese_dist_solvable_avg: 13.006348 + mouse-cheese_dist_solvable_wavg: 11.19697 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09860142 + visit_patterns: + avg_first_visit_time: 1374.3484 + avg_last_visit_time: 1992.311 + num_replay_batches: 2002 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005798458 + avg_actor_approxkl3: 0.00054363545 + avg_actor_clipfrac: 0.0074157715 + avg_actor_loss: 0.0004895551 + avg_advantage: 0.0011782653 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001716892 + avg_entropy: 0.023369795 + avg_grad_norm_pre_clip: 0.95909417 + avg_loss: 0.00055203 + max: + max_actor_approxkl1: 0.0024593663 + max_actor_approxkl3: 0.0021798545 + max_actor_clipfrac: 0.016479492 + max_actor_loss: 0.0034760204 + max_advantage: 0.20980704 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002773357 + max_entropy: 0.034667097 + max_grad_norm_pre_clip: 1.6680492 + max_loss: 0.0035313803 + std: + std_actor_approxkl1: 0.00065732526 + std_actor_approxkl3: 0.00060667074 + std_actor_clipfrac: 0.0041946517 + std_actor_loss: 0.0009497358 + std_advantage: 0.018636337 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.700799e-05 + std_entropy: 0.0053227227 + std_grad_norm_pre_clip: 0.3993709 + std_loss: 0.0009481936 + eval-batch-orig: + avg_avg_episode_length: 6.3522816 + avg_avg_return: 0.98180515 + avg_benchmark_regret: 0.012210984 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2640381 + proxy_corner: + avg_avg_return: 0.98180515 + avg_reward_per_step: 0.2640381 + eval-batch-shift: + avg_avg_episode_length: 66.57953 + avg_avg_return: 0.240654 + avg_benchmark_regret: 0.75452757 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.083229065 + proxy_corner: + avg_avg_return: 0.6508095 + avg_reward_per_step: 0.012687683 + eval-batch-tree: + avg_avg_episode_length: 5.8041277 + avg_avg_return: 0.9865965 + avg_benchmark_regret: 0.0076218573 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.265625 + proxy_corner: + avg_avg_return: 0.9865965 + avg_reward_per_step: 0.265625 +=========================================================== +=========================================================== + step: + env-step-all-before: 130023424 + env-step-replay-before: 66158592 + env-step-used-before: 130023424 + ppo-update-before: 79360 + env-step-generate-before: 63864832 + env-step-all-after: 130056192 + env-step-replay-after: 66158592 + env-step-used-after: 130056192 + ppo-update-after: 79380 + env-step-generate-after: 63897600 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5646667 + avg_avg_return: 0.9648557 + avg_reward_per_step: 0.26733398 + proxy_corner: + avg_avg_return: 0.9648557 + avg_reward_per_step: 0.26733398 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5646667 + avg_avg_return: 0.9648557 + avg_reward_per_step: 0.26733398 + proxy_corner: + avg_avg_return: 0.9648557 + avg_reward_per_step: 0.26733398 + perf: + env_steps_per_second: 993061.1479094061 + ppo_updates_per_second: 111.64815612197427 + eval-batch-orig-duration: 0.18345723202219233 + eval-batch-shift-duration: 0.1379656649660319 + eval-batch-tree-duration: 0.13941450603306293 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.01001 + mouse-cheese_dist_finite_wavg: 11.200175 + mouse-cheese_dist_solvable_avg: 13.01001 + mouse-cheese_dist_solvable_wavg: 11.200176 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.0996141 + visit_patterns: + avg_first_visit_time: 1393.3784 + avg_last_visit_time: 2009.2417 + num_replay_batches: 2019 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034331265 + avg_actor_approxkl3: 0.00023359196 + avg_actor_clipfrac: 0.005670166 + avg_actor_loss: 0.00044273824 + avg_advantage: 0.00027677178 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00011910259 + avg_entropy: 0.015779804 + avg_grad_norm_pre_clip: 0.8820483 + avg_loss: 0.0004865098 + max: + max_actor_approxkl1: 0.00088234345 + max_actor_approxkl3: 0.0006826597 + max_actor_clipfrac: 0.014282227 + max_actor_loss: 0.0037352974 + max_advantage: 0.16080236 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00014946688 + max_entropy: 0.02198008 + max_grad_norm_pre_clip: 2.2614663 + max_loss: 0.0037792982 + std: + std_actor_approxkl1: 0.00024398243 + std_actor_approxkl3: 0.00016917152 + std_actor_clipfrac: 0.0034104346 + std_actor_loss: 0.00091665774 + std_advantage: 0.01551963 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4363573e-05 + std_entropy: 0.0034246 + std_grad_norm_pre_clip: 0.53995085 + std_loss: 0.0009171109 + eval-batch-orig: + avg_avg_episode_length: 6.2886796 + avg_avg_return: 0.98219806 + avg_benchmark_regret: 0.011818065 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2645645 + proxy_corner: + avg_avg_return: 0.98219806 + avg_reward_per_step: 0.2645645 + eval-batch-shift: + avg_avg_episode_length: 66.72977 + avg_avg_return: 0.24346574 + avg_benchmark_regret: 0.7517159 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08483124 + proxy_corner: + avg_avg_return: 0.6681678 + avg_reward_per_step: 0.012779236 + eval-batch-tree: + avg_avg_episode_length: 5.8154507 + avg_avg_return: 0.98621196 + avg_benchmark_regret: 0.008006395 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26496124 + proxy_corner: + avg_avg_return: 0.98621196 + avg_reward_per_step: 0.26496124 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 131072000 + env-step-replay-before: 66551808 + env-step-used-before: 131072000 + ppo-update-before: 80000 + env-step-generate-before: 64520192 + env-step-all-after: 131104768 + env-step-replay-after: 66551808 + env-step-used-after: 131104768 + ppo-update-after: 80020 + env-step-generate-after: 64552960 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.1853404 + avg_avg_return: 0.9584917 + avg_reward_per_step: 0.2614746 + proxy_corner: + avg_avg_return: 0.9584917 + avg_reward_per_step: 0.2614746 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.1853404 + avg_avg_return: 0.9584917 + avg_reward_per_step: 0.2614746 + proxy_corner: + avg_avg_return: 0.9584917 + avg_reward_per_step: 0.2614746 + perf: + env_steps_per_second: 981322.4392605192 + ppo_updates_per_second: 110.90370945017872 + eval-batch-orig-duration: 0.18427095701918006 + eval-batch-shift-duration: 0.13606128399260342 + eval-batch-tree-duration: 0.13674994301982224 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.986084 + mouse-cheese_dist_finite_wavg: 11.1984005 + mouse-cheese_dist_solvable_avg: 12.986084 + mouse-cheese_dist_solvable_wavg: 11.198401 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10047364 + visit_patterns: + avg_first_visit_time: 1420.9275 + avg_last_visit_time: 2021.28 + num_replay_batches: 2031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008222176 + avg_actor_approxkl3: 0.0005629292 + avg_actor_clipfrac: 0.015100098 + avg_actor_loss: 0.00026586448 + avg_advantage: 0.0006127169 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013723048 + avg_entropy: 0.0420823 + avg_grad_norm_pre_clip: 1.0182074 + avg_loss: 0.00029239742 + max: + max_actor_approxkl1: 0.0026112963 + max_actor_approxkl3: 0.0018536206 + max_actor_clipfrac: 0.03466797 + max_actor_loss: 0.0020191912 + max_advantage: 0.2598312 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00016982101 + max_entropy: 0.05590602 + max_grad_norm_pre_clip: 2.023969 + max_loss: 0.0020379336 + std: + std_actor_approxkl1: 0.000682728 + std_actor_approxkl3: 0.0005120776 + std_actor_clipfrac: 0.008120116 + std_actor_loss: 0.00071710255 + std_advantage: 0.015889246 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5452562e-05 + std_entropy: 0.0061485413 + std_grad_norm_pre_clip: 0.5045513 + std_loss: 0.0007143551 + eval-batch-orig: + avg_avg_episode_length: 6.343089 + avg_avg_return: 0.98120844 + avg_benchmark_regret: 0.012807734 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2631302 + proxy_corner: + avg_avg_return: 0.98120844 + avg_reward_per_step: 0.2631302 + eval-batch-shift: + avg_avg_episode_length: 66.26506 + avg_avg_return: 0.2512172 + avg_benchmark_regret: 0.7439644 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.084373474 + proxy_corner: + avg_avg_return: 0.66221964 + avg_reward_per_step: 0.01259613 + eval-batch-tree: + avg_avg_episode_length: 5.8593664 + avg_avg_return: 0.9859113 + avg_benchmark_regret: 0.008307038 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2638855 + proxy_corner: + avg_avg_return: 0.9859113 + avg_reward_per_step: 0.2638855 +=========================================================== +=========================================================== + step: + env-step-all-before: 132120576 + env-step-replay-before: 67076096 + env-step-used-before: 132120576 + ppo-update-before: 80640 + env-step-generate-before: 65044480 + env-step-all-after: 132153344 + env-step-replay-after: 67076096 + env-step-used-after: 132153344 + ppo-update-after: 80660 + env-step-generate-after: 65077248 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.795706 + avg_avg_return: 0.9612384 + avg_reward_per_step: 0.2944336 + proxy_corner: + avg_avg_return: 0.9612384 + avg_reward_per_step: 0.2944336 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.795706 + avg_avg_return: 0.9612384 + avg_reward_per_step: 0.2944336 + proxy_corner: + avg_avg_return: 0.9612384 + avg_reward_per_step: 0.2944336 + perf: + env_steps_per_second: 990303.8286371991 + ppo_updates_per_second: 111.89867514226252 + eval-batch-orig-duration: 0.1905662959907204 + eval-batch-shift-duration: 0.14701321203028783 + eval-batch-tree-duration: 0.13591525005176663 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.995605 + mouse-cheese_dist_finite_wavg: 11.1985035 + mouse-cheese_dist_solvable_avg: 12.995605 + mouse-cheese_dist_solvable_wavg: 11.198504 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09978679 + visit_patterns: + avg_first_visit_time: 1436.739 + avg_last_visit_time: 2037.2412 + num_replay_batches: 2047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001553688 + avg_actor_approxkl3: 0.0011582521 + avg_actor_clipfrac: 0.01994629 + avg_actor_loss: 0.0005483839 + avg_advantage: -0.0009792466 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013551417 + avg_entropy: 0.039437238 + avg_grad_norm_pre_clip: 1.0276507 + avg_loss: 0.00057670375 + max: + max_actor_approxkl1: 0.004864021 + max_actor_approxkl3: 0.004041354 + max_actor_clipfrac: 0.056884766 + max_actor_loss: 0.0023989333 + max_advantage: 0.21454608 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00017630006 + max_entropy: 0.059052248 + max_grad_norm_pre_clip: 2.048525 + max_loss: 0.0024057403 + std: + std_actor_approxkl1: 0.0015365111 + std_actor_approxkl3: 0.001226607 + std_actor_clipfrac: 0.014248612 + std_actor_loss: 0.0007162289 + std_advantage: 0.016626652 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.578894e-05 + std_entropy: 0.010977788 + std_grad_norm_pre_clip: 0.5338385 + std_loss: 0.0007120251 + eval-batch-orig: + avg_avg_episode_length: 6.3461666 + avg_avg_return: 0.9823116 + avg_benchmark_regret: 0.011704477 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26169586 + proxy_corner: + avg_avg_return: 0.9823116 + avg_reward_per_step: 0.26169586 + eval-batch-shift: + avg_avg_episode_length: 67.26388 + avg_avg_return: 0.23960944 + avg_benchmark_regret: 0.7555721 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08439636 + proxy_corner: + avg_avg_return: 0.65051514 + avg_reward_per_step: 0.0126571655 + eval-batch-tree: + avg_avg_episode_length: 5.864499 + avg_avg_return: 0.98609054 + avg_benchmark_regret: 0.008127872 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26368713 + proxy_corner: + avg_avg_return: 0.98609054 + avg_reward_per_step: 0.26368713 +=========================================================== +=========================================================== + step: + env-step-all-before: 133169152 + env-step-replay-before: 67600384 + env-step-used-before: 133169152 + ppo-update-before: 81280 + env-step-generate-before: 65568768 + env-step-all-after: 133201920 + env-step-replay-after: 67633152 + env-step-used-after: 133201920 + ppo-update-after: 81300 + env-step-generate-after: 65568768 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.65535 + avg_avg_return: 0.8910772 + avg_reward_per_step: 0.07141113 + proxy_corner: + avg_avg_return: 0.8910772 + avg_reward_per_step: 0.07141113 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.65535 + avg_avg_return: 0.8910772 + avg_reward_per_step: 0.07141113 + proxy_corner: + avg_avg_return: 0.8910772 + avg_reward_per_step: 0.07141113 + perf: + env_steps_per_second: 982119.5374124516 + ppo_updates_per_second: 110.87510296349144 + eval-batch-orig-duration: 0.186101358034648 + eval-batch-shift-duration: 0.1393427820294164 + eval-batch-tree-duration: 0.13902008399600163 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 12.992432 + mouse-cheese_dist_finite_wavg: 9.400038 + mouse-cheese_dist_solvable_avg: 12.992432 + mouse-cheese_dist_solvable_wavg: 9.400038 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09879648 + visit_patterns: + avg_first_visit_time: 1451.9773 + avg_last_visit_time: 2054.3093 + num_replay_batches: 2064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014887418 + avg_actor_approxkl3: 0.0014348379 + avg_actor_clipfrac: 0.018963624 + avg_actor_loss: 0.0015589438 + avg_advantage: 0.00023591623 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000110566696 + avg_entropy: 0.048607204 + avg_grad_norm_pre_clip: 1.4054037 + avg_loss: 0.0015656197 + max: + max_actor_approxkl1: 0.006347793 + max_actor_approxkl3: 0.005873166 + max_actor_clipfrac: 0.04284668 + max_actor_loss: 0.005946702 + max_advantage: 0.3972988 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00019981503 + max_entropy: 0.05899167 + max_grad_norm_pre_clip: 2.4970922 + max_loss: 0.005944681 + std: + std_actor_approxkl1: 0.0013589449 + std_actor_approxkl3: 0.0012405781 + std_actor_clipfrac: 0.010502253 + std_actor_loss: 0.0014227609 + std_advantage: 0.014870403 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.426231e-05 + std_entropy: 0.004631477 + std_grad_norm_pre_clip: 0.6195594 + std_loss: 0.0014265386 + eval-batch-orig: + avg_avg_episode_length: 5.956424 + avg_avg_return: 0.98578835 + avg_benchmark_regret: 0.008227764 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26540375 + proxy_corner: + avg_avg_return: 0.98578835 + avg_reward_per_step: 0.26540375 + eval-batch-shift: + avg_avg_episode_length: 65.82387 + avg_avg_return: 0.25680432 + avg_benchmark_regret: 0.7383772 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08242798 + proxy_corner: + avg_avg_return: 0.6572733 + avg_reward_per_step: 0.01272583 + eval-batch-tree: + avg_avg_episode_length: 5.7197104 + avg_avg_return: 0.98631096 + avg_benchmark_regret: 0.007907358 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26612854 + proxy_corner: + avg_avg_return: 0.98631096 + avg_reward_per_step: 0.26612854 +=========================================================== +=========================================================== + step: + env-step-all-before: 134217728 + env-step-replay-before: 68157440 + env-step-used-before: 134217728 + ppo-update-before: 81920 + env-step-generate-before: 66060288 + env-step-all-after: 134250496 + env-step-replay-after: 68157440 + env-step-used-after: 134250496 + ppo-update-after: 81940 + env-step-generate-after: 66093056 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6638994 + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.29040527 + proxy_corner: + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.29040527 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6638994 + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.29040527 + proxy_corner: + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.29040527 + perf: + env_steps_per_second: 991978.6504913605 + ppo_updates_per_second: 111.61594379590538 + eval-batch-orig-duration: 0.18562264600768685 + eval-batch-shift-duration: 0.13992256397614256 + eval-batch-tree-duration: 0.1389625039882958 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.048096 + mouse-cheese_dist_finite_wavg: 15.699192 + mouse-cheese_dist_solvable_avg: 13.048096 + mouse-cheese_dist_solvable_wavg: 15.699192 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09816319 + visit_patterns: + avg_first_visit_time: 1462.8845 + avg_last_visit_time: 2070.311 + num_replay_batches: 2080 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062914024 + avg_actor_approxkl3: 0.0003051136 + avg_actor_clipfrac: 0.0049743652 + avg_actor_loss: -0.00012984056 + avg_advantage: 0.0011488092 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.1282374e-05 + avg_entropy: 0.013327806 + avg_grad_norm_pre_clip: 0.5835901 + avg_loss: -9.752719e-05 + max: + max_actor_approxkl1: 0.0026149796 + max_actor_approxkl3: 0.0011858279 + max_actor_clipfrac: 0.014038086 + max_actor_loss: 0.000548413 + max_advantage: 0.11770958 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000110037014 + max_entropy: 0.018479716 + max_grad_norm_pre_clip: 1.443253 + max_loss: 0.000581324 + std: + std_actor_approxkl1: 0.0007439774 + std_actor_approxkl3: 0.00035151732 + std_actor_clipfrac: 0.0037035567 + std_actor_loss: 0.00049930025 + std_advantage: 0.013525078 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.2888e-06 + std_entropy: 0.0031338863 + std_grad_norm_pre_clip: 0.32409152 + std_loss: 0.00050095306 + eval-batch-orig: + avg_avg_episode_length: 6.0211067 + avg_avg_return: 0.9857253 + avg_benchmark_regret: 0.008290843 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26552582 + proxy_corner: + avg_avg_return: 0.9857253 + avg_reward_per_step: 0.26552582 + eval-batch-shift: + avg_avg_episode_length: 67.46702 + avg_avg_return: 0.23176253 + avg_benchmark_regret: 0.76341903 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08039093 + proxy_corner: + avg_avg_return: 0.65399134 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 5.7345023 + avg_avg_return: 0.9865382 + avg_benchmark_regret: 0.007680203 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26613617 + proxy_corner: + avg_avg_return: 0.9865382 + avg_reward_per_step: 0.26613617 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 135266304 + env-step-replay-before: 68780032 + env-step-used-before: 135266304 + ppo-update-before: 82560 + env-step-generate-before: 66486272 + env-step-all-after: 135299072 + env-step-replay-after: 68780032 + env-step-used-after: 135299072 + ppo-update-after: 82580 + env-step-generate-after: 66519040 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.470765 + avg_avg_return: 0.9651281 + avg_reward_per_step: 0.2821045 + proxy_corner: + avg_avg_return: 0.9651281 + avg_reward_per_step: 0.2821045 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.470765 + avg_avg_return: 0.9651281 + avg_reward_per_step: 0.2821045 + proxy_corner: + avg_avg_return: 0.9651281 + avg_reward_per_step: 0.2821045 + perf: + env_steps_per_second: 963764.3664140148 + ppo_updates_per_second: 110.78089359115593 + eval-batch-orig-duration: 0.18368301901500672 + eval-batch-shift-duration: 0.1353843390243128 + eval-batch-tree-duration: 0.13681024697143584 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.059814 + mouse-cheese_dist_finite_wavg: 15.704174 + mouse-cheese_dist_solvable_avg: 13.059814 + mouse-cheese_dist_solvable_wavg: 15.704176 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09897454 + visit_patterns: + avg_first_visit_time: 1475.2903 + avg_last_visit_time: 2089.255 + num_replay_batches: 2099 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006324393 + avg_actor_approxkl3: 0.00051965873 + avg_actor_clipfrac: 0.005621338 + avg_actor_loss: 0.0005046096 + avg_advantage: -0.0010092717 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.123415e-05 + avg_entropy: 0.010568394 + avg_grad_norm_pre_clip: 0.9104201 + avg_loss: 0.0005396583 + max: + max_actor_approxkl1: 0.0033928119 + max_actor_approxkl3: 0.0024427667 + max_actor_clipfrac: 0.013427734 + max_actor_loss: 0.004177901 + max_advantage: 0.13294846 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010556833 + max_entropy: 0.020264389 + max_grad_norm_pre_clip: 2.0434186 + max_loss: 0.00421972 + std: + std_actor_approxkl1: 0.0008926021 + std_actor_approxkl3: 0.00071647693 + std_actor_clipfrac: 0.004211244 + std_actor_loss: 0.0010688679 + std_advantage: 0.013181011 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0193365e-05 + std_entropy: 0.004452158 + std_grad_norm_pre_clip: 0.5311461 + std_loss: 0.001070631 + eval-batch-orig: + avg_avg_episode_length: 6.145636 + avg_avg_return: 0.9848398 + avg_benchmark_regret: 0.009176371 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2647705 + proxy_corner: + avg_avg_return: 0.9848398 + avg_reward_per_step: 0.2647705 + eval-batch-shift: + avg_avg_episode_length: 67.22743 + avg_avg_return: 0.23794243 + avg_benchmark_regret: 0.7572391 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08215332 + proxy_corner: + avg_avg_return: 0.64909244 + avg_reward_per_step: 0.0126571655 + eval-batch-tree: + avg_avg_episode_length: 5.8783045 + avg_avg_return: 0.9862739 + avg_benchmark_regret: 0.007944459 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26555634 + proxy_corner: + avg_avg_return: 0.9862739 + avg_reward_per_step: 0.26555634 +=========================================================== +=========================================================== + step: + env-step-all-before: 136314880 + env-step-replay-before: 69107712 + env-step-used-before: 136314880 + ppo-update-before: 83200 + env-step-generate-before: 67207168 + env-step-all-after: 136347648 + env-step-replay-after: 69107712 + env-step-used-after: 136347648 + ppo-update-after: 83220 + env-step-generate-after: 67239936 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.039524 + avg_avg_return: 0.9591466 + avg_reward_per_step: 0.27618408 + proxy_corner: + avg_avg_return: 0.9591466 + avg_reward_per_step: 0.27618408 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.039524 + avg_avg_return: 0.9591466 + avg_reward_per_step: 0.27618408 + proxy_corner: + avg_avg_return: 0.9591466 + avg_reward_per_step: 0.27618408 + perf: + env_steps_per_second: 986331.5347628351 + ppo_updates_per_second: 110.83212878197395 + eval-batch-orig-duration: 0.1840068799792789 + eval-batch-shift-duration: 0.13800655299564824 + eval-batch-tree-duration: 0.13806726702023298 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.08252 + mouse-cheese_dist_finite_wavg: 7.6123013 + mouse-cheese_dist_solvable_avg: 13.08252 + mouse-cheese_dist_solvable_wavg: 7.6123023 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782624 + scoring: + avg_scores: 0.09872568 + visit_patterns: + avg_first_visit_time: 1495.1025 + avg_last_visit_time: 2099.3494 + num_replay_batches: 2109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007257559 + avg_actor_approxkl3: 0.0007011718 + avg_actor_clipfrac: 0.011193848 + avg_actor_loss: 0.0006122364 + avg_advantage: -0.0021493016 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000102312726 + avg_entropy: 0.020200996 + avg_grad_norm_pre_clip: 1.1790503 + avg_loss: 0.00064319186 + max: + max_actor_approxkl1: 0.003137722 + max_actor_approxkl3: 0.0026045009 + max_actor_clipfrac: 0.023071289 + max_actor_loss: 0.002058302 + max_advantage: 0.23680872 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00015218652 + max_entropy: 0.030449647 + max_grad_norm_pre_clip: 2.2329235 + max_loss: 0.0020898252 + std: + std_actor_approxkl1: 0.0009228517 + std_actor_approxkl3: 0.00069973466 + std_actor_clipfrac: 0.0052593895 + std_actor_loss: 0.0007635656 + std_advantage: 0.01448227 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.100651e-05 + std_entropy: 0.0041414406 + std_grad_norm_pre_clip: 0.5783902 + std_loss: 0.00076414354 + eval-batch-orig: + avg_avg_episode_length: 5.9457045 + avg_avg_return: 0.98590493 + avg_benchmark_regret: 0.008111224 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2656784 + proxy_corner: + avg_avg_return: 0.98590493 + avg_reward_per_step: 0.2656784 + eval-batch-shift: + avg_avg_episode_length: 65.79349 + avg_avg_return: 0.25247374 + avg_benchmark_regret: 0.7427078 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08194733 + proxy_corner: + avg_avg_return: 0.6654847 + avg_reward_per_step: 0.012817383 + eval-batch-tree: + avg_avg_episode_length: 5.7166443 + avg_avg_return: 0.98684657 + avg_benchmark_regret: 0.007371824 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26650238 + proxy_corner: + avg_avg_return: 0.98684657 + avg_reward_per_step: 0.26650238 +=========================================================== +=========================================================== + step: + env-step-all-before: 137363456 + env-step-replay-before: 69664768 + env-step-used-before: 137363456 + ppo-update-before: 83840 + env-step-generate-before: 67698688 + env-step-all-after: 137396224 + env-step-replay-after: 69697536 + env-step-used-after: 137396224 + ppo-update-after: 83860 + env-step-generate-after: 67698688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.181543 + avg_avg_return: 0.8862357 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.8862357 + avg_reward_per_step: 0.069244385 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.181543 + avg_avg_return: 0.8862357 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.8862357 + avg_reward_per_step: 0.069244385 + perf: + env_steps_per_second: 969694.9610720228 + ppo_updates_per_second: 110.73081782811828 + eval-batch-orig-duration: 0.1823890499654226 + eval-batch-shift-duration: 0.1360442730365321 + eval-batch-tree-duration: 0.13540914602344856 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.120361 + mouse-cheese_dist_finite_wavg: 15.706038 + mouse-cheese_dist_solvable_avg: 13.120361 + mouse-cheese_dist_solvable_wavg: 15.706038 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.099220246 + visit_patterns: + avg_first_visit_time: 1506.9097 + avg_last_visit_time: 2117.311 + num_replay_batches: 2127 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00067587267 + avg_actor_approxkl3: 0.00075117894 + avg_actor_clipfrac: 0.02116089 + avg_actor_loss: 0.0011765822 + avg_advantage: 0.0035076202 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00010448764 + avg_entropy: 0.04051403 + avg_grad_norm_pre_clip: 2.0800693 + avg_loss: 0.0011883121 + max: + max_actor_approxkl1: 0.0019475434 + max_actor_approxkl3: 0.0020275214 + max_actor_clipfrac: 0.038330078 + max_actor_loss: 0.0024665454 + max_advantage: 0.17385733 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00018154734 + max_entropy: 0.052523784 + max_grad_norm_pre_clip: 3.1510997 + max_loss: 0.0024800978 + std: + std_actor_approxkl1: 0.0005335598 + std_actor_approxkl3: 0.00047572184 + std_actor_clipfrac: 0.007610893 + std_actor_loss: 0.0007858849 + std_advantage: 0.014995269 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5053669e-05 + std_entropy: 0.0053215497 + std_grad_norm_pre_clip: 0.635457 + std_loss: 0.00078445143 + eval-batch-orig: + avg_avg_episode_length: 6.2720714 + avg_avg_return: 0.9846936 + avg_benchmark_regret: 0.009322576 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26467896 + proxy_corner: + avg_avg_return: 0.9846936 + avg_reward_per_step: 0.26467896 + eval-batch-shift: + avg_avg_episode_length: 67.076904 + avg_avg_return: 0.23659585 + avg_benchmark_regret: 0.7585857 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08354187 + proxy_corner: + avg_avg_return: 0.66223454 + avg_reward_per_step: 0.012771606 + eval-batch-tree: + avg_avg_episode_length: 5.833376 + avg_avg_return: 0.98675644 + avg_benchmark_regret: 0.007461951 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.98675644 + avg_reward_per_step: 0.26602936 +=========================================================== +=========================================================== + step: + env-step-all-before: 138412032 + env-step-replay-before: 70090752 + env-step-used-before: 138412032 + ppo-update-before: 84480 + env-step-generate-before: 68321280 + env-step-all-after: 138444800 + env-step-replay-after: 70123520 + env-step-used-after: 138444800 + ppo-update-after: 84500 + env-step-generate-after: 68321280 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.483553 + avg_avg_return: 0.89201474 + avg_reward_per_step: 0.07077026 + proxy_corner: + avg_avg_return: 0.89201474 + avg_reward_per_step: 0.07077026 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.483553 + avg_avg_return: 0.89201474 + avg_reward_per_step: 0.07077026 + proxy_corner: + avg_avg_return: 0.89201474 + avg_reward_per_step: 0.07077026 + perf: + env_steps_per_second: 982264.618762362 + ppo_updates_per_second: 111.06264829907784 + eval-batch-orig-duration: 0.18528811598662287 + eval-batch-shift-duration: 0.13945400301599875 + eval-batch-tree-duration: 0.1397386079770513 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.145996 + mouse-cheese_dist_finite_wavg: 12.111541 + mouse-cheese_dist_solvable_avg: 13.145996 + mouse-cheese_dist_solvable_wavg: 12.111539 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09891057 + visit_patterns: + avg_first_visit_time: 1520.0459 + avg_last_visit_time: 2130.4214 + num_replay_batches: 2140 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000532855 + avg_actor_approxkl3: 0.0002750442 + avg_actor_clipfrac: 0.008355713 + avg_actor_loss: 0.00017249116 + avg_advantage: 0.001394534 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.386838e-05 + avg_entropy: 0.032536037 + avg_grad_norm_pre_clip: 1.0474061 + avg_loss: 0.0001718893 + max: + max_actor_approxkl1: 0.0017237646 + max_actor_approxkl3: 0.0007364092 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0022679255 + max_advantage: 0.09509963 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.690213e-05 + max_entropy: 0.04785841 + max_grad_norm_pre_clip: 2.1165369 + max_loss: 0.0022685758 + std: + std_actor_approxkl1: 0.00050180475 + std_actor_approxkl3: 0.00022591327 + std_actor_clipfrac: 0.005112178 + std_actor_loss: 0.00064624177 + std_advantage: 0.011300695 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.038379e-06 + std_entropy: 0.0061540864 + std_grad_norm_pre_clip: 0.55624866 + std_loss: 0.00064659416 + eval-batch-orig: + avg_avg_episode_length: 5.902505 + avg_avg_return: 0.98623866 + avg_benchmark_regret: 0.0077774515 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26585388 + proxy_corner: + avg_avg_return: 0.98623866 + avg_reward_per_step: 0.26585388 + eval-batch-shift: + avg_avg_episode_length: 65.393814 + avg_avg_return: 0.26223463 + avg_benchmark_regret: 0.732947 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08811188 + proxy_corner: + avg_avg_return: 0.66287845 + avg_reward_per_step: 0.012786865 + eval-batch-tree: + avg_avg_episode_length: 5.7041326 + avg_avg_return: 0.9867556 + avg_benchmark_regret: 0.007462724 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665329 + proxy_corner: + avg_avg_return: 0.9867556 + avg_reward_per_step: 0.2665329 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 139460608 + env-step-replay-before: 70713344 + env-step-used-before: 139460608 + ppo-update-before: 85120 + env-step-generate-before: 68747264 + env-step-all-after: 139493376 + env-step-replay-after: 70713344 + env-step-used-after: 139493376 + ppo-update-after: 85140 + env-step-generate-after: 68780032 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7289076 + avg_avg_return: 0.9651809 + avg_reward_per_step: 0.2982483 + proxy_corner: + avg_avg_return: 0.9651809 + avg_reward_per_step: 0.2982483 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7289076 + avg_avg_return: 0.9651809 + avg_reward_per_step: 0.2982483 + proxy_corner: + avg_avg_return: 0.9651809 + avg_reward_per_step: 0.2982483 + perf: + env_steps_per_second: 993801.3279628525 + ppo_updates_per_second: 111.04264345388236 + eval-batch-orig-duration: 0.18379908800125122 + eval-batch-shift-duration: 0.13691652799025178 + eval-batch-tree-duration: 0.13638962397817522 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.156494 + mouse-cheese_dist_finite_wavg: 12.116685 + mouse-cheese_dist_solvable_avg: 13.156494 + mouse-cheese_dist_solvable_wavg: 12.116687 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.09935749 + visit_patterns: + avg_first_visit_time: 1527.1772 + avg_last_visit_time: 2148.1484 + num_replay_batches: 2158 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005358413 + avg_actor_approxkl3: 0.0005748847 + avg_actor_clipfrac: 0.0063598636 + avg_actor_loss: 0.0012144431 + avg_advantage: 0.000878959 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.190796e-05 + avg_entropy: 0.013317892 + avg_grad_norm_pre_clip: 0.93859977 + avg_loss: 0.0012420794 + max: + max_actor_approxkl1: 0.0022867797 + max_actor_approxkl3: 0.0024551693 + max_actor_clipfrac: 0.019042969 + max_actor_loss: 0.004751482 + max_advantage: 0.11203766 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010018314 + max_entropy: 0.01908359 + max_grad_norm_pre_clip: 2.918319 + max_loss: 0.0047808886 + std: + std_actor_approxkl1: 0.0006302805 + std_actor_approxkl3: 0.00067255495 + std_actor_clipfrac: 0.005016763 + std_actor_loss: 0.0016392687 + std_advantage: 0.012738181 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.761657e-06 + std_entropy: 0.003541723 + std_grad_norm_pre_clip: 0.7204693 + std_loss: 0.0016381904 + eval-batch-orig: + avg_avg_episode_length: 5.9355392 + avg_avg_return: 0.9865044 + avg_benchmark_regret: 0.0075117657 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26564026 + proxy_corner: + avg_avg_return: 0.9865044 + avg_reward_per_step: 0.26564026 + eval-batch-shift: + avg_avg_episode_length: 66.58882 + avg_avg_return: 0.2443458 + avg_benchmark_regret: 0.7508358 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08483124 + proxy_corner: + avg_avg_return: 0.6523925 + avg_reward_per_step: 0.012710571 + eval-batch-tree: + avg_avg_episode_length: 5.7254977 + avg_avg_return: 0.9870696 + avg_benchmark_regret: 0.007148751 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26650238 + proxy_corner: + avg_avg_return: 0.9870696 + avg_reward_per_step: 0.26650238 +=========================================================== +=========================================================== + step: + env-step-all-before: 140509184 + env-step-replay-before: 71237632 + env-step-used-before: 140509184 + ppo-update-before: 85760 + env-step-generate-before: 69271552 + env-step-all-after: 140541952 + env-step-replay-after: 71270400 + env-step-used-after: 140541952 + ppo-update-after: 85780 + env-step-generate-after: 69271552 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.759592 + avg_avg_return: 0.8880296 + avg_reward_per_step: 0.0697937 + proxy_corner: + avg_avg_return: 0.8880296 + avg_reward_per_step: 0.0697937 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.759592 + avg_avg_return: 0.8880296 + avg_reward_per_step: 0.0697937 + proxy_corner: + avg_avg_return: 0.8880296 + avg_reward_per_step: 0.0697937 + perf: + env_steps_per_second: 1002209.0320009616 + ppo_updates_per_second: 110.86137124639212 + eval-batch-orig-duration: 0.18411437299801037 + eval-batch-shift-duration: 0.13881732104346156 + eval-batch-tree-duration: 0.1382862800383009 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.171387 + mouse-cheese_dist_finite_wavg: 12.118365 + mouse-cheese_dist_solvable_avg: 13.171387 + mouse-cheese_dist_solvable_wavg: 12.118365 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100155555 + visit_patterns: + avg_first_visit_time: 1543.4185 + avg_last_visit_time: 2165.1692 + num_replay_batches: 2175 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002946574 + avg_actor_approxkl3: 0.000375765 + avg_actor_clipfrac: 0.008258057 + avg_actor_loss: 0.0003266484 + avg_advantage: 0.0018585507 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.226885e-05 + avg_entropy: 0.029363487 + avg_grad_norm_pre_clip: 1.1853403 + avg_loss: 0.00032841932 + max: + max_actor_approxkl1: 0.001770353 + max_actor_approxkl3: 0.0013635282 + max_actor_clipfrac: 0.022949219 + max_actor_loss: 0.0016389065 + max_advantage: 0.1364901 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.4610176e-05 + max_entropy: 0.036619145 + max_grad_norm_pre_clip: 2.8891037 + max_loss: 0.0016370659 + std: + std_actor_approxkl1: 0.00046301165 + std_actor_approxkl3: 0.00035560285 + std_actor_clipfrac: 0.006761778 + std_actor_loss: 0.0005349674 + std_advantage: 0.011292224 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.3279307e-06 + std_entropy: 0.0041083638 + std_grad_norm_pre_clip: 0.6731943 + std_loss: 0.0005333873 + eval-batch-orig: + avg_avg_episode_length: 5.934689 + avg_avg_return: 0.9856044 + avg_benchmark_regret: 0.0084116915 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2658615 + proxy_corner: + avg_avg_return: 0.9856044 + avg_reward_per_step: 0.2658615 + eval-batch-shift: + avg_avg_episode_length: 66.59713 + avg_avg_return: 0.2429566 + avg_benchmark_regret: 0.7522249 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08428192 + proxy_corner: + avg_avg_return: 0.66207755 + avg_reward_per_step: 0.012771606 + eval-batch-tree: + avg_avg_episode_length: 5.7297573 + avg_avg_return: 0.9865227 + avg_benchmark_regret: 0.00769571 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.9865227 + avg_reward_per_step: 0.2665863 +=========================================================== +=========================================================== + step: + env-step-all-before: 141557760 + env-step-replay-before: 71729152 + env-step-used-before: 141557760 + ppo-update-before: 86400 + env-step-generate-before: 69828608 + env-step-all-after: 141590528 + env-step-replay-after: 71761920 + env-step-used-after: 141590528 + ppo-update-after: 86420 + env-step-generate-after: 69828608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.713141 + avg_avg_return: 0.8903202 + avg_reward_per_step: 0.069732666 + proxy_corner: + avg_avg_return: 0.8903202 + avg_reward_per_step: 0.069732666 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.713141 + avg_avg_return: 0.8903202 + avg_reward_per_step: 0.069732666 + proxy_corner: + avg_avg_return: 0.8903202 + avg_reward_per_step: 0.069732666 + perf: + env_steps_per_second: 990000.8036273266 + ppo_updates_per_second: 111.95224751170527 + eval-batch-orig-duration: 0.18327615200541914 + eval-batch-shift-duration: 0.13654160097939894 + eval-batch-tree-duration: 0.1364408719819039 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.195068 + mouse-cheese_dist_finite_wavg: 15.7195635 + mouse-cheese_dist_solvable_avg: 13.195068 + mouse-cheese_dist_solvable_wavg: 15.719565 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10084111 + visit_patterns: + avg_first_visit_time: 1557.346 + avg_last_visit_time: 2180.2905 + num_replay_batches: 2190 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009487751 + avg_actor_approxkl3: 0.00058752636 + avg_actor_clipfrac: 0.013714599 + avg_actor_loss: 0.00018314784 + avg_advantage: 0.0014583429 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.8654736e-05 + avg_entropy: 0.039347004 + avg_grad_norm_pre_clip: 1.200065 + avg_loss: 0.00017312824 + max: + max_actor_approxkl1: 0.0027571716 + max_actor_approxkl3: 0.0013671399 + max_actor_clipfrac: 0.028198242 + max_actor_loss: 0.0010637268 + max_advantage: 0.1363557 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.939183e-05 + max_entropy: 0.050392285 + max_grad_norm_pre_clip: 2.09694 + max_loss: 0.0010430723 + std: + std_actor_approxkl1: 0.00081568205 + std_actor_approxkl3: 0.000390559 + std_actor_clipfrac: 0.00722923 + std_actor_loss: 0.00060309586 + std_advantage: 0.011099021 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.562202e-06 + std_entropy: 0.005766922 + std_grad_norm_pre_clip: 0.49509576 + std_loss: 0.00060251396 + eval-batch-orig: + avg_avg_episode_length: 5.906225 + avg_avg_return: 0.98644567 + avg_benchmark_regret: 0.0075704176 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26585388 + proxy_corner: + avg_avg_return: 0.98644567 + avg_reward_per_step: 0.26585388 + eval-batch-shift: + avg_avg_episode_length: 66.224365 + avg_avg_return: 0.249295 + avg_benchmark_regret: 0.74588656 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.083740234 + proxy_corner: + avg_avg_return: 0.66874564 + avg_reward_per_step: 0.012825012 + eval-batch-tree: + avg_avg_episode_length: 5.702571 + avg_avg_return: 0.98666716 + avg_benchmark_regret: 0.007551206 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.98666716 + avg_reward_per_step: 0.2665863 +=========================================================== +=========================================================== + step: + env-step-all-before: 142606336 + env-step-replay-before: 72286208 + env-step-used-before: 142606336 + ppo-update-before: 87040 + env-step-generate-before: 70320128 + env-step-all-after: 142639104 + env-step-replay-after: 72318976 + env-step-used-after: 142639104 + ppo-update-after: 87060 + env-step-generate-after: 70320128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.395313 + avg_avg_return: 0.8833791 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8833791 + avg_reward_per_step: 0.06793213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.395313 + avg_avg_return: 0.8833791 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8833791 + avg_reward_per_step: 0.06793213 + perf: + env_steps_per_second: 992093.9182695921 + ppo_updates_per_second: 111.26478754449428 + eval-batch-orig-duration: 0.18494265497429296 + eval-batch-shift-duration: 0.13953993399627507 + eval-batch-tree-duration: 0.13887095398968086 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.198975 + mouse-cheese_dist_finite_wavg: 14.817004 + mouse-cheese_dist_solvable_avg: 13.198975 + mouse-cheese_dist_solvable_wavg: 14.817004 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.099598154 + visit_patterns: + avg_first_visit_time: 1567.7983 + avg_last_visit_time: 2197.3606 + num_replay_batches: 2207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039549093 + avg_actor_approxkl3: 0.00045749047 + avg_actor_clipfrac: 0.011138916 + avg_actor_loss: 0.0008676091 + avg_advantage: -0.0010542037 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.886575e-05 + avg_entropy: 0.037576217 + avg_grad_norm_pre_clip: 1.811722 + avg_loss: 0.0008694658 + max: + max_actor_approxkl1: 0.001567607 + max_actor_approxkl3: 0.0012663645 + max_actor_clipfrac: 0.032226562 + max_actor_loss: 0.0025924048 + max_advantage: 0.11562097 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000104075254 + max_entropy: 0.051196374 + max_grad_norm_pre_clip: 4.4552045 + max_loss: 0.0025905033 + std: + std_actor_approxkl1: 0.0004787356 + std_actor_approxkl3: 0.00033658155 + std_actor_clipfrac: 0.0073270537 + std_actor_loss: 0.0008863589 + std_advantage: 0.011885202 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2111097e-05 + std_entropy: 0.006429985 + std_grad_norm_pre_clip: 1.1775051 + std_loss: 0.0008844529 + eval-batch-orig: + avg_avg_episode_length: 5.966962 + avg_avg_return: 0.9863188 + avg_benchmark_regret: 0.0076973205 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657776 + proxy_corner: + avg_avg_return: 0.9863188 + avg_reward_per_step: 0.2657776 + eval-batch-shift: + avg_avg_episode_length: 66.0224 + avg_avg_return: 0.25039023 + avg_benchmark_regret: 0.7447913 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.088645935 + proxy_corner: + avg_avg_return: 0.6691302 + avg_reward_per_step: 0.012825012 + eval-batch-tree: + avg_avg_episode_length: 5.7181215 + avg_avg_return: 0.9873574 + avg_benchmark_regret: 0.00686093 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.9873574 + avg_reward_per_step: 0.26678467 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 143654912 + env-step-replay-before: 72941568 + env-step-used-before: 143654912 + ppo-update-before: 87680 + env-step-generate-before: 70713344 + env-step-all-after: 143687680 + env-step-replay-after: 72974336 + env-step-used-after: 143687680 + ppo-update-after: 87700 + env-step-generate-after: 70713344 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.482643 + avg_avg_return: 0.8915709 + avg_reward_per_step: 0.07058716 + proxy_corner: + avg_avg_return: 0.8915709 + avg_reward_per_step: 0.07058716 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.482643 + avg_avg_return: 0.8915709 + avg_reward_per_step: 0.07058716 + proxy_corner: + avg_avg_return: 0.8915709 + avg_reward_per_step: 0.07058716 + perf: + env_steps_per_second: 825298.1898430526 + ppo_updates_per_second: 111.94709344248874 + eval-batch-orig-duration: 0.20247385796392336 + eval-batch-shift-duration: 0.15339567797491327 + eval-batch-tree-duration: 0.13561300100991502 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.197754 + mouse-cheese_dist_finite_wavg: 13.019778 + mouse-cheese_dist_solvable_avg: 13.197754 + mouse-cheese_dist_solvable_wavg: 13.019781 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100655995 + visit_patterns: + avg_first_visit_time: 1576.0032 + avg_last_visit_time: 2217.259 + num_replay_batches: 2227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010114239 + avg_actor_approxkl3: 0.0006811304 + avg_actor_clipfrac: 0.012866211 + avg_actor_loss: 8.067541e-05 + avg_advantage: -0.002213946 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.6398974e-05 + avg_entropy: 0.031854536 + avg_grad_norm_pre_clip: 0.97280806 + avg_loss: 7.702037e-05 + max: + max_actor_approxkl1: 0.002234092 + max_actor_approxkl3: 0.0017312509 + max_actor_clipfrac: 0.02319336 + max_actor_loss: 0.002573195 + max_advantage: 0.05371058 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.6003805e-05 + max_entropy: 0.038820975 + max_grad_norm_pre_clip: 3.1565876 + max_loss: 0.0025770348 + std: + std_actor_approxkl1: 0.0006734597 + std_actor_approxkl3: 0.00046201257 + std_actor_clipfrac: 0.0065441984 + std_actor_loss: 0.00099556 + std_advantage: 0.009968765 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2465112e-05 + std_entropy: 0.0039663594 + std_grad_norm_pre_clip: 0.6743544 + std_loss: 0.0009968985 + eval-batch-orig: + avg_avg_episode_length: 5.918518 + avg_avg_return: 0.9859543 + avg_benchmark_regret: 0.0080618635 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2656021 + proxy_corner: + avg_avg_return: 0.9859543 + avg_reward_per_step: 0.2656021 + eval-batch-shift: + avg_avg_episode_length: 65.32442 + avg_avg_return: 0.26025623 + avg_benchmark_regret: 0.7349253 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08959198 + proxy_corner: + avg_avg_return: 0.6675377 + avg_reward_per_step: 0.012832642 + eval-batch-tree: + avg_avg_episode_length: 5.7132473 + avg_avg_return: 0.98664725 + avg_benchmark_regret: 0.0075710667 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26637268 + proxy_corner: + avg_avg_return: 0.98664725 + avg_reward_per_step: 0.26637268 +=========================================================== +=========================================================== + step: + env-step-all-before: 144703488 + env-step-replay-before: 73531392 + env-step-used-before: 144703488 + ppo-update-before: 88320 + env-step-generate-before: 71172096 + env-step-all-after: 144736256 + env-step-replay-after: 73564160 + env-step-used-after: 144736256 + ppo-update-after: 88340 + env-step-generate-after: 71172096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.638802 + avg_avg_return: 0.8890724 + avg_reward_per_step: 0.06991577 + proxy_corner: + avg_avg_return: 0.8890724 + avg_reward_per_step: 0.06991577 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.638802 + avg_avg_return: 0.8890724 + avg_reward_per_step: 0.06991577 + proxy_corner: + avg_avg_return: 0.8890724 + avg_reward_per_step: 0.06991577 + perf: + env_steps_per_second: 1013144.5349023201 + ppo_updates_per_second: 111.13100046007679 + eval-batch-orig-duration: 0.18535480299033225 + eval-batch-shift-duration: 0.13825788797112182 + eval-batch-tree-duration: 0.13860635401215404 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.197754 + mouse-cheese_dist_finite_wavg: 12.119458 + mouse-cheese_dist_solvable_avg: 13.197754 + mouse-cheese_dist_solvable_wavg: 12.119458 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09892793 + visit_patterns: + avg_first_visit_time: 1586.7312 + avg_last_visit_time: 2235.23 + num_replay_batches: 2245 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001511927 + avg_actor_approxkl3: 0.00063583645 + avg_actor_clipfrac: 0.012280273 + avg_actor_loss: -1.4116092e-05 + avg_advantage: 0.0006740231 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.1157385e-05 + avg_entropy: 0.036030587 + avg_grad_norm_pre_clip: 0.87291336 + avg_loss: -1.9567982e-05 + max: + max_actor_approxkl1: 0.0041262545 + max_actor_approxkl3: 0.0015971633 + max_actor_clipfrac: 0.022216797 + max_actor_loss: 0.0012737457 + max_advantage: 0.11613792 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.220321e-05 + max_entropy: 0.046946242 + max_grad_norm_pre_clip: 1.9320956 + max_loss: 0.0012695591 + std: + std_actor_approxkl1: 0.0012960462 + std_actor_approxkl3: 0.00041507097 + std_actor_clipfrac: 0.0066142967 + std_actor_loss: 0.0006305301 + std_advantage: 0.010983573 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.147606e-06 + std_entropy: 0.0049643745 + std_grad_norm_pre_clip: 0.3876291 + std_loss: 0.00063100166 + eval-batch-orig: + avg_avg_episode_length: 5.926198 + avg_avg_return: 0.9858875 + avg_benchmark_regret: 0.008128671 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657776 + proxy_corner: + avg_avg_return: 0.9858875 + avg_reward_per_step: 0.2657776 + eval-batch-shift: + avg_avg_episode_length: 64.403625 + avg_avg_return: 0.27056855 + avg_benchmark_regret: 0.724613 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08695984 + proxy_corner: + avg_avg_return: 0.67246854 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.7484407 + avg_avg_return: 0.98686147 + avg_benchmark_regret: 0.0073568975 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.98686147 + avg_reward_per_step: 0.26628876 +=========================================================== +=========================================================== + step: + env-step-all-before: 145752064 + env-step-replay-before: 74088448 + env-step-used-before: 145752064 + ppo-update-before: 88960 + env-step-generate-before: 71663616 + env-step-all-after: 145784832 + env-step-replay-after: 74121216 + env-step-used-after: 145784832 + ppo-update-after: 88980 + env-step-generate-after: 71663616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.175953 + avg_avg_return: 0.8867847 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.8867847 + avg_reward_per_step: 0.06845093 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.175953 + avg_avg_return: 0.8867847 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.8867847 + avg_reward_per_step: 0.06845093 + perf: + env_steps_per_second: 972706.9440048842 + ppo_updates_per_second: 111.0069335959437 + eval-batch-orig-duration: 0.18454048701096326 + eval-batch-shift-duration: 0.13644105195999146 + eval-batch-tree-duration: 0.13711192703340203 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.200439 + mouse-cheese_dist_finite_wavg: 13.918998 + mouse-cheese_dist_solvable_avg: 13.200439 + mouse-cheese_dist_solvable_wavg: 13.918998 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.10168147 + visit_patterns: + avg_first_visit_time: 1604.6726 + avg_last_visit_time: 2252.3657 + num_replay_batches: 2262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00067028677 + avg_actor_approxkl3: 0.0007657212 + avg_actor_clipfrac: 0.015881348 + avg_actor_loss: 0.0021547645 + avg_advantage: 0.0002134375 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.955414e-05 + avg_entropy: 0.05265937 + avg_grad_norm_pre_clip: 3.7699401 + avg_loss: 0.0021468827 + max: + max_actor_approxkl1: 0.0024788077 + max_actor_approxkl3: 0.0041511897 + max_actor_clipfrac: 0.048583984 + max_actor_loss: 0.012329211 + max_advantage: 0.1147427 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000107406435 + max_entropy: 0.06662269 + max_grad_norm_pre_clip: 8.230641 + max_loss: 0.012310929 + std: + std_actor_approxkl1: 0.0009074088 + std_actor_approxkl3: 0.001073494 + std_actor_clipfrac: 0.013642028 + std_actor_loss: 0.0037920466 + std_advantage: 0.013530263 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.872604e-06 + std_entropy: 0.008504556 + std_grad_norm_pre_clip: 2.061557 + std_loss: 0.0037899492 + eval-batch-orig: + avg_avg_episode_length: 5.9040465 + avg_avg_return: 0.98633033 + avg_benchmark_regret: 0.0076857833 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26591492 + proxy_corner: + avg_avg_return: 0.98633033 + avg_reward_per_step: 0.26591492 + eval-batch-shift: + avg_avg_episode_length: 66.713165 + avg_avg_return: 0.2437366 + avg_benchmark_regret: 0.75144494 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08289337 + proxy_corner: + avg_avg_return: 0.65894896 + avg_reward_per_step: 0.012741089 + eval-batch-tree: + avg_avg_episode_length: 5.809202 + avg_avg_return: 0.98608387 + avg_benchmark_regret: 0.008134565 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.98608387 + avg_reward_per_step: 0.26602936 +=========================================================== +=========================================================== + step: + env-step-all-before: 146800640 + env-step-replay-before: 74711040 + env-step-used-before: 146800640 + ppo-update-before: 89600 + env-step-generate-before: 72089600 + env-step-all-after: 146833408 + env-step-replay-after: 74743808 + env-step-used-after: 146833408 + ppo-update-after: 89620 + env-step-generate-after: 72089600 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.585326 + avg_avg_return: 0.8904514 + avg_reward_per_step: 0.07019043 + proxy_corner: + avg_avg_return: 0.8904514 + avg_reward_per_step: 0.07019043 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.585326 + avg_avg_return: 0.8904514 + avg_reward_per_step: 0.07019043 + proxy_corner: + avg_avg_return: 0.8904514 + avg_reward_per_step: 0.07019043 + perf: + env_steps_per_second: 1009795.6145547953 + ppo_updates_per_second: 111.36928927118498 + eval-batch-orig-duration: 0.1836358709842898 + eval-batch-shift-duration: 0.13888272602343932 + eval-batch-tree-duration: 0.1389421169878915 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.205078 + mouse-cheese_dist_finite_wavg: 12.121402 + mouse-cheese_dist_solvable_avg: 13.205078 + mouse-cheese_dist_solvable_wavg: 12.121404 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.098407194 + visit_patterns: + avg_first_visit_time: 1614.9722 + avg_last_visit_time: 2271.331 + num_replay_batches: 2281 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014493107 + avg_actor_approxkl3: 0.0010576759 + avg_actor_clipfrac: 0.014923096 + avg_actor_loss: 0.00088279153 + avg_advantage: -0.00019081234 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.84017e-05 + avg_entropy: 0.034809105 + avg_grad_norm_pre_clip: 1.3213944 + avg_loss: 0.0008721834 + max: + max_actor_approxkl1: 0.0049236026 + max_actor_approxkl3: 0.0035120216 + max_actor_clipfrac: 0.03125 + max_actor_loss: 0.0042483117 + max_advantage: 0.056593 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.1292405e-05 + max_entropy: 0.04272443 + max_grad_norm_pre_clip: 3.7908356 + max_loss: 0.0042332974 + std: + std_actor_approxkl1: 0.0014499925 + std_actor_approxkl3: 0.0009795903 + std_actor_clipfrac: 0.0073880153 + std_actor_loss: 0.001216133 + std_advantage: 0.009781748 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.558796e-06 + std_entropy: 0.0042043235 + std_grad_norm_pre_clip: 0.650388 + std_loss: 0.0012147784 + eval-batch-orig: + avg_avg_episode_length: 5.9173603 + avg_avg_return: 0.98600364 + avg_benchmark_regret: 0.008012535 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657013 + proxy_corner: + avg_avg_return: 0.98600364 + avg_reward_per_step: 0.2657013 + eval-batch-shift: + avg_avg_episode_length: 64.79688 + avg_avg_return: 0.2637773 + avg_benchmark_regret: 0.7314043 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08853912 + proxy_corner: + avg_avg_return: 0.6655123 + avg_reward_per_step: 0.012794495 + eval-batch-tree: + avg_avg_episode_length: 5.722312 + avg_avg_return: 0.9866684 + avg_benchmark_regret: 0.0075499434 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2663803 + proxy_corner: + avg_avg_return: 0.9866684 + avg_reward_per_step: 0.2663803 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 147849216 + env-step-replay-before: 75235328 + env-step-used-before: 147849216 + ppo-update-before: 90240 + env-step-generate-before: 72613888 + env-step-all-after: 147881984 + env-step-replay-after: 75235328 + env-step-used-after: 147881984 + ppo-update-after: 90260 + env-step-generate-after: 72646656 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7966223 + avg_avg_return: 0.9615151 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.9615151 + avg_reward_per_step: 0.26644897 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7966223 + avg_avg_return: 0.9615151 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.9615151 + avg_reward_per_step: 0.26644897 + perf: + env_steps_per_second: 985652.30394562 + ppo_updates_per_second: 111.47352145227673 + eval-batch-orig-duration: 0.18399888696148992 + eval-batch-shift-duration: 0.14135220204479992 + eval-batch-tree-duration: 0.13728889101184905 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.222168 + mouse-cheese_dist_finite_wavg: 5.826205 + mouse-cheese_dist_solvable_avg: 13.222168 + mouse-cheese_dist_solvable_wavg: 5.826205 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09841828 + visit_patterns: + avg_first_visit_time: 1626.4456 + avg_last_visit_time: 2286.3125 + num_replay_batches: 2296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002164725 + avg_actor_approxkl3: 0.00012426973 + avg_actor_clipfrac: 0.0018798829 + avg_actor_loss: 3.0247798e-05 + avg_advantage: 0.002368765 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.8702386e-05 + avg_entropy: 0.007127087 + avg_grad_norm_pre_clip: 0.39455518 + avg_loss: 5.2471896e-05 + max: + max_actor_approxkl1: 0.00070507335 + max_actor_approxkl3: 0.00041129527 + max_actor_clipfrac: 0.0059814453 + max_actor_loss: 0.00089913234 + max_advantage: 0.04939407 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.272487e-05 + max_entropy: 0.011714976 + max_grad_norm_pre_clip: 1.9393938 + max_loss: 0.0009163196 + std: + std_actor_approxkl1: 0.00021860884 + std_actor_approxkl3: 0.000110241584 + std_actor_clipfrac: 0.0016025186 + std_actor_loss: 0.00033762737 + std_advantage: 0.010828466 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.914239e-06 + std_entropy: 0.0019834398 + std_grad_norm_pre_clip: 0.49065134 + std_loss: 0.00033734893 + eval-batch-orig: + avg_avg_episode_length: 6.0229015 + avg_avg_return: 0.98569214 + avg_benchmark_regret: 0.008324006 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26527405 + proxy_corner: + avg_avg_return: 0.98569214 + avg_reward_per_step: 0.26527405 + eval-batch-shift: + avg_avg_episode_length: 65.992966 + avg_avg_return: 0.25136 + avg_benchmark_regret: 0.74382156 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08476257 + proxy_corner: + avg_avg_return: 0.6651228 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 5.894262 + avg_avg_return: 0.98620784 + avg_benchmark_regret: 0.008010529 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26583862 + proxy_corner: + avg_avg_return: 0.98620784 + avg_reward_per_step: 0.26583862 +=========================================================== +=========================================================== + step: + env-step-all-before: 148897792 + env-step-replay-before: 75694080 + env-step-used-before: 148897792 + ppo-update-before: 90880 + env-step-generate-before: 73203712 + env-step-all-after: 148930560 + env-step-replay-after: 75726848 + env-step-used-after: 148930560 + ppo-update-after: 90900 + env-step-generate-after: 73203712 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.218663 + avg_avg_return: 0.8835072 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.8835072 + avg_reward_per_step: 0.06918335 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.218663 + avg_avg_return: 0.8835072 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.8835072 + avg_reward_per_step: 0.06918335 + perf: + env_steps_per_second: 978349.7132781862 + ppo_updates_per_second: 111.31085965730216 + eval-batch-orig-duration: 0.18373446800978854 + eval-batch-shift-duration: 0.13732447801157832 + eval-batch-tree-duration: 0.13676703703822568 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.234619 + mouse-cheese_dist_finite_wavg: 8.527931 + mouse-cheese_dist_solvable_avg: 13.234619 + mouse-cheese_dist_solvable_wavg: 8.527932 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.09960872 + visit_patterns: + avg_first_visit_time: 1639.8594 + avg_last_visit_time: 2301.3623 + num_replay_batches: 2311 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021657292 + avg_actor_approxkl3: 0.0012393156 + avg_actor_clipfrac: 0.015209961 + avg_actor_loss: -0.0009814892 + avg_advantage: -0.00050367275 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021323915 + avg_entropy: 0.030980308 + avg_grad_norm_pre_clip: 0.72967374 + avg_loss: -0.00090584997 + max: + max_actor_approxkl1: 0.0075881537 + max_actor_approxkl3: 0.0029756427 + max_actor_clipfrac: 0.05053711 + max_actor_loss: 0.0010723444 + max_advantage: 0.1069929 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00071821426 + max_entropy: 0.053785164 + max_grad_norm_pre_clip: 1.6142018 + max_loss: 0.0010776855 + std: + std_actor_approxkl1: 0.002035616 + std_actor_approxkl3: 0.00093280023 + std_actor_clipfrac: 0.014441768 + std_actor_loss: 0.0025287576 + std_advantage: 0.021301543 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026900458 + std_entropy: 0.00923811 + std_grad_norm_pre_clip: 0.37708214 + std_loss: 0.002434542 + eval-batch-orig: + avg_avg_episode_length: 6.173106 + avg_avg_return: 0.98408294 + avg_benchmark_regret: 0.00993325 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26533508 + proxy_corner: + avg_avg_return: 0.98408294 + avg_reward_per_step: 0.26533508 + eval-batch-shift: + avg_avg_episode_length: 66.272156 + avg_avg_return: 0.2487965 + avg_benchmark_regret: 0.7463851 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08518982 + proxy_corner: + avg_avg_return: 0.6677675 + avg_reward_per_step: 0.012840271 + eval-batch-tree: + avg_avg_episode_length: 5.7241554 + avg_avg_return: 0.98656857 + avg_benchmark_regret: 0.007649779 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.98656857 + avg_reward_per_step: 0.26636505 +=========================================================== +=========================================================== + step: + env-step-all-before: 149946368 + env-step-replay-before: 76152832 + env-step-used-before: 149946368 + ppo-update-before: 91520 + env-step-generate-before: 73793536 + env-step-all-after: 149979136 + env-step-replay-after: 76152832 + env-step-used-after: 149979136 + ppo-update-after: 91540 + env-step-generate-after: 73826304 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.271154 + avg_avg_return: 0.9666432 + avg_reward_per_step: 0.30911255 + proxy_corner: + avg_avg_return: 0.9666432 + avg_reward_per_step: 0.30911255 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.271154 + avg_avg_return: 0.9666432 + avg_reward_per_step: 0.30911255 + proxy_corner: + avg_avg_return: 0.9666432 + avg_reward_per_step: 0.30911255 + perf: + env_steps_per_second: 993257.4713484445 + ppo_updates_per_second: 112.20915437754908 + eval-batch-orig-duration: 0.182792832958512 + eval-batch-shift-duration: 0.13661983999190852 + eval-batch-tree-duration: 0.13658822100842372 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.248291 + mouse-cheese_dist_finite_wavg: 8.522574 + mouse-cheese_dist_solvable_avg: 13.248291 + mouse-cheese_dist_solvable_wavg: 8.522576 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.099930994 + visit_patterns: + avg_first_visit_time: 1654.0154 + avg_last_visit_time: 2314.235 + num_replay_batches: 2324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002758163 + avg_actor_approxkl3: 0.00019189014 + avg_actor_clipfrac: 0.001940918 + avg_actor_loss: 1.5919168e-05 + avg_advantage: 0.0013365534 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.906218e-05 + avg_entropy: 0.00620123 + avg_grad_norm_pre_clip: 0.26236403 + avg_loss: 3.424902e-05 + max: + max_actor_approxkl1: 0.0010804932 + max_actor_approxkl3: 0.0006502146 + max_actor_clipfrac: 0.007080078 + max_actor_loss: 0.00045890268 + max_advantage: 0.058195412 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.142955e-05 + max_entropy: 0.01084675 + max_grad_norm_pre_clip: 0.654454 + max_loss: 0.0004753384 + std: + std_actor_approxkl1: 0.00038147878 + std_actor_approxkl3: 0.0002190271 + std_actor_clipfrac: 0.001882378 + std_actor_loss: 0.00017414236 + std_advantage: 0.009663542 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.425391e-06 + std_entropy: 0.0023022299 + std_grad_norm_pre_clip: 0.17380764 + std_loss: 0.00017330637 + eval-batch-orig: + avg_avg_episode_length: 5.911609 + avg_avg_return: 0.98582983 + avg_benchmark_regret: 0.0081862975 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.98582983 + avg_reward_per_step: 0.26589966 + eval-batch-shift: + avg_avg_episode_length: 66.51062 + avg_avg_return: 0.24376005 + avg_benchmark_regret: 0.7514216 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08559418 + proxy_corner: + avg_avg_return: 0.66479576 + avg_reward_per_step: 0.012771606 + eval-batch-tree: + avg_avg_episode_length: 5.7316732 + avg_avg_return: 0.9869129 + avg_benchmark_regret: 0.0073054414 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2664261 + proxy_corner: + avg_avg_return: 0.9869129 + avg_reward_per_step: 0.2664261 +=========================================================== +=========================================================== + step: + env-step-all-before: 150994944 + env-step-replay-before: 76709888 + env-step-used-before: 150994944 + ppo-update-before: 92160 + env-step-generate-before: 74285056 + env-step-all-after: 151027712 + env-step-replay-after: 76742656 + env-step-used-after: 151027712 + ppo-update-after: 92180 + env-step-generate-after: 74285056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.781633 + avg_avg_return: 0.8886115 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.8886115 + avg_reward_per_step: 0.0690918 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.781633 + avg_avg_return: 0.8886115 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.8886115 + avg_reward_per_step: 0.0690918 + perf: + env_steps_per_second: 978739.9742451878 + ppo_updates_per_second: 110.26804328222845 + eval-batch-orig-duration: 0.18534724897472188 + eval-batch-shift-duration: 0.13633744698017836 + eval-batch-tree-duration: 0.13793492905097082 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.250977 + mouse-cheese_dist_finite_wavg: 12.127428 + mouse-cheese_dist_solvable_avg: 13.250977 + mouse-cheese_dist_solvable_wavg: 12.127428 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09912258 + visit_patterns: + avg_first_visit_time: 1663.1929 + avg_last_visit_time: 2332.237 + num_replay_batches: 2342 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008249294 + avg_actor_approxkl3: 0.0005928626 + avg_actor_clipfrac: 0.01638794 + avg_actor_loss: 9.403364e-05 + avg_advantage: -0.0010592018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1102466e-05 + avg_entropy: 0.038386013 + avg_grad_norm_pre_clip: 0.9612056 + avg_loss: 8.119885e-05 + max: + max_actor_approxkl1: 0.002847957 + max_actor_approxkl3: 0.0020485593 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.00140284 + max_advantage: 0.07013804 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.2495936e-05 + max_entropy: 0.046115816 + max_grad_norm_pre_clip: 1.841878 + max_loss: 0.0013808352 + std: + std_actor_approxkl1: 0.000745092 + std_actor_approxkl3: 0.00044883092 + std_actor_clipfrac: 0.0075400406 + std_actor_loss: 0.00055334374 + std_advantage: 0.010520661 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6472005e-06 + std_entropy: 0.0044057593 + std_grad_norm_pre_clip: 0.36959043 + std_loss: 0.0005524561 + eval-batch-orig: + avg_avg_episode_length: 5.9002237 + avg_avg_return: 0.9858853 + avg_benchmark_regret: 0.008130824 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26586914 + proxy_corner: + avg_avg_return: 0.9858853 + avg_reward_per_step: 0.26586914 + eval-batch-shift: + avg_avg_episode_length: 66.35444 + avg_avg_return: 0.24601261 + avg_benchmark_regret: 0.74916893 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08181 + proxy_corner: + avg_avg_return: 0.6638032 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 5.7716665 + avg_avg_return: 0.9864939 + avg_benchmark_regret: 0.00772448 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26615143 + proxy_corner: + avg_avg_return: 0.9864939 + avg_reward_per_step: 0.26615143 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 152043520 + env-step-replay-before: 77299712 + env-step-used-before: 152043520 + ppo-update-before: 92800 + env-step-generate-before: 74743808 + env-step-all-after: 152076288 + env-step-replay-after: 77299712 + env-step-used-after: 152076288 + ppo-update-after: 92820 + env-step-generate-after: 74776576 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9910755 + avg_avg_return: 0.9610175 + avg_reward_per_step: 0.26651 + proxy_corner: + avg_avg_return: 0.9610175 + avg_reward_per_step: 0.26651 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9910755 + avg_avg_return: 0.9610175 + avg_reward_per_step: 0.26651 + proxy_corner: + avg_avg_return: 0.9610175 + avg_reward_per_step: 0.26651 + perf: + env_steps_per_second: 997331.7841226128 + ppo_updates_per_second: 111.77001522735574 + eval-batch-orig-duration: 0.18471723096445203 + eval-batch-shift-duration: 0.154359926993493 + eval-batch-tree-duration: 0.13754690799396485 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.265381 + mouse-cheese_dist_finite_wavg: 13.025709 + mouse-cheese_dist_solvable_avg: 13.265381 + mouse-cheese_dist_solvable_wavg: 13.025711 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09866306 + visit_patterns: + avg_first_visit_time: 1671.9958 + avg_last_visit_time: 2349.2705 + num_replay_batches: 2359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074850797 + avg_actor_approxkl3: 0.0002626008 + avg_actor_clipfrac: 0.0024658204 + avg_actor_loss: -0.00021286219 + avg_advantage: -0.0011066836 + avg_critic_clipfrac: 0.00010375977 + avg_critic_loss: 6.616051e-05 + avg_entropy: 0.0098111825 + avg_grad_norm_pre_clip: 0.6663058 + avg_loss: -0.0001895931 + max: + max_actor_approxkl1: 0.0019589812 + max_actor_approxkl3: 0.00084279996 + max_actor_clipfrac: 0.0063476562 + max_actor_loss: 0.0018705633 + max_advantage: 0.08850485 + max_critic_clipfrac: 0.0020751953 + max_critic_loss: 8.528096e-05 + max_entropy: 0.01488867 + max_grad_norm_pre_clip: 3.2600813 + max_loss: 0.0018910517 + std: + std_actor_approxkl1: 0.00064208667 + std_actor_approxkl3: 0.000256311 + std_actor_clipfrac: 0.0019050792 + std_actor_loss: 0.0012018445 + std_advantage: 0.011734795 + std_critic_clipfrac: 0.00045227833 + std_critic_loss: 8.317577e-06 + std_entropy: 0.0024080575 + std_grad_norm_pre_clip: 0.7476258 + std_loss: 0.0012028781 + eval-batch-orig: + avg_avg_episode_length: 5.9604664 + avg_avg_return: 0.9857988 + avg_benchmark_regret: 0.0082173515 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26496124 + proxy_corner: + avg_avg_return: 0.9857988 + avg_reward_per_step: 0.26496124 + eval-batch-shift: + avg_avg_episode_length: 65.878784 + avg_avg_return: 0.25400984 + avg_benchmark_regret: 0.7411717 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08657074 + proxy_corner: + avg_avg_return: 0.66334534 + avg_reward_per_step: 0.012825012 + eval-batch-tree: + avg_avg_episode_length: 5.8115454 + avg_avg_return: 0.98615587 + avg_benchmark_regret: 0.008062498 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.265419 + proxy_corner: + avg_avg_return: 0.98615587 + avg_reward_per_step: 0.265419 +=========================================================== +=========================================================== + step: + env-step-all-before: 153092096 + env-step-replay-before: 77889536 + env-step-used-before: 153092096 + ppo-update-before: 93440 + env-step-generate-before: 75202560 + env-step-all-after: 153124864 + env-step-replay-after: 77889536 + env-step-used-after: 153124864 + ppo-update-after: 93460 + env-step-generate-after: 75235328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.025127 + avg_avg_return: 0.9621877 + avg_reward_per_step: 0.2501831 + proxy_corner: + avg_avg_return: 0.9621877 + avg_reward_per_step: 0.2501831 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.025127 + avg_avg_return: 0.9621877 + avg_reward_per_step: 0.2501831 + proxy_corner: + avg_avg_return: 0.9621877 + avg_reward_per_step: 0.2501831 + perf: + env_steps_per_second: 998489.7420975047 + ppo_updates_per_second: 111.99808551961476 + eval-batch-orig-duration: 0.18458361900411546 + eval-batch-shift-duration: 0.137486393970903 + eval-batch-tree-duration: 0.1369350640452467 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.273193 + mouse-cheese_dist_finite_wavg: 12.124238 + mouse-cheese_dist_solvable_avg: 13.273193 + mouse-cheese_dist_solvable_wavg: 12.124238 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782594 + scoring: + avg_scores: 0.09856257 + visit_patterns: + avg_first_visit_time: 1681.2737 + avg_last_visit_time: 2367.2476 + num_replay_batches: 2377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003128367 + avg_actor_approxkl3: 0.00026727366 + avg_actor_clipfrac: 0.0046813968 + avg_actor_loss: 1.506072e-05 + avg_advantage: -0.001526081 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.234419e-05 + avg_entropy: 0.010701911 + avg_grad_norm_pre_clip: 0.47006246 + avg_loss: 3.5530906e-05 + max: + max_actor_approxkl1: 0.0010272816 + max_actor_approxkl3: 0.0007287444 + max_actor_clipfrac: 0.018310547 + max_actor_loss: 0.0005650092 + max_advantage: 0.06338161 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.4417665e-05 + max_entropy: 0.019801935 + max_grad_norm_pre_clip: 0.9306393 + max_loss: 0.0005797887 + std: + std_actor_approxkl1: 0.00032845794 + std_actor_approxkl3: 0.00019996162 + std_actor_clipfrac: 0.0043317378 + std_actor_loss: 0.00028786334 + std_advantage: 0.011267598 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.6590093e-06 + std_entropy: 0.003975569 + std_grad_norm_pre_clip: 0.20064393 + std_loss: 0.00028793898 + eval-batch-orig: + avg_avg_episode_length: 6.165895 + avg_avg_return: 0.98540866 + avg_benchmark_regret: 0.008607469 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26531982 + proxy_corner: + avg_avg_return: 0.98540866 + avg_reward_per_step: 0.26531982 + eval-batch-shift: + avg_avg_episode_length: 66.11876 + avg_avg_return: 0.24698737 + avg_benchmark_regret: 0.7481942 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09076691 + proxy_corner: + avg_avg_return: 0.6502565 + avg_reward_per_step: 0.012664795 + eval-batch-tree: + avg_avg_episode_length: 5.80895 + avg_avg_return: 0.98656815 + avg_benchmark_regret: 0.007650166 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2666855 + proxy_corner: + avg_avg_return: 0.98656815 + avg_reward_per_step: 0.2666855 +=========================================================== +=========================================================== + step: + env-step-all-before: 154140672 + env-step-replay-before: 78544896 + env-step-used-before: 154140672 + ppo-update-before: 94080 + env-step-generate-before: 75595776 + env-step-all-after: 154173440 + env-step-replay-after: 78577664 + env-step-used-after: 154173440 + ppo-update-after: 94100 + env-step-generate-after: 75595776 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.762758 + avg_avg_return: 0.88867414 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.88867414 + avg_reward_per_step: 0.06918335 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.762758 + avg_avg_return: 0.88867414 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.88867414 + avg_reward_per_step: 0.06918335 + perf: + env_steps_per_second: 989466.7740902074 + ppo_updates_per_second: 111.03551565485822 + eval-batch-orig-duration: 0.18467743595829234 + eval-batch-shift-duration: 0.13591041299514472 + eval-batch-tree-duration: 0.1373819260043092 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.274658 + mouse-cheese_dist_finite_wavg: 14.829983 + mouse-cheese_dist_solvable_avg: 13.274658 + mouse-cheese_dist_solvable_wavg: 14.829983 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09998293 + visit_patterns: + avg_first_visit_time: 1689.2324 + avg_last_visit_time: 2388.263 + num_replay_batches: 2398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010919491 + avg_actor_approxkl3: 0.0010276104 + avg_actor_clipfrac: 0.014660644 + avg_actor_loss: 0.0012313492 + avg_advantage: 0.0008808734 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1887615e-05 + avg_entropy: 0.030946989 + avg_grad_norm_pre_clip: 1.0254391 + avg_loss: 0.0012263459 + max: + max_actor_approxkl1: 0.0036176764 + max_actor_approxkl3: 0.0031401175 + max_actor_clipfrac: 0.025756836 + max_actor_loss: 0.004905469 + max_advantage: 0.06452227 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7275756e-05 + max_entropy: 0.036541212 + max_grad_norm_pre_clip: 2.3046758 + max_loss: 0.0049025193 + std: + std_actor_approxkl1: 0.0008988095 + std_actor_approxkl3: 0.0008284194 + std_actor_clipfrac: 0.00739457 + std_actor_loss: 0.0014588244 + std_advantage: 0.010205545 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8450047e-06 + std_entropy: 0.0035283042 + std_grad_norm_pre_clip: 0.48446637 + std_loss: 0.0014585543 + eval-batch-orig: + avg_avg_episode_length: 5.943186 + avg_avg_return: 0.98571116 + avg_benchmark_regret: 0.008304987 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26493835 + proxy_corner: + avg_avg_return: 0.98571116 + avg_reward_per_step: 0.26493835 + eval-batch-shift: + avg_avg_episode_length: 65.77084 + avg_avg_return: 0.2574126 + avg_benchmark_regret: 0.73776895 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08527374 + proxy_corner: + avg_avg_return: 0.663412 + avg_reward_per_step: 0.012794495 + eval-batch-tree: + avg_avg_episode_length: 5.767341 + avg_avg_return: 0.9864254 + avg_benchmark_regret: 0.00779295 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26576996 + proxy_corner: + avg_avg_return: 0.9864254 + avg_reward_per_step: 0.26576996 +=========================================================== +=========================================================== + step: + env-step-all-before: 155189248 + env-step-replay-before: 79134720 + env-step-used-before: 155189248 + ppo-update-before: 94720 + env-step-generate-before: 76054528 + env-step-all-after: 155222016 + env-step-replay-after: 79134720 + env-step-used-after: 155222016 + ppo-update-after: 94740 + env-step-generate-after: 76087296 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.669366 + avg_avg_return: 0.96263397 + avg_reward_per_step: 0.26464844 + proxy_corner: + avg_avg_return: 0.96263397 + avg_reward_per_step: 0.26464844 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.669366 + avg_avg_return: 0.96263397 + avg_reward_per_step: 0.26464844 + proxy_corner: + avg_avg_return: 0.96263397 + avg_reward_per_step: 0.26464844 + perf: + env_steps_per_second: 993328.6500540284 + ppo_updates_per_second: 110.61950205680775 + eval-batch-orig-duration: 0.1853804420097731 + eval-batch-shift-duration: 0.14080469001783058 + eval-batch-tree-duration: 0.14076007599942386 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.288818 + mouse-cheese_dist_finite_wavg: 13.029779 + mouse-cheese_dist_solvable_avg: 13.288818 + mouse-cheese_dist_solvable_wavg: 13.029781 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09946615 + visit_patterns: + avg_first_visit_time: 1699.7493 + avg_last_visit_time: 2405.2947 + num_replay_batches: 2415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046852903 + avg_actor_approxkl3: 0.0005066693 + avg_actor_clipfrac: 0.0042419434 + avg_actor_loss: 0.00042376557 + avg_advantage: -0.000704605 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.305122e-05 + avg_entropy: 0.010760851 + avg_grad_norm_pre_clip: 0.55378145 + avg_loss: 0.00044453028 + max: + max_actor_approxkl1: 0.001655455 + max_actor_approxkl3: 0.001632873 + max_actor_clipfrac: 0.01184082 + max_actor_loss: 0.0018348396 + max_advantage: 0.057179213 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.7520766e-05 + max_entropy: 0.016174499 + max_grad_norm_pre_clip: 1.1061958 + max_loss: 0.0018571813 + std: + std_actor_approxkl1: 0.00056440476 + std_actor_approxkl3: 0.00049496896 + std_actor_clipfrac: 0.003652713 + std_actor_loss: 0.0008687989 + std_advantage: 0.011140259 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.8001373e-06 + std_entropy: 0.0030527217 + std_grad_norm_pre_clip: 0.29673162 + std_loss: 0.0008684733 + eval-batch-orig: + avg_avg_episode_length: 5.9102254 + avg_avg_return: 0.98603886 + avg_benchmark_regret: 0.007977281 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26454926 + proxy_corner: + avg_avg_return: 0.98603886 + avg_reward_per_step: 0.26454926 + eval-batch-shift: + avg_avg_episode_length: 64.85094 + avg_avg_return: 0.26187974 + avg_benchmark_regret: 0.7333018 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08886719 + proxy_corner: + avg_avg_return: 0.6647642 + avg_reward_per_step: 0.012809753 + eval-batch-tree: + avg_avg_episode_length: 5.7748413 + avg_avg_return: 0.9860257 + avg_benchmark_regret: 0.008192673 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26503754 + proxy_corner: + avg_avg_return: 0.9860257 + avg_reward_per_step: 0.26503754 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 156237824 + env-step-replay-before: 79462400 + env-step-used-before: 156237824 + ppo-update-before: 95360 + env-step-generate-before: 76775424 + env-step-all-after: 156270592 + env-step-replay-after: 79495168 + env-step-used-after: 156270592 + ppo-update-after: 95380 + env-step-generate-after: 76775424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 15.3646555 + avg_avg_return: 0.8757132 + avg_reward_per_step: 0.06628418 + proxy_corner: + avg_avg_return: 0.8757132 + avg_reward_per_step: 0.06628418 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.3646555 + avg_avg_return: 0.8757132 + avg_reward_per_step: 0.06628418 + proxy_corner: + avg_avg_return: 0.8757132 + avg_reward_per_step: 0.06628418 + perf: + env_steps_per_second: 991950.9633627185 + ppo_updates_per_second: 111.72088679797648 + eval-batch-orig-duration: 0.19135967502370477 + eval-batch-shift-duration: 0.14945197402266786 + eval-batch-tree-duration: 0.1396482500131242 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.318359 + mouse-cheese_dist_finite_wavg: 13.030762 + mouse-cheese_dist_solvable_avg: 13.318359 + mouse-cheese_dist_solvable_wavg: 13.030762 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101053245 + visit_patterns: + avg_first_visit_time: 1712.0679 + avg_last_visit_time: 2416.2615 + num_replay_batches: 2426 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015081305 + avg_actor_approxkl3: 0.00019097008 + avg_actor_clipfrac: 0.0066345218 + avg_actor_loss: -5.8988924e-05 + avg_advantage: -0.00027775997 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.474998e-05 + avg_entropy: 0.031246854 + avg_grad_norm_pre_clip: 1.0949014 + avg_loss: -6.786079e-05 + max: + max_actor_approxkl1: 0.0006068728 + max_actor_approxkl3: 0.00046612386 + max_actor_clipfrac: 0.012084961 + max_actor_loss: 0.00087615475 + max_advantage: 0.049560606 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4440694e-05 + max_entropy: 0.03713832 + max_grad_norm_pre_clip: 2.90322 + max_loss: 0.00086393557 + std: + std_actor_approxkl1: 0.00023422886 + std_actor_approxkl3: 0.00011336646 + std_actor_clipfrac: 0.0031437015 + std_actor_loss: 0.0003998366 + std_advantage: 0.009790781 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.4831535e-06 + std_entropy: 0.002839353 + std_grad_norm_pre_clip: 0.5706356 + std_loss: 0.00039847742 + eval-batch-orig: + avg_avg_episode_length: 5.944598 + avg_avg_return: 0.985588 + avg_benchmark_regret: 0.008428171 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26364136 + proxy_corner: + avg_avg_return: 0.985588 + avg_reward_per_step: 0.26364136 + eval-batch-shift: + avg_avg_episode_length: 65.04216 + avg_avg_return: 0.25968853 + avg_benchmark_regret: 0.735493 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09238434 + proxy_corner: + avg_avg_return: 0.658647 + avg_reward_per_step: 0.012748718 + eval-batch-tree: + avg_avg_episode_length: 5.7647943 + avg_avg_return: 0.9867085 + avg_benchmark_regret: 0.007509896 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26408386 + proxy_corner: + avg_avg_return: 0.9867085 + avg_reward_per_step: 0.26408386 +=========================================================== +=========================================================== + step: + env-step-all-before: 157286400 + env-step-replay-before: 80084992 + env-step-used-before: 157286400 + ppo-update-before: 96000 + env-step-generate-before: 77201408 + env-step-all-after: 157319168 + env-step-replay-after: 80117760 + env-step-used-after: 157319168 + ppo-update-after: 96020 + env-step-generate-after: 77201408 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.892185 + avg_avg_return: 0.88691425 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.88691425 + avg_reward_per_step: 0.06845093 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.892185 + avg_avg_return: 0.88691425 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.88691425 + avg_reward_per_step: 0.06845093 + perf: + env_steps_per_second: 956980.3338244014 + ppo_updates_per_second: 110.41990520414949 + eval-batch-orig-duration: 0.18666355102322996 + eval-batch-shift-duration: 0.137776440999005 + eval-batch-tree-duration: 0.13698393700178713 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.319824 + mouse-cheese_dist_finite_wavg: 13.034693 + mouse-cheese_dist_solvable_avg: 13.319824 + mouse-cheese_dist_solvable_wavg: 13.034693 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10132298 + visit_patterns: + avg_first_visit_time: 1721.072 + avg_last_visit_time: 2435.2505 + num_replay_batches: 2445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00097257545 + avg_actor_approxkl3: 0.0006968311 + avg_actor_clipfrac: 0.022064209 + avg_actor_loss: 0.0012007178 + avg_advantage: 0.0008628194 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.803115e-05 + avg_entropy: 0.041756324 + avg_grad_norm_pre_clip: 1.6602843 + avg_loss: 0.001182977 + max: + max_actor_approxkl1: 0.0024916807 + max_actor_approxkl3: 0.0015289194 + max_actor_clipfrac: 0.036743164 + max_actor_loss: 0.0040826267 + max_advantage: 0.06487495 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5733755e-05 + max_entropy: 0.05112815 + max_grad_norm_pre_clip: 2.8941023 + max_loss: 0.0040553305 + std: + std_actor_approxkl1: 0.00062725827 + std_actor_approxkl3: 0.00039173613 + std_actor_clipfrac: 0.008941921 + std_actor_loss: 0.0011536225 + std_advantage: 0.009910392 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.36059e-06 + std_entropy: 0.0050695697 + std_grad_norm_pre_clip: 0.5515652 + std_loss: 0.0011511616 + eval-batch-orig: + avg_avg_episode_length: 5.9809804 + avg_avg_return: 0.98570096 + avg_benchmark_regret: 0.008315153 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26417542 + proxy_corner: + avg_avg_return: 0.98570096 + avg_reward_per_step: 0.26417542 + eval-batch-shift: + avg_avg_episode_length: 64.09743 + avg_avg_return: 0.27259403 + avg_benchmark_regret: 0.7225875 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09289551 + proxy_corner: + avg_avg_return: 0.6666073 + avg_reward_per_step: 0.012832642 + eval-batch-tree: + avg_avg_episode_length: 5.8511605 + avg_avg_return: 0.9865658 + avg_benchmark_regret: 0.0076525435 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26381683 + proxy_corner: + avg_avg_return: 0.9865658 + avg_reward_per_step: 0.26381683 +=========================================================== +=========================================================== + step: + env-step-all-before: 158334976 + env-step-replay-before: 80642048 + env-step-used-before: 158334976 + ppo-update-before: 96640 + env-step-generate-before: 77692928 + env-step-all-after: 158367744 + env-step-replay-after: 80642048 + env-step-used-after: 158367744 + ppo-update-after: 96660 + env-step-generate-after: 77725696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.1506023 + avg_avg_return: 0.9587736 + avg_reward_per_step: 0.26358032 + proxy_corner: + avg_avg_return: 0.9587736 + avg_reward_per_step: 0.26358032 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.1506023 + avg_avg_return: 0.9587736 + avg_reward_per_step: 0.26358032 + proxy_corner: + avg_avg_return: 0.9587736 + avg_reward_per_step: 0.26358032 + perf: + env_steps_per_second: 1014189.742392599 + ppo_updates_per_second: 110.48919264129879 + eval-batch-orig-duration: 0.1842814109986648 + eval-batch-shift-duration: 0.13998526497744024 + eval-batch-tree-duration: 0.14025729900458828 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.331299 + mouse-cheese_dist_finite_wavg: 13.031812 + mouse-cheese_dist_solvable_avg: 13.331299 + mouse-cheese_dist_solvable_wavg: 13.031814 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.099577084 + visit_patterns: + avg_first_visit_time: 1728.9197 + avg_last_visit_time: 2451.2534 + num_replay_batches: 2461 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006939442 + avg_actor_approxkl3: 0.00054536335 + avg_actor_clipfrac: 0.015563965 + avg_actor_loss: 0.00069359195 + avg_advantage: 0.0005612748 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.8183246e-05 + avg_entropy: 0.039104532 + avg_grad_norm_pre_clip: 1.9110451 + avg_loss: 0.0006885791 + max: + max_actor_approxkl1: 0.0031427294 + max_actor_approxkl3: 0.0019742637 + max_actor_clipfrac: 0.037963867 + max_actor_loss: 0.0042896364 + max_advantage: 0.08032173 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.670263e-05 + max_entropy: 0.06405017 + max_grad_norm_pre_clip: 4.5111303 + max_loss: 0.004281455 + std: + std_actor_approxkl1: 0.00075574365 + std_actor_approxkl3: 0.0005040055 + std_actor_clipfrac: 0.010562328 + std_actor_loss: 0.0009836348 + std_advantage: 0.011096445 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.4757285e-06 + std_entropy: 0.010297481 + std_grad_norm_pre_clip: 1.0881194 + std_loss: 0.0009820045 + eval-batch-orig: + avg_avg_episode_length: 6.005866 + avg_avg_return: 0.9854752 + avg_benchmark_regret: 0.008540968 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2624359 + proxy_corner: + avg_avg_return: 0.9854752 + avg_reward_per_step: 0.2624359 + eval-batch-shift: + avg_avg_episode_length: 64.26535 + avg_avg_return: 0.2688658 + avg_benchmark_regret: 0.72631574 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09378052 + proxy_corner: + avg_avg_return: 0.672415 + avg_reward_per_step: 0.012641907 + eval-batch-tree: + avg_avg_episode_length: 5.8044996 + avg_avg_return: 0.9866307 + avg_benchmark_regret: 0.0075876713 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26358795 + proxy_corner: + avg_avg_return: 0.9866307 + avg_reward_per_step: 0.26358795 +=========================================================== +=========================================================== + step: + env-step-all-before: 159383552 + env-step-replay-before: 81133568 + env-step-used-before: 159383552 + ppo-update-before: 97280 + env-step-generate-before: 78249984 + env-step-all-after: 159416320 + env-step-replay-after: 81133568 + env-step-used-after: 159416320 + ppo-update-after: 97300 + env-step-generate-after: 78282752 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.32625 + avg_avg_return: 0.959183 + avg_reward_per_step: 0.24899292 + proxy_corner: + avg_avg_return: 0.959183 + avg_reward_per_step: 0.24899292 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.32625 + avg_avg_return: 0.959183 + avg_reward_per_step: 0.24899292 + proxy_corner: + avg_avg_return: 0.959183 + avg_reward_per_step: 0.24899292 + perf: + env_steps_per_second: 965477.0361397645 + ppo_updates_per_second: 110.88683998497358 + eval-batch-orig-duration: 0.18264176999218762 + eval-batch-shift-duration: 0.13617553299991414 + eval-batch-tree-duration: 0.13752939499681816 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.317383 + mouse-cheese_dist_finite_wavg: 12.123859 + mouse-cheese_dist_solvable_avg: 13.317383 + mouse-cheese_dist_solvable_wavg: 12.123861 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09996991 + visit_patterns: + avg_first_visit_time: 1739.4995 + avg_last_visit_time: 2466.316 + num_replay_batches: 2476 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00088744407 + avg_actor_approxkl3: 0.0009489033 + avg_actor_clipfrac: 0.020617677 + avg_actor_loss: 0.00043319873 + avg_advantage: -0.0012188451 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.0631344e-05 + avg_entropy: 0.03921702 + avg_grad_norm_pre_clip: 1.2940168 + avg_loss: 0.00042929748 + max: + max_actor_approxkl1: 0.002741383 + max_actor_approxkl3: 0.0029490648 + max_actor_clipfrac: 0.047607422 + max_actor_loss: 0.003171477 + max_advantage: 0.06135249 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.5128315e-05 + max_entropy: 0.057781957 + max_grad_norm_pre_clip: 2.9637809 + max_loss: 0.0031798494 + std: + std_actor_approxkl1: 0.0008378296 + std_actor_approxkl3: 0.00084703567 + std_actor_clipfrac: 0.012149946 + std_actor_loss: 0.0009586143 + std_advantage: 0.011679113 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.70799e-06 + std_entropy: 0.010809834 + std_grad_norm_pre_clip: 0.72869784 + std_loss: 0.00095845974 + eval-batch-orig: + avg_avg_episode_length: 6.0290194 + avg_avg_return: 0.9853078 + avg_benchmark_regret: 0.008708322 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26257324 + proxy_corner: + avg_avg_return: 0.9853078 + avg_reward_per_step: 0.26257324 + eval-batch-shift: + avg_avg_episode_length: 64.185905 + avg_avg_return: 0.27079982 + avg_benchmark_regret: 0.7243817 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09590912 + proxy_corner: + avg_avg_return: 0.6593963 + avg_reward_per_step: 0.012779236 + eval-batch-tree: + avg_avg_episode_length: 5.8549123 + avg_avg_return: 0.9855485 + avg_benchmark_regret: 0.008669847 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26223755 + proxy_corner: + avg_avg_return: 0.9855485 + avg_reward_per_step: 0.26223755 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 160432128 + env-step-replay-before: 81625088 + env-step-used-before: 160432128 + ppo-update-before: 97920 + env-step-generate-before: 78807040 + env-step-all-after: 160464896 + env-step-replay-after: 81657856 + env-step-used-after: 160464896 + ppo-update-after: 97940 + env-step-generate-after: 78807040 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.722116 + avg_avg_return: 0.88929725 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.88929725 + avg_reward_per_step: 0.069488525 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.722116 + avg_avg_return: 0.88929725 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.88929725 + avg_reward_per_step: 0.069488525 + perf: + env_steps_per_second: 916898.799914658 + ppo_updates_per_second: 112.02846242611554 + eval-batch-orig-duration: 0.18338961899280548 + eval-batch-shift-duration: 0.13672045100247487 + eval-batch-tree-duration: 0.13677604496479034 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.34375 + mouse-cheese_dist_finite_wavg: 13.032354 + mouse-cheese_dist_solvable_avg: 13.34375 + mouse-cheese_dist_solvable_wavg: 13.032356 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10035488 + visit_patterns: + avg_first_visit_time: 1747.1013 + avg_last_visit_time: 2482.209 + num_replay_batches: 2492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005274744 + avg_actor_approxkl3: 0.00034477882 + avg_actor_clipfrac: 0.00960083 + avg_actor_loss: 0.00010783215 + avg_advantage: 0.00036814495 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8967042e-05 + avg_entropy: 0.032095086 + avg_grad_norm_pre_clip: 0.86162996 + avg_loss: 9.522057e-05 + max: + max_actor_approxkl1: 0.0011211734 + max_actor_approxkl3: 0.00092016405 + max_actor_clipfrac: 0.01953125 + max_actor_loss: 0.00077933073 + max_advantage: 0.089784205 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.286679e-05 + max_entropy: 0.04048837 + max_grad_norm_pre_clip: 1.596081 + max_loss: 0.0007730621 + std: + std_actor_approxkl1: 0.00035897887 + std_actor_approxkl3: 0.00020752837 + std_actor_clipfrac: 0.004918733 + std_actor_loss: 0.00039070257 + std_advantage: 0.008967018 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9971998e-06 + std_entropy: 0.0058933687 + std_grad_norm_pre_clip: 0.34524858 + std_loss: 0.00039125147 + eval-batch-orig: + avg_avg_episode_length: 6.003604 + avg_avg_return: 0.9853032 + avg_benchmark_regret: 0.008712907 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.263443 + proxy_corner: + avg_avg_return: 0.9853032 + avg_reward_per_step: 0.263443 + eval-batch-shift: + avg_avg_episode_length: 64.30764 + avg_avg_return: 0.2703431 + avg_benchmark_regret: 0.7248385 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09539795 + proxy_corner: + avg_avg_return: 0.65698564 + avg_reward_per_step: 0.012756348 + eval-batch-tree: + avg_avg_episode_length: 5.8655586 + avg_avg_return: 0.9858936 + avg_benchmark_regret: 0.008324813 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26150513 + proxy_corner: + avg_avg_return: 0.9858936 + avg_reward_per_step: 0.26150513 +=========================================================== +=========================================================== + step: + env-step-all-before: 161480704 + env-step-replay-before: 82149376 + env-step-used-before: 161480704 + ppo-update-before: 98560 + env-step-generate-before: 79331328 + env-step-all-after: 161513472 + env-step-replay-after: 82149376 + env-step-used-after: 161513472 + ppo-update-after: 98580 + env-step-generate-after: 79364096 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.640507 + avg_avg_return: 0.96368366 + avg_reward_per_step: 0.28903198 + proxy_corner: + avg_avg_return: 0.96368366 + avg_reward_per_step: 0.28903198 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.640507 + avg_avg_return: 0.96368366 + avg_reward_per_step: 0.28903198 + proxy_corner: + avg_avg_return: 0.96368366 + avg_reward_per_step: 0.28903198 + perf: + env_steps_per_second: 1003819.3110991436 + ppo_updates_per_second: 110.70716710730625 + eval-batch-orig-duration: 0.18530723499134183 + eval-batch-shift-duration: 0.1377292920369655 + eval-batch-tree-duration: 0.13757849799003452 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.371094 + mouse-cheese_dist_finite_wavg: 13.035975 + mouse-cheese_dist_solvable_avg: 13.371094 + mouse-cheese_dist_solvable_wavg: 13.035977 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10126932 + visit_patterns: + avg_first_visit_time: 1754.0891 + avg_last_visit_time: 2497.3196 + num_replay_batches: 2507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005191032 + avg_actor_approxkl3: 0.00035060276 + avg_actor_clipfrac: 0.006536865 + avg_actor_loss: -0.000103246704 + avg_advantage: -4.7091024e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.7497546e-05 + avg_entropy: 0.019280937 + avg_grad_norm_pre_clip: 0.4958353 + avg_loss: -9.8778866e-05 + max: + max_actor_approxkl1: 0.0015756444 + max_actor_approxkl3: 0.0009969631 + max_actor_clipfrac: 0.017211914 + max_actor_loss: 0.00036963914 + max_advantage: 0.050726354 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.95159e-05 + max_entropy: 0.028956886 + max_grad_norm_pre_clip: 1.1182903 + max_loss: 0.00037303136 + std: + std_actor_approxkl1: 0.00045777546 + std_actor_approxkl3: 0.00030431873 + std_actor_clipfrac: 0.004300701 + std_actor_loss: 0.0002544257 + std_advantage: 0.009813174 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.886363e-06 + std_entropy: 0.004979602 + std_grad_norm_pre_clip: 0.25399706 + std_loss: 0.0002549119 + eval-batch-orig: + avg_avg_episode_length: 5.9434757 + avg_avg_return: 0.98605156 + avg_benchmark_regret: 0.007964638 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26491547 + proxy_corner: + avg_avg_return: 0.98605156 + avg_reward_per_step: 0.26491547 + eval-batch-shift: + avg_avg_episode_length: 65.29567 + avg_avg_return: 0.25580207 + avg_benchmark_regret: 0.7393795 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.095947266 + proxy_corner: + avg_avg_return: 0.6636989 + avg_reward_per_step: 0.012779236 + eval-batch-tree: + avg_avg_episode_length: 5.7372 + avg_avg_return: 0.9866573 + avg_benchmark_regret: 0.007561044 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26509094 + proxy_corner: + avg_avg_return: 0.9866573 + avg_reward_per_step: 0.26509094 +=========================================================== +=========================================================== + step: + env-step-all-before: 162529280 + env-step-replay-before: 82542592 + env-step-used-before: 162529280 + ppo-update-before: 99200 + env-step-generate-before: 79986688 + env-step-all-after: 162562048 + env-step-replay-after: 82542592 + env-step-used-after: 162562048 + ppo-update-after: 99220 + env-step-generate-after: 80019456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.538322 + avg_avg_return: 0.96464187 + avg_reward_per_step: 0.28060913 + proxy_corner: + avg_avg_return: 0.96464187 + avg_reward_per_step: 0.28060913 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.538322 + avg_avg_return: 0.96464187 + avg_reward_per_step: 0.28060913 + proxy_corner: + avg_avg_return: 0.96464187 + avg_reward_per_step: 0.28060913 + perf: + env_steps_per_second: 991207.1814948163 + ppo_updates_per_second: 111.31972242231406 + eval-batch-orig-duration: 0.1838630519923754 + eval-batch-shift-duration: 0.13737195794237778 + eval-batch-tree-duration: 0.13658285996643826 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.39624 + mouse-cheese_dist_finite_wavg: 13.04036 + mouse-cheese_dist_solvable_avg: 13.39624 + mouse-cheese_dist_solvable_wavg: 13.04036 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10083703 + visit_patterns: + avg_first_visit_time: 1762.7947 + avg_last_visit_time: 2509.3052 + num_replay_batches: 2519 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007807879 + avg_actor_approxkl3: 0.00045732243 + avg_actor_clipfrac: 0.006109619 + avg_actor_loss: 0.00014448611 + avg_advantage: -0.0013924656 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.974018e-05 + avg_entropy: 0.014245617 + avg_grad_norm_pre_clip: 0.52468646 + avg_loss: 0.00015511058 + max: + max_actor_approxkl1: 0.0026363651 + max_actor_approxkl3: 0.0020662989 + max_actor_clipfrac: 0.017822266 + max_actor_loss: 0.0030491874 + max_advantage: 0.054699898 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.9005222e-05 + max_entropy: 0.018942514 + max_grad_norm_pre_clip: 1.3520131 + max_loss: 0.0030586543 + std: + std_actor_approxkl1: 0.0007320263 + std_actor_approxkl3: 0.00050957745 + std_actor_clipfrac: 0.0043069334 + std_actor_loss: 0.00091175124 + std_advantage: 0.009997566 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.4455822e-06 + std_entropy: 0.0034419128 + std_grad_norm_pre_clip: 0.3294807 + std_loss: 0.00091120607 + eval-batch-orig: + avg_avg_episode_length: 5.9194107 + avg_avg_return: 0.9860702 + avg_benchmark_regret: 0.007945906 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26520538 + proxy_corner: + avg_avg_return: 0.9860702 + avg_reward_per_step: 0.26520538 + eval-batch-shift: + avg_avg_episode_length: 65.46872 + avg_avg_return: 0.25368345 + avg_benchmark_regret: 0.7414981 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09916687 + proxy_corner: + avg_avg_return: 0.6664578 + avg_reward_per_step: 0.012786865 + eval-batch-tree: + avg_avg_episode_length: 5.784644 + avg_avg_return: 0.98630273 + avg_benchmark_regret: 0.007915653 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26454163 + proxy_corner: + avg_avg_return: 0.98630273 + avg_reward_per_step: 0.26454163 +=========================================================== +=========================================================== + step: + env-step-all-before: 163577856 + env-step-replay-before: 83132416 + env-step-used-before: 163577856 + ppo-update-before: 99840 + env-step-generate-before: 80445440 + env-step-all-after: 163610624 + env-step-replay-after: 83165184 + env-step-used-after: 163610624 + ppo-update-after: 99860 + env-step-generate-after: 80445440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.797146 + avg_avg_return: 0.8872688 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.8872688 + avg_reward_per_step: 0.068847656 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.797146 + avg_avg_return: 0.8872688 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.8872688 + avg_reward_per_step: 0.068847656 + perf: + env_steps_per_second: 1001768.5338672968 + ppo_updates_per_second: 110.3367427341381 + eval-batch-orig-duration: 0.18514787504682317 + eval-batch-shift-duration: 0.13729546399554238 + eval-batch-tree-duration: 0.13760754297254607 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.402588 + mouse-cheese_dist_finite_wavg: 13.041146 + mouse-cheese_dist_solvable_avg: 13.402588 + mouse-cheese_dist_solvable_wavg: 13.041146 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.0997654 + visit_patterns: + avg_first_visit_time: 1770.8877 + avg_last_visit_time: 2528.2908 + num_replay_batches: 2538 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006654644 + avg_actor_approxkl3: 0.0005783468 + avg_actor_clipfrac: 0.010083008 + avg_actor_loss: -0.00021499484 + avg_advantage: -0.0017624248 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.9324472e-05 + avg_entropy: 0.026282078 + avg_grad_norm_pre_clip: 0.57455486 + avg_loss: -0.00022661469 + max: + max_actor_approxkl1: 0.0018122538 + max_actor_approxkl3: 0.0012857572 + max_actor_clipfrac: 0.021850586 + max_actor_loss: 0.00030310545 + max_advantage: 0.0474087 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2934287e-05 + max_entropy: 0.03347584 + max_grad_norm_pre_clip: 1.1501764 + max_loss: 0.00029149256 + std: + std_actor_approxkl1: 0.00060253317 + std_actor_approxkl3: 0.00036660477 + std_actor_clipfrac: 0.0060726022 + std_actor_loss: 0.0003471192 + std_advantage: 0.0077493126 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0006703e-06 + std_entropy: 0.0033152653 + std_grad_norm_pre_clip: 0.23499098 + std_loss: 0.00034854666 + eval-batch-orig: + avg_avg_episode_length: 5.9497395 + avg_avg_return: 0.98561573 + avg_benchmark_regret: 0.008400392 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26411438 + proxy_corner: + avg_avg_return: 0.98561573 + avg_reward_per_step: 0.26411438 + eval-batch-shift: + avg_avg_episode_length: 64.697296 + avg_avg_return: 0.26610747 + avg_benchmark_regret: 0.7290741 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09236145 + proxy_corner: + avg_avg_return: 0.66205364 + avg_reward_per_step: 0.012763977 + eval-batch-tree: + avg_avg_episode_length: 5.746846 + avg_avg_return: 0.9866239 + avg_benchmark_regret: 0.0075944792 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26487732 + proxy_corner: + avg_avg_return: 0.9866239 + avg_reward_per_step: 0.26487732 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 164626432 + env-step-replay-before: 83722240 + env-step-used-before: 164626432 + ppo-update-before: 100480 + env-step-generate-before: 80904192 + env-step-all-after: 164659200 + env-step-replay-after: 83755008 + env-step-used-after: 164659200 + ppo-update-after: 100500 + env-step-generate-after: 80904192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.038694 + avg_avg_return: 0.88627106 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.88627106 + avg_reward_per_step: 0.06793213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.038694 + avg_avg_return: 0.88627106 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.88627106 + avg_reward_per_step: 0.06793213 + perf: + env_steps_per_second: 995423.143947922 + ppo_updates_per_second: 111.3999029732527 + eval-batch-orig-duration: 0.18691417499212548 + eval-batch-shift-duration: 0.1465292749926448 + eval-batch-tree-duration: 0.13875408400781453 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.409424 + mouse-cheese_dist_finite_wavg: 13.039107 + mouse-cheese_dist_solvable_avg: 13.409424 + mouse-cheese_dist_solvable_wavg: 13.039107 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100629464 + visit_patterns: + avg_first_visit_time: 1777.3794 + avg_last_visit_time: 2546.1921 + num_replay_batches: 2556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005308932 + avg_actor_approxkl3: 0.00052791875 + avg_actor_clipfrac: 0.011254883 + avg_actor_loss: 0.0006486359 + avg_advantage: -8.527928e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.5649933e-05 + avg_entropy: 0.027880583 + avg_grad_norm_pre_clip: 1.6999229 + avg_loss: 0.00063858036 + max: + max_actor_approxkl1: 0.0022510854 + max_actor_approxkl3: 0.0021594404 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.0050139036 + max_advantage: 0.061160922 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.9800667e-05 + max_entropy: 0.039494596 + max_grad_norm_pre_clip: 5.007317 + max_loss: 0.005000729 + std: + std_actor_approxkl1: 0.00056249835 + std_actor_approxkl3: 0.00051820796 + std_actor_clipfrac: 0.0068026795 + std_actor_loss: 0.0014474711 + std_advantage: 0.008546032 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1211142e-06 + std_entropy: 0.0052237045 + std_grad_norm_pre_clip: 1.2633061 + std_loss: 0.0014467525 + eval-batch-orig: + avg_avg_episode_length: 5.966223 + avg_avg_return: 0.98591745 + avg_benchmark_regret: 0.008098648 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26365662 + proxy_corner: + avg_avg_return: 0.98591745 + avg_reward_per_step: 0.26365662 + eval-batch-shift: + avg_avg_episode_length: 65.48149 + avg_avg_return: 0.25350636 + avg_benchmark_regret: 0.74167526 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0896225 + proxy_corner: + avg_avg_return: 0.65788007 + avg_reward_per_step: 0.0127334595 + eval-batch-tree: + avg_avg_episode_length: 5.7966967 + avg_avg_return: 0.98689103 + avg_benchmark_regret: 0.007327293 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2639618 + proxy_corner: + avg_avg_return: 0.98689103 + avg_reward_per_step: 0.2639618 +=========================================================== +=========================================================== + step: + env-step-all-before: 165675008 + env-step-replay-before: 84344832 + env-step-used-before: 165675008 + ppo-update-before: 101120 + env-step-generate-before: 81330176 + env-step-all-after: 165707776 + env-step-replay-after: 84377600 + env-step-used-after: 165707776 + ppo-update-after: 101140 + env-step-generate-after: 81330176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.6834755 + avg_avg_return: 0.8889402 + avg_reward_per_step: 0.06942749 + proxy_corner: + avg_avg_return: 0.8889402 + avg_reward_per_step: 0.06942749 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.6834755 + avg_avg_return: 0.8889402 + avg_reward_per_step: 0.06942749 + proxy_corner: + avg_avg_return: 0.8889402 + avg_reward_per_step: 0.06942749 + perf: + env_steps_per_second: 994092.7811517549 + ppo_updates_per_second: 111.07640899195167 + eval-batch-orig-duration: 0.18496006005443633 + eval-batch-shift-duration: 0.13783109502401203 + eval-batch-tree-duration: 0.13754395302385092 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.422363 + mouse-cheese_dist_finite_wavg: 14.839073 + mouse-cheese_dist_solvable_avg: 13.422363 + mouse-cheese_dist_solvable_wavg: 14.839071 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100155786 + visit_patterns: + avg_first_visit_time: 1781.852 + avg_last_visit_time: 2565.2764 + num_replay_batches: 2575 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043744245 + avg_actor_approxkl3: 0.0002532544 + avg_actor_clipfrac: 0.0054626465 + avg_actor_loss: 0.00013342079 + avg_advantage: 0.00047895356 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8388225e-05 + avg_entropy: 0.017571582 + avg_grad_norm_pre_clip: 0.5249119 + avg_loss: 0.00013004334 + max: + max_actor_approxkl1: 0.0013337142 + max_actor_approxkl3: 0.00080191216 + max_actor_clipfrac: 0.011474609 + max_actor_loss: 0.0011161189 + max_advantage: 0.065611124 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7028403e-05 + max_entropy: 0.022152094 + max_grad_norm_pre_clip: 1.5523813 + max_loss: 0.0011087295 + std: + std_actor_approxkl1: 0.00034209125 + std_actor_approxkl3: 0.00017776784 + std_actor_clipfrac: 0.0029463929 + std_actor_loss: 0.0003389597 + std_advantage: 0.0076428894 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6690142e-06 + std_entropy: 0.0029730827 + std_grad_norm_pre_clip: 0.34256765 + std_loss: 0.00033795682 + eval-batch-orig: + avg_avg_episode_length: 5.9384527 + avg_avg_return: 0.9859199 + avg_benchmark_regret: 0.008096248 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26524353 + proxy_corner: + avg_avg_return: 0.9859199 + avg_reward_per_step: 0.26524353 + eval-batch-shift: + avg_avg_episode_length: 65.11725 + avg_avg_return: 0.2645634 + avg_benchmark_regret: 0.7306181 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0905838 + proxy_corner: + avg_avg_return: 0.6576104 + avg_reward_per_step: 0.012741089 + eval-batch-tree: + avg_avg_episode_length: 5.767205 + avg_avg_return: 0.98642325 + avg_benchmark_regret: 0.007795142 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26509857 + proxy_corner: + avg_avg_return: 0.98642325 + avg_reward_per_step: 0.26509857 +=========================================================== +=========================================================== + step: + env-step-all-before: 166723584 + env-step-replay-before: 84934656 + env-step-used-before: 166723584 + ppo-update-before: 101760 + env-step-generate-before: 81788928 + env-step-all-after: 166756352 + env-step-replay-after: 84967424 + env-step-used-after: 166756352 + ppo-update-after: 101780 + env-step-generate-after: 81788928 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.016132 + avg_avg_return: 0.88838017 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.88838017 + avg_reward_per_step: 0.0680542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.016132 + avg_avg_return: 0.88838017 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.88838017 + avg_reward_per_step: 0.0680542 + perf: + env_steps_per_second: 993264.9965688413 + ppo_updates_per_second: 111.32645175123102 + eval-batch-orig-duration: 0.1839058930054307 + eval-batch-shift-duration: 0.13678554398939013 + eval-batch-tree-duration: 0.13661353901261464 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.428711 + mouse-cheese_dist_finite_wavg: 13.942909 + mouse-cheese_dist_solvable_avg: 13.428711 + mouse-cheese_dist_solvable_wavg: 13.942911 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10047285 + visit_patterns: + avg_first_visit_time: 1787.6147 + avg_last_visit_time: 2583.291 + num_replay_batches: 2593 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040117922 + avg_actor_approxkl3: 0.000315243 + avg_actor_clipfrac: 0.010601806 + avg_actor_loss: -3.500695e-05 + avg_advantage: -0.0009030072 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8194663e-05 + avg_entropy: 0.037263226 + avg_grad_norm_pre_clip: 1.2196351 + avg_loss: -5.3172822e-05 + max: + max_actor_approxkl1: 0.001183448 + max_actor_approxkl3: 0.00089142995 + max_actor_clipfrac: 0.018066406 + max_actor_loss: 0.0010414915 + max_advantage: 0.05280572 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.6024852e-05 + max_entropy: 0.045046903 + max_grad_norm_pre_clip: 2.232498 + max_loss: 0.0010247225 + std: + std_actor_approxkl1: 0.00036945188 + std_actor_approxkl3: 0.00020549363 + std_actor_clipfrac: 0.004719762 + std_actor_loss: 0.00052349106 + std_advantage: 0.009136809 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.3261388e-06 + std_entropy: 0.0042862757 + std_grad_norm_pre_clip: 0.52592313 + std_loss: 0.00052386365 + eval-batch-orig: + avg_avg_episode_length: 5.966823 + avg_avg_return: 0.9855838 + avg_benchmark_regret: 0.008432364 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2646942 + proxy_corner: + avg_avg_return: 0.9855838 + avg_reward_per_step: 0.2646942 + eval-batch-shift: + avg_avg_episode_length: 65.254364 + avg_avg_return: 0.25596902 + avg_benchmark_regret: 0.7392125 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0897522 + proxy_corner: + avg_avg_return: 0.6568671 + avg_reward_per_step: 0.012718201 + eval-batch-tree: + avg_avg_episode_length: 5.9852977 + avg_avg_return: 0.98533666 + avg_benchmark_regret: 0.008881647 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2639618 + proxy_corner: + avg_avg_return: 0.98533666 + avg_reward_per_step: 0.2639618 +=========================================================== +=========================================================== + step: + env-step-all-before: 167772160 + env-step-replay-before: 85458944 + env-step-used-before: 167772160 + ppo-update-before: 102400 + env-step-generate-before: 82313216 + env-step-all-after: 167804928 + env-step-replay-after: 85491712 + env-step-used-after: 167804928 + ppo-update-after: 102420 + env-step-generate-after: 82313216 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.834351 + avg_avg_return: 0.8861939 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.8861939 + avg_reward_per_step: 0.068603516 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.834351 + avg_avg_return: 0.8861939 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.8861939 + avg_reward_per_step: 0.068603516 + perf: + env_steps_per_second: 994039.9173679013 + ppo_updates_per_second: 110.93814684539323 + eval-batch-orig-duration: 0.1838816279778257 + eval-batch-shift-duration: 0.13509941496886313 + eval-batch-tree-duration: 0.13663257501320913 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.428955 + mouse-cheese_dist_finite_wavg: 7.6463256 + mouse-cheese_dist_solvable_avg: 13.428955 + mouse-cheese_dist_solvable_wavg: 7.6463265 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1000518 + visit_patterns: + avg_first_visit_time: 1793.4644 + avg_last_visit_time: 2599.2463 + num_replay_batches: 2609 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046163952 + avg_actor_approxkl3: 0.00051248545 + avg_actor_clipfrac: 0.010687256 + avg_actor_loss: 0.0011066791 + avg_advantage: -0.0011576472 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8929033e-05 + avg_entropy: 0.025448604 + avg_grad_norm_pre_clip: 1.4705819 + avg_loss: 0.0010956951 + max: + max_actor_approxkl1: 0.0013345078 + max_actor_approxkl3: 0.0011070578 + max_actor_clipfrac: 0.021118164 + max_actor_loss: 0.0031365114 + max_advantage: 0.05315149 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2617492e-05 + max_entropy: 0.03169475 + max_grad_norm_pre_clip: 3.162346 + max_loss: 0.0031281963 + std: + std_actor_approxkl1: 0.00032606407 + std_actor_approxkl3: 0.00027294137 + std_actor_clipfrac: 0.0042478843 + std_actor_loss: 0.00080385385 + std_advantage: 0.0077014226 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9359836e-06 + std_entropy: 0.003157454 + std_grad_norm_pre_clip: 0.63517624 + std_loss: 0.0008049641 + eval-batch-orig: + avg_avg_episode_length: 5.912985 + avg_avg_return: 0.9861127 + avg_benchmark_regret: 0.007903414 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26501465 + proxy_corner: + avg_avg_return: 0.9861127 + avg_reward_per_step: 0.26501465 + eval-batch-shift: + avg_avg_episode_length: 65.16485 + avg_avg_return: 0.26285806 + avg_benchmark_regret: 0.7323235 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09171295 + proxy_corner: + avg_avg_return: 0.6710485 + avg_reward_per_step: 0.012840271 + eval-batch-tree: + avg_avg_episode_length: 5.7853465 + avg_avg_return: 0.9863752 + avg_benchmark_regret: 0.007843116 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26541138 + proxy_corner: + avg_avg_return: 0.9863752 + avg_reward_per_step: 0.26541138 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 168820736 + env-step-replay-before: 85983232 + env-step-used-before: 168820736 + ppo-update-before: 103040 + env-step-generate-before: 82837504 + env-step-all-after: 168853504 + env-step-replay-after: 85983232 + env-step-used-after: 168853504 + ppo-update-after: 103060 + env-step-generate-after: 82870272 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.551532 + avg_avg_return: 0.96470714 + avg_reward_per_step: 0.2878723 + proxy_corner: + avg_avg_return: 0.96470714 + avg_reward_per_step: 0.2878723 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.551532 + avg_avg_return: 0.96470714 + avg_reward_per_step: 0.2878723 + proxy_corner: + avg_avg_return: 0.96470714 + avg_reward_per_step: 0.2878723 + perf: + env_steps_per_second: 1011500.4464488109 + ppo_updates_per_second: 110.52919577417379 + eval-batch-orig-duration: 0.1843982909922488 + eval-batch-shift-duration: 0.1402118940022774 + eval-batch-tree-duration: 0.14116753597045317 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4104 + mouse-cheese_dist_finite_wavg: 14.840679 + mouse-cheese_dist_solvable_avg: 13.4104 + mouse-cheese_dist_solvable_wavg: 14.840681 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.100031465 + visit_patterns: + avg_first_visit_time: 1802.4907 + avg_last_visit_time: 2614.2466 + num_replay_batches: 2624 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00051122974 + avg_actor_approxkl3: 0.0003658093 + avg_actor_clipfrac: 0.007855224 + avg_actor_loss: 0.00035995684 + avg_advantage: 7.7886936e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5006786e-05 + avg_entropy: 0.021097241 + avg_grad_norm_pre_clip: 0.76428396 + avg_loss: 0.00036136303 + max: + max_actor_approxkl1: 0.0027007493 + max_actor_approxkl3: 0.0015280129 + max_actor_clipfrac: 0.026977539 + max_actor_loss: 0.0025572758 + max_advantage: 0.040965676 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.2013118e-05 + max_entropy: 0.03142291 + max_grad_norm_pre_clip: 2.2593176 + max_loss: 0.0025514415 + std: + std_actor_approxkl1: 0.0007521472 + std_actor_approxkl3: 0.00041611565 + std_actor_clipfrac: 0.0073755397 + std_actor_loss: 0.000587864 + std_advantage: 0.009398917 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.478503e-06 + std_entropy: 0.006488289 + std_grad_norm_pre_clip: 0.48219484 + std_loss: 0.0005843954 + eval-batch-orig: + avg_avg_episode_length: 5.902252 + avg_avg_return: 0.98571604 + avg_benchmark_regret: 0.008300108 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26516724 + proxy_corner: + avg_avg_return: 0.98571604 + avg_reward_per_step: 0.26516724 + eval-batch-shift: + avg_avg_episode_length: 64.39728 + avg_avg_return: 0.26633734 + avg_benchmark_regret: 0.7288442 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09328461 + proxy_corner: + avg_avg_return: 0.6759418 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.740817 + avg_avg_return: 0.98650527 + avg_benchmark_regret: 0.007713088 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26553345 + proxy_corner: + avg_avg_return: 0.98650527 + avg_reward_per_step: 0.26553345 +=========================================================== +=========================================================== + step: + env-step-all-before: 169869312 + env-step-replay-before: 86474752 + env-step-used-before: 169869312 + ppo-update-before: 103680 + env-step-generate-before: 83394560 + env-step-all-after: 169902080 + env-step-replay-after: 86474752 + env-step-used-after: 169902080 + ppo-update-after: 103700 + env-step-generate-after: 83427328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8441963 + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.26345825 + proxy_corner: + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.26345825 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8441963 + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.26345825 + proxy_corner: + avg_avg_return: 0.9626987 + avg_reward_per_step: 0.26345825 + perf: + env_steps_per_second: 968477.7463309752 + ppo_updates_per_second: 111.12500296055303 + eval-batch-orig-duration: 0.18215803802013397 + eval-batch-shift-duration: 0.1356372480513528 + eval-batch-tree-duration: 0.1371863289969042 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4140625 + mouse-cheese_dist_finite_wavg: 13.041559 + mouse-cheese_dist_solvable_avg: 13.4140625 + mouse-cheese_dist_solvable_wavg: 13.041559 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100678444 + visit_patterns: + avg_first_visit_time: 1810.9658 + avg_last_visit_time: 2629.2734 + num_replay_batches: 2639 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078964105 + avg_actor_approxkl3: 0.00038966766 + avg_actor_clipfrac: 0.008795166 + avg_actor_loss: -8.2791026e-05 + avg_advantage: 0.00076863554 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1426978e-05 + avg_entropy: 0.017795 + avg_grad_norm_pre_clip: 0.5268167 + avg_loss: -7.987253e-05 + max: + max_actor_approxkl1: 0.0032925964 + max_actor_approxkl3: 0.0013768617 + max_actor_clipfrac: 0.027709961 + max_actor_loss: 0.00058648875 + max_advantage: 0.054264843 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9816983e-05 + max_entropy: 0.02643864 + max_grad_norm_pre_clip: 1.223222 + max_loss: 0.0005877576 + std: + std_actor_approxkl1: 0.00083294895 + std_actor_approxkl3: 0.00039360262 + std_actor_clipfrac: 0.0078514535 + std_actor_loss: 0.00042566628 + std_advantage: 0.009135905 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1454987e-06 + std_entropy: 0.0042685336 + std_grad_norm_pre_clip: 0.2898978 + std_loss: 0.0004250469 + eval-batch-orig: + avg_avg_episode_length: 5.9450855 + avg_avg_return: 0.9859283 + avg_benchmark_regret: 0.008087812 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26444244 + proxy_corner: + avg_avg_return: 0.9859283 + avg_reward_per_step: 0.26444244 + eval-batch-shift: + avg_avg_episode_length: 64.92636 + avg_avg_return: 0.2567433 + avg_benchmark_regret: 0.73843825 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09638214 + proxy_corner: + avg_avg_return: 0.6748288 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.7437906 + avg_avg_return: 0.9866698 + avg_benchmark_regret: 0.0075486377 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26561737 + proxy_corner: + avg_avg_return: 0.9866698 + avg_reward_per_step: 0.26561737 +=========================================================== +=========================================================== + step: + env-step-all-before: 170917888 + env-step-replay-before: 86900736 + env-step-used-before: 170917888 + ppo-update-before: 104320 + env-step-generate-before: 84017152 + env-step-all-after: 170950656 + env-step-replay-after: 86900736 + env-step-used-after: 170950656 + ppo-update-after: 104340 + env-step-generate-after: 84049920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.926981 + avg_avg_return: 0.96093035 + avg_reward_per_step: 0.27304077 + proxy_corner: + avg_avg_return: 0.96093035 + avg_reward_per_step: 0.27304077 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.926981 + avg_avg_return: 0.96093035 + avg_reward_per_step: 0.27304077 + proxy_corner: + avg_avg_return: 0.96093035 + avg_reward_per_step: 0.27304077 + perf: + env_steps_per_second: 978379.829426596 + ppo_updates_per_second: 110.896276095446 + eval-batch-orig-duration: 0.18352687900187448 + eval-batch-shift-duration: 0.13659512397134677 + eval-batch-tree-duration: 0.13648527703480795 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.414307 + mouse-cheese_dist_finite_wavg: 13.040323 + mouse-cheese_dist_solvable_avg: 13.414307 + mouse-cheese_dist_solvable_wavg: 13.040325 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10010991 + visit_patterns: + avg_first_visit_time: 1817.3137 + avg_last_visit_time: 2642.2776 + num_replay_batches: 2652 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069889915 + avg_actor_approxkl3: 0.0004401179 + avg_actor_clipfrac: 0.0074951174 + avg_actor_loss: -6.0864433e-05 + avg_advantage: 0.00025786745 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1156105e-05 + avg_entropy: 0.022875434 + avg_grad_norm_pre_clip: 0.49743524 + avg_loss: -5.816181e-05 + max: + max_actor_approxkl1: 0.0021794068 + max_actor_approxkl3: 0.001338723 + max_actor_clipfrac: 0.015625 + max_actor_loss: 0.0010507926 + max_advantage: 0.07296294 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0887156e-05 + max_entropy: 0.03316205 + max_grad_norm_pre_clip: 1.1147388 + max_loss: 0.0010520603 + std: + std_actor_approxkl1: 0.00052933185 + std_actor_approxkl3: 0.00036176638 + std_actor_clipfrac: 0.004766748 + std_actor_loss: 0.0003937709 + std_advantage: 0.010362809 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.2945064e-06 + std_entropy: 0.00417383 + std_grad_norm_pre_clip: 0.2514771 + std_loss: 0.00039417166 + eval-batch-orig: + avg_avg_episode_length: 5.9301534 + avg_avg_return: 0.9857042 + avg_benchmark_regret: 0.008312002 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26493073 + proxy_corner: + avg_avg_return: 0.9857042 + avg_reward_per_step: 0.26493073 + eval-batch-shift: + avg_avg_episode_length: 64.03732 + avg_avg_return: 0.27242824 + avg_benchmark_regret: 0.72275335 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09744263 + proxy_corner: + avg_avg_return: 0.6754537 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 5.772173 + avg_avg_return: 0.98632795 + avg_benchmark_regret: 0.007890432 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26473236 + proxy_corner: + avg_avg_return: 0.98632795 + avg_reward_per_step: 0.26473236 +=========================================================== +=========================================================== + step: + env-step-all-before: 171966464 + env-step-replay-before: 87457792 + env-step-used-before: 171966464 + ppo-update-before: 104960 + env-step-generate-before: 84508672 + env-step-all-after: 171999232 + env-step-replay-after: 87457792 + env-step-used-after: 171999232 + ppo-update-after: 104980 + env-step-generate-after: 84541440 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6917953 + avg_avg_return: 0.96300113 + avg_reward_per_step: 0.28723145 + proxy_corner: + avg_avg_return: 0.96300113 + avg_reward_per_step: 0.28723145 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6917953 + avg_avg_return: 0.96300113 + avg_reward_per_step: 0.28723145 + proxy_corner: + avg_avg_return: 0.96300113 + avg_reward_per_step: 0.28723145 + perf: + env_steps_per_second: 1004676.5236265396 + ppo_updates_per_second: 111.94594239149521 + eval-batch-orig-duration: 0.18308861303376034 + eval-batch-shift-duration: 0.13736492599127814 + eval-batch-tree-duration: 0.1367873470298946 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.415039 + mouse-cheese_dist_finite_wavg: 13.039875 + mouse-cheese_dist_solvable_avg: 13.415039 + mouse-cheese_dist_solvable_wavg: 13.039877 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10131452 + visit_patterns: + avg_first_visit_time: 1821.5522 + avg_last_visit_time: 2659.1145 + num_replay_batches: 2669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005516386 + avg_actor_approxkl3: 0.00034154402 + avg_actor_clipfrac: 0.008026123 + avg_actor_loss: -1.105119e-06 + avg_advantage: -7.671656e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.91579e-05 + avg_entropy: 0.024066055 + avg_grad_norm_pre_clip: 0.6910229 + avg_loss: -5.922193e-07 + max: + max_actor_approxkl1: 0.002014087 + max_actor_approxkl3: 0.0012249632 + max_actor_clipfrac: 0.01965332 + max_actor_loss: 0.0018083453 + max_advantage: 0.072188795 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.3797812e-05 + max_entropy: 0.034718964 + max_grad_norm_pre_clip: 1.9342179 + max_loss: 0.0018084422 + std: + std_actor_approxkl1: 0.00056244986 + std_actor_approxkl3: 0.00030146007 + std_actor_clipfrac: 0.0062237754 + std_actor_loss: 0.00084466476 + std_advantage: 0.010007826 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4218756e-06 + std_entropy: 0.0070274197 + std_grad_norm_pre_clip: 0.39428037 + std_loss: 0.0008468599 + eval-batch-orig: + avg_avg_episode_length: 6.0639644 + avg_avg_return: 0.98488903 + avg_benchmark_regret: 0.009127149 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26454926 + proxy_corner: + avg_avg_return: 0.98488903 + avg_reward_per_step: 0.26454926 + eval-batch-shift: + avg_avg_episode_length: 64.111694 + avg_avg_return: 0.2704364 + avg_benchmark_regret: 0.72474515 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098731995 + proxy_corner: + avg_avg_return: 0.670601 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.729578 + avg_avg_return: 0.9864378 + avg_benchmark_regret: 0.007780505 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26498413 + proxy_corner: + avg_avg_return: 0.9864378 + avg_reward_per_step: 0.26498413 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 173015040 + env-step-replay-before: 88014848 + env-step-used-before: 173015040 + ppo-update-before: 105600 + env-step-generate-before: 85000192 + env-step-all-after: 173047808 + env-step-replay-after: 88047616 + env-step-used-after: 173047808 + ppo-update-after: 105620 + env-step-generate-after: 85000192 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.881347 + avg_avg_return: 0.88628 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.88628 + avg_reward_per_step: 0.068359375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.881347 + avg_avg_return: 0.88628 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.88628 + avg_reward_per_step: 0.068359375 + perf: + env_steps_per_second: 987781.6279071623 + ppo_updates_per_second: 111.58712816606364 + eval-batch-orig-duration: 0.18268127494957298 + eval-batch-shift-duration: 0.13623157900292426 + eval-batch-tree-duration: 0.13632314204005525 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4021 + mouse-cheese_dist_finite_wavg: 13.042473 + mouse-cheese_dist_solvable_avg: 13.4021 + mouse-cheese_dist_solvable_wavg: 13.042475 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10186167 + visit_patterns: + avg_first_visit_time: 1827.0701 + avg_last_visit_time: 2677.2144 + num_replay_batches: 2687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006471928 + avg_actor_approxkl3: 0.0004472241 + avg_actor_clipfrac: 0.011151123 + avg_actor_loss: 7.871565e-05 + avg_advantage: 0.00048677687 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.7245074e-05 + avg_entropy: 0.030612929 + avg_grad_norm_pre_clip: 0.9038171 + avg_loss: 6.1725266e-05 + max: + max_actor_approxkl1: 0.0016638915 + max_actor_approxkl3: 0.0010284174 + max_actor_clipfrac: 0.026733398 + max_actor_loss: 0.0015423885 + max_advantage: 0.051600218 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.1747237e-05 + max_entropy: 0.04458779 + max_grad_norm_pre_clip: 1.6120373 + max_loss: 0.001526079 + std: + std_actor_approxkl1: 0.00053422485 + std_actor_approxkl3: 0.00031558156 + std_actor_clipfrac: 0.007041063 + std_actor_loss: 0.00056076574 + std_advantage: 0.0073370365 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9182296e-06 + std_entropy: 0.0035485567 + std_grad_norm_pre_clip: 0.40055105 + std_loss: 0.0005614654 + eval-batch-orig: + avg_avg_episode_length: 5.991117 + avg_avg_return: 0.9858061 + avg_benchmark_regret: 0.008210026 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26224518 + proxy_corner: + avg_avg_return: 0.9858061 + avg_reward_per_step: 0.26224518 + eval-batch-shift: + avg_avg_episode_length: 64.18875 + avg_avg_return: 0.2689536 + avg_benchmark_regret: 0.726228 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09648132 + proxy_corner: + avg_avg_return: 0.66880774 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 5.873166 + avg_avg_return: 0.9864389 + avg_benchmark_regret: 0.0077794907 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26242065 + proxy_corner: + avg_avg_return: 0.9864389 + avg_reward_per_step: 0.26242065 +=========================================================== +=========================================================== + step: + env-step-all-before: 174063616 + env-step-replay-before: 88440832 + env-step-used-before: 174063616 + ppo-update-before: 106240 + env-step-generate-before: 85622784 + env-step-all-after: 174096384 + env-step-replay-after: 88440832 + env-step-used-after: 174096384 + ppo-update-after: 106260 + env-step-generate-after: 85655552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.632105 + avg_avg_return: 0.9655647 + avg_reward_per_step: 0.28353882 + proxy_corner: + avg_avg_return: 0.9655647 + avg_reward_per_step: 0.28353882 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.632105 + avg_avg_return: 0.9655647 + avg_reward_per_step: 0.28353882 + proxy_corner: + avg_avg_return: 0.9655647 + avg_reward_per_step: 0.28353882 + perf: + env_steps_per_second: 999490.250912895 + ppo_updates_per_second: 111.53941878359475 + eval-batch-orig-duration: 0.184791192994453 + eval-batch-shift-duration: 0.1387229070533067 + eval-batch-tree-duration: 0.13873097201576456 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.406006 + mouse-cheese_dist_finite_wavg: 13.938916 + mouse-cheese_dist_solvable_avg: 13.406006 + mouse-cheese_dist_solvable_wavg: 13.938918 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101153836 + visit_patterns: + avg_first_visit_time: 1833.638 + avg_last_visit_time: 2689.4148 + num_replay_batches: 2699 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000122033634 + avg_actor_approxkl3: 8.6269916e-05 + avg_actor_clipfrac: 0.003125 + avg_actor_loss: -4.3515767e-05 + avg_advantage: -0.00040600222 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.284654e-05 + avg_entropy: 0.01552129 + avg_grad_norm_pre_clip: 0.26797706 + avg_loss: -3.761379e-05 + max: + max_actor_approxkl1: 0.0005235111 + max_actor_approxkl3: 0.00021555109 + max_actor_clipfrac: 0.00793457 + max_actor_loss: 0.0005730996 + max_advantage: 0.05654317 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.89748e-05 + max_entropy: 0.021311315 + max_grad_norm_pre_clip: 0.5624379 + max_loss: 0.0005809858 + std: + std_actor_approxkl1: 0.00016118416 + std_actor_approxkl3: 6.0509326e-05 + std_actor_clipfrac: 0.0019895588 + std_actor_loss: 0.00023753014 + std_advantage: 0.0091797775 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9292436e-06 + std_entropy: 0.0028934302 + std_grad_norm_pre_clip: 0.13907719 + std_loss: 0.0002377399 + eval-batch-orig: + avg_avg_episode_length: 5.896949 + avg_avg_return: 0.98604476 + avg_benchmark_regret: 0.007971358 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26563263 + proxy_corner: + avg_avg_return: 0.98604476 + avg_reward_per_step: 0.26563263 + eval-batch-shift: + avg_avg_episode_length: 63.68486 + avg_avg_return: 0.27343965 + avg_benchmark_regret: 0.7217419 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0976944 + proxy_corner: + avg_avg_return: 0.67773587 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7144704 + avg_avg_return: 0.9868653 + avg_benchmark_regret: 0.007353044 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.9868653 + avg_reward_per_step: 0.26602936 +=========================================================== +=========================================================== + step: + env-step-all-before: 175112192 + env-step-replay-before: 88932352 + env-step-used-before: 175112192 + ppo-update-before: 106880 + env-step-generate-before: 86179840 + env-step-all-after: 175144960 + env-step-replay-after: 88965120 + env-step-used-after: 175144960 + ppo-update-after: 106900 + env-step-generate-after: 86179840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.87249 + avg_avg_return: 0.8868232 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.8868232 + avg_reward_per_step: 0.06863403 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.87249 + avg_avg_return: 0.8868232 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.8868232 + avg_reward_per_step: 0.06863403 + perf: + env_steps_per_second: 998598.5249418934 + ppo_updates_per_second: 111.54317608998471 + eval-batch-orig-duration: 0.1857052369741723 + eval-batch-shift-duration: 0.14335324696730822 + eval-batch-tree-duration: 0.13850061799166724 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.417725 + mouse-cheese_dist_finite_wavg: 13.042485 + mouse-cheese_dist_solvable_avg: 13.417725 + mouse-cheese_dist_solvable_wavg: 13.042488 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10095863 + visit_patterns: + avg_first_visit_time: 1838.3489 + avg_last_visit_time: 2705.2432 + num_replay_batches: 2715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000816506 + avg_actor_approxkl3: 0.00037590516 + avg_actor_clipfrac: 0.009918213 + avg_actor_loss: -0.00021797666 + avg_advantage: -0.0011281164 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.535259e-05 + avg_entropy: 0.023451405 + avg_grad_norm_pre_clip: 0.87371254 + avg_loss: -0.00022375176 + max: + max_actor_approxkl1: 0.0026189392 + max_actor_approxkl3: 0.0011805083 + max_actor_clipfrac: 0.026855469 + max_actor_loss: 0.0017016307 + max_advantage: 0.071014166 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.236237e-05 + max_entropy: 0.0348606 + max_grad_norm_pre_clip: 2.2411304 + max_loss: 0.0016930017 + std: + std_actor_approxkl1: 0.00073669956 + std_actor_approxkl3: 0.00029950365 + std_actor_clipfrac: 0.006750486 + std_actor_loss: 0.000814265 + std_advantage: 0.008185486 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4239386e-06 + std_entropy: 0.005234691 + std_grad_norm_pre_clip: 0.43777245 + std_loss: 0.00081412535 + eval-batch-orig: + avg_avg_episode_length: 5.892484 + avg_avg_return: 0.9862666 + avg_benchmark_regret: 0.0077495547 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26568604 + proxy_corner: + avg_avg_return: 0.9862666 + avg_reward_per_step: 0.26568604 + eval-batch-shift: + avg_avg_episode_length: 63.803673 + avg_avg_return: 0.27050468 + avg_benchmark_regret: 0.72467685 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09540558 + proxy_corner: + avg_avg_return: 0.6782602 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7065444 + avg_avg_return: 0.98685706 + avg_benchmark_regret: 0.007361321 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26600647 + proxy_corner: + avg_avg_return: 0.98685706 + avg_reward_per_step: 0.26600647 +=========================================================== +=========================================================== + step: + env-step-all-before: 176160768 + env-step-replay-before: 89358336 + env-step-used-before: 176160768 + ppo-update-before: 107520 + env-step-generate-before: 86802432 + env-step-all-after: 176193536 + env-step-replay-after: 89391104 + env-step-used-after: 176193536 + ppo-update-after: 107540 + env-step-generate-after: 86802432 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.794249 + avg_avg_return: 0.88701963 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.88701963 + avg_reward_per_step: 0.068878174 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.794249 + avg_avg_return: 0.88701963 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.88701963 + avg_reward_per_step: 0.068878174 + perf: + env_steps_per_second: 938055.3681220792 + ppo_updates_per_second: 111.38968372862935 + eval-batch-orig-duration: 0.18389332998776808 + eval-batch-shift-duration: 0.1353686529910192 + eval-batch-tree-duration: 0.13640705100260675 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.422852 + mouse-cheese_dist_finite_wavg: 13.942714 + mouse-cheese_dist_solvable_avg: 13.422852 + mouse-cheese_dist_solvable_wavg: 13.942712 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1011614 + visit_patterns: + avg_first_visit_time: 1843.2917 + avg_last_visit_time: 2718.234 + num_replay_batches: 2728 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044720792 + avg_actor_approxkl3: 0.00044121715 + avg_actor_clipfrac: 0.008532715 + avg_actor_loss: 0.00077065727 + avg_advantage: 3.7629172e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.5430337e-05 + avg_entropy: 0.01852298 + avg_grad_norm_pre_clip: 1.1457648 + avg_loss: 0.0007698495 + max: + max_actor_approxkl1: 0.002533237 + max_actor_approxkl3: 0.0016738994 + max_actor_clipfrac: 0.02746582 + max_actor_loss: 0.0026095705 + max_advantage: 0.08937609 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.2849926e-05 + max_entropy: 0.027245147 + max_grad_norm_pre_clip: 3.114818 + max_loss: 0.0026083095 + std: + std_actor_approxkl1: 0.00060119753 + std_actor_approxkl3: 0.00040638255 + std_actor_clipfrac: 0.005586221 + std_actor_loss: 0.00087159796 + std_advantage: 0.008978211 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.685665e-06 + std_entropy: 0.004178969 + std_grad_norm_pre_clip: 0.73789907 + std_loss: 0.00087044697 + eval-batch-orig: + avg_avg_episode_length: 5.9263515 + avg_avg_return: 0.986059 + avg_benchmark_regret: 0.007957118 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26509857 + proxy_corner: + avg_avg_return: 0.986059 + avg_reward_per_step: 0.26509857 + eval-batch-shift: + avg_avg_episode_length: 64.35174 + avg_avg_return: 0.26916915 + avg_benchmark_regret: 0.7260124 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.091918945 + proxy_corner: + avg_avg_return: 0.67147565 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.7380915 + avg_avg_return: 0.98661757 + avg_benchmark_regret: 0.007600855 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2658844 + proxy_corner: + avg_avg_return: 0.98661757 + avg_reward_per_step: 0.2658844 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 177209344 + env-step-replay-before: 89784320 + env-step-used-before: 177209344 + ppo-update-before: 108160 + env-step-generate-before: 87425024 + env-step-all-after: 177242112 + env-step-replay-after: 89784320 + env-step-used-after: 177242112 + ppo-update-after: 108180 + env-step-generate-after: 87457792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.600363 + avg_avg_return: 0.9635439 + avg_reward_per_step: 0.2808838 + proxy_corner: + avg_avg_return: 0.9635439 + avg_reward_per_step: 0.2808838 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.600363 + avg_avg_return: 0.9635439 + avg_reward_per_step: 0.2808838 + proxy_corner: + avg_avg_return: 0.9635439 + avg_reward_per_step: 0.2808838 + perf: + env_steps_per_second: 1012054.155516391 + ppo_updates_per_second: 110.43244482932708 + eval-batch-orig-duration: 0.18443301803199574 + eval-batch-shift-duration: 0.13980629900470376 + eval-batch-tree-duration: 0.13989473599940538 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.429199 + mouse-cheese_dist_finite_wavg: 11.241954 + mouse-cheese_dist_solvable_avg: 13.429199 + mouse-cheese_dist_solvable_wavg: 11.241954 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101343095 + visit_patterns: + avg_first_visit_time: 1848.9126 + avg_last_visit_time: 2730.2512 + num_replay_batches: 2740 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002706146 + avg_actor_approxkl3: 0.00018958862 + avg_actor_clipfrac: 0.0052917483 + avg_actor_loss: -0.00021463959 + avg_advantage: -0.00024299054 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.8707356e-05 + avg_entropy: 0.018523538 + avg_grad_norm_pre_clip: 0.32751834 + avg_loss: -0.00020880946 + max: + max_actor_approxkl1: 0.0009876875 + max_actor_approxkl3: 0.0005162766 + max_actor_clipfrac: 0.013061523 + max_actor_loss: 0.00045478716 + max_advantage: 0.060223103 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.8896665e-05 + max_entropy: 0.024957674 + max_grad_norm_pre_clip: 0.71030957 + max_loss: 0.0004662064 + std: + std_actor_approxkl1: 0.0002566748 + std_actor_approxkl3: 0.000111916626 + std_actor_clipfrac: 0.0030228798 + std_actor_loss: 0.0003401836 + std_advantage: 0.01000097 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.703773e-06 + std_entropy: 0.0036864902 + std_grad_norm_pre_clip: 0.14507422 + std_loss: 0.00034113962 + eval-batch-orig: + avg_avg_episode_length: 5.917592 + avg_avg_return: 0.9856606 + avg_benchmark_regret: 0.008355523 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26509857 + proxy_corner: + avg_avg_return: 0.9856606 + avg_reward_per_step: 0.26509857 + eval-batch-shift: + avg_avg_episode_length: 64.032166 + avg_avg_return: 0.2716395 + avg_benchmark_regret: 0.7235421 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09515381 + proxy_corner: + avg_avg_return: 0.6757425 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.738084 + avg_avg_return: 0.98674005 + avg_benchmark_regret: 0.007478304 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.98674005 + avg_reward_per_step: 0.26593018 +=========================================================== +=========================================================== + step: + env-step-all-before: 178257920 + env-step-replay-before: 90439680 + env-step-used-before: 178257920 + ppo-update-before: 108800 + env-step-generate-before: 87818240 + env-step-all-after: 178290688 + env-step-replay-after: 90472448 + env-step-used-after: 178290688 + ppo-update-after: 108820 + env-step-generate-after: 87818240 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.7872925 + avg_avg_return: 0.8885701 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.8885701 + avg_reward_per_step: 0.06878662 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.7872925 + avg_avg_return: 0.8885701 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.8885701 + avg_reward_per_step: 0.06878662 + perf: + env_steps_per_second: 989608.9546774812 + ppo_updates_per_second: 111.49003724968914 + eval-batch-orig-duration: 0.1854937379830517 + eval-batch-shift-duration: 0.13985476101515815 + eval-batch-tree-duration: 0.13548742601415142 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.419189 + mouse-cheese_dist_finite_wavg: 13.039981 + mouse-cheese_dist_solvable_avg: 13.419189 + mouse-cheese_dist_solvable_wavg: 13.039983 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10038239 + visit_patterns: + avg_first_visit_time: 1855.575 + avg_last_visit_time: 2751.3345 + num_replay_batches: 2761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079909584 + avg_actor_approxkl3: 0.00049347477 + avg_actor_clipfrac: 0.006732178 + avg_actor_loss: -0.0003500573 + avg_advantage: 0.0009358437 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1960557e-05 + avg_entropy: 0.022937194 + avg_grad_norm_pre_clip: 0.39359793 + avg_loss: -0.0003570142 + max: + max_actor_approxkl1: 0.00303673 + max_actor_approxkl3: 0.00178795 + max_actor_clipfrac: 0.017700195 + max_actor_loss: 0.00086444616 + max_advantage: 0.06118679 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7267608e-05 + max_entropy: 0.028670583 + max_grad_norm_pre_clip: 0.7816991 + max_loss: 0.00085996976 + std: + std_actor_approxkl1: 0.00090447796 + std_actor_approxkl3: 0.00041774308 + std_actor_clipfrac: 0.004113113 + std_actor_loss: 0.00062068517 + std_advantage: 0.008397227 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7160227e-06 + std_entropy: 0.002908479 + std_grad_norm_pre_clip: 0.17617062 + std_loss: 0.0006220441 + eval-batch-orig: + avg_avg_episode_length: 5.9046254 + avg_avg_return: 0.9859374 + avg_benchmark_regret: 0.008078724 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2654953 + proxy_corner: + avg_avg_return: 0.9859374 + avg_reward_per_step: 0.2654953 + eval-batch-shift: + avg_avg_episode_length: 64.67343 + avg_avg_return: 0.26601285 + avg_benchmark_regret: 0.72916865 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09642792 + proxy_corner: + avg_avg_return: 0.673581 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.7306137 + avg_avg_return: 0.9862038 + avg_benchmark_regret: 0.008014526 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26586914 + proxy_corner: + avg_avg_return: 0.9862038 + avg_reward_per_step: 0.26586914 +=========================================================== +=========================================================== + step: + env-step-all-before: 179306496 + env-step-replay-before: 90931200 + env-step-used-before: 179306496 + ppo-update-before: 109440 + env-step-generate-before: 88375296 + env-step-all-after: 179339264 + env-step-replay-after: 90931200 + env-step-used-after: 179339264 + ppo-update-after: 109460 + env-step-generate-after: 88408064 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6781025 + avg_avg_return: 0.96237004 + avg_reward_per_step: 0.27944946 + proxy_corner: + avg_avg_return: 0.96237004 + avg_reward_per_step: 0.27944946 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6781025 + avg_avg_return: 0.96237004 + avg_reward_per_step: 0.27944946 + proxy_corner: + avg_avg_return: 0.96237004 + avg_reward_per_step: 0.27944946 + perf: + env_steps_per_second: 980194.8176168738 + ppo_updates_per_second: 110.59296404155788 + eval-batch-orig-duration: 0.18610891804564744 + eval-batch-shift-duration: 0.1363632680149749 + eval-batch-tree-duration: 0.13599939201958477 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.416504 + mouse-cheese_dist_finite_wavg: 14.842992 + mouse-cheese_dist_solvable_avg: 13.416504 + mouse-cheese_dist_solvable_wavg: 14.842994 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100485705 + visit_patterns: + avg_first_visit_time: 1861.1812 + avg_last_visit_time: 2765.312 + num_replay_batches: 2775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008853003 + avg_actor_approxkl3: 0.0005191991 + avg_actor_clipfrac: 0.0039550783 + avg_actor_loss: -0.00019684671 + avg_advantage: 0.0023768146 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.600425e-05 + avg_entropy: 0.012209572 + avg_grad_norm_pre_clip: 0.33077484 + avg_loss: -0.00018105419 + max: + max_actor_approxkl1: 0.0036000279 + max_actor_approxkl3: 0.0021412964 + max_actor_clipfrac: 0.009399414 + max_actor_loss: 0.00041563064 + max_advantage: 0.056070685 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.9203124e-05 + max_entropy: 0.017871771 + max_grad_norm_pre_clip: 0.6321433 + max_loss: 0.0004343472 + std: + std_actor_approxkl1: 0.0009579409 + std_actor_approxkl3: 0.0005385134 + std_actor_clipfrac: 0.002367157 + std_actor_loss: 0.00041595753 + std_advantage: 0.010302705 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.602145e-06 + std_entropy: 0.0025680752 + std_grad_norm_pre_clip: 0.14413263 + std_loss: 0.00041628664 + eval-batch-orig: + avg_avg_episode_length: 5.9239864 + avg_avg_return: 0.9857884 + avg_benchmark_regret: 0.008227738 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26550293 + proxy_corner: + avg_avg_return: 0.9857884 + avg_reward_per_step: 0.26550293 + eval-batch-shift: + avg_avg_episode_length: 65.02086 + avg_avg_return: 0.26184607 + avg_benchmark_regret: 0.7333355 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09442139 + proxy_corner: + avg_avg_return: 0.6642186 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.747689 + avg_avg_return: 0.9867227 + avg_benchmark_regret: 0.0074956394 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2658081 + proxy_corner: + avg_avg_return: 0.9867227 + avg_reward_per_step: 0.2658081 +=========================================================== +=========================================================== + step: + env-step-all-before: 180355072 + env-step-replay-before: 91291648 + env-step-used-before: 180355072 + ppo-update-before: 110080 + env-step-generate-before: 89063424 + env-step-all-after: 180387840 + env-step-replay-after: 91324416 + env-step-used-after: 180387840 + ppo-update-after: 110100 + env-step-generate-after: 89063424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.780682 + avg_avg_return: 0.88856626 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.88856626 + avg_reward_per_step: 0.06903076 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.780682 + avg_avg_return: 0.88856626 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.88856626 + avg_reward_per_step: 0.06903076 + perf: + env_steps_per_second: 1014045.746894474 + ppo_updates_per_second: 112.0361387564345 + eval-batch-orig-duration: 0.18252127396408468 + eval-batch-shift-duration: 0.1363980839960277 + eval-batch-tree-duration: 0.13649408397031948 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.412842 + mouse-cheese_dist_finite_wavg: 7.6410494 + mouse-cheese_dist_solvable_avg: 13.412842 + mouse-cheese_dist_solvable_wavg: 7.6410484 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10088928 + visit_patterns: + avg_first_visit_time: 1865.1643 + avg_last_visit_time: 2777.2366 + num_replay_batches: 2787 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085006905 + avg_actor_approxkl3: 0.00073403696 + avg_actor_clipfrac: 0.010266113 + avg_actor_loss: 0.00095714256 + avg_advantage: 0.0013061989 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.7963393e-05 + avg_entropy: 0.025278503 + avg_grad_norm_pre_clip: 0.60426813 + avg_loss: 0.0009508457 + max: + max_actor_approxkl1: 0.0029058743 + max_actor_approxkl3: 0.001831901 + max_actor_clipfrac: 0.025756836 + max_actor_loss: 0.0032435805 + max_advantage: 0.054514945 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.471348e-05 + max_entropy: 0.03318769 + max_grad_norm_pre_clip: 1.4546909 + max_loss: 0.0032286227 + std: + std_actor_approxkl1: 0.0008286949 + std_actor_approxkl3: 0.00050820503 + std_actor_clipfrac: 0.0064309053 + std_actor_loss: 0.00084351643 + std_advantage: 0.008460029 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.982116e-06 + std_entropy: 0.004331205 + std_grad_norm_pre_clip: 0.3422826 + std_loss: 0.0008429406 + eval-batch-orig: + avg_avg_episode_length: 5.899246 + avg_avg_return: 0.9862969 + avg_benchmark_regret: 0.007719214 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26511383 + proxy_corner: + avg_avg_return: 0.9862969 + avg_reward_per_step: 0.26511383 + eval-batch-shift: + avg_avg_episode_length: 64.586044 + avg_avg_return: 0.27286297 + avg_benchmark_regret: 0.72231865 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09362793 + proxy_corner: + avg_avg_return: 0.6751787 + avg_reward_per_step: 0.012893677 + eval-batch-tree: + avg_avg_episode_length: 5.713446 + avg_avg_return: 0.9862917 + avg_benchmark_regret: 0.0079266485 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26591492 + proxy_corner: + avg_avg_return: 0.9862917 + avg_reward_per_step: 0.26591492 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 181403648 + env-step-replay-before: 91947008 + env-step-used-before: 181403648 + ppo-update-before: 110720 + env-step-generate-before: 89456640 + env-step-all-after: 181436416 + env-step-replay-after: 91979776 + env-step-used-after: 181436416 + ppo-update-after: 110740 + env-step-generate-after: 89456640 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.006468 + avg_avg_return: 0.88554263 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.88554263 + avg_reward_per_step: 0.068359375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.006468 + avg_avg_return: 0.88554263 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.88554263 + avg_reward_per_step: 0.068359375 + perf: + env_steps_per_second: 980611.2599316263 + ppo_updates_per_second: 110.89779122070641 + eval-batch-orig-duration: 0.1835667350096628 + eval-batch-shift-duration: 0.13568095199298114 + eval-batch-tree-duration: 0.13696619495749474 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.41748 + mouse-cheese_dist_finite_wavg: 13.039817 + mouse-cheese_dist_solvable_avg: 13.41748 + mouse-cheese_dist_solvable_wavg: 13.039815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1011917 + visit_patterns: + avg_first_visit_time: 1867.6841 + avg_last_visit_time: 2797.3613 + num_replay_batches: 2807 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050007616 + avg_actor_approxkl3: 0.00026309563 + avg_actor_clipfrac: 0.005377197 + avg_actor_loss: -2.5168236e-05 + avg_advantage: 0.00050351454 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3776785e-05 + avg_entropy: 0.027922375 + avg_grad_norm_pre_clip: 0.59678465 + avg_loss: -3.6202207e-05 + max: + max_actor_approxkl1: 0.0011496698 + max_actor_approxkl3: 0.0008098489 + max_actor_clipfrac: 0.01171875 + max_actor_loss: 0.0016794605 + max_advantage: 0.061390698 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0933788e-05 + max_entropy: 0.03497224 + max_grad_norm_pre_clip: 1.4062515 + max_loss: 0.0016629805 + std: + std_actor_approxkl1: 0.00036413452 + std_actor_approxkl3: 0.00021915582 + std_actor_clipfrac: 0.0033699975 + std_actor_loss: 0.000658749 + std_advantage: 0.008329428 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2288335e-06 + std_entropy: 0.0045632585 + std_grad_norm_pre_clip: 0.40043435 + std_loss: 0.0006595796 + eval-batch-orig: + avg_avg_episode_length: 5.9431 + avg_avg_return: 0.98574305 + avg_benchmark_regret: 0.00827309 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26535797 + proxy_corner: + avg_avg_return: 0.98574305 + avg_reward_per_step: 0.26535797 + eval-batch-shift: + avg_avg_episode_length: 65.65256 + avg_avg_return: 0.24989402 + avg_benchmark_regret: 0.74528754 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09049225 + proxy_corner: + avg_avg_return: 0.67272425 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.7260466 + avg_avg_return: 0.9865659 + avg_benchmark_regret: 0.0076524355 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.265831 + proxy_corner: + avg_avg_return: 0.9865659 + avg_reward_per_step: 0.265831 +=========================================================== +=========================================================== + step: + env-step-all-before: 182452224 + env-step-replay-before: 92471296 + env-step-used-before: 182452224 + ppo-update-before: 111360 + env-step-generate-before: 89980928 + env-step-all-after: 182484992 + env-step-replay-after: 92504064 + env-step-used-after: 182484992 + ppo-update-after: 111380 + env-step-generate-after: 89980928 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.805102 + avg_avg_return: 0.88727766 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.88727766 + avg_reward_per_step: 0.068725586 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.805102 + avg_avg_return: 0.88727766 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.88727766 + avg_reward_per_step: 0.068725586 + perf: + env_steps_per_second: 1015523.7093026079 + ppo_updates_per_second: 111.29913989028242 + eval-batch-orig-duration: 0.18379545700736344 + eval-batch-shift-duration: 0.13670032401569188 + eval-batch-tree-duration: 0.13647677103290334 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.413086 + mouse-cheese_dist_finite_wavg: 13.04374 + mouse-cheese_dist_solvable_avg: 13.413086 + mouse-cheese_dist_solvable_wavg: 13.04374 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1017972 + visit_patterns: + avg_first_visit_time: 1870.4768 + avg_last_visit_time: 2813.1858 + num_replay_batches: 2823 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046157566 + avg_actor_approxkl3: 0.00025077426 + avg_actor_clipfrac: 0.0058898926 + avg_actor_loss: -0.00011246321 + avg_advantage: -0.0005932592 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.2161737e-05 + avg_entropy: 0.026384601 + avg_grad_norm_pre_clip: 0.344399 + avg_loss: -0.00012276693 + max: + max_actor_approxkl1: 0.0015431945 + max_actor_approxkl3: 0.00070366845 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.00030137994 + max_advantage: 0.049364626 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6435304e-05 + max_entropy: 0.034185156 + max_grad_norm_pre_clip: 0.71966094 + max_loss: 0.0002912372 + std: + std_actor_approxkl1: 0.00044544364 + std_actor_approxkl3: 0.0002222516 + std_actor_clipfrac: 0.003929048 + std_actor_loss: 0.00028773423 + std_advantage: 0.008257321 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1403225e-06 + std_entropy: 0.0039968365 + std_grad_norm_pre_clip: 0.15679894 + std_loss: 0.00028901198 + eval-batch-orig: + avg_avg_episode_length: 5.910937 + avg_avg_return: 0.9859491 + avg_benchmark_regret: 0.008067053 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26551056 + proxy_corner: + avg_avg_return: 0.9859491 + avg_reward_per_step: 0.26551056 + eval-batch-shift: + avg_avg_episode_length: 65.84579 + avg_avg_return: 0.24408348 + avg_benchmark_regret: 0.75109804 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09252167 + proxy_corner: + avg_avg_return: 0.6795059 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.7338886 + avg_avg_return: 0.9866023 + avg_benchmark_regret: 0.00761602 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2660904 + proxy_corner: + avg_avg_return: 0.9866023 + avg_reward_per_step: 0.2660904 +=========================================================== +=========================================================== + step: + env-step-all-before: 183500800 + env-step-replay-before: 93028352 + env-step-used-before: 183500800 + ppo-update-before: 112000 + env-step-generate-before: 90472448 + env-step-all-after: 183533568 + env-step-replay-after: 93061120 + env-step-used-after: 183533568 + ppo-update-after: 112020 + env-step-generate-after: 90472448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.935814 + avg_avg_return: 0.885947 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.885947 + avg_reward_per_step: 0.068359375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.935814 + avg_avg_return: 0.885947 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.885947 + avg_reward_per_step: 0.068359375 + perf: + env_steps_per_second: 982575.949180466 + ppo_updates_per_second: 111.12197821902348 + eval-batch-orig-duration: 0.1898636170080863 + eval-batch-shift-duration: 0.14499812899157405 + eval-batch-tree-duration: 0.13566655502654612 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.421143 + mouse-cheese_dist_finite_wavg: 12.142804 + mouse-cheese_dist_solvable_avg: 13.421143 + mouse-cheese_dist_solvable_wavg: 12.142807 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.101069905 + visit_patterns: + avg_first_visit_time: 1876.6924 + avg_last_visit_time: 2830.3694 + num_replay_batches: 2840 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035338983 + avg_actor_approxkl3: 0.00027402656 + avg_actor_clipfrac: 0.009283448 + avg_actor_loss: -0.00034646335 + avg_advantage: -0.0003658946 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.536018e-05 + avg_entropy: 0.04637675 + avg_grad_norm_pre_clip: 0.57997423 + avg_loss: -0.00037016 + max: + max_actor_approxkl1: 0.00085339474 + max_actor_approxkl3: 0.00059198274 + max_actor_clipfrac: 0.017944336 + max_actor_loss: 0.00034711487 + max_advantage: 0.058062196 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4132488e-05 + max_entropy: 0.051822733 + max_grad_norm_pre_clip: 1.1768517 + max_loss: 0.0003275818 + std: + std_actor_approxkl1: 0.0002934636 + std_actor_approxkl3: 0.00015044856 + std_actor_clipfrac: 0.0040880754 + std_actor_loss: 0.0003304146 + std_advantage: 0.010135475 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2438182e-06 + std_entropy: 0.0036985688 + std_grad_norm_pre_clip: 0.25615817 + std_loss: 0.00033264983 + eval-batch-orig: + avg_avg_episode_length: 5.897708 + avg_avg_return: 0.9861225 + avg_benchmark_regret: 0.007893591 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657318 + proxy_corner: + avg_avg_return: 0.9861225 + avg_reward_per_step: 0.2657318 + eval-batch-shift: + avg_avg_episode_length: 65.436134 + avg_avg_return: 0.2550747 + avg_benchmark_regret: 0.7401068 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.091918945 + proxy_corner: + avg_avg_return: 0.6802163 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7399096 + avg_avg_return: 0.98684365 + avg_benchmark_regret: 0.007374714 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26571655 + proxy_corner: + avg_avg_return: 0.98684365 + avg_reward_per_step: 0.26571655 +=========================================================== +=========================================================== + step: + env-step-all-before: 184549376 + env-step-replay-before: 93618176 + env-step-used-before: 184549376 + ppo-update-before: 112640 + env-step-generate-before: 90931200 + env-step-all-after: 184582144 + env-step-replay-after: 93650944 + env-step-used-after: 184582144 + ppo-update-after: 112660 + env-step-generate-after: 90931200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.918149 + avg_avg_return: 0.8868219 + avg_reward_per_step: 0.06820679 + proxy_corner: + avg_avg_return: 0.8868219 + avg_reward_per_step: 0.06820679 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.918149 + avg_avg_return: 0.8868219 + avg_reward_per_step: 0.06820679 + proxy_corner: + avg_avg_return: 0.8868219 + avg_reward_per_step: 0.06820679 + perf: + env_steps_per_second: 924557.9556107626 + ppo_updates_per_second: 112.06096223295955 + eval-batch-orig-duration: 0.1841943190083839 + eval-batch-shift-duration: 0.13823402597336099 + eval-batch-tree-duration: 0.13814012799412012 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4140625 + mouse-cheese_dist_finite_wavg: 8.548422 + mouse-cheese_dist_solvable_avg: 13.4140625 + mouse-cheese_dist_solvable_wavg: 8.548423 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10125616 + visit_patterns: + avg_first_visit_time: 1884.4387 + avg_last_visit_time: 2848.2983 + num_replay_batches: 2858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028895657 + avg_actor_approxkl3: 0.00019214154 + avg_actor_clipfrac: 0.0067199706 + avg_actor_loss: 5.068132e-05 + avg_advantage: -0.00030311814 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.7751855e-05 + avg_entropy: 0.028579354 + avg_grad_norm_pre_clip: 0.6716566 + avg_loss: 4.09779e-05 + max: + max_actor_approxkl1: 0.000889273 + max_actor_approxkl3: 0.00060148875 + max_actor_clipfrac: 0.014892578 + max_actor_loss: 0.0012704879 + max_advantage: 0.052346826 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.970094e-05 + max_entropy: 0.033657555 + max_grad_norm_pre_clip: 1.4499493 + max_loss: 0.0012607113 + std: + std_actor_approxkl1: 0.00025278205 + std_actor_approxkl3: 0.00014788439 + std_actor_clipfrac: 0.004365695 + std_actor_loss: 0.00042461933 + std_advantage: 0.009543695 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.0136155e-06 + std_entropy: 0.0027208456 + std_grad_norm_pre_clip: 0.32910448 + std_loss: 0.00042453757 + eval-batch-orig: + avg_avg_episode_length: 5.895735 + avg_avg_return: 0.9863155 + avg_benchmark_regret: 0.0077006435 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657776 + proxy_corner: + avg_avg_return: 0.9863155 + avg_reward_per_step: 0.2657776 + eval-batch-shift: + avg_avg_episode_length: 65.25561 + avg_avg_return: 0.2573538 + avg_benchmark_regret: 0.7378277 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09435272 + proxy_corner: + avg_avg_return: 0.6799472 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.712941 + avg_avg_return: 0.986908 + avg_benchmark_regret: 0.007310334 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26613617 + proxy_corner: + avg_avg_return: 0.986908 + avg_reward_per_step: 0.26613617 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 185597952 + env-step-replay-before: 94142464 + env-step-used-before: 185597952 + ppo-update-before: 113280 + env-step-generate-before: 91455488 + env-step-all-after: 185630720 + env-step-replay-after: 94175232 + env-step-used-after: 185630720 + ppo-update-after: 113300 + env-step-generate-after: 91455488 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.984351 + avg_avg_return: 0.88555765 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.88555765 + avg_reward_per_step: 0.06802368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.984351 + avg_avg_return: 0.88555765 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.88555765 + avg_reward_per_step: 0.06802368 + perf: + env_steps_per_second: 1012747.050184964 + ppo_updates_per_second: 111.10877351619617 + eval-batch-orig-duration: 0.18493480404140428 + eval-batch-shift-duration: 0.13752367597771809 + eval-batch-tree-duration: 0.13737064797896892 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.406982 + mouse-cheese_dist_finite_wavg: 14.839796 + mouse-cheese_dist_solvable_avg: 13.406982 + mouse-cheese_dist_solvable_wavg: 14.839794 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10128772 + visit_patterns: + avg_first_visit_time: 1888.3567 + avg_last_visit_time: 2864.3203 + num_replay_batches: 2874 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00087463215 + avg_actor_approxkl3: 0.0007561712 + avg_actor_clipfrac: 0.011724854 + avg_actor_loss: 2.3635757e-05 + avg_advantage: -0.00020355609 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4499564e-05 + avg_entropy: 0.032422334 + avg_grad_norm_pre_clip: 0.71573657 + avg_loss: 8.463214e-06 + max: + max_actor_approxkl1: 0.0026039006 + max_actor_approxkl3: 0.0023125643 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0013002194 + max_advantage: 0.051750183 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0893276e-05 + max_entropy: 0.042599075 + max_grad_norm_pre_clip: 1.2090881 + max_loss: 0.0012865663 + std: + std_actor_approxkl1: 0.0006865282 + std_actor_approxkl3: 0.0005490381 + std_actor_clipfrac: 0.004427717 + std_actor_loss: 0.0005688959 + std_advantage: 0.008879786 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.352663e-06 + std_entropy: 0.004783209 + std_grad_norm_pre_clip: 0.27401784 + std_loss: 0.0005694075 + eval-batch-orig: + avg_avg_episode_length: 5.963728 + avg_avg_return: 0.9860184 + avg_benchmark_regret: 0.007997739 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26454163 + proxy_corner: + avg_avg_return: 0.9860184 + avg_reward_per_step: 0.26454163 + eval-batch-shift: + avg_avg_episode_length: 65.6076 + avg_avg_return: 0.25467977 + avg_benchmark_regret: 0.74050176 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.092300415 + proxy_corner: + avg_avg_return: 0.6786447 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7386055 + avg_avg_return: 0.98669463 + avg_benchmark_regret: 0.0075237295 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26602173 + proxy_corner: + avg_avg_return: 0.98669463 + avg_reward_per_step: 0.26602173 +=========================================================== +=========================================================== + step: + env-step-all-before: 186646528 + env-step-replay-before: 94765056 + env-step-used-before: 186646528 + ppo-update-before: 113920 + env-step-generate-before: 91881472 + env-step-all-after: 186679296 + env-step-replay-after: 94797824 + env-step-used-after: 186679296 + ppo-update-after: 113940 + env-step-generate-after: 91881472 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.079243 + avg_avg_return: 0.88731813 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.88731813 + avg_reward_per_step: 0.06777954 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.079243 + avg_avg_return: 0.88731813 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.88731813 + avg_reward_per_step: 0.06777954 + perf: + env_steps_per_second: 994752.8368041299 + ppo_updates_per_second: 111.40318490241026 + eval-batch-orig-duration: 0.187154910992831 + eval-batch-shift-duration: 0.14437863999046385 + eval-batch-tree-duration: 0.14031467802124098 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.405273 + mouse-cheese_dist_finite_wavg: 13.038814 + mouse-cheese_dist_solvable_avg: 13.405273 + mouse-cheese_dist_solvable_wavg: 13.038814 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10124386 + visit_patterns: + avg_first_visit_time: 1896.2407 + avg_last_visit_time: 2883.2393 + num_replay_batches: 2893 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007006131 + avg_actor_approxkl3: 0.0006361211 + avg_actor_clipfrac: 0.015002442 + avg_actor_loss: 0.00066071434 + avg_advantage: -0.0005826268 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.377756e-05 + avg_entropy: 0.04243637 + avg_grad_norm_pre_clip: 1.4314033 + avg_loss: 0.0006401667 + max: + max_actor_approxkl1: 0.0015701695 + max_actor_approxkl3: 0.0013662821 + max_actor_clipfrac: 0.041503906 + max_actor_loss: 0.0026245303 + max_advantage: 0.058915675 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.97563e-05 + max_entropy: 0.051606912 + max_grad_norm_pre_clip: 2.3737297 + max_loss: 0.002605828 + std: + std_actor_approxkl1: 0.00054576126 + std_actor_approxkl3: 0.00042905414 + std_actor_clipfrac: 0.010569055 + std_actor_loss: 0.00083628454 + std_advantage: 0.009296399 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.3496915e-06 + std_entropy: 0.005633684 + std_grad_norm_pre_clip: 0.57085717 + std_loss: 0.0008355639 + eval-batch-orig: + avg_avg_episode_length: 5.928073 + avg_avg_return: 0.9855848 + avg_benchmark_regret: 0.008431349 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26569366 + proxy_corner: + avg_avg_return: 0.9855848 + avg_reward_per_step: 0.26569366 + eval-batch-shift: + avg_avg_episode_length: 65.311104 + avg_avg_return: 0.26010576 + avg_benchmark_regret: 0.73507583 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.092315674 + proxy_corner: + avg_avg_return: 0.6808338 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.7314777 + avg_avg_return: 0.9866627 + avg_benchmark_regret: 0.007555669 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2664032 + proxy_corner: + avg_avg_return: 0.9866627 + avg_reward_per_step: 0.2664032 +=========================================================== +=========================================================== + step: + env-step-all-before: 187695104 + env-step-replay-before: 95420416 + env-step-used-before: 187695104 + ppo-update-before: 114560 + env-step-generate-before: 92274688 + env-step-all-after: 187727872 + env-step-replay-after: 95420416 + env-step-used-after: 187727872 + ppo-update-after: 114580 + env-step-generate-after: 92307456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7717047 + avg_avg_return: 0.9637519 + avg_reward_per_step: 0.2810669 + proxy_corner: + avg_avg_return: 0.9637519 + avg_reward_per_step: 0.2810669 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7717047 + avg_avg_return: 0.9637519 + avg_reward_per_step: 0.2810669 + proxy_corner: + avg_avg_return: 0.9637519 + avg_reward_per_step: 0.2810669 + perf: + env_steps_per_second: 966109.5676137393 + ppo_updates_per_second: 110.76635883664896 + eval-batch-orig-duration: 0.18564650701591745 + eval-batch-shift-duration: 0.13702079799259081 + eval-batch-tree-duration: 0.13767931994516402 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.404541 + mouse-cheese_dist_finite_wavg: 13.039905 + mouse-cheese_dist_solvable_avg: 13.404541 + mouse-cheese_dist_solvable_wavg: 13.039905 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10130277 + visit_patterns: + avg_first_visit_time: 1906.2773 + avg_last_visit_time: 2902.1375 + num_replay_batches: 2912 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007251509 + avg_actor_approxkl3: 0.0007589051 + avg_actor_clipfrac: 0.005621338 + avg_actor_loss: 0.00020508759 + avg_advantage: 0.0013879117 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.0990442e-05 + avg_entropy: 0.014156856 + avg_grad_norm_pre_clip: 0.5097451 + avg_loss: 0.00021642598 + max: + max_actor_approxkl1: 0.0030507774 + max_actor_approxkl3: 0.0025114822 + max_actor_clipfrac: 0.016113281 + max_actor_loss: 0.0021937685 + max_advantage: 0.07828605 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0054215e-05 + max_entropy: 0.02143563 + max_grad_norm_pre_clip: 0.94592935 + max_loss: 0.0022075262 + std: + std_actor_approxkl1: 0.0010196513 + std_actor_approxkl3: 0.00077877357 + std_actor_clipfrac: 0.0038872208 + std_actor_loss: 0.0009699601 + std_advantage: 0.010596785 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.638958e-06 + std_entropy: 0.0032948502 + std_grad_norm_pre_clip: 0.29482034 + std_loss: 0.00096985063 + eval-batch-orig: + avg_avg_episode_length: 5.940789 + avg_avg_return: 0.985471 + avg_benchmark_regret: 0.008545108 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2647934 + proxy_corner: + avg_avg_return: 0.985471 + avg_reward_per_step: 0.2647934 + eval-batch-shift: + avg_avg_episode_length: 64.47696 + avg_avg_return: 0.2703668 + avg_benchmark_regret: 0.7248148 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096847534 + proxy_corner: + avg_avg_return: 0.6778522 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.7428656 + avg_avg_return: 0.9869338 + avg_benchmark_regret: 0.007284547 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2643509 + proxy_corner: + avg_avg_return: 0.9869338 + avg_reward_per_step: 0.2643509 +=========================================================== +=========================================================== + step: + env-step-all-before: 188743680 + env-step-replay-before: 95911936 + env-step-used-before: 188743680 + ppo-update-before: 115200 + env-step-generate-before: 92831744 + env-step-all-after: 188776448 + env-step-replay-after: 95911936 + env-step-used-after: 188776448 + ppo-update-after: 115220 + env-step-generate-after: 92864512 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.696885 + avg_avg_return: 0.9632247 + avg_reward_per_step: 0.2649536 + proxy_corner: + avg_avg_return: 0.9632247 + avg_reward_per_step: 0.2649536 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.696885 + avg_avg_return: 0.9632247 + avg_reward_per_step: 0.2649536 + proxy_corner: + avg_avg_return: 0.9632247 + avg_reward_per_step: 0.2649536 + perf: + env_steps_per_second: 1000034.210998766 + ppo_updates_per_second: 111.34268842416148 + eval-batch-orig-duration: 0.18389801000012085 + eval-batch-shift-duration: 0.1419460349716246 + eval-batch-tree-duration: 0.13764134695520625 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.411377 + mouse-cheese_dist_finite_wavg: 13.940331 + mouse-cheese_dist_solvable_avg: 13.411377 + mouse-cheese_dist_solvable_wavg: 13.940331 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10155445 + visit_patterns: + avg_first_visit_time: 1914.9585 + avg_last_visit_time: 2917.3445 + num_replay_batches: 2927 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00076449255 + avg_actor_approxkl3: 0.00039530863 + avg_actor_clipfrac: 0.0053649903 + avg_actor_loss: -0.000337193 + avg_advantage: 0.0005118587 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4843997e-05 + avg_entropy: 0.019333838 + avg_grad_norm_pre_clip: 0.4285778 + avg_loss: -0.0003291048 + max: + max_actor_approxkl1: 0.002196414 + max_actor_approxkl3: 0.001029789 + max_actor_clipfrac: 0.016967773 + max_actor_loss: 0.000790691 + max_advantage: 0.06340963 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.174912e-05 + max_entropy: 0.0323388 + max_grad_norm_pre_clip: 1.3584458 + max_loss: 0.00078450306 + std: + std_actor_approxkl1: 0.0006544135 + std_actor_approxkl3: 0.00033120974 + std_actor_clipfrac: 0.0041129678 + std_actor_loss: 0.0006286911 + std_advantage: 0.010455474 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.850683e-06 + std_entropy: 0.004687637 + std_grad_norm_pre_clip: 0.2662676 + std_loss: 0.0006286913 + eval-batch-orig: + avg_avg_episode_length: 6.046979 + avg_avg_return: 0.98576 + avg_benchmark_regret: 0.008256218 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26405334 + proxy_corner: + avg_avg_return: 0.98576 + avg_reward_per_step: 0.26405334 + eval-batch-shift: + avg_avg_episode_length: 63.66514 + avg_avg_return: 0.28191236 + avg_benchmark_regret: 0.7132692 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09562683 + proxy_corner: + avg_avg_return: 0.68340075 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.770626 + avg_avg_return: 0.9867784 + avg_benchmark_regret: 0.0074399514 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26273346 + proxy_corner: + avg_avg_return: 0.9867784 + avg_reward_per_step: 0.26273346 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 189792256 + env-step-replay-before: 96501760 + env-step-used-before: 189792256 + ppo-update-before: 115840 + env-step-generate-before: 93290496 + env-step-all-after: 189825024 + env-step-replay-after: 96534528 + env-step-used-after: 189825024 + ppo-update-after: 115860 + env-step-generate-after: 93290496 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.05134 + avg_avg_return: 0.88546693 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.88546693 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.05134 + avg_avg_return: 0.88546693 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.88546693 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 967198.6602576986 + ppo_updates_per_second: 110.4434601364326 + eval-batch-orig-duration: 0.18659414403373376 + eval-batch-shift-duration: 0.13761807401897386 + eval-batch-tree-duration: 0.1390203379560262 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.414795 + mouse-cheese_dist_finite_wavg: 13.041915 + mouse-cheese_dist_solvable_avg: 13.414795 + mouse-cheese_dist_solvable_wavg: 13.041918 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10121151 + visit_patterns: + avg_first_visit_time: 1918.9045 + avg_last_visit_time: 2936.188 + num_replay_batches: 2946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007149468 + avg_actor_approxkl3: 0.00051595934 + avg_actor_clipfrac: 0.01395874 + avg_actor_loss: 0.00047407454 + avg_advantage: -0.00035134095 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9673974e-05 + avg_entropy: 0.036620628 + avg_grad_norm_pre_clip: 0.9534917 + avg_loss: 0.000457291 + max: + max_actor_approxkl1: 0.0020603254 + max_actor_approxkl3: 0.0017163744 + max_actor_clipfrac: 0.03503418 + max_actor_loss: 0.0020714179 + max_advantage: 0.041678846 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6392444e-05 + max_entropy: 0.047735915 + max_grad_norm_pre_clip: 1.7597455 + max_loss: 0.0020478137 + std: + std_actor_approxkl1: 0.00060027454 + std_actor_approxkl3: 0.0003873306 + std_actor_clipfrac: 0.0086517865 + std_actor_loss: 0.0008111222 + std_advantage: 0.008012868 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.210976e-06 + std_entropy: 0.0052983644 + std_grad_norm_pre_clip: 0.39994898 + std_loss: 0.0008108727 + eval-batch-orig: + avg_avg_episode_length: 5.9712124 + avg_avg_return: 0.9855889 + avg_benchmark_regret: 0.0084272325 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2646408 + proxy_corner: + avg_avg_return: 0.9855889 + avg_reward_per_step: 0.2646408 + eval-batch-shift: + avg_avg_episode_length: 63.717487 + avg_avg_return: 0.27771917 + avg_benchmark_regret: 0.7174624 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0962677 + proxy_corner: + avg_avg_return: 0.6844596 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.7700863 + avg_avg_return: 0.98613364 + avg_benchmark_regret: 0.008084727 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26300812 + proxy_corner: + avg_avg_return: 0.98613364 + avg_reward_per_step: 0.26300812 +=========================================================== +=========================================================== + step: + env-step-all-before: 190840832 + env-step-replay-before: 96894976 + env-step-used-before: 190840832 + ppo-update-before: 116480 + env-step-generate-before: 93945856 + env-step-all-after: 190873600 + env-step-replay-after: 96894976 + env-step-used-after: 190873600 + ppo-update-after: 116500 + env-step-generate-after: 93978624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0393753 + avg_avg_return: 0.95814365 + avg_reward_per_step: 0.2501831 + proxy_corner: + avg_avg_return: 0.95814365 + avg_reward_per_step: 0.2501831 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0393753 + avg_avg_return: 0.95814365 + avg_reward_per_step: 0.2501831 + proxy_corner: + avg_avg_return: 0.95814365 + avg_reward_per_step: 0.2501831 + perf: + env_steps_per_second: 991160.3183563049 + ppo_updates_per_second: 111.12568955567824 + eval-batch-orig-duration: 0.1857611529994756 + eval-batch-shift-duration: 0.1398735479451716 + eval-batch-tree-duration: 0.13989301299443468 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.395508 + mouse-cheese_dist_finite_wavg: 13.040074 + mouse-cheese_dist_solvable_avg: 13.395508 + mouse-cheese_dist_solvable_wavg: 13.040076 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10268125 + visit_patterns: + avg_first_visit_time: 1936.2769 + avg_last_visit_time: 2947.3438 + num_replay_batches: 2957 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040927427 + avg_actor_approxkl3: 0.00044964787 + avg_actor_clipfrac: 0.0090271 + avg_actor_loss: 0.00015717582 + avg_advantage: -0.0016095658 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3015574e-05 + avg_entropy: 0.031483922 + avg_grad_norm_pre_clip: 0.5697821 + avg_loss: 0.00015219969 + max: + max_actor_approxkl1: 0.0018138742 + max_actor_approxkl3: 0.001551172 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.0011410527 + max_advantage: 0.054748774 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0038605e-05 + max_entropy: 0.043500207 + max_grad_norm_pre_clip: 1.0255836 + max_loss: 0.0011411632 + std: + std_actor_approxkl1: 0.00043454944 + std_actor_approxkl3: 0.0003900035 + std_actor_clipfrac: 0.004869898 + std_actor_loss: 0.00043391928 + std_advantage: 0.010436917 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2253887e-06 + std_entropy: 0.00531818 + std_grad_norm_pre_clip: 0.24443522 + std_loss: 0.0004330515 + eval-batch-orig: + avg_avg_episode_length: 6.4174824 + avg_avg_return: 0.9831623 + avg_benchmark_regret: 0.010853878 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26241302 + proxy_corner: + avg_avg_return: 0.9831623 + avg_reward_per_step: 0.26241302 + eval-batch-shift: + avg_avg_episode_length: 62.865345 + avg_avg_return: 0.29356325 + avg_benchmark_regret: 0.7016183 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09262085 + proxy_corner: + avg_avg_return: 0.68599904 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.841611 + avg_avg_return: 0.98615223 + avg_benchmark_regret: 0.008066097 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2611084 + proxy_corner: + avg_avg_return: 0.98615223 + avg_reward_per_step: 0.2611084 +=========================================================== +=========================================================== + step: + env-step-all-before: 191889408 + env-step-replay-before: 97484800 + env-step-used-before: 191889408 + ppo-update-before: 117120 + env-step-generate-before: 94404608 + env-step-all-after: 191922176 + env-step-replay-after: 97517568 + env-step-used-after: 191922176 + ppo-update-after: 117140 + env-step-generate-after: 94404608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.943186 + avg_avg_return: 0.88708377 + avg_reward_per_step: 0.068115234 + proxy_corner: + avg_avg_return: 0.88708377 + avg_reward_per_step: 0.068115234 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.943186 + avg_avg_return: 0.88708377 + avg_reward_per_step: 0.068115234 + proxy_corner: + avg_avg_return: 0.88708377 + avg_reward_per_step: 0.068115234 + perf: + env_steps_per_second: 984884.7486989894 + ppo_updates_per_second: 111.58967895524097 + eval-batch-orig-duration: 0.18836700700921938 + eval-batch-shift-duration: 0.14213268598541617 + eval-batch-tree-duration: 0.1375491140061058 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.39502 + mouse-cheese_dist_finite_wavg: 13.0409975 + mouse-cheese_dist_solvable_avg: 13.39502 + mouse-cheese_dist_solvable_wavg: 13.0409975 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10177641 + visit_patterns: + avg_first_visit_time: 1947.4854 + avg_last_visit_time: 2966.3496 + num_replay_batches: 2976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004133499 + avg_actor_approxkl3: 0.00024904168 + avg_actor_clipfrac: 0.008587646 + avg_actor_loss: -0.00017511123 + avg_advantage: 0.00092676934 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.4454343e-05 + avg_entropy: 0.036475886 + avg_grad_norm_pre_clip: 0.5575532 + avg_loss: -0.00019935996 + max: + max_actor_approxkl1: 0.0018339967 + max_actor_approxkl3: 0.0008678775 + max_actor_clipfrac: 0.021728516 + max_actor_loss: 0.00020692032 + max_advantage: 0.039957166 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7361511e-05 + max_entropy: 0.048865464 + max_grad_norm_pre_clip: 1.354075 + max_loss: 0.00019069393 + std: + std_actor_approxkl1: 0.00038532904 + std_actor_approxkl3: 0.0001756608 + std_actor_clipfrac: 0.0041998704 + std_actor_loss: 0.0002753265 + std_advantage: 0.00712193 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.60082e-06 + std_entropy: 0.0053043608 + std_grad_norm_pre_clip: 0.2687238 + std_loss: 0.0002772448 + eval-batch-orig: + avg_avg_episode_length: 5.9509583 + avg_avg_return: 0.9856918 + avg_benchmark_regret: 0.008324357 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26520538 + proxy_corner: + avg_avg_return: 0.9856918 + avg_reward_per_step: 0.26520538 + eval-batch-shift: + avg_avg_episode_length: 63.236946 + avg_avg_return: 0.2806377 + avg_benchmark_regret: 0.7145438 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09780884 + proxy_corner: + avg_avg_return: 0.6825658 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.739737 + avg_avg_return: 0.9866067 + avg_benchmark_regret: 0.007611636 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2651596 + proxy_corner: + avg_avg_return: 0.9866067 + avg_reward_per_step: 0.2651596 +=========================================================== +=========================================================== + step: + env-step-all-before: 192937984 + env-step-replay-before: 97910784 + env-step-used-before: 192937984 + ppo-update-before: 117760 + env-step-generate-before: 95027200 + env-step-all-after: 192970752 + env-step-replay-after: 97943552 + env-step-used-after: 192970752 + ppo-update-after: 117780 + env-step-generate-after: 95027200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.822323 + avg_avg_return: 0.8879894 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.8879894 + avg_reward_per_step: 0.068725586 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.822323 + avg_avg_return: 0.8879894 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.8879894 + avg_reward_per_step: 0.068725586 + perf: + env_steps_per_second: 931639.7396661112 + ppo_updates_per_second: 112.11000626108809 + eval-batch-orig-duration: 0.1841472809901461 + eval-batch-shift-duration: 0.13823610998224467 + eval-batch-tree-duration: 0.13946577801834792 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.39624 + mouse-cheese_dist_finite_wavg: 12.14156 + mouse-cheese_dist_solvable_avg: 13.39624 + mouse-cheese_dist_solvable_wavg: 12.14156 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.1011309 + visit_patterns: + avg_first_visit_time: 1960.6257 + avg_last_visit_time: 2979.2554 + num_replay_batches: 2989 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062194973 + avg_actor_approxkl3: 0.00048419574 + avg_actor_clipfrac: 0.010644532 + avg_actor_loss: -0.000243286 + avg_advantage: 0.00030675114 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.326071e-05 + avg_entropy: 0.030598192 + avg_grad_norm_pre_clip: 0.37542275 + avg_loss: -0.0002622538 + max: + max_actor_approxkl1: 0.0021010588 + max_actor_approxkl3: 0.0010354912 + max_actor_clipfrac: 0.01928711 + max_actor_loss: 0.00057182694 + max_advantage: 0.047156274 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7473614e-05 + max_entropy: 0.036239184 + max_grad_norm_pre_clip: 1.0058001 + max_loss: 0.00054912973 + std: + std_actor_approxkl1: 0.0006200253 + std_actor_approxkl3: 0.00031413304 + std_actor_clipfrac: 0.0059292256 + std_actor_loss: 0.00028508977 + std_advantage: 0.0071031097 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.128397e-06 + std_entropy: 0.002706246 + std_grad_norm_pre_clip: 0.24244438 + std_loss: 0.00028452097 + eval-batch-orig: + avg_avg_episode_length: 5.9074764 + avg_avg_return: 0.98567516 + avg_benchmark_regret: 0.008340966 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.98567516 + avg_reward_per_step: 0.26544952 + eval-batch-shift: + avg_avg_episode_length: 63.697285 + avg_avg_return: 0.27951533 + avg_benchmark_regret: 0.71566623 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09565735 + proxy_corner: + avg_avg_return: 0.67858404 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.721302 + avg_avg_return: 0.9873294 + avg_benchmark_regret: 0.0068889298 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.265831 + proxy_corner: + avg_avg_return: 0.9873294 + avg_reward_per_step: 0.265831 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 193986560 + env-step-replay-before: 98402304 + env-step-used-before: 193986560 + ppo-update-before: 118400 + env-step-generate-before: 95584256 + env-step-all-after: 194019328 + env-step-replay-after: 98435072 + env-step-used-after: 194019328 + ppo-update-after: 118420 + env-step-generate-after: 95584256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.806055 + avg_avg_return: 0.8883107 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.8883107 + avg_reward_per_step: 0.068878174 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.806055 + avg_avg_return: 0.8883107 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.8883107 + avg_reward_per_step: 0.068878174 + perf: + env_steps_per_second: 989838.3888052949 + ppo_updates_per_second: 111.09179966141645 + eval-batch-orig-duration: 0.18313109397422522 + eval-batch-shift-duration: 0.13625914201838896 + eval-batch-tree-duration: 0.13642260094638914 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.399658 + mouse-cheese_dist_finite_wavg: 14.840868 + mouse-cheese_dist_solvable_avg: 13.399658 + mouse-cheese_dist_solvable_wavg: 14.84087 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10115735 + visit_patterns: + avg_first_visit_time: 1972.2891 + avg_last_visit_time: 2994.2617 + num_replay_batches: 3004 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000560596 + avg_actor_approxkl3: 0.00034926177 + avg_actor_clipfrac: 0.008843995 + avg_actor_loss: 0.00012014334 + avg_advantage: 0.00018530281 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0307128e-05 + avg_entropy: 0.036684494 + avg_grad_norm_pre_clip: 0.40813062 + avg_loss: 9.8612414e-05 + max: + max_actor_approxkl1: 0.0019450121 + max_actor_approxkl3: 0.00071301224 + max_actor_clipfrac: 0.013916016 + max_actor_loss: 0.00077001844 + max_advantage: 0.04296124 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.567559e-05 + max_entropy: 0.043314133 + max_grad_norm_pre_clip: 0.88924426 + max_loss: 0.00075062015 + std: + std_actor_approxkl1: 0.00043544057 + std_actor_approxkl3: 0.00018324258 + std_actor_clipfrac: 0.0036522234 + std_actor_loss: 0.0002845255 + std_advantage: 0.007787306 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4156477e-06 + std_entropy: 0.0034224482 + std_grad_norm_pre_clip: 0.1833972 + std_loss: 0.00028529018 + eval-batch-orig: + avg_avg_episode_length: 5.94649 + avg_avg_return: 0.9859463 + avg_benchmark_regret: 0.008069817 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26462555 + proxy_corner: + avg_avg_return: 0.9859463 + avg_reward_per_step: 0.26462555 + eval-batch-shift: + avg_avg_episode_length: 63.12391 + avg_avg_return: 0.28667337 + avg_benchmark_regret: 0.7085082 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09566498 + proxy_corner: + avg_avg_return: 0.68289787 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.7746153 + avg_avg_return: 0.9864198 + avg_benchmark_regret: 0.0077985274 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26247406 + proxy_corner: + avg_avg_return: 0.9864198 + avg_reward_per_step: 0.26247406 +=========================================================== +=========================================================== + step: + env-step-all-before: 195035136 + env-step-replay-before: 98762752 + env-step-used-before: 195035136 + ppo-update-before: 119040 + env-step-generate-before: 96272384 + env-step-all-after: 195067904 + env-step-replay-after: 98795520 + env-step-used-after: 195067904 + ppo-update-after: 119060 + env-step-generate-after: 96272384 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.448237 + avg_avg_return: 0.8833177 + avg_reward_per_step: 0.06652832 + proxy_corner: + avg_avg_return: 0.8833177 + avg_reward_per_step: 0.06652832 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.448237 + avg_avg_return: 0.8833177 + avg_reward_per_step: 0.06652832 + proxy_corner: + avg_avg_return: 0.8833177 + avg_reward_per_step: 0.06652832 + perf: + env_steps_per_second: 995905.6561418893 + ppo_updates_per_second: 111.49265754937625 + eval-batch-orig-duration: 0.1825522939907387 + eval-batch-shift-duration: 0.13731558399740607 + eval-batch-tree-duration: 0.13651768997078761 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.392822 + mouse-cheese_dist_finite_wavg: 5.842187 + mouse-cheese_dist_solvable_avg: 13.392822 + mouse-cheese_dist_solvable_wavg: 5.8421865 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10162303 + visit_patterns: + avg_first_visit_time: 1988.9548 + avg_last_visit_time: 3005.3652 + num_replay_batches: 3015 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001048312 + avg_actor_approxkl3: 0.0007297899 + avg_actor_clipfrac: 0.02041626 + avg_actor_loss: -5.3065014e-06 + avg_advantage: 0.0005577774 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3351258e-05 + avg_entropy: 0.061681967 + avg_grad_norm_pre_clip: 1.2665501 + avg_loss: -4.531285e-05 + max: + max_actor_approxkl1: 0.0030072806 + max_actor_approxkl3: 0.0018989913 + max_actor_clipfrac: 0.045654297 + max_actor_loss: 0.0023210403 + max_advantage: 0.062077463 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5348624e-05 + max_entropy: 0.07922198 + max_grad_norm_pre_clip: 3.5178583 + max_loss: 0.002279331 + std: + std_actor_approxkl1: 0.00072877906 + std_actor_approxkl3: 0.00058161886 + std_actor_clipfrac: 0.012676864 + std_actor_loss: 0.0010134509 + std_advantage: 0.009073089 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.4005777e-06 + std_entropy: 0.00841233 + std_grad_norm_pre_clip: 0.7307184 + std_loss: 0.0010120309 + eval-batch-orig: + avg_avg_episode_length: 6.151737 + avg_avg_return: 0.9852953 + avg_benchmark_regret: 0.008720843 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26322174 + proxy_corner: + avg_avg_return: 0.9852953 + avg_reward_per_step: 0.26322174 + eval-batch-shift: + avg_avg_episode_length: 63.216393 + avg_avg_return: 0.2825961 + avg_benchmark_regret: 0.71258545 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09502411 + proxy_corner: + avg_avg_return: 0.6822547 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.9500885 + avg_avg_return: 0.98592055 + avg_benchmark_regret: 0.008297754 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26245117 + proxy_corner: + avg_avg_return: 0.98592055 + avg_reward_per_step: 0.26245117 +=========================================================== +=========================================================== + step: + env-step-all-before: 196083712 + env-step-replay-before: 99319808 + env-step-used-before: 196083712 + ppo-update-before: 119680 + env-step-generate-before: 96763904 + env-step-all-after: 196116480 + env-step-replay-after: 99319808 + env-step-used-after: 196116480 + ppo-update-after: 119700 + env-step-generate-after: 96796672 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.597616 + avg_avg_return: 0.9642385 + avg_reward_per_step: 0.27200317 + proxy_corner: + avg_avg_return: 0.9642385 + avg_reward_per_step: 0.27200317 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.597616 + avg_avg_return: 0.9642385 + avg_reward_per_step: 0.27200317 + proxy_corner: + avg_avg_return: 0.9642385 + avg_reward_per_step: 0.27200317 + perf: + env_steps_per_second: 984834.9013001022 + ppo_updates_per_second: 111.03017013698398 + eval-batch-orig-duration: 0.18376817600801587 + eval-batch-shift-duration: 0.1374315430293791 + eval-batch-tree-duration: 0.1390579100116156 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.3967285 + mouse-cheese_dist_finite_wavg: 10.3412695 + mouse-cheese_dist_solvable_avg: 13.3967285 + mouse-cheese_dist_solvable_wavg: 10.34127 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102242224 + visit_patterns: + avg_first_visit_time: 1996.3145 + avg_last_visit_time: 3021.33 + num_replay_batches: 3031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002973584 + avg_actor_approxkl3: 0.00022170416 + avg_actor_clipfrac: 0.0050231935 + avg_actor_loss: 0.0001255037 + avg_advantage: -7.8063895e-06 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.366681e-05 + avg_entropy: 0.020553624 + avg_grad_norm_pre_clip: 0.432929 + avg_loss: 0.00012678349 + max: + max_actor_approxkl1: 0.0007199785 + max_actor_approxkl3: 0.0011965359 + max_actor_clipfrac: 0.017211914 + max_actor_loss: 0.0029139332 + max_advantage: 0.06842142 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.157374e-05 + max_entropy: 0.029026624 + max_grad_norm_pre_clip: 1.1407225 + max_loss: 0.002906574 + std: + std_actor_approxkl1: 0.0002349454 + std_actor_approxkl3: 0.0002778746 + std_actor_clipfrac: 0.004048113 + std_actor_loss: 0.00070598326 + std_advantage: 0.009543185 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0992722e-06 + std_entropy: 0.00463795 + std_grad_norm_pre_clip: 0.19545694 + std_loss: 0.0007040863 + eval-batch-orig: + avg_avg_episode_length: 5.955887 + avg_avg_return: 0.9860649 + avg_benchmark_regret: 0.007951244 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26437378 + proxy_corner: + avg_avg_return: 0.9860649 + avg_reward_per_step: 0.26437378 + eval-batch-shift: + avg_avg_episode_length: 63.46806 + avg_avg_return: 0.28032964 + avg_benchmark_regret: 0.7148519 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.094703674 + proxy_corner: + avg_avg_return: 0.68499553 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.838789 + avg_avg_return: 0.9860102 + avg_benchmark_regret: 0.008208212 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26332092 + proxy_corner: + avg_avg_return: 0.9860102 + avg_reward_per_step: 0.26332092 +=========================================================== +=========================================================== + step: + env-step-all-before: 197132288 + env-step-replay-before: 99876864 + env-step-used-before: 197132288 + ppo-update-before: 120320 + env-step-generate-before: 97255424 + env-step-all-after: 197165056 + env-step-replay-after: 99876864 + env-step-used-after: 197165056 + ppo-update-after: 120340 + env-step-generate-after: 97288192 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.495022 + avg_avg_return: 0.96392703 + avg_reward_per_step: 0.268219 + proxy_corner: + avg_avg_return: 0.96392703 + avg_reward_per_step: 0.268219 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.495022 + avg_avg_return: 0.96392703 + avg_reward_per_step: 0.268219 + proxy_corner: + avg_avg_return: 0.96392703 + avg_reward_per_step: 0.268219 + perf: + env_steps_per_second: 986499.5755025332 + ppo_updates_per_second: 111.20869428709186 + eval-batch-orig-duration: 0.18523489095969126 + eval-batch-shift-duration: 0.1376300579868257 + eval-batch-tree-duration: 0.13712368300184608 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.406494 + mouse-cheese_dist_finite_wavg: 15.737413 + mouse-cheese_dist_solvable_avg: 13.406494 + mouse-cheese_dist_solvable_wavg: 15.737415 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10119127 + visit_patterns: + avg_first_visit_time: 2004.8833 + avg_last_visit_time: 3038.237 + num_replay_batches: 3048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039062323 + avg_actor_approxkl3: 0.0002487643 + avg_actor_clipfrac: 0.006304932 + avg_actor_loss: -4.6361016e-05 + avg_advantage: 0.00036853767 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.259549e-05 + avg_entropy: 0.02206761 + avg_grad_norm_pre_clip: 0.37454024 + avg_loss: -4.713089e-05 + max: + max_actor_approxkl1: 0.0012273935 + max_actor_approxkl3: 0.0006562361 + max_actor_clipfrac: 0.010864258 + max_actor_loss: 0.00044590374 + max_advantage: 0.05207932 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9879698e-05 + max_entropy: 0.027895577 + max_grad_norm_pre_clip: 0.8354203 + max_loss: 0.0004425091 + std: + std_actor_approxkl1: 0.00028363694 + std_actor_approxkl3: 0.00014016898 + std_actor_clipfrac: 0.002675617 + std_actor_loss: 0.00032647097 + std_advantage: 0.009184324 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.77705e-06 + std_entropy: 0.0031246536 + std_grad_norm_pre_clip: 0.15077059 + std_loss: 0.0003273679 + eval-batch-orig: + avg_avg_episode_length: 5.990612 + avg_avg_return: 0.98568666 + avg_benchmark_regret: 0.008329483 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2641983 + proxy_corner: + avg_avg_return: 0.98568666 + avg_reward_per_step: 0.2641983 + eval-batch-shift: + avg_avg_episode_length: 63.201847 + avg_avg_return: 0.28467864 + avg_benchmark_regret: 0.7105029 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.094703674 + proxy_corner: + avg_avg_return: 0.66484857 + avg_reward_per_step: 0.012748718 + eval-batch-tree: + avg_avg_episode_length: 5.767083 + avg_avg_return: 0.9863474 + avg_benchmark_regret: 0.00787097 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26339722 + proxy_corner: + avg_avg_return: 0.9863474 + avg_reward_per_step: 0.26339722 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 198180864 + env-step-replay-before: 100335616 + env-step-used-before: 198180864 + ppo-update-before: 120960 + env-step-generate-before: 97845248 + env-step-all-after: 198213632 + env-step-replay-after: 100368384 + env-step-used-after: 198213632 + ppo-update-after: 120980 + env-step-generate-after: 97845248 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.122921 + avg_avg_return: 0.88645804 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.88645804 + avg_reward_per_step: 0.06738281 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.122921 + avg_avg_return: 0.88645804 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.88645804 + avg_reward_per_step: 0.06738281 + perf: + env_steps_per_second: 983930.9501886589 + ppo_updates_per_second: 110.96598857283766 + eval-batch-orig-duration: 0.1850256270263344 + eval-batch-shift-duration: 0.13668476499151438 + eval-batch-tree-duration: 0.13837037299526855 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.409424 + mouse-cheese_dist_finite_wavg: 8.546158 + mouse-cheese_dist_solvable_avg: 13.409424 + mouse-cheese_dist_solvable_wavg: 8.546158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10198729 + visit_patterns: + avg_first_visit_time: 2014.5725 + avg_last_visit_time: 3053.3733 + num_replay_batches: 3063 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039602324 + avg_actor_approxkl3: 0.00030140564 + avg_actor_clipfrac: 0.013305664 + avg_actor_loss: 0.00012487834 + avg_advantage: -0.0019793021 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8060174e-05 + avg_entropy: 0.052269306 + avg_grad_norm_pre_clip: 0.97508806 + avg_loss: 9.1639115e-05 + max: + max_actor_approxkl1: 0.0023273525 + max_actor_approxkl3: 0.0013755499 + max_actor_clipfrac: 0.034301758 + max_actor_loss: 0.0018830411 + max_advantage: 0.057069838 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.460413e-05 + max_entropy: 0.071062446 + max_grad_norm_pre_clip: 2.2585545 + max_loss: 0.0018369999 + std: + std_actor_approxkl1: 0.00050285755 + std_actor_approxkl3: 0.00027975283 + std_actor_clipfrac: 0.008854096 + std_actor_loss: 0.0005865328 + std_advantage: 0.008589742 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5593137e-06 + std_entropy: 0.009485763 + std_grad_norm_pre_clip: 0.50490576 + std_loss: 0.00058416865 + eval-batch-orig: + avg_avg_episode_length: 5.999392 + avg_avg_return: 0.98604554 + avg_benchmark_regret: 0.007970615 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26407623 + proxy_corner: + avg_avg_return: 0.98604554 + avg_reward_per_step: 0.26407623 + eval-batch-shift: + avg_avg_episode_length: 63.110962 + avg_avg_return: 0.28665578 + avg_benchmark_regret: 0.7085258 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.095687866 + proxy_corner: + avg_avg_return: 0.6854162 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.767805 + avg_avg_return: 0.98678577 + avg_benchmark_regret: 0.007432619 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26392365 + proxy_corner: + avg_avg_return: 0.98678577 + avg_reward_per_step: 0.26392365 +=========================================================== +=========================================================== + step: + env-step-all-before: 199229440 + env-step-replay-before: 100728832 + env-step-used-before: 199229440 + ppo-update-before: 121600 + env-step-generate-before: 98500608 + env-step-all-after: 199262208 + env-step-replay-after: 100728832 + env-step-used-after: 199262208 + ppo-update-after: 121620 + env-step-generate-after: 98533376 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6523395 + avg_avg_return: 0.9646962 + avg_reward_per_step: 0.26965332 + proxy_corner: + avg_avg_return: 0.9646962 + avg_reward_per_step: 0.26965332 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6523395 + avg_avg_return: 0.9646962 + avg_reward_per_step: 0.26965332 + proxy_corner: + avg_avg_return: 0.9646962 + avg_reward_per_step: 0.26965332 + perf: + env_steps_per_second: 979941.3473353209 + ppo_updates_per_second: 111.13862471142839 + eval-batch-orig-duration: 0.18463858700124547 + eval-batch-shift-duration: 0.13935437897453085 + eval-batch-tree-duration: 0.13964507699711248 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.407471 + mouse-cheese_dist_finite_wavg: 14.841369 + mouse-cheese_dist_solvable_avg: 13.407471 + mouse-cheese_dist_solvable_wavg: 14.841369 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102542736 + visit_patterns: + avg_first_visit_time: 2030.7563 + avg_last_visit_time: 3064.306 + num_replay_batches: 3074 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000513089 + avg_actor_approxkl3: 0.00037816 + avg_actor_clipfrac: 0.011291504 + avg_actor_loss: -0.00027550958 + avg_advantage: 0.00093646854 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.369778e-05 + avg_entropy: 0.028283391 + avg_grad_norm_pre_clip: 0.63669336 + avg_loss: -0.0002819441 + max: + max_actor_approxkl1: 0.0016084927 + max_actor_approxkl3: 0.0010725355 + max_actor_clipfrac: 0.029174805 + max_actor_loss: 0.0007717535 + max_advantage: 0.045440793 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.378834e-05 + max_entropy: 0.042969204 + max_grad_norm_pre_clip: 1.2564453 + max_loss: 0.00077404355 + std: + std_actor_approxkl1: 0.000487846 + std_actor_approxkl3: 0.00028395595 + std_actor_clipfrac: 0.008920617 + std_actor_loss: 0.0005295579 + std_advantage: 0.00937739 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.276443e-06 + std_entropy: 0.006783832 + std_grad_norm_pre_clip: 0.27208138 + std_loss: 0.00053029513 + eval-batch-orig: + avg_avg_episode_length: 6.0065465 + avg_avg_return: 0.9852553 + avg_benchmark_regret: 0.008760851 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26407623 + proxy_corner: + avg_avg_return: 0.9852553 + avg_reward_per_step: 0.26407623 + eval-batch-shift: + avg_avg_episode_length: 63.490715 + avg_avg_return: 0.28374895 + avg_benchmark_regret: 0.7114326 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.094200134 + proxy_corner: + avg_avg_return: 0.68680483 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.8215933 + avg_avg_return: 0.98674214 + avg_benchmark_regret: 0.0074762143 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26309967 + proxy_corner: + avg_avg_return: 0.98674214 + avg_reward_per_step: 0.26309967 +=========================================================== +=========================================================== + step: + env-step-all-before: 200278016 + env-step-replay-before: 101154816 + env-step-used-before: 200278016 + ppo-update-before: 122240 + env-step-generate-before: 99123200 + env-step-all-after: 200310784 + env-step-replay-after: 101187584 + env-step-used-after: 200310784 + ppo-update-after: 122260 + env-step-generate-after: 99123200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.884771 + avg_avg_return: 0.88751554 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.88751554 + avg_reward_per_step: 0.06851196 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.884771 + avg_avg_return: 0.88751554 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.88751554 + avg_reward_per_step: 0.06851196 + perf: + env_steps_per_second: 981313.8588631253 + ppo_updates_per_second: 111.43175909239015 + eval-batch-orig-duration: 0.18957082700217143 + eval-batch-shift-duration: 0.14572516101179644 + eval-batch-tree-duration: 0.1351150359841995 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.412109 + mouse-cheese_dist_finite_wavg: 14.841517 + mouse-cheese_dist_solvable_avg: 13.412109 + mouse-cheese_dist_solvable_wavg: 14.841519 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10228238 + visit_patterns: + avg_first_visit_time: 2039.0723 + avg_last_visit_time: 3078.263 + num_replay_batches: 3088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002870529 + avg_actor_approxkl3: 0.00019112244 + avg_actor_clipfrac: 0.0064880373 + avg_actor_loss: -0.00021813829 + avg_advantage: -0.00011958787 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3819753e-05 + avg_entropy: 0.0413994 + avg_grad_norm_pre_clip: 0.67209935 + avg_loss: -0.00024262784 + max: + max_actor_approxkl1: 0.0010079305 + max_actor_approxkl3: 0.00036273082 + max_actor_clipfrac: 0.013183594 + max_actor_loss: 0.00041808933 + max_advantage: 0.061676085 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7410347e-05 + max_entropy: 0.049963254 + max_grad_norm_pre_clip: 1.4720225 + max_loss: 0.0003945993 + std: + std_actor_approxkl1: 0.00032526022 + std_actor_approxkl3: 0.00010582039 + std_actor_clipfrac: 0.003109626 + std_actor_loss: 0.0003804187 + std_advantage: 0.008361813 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.198333e-06 + std_entropy: 0.0035693205 + std_grad_norm_pre_clip: 0.26598802 + std_loss: 0.00038116035 + eval-batch-orig: + avg_avg_episode_length: 6.000811 + avg_avg_return: 0.9854809 + avg_benchmark_regret: 0.008535253 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2640686 + proxy_corner: + avg_avg_return: 0.9854809 + avg_reward_per_step: 0.2640686 + eval-batch-shift: + avg_avg_episode_length: 63.44774 + avg_avg_return: 0.2814179 + avg_benchmark_regret: 0.71376365 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.094963074 + proxy_corner: + avg_avg_return: 0.68077946 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.805862 + avg_avg_return: 0.98624927 + avg_benchmark_regret: 0.007969104 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26348877 + proxy_corner: + avg_avg_return: 0.98624927 + avg_reward_per_step: 0.26348877 +=========================================================== +=========================================================== + step: + env-step-all-before: 201326592 + env-step-replay-before: 101646336 + env-step-used-before: 201326592 + ppo-update-before: 122880 + env-step-generate-before: 99680256 + env-step-all-after: 201359360 + env-step-replay-after: 101646336 + env-step-used-after: 201359360 + ppo-update-after: 122900 + env-step-generate-after: 99713024 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4207196 + avg_avg_return: 0.96491355 + avg_reward_per_step: 0.28411865 + proxy_corner: + avg_avg_return: 0.96491355 + avg_reward_per_step: 0.28411865 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4207196 + avg_avg_return: 0.96491355 + avg_reward_per_step: 0.28411865 + proxy_corner: + avg_avg_return: 0.96491355 + avg_reward_per_step: 0.28411865 + perf: + env_steps_per_second: 1002984.742483859 + ppo_updates_per_second: 111.05213503022024 + eval-batch-orig-duration: 0.1830500020296313 + eval-batch-shift-duration: 0.13631058001192287 + eval-batch-tree-duration: 0.1362279140157625 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.426025 + mouse-cheese_dist_finite_wavg: 14.84252 + mouse-cheese_dist_solvable_avg: 13.426025 + mouse-cheese_dist_solvable_wavg: 14.842522 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10218988 + visit_patterns: + avg_first_visit_time: 2047.9429 + avg_last_visit_time: 3092.422 + num_replay_batches: 3102 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025226563 + avg_actor_approxkl3: 9.818088e-05 + avg_actor_clipfrac: 0.0031311035 + avg_actor_loss: -0.00012803228 + avg_advantage: 0.0009590896 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5766003e-05 + avg_entropy: 0.020293234 + avg_grad_norm_pre_clip: 0.28489506 + avg_loss: -0.00012544252 + max: + max_actor_approxkl1: 0.0007795683 + max_actor_approxkl3: 0.00024606404 + max_actor_clipfrac: 0.006713867 + max_actor_loss: 0.00015293527 + max_advantage: 0.05846989 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0601116e-05 + max_entropy: 0.031634238 + max_grad_norm_pre_clip: 0.43384904 + max_loss: 0.00016319 + std: + std_actor_approxkl1: 0.00021164522 + std_actor_approxkl3: 6.623737e-05 + std_actor_clipfrac: 0.0016893734 + std_actor_loss: 0.00014732798 + std_advantage: 0.009670885 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.5505487e-06 + std_entropy: 0.0063296286 + std_grad_norm_pre_clip: 0.08188335 + std_loss: 0.00014929297 + eval-batch-orig: + avg_avg_episode_length: 5.964034 + avg_avg_return: 0.9858982 + avg_benchmark_regret: 0.0081179235 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2647171 + proxy_corner: + avg_avg_return: 0.9858982 + avg_reward_per_step: 0.2647171 + eval-batch-shift: + avg_avg_episode_length: 63.683983 + avg_avg_return: 0.27683827 + avg_benchmark_regret: 0.71834326 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096343994 + proxy_corner: + avg_avg_return: 0.67772734 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.788913 + avg_avg_return: 0.98627573 + avg_benchmark_regret: 0.00794263 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26296997 + proxy_corner: + avg_avg_return: 0.98627573 + avg_reward_per_step: 0.26296997 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 202375168 + env-step-replay-before: 102072320 + env-step-used-before: 202375168 + ppo-update-before: 123520 + env-step-generate-before: 100302848 + env-step-all-after: 202407936 + env-step-replay-after: 102105088 + env-step-used-after: 202407936 + ppo-update-after: 123540 + env-step-generate-after: 100302848 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.8979435 + avg_avg_return: 0.88738215 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.88738215 + avg_reward_per_step: 0.068359375 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.8979435 + avg_avg_return: 0.88738215 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.88738215 + avg_reward_per_step: 0.068359375 + perf: + env_steps_per_second: 1014538.2878695348 + ppo_updates_per_second: 111.71178726727008 + eval-batch-orig-duration: 0.18335012695752084 + eval-batch-shift-duration: 0.1371395830065012 + eval-batch-tree-duration: 0.13656276505207643 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.42627 + mouse-cheese_dist_finite_wavg: 13.943992 + mouse-cheese_dist_solvable_avg: 13.42627 + mouse-cheese_dist_solvable_wavg: 13.943994 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10117405 + visit_patterns: + avg_first_visit_time: 2058.0679 + avg_last_visit_time: 3106.1816 + num_replay_batches: 3116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007258271 + avg_actor_approxkl3: 0.00048774667 + avg_actor_clipfrac: 0.010223389 + avg_actor_loss: 0.0003326997 + avg_advantage: -0.00074307196 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0050509e-05 + avg_entropy: 0.033353087 + avg_grad_norm_pre_clip: 0.74067503 + avg_loss: 0.00031437192 + max: + max_actor_approxkl1: 0.002047387 + max_actor_approxkl3: 0.0010680405 + max_actor_clipfrac: 0.021850586 + max_actor_loss: 0.001098725 + max_advantage: 0.039877653 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.5465346e-05 + max_entropy: 0.0398828 + max_grad_norm_pre_clip: 1.2002571 + max_loss: 0.0010863709 + std: + std_actor_approxkl1: 0.00057378586 + std_actor_approxkl3: 0.00026971626 + std_actor_clipfrac: 0.004776971 + std_actor_loss: 0.00045855175 + std_advantage: 0.007862345 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3934285e-06 + std_entropy: 0.0035760642 + std_grad_norm_pre_clip: 0.23586415 + std_loss: 0.00045895486 + eval-batch-orig: + avg_avg_episode_length: 6.0163603 + avg_avg_return: 0.98536813 + avg_benchmark_regret: 0.008648001 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26396942 + proxy_corner: + avg_avg_return: 0.98536813 + avg_reward_per_step: 0.26396942 + eval-batch-shift: + avg_avg_episode_length: 63.520267 + avg_avg_return: 0.2781859 + avg_benchmark_regret: 0.71699566 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09877777 + proxy_corner: + avg_avg_return: 0.67254376 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.807134 + avg_avg_return: 0.9870677 + avg_benchmark_regret: 0.0071506696 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26320648 + proxy_corner: + avg_avg_return: 0.9870677 + avg_reward_per_step: 0.26320648 +=========================================================== +=========================================================== + step: + env-step-all-before: 203423744 + env-step-replay-before: 102596608 + env-step-used-before: 203423744 + ppo-update-before: 124160 + env-step-generate-before: 100827136 + env-step-all-after: 203456512 + env-step-replay-after: 102596608 + env-step-used-after: 203456512 + ppo-update-after: 124180 + env-step-generate-after: 100859904 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.878097 + avg_avg_return: 0.96304834 + avg_reward_per_step: 0.2644043 + proxy_corner: + avg_avg_return: 0.96304834 + avg_reward_per_step: 0.2644043 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.878097 + avg_avg_return: 0.96304834 + avg_reward_per_step: 0.2644043 + proxy_corner: + avg_avg_return: 0.96304834 + avg_reward_per_step: 0.2644043 + perf: + env_steps_per_second: 991407.298014526 + ppo_updates_per_second: 111.61507238038695 + eval-batch-orig-duration: 0.18513480300316587 + eval-batch-shift-duration: 0.14112527802353725 + eval-batch-tree-duration: 0.13789851299952716 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.428467 + mouse-cheese_dist_finite_wavg: 13.041261 + mouse-cheese_dist_solvable_avg: 13.428467 + mouse-cheese_dist_solvable_wavg: 13.041263 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10111399 + visit_patterns: + avg_first_visit_time: 2066.127 + avg_last_visit_time: 3121.376 + num_replay_batches: 3131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040398445 + avg_actor_approxkl3: 0.0003124511 + avg_actor_clipfrac: 0.0062744142 + avg_actor_loss: 0.00014147571 + avg_advantage: 0.000290848 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4250024e-05 + avg_entropy: 0.020571528 + avg_grad_norm_pre_clip: 0.50598294 + avg_loss: 0.00014302922 + max: + max_actor_approxkl1: 0.0011634764 + max_actor_approxkl3: 0.001780879 + max_actor_clipfrac: 0.014038086 + max_actor_loss: 0.00124702 + max_advantage: 0.052163064 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.068954e-05 + max_entropy: 0.030466858 + max_grad_norm_pre_clip: 1.1461737 + max_loss: 0.0012376837 + std: + std_actor_approxkl1: 0.0004039253 + std_actor_approxkl3: 0.00036488965 + std_actor_clipfrac: 0.0029626642 + std_actor_loss: 0.0005457381 + std_advantage: 0.0092177 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0040964e-06 + std_entropy: 0.0048439316 + std_grad_norm_pre_clip: 0.3615212 + std_loss: 0.0005447038 + eval-batch-orig: + avg_avg_episode_length: 6.467471 + avg_avg_return: 0.98271763 + avg_benchmark_regret: 0.011298524 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26289368 + proxy_corner: + avg_avg_return: 0.98271763 + avg_reward_per_step: 0.26289368 + eval-batch-shift: + avg_avg_episode_length: 63.67971 + avg_avg_return: 0.28138697 + avg_benchmark_regret: 0.7137946 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096572876 + proxy_corner: + avg_avg_return: 0.6729218 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 6.0245423 + avg_avg_return: 0.9856515 + avg_benchmark_regret: 0.008566924 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26286316 + proxy_corner: + avg_avg_return: 0.9856515 + avg_reward_per_step: 0.26286316 +=========================================================== +=========================================================== + step: + env-step-all-before: 204472320 + env-step-replay-before: 103153664 + env-step-used-before: 204472320 + ppo-update-before: 124800 + env-step-generate-before: 101318656 + env-step-all-after: 204505088 + env-step-replay-after: 103186432 + env-step-used-after: 204505088 + ppo-update-after: 124820 + env-step-generate-after: 101318656 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.913197 + avg_avg_return: 0.88917965 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.88917965 + avg_reward_per_step: 0.068573 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.913197 + avg_avg_return: 0.88917965 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.88917965 + avg_reward_per_step: 0.068573 + perf: + env_steps_per_second: 977214.890534429 + ppo_updates_per_second: 110.49482926617544 + eval-batch-orig-duration: 0.18409484100993723 + eval-batch-shift-duration: 0.13797674200031906 + eval-batch-tree-duration: 0.13820355798816308 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.440674 + mouse-cheese_dist_finite_wavg: 12.145227 + mouse-cheese_dist_solvable_avg: 13.440674 + mouse-cheese_dist_solvable_wavg: 12.145229 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.100577585 + visit_patterns: + avg_first_visit_time: 2074.1729 + avg_last_visit_time: 3139.3425 + num_replay_batches: 3149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047640904 + avg_actor_approxkl3: 0.00032300365 + avg_actor_clipfrac: 0.010394287 + avg_actor_loss: 6.7073e-05 + avg_advantage: -0.001018858 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.7396387e-05 + avg_entropy: 0.037664067 + avg_grad_norm_pre_clip: 0.44391418 + avg_loss: 4.3107135e-05 + max: + max_actor_approxkl1: 0.0015944594 + max_actor_approxkl3: 0.0011332303 + max_actor_clipfrac: 0.022827148 + max_actor_loss: 0.0010193898 + max_advantage: 0.044594705 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.0473911e-05 + max_entropy: 0.05092202 + max_grad_norm_pre_clip: 0.95761245 + max_loss: 0.0009879064 + std: + std_actor_approxkl1: 0.00043224278 + std_actor_approxkl3: 0.00025726313 + std_actor_clipfrac: 0.0055565834 + std_actor_loss: 0.00030866844 + std_advantage: 0.0075525967 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8973332e-06 + std_entropy: 0.0051143146 + std_grad_norm_pre_clip: 0.17470449 + std_loss: 0.0003087618 + eval-batch-orig: + avg_avg_episode_length: 5.9607534 + avg_avg_return: 0.9856415 + avg_benchmark_regret: 0.008374642 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26441956 + proxy_corner: + avg_avg_return: 0.9856415 + avg_reward_per_step: 0.26441956 + eval-batch-shift: + avg_avg_episode_length: 64.228516 + avg_avg_return: 0.2735595 + avg_benchmark_regret: 0.72162205 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09744263 + proxy_corner: + avg_avg_return: 0.6748141 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.795875 + avg_avg_return: 0.98637784 + avg_benchmark_regret: 0.007840502 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26397705 + proxy_corner: + avg_avg_return: 0.98637784 + avg_reward_per_step: 0.26397705 +=========================================================== +=========================================================== + step: + env-step-all-before: 205520896 + env-step-replay-before: 103677952 + env-step-used-before: 205520896 + ppo-update-before: 125440 + env-step-generate-before: 101842944 + env-step-all-after: 205553664 + env-step-replay-after: 103710720 + env-step-used-after: 205553664 + ppo-update-after: 125460 + env-step-generate-after: 101842944 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.796244 + avg_avg_return: 0.8869404 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.8869404 + avg_reward_per_step: 0.0687561 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.796244 + avg_avg_return: 0.8869404 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.8869404 + avg_reward_per_step: 0.0687561 + perf: + env_steps_per_second: 979508.1968910294 + ppo_updates_per_second: 112.2018552661217 + eval-batch-orig-duration: 0.18576638400554657 + eval-batch-shift-duration: 0.13993776898132637 + eval-batch-tree-duration: 0.13819341000635177 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.437012 + mouse-cheese_dist_finite_wavg: 14.841646 + mouse-cheese_dist_solvable_avg: 13.437012 + mouse-cheese_dist_solvable_wavg: 14.841646 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100752294 + visit_patterns: + avg_first_visit_time: 2079.5781 + avg_last_visit_time: 3155.32 + num_replay_batches: 3165 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040623057 + avg_actor_approxkl3: 0.00038800167 + avg_actor_clipfrac: 0.00814209 + avg_actor_loss: -9.633182e-05 + avg_advantage: -8.377854e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.452767e-05 + avg_entropy: 0.029842114 + avg_grad_norm_pre_clip: 0.43789086 + avg_loss: -0.000113910115 + max: + max_actor_approxkl1: 0.0011849821 + max_actor_approxkl3: 0.0010132277 + max_actor_clipfrac: 0.020019531 + max_actor_loss: 0.0006883703 + max_advantage: 0.048198342 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.9723666e-05 + max_entropy: 0.035321753 + max_grad_norm_pre_clip: 0.59323835 + max_loss: 0.00067470776 + std: + std_actor_approxkl1: 0.00034748996 + std_actor_approxkl3: 0.0002706988 + std_actor_clipfrac: 0.0050490648 + std_actor_loss: 0.0003796709 + std_advantage: 0.007056209 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1875508e-06 + std_entropy: 0.0031988323 + std_grad_norm_pre_clip: 0.10929901 + std_loss: 0.00038008438 + eval-batch-orig: + avg_avg_episode_length: 5.922529 + avg_avg_return: 0.98539615 + avg_benchmark_regret: 0.008619995 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26522827 + proxy_corner: + avg_avg_return: 0.98539615 + avg_reward_per_step: 0.26522827 + eval-batch-shift: + avg_avg_episode_length: 65.12676 + avg_avg_return: 0.26302052 + avg_benchmark_regret: 0.73216105 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09674072 + proxy_corner: + avg_avg_return: 0.6730297 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.7654586 + avg_avg_return: 0.9869719 + avg_benchmark_regret: 0.007246457 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26535797 + proxy_corner: + avg_avg_return: 0.9869719 + avg_reward_per_step: 0.26535797 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 206569472 + env-step-replay-before: 104169472 + env-step-used-before: 206569472 + ppo-update-before: 126080 + env-step-generate-before: 102400000 + env-step-all-after: 206602240 + env-step-replay-after: 104202240 + env-step-used-after: 206602240 + ppo-update-after: 126100 + env-step-generate-after: 102400000 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.90493 + avg_avg_return: 0.88747406 + avg_reward_per_step: 0.06826782 + proxy_corner: + avg_avg_return: 0.88747406 + avg_reward_per_step: 0.06826782 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.90493 + avg_avg_return: 0.88747406 + avg_reward_per_step: 0.06826782 + proxy_corner: + avg_avg_return: 0.88747406 + avg_reward_per_step: 0.06826782 + perf: + env_steps_per_second: 986153.3450610855 + ppo_updates_per_second: 111.01006666722193 + eval-batch-orig-duration: 0.18420712498482317 + eval-batch-shift-duration: 0.13555733999237418 + eval-batch-tree-duration: 0.13687740900786594 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.432617 + mouse-cheese_dist_finite_wavg: 13.042759 + mouse-cheese_dist_solvable_avg: 13.432617 + mouse-cheese_dist_solvable_wavg: 13.042759 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101345144 + visit_patterns: + avg_first_visit_time: 2083.9268 + avg_last_visit_time: 3170.3098 + num_replay_batches: 3180 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023151399 + avg_actor_approxkl3: 0.00025327358 + avg_actor_clipfrac: 0.007421875 + avg_actor_loss: 0.00030867572 + avg_advantage: -0.00091361377 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.226641e-05 + avg_entropy: 0.0368363 + avg_grad_norm_pre_clip: 0.7336566 + avg_loss: 0.0002879726 + max: + max_actor_approxkl1: 0.0010527138 + max_actor_approxkl3: 0.0007366389 + max_actor_clipfrac: 0.013427734 + max_actor_loss: 0.0012240391 + max_advantage: 0.052059054 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7030517e-05 + max_entropy: 0.047272786 + max_grad_norm_pre_clip: 1.7601868 + max_loss: 0.0012023106 + std: + std_actor_approxkl1: 0.00029559628 + std_actor_approxkl3: 0.00015746044 + std_actor_clipfrac: 0.0036002672 + std_actor_loss: 0.00042341911 + std_advantage: 0.007974684 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.3916874e-06 + std_entropy: 0.0052283085 + std_grad_norm_pre_clip: 0.4123595 + std_loss: 0.00042402284 + eval-batch-orig: + avg_avg_episode_length: 5.9905787 + avg_avg_return: 0.9856368 + avg_benchmark_regret: 0.008379333 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26428986 + proxy_corner: + avg_avg_return: 0.9856368 + avg_reward_per_step: 0.26428986 + eval-batch-shift: + avg_avg_episode_length: 64.07027 + avg_avg_return: 0.2810905 + avg_benchmark_regret: 0.71409106 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09584808 + proxy_corner: + avg_avg_return: 0.67393124 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.762064 + avg_avg_return: 0.98673916 + avg_benchmark_regret: 0.007479215 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2649994 + proxy_corner: + avg_avg_return: 0.98673916 + avg_reward_per_step: 0.2649994 +=========================================================== +=========================================================== + step: + env-step-all-before: 207618048 + env-step-replay-before: 104693760 + env-step-used-before: 207618048 + ppo-update-before: 126720 + env-step-generate-before: 102924288 + env-step-all-after: 207650816 + env-step-replay-after: 104693760 + env-step-used-after: 207650816 + ppo-update-after: 126740 + env-step-generate-after: 102957056 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.747761 + avg_avg_return: 0.96240324 + avg_reward_per_step: 0.29571533 + proxy_corner: + avg_avg_return: 0.96240324 + avg_reward_per_step: 0.29571533 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.747761 + avg_avg_return: 0.96240324 + avg_reward_per_step: 0.29571533 + proxy_corner: + avg_avg_return: 0.96240324 + avg_reward_per_step: 0.29571533 + perf: + env_steps_per_second: 1017734.4135264452 + ppo_updates_per_second: 110.63254547436169 + eval-batch-orig-duration: 0.18504680797923356 + eval-batch-shift-duration: 0.13746668898966163 + eval-batch-tree-duration: 0.13744925800710917 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.434082 + mouse-cheese_dist_finite_wavg: 13.043551 + mouse-cheese_dist_solvable_avg: 13.434082 + mouse-cheese_dist_solvable_wavg: 13.043553 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10094269 + visit_patterns: + avg_first_visit_time: 2085.795 + avg_last_visit_time: 3185.2625 + num_replay_batches: 3195 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011393834 + avg_actor_approxkl3: 0.0007797094 + avg_actor_clipfrac: 0.009649659 + avg_actor_loss: 0.0006714364 + avg_advantage: 0.0016210849 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1293995e-05 + avg_entropy: 0.022229256 + avg_grad_norm_pre_clip: 0.73811024 + avg_loss: 0.00066985417 + max: + max_actor_approxkl1: 0.0036744806 + max_actor_approxkl3: 0.0021241126 + max_actor_clipfrac: 0.024047852 + max_actor_loss: 0.0035989843 + max_advantage: 0.04453343 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9149596e-05 + max_entropy: 0.033949405 + max_grad_norm_pre_clip: 1.802782 + max_loss: 0.0035931098 + std: + std_actor_approxkl1: 0.0008999053 + std_actor_approxkl3: 0.00065373385 + std_actor_clipfrac: 0.0063502938 + std_actor_loss: 0.0009058376 + std_advantage: 0.009057445 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.380714e-06 + std_entropy: 0.0063081086 + std_grad_norm_pre_clip: 0.42495576 + std_loss: 0.00090392656 + eval-batch-orig: + avg_avg_episode_length: 5.948943 + avg_avg_return: 0.98601735 + avg_benchmark_regret: 0.007998826 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26465607 + proxy_corner: + avg_avg_return: 0.98601735 + avg_reward_per_step: 0.26465607 + eval-batch-shift: + avg_avg_episode_length: 63.99711 + avg_avg_return: 0.27602488 + avg_benchmark_regret: 0.71915674 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09101868 + proxy_corner: + avg_avg_return: 0.68015003 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.7779956 + avg_avg_return: 0.98672855 + avg_benchmark_regret: 0.0074897856 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26504517 + proxy_corner: + avg_avg_return: 0.98672855 + avg_reward_per_step: 0.26504517 +=========================================================== +=========================================================== + step: + env-step-all-before: 208666624 + env-step-replay-before: 105152512 + env-step-used-before: 208666624 + ppo-update-before: 127360 + env-step-generate-before: 103514112 + env-step-all-after: 208699392 + env-step-replay-after: 105185280 + env-step-used-after: 208699392 + ppo-update-after: 127380 + env-step-generate-after: 103514112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.713224 + avg_avg_return: 0.8880912 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.8880912 + avg_reward_per_step: 0.0692749 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.713224 + avg_avg_return: 0.8880912 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.8880912 + avg_reward_per_step: 0.0692749 + perf: + env_steps_per_second: 963744.154896459 + ppo_updates_per_second: 112.11803444777854 + eval-batch-orig-duration: 0.18103240901837125 + eval-batch-shift-duration: 0.13484101899666712 + eval-batch-tree-duration: 0.1361001740442589 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.423828 + mouse-cheese_dist_finite_wavg: 13.944364 + mouse-cheese_dist_solvable_avg: 13.423828 + mouse-cheese_dist_solvable_wavg: 13.9443655 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10069241 + visit_patterns: + avg_first_visit_time: 2091.0764 + avg_last_visit_time: 3200.3376 + num_replay_batches: 3210 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00031301175 + avg_actor_approxkl3: 0.00016733403 + avg_actor_clipfrac: 0.004663086 + avg_actor_loss: -4.90814e-06 + avg_advantage: 0.0007491169 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3800885e-05 + avg_entropy: 0.015086608 + avg_grad_norm_pre_clip: 0.4036238 + avg_loss: -8.094313e-06 + max: + max_actor_approxkl1: 0.00084122876 + max_actor_approxkl3: 0.00055698736 + max_actor_clipfrac: 0.009033203 + max_actor_loss: 0.0011812793 + max_advantage: 0.038320243 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.055695e-05 + max_entropy: 0.017371599 + max_grad_norm_pre_clip: 0.9226467 + max_loss: 0.001176697 + std: + std_actor_approxkl1: 0.00024847442 + std_actor_approxkl3: 0.00012721335 + std_actor_clipfrac: 0.0028257628 + std_actor_loss: 0.00048751917 + std_advantage: 0.0066556307 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.905968e-06 + std_entropy: 0.001592173 + std_grad_norm_pre_clip: 0.23080494 + std_loss: 0.00048774417 + eval-batch-orig: + avg_avg_episode_length: 5.9475393 + avg_avg_return: 0.9859842 + avg_benchmark_regret: 0.008031944 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2647934 + proxy_corner: + avg_avg_return: 0.9859842 + avg_reward_per_step: 0.2647934 + eval-batch-shift: + avg_avg_episode_length: 63.963215 + avg_avg_return: 0.27453905 + avg_benchmark_regret: 0.7206425 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09378815 + proxy_corner: + avg_avg_return: 0.68928635 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.7258205 + avg_avg_return: 0.9872666 + avg_benchmark_regret: 0.0069517577 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26602173 + proxy_corner: + avg_avg_return: 0.9872666 + avg_reward_per_step: 0.26602173 +=========================================================== +=========================================================== + step: + env-step-all-before: 209715200 + env-step-replay-before: 105709568 + env-step-used-before: 209715200 + ppo-update-before: 128000 + env-step-generate-before: 104005632 + env-step-all-after: 209747968 + env-step-replay-after: 105709568 + env-step-used-after: 209747968 + ppo-update-after: 128020 + env-step-generate-after: 104038400 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.826561 + avg_avg_return: 0.96196926 + avg_reward_per_step: 0.2765503 + proxy_corner: + avg_avg_return: 0.96196926 + avg_reward_per_step: 0.2765503 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.826561 + avg_avg_return: 0.96196926 + avg_reward_per_step: 0.2765503 + proxy_corner: + avg_avg_return: 0.96196926 + avg_reward_per_step: 0.2765503 + perf: + env_steps_per_second: 988218.551061205 + ppo_updates_per_second: 110.63527370906797 + eval-batch-orig-duration: 0.186319216969423 + eval-batch-shift-duration: 0.13592033402528614 + eval-batch-tree-duration: 0.1359451609896496 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.429932 + mouse-cheese_dist_finite_wavg: 8.543861 + mouse-cheese_dist_solvable_avg: 13.429932 + mouse-cheese_dist_solvable_wavg: 8.543862 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10109298 + visit_patterns: + avg_first_visit_time: 2094.501 + avg_last_visit_time: 3216.262 + num_replay_batches: 3226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004402534 + avg_actor_approxkl3: 0.00024273184 + avg_actor_clipfrac: 0.0050720214 + avg_actor_loss: 5.5107266e-05 + avg_advantage: 0.00250719 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.636199e-05 + avg_entropy: 0.012328767 + avg_grad_norm_pre_clip: 0.46037897 + avg_loss: 6.0959494e-05 + max: + max_actor_approxkl1: 0.0014761274 + max_actor_approxkl3: 0.0010973581 + max_actor_clipfrac: 0.014770508 + max_actor_loss: 0.00087145995 + max_advantage: 0.04251319 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.3087413e-05 + max_entropy: 0.021780392 + max_grad_norm_pre_clip: 1.0501152 + max_loss: 0.000880293 + std: + std_actor_approxkl1: 0.00044147644 + std_actor_approxkl3: 0.00026893095 + std_actor_clipfrac: 0.00428369 + std_actor_loss: 0.0003736572 + std_advantage: 0.008567854 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4596071e-06 + std_entropy: 0.0037054429 + std_grad_norm_pre_clip: 0.25108343 + std_loss: 0.00037320209 + eval-batch-orig: + avg_avg_episode_length: 5.941207 + avg_avg_return: 0.98588145 + avg_benchmark_regret: 0.008134643 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26500702 + proxy_corner: + avg_avg_return: 0.98588145 + avg_reward_per_step: 0.26500702 + eval-batch-shift: + avg_avg_episode_length: 64.05811 + avg_avg_return: 0.27509058 + avg_benchmark_regret: 0.720091 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09329224 + proxy_corner: + avg_avg_return: 0.67372257 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 5.706477 + avg_avg_return: 0.9871511 + avg_benchmark_regret: 0.0070672794 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.9871511 + avg_reward_per_step: 0.26628876 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 210763776 + env-step-replay-before: 106201088 + env-step-used-before: 210763776 + ppo-update-before: 128640 + env-step-generate-before: 104562688 + env-step-all-after: 210796544 + env-step-replay-after: 106201088 + env-step-used-after: 210796544 + ppo-update-after: 128660 + env-step-generate-after: 104595456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6096683 + avg_avg_return: 0.9646026 + avg_reward_per_step: 0.28051758 + proxy_corner: + avg_avg_return: 0.9646026 + avg_reward_per_step: 0.28051758 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6096683 + avg_avg_return: 0.9646026 + avg_reward_per_step: 0.28051758 + proxy_corner: + avg_avg_return: 0.9646026 + avg_reward_per_step: 0.28051758 + perf: + env_steps_per_second: 979250.4278253402 + ppo_updates_per_second: 111.48077081331381 + eval-batch-orig-duration: 0.18775343999732286 + eval-batch-shift-duration: 0.14608308504102752 + eval-batch-tree-duration: 0.14014679205138236 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.432617 + mouse-cheese_dist_finite_wavg: 14.844021 + mouse-cheese_dist_solvable_avg: 13.432617 + mouse-cheese_dist_solvable_wavg: 14.844021 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101301 + visit_patterns: + avg_first_visit_time: 2099.063 + avg_last_visit_time: 3231.314 + num_replay_batches: 3241 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016980879 + avg_actor_approxkl3: 0.0004698883 + avg_actor_clipfrac: 0.0053344727 + avg_actor_loss: 0.00018549182 + avg_advantage: 0.0009867941 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0134532e-05 + avg_entropy: 0.012490974 + avg_grad_norm_pre_clip: 0.28292528 + avg_loss: 0.00018806811 + max: + max_actor_approxkl1: 0.0008407578 + max_actor_approxkl3: 0.001993719 + max_actor_clipfrac: 0.016479492 + max_actor_loss: 0.0042271586 + max_advantage: 0.041817784 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0721017e-05 + max_entropy: 0.019750096 + max_grad_norm_pre_clip: 1.1329968 + max_loss: 0.004225461 + std: + std_actor_approxkl1: 0.00025088136 + std_actor_approxkl3: 0.0004885325 + std_actor_clipfrac: 0.0044765202 + std_actor_loss: 0.0011516167 + std_advantage: 0.0077998172 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.754748e-06 + std_entropy: 0.003981631 + std_grad_norm_pre_clip: 0.2891639 + std_loss: 0.001150097 + eval-batch-orig: + avg_avg_episode_length: 5.941209 + avg_avg_return: 0.98571455 + avg_benchmark_regret: 0.00830159 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26542664 + proxy_corner: + avg_avg_return: 0.98571455 + avg_reward_per_step: 0.26542664 + eval-batch-shift: + avg_avg_episode_length: 64.801445 + avg_avg_return: 0.2658958 + avg_benchmark_regret: 0.7292858 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.095062256 + proxy_corner: + avg_avg_return: 0.670153 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.7065945 + avg_avg_return: 0.98717153 + avg_benchmark_regret: 0.007046802 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26635742 + proxy_corner: + avg_avg_return: 0.98717153 + avg_reward_per_step: 0.26635742 +=========================================================== +=========================================================== + step: + env-step-all-before: 211812352 + env-step-replay-before: 106561536 + env-step-used-before: 211812352 + ppo-update-before: 129280 + env-step-generate-before: 105250816 + env-step-all-after: 211845120 + env-step-replay-after: 106561536 + env-step-used-after: 211845120 + ppo-update-after: 129300 + env-step-generate-after: 105283584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7328653 + avg_avg_return: 0.9629903 + avg_reward_per_step: 0.27041626 + proxy_corner: + avg_avg_return: 0.9629903 + avg_reward_per_step: 0.27041626 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7328653 + avg_avg_return: 0.9629903 + avg_reward_per_step: 0.27041626 + proxy_corner: + avg_avg_return: 0.9629903 + avg_reward_per_step: 0.27041626 + perf: + env_steps_per_second: 955857.3760045171 + ppo_updates_per_second: 109.16406926297022 + eval-batch-orig-duration: 0.18988369696307927 + eval-batch-shift-duration: 0.13742573297349736 + eval-batch-tree-duration: 0.1398399340105243 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.429199 + mouse-cheese_dist_finite_wavg: 14.843547 + mouse-cheese_dist_solvable_avg: 13.429199 + mouse-cheese_dist_solvable_wavg: 14.843545 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10127491 + visit_patterns: + avg_first_visit_time: 2103.6584 + avg_last_visit_time: 3242.1956 + num_replay_batches: 3252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002174049 + avg_actor_approxkl3: 0.000119145865 + avg_actor_clipfrac: 0.002947998 + avg_actor_loss: -4.133748e-05 + avg_advantage: -0.0009715219 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.2216853e-05 + avg_entropy: 0.011024291 + avg_grad_norm_pre_clip: 0.36756188 + avg_loss: -3.6253346e-05 + max: + max_actor_approxkl1: 0.0007576653 + max_actor_approxkl3: 0.00022706886 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 0.000672264 + max_advantage: 0.039259017 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0755207e-05 + max_entropy: 0.017105475 + max_grad_norm_pre_clip: 0.9698656 + max_loss: 0.0006767873 + std: + std_actor_approxkl1: 0.00023192627 + std_actor_approxkl3: 6.8546324e-05 + std_actor_clipfrac: 0.0018102971 + std_actor_loss: 0.0003124085 + std_advantage: 0.007997904 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4179536e-06 + std_entropy: 0.0021466673 + std_grad_norm_pre_clip: 0.2306913 + std_loss: 0.0003127745 + eval-batch-orig: + avg_avg_episode_length: 5.961975 + avg_avg_return: 0.9858886 + avg_benchmark_regret: 0.0081275515 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26526642 + proxy_corner: + avg_avg_return: 0.9858886 + avg_reward_per_step: 0.26526642 + eval-batch-shift: + avg_avg_episode_length: 64.43696 + avg_avg_return: 0.26867503 + avg_benchmark_regret: 0.7265065 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09327698 + proxy_corner: + avg_avg_return: 0.6718085 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.7528186 + avg_avg_return: 0.9865473 + avg_benchmark_regret: 0.0076710805 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2660904 + proxy_corner: + avg_avg_return: 0.9865473 + avg_reward_per_step: 0.2660904 +=========================================================== +=========================================================== + step: + env-step-all-before: 212860928 + env-step-replay-before: 107151360 + env-step-used-before: 212860928 + ppo-update-before: 129920 + env-step-generate-before: 105709568 + env-step-all-after: 212893696 + env-step-replay-after: 107151360 + env-step-used-after: 212893696 + ppo-update-after: 129940 + env-step-generate-after: 105742336 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.2783966 + avg_avg_return: 0.9589847 + avg_reward_per_step: 0.24420166 + proxy_corner: + avg_avg_return: 0.9589847 + avg_reward_per_step: 0.24420166 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.2783966 + avg_avg_return: 0.9589847 + avg_reward_per_step: 0.24420166 + proxy_corner: + avg_avg_return: 0.9589847 + avg_reward_per_step: 0.24420166 + perf: + env_steps_per_second: 1005357.1591944841 + ppo_updates_per_second: 110.77332201915151 + eval-batch-orig-duration: 0.18531117599923164 + eval-batch-shift-duration: 0.1398340630112216 + eval-batch-tree-duration: 0.14057398901786655 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.412842 + mouse-cheese_dist_finite_wavg: 13.041573 + mouse-cheese_dist_solvable_avg: 13.412842 + mouse-cheese_dist_solvable_wavg: 13.041573 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10754828 + visit_patterns: + avg_first_visit_time: 2111.1196 + avg_last_visit_time: 3260.2368 + num_replay_batches: 3270 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003596289 + avg_actor_approxkl3: 0.00026685672 + avg_actor_clipfrac: 0.0072814943 + avg_actor_loss: 7.985889e-05 + avg_advantage: 0.007003474 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.9133625e-05 + avg_entropy: 0.024550324 + avg_grad_norm_pre_clip: 0.9096512 + avg_loss: 8.487538e-05 + max: + max_actor_approxkl1: 0.0013312167 + max_actor_approxkl3: 0.0010736083 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.0010201102 + max_advantage: 0.059593797 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.7775534e-05 + max_entropy: 0.03463958 + max_grad_norm_pre_clip: 2.0587802 + max_loss: 0.0010166641 + std: + std_actor_approxkl1: 0.00039374942 + std_actor_approxkl3: 0.00030427866 + std_actor_clipfrac: 0.0063558994 + std_actor_loss: 0.0004958455 + std_advantage: 0.010206828 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.037901e-06 + std_entropy: 0.0048001474 + std_grad_norm_pre_clip: 0.5339245 + std_loss: 0.000492684 + eval-batch-orig: + avg_avg_episode_length: 6.0447755 + avg_avg_return: 0.98577076 + avg_benchmark_regret: 0.008245412 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2636795 + proxy_corner: + avg_avg_return: 0.98577076 + avg_reward_per_step: 0.2636795 + eval-batch-shift: + avg_avg_episode_length: 64.2594 + avg_avg_return: 0.2720665 + avg_benchmark_regret: 0.7231151 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096725464 + proxy_corner: + avg_avg_return: 0.65884733 + avg_reward_per_step: 0.012664795 + eval-batch-tree: + avg_avg_episode_length: 5.735482 + avg_avg_return: 0.9869119 + avg_benchmark_regret: 0.007306432 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2656784 + proxy_corner: + avg_avg_return: 0.9869119 + avg_reward_per_step: 0.2656784 +=========================================================== +=========================================================== + step: + env-step-all-before: 213909504 + env-step-replay-before: 107708416 + env-step-used-before: 213909504 + ppo-update-before: 130560 + env-step-generate-before: 106201088 + env-step-all-after: 213942272 + env-step-replay-after: 107741184 + env-step-used-after: 213942272 + ppo-update-after: 130580 + env-step-generate-after: 106201088 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.982966 + avg_avg_return: 0.8869716 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.8869716 + avg_reward_per_step: 0.06796265 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.982966 + avg_avg_return: 0.8869716 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.8869716 + avg_reward_per_step: 0.06796265 + perf: + env_steps_per_second: 964516.6311118947 + ppo_updates_per_second: 110.479773245111 + eval-batch-orig-duration: 0.18364017503336072 + eval-batch-shift-duration: 0.13543247600318864 + eval-batch-tree-duration: 0.13731491297949106 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.398193 + mouse-cheese_dist_finite_wavg: 13.040431 + mouse-cheese_dist_solvable_avg: 13.398193 + mouse-cheese_dist_solvable_wavg: 13.040434 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10372225 + visit_patterns: + avg_first_visit_time: 2116.4265 + avg_last_visit_time: 3278.2905 + num_replay_batches: 3288 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004567809 + avg_actor_approxkl3: 0.0004746695 + avg_actor_clipfrac: 0.011273193 + avg_actor_loss: 0.00050534285 + avg_advantage: -0.0012483555 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.961149e-05 + avg_entropy: 0.03048419 + avg_grad_norm_pre_clip: 0.74621695 + avg_loss: 0.0004946644 + max: + max_actor_approxkl1: 0.00173719 + max_actor_approxkl3: 0.001178902 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.0019588284 + max_advantage: 0.03912264 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.6287627e-05 + max_entropy: 0.035257965 + max_grad_norm_pre_clip: 1.3791585 + max_loss: 0.0019506282 + std: + std_actor_approxkl1: 0.00048579008 + std_actor_approxkl3: 0.00034374927 + std_actor_clipfrac: 0.006704014 + std_actor_loss: 0.0007027148 + std_advantage: 0.009205431 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6586454e-06 + std_entropy: 0.0022936515 + std_grad_norm_pre_clip: 0.33776382 + std_loss: 0.0007028865 + eval-batch-orig: + avg_avg_episode_length: 6.015034 + avg_avg_return: 0.9857787 + avg_benchmark_regret: 0.008237459 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26402283 + proxy_corner: + avg_avg_return: 0.9857787 + avg_reward_per_step: 0.26402283 + eval-batch-shift: + avg_avg_episode_length: 64.2027 + avg_avg_return: 0.26824147 + avg_benchmark_regret: 0.7269401 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09273529 + proxy_corner: + avg_avg_return: 0.67952657 + avg_reward_per_step: 0.012893677 + eval-batch-tree: + avg_avg_episode_length: 5.7781057 + avg_avg_return: 0.98662007 + avg_benchmark_regret: 0.0075983126 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26532745 + proxy_corner: + avg_avg_return: 0.98662007 + avg_reward_per_step: 0.26532745 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 214958080 + env-step-replay-before: 108232704 + env-step-used-before: 214958080 + ppo-update-before: 131200 + env-step-generate-before: 106725376 + env-step-all-after: 214990848 + env-step-replay-after: 108232704 + env-step-used-after: 214990848 + ppo-update-after: 131220 + env-step-generate-after: 106758144 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3703403 + avg_avg_return: 0.96708816 + avg_reward_per_step: 0.301239 + proxy_corner: + avg_avg_return: 0.96708816 + avg_reward_per_step: 0.301239 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3703403 + avg_avg_return: 0.96708816 + avg_reward_per_step: 0.301239 + proxy_corner: + avg_avg_return: 0.96708816 + avg_reward_per_step: 0.301239 + perf: + env_steps_per_second: 1003551.0171621232 + ppo_updates_per_second: 111.2863574419643 + eval-batch-orig-duration: 0.1841976169962436 + eval-batch-shift-duration: 0.13900847703916952 + eval-batch-tree-duration: 0.13741276797372848 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.398193 + mouse-cheese_dist_finite_wavg: 13.038316 + mouse-cheese_dist_solvable_avg: 13.398193 + mouse-cheese_dist_solvable_wavg: 13.038316 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10153054 + visit_patterns: + avg_first_visit_time: 2122.9875 + avg_last_visit_time: 3293.267 + num_replay_batches: 3303 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024261784 + avg_actor_approxkl3: 0.0001407885 + avg_actor_clipfrac: 0.0048217773 + avg_actor_loss: 1.393552e-05 + avg_advantage: 0.00070457056 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.691908e-05 + avg_entropy: 0.01839463 + avg_grad_norm_pre_clip: 0.41279083 + avg_loss: 1.40004195e-05 + max: + max_actor_approxkl1: 0.00084828824 + max_actor_approxkl3: 0.0004259498 + max_actor_clipfrac: 0.013061523 + max_actor_loss: 0.00043370575 + max_advantage: 0.044745326 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.1745217e-05 + max_entropy: 0.026692066 + max_grad_norm_pre_clip: 0.86368173 + max_loss: 0.00043429874 + std: + std_actor_approxkl1: 0.00025101673 + std_actor_approxkl3: 0.00011198905 + std_actor_clipfrac: 0.0033337714 + std_actor_loss: 0.00023125942 + std_advantage: 0.008650746 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9243952e-06 + std_entropy: 0.0037138278 + std_grad_norm_pre_clip: 0.21777771 + std_loss: 0.00023140544 + eval-batch-orig: + avg_avg_episode_length: 5.9724016 + avg_avg_return: 0.9858078 + avg_benchmark_regret: 0.008208323 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26474 + proxy_corner: + avg_avg_return: 0.9858078 + avg_reward_per_step: 0.26474 + eval-batch-shift: + avg_avg_episode_length: 64.94194 + avg_avg_return: 0.26531264 + avg_benchmark_regret: 0.7298689 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08828735 + proxy_corner: + avg_avg_return: 0.6619036 + avg_reward_per_step: 0.012817383 + eval-batch-tree: + avg_avg_episode_length: 5.7586484 + avg_avg_return: 0.98670745 + avg_benchmark_regret: 0.007510865 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26563263 + proxy_corner: + avg_avg_return: 0.98670745 + avg_reward_per_step: 0.26563263 +=========================================================== +=========================================================== + step: + env-step-all-before: 216006656 + env-step-replay-before: 108691456 + env-step-used-before: 216006656 + ppo-update-before: 131840 + env-step-generate-before: 107315200 + env-step-all-after: 216039424 + env-step-replay-after: 108724224 + env-step-used-after: 216039424 + ppo-update-after: 131860 + env-step-generate-after: 107315200 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.759764 + avg_avg_return: 0.88802266 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.88802266 + avg_reward_per_step: 0.06915283 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.759764 + avg_avg_return: 0.88802266 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.88802266 + avg_reward_per_step: 0.06915283 + perf: + env_steps_per_second: 988855.2211800858 + ppo_updates_per_second: 110.98429921103674 + eval-batch-orig-duration: 0.18391296995105222 + eval-batch-shift-duration: 0.1364864920033142 + eval-batch-tree-duration: 0.13643663801485673 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.385254 + mouse-cheese_dist_finite_wavg: 12.141209 + mouse-cheese_dist_solvable_avg: 13.385254 + mouse-cheese_dist_solvable_wavg: 12.141211 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10103653 + visit_patterns: + avg_first_visit_time: 2136.1772 + avg_last_visit_time: 3308.2832 + num_replay_batches: 3318 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057548133 + avg_actor_approxkl3: 0.0004331842 + avg_actor_clipfrac: 0.011633301 + avg_actor_loss: 0.0010771088 + avg_advantage: 0.0005632115 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.5017456e-05 + avg_entropy: 0.03337833 + avg_grad_norm_pre_clip: 1.203854 + avg_loss: 0.0010612392 + max: + max_actor_approxkl1: 0.0015481545 + max_actor_approxkl3: 0.0010750627 + max_actor_clipfrac: 0.023803711 + max_actor_loss: 0.0037737545 + max_advantage: 0.05056262 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.3673455e-05 + max_entropy: 0.045504436 + max_grad_norm_pre_clip: 2.7739096 + max_loss: 0.0037456611 + std: + std_actor_approxkl1: 0.00046754963 + std_actor_approxkl3: 0.00030236828 + std_actor_clipfrac: 0.006542001 + std_actor_loss: 0.0011298155 + std_advantage: 0.008180801 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1733056e-06 + std_entropy: 0.0053757206 + std_grad_norm_pre_clip: 0.58133656 + std_loss: 0.0011279347 + eval-batch-orig: + avg_avg_episode_length: 5.986992 + avg_avg_return: 0.9858843 + avg_benchmark_regret: 0.0081318 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2642212 + proxy_corner: + avg_avg_return: 0.9858843 + avg_reward_per_step: 0.2642212 + eval-batch-shift: + avg_avg_episode_length: 64.17878 + avg_avg_return: 0.2761345 + avg_benchmark_regret: 0.71904707 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08924103 + proxy_corner: + avg_avg_return: 0.6600007 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 5.781659 + avg_avg_return: 0.9867585 + avg_benchmark_regret: 0.0074599152 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2653122 + proxy_corner: + avg_avg_return: 0.9867585 + avg_reward_per_step: 0.2653122 +=========================================================== +=========================================================== + step: + env-step-all-before: 217055232 + env-step-replay-before: 109281280 + env-step-used-before: 217055232 + ppo-update-before: 132480 + env-step-generate-before: 107773952 + env-step-all-after: 217088000 + env-step-replay-after: 109314048 + env-step-used-after: 217088000 + ppo-update-after: 132500 + env-step-generate-after: 107773952 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.103867 + avg_avg_return: 0.8849514 + avg_reward_per_step: 0.068115234 + proxy_corner: + avg_avg_return: 0.8849514 + avg_reward_per_step: 0.068115234 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.103867 + avg_avg_return: 0.8849514 + avg_reward_per_step: 0.068115234 + proxy_corner: + avg_avg_return: 0.8849514 + avg_reward_per_step: 0.068115234 + perf: + env_steps_per_second: 811574.1649911918 + ppo_updates_per_second: 112.63541243355267 + eval-batch-orig-duration: 0.19257604301674291 + eval-batch-shift-duration: 0.1502904579974711 + eval-batch-tree-duration: 0.14272492501186207 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.381592 + mouse-cheese_dist_finite_wavg: 13.0369215 + mouse-cheese_dist_solvable_avg: 13.381592 + mouse-cheese_dist_solvable_wavg: 13.0369215 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10171527 + visit_patterns: + avg_first_visit_time: 2146.5903 + avg_last_visit_time: 3326.325 + num_replay_batches: 3336 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079878105 + avg_actor_approxkl3: 0.00039168118 + avg_actor_clipfrac: 0.014538574 + avg_actor_loss: 7.572385e-05 + avg_advantage: 0.00012664437 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8515926e-05 + avg_entropy: 0.044471618 + avg_grad_norm_pre_clip: 0.81335497 + avg_loss: 5.051021e-05 + max: + max_actor_approxkl1: 0.0018880223 + max_actor_approxkl3: 0.00080886006 + max_actor_clipfrac: 0.028686523 + max_actor_loss: 0.0017360523 + max_advantage: 0.04454398 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.462707e-05 + max_entropy: 0.05570223 + max_grad_norm_pre_clip: 1.6048383 + max_loss: 0.0017139262 + std: + std_actor_approxkl1: 0.0005410349 + std_actor_approxkl3: 0.0002527403 + std_actor_clipfrac: 0.00788218 + std_actor_loss: 0.0006068072 + std_advantage: 0.008565758 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1985787e-06 + std_entropy: 0.0059402417 + std_grad_norm_pre_clip: 0.28075376 + std_loss: 0.00060717796 + eval-batch-orig: + avg_avg_episode_length: 6.0617375 + avg_avg_return: 0.986167 + avg_benchmark_regret: 0.007849124 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26359558 + proxy_corner: + avg_avg_return: 0.986167 + avg_reward_per_step: 0.26359558 + eval-batch-shift: + avg_avg_episode_length: 64.06157 + avg_avg_return: 0.27680516 + avg_benchmark_regret: 0.7183764 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09188843 + proxy_corner: + avg_avg_return: 0.67973757 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.86143 + avg_avg_return: 0.98550916 + avg_benchmark_regret: 0.008709209 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26457214 + proxy_corner: + avg_avg_return: 0.98550916 + avg_reward_per_step: 0.26457214 +=========================================================== +=========================================================== + step: + env-step-all-before: 218103808 + env-step-replay-before: 109936640 + env-step-used-before: 218103808 + ppo-update-before: 133120 + env-step-generate-before: 108167168 + env-step-all-after: 218136576 + env-step-replay-after: 109969408 + env-step-used-after: 218136576 + ppo-update-after: 133140 + env-step-generate-after: 108167168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.875765 + avg_avg_return: 0.8865313 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.8865313 + avg_reward_per_step: 0.068603516 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.875765 + avg_avg_return: 0.8865313 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.8865313 + avg_reward_per_step: 0.068603516 + perf: + env_steps_per_second: 989668.8225233742 + ppo_updates_per_second: 111.78572244638514 + eval-batch-orig-duration: 0.18095469300169498 + eval-batch-shift-duration: 0.1351081029861234 + eval-batch-tree-duration: 0.13616816198918968 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.384277 + mouse-cheese_dist_finite_wavg: 13.0388155 + mouse-cheese_dist_solvable_avg: 13.384277 + mouse-cheese_dist_solvable_wavg: 13.0388155 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101538055 + visit_patterns: + avg_first_visit_time: 2156.4336 + avg_last_visit_time: 3346.2842 + num_replay_batches: 3356 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043270885 + avg_actor_approxkl3: 0.00037266535 + avg_actor_clipfrac: 0.013336182 + avg_actor_loss: -0.00016455668 + avg_advantage: 0.0010098142 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3998342e-05 + avg_entropy: 0.03877793 + avg_grad_norm_pre_clip: 0.5143801 + avg_loss: -0.00019133544 + max: + max_actor_approxkl1: 0.0011525047 + max_actor_approxkl3: 0.00071056327 + max_actor_clipfrac: 0.022705078 + max_actor_loss: 0.00036642398 + max_advantage: 0.043167472 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7656632e-05 + max_entropy: 0.047832277 + max_grad_norm_pre_clip: 0.88957703 + max_loss: 0.00034367386 + std: + std_actor_approxkl1: 0.00039610415 + std_actor_approxkl3: 0.00019646858 + std_actor_clipfrac: 0.006060625 + std_actor_loss: 0.00025355167 + std_advantage: 0.006984011 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3950986e-06 + std_entropy: 0.0038748893 + std_grad_norm_pre_clip: 0.16620265 + std_loss: 0.00025428846 + eval-batch-orig: + avg_avg_episode_length: 5.982628 + avg_avg_return: 0.9857202 + avg_benchmark_regret: 0.00829587 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2640152 + proxy_corner: + avg_avg_return: 0.9857202 + avg_reward_per_step: 0.2640152 + eval-batch-shift: + avg_avg_episode_length: 63.07849 + avg_avg_return: 0.28813392 + avg_benchmark_regret: 0.70704764 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09715271 + proxy_corner: + avg_avg_return: 0.67266953 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.7624035 + avg_avg_return: 0.98583484 + avg_benchmark_regret: 0.008383509 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.98583484 + avg_reward_per_step: 0.26544952 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 219152384 + env-step-replay-before: 110493696 + env-step-used-before: 219152384 + ppo-update-before: 133760 + env-step-generate-before: 108658688 + env-step-all-after: 219185152 + env-step-replay-after: 110526464 + env-step-used-after: 219185152 + ppo-update-after: 133780 + env-step-generate-after: 108658688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.027254 + avg_avg_return: 0.88569087 + avg_reward_per_step: 0.06814575 + proxy_corner: + avg_avg_return: 0.88569087 + avg_reward_per_step: 0.06814575 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.027254 + avg_avg_return: 0.88569087 + avg_reward_per_step: 0.06814575 + proxy_corner: + avg_avg_return: 0.88569087 + avg_reward_per_step: 0.06814575 + perf: + env_steps_per_second: 940597.4325200267 + ppo_updates_per_second: 111.97657868574792 + eval-batch-orig-duration: 0.18899632501415908 + eval-batch-shift-duration: 0.13933574402472004 + eval-batch-tree-duration: 0.1406189930276014 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.38501 + mouse-cheese_dist_finite_wavg: 10.3393545 + mouse-cheese_dist_solvable_avg: 13.38501 + mouse-cheese_dist_solvable_wavg: 10.339352 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101361215 + visit_patterns: + avg_first_visit_time: 2163.6172 + avg_last_visit_time: 3363.2625 + num_replay_batches: 3373 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053813535 + avg_actor_approxkl3: 0.00041742632 + avg_actor_clipfrac: 0.012963868 + avg_actor_loss: -9.091617e-06 + avg_advantage: -0.0017721045 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.895265e-05 + avg_entropy: 0.044624183 + avg_grad_norm_pre_clip: 0.6823875 + avg_loss: -3.923947e-05 + max: + max_actor_approxkl1: 0.0014181936 + max_actor_approxkl3: 0.0011134276 + max_actor_clipfrac: 0.026123047 + max_actor_loss: 0.0008904841 + max_advantage: 0.039187193 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.476155e-05 + max_entropy: 0.060680784 + max_grad_norm_pre_clip: 1.0572464 + max_loss: 0.00086140906 + std: + std_actor_approxkl1: 0.0003619167 + std_actor_approxkl3: 0.00025143343 + std_actor_clipfrac: 0.0065550283 + std_actor_loss: 0.0004688792 + std_advantage: 0.00781716 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4208266e-06 + std_entropy: 0.009183372 + std_grad_norm_pre_clip: 0.24086505 + std_loss: 0.00046879388 + eval-batch-orig: + avg_avg_episode_length: 6.0129104 + avg_avg_return: 0.98595357 + avg_benchmark_regret: 0.008062522 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26400757 + proxy_corner: + avg_avg_return: 0.98595357 + avg_reward_per_step: 0.26400757 + eval-batch-shift: + avg_avg_episode_length: 63.83717 + avg_avg_return: 0.27949208 + avg_benchmark_regret: 0.71568954 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09320831 + proxy_corner: + avg_avg_return: 0.676144 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.862302 + avg_avg_return: 0.9864924 + avg_benchmark_regret: 0.0077259894 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26493073 + proxy_corner: + avg_avg_return: 0.9864924 + avg_reward_per_step: 0.26493073 +=========================================================== +=========================================================== + step: + env-step-all-before: 220200960 + env-step-replay-before: 110854144 + env-step-used-before: 220200960 + ppo-update-before: 134400 + env-step-generate-before: 109346816 + env-step-all-after: 220233728 + env-step-replay-after: 110854144 + env-step-used-after: 220233728 + ppo-update-after: 134420 + env-step-generate-after: 109379584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8312654 + avg_avg_return: 0.9628937 + avg_reward_per_step: 0.2746582 + proxy_corner: + avg_avg_return: 0.9628937 + avg_reward_per_step: 0.2746582 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8312654 + avg_avg_return: 0.9628937 + avg_reward_per_step: 0.2746582 + proxy_corner: + avg_avg_return: 0.9628937 + avg_reward_per_step: 0.2746582 + perf: + env_steps_per_second: 999837.0305845333 + ppo_updates_per_second: 111.31925461606866 + eval-batch-orig-duration: 0.18691938900155947 + eval-batch-shift-duration: 0.14447061496321112 + eval-batch-tree-duration: 0.13826063700253144 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.3811035 + mouse-cheese_dist_finite_wavg: 13.036224 + mouse-cheese_dist_solvable_avg: 13.3811035 + mouse-cheese_dist_solvable_wavg: 13.036226 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10216965 + visit_patterns: + avg_first_visit_time: 2183.1826 + avg_last_visit_time: 3373.2292 + num_replay_batches: 3383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004171674 + avg_actor_approxkl3: 0.0002708227 + avg_actor_clipfrac: 0.008166504 + avg_actor_loss: 0.0001230492 + avg_advantage: -0.00094109506 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9144263e-05 + avg_entropy: 0.026679594 + avg_grad_norm_pre_clip: 0.68261975 + avg_loss: 0.000115941744 + max: + max_actor_approxkl1: 0.001253525 + max_actor_approxkl3: 0.0009183638 + max_actor_clipfrac: 0.019165039 + max_actor_loss: 0.0014184667 + max_advantage: 0.04342234 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.810568e-05 + max_entropy: 0.0350177 + max_grad_norm_pre_clip: 1.4919387 + max_loss: 0.0014110784 + std: + std_actor_approxkl1: 0.00035324544 + std_actor_approxkl3: 0.00024786545 + std_actor_clipfrac: 0.0052480153 + std_actor_loss: 0.00042594457 + std_advantage: 0.00887673 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9447855e-06 + std_entropy: 0.005493981 + std_grad_norm_pre_clip: 0.3342987 + std_loss: 0.00042577827 + eval-batch-orig: + avg_avg_episode_length: 6.0358205 + avg_avg_return: 0.98557246 + avg_benchmark_regret: 0.008443661 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2638855 + proxy_corner: + avg_avg_return: 0.98557246 + avg_reward_per_step: 0.2638855 + eval-batch-shift: + avg_avg_episode_length: 63.682236 + avg_avg_return: 0.2822919 + avg_benchmark_regret: 0.7128897 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09349823 + proxy_corner: + avg_avg_return: 0.6755643 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.8167276 + avg_avg_return: 0.9862178 + avg_benchmark_regret: 0.0080005415 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26481628 + proxy_corner: + avg_avg_return: 0.9862178 + avg_reward_per_step: 0.26481628 +=========================================================== +=========================================================== + step: + env-step-all-before: 221249536 + env-step-replay-before: 111345664 + env-step-used-before: 221249536 + ppo-update-before: 135040 + env-step-generate-before: 109903872 + env-step-all-after: 221282304 + env-step-replay-after: 111378432 + env-step-used-after: 221282304 + ppo-update-after: 135060 + env-step-generate-after: 109903872 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.969995 + avg_avg_return: 0.88723445 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.88723445 + avg_reward_per_step: 0.0680542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.969995 + avg_avg_return: 0.88723445 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.88723445 + avg_reward_per_step: 0.0680542 + perf: + env_steps_per_second: 981045.1234304686 + ppo_updates_per_second: 111.32754234023282 + eval-batch-orig-duration: 0.18368806596845388 + eval-batch-shift-duration: 0.13653590600006282 + eval-batch-tree-duration: 0.13669523602584377 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.395508 + mouse-cheese_dist_finite_wavg: 14.8392315 + mouse-cheese_dist_solvable_avg: 13.395508 + mouse-cheese_dist_solvable_wavg: 14.839235 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101896316 + visit_patterns: + avg_first_visit_time: 2197.424 + avg_last_visit_time: 3389.1907 + num_replay_batches: 3399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00064343895 + avg_actor_approxkl3: 0.00039168214 + avg_actor_clipfrac: 0.014544678 + avg_actor_loss: 0.0001552656 + avg_advantage: -0.00028630625 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.9972447e-05 + avg_entropy: 0.040864073 + avg_grad_norm_pre_clip: 0.9736851 + avg_loss: 0.00012938776 + max: + max_actor_approxkl1: 0.0015680025 + max_actor_approxkl3: 0.00081092375 + max_actor_clipfrac: 0.026245117 + max_actor_loss: 0.0017446624 + max_advantage: 0.028809726 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.3093056e-05 + max_entropy: 0.046199042 + max_grad_norm_pre_clip: 2.796703 + max_loss: 0.0017130411 + std: + std_actor_approxkl1: 0.00047801188 + std_actor_approxkl3: 0.00020835736 + std_actor_clipfrac: 0.007881459 + std_actor_loss: 0.0006282973 + std_advantage: 0.0076391106 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5854368e-06 + std_entropy: 0.0039165714 + std_grad_norm_pre_clip: 0.6172746 + std_loss: 0.0006260486 + eval-batch-orig: + avg_avg_episode_length: 5.955407 + avg_avg_return: 0.98562264 + avg_benchmark_regret: 0.008393517 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26474 + proxy_corner: + avg_avg_return: 0.98562264 + avg_reward_per_step: 0.26474 + eval-batch-shift: + avg_avg_episode_length: 63.774593 + avg_avg_return: 0.28256536 + avg_benchmark_regret: 0.7126162 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09555054 + proxy_corner: + avg_avg_return: 0.67621577 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7737427 + avg_avg_return: 0.9864324 + avg_benchmark_regret: 0.0077859703 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26554108 + proxy_corner: + avg_avg_return: 0.9864324 + avg_reward_per_step: 0.26554108 +=========================================================== +=========================================================== + step: + env-step-all-before: 222298112 + env-step-replay-before: 111804416 + env-step-used-before: 222298112 + ppo-update-before: 135680 + env-step-generate-before: 110493696 + env-step-all-after: 222330880 + env-step-replay-after: 111837184 + env-step-used-after: 222330880 + ppo-update-after: 135700 + env-step-generate-after: 110493696 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.852125 + avg_avg_return: 0.8869106 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.8869106 + avg_reward_per_step: 0.0687561 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.852125 + avg_avg_return: 0.8869106 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.8869106 + avg_reward_per_step: 0.0687561 + perf: + env_steps_per_second: 991678.7417304842 + ppo_updates_per_second: 111.17187457144429 + eval-batch-orig-duration: 0.18417418299941346 + eval-batch-shift-duration: 0.13765528600197285 + eval-batch-tree-duration: 0.1374012570013292 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.412842 + mouse-cheese_dist_finite_wavg: 13.940983 + mouse-cheese_dist_solvable_avg: 13.412842 + mouse-cheese_dist_solvable_wavg: 13.940985 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10124925 + visit_patterns: + avg_first_visit_time: 2204.6926 + avg_last_visit_time: 3403.2332 + num_replay_batches: 3413 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002455506 + avg_actor_approxkl3: 0.0002153836 + avg_actor_clipfrac: 0.008129883 + avg_actor_loss: -3.8327005e-05 + avg_advantage: -0.00021081907 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3994755e-05 + avg_entropy: 0.03161348 + avg_grad_norm_pre_clip: 0.5873037 + avg_loss: -5.7943118e-05 + max: + max_actor_approxkl1: 0.00064610696 + max_actor_approxkl3: 0.0004284822 + max_actor_clipfrac: 0.015014648 + max_actor_loss: 0.0012886948 + max_advantage: 0.055711806 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.952465e-05 + max_entropy: 0.039096184 + max_grad_norm_pre_clip: 1.0742877 + max_loss: 0.0012643608 + std: + std_actor_approxkl1: 0.00026584746 + std_actor_approxkl3: 0.000110547735 + std_actor_clipfrac: 0.0037235245 + std_actor_loss: 0.00043314617 + std_advantage: 0.007144621 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3486143e-06 + std_entropy: 0.0047900397 + std_grad_norm_pre_clip: 0.20507073 + std_loss: 0.00043316744 + eval-batch-orig: + avg_avg_episode_length: 5.981572 + avg_avg_return: 0.985627 + avg_benchmark_regret: 0.008389186 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26474762 + proxy_corner: + avg_avg_return: 0.985627 + avg_reward_per_step: 0.26474762 + eval-batch-shift: + avg_avg_episode_length: 63.76393 + avg_avg_return: 0.2793383 + avg_benchmark_regret: 0.7158433 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096717834 + proxy_corner: + avg_avg_return: 0.6768397 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.7704134 + avg_avg_return: 0.9867087 + avg_benchmark_regret: 0.0075096563 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2659073 + proxy_corner: + avg_avg_return: 0.9867087 + avg_reward_per_step: 0.2659073 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 223346688 + env-step-replay-before: 112427008 + env-step-used-before: 223346688 + ppo-update-before: 136320 + env-step-generate-before: 110919680 + env-step-all-after: 223379456 + env-step-replay-after: 112427008 + env-step-used-after: 223379456 + ppo-update-after: 136340 + env-step-generate-after: 110952448 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9872847 + avg_avg_return: 0.9606491 + avg_reward_per_step: 0.25842285 + proxy_corner: + avg_avg_return: 0.9606491 + avg_reward_per_step: 0.25842285 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9872847 + avg_avg_return: 0.9606491 + avg_reward_per_step: 0.25842285 + proxy_corner: + avg_avg_return: 0.9606491 + avg_reward_per_step: 0.25842285 + perf: + env_steps_per_second: 994091.0011467232 + ppo_updates_per_second: 111.36238360771864 + eval-batch-orig-duration: 0.18823514902032912 + eval-batch-shift-duration: 0.14675471297232434 + eval-batch-tree-duration: 0.13966752000851557 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.416748 + mouse-cheese_dist_finite_wavg: 10.342536 + mouse-cheese_dist_solvable_avg: 13.416748 + mouse-cheese_dist_solvable_wavg: 10.342536 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10116877 + visit_patterns: + avg_first_visit_time: 2209.1775 + avg_last_visit_time: 3421.2017 + num_replay_batches: 3431 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030443247 + avg_actor_approxkl3: 0.00015734395 + avg_actor_clipfrac: 0.005511475 + avg_actor_loss: -9.946845e-05 + avg_advantage: 0.0018205318 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.2225023e-05 + avg_entropy: 0.018104581 + avg_grad_norm_pre_clip: 0.35103506 + avg_loss: -0.00010146053 + max: + max_actor_approxkl1: 0.0008331545 + max_actor_approxkl3: 0.0004390381 + max_actor_clipfrac: 0.016845703 + max_actor_loss: 0.00015552528 + max_advantage: 0.041686356 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7669204e-05 + max_entropy: 0.024670096 + max_grad_norm_pre_clip: 0.69418174 + max_loss: 0.00016187842 + std: + std_actor_approxkl1: 0.0002757778 + std_actor_approxkl3: 0.00014026459 + std_actor_clipfrac: 0.0039824257 + std_actor_loss: 0.0002369174 + std_advantage: 0.008021151 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2040243e-06 + std_entropy: 0.0043022283 + std_grad_norm_pre_clip: 0.14210035 + std_loss: 0.0002382333 + eval-batch-orig: + avg_avg_episode_length: 5.9379444 + avg_avg_return: 0.9858661 + avg_benchmark_regret: 0.008150021 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26522064 + proxy_corner: + avg_avg_return: 0.9858661 + avg_reward_per_step: 0.26522064 + eval-batch-shift: + avg_avg_episode_length: 62.923424 + avg_avg_return: 0.28854156 + avg_benchmark_regret: 0.70664 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09623718 + proxy_corner: + avg_avg_return: 0.6769581 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.7131004 + avg_avg_return: 0.98670113 + avg_benchmark_regret: 0.0075171953 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.98670113 + avg_reward_per_step: 0.26641083 +=========================================================== +=========================================================== + step: + env-step-all-before: 224395264 + env-step-replay-before: 112918528 + env-step-used-before: 224395264 + ppo-update-before: 136960 + env-step-generate-before: 111476736 + env-step-all-after: 224428032 + env-step-replay-after: 112951296 + env-step-used-after: 224428032 + ppo-update-after: 136980 + env-step-generate-after: 111476736 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.80626 + avg_avg_return: 0.88771105 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.88771105 + avg_reward_per_step: 0.06906128 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.80626 + avg_avg_return: 0.88771105 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.88771105 + avg_reward_per_step: 0.06906128 + perf: + env_steps_per_second: 987192.1395750319 + ppo_updates_per_second: 111.15778501582871 + eval-batch-orig-duration: 0.18393082404509187 + eval-batch-shift-duration: 0.13699223601724952 + eval-batch-tree-duration: 0.13800768996588886 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.427002 + mouse-cheese_dist_finite_wavg: 13.042197 + mouse-cheese_dist_solvable_avg: 13.427002 + mouse-cheese_dist_solvable_wavg: 13.0422 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10123983 + visit_patterns: + avg_first_visit_time: 2210.4468 + avg_last_visit_time: 3437.2148 + num_replay_batches: 3447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004116525 + avg_actor_approxkl3: 0.0003643632 + avg_actor_clipfrac: 0.007788086 + avg_actor_loss: 0.00043964674 + avg_advantage: -0.00075526146 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.499968e-05 + avg_entropy: 0.021313323 + avg_grad_norm_pre_clip: 0.6326663 + avg_loss: 0.00043083317 + max: + max_actor_approxkl1: 0.0018411089 + max_actor_approxkl3: 0.0012595267 + max_actor_clipfrac: 0.01953125 + max_actor_loss: 0.0025015762 + max_advantage: 0.04383433 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7421367e-05 + max_entropy: 0.03150929 + max_grad_norm_pre_clip: 1.9198765 + max_loss: 0.0024914467 + std: + std_actor_approxkl1: 0.000497539 + std_actor_approxkl3: 0.00028925284 + std_actor_clipfrac: 0.004563634 + std_actor_loss: 0.0007371811 + std_advantage: 0.0069289566 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.767354e-06 + std_entropy: 0.0044070138 + std_grad_norm_pre_clip: 0.36031857 + std_loss: 0.0007353399 + eval-batch-orig: + avg_avg_episode_length: 5.932692 + avg_avg_return: 0.98561704 + avg_benchmark_regret: 0.008399097 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26526642 + proxy_corner: + avg_avg_return: 0.98561704 + avg_reward_per_step: 0.26526642 + eval-batch-shift: + avg_avg_episode_length: 64.19362 + avg_avg_return: 0.2763514 + avg_benchmark_regret: 0.71883017 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09611511 + proxy_corner: + avg_avg_return: 0.6802773 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.734102 + avg_avg_return: 0.9865921 + avg_benchmark_regret: 0.0076262644 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26628113 + proxy_corner: + avg_avg_return: 0.9865921 + avg_reward_per_step: 0.26628113 +=========================================================== +=========================================================== + step: + env-step-all-before: 225443840 + env-step-replay-before: 113442816 + env-step-used-before: 225443840 + ppo-update-before: 137600 + env-step-generate-before: 112001024 + env-step-all-after: 225476608 + env-step-replay-after: 113442816 + env-step-used-after: 225476608 + ppo-update-after: 137620 + env-step-generate-after: 112033792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.470566 + avg_avg_return: 0.9644837 + avg_reward_per_step: 0.28881836 + proxy_corner: + avg_avg_return: 0.9644837 + avg_reward_per_step: 0.28881836 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.470566 + avg_avg_return: 0.9644837 + avg_reward_per_step: 0.28881836 + proxy_corner: + avg_avg_return: 0.9644837 + avg_reward_per_step: 0.28881836 + perf: + env_steps_per_second: 1008849.9424953908 + ppo_updates_per_second: 111.99560133730846 + eval-batch-orig-duration: 0.1831364969839342 + eval-batch-shift-duration: 0.13701905601192266 + eval-batch-tree-duration: 0.1372942949528806 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.43335 + mouse-cheese_dist_finite_wavg: 13.044314 + mouse-cheese_dist_solvable_avg: 13.43335 + mouse-cheese_dist_solvable_wavg: 13.044317 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10092044 + visit_patterns: + avg_first_visit_time: 2217.6013 + avg_last_visit_time: 3452.2346 + num_replay_batches: 3462 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00038789117 + avg_actor_approxkl3: 0.00015753445 + avg_actor_clipfrac: 0.0042907717 + avg_actor_loss: 7.660128e-06 + avg_advantage: 0.0013961808 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1844087e-05 + avg_entropy: 0.011970408 + avg_grad_norm_pre_clip: 0.3911696 + avg_loss: 1.1611765e-05 + max: + max_actor_approxkl1: 0.0019086763 + max_actor_approxkl3: 0.0008934707 + max_actor_clipfrac: 0.012573242 + max_actor_loss: 0.00064076297 + max_advantage: 0.04519373 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.9966326e-05 + max_entropy: 0.019736905 + max_grad_norm_pre_clip: 0.95987153 + max_loss: 0.0006377697 + std: + std_actor_approxkl1: 0.00043087275 + std_actor_approxkl3: 0.00018576933 + std_actor_clipfrac: 0.0031902825 + std_actor_loss: 0.0002912446 + std_advantage: 0.007981611 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5861729e-06 + std_entropy: 0.0038026818 + std_grad_norm_pre_clip: 0.21138854 + std_loss: 0.00029001964 + eval-batch-orig: + avg_avg_episode_length: 5.9189043 + avg_avg_return: 0.98600143 + avg_benchmark_regret: 0.0080147255 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26564026 + proxy_corner: + avg_avg_return: 0.98600143 + avg_reward_per_step: 0.26564026 + eval-batch-shift: + avg_avg_episode_length: 62.967262 + avg_avg_return: 0.2921402 + avg_benchmark_regret: 0.7030414 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10001373 + proxy_corner: + avg_avg_return: 0.6855922 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.7162404 + avg_avg_return: 0.9869308 + avg_benchmark_regret: 0.007287575 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26656342 + proxy_corner: + avg_avg_return: 0.9869308 + avg_reward_per_step: 0.26656342 +=========================================================== +=========================================================== + step: + env-step-all-before: 226492416 + env-step-replay-before: 113836032 + env-step-used-before: 226492416 + ppo-update-before: 138240 + env-step-generate-before: 112656384 + env-step-all-after: 226525184 + env-step-replay-after: 113868800 + env-step-used-after: 226525184 + ppo-update-after: 138260 + env-step-generate-after: 112656384 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.801315 + avg_avg_return: 0.88698184 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.88698184 + avg_reward_per_step: 0.0687561 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.801315 + avg_avg_return: 0.88698184 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.88698184 + avg_reward_per_step: 0.0687561 + perf: + env_steps_per_second: 1001571.8646861443 + ppo_updates_per_second: 111.12115956462341 + eval-batch-orig-duration: 0.18411135399946943 + eval-batch-shift-duration: 0.13609901198651642 + eval-batch-tree-duration: 0.13748914300231263 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.432373 + mouse-cheese_dist_finite_wavg: 14.844292 + mouse-cheese_dist_solvable_avg: 13.432373 + mouse-cheese_dist_solvable_wavg: 14.844292 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782594 + scoring: + avg_scores: 0.101097 + visit_patterns: + avg_first_visit_time: 2225.772 + avg_last_visit_time: 3465.3005 + num_replay_batches: 3475 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043968283 + avg_actor_approxkl3: 0.00022052802 + avg_actor_clipfrac: 0.0048583983 + avg_actor_loss: -9.281097e-05 + avg_advantage: 0.0011710254 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1925143e-05 + avg_entropy: 0.016114129 + avg_grad_norm_pre_clip: 0.3411288 + avg_loss: -9.7962526e-05 + max: + max_actor_approxkl1: 0.0016056955 + max_actor_approxkl3: 0.0007353029 + max_actor_clipfrac: 0.012084961 + max_actor_loss: 0.00049920985 + max_advantage: 0.04277712 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.794e-05 + max_entropy: 0.02245422 + max_grad_norm_pre_clip: 0.69781256 + max_loss: 0.00048962573 + std: + std_actor_approxkl1: 0.00041754098 + std_actor_approxkl3: 0.00020005024 + std_actor_clipfrac: 0.0033613916 + std_actor_loss: 0.00028598786 + std_advantage: 0.0067189783 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0081482e-06 + std_entropy: 0.0029862663 + std_grad_norm_pre_clip: 0.16682832 + std_loss: 0.0002864087 + eval-batch-orig: + avg_avg_episode_length: 5.9074373 + avg_avg_return: 0.9860852 + avg_benchmark_regret: 0.007930923 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26581573 + proxy_corner: + avg_avg_return: 0.9860852 + avg_reward_per_step: 0.26581573 + eval-batch-shift: + avg_avg_episode_length: 63.49147 + avg_avg_return: 0.28588286 + avg_benchmark_regret: 0.70929873 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098861694 + proxy_corner: + avg_avg_return: 0.662066 + avg_reward_per_step: 0.012832642 + eval-batch-tree: + avg_avg_episode_length: 5.6908503 + avg_avg_return: 0.98670363 + avg_benchmark_regret: 0.007514721 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26687622 + proxy_corner: + avg_avg_return: 0.98670363 + avg_reward_per_step: 0.26687622 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 227540992 + env-step-replay-before: 114524160 + env-step-used-before: 227540992 + ppo-update-before: 138880 + env-step-generate-before: 113016832 + env-step-all-after: 227573760 + env-step-replay-after: 114556928 + env-step-used-after: 227573760 + ppo-update-after: 138900 + env-step-generate-after: 113016832 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.761614 + avg_avg_return: 0.8868859 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.8868859 + avg_reward_per_step: 0.06893921 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.761614 + avg_avg_return: 0.8868859 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.8868859 + avg_reward_per_step: 0.06893921 + perf: + env_steps_per_second: 979748.4958362974 + ppo_updates_per_second: 110.04058432697215 + eval-batch-orig-duration: 0.18856366898398846 + eval-batch-shift-duration: 0.1392606930457987 + eval-batch-tree-duration: 0.1393119700369425 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4375 + mouse-cheese_dist_finite_wavg: 14.843016 + mouse-cheese_dist_solvable_avg: 13.4375 + mouse-cheese_dist_solvable_wavg: 14.843016 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100778066 + visit_patterns: + avg_first_visit_time: 2229.3198 + avg_last_visit_time: 3486.214 + num_replay_batches: 3496 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005434129 + avg_actor_approxkl3: 0.00037351908 + avg_actor_clipfrac: 0.010632324 + avg_actor_loss: -6.6374945e-05 + avg_advantage: 0.00011006565 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7963937e-05 + avg_entropy: 0.013985395 + avg_grad_norm_pre_clip: 0.31296152 + avg_loss: -7.137837e-05 + max: + max_actor_approxkl1: 0.0013680126 + max_actor_approxkl3: 0.0009098124 + max_actor_clipfrac: 0.018920898 + max_actor_loss: 0.0011097249 + max_advantage: 0.029630005 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0586169e-05 + max_entropy: 0.017954841 + max_grad_norm_pre_clip: 0.92110014 + max_loss: 0.0011049906 + std: + std_actor_approxkl1: 0.00036148346 + std_actor_approxkl3: 0.00020883027 + std_actor_clipfrac: 0.005016763 + std_actor_loss: 0.0004515373 + std_advantage: 0.0059710615 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4226822e-06 + std_entropy: 0.002392641 + std_grad_norm_pre_clip: 0.21631788 + std_loss: 0.00045108568 + eval-batch-orig: + avg_avg_episode_length: 5.8985577 + avg_avg_return: 0.9856991 + avg_benchmark_regret: 0.008317003 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26594543 + proxy_corner: + avg_avg_return: 0.9856991 + avg_reward_per_step: 0.26594543 + eval-batch-shift: + avg_avg_episode_length: 63.313698 + avg_avg_return: 0.28477708 + avg_benchmark_regret: 0.7104045 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1003418 + proxy_corner: + avg_avg_return: 0.666118 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.6818485 + avg_avg_return: 0.98708075 + avg_benchmark_regret: 0.0071375864 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26702118 + proxy_corner: + avg_avg_return: 0.98708075 + avg_reward_per_step: 0.26702118 +=========================================================== +=========================================================== + step: + env-step-all-before: 228589568 + env-step-replay-before: 115081216 + env-step-used-before: 228589568 + ppo-update-before: 139520 + env-step-generate-before: 113508352 + env-step-all-after: 228622336 + env-step-replay-after: 115081216 + env-step-used-after: 228622336 + ppo-update-after: 139540 + env-step-generate-after: 113541120 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.323975 + avg_avg_return: 0.964841 + avg_reward_per_step: 0.28894043 + proxy_corner: + avg_avg_return: 0.964841 + avg_reward_per_step: 0.28894043 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.323975 + avg_avg_return: 0.964841 + avg_reward_per_step: 0.28894043 + proxy_corner: + avg_avg_return: 0.964841 + avg_reward_per_step: 0.28894043 + perf: + env_steps_per_second: 1001248.3821287897 + ppo_updates_per_second: 111.63183640862172 + eval-batch-orig-duration: 0.18429043202195317 + eval-batch-shift-duration: 0.14091789699159563 + eval-batch-tree-duration: 0.1375558389700018 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4375 + mouse-cheese_dist_finite_wavg: 13.043491 + mouse-cheese_dist_solvable_avg: 13.4375 + mouse-cheese_dist_solvable_wavg: 13.043493 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10231434 + visit_patterns: + avg_first_visit_time: 2236.8718 + avg_last_visit_time: 3502.3562 + num_replay_batches: 3512 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003559246 + avg_actor_approxkl3: 0.00018024618 + avg_actor_clipfrac: 0.0026306154 + avg_actor_loss: 8.019336e-05 + avg_advantage: 0.0006094685 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.6483307e-05 + avg_entropy: 0.0063681193 + avg_grad_norm_pre_clip: 0.24690716 + avg_loss: 8.7066896e-05 + max: + max_actor_approxkl1: 0.0007025242 + max_actor_approxkl3: 0.00052425935 + max_actor_clipfrac: 0.0078125 + max_actor_loss: 0.0004864186 + max_advantage: 0.03691423 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2926662e-05 + max_entropy: 0.009510694 + max_grad_norm_pre_clip: 0.44863847 + max_loss: 0.00049080944 + std: + std_actor_approxkl1: 0.0002267871 + std_actor_approxkl3: 0.00013701037 + std_actor_clipfrac: 0.0019414456 + std_actor_loss: 0.00018891862 + std_advantage: 0.0072099054 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6021866e-06 + std_entropy: 0.0017015022 + std_grad_norm_pre_clip: 0.11858221 + std_loss: 0.0001886717 + eval-batch-orig: + avg_avg_episode_length: 5.946588 + avg_avg_return: 0.9858726 + avg_benchmark_regret: 0.008143527 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26552582 + proxy_corner: + avg_avg_return: 0.9858726 + avg_reward_per_step: 0.26552582 + eval-batch-shift: + avg_avg_episode_length: 62.674313 + avg_avg_return: 0.28850675 + avg_benchmark_regret: 0.70667475 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10258484 + proxy_corner: + avg_avg_return: 0.6768317 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.6941633 + avg_avg_return: 0.987262 + avg_benchmark_regret: 0.006956364 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26688385 + proxy_corner: + avg_avg_return: 0.987262 + avg_reward_per_step: 0.26688385 +=========================================================== +=========================================================== + step: + env-step-all-before: 229638144 + env-step-replay-before: 115736576 + env-step-used-before: 229638144 + ppo-update-before: 140160 + env-step-generate-before: 113901568 + env-step-all-after: 229670912 + env-step-replay-after: 115769344 + env-step-used-after: 229670912 + ppo-update-after: 140180 + env-step-generate-after: 113901568 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.822085 + avg_avg_return: 0.88684547 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.88684547 + avg_reward_per_step: 0.068603516 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.822085 + avg_avg_return: 0.88684547 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.88684547 + avg_reward_per_step: 0.068603516 + perf: + env_steps_per_second: 991913.6091635226 + ppo_updates_per_second: 110.97955347815063 + eval-batch-orig-duration: 0.1840450800373219 + eval-batch-shift-duration: 0.1372677959734574 + eval-batch-tree-duration: 0.1368104430148378 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.438965 + mouse-cheese_dist_finite_wavg: 13.04486 + mouse-cheese_dist_solvable_avg: 13.438965 + mouse-cheese_dist_solvable_wavg: 13.04486 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101199314 + visit_patterns: + avg_first_visit_time: 2238.9258 + avg_last_visit_time: 3523.2834 + num_replay_batches: 3533 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003597217 + avg_actor_approxkl3: 0.00028271377 + avg_actor_clipfrac: 0.0045593265 + avg_actor_loss: -5.4971806e-05 + avg_advantage: 0.00031341537 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4550179e-05 + avg_entropy: 0.008680684 + avg_grad_norm_pre_clip: 0.24760397 + avg_loss: -5.6377397e-05 + max: + max_actor_approxkl1: 0.0015006409 + max_actor_approxkl3: 0.0009475856 + max_actor_clipfrac: 0.010864258 + max_actor_loss: 0.00043287734 + max_advantage: 0.020396292 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6667458e-05 + max_entropy: 0.012798569 + max_grad_norm_pre_clip: 0.55972636 + max_loss: 0.00042895088 + std: + std_actor_approxkl1: 0.00047961497 + std_actor_approxkl3: 0.00026108173 + std_actor_clipfrac: 0.0028641752 + std_actor_loss: 0.00024405906 + std_advantage: 0.0056154085 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2592583e-06 + std_entropy: 0.0021375397 + std_grad_norm_pre_clip: 0.1372573 + std_loss: 0.00024335542 + eval-batch-orig: + avg_avg_episode_length: 5.89927 + avg_avg_return: 0.9863715 + avg_benchmark_regret: 0.0076446226 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26589203 + proxy_corner: + avg_avg_return: 0.9863715 + avg_reward_per_step: 0.26589203 + eval-batch-shift: + avg_avg_episode_length: 63.26213 + avg_avg_return: 0.28491175 + avg_benchmark_regret: 0.7102698 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.101760864 + proxy_corner: + avg_avg_return: 0.6716379 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 5.6926684 + avg_avg_return: 0.9870167 + avg_benchmark_regret: 0.007201703 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26679993 + proxy_corner: + avg_avg_return: 0.9870167 + avg_reward_per_step: 0.26679993 +=========================================================== +=========================================================== + step: + env-step-all-before: 230686720 + env-step-replay-before: 116359168 + env-step-used-before: 230686720 + ppo-update-before: 140800 + env-step-generate-before: 114327552 + env-step-all-after: 230719488 + env-step-replay-after: 116359168 + env-step-used-after: 230719488 + ppo-update-after: 140820 + env-step-generate-after: 114360320 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6447163 + avg_avg_return: 0.9646491 + avg_reward_per_step: 0.27365112 + proxy_corner: + avg_avg_return: 0.9646491 + avg_reward_per_step: 0.27365112 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6447163 + avg_avg_return: 0.9646491 + avg_reward_per_step: 0.27365112 + proxy_corner: + avg_avg_return: 0.9646491 + avg_reward_per_step: 0.27365112 + perf: + env_steps_per_second: 1012625.6511841597 + ppo_updates_per_second: 110.51906600620677 + eval-batch-orig-duration: 0.18542980996426195 + eval-batch-shift-duration: 0.14085864601656795 + eval-batch-tree-duration: 0.1421125699998811 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.440674 + mouse-cheese_dist_finite_wavg: 13.944057 + mouse-cheese_dist_solvable_avg: 13.440674 + mouse-cheese_dist_solvable_wavg: 13.944059 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101133734 + visit_patterns: + avg_first_visit_time: 2242.3298 + avg_last_visit_time: 3541.3962 + num_replay_batches: 3551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00011652888 + avg_actor_approxkl3: 0.00010254742 + avg_actor_clipfrac: 0.0018920898 + avg_actor_loss: 2.3653265e-05 + avg_advantage: 0.00053246075 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.748997e-05 + avg_entropy: 0.0064525427 + avg_grad_norm_pre_clip: 0.16965818 + avg_loss: 3.0945703e-05 + max: + max_actor_approxkl1: 0.00051120267 + max_actor_approxkl3: 0.00033781663 + max_actor_clipfrac: 0.005126953 + max_actor_loss: 0.00040055998 + max_advantage: 0.03849846 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.389665e-05 + max_entropy: 0.010253327 + max_grad_norm_pre_clip: 0.344025 + max_loss: 0.00040824586 + std: + std_actor_approxkl1: 0.00016217661 + std_actor_approxkl3: 0.000102838065 + std_actor_clipfrac: 0.001519518 + std_actor_loss: 0.00014200453 + std_advantage: 0.0072418656 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.8454486e-06 + std_entropy: 0.002013814 + std_grad_norm_pre_clip: 0.08076006 + std_loss: 0.0001421036 + eval-batch-orig: + avg_avg_episode_length: 5.913801 + avg_avg_return: 0.98617 + avg_benchmark_regret: 0.007846159 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657547 + proxy_corner: + avg_avg_return: 0.98617 + avg_reward_per_step: 0.2657547 + eval-batch-shift: + avg_avg_episode_length: 62.399033 + avg_avg_return: 0.29004395 + avg_benchmark_regret: 0.70513755 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104148865 + proxy_corner: + avg_avg_return: 0.66997063 + avg_reward_per_step: 0.012886047 + eval-batch-tree: + avg_avg_episode_length: 5.685096 + avg_avg_return: 0.9868578 + avg_benchmark_regret: 0.0073606186 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.9868578 + avg_reward_per_step: 0.26696014 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 231735296 + env-step-replay-before: 116916224 + env-step-used-before: 231735296 + ppo-update-before: 141440 + env-step-generate-before: 114819072 + env-step-all-after: 231768064 + env-step-replay-after: 116948992 + env-step-used-after: 231768064 + ppo-update-after: 141460 + env-step-generate-after: 114819072 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.9803505 + avg_avg_return: 0.8859904 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.8859904 + avg_reward_per_step: 0.06796265 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.9803505 + avg_avg_return: 0.8859904 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.8859904 + avg_reward_per_step: 0.06796265 + perf: + env_steps_per_second: 995811.3819297701 + ppo_updates_per_second: 111.45763414733946 + eval-batch-orig-duration: 0.18503720097942278 + eval-batch-shift-duration: 0.15800997300539166 + eval-batch-tree-duration: 0.13648992800153792 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.44165 + mouse-cheese_dist_finite_wavg: 14.8448305 + mouse-cheese_dist_solvable_avg: 13.44165 + mouse-cheese_dist_solvable_wavg: 14.844829 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101106495 + visit_patterns: + avg_first_visit_time: 2246.384 + avg_last_visit_time: 3559.302 + num_replay_batches: 3569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003436062 + avg_actor_approxkl3: 0.00024122538 + avg_actor_clipfrac: 0.009741211 + avg_actor_loss: 0.00037970982 + avg_advantage: 0.0013485539 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7599652e-05 + avg_entropy: 0.020865599 + avg_grad_norm_pre_clip: 0.85065204 + avg_loss: 0.00036764404 + max: + max_actor_approxkl1: 0.00090750866 + max_actor_approxkl3: 0.0006025294 + max_actor_clipfrac: 0.02758789 + max_actor_loss: 0.0015722802 + max_advantage: 0.021172464 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0548916e-05 + max_entropy: 0.030453749 + max_grad_norm_pre_clip: 2.2269378 + max_loss: 0.0015521009 + std: + std_actor_approxkl1: 0.0002991702 + std_actor_approxkl3: 0.00014903494 + std_actor_clipfrac: 0.006776233 + std_actor_loss: 0.0004519669 + std_advantage: 0.005768973 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3145158e-06 + std_entropy: 0.0038181709 + std_grad_norm_pre_clip: 0.5505313 + std_loss: 0.00045052054 + eval-batch-orig: + avg_avg_episode_length: 5.912957 + avg_avg_return: 0.986022 + avg_benchmark_regret: 0.007994181 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26538086 + proxy_corner: + avg_avg_return: 0.986022 + avg_reward_per_step: 0.26538086 + eval-batch-shift: + avg_avg_episode_length: 62.9394 + avg_avg_return: 0.29008535 + avg_benchmark_regret: 0.7050962 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099121094 + proxy_corner: + avg_avg_return: 0.66099167 + avg_reward_per_step: 0.012817383 + eval-batch-tree: + avg_avg_episode_length: 5.6871877 + avg_avg_return: 0.98695993 + avg_benchmark_regret: 0.007258378 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2666397 + proxy_corner: + avg_avg_return: 0.98695993 + avg_reward_per_step: 0.2666397 +=========================================================== +=========================================================== + step: + env-step-all-before: 232783872 + env-step-replay-before: 117407744 + env-step-used-before: 232783872 + ppo-update-before: 142080 + env-step-generate-before: 115376128 + env-step-all-after: 232816640 + env-step-replay-after: 117407744 + env-step-used-after: 232816640 + ppo-update-after: 142100 + env-step-generate-after: 115408896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0542603 + avg_avg_return: 0.9600934 + avg_reward_per_step: 0.26828003 + proxy_corner: + avg_avg_return: 0.9600934 + avg_reward_per_step: 0.26828003 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0542603 + avg_avg_return: 0.9600934 + avg_reward_per_step: 0.26828003 + proxy_corner: + avg_avg_return: 0.9600934 + avg_reward_per_step: 0.26828003 + perf: + env_steps_per_second: 1000151.0547500481 + ppo_updates_per_second: 110.76768451318962 + eval-batch-orig-duration: 0.1827388369711116 + eval-batch-shift-duration: 0.13689134595915675 + eval-batch-tree-duration: 0.13805396802490577 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.449463 + mouse-cheese_dist_finite_wavg: 14.843792 + mouse-cheese_dist_solvable_avg: 13.449463 + mouse-cheese_dist_solvable_wavg: 14.843792 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10115993 + visit_patterns: + avg_first_visit_time: 2258.251 + avg_last_visit_time: 3573.2976 + num_replay_batches: 3583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079334155 + avg_actor_approxkl3: 0.0005070835 + avg_actor_clipfrac: 0.00834961 + avg_actor_loss: 0.00045285886 + avg_advantage: 0.001948296 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.7232483e-05 + avg_entropy: 0.013172017 + avg_grad_norm_pre_clip: 0.6006208 + avg_loss: 0.0004533031 + max: + max_actor_approxkl1: 0.0022833296 + max_actor_approxkl3: 0.0019512279 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.0020694425 + max_advantage: 0.042048335 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.707352e-05 + max_entropy: 0.022344664 + max_grad_norm_pre_clip: 1.5405177 + max_loss: 0.0020702444 + std: + std_actor_approxkl1: 0.000789187 + std_actor_approxkl3: 0.0005151113 + std_actor_clipfrac: 0.0054198946 + std_actor_loss: 0.0006128674 + std_advantage: 0.0068975207 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.3024106e-06 + std_entropy: 0.0045374082 + std_grad_norm_pre_clip: 0.34596488 + std_loss: 0.00061202806 + eval-batch-orig: + avg_avg_episode_length: 5.9423733 + avg_avg_return: 0.9856869 + avg_benchmark_regret: 0.008329199 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26545715 + proxy_corner: + avg_avg_return: 0.9856869 + avg_reward_per_step: 0.26545715 + eval-batch-shift: + avg_avg_episode_length: 63.42085 + avg_avg_return: 0.28413886 + avg_benchmark_regret: 0.7110427 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09706879 + proxy_corner: + avg_avg_return: 0.66349703 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.742624 + avg_avg_return: 0.9868661 + avg_benchmark_regret: 0.007352221 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26667023 + proxy_corner: + avg_avg_return: 0.9868661 + avg_reward_per_step: 0.26667023 +=========================================================== +=========================================================== + step: + env-step-all-before: 233832448 + env-step-replay-before: 118030336 + env-step-used-before: 233832448 + ppo-update-before: 142720 + env-step-generate-before: 115802112 + env-step-all-after: 233865216 + env-step-replay-after: 118063104 + env-step-used-after: 233865216 + ppo-update-after: 142740 + env-step-generate-after: 115802112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.891023 + avg_avg_return: 0.88711536 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.88711536 + avg_reward_per_step: 0.06832886 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.891023 + avg_avg_return: 0.88711536 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.88711536 + avg_reward_per_step: 0.06832886 + perf: + env_steps_per_second: 986809.405358458 + ppo_updates_per_second: 111.11753556458125 + eval-batch-orig-duration: 0.18412133399397135 + eval-batch-shift-duration: 0.13708935002796352 + eval-batch-tree-duration: 0.13689566298853606 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.45166 + mouse-cheese_dist_finite_wavg: 14.846397 + mouse-cheese_dist_solvable_avg: 13.45166 + mouse-cheese_dist_solvable_wavg: 14.846401 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10128079 + visit_patterns: + avg_first_visit_time: 2264.2168 + avg_last_visit_time: 3593.239 + num_replay_batches: 3603 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000346839 + avg_actor_approxkl3: 0.00021662265 + avg_actor_clipfrac: 0.007232666 + avg_actor_loss: -0.00014216232 + avg_advantage: 0.0005332834 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5184516e-05 + avg_entropy: 0.02527882 + avg_grad_norm_pre_clip: 0.40223008 + avg_loss: -0.00015984887 + max: + max_actor_approxkl1: 0.0014376731 + max_actor_approxkl3: 0.0006549341 + max_actor_clipfrac: 0.01953125 + max_actor_loss: 0.00026523042 + max_advantage: 0.03699684 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8365656e-05 + max_entropy: 0.032594822 + max_grad_norm_pre_clip: 0.9309202 + max_loss: 0.0002463003 + std: + std_actor_approxkl1: 0.00031633 + std_actor_approxkl3: 0.00015571993 + std_actor_clipfrac: 0.0050525717 + std_actor_loss: 0.00021706316 + std_advantage: 0.0057393666 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3657628e-06 + std_entropy: 0.0039850115 + std_grad_norm_pre_clip: 0.16571736 + std_loss: 0.00021803081 + eval-batch-orig: + avg_avg_episode_length: 5.9440246 + avg_avg_return: 0.9868236 + avg_benchmark_regret: 0.007192514 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26543427 + proxy_corner: + avg_avg_return: 0.9868236 + avg_reward_per_step: 0.26543427 + eval-batch-shift: + avg_avg_episode_length: 62.15291 + avg_avg_return: 0.29969078 + avg_benchmark_regret: 0.69549084 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10255432 + proxy_corner: + avg_avg_return: 0.6680439 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.7049665 + avg_avg_return: 0.98698306 + avg_benchmark_regret: 0.0072353096 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266716 + proxy_corner: + avg_avg_return: 0.98698306 + avg_reward_per_step: 0.266716 +=========================================================== +=========================================================== + step: + env-step-all-before: 234881024 + env-step-replay-before: 118816768 + env-step-used-before: 234881024 + ppo-update-before: 143360 + env-step-generate-before: 116064256 + env-step-all-after: 234913792 + env-step-replay-after: 118849536 + env-step-used-after: 234913792 + ppo-update-after: 143380 + env-step-generate-after: 116064256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.793238 + avg_avg_return: 0.8873906 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.8873906 + avg_reward_per_step: 0.06878662 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.793238 + avg_avg_return: 0.8873906 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.8873906 + avg_reward_per_step: 0.06878662 + perf: + env_steps_per_second: 990803.0211979573 + ppo_updates_per_second: 111.34544439954364 + eval-batch-orig-duration: 0.1829795209923759 + eval-batch-shift-duration: 0.13686529698316008 + eval-batch-tree-duration: 0.13636728801066056 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.443848 + mouse-cheese_dist_finite_wavg: 14.84456 + mouse-cheese_dist_solvable_avg: 13.443848 + mouse-cheese_dist_solvable_wavg: 14.8445635 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.10104121 + visit_patterns: + avg_first_visit_time: 2267.8801 + avg_last_visit_time: 3617.3267 + num_replay_batches: 3627 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033441288 + avg_actor_approxkl3: 0.00023483322 + avg_actor_clipfrac: 0.0064880373 + avg_actor_loss: 0.00015310016 + avg_advantage: -0.00050997 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2652237e-05 + avg_entropy: 0.02229864 + avg_grad_norm_pre_clip: 0.4818425 + avg_loss: 0.00013712764 + max: + max_actor_approxkl1: 0.0009635622 + max_actor_approxkl3: 0.0008755063 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.001498142 + max_advantage: 0.025198996 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.45415925e-05 + max_entropy: 0.030358704 + max_grad_norm_pre_clip: 0.8878801 + max_loss: 0.001483212 + std: + std_actor_approxkl1: 0.00025861722 + std_actor_approxkl3: 0.00018856266 + std_actor_clipfrac: 0.003632956 + std_actor_loss: 0.00045698963 + std_advantage: 0.0049297693 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.213488e-07 + std_entropy: 0.0030180418 + std_grad_norm_pre_clip: 0.18535177 + std_loss: 0.00045731562 + eval-batch-orig: + avg_avg_episode_length: 5.9468226 + avg_avg_return: 0.98595965 + avg_benchmark_regret: 0.008056486 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26459503 + proxy_corner: + avg_avg_return: 0.98595965 + avg_reward_per_step: 0.26459503 + eval-batch-shift: + avg_avg_episode_length: 63.1294 + avg_avg_return: 0.28402224 + avg_benchmark_regret: 0.71115935 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0983963 + proxy_corner: + avg_avg_return: 0.6623008 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.7220144 + avg_avg_return: 0.9868952 + avg_benchmark_regret: 0.007323183 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26572418 + proxy_corner: + avg_avg_return: 0.9868952 + avg_reward_per_step: 0.26572418 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 235929600 + env-step-replay-before: 119275520 + env-step-used-before: 235929600 + ppo-update-before: 144000 + env-step-generate-before: 116654080 + env-step-all-after: 235962368 + env-step-replay-after: 119275520 + env-step-used-after: 235962368 + ppo-update-after: 144020 + env-step-generate-after: 116686848 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8502836 + avg_avg_return: 0.9640304 + avg_reward_per_step: 0.27236938 + proxy_corner: + avg_avg_return: 0.9640304 + avg_reward_per_step: 0.27236938 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8502836 + avg_avg_return: 0.9640304 + avg_reward_per_step: 0.27236938 + proxy_corner: + avg_avg_return: 0.9640304 + avg_reward_per_step: 0.27236938 + perf: + env_steps_per_second: 982261.0572768414 + ppo_updates_per_second: 110.93784224249953 + eval-batch-orig-duration: 0.18470258999150246 + eval-batch-shift-duration: 0.13651173998368904 + eval-batch-tree-duration: 0.13797003001673147 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.446045 + mouse-cheese_dist_finite_wavg: 7.6496825 + mouse-cheese_dist_solvable_avg: 13.446045 + mouse-cheese_dist_solvable_wavg: 7.6496835 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10186292 + visit_patterns: + avg_first_visit_time: 2280.2256 + avg_last_visit_time: 3630.2559 + num_replay_batches: 3640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014165549 + avg_actor_approxkl3: 0.00017298537 + avg_actor_clipfrac: 0.0028381348 + avg_actor_loss: -3.6583875e-05 + avg_advantage: 0.00039824878 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8167991e-05 + avg_entropy: 0.013709785 + avg_grad_norm_pre_clip: 0.22010286 + avg_loss: -3.6209665e-05 + max: + max_actor_approxkl1: 0.0006015897 + max_actor_approxkl3: 0.0007694761 + max_actor_clipfrac: 0.009643555 + max_actor_loss: 0.0008722914 + max_advantage: 0.04381466 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2603537e-05 + max_entropy: 0.022021085 + max_grad_norm_pre_clip: 0.46924022 + max_loss: 0.00086983846 + std: + std_actor_approxkl1: 0.00015423301 + std_actor_approxkl3: 0.00020336748 + std_actor_clipfrac: 0.002631139 + std_actor_loss: 0.000381421 + std_advantage: 0.0075415117 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8055654e-06 + std_entropy: 0.003415419 + std_grad_norm_pre_clip: 0.10417134 + std_loss: 0.00038040007 + eval-batch-orig: + avg_avg_episode_length: 6.055707 + avg_avg_return: 0.98553926 + avg_benchmark_regret: 0.008476864 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26461792 + proxy_corner: + avg_avg_return: 0.98553926 + avg_reward_per_step: 0.26461792 + eval-batch-shift: + avg_avg_episode_length: 63.990425 + avg_avg_return: 0.278614 + avg_benchmark_regret: 0.7165675 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096221924 + proxy_corner: + avg_avg_return: 0.67666554 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.6993456 + avg_avg_return: 0.9865749 + avg_benchmark_regret: 0.0076434417 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26654053 + proxy_corner: + avg_avg_return: 0.9865749 + avg_reward_per_step: 0.26654053 +=========================================================== +=========================================================== + step: + env-step-all-before: 236978176 + env-step-replay-before: 119734272 + env-step-used-before: 236978176 + ppo-update-before: 144640 + env-step-generate-before: 117243904 + env-step-all-after: 237010944 + env-step-replay-after: 119767040 + env-step-used-after: 237010944 + ppo-update-after: 144660 + env-step-generate-after: 117243904 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.091995 + avg_avg_return: 0.88464636 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88464636 + avg_reward_per_step: 0.067352295 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.091995 + avg_avg_return: 0.88464636 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88464636 + avg_reward_per_step: 0.067352295 + perf: + env_steps_per_second: 991693.4474941118 + ppo_updates_per_second: 111.159882507807 + eval-batch-orig-duration: 0.1850527900387533 + eval-batch-shift-duration: 0.13838949002092704 + eval-batch-tree-duration: 0.13845511397812515 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.449707 + mouse-cheese_dist_finite_wavg: 10.347228 + mouse-cheese_dist_solvable_avg: 13.449707 + mouse-cheese_dist_solvable_wavg: 10.347231 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10249682 + visit_patterns: + avg_first_visit_time: 2291.8154 + avg_last_visit_time: 3645.307 + num_replay_batches: 3655 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045232192 + avg_actor_approxkl3: 0.00033483657 + avg_actor_clipfrac: 0.014129639 + avg_actor_loss: -0.00023562736 + avg_advantage: -0.00017767688 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7431807e-05 + avg_entropy: 0.035619766 + avg_grad_norm_pre_clip: 1.2349907 + avg_loss: -0.00026253122 + max: + max_actor_approxkl1: 0.0010793039 + max_actor_approxkl3: 0.0009915035 + max_actor_clipfrac: 0.027709961 + max_actor_loss: 0.0014302279 + max_advantage: 0.04512298 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0610962e-05 + max_entropy: 0.05580145 + max_grad_norm_pre_clip: 2.5078273 + max_loss: 0.0014068477 + std: + std_actor_approxkl1: 0.0003036783 + std_actor_approxkl3: 0.00023475527 + std_actor_clipfrac: 0.007437366 + std_actor_loss: 0.0008320879 + std_advantage: 0.005981347 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3398133e-06 + std_entropy: 0.007573419 + std_grad_norm_pre_clip: 0.6208237 + std_loss: 0.0008341624 + eval-batch-orig: + avg_avg_episode_length: 5.9006696 + avg_avg_return: 0.9864979 + avg_benchmark_regret: 0.0075182803 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2655182 + proxy_corner: + avg_avg_return: 0.9864979 + avg_reward_per_step: 0.2655182 + eval-batch-shift: + avg_avg_episode_length: 63.566216 + avg_avg_return: 0.28386378 + avg_benchmark_regret: 0.7113178 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0971756 + proxy_corner: + avg_avg_return: 0.6652378 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.7270055 + avg_avg_return: 0.98677325 + avg_benchmark_regret: 0.007445052 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.98677325 + avg_reward_per_step: 0.26605988 +=========================================================== +=========================================================== + step: + env-step-all-before: 238026752 + env-step-replay-before: 120225792 + env-step-used-before: 238026752 + ppo-update-before: 145280 + env-step-generate-before: 117800960 + env-step-all-after: 238059520 + env-step-replay-after: 120258560 + env-step-used-after: 238059520 + ppo-update-after: 145300 + env-step-generate-after: 117800960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.952798 + avg_avg_return: 0.8865368 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8865368 + avg_reward_per_step: 0.06802368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.952798 + avg_avg_return: 0.8865368 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8865368 + avg_reward_per_step: 0.06802368 + perf: + env_steps_per_second: 967679.6823069472 + ppo_updates_per_second: 111.10999569537003 + eval-batch-orig-duration: 0.18279227800667286 + eval-batch-shift-duration: 0.13621804700233042 + eval-batch-tree-duration: 0.13747359300032258 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.453369 + mouse-cheese_dist_finite_wavg: 13.043934 + mouse-cheese_dist_solvable_avg: 13.453369 + mouse-cheese_dist_solvable_wavg: 13.043937 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102278456 + visit_patterns: + avg_first_visit_time: 2307.1343 + avg_last_visit_time: 3660.214 + num_replay_batches: 3670 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032538935 + avg_actor_approxkl3: 0.00030078067 + avg_actor_clipfrac: 0.010168457 + avg_actor_loss: 0.0007089909 + avg_advantage: 0.00012397225 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3992804e-05 + avg_entropy: 0.026735445 + avg_grad_norm_pre_clip: 1.1357538 + avg_loss: 0.0006892519 + max: + max_actor_approxkl1: 0.0013149253 + max_actor_approxkl3: 0.0008812661 + max_actor_clipfrac: 0.020751953 + max_actor_loss: 0.0028499947 + max_advantage: 0.026705861 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6550495e-05 + max_entropy: 0.036701426 + max_grad_norm_pre_clip: 2.3483195 + max_loss: 0.002832029 + std: + std_actor_approxkl1: 0.00034757017 + std_actor_approxkl3: 0.0002273632 + std_actor_clipfrac: 0.0060266275 + std_actor_loss: 0.0009446322 + std_advantage: 0.0054685744 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5472065e-06 + std_entropy: 0.0044446355 + std_grad_norm_pre_clip: 0.67406416 + std_loss: 0.00094255473 + eval-batch-orig: + avg_avg_episode_length: 5.900939 + avg_avg_return: 0.98616326 + avg_benchmark_regret: 0.007852899 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.265831 + proxy_corner: + avg_avg_return: 0.98616326 + avg_reward_per_step: 0.265831 + eval-batch-shift: + avg_avg_episode_length: 63.80503 + avg_avg_return: 0.276142 + avg_benchmark_regret: 0.71903956 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.095336914 + proxy_corner: + avg_avg_return: 0.65929735 + avg_reward_per_step: 0.012817383 + eval-batch-tree: + avg_avg_episode_length: 5.714137 + avg_avg_return: 0.98703706 + avg_benchmark_regret: 0.0071813427 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665329 + proxy_corner: + avg_avg_return: 0.98703706 + avg_reward_per_step: 0.2665329 +=========================================================== +=========================================================== + step: + env-step-all-before: 239075328 + env-step-replay-before: 121044992 + env-step-used-before: 239075328 + ppo-update-before: 145920 + env-step-generate-before: 118030336 + env-step-all-after: 239108096 + env-step-replay-after: 121077760 + env-step-used-after: 239108096 + ppo-update-after: 145940 + env-step-generate-after: 118030336 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.070881 + avg_avg_return: 0.88566506 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.88566506 + avg_reward_per_step: 0.06777954 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.070881 + avg_avg_return: 0.88566506 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.88566506 + avg_reward_per_step: 0.06777954 + perf: + env_steps_per_second: 986279.4344387366 + ppo_updates_per_second: 111.53701707315119 + eval-batch-orig-duration: 0.18588689295575023 + eval-batch-shift-duration: 0.1409011369687505 + eval-batch-tree-duration: 0.1413522869697772 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.45459 + mouse-cheese_dist_finite_wavg: 14.845935 + mouse-cheese_dist_solvable_avg: 13.45459 + mouse-cheese_dist_solvable_wavg: 14.845935 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10167566 + visit_patterns: + avg_first_visit_time: 2313.6235 + avg_last_visit_time: 3685.2668 + num_replay_batches: 3695 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094006304 + avg_actor_approxkl3: 0.0003024614 + avg_actor_clipfrac: 0.010345459 + avg_actor_loss: -0.00012651186 + avg_advantage: -0.00055108534 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.251411e-05 + avg_entropy: 0.033422906 + avg_grad_norm_pre_clip: 0.7263877 + avg_loss: -0.0001486777 + max: + max_actor_approxkl1: 0.0028040577 + max_actor_approxkl3: 0.00079014874 + max_actor_clipfrac: 0.020629883 + max_actor_loss: 0.0010013282 + max_advantage: 0.033296943 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.6038004e-05 + max_entropy: 0.04079494 + max_grad_norm_pre_clip: 1.3087239 + max_loss: 0.0009833947 + std: + std_actor_approxkl1: 0.0008549575 + std_actor_approxkl3: 0.0002330668 + std_actor_clipfrac: 0.0062740906 + std_actor_loss: 0.00059188623 + std_advantage: 0.0066439216 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6469514e-06 + std_entropy: 0.004127666 + std_grad_norm_pre_clip: 0.2624965 + std_loss: 0.00059307617 + eval-batch-orig: + avg_avg_episode_length: 6.2423983 + avg_avg_return: 0.9848732 + avg_benchmark_regret: 0.0091429 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2640686 + proxy_corner: + avg_avg_return: 0.9848732 + avg_reward_per_step: 0.2640686 + eval-batch-shift: + avg_avg_episode_length: 63.92462 + avg_avg_return: 0.28310525 + avg_benchmark_regret: 0.7120763 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09777832 + proxy_corner: + avg_avg_return: 0.6742114 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.7623324 + avg_avg_return: 0.98644185 + avg_benchmark_regret: 0.0077765193 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26589203 + proxy_corner: + avg_avg_return: 0.98644185 + avg_reward_per_step: 0.26589203 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 240123904 + env-step-replay-before: 121667584 + env-step-used-before: 240123904 + ppo-update-before: 146560 + env-step-generate-before: 118456320 + env-step-all-after: 240156672 + env-step-replay-after: 121700352 + env-step-used-after: 240156672 + ppo-update-after: 146580 + env-step-generate-after: 118456320 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.149693 + avg_avg_return: 0.8851035 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8851035 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.149693 + avg_avg_return: 0.8851035 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8851035 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 1013903.6128939711 + ppo_updates_per_second: 110.94589479465732 + eval-batch-orig-duration: 0.1836888079997152 + eval-batch-shift-duration: 0.13830221601529047 + eval-batch-tree-duration: 0.13847983098821715 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.455322 + mouse-cheese_dist_finite_wavg: 13.044072 + mouse-cheese_dist_solvable_avg: 13.455322 + mouse-cheese_dist_solvable_wavg: 13.044074 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10190959 + visit_patterns: + avg_first_visit_time: 2318.9756 + avg_last_visit_time: 3704.2593 + num_replay_batches: 3714 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000615426 + avg_actor_approxkl3: 0.00041846262 + avg_actor_clipfrac: 0.009698487 + avg_actor_loss: -0.00059541914 + avg_advantage: -0.0012757198 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8408018e-05 + avg_entropy: 0.028764417 + avg_grad_norm_pre_clip: 0.4584019 + avg_loss: -0.00061497965 + max: + max_actor_approxkl1: 0.0013480957 + max_actor_approxkl3: 0.0010496872 + max_actor_clipfrac: 0.033813477 + max_actor_loss: 0.00015257951 + max_advantage: 0.0356853 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1389564e-05 + max_entropy: 0.038638376 + max_grad_norm_pre_clip: 0.93262756 + max_loss: 0.00013680704 + std: + std_actor_approxkl1: 0.0004332214 + std_actor_approxkl3: 0.00028712992 + std_actor_clipfrac: 0.0075995484 + std_actor_loss: 0.0005505295 + std_advantage: 0.0062602037 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7188273e-06 + std_entropy: 0.0054469565 + std_grad_norm_pre_clip: 0.19782378 + std_loss: 0.0005531244 + eval-batch-orig: + avg_avg_episode_length: 5.9146013 + avg_avg_return: 0.9864457 + avg_benchmark_regret: 0.007570437 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26548004 + proxy_corner: + avg_avg_return: 0.9864457 + avg_reward_per_step: 0.26548004 + eval-batch-shift: + avg_avg_episode_length: 64.88303 + avg_avg_return: 0.26758498 + avg_benchmark_regret: 0.7275966 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09680176 + proxy_corner: + avg_avg_return: 0.6586367 + avg_reward_per_step: 0.012756348 + eval-batch-tree: + avg_avg_episode_length: 5.7113657 + avg_avg_return: 0.9872927 + avg_benchmark_regret: 0.0069256937 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2664795 + proxy_corner: + avg_avg_return: 0.9872927 + avg_reward_per_step: 0.2664795 +=========================================================== +=========================================================== + step: + env-step-all-before: 241172480 + env-step-replay-before: 122191872 + env-step-used-before: 241172480 + ppo-update-before: 147200 + env-step-generate-before: 118980608 + env-step-all-after: 241205248 + env-step-replay-after: 122191872 + env-step-used-after: 241205248 + ppo-update-after: 147220 + env-step-generate-after: 119013376 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.764717 + avg_avg_return: 0.9636351 + avg_reward_per_step: 0.26898193 + proxy_corner: + avg_avg_return: 0.9636351 + avg_reward_per_step: 0.26898193 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.764717 + avg_avg_return: 0.9636351 + avg_reward_per_step: 0.26898193 + proxy_corner: + avg_avg_return: 0.9636351 + avg_reward_per_step: 0.26898193 + perf: + env_steps_per_second: 996761.2550025941 + ppo_updates_per_second: 111.70771719309408 + eval-batch-orig-duration: 0.19266959000378847 + eval-batch-shift-duration: 0.14972132601542398 + eval-batch-tree-duration: 0.14050765498541296 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.459717 + mouse-cheese_dist_finite_wavg: 13.046127 + mouse-cheese_dist_solvable_avg: 13.459717 + mouse-cheese_dist_solvable_wavg: 13.046127 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101814225 + visit_patterns: + avg_first_visit_time: 2329.0693 + avg_last_visit_time: 3719.3833 + num_replay_batches: 3729 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00029930708 + avg_actor_approxkl3: 0.00027853384 + avg_actor_clipfrac: 0.005230713 + avg_actor_loss: 0.00016165279 + avg_advantage: -0.0013244214 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.7563738e-05 + avg_entropy: 0.014953168 + avg_grad_norm_pre_clip: 0.29220128 + avg_loss: 0.00016048149 + max: + max_actor_approxkl1: 0.00084440364 + max_actor_approxkl3: 0.0007566111 + max_actor_clipfrac: 0.011962891 + max_actor_loss: 0.001682444 + max_advantage: 0.03755313 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6409343e-05 + max_entropy: 0.020677827 + max_grad_norm_pre_clip: 0.65848273 + max_loss: 0.0016804253 + std: + std_actor_approxkl1: 0.00030061876 + std_actor_approxkl3: 0.00021195371 + std_actor_clipfrac: 0.0033047646 + std_actor_loss: 0.00046430656 + std_advantage: 0.0071772463 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.084954e-06 + std_entropy: 0.0034503196 + std_grad_norm_pre_clip: 0.17849599 + std_loss: 0.00046441262 + eval-batch-orig: + avg_avg_episode_length: 6.0531845 + avg_avg_return: 0.985853 + avg_benchmark_regret: 0.008163141 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2646942 + proxy_corner: + avg_avg_return: 0.985853 + avg_reward_per_step: 0.2646942 + eval-batch-shift: + avg_avg_episode_length: 63.148438 + avg_avg_return: 0.28607008 + avg_benchmark_regret: 0.70911145 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09845734 + proxy_corner: + avg_avg_return: 0.66385365 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.741069 + avg_avg_return: 0.9866617 + avg_benchmark_regret: 0.0075566694 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26604462 + proxy_corner: + avg_avg_return: 0.9866617 + avg_reward_per_step: 0.26604462 +=========================================================== +=========================================================== + step: + env-step-all-before: 242221056 + env-step-replay-before: 122748928 + env-step-used-before: 242221056 + ppo-update-before: 147840 + env-step-generate-before: 119472128 + env-step-all-after: 242253824 + env-step-replay-after: 122781696 + env-step-used-after: 242253824 + ppo-update-after: 147860 + env-step-generate-after: 119472128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.863053 + avg_avg_return: 0.8870558 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.8870558 + avg_reward_per_step: 0.06845093 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.863053 + avg_avg_return: 0.8870558 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.8870558 + avg_reward_per_step: 0.06845093 + perf: + env_steps_per_second: 995774.64353279 + ppo_updates_per_second: 111.07020766632893 + eval-batch-orig-duration: 0.1851333020022139 + eval-batch-shift-duration: 0.1393020210089162 + eval-batch-tree-duration: 0.13827996398322284 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.460693 + mouse-cheese_dist_finite_wavg: 13.047103 + mouse-cheese_dist_solvable_avg: 13.460693 + mouse-cheese_dist_solvable_wavg: 13.047101 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10102647 + visit_patterns: + avg_first_visit_time: 2335.9438 + avg_last_visit_time: 3737.2146 + num_replay_batches: 3747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000702911 + avg_actor_approxkl3: 0.00042378096 + avg_actor_clipfrac: 0.0053344727 + avg_actor_loss: -0.0003733631 + avg_advantage: 0.0004364155 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8451223e-05 + avg_entropy: 0.01452135 + avg_grad_norm_pre_clip: 0.22979937 + avg_loss: -0.00037865885 + max: + max_actor_approxkl1: 0.002190691 + max_actor_approxkl3: 0.001602667 + max_actor_clipfrac: 0.012939453 + max_actor_loss: 0.00016934611 + max_advantage: 0.027184308 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.2790064e-05 + max_entropy: 0.018235322 + max_grad_norm_pre_clip: 0.4151632 + max_loss: 0.00016282749 + std: + std_actor_approxkl1: 0.00064842973 + std_actor_approxkl3: 0.00039416147 + std_actor_clipfrac: 0.0035866867 + std_actor_loss: 0.00048112203 + std_advantage: 0.0064544072 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4760748e-06 + std_entropy: 0.002030618 + std_grad_norm_pre_clip: 0.088994294 + std_loss: 0.00048253904 + eval-batch-orig: + avg_avg_episode_length: 5.91235 + avg_avg_return: 0.9862348 + avg_benchmark_regret: 0.0077813417 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26569366 + proxy_corner: + avg_avg_return: 0.9862348 + avg_reward_per_step: 0.26569366 + eval-batch-shift: + avg_avg_episode_length: 63.82601 + avg_avg_return: 0.27391744 + avg_benchmark_regret: 0.7212641 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10179901 + proxy_corner: + avg_avg_return: 0.6772126 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.6866145 + avg_avg_return: 0.9872259 + avg_benchmark_regret: 0.006992481 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.9872259 + avg_reward_per_step: 0.26678467 +=========================================================== +=========================================================== + step: + env-step-all-before: 243269632 + env-step-replay-before: 123273216 + env-step-used-before: 243269632 + ppo-update-before: 148480 + env-step-generate-before: 119996416 + env-step-all-after: 243302400 + env-step-replay-after: 123273216 + env-step-used-after: 243302400 + ppo-update-after: 148500 + env-step-generate-after: 120029184 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0937157 + avg_avg_return: 0.96156406 + avg_reward_per_step: 0.25546265 + proxy_corner: + avg_avg_return: 0.96156406 + avg_reward_per_step: 0.25546265 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0937157 + avg_avg_return: 0.96156406 + avg_reward_per_step: 0.25546265 + proxy_corner: + avg_avg_return: 0.96156406 + avg_reward_per_step: 0.25546265 + perf: + env_steps_per_second: 913594.5780000273 + ppo_updates_per_second: 110.79929850469375 + eval-batch-orig-duration: 0.1841949219815433 + eval-batch-shift-duration: 0.14691302098799497 + eval-batch-tree-duration: 0.13892301695887 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.468018 + mouse-cheese_dist_finite_wavg: 13.046163 + mouse-cheese_dist_solvable_avg: 13.468018 + mouse-cheese_dist_solvable_wavg: 13.0461645 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10127888 + visit_patterns: + avg_first_visit_time: 2340.755 + avg_last_visit_time: 3752.2268 + num_replay_batches: 3762 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001701946 + avg_actor_approxkl3: 4.6611323e-05 + avg_actor_clipfrac: 0.0011047364 + avg_actor_loss: -0.00012390564 + avg_advantage: -0.0007692599 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3666018e-05 + avg_entropy: 0.006599409 + avg_grad_norm_pre_clip: 0.1229656 + avg_loss: -0.00011867205 + max: + max_actor_approxkl1: 0.00088281184 + max_actor_approxkl3: 0.00019176974 + max_actor_clipfrac: 0.0053710938 + max_actor_loss: 2.411101e-05 + max_advantage: 0.040176272 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.6270493e-05 + max_entropy: 0.010337302 + max_grad_norm_pre_clip: 0.21422184 + max_loss: 3.0268438e-05 + std: + std_actor_approxkl1: 0.0002194915 + std_actor_approxkl3: 5.6881076e-05 + std_actor_clipfrac: 0.0013178365 + std_actor_loss: 0.0001778577 + std_advantage: 0.0069045764 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7492864e-06 + std_entropy: 0.0015637449 + std_grad_norm_pre_clip: 0.052667905 + std_loss: 0.0001790503 + eval-batch-orig: + avg_avg_episode_length: 5.8917055 + avg_avg_return: 0.9861234 + avg_benchmark_regret: 0.00789278 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26598358 + proxy_corner: + avg_avg_return: 0.9861234 + avg_reward_per_step: 0.26598358 + eval-batch-shift: + avg_avg_episode_length: 62.541355 + avg_avg_return: 0.2919479 + avg_benchmark_regret: 0.70323366 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10147095 + proxy_corner: + avg_avg_return: 0.6723212 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.6893272 + avg_avg_return: 0.9871781 + avg_benchmark_regret: 0.0070403134 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26682281 + proxy_corner: + avg_avg_return: 0.9871781 + avg_reward_per_step: 0.26682281 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 244318208 + env-step-replay-before: 123764736 + env-step-used-before: 244318208 + ppo-update-before: 149120 + env-step-generate-before: 120553472 + env-step-all-after: 244350976 + env-step-replay-after: 123797504 + env-step-used-after: 244350976 + ppo-update-after: 149140 + env-step-generate-after: 120553472 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.855437 + avg_avg_return: 0.88698256 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.88698256 + avg_reward_per_step: 0.06854248 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.855437 + avg_avg_return: 0.88698256 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.88698256 + avg_reward_per_step: 0.06854248 + perf: + env_steps_per_second: 989988.45131433 + ppo_updates_per_second: 111.07490991603468 + eval-batch-orig-duration: 0.18738154001766816 + eval-batch-shift-duration: 0.13925944099901244 + eval-batch-tree-duration: 0.13919790502404794 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.473145 + mouse-cheese_dist_finite_wavg: 13.044374 + mouse-cheese_dist_solvable_avg: 13.473145 + mouse-cheese_dist_solvable_wavg: 13.044374 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10162221 + visit_patterns: + avg_first_visit_time: 2355.5156 + avg_last_visit_time: 3768.341 + num_replay_batches: 3778 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012878499 + avg_actor_approxkl3: 0.0012523163 + avg_actor_clipfrac: 0.0092956545 + avg_actor_loss: -0.00033519845 + avg_advantage: 0.0003374024 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8447032e-05 + avg_entropy: 0.020332444 + avg_grad_norm_pre_clip: 0.24788757 + avg_loss: -0.00034630738 + max: + max_actor_approxkl1: 0.004520229 + max_actor_approxkl3: 0.0040465016 + max_actor_clipfrac: 0.01965332 + max_actor_loss: 0.0009000804 + max_advantage: 0.044189095 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1588054e-05 + max_entropy: 0.02754472 + max_grad_norm_pre_clip: 0.44958743 + max_loss: 0.00088756613 + std: + std_actor_approxkl1: 0.0012188342 + std_actor_approxkl3: 0.0010786821 + std_actor_clipfrac: 0.0061353273 + std_actor_loss: 0.000563697 + std_advantage: 0.0061283275 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3034287e-06 + std_entropy: 0.0037652585 + std_grad_norm_pre_clip: 0.121206075 + std_loss: 0.0005613124 + eval-batch-orig: + avg_avg_episode_length: 5.896735 + avg_avg_return: 0.9861804 + avg_benchmark_regret: 0.007835729 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26581573 + proxy_corner: + avg_avg_return: 0.9861804 + avg_reward_per_step: 0.26581573 + eval-batch-shift: + avg_avg_episode_length: 62.707806 + avg_avg_return: 0.29032195 + avg_benchmark_regret: 0.7048596 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10027313 + proxy_corner: + avg_avg_return: 0.6688897 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 5.6881227 + avg_avg_return: 0.9868679 + avg_benchmark_regret: 0.007350482 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667923 + proxy_corner: + avg_avg_return: 0.9868679 + avg_reward_per_step: 0.2667923 +=========================================================== +=========================================================== + step: + env-step-all-before: 245366784 + env-step-replay-before: 124321792 + env-step-used-before: 245366784 + ppo-update-before: 149760 + env-step-generate-before: 121044992 + env-step-all-after: 245399552 + env-step-replay-after: 124354560 + env-step-used-after: 245399552 + ppo-update-after: 149780 + env-step-generate-after: 121044992 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.975995 + avg_avg_return: 0.88677824 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.88677824 + avg_reward_per_step: 0.06796265 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.975995 + avg_avg_return: 0.88677824 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.88677824 + avg_reward_per_step: 0.06796265 + perf: + env_steps_per_second: 979797.5056466581 + ppo_updates_per_second: 110.37070152187712 + eval-batch-orig-duration: 0.18730260198935866 + eval-batch-shift-duration: 0.13812186603900045 + eval-batch-tree-duration: 0.14030190696939826 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.481934 + mouse-cheese_dist_finite_wavg: 13.047768 + mouse-cheese_dist_solvable_avg: 13.481934 + mouse-cheese_dist_solvable_wavg: 13.047768 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10144782 + visit_patterns: + avg_first_visit_time: 2362.7117 + avg_last_visit_time: 3785.363 + num_replay_batches: 3795 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009013267 + avg_actor_approxkl3: 0.00071339443 + avg_actor_clipfrac: 0.015472412 + avg_actor_loss: -0.00016406934 + avg_advantage: -0.0005298983 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5644584e-05 + avg_entropy: 0.03109592 + avg_grad_norm_pre_clip: 0.52670425 + avg_loss: -0.00018734297 + max: + max_actor_approxkl1: 0.0021234327 + max_actor_approxkl3: 0.001331933 + max_actor_clipfrac: 0.028442383 + max_actor_loss: 0.00065707974 + max_advantage: 0.023506999 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8687493e-05 + max_entropy: 0.035994675 + max_grad_norm_pre_clip: 1.4382935 + max_loss: 0.0006322159 + std: + std_actor_approxkl1: 0.0006700064 + std_actor_approxkl3: 0.00040154322 + std_actor_clipfrac: 0.0073700426 + std_actor_loss: 0.0004576502 + std_advantage: 0.005802542 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2548636e-06 + std_entropy: 0.0030761932 + std_grad_norm_pre_clip: 0.28740686 + std_loss: 0.00045680575 + eval-batch-orig: + avg_avg_episode_length: 5.9124517 + avg_avg_return: 0.98614895 + avg_benchmark_regret: 0.007867221 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657776 + proxy_corner: + avg_avg_return: 0.98614895 + avg_reward_per_step: 0.2657776 + eval-batch-shift: + avg_avg_episode_length: 63.70085 + avg_avg_return: 0.27650744 + avg_benchmark_regret: 0.71867406 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097839355 + proxy_corner: + avg_avg_return: 0.689306 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.6875124 + avg_avg_return: 0.9869764 + avg_benchmark_regret: 0.007242028 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26692963 + proxy_corner: + avg_avg_return: 0.9869764 + avg_reward_per_step: 0.26692963 +=========================================================== +=========================================================== + step: + env-step-all-before: 246415360 + env-step-replay-before: 124944384 + env-step-used-before: 246415360 + ppo-update-before: 150400 + env-step-generate-before: 121470976 + env-step-all-after: 246448128 + env-step-replay-after: 124977152 + env-step-used-after: 246448128 + ppo-update-after: 150420 + env-step-generate-after: 121470976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.561819 + avg_avg_return: 0.8820324 + avg_reward_per_step: 0.06607056 + proxy_corner: + avg_avg_return: 0.8820324 + avg_reward_per_step: 0.06607056 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.561819 + avg_avg_return: 0.8820324 + avg_reward_per_step: 0.06607056 + proxy_corner: + avg_avg_return: 0.8820324 + avg_reward_per_step: 0.06607056 + perf: + env_steps_per_second: 987729.6723612275 + ppo_updates_per_second: 111.04914382799716 + eval-batch-orig-duration: 0.1847153640119359 + eval-batch-shift-duration: 0.13988630298990756 + eval-batch-tree-duration: 0.14034954603994265 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.481445 + mouse-cheese_dist_finite_wavg: 13.048507 + mouse-cheese_dist_solvable_avg: 13.481445 + mouse-cheese_dist_solvable_wavg: 13.048509 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10226415 + visit_patterns: + avg_first_visit_time: 2367.005 + avg_last_visit_time: 3804.2917 + num_replay_batches: 3814 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071860215 + avg_actor_approxkl3: 0.0006220647 + avg_actor_clipfrac: 0.020513916 + avg_actor_loss: 0.00037421664 + avg_advantage: -0.0014162678 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3604704e-05 + avg_entropy: 0.03169135 + avg_grad_norm_pre_clip: 2.9883397 + avg_loss: 0.0003543277 + max: + max_actor_approxkl1: 0.001634323 + max_actor_approxkl3: 0.0024654502 + max_actor_clipfrac: 0.045776367 + max_actor_loss: 0.0052493745 + max_advantage: 0.035340905 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.02382e-05 + max_entropy: 0.04155571 + max_grad_norm_pre_clip: 6.398145 + max_loss: 0.0052241627 + std: + std_actor_approxkl1: 0.000510349 + std_actor_approxkl3: 0.0006066288 + std_actor_clipfrac: 0.011906673 + std_actor_loss: 0.0016687749 + std_advantage: 0.0062675523 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.940381e-06 + std_entropy: 0.0053757178 + std_grad_norm_pre_clip: 1.5947905 + std_loss: 0.0016681161 + eval-batch-orig: + avg_avg_episode_length: 5.901754 + avg_avg_return: 0.98663515 + avg_benchmark_regret: 0.0073809978 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26592255 + proxy_corner: + avg_avg_return: 0.98663515 + avg_reward_per_step: 0.26592255 + eval-batch-shift: + avg_avg_episode_length: 63.24833 + avg_avg_return: 0.28266904 + avg_benchmark_regret: 0.7125125 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09851074 + proxy_corner: + avg_avg_return: 0.681726 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.686788 + avg_avg_return: 0.9870332 + avg_benchmark_regret: 0.007185192 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.9870332 + avg_reward_per_step: 0.26696014 +=========================================================== +=========================================================== + step: + env-step-all-before: 247463936 + env-step-replay-before: 125501440 + env-step-used-before: 247463936 + ppo-update-before: 151040 + env-step-generate-before: 121962496 + env-step-all-after: 247496704 + env-step-replay-after: 125501440 + env-step-used-after: 247496704 + ppo-update-after: 151060 + env-step-generate-after: 121995264 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8958974 + avg_avg_return: 0.96118194 + avg_reward_per_step: 0.26498413 + proxy_corner: + avg_avg_return: 0.96118194 + avg_reward_per_step: 0.26498413 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8958974 + avg_avg_return: 0.96118194 + avg_reward_per_step: 0.26498413 + proxy_corner: + avg_avg_return: 0.96118194 + avg_reward_per_step: 0.26498413 + perf: + env_steps_per_second: 985276.9532383214 + ppo_updates_per_second: 111.77522485384225 + eval-batch-orig-duration: 0.19052146101603284 + eval-batch-shift-duration: 0.1447977819480002 + eval-batch-tree-duration: 0.13553752400912344 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.471924 + mouse-cheese_dist_finite_wavg: 13.046553 + mouse-cheese_dist_solvable_avg: 13.471924 + mouse-cheese_dist_solvable_wavg: 13.046553 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101890385 + visit_patterns: + avg_first_visit_time: 2380.371 + avg_last_visit_time: 3820.259 + num_replay_batches: 3830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009093472 + avg_actor_approxkl3: 0.00048542727 + avg_actor_clipfrac: 0.0040527345 + avg_actor_loss: 2.4726347e-05 + avg_advantage: 0.0024179262 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.051104e-05 + avg_entropy: 0.010514758 + avg_grad_norm_pre_clip: 0.22176598 + avg_loss: 2.4467116e-05 + max: + max_actor_approxkl1: 0.0030531911 + max_actor_approxkl3: 0.0016862699 + max_actor_clipfrac: 0.010009766 + max_actor_loss: 0.0010266611 + max_advantage: 0.036224425 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7879265e-05 + max_entropy: 0.018776137 + max_grad_norm_pre_clip: 0.7582648 + max_loss: 0.0010246227 + std: + std_actor_approxkl1: 0.0010070284 + std_actor_approxkl3: 0.00059065473 + std_actor_clipfrac: 0.002933398 + std_actor_loss: 0.00030262166 + std_advantage: 0.0061629605 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8849408e-06 + std_entropy: 0.0030116404 + std_grad_norm_pre_clip: 0.15263072 + std_loss: 0.00030134196 + eval-batch-orig: + avg_avg_episode_length: 5.9183483 + avg_avg_return: 0.9862901 + avg_benchmark_regret: 0.007726026 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26566315 + proxy_corner: + avg_avg_return: 0.9862901 + avg_reward_per_step: 0.26566315 + eval-batch-shift: + avg_avg_episode_length: 62.972256 + avg_avg_return: 0.28842866 + avg_benchmark_regret: 0.7067529 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09939575 + proxy_corner: + avg_avg_return: 0.6730133 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.710962 + avg_avg_return: 0.9871571 + avg_benchmark_regret: 0.0070612254 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26682281 + proxy_corner: + avg_avg_return: 0.9871571 + avg_reward_per_step: 0.26682281 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 248512512 + env-step-replay-before: 126025728 + env-step-used-before: 248512512 + ppo-update-before: 151680 + env-step-generate-before: 122486784 + env-step-all-after: 248545280 + env-step-replay-after: 126025728 + env-step-used-after: 248545280 + ppo-update-after: 151700 + env-step-generate-after: 122519552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7594504 + avg_avg_return: 0.96369016 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.96369016 + avg_reward_per_step: 0.26696777 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7594504 + avg_avg_return: 0.96369016 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.96369016 + avg_reward_per_step: 0.26696777 + perf: + env_steps_per_second: 992864.5430890734 + ppo_updates_per_second: 111.12364090083071 + eval-batch-orig-duration: 0.18398419598815963 + eval-batch-shift-duration: 0.1356193579849787 + eval-batch-tree-duration: 0.1385587799595669 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.472412 + mouse-cheese_dist_finite_wavg: 14.846917 + mouse-cheese_dist_solvable_avg: 13.472412 + mouse-cheese_dist_solvable_wavg: 14.846917 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10183086 + visit_patterns: + avg_first_visit_time: 2383.953 + avg_last_visit_time: 3836.25 + num_replay_batches: 3846 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047810894 + avg_actor_approxkl3: 0.0004588832 + avg_actor_clipfrac: 0.004376221 + avg_actor_loss: 6.350265e-05 + avg_advantage: -0.002511893 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.2663487e-05 + avg_entropy: 0.011262418 + avg_grad_norm_pre_clip: 0.27305117 + avg_loss: 6.357198e-05 + max: + max_actor_approxkl1: 0.0022004216 + max_actor_approxkl3: 0.0019206465 + max_actor_clipfrac: 0.010131836 + max_actor_loss: 0.00083012786 + max_advantage: 0.03675449 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.788909e-05 + max_entropy: 0.017088968 + max_grad_norm_pre_clip: 0.6405203 + max_loss: 0.00083454954 + std: + std_actor_approxkl1: 0.0005436033 + std_actor_approxkl3: 0.00045556077 + std_actor_clipfrac: 0.0030278054 + std_actor_loss: 0.0002982863 + std_advantage: 0.0066857208 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4471237e-06 + std_entropy: 0.0032683846 + std_grad_norm_pre_clip: 0.13456538 + std_loss: 0.00029818976 + eval-batch-orig: + avg_avg_episode_length: 5.927722 + avg_avg_return: 0.9860376 + avg_benchmark_regret: 0.00797853 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26548767 + proxy_corner: + avg_avg_return: 0.9860376 + avg_reward_per_step: 0.26548767 + eval-batch-shift: + avg_avg_episode_length: 62.716343 + avg_avg_return: 0.2898351 + avg_benchmark_regret: 0.70534647 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097984314 + proxy_corner: + avg_avg_return: 0.6734824 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.6990976 + avg_avg_return: 0.9871891 + avg_benchmark_regret: 0.0070292503 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26663208 + proxy_corner: + avg_avg_return: 0.9871891 + avg_reward_per_step: 0.26663208 +=========================================================== +=========================================================== + step: + env-step-all-before: 249561088 + env-step-replay-before: 126451712 + env-step-used-before: 249561088 + ppo-update-before: 152320 + env-step-generate-before: 123109376 + env-step-all-after: 249593856 + env-step-replay-after: 126484480 + env-step-used-after: 249593856 + ppo-update-after: 152340 + env-step-generate-after: 123109376 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.996191 + avg_avg_return: 0.88633037 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.88633037 + avg_reward_per_step: 0.06790161 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.996191 + avg_avg_return: 0.88633037 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.88633037 + avg_reward_per_step: 0.06790161 + perf: + env_steps_per_second: 919345.4239484438 + ppo_updates_per_second: 111.40208842436067 + eval-batch-orig-duration: 0.1849501170217991 + eval-batch-shift-duration: 0.13918024202575907 + eval-batch-tree-duration: 0.13957960502011701 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.472412 + mouse-cheese_dist_finite_wavg: 9.45422 + mouse-cheese_dist_solvable_avg: 13.472412 + mouse-cheese_dist_solvable_wavg: 9.454221 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10162662 + visit_patterns: + avg_first_visit_time: 2391.2122 + avg_last_visit_time: 3850.2253 + num_replay_batches: 3860 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034581812 + avg_actor_approxkl3: 0.00037982358 + avg_actor_clipfrac: 0.010510254 + avg_actor_loss: 0.0003538664 + avg_advantage: -0.00018988586 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9069208e-05 + avg_entropy: 0.021818398 + avg_grad_norm_pre_clip: 0.74720067 + avg_loss: 0.00034158258 + max: + max_actor_approxkl1: 0.0015862703 + max_actor_approxkl3: 0.0007684537 + max_actor_clipfrac: 0.0234375 + max_actor_loss: 0.00094727194 + max_advantage: 0.032133043 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.8656857e-05 + max_entropy: 0.02749743 + max_grad_norm_pre_clip: 1.5885211 + max_loss: 0.0009376571 + std: + std_actor_approxkl1: 0.00039393955 + std_actor_approxkl3: 0.00022171356 + std_actor_clipfrac: 0.005657126 + std_actor_loss: 0.00033362937 + std_advantage: 0.006135296 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.026932e-06 + std_entropy: 0.0031175201 + std_grad_norm_pre_clip: 0.3623547 + std_loss: 0.000332593 + eval-batch-orig: + avg_avg_episode_length: 5.939732 + avg_avg_return: 0.98668337 + avg_benchmark_regret: 0.007332785 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26555634 + proxy_corner: + avg_avg_return: 0.98668337 + avg_reward_per_step: 0.26555634 + eval-batch-shift: + avg_avg_episode_length: 63.51352 + avg_avg_return: 0.27885103 + avg_benchmark_regret: 0.7163305 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0987854 + proxy_corner: + avg_avg_return: 0.6724615 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.695608 + avg_avg_return: 0.98650324 + avg_benchmark_regret: 0.007715119 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26676178 + proxy_corner: + avg_avg_return: 0.98650324 + avg_reward_per_step: 0.26676178 +=========================================================== +=========================================================== + step: + env-step-all-before: 250609664 + env-step-replay-before: 126976000 + env-step-used-before: 250609664 + ppo-update-before: 152960 + env-step-generate-before: 123633664 + env-step-all-after: 250642432 + env-step-replay-after: 126976000 + env-step-used-after: 250642432 + ppo-update-after: 152980 + env-step-generate-after: 123666432 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.862217 + avg_avg_return: 0.9627029 + avg_reward_per_step: 0.24850464 + proxy_corner: + avg_avg_return: 0.9627029 + avg_reward_per_step: 0.24850464 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.862217 + avg_avg_return: 0.9627029 + avg_reward_per_step: 0.24850464 + proxy_corner: + avg_avg_return: 0.9627029 + avg_reward_per_step: 0.24850464 + perf: + env_steps_per_second: 985560.7873317297 + ppo_updates_per_second: 111.47895202796731 + eval-batch-orig-duration: 0.1907264170004055 + eval-batch-shift-duration: 0.14661853603320196 + eval-batch-tree-duration: 0.13548179902136326 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.48291 + mouse-cheese_dist_finite_wavg: 14.848675 + mouse-cheese_dist_solvable_avg: 13.48291 + mouse-cheese_dist_solvable_wavg: 14.848677 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10168898 + visit_patterns: + avg_first_visit_time: 2402.8274 + avg_last_visit_time: 3865.2522 + num_replay_batches: 3875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052849966 + avg_actor_approxkl3: 0.00033902877 + avg_actor_clipfrac: 0.0024658204 + avg_actor_loss: -0.00019027556 + avg_advantage: 0.004160689 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1768514e-05 + avg_entropy: 0.007381499 + avg_grad_norm_pre_clip: 0.2125433 + avg_loss: -0.00018677283 + max: + max_actor_approxkl1: 0.0020112519 + max_actor_approxkl3: 0.0012111636 + max_actor_clipfrac: 0.007446289 + max_actor_loss: 0.0006050877 + max_advantage: 0.053234577 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2358974e-05 + max_entropy: 0.0112460535 + max_grad_norm_pre_clip: 0.459808 + max_loss: 0.0006132938 + std: + std_actor_approxkl1: 0.0005604906 + std_actor_approxkl3: 0.00032096924 + std_actor_clipfrac: 0.0018178234 + std_actor_loss: 0.0003890837 + std_advantage: 0.006023301 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.077984e-06 + std_entropy: 0.0019315672 + std_grad_norm_pre_clip: 0.10782151 + std_loss: 0.00039037183 + eval-batch-orig: + avg_avg_episode_length: 5.9148397 + avg_avg_return: 0.98629797 + avg_benchmark_regret: 0.007718196 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26574707 + proxy_corner: + avg_avg_return: 0.98629797 + avg_reward_per_step: 0.26574707 + eval-batch-shift: + avg_avg_episode_length: 64.21211 + avg_avg_return: 0.27552187 + avg_benchmark_regret: 0.71965975 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.094573975 + proxy_corner: + avg_avg_return: 0.6584139 + avg_reward_per_step: 0.012786865 + eval-batch-tree: + avg_avg_episode_length: 5.6924667 + avg_avg_return: 0.9870137 + avg_benchmark_regret: 0.007204634 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683044 + proxy_corner: + avg_avg_return: 0.9870137 + avg_reward_per_step: 0.26683044 +=========================================================== +=========================================================== + step: + env-step-all-before: 251658240 + env-step-replay-before: 127369216 + env-step-used-before: 251658240 + ppo-update-before: 153600 + env-step-generate-before: 124289024 + env-step-all-after: 251691008 + env-step-replay-after: 127369216 + env-step-used-after: 251691008 + ppo-update-after: 153620 + env-step-generate-after: 124321792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8022127 + avg_avg_return: 0.96262145 + avg_reward_per_step: 0.28677368 + proxy_corner: + avg_avg_return: 0.96262145 + avg_reward_per_step: 0.28677368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8022127 + avg_avg_return: 0.96262145 + avg_reward_per_step: 0.28677368 + proxy_corner: + avg_avg_return: 0.96262145 + avg_reward_per_step: 0.28677368 + perf: + env_steps_per_second: 942683.3401215002 + ppo_updates_per_second: 111.80393523198956 + eval-batch-orig-duration: 0.1849528219900094 + eval-batch-shift-duration: 0.13897967396769673 + eval-batch-tree-duration: 0.13847949099726975 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.4904785 + mouse-cheese_dist_finite_wavg: 9.45167 + mouse-cheese_dist_solvable_avg: 13.4904785 + mouse-cheese_dist_solvable_wavg: 9.451671 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10219033 + visit_patterns: + avg_first_visit_time: 2418.1965 + avg_last_visit_time: 3877.1958 + num_replay_batches: 3887 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028881026 + avg_actor_approxkl3: 0.0002919181 + avg_actor_clipfrac: 0.007775879 + avg_actor_loss: -6.203759e-05 + avg_advantage: -0.0007765554 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7139266e-05 + avg_entropy: 0.018942121 + avg_grad_norm_pre_clip: 0.63022965 + avg_loss: -7.241006e-05 + max: + max_actor_approxkl1: 0.0013458785 + max_actor_approxkl3: 0.0008123626 + max_actor_clipfrac: 0.018188477 + max_actor_loss: 0.00082678394 + max_advantage: 0.03215885 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9932964e-05 + max_entropy: 0.026869118 + max_grad_norm_pre_clip: 1.2004278 + max_loss: 0.00082449266 + std: + std_actor_approxkl1: 0.00035775892 + std_actor_approxkl3: 0.00019424432 + std_actor_clipfrac: 0.0045824517 + std_actor_loss: 0.0004425205 + std_advantage: 0.0057963645 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6021405e-06 + std_entropy: 0.0043258914 + std_grad_norm_pre_clip: 0.3233759 + std_loss: 0.00044267706 + eval-batch-orig: + avg_avg_episode_length: 5.974823 + avg_avg_return: 0.9858954 + avg_benchmark_regret: 0.008120762 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26494598 + proxy_corner: + avg_avg_return: 0.9858954 + avg_reward_per_step: 0.26494598 + eval-batch-shift: + avg_avg_episode_length: 64.89324 + avg_avg_return: 0.2651636 + avg_benchmark_regret: 0.73001796 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09404755 + proxy_corner: + avg_avg_return: 0.6663319 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.7572165 + avg_avg_return: 0.98649335 + avg_benchmark_regret: 0.0077250395 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.98649335 + avg_reward_per_step: 0.26593018 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 252706816 + env-step-replay-before: 127959040 + env-step-used-before: 252706816 + ppo-update-before: 154240 + env-step-generate-before: 124747776 + env-step-all-after: 252739584 + env-step-replay-after: 127991808 + env-step-used-after: 252739584 + ppo-update-after: 154260 + env-step-generate-after: 124747776 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.503662 + avg_avg_return: 0.8826792 + avg_reward_per_step: 0.06652832 + proxy_corner: + avg_avg_return: 0.8826792 + avg_reward_per_step: 0.06652832 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.503662 + avg_avg_return: 0.8826792 + avg_reward_per_step: 0.06652832 + proxy_corner: + avg_avg_return: 0.8826792 + avg_reward_per_step: 0.06652832 + perf: + env_steps_per_second: 1018483.9545873607 + ppo_updates_per_second: 110.86392766686684 + eval-batch-orig-duration: 0.18412361800437793 + eval-batch-shift-duration: 0.13648967997869477 + eval-batch-tree-duration: 0.13676088995998725 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.490234 + mouse-cheese_dist_finite_wavg: 13.049149 + mouse-cheese_dist_solvable_avg: 13.490234 + mouse-cheese_dist_solvable_wavg: 13.04915 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10314758 + visit_patterns: + avg_first_visit_time: 2430.5706 + avg_last_visit_time: 3896.3096 + num_replay_batches: 3906 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008547154 + avg_actor_approxkl3: 0.00059367815 + avg_actor_clipfrac: 0.015258789 + avg_actor_loss: -8.903252e-05 + avg_advantage: -0.00090565195 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7423039e-05 + avg_entropy: 0.042944107 + avg_grad_norm_pre_clip: 1.0315859 + avg_loss: -0.00012326511 + max: + max_actor_approxkl1: 0.003949726 + max_actor_approxkl3: 0.0025148264 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.0012416122 + max_advantage: 0.028568566 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1563723e-05 + max_entropy: 0.055321116 + max_grad_norm_pre_clip: 2.2116737 + max_loss: 0.0012079416 + std: + std_actor_approxkl1: 0.0009352413 + std_actor_approxkl3: 0.0005991609 + std_actor_clipfrac: 0.0070151673 + std_actor_loss: 0.00048091233 + std_advantage: 0.0058365953 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7037945e-06 + std_entropy: 0.0054397504 + std_grad_norm_pre_clip: 0.51218826 + std_loss: 0.00048032697 + eval-batch-orig: + avg_avg_episode_length: 5.951293 + avg_avg_return: 0.98628557 + avg_benchmark_regret: 0.0077305827 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2651062 + proxy_corner: + avg_avg_return: 0.98628557 + avg_reward_per_step: 0.2651062 + eval-batch-shift: + avg_avg_episode_length: 63.817085 + avg_avg_return: 0.27578557 + avg_benchmark_regret: 0.719396 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.092300415 + proxy_corner: + avg_avg_return: 0.6726798 + avg_reward_per_step: 0.012886047 + eval-batch-tree: + avg_avg_episode_length: 5.746514 + avg_avg_return: 0.98693275 + avg_benchmark_regret: 0.007285587 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.98693275 + avg_reward_per_step: 0.26607513 +=========================================================== +=========================================================== + step: + env-step-all-before: 253755392 + env-step-replay-before: 128417792 + env-step-used-before: 253755392 + ppo-update-before: 154880 + env-step-generate-before: 125337600 + env-step-all-after: 253788160 + env-step-replay-after: 128450560 + env-step-used-after: 253788160 + ppo-update-after: 154900 + env-step-generate-after: 125337600 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.888165 + avg_avg_return: 0.886612 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.886612 + avg_reward_per_step: 0.06832886 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.888165 + avg_avg_return: 0.886612 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.886612 + avg_reward_per_step: 0.06832886 + perf: + env_steps_per_second: 991563.5704021651 + ppo_updates_per_second: 111.11147965737237 + eval-batch-orig-duration: 0.18575661798240617 + eval-batch-shift-duration: 0.13794848998077214 + eval-batch-tree-duration: 0.13887311198050156 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.496094 + mouse-cheese_dist_finite_wavg: 13.048586 + mouse-cheese_dist_solvable_avg: 13.496094 + mouse-cheese_dist_solvable_wavg: 13.048586 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10275756 + visit_patterns: + avg_first_visit_time: 2448.37 + avg_last_visit_time: 3910.3052 + num_replay_batches: 3920 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027429248 + avg_actor_approxkl3: 0.00016075792 + avg_actor_clipfrac: 0.004046631 + avg_actor_loss: -0.00011163673 + avg_advantage: -0.00062315795 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.47008e-05 + avg_entropy: 0.024549035 + avg_grad_norm_pre_clip: 0.29825878 + avg_loss: -0.00012883537 + max: + max_actor_approxkl1: 0.00085978705 + max_actor_approxkl3: 0.00042189957 + max_actor_clipfrac: 0.010009766 + max_actor_loss: 0.00043645757 + max_advantage: 0.024399877 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.7179911e-05 + max_entropy: 0.031034816 + max_grad_norm_pre_clip: 0.7587931 + max_loss: 0.0004124651 + std: + std_actor_approxkl1: 0.0002784619 + std_actor_approxkl3: 0.00011454542 + std_actor_clipfrac: 0.0024335429 + std_actor_loss: 0.00026762168 + std_advantage: 0.005620364 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1613489e-06 + std_entropy: 0.0030022406 + std_grad_norm_pre_clip: 0.15256624 + std_loss: 0.00026704592 + eval-batch-orig: + avg_avg_episode_length: 5.917986 + avg_avg_return: 0.98659 + avg_benchmark_regret: 0.007426152 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26541138 + proxy_corner: + avg_avg_return: 0.98659 + avg_reward_per_step: 0.26541138 + eval-batch-shift: + avg_avg_episode_length: 63.92488 + avg_avg_return: 0.2757203 + avg_benchmark_regret: 0.7194613 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0909729 + proxy_corner: + avg_avg_return: 0.6745687 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.7117624 + avg_avg_return: 0.9866283 + avg_benchmark_regret: 0.007590009 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.9866283 + avg_reward_per_step: 0.2663269 +=========================================================== +=========================================================== + step: + env-step-all-before: 254803968 + env-step-replay-before: 128843776 + env-step-used-before: 254803968 + ppo-update-before: 155520 + env-step-generate-before: 125960192 + env-step-all-after: 254836736 + env-step-replay-after: 128843776 + env-step-used-after: 254836736 + ppo-update-after: 155540 + env-step-generate-after: 125992960 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5828767 + avg_avg_return: 0.96702594 + avg_reward_per_step: 0.2824707 + proxy_corner: + avg_avg_return: 0.96702594 + avg_reward_per_step: 0.2824707 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5828767 + avg_avg_return: 0.96702594 + avg_reward_per_step: 0.2824707 + proxy_corner: + avg_avg_return: 0.96702594 + avg_reward_per_step: 0.2824707 + perf: + env_steps_per_second: 982828.0733084179 + ppo_updates_per_second: 111.01377609159951 + eval-batch-orig-duration: 0.18552417895989493 + eval-batch-shift-duration: 0.13881860999390483 + eval-batch-tree-duration: 0.13884612102992833 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.505615 + mouse-cheese_dist_finite_wavg: 14.846371 + mouse-cheese_dist_solvable_avg: 13.505615 + mouse-cheese_dist_solvable_wavg: 14.846373 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10205114 + visit_patterns: + avg_first_visit_time: 2468.8953 + avg_last_visit_time: 3922.3254 + num_replay_batches: 3932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.803609e-05 + avg_actor_approxkl3: 5.425965e-05 + avg_actor_clipfrac: 0.0023742677 + avg_actor_loss: 0.00010300174 + avg_advantage: 0.00034314027 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3093407e-05 + avg_entropy: 0.011047334 + avg_grad_norm_pre_clip: 0.61203754 + avg_loss: 0.000103501116 + max: + max_actor_approxkl1: 0.00025027638 + max_actor_approxkl3: 0.00012261307 + max_actor_clipfrac: 0.006225586 + max_actor_loss: 0.0010364754 + max_advantage: 0.03915173 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.9241613e-05 + max_entropy: 0.01694348 + max_grad_norm_pre_clip: 1.3414826 + max_loss: 0.0010363533 + std: + std_actor_approxkl1: 7.598584e-05 + std_actor_approxkl3: 3.578796e-05 + std_actor_clipfrac: 0.001739866 + std_actor_loss: 0.00031465845 + std_advantage: 0.0066830344 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7922854e-06 + std_entropy: 0.002998035 + std_grad_norm_pre_clip: 0.43816128 + std_loss: 0.00031486817 + eval-batch-orig: + avg_avg_episode_length: 5.9135623 + avg_avg_return: 0.98653483 + avg_benchmark_regret: 0.007481315 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2655716 + proxy_corner: + avg_avg_return: 0.98653483 + avg_reward_per_step: 0.2655716 + eval-batch-shift: + avg_avg_episode_length: 64.311 + avg_avg_return: 0.26905727 + avg_benchmark_regret: 0.7261243 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0901413 + proxy_corner: + avg_avg_return: 0.6869309 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.709791 + avg_avg_return: 0.9868575 + avg_benchmark_regret: 0.007360883 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2662735 + proxy_corner: + avg_avg_return: 0.9868575 + avg_reward_per_step: 0.2662735 +=========================================================== +=========================================================== + step: + env-step-all-before: 255852544 + env-step-replay-before: 129466368 + env-step-used-before: 255852544 + ppo-update-before: 156160 + env-step-generate-before: 126386176 + env-step-all-after: 255885312 + env-step-replay-after: 129499136 + env-step-used-after: 255885312 + ppo-update-after: 156180 + env-step-generate-after: 126386176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.987911 + avg_avg_return: 0.8867489 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.8867489 + avg_reward_per_step: 0.067871094 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.987911 + avg_avg_return: 0.8867489 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.8867489 + avg_reward_per_step: 0.067871094 + perf: + env_steps_per_second: 964217.1780536417 + ppo_updates_per_second: 110.58360766317512 + eval-batch-orig-duration: 0.19170451100217178 + eval-batch-shift-duration: 0.14556877699214965 + eval-batch-tree-duration: 0.1354332069749944 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5078125 + mouse-cheese_dist_finite_wavg: 14.850616 + mouse-cheese_dist_solvable_avg: 13.5078125 + mouse-cheese_dist_solvable_wavg: 14.850618 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.101046786 + visit_patterns: + avg_first_visit_time: 2474.6157 + avg_last_visit_time: 3942.2888 + num_replay_batches: 3952 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048031445 + avg_actor_approxkl3: 0.00016223814 + avg_actor_clipfrac: 0.0047058105 + avg_actor_loss: -0.00019773077 + avg_advantage: -0.00021544105 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0715665e-05 + avg_entropy: 0.02381064 + avg_grad_norm_pre_clip: 0.33461934 + avg_loss: -0.00021618359 + max: + max_actor_approxkl1: 0.0017638523 + max_actor_approxkl3: 0.00040025287 + max_actor_clipfrac: 0.012084961 + max_actor_loss: 0.0006511621 + max_advantage: 0.036919832 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2007145e-05 + max_entropy: 0.033021536 + max_grad_norm_pre_clip: 0.83136654 + max_loss: 0.0006258421 + std: + std_actor_approxkl1: 0.00044784523 + std_actor_approxkl3: 0.00012014755 + std_actor_clipfrac: 0.0032755984 + std_actor_loss: 0.0003216483 + std_advantage: 0.004561072 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.894959e-07 + std_entropy: 0.004217115 + std_grad_norm_pre_clip: 0.1720175 + std_loss: 0.00032128146 + eval-batch-orig: + avg_avg_episode_length: 5.8901434 + avg_avg_return: 0.9864954 + avg_benchmark_regret: 0.007520777 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660904 + proxy_corner: + avg_avg_return: 0.9864954 + avg_reward_per_step: 0.2660904 + eval-batch-shift: + avg_avg_episode_length: 63.711483 + avg_avg_return: 0.27466905 + avg_benchmark_regret: 0.7205125 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09300232 + proxy_corner: + avg_avg_return: 0.6822498 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.6883726 + avg_avg_return: 0.987098 + avg_benchmark_regret: 0.0071204063 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26691437 + proxy_corner: + avg_avg_return: 0.987098 + avg_reward_per_step: 0.26691437 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 256901120 + env-step-replay-before: 130056192 + env-step-used-before: 256901120 + ppo-update-before: 156800 + env-step-generate-before: 126844928 + env-step-all-after: 256933888 + env-step-replay-after: 130056192 + env-step-used-after: 256933888 + ppo-update-after: 156820 + env-step-generate-after: 126877696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7735634 + avg_avg_return: 0.9662073 + avg_reward_per_step: 0.2743225 + proxy_corner: + avg_avg_return: 0.9662073 + avg_reward_per_step: 0.2743225 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7735634 + avg_avg_return: 0.9662073 + avg_reward_per_step: 0.2743225 + proxy_corner: + avg_avg_return: 0.9662073 + avg_reward_per_step: 0.2743225 + perf: + env_steps_per_second: 1015500.6420858247 + ppo_updates_per_second: 111.14511533175543 + eval-batch-orig-duration: 0.1848373440443538 + eval-batch-shift-duration: 0.13952607300598174 + eval-batch-tree-duration: 0.13955759396776557 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.50708 + mouse-cheese_dist_finite_wavg: 14.850762 + mouse-cheese_dist_solvable_avg: 13.50708 + mouse-cheese_dist_solvable_wavg: 14.85076 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10141202 + visit_patterns: + avg_first_visit_time: 2482.2969 + avg_last_visit_time: 3959.3396 + num_replay_batches: 3969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018509959 + avg_actor_approxkl3: 8.60021e-05 + avg_actor_clipfrac: 0.0022460937 + avg_actor_loss: -0.00011563794 + avg_advantage: 0.00073898485 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8565292e-05 + avg_entropy: 0.009414637 + avg_grad_norm_pre_clip: 0.1820799 + avg_loss: -0.00011576993 + max: + max_actor_approxkl1: 0.00063853606 + max_actor_approxkl3: 0.00027636695 + max_actor_clipfrac: 0.0059814453 + max_actor_loss: 0.00062049716 + max_advantage: 0.032315552 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4288338e-05 + max_entropy: 0.013027681 + max_grad_norm_pre_clip: 0.37700003 + max_loss: 0.0006187774 + std: + std_actor_approxkl1: 0.0002102201 + std_actor_approxkl3: 7.129467e-05 + std_actor_clipfrac: 0.0016029836 + std_actor_loss: 0.00034196573 + std_advantage: 0.006059526 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7040574e-06 + std_entropy: 0.0021009305 + std_grad_norm_pre_clip: 0.076933235 + std_loss: 0.00034198168 + eval-batch-orig: + avg_avg_episode_length: 5.900488 + avg_avg_return: 0.98609746 + avg_benchmark_regret: 0.007918696 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2659073 + proxy_corner: + avg_avg_return: 0.98609746 + avg_reward_per_step: 0.2659073 + eval-batch-shift: + avg_avg_episode_length: 63.396065 + avg_avg_return: 0.27988517 + avg_benchmark_regret: 0.7152964 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.093559265 + proxy_corner: + avg_avg_return: 0.6870216 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.7057652 + avg_avg_return: 0.9868853 + avg_benchmark_regret: 0.007333084 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26657104 + proxy_corner: + avg_avg_return: 0.9868853 + avg_reward_per_step: 0.26657104 +=========================================================== +=========================================================== + step: + env-step-all-before: 257949696 + env-step-replay-before: 130613248 + env-step-used-before: 257949696 + ppo-update-before: 157440 + env-step-generate-before: 127336448 + env-step-all-after: 257982464 + env-step-replay-after: 130646016 + env-step-used-after: 257982464 + ppo-update-after: 157460 + env-step-generate-after: 127336448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.165983 + avg_avg_return: 0.88484013 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.88484013 + avg_reward_per_step: 0.067108154 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.165983 + avg_avg_return: 0.88484013 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.88484013 + avg_reward_per_step: 0.067108154 + perf: + env_steps_per_second: 959795.1053574344 + ppo_updates_per_second: 111.74238291327943 + eval-batch-orig-duration: 0.18424293398857117 + eval-batch-shift-duration: 0.1374562419950962 + eval-batch-tree-duration: 0.13853798096533865 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5061035 + mouse-cheese_dist_finite_wavg: 14.850496 + mouse-cheese_dist_solvable_avg: 13.5061035 + mouse-cheese_dist_solvable_wavg: 14.850498 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10189947 + visit_patterns: + avg_first_visit_time: 2496.8408 + avg_last_visit_time: 3977.2778 + num_replay_batches: 3987 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039152103 + avg_actor_approxkl3: 0.00018816181 + avg_actor_clipfrac: 0.009234619 + avg_actor_loss: -4.2780805e-05 + avg_advantage: 0.00016127725 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4063306e-05 + avg_entropy: 0.038639225 + avg_grad_norm_pre_clip: 0.92214394 + avg_loss: -7.438837e-05 + max: + max_actor_approxkl1: 0.0011484622 + max_actor_approxkl3: 0.0006151681 + max_actor_clipfrac: 0.029296875 + max_actor_loss: 0.0009514848 + max_advantage: 0.028741717 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6469801e-05 + max_entropy: 0.049388424 + max_grad_norm_pre_clip: 1.6358085 + max_loss: 0.00091662107 + std: + std_actor_approxkl1: 0.00034754362 + std_actor_approxkl3: 0.00013079715 + std_actor_clipfrac: 0.0067194444 + std_actor_loss: 0.0004152675 + std_advantage: 0.005352121 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1155406e-06 + std_entropy: 0.005844761 + std_grad_norm_pre_clip: 0.363691 + std_loss: 0.00041750344 + eval-batch-orig: + avg_avg_episode_length: 5.881838 + avg_avg_return: 0.9865605 + avg_benchmark_regret: 0.0074555995 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.9865605 + avg_reward_per_step: 0.26605988 + eval-batch-shift: + avg_avg_episode_length: 64.12113 + avg_avg_return: 0.2727924 + avg_benchmark_regret: 0.72238916 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09375763 + proxy_corner: + avg_avg_return: 0.6876723 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.6822586 + avg_avg_return: 0.98708594 + avg_benchmark_regret: 0.007132409 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668457 + proxy_corner: + avg_avg_return: 0.98708594 + avg_reward_per_step: 0.2668457 +=========================================================== +=========================================================== + step: + env-step-all-before: 258998272 + env-step-replay-before: 131039232 + env-step-used-before: 258998272 + ppo-update-before: 158080 + env-step-generate-before: 127959040 + env-step-all-after: 259031040 + env-step-replay-after: 131072000 + env-step-used-after: 259031040 + ppo-update-after: 158100 + env-step-generate-after: 127959040 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.09733 + avg_avg_return: 0.88469195 + avg_reward_per_step: 0.067474365 + proxy_corner: + avg_avg_return: 0.88469195 + avg_reward_per_step: 0.067474365 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.09733 + avg_avg_return: 0.88469195 + avg_reward_per_step: 0.067474365 + proxy_corner: + avg_avg_return: 0.88469195 + avg_reward_per_step: 0.067474365 + perf: + env_steps_per_second: 1000038.2098675973 + ppo_updates_per_second: 111.02714930006896 + eval-batch-orig-duration: 0.18386232503689826 + eval-batch-shift-duration: 0.13712133996887133 + eval-batch-tree-duration: 0.13695790199562907 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.512207 + mouse-cheese_dist_finite_wavg: 14.848391 + mouse-cheese_dist_solvable_avg: 13.512207 + mouse-cheese_dist_solvable_wavg: 14.8483925 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1022736 + visit_patterns: + avg_first_visit_time: 2511.7139 + avg_last_visit_time: 3990.2524 + num_replay_batches: 4000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003250237 + avg_actor_approxkl3: 0.00028660495 + avg_actor_clipfrac: 0.009521484 + avg_actor_loss: 0.00017091805 + avg_advantage: -0.0012548114 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2238305e-05 + avg_entropy: 0.032038044 + avg_grad_norm_pre_clip: 0.5894739 + avg_loss: 0.00014499915 + max: + max_actor_approxkl1: 0.0014909874 + max_actor_approxkl3: 0.00096662744 + max_actor_clipfrac: 0.023071289 + max_actor_loss: 0.0016797272 + max_advantage: 0.032270014 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4496261e-05 + max_entropy: 0.03925454 + max_grad_norm_pre_clip: 1.4967735 + max_loss: 0.0016461834 + std: + std_actor_approxkl1: 0.00036452583 + std_actor_approxkl3: 0.00023263758 + std_actor_clipfrac: 0.005707489 + std_actor_loss: 0.00055702025 + std_advantage: 0.004996593 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.926441e-07 + std_entropy: 0.0042414195 + std_grad_norm_pre_clip: 0.308095 + std_loss: 0.000554855 + eval-batch-orig: + avg_avg_episode_length: 5.88675 + avg_avg_return: 0.9868531 + avg_benchmark_regret: 0.007163008 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.9868531 + avg_reward_per_step: 0.26607513 + eval-batch-shift: + avg_avg_episode_length: 63.82611 + avg_avg_return: 0.27980396 + avg_benchmark_regret: 0.71537757 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09220886 + proxy_corner: + avg_avg_return: 0.6881255 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.6902113 + avg_avg_return: 0.98705685 + avg_benchmark_regret: 0.0071615353 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.98705685 + avg_reward_per_step: 0.26678467 +=========================================================== +=========================================================== + step: + env-step-all-before: 260046848 + env-step-replay-before: 131661824 + env-step-used-before: 260046848 + ppo-update-before: 158720 + env-step-generate-before: 128385024 + env-step-all-after: 260079616 + env-step-replay-after: 131661824 + env-step-used-after: 260079616 + ppo-update-after: 158740 + env-step-generate-after: 128417792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.979706 + avg_avg_return: 0.96070534 + avg_reward_per_step: 0.27026367 + proxy_corner: + avg_avg_return: 0.96070534 + avg_reward_per_step: 0.27026367 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.979706 + avg_avg_return: 0.96070534 + avg_reward_per_step: 0.27026367 + proxy_corner: + avg_avg_return: 0.96070534 + avg_reward_per_step: 0.27026367 + perf: + env_steps_per_second: 980429.2928857072 + ppo_updates_per_second: 111.66453790871017 + eval-batch-orig-duration: 0.18712285300716758 + eval-batch-shift-duration: 0.14020235900534317 + eval-batch-tree-duration: 0.13990447798278183 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.513672 + mouse-cheese_dist_finite_wavg: 14.851223 + mouse-cheese_dist_solvable_avg: 13.513672 + mouse-cheese_dist_solvable_wavg: 14.851227 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10155474 + visit_patterns: + avg_first_visit_time: 2520.5293 + avg_last_visit_time: 4008.3018 + num_replay_batches: 4018 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018005141 + avg_actor_approxkl3: 8.424302e-05 + avg_actor_clipfrac: 0.0025695802 + avg_actor_loss: 4.3885597e-05 + avg_advantage: 1.5691141e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0722704e-05 + avg_entropy: 0.009379877 + avg_grad_norm_pre_clip: 0.15731825 + avg_loss: 4.4867087e-05 + max: + max_actor_approxkl1: 0.0005497791 + max_actor_approxkl3: 0.00019060136 + max_actor_clipfrac: 0.009399414 + max_actor_loss: 0.00043630973 + max_advantage: 0.031124175 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4076775e-05 + max_entropy: 0.014341774 + max_grad_norm_pre_clip: 0.29941884 + max_loss: 0.0004350088 + std: + std_actor_approxkl1: 0.00014436808 + std_actor_approxkl3: 6.105878e-05 + std_actor_clipfrac: 0.0024772983 + std_actor_loss: 0.0002239564 + std_advantage: 0.006413124 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7890036e-06 + std_entropy: 0.0029227582 + std_grad_norm_pre_clip: 0.06996929 + std_loss: 0.00022332702 + eval-batch-orig: + avg_avg_episode_length: 5.8985643 + avg_avg_return: 0.9859591 + avg_benchmark_regret: 0.008057009 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2658615 + proxy_corner: + avg_avg_return: 0.9859591 + avg_reward_per_step: 0.2658615 + eval-batch-shift: + avg_avg_episode_length: 63.71786 + avg_avg_return: 0.2786736 + avg_benchmark_regret: 0.71650803 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09062958 + proxy_corner: + avg_avg_return: 0.68701726 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.7032824 + avg_avg_return: 0.986825 + avg_benchmark_regret: 0.0073933676 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2661972 + proxy_corner: + avg_avg_return: 0.986825 + avg_reward_per_step: 0.2661972 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 261095424 + env-step-replay-before: 132186112 + env-step-used-before: 261095424 + ppo-update-before: 159360 + env-step-generate-before: 128909312 + env-step-all-after: 261128192 + env-step-replay-after: 132218880 + env-step-used-after: 261128192 + ppo-update-after: 159380 + env-step-generate-after: 128909312 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.022582 + avg_avg_return: 0.8874279 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.8874279 + avg_reward_per_step: 0.06777954 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.022582 + avg_avg_return: 0.8874279 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.8874279 + avg_reward_per_step: 0.06777954 + perf: + env_steps_per_second: 1000550.290123905 + ppo_updates_per_second: 111.12702388326353 + eval-batch-orig-duration: 0.1818417070317082 + eval-batch-shift-duration: 0.1350379619980231 + eval-batch-tree-duration: 0.13655201700748876 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.517334 + mouse-cheese_dist_finite_wavg: 14.852344 + mouse-cheese_dist_solvable_avg: 13.517334 + mouse-cheese_dist_solvable_wavg: 14.852347 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101641595 + visit_patterns: + avg_first_visit_time: 2532.085 + avg_last_visit_time: 4025.2458 + num_replay_batches: 4035 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00077650626 + avg_actor_approxkl3: 0.00036868782 + avg_actor_clipfrac: 0.010681152 + avg_actor_loss: -9.967261e-05 + avg_advantage: 0.00052448723 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6375772e-05 + avg_entropy: 0.04580643 + avg_grad_norm_pre_clip: 0.74153405 + avg_loss: -0.00013729115 + max: + max_actor_approxkl1: 0.0023173122 + max_actor_approxkl3: 0.0009689197 + max_actor_clipfrac: 0.021972656 + max_actor_loss: 0.00066797156 + max_advantage: 0.037954867 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8432105e-05 + max_entropy: 0.05407564 + max_grad_norm_pre_clip: 1.6209713 + max_loss: 0.00062699016 + std: + std_actor_approxkl1: 0.0006326138 + std_actor_approxkl3: 0.00024143537 + std_actor_clipfrac: 0.004882431 + std_actor_loss: 0.0005055827 + std_advantage: 0.0057936045 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0784721e-06 + std_entropy: 0.0040570586 + std_grad_norm_pre_clip: 0.35287824 + std_loss: 0.0005067636 + eval-batch-orig: + avg_avg_episode_length: 5.8979015 + avg_avg_return: 0.9863119 + avg_benchmark_regret: 0.007704219 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26576233 + proxy_corner: + avg_avg_return: 0.9863119 + avg_reward_per_step: 0.26576233 + eval-batch-shift: + avg_avg_episode_length: 63.96263 + avg_avg_return: 0.27680936 + avg_benchmark_regret: 0.7183722 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09069824 + proxy_corner: + avg_avg_return: 0.6800263 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.73184 + avg_avg_return: 0.98683435 + avg_benchmark_regret: 0.007384031 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26581573 + proxy_corner: + avg_avg_return: 0.98683435 + avg_reward_per_step: 0.26581573 +=========================================================== +=========================================================== + step: + env-step-all-before: 262144000 + env-step-replay-before: 132677632 + env-step-used-before: 262144000 + ppo-update-before: 160000 + env-step-generate-before: 129466368 + env-step-all-after: 262176768 + env-step-replay-after: 132710400 + env-step-used-after: 262176768 + ppo-update-after: 160020 + env-step-generate-after: 129466368 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.001466 + avg_avg_return: 0.88538325 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.88538325 + avg_reward_per_step: 0.067871094 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.001466 + avg_avg_return: 0.88538325 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.88538325 + avg_reward_per_step: 0.067871094 + perf: + env_steps_per_second: 975543.5321885835 + ppo_updates_per_second: 111.08574530202165 + eval-batch-orig-duration: 0.1845318780397065 + eval-batch-shift-duration: 0.13868496799841523 + eval-batch-tree-duration: 0.13912564900238067 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.512207 + mouse-cheese_dist_finite_wavg: 14.850648 + mouse-cheese_dist_solvable_avg: 13.512207 + mouse-cheese_dist_solvable_wavg: 14.850648 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10195558 + visit_patterns: + avg_first_visit_time: 2549.0662 + avg_last_visit_time: 4040.2698 + num_replay_batches: 4050 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006323302 + avg_actor_approxkl3: 0.00032395206 + avg_actor_clipfrac: 0.010498047 + avg_actor_loss: -1.8641202e-05 + avg_advantage: -4.272367e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.413014e-05 + avg_entropy: 0.036510985 + avg_grad_norm_pre_clip: 0.9946942 + avg_loss: -4.3087122e-05 + max: + max_actor_approxkl1: 0.0015991625 + max_actor_approxkl3: 0.00060104294 + max_actor_clipfrac: 0.020263672 + max_actor_loss: 0.00080238096 + max_advantage: 0.026061594 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.400734e-05 + max_entropy: 0.044033606 + max_grad_norm_pre_clip: 1.987268 + max_loss: 0.000795666 + std: + std_actor_approxkl1: 0.00038148844 + std_actor_approxkl3: 0.00016785311 + std_actor_clipfrac: 0.0053136353 + std_actor_loss: 0.00053511694 + std_advantage: 0.005562176 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.110514e-06 + std_entropy: 0.004417023 + std_grad_norm_pre_clip: 0.43976992 + std_loss: 0.0005375092 + eval-batch-orig: + avg_avg_episode_length: 5.9035683 + avg_avg_return: 0.98666716 + avg_benchmark_regret: 0.007349003 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26582336 + proxy_corner: + avg_avg_return: 0.98666716 + avg_reward_per_step: 0.26582336 + eval-batch-shift: + avg_avg_episode_length: 64.4015 + avg_avg_return: 0.2715703 + avg_benchmark_regret: 0.72361124 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.08944702 + proxy_corner: + avg_avg_return: 0.67941195 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7255406 + avg_avg_return: 0.9868854 + avg_benchmark_regret: 0.007332965 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2663498 + proxy_corner: + avg_avg_return: 0.9868854 + avg_reward_per_step: 0.2663498 +=========================================================== +=========================================================== + step: + env-step-all-before: 263192576 + env-step-replay-before: 133169152 + env-step-used-before: 263192576 + ppo-update-before: 160640 + env-step-generate-before: 130023424 + env-step-all-after: 263225344 + env-step-replay-after: 133169152 + env-step-used-after: 263225344 + ppo-update-after: 160660 + env-step-generate-after: 130056192 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.20679 + avg_avg_return: 0.9687678 + avg_reward_per_step: 0.31918335 + proxy_corner: + avg_avg_return: 0.9687678 + avg_reward_per_step: 0.31918335 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.20679 + avg_avg_return: 0.9687678 + avg_reward_per_step: 0.31918335 + proxy_corner: + avg_avg_return: 0.9687678 + avg_reward_per_step: 0.31918335 + perf: + env_steps_per_second: 994253.246528201 + ppo_updates_per_second: 111.19692300677299 + eval-batch-orig-duration: 0.1839049169793725 + eval-batch-shift-duration: 0.13743761600926518 + eval-batch-tree-duration: 0.1369794019847177 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.506592 + mouse-cheese_dist_finite_wavg: 14.849804 + mouse-cheese_dist_solvable_avg: 13.506592 + mouse-cheese_dist_solvable_wavg: 14.849806 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10229634 + visit_patterns: + avg_first_visit_time: 2561.5327 + avg_last_visit_time: 4054.2036 + num_replay_batches: 4064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006569491 + avg_actor_approxkl3: 0.00033911527 + avg_actor_clipfrac: 0.003277588 + avg_actor_loss: -0.000111530586 + avg_advantage: 0.001082164 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.011003e-05 + avg_entropy: 0.009058754 + avg_grad_norm_pre_clip: 0.22612298 + avg_loss: -0.00011053433 + max: + max_actor_approxkl1: 0.0027226456 + max_actor_approxkl3: 0.001499878 + max_actor_clipfrac: 0.014526367 + max_actor_loss: 0.0009321794 + max_advantage: 0.032614768 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3061415e-05 + max_entropy: 0.016415305 + max_grad_norm_pre_clip: 0.49022433 + max_loss: 0.0009306719 + std: + std_actor_approxkl1: 0.0007977415 + std_actor_approxkl3: 0.00044198873 + std_actor_clipfrac: 0.0041122073 + std_actor_loss: 0.0006500816 + std_advantage: 0.0063393824 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7587847e-06 + std_entropy: 0.0030584962 + std_grad_norm_pre_clip: 0.105440184 + std_loss: 0.00065093854 + eval-batch-orig: + avg_avg_episode_length: 5.9119806 + avg_avg_return: 0.98698163 + avg_benchmark_regret: 0.0070344885 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26568604 + proxy_corner: + avg_avg_return: 0.98698163 + avg_reward_per_step: 0.26568604 + eval-batch-shift: + avg_avg_episode_length: 64.32929 + avg_avg_return: 0.27456576 + avg_benchmark_regret: 0.7206158 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09140015 + proxy_corner: + avg_avg_return: 0.6792503 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.707337 + avg_avg_return: 0.98688513 + avg_benchmark_regret: 0.0073332246 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2662506 + proxy_corner: + avg_avg_return: 0.98688513 + avg_reward_per_step: 0.2662506 +=========================================================== +=========================================================== + step: + env-step-all-before: 264241152 + env-step-replay-before: 133562368 + env-step-used-before: 264241152 + ppo-update-before: 161280 + env-step-generate-before: 130678784 + env-step-all-after: 264273920 + env-step-replay-after: 133562368 + env-step-used-after: 264273920 + ppo-update-after: 161300 + env-step-generate-after: 130711552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4364405 + avg_avg_return: 0.9670423 + avg_reward_per_step: 0.27877808 + proxy_corner: + avg_avg_return: 0.9670423 + avg_reward_per_step: 0.27877808 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4364405 + avg_avg_return: 0.9670423 + avg_reward_per_step: 0.27877808 + proxy_corner: + avg_avg_return: 0.9670423 + avg_reward_per_step: 0.27877808 + perf: + env_steps_per_second: 980671.511508894 + ppo_updates_per_second: 111.47924467171363 + eval-batch-orig-duration: 0.18580381700303406 + eval-batch-shift-duration: 0.14017145097022876 + eval-batch-tree-duration: 0.14047858997946605 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.500977 + mouse-cheese_dist_finite_wavg: 14.851501 + mouse-cheese_dist_solvable_avg: 13.500977 + mouse-cheese_dist_solvable_wavg: 14.851503 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102373205 + visit_patterns: + avg_first_visit_time: 2581.9836 + avg_last_visit_time: 4066.2651 + num_replay_batches: 4076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071789615 + avg_actor_approxkl3: 0.00027973656 + avg_actor_clipfrac: 0.0054138186 + avg_actor_loss: -0.00028890313 + avg_advantage: 0.0010905507 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.4423736e-05 + avg_entropy: 0.01299976 + avg_grad_norm_pre_clip: 0.4026463 + avg_loss: -0.00028969103 + max: + max_actor_approxkl1: 0.0031141876 + max_actor_approxkl3: 0.0010521957 + max_actor_clipfrac: 0.020751953 + max_actor_loss: 0.00056998385 + max_advantage: 0.034538627 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.0911036e-05 + max_entropy: 0.02406174 + max_grad_norm_pre_clip: 1.0346109 + max_loss: 0.00056881504 + std: + std_actor_approxkl1: 0.0008283175 + std_actor_approxkl3: 0.00026196972 + std_actor_clipfrac: 0.005204159 + std_actor_loss: 0.0004742962 + std_advantage: 0.006725847 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1350853e-06 + std_entropy: 0.004728379 + std_grad_norm_pre_clip: 0.25175104 + std_loss: 0.00047601698 + eval-batch-orig: + avg_avg_episode_length: 5.926052 + avg_avg_return: 0.9863138 + avg_benchmark_regret: 0.007702268 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26539612 + proxy_corner: + avg_avg_return: 0.9863138 + avg_reward_per_step: 0.26539612 + eval-batch-shift: + avg_avg_episode_length: 63.153038 + avg_avg_return: 0.28058636 + avg_benchmark_regret: 0.7145952 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09222412 + proxy_corner: + avg_avg_return: 0.6792489 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.7128983 + avg_avg_return: 0.98677945 + avg_benchmark_regret: 0.0074388664 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26605225 + proxy_corner: + avg_avg_return: 0.98677945 + avg_reward_per_step: 0.26605225 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 265289728 + env-step-replay-before: 134152192 + env-step-used-before: 265289728 + ppo-update-before: 161920 + env-step-generate-before: 131137536 + env-step-all-after: 265322496 + env-step-replay-after: 134184960 + env-step-used-after: 265322496 + ppo-update-after: 161940 + env-step-generate-after: 131137536 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.900871 + avg_avg_return: 0.88654774 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.88654774 + avg_reward_per_step: 0.068237305 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.900871 + avg_avg_return: 0.88654774 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.88654774 + avg_reward_per_step: 0.068237305 + perf: + env_steps_per_second: 994747.0696136232 + ppo_updates_per_second: 111.69219036800519 + eval-batch-orig-duration: 0.1890835399972275 + eval-batch-shift-duration: 0.14852727495599538 + eval-batch-tree-duration: 0.14039060397772118 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.500488 + mouse-cheese_dist_finite_wavg: 13.051792 + mouse-cheese_dist_solvable_avg: 13.500488 + mouse-cheese_dist_solvable_wavg: 13.051795 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101920865 + visit_patterns: + avg_first_visit_time: 2588.0315 + avg_last_visit_time: 4085.2478 + num_replay_batches: 4095 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033721395 + avg_actor_approxkl3: 0.000207816 + avg_actor_clipfrac: 0.0051574707 + avg_actor_loss: -5.612523e-05 + avg_advantage: -0.0010257842 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7191518e-05 + avg_entropy: 0.021046635 + avg_grad_norm_pre_clip: 0.40596887 + avg_loss: -6.85761e-05 + max: + max_actor_approxkl1: 0.00092357484 + max_actor_approxkl3: 0.0006003932 + max_actor_clipfrac: 0.012207031 + max_actor_loss: 0.00039960793 + max_advantage: 0.02502358 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0449199e-05 + max_entropy: 0.025794845 + max_grad_norm_pre_clip: 0.67416847 + max_loss: 0.000388021 + std: + std_actor_approxkl1: 0.00030336675 + std_actor_approxkl3: 0.00015076439 + std_actor_clipfrac: 0.0027196966 + std_actor_loss: 0.0002608416 + std_advantage: 0.00588573 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1793147e-06 + std_entropy: 0.0023038841 + std_grad_norm_pre_clip: 0.13561691 + std_loss: 0.00026124652 + eval-batch-orig: + avg_avg_episode_length: 5.9042296 + avg_avg_return: 0.98655903 + avg_benchmark_regret: 0.0074570933 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26542664 + proxy_corner: + avg_avg_return: 0.98655903 + avg_reward_per_step: 0.26542664 + eval-batch-shift: + avg_avg_episode_length: 63.46511 + avg_avg_return: 0.28018755 + avg_benchmark_regret: 0.7149941 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09460449 + proxy_corner: + avg_avg_return: 0.6829263 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.7073064 + avg_avg_return: 0.98714757 + avg_benchmark_regret: 0.007070768 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26502228 + proxy_corner: + avg_avg_return: 0.98714757 + avg_reward_per_step: 0.26502228 +=========================================================== +=========================================================== + step: + env-step-all-before: 266338304 + env-step-replay-before: 134807552 + env-step-used-before: 266338304 + ppo-update-before: 162560 + env-step-generate-before: 131530752 + env-step-all-after: 266371072 + env-step-replay-after: 134807552 + env-step-used-after: 266371072 + ppo-update-after: 162580 + env-step-generate-after: 131563520 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.868046 + avg_avg_return: 0.960852 + avg_reward_per_step: 0.2710266 + proxy_corner: + avg_avg_return: 0.960852 + avg_reward_per_step: 0.2710266 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.868046 + avg_avg_return: 0.960852 + avg_reward_per_step: 0.2710266 + proxy_corner: + avg_avg_return: 0.960852 + avg_reward_per_step: 0.2710266 + perf: + env_steps_per_second: 989123.1765398735 + ppo_updates_per_second: 111.19120585318615 + eval-batch-orig-duration: 0.18366568500641733 + eval-batch-shift-duration: 0.13696886296384037 + eval-batch-tree-duration: 0.1367713600047864 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.50708 + mouse-cheese_dist_finite_wavg: 14.850511 + mouse-cheese_dist_solvable_avg: 13.50708 + mouse-cheese_dist_solvable_wavg: 14.850514 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100846276 + visit_patterns: + avg_first_visit_time: 2591.6953 + avg_last_visit_time: 4104.2485 + num_replay_batches: 4114 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022423717 + avg_actor_approxkl3: 0.00014872913 + avg_actor_clipfrac: 0.0044006347 + avg_actor_loss: 0.000107082305 + avg_advantage: 0.00071124395 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.5520483e-05 + avg_entropy: 0.015750652 + avg_grad_norm_pre_clip: 0.43805313 + avg_loss: 0.0001040919 + max: + max_actor_approxkl1: 0.00088102254 + max_actor_approxkl3: 0.00039193776 + max_actor_clipfrac: 0.013305664 + max_actor_loss: 0.0010591652 + max_advantage: 0.036209702 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.1185402e-05 + max_entropy: 0.02431709 + max_grad_norm_pre_clip: 1.2687352 + max_loss: 0.0010556439 + std: + std_actor_approxkl1: 0.0002717894 + std_actor_approxkl3: 0.000100660116 + std_actor_clipfrac: 0.0036118117 + std_actor_loss: 0.00035737088 + std_advantage: 0.0071096565 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.94959e-06 + std_entropy: 0.004544748 + std_grad_norm_pre_clip: 0.3154701 + std_loss: 0.0003567821 + eval-batch-orig: + avg_avg_episode_length: 5.8983965 + avg_avg_return: 0.98629034 + avg_benchmark_regret: 0.0077258227 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26548004 + proxy_corner: + avg_avg_return: 0.98629034 + avg_reward_per_step: 0.26548004 + eval-batch-shift: + avg_avg_episode_length: 62.751152 + avg_avg_return: 0.2879549 + avg_benchmark_regret: 0.70722663 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.094940186 + proxy_corner: + avg_avg_return: 0.67862225 + avg_reward_per_step: 0.013076782 + eval-batch-tree: + avg_avg_episode_length: 5.703183 + avg_avg_return: 0.98707855 + avg_benchmark_regret: 0.007139759 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26581573 + proxy_corner: + avg_avg_return: 0.98707855 + avg_reward_per_step: 0.26581573 +=========================================================== +=========================================================== + step: + env-step-all-before: 267386880 + env-step-replay-before: 135364608 + env-step-used-before: 267386880 + ppo-update-before: 163200 + env-step-generate-before: 132022272 + env-step-all-after: 267419648 + env-step-replay-after: 135364608 + env-step-used-after: 267419648 + ppo-update-after: 163220 + env-step-generate-after: 132055040 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.4283447 + avg_avg_return: 0.95813155 + avg_reward_per_step: 0.24597168 + proxy_corner: + avg_avg_return: 0.95813155 + avg_reward_per_step: 0.24597168 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.4283447 + avg_avg_return: 0.95813155 + avg_reward_per_step: 0.24597168 + proxy_corner: + avg_avg_return: 0.95813155 + avg_reward_per_step: 0.24597168 + perf: + env_steps_per_second: 996890.0717978759 + ppo_updates_per_second: 110.94232470162325 + eval-batch-orig-duration: 0.1844549539964646 + eval-batch-shift-duration: 0.13720592897152528 + eval-batch-tree-duration: 0.136606099025812 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.513672 + mouse-cheese_dist_finite_wavg: 15.749345 + mouse-cheese_dist_solvable_avg: 13.513672 + mouse-cheese_dist_solvable_wavg: 15.749349 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10143915 + visit_patterns: + avg_first_visit_time: 2595.4268 + avg_last_visit_time: 4121.303 + num_replay_batches: 4131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001189121 + avg_actor_approxkl3: 0.0004173479 + avg_actor_clipfrac: 0.006170654 + avg_actor_loss: -0.0011328019 + avg_advantage: 0.0006532837 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018154713 + avg_entropy: 0.014951378 + avg_grad_norm_pre_clip: 0.35702074 + avg_loss: -0.0010569798 + max: + max_actor_approxkl1: 0.006731311 + max_actor_approxkl3: 0.0018313018 + max_actor_clipfrac: 0.021728516 + max_actor_loss: 0.0014523026 + max_advantage: 0.037633 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00067776366 + max_entropy: 0.024382025 + max_grad_norm_pre_clip: 1.5025082 + max_loss: 0.0014522163 + std: + std_actor_approxkl1: 0.0018232968 + std_actor_approxkl3: 0.0004466356 + std_actor_clipfrac: 0.006375819 + std_actor_loss: 0.0027393776 + std_advantage: 0.018660331 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002690696 + std_entropy: 0.0039308337 + std_grad_norm_pre_clip: 0.35523385 + std_loss: 0.002628607 + eval-batch-orig: + avg_avg_episode_length: 5.890323 + avg_avg_return: 0.9862602 + avg_benchmark_regret: 0.007755957 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26541138 + proxy_corner: + avg_avg_return: 0.9862602 + avg_reward_per_step: 0.26541138 + eval-batch-shift: + avg_avg_episode_length: 62.563366 + avg_avg_return: 0.2936285 + avg_benchmark_regret: 0.70155305 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09812927 + proxy_corner: + avg_avg_return: 0.6829183 + avg_reward_per_step: 0.013092041 + eval-batch-tree: + avg_avg_episode_length: 5.7047267 + avg_avg_return: 0.9869995 + avg_benchmark_regret: 0.0072188424 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2655487 + proxy_corner: + avg_avg_return: 0.9869995 + avg_reward_per_step: 0.2655487 +=========================================================== +=========================================================== + step: + env-step-all-before: 268435456 + env-step-replay-before: 135921664 + env-step-used-before: 268435456 + ppo-update-before: 163840 + env-step-generate-before: 132513792 + env-step-all-after: 268468224 + env-step-replay-after: 135954432 + env-step-used-after: 268468224 + ppo-update-after: 163860 + env-step-generate-after: 132513792 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.055498 + avg_avg_return: 0.8845594 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.8845594 + avg_reward_per_step: 0.067596436 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.055498 + avg_avg_return: 0.8845594 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.8845594 + avg_reward_per_step: 0.067596436 + perf: + env_steps_per_second: 997335.7313706714 + ppo_updates_per_second: 111.25067633867812 + eval-batch-orig-duration: 0.1858891670126468 + eval-batch-shift-duration: 0.139808266016189 + eval-batch-tree-duration: 0.13975368300452828 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.508545 + mouse-cheese_dist_finite_wavg: 13.051966 + mouse-cheese_dist_solvable_avg: 13.508545 + mouse-cheese_dist_solvable_wavg: 13.051968 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10326351 + visit_patterns: + avg_first_visit_time: 2603.3242 + avg_last_visit_time: 4139.2437 + num_replay_batches: 4149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00036481995 + avg_actor_approxkl3: 0.00030145425 + avg_actor_clipfrac: 0.008813477 + avg_actor_loss: 0.00046906652 + avg_advantage: -0.0013104938 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8867722e-05 + avg_entropy: 0.030056665 + avg_grad_norm_pre_clip: 1.0756614 + avg_loss: 0.0004484437 + max: + max_actor_approxkl1: 0.0013072214 + max_actor_approxkl3: 0.0010288791 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.002080991 + max_advantage: 0.039578557 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1697011e-05 + max_entropy: 0.040281124 + max_grad_norm_pre_clip: 2.4774804 + max_loss: 0.0020508503 + std: + std_actor_approxkl1: 0.00043099606 + std_actor_approxkl3: 0.00026854398 + std_actor_clipfrac: 0.0069591426 + std_actor_loss: 0.0006034717 + std_advantage: 0.00613345 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.385721e-06 + std_entropy: 0.00530949 + std_grad_norm_pre_clip: 0.60686386 + std_loss: 0.0006016259 + eval-batch-orig: + avg_avg_episode_length: 5.923295 + avg_avg_return: 0.9856725 + avg_benchmark_regret: 0.008343686 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26519012 + proxy_corner: + avg_avg_return: 0.9856725 + avg_reward_per_step: 0.26519012 + eval-batch-shift: + avg_avg_episode_length: 63.425083 + avg_avg_return: 0.2809856 + avg_benchmark_regret: 0.71419597 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.095329285 + proxy_corner: + avg_avg_return: 0.6887754 + avg_reward_per_step: 0.013114929 + eval-batch-tree: + avg_avg_episode_length: 5.7628555 + avg_avg_return: 0.9870312 + avg_benchmark_regret: 0.007187104 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26399994 + proxy_corner: + avg_avg_return: 0.9870312 + avg_reward_per_step: 0.26399994 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 269484032 + env-step-replay-before: 136609792 + env-step-used-before: 269484032 + ppo-update-before: 164480 + env-step-generate-before: 132874240 + env-step-all-after: 269516800 + env-step-replay-after: 136642560 + env-step-used-after: 269516800 + ppo-update-after: 164500 + env-step-generate-after: 132874240 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.881687 + avg_avg_return: 0.8871108 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.8871108 + avg_reward_per_step: 0.06838989 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.881687 + avg_avg_return: 0.8871108 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.8871108 + avg_reward_per_step: 0.06838989 + perf: + env_steps_per_second: 1022663.7611786373 + ppo_updates_per_second: 110.60261316011248 + eval-batch-orig-duration: 0.1860634459881112 + eval-batch-shift-duration: 0.14073554397327825 + eval-batch-tree-duration: 0.1409442379954271 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.507324 + mouse-cheese_dist_finite_wavg: 15.749171 + mouse-cheese_dist_solvable_avg: 13.507324 + mouse-cheese_dist_solvable_wavg: 15.749173 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10156205 + visit_patterns: + avg_first_visit_time: 2614.0747 + avg_last_visit_time: 4160.3643 + num_replay_batches: 4170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011831133 + avg_actor_approxkl3: 0.00056474004 + avg_actor_clipfrac: 0.011230469 + avg_actor_loss: -0.0005398972 + avg_advantage: -0.0018737088 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8510416e-05 + avg_entropy: 0.02096473 + avg_grad_norm_pre_clip: 0.3931585 + avg_loss: -0.0005516067 + max: + max_actor_approxkl1: 0.002974841 + max_actor_approxkl3: 0.0017243583 + max_actor_clipfrac: 0.02368164 + max_actor_loss: 0.0002908688 + max_advantage: 0.034561515 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0264197e-05 + max_entropy: 0.027033692 + max_grad_norm_pre_clip: 0.9013792 + max_loss: 0.00027869258 + std: + std_actor_approxkl1: 0.00096818537 + std_actor_approxkl3: 0.00043405715 + std_actor_clipfrac: 0.006323195 + std_actor_loss: 0.0005361854 + std_advantage: 0.0059890426 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.58961e-07 + std_entropy: 0.0036431542 + std_grad_norm_pre_clip: 0.19902292 + std_loss: 0.0005375958 + eval-batch-orig: + avg_avg_episode_length: 5.943151 + avg_avg_return: 0.98617005 + avg_benchmark_regret: 0.007846066 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2650528 + proxy_corner: + avg_avg_return: 0.98617005 + avg_reward_per_step: 0.2650528 + eval-batch-shift: + avg_avg_episode_length: 62.275803 + avg_avg_return: 0.2933998 + avg_benchmark_regret: 0.70178175 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09726715 + proxy_corner: + avg_avg_return: 0.6880659 + avg_reward_per_step: 0.013076782 + eval-batch-tree: + avg_avg_episode_length: 5.734316 + avg_avg_return: 0.98698795 + avg_benchmark_regret: 0.007230443 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26493835 + proxy_corner: + avg_avg_return: 0.98698795 + avg_reward_per_step: 0.26493835 +=========================================================== +=========================================================== + step: + env-step-all-before: 270532608 + env-step-replay-before: 137297920 + env-step-used-before: 270532608 + ppo-update-before: 165120 + env-step-generate-before: 133234688 + env-step-all-after: 270565376 + env-step-replay-after: 137330688 + env-step-used-after: 270565376 + ppo-update-after: 165140 + env-step-generate-after: 133234688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.959896 + avg_avg_return: 0.8857206 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8857206 + avg_reward_per_step: 0.067993164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.959896 + avg_avg_return: 0.8857206 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8857206 + avg_reward_per_step: 0.067993164 + perf: + env_steps_per_second: 985170.4015693525 + ppo_updates_per_second: 111.07987916250795 + eval-batch-orig-duration: 0.18297059496399015 + eval-batch-shift-duration: 0.13521360303275287 + eval-batch-tree-duration: 0.13671346101909876 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.51416 + mouse-cheese_dist_finite_wavg: 13.051569 + mouse-cheese_dist_solvable_avg: 13.51416 + mouse-cheese_dist_solvable_wavg: 13.051572 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1013499 + visit_patterns: + avg_first_visit_time: 2619.5461 + avg_last_visit_time: 4181.2 + num_replay_batches: 4191 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003243001 + avg_actor_approxkl3: 0.0001629647 + avg_actor_clipfrac: 0.005444336 + avg_actor_loss: 7.616332e-05 + avg_advantage: -0.00070655893 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2418204e-05 + avg_entropy: 0.018732676 + avg_grad_norm_pre_clip: 0.4035649 + avg_loss: 6.363974e-05 + max: + max_actor_approxkl1: 0.0009361499 + max_actor_approxkl3: 0.00038510628 + max_actor_clipfrac: 0.011474609 + max_actor_loss: 0.0004510181 + max_advantage: 0.027087808 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.40070615e-05 + max_entropy: 0.026954204 + max_grad_norm_pre_clip: 0.8621188 + max_loss: 0.000436498 + std: + std_actor_approxkl1: 0.0002626081 + std_actor_approxkl3: 0.000100050725 + std_actor_clipfrac: 0.003190779 + std_actor_loss: 0.0002370089 + std_advantage: 0.0049564904 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.2423784e-07 + std_entropy: 0.003496167 + std_grad_norm_pre_clip: 0.18714888 + std_loss: 0.000236559 + eval-batch-orig: + avg_avg_episode_length: 5.8748884 + avg_avg_return: 0.9866882 + avg_benchmark_regret: 0.0073279208 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2659607 + proxy_corner: + avg_avg_return: 0.9866882 + avg_reward_per_step: 0.2659607 + eval-batch-shift: + avg_avg_episode_length: 63.20749 + avg_avg_return: 0.28371778 + avg_benchmark_regret: 0.7114638 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09700775 + proxy_corner: + avg_avg_return: 0.68629324 + avg_reward_per_step: 0.013191223 + eval-batch-tree: + avg_avg_episode_length: 5.6983347 + avg_avg_return: 0.98690164 + avg_benchmark_regret: 0.007316712 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26595306 + proxy_corner: + avg_avg_return: 0.98690164 + avg_reward_per_step: 0.26595306 +=========================================================== +=========================================================== + step: + env-step-all-before: 271581184 + env-step-replay-before: 137822208 + env-step-used-before: 271581184 + ppo-update-before: 165760 + env-step-generate-before: 133758976 + env-step-all-after: 271613952 + env-step-replay-after: 137854976 + env-step-used-after: 271613952 + ppo-update-after: 165780 + env-step-generate-after: 133758976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.973106 + avg_avg_return: 0.88719267 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.88719267 + avg_reward_per_step: 0.0680542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.973106 + avg_avg_return: 0.88719267 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.88719267 + avg_reward_per_step: 0.0680542 + perf: + env_steps_per_second: 976150.301664562 + ppo_updates_per_second: 110.42255897866916 + eval-batch-orig-duration: 0.18454695696709678 + eval-batch-shift-duration: 0.139490075991489 + eval-batch-tree-duration: 0.13966287195216864 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.52124 + mouse-cheese_dist_finite_wavg: 13.05223 + mouse-cheese_dist_solvable_avg: 13.52124 + mouse-cheese_dist_solvable_wavg: 13.05223 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10142626 + visit_patterns: + avg_first_visit_time: 2628.3926 + avg_last_visit_time: 4197.3228 + num_replay_batches: 4207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024866717 + avg_actor_approxkl3: 0.00014695192 + avg_actor_clipfrac: 0.0065734866 + avg_actor_loss: 6.077431e-05 + avg_advantage: 0.00010493286 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8246368e-05 + avg_entropy: 0.022889214 + avg_grad_norm_pre_clip: 0.610965 + avg_loss: 4.7008278e-05 + max: + max_actor_approxkl1: 0.00088046066 + max_actor_approxkl3: 0.00040924147 + max_actor_clipfrac: 0.014282227 + max_actor_loss: 0.0010655527 + max_advantage: 0.042914987 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1281881e-05 + max_entropy: 0.029397523 + max_grad_norm_pre_clip: 1.238869 + max_loss: 0.0010517313 + std: + std_actor_approxkl1: 0.00029364286 + std_actor_approxkl3: 0.000106320025 + std_actor_clipfrac: 0.0035560562 + std_actor_loss: 0.00040163822 + std_advantage: 0.006221617 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7381343e-06 + std_entropy: 0.0036930782 + std_grad_norm_pre_clip: 0.2426699 + std_loss: 0.000402151 + eval-batch-orig: + avg_avg_episode_length: 5.917837 + avg_avg_return: 0.9865729 + avg_benchmark_regret: 0.0074432525 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2643814 + proxy_corner: + avg_avg_return: 0.9865729 + avg_reward_per_step: 0.2643814 + eval-batch-shift: + avg_avg_episode_length: 62.60567 + avg_avg_return: 0.29171178 + avg_benchmark_regret: 0.7034698 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100372314 + proxy_corner: + avg_avg_return: 0.685791 + avg_reward_per_step: 0.013305664 + eval-batch-tree: + avg_avg_episode_length: 5.7468348 + avg_avg_return: 0.986882 + avg_benchmark_regret: 0.007336384 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2644348 + proxy_corner: + avg_avg_return: 0.986882 + avg_reward_per_step: 0.2644348 +=========================================================== +=========================================================== + step: + env-step-all-before: 272629760 + env-step-replay-before: 138412032 + env-step-used-before: 272629760 + ppo-update-before: 166400 + env-step-generate-before: 134217728 + env-step-all-after: 272662528 + env-step-replay-after: 138444800 + env-step-used-after: 272662528 + ppo-update-after: 166420 + env-step-generate-after: 134217728 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.032902 + avg_avg_return: 0.8864289 + avg_reward_per_step: 0.06768799 + proxy_corner: + avg_avg_return: 0.8864289 + avg_reward_per_step: 0.06768799 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.032902 + avg_avg_return: 0.8864289 + avg_reward_per_step: 0.06768799 + proxy_corner: + avg_avg_return: 0.8864289 + avg_reward_per_step: 0.06768799 + perf: + env_steps_per_second: 1003844.2511153861 + ppo_updates_per_second: 111.57577960803846 + eval-batch-orig-duration: 0.186452729976736 + eval-batch-shift-duration: 0.14513820497086272 + eval-batch-tree-duration: 0.14006900798995048 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.517822 + mouse-cheese_dist_finite_wavg: 14.852419 + mouse-cheese_dist_solvable_avg: 13.517822 + mouse-cheese_dist_solvable_wavg: 14.852421 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101769075 + visit_patterns: + avg_first_visit_time: 2639.3972 + avg_last_visit_time: 4215.2227 + num_replay_batches: 4225 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00036174752 + avg_actor_approxkl3: 0.0002181272 + avg_actor_clipfrac: 0.0077941897 + avg_actor_loss: 0.00014804144 + avg_advantage: -0.0016247897 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.30243125e-05 + avg_entropy: 0.025791008 + avg_grad_norm_pre_clip: 0.61350465 + avg_loss: 0.0001287626 + max: + max_actor_approxkl1: 0.0011568624 + max_actor_approxkl3: 0.00050045067 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.00063447 + max_advantage: 0.033904076 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4684982e-05 + max_entropy: 0.033678185 + max_grad_norm_pre_clip: 1.1566122 + max_loss: 0.0006168838 + std: + std_actor_approxkl1: 0.0002463391 + std_actor_approxkl3: 0.00012652992 + std_actor_clipfrac: 0.0039336723 + std_actor_loss: 0.00025958192 + std_advantage: 0.0050334544 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.073952e-07 + std_entropy: 0.0030291493 + std_grad_norm_pre_clip: 0.22828852 + std_loss: 0.00026001834 + eval-batch-orig: + avg_avg_episode_length: 5.9007607 + avg_avg_return: 0.9862284 + avg_benchmark_regret: 0.007787742 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.9862284 + avg_reward_per_step: 0.26544952 + eval-batch-shift: + avg_avg_episode_length: 62.665295 + avg_avg_return: 0.28893387 + avg_benchmark_regret: 0.7062477 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10092926 + proxy_corner: + avg_avg_return: 0.6794778 + avg_reward_per_step: 0.0132369995 + eval-batch-tree: + avg_avg_episode_length: 5.737463 + avg_avg_return: 0.98686093 + avg_benchmark_regret: 0.007357423 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26546478 + proxy_corner: + avg_avg_return: 0.98686093 + avg_reward_per_step: 0.26546478 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 273678336 + env-step-replay-before: 138903552 + env-step-used-before: 273678336 + ppo-update-before: 167040 + env-step-generate-before: 134774784 + env-step-all-after: 273711104 + env-step-replay-after: 138903552 + env-step-used-after: 273711104 + ppo-update-after: 167060 + env-step-generate-after: 134807552 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.055115 + avg_avg_return: 0.9599825 + avg_reward_per_step: 0.25268555 + proxy_corner: + avg_avg_return: 0.9599825 + avg_reward_per_step: 0.25268555 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.055115 + avg_avg_return: 0.9599825 + avg_reward_per_step: 0.25268555 + proxy_corner: + avg_avg_return: 0.9599825 + avg_reward_per_step: 0.25268555 + perf: + env_steps_per_second: 984397.385691628 + ppo_updates_per_second: 111.2497332454889 + eval-batch-orig-duration: 0.18575163796776906 + eval-batch-shift-duration: 0.13861774204997346 + eval-batch-tree-duration: 0.13860229298006743 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.520996 + mouse-cheese_dist_finite_wavg: 13.949596 + mouse-cheese_dist_solvable_avg: 13.520996 + mouse-cheese_dist_solvable_wavg: 13.949596 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102013975 + visit_patterns: + avg_first_visit_time: 2653.809 + avg_last_visit_time: 4229.187 + num_replay_batches: 4239 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033932296 + avg_actor_approxkl3: 0.00020555114 + avg_actor_clipfrac: 0.0061035156 + avg_actor_loss: 0.00023050218 + avg_advantage: 0.0012258096 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8661525e-05 + avg_entropy: 0.012839644 + avg_grad_norm_pre_clip: 0.45090657 + avg_loss: 0.00022699327 + max: + max_actor_approxkl1: 0.001806519 + max_actor_approxkl3: 0.000938559 + max_actor_clipfrac: 0.024902344 + max_actor_loss: 0.0024821647 + max_advantage: 0.03811431 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.192166e-05 + max_entropy: 0.024184614 + max_grad_norm_pre_clip: 1.5868347 + max_loss: 0.0024680737 + std: + std_actor_approxkl1: 0.00040805596 + std_actor_approxkl3: 0.00025045613 + std_actor_clipfrac: 0.007149924 + std_actor_loss: 0.0006653824 + std_advantage: 0.006024255 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4872035e-06 + std_entropy: 0.0054817917 + std_grad_norm_pre_clip: 0.40464467 + std_loss: 0.0006617004 + eval-batch-orig: + avg_avg_episode_length: 5.8983717 + avg_avg_return: 0.985994 + avg_benchmark_regret: 0.0080221435 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2653122 + proxy_corner: + avg_avg_return: 0.985994 + avg_reward_per_step: 0.2653122 + eval-batch-shift: + avg_avg_episode_length: 62.926666 + avg_avg_return: 0.28365165 + avg_benchmark_regret: 0.7115299 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10066223 + proxy_corner: + avg_avg_return: 0.67538756 + avg_reward_per_step: 0.013343811 + eval-batch-tree: + avg_avg_episode_length: 5.7328854 + avg_avg_return: 0.9864521 + avg_benchmark_regret: 0.0077662943 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26459503 + proxy_corner: + avg_avg_return: 0.9864521 + avg_reward_per_step: 0.26459503 +=========================================================== +=========================================================== + step: + env-step-all-before: 274726912 + env-step-replay-before: 139395072 + env-step-used-before: 274726912 + ppo-update-before: 167680 + env-step-generate-before: 135331840 + env-step-all-after: 274759680 + env-step-replay-after: 139427840 + env-step-used-after: 274759680 + ppo-update-after: 167700 + env-step-generate-after: 135331840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.902463 + avg_avg_return: 0.88744 + avg_reward_per_step: 0.06826782 + proxy_corner: + avg_avg_return: 0.88744 + avg_reward_per_step: 0.06826782 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.902463 + avg_avg_return: 0.88744 + avg_reward_per_step: 0.06826782 + proxy_corner: + avg_avg_return: 0.88744 + avg_reward_per_step: 0.06826782 + perf: + env_steps_per_second: 993077.0701895659 + ppo_updates_per_second: 111.45248698079236 + eval-batch-orig-duration: 0.18384395202156156 + eval-batch-shift-duration: 0.13784323097206652 + eval-batch-tree-duration: 0.13804417999926955 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.510986 + mouse-cheese_dist_finite_wavg: 13.051124 + mouse-cheese_dist_solvable_avg: 13.510986 + mouse-cheese_dist_solvable_wavg: 13.051126 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1017977 + visit_patterns: + avg_first_visit_time: 2664.3198 + avg_last_visit_time: 4245.212 + num_replay_batches: 4255 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048262553 + avg_actor_approxkl3: 0.00025495785 + avg_actor_clipfrac: 0.0059326175 + avg_actor_loss: -0.00023812428 + avg_advantage: -0.0018069452 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2225966e-05 + avg_entropy: 0.017871631 + avg_grad_norm_pre_clip: 0.3297863 + avg_loss: -0.00024988296 + max: + max_actor_approxkl1: 0.0010469899 + max_actor_approxkl3: 0.00089012703 + max_actor_clipfrac: 0.013305664 + max_actor_loss: 0.0007737221 + max_advantage: 0.019969821 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6090566e-05 + max_entropy: 0.022992933 + max_grad_norm_pre_clip: 0.592903 + max_loss: 0.00075687544 + std: + std_actor_approxkl1: 0.00030594648 + std_actor_approxkl3: 0.0002048974 + std_actor_clipfrac: 0.003807811 + std_actor_loss: 0.00039285846 + std_advantage: 0.004955678 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4351747e-06 + std_entropy: 0.002084267 + std_grad_norm_pre_clip: 0.11057597 + std_loss: 0.0003928827 + eval-batch-orig: + avg_avg_episode_length: 5.902159 + avg_avg_return: 0.98611784 + avg_benchmark_regret: 0.007898301 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26578522 + proxy_corner: + avg_avg_return: 0.98611784 + avg_reward_per_step: 0.26578522 + eval-batch-shift: + avg_avg_episode_length: 63.44981 + avg_avg_return: 0.2813725 + avg_benchmark_regret: 0.7138091 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098724365 + proxy_corner: + avg_avg_return: 0.68187636 + avg_reward_per_step: 0.013252258 + eval-batch-tree: + avg_avg_episode_length: 5.7031636 + avg_avg_return: 0.98689544 + avg_benchmark_regret: 0.00732293 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26657104 + proxy_corner: + avg_avg_return: 0.98689544 + avg_reward_per_step: 0.26657104 +=========================================================== +=========================================================== + step: + env-step-all-before: 275775488 + env-step-replay-before: 139886592 + env-step-used-before: 275775488 + ppo-update-before: 168320 + env-step-generate-before: 135888896 + env-step-all-after: 275808256 + env-step-replay-after: 139886592 + env-step-used-after: 275808256 + ppo-update-after: 168340 + env-step-generate-after: 135921664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.694632 + avg_avg_return: 0.96383125 + avg_reward_per_step: 0.27093506 + proxy_corner: + avg_avg_return: 0.96383125 + avg_reward_per_step: 0.27093506 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.694632 + avg_avg_return: 0.96383125 + avg_reward_per_step: 0.27093506 + proxy_corner: + avg_avg_return: 0.96383125 + avg_reward_per_step: 0.27093506 + perf: + env_steps_per_second: 993989.7426982818 + ppo_updates_per_second: 110.99651646151572 + eval-batch-orig-duration: 0.18377270799828693 + eval-batch-shift-duration: 0.13682016305392608 + eval-batch-tree-duration: 0.13706705800723284 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.510986 + mouse-cheese_dist_finite_wavg: 14.851249 + mouse-cheese_dist_solvable_avg: 13.510986 + mouse-cheese_dist_solvable_wavg: 14.851251 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10164945 + visit_patterns: + avg_first_visit_time: 2675.6907 + avg_last_visit_time: 4259.2803 + num_replay_batches: 4269 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002085479 + avg_actor_approxkl3: 6.777651e-05 + avg_actor_clipfrac: 0.0017211915 + avg_actor_loss: -0.000105194944 + avg_advantage: 0.00045753128 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6832715e-05 + avg_entropy: 0.008705181 + avg_grad_norm_pre_clip: 0.18762557 + avg_loss: -0.00010548377 + max: + max_actor_approxkl1: 0.0008425969 + max_actor_approxkl3: 0.00023183692 + max_actor_clipfrac: 0.0059814453 + max_actor_loss: 0.0004156921 + max_advantage: 0.03542441 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0465348e-05 + max_entropy: 0.012778207 + max_grad_norm_pre_clip: 0.51826024 + max_loss: 0.0004134156 + std: + std_actor_approxkl1: 0.00019301353 + std_actor_approxkl3: 6.5845976e-05 + std_actor_clipfrac: 0.0016736995 + std_actor_loss: 0.00020094901 + std_advantage: 0.0057151592 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0199836e-06 + std_entropy: 0.0023336196 + std_grad_norm_pre_clip: 0.107826404 + std_loss: 0.0002008109 + eval-batch-orig: + avg_avg_episode_length: 5.890912 + avg_avg_return: 0.98590744 + avg_benchmark_regret: 0.00810869 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26600647 + proxy_corner: + avg_avg_return: 0.98590744 + avg_reward_per_step: 0.26600647 + eval-batch-shift: + avg_avg_episode_length: 63.646526 + avg_avg_return: 0.27586246 + avg_benchmark_regret: 0.7193191 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10173035 + proxy_corner: + avg_avg_return: 0.67218816 + avg_reward_per_step: 0.013137817 + eval-batch-tree: + avg_avg_episode_length: 5.7004094 + avg_avg_return: 0.9868418 + avg_benchmark_regret: 0.007376536 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2666397 + proxy_corner: + avg_avg_return: 0.9868418 + avg_reward_per_step: 0.2666397 +=========================================================== +=========================================================== + step: + env-step-all-before: 276824064 + env-step-replay-before: 140541952 + env-step-used-before: 276824064 + ppo-update-before: 168960 + env-step-generate-before: 136282112 + env-step-all-after: 276856832 + env-step-replay-after: 140574720 + env-step-used-after: 276856832 + ppo-update-after: 168980 + env-step-generate-after: 136282112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.950407 + avg_avg_return: 0.8874289 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8874289 + avg_reward_per_step: 0.067993164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.950407 + avg_avg_return: 0.8874289 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8874289 + avg_reward_per_step: 0.067993164 + perf: + env_steps_per_second: 935031.6245532153 + ppo_updates_per_second: 111.92887340493805 + eval-batch-orig-duration: 0.18354597000870854 + eval-batch-shift-duration: 0.13756798300892115 + eval-batch-tree-duration: 0.13726560201030225 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.512451 + mouse-cheese_dist_finite_wavg: 15.750137 + mouse-cheese_dist_solvable_avg: 13.512451 + mouse-cheese_dist_solvable_wavg: 15.750139 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10103082 + visit_patterns: + avg_first_visit_time: 2679.1096 + avg_last_visit_time: 4280.332 + num_replay_batches: 4290 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047871028 + avg_actor_approxkl3: 0.0002472199 + avg_actor_clipfrac: 0.004803467 + avg_actor_loss: -5.622045e-05 + avg_advantage: 0.0005445953 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2040462e-05 + avg_entropy: 0.023094129 + avg_grad_norm_pre_clip: 0.39426467 + avg_loss: -7.329435e-05 + max: + max_actor_approxkl1: 0.0014591609 + max_actor_approxkl3: 0.000858873 + max_actor_clipfrac: 0.010375977 + max_actor_loss: 0.00064623076 + max_advantage: 0.029265285 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.294075e-05 + max_entropy: 0.027224781 + max_grad_norm_pre_clip: 0.716744 + max_loss: 0.00063125754 + std: + std_actor_approxkl1: 0.00037337223 + std_actor_approxkl3: 0.00020492462 + std_actor_clipfrac: 0.0026436818 + std_actor_loss: 0.00031105167 + std_advantage: 0.00494777 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.0116175e-07 + std_entropy: 0.0020423292 + std_grad_norm_pre_clip: 0.14671363 + std_loss: 0.00031124355 + eval-batch-orig: + avg_avg_episode_length: 5.887038 + avg_avg_return: 0.9862343 + avg_benchmark_regret: 0.007781875 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.9862343 + avg_reward_per_step: 0.26589966 + eval-batch-shift: + avg_avg_episode_length: 62.556686 + avg_avg_return: 0.29062986 + avg_benchmark_regret: 0.7045517 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.101486206 + proxy_corner: + avg_avg_return: 0.6843916 + avg_reward_per_step: 0.013259888 + eval-batch-tree: + avg_avg_episode_length: 5.691886 + avg_avg_return: 0.9872196 + avg_benchmark_regret: 0.00699877 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26670837 + proxy_corner: + avg_avg_return: 0.9872196 + avg_reward_per_step: 0.26670837 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 277872640 + env-step-replay-before: 141131776 + env-step-used-before: 277872640 + ppo-update-before: 169600 + env-step-generate-before: 136740864 + env-step-all-after: 277905408 + env-step-replay-after: 141131776 + env-step-used-after: 277905408 + ppo-update-after: 169620 + env-step-generate-after: 136773632 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8012867 + avg_avg_return: 0.9614859 + avg_reward_per_step: 0.2746277 + proxy_corner: + avg_avg_return: 0.9614859 + avg_reward_per_step: 0.2746277 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8012867 + avg_avg_return: 0.9614859 + avg_reward_per_step: 0.2746277 + proxy_corner: + avg_avg_return: 0.9614859 + avg_reward_per_step: 0.2746277 + perf: + env_steps_per_second: 1002958.2798455975 + ppo_updates_per_second: 111.1097481746096 + eval-batch-orig-duration: 0.1854639159864746 + eval-batch-shift-duration: 0.13784295099321753 + eval-batch-tree-duration: 0.13877407601103187 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5061035 + mouse-cheese_dist_finite_wavg: 14.851198 + mouse-cheese_dist_solvable_avg: 13.5061035 + mouse-cheese_dist_solvable_wavg: 14.851198 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10151607 + visit_patterns: + avg_first_visit_time: 2689.7473 + avg_last_visit_time: 4297.211 + num_replay_batches: 4307 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018108764 + avg_actor_approxkl3: 0.0001434037 + avg_actor_clipfrac: 0.0039550783 + avg_actor_loss: -3.433661e-05 + avg_advantage: -0.0010613131 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6575386e-05 + avg_entropy: 0.013422809 + avg_grad_norm_pre_clip: 0.26315615 + avg_loss: -3.947172e-05 + max: + max_actor_approxkl1: 0.00054544763 + max_actor_approxkl3: 0.00041148544 + max_actor_clipfrac: 0.0075683594 + max_actor_loss: 0.0006722789 + max_advantage: 0.03216082 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8921972e-05 + max_entropy: 0.021799244 + max_grad_norm_pre_clip: 0.61326754 + max_loss: 0.000665261 + std: + std_actor_approxkl1: 0.00016568399 + std_actor_approxkl3: 0.000106721156 + std_actor_clipfrac: 0.0021738799 + std_actor_loss: 0.00022182755 + std_advantage: 0.00573477 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2832512e-06 + std_entropy: 0.0035764943 + std_grad_norm_pre_clip: 0.15327978 + std_loss: 0.00022178989 + eval-batch-orig: + avg_avg_episode_length: 5.8931856 + avg_avg_return: 0.98589194 + avg_benchmark_regret: 0.008124245 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26572418 + proxy_corner: + avg_avg_return: 0.98589194 + avg_reward_per_step: 0.26572418 + eval-batch-shift: + avg_avg_episode_length: 62.61339 + avg_avg_return: 0.29294637 + avg_benchmark_regret: 0.70223516 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.101890564 + proxy_corner: + avg_avg_return: 0.6806245 + avg_reward_per_step: 0.013290405 + eval-batch-tree: + avg_avg_episode_length: 5.6984644 + avg_avg_return: 0.9871365 + avg_benchmark_regret: 0.0070818374 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26615143 + proxy_corner: + avg_avg_return: 0.9871365 + avg_reward_per_step: 0.26615143 +=========================================================== +=========================================================== + step: + env-step-all-before: 278921216 + env-step-replay-before: 141688832 + env-step-used-before: 278921216 + ppo-update-before: 170240 + env-step-generate-before: 137232384 + env-step-all-after: 278953984 + env-step-replay-after: 141688832 + env-step-used-after: 278953984 + ppo-update-after: 170260 + env-step-generate-after: 137265152 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3229914 + avg_avg_return: 0.9668705 + avg_reward_per_step: 0.28622437 + proxy_corner: + avg_avg_return: 0.9668705 + avg_reward_per_step: 0.28622437 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3229914 + avg_avg_return: 0.9668705 + avg_reward_per_step: 0.28622437 + proxy_corner: + avg_avg_return: 0.9668705 + avg_reward_per_step: 0.28622437 + perf: + env_steps_per_second: 1007901.1118019633 + ppo_updates_per_second: 111.26875236747041 + eval-batch-orig-duration: 0.1843099599936977 + eval-batch-shift-duration: 0.1375168869853951 + eval-batch-tree-duration: 0.13734578399453312 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.502441 + mouse-cheese_dist_finite_wavg: 14.850302 + mouse-cheese_dist_solvable_avg: 13.502441 + mouse-cheese_dist_solvable_wavg: 14.850304 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101605564 + visit_patterns: + avg_first_visit_time: 2699.9333 + avg_last_visit_time: 4314.2793 + num_replay_batches: 4324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 4.0107934e-05 + avg_actor_approxkl3: 5.2462532e-05 + avg_actor_clipfrac: 0.00042114258 + avg_actor_loss: -7.097896e-05 + avg_advantage: -0.0009955763 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4415651e-05 + avg_entropy: 0.003472569 + avg_grad_norm_pre_clip: 0.05187076 + avg_loss: -6.72437e-05 + max: + max_actor_approxkl1: 0.0002530408 + max_actor_approxkl3: 0.00025024917 + max_actor_clipfrac: 0.0009765625 + max_actor_loss: 3.5576522e-07 + max_advantage: 0.024223506 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8386987e-05 + max_entropy: 0.005506946 + max_grad_norm_pre_clip: 0.13641489 + max_loss: 5.067961e-06 + std: + std_actor_approxkl1: 8.732061e-05 + std_actor_approxkl3: 6.606874e-05 + std_actor_clipfrac: 0.00031943028 + std_actor_loss: 4.7448997e-05 + std_advantage: 0.005503772 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8089053e-06 + std_entropy: 0.001040949 + std_grad_norm_pre_clip: 0.031028384 + std_loss: 4.7991998e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8848944 + avg_avg_return: 0.98618233 + avg_benchmark_regret: 0.007833859 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.266037 + proxy_corner: + avg_avg_return: 0.98618233 + avg_reward_per_step: 0.266037 + eval-batch-shift: + avg_avg_episode_length: 62.15886 + avg_avg_return: 0.29558092 + avg_benchmark_regret: 0.69960064 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10445404 + proxy_corner: + avg_avg_return: 0.67426956 + avg_reward_per_step: 0.013130188 + eval-batch-tree: + avg_avg_episode_length: 5.6810064 + avg_avg_return: 0.98713124 + avg_benchmark_regret: 0.007087143 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667694 + proxy_corner: + avg_avg_return: 0.98713124 + avg_reward_per_step: 0.2667694 +=========================================================== +=========================================================== + step: + env-step-all-before: 279969792 + env-step-replay-before: 142016512 + env-step-used-before: 279969792 + ppo-update-before: 170880 + env-step-generate-before: 137953280 + env-step-all-after: 280002560 + env-step-replay-after: 142016512 + env-step-used-after: 280002560 + ppo-update-after: 170900 + env-step-generate-after: 137986048 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.63855 + avg_avg_return: 0.9644758 + avg_reward_per_step: 0.26971436 + proxy_corner: + avg_avg_return: 0.9644758 + avg_reward_per_step: 0.26971436 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.63855 + avg_avg_return: 0.9644758 + avg_reward_per_step: 0.26971436 + proxy_corner: + avg_avg_return: 0.9644758 + avg_reward_per_step: 0.26971436 + perf: + env_steps_per_second: 927561.8039388092 + ppo_updates_per_second: 112.2350421624697 + eval-batch-orig-duration: 0.18297788797644898 + eval-batch-shift-duration: 0.13499600300565362 + eval-batch-tree-duration: 0.1374898450449109 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.500488 + mouse-cheese_dist_finite_wavg: 13.944864 + mouse-cheese_dist_solvable_avg: 13.500488 + mouse-cheese_dist_solvable_wavg: 13.944866 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101985395 + visit_patterns: + avg_first_visit_time: 2717.58 + avg_last_visit_time: 4324.205 + num_replay_batches: 4334 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018742579 + avg_actor_approxkl3: 0.000117388314 + avg_actor_clipfrac: 0.0020324707 + avg_actor_loss: -6.9765e-05 + avg_advantage: 0.0029818907 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0536483e-05 + avg_entropy: 0.008588477 + avg_grad_norm_pre_clip: 0.18087225 + avg_loss: -6.8085246e-05 + max: + max_actor_approxkl1: 0.00046696424 + max_actor_approxkl3: 0.00035619302 + max_actor_clipfrac: 0.005493164 + max_actor_loss: 0.00016603433 + max_advantage: 0.033785105 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7812997e-05 + max_entropy: 0.013805253 + max_grad_norm_pre_clip: 0.41362584 + max_loss: 0.00016797855 + std: + std_actor_approxkl1: 0.00015080794 + std_actor_approxkl3: 9.938752e-05 + std_actor_clipfrac: 0.0015475873 + std_actor_loss: 0.00011459508 + std_advantage: 0.005929208 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1301454e-06 + std_entropy: 0.0029094638 + std_grad_norm_pre_clip: 0.095616095 + std_loss: 0.00011552887 + eval-batch-orig: + avg_avg_episode_length: 5.8914933 + avg_avg_return: 0.98625934 + avg_benchmark_regret: 0.007756817 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26599884 + proxy_corner: + avg_avg_return: 0.98625934 + avg_reward_per_step: 0.26599884 + eval-batch-shift: + avg_avg_episode_length: 61.935013 + avg_avg_return: 0.2967243 + avg_benchmark_regret: 0.69845724 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10285187 + proxy_corner: + avg_avg_return: 0.68049365 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.682431 + avg_avg_return: 0.9871229 + avg_benchmark_regret: 0.0070954566 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26649475 + proxy_corner: + avg_avg_return: 0.9871229 + avg_reward_per_step: 0.26649475 +=========================================================== +=========================================================== + step: + env-step-all-before: 281018368 + env-step-replay-before: 142606336 + env-step-used-before: 281018368 + ppo-update-before: 171520 + env-step-generate-before: 138412032 + env-step-all-after: 281051136 + env-step-replay-after: 142606336 + env-step-used-after: 281051136 + ppo-update-after: 171540 + env-step-generate-after: 138444800 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7364893 + avg_avg_return: 0.96366334 + avg_reward_per_step: 0.27401733 + proxy_corner: + avg_avg_return: 0.96366334 + avg_reward_per_step: 0.27401733 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7364893 + avg_avg_return: 0.96366334 + avg_reward_per_step: 0.27401733 + proxy_corner: + avg_avg_return: 0.96366334 + avg_reward_per_step: 0.27401733 + perf: + env_steps_per_second: 1009587.0397193077 + ppo_updates_per_second: 110.38064205836608 + eval-batch-orig-duration: 0.18566200998611748 + eval-batch-shift-duration: 0.1367989329737611 + eval-batch-tree-duration: 0.1370164430118166 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.502441 + mouse-cheese_dist_finite_wavg: 15.749324 + mouse-cheese_dist_solvable_avg: 13.502441 + mouse-cheese_dist_solvable_wavg: 15.749322 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101683676 + visit_patterns: + avg_first_visit_time: 2724.5513 + avg_last_visit_time: 4342.2085 + num_replay_batches: 4352 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016466941 + avg_actor_approxkl3: 0.00012780556 + avg_actor_clipfrac: 0.0035522461 + avg_actor_loss: 0.00016969132 + avg_advantage: -0.00037187545 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5870648e-05 + avg_entropy: 0.011294815 + avg_grad_norm_pre_clip: 0.42698383 + avg_loss: 0.00016633181 + max: + max_actor_approxkl1: 0.00061274925 + max_actor_approxkl3: 0.00032850006 + max_actor_clipfrac: 0.0072021484 + max_actor_loss: 0.0015750853 + max_advantage: 0.030176997 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8740906e-05 + max_entropy: 0.016144678 + max_grad_norm_pre_clip: 1.4123812 + max_loss: 0.0015686566 + std: + std_actor_approxkl1: 0.00017161541 + std_actor_approxkl3: 9.265645e-05 + std_actor_clipfrac: 0.0022235233 + std_actor_loss: 0.0005163072 + std_advantage: 0.0057224464 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8480982e-06 + std_entropy: 0.0030475736 + std_grad_norm_pre_clip: 0.36083376 + std_loss: 0.0005161063 + eval-batch-orig: + avg_avg_episode_length: 5.891407 + avg_avg_return: 0.986269 + avg_benchmark_regret: 0.007747147 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2659607 + proxy_corner: + avg_avg_return: 0.986269 + avg_reward_per_step: 0.2659607 + eval-batch-shift: + avg_avg_episode_length: 62.530235 + avg_avg_return: 0.28930265 + avg_benchmark_regret: 0.70587885 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10103607 + proxy_corner: + avg_avg_return: 0.6805103 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.688826 + avg_avg_return: 0.9869559 + avg_benchmark_regret: 0.007262512 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667389 + proxy_corner: + avg_avg_return: 0.9869559 + avg_reward_per_step: 0.2667389 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 282066944 + env-step-replay-before: 143130624 + env-step-used-before: 282066944 + ppo-update-before: 172160 + env-step-generate-before: 138936320 + env-step-all-after: 282099712 + env-step-replay-after: 143130624 + env-step-used-after: 282099712 + ppo-update-after: 172180 + env-step-generate-after: 138969088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.71986 + avg_avg_return: 0.9653866 + avg_reward_per_step: 0.2617798 + proxy_corner: + avg_avg_return: 0.9653866 + avg_reward_per_step: 0.2617798 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.71986 + avg_avg_return: 0.9653866 + avg_reward_per_step: 0.2617798 + proxy_corner: + avg_avg_return: 0.9653866 + avg_reward_per_step: 0.2617798 + perf: + env_steps_per_second: 995378.2713598257 + ppo_updates_per_second: 111.40673259401783 + eval-batch-orig-duration: 0.18137688003480434 + eval-batch-shift-duration: 0.13536783400923014 + eval-batch-tree-duration: 0.13648906798334792 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.501953 + mouse-cheese_dist_finite_wavg: 14.849511 + mouse-cheese_dist_solvable_avg: 13.501953 + mouse-cheese_dist_solvable_wavg: 14.849511 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10154106 + visit_patterns: + avg_first_visit_time: 2733.248 + avg_last_visit_time: 4358.299 + num_replay_batches: 4368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00026197202 + avg_actor_approxkl3: 0.00019436631 + avg_actor_clipfrac: 0.0019836426 + avg_actor_loss: 0.00046229307 + avg_advantage: 0.0010129069 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5623182e-05 + avg_entropy: 0.0059205634 + avg_grad_norm_pre_clip: 0.37201497 + avg_loss: 0.00046418406 + max: + max_actor_approxkl1: 0.0009363307 + max_actor_approxkl3: 0.00085831736 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.0024653953 + max_advantage: 0.03550577 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9874766e-05 + max_entropy: 0.010275572 + max_grad_norm_pre_clip: 0.8279314 + max_loss: 0.0024683282 + std: + std_actor_approxkl1: 0.00028118872 + std_actor_approxkl3: 0.00022523198 + std_actor_clipfrac: 0.0013717982 + std_actor_loss: 0.0006915991 + std_advantage: 0.0055763787 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9723789e-06 + std_entropy: 0.0019286536 + std_grad_norm_pre_clip: 0.24367328 + std_loss: 0.0006915836 + eval-batch-orig: + avg_avg_episode_length: 5.885564 + avg_avg_return: 0.9860685 + avg_benchmark_regret: 0.007947676 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.9860685 + avg_reward_per_step: 0.26607513 + eval-batch-shift: + avg_avg_episode_length: 62.413036 + avg_avg_return: 0.29221338 + avg_benchmark_regret: 0.7029682 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.101875305 + proxy_corner: + avg_avg_return: 0.6870996 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.694702 + avg_avg_return: 0.98705083 + avg_benchmark_regret: 0.007167562 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26674652 + proxy_corner: + avg_avg_return: 0.98705083 + avg_reward_per_step: 0.26674652 +=========================================================== +=========================================================== + step: + env-step-all-before: 283115520 + env-step-replay-before: 143687680 + env-step-used-before: 283115520 + ppo-update-before: 172800 + env-step-generate-before: 139427840 + env-step-all-after: 283148288 + env-step-replay-after: 143720448 + env-step-used-after: 283148288 + ppo-update-after: 172820 + env-step-generate-after: 139427840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.857586 + avg_avg_return: 0.88644266 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.88644266 + avg_reward_per_step: 0.06842041 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.857586 + avg_avg_return: 0.88644266 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.88644266 + avg_reward_per_step: 0.06842041 + perf: + env_steps_per_second: 1011139.2574065368 + ppo_updates_per_second: 110.62274735270297 + eval-batch-orig-duration: 0.18414842599304393 + eval-batch-shift-duration: 0.13874052301980555 + eval-batch-tree-duration: 0.1385578089975752 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.503662 + mouse-cheese_dist_finite_wavg: 13.050022 + mouse-cheese_dist_solvable_avg: 13.503662 + mouse-cheese_dist_solvable_wavg: 13.05002 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101566605 + visit_patterns: + avg_first_visit_time: 2738.8447 + avg_last_visit_time: 4376.2314 + num_replay_batches: 4386 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005583469 + avg_actor_approxkl3: 0.00053262577 + avg_actor_clipfrac: 0.007507324 + avg_actor_loss: 6.7574556e-06 + avg_advantage: 0.0009409331 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.984197e-06 + avg_entropy: 0.022436067 + avg_grad_norm_pre_clip: 0.5395101 + avg_loss: -1.0686512e-05 + max: + max_actor_approxkl1: 0.0018230288 + max_actor_approxkl3: 0.0017132054 + max_actor_clipfrac: 0.022827148 + max_actor_loss: 0.0018818546 + max_advantage: 0.021681488 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2005794e-05 + max_entropy: 0.03198885 + max_grad_norm_pre_clip: 1.2586333 + max_loss: 0.0018604184 + std: + std_actor_approxkl1: 0.0006191948 + std_actor_approxkl3: 0.00047601457 + std_actor_clipfrac: 0.006142393 + std_actor_loss: 0.00060916366 + std_advantage: 0.0045185057 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.3340893e-07 + std_entropy: 0.00396794 + std_grad_norm_pre_clip: 0.286191 + std_loss: 0.00060915586 + eval-batch-orig: + avg_avg_episode_length: 5.8822346 + avg_avg_return: 0.9864485 + avg_benchmark_regret: 0.007567608 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2661972 + proxy_corner: + avg_avg_return: 0.9864485 + avg_reward_per_step: 0.2661972 + eval-batch-shift: + avg_avg_episode_length: 62.45295 + avg_avg_return: 0.29205945 + avg_benchmark_regret: 0.70312214 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100914 + proxy_corner: + avg_avg_return: 0.67812896 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.673768 + avg_avg_return: 0.9870807 + avg_benchmark_regret: 0.0071377098 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.9870807 + avg_reward_per_step: 0.26708984 +=========================================================== +=========================================================== + step: + env-step-all-before: 284164096 + env-step-replay-before: 144113664 + env-step-used-before: 284164096 + ppo-update-before: 173440 + env-step-generate-before: 140050432 + env-step-all-after: 284196864 + env-step-replay-after: 144146432 + env-step-used-after: 284196864 + ppo-update-after: 173460 + env-step-generate-after: 140050432 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.8214245 + avg_avg_return: 0.88725114 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.88725114 + avg_reward_per_step: 0.06866455 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.8214245 + avg_avg_return: 0.88725114 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.88725114 + avg_reward_per_step: 0.06866455 + perf: + env_steps_per_second: 746786.3836127978 + ppo_updates_per_second: 112.43794823732645 + eval-batch-orig-duration: 0.19164602196542546 + eval-batch-shift-duration: 0.14724147197557613 + eval-batch-tree-duration: 0.1435528970323503 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.505371 + mouse-cheese_dist_finite_wavg: 11.252953 + mouse-cheese_dist_solvable_avg: 13.505371 + mouse-cheese_dist_solvable_wavg: 11.252954 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10168958 + visit_patterns: + avg_first_visit_time: 2749.4458 + avg_last_visit_time: 4389.2104 + num_replay_batches: 4399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034373163 + avg_actor_approxkl3: 0.00018866587 + avg_actor_clipfrac: 0.004223633 + avg_actor_loss: 5.137534e-05 + avg_advantage: 0.00077779655 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.355489e-06 + avg_entropy: 0.016545026 + avg_grad_norm_pre_clip: 0.3034614 + avg_loss: 3.9508053e-05 + max: + max_actor_approxkl1: 0.0010997341 + max_actor_approxkl3: 0.0004822038 + max_actor_clipfrac: 0.008544922 + max_actor_loss: 0.00081402157 + max_advantage: 0.018054903 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1718706e-05 + max_entropy: 0.023805546 + max_grad_norm_pre_clip: 0.4734965 + max_loss: 0.0007992565 + std: + std_actor_approxkl1: 0.00037127198 + std_actor_approxkl3: 0.00014828096 + std_actor_clipfrac: 0.0023583276 + std_actor_loss: 0.0003191361 + std_advantage: 0.004190886 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.874748e-07 + std_entropy: 0.0028316989 + std_grad_norm_pre_clip: 0.094997376 + std_loss: 0.00031929236 + eval-batch-orig: + avg_avg_episode_length: 5.906628 + avg_avg_return: 0.9864087 + avg_benchmark_regret: 0.007607407 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657547 + proxy_corner: + avg_avg_return: 0.9864087 + avg_reward_per_step: 0.2657547 + eval-batch-shift: + avg_avg_episode_length: 62.045586 + avg_avg_return: 0.29778352 + avg_benchmark_regret: 0.69739807 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10328674 + proxy_corner: + avg_avg_return: 0.6795729 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.6845593 + avg_avg_return: 0.9870577 + avg_benchmark_regret: 0.007160658 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.9870577 + avg_reward_per_step: 0.26678467 +=========================================================== +=========================================================== + step: + env-step-all-before: 285212672 + env-step-replay-before: 144637952 + env-step-used-before: 285212672 + ppo-update-before: 174080 + env-step-generate-before: 140574720 + env-step-all-after: 285245440 + env-step-replay-after: 144637952 + env-step-used-after: 285245440 + ppo-update-after: 174100 + env-step-generate-after: 140607488 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.412282 + avg_avg_return: 0.96570027 + avg_reward_per_step: 0.28625488 + proxy_corner: + avg_avg_return: 0.96570027 + avg_reward_per_step: 0.28625488 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.412282 + avg_avg_return: 0.96570027 + avg_reward_per_step: 0.28625488 + proxy_corner: + avg_avg_return: 0.96570027 + avg_reward_per_step: 0.28625488 + perf: + env_steps_per_second: 996635.8062460307 + ppo_updates_per_second: 111.29246775448914 + eval-batch-orig-duration: 0.183772016025614 + eval-batch-shift-duration: 0.13784127699909732 + eval-batch-tree-duration: 0.1378076749970205 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.489014 + mouse-cheese_dist_finite_wavg: 13.049558 + mouse-cheese_dist_solvable_avg: 13.489014 + mouse-cheese_dist_solvable_wavg: 13.04956 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10200494 + visit_patterns: + avg_first_visit_time: 2768.4194 + avg_last_visit_time: 4404.2705 + num_replay_batches: 4414 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00010078717 + avg_actor_approxkl3: 8.2330276e-05 + avg_actor_clipfrac: 0.0014892578 + avg_actor_loss: -7.767077e-05 + avg_advantage: -3.354194e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3486168e-05 + avg_entropy: 0.006488077 + avg_grad_norm_pre_clip: 0.19119047 + avg_loss: -7.741575e-05 + max: + max_actor_approxkl1: 0.00046762225 + max_actor_approxkl3: 0.00021694369 + max_actor_clipfrac: 0.004272461 + max_actor_loss: 0.0003036335 + max_advantage: 0.025584698 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.589037e-05 + max_entropy: 0.009445169 + max_grad_norm_pre_clip: 0.44924146 + max_loss: 0.00030142584 + std: + std_actor_approxkl1: 0.00015045989 + std_actor_approxkl3: 6.6711444e-05 + std_actor_clipfrac: 0.0008966976 + std_actor_loss: 0.00012739509 + std_advantage: 0.0052993484 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2510387e-06 + std_entropy: 0.0012662028 + std_grad_norm_pre_clip: 0.11560274 + std_loss: 0.00012732606 + eval-batch-orig: + avg_avg_episode_length: 5.9091253 + avg_avg_return: 0.98642766 + avg_benchmark_regret: 0.0075885146 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2658615 + proxy_corner: + avg_avg_return: 0.98642766 + avg_reward_per_step: 0.2658615 + eval-batch-shift: + avg_avg_episode_length: 62.32078 + avg_avg_return: 0.2969233 + avg_benchmark_regret: 0.6982583 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09890747 + proxy_corner: + avg_avg_return: 0.6721292 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.695058 + avg_avg_return: 0.98679614 + avg_benchmark_regret: 0.007422231 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26682281 + proxy_corner: + avg_avg_return: 0.98679614 + avg_reward_per_step: 0.26682281 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 286261248 + env-step-replay-before: 145162240 + env-step-used-before: 286261248 + ppo-update-before: 174720 + env-step-generate-before: 141099008 + env-step-all-after: 286294016 + env-step-replay-after: 145162240 + env-step-used-after: 286294016 + ppo-update-after: 174740 + env-step-generate-after: 141131776 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.645255 + avg_avg_return: 0.96449167 + avg_reward_per_step: 0.28173828 + proxy_corner: + avg_avg_return: 0.96449167 + avg_reward_per_step: 0.28173828 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.645255 + avg_avg_return: 0.96449167 + avg_reward_per_step: 0.28173828 + proxy_corner: + avg_avg_return: 0.96449167 + avg_reward_per_step: 0.28173828 + perf: + env_steps_per_second: 984762.2404094703 + ppo_updates_per_second: 110.32879352418352 + eval-batch-orig-duration: 0.1850925960461609 + eval-batch-shift-duration: 0.13963140302803367 + eval-batch-tree-duration: 0.13962386903585866 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.496582 + mouse-cheese_dist_finite_wavg: 13.050159 + mouse-cheese_dist_solvable_avg: 13.496582 + mouse-cheese_dist_solvable_wavg: 13.050159 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10161406 + visit_patterns: + avg_first_visit_time: 2779.1602 + avg_last_visit_time: 4420.323 + num_replay_batches: 4430 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00021527962 + avg_actor_approxkl3: 0.00010967268 + avg_actor_clipfrac: 0.003088379 + avg_actor_loss: -0.0002472574 + avg_advantage: -1.5559039e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6290483e-05 + avg_entropy: 0.011111702 + avg_grad_norm_pre_clip: 0.22869574 + avg_loss: -0.00025022388 + max: + max_actor_approxkl1: 0.0006234578 + max_actor_approxkl3: 0.00031818566 + max_actor_clipfrac: 0.0072021484 + max_actor_loss: 4.913844e-05 + max_advantage: 0.032527983 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0349962e-05 + max_entropy: 0.015741456 + max_grad_norm_pre_clip: 0.7373246 + max_loss: 4.4345317e-05 + std: + std_actor_approxkl1: 0.0002102148 + std_actor_approxkl3: 8.799143e-05 + std_actor_clipfrac: 0.0020673177 + std_actor_loss: 0.0003320125 + std_advantage: 0.0055284267 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9985334e-06 + std_entropy: 0.0023645551 + std_grad_norm_pre_clip: 0.12715088 + std_loss: 0.00033269296 + eval-batch-orig: + avg_avg_episode_length: 5.9336834 + avg_avg_return: 0.9863443 + avg_benchmark_regret: 0.0076718275 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26555634 + proxy_corner: + avg_avg_return: 0.9863443 + avg_reward_per_step: 0.26555634 + eval-batch-shift: + avg_avg_episode_length: 62.955894 + avg_avg_return: 0.28902066 + avg_benchmark_regret: 0.7061609 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09622955 + proxy_corner: + avg_avg_return: 0.66834444 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.708222 + avg_avg_return: 0.9866986 + avg_benchmark_regret: 0.0075197127 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26656342 + proxy_corner: + avg_avg_return: 0.9866986 + avg_reward_per_step: 0.26656342 +=========================================================== +=========================================================== + step: + env-step-all-before: 287309824 + env-step-replay-before: 145588224 + env-step-used-before: 287309824 + ppo-update-before: 175360 + env-step-generate-before: 141721600 + env-step-all-after: 287342592 + env-step-replay-after: 145620992 + env-step-used-after: 287342592 + ppo-update-after: 175380 + env-step-generate-after: 141721600 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.14953 + avg_avg_return: 0.88456476 + avg_reward_per_step: 0.06744385 + proxy_corner: + avg_avg_return: 0.88456476 + avg_reward_per_step: 0.06744385 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.14953 + avg_avg_return: 0.88456476 + avg_reward_per_step: 0.06744385 + proxy_corner: + avg_avg_return: 0.88456476 + avg_reward_per_step: 0.06744385 + perf: + env_steps_per_second: 994972.486275705 + ppo_updates_per_second: 111.52454748910289 + eval-batch-orig-duration: 0.18791062996024266 + eval-batch-shift-duration: 0.1471835519769229 + eval-batch-tree-duration: 0.14008615096099675 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.496094 + mouse-cheese_dist_finite_wavg: 10.352545 + mouse-cheese_dist_solvable_avg: 13.496094 + mouse-cheese_dist_solvable_wavg: 10.352545 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10160667 + visit_patterns: + avg_first_visit_time: 2792.894 + avg_last_visit_time: 4434.259 + num_replay_batches: 4444 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072018424 + avg_actor_approxkl3: 0.0005827737 + avg_actor_clipfrac: 0.011651612 + avg_actor_loss: 0.0004923275 + avg_advantage: -0.00069888576 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.592615e-05 + avg_entropy: 0.023898056 + avg_grad_norm_pre_clip: 1.166868 + avg_loss: 0.0004763925 + max: + max_actor_approxkl1: 0.003104942 + max_actor_approxkl3: 0.0026073058 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.005167707 + max_advantage: 0.0216586 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8353392e-05 + max_entropy: 0.031237233 + max_grad_norm_pre_clip: 2.6855648 + max_loss: 0.005151223 + std: + std_actor_approxkl1: 0.0007142933 + std_actor_approxkl3: 0.00059313985 + std_actor_clipfrac: 0.005415917 + std_actor_loss: 0.0012735126 + std_advantage: 0.0056016026 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3580509e-06 + std_entropy: 0.0036444955 + std_grad_norm_pre_clip: 0.65839374 + std_loss: 0.0012739778 + eval-batch-orig: + avg_avg_episode_length: 5.9026785 + avg_avg_return: 0.9864948 + avg_benchmark_regret: 0.007521323 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26594543 + proxy_corner: + avg_avg_return: 0.9864948 + avg_reward_per_step: 0.26594543 + eval-batch-shift: + avg_avg_episode_length: 63.97693 + avg_avg_return: 0.27577835 + avg_benchmark_regret: 0.71940327 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097076416 + proxy_corner: + avg_avg_return: 0.6801152 + avg_reward_per_step: 0.013214111 + eval-batch-tree: + avg_avg_episode_length: 5.7396626 + avg_avg_return: 0.9869079 + avg_benchmark_regret: 0.0073104613 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26674652 + proxy_corner: + avg_avg_return: 0.9869079 + avg_reward_per_step: 0.26674652 +=========================================================== +=========================================================== + step: + env-step-all-before: 288358400 + env-step-replay-before: 146309120 + env-step-used-before: 288358400 + ppo-update-before: 176000 + env-step-generate-before: 142049280 + env-step-all-after: 288391168 + env-step-replay-after: 146341888 + env-step-used-after: 288391168 + ppo-update-after: 176020 + env-step-generate-after: 142049280 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.876458 + avg_avg_return: 0.8863344 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.8863344 + avg_reward_per_step: 0.06842041 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.876458 + avg_avg_return: 0.8863344 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.8863344 + avg_reward_per_step: 0.06842041 + perf: + env_steps_per_second: 981978.8239913291 + ppo_updates_per_second: 110.90809012996627 + eval-batch-orig-duration: 0.1849234570399858 + eval-batch-shift-duration: 0.13637650600867346 + eval-batch-tree-duration: 0.13678581803105772 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.501709 + mouse-cheese_dist_finite_wavg: 13.051102 + mouse-cheese_dist_solvable_avg: 13.501709 + mouse-cheese_dist_solvable_wavg: 13.051105 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101355806 + visit_patterns: + avg_first_visit_time: 2797.371 + avg_last_visit_time: 4456.248 + num_replay_batches: 4466 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027010337 + avg_actor_approxkl3: 0.00017855699 + avg_actor_clipfrac: 0.0064331056 + avg_actor_loss: -0.000108996515 + avg_advantage: -0.000270601 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1856907e-05 + avg_entropy: 0.020038737 + avg_grad_norm_pre_clip: 0.38684127 + avg_loss: -0.00012310679 + max: + max_actor_approxkl1: 0.0008497222 + max_actor_approxkl3: 0.00046645192 + max_actor_clipfrac: 0.016113281 + max_actor_loss: 0.0013572471 + max_advantage: 0.025200725 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3319179e-05 + max_entropy: 0.025038091 + max_grad_norm_pre_clip: 0.95946753 + max_loss: 0.0013398796 + std: + std_actor_approxkl1: 0.0002756374 + std_actor_approxkl3: 0.00012635608 + std_actor_clipfrac: 0.00407998 + std_actor_loss: 0.00040669696 + std_advantage: 0.004864441 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.875951e-07 + std_entropy: 0.0023170258 + std_grad_norm_pre_clip: 0.1973282 + std_loss: 0.0004062707 + eval-batch-orig: + avg_avg_episode_length: 5.896061 + avg_avg_return: 0.9863469 + avg_benchmark_regret: 0.0076692314 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660141 + proxy_corner: + avg_avg_return: 0.9863469 + avg_reward_per_step: 0.2660141 + eval-batch-shift: + avg_avg_episode_length: 62.819355 + avg_avg_return: 0.29116917 + avg_benchmark_regret: 0.7040124 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100105286 + proxy_corner: + avg_avg_return: 0.6772639 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.7024794 + avg_avg_return: 0.9871533 + avg_benchmark_regret: 0.0070650503 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26691437 + proxy_corner: + avg_avg_return: 0.9871533 + avg_reward_per_step: 0.26691437 +=========================================================== +=========================================================== + step: + env-step-all-before: 289406976 + env-step-replay-before: 146866176 + env-step-used-before: 289406976 + ppo-update-before: 176640 + env-step-generate-before: 142540800 + env-step-all-after: 289439744 + env-step-replay-after: 146866176 + env-step-used-after: 289439744 + ppo-update-after: 176660 + env-step-generate-after: 142573568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8229933 + avg_avg_return: 0.962507 + avg_reward_per_step: 0.26785278 + proxy_corner: + avg_avg_return: 0.962507 + avg_reward_per_step: 0.26785278 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8229933 + avg_avg_return: 0.962507 + avg_reward_per_step: 0.26785278 + proxy_corner: + avg_avg_return: 0.962507 + avg_reward_per_step: 0.26785278 + perf: + env_steps_per_second: 989267.0802630713 + ppo_updates_per_second: 111.09864770233058 + eval-batch-orig-duration: 0.19293316797120497 + eval-batch-shift-duration: 0.14885124599095434 + eval-batch-tree-duration: 0.14078758301911876 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.501221 + mouse-cheese_dist_finite_wavg: 15.751114 + mouse-cheese_dist_solvable_avg: 13.501221 + mouse-cheese_dist_solvable_wavg: 15.751118 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10122909 + visit_patterns: + avg_first_visit_time: 2805.823 + avg_last_visit_time: 4472.199 + num_replay_batches: 4482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023162077 + avg_actor_approxkl3: 0.00010834153 + avg_actor_clipfrac: 0.002081299 + avg_actor_loss: -0.000110409535 + avg_advantage: 0.00033761948 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2728669e-05 + avg_entropy: 0.008418273 + avg_grad_norm_pre_clip: 0.19050594 + avg_loss: -0.00011246348 + max: + max_actor_approxkl1: 0.00082280976 + max_actor_approxkl3: 0.0003356245 + max_actor_clipfrac: 0.004638672 + max_actor_loss: 0.00022819731 + max_advantage: 0.02407533 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5946116e-05 + max_entropy: 0.01379795 + max_grad_norm_pre_clip: 0.5375221 + max_loss: 0.00022446305 + std: + std_actor_approxkl1: 0.0002600945 + std_actor_approxkl3: 9.667585e-05 + std_actor_clipfrac: 0.0016090493 + std_actor_loss: 0.00020295435 + std_advantage: 0.0050264425 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2541308e-06 + std_entropy: 0.00293687 + std_grad_norm_pre_clip: 0.1076398 + std_loss: 0.00020433946 + eval-batch-orig: + avg_avg_episode_length: 5.891005 + avg_avg_return: 0.98665524 + avg_benchmark_regret: 0.0073609063 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.98665524 + avg_reward_per_step: 0.26607513 + eval-batch-shift: + avg_avg_episode_length: 62.56823 + avg_avg_return: 0.290568 + avg_benchmark_regret: 0.70461357 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096954346 + proxy_corner: + avg_avg_return: 0.67159694 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.7041016 + avg_avg_return: 0.98677605 + avg_benchmark_regret: 0.0074422928 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26672363 + proxy_corner: + avg_avg_return: 0.98677605 + avg_reward_per_step: 0.26672363 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 290455552 + env-step-replay-before: 147423232 + env-step-used-before: 290455552 + ppo-update-before: 177280 + env-step-generate-before: 143032320 + env-step-all-after: 290488320 + env-step-replay-after: 147456000 + env-step-used-after: 290488320 + ppo-update-after: 177300 + env-step-generate-after: 143032320 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.894737 + avg_avg_return: 0.88748056 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.88748056 + avg_reward_per_step: 0.068237305 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.894737 + avg_avg_return: 0.88748056 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.88748056 + avg_reward_per_step: 0.068237305 + perf: + env_steps_per_second: 982785.8320292812 + ppo_updates_per_second: 110.980972337626 + eval-batch-orig-duration: 0.18273734499234706 + eval-batch-shift-duration: 0.1357778079691343 + eval-batch-tree-duration: 0.13748774101259187 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.505615 + mouse-cheese_dist_finite_wavg: 14.8504305 + mouse-cheese_dist_solvable_avg: 13.505615 + mouse-cheese_dist_solvable_wavg: 14.8504305 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101088256 + visit_patterns: + avg_first_visit_time: 2807.9512 + avg_last_visit_time: 4490.289 + num_replay_batches: 4500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.4091134e-05 + avg_actor_approxkl3: 3.9193288e-05 + avg_actor_clipfrac: 0.000982666 + avg_actor_loss: -5.580048e-05 + avg_advantage: -0.00060889404 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0666e-05 + avg_entropy: 0.012255793 + avg_grad_norm_pre_clip: 0.14531419 + avg_loss: -6.272327e-05 + max: + max_actor_approxkl1: 0.00038667727 + max_actor_approxkl3: 0.00013819619 + max_actor_clipfrac: 0.0018310547 + max_actor_loss: 0.00018491037 + max_advantage: 0.027933598 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2780787e-05 + max_entropy: 0.014249111 + max_grad_norm_pre_clip: 0.39575744 + max_loss: 0.00017877974 + std: + std_actor_approxkl1: 0.00014179604 + std_actor_approxkl3: 3.5155383e-05 + std_actor_clipfrac: 0.0004980633 + std_actor_loss: 0.0001155024 + std_advantage: 0.004758613 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.6311966e-07 + std_entropy: 0.0007804771 + std_grad_norm_pre_clip: 0.076627694 + std_loss: 0.00011578508 + eval-batch-orig: + avg_avg_episode_length: 5.8892217 + avg_avg_return: 0.9862535 + avg_benchmark_regret: 0.007762599 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26599884 + proxy_corner: + avg_avg_return: 0.9862535 + avg_reward_per_step: 0.26599884 + eval-batch-shift: + avg_avg_episode_length: 63.453785 + avg_avg_return: 0.28094614 + avg_benchmark_regret: 0.7142354 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09764099 + proxy_corner: + avg_avg_return: 0.68019104 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.6954985 + avg_avg_return: 0.9869205 + avg_benchmark_regret: 0.007297895 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683807 + proxy_corner: + avg_avg_return: 0.9869205 + avg_reward_per_step: 0.26683807 +=========================================================== +=========================================================== + step: + env-step-all-before: 291504128 + env-step-replay-before: 147849216 + env-step-used-before: 291504128 + ppo-update-before: 177920 + env-step-generate-before: 143654912 + env-step-all-after: 291536896 + env-step-replay-after: 147881984 + env-step-used-after: 291536896 + ppo-update-after: 177940 + env-step-generate-after: 143654912 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.984125 + avg_avg_return: 0.8858582 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.8858582 + avg_reward_per_step: 0.067840576 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.984125 + avg_avg_return: 0.8858582 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.8858582 + avg_reward_per_step: 0.067840576 + perf: + env_steps_per_second: 986038.8611010634 + ppo_updates_per_second: 111.13237506509594 + eval-batch-orig-duration: 0.18586497200885788 + eval-batch-shift-duration: 0.1396192600368522 + eval-batch-tree-duration: 0.13981807499658316 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.508057 + mouse-cheese_dist_finite_wavg: 13.051849 + mouse-cheese_dist_solvable_avg: 13.508057 + mouse-cheese_dist_solvable_wavg: 13.051852 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10123334 + visit_patterns: + avg_first_visit_time: 2816.0945 + avg_last_visit_time: 4503.2686 + num_replay_batches: 4513 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013744913 + avg_actor_approxkl3: 0.00019383508 + avg_actor_clipfrac: 0.0070739747 + avg_actor_loss: 9.331722e-05 + avg_advantage: -0.0014647807 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.20825325e-05 + avg_entropy: 0.017318476 + avg_grad_norm_pre_clip: 0.7178356 + avg_loss: 8.204001e-05 + max: + max_actor_approxkl1: 0.0006050489 + max_actor_approxkl3: 0.0006222726 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0013062092 + max_advantage: 0.035790443 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4817978e-05 + max_entropy: 0.023445264 + max_grad_norm_pre_clip: 1.9291364 + max_loss: 0.0012892612 + std: + std_actor_approxkl1: 0.00018850599 + std_actor_approxkl3: 0.00017469538 + std_actor_clipfrac: 0.005202183 + std_actor_loss: 0.00048616395 + std_advantage: 0.0052869134 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4211159e-06 + std_entropy: 0.0031603756 + std_grad_norm_pre_clip: 0.38961062 + std_loss: 0.0004844148 + eval-batch-orig: + avg_avg_episode_length: 5.8877025 + avg_avg_return: 0.9862 + avg_benchmark_regret: 0.00781622 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26599884 + proxy_corner: + avg_avg_return: 0.9862 + avg_reward_per_step: 0.26599884 + eval-batch-shift: + avg_avg_episode_length: 62.942127 + avg_avg_return: 0.28427798 + avg_benchmark_regret: 0.7109036 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10115051 + proxy_corner: + avg_avg_return: 0.68768084 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.690269 + avg_avg_return: 0.98674893 + avg_benchmark_regret: 0.0074694045 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683807 + proxy_corner: + avg_avg_return: 0.98674893 + avg_reward_per_step: 0.26683807 +=========================================================== +=========================================================== + step: + env-step-all-before: 292552704 + env-step-replay-before: 148439040 + env-step-used-before: 292552704 + ppo-update-before: 178560 + env-step-generate-before: 144113664 + env-step-all-after: 292585472 + env-step-replay-after: 148439040 + env-step-used-after: 292585472 + ppo-update-after: 178580 + env-step-generate-after: 144146432 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.869072 + avg_avg_return: 0.96205425 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.96205425 + avg_reward_per_step: 0.25897217 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.869072 + avg_avg_return: 0.96205425 + avg_reward_per_step: 0.25897217 + proxy_corner: + avg_avg_return: 0.96205425 + avg_reward_per_step: 0.25897217 + perf: + env_steps_per_second: 981358.2951762306 + ppo_updates_per_second: 111.25370805466619 + eval-batch-orig-duration: 0.18767079600365832 + eval-batch-shift-duration: 0.1429334389977157 + eval-batch-tree-duration: 0.13745710399234667 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.504395 + mouse-cheese_dist_finite_wavg: 14.851116 + mouse-cheese_dist_solvable_avg: 13.504395 + mouse-cheese_dist_solvable_wavg: 14.851118 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101377934 + visit_patterns: + avg_first_visit_time: 2820.4421 + avg_last_visit_time: 4520.206 + num_replay_batches: 4530 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005471429 + avg_actor_approxkl3: 0.0005502597 + avg_actor_clipfrac: 0.0044799806 + avg_actor_loss: -0.00022091696 + avg_advantage: 0.0012735124 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6845876e-05 + avg_entropy: 0.011510188 + avg_grad_norm_pre_clip: 0.14391299 + avg_loss: -0.00022400422 + max: + max_actor_approxkl1: 0.0015148583 + max_actor_approxkl3: 0.002112362 + max_actor_clipfrac: 0.014892578 + max_actor_loss: 0.00010202639 + max_advantage: 0.030388176 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3296736e-05 + max_entropy: 0.023623053 + max_grad_norm_pre_clip: 0.56131566 + max_loss: 9.398766e-05 + std: + std_actor_approxkl1: 0.00051066367 + std_actor_approxkl3: 0.00066859834 + std_actor_clipfrac: 0.004487823 + std_actor_loss: 0.00024098081 + std_advantage: 0.005745888 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3002444e-06 + std_entropy: 0.004523287 + std_grad_norm_pre_clip: 0.11157788 + std_loss: 0.00024272219 + eval-batch-orig: + avg_avg_episode_length: 5.9186754 + avg_avg_return: 0.98650604 + avg_benchmark_regret: 0.007510123 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26563263 + proxy_corner: + avg_avg_return: 0.98650604 + avg_reward_per_step: 0.26563263 + eval-batch-shift: + avg_avg_episode_length: 63.71775 + avg_avg_return: 0.276788 + avg_benchmark_regret: 0.71839356 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09609985 + proxy_corner: + avg_avg_return: 0.683439 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.7131596 + avg_avg_return: 0.9868186 + avg_benchmark_regret: 0.007399731 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665558 + proxy_corner: + avg_avg_return: 0.9868186 + avg_reward_per_step: 0.2665558 +=========================================================== +=========================================================== + step: + env-step-all-before: 293601280 + env-step-replay-before: 148865024 + env-step-used-before: 293601280 + ppo-update-before: 179200 + env-step-generate-before: 144736256 + env-step-all-after: 293634048 + env-step-replay-after: 148897792 + env-step-used-after: 293634048 + ppo-update-after: 179220 + env-step-generate-after: 144736256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.909952 + avg_avg_return: 0.8856902 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.8856902 + avg_reward_per_step: 0.06817627 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.909952 + avg_avg_return: 0.8856902 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.8856902 + avg_reward_per_step: 0.06817627 + perf: + env_steps_per_second: 1002197.9343154702 + ppo_updates_per_second: 111.29177224788741 + eval-batch-orig-duration: 0.18489652598509565 + eval-batch-shift-duration: 0.13943598401965573 + eval-batch-tree-duration: 0.13930571998935193 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.503906 + mouse-cheese_dist_finite_wavg: 14.850562 + mouse-cheese_dist_solvable_avg: 13.503906 + mouse-cheese_dist_solvable_wavg: 14.850562 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10167657 + visit_patterns: + avg_first_visit_time: 2833.884 + avg_last_visit_time: 4534.3213 + num_replay_batches: 4544 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024736996 + avg_actor_approxkl3: 9.785755e-05 + avg_actor_clipfrac: 0.002874756 + avg_actor_loss: -0.0002225928 + avg_advantage: -0.0020420903 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.15635185e-05 + avg_entropy: 0.019513136 + avg_grad_norm_pre_clip: 0.20215404 + avg_loss: -0.00023632418 + max: + max_actor_approxkl1: 0.0004940379 + max_actor_approxkl3: 0.00023615043 + max_actor_clipfrac: 0.0052490234 + max_actor_loss: 0.00019933563 + max_advantage: 0.026426136 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4572331e-05 + max_entropy: 0.023709375 + max_grad_norm_pre_clip: 0.55835086 + max_loss: 0.00018590345 + std: + std_actor_approxkl1: 0.00014787396 + std_actor_approxkl3: 5.5813645e-05 + std_actor_clipfrac: 0.0013458079 + std_actor_loss: 0.00031762323 + std_advantage: 0.0047049895 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6496089e-06 + std_entropy: 0.002540253 + std_grad_norm_pre_clip: 0.1007214 + std_loss: 0.00031870784 + eval-batch-orig: + avg_avg_episode_length: 5.8965626 + avg_avg_return: 0.98641473 + avg_benchmark_regret: 0.0076014237 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2659073 + proxy_corner: + avg_avg_return: 0.98641473 + avg_reward_per_step: 0.2659073 + eval-batch-shift: + avg_avg_episode_length: 62.774433 + avg_avg_return: 0.2875961 + avg_benchmark_regret: 0.70758545 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09970093 + proxy_corner: + avg_avg_return: 0.6844568 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.691202 + avg_avg_return: 0.9868245 + avg_benchmark_regret: 0.007393857 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26679993 + proxy_corner: + avg_avg_return: 0.9868245 + avg_reward_per_step: 0.26679993 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 294649856 + env-step-replay-before: 149258240 + env-step-used-before: 294649856 + ppo-update-before: 179840 + env-step-generate-before: 145391616 + env-step-all-after: 294682624 + env-step-replay-after: 149291008 + env-step-used-after: 294682624 + ppo-update-after: 179860 + env-step-generate-after: 145391616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.928528 + avg_avg_return: 0.88592064 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.88592064 + avg_reward_per_step: 0.06808472 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.928528 + avg_avg_return: 0.88592064 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.88592064 + avg_reward_per_step: 0.06808472 + perf: + env_steps_per_second: 915891.4638789932 + ppo_updates_per_second: 112.53976212374509 + eval-batch-orig-duration: 0.18351146596251056 + eval-batch-shift-duration: 0.14042542997049168 + eval-batch-tree-duration: 0.14036911400035024 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.506836 + mouse-cheese_dist_finite_wavg: 14.850138 + mouse-cheese_dist_solvable_avg: 13.506836 + mouse-cheese_dist_solvable_wavg: 14.850136 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10162187 + visit_patterns: + avg_first_visit_time: 2860.4392 + avg_last_visit_time: 4546.3057 + num_replay_batches: 4556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004076054 + avg_actor_approxkl3: 0.00015316834 + avg_actor_clipfrac: 0.0030517578 + avg_actor_loss: -0.0002910732 + avg_advantage: -0.00046171577 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1462674e-05 + avg_entropy: 0.017777257 + avg_grad_norm_pre_clip: 0.29155156 + avg_loss: -0.00030311916 + max: + max_actor_approxkl1: 0.0010849374 + max_actor_approxkl3: 0.00058907765 + max_actor_clipfrac: 0.008178711 + max_actor_loss: 0.00075209467 + max_advantage: 0.027046978 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3891063e-05 + max_entropy: 0.022732925 + max_grad_norm_pre_clip: 0.85390204 + max_loss: 0.0007398147 + std: + std_actor_approxkl1: 0.00037562806 + std_actor_approxkl3: 0.0001434436 + std_actor_clipfrac: 0.0022124718 + std_actor_loss: 0.00051438843 + std_advantage: 0.004975738 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1914927e-06 + std_entropy: 0.0022487303 + std_grad_norm_pre_clip: 0.15547222 + std_loss: 0.000515276 + eval-batch-orig: + avg_avg_episode_length: 5.890763 + avg_avg_return: 0.9866571 + avg_benchmark_regret: 0.0073590297 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26592255 + proxy_corner: + avg_avg_return: 0.9866571 + avg_reward_per_step: 0.26592255 + eval-batch-shift: + avg_avg_episode_length: 62.408695 + avg_avg_return: 0.28897128 + avg_benchmark_regret: 0.7062103 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10005188 + proxy_corner: + avg_avg_return: 0.6882651 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.690008 + avg_avg_return: 0.98721623 + avg_benchmark_regret: 0.0070021246 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667389 + proxy_corner: + avg_avg_return: 0.98721623 + avg_reward_per_step: 0.2667389 +=========================================================== +=========================================================== + step: + env-step-all-before: 295698432 + env-step-replay-before: 149815296 + env-step-used-before: 295698432 + ppo-update-before: 180480 + env-step-generate-before: 145883136 + env-step-all-after: 295731200 + env-step-replay-after: 149848064 + env-step-used-after: 295731200 + ppo-update-after: 180500 + env-step-generate-after: 145883136 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.929001 + avg_avg_return: 0.88631415 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.88631415 + avg_reward_per_step: 0.06808472 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.929001 + avg_avg_return: 0.88631415 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.88631415 + avg_reward_per_step: 0.06808472 + perf: + env_steps_per_second: 986966.6366789355 + ppo_updates_per_second: 111.74774358821868 + eval-batch-orig-duration: 0.1872087669908069 + eval-batch-shift-duration: 0.1464372050249949 + eval-batch-tree-duration: 0.13851756404619664 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.516602 + mouse-cheese_dist_finite_wavg: 14.850524 + mouse-cheese_dist_solvable_avg: 13.516602 + mouse-cheese_dist_solvable_wavg: 14.850524 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101647824 + visit_patterns: + avg_first_visit_time: 2864.9175 + avg_last_visit_time: 4563.33 + num_replay_batches: 4573 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004599439 + avg_actor_approxkl3: 0.00031023443 + avg_actor_clipfrac: 0.008404541 + avg_actor_loss: 3.796852e-05 + avg_advantage: -0.0005565401 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.20536815e-05 + avg_entropy: 0.028833939 + avg_grad_norm_pre_clip: 0.7001512 + avg_loss: 1.51614195e-05 + max: + max_actor_approxkl1: 0.0011072569 + max_actor_approxkl3: 0.0008195649 + max_actor_clipfrac: 0.014770508 + max_actor_loss: 0.0011436623 + max_advantage: 0.049993277 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4415597e-05 + max_entropy: 0.03367143 + max_grad_norm_pre_clip: 1.67422 + max_loss: 0.0011167319 + std: + std_actor_approxkl1: 0.0003664545 + std_actor_approxkl3: 0.00020046122 + std_actor_clipfrac: 0.0039977375 + std_actor_loss: 0.0005900784 + std_advantage: 0.005191902 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4435877e-06 + std_entropy: 0.0026482088 + std_grad_norm_pre_clip: 0.34963515 + std_loss: 0.00058938586 + eval-batch-orig: + avg_avg_episode_length: 5.9303026 + avg_avg_return: 0.985847 + avg_benchmark_regret: 0.008169165 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26554108 + proxy_corner: + avg_avg_return: 0.985847 + avg_reward_per_step: 0.26554108 + eval-batch-shift: + avg_avg_episode_length: 62.324844 + avg_avg_return: 0.2948473 + avg_benchmark_regret: 0.70033425 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09913635 + proxy_corner: + avg_avg_return: 0.68401337 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.6984487 + avg_avg_return: 0.98668176 + avg_benchmark_regret: 0.007536592 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26672363 + proxy_corner: + avg_avg_return: 0.98668176 + avg_reward_per_step: 0.26672363 +=========================================================== +=========================================================== + step: + env-step-all-before: 296747008 + env-step-replay-before: 150339584 + env-step-used-before: 296747008 + ppo-update-before: 181120 + env-step-generate-before: 146407424 + env-step-all-after: 296779776 + env-step-replay-after: 150372352 + env-step-used-after: 296779776 + ppo-update-after: 181140 + env-step-generate-after: 146407424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.894737 + avg_avg_return: 0.8862004 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.8862004 + avg_reward_per_step: 0.068237305 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.894737 + avg_avg_return: 0.8862004 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.8862004 + avg_reward_per_step: 0.068237305 + perf: + env_steps_per_second: 949770.4255149547 + ppo_updates_per_second: 111.27803126853709 + eval-batch-orig-duration: 0.18459667096612975 + eval-batch-shift-duration: 0.1397540339967236 + eval-batch-tree-duration: 0.1407899670302868 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.518311 + mouse-cheese_dist_finite_wavg: 14.850774 + mouse-cheese_dist_solvable_avg: 13.518311 + mouse-cheese_dist_solvable_wavg: 14.850776 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478259 + scoring: + avg_scores: 0.10172994 + visit_patterns: + avg_first_visit_time: 2876.8645 + avg_last_visit_time: 4579.251 + num_replay_batches: 4589 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094374607 + avg_actor_approxkl3: 0.00060951774 + avg_actor_clipfrac: 0.007702637 + avg_actor_loss: -1.4228351e-05 + avg_advantage: 3.814904e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0617986e-05 + avg_entropy: 0.026645357 + avg_grad_norm_pre_clip: 0.47876033 + avg_loss: -3.5564717e-05 + max: + max_actor_approxkl1: 0.0024849372 + max_actor_approxkl3: 0.0014364596 + max_actor_clipfrac: 0.017211914 + max_actor_loss: 0.0010037977 + max_advantage: 0.028781831 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.207479e-05 + max_entropy: 0.03288547 + max_grad_norm_pre_clip: 0.84615576 + max_loss: 0.0009847479 + std: + std_actor_approxkl1: 0.00071387464 + std_actor_approxkl3: 0.00041058584 + std_actor_clipfrac: 0.0040351395 + std_actor_loss: 0.00040035334 + std_advantage: 0.0046817106 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.2092587e-07 + std_entropy: 0.0036807137 + std_grad_norm_pre_clip: 0.18932739 + std_loss: 0.00040178245 + eval-batch-orig: + avg_avg_episode_length: 5.9123588 + avg_avg_return: 0.9865749 + avg_benchmark_regret: 0.007441272 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26582336 + proxy_corner: + avg_avg_return: 0.9865749 + avg_reward_per_step: 0.26582336 + eval-batch-shift: + avg_avg_episode_length: 62.99557 + avg_avg_return: 0.28321648 + avg_benchmark_regret: 0.7119651 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097343445 + proxy_corner: + avg_avg_return: 0.6819818 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.705543 + avg_avg_return: 0.98697233 + avg_benchmark_regret: 0.007246018 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26676178 + proxy_corner: + avg_avg_return: 0.98697233 + avg_reward_per_step: 0.26676178 +=========================================================== +=========================================================== + step: + env-step-all-before: 297795584 + env-step-replay-before: 150798336 + env-step-used-before: 297795584 + ppo-update-before: 181760 + env-step-generate-before: 146997248 + env-step-all-after: 297828352 + env-step-replay-after: 150798336 + env-step-used-after: 297828352 + ppo-update-after: 181780 + env-step-generate-after: 147030016 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.65471 + avg_avg_return: 0.9642402 + avg_reward_per_step: 0.29989624 + proxy_corner: + avg_avg_return: 0.9642402 + avg_reward_per_step: 0.29989624 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.65471 + avg_avg_return: 0.9642402 + avg_reward_per_step: 0.29989624 + proxy_corner: + avg_avg_return: 0.9642402 + avg_reward_per_step: 0.29989624 + perf: + env_steps_per_second: 1007022.512492902 + ppo_updates_per_second: 110.17851301895914 + eval-batch-orig-duration: 0.18551558401668444 + eval-batch-shift-duration: 0.13788981904508546 + eval-batch-tree-duration: 0.1377147189923562 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.514893 + mouse-cheese_dist_finite_wavg: 13.051087 + mouse-cheese_dist_solvable_avg: 13.514893 + mouse-cheese_dist_solvable_wavg: 13.051087 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1018807 + visit_patterns: + avg_first_visit_time: 2894.8323 + avg_last_visit_time: 4592.218 + num_replay_batches: 4602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020102407 + avg_actor_approxkl3: 0.00015849923 + avg_actor_clipfrac: 0.0033325197 + avg_actor_loss: -0.0001513282 + avg_advantage: 0.0015376111 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1518364e-05 + avg_entropy: 0.01010745 + avg_grad_norm_pre_clip: 0.27588126 + avg_loss: -0.00015567646 + max: + max_actor_approxkl1: 0.00072578946 + max_actor_approxkl3: 0.0004707746 + max_actor_clipfrac: 0.0087890625 + max_actor_loss: 0.00057010725 + max_advantage: 0.027783036 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3342743e-05 + max_entropy: 0.013931333 + max_grad_norm_pre_clip: 0.7733763 + max_loss: 0.00056723325 + std: + std_actor_approxkl1: 0.00025851085 + std_actor_approxkl3: 0.00013517289 + std_actor_clipfrac: 0.0023161534 + std_actor_loss: 0.0003196598 + std_advantage: 0.0046297573 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2412776e-06 + std_entropy: 0.0024947058 + std_grad_norm_pre_clip: 0.16837083 + std_loss: 0.00031973684 + eval-batch-orig: + avg_avg_episode_length: 5.9291553 + avg_avg_return: 0.9863031 + avg_benchmark_regret: 0.007713032 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26571655 + proxy_corner: + avg_avg_return: 0.9863031 + avg_reward_per_step: 0.26571655 + eval-batch-shift: + avg_avg_episode_length: 62.754795 + avg_avg_return: 0.29189014 + avg_benchmark_regret: 0.7032914 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09828949 + proxy_corner: + avg_avg_return: 0.67857045 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.7068453 + avg_avg_return: 0.9869473 + avg_benchmark_regret: 0.0072710523 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266716 + proxy_corner: + avg_avg_return: 0.9869473 + avg_reward_per_step: 0.266716 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 298844160 + env-step-replay-before: 151289856 + env-step-used-before: 298844160 + ppo-update-before: 182400 + env-step-generate-before: 147554304 + env-step-all-after: 298876928 + env-step-replay-after: 151289856 + env-step-used-after: 298876928 + ppo-update-after: 182420 + env-step-generate-after: 147587072 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8286185 + avg_avg_return: 0.9631678 + avg_reward_per_step: 0.28851318 + proxy_corner: + avg_avg_return: 0.9631678 + avg_reward_per_step: 0.28851318 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8286185 + avg_avg_return: 0.9631678 + avg_reward_per_step: 0.28851318 + proxy_corner: + avg_avg_return: 0.9631678 + avg_reward_per_step: 0.28851318 + perf: + env_steps_per_second: 987462.44019583 + ppo_updates_per_second: 111.43651564221778 + eval-batch-orig-duration: 0.18586793803842738 + eval-batch-shift-duration: 0.14512708398979157 + eval-batch-tree-duration: 0.13816596998367459 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.524658 + mouse-cheese_dist_finite_wavg: 7.6574297 + mouse-cheese_dist_solvable_avg: 13.524658 + mouse-cheese_dist_solvable_wavg: 7.6574306 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10211441 + visit_patterns: + avg_first_visit_time: 2909.692 + avg_last_visit_time: 4607.3174 + num_replay_batches: 4617 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024011254 + avg_actor_approxkl3: 0.00011767425 + avg_actor_clipfrac: 0.0030700683 + avg_actor_loss: -0.00013887773 + avg_advantage: 0.0011197649 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0752848e-05 + avg_entropy: 0.009410224 + avg_grad_norm_pre_clip: 0.20577686 + avg_loss: -0.00014291154 + max: + max_actor_approxkl1: 0.00076999876 + max_actor_approxkl3: 0.00034164573 + max_actor_clipfrac: 0.010131836 + max_actor_loss: 0.00051956624 + max_advantage: 0.02494675 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2159344e-05 + max_entropy: 0.013706155 + max_grad_norm_pre_clip: 0.4114252 + max_loss: 0.0005150562 + std: + std_actor_approxkl1: 0.00024227516 + std_actor_approxkl3: 0.000101735386 + std_actor_clipfrac: 0.0025702321 + std_actor_loss: 0.00036630363 + std_advantage: 0.0046522026 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.205605e-06 + std_entropy: 0.0026318186 + std_grad_norm_pre_clip: 0.10035723 + std_loss: 0.00036698996 + eval-batch-orig: + avg_avg_episode_length: 5.908 + avg_avg_return: 0.98654544 + avg_benchmark_regret: 0.007470737 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26586914 + proxy_corner: + avg_avg_return: 0.98654544 + avg_reward_per_step: 0.26586914 + eval-batch-shift: + avg_avg_episode_length: 61.993134 + avg_avg_return: 0.29810035 + avg_benchmark_regret: 0.6970812 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10002136 + proxy_corner: + avg_avg_return: 0.6776437 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.6970735 + avg_avg_return: 0.9870931 + avg_benchmark_regret: 0.007125295 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667694 + proxy_corner: + avg_avg_return: 0.9870931 + avg_reward_per_step: 0.2667694 +=========================================================== +=========================================================== + step: + env-step-all-before: 299892736 + env-step-replay-before: 151683072 + env-step-used-before: 299892736 + ppo-update-before: 183040 + env-step-generate-before: 148209664 + env-step-all-after: 299925504 + env-step-replay-after: 151683072 + env-step-used-after: 299925504 + ppo-update-after: 183060 + env-step-generate-after: 148242432 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.507555 + avg_avg_return: 0.96554786 + avg_reward_per_step: 0.28134155 + proxy_corner: + avg_avg_return: 0.96554786 + avg_reward_per_step: 0.28134155 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.507555 + avg_avg_return: 0.96554786 + avg_reward_per_step: 0.28134155 + proxy_corner: + avg_avg_return: 0.96554786 + avg_reward_per_step: 0.28134155 + perf: + env_steps_per_second: 984511.1650899723 + ppo_updates_per_second: 111.21723090673603 + eval-batch-orig-duration: 0.18352244596462697 + eval-batch-shift-duration: 0.1364115329924971 + eval-batch-tree-duration: 0.13622778601711616 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.519775 + mouse-cheese_dist_finite_wavg: 13.0510645 + mouse-cheese_dist_solvable_avg: 13.519775 + mouse-cheese_dist_solvable_wavg: 13.051066 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1019953 + visit_patterns: + avg_first_visit_time: 2929.4429 + avg_last_visit_time: 4619.3315 + num_replay_batches: 4629 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001387456 + avg_actor_approxkl3: 5.2692212e-05 + avg_actor_clipfrac: 0.0012695313 + avg_actor_loss: -0.0001413423 + avg_advantage: 0.0010246134 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0650101e-05 + avg_entropy: 0.007133387 + avg_grad_norm_pre_clip: 0.115164995 + avg_loss: -0.00014315064 + max: + max_actor_approxkl1: 0.0005788215 + max_actor_approxkl3: 0.00016510993 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.0001808661 + max_advantage: 0.023435771 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3147661e-05 + max_entropy: 0.010187729 + max_grad_norm_pre_clip: 0.37090534 + max_loss: 0.00017869123 + std: + std_actor_approxkl1: 0.00017846187 + std_actor_approxkl3: 5.027236e-05 + std_actor_clipfrac: 0.0012776045 + std_actor_loss: 0.0001535539 + std_advantage: 0.004631583 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1856254e-06 + std_entropy: 0.0023118493 + std_grad_norm_pre_clip: 0.07484734 + std_loss: 0.00015410011 + eval-batch-orig: + avg_avg_episode_length: 5.935523 + avg_avg_return: 0.98635805 + avg_benchmark_regret: 0.0076580993 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26578522 + proxy_corner: + avg_avg_return: 0.98635805 + avg_reward_per_step: 0.26578522 + eval-batch-shift: + avg_avg_episode_length: 63.007187 + avg_avg_return: 0.2825887 + avg_benchmark_regret: 0.71259284 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1015625 + proxy_corner: + avg_avg_return: 0.6879563 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.69578 + avg_avg_return: 0.98709285 + avg_benchmark_regret: 0.007125478 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683044 + proxy_corner: + avg_avg_return: 0.98709285 + avg_reward_per_step: 0.26683044 +=========================================================== +=========================================================== + step: + env-step-all-before: 300941312 + env-step-replay-before: 152010752 + env-step-used-before: 300941312 + ppo-update-before: 183680 + env-step-generate-before: 148930560 + env-step-all-after: 300974080 + env-step-replay-after: 152043520 + env-step-used-after: 300974080 + ppo-update-after: 183700 + env-step-generate-after: 148930560 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.98533 + avg_avg_return: 0.88590676 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.88590676 + avg_reward_per_step: 0.067993164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.98533 + avg_avg_return: 0.88590676 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.88590676 + avg_reward_per_step: 0.067993164 + perf: + env_steps_per_second: 988959.5866744685 + ppo_updates_per_second: 111.53294669039313 + eval-batch-orig-duration: 0.18399598897667602 + eval-batch-shift-duration: 0.13725378998788074 + eval-batch-tree-duration: 0.13690018403576687 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.519531 + mouse-cheese_dist_finite_wavg: 14.851011 + mouse-cheese_dist_solvable_avg: 13.519531 + mouse-cheese_dist_solvable_wavg: 14.851013 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102050886 + visit_patterns: + avg_first_visit_time: 2953.4036 + avg_last_visit_time: 4630.373 + num_replay_batches: 4640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005791954 + avg_actor_approxkl3: 0.00035718625 + avg_actor_clipfrac: 0.010510254 + avg_actor_loss: 0.00010584003 + avg_advantage: -0.0015653735 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1061819e-05 + avg_entropy: 0.037863214 + avg_grad_norm_pre_clip: 0.6787772 + avg_loss: 7.350772e-05 + max: + max_actor_approxkl1: 0.0015391634 + max_actor_approxkl3: 0.0010292178 + max_actor_clipfrac: 0.021850586 + max_actor_loss: 0.00086968206 + max_advantage: 0.026271224 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3283743e-05 + max_entropy: 0.049466167 + max_grad_norm_pre_clip: 1.3829334 + max_loss: 0.0008343901 + std: + std_actor_approxkl1: 0.000480027 + std_actor_approxkl3: 0.00027964875 + std_actor_clipfrac: 0.005859871 + std_actor_loss: 0.0004798424 + std_advantage: 0.0049512144 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.886233e-07 + std_entropy: 0.0054648323 + std_grad_norm_pre_clip: 0.25381342 + std_loss: 0.0004813342 + eval-batch-orig: + avg_avg_episode_length: 5.903637 + avg_avg_return: 0.9866165 + avg_benchmark_regret: 0.0073996717 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26591492 + proxy_corner: + avg_avg_return: 0.9866165 + avg_reward_per_step: 0.26591492 + eval-batch-shift: + avg_avg_episode_length: 62.690315 + avg_avg_return: 0.2834049 + avg_benchmark_regret: 0.7117767 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10258484 + proxy_corner: + avg_avg_return: 0.67941 + avg_reward_per_step: 0.012886047 + eval-batch-tree: + avg_avg_episode_length: 5.6876154 + avg_avg_return: 0.9871819 + avg_benchmark_regret: 0.007036499 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.9871819 + avg_reward_per_step: 0.2668686 +=========================================================== +=========================================================== + step: + env-step-all-before: 301989888 + env-step-replay-before: 152567808 + env-step-used-before: 301989888 + ppo-update-before: 184320 + env-step-generate-before: 149422080 + env-step-all-after: 302022656 + env-step-replay-after: 152567808 + env-step-used-after: 302022656 + ppo-update-after: 184340 + env-step-generate-after: 149454848 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6418085 + avg_avg_return: 0.9642808 + avg_reward_per_step: 0.27420044 + proxy_corner: + avg_avg_return: 0.9642808 + avg_reward_per_step: 0.27420044 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6418085 + avg_avg_return: 0.9642808 + avg_reward_per_step: 0.27420044 + proxy_corner: + avg_avg_return: 0.9642808 + avg_reward_per_step: 0.27420044 + perf: + env_steps_per_second: 872140.4967770498 + ppo_updates_per_second: 111.93988793713483 + eval-batch-orig-duration: 0.18408444500528276 + eval-batch-shift-duration: 0.1379640200175345 + eval-batch-tree-duration: 0.13826156000141054 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.527344 + mouse-cheese_dist_finite_wavg: 13.053759 + mouse-cheese_dist_solvable_avg: 13.527344 + mouse-cheese_dist_solvable_wavg: 13.053761 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102030486 + visit_patterns: + avg_first_visit_time: 2969.5708 + avg_last_visit_time: 4646.3496 + num_replay_batches: 4656 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.202282e-05 + avg_actor_approxkl3: 8.894906e-05 + avg_actor_clipfrac: 0.002069092 + avg_actor_loss: 6.41187e-05 + avg_advantage: 0.0007325893 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2774393e-05 + avg_entropy: 0.00847838 + avg_grad_norm_pre_clip: 0.30872962 + avg_loss: 6.2027524e-05 + max: + max_actor_approxkl1: 0.00027601386 + max_actor_approxkl3: 0.0003563047 + max_actor_clipfrac: 0.010498047 + max_actor_loss: 0.0008131005 + max_advantage: 0.03781593 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5050099e-05 + max_entropy: 0.016200878 + max_grad_norm_pre_clip: 1.4119816 + max_loss: 0.00080424454 + std: + std_actor_approxkl1: 9.5815034e-05 + std_actor_approxkl3: 9.5182906e-05 + std_actor_clipfrac: 0.0022364117 + std_actor_loss: 0.00022592036 + std_advantage: 0.0049813194 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3081177e-06 + std_entropy: 0.0027006608 + std_grad_norm_pre_clip: 0.29846177 + std_loss: 0.00022461517 + eval-batch-orig: + avg_avg_episode_length: 5.905767 + avg_avg_return: 0.9862459 + avg_benchmark_regret: 0.0077703306 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.9862459 + avg_reward_per_step: 0.26593018 + eval-batch-shift: + avg_avg_episode_length: 62.32478 + avg_avg_return: 0.28972107 + avg_benchmark_regret: 0.7054605 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.103507996 + proxy_corner: + avg_avg_return: 0.682663 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.693855 + avg_avg_return: 0.98709524 + avg_benchmark_regret: 0.007123149 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26672363 + proxy_corner: + avg_avg_return: 0.98709524 + avg_reward_per_step: 0.26672363 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 303038464 + env-step-replay-before: 153059328 + env-step-used-before: 303038464 + ppo-update-before: 184960 + env-step-generate-before: 149979136 + env-step-all-after: 303071232 + env-step-replay-after: 153059328 + env-step-used-after: 303071232 + ppo-update-after: 184980 + env-step-generate-after: 150011904 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9485497 + avg_avg_return: 0.9623414 + avg_reward_per_step: 0.25775146 + proxy_corner: + avg_avg_return: 0.9623414 + avg_reward_per_step: 0.25775146 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9485497 + avg_avg_return: 0.9623414 + avg_reward_per_step: 0.25775146 + proxy_corner: + avg_avg_return: 0.9623414 + avg_reward_per_step: 0.25775146 + perf: + env_steps_per_second: 950346.4017923351 + ppo_updates_per_second: 111.6975960830192 + eval-batch-orig-duration: 0.18466137297218665 + eval-batch-shift-duration: 0.13724395097233355 + eval-batch-tree-duration: 0.13756641000509262 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.533447 + mouse-cheese_dist_finite_wavg: 13.055268 + mouse-cheese_dist_solvable_avg: 13.533447 + mouse-cheese_dist_solvable_wavg: 13.055268 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102169536 + visit_patterns: + avg_first_visit_time: 2987.4329 + avg_last_visit_time: 4661.2676 + num_replay_batches: 4671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014922651 + avg_actor_approxkl3: 0.00014208324 + avg_actor_clipfrac: 0.0035522461 + avg_actor_loss: -9.188615e-05 + avg_advantage: -0.0004791623 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4595244e-05 + avg_entropy: 0.010674301 + avg_grad_norm_pre_clip: 0.41372362 + avg_loss: -9.5262825e-05 + max: + max_actor_approxkl1: 0.0006688544 + max_actor_approxkl3: 0.00042636722 + max_actor_clipfrac: 0.010986328 + max_actor_loss: 0.0006102724 + max_advantage: 0.034276187 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1052429e-05 + max_entropy: 0.015958747 + max_grad_norm_pre_clip: 1.220886 + max_loss: 0.0006047583 + std: + std_actor_approxkl1: 0.00019336234 + std_actor_approxkl3: 0.00011987441 + std_actor_clipfrac: 0.0031566212 + std_actor_loss: 0.00039917786 + std_advantage: 0.0054096635 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.233639e-06 + std_entropy: 0.0034314413 + std_grad_norm_pre_clip: 0.3417117 + std_loss: 0.00039891634 + eval-batch-orig: + avg_avg_episode_length: 5.9009266 + avg_avg_return: 0.9863058 + avg_benchmark_regret: 0.007710376 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26591492 + proxy_corner: + avg_avg_return: 0.9863058 + avg_reward_per_step: 0.26591492 + eval-batch-shift: + avg_avg_episode_length: 62.34413 + avg_avg_return: 0.29046735 + avg_benchmark_regret: 0.70471424 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10029602 + proxy_corner: + avg_avg_return: 0.67378366 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.728925 + avg_avg_return: 0.9868274 + avg_benchmark_regret: 0.0073909857 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26654816 + proxy_corner: + avg_avg_return: 0.9868274 + avg_reward_per_step: 0.26654816 +=========================================================== +=========================================================== + step: + env-step-all-before: 304087040 + env-step-replay-before: 153387008 + env-step-used-before: 304087040 + ppo-update-before: 185600 + env-step-generate-before: 150700032 + env-step-all-after: 304119808 + env-step-replay-after: 153387008 + env-step-used-after: 304119808 + ppo-update-after: 185620 + env-step-generate-after: 150732800 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.375436 + avg_avg_return: 0.96576846 + avg_reward_per_step: 0.29318237 + proxy_corner: + avg_avg_return: 0.96576846 + avg_reward_per_step: 0.29318237 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.375436 + avg_avg_return: 0.96576846 + avg_reward_per_step: 0.29318237 + proxy_corner: + avg_avg_return: 0.96576846 + avg_reward_per_step: 0.29318237 + perf: + env_steps_per_second: 998771.742931869 + ppo_updates_per_second: 111.29668038013952 + eval-batch-orig-duration: 0.182361276994925 + eval-batch-shift-duration: 0.13512298197019845 + eval-batch-tree-duration: 0.13665775599656627 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5234375 + mouse-cheese_dist_finite_wavg: 13.052115 + mouse-cheese_dist_solvable_avg: 13.5234375 + mouse-cheese_dist_solvable_wavg: 13.052114 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10307817 + visit_patterns: + avg_first_visit_time: 3017.5632 + avg_last_visit_time: 4671.168 + num_replay_batches: 4681 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00054415996 + avg_actor_approxkl3: 0.00013596984 + avg_actor_clipfrac: 0.003741455 + avg_actor_loss: -0.0005093709 + avg_advantage: -0.00041694494 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5522905e-05 + avg_entropy: 0.01574622 + avg_grad_norm_pre_clip: 0.31514034 + avg_loss: -0.0005173556 + max: + max_actor_approxkl1: 0.0022108937 + max_actor_approxkl3: 0.0004295468 + max_actor_clipfrac: 0.012451172 + max_actor_loss: 0.00047886185 + max_advantage: 0.032063425 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8099174e-05 + max_entropy: 0.021636903 + max_grad_norm_pre_clip: 0.65819764 + max_loss: 0.00046556254 + std: + std_actor_approxkl1: 0.0005051961 + std_actor_approxkl3: 0.000104842555 + std_actor_clipfrac: 0.0027511287 + std_actor_loss: 0.000599874 + std_advantage: 0.005516175 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7706884e-06 + std_entropy: 0.003894272 + std_grad_norm_pre_clip: 0.13888972 + std_loss: 0.00060059683 + eval-batch-orig: + avg_avg_episode_length: 5.9598083 + avg_avg_return: 0.98587054 + avg_benchmark_regret: 0.008145603 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26502228 + proxy_corner: + avg_avg_return: 0.98587054 + avg_reward_per_step: 0.26502228 + eval-batch-shift: + avg_avg_episode_length: 62.568127 + avg_avg_return: 0.29264206 + avg_benchmark_regret: 0.70253944 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09892273 + proxy_corner: + avg_avg_return: 0.67529696 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.844587 + avg_avg_return: 0.98637044 + avg_benchmark_regret: 0.007847927 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26470184 + proxy_corner: + avg_avg_return: 0.98637044 + avg_reward_per_step: 0.26470184 +=========================================================== +=========================================================== + step: + env-step-all-before: 305135616 + env-step-replay-before: 153878528 + env-step-used-before: 305135616 + ppo-update-before: 186240 + env-step-generate-before: 151257088 + env-step-all-after: 305168384 + env-step-replay-after: 153878528 + env-step-used-after: 305168384 + ppo-update-after: 186260 + env-step-generate-after: 151289856 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.770714 + avg_avg_return: 0.9622743 + avg_reward_per_step: 0.27471924 + proxy_corner: + avg_avg_return: 0.9622743 + avg_reward_per_step: 0.27471924 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.770714 + avg_avg_return: 0.9622743 + avg_reward_per_step: 0.27471924 + proxy_corner: + avg_avg_return: 0.9622743 + avg_reward_per_step: 0.27471924 + perf: + env_steps_per_second: 985290.876524291 + ppo_updates_per_second: 110.71803136345285 + eval-batch-orig-duration: 0.18430183600867167 + eval-batch-shift-duration: 0.13720346498303115 + eval-batch-tree-duration: 0.13704669900471345 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.533936 + mouse-cheese_dist_finite_wavg: 13.053375 + mouse-cheese_dist_solvable_avg: 13.533936 + mouse-cheese_dist_solvable_wavg: 13.053375 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10564807 + visit_patterns: + avg_first_visit_time: 3034.2346 + avg_last_visit_time: 4686.3125 + num_replay_batches: 4696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047473283 + avg_actor_approxkl3: 0.00014395847 + avg_actor_clipfrac: 0.0042419434 + avg_actor_loss: -0.00021622023 + avg_advantage: 0.0012027228 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6285254e-05 + avg_entropy: 0.019004246 + avg_grad_norm_pre_clip: 0.31508428 + avg_loss: -0.00022708185 + max: + max_actor_approxkl1: 0.0012147768 + max_actor_approxkl3: 0.00034362957 + max_actor_clipfrac: 0.008178711 + max_actor_loss: 0.00022693723 + max_advantage: 0.035556555 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9727358e-05 + max_entropy: 0.023834366 + max_grad_norm_pre_clip: 0.47730225 + max_loss: 0.00021394121 + std: + std_actor_approxkl1: 0.00034987225 + std_actor_approxkl3: 9.5850235e-05 + std_actor_clipfrac: 0.0024315827 + std_actor_loss: 0.00028802807 + std_advantage: 0.0056222808 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7582673e-06 + std_entropy: 0.0025681762 + std_grad_norm_pre_clip: 0.07937483 + std_loss: 0.00028914772 + eval-batch-orig: + avg_avg_episode_length: 5.9187336 + avg_avg_return: 0.9862286 + avg_benchmark_regret: 0.007787548 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.265419 + proxy_corner: + avg_avg_return: 0.9862286 + avg_reward_per_step: 0.265419 + eval-batch-shift: + avg_avg_episode_length: 63.614563 + avg_avg_return: 0.28100902 + avg_benchmark_regret: 0.71417254 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09737396 + proxy_corner: + avg_avg_return: 0.6932078 + avg_reward_per_step: 0.013092041 + eval-batch-tree: + avg_avg_episode_length: 5.7683177 + avg_avg_return: 0.9867488 + avg_benchmark_regret: 0.0074695917 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26506805 + proxy_corner: + avg_avg_return: 0.9867488 + avg_reward_per_step: 0.26506805 +=========================================================== +=========================================================== + step: + env-step-all-before: 306184192 + env-step-replay-before: 154468352 + env-step-used-before: 306184192 + ppo-update-before: 186880 + env-step-generate-before: 151715840 + env-step-all-after: 306216960 + env-step-replay-after: 154501120 + env-step-used-after: 306216960 + ppo-update-after: 186900 + env-step-generate-after: 151715840 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.409477 + avg_avg_return: 0.88428104 + avg_reward_per_step: 0.06613159 + proxy_corner: + avg_avg_return: 0.88428104 + avg_reward_per_step: 0.06613159 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.409477 + avg_avg_return: 0.88428104 + avg_reward_per_step: 0.06613159 + proxy_corner: + avg_avg_return: 0.88428104 + avg_reward_per_step: 0.06613159 + perf: + env_steps_per_second: 1003433.3776985593 + ppo_updates_per_second: 111.56562823405397 + eval-batch-orig-duration: 0.1848645859863609 + eval-batch-shift-duration: 0.1396589350188151 + eval-batch-tree-duration: 0.13552692398661748 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.531494 + mouse-cheese_dist_finite_wavg: 13.052434 + mouse-cheese_dist_solvable_avg: 13.531494 + mouse-cheese_dist_solvable_wavg: 13.052434 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10224159 + visit_patterns: + avg_first_visit_time: 3049.76 + avg_last_visit_time: 4705.313 + num_replay_batches: 4715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013455609 + avg_actor_approxkl3: 0.00069723505 + avg_actor_clipfrac: 0.019683838 + avg_actor_loss: 0.00031947132 + avg_advantage: -9.654253e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1703241e-05 + avg_entropy: 0.05393467 + avg_grad_norm_pre_clip: 1.0410562 + avg_loss: 0.0002763883 + max: + max_actor_approxkl1: 0.0029251752 + max_actor_approxkl3: 0.0014298012 + max_actor_clipfrac: 0.033081055 + max_actor_loss: 0.0015095414 + max_advantage: 0.023305774 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.389758e-05 + max_entropy: 0.07086481 + max_grad_norm_pre_clip: 1.9146415 + max_loss: 0.001450221 + std: + std_actor_approxkl1: 0.0007543081 + std_actor_approxkl3: 0.00033494201 + std_actor_clipfrac: 0.008195717 + std_actor_loss: 0.00056654937 + std_advantage: 0.006428693 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4472905e-06 + std_entropy: 0.0076451297 + std_grad_norm_pre_clip: 0.3256479 + std_loss: 0.00056564994 + eval-batch-orig: + avg_avg_episode_length: 6.005254 + avg_avg_return: 0.9855628 + avg_benchmark_regret: 0.008453339 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26454163 + proxy_corner: + avg_avg_return: 0.9855628 + avg_reward_per_step: 0.26454163 + eval-batch-shift: + avg_avg_episode_length: 61.940964 + avg_avg_return: 0.3051 + avg_benchmark_regret: 0.69008154 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09648895 + proxy_corner: + avg_avg_return: 0.67761993 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.8754287 + avg_avg_return: 0.98613214 + avg_benchmark_regret: 0.008086198 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26450348 + proxy_corner: + avg_avg_return: 0.98613214 + avg_reward_per_step: 0.26450348 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 307232768 + env-step-replay-before: 155123712 + env-step-used-before: 307232768 + ppo-update-before: 187520 + env-step-generate-before: 152109056 + env-step-all-after: 307265536 + env-step-replay-after: 155123712 + env-step-used-after: 307265536 + ppo-update-after: 187540 + env-step-generate-after: 152141824 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6423025 + avg_avg_return: 0.96510696 + avg_reward_per_step: 0.274292 + proxy_corner: + avg_avg_return: 0.96510696 + avg_reward_per_step: 0.274292 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6423025 + avg_avg_return: 0.96510696 + avg_reward_per_step: 0.274292 + proxy_corner: + avg_avg_return: 0.96510696 + avg_reward_per_step: 0.274292 + perf: + env_steps_per_second: 970200.5891931758 + ppo_updates_per_second: 111.80175464910052 + eval-batch-orig-duration: 0.1836304389871657 + eval-batch-shift-duration: 0.13801715901354328 + eval-batch-tree-duration: 0.13684582099085674 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5217285 + mouse-cheese_dist_finite_wavg: 15.750317 + mouse-cheese_dist_solvable_avg: 13.5217285 + mouse-cheese_dist_solvable_wavg: 15.750317 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102714345 + visit_patterns: + avg_first_visit_time: 3062.8032 + avg_last_visit_time: 4724.3013 + num_replay_batches: 4734 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015252938 + avg_actor_approxkl3: 0.00012347211 + avg_actor_clipfrac: 0.003063965 + avg_actor_loss: 0.00015361118 + avg_advantage: 0.0026046159 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3945272e-05 + avg_entropy: 0.0111656515 + avg_grad_norm_pre_clip: 0.35747108 + avg_loss: 0.00014941816 + max: + max_actor_approxkl1: 0.0005320172 + max_actor_approxkl3: 0.0003414614 + max_actor_clipfrac: 0.007446289 + max_actor_loss: 0.0011463482 + max_advantage: 0.027530551 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1184527e-05 + max_entropy: 0.016710687 + max_grad_norm_pre_clip: 0.8829919 + max_loss: 0.0011390519 + std: + std_actor_approxkl1: 0.00014765754 + std_actor_approxkl3: 8.972392e-05 + std_actor_clipfrac: 0.0020327182 + std_actor_loss: 0.00031065688 + std_advantage: 0.0051177307 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4667324e-06 + std_entropy: 0.0033131344 + std_grad_norm_pre_clip: 0.19891566 + std_loss: 0.00030945207 + eval-batch-orig: + avg_avg_episode_length: 5.9869146 + avg_avg_return: 0.9856864 + avg_benchmark_regret: 0.008329694 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26498413 + proxy_corner: + avg_avg_return: 0.9856864 + avg_reward_per_step: 0.26498413 + eval-batch-shift: + avg_avg_episode_length: 62.801376 + avg_avg_return: 0.2883873 + avg_benchmark_regret: 0.70679426 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099723816 + proxy_corner: + avg_avg_return: 0.6751138 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.7406178 + avg_avg_return: 0.9870801 + avg_benchmark_regret: 0.00713824 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.265831 + proxy_corner: + avg_avg_return: 0.9870801 + avg_reward_per_step: 0.265831 +=========================================================== +=========================================================== + step: + env-step-all-before: 308281344 + env-step-replay-before: 155516928 + env-step-used-before: 308281344 + ppo-update-before: 188160 + env-step-generate-before: 152764416 + env-step-all-after: 308314112 + env-step-replay-after: 155549696 + env-step-used-after: 308314112 + ppo-update-after: 188180 + env-step-generate-after: 152764416 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.039255 + avg_avg_return: 0.88677377 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.88677377 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.039255 + avg_avg_return: 0.88677377 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.88677377 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 1014746.9986253715 + ppo_updates_per_second: 110.19996555968275 + eval-batch-orig-duration: 0.1839156270143576 + eval-batch-shift-duration: 0.13667163299396634 + eval-batch-tree-duration: 0.13676040997961536 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.507324 + mouse-cheese_dist_finite_wavg: 14.846436 + mouse-cheese_dist_solvable_avg: 13.507324 + mouse-cheese_dist_solvable_wavg: 14.846439 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10320119 + visit_patterns: + avg_first_visit_time: 3086.684 + avg_last_visit_time: 4737.1846 + num_replay_batches: 4747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061529526 + avg_actor_approxkl3: 0.00029307147 + avg_actor_clipfrac: 0.010473633 + avg_actor_loss: -9.379396e-06 + avg_advantage: -0.0012209438 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4184708e-05 + avg_entropy: 0.029554466 + avg_grad_norm_pre_clip: 0.8006403 + avg_loss: -3.1841493e-05 + max: + max_actor_approxkl1: 0.001740002 + max_actor_approxkl3: 0.0006491832 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0015204763 + max_advantage: 0.036977172 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.685086e-05 + max_entropy: 0.040565442 + max_grad_norm_pre_clip: 1.1667597 + max_loss: 0.0014946195 + std: + std_actor_approxkl1: 0.0004991143 + std_actor_approxkl3: 0.00014684862 + std_actor_clipfrac: 0.0047032093 + std_actor_loss: 0.0006215604 + std_advantage: 0.005144069 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.156178e-06 + std_entropy: 0.0058546523 + std_grad_norm_pre_clip: 0.24709378 + std_loss: 0.00062236976 + eval-batch-orig: + avg_avg_episode_length: 6.023731 + avg_avg_return: 0.98569036 + avg_benchmark_regret: 0.008325816 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2642975 + proxy_corner: + avg_avg_return: 0.98569036 + avg_reward_per_step: 0.2642975 + eval-batch-shift: + avg_avg_episode_length: 63.505653 + avg_avg_return: 0.27987808 + avg_benchmark_regret: 0.7153035 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09907532 + proxy_corner: + avg_avg_return: 0.6785121 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.760583 + avg_avg_return: 0.9866164 + avg_benchmark_regret: 0.0076020127 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.265625 + proxy_corner: + avg_avg_return: 0.9866164 + avg_reward_per_step: 0.265625 +=========================================================== +=========================================================== + step: + env-step-all-before: 309329920 + env-step-replay-before: 155877376 + env-step-used-before: 309329920 + ppo-update-before: 188800 + env-step-generate-before: 153452544 + env-step-all-after: 309362688 + env-step-replay-after: 155910144 + env-step-used-after: 309362688 + ppo-update-after: 188820 + env-step-generate-after: 153452544 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.092552 + avg_avg_return: 0.88886714 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.88886714 + avg_reward_per_step: 0.06796265 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.092552 + avg_avg_return: 0.88886714 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.88886714 + avg_reward_per_step: 0.06796265 + perf: + env_steps_per_second: 955347.2806467385 + ppo_updates_per_second: 111.60416278173928 + eval-batch-orig-duration: 0.18658104300266132 + eval-batch-shift-duration: 0.14376307296333835 + eval-batch-tree-duration: 0.13880934298504144 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.500977 + mouse-cheese_dist_finite_wavg: 14.851637 + mouse-cheese_dist_solvable_avg: 13.500977 + mouse-cheese_dist_solvable_wavg: 14.851639 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10264951 + visit_patterns: + avg_first_visit_time: 3114.221 + avg_last_visit_time: 4748.3125 + num_replay_batches: 4758 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011688815 + avg_actor_approxkl3: 0.00051014725 + avg_actor_clipfrac: 0.0118957525 + avg_actor_loss: -0.00063343253 + avg_advantage: 0.00067242945 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3280325e-05 + avg_entropy: 0.03207642 + avg_grad_norm_pre_clip: 0.8397107 + avg_loss: -0.0006588687 + max: + max_actor_approxkl1: 0.0024137818 + max_actor_approxkl3: 0.001419741 + max_actor_clipfrac: 0.029418945 + max_actor_loss: 0.000116325915 + max_advantage: 0.026220858 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4919035e-05 + max_entropy: 0.043170385 + max_grad_norm_pre_clip: 1.9645824 + max_loss: 8.7603476e-05 + std: + std_actor_approxkl1: 0.00066135166 + std_actor_approxkl3: 0.00033765062 + std_actor_clipfrac: 0.008037241 + std_actor_loss: 0.0007255484 + std_advantage: 0.005355139 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.8703033e-07 + std_entropy: 0.006849281 + std_grad_norm_pre_clip: 0.46005076 + std_loss: 0.0007277782 + eval-batch-orig: + avg_avg_episode_length: 5.9587255 + avg_avg_return: 0.98622 + avg_benchmark_regret: 0.0077962056 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26557922 + proxy_corner: + avg_avg_return: 0.98622 + avg_reward_per_step: 0.26557922 + eval-batch-shift: + avg_avg_episode_length: 63.690475 + avg_avg_return: 0.27799648 + avg_benchmark_regret: 0.71718514 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099121094 + proxy_corner: + avg_avg_return: 0.67078376 + avg_reward_per_step: 0.012893677 + eval-batch-tree: + avg_avg_episode_length: 5.7017336 + avg_avg_return: 0.98703104 + avg_benchmark_regret: 0.0071873628 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26664734 + proxy_corner: + avg_avg_return: 0.98703104 + avg_reward_per_step: 0.26664734 +=========================================================== +=========================================================== + step: + env-step-all-before: 310378496 + env-step-replay-before: 156467200 + env-step-used-before: 310378496 + ppo-update-before: 189440 + env-step-generate-before: 153911296 + env-step-all-after: 310411264 + env-step-replay-after: 156467200 + env-step-used-after: 310411264 + ppo-update-after: 189460 + env-step-generate-after: 153944064 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7319274 + avg_avg_return: 0.96376586 + avg_reward_per_step: 0.28497314 + proxy_corner: + avg_avg_return: 0.96376586 + avg_reward_per_step: 0.28497314 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7319274 + avg_avg_return: 0.96376586 + avg_reward_per_step: 0.28497314 + proxy_corner: + avg_avg_return: 0.96376586 + avg_reward_per_step: 0.28497314 + perf: + env_steps_per_second: 982769.030209729 + ppo_updates_per_second: 110.65803778904856 + eval-batch-orig-duration: 0.18615079199662432 + eval-batch-shift-duration: 0.13672201801091433 + eval-batch-tree-duration: 0.13717476098099723 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.500732 + mouse-cheese_dist_finite_wavg: 14.848698 + mouse-cheese_dist_solvable_avg: 13.500732 + mouse-cheese_dist_solvable_wavg: 14.8487 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10189312 + visit_patterns: + avg_first_visit_time: 3126.5 + avg_last_visit_time: 4765.3804 + num_replay_batches: 4775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034867137 + avg_actor_approxkl3: 0.00014627828 + avg_actor_clipfrac: 0.00234375 + avg_actor_loss: 1.12586595e-05 + avg_advantage: 0.0008007635 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1274419e-05 + avg_entropy: 0.006310162 + avg_grad_norm_pre_clip: 0.3170462 + avg_loss: 1.0585708e-05 + max: + max_actor_approxkl1: 0.0012624641 + max_actor_approxkl3: 0.0005032861 + max_actor_clipfrac: 0.0048828125 + max_actor_loss: 0.00060282554 + max_advantage: 0.035363376 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4531819e-05 + max_entropy: 0.011250205 + max_grad_norm_pre_clip: 0.8499488 + max_loss: 0.000597225 + std: + std_actor_approxkl1: 0.00045642795 + std_actor_approxkl3: 0.00016369708 + std_actor_clipfrac: 0.0018063106 + std_actor_loss: 0.00030578478 + std_advantage: 0.0046814214 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4481868e-06 + std_entropy: 0.0023539872 + std_grad_norm_pre_clip: 0.19417918 + std_loss: 0.00030565483 + eval-batch-orig: + avg_avg_episode_length: 5.9294486 + avg_avg_return: 0.98624665 + avg_benchmark_regret: 0.007769497 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657776 + proxy_corner: + avg_avg_return: 0.98624665 + avg_reward_per_step: 0.2657776 + eval-batch-shift: + avg_avg_episode_length: 63.69828 + avg_avg_return: 0.2763229 + avg_benchmark_regret: 0.7188586 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10151672 + proxy_corner: + avg_avg_return: 0.68024945 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.681564 + avg_avg_return: 0.98700416 + avg_benchmark_regret: 0.0072141774 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.98700416 + avg_reward_per_step: 0.26696777 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 311427072 + env-step-replay-before: 156958720 + env-step-used-before: 311427072 + ppo-update-before: 190080 + env-step-generate-before: 154468352 + env-step-all-after: 311459840 + env-step-replay-after: 156958720 + env-step-used-after: 311459840 + ppo-update-after: 190100 + env-step-generate-after: 154501120 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.742976 + avg_avg_return: 0.96361727 + avg_reward_per_step: 0.28619385 + proxy_corner: + avg_avg_return: 0.96361727 + avg_reward_per_step: 0.28619385 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.742976 + avg_avg_return: 0.96361727 + avg_reward_per_step: 0.28619385 + proxy_corner: + avg_avg_return: 0.96361727 + avg_reward_per_step: 0.28619385 + perf: + env_steps_per_second: 939111.7514839352 + ppo_updates_per_second: 112.09964187868724 + eval-batch-orig-duration: 0.18451525800628588 + eval-batch-shift-duration: 0.13766319199930876 + eval-batch-tree-duration: 0.13725212699500844 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.504639 + mouse-cheese_dist_finite_wavg: 14.852089 + mouse-cheese_dist_solvable_avg: 13.504639 + mouse-cheese_dist_solvable_wavg: 14.852093 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10173344 + visit_patterns: + avg_first_visit_time: 3134.544 + avg_last_visit_time: 4780.3228 + num_replay_batches: 4790 + eta: 0.5 + ppo: + avg_actor_approxkl1: -4.745985e-06 + avg_actor_approxkl3: 1.7312252e-05 + avg_actor_clipfrac: 0.000579834 + avg_actor_loss: -8.368824e-05 + avg_advantage: 0.00015959528 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0333458e-05 + avg_entropy: 0.004706652 + avg_grad_norm_pre_clip: 0.10967147 + avg_loss: -8.3228166e-05 + max: + max_actor_approxkl1: 0.0001705222 + max_actor_approxkl3: 6.937416e-05 + max_actor_clipfrac: 0.0021972656 + max_actor_loss: 0.00010967255 + max_advantage: 0.02044028 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2668641e-05 + max_entropy: 0.009537792 + max_grad_norm_pre_clip: 0.23456053 + max_loss: 0.00010843019 + std: + std_actor_approxkl1: 8.325992e-05 + std_actor_approxkl3: 1.821757e-05 + std_actor_clipfrac: 0.0005402559 + std_actor_loss: 0.00016498308 + std_advantage: 0.004420424 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1253387e-06 + std_entropy: 0.0020117431 + std_grad_norm_pre_clip: 0.05569357 + std_loss: 0.00016559615 + eval-batch-orig: + avg_avg_episode_length: 5.902603 + avg_avg_return: 0.986549 + avg_benchmark_regret: 0.0074671013 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.266037 + proxy_corner: + avg_avg_return: 0.986549 + avg_reward_per_step: 0.266037 + eval-batch-shift: + avg_avg_episode_length: 64.26027 + avg_avg_return: 0.26744363 + avg_benchmark_regret: 0.7277379 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10116577 + proxy_corner: + avg_avg_return: 0.672573 + avg_reward_per_step: 0.012886047 + eval-batch-tree: + avg_avg_episode_length: 5.6813173 + avg_avg_return: 0.98694456 + avg_benchmark_regret: 0.007273793 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670288 + proxy_corner: + avg_avg_return: 0.98694456 + avg_reward_per_step: 0.2670288 +=========================================================== +=========================================================== + step: + env-step-all-before: 312475648 + env-step-replay-before: 157581312 + env-step-used-before: 312475648 + ppo-update-before: 190720 + env-step-generate-before: 154894336 + env-step-all-after: 312508416 + env-step-replay-after: 157581312 + env-step-used-after: 312508416 + ppo-update-after: 190740 + env-step-generate-after: 154927104 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.810957 + avg_avg_return: 0.96325564 + avg_reward_per_step: 0.25735474 + proxy_corner: + avg_avg_return: 0.96325564 + avg_reward_per_step: 0.25735474 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.810957 + avg_avg_return: 0.96325564 + avg_reward_per_step: 0.25735474 + proxy_corner: + avg_avg_return: 0.96325564 + avg_reward_per_step: 0.25735474 + perf: + env_steps_per_second: 999407.1504954085 + ppo_updates_per_second: 111.28680885991774 + eval-batch-orig-duration: 0.18501483998261392 + eval-batch-shift-duration: 0.1388043939950876 + eval-batch-tree-duration: 0.13779258501017466 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.508301 + mouse-cheese_dist_finite_wavg: 13.949975 + mouse-cheese_dist_solvable_avg: 13.508301 + mouse-cheese_dist_solvable_wavg: 13.949977 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10150665 + visit_patterns: + avg_first_visit_time: 3140.507 + avg_last_visit_time: 4799.229 + num_replay_batches: 4809 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017505269 + avg_actor_approxkl3: 7.445293e-05 + avg_actor_clipfrac: 0.001373291 + avg_actor_loss: 1.0814588e-05 + avg_advantage: 0.00227975 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.16772935e-05 + avg_entropy: 0.0046305973 + avg_grad_norm_pre_clip: 0.104495265 + avg_loss: 1.2022639e-05 + max: + max_actor_approxkl1: 0.0004976966 + max_actor_approxkl3: 0.00025855645 + max_actor_clipfrac: 0.0052490234 + max_actor_loss: 0.00024744868 + max_advantage: 0.03229928 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.568038e-05 + max_entropy: 0.008885033 + max_grad_norm_pre_clip: 0.27923104 + max_loss: 0.00024943447 + std: + std_actor_approxkl1: 0.00017700646 + std_actor_approxkl3: 7.687654e-05 + std_actor_clipfrac: 0.0013265145 + std_actor_loss: 0.00015891742 + std_advantage: 0.004689622 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5767394e-06 + std_entropy: 0.0016293146 + std_grad_norm_pre_clip: 0.058683094 + std_loss: 0.00015945882 + eval-batch-orig: + avg_avg_episode_length: 5.9372444 + avg_avg_return: 0.98613524 + avg_benchmark_regret: 0.007880883 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2655716 + proxy_corner: + avg_avg_return: 0.98613524 + avg_reward_per_step: 0.2655716 + eval-batch-shift: + avg_avg_episode_length: 62.77448 + avg_avg_return: 0.28644305 + avg_benchmark_regret: 0.70873845 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102394104 + proxy_corner: + avg_avg_return: 0.67160285 + avg_reward_per_step: 0.012802124 + eval-batch-tree: + avg_avg_episode_length: 5.685725 + avg_avg_return: 0.9868667 + avg_benchmark_regret: 0.007351629 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.9868667 + avg_reward_per_step: 0.2668686 +=========================================================== +=========================================================== + step: + env-step-all-before: 313524224 + env-step-replay-before: 157974528 + env-step-used-before: 313524224 + ppo-update-before: 191360 + env-step-generate-before: 155549696 + env-step-all-after: 313556992 + env-step-replay-after: 158007296 + env-step-used-after: 313556992 + ppo-update-after: 191380 + env-step-generate-after: 155549696 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.104774 + avg_avg_return: 0.8854481 + avg_reward_per_step: 0.067474365 + proxy_corner: + avg_avg_return: 0.8854481 + avg_reward_per_step: 0.067474365 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.104774 + avg_avg_return: 0.8854481 + avg_reward_per_step: 0.067474365 + proxy_corner: + avg_avg_return: 0.8854481 + avg_reward_per_step: 0.067474365 + perf: + env_steps_per_second: 1017135.288949788 + ppo_updates_per_second: 110.82396376646261 + eval-batch-orig-duration: 0.1845747489714995 + eval-batch-shift-duration: 0.1371916740317829 + eval-batch-tree-duration: 0.13674107304541394 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.516602 + mouse-cheese_dist_finite_wavg: 8.555729 + mouse-cheese_dist_solvable_avg: 13.516602 + mouse-cheese_dist_solvable_wavg: 8.555729 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10178448 + visit_patterns: + avg_first_visit_time: 3152.828 + avg_last_visit_time: 4812.301 + num_replay_batches: 4822 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020304504 + avg_actor_approxkl3: 0.0002770894 + avg_actor_clipfrac: 0.0082824705 + avg_actor_loss: -0.00022913232 + avg_advantage: 0.000977951 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3350096e-05 + avg_entropy: 0.030231578 + avg_grad_norm_pre_clip: 0.5254962 + avg_loss: -0.00025268883 + max: + max_actor_approxkl1: 0.0006852605 + max_actor_approxkl3: 0.0005545772 + max_actor_clipfrac: 0.013916016 + max_actor_loss: 0.00061116647 + max_advantage: 0.034079134 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6723208e-05 + max_entropy: 0.037397765 + max_grad_norm_pre_clip: 1.237071 + max_loss: 0.0005886841 + std: + std_actor_approxkl1: 0.00020666962 + std_actor_approxkl3: 0.00011645556 + std_actor_clipfrac: 0.003236884 + std_actor_loss: 0.0004057866 + std_advantage: 0.005014949 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.365496e-06 + std_entropy: 0.0047847196 + std_grad_norm_pre_clip: 0.29139835 + std_loss: 0.00040664116 + eval-batch-orig: + avg_avg_episode_length: 5.9656105 + avg_avg_return: 0.98586786 + avg_benchmark_regret: 0.008148286 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26563263 + proxy_corner: + avg_avg_return: 0.98586786 + avg_reward_per_step: 0.26563263 + eval-batch-shift: + avg_avg_episode_length: 62.87259 + avg_avg_return: 0.2850337 + avg_benchmark_regret: 0.71014786 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10310364 + proxy_corner: + avg_avg_return: 0.6758361 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.6805367 + avg_avg_return: 0.9868618 + avg_benchmark_regret: 0.007356532 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.9868618 + avg_reward_per_step: 0.2669983 +=========================================================== +=========================================================== + step: + env-step-all-before: 314572800 + env-step-replay-before: 158466048 + env-step-used-before: 314572800 + ppo-update-before: 192000 + env-step-generate-before: 156106752 + env-step-all-after: 314605568 + env-step-replay-after: 158466048 + env-step-used-after: 314605568 + ppo-update-after: 192020 + env-step-generate-after: 156139520 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.738491 + avg_avg_return: 0.9631335 + avg_reward_per_step: 0.2729187 + proxy_corner: + avg_avg_return: 0.9631335 + avg_reward_per_step: 0.2729187 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.738491 + avg_avg_return: 0.9631335 + avg_reward_per_step: 0.2729187 + proxy_corner: + avg_avg_return: 0.9631335 + avg_reward_per_step: 0.2729187 + perf: + env_steps_per_second: 994291.9239092552 + ppo_updates_per_second: 111.58419960989353 + eval-batch-orig-duration: 0.1860107069951482 + eval-batch-shift-duration: 0.14068796596257016 + eval-batch-tree-duration: 0.13921241299249232 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.520752 + mouse-cheese_dist_finite_wavg: 15.751574 + mouse-cheese_dist_solvable_avg: 13.520752 + mouse-cheese_dist_solvable_wavg: 15.751575 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.1016591 + visit_patterns: + avg_first_visit_time: 3157.855 + avg_last_visit_time: 4826.25 + num_replay_batches: 4836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.2950472e-05 + avg_actor_approxkl3: 1.8914976e-05 + avg_actor_clipfrac: 0.00068359374 + avg_actor_loss: -6.5761014e-05 + avg_advantage: -0.00038621214 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.372257e-06 + avg_entropy: 0.0049989787 + avg_grad_norm_pre_clip: 0.09457505 + avg_loss: -6.6073866e-05 + max: + max_actor_approxkl1: 0.00016218807 + max_actor_approxkl3: 5.9712514e-05 + max_actor_clipfrac: 0.0037841797 + max_actor_loss: 7.075537e-05 + max_advantage: 0.020390093 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1043876e-05 + max_entropy: 0.007860982 + max_grad_norm_pre_clip: 0.25376716 + max_loss: 7.004177e-05 + std: + std_actor_approxkl1: 6.791994e-05 + std_actor_approxkl3: 1.5625494e-05 + std_actor_clipfrac: 0.0008219603 + std_actor_loss: 7.282749e-05 + std_advantage: 0.004310265 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.448152e-07 + std_entropy: 0.001507534 + std_grad_norm_pre_clip: 0.056944843 + std_loss: 7.300686e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8944335 + avg_avg_return: 0.9861028 + avg_benchmark_regret: 0.007913303 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.9861028 + avg_reward_per_step: 0.26593018 + eval-batch-shift: + avg_avg_episode_length: 61.62207 + avg_avg_return: 0.3013384 + avg_benchmark_regret: 0.6938432 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10483551 + proxy_corner: + avg_avg_return: 0.6756303 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.6917515 + avg_avg_return: 0.98705995 + avg_benchmark_regret: 0.007158451 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26686096 + proxy_corner: + avg_avg_return: 0.98705995 + avg_reward_per_step: 0.26686096 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 315621376 + env-step-replay-before: 158957568 + env-step-used-before: 315621376 + ppo-update-before: 192640 + env-step-generate-before: 156663808 + env-step-all-after: 315654144 + env-step-replay-after: 158990336 + env-step-used-after: 315654144 + ppo-update-after: 192660 + env-step-generate-after: 156663808 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.897568 + avg_avg_return: 0.88777435 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.88777435 + avg_reward_per_step: 0.068237305 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.897568 + avg_avg_return: 0.88777435 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.88777435 + avg_reward_per_step: 0.068237305 + perf: + env_steps_per_second: 988863.3069033023 + ppo_updates_per_second: 111.29063030791278 + eval-batch-orig-duration: 0.18957586999749765 + eval-batch-shift-duration: 0.14763702801428735 + eval-batch-tree-duration: 0.1406990559771657 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.523926 + mouse-cheese_dist_finite_wavg: 13.052457 + mouse-cheese_dist_solvable_avg: 13.523926 + mouse-cheese_dist_solvable_wavg: 13.052459 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101896495 + visit_patterns: + avg_first_visit_time: 3164.107 + avg_last_visit_time: 4842.2617 + num_replay_batches: 4852 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032922757 + avg_actor_approxkl3: 0.00017704854 + avg_actor_clipfrac: 0.004260254 + avg_actor_loss: 9.1248214e-05 + avg_advantage: -0.00094529847 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.273823e-06 + avg_entropy: 0.016958848 + avg_grad_norm_pre_clip: 0.38154596 + avg_loss: 7.7926285e-05 + max: + max_actor_approxkl1: 0.0011078939 + max_actor_approxkl3: 0.000537495 + max_actor_clipfrac: 0.011352539 + max_actor_loss: 0.0012070285 + max_advantage: 0.020967424 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.295752e-06 + max_entropy: 0.022562 + max_grad_norm_pre_clip: 0.8724567 + max_loss: 0.0011940211 + std: + std_actor_approxkl1: 0.00036698664 + std_actor_approxkl3: 0.00015946239 + std_actor_clipfrac: 0.0030546617 + std_actor_loss: 0.00039066345 + std_advantage: 0.003855774 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.650559e-07 + std_entropy: 0.0025905778 + std_grad_norm_pre_clip: 0.2065399 + std_loss: 0.000390129 + eval-batch-orig: + avg_avg_episode_length: 5.8804884 + avg_avg_return: 0.98647404 + avg_benchmark_regret: 0.0075421305 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26612854 + proxy_corner: + avg_avg_return: 0.98647404 + avg_reward_per_step: 0.26612854 + eval-batch-shift: + avg_avg_episode_length: 62.434795 + avg_avg_return: 0.2875073 + avg_benchmark_regret: 0.70767426 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10367584 + proxy_corner: + avg_avg_return: 0.67822313 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.6828923 + avg_avg_return: 0.9868499 + avg_benchmark_regret: 0.0073684375 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.9868499 + avg_reward_per_step: 0.26696014 +=========================================================== +=========================================================== + step: + env-step-all-before: 316669952 + env-step-replay-before: 159383552 + env-step-used-before: 316669952 + ppo-update-before: 193280 + env-step-generate-before: 157286400 + env-step-all-after: 316702720 + env-step-replay-after: 159383552 + env-step-used-after: 316702720 + ppo-update-after: 193300 + env-step-generate-after: 157319168 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9350986 + avg_avg_return: 0.9630017 + avg_reward_per_step: 0.2630005 + proxy_corner: + avg_avg_return: 0.9630017 + avg_reward_per_step: 0.2630005 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9350986 + avg_avg_return: 0.9630017 + avg_reward_per_step: 0.2630005 + proxy_corner: + avg_avg_return: 0.9630017 + avg_reward_per_step: 0.2630005 + perf: + env_steps_per_second: 977902.939635041 + ppo_updates_per_second: 110.66406151175875 + eval-batch-orig-duration: 0.18571521097328514 + eval-batch-shift-duration: 0.13700160599546507 + eval-batch-tree-duration: 0.1378615569556132 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.528564 + mouse-cheese_dist_finite_wavg: 10.358434 + mouse-cheese_dist_solvable_avg: 13.528564 + mouse-cheese_dist_solvable_wavg: 10.358435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10185546 + visit_patterns: + avg_first_visit_time: 3181.8171 + avg_last_visit_time: 4854.291 + num_replay_batches: 4864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015606654 + avg_actor_approxkl3: 0.00013525882 + avg_actor_clipfrac: 0.0041870116 + avg_actor_loss: 0.00016601976 + avg_advantage: 3.3191027e-06 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1664757e-05 + avg_entropy: 0.010570942 + avg_grad_norm_pre_clip: 0.46815857 + avg_loss: 0.00016128119 + max: + max_actor_approxkl1: 0.0006013945 + max_actor_approxkl3: 0.00048833794 + max_actor_clipfrac: 0.01574707 + max_actor_loss: 0.00094773853 + max_advantage: 0.028975189 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5447724e-05 + max_entropy: 0.019414736 + max_grad_norm_pre_clip: 1.6963428 + max_loss: 0.000943159 + std: + std_actor_approxkl1: 0.00018794184 + std_actor_approxkl3: 0.0001185577 + std_actor_clipfrac: 0.004030927 + std_actor_loss: 0.00028364375 + std_advantage: 0.0046587293 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4919679e-06 + std_entropy: 0.0039603976 + std_grad_norm_pre_clip: 0.40969333 + std_loss: 0.0002818302 + eval-batch-orig: + avg_avg_episode_length: 5.8961563 + avg_avg_return: 0.98657024 + avg_benchmark_regret: 0.0074458634 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26594543 + proxy_corner: + avg_avg_return: 0.98657024 + avg_reward_per_step: 0.26594543 + eval-batch-shift: + avg_avg_episode_length: 61.906685 + avg_avg_return: 0.29489607 + avg_benchmark_regret: 0.70028555 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10658264 + proxy_corner: + avg_avg_return: 0.6858316 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.7031784 + avg_avg_return: 0.986908 + avg_benchmark_regret: 0.007310372 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26467896 + proxy_corner: + avg_avg_return: 0.986908 + avg_reward_per_step: 0.26467896 +=========================================================== +=========================================================== + step: + env-step-all-before: 317718528 + env-step-replay-before: 159776768 + env-step-used-before: 317718528 + ppo-update-before: 193920 + env-step-generate-before: 157941760 + env-step-all-after: 317751296 + env-step-replay-after: 159776768 + env-step-used-after: 317751296 + ppo-update-after: 193940 + env-step-generate-after: 157974528 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.60542 + avg_avg_return: 0.96664107 + avg_reward_per_step: 0.26956177 + proxy_corner: + avg_avg_return: 0.96664107 + avg_reward_per_step: 0.26956177 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.60542 + avg_avg_return: 0.96664107 + avg_reward_per_step: 0.26956177 + proxy_corner: + avg_avg_return: 0.96664107 + avg_reward_per_step: 0.26956177 + perf: + env_steps_per_second: 1012024.3685228752 + ppo_updates_per_second: 110.71681590118718 + eval-batch-orig-duration: 0.18727090302854776 + eval-batch-shift-duration: 0.13887655903818086 + eval-batch-tree-duration: 0.1400811109924689 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5251465 + mouse-cheese_dist_finite_wavg: 14.851013 + mouse-cheese_dist_solvable_avg: 13.5251465 + mouse-cheese_dist_solvable_wavg: 14.851015 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101709984 + visit_patterns: + avg_first_visit_time: 3192.6494 + avg_last_visit_time: 4866.296 + num_replay_batches: 4876 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023226363 + avg_actor_approxkl3: 0.00016501009 + avg_actor_clipfrac: 0.004528809 + avg_actor_loss: 4.0029783e-05 + avg_advantage: 0.0011703 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2672879e-05 + avg_entropy: 0.012452339 + avg_grad_norm_pre_clip: 0.3890159 + avg_loss: 3.3913882e-05 + max: + max_actor_approxkl1: 0.0011474635 + max_actor_approxkl3: 0.00069106196 + max_actor_clipfrac: 0.010620117 + max_actor_loss: 0.00086884573 + max_advantage: 0.030982494 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5347287e-05 + max_entropy: 0.023161333 + max_grad_norm_pre_clip: 1.2437669 + max_loss: 0.0008655499 + std: + std_actor_approxkl1: 0.000284471 + std_actor_approxkl3: 0.00015505162 + std_actor_clipfrac: 0.0032062691 + std_actor_loss: 0.0004248872 + std_advantage: 0.004916084 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5207664e-06 + std_entropy: 0.0042584906 + std_grad_norm_pre_clip: 0.2734601 + std_loss: 0.00042507198 + eval-batch-orig: + avg_avg_episode_length: 5.9079247 + avg_avg_return: 0.98635817 + avg_benchmark_regret: 0.007657928 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26567078 + proxy_corner: + avg_avg_return: 0.98635817 + avg_reward_per_step: 0.26567078 + eval-batch-shift: + avg_avg_episode_length: 62.1164 + avg_avg_return: 0.29412854 + avg_benchmark_regret: 0.701053 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10491943 + proxy_corner: + avg_avg_return: 0.69067365 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.7127533 + avg_avg_return: 0.9866421 + avg_benchmark_regret: 0.007576314 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26470947 + proxy_corner: + avg_avg_return: 0.9866421 + avg_reward_per_step: 0.26470947 +=========================================================== +=========================================================== + step: + env-step-all-before: 318767104 + env-step-replay-before: 160235520 + env-step-used-before: 318767104 + ppo-update-before: 194560 + env-step-generate-before: 158531584 + env-step-all-after: 318799872 + env-step-replay-after: 160268288 + env-step-used-after: 318799872 + ppo-update-after: 194580 + env-step-generate-after: 158531584 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.2958355 + avg_avg_return: 0.8842837 + avg_reward_per_step: 0.06674194 + proxy_corner: + avg_avg_return: 0.8842837 + avg_reward_per_step: 0.06674194 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.2958355 + avg_avg_return: 0.8842837 + avg_reward_per_step: 0.06674194 + proxy_corner: + avg_avg_return: 0.8842837 + avg_reward_per_step: 0.06674194 + perf: + env_steps_per_second: 968782.6578843306 + ppo_updates_per_second: 111.11838812449055 + eval-batch-orig-duration: 0.19259112398140132 + eval-batch-shift-duration: 0.14826754602836445 + eval-batch-tree-duration: 0.13723514502635226 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.526611 + mouse-cheese_dist_finite_wavg: 15.75123 + mouse-cheese_dist_solvable_avg: 13.526611 + mouse-cheese_dist_solvable_wavg: 15.75123 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10225926 + visit_patterns: + avg_first_visit_time: 3199.85 + avg_last_visit_time: 4881.1523 + num_replay_batches: 4891 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007593004 + avg_actor_approxkl3: 0.00053644326 + avg_actor_clipfrac: 0.016131593 + avg_actor_loss: -0.00018273391 + avg_advantage: -0.00136291 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0386267e-05 + avg_entropy: 0.035267066 + avg_grad_norm_pre_clip: 0.63477147 + avg_loss: -0.00021280783 + max: + max_actor_approxkl1: 0.0019883441 + max_actor_approxkl3: 0.0014133786 + max_actor_clipfrac: 0.032226562 + max_actor_loss: 0.0010195402 + max_advantage: 0.025055647 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2106952e-05 + max_entropy: 0.04461312 + max_grad_norm_pre_clip: 1.1879318 + max_loss: 0.0009900881 + std: + std_actor_approxkl1: 0.0005675585 + std_actor_approxkl3: 0.00041943337 + std_actor_clipfrac: 0.009968165 + std_actor_loss: 0.0004301174 + std_advantage: 0.004550389 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.813409e-07 + std_entropy: 0.005732855 + std_grad_norm_pre_clip: 0.24830317 + std_loss: 0.0004304484 + eval-batch-orig: + avg_avg_episode_length: 5.921052 + avg_avg_return: 0.98610187 + avg_benchmark_regret: 0.007914235 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26564026 + proxy_corner: + avg_avg_return: 0.98610187 + avg_reward_per_step: 0.26564026 + eval-batch-shift: + avg_avg_episode_length: 62.71782 + avg_avg_return: 0.2866053 + avg_benchmark_regret: 0.70857626 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102516174 + proxy_corner: + avg_avg_return: 0.688102 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.710184 + avg_avg_return: 0.98678195 + avg_benchmark_regret: 0.0074363872 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26557922 + proxy_corner: + avg_avg_return: 0.98678195 + avg_reward_per_step: 0.26557922 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 319815680 + env-step-replay-before: 160727040 + env-step-used-before: 319815680 + ppo-update-before: 195200 + env-step-generate-before: 159088640 + env-step-all-after: 319848448 + env-step-replay-after: 160727040 + env-step-used-after: 319848448 + ppo-update-after: 195220 + env-step-generate-after: 159121408 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.706485 + avg_avg_return: 0.9637435 + avg_reward_per_step: 0.27062988 + proxy_corner: + avg_avg_return: 0.9637435 + avg_reward_per_step: 0.27062988 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.706485 + avg_avg_return: 0.9637435 + avg_reward_per_step: 0.27062988 + proxy_corner: + avg_avg_return: 0.9637435 + avg_reward_per_step: 0.27062988 + perf: + env_steps_per_second: 951692.5140981681 + ppo_updates_per_second: 111.2805710451974 + eval-batch-orig-duration: 0.1862133810063824 + eval-batch-shift-duration: 0.13756269705481827 + eval-batch-tree-duration: 0.14092794503085315 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.530029 + mouse-cheese_dist_finite_wavg: 14.852684 + mouse-cheese_dist_solvable_avg: 13.530029 + mouse-cheese_dist_solvable_wavg: 14.852684 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10184991 + visit_patterns: + avg_first_visit_time: 3209.2373 + avg_last_visit_time: 4895.317 + num_replay_batches: 4905 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.64124e-05 + avg_actor_approxkl3: 4.167287e-05 + avg_actor_clipfrac: 0.0010559083 + avg_actor_loss: 1.4533568e-05 + avg_advantage: 0.00093852263 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.665235e-06 + avg_entropy: 0.004153633 + avg_grad_norm_pre_clip: 0.15622236 + avg_loss: 1.4712553e-05 + max: + max_actor_approxkl1: 0.0003472889 + max_actor_approxkl3: 0.00021642078 + max_actor_clipfrac: 0.003540039 + max_actor_loss: 0.00052155415 + max_advantage: 0.02741146 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0096403e-05 + max_entropy: 0.008141247 + max_grad_norm_pre_clip: 0.5151755 + max_loss: 0.000522391 + std: + std_actor_approxkl1: 8.966303e-05 + std_actor_approxkl3: 5.3839427e-05 + std_actor_clipfrac: 0.0011874593 + std_actor_loss: 0.00012829165 + std_advantage: 0.004137299 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1880851e-06 + std_entropy: 0.0016437804 + std_grad_norm_pre_clip: 0.13837859 + std_loss: 0.00012844882 + eval-batch-orig: + avg_avg_episode_length: 5.8843546 + avg_avg_return: 0.9863716 + avg_benchmark_regret: 0.007644565 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2661667 + proxy_corner: + avg_avg_return: 0.9863716 + avg_reward_per_step: 0.2661667 + eval-batch-shift: + avg_avg_episode_length: 62.5283 + avg_avg_return: 0.28988677 + avg_benchmark_regret: 0.7052948 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102500916 + proxy_corner: + avg_avg_return: 0.67929935 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.679182 + avg_avg_return: 0.98702955 + avg_benchmark_regret: 0.0071887984 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26654816 + proxy_corner: + avg_avg_return: 0.98702955 + avg_reward_per_step: 0.26654816 +=========================================================== +=========================================================== + step: + env-step-all-before: 320864256 + env-step-replay-before: 161218560 + env-step-used-before: 320864256 + ppo-update-before: 195840 + env-step-generate-before: 159645696 + env-step-all-after: 320897024 + env-step-replay-after: 161251328 + env-step-used-after: 320897024 + ppo-update-after: 195860 + env-step-generate-after: 159645696 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.937551 + avg_avg_return: 0.8854873 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.8854873 + avg_reward_per_step: 0.0680542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.937551 + avg_avg_return: 0.8854873 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.8854873 + avg_reward_per_step: 0.0680542 + perf: + env_steps_per_second: 954775.4398360745 + ppo_updates_per_second: 112.20970144334979 + eval-batch-orig-duration: 0.18414979497902095 + eval-batch-shift-duration: 0.1382692470215261 + eval-batch-tree-duration: 0.1383632030338049 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.530762 + mouse-cheese_dist_finite_wavg: 13.051959 + mouse-cheese_dist_solvable_avg: 13.530762 + mouse-cheese_dist_solvable_wavg: 13.051961 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102372065 + visit_patterns: + avg_first_visit_time: 3215.9504 + avg_last_visit_time: 4911.2676 + num_replay_batches: 4921 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028347885 + avg_actor_approxkl3: 0.00018123111 + avg_actor_clipfrac: 0.00725708 + avg_actor_loss: 0.00079600123 + avg_advantage: 0.00023201299 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3724141e-05 + avg_entropy: 0.015397615 + avg_grad_norm_pre_clip: 1.3006563 + avg_loss: 0.00078746566 + max: + max_actor_approxkl1: 0.0006973758 + max_actor_approxkl3: 0.0004887759 + max_actor_clipfrac: 0.018310547 + max_actor_loss: 0.0042446638 + max_advantage: 0.029057086 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.720563e-05 + max_entropy: 0.023236692 + max_grad_norm_pre_clip: 3.4864633 + max_loss: 0.004234298 + std: + std_actor_approxkl1: 0.00024207549 + std_actor_approxkl3: 0.00012730493 + std_actor_clipfrac: 0.0050247135 + std_actor_loss: 0.0012390714 + std_advantage: 0.0051501333 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.345157e-06 + std_entropy: 0.004049541 + std_grad_norm_pre_clip: 1.0774102 + std_loss: 0.0012377913 + eval-batch-orig: + avg_avg_episode_length: 5.9123044 + avg_avg_return: 0.9864037 + avg_benchmark_regret: 0.007612403 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.9864037 + avg_reward_per_step: 0.26607513 + eval-batch-shift: + avg_avg_episode_length: 62.37395 + avg_avg_return: 0.2910203 + avg_benchmark_regret: 0.7041613 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10329437 + proxy_corner: + avg_avg_return: 0.66983294 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.6824875 + avg_avg_return: 0.98695576 + avg_benchmark_regret: 0.0072625782 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26672363 + proxy_corner: + avg_avg_return: 0.98695576 + avg_reward_per_step: 0.26672363 +=========================================================== +=========================================================== + step: + env-step-all-before: 321912832 + env-step-replay-before: 161579008 + env-step-used-before: 321912832 + ppo-update-before: 196480 + env-step-generate-before: 160333824 + env-step-all-after: 321945600 + env-step-replay-after: 161611776 + env-step-used-after: 321945600 + ppo-update-after: 196500 + env-step-generate-after: 160333824 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.946962 + avg_avg_return: 0.8854754 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.8854754 + avg_reward_per_step: 0.06817627 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.946962 + avg_avg_return: 0.8854754 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.8854754 + avg_reward_per_step: 0.06817627 + perf: + env_steps_per_second: 1004668.9141495753 + ppo_updates_per_second: 111.54560102421821 + eval-batch-orig-duration: 0.19153306301450357 + eval-batch-shift-duration: 0.14882561704143882 + eval-batch-tree-duration: 0.13955438300035894 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.537842 + mouse-cheese_dist_finite_wavg: 13.053448 + mouse-cheese_dist_solvable_avg: 13.537842 + mouse-cheese_dist_solvable_wavg: 13.05345 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.102954015 + visit_patterns: + avg_first_visit_time: 3225.093 + avg_last_visit_time: 4922.146 + num_replay_batches: 4932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002010498 + avg_actor_approxkl3: 0.0001556539 + avg_actor_clipfrac: 0.005230713 + avg_actor_loss: -0.00022520896 + avg_advantage: -0.0011749687 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0011586e-05 + avg_entropy: 0.01708039 + avg_grad_norm_pre_clip: 0.38829765 + avg_loss: -0.0002372836 + max: + max_actor_approxkl1: 0.00055794744 + max_actor_approxkl3: 0.00045713564 + max_actor_clipfrac: 0.010620117 + max_actor_loss: 0.000257642 + max_advantage: 0.021943927 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1759079e-05 + max_entropy: 0.021953296 + max_grad_norm_pre_clip: 0.86255574 + max_loss: 0.00024928915 + std: + std_actor_approxkl1: 0.00020388635 + std_actor_approxkl3: 0.000103743136 + std_actor_clipfrac: 0.0028828436 + std_actor_loss: 0.00031675518 + std_advantage: 0.00460933 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.969291e-07 + std_entropy: 0.0035189544 + std_grad_norm_pre_clip: 0.21380076 + std_loss: 0.0003184828 + eval-batch-orig: + avg_avg_episode_length: 5.936048 + avg_avg_return: 0.98625946 + avg_benchmark_regret: 0.0077566747 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26591492 + proxy_corner: + avg_avg_return: 0.98625946 + avg_reward_per_step: 0.26591492 + eval-batch-shift: + avg_avg_episode_length: 62.28263 + avg_avg_return: 0.29592037 + avg_benchmark_regret: 0.6992612 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102874756 + proxy_corner: + avg_avg_return: 0.68116045 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.786163 + avg_avg_return: 0.9864921 + avg_benchmark_regret: 0.007726245 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26599884 + proxy_corner: + avg_avg_return: 0.9864921 + avg_reward_per_step: 0.26599884 +=========================================================== +=========================================================== + step: + env-step-all-before: 322961408 + env-step-replay-before: 162136064 + env-step-used-before: 322961408 + ppo-update-before: 197120 + env-step-generate-before: 160825344 + env-step-all-after: 322994176 + env-step-replay-after: 162136064 + env-step-used-after: 322994176 + ppo-update-after: 197140 + env-step-generate-after: 160858112 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.542266 + avg_avg_return: 0.96513116 + avg_reward_per_step: 0.27713013 + proxy_corner: + avg_avg_return: 0.96513116 + avg_reward_per_step: 0.27713013 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.542266 + avg_avg_return: 0.96513116 + avg_reward_per_step: 0.27713013 + proxy_corner: + avg_avg_return: 0.96513116 + avg_reward_per_step: 0.27713013 + perf: + env_steps_per_second: 1003282.9577923075 + ppo_updates_per_second: 111.218900760304 + eval-batch-orig-duration: 0.1848476339946501 + eval-batch-shift-duration: 0.14010700199287385 + eval-batch-tree-duration: 0.13826627098023891 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.538574 + mouse-cheese_dist_finite_wavg: 13.053181 + mouse-cheese_dist_solvable_avg: 13.538574 + mouse-cheese_dist_solvable_wavg: 13.053181 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10202331 + visit_patterns: + avg_first_visit_time: 3230.6646 + avg_last_visit_time: 4938.331 + num_replay_batches: 4948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057960086 + avg_actor_approxkl3: 0.00030390086 + avg_actor_clipfrac: 0.003112793 + avg_actor_loss: 0.0003340641 + avg_advantage: 0.0006953139 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.852831e-06 + avg_entropy: 0.005489809 + avg_grad_norm_pre_clip: 0.36161613 + avg_loss: 0.0003335007 + max: + max_actor_approxkl1: 0.0028971988 + max_actor_approxkl3: 0.0016322088 + max_actor_clipfrac: 0.011230469 + max_actor_loss: 0.0031751222 + max_advantage: 0.023087382 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1588896e-05 + max_entropy: 0.011746034 + max_grad_norm_pre_clip: 1.0904287 + max_loss: 0.0031741294 + std: + std_actor_approxkl1: 0.0008186689 + std_actor_approxkl3: 0.00046042184 + std_actor_clipfrac: 0.003241076 + std_actor_loss: 0.0009960202 + std_advantage: 0.0042831986 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.973011e-07 + std_entropy: 0.0027601435 + std_grad_norm_pre_clip: 0.37613502 + std_loss: 0.0009950313 + eval-batch-orig: + avg_avg_episode_length: 5.923772 + avg_avg_return: 0.986358 + avg_benchmark_regret: 0.0076581324 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26568604 + proxy_corner: + avg_avg_return: 0.986358 + avg_reward_per_step: 0.26568604 + eval-batch-shift: + avg_avg_episode_length: 62.471992 + avg_avg_return: 0.28535104 + avg_benchmark_regret: 0.7098305 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10548401 + proxy_corner: + avg_avg_return: 0.69116837 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.6810865 + avg_avg_return: 0.98744583 + avg_benchmark_regret: 0.0067725526 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2662201 + proxy_corner: + avg_avg_return: 0.98744583 + avg_reward_per_step: 0.2662201 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 324009984 + env-step-replay-before: 162791424 + env-step-used-before: 324009984 + ppo-update-before: 197760 + env-step-generate-before: 161218560 + env-step-all-after: 324042752 + env-step-replay-after: 162824192 + env-step-used-after: 324042752 + ppo-update-after: 197780 + env-step-generate-after: 161218560 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.0024185 + avg_avg_return: 0.8870729 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.8870729 + avg_reward_per_step: 0.06781006 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.0024185 + avg_avg_return: 0.8870729 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.8870729 + avg_reward_per_step: 0.06781006 + perf: + env_steps_per_second: 984566.1265968085 + ppo_updates_per_second: 110.96030313162137 + eval-batch-orig-duration: 0.18542091496055946 + eval-batch-shift-duration: 0.13872454402735457 + eval-batch-tree-duration: 0.13812434498686343 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.530762 + mouse-cheese_dist_finite_wavg: 15.7506895 + mouse-cheese_dist_solvable_avg: 13.530762 + mouse-cheese_dist_solvable_wavg: 15.750691 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10144371 + visit_patterns: + avg_first_visit_time: 3237.4956 + avg_last_visit_time: 4959.2637 + num_replay_batches: 4969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045041577 + avg_actor_approxkl3: 0.00034529733 + avg_actor_clipfrac: 0.010888672 + avg_actor_loss: 0.00036792606 + avg_advantage: -0.0002447326 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.863027e-06 + avg_entropy: 0.026675586 + avg_grad_norm_pre_clip: 0.71234816 + avg_loss: 0.00034518194 + max: + max_actor_approxkl1: 0.001370349 + max_actor_approxkl3: 0.00089249003 + max_actor_clipfrac: 0.0234375 + max_actor_loss: 0.0008705503 + max_advantage: 0.020404518 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.780206e-06 + max_entropy: 0.03208258 + max_grad_norm_pre_clip: 1.1436592 + max_loss: 0.0008470911 + std: + std_actor_approxkl1: 0.00033641307 + std_actor_approxkl3: 0.00024230729 + std_actor_clipfrac: 0.00603546 + std_actor_loss: 0.00026474154 + std_advantage: 0.0039873873 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.4632596e-07 + std_entropy: 0.0032950332 + std_grad_norm_pre_clip: 0.19305943 + std_loss: 0.0002656655 + eval-batch-orig: + avg_avg_episode_length: 5.8931656 + avg_avg_return: 0.98634785 + avg_benchmark_regret: 0.0076682977 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26604462 + proxy_corner: + avg_avg_return: 0.98634785 + avg_reward_per_step: 0.26604462 + eval-batch-shift: + avg_avg_episode_length: 62.267742 + avg_avg_return: 0.28816086 + avg_benchmark_regret: 0.7070207 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.105285645 + proxy_corner: + avg_avg_return: 0.68580806 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.679577 + avg_avg_return: 0.98667586 + avg_benchmark_regret: 0.0075424835 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670822 + proxy_corner: + avg_avg_return: 0.98667586 + avg_reward_per_step: 0.2670822 +=========================================================== +=========================================================== + step: + env-step-all-before: 325058560 + env-step-replay-before: 163184640 + env-step-used-before: 325058560 + ppo-update-before: 198400 + env-step-generate-before: 161873920 + env-step-all-after: 325091328 + env-step-replay-after: 163184640 + env-step-used-after: 325091328 + ppo-update-after: 198420 + env-step-generate-after: 161906688 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6260657 + avg_avg_return: 0.9652554 + avg_reward_per_step: 0.2760315 + proxy_corner: + avg_avg_return: 0.9652554 + avg_reward_per_step: 0.2760315 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6260657 + avg_avg_return: 0.9652554 + avg_reward_per_step: 0.2760315 + proxy_corner: + avg_avg_return: 0.9652554 + avg_reward_per_step: 0.2760315 + perf: + env_steps_per_second: 996204.7055948825 + ppo_updates_per_second: 111.8348540908386 + eval-batch-orig-duration: 0.18252869899151847 + eval-batch-shift-duration: 0.13688627496594563 + eval-batch-tree-duration: 0.13698970002587885 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5251465 + mouse-cheese_dist_finite_wavg: 13.051764 + mouse-cheese_dist_solvable_avg: 13.5251465 + mouse-cheese_dist_solvable_wavg: 13.051762 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10169709 + visit_patterns: + avg_first_visit_time: 3250.3306 + avg_last_visit_time: 4970.329 + num_replay_batches: 4980 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023579434 + avg_actor_approxkl3: 0.00013821633 + avg_actor_clipfrac: 0.0018005371 + avg_actor_loss: -5.04668e-05 + avg_advantage: -0.0003530202 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.120097e-06 + avg_entropy: 0.003007869 + avg_grad_norm_pre_clip: 0.08042414 + avg_loss: -4.9414615e-05 + max: + max_actor_approxkl1: 0.0007423286 + max_actor_approxkl3: 0.00038271482 + max_actor_clipfrac: 0.005126953 + max_actor_loss: 0.00011251122 + max_advantage: 0.02490443 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.645817e-06 + max_entropy: 0.0058135404 + max_grad_norm_pre_clip: 0.19927794 + max_loss: 0.00011425559 + std: + std_actor_approxkl1: 0.000258874 + std_actor_approxkl3: 0.0001230105 + std_actor_clipfrac: 0.0014678289 + std_actor_loss: 6.652923e-05 + std_advantage: 0.003999556 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.8077906e-07 + std_entropy: 0.0012533998 + std_grad_norm_pre_clip: 0.051404275 + std_loss: 6.7219575e-05 + eval-batch-orig: + avg_avg_episode_length: 5.879159 + avg_avg_return: 0.9864469 + avg_benchmark_regret: 0.007569224 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26630402 + proxy_corner: + avg_avg_return: 0.9864469 + avg_reward_per_step: 0.26630402 + eval-batch-shift: + avg_avg_episode_length: 62.195244 + avg_avg_return: 0.2910471 + avg_benchmark_regret: 0.70413446 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.103385925 + proxy_corner: + avg_avg_return: 0.67575735 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.683047 + avg_avg_return: 0.9871836 + avg_benchmark_regret: 0.0070348084 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26707458 + proxy_corner: + avg_avg_return: 0.9871836 + avg_reward_per_step: 0.26707458 +=========================================================== +=========================================================== + step: + env-step-all-before: 326107136 + env-step-replay-before: 163643392 + env-step-used-before: 326107136 + ppo-update-before: 199040 + env-step-generate-before: 162463744 + env-step-all-after: 326139904 + env-step-replay-after: 163643392 + env-step-used-after: 326139904 + ppo-update-after: 199060 + env-step-generate-after: 162496512 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.57452 + avg_avg_return: 0.96508646 + avg_reward_per_step: 0.28555298 + proxy_corner: + avg_avg_return: 0.96508646 + avg_reward_per_step: 0.28555298 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.57452 + avg_avg_return: 0.96508646 + avg_reward_per_step: 0.28555298 + proxy_corner: + avg_avg_return: 0.96508646 + avg_reward_per_step: 0.28555298 + perf: + env_steps_per_second: 971504.1080516018 + ppo_updates_per_second: 110.1330664444779 + eval-batch-orig-duration: 0.1887325179995969 + eval-batch-shift-duration: 0.13921854103682563 + eval-batch-tree-duration: 0.14091095398180187 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.525635 + mouse-cheese_dist_finite_wavg: 14.853172 + mouse-cheese_dist_solvable_avg: 13.525635 + mouse-cheese_dist_solvable_wavg: 14.853172 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10176852 + visit_patterns: + avg_first_visit_time: 3257.9429 + avg_last_visit_time: 4984.251 + num_replay_batches: 4994 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00011215636 + avg_actor_approxkl3: 5.1515155e-05 + avg_actor_clipfrac: 0.00091552734 + avg_actor_loss: 2.9729913e-06 + avg_advantage: -0.00031269825 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.419286e-06 + avg_entropy: 0.0040042815 + avg_grad_norm_pre_clip: 0.09588992 + avg_loss: 3.1783509e-06 + max: + max_actor_approxkl1: 0.0005209847 + max_actor_approxkl3: 0.00023877167 + max_actor_clipfrac: 0.0029296875 + max_actor_loss: 0.0005267542 + max_advantage: 0.027302027 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0820118e-05 + max_entropy: 0.0070945313 + max_grad_norm_pre_clip: 0.2856324 + max_loss: 0.00052456086 + std: + std_actor_approxkl1: 0.00015486285 + std_actor_approxkl3: 6.258423e-05 + std_actor_clipfrac: 0.0010047655 + std_actor_loss: 0.00015523766 + std_advantage: 0.0041134874 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0159e-06 + std_entropy: 0.0015619015 + std_grad_norm_pre_clip: 0.05617512 + std_loss: 0.00015528538 + eval-batch-orig: + avg_avg_episode_length: 6.2828937 + avg_avg_return: 0.9835553 + avg_benchmark_regret: 0.010460884 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26550293 + proxy_corner: + avg_avg_return: 0.9835553 + avg_reward_per_step: 0.26550293 + eval-batch-shift: + avg_avg_episode_length: 63.0905 + avg_avg_return: 0.28325373 + avg_benchmark_regret: 0.71192783 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09996796 + proxy_corner: + avg_avg_return: 0.6723336 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.6992636 + avg_avg_return: 0.9868716 + avg_benchmark_regret: 0.0073467596 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26704407 + proxy_corner: + avg_avg_return: 0.9868716 + avg_reward_per_step: 0.26704407 +=========================================================== +=========================================================== + step: + env-step-all-before: 327155712 + env-step-replay-before: 164003840 + env-step-used-before: 327155712 + ppo-update-before: 199680 + env-step-generate-before: 163151872 + env-step-all-after: 327188480 + env-step-replay-after: 164003840 + env-step-used-after: 327188480 + ppo-update-after: 199700 + env-step-generate-after: 163184640 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.483326 + avg_avg_return: 0.96441317 + avg_reward_per_step: 0.2958374 + proxy_corner: + avg_avg_return: 0.96441317 + avg_reward_per_step: 0.2958374 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.483326 + avg_avg_return: 0.96441317 + avg_reward_per_step: 0.2958374 + proxy_corner: + avg_avg_return: 0.96441317 + avg_reward_per_step: 0.2958374 + perf: + env_steps_per_second: 907022.0715607171 + ppo_updates_per_second: 112.01291967635547 + eval-batch-orig-duration: 0.1853540680021979 + eval-batch-shift-duration: 0.13861970498692244 + eval-batch-tree-duration: 0.1382633329485543 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.529297 + mouse-cheese_dist_finite_wavg: 13.050882 + mouse-cheese_dist_solvable_avg: 13.529297 + mouse-cheese_dist_solvable_wavg: 13.050882 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478259 + scoring: + avg_scores: 0.10307865 + visit_patterns: + avg_first_visit_time: 3271.6592 + avg_last_visit_time: 4995.247 + num_replay_batches: 5005 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024277651 + avg_actor_approxkl3: 6.719266e-05 + avg_actor_clipfrac: 0.001397705 + avg_actor_loss: -0.0001361063 + avg_advantage: 0.00058529316 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.723237e-06 + avg_entropy: 0.0040072114 + avg_grad_norm_pre_clip: 0.11248535 + avg_loss: -0.00013575189 + max: + max_actor_approxkl1: 0.000829522 + max_actor_approxkl3: 0.00021457861 + max_actor_clipfrac: 0.0043945312 + max_actor_loss: 0.000103615224 + max_advantage: 0.02819252 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0510901e-05 + max_entropy: 0.0062362975 + max_grad_norm_pre_clip: 0.25179276 + max_loss: 0.0001044767 + std: + std_actor_approxkl1: 0.00023690218 + std_actor_approxkl3: 6.81339e-05 + std_actor_clipfrac: 0.0012996189 + std_actor_loss: 0.00017442896 + std_advantage: 0.0039445413 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.890258e-07 + std_entropy: 0.0012757928 + std_grad_norm_pre_clip: 0.058936846 + std_loss: 0.000175015 + eval-batch-orig: + avg_avg_episode_length: 6.258007 + avg_avg_return: 0.98427534 + avg_benchmark_regret: 0.009740774 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2655182 + proxy_corner: + avg_avg_return: 0.98427534 + avg_reward_per_step: 0.2655182 + eval-batch-shift: + avg_avg_episode_length: 62.616936 + avg_avg_return: 0.2885675 + avg_benchmark_regret: 0.706614 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09836578 + proxy_corner: + avg_avg_return: 0.66989475 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 5.6887875 + avg_avg_return: 0.98687357 + avg_benchmark_regret: 0.0073447786 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26707458 + proxy_corner: + avg_avg_return: 0.98687357 + avg_reward_per_step: 0.26707458 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 328204288 + env-step-replay-before: 164495360 + env-step-used-before: 328204288 + ppo-update-before: 200320 + env-step-generate-before: 163708928 + env-step-all-after: 328237056 + env-step-replay-after: 164495360 + env-step-used-after: 328237056 + ppo-update-after: 200340 + env-step-generate-after: 163741696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8069906 + avg_avg_return: 0.9636313 + avg_reward_per_step: 0.2531128 + proxy_corner: + avg_avg_return: 0.9636313 + avg_reward_per_step: 0.2531128 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8069906 + avg_avg_return: 0.9636313 + avg_reward_per_step: 0.2531128 + proxy_corner: + avg_avg_return: 0.9636313 + avg_reward_per_step: 0.2531128 + perf: + env_steps_per_second: 1010953.8931651098 + ppo_updates_per_second: 110.48802614730754 + eval-batch-orig-duration: 0.18459841900039464 + eval-batch-shift-duration: 0.13656968803843483 + eval-batch-tree-duration: 0.13620170601643622 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.527344 + mouse-cheese_dist_finite_wavg: 14.854122 + mouse-cheese_dist_solvable_avg: 13.527344 + mouse-cheese_dist_solvable_wavg: 14.85412 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10188602 + visit_patterns: + avg_first_visit_time: 3282.013 + avg_last_visit_time: 5010.3315 + num_replay_batches: 5020 + eta: 0.5 + ppo: + avg_actor_approxkl1: 4.2227297e-05 + avg_actor_approxkl3: 6.989085e-05 + avg_actor_clipfrac: 0.001397705 + avg_actor_loss: -8.750323e-06 + avg_advantage: 0.0005038326 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.535419e-06 + avg_entropy: 0.00440062 + avg_grad_norm_pre_clip: 0.15702741 + avg_loss: -8.883234e-06 + max: + max_actor_approxkl1: 0.00045293616 + max_actor_approxkl3: 0.00020826914 + max_actor_clipfrac: 0.0030517578 + max_actor_loss: 0.0003606351 + max_advantage: 0.02966535 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0139816e-05 + max_entropy: 0.008679583 + max_grad_norm_pre_clip: 0.29779118 + max_loss: 0.0003625319 + std: + std_actor_approxkl1: 0.00013384756 + std_actor_approxkl3: 5.0508843e-05 + std_actor_clipfrac: 0.000885725 + std_actor_loss: 0.00013257026 + std_advantage: 0.0041317972 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.82044e-07 + std_entropy: 0.0017770068 + std_grad_norm_pre_clip: 0.07348331 + std_loss: 0.00013275127 + eval-batch-orig: + avg_avg_episode_length: 5.8730597 + avg_avg_return: 0.9863418 + avg_benchmark_regret: 0.007674353 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9863418 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 62.70331 + avg_avg_return: 0.28487676 + avg_benchmark_regret: 0.71030486 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10159302 + proxy_corner: + avg_avg_return: 0.68353593 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.708129 + avg_avg_return: 0.98678386 + avg_benchmark_regret: 0.0074344687 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26698303 + proxy_corner: + avg_avg_return: 0.98678386 + avg_reward_per_step: 0.26698303 +=========================================================== +=========================================================== + step: + env-step-all-before: 329252864 + env-step-replay-before: 164921344 + env-step-used-before: 329252864 + ppo-update-before: 200960 + env-step-generate-before: 164331520 + env-step-all-after: 329285632 + env-step-replay-after: 164921344 + env-step-used-after: 329285632 + ppo-update-after: 200980 + env-step-generate-after: 164364288 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.840108 + avg_avg_return: 0.962382 + avg_reward_per_step: 0.296875 + proxy_corner: + avg_avg_return: 0.962382 + avg_reward_per_step: 0.296875 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.840108 + avg_avg_return: 0.962382 + avg_reward_per_step: 0.296875 + proxy_corner: + avg_avg_return: 0.962382 + avg_reward_per_step: 0.296875 + perf: + env_steps_per_second: 999884.6876317918 + ppo_updates_per_second: 111.33147816092394 + eval-batch-orig-duration: 0.18885552801657468 + eval-batch-shift-duration: 0.14753243600716814 + eval-batch-tree-duration: 0.14046805899124593 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.521484 + mouse-cheese_dist_finite_wavg: 15.750019 + mouse-cheese_dist_solvable_avg: 13.521484 + mouse-cheese_dist_solvable_wavg: 15.750025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999964 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10194125 + visit_patterns: + avg_first_visit_time: 3292.389 + avg_last_visit_time: 5023.3228 + num_replay_batches: 5033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 4.881737e-05 + avg_actor_approxkl3: 1.2485924e-05 + avg_actor_clipfrac: 0.00031738283 + avg_actor_loss: -7.515636e-05 + avg_advantage: 0.0007374446 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.689715e-06 + avg_entropy: 0.0031296033 + avg_grad_norm_pre_clip: 0.0710927 + avg_loss: -7.3941104e-05 + max: + max_actor_approxkl1: 0.0001722335 + max_actor_approxkl3: 7.149675e-05 + max_actor_clipfrac: 0.0013427734 + max_actor_loss: 3.0573457e-05 + max_advantage: 0.03510946 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0018346e-05 + max_entropy: 0.0046778973 + max_grad_norm_pre_clip: 0.12004306 + max_loss: 3.158604e-05 + std: + std_actor_approxkl1: 6.080171e-05 + std_actor_approxkl3: 1.874691e-05 + std_actor_clipfrac: 0.00035881196 + std_actor_loss: 0.00010069129 + std_advantage: 0.0042243274 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.91387e-07 + std_entropy: 0.00083497324 + std_grad_norm_pre_clip: 0.024099907 + std_loss: 0.0001009053 + eval-batch-orig: + avg_avg_episode_length: 5.872712 + avg_avg_return: 0.9861934 + avg_benchmark_regret: 0.007822738 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26626587 + proxy_corner: + avg_avg_return: 0.9861934 + avg_reward_per_step: 0.26626587 + eval-batch-shift: + avg_avg_episode_length: 62.40911 + avg_avg_return: 0.2881818 + avg_benchmark_regret: 0.7069998 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.101989746 + proxy_corner: + avg_avg_return: 0.6760644 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.675335 + avg_avg_return: 0.98695153 + avg_benchmark_regret: 0.007266823 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26714325 + proxy_corner: + avg_avg_return: 0.98695153 + avg_reward_per_step: 0.26714325 +=========================================================== +=========================================================== + step: + env-step-all-before: 330301440 + env-step-replay-before: 165347328 + env-step-used-before: 330301440 + ppo-update-before: 201600 + env-step-generate-before: 164954112 + env-step-all-after: 330334208 + env-step-replay-after: 165380096 + env-step-used-after: 330334208 + ppo-update-after: 201620 + env-step-generate-after: 164954112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.964441 + avg_avg_return: 0.8856741 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8856741 + avg_reward_per_step: 0.06793213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.964441 + avg_avg_return: 0.8856741 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8856741 + avg_reward_per_step: 0.06793213 + perf: + env_steps_per_second: 978226.1972968116 + ppo_updates_per_second: 110.69052401132964 + eval-batch-orig-duration: 0.1850591999827884 + eval-batch-shift-duration: 0.13644757599104196 + eval-batch-tree-duration: 0.13985886197770014 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.521973 + mouse-cheese_dist_finite_wavg: 14.851922 + mouse-cheese_dist_solvable_avg: 13.521973 + mouse-cheese_dist_solvable_wavg: 14.851924 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10191473 + visit_patterns: + avg_first_visit_time: 3307.6873 + avg_last_visit_time: 5037.256 + num_replay_batches: 5047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004666883 + avg_actor_approxkl3: 0.00045116252 + avg_actor_clipfrac: 0.00979004 + avg_actor_loss: -0.00010237897 + avg_advantage: -7.6698554e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.8814634e-06 + avg_entropy: 0.019534124 + avg_grad_norm_pre_clip: 0.30328116 + avg_loss: -0.00011847237 + max: + max_actor_approxkl1: 0.0013026276 + max_actor_approxkl3: 0.0010095553 + max_actor_clipfrac: 0.018310547 + max_actor_loss: 0.00024480605 + max_advantage: 0.038936615 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.8968715e-06 + max_entropy: 0.025298174 + max_grad_norm_pre_clip: 0.5094516 + max_loss: 0.0002307176 + std: + std_actor_approxkl1: 0.00040772627 + std_actor_approxkl3: 0.00026325957 + std_actor_clipfrac: 0.0047658416 + std_actor_loss: 0.00020472026 + std_advantage: 0.003749032 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7302935e-07 + std_entropy: 0.0028573368 + std_grad_norm_pre_clip: 0.11613711 + std_loss: 0.00020423236 + eval-batch-orig: + avg_avg_episode_length: 5.932234 + avg_avg_return: 0.98618776 + avg_benchmark_regret: 0.0078284135 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2658844 + proxy_corner: + avg_avg_return: 0.98618776 + avg_reward_per_step: 0.2658844 + eval-batch-shift: + avg_avg_episode_length: 63.168327 + avg_avg_return: 0.2814487 + avg_benchmark_regret: 0.71373284 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10042572 + proxy_corner: + avg_avg_return: 0.6805976 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.676583 + avg_avg_return: 0.98676205 + avg_benchmark_regret: 0.007456349 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26712036 + proxy_corner: + avg_avg_return: 0.98676205 + avg_reward_per_step: 0.26712036 +=========================================================== +=========================================================== + step: + env-step-all-before: 331350016 + env-step-replay-before: 165707776 + env-step-used-before: 331350016 + ppo-update-before: 202240 + env-step-generate-before: 165642240 + env-step-all-after: 331382784 + env-step-replay-after: 165740544 + env-step-used-after: 331382784 + ppo-update-after: 202260 + env-step-generate-after: 165642240 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.11924 + avg_avg_return: 0.8861455 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.8861455 + avg_reward_per_step: 0.06729126 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.11924 + avg_avg_return: 0.8861455 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.8861455 + avg_reward_per_step: 0.06729126 + perf: + env_steps_per_second: 1011893.2989323352 + ppo_updates_per_second: 110.44600832482905 + eval-batch-orig-duration: 0.18894940899917856 + eval-batch-shift-duration: 0.14287862100172788 + eval-batch-tree-duration: 0.14240117301233113 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.521973 + mouse-cheese_dist_finite_wavg: 13.053679 + mouse-cheese_dist_solvable_avg: 13.521973 + mouse-cheese_dist_solvable_wavg: 13.053678 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10171314 + visit_patterns: + avg_first_visit_time: 3321.1528 + avg_last_visit_time: 5048.2607 + num_replay_batches: 5058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010005647 + avg_actor_approxkl3: 0.0006336386 + avg_actor_clipfrac: 0.012731934 + avg_actor_loss: 0.00075660564 + avg_advantage: 0.00015865274 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.221525e-06 + avg_entropy: 0.030156052 + avg_grad_norm_pre_clip: 0.72487944 + avg_loss: 0.0007310602 + max: + max_actor_approxkl1: 0.0021235151 + max_actor_approxkl3: 0.001615647 + max_actor_clipfrac: 0.025146484 + max_actor_loss: 0.0017986223 + max_advantage: 0.025240898 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0393958e-05 + max_entropy: 0.03764096 + max_grad_norm_pre_clip: 1.6588069 + max_loss: 0.001769183 + std: + std_actor_approxkl1: 0.0005838064 + std_actor_approxkl3: 0.0003484548 + std_actor_clipfrac: 0.0053787315 + std_actor_loss: 0.00071874686 + std_advantage: 0.0041513667 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.4494833e-07 + std_entropy: 0.0033561129 + std_grad_norm_pre_clip: 0.33764294 + std_loss: 0.0007192887 + eval-batch-orig: + avg_avg_episode_length: 5.8884726 + avg_avg_return: 0.9867449 + avg_benchmark_regret: 0.0072712554 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26602173 + proxy_corner: + avg_avg_return: 0.9867449 + avg_reward_per_step: 0.26602173 + eval-batch-shift: + avg_avg_episode_length: 63.010525 + avg_avg_return: 0.2821706 + avg_benchmark_regret: 0.713011 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099868774 + proxy_corner: + avg_avg_return: 0.67742467 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.690032 + avg_avg_return: 0.98723185 + avg_benchmark_regret: 0.0069865487 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26700592 + proxy_corner: + avg_avg_return: 0.98723185 + avg_reward_per_step: 0.26700592 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 332398592 + env-step-replay-before: 166264832 + env-step-used-before: 332398592 + ppo-update-before: 202880 + env-step-generate-before: 166133760 + env-step-all-after: 332431360 + env-step-replay-after: 166297600 + env-step-used-after: 332431360 + ppo-update-after: 202900 + env-step-generate-after: 166133760 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.034296 + avg_avg_return: 0.88583803 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.88583803 + avg_reward_per_step: 0.06765747 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.034296 + avg_avg_return: 0.88583803 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.88583803 + avg_reward_per_step: 0.06765747 + perf: + env_steps_per_second: 985269.3985459554 + ppo_updates_per_second: 111.02548763897224 + eval-batch-orig-duration: 0.18535519996657968 + eval-batch-shift-duration: 0.1370735900127329 + eval-batch-tree-duration: 0.13679855404188856 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.508789 + mouse-cheese_dist_finite_wavg: 13.053154 + mouse-cheese_dist_solvable_avg: 13.508789 + mouse-cheese_dist_solvable_wavg: 13.053156 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10188295 + visit_patterns: + avg_first_visit_time: 3343.6125 + avg_last_visit_time: 5065.294 + num_replay_batches: 5075 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057373743 + avg_actor_approxkl3: 0.0003526069 + avg_actor_clipfrac: 0.013519287 + avg_actor_loss: 0.00016800594 + avg_advantage: -0.0015235688 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.232029e-06 + avg_entropy: 0.033868387 + avg_grad_norm_pre_clip: 0.81309074 + avg_loss: 0.00013875356 + max: + max_actor_approxkl1: 0.0015120541 + max_actor_approxkl3: 0.0007886801 + max_actor_clipfrac: 0.032226562 + max_actor_loss: 0.0024793483 + max_advantage: 0.023227394 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2218836e-05 + max_entropy: 0.043515027 + max_grad_norm_pre_clip: 1.362116 + max_loss: 0.0024509938 + std: + std_actor_approxkl1: 0.00041253818 + std_actor_approxkl3: 0.00023354794 + std_actor_clipfrac: 0.0083315 + std_actor_loss: 0.00084659155 + std_advantage: 0.004120217 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.524775e-07 + std_entropy: 0.003941029 + std_grad_norm_pre_clip: 0.25487903 + std_loss: 0.000846766 + eval-batch-orig: + avg_avg_episode_length: 5.920097 + avg_avg_return: 0.9862734 + avg_benchmark_regret: 0.007742756 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.265625 + proxy_corner: + avg_avg_return: 0.9862734 + avg_reward_per_step: 0.265625 + eval-batch-shift: + avg_avg_episode_length: 62.725166 + avg_avg_return: 0.28576177 + avg_benchmark_regret: 0.7094197 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09844208 + proxy_corner: + avg_avg_return: 0.6886644 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.789831 + avg_avg_return: 0.9867742 + avg_benchmark_regret: 0.0074441405 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9867742 + avg_reward_per_step: 0.26624298 +=========================================================== +=========================================================== + step: + env-step-all-before: 333447168 + env-step-replay-before: 166756352 + env-step-used-before: 333447168 + ppo-update-before: 203520 + env-step-generate-before: 166690816 + env-step-all-after: 333479936 + env-step-replay-after: 166789120 + env-step-used-after: 333479936 + ppo-update-after: 203540 + env-step-generate-after: 166690816 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.979647 + avg_avg_return: 0.8887765 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8887765 + avg_reward_per_step: 0.06793213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.979647 + avg_avg_return: 0.8887765 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8887765 + avg_reward_per_step: 0.06793213 + perf: + env_steps_per_second: 1002185.0616650279 + ppo_updates_per_second: 111.30737010025518 + eval-batch-orig-duration: 0.19065661396598443 + eval-batch-shift-duration: 0.14657896099379286 + eval-batch-tree-duration: 0.1358018169994466 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.510498 + mouse-cheese_dist_finite_wavg: 14.845377 + mouse-cheese_dist_solvable_avg: 13.510498 + mouse-cheese_dist_solvable_wavg: 14.845375 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10171642 + visit_patterns: + avg_first_visit_time: 3360.3118 + avg_last_visit_time: 5080.3193 + num_replay_batches: 5090 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003854427 + avg_actor_approxkl3: 0.00022137437 + avg_actor_clipfrac: 0.006829834 + avg_actor_loss: -0.0001747742 + avg_advantage: -0.00068497035 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.253969e-06 + avg_entropy: 0.03158877 + avg_grad_norm_pre_clip: 0.44072405 + avg_loss: -0.00020173598 + max: + max_actor_approxkl1: 0.0011885479 + max_actor_approxkl3: 0.0006573989 + max_actor_clipfrac: 0.012939453 + max_actor_loss: 0.0002644658 + max_advantage: 0.024212241 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.035866e-05 + max_entropy: 0.04072289 + max_grad_norm_pre_clip: 0.79714286 + max_loss: 0.0002390168 + std: + std_actor_approxkl1: 0.0003624807 + std_actor_approxkl3: 0.00015087979 + std_actor_clipfrac: 0.0037911579 + std_actor_loss: 0.00032044592 + std_advantage: 0.00446056 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.235323e-07 + std_entropy: 0.0046910485 + std_grad_norm_pre_clip: 0.14205234 + std_loss: 0.0003213073 + eval-batch-orig: + avg_avg_episode_length: 5.96397 + avg_avg_return: 0.98589575 + avg_benchmark_regret: 0.008120374 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26509094 + proxy_corner: + avg_avg_return: 0.98589575 + avg_reward_per_step: 0.26509094 + eval-batch-shift: + avg_avg_episode_length: 62.5457 + avg_avg_return: 0.29080272 + avg_benchmark_regret: 0.70437884 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10055542 + proxy_corner: + avg_avg_return: 0.67714125 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.7166786 + avg_avg_return: 0.9866631 + avg_benchmark_regret: 0.0075552715 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2666092 + proxy_corner: + avg_avg_return: 0.9866631 + avg_reward_per_step: 0.2666092 +=========================================================== +=========================================================== + step: + env-step-all-before: 334495744 + env-step-replay-before: 167313408 + env-step-used-before: 334495744 + ppo-update-before: 204160 + env-step-generate-before: 167182336 + env-step-all-after: 334528512 + env-step-replay-after: 167346176 + env-step-used-after: 334528512 + ppo-update-after: 204180 + env-step-generate-after: 167182336 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.162158 + avg_avg_return: 0.88499594 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.88499594 + avg_reward_per_step: 0.06719971 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.162158 + avg_avg_return: 0.88499594 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.88499594 + avg_reward_per_step: 0.06719971 + perf: + env_steps_per_second: 975359.1738950403 + ppo_updates_per_second: 110.57041317268057 + eval-batch-orig-duration: 0.18670235603349283 + eval-batch-shift-duration: 0.1373295679804869 + eval-batch-tree-duration: 0.138922005018685 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.50708 + mouse-cheese_dist_finite_wavg: 13.052916 + mouse-cheese_dist_solvable_avg: 13.50708 + mouse-cheese_dist_solvable_wavg: 13.052916 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10186009 + visit_patterns: + avg_first_visit_time: 3379.3848 + avg_last_visit_time: 5097.078 + num_replay_batches: 5107 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007419396 + avg_actor_approxkl3: 0.00051700085 + avg_actor_clipfrac: 0.013757325 + avg_actor_loss: -0.00021634091 + avg_advantage: -0.0006406086 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0532397e-05 + avg_entropy: 0.038225137 + avg_grad_norm_pre_clip: 0.98502254 + avg_loss: -0.00024929986 + max: + max_actor_approxkl1: 0.0014158762 + max_actor_approxkl3: 0.0011009669 + max_actor_clipfrac: 0.022216797 + max_actor_loss: 0.0021145693 + max_advantage: 0.021907628 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1781335e-05 + max_entropy: 0.047247697 + max_grad_norm_pre_clip: 1.5878257 + max_loss: 0.0020778822 + std: + std_actor_approxkl1: 0.00046725204 + std_actor_approxkl3: 0.00032423215 + std_actor_clipfrac: 0.0061014523 + std_actor_loss: 0.0006742367 + std_advantage: 0.004775679 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.6572976e-07 + std_entropy: 0.0056743696 + std_grad_norm_pre_clip: 0.3259236 + std_loss: 0.000673467 + eval-batch-orig: + avg_avg_episode_length: 6.014878 + avg_avg_return: 0.98607314 + avg_benchmark_regret: 0.007942999 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.264534 + proxy_corner: + avg_avg_return: 0.98607314 + avg_reward_per_step: 0.264534 + eval-batch-shift: + avg_avg_episode_length: 62.409153 + avg_avg_return: 0.28683072 + avg_benchmark_regret: 0.70835084 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1039505 + proxy_corner: + avg_avg_return: 0.68167603 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.831999 + avg_avg_return: 0.986435 + avg_benchmark_regret: 0.0077833966 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26539612 + proxy_corner: + avg_avg_return: 0.986435 + avg_reward_per_step: 0.26539612 +=========================================================== +=========================================================== + step: + env-step-all-before: 335544320 + env-step-replay-before: 167804928 + env-step-used-before: 335544320 + ppo-update-before: 204800 + env-step-generate-before: 167739392 + env-step-all-after: 335577088 + env-step-replay-after: 167804928 + env-step-used-after: 335577088 + ppo-update-after: 204820 + env-step-generate-after: 167772160 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4594746 + avg_avg_return: 0.9656278 + avg_reward_per_step: 0.29580688 + proxy_corner: + avg_avg_return: 0.9656278 + avg_reward_per_step: 0.29580688 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4594746 + avg_avg_return: 0.9656278 + avg_reward_per_step: 0.29580688 + proxy_corner: + avg_avg_return: 0.9656278 + avg_reward_per_step: 0.29580688 + perf: + env_steps_per_second: 1008853.8566947844 + ppo_updates_per_second: 110.53287007286482 + eval-batch-orig-duration: 0.1845550580183044 + eval-batch-shift-duration: 0.14114677801262587 + eval-batch-tree-duration: 0.14085400698240846 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.511963 + mouse-cheese_dist_finite_wavg: 14.851763 + mouse-cheese_dist_solvable_avg: 13.511963 + mouse-cheese_dist_solvable_wavg: 14.851763 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10268527 + visit_patterns: + avg_first_visit_time: 3393.9958 + avg_last_visit_time: 5111.2197 + num_replay_batches: 5121 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016276137 + avg_actor_approxkl3: 0.00010089085 + avg_actor_clipfrac: 0.0025268556 + avg_actor_loss: 4.540336e-05 + avg_advantage: 0.0013220112 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.087932e-06 + avg_entropy: 0.007806439 + avg_grad_norm_pre_clip: 0.218864 + avg_loss: 4.164089e-05 + max: + max_actor_approxkl1: 0.0011845028 + max_actor_approxkl3: 0.00052133435 + max_actor_clipfrac: 0.009521484 + max_actor_loss: 0.00060273753 + max_advantage: 0.02820617 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.3368e-06 + max_entropy: 0.015922826 + max_grad_norm_pre_clip: 0.49652705 + max_loss: 0.00059666106 + std: + std_actor_approxkl1: 0.0003103987 + std_actor_approxkl3: 0.00015211999 + std_actor_clipfrac: 0.0027868683 + std_actor_loss: 0.00021361286 + std_advantage: 0.003792905 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.35589e-07 + std_entropy: 0.0038049754 + std_grad_norm_pre_clip: 0.122110516 + std_loss: 0.00021189061 + eval-batch-orig: + avg_avg_episode_length: 5.9181995 + avg_avg_return: 0.98592997 + avg_benchmark_regret: 0.008086163 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26586914 + proxy_corner: + avg_avg_return: 0.98592997 + avg_reward_per_step: 0.26586914 + eval-batch-shift: + avg_avg_episode_length: 62.487034 + avg_avg_return: 0.2898696 + avg_benchmark_regret: 0.7053119 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10173035 + proxy_corner: + avg_avg_return: 0.6797302 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.7078314 + avg_avg_return: 0.98681307 + avg_benchmark_regret: 0.0074053057 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683044 + proxy_corner: + avg_avg_return: 0.98681307 + avg_reward_per_step: 0.26683044 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 336592896 + env-step-replay-before: 168394752 + env-step-used-before: 336592896 + ppo-update-before: 205440 + env-step-generate-before: 168198144 + env-step-all-after: 336625664 + env-step-replay-after: 168394752 + env-step-used-after: 336625664 + ppo-update-after: 205460 + env-step-generate-after: 168230912 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.615292 + avg_avg_return: 0.9660114 + avg_reward_per_step: 0.25878906 + proxy_corner: + avg_avg_return: 0.9660114 + avg_reward_per_step: 0.25878906 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.615292 + avg_avg_return: 0.9660114 + avg_reward_per_step: 0.25878906 + proxy_corner: + avg_avg_return: 0.9660114 + avg_reward_per_step: 0.25878906 + perf: + env_steps_per_second: 1001148.9310594633 + ppo_updates_per_second: 111.54913421674938 + eval-batch-orig-duration: 0.18492535594850779 + eval-batch-shift-duration: 0.13741445500636473 + eval-batch-tree-duration: 0.137199180026073 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.506592 + mouse-cheese_dist_finite_wavg: 13.05159 + mouse-cheese_dist_solvable_avg: 13.506592 + mouse-cheese_dist_solvable_wavg: 13.051592 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.1026331 + visit_patterns: + avg_first_visit_time: 3408.4087 + avg_last_visit_time: 5129.2373 + num_replay_batches: 5139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.0688365e-05 + avg_actor_approxkl3: 4.2330284e-05 + avg_actor_clipfrac: 0.0007019043 + avg_actor_loss: -0.000104214 + avg_advantage: 0.00096888153 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.500998e-06 + avg_entropy: 0.0040740864 + avg_grad_norm_pre_clip: 0.1434872 + avg_loss: -0.00010453758 + max: + max_actor_approxkl1: 0.00030107232 + max_actor_approxkl3: 0.0001216172 + max_actor_clipfrac: 0.0015869141 + max_actor_loss: 0.00018345565 + max_advantage: 0.023878574 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0196685e-05 + max_entropy: 0.0060432106 + max_grad_norm_pre_clip: 0.4597647 + max_loss: 0.00018155905 + std: + std_actor_approxkl1: 0.00010562778 + std_actor_approxkl3: 3.260686e-05 + std_actor_clipfrac: 0.00041910313 + std_actor_loss: 0.00013901362 + std_advantage: 0.0038471513 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.969953e-07 + std_entropy: 0.00092888146 + std_grad_norm_pre_clip: 0.088538826 + std_loss: 0.0001390743 + eval-batch-orig: + avg_avg_episode_length: 5.9133615 + avg_avg_return: 0.9862355 + avg_benchmark_regret: 0.0077806422 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.9862355 + avg_reward_per_step: 0.26593018 + eval-batch-shift: + avg_avg_episode_length: 62.391857 + avg_avg_return: 0.28900927 + avg_benchmark_regret: 0.70617235 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10085297 + proxy_corner: + avg_avg_return: 0.67641485 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.715003 + avg_avg_return: 0.9869119 + avg_benchmark_regret: 0.007306478 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26682281 + proxy_corner: + avg_avg_return: 0.9869119 + avg_reward_per_step: 0.26682281 +=========================================================== +=========================================================== + step: + env-step-all-before: 337641472 + env-step-replay-before: 168853504 + env-step-used-before: 337641472 + ppo-update-before: 206080 + env-step-generate-before: 168787968 + env-step-all-after: 337674240 + env-step-replay-after: 168853504 + env-step-used-after: 337674240 + ppo-update-after: 206100 + env-step-generate-after: 168820736 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.558421 + avg_avg_return: 0.9653748 + avg_reward_per_step: 0.2763977 + proxy_corner: + avg_avg_return: 0.9653748 + avg_reward_per_step: 0.2763977 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.558421 + avg_avg_return: 0.9653748 + avg_reward_per_step: 0.2763977 + proxy_corner: + avg_avg_return: 0.9653748 + avg_reward_per_step: 0.2763977 + perf: + env_steps_per_second: 1000738.3998025309 + ppo_updates_per_second: 111.11558843508531 + eval-batch-orig-duration: 0.1838392930221744 + eval-batch-shift-duration: 0.13751507201232016 + eval-batch-tree-duration: 0.13928248797310516 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.521973 + mouse-cheese_dist_finite_wavg: 14.851461 + mouse-cheese_dist_solvable_avg: 13.521973 + mouse-cheese_dist_solvable_wavg: 14.851461 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10224129 + visit_patterns: + avg_first_visit_time: 3439.8093 + avg_last_visit_time: 5143.207 + num_replay_batches: 5153 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015423125 + avg_actor_approxkl3: 0.00014449883 + avg_actor_clipfrac: 0.0026916505 + avg_actor_loss: 0.00029907277 + avg_advantage: 0.00073008554 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0796442e-05 + avg_entropy: 0.00545358 + avg_grad_norm_pre_clip: 0.3348604 + avg_loss: 0.0002990174 + max: + max_actor_approxkl1: 0.00054024294 + max_actor_approxkl3: 0.0004327593 + max_actor_clipfrac: 0.007080078 + max_actor_loss: 0.002309844 + max_advantage: 0.029841185 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.48211275e-05 + max_entropy: 0.011149613 + max_grad_norm_pre_clip: 0.8702052 + max_loss: 0.0023113543 + std: + std_actor_approxkl1: 0.00019723206 + std_actor_approxkl3: 0.00011682405 + std_actor_clipfrac: 0.002013411 + std_actor_loss: 0.00057198404 + std_advantage: 0.004302321 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7368806e-06 + std_entropy: 0.0021727143 + std_grad_norm_pre_clip: 0.25896966 + std_loss: 0.00057156687 + eval-batch-orig: + avg_avg_episode_length: 5.8963614 + avg_avg_return: 0.98625606 + avg_benchmark_regret: 0.007760057 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.265831 + proxy_corner: + avg_avg_return: 0.98625606 + avg_reward_per_step: 0.265831 + eval-batch-shift: + avg_avg_episode_length: 62.21688 + avg_avg_return: 0.29312402 + avg_benchmark_regret: 0.7020576 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10168457 + proxy_corner: + avg_avg_return: 0.6723512 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.7116423 + avg_avg_return: 0.9869889 + avg_benchmark_regret: 0.0072294427 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26644897 + proxy_corner: + avg_avg_return: 0.9869889 + avg_reward_per_step: 0.26644897 +=========================================================== +=========================================================== + step: + env-step-all-before: 338690048 + env-step-replay-before: 169377792 + env-step-used-before: 338690048 + ppo-update-before: 206720 + env-step-generate-before: 169312256 + env-step-all-after: 338722816 + env-step-replay-after: 169410560 + env-step-used-after: 338722816 + ppo-update-after: 206740 + env-step-generate-after: 169312256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.016691 + avg_avg_return: 0.88712925 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.88712925 + avg_reward_per_step: 0.06781006 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.016691 + avg_avg_return: 0.88712925 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.88712925 + avg_reward_per_step: 0.06781006 + perf: + env_steps_per_second: 999368.7465288811 + ppo_updates_per_second: 110.56994004339894 + eval-batch-orig-duration: 0.18531789595726877 + eval-batch-shift-duration: 0.13641213398659602 + eval-batch-tree-duration: 0.13614102499559522 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.526367 + mouse-cheese_dist_finite_wavg: 13.951701 + mouse-cheese_dist_solvable_avg: 13.526367 + mouse-cheese_dist_solvable_wavg: 13.951701 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102131754 + visit_patterns: + avg_first_visit_time: 3450.883 + avg_last_visit_time: 5160.249 + num_replay_batches: 5170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005851824 + avg_actor_approxkl3: 0.00036560293 + avg_actor_clipfrac: 0.008557129 + avg_actor_loss: 0.00054163515 + avg_advantage: 0.00074796786 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.3946535e-06 + avg_entropy: 0.025276829 + avg_grad_norm_pre_clip: 0.62473696 + avg_loss: 0.0005200557 + max: + max_actor_approxkl1: 0.0021928076 + max_actor_approxkl3: 0.0011323985 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.0027570585 + max_advantage: 0.018297076 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.437733e-06 + max_entropy: 0.03494864 + max_grad_norm_pre_clip: 1.6455395 + max_loss: 0.0027359503 + std: + std_actor_approxkl1: 0.00054917566 + std_actor_approxkl3: 0.0003096051 + std_actor_clipfrac: 0.0052732253 + std_actor_loss: 0.0007911761 + std_advantage: 0.0037424217 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.5680706e-07 + std_entropy: 0.0050668176 + std_grad_norm_pre_clip: 0.26351747 + std_loss: 0.0007917369 + eval-batch-orig: + avg_avg_episode_length: 5.953754 + avg_avg_return: 0.98609126 + avg_benchmark_regret: 0.007924846 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2657776 + proxy_corner: + avg_avg_return: 0.98609126 + avg_reward_per_step: 0.2657776 + eval-batch-shift: + avg_avg_episode_length: 62.356956 + avg_avg_return: 0.2906485 + avg_benchmark_regret: 0.7045331 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09856415 + proxy_corner: + avg_avg_return: 0.67709184 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.7154818 + avg_avg_return: 0.9868848 + avg_benchmark_regret: 0.0073336335 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.9868848 + avg_reward_per_step: 0.2668686 +=========================================================== +=========================================================== + step: + env-step-all-before: 339738624 + env-step-replay-before: 169934848 + env-step-used-before: 339738624 + ppo-update-before: 207360 + env-step-generate-before: 169803776 + env-step-all-after: 339771392 + env-step-replay-after: 169934848 + env-step-used-after: 339771392 + ppo-update-after: 207380 + env-step-generate-after: 169836544 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.632234 + avg_avg_return: 0.9646944 + avg_reward_per_step: 0.26153564 + proxy_corner: + avg_avg_return: 0.9646944 + avg_reward_per_step: 0.26153564 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.632234 + avg_avg_return: 0.9646944 + avg_reward_per_step: 0.26153564 + proxy_corner: + avg_avg_return: 0.9646944 + avg_reward_per_step: 0.26153564 + perf: + env_steps_per_second: 982239.5929321575 + ppo_updates_per_second: 111.31067694179116 + eval-batch-orig-duration: 0.1903646009741351 + eval-batch-shift-duration: 0.14958908397238702 + eval-batch-tree-duration: 0.13982361095258966 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.531738 + mouse-cheese_dist_finite_wavg: 14.854118 + mouse-cheese_dist_solvable_avg: 13.531738 + mouse-cheese_dist_solvable_wavg: 14.854118 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10250865 + visit_patterns: + avg_first_visit_time: 3459.939 + avg_last_visit_time: 5176.299 + num_replay_batches: 5186 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014721038 + avg_actor_approxkl3: 9.5043666e-05 + avg_actor_clipfrac: 0.0019836426 + avg_actor_loss: 0.00018771082 + avg_advantage: 0.0011800068 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.888822e-06 + avg_entropy: 0.004917213 + avg_grad_norm_pre_clip: 0.2748879 + avg_loss: 0.000187238 + max: + max_actor_approxkl1: 0.00083262863 + max_actor_approxkl3: 0.00026173808 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.0012098998 + max_advantage: 0.026527703 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.260955e-05 + max_entropy: 0.008436724 + max_grad_norm_pre_clip: 0.7858863 + max_loss: 0.0012080634 + std: + std_actor_approxkl1: 0.00021448033 + std_actor_approxkl3: 8.254142e-05 + std_actor_clipfrac: 0.0014145811 + std_actor_loss: 0.00049121963 + std_advantage: 0.0040169423 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4121483e-06 + std_entropy: 0.0017819448 + std_grad_norm_pre_clip: 0.19887647 + std_loss: 0.0004905367 + eval-batch-orig: + avg_avg_episode_length: 5.8890867 + avg_avg_return: 0.9863683 + avg_benchmark_regret: 0.0076478524 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2661667 + proxy_corner: + avg_avg_return: 0.9863683 + avg_reward_per_step: 0.2661667 + eval-batch-shift: + avg_avg_episode_length: 62.807644 + avg_avg_return: 0.28736156 + avg_benchmark_regret: 0.70782006 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09786224 + proxy_corner: + avg_avg_return: 0.6822938 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.684066 + avg_avg_return: 0.9870776 + avg_benchmark_regret: 0.0071407324 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670288 + proxy_corner: + avg_avg_return: 0.9870776 + avg_reward_per_step: 0.2670288 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 340787200 + env-step-replay-before: 170360832 + env-step-used-before: 340787200 + ppo-update-before: 208000 + env-step-generate-before: 170426368 + env-step-all-after: 340819968 + env-step-replay-after: 170360832 + env-step-used-after: 340819968 + ppo-update-after: 208020 + env-step-generate-after: 170459136 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4588356 + avg_avg_return: 0.96611094 + avg_reward_per_step: 0.30059814 + proxy_corner: + avg_avg_return: 0.96611094 + avg_reward_per_step: 0.30059814 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4588356 + avg_avg_return: 0.96611094 + avg_reward_per_step: 0.30059814 + proxy_corner: + avg_avg_return: 0.96611094 + avg_reward_per_step: 0.30059814 + perf: + env_steps_per_second: 993449.5929419801 + ppo_updates_per_second: 111.22567292022657 + eval-batch-orig-duration: 0.18664237798657268 + eval-batch-shift-duration: 0.14197860402055085 + eval-batch-tree-duration: 0.1402129610069096 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5390625 + mouse-cheese_dist_finite_wavg: 15.753552 + mouse-cheese_dist_solvable_avg: 13.5390625 + mouse-cheese_dist_solvable_wavg: 15.753552 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10218241 + visit_patterns: + avg_first_visit_time: 3474.26 + avg_last_visit_time: 5189.3096 + num_replay_batches: 5199 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019175187 + avg_actor_approxkl3: 0.00010242794 + avg_actor_clipfrac: 0.0013916016 + avg_actor_loss: 0.000120990655 + avg_advantage: -0.0008557028 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.047219e-06 + avg_entropy: 0.0035351291 + avg_grad_norm_pre_clip: 0.15011553 + avg_loss: 0.000121479134 + max: + max_actor_approxkl1: 0.00074557925 + max_actor_approxkl3: 0.00033092528 + max_actor_clipfrac: 0.0032958984 + max_actor_loss: 0.0009626113 + max_advantage: 0.01711458 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.846201e-06 + max_entropy: 0.0060078343 + max_grad_norm_pre_clip: 0.6275363 + max_loss: 0.0009612954 + std: + std_actor_approxkl1: 0.00026023076 + std_actor_approxkl3: 0.00010585823 + std_actor_clipfrac: 0.001135582 + std_actor_loss: 0.00022123598 + std_advantage: 0.0038891416 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.341194e-07 + std_entropy: 0.0013988188 + std_grad_norm_pre_clip: 0.14007606 + std_loss: 0.00022074177 + eval-batch-orig: + avg_avg_episode_length: 5.8977222 + avg_avg_return: 0.9861622 + avg_benchmark_regret: 0.007853953 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26594543 + proxy_corner: + avg_avg_return: 0.9861622 + avg_reward_per_step: 0.26594543 + eval-batch-shift: + avg_avg_episode_length: 62.51914 + avg_avg_return: 0.28936493 + avg_benchmark_regret: 0.7058166 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099349976 + proxy_corner: + avg_avg_return: 0.6759658 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.688076 + avg_avg_return: 0.9869026 + avg_benchmark_regret: 0.0073158033 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669525 + proxy_corner: + avg_avg_return: 0.9869026 + avg_reward_per_step: 0.2669525 +=========================================================== +=========================================================== + step: + env-step-all-before: 341835776 + env-step-replay-before: 170688512 + env-step-used-before: 341835776 + ppo-update-before: 208640 + env-step-generate-before: 171147264 + env-step-all-after: 341868544 + env-step-replay-after: 170688512 + env-step-used-after: 341868544 + ppo-update-after: 208660 + env-step-generate-after: 171180032 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8181157 + avg_avg_return: 0.9644361 + avg_reward_per_step: 0.25753784 + proxy_corner: + avg_avg_return: 0.9644361 + avg_reward_per_step: 0.25753784 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8181157 + avg_avg_return: 0.9644361 + avg_reward_per_step: 0.25753784 + proxy_corner: + avg_avg_return: 0.9644361 + avg_reward_per_step: 0.25753784 + perf: + env_steps_per_second: 947448.1166105942 + ppo_updates_per_second: 111.20467500530785 + eval-batch-orig-duration: 0.18363517901161686 + eval-batch-shift-duration: 0.1372715340112336 + eval-batch-tree-duration: 0.13725238799815997 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.533691 + mouse-cheese_dist_finite_wavg: 13.054831 + mouse-cheese_dist_solvable_avg: 13.533691 + mouse-cheese_dist_solvable_wavg: 13.054832 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10225802 + visit_patterns: + avg_first_visit_time: 3484.881 + avg_last_visit_time: 5199.3896 + num_replay_batches: 5209 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001668046 + avg_actor_approxkl3: 7.992697e-05 + avg_actor_clipfrac: 0.0017211915 + avg_actor_loss: -9.317886e-05 + avg_advantage: -0.00026795053 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.229413e-06 + avg_entropy: 0.0037296023 + avg_grad_norm_pre_clip: 0.14414306 + avg_loss: -9.2793765e-05 + max: + max_actor_approxkl1: 0.0005433493 + max_actor_approxkl3: 0.00024968514 + max_actor_clipfrac: 0.005859375 + max_actor_loss: 0.0004098965 + max_advantage: 0.023983717 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0565015e-05 + max_entropy: 0.0075673 + max_grad_norm_pre_clip: 0.33501852 + max_loss: 0.00040816888 + std: + std_actor_approxkl1: 0.00018299905 + std_actor_approxkl3: 6.509718e-05 + std_actor_clipfrac: 0.0017045755 + std_actor_loss: 0.00025134944 + std_advantage: 0.004114139 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.030112e-06 + std_entropy: 0.0014817651 + std_grad_norm_pre_clip: 0.09487997 + std_loss: 0.0002512147 + eval-batch-orig: + avg_avg_episode_length: 5.883704 + avg_avg_return: 0.98657656 + avg_benchmark_regret: 0.007439552 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.98657656 + avg_reward_per_step: 0.26607513 + eval-batch-shift: + avg_avg_episode_length: 62.36042 + avg_avg_return: 0.29203653 + avg_benchmark_regret: 0.703145 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10007477 + proxy_corner: + avg_avg_return: 0.6806251 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.681097 + avg_avg_return: 0.98687506 + avg_benchmark_regret: 0.0073432596 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26705933 + proxy_corner: + avg_avg_return: 0.98687506 + avg_reward_per_step: 0.26705933 +=========================================================== +=========================================================== + step: + env-step-all-before: 342884352 + env-step-replay-before: 170852352 + env-step-used-before: 342884352 + ppo-update-before: 209280 + env-step-generate-before: 172032000 + env-step-all-after: 342917120 + env-step-replay-after: 170852352 + env-step-used-after: 342917120 + ppo-update-after: 209300 + env-step-generate-after: 172064768 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3769636 + avg_avg_return: 0.9688135 + avg_reward_per_step: 0.29733276 + proxy_corner: + avg_avg_return: 0.9688135 + avg_reward_per_step: 0.29733276 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3769636 + avg_avg_return: 0.9688135 + avg_reward_per_step: 0.29733276 + proxy_corner: + avg_avg_return: 0.9688135 + avg_reward_per_step: 0.29733276 + perf: + env_steps_per_second: 998062.0511181416 + ppo_updates_per_second: 111.21418505161922 + eval-batch-orig-duration: 0.18502237903885543 + eval-batch-shift-duration: 0.1385206220438704 + eval-batch-tree-duration: 0.13864368299255148 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.543701 + mouse-cheese_dist_finite_wavg: 13.053046 + mouse-cheese_dist_solvable_avg: 13.543701 + mouse-cheese_dist_solvable_wavg: 13.053048 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10227131 + visit_patterns: + avg_first_visit_time: 3499.1292 + avg_last_visit_time: 5204.33 + num_replay_batches: 5214 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013477304 + avg_actor_approxkl3: 7.8879006e-05 + avg_actor_clipfrac: 0.00042114258 + avg_actor_loss: -5.3161057e-05 + avg_advantage: 0.0003062879 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.972009e-06 + avg_entropy: 0.002184455 + avg_grad_norm_pre_clip: 0.091812335 + avg_loss: -5.1859504e-05 + max: + max_actor_approxkl1: 0.00054122385 + max_actor_approxkl3: 0.00037044025 + max_actor_clipfrac: 0.002319336 + max_actor_loss: 0.00016449438 + max_advantage: 0.018419325 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.260184e-06 + max_entropy: 0.0036273464 + max_grad_norm_pre_clip: 0.36516753 + max_loss: 0.0001655701 + std: + std_actor_approxkl1: 0.00018420014 + std_actor_approxkl3: 0.00012441023 + std_actor_clipfrac: 0.00057706475 + std_actor_loss: 0.00014541257 + std_advantage: 0.0036557498 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.5354125e-07 + std_entropy: 0.00082642934 + std_grad_norm_pre_clip: 0.086797014 + std_loss: 0.00014588037 + eval-batch-orig: + avg_avg_episode_length: 5.8781347 + avg_avg_return: 0.98635393 + avg_benchmark_regret: 0.0076621873 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26628113 + proxy_corner: + avg_avg_return: 0.98635393 + avg_reward_per_step: 0.26628113 + eval-batch-shift: + avg_avg_episode_length: 62.680515 + avg_avg_return: 0.2868005 + avg_benchmark_regret: 0.70838106 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09806061 + proxy_corner: + avg_avg_return: 0.6808276 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.679118 + avg_avg_return: 0.98699343 + avg_benchmark_regret: 0.0072249174 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671051 + proxy_corner: + avg_avg_return: 0.98699343 + avg_reward_per_step: 0.2671051 +=========================================================== +=========================================================== + step: + env-step-all-before: 343932928 + env-step-replay-before: 171409408 + env-step-used-before: 343932928 + ppo-update-before: 209920 + env-step-generate-before: 172523520 + env-step-all-after: 343965696 + env-step-replay-after: 171442176 + env-step-used-after: 343965696 + ppo-update-after: 209940 + env-step-generate-after: 172523520 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.172009 + avg_avg_return: 0.88569134 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.88569134 + avg_reward_per_step: 0.0670166 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.172009 + avg_avg_return: 0.88569134 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.88569134 + avg_reward_per_step: 0.0670166 + perf: + env_steps_per_second: 942169.8404035321 + ppo_updates_per_second: 112.10067360779988 + eval-batch-orig-duration: 0.18450956500601023 + eval-batch-shift-duration: 0.1406477210111916 + eval-batch-tree-duration: 0.13724519999232143 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.536865 + mouse-cheese_dist_finite_wavg: 14.85686 + mouse-cheese_dist_solvable_avg: 13.536865 + mouse-cheese_dist_solvable_wavg: 14.856862 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10160513 + visit_patterns: + avg_first_visit_time: 3503.7825 + avg_last_visit_time: 5222.2285 + num_replay_batches: 5232 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008728302 + avg_actor_approxkl3: 0.00050595694 + avg_actor_clipfrac: 0.0111022955 + avg_actor_loss: -0.00016295903 + avg_advantage: -0.0003435231 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.1686683e-06 + avg_entropy: 0.022888526 + avg_grad_norm_pre_clip: 0.61147887 + avg_loss: -0.00018276321 + max: + max_actor_approxkl1: 0.0033224802 + max_actor_approxkl3: 0.0018875696 + max_actor_clipfrac: 0.023925781 + max_actor_loss: 0.0008039018 + max_advantage: 0.015745282 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.4271456e-06 + max_entropy: 0.028484896 + max_grad_norm_pre_clip: 1.1523911 + max_loss: 0.00078707945 + std: + std_actor_approxkl1: 0.0007583118 + std_actor_approxkl3: 0.00045670854 + std_actor_clipfrac: 0.006104062 + std_actor_loss: 0.00054091186 + std_advantage: 0.0034947384 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.7431733e-07 + std_entropy: 0.004162131 + std_grad_norm_pre_clip: 0.28437766 + std_loss: 0.00054238114 + eval-batch-orig: + avg_avg_episode_length: 5.872263 + avg_avg_return: 0.98646045 + avg_benchmark_regret: 0.007555657 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662964 + proxy_corner: + avg_avg_return: 0.98646045 + avg_reward_per_step: 0.2662964 + eval-batch-shift: + avg_avg_episode_length: 62.295567 + avg_avg_return: 0.28959858 + avg_benchmark_regret: 0.705583 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10279846 + proxy_corner: + avg_avg_return: 0.6804075 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.680105 + avg_avg_return: 0.986919 + avg_benchmark_regret: 0.0072993776 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670822 + proxy_corner: + avg_avg_return: 0.986919 + avg_reward_per_step: 0.2670822 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 344981504 + env-step-replay-before: 171966464 + env-step-used-before: 344981504 + ppo-update-before: 210560 + env-step-generate-before: 173015040 + env-step-all-after: 345014272 + env-step-replay-after: 171999232 + env-step-used-after: 345014272 + ppo-update-after: 210580 + env-step-generate-after: 173015040 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.039566 + avg_avg_return: 0.8859341 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.8859341 + avg_reward_per_step: 0.06765747 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.039566 + avg_avg_return: 0.8859341 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.8859341 + avg_reward_per_step: 0.06765747 + perf: + env_steps_per_second: 994020.0132827924 + ppo_updates_per_second: 111.07618072389971 + eval-batch-orig-duration: 0.18563216604525223 + eval-batch-shift-duration: 0.13771699398057535 + eval-batch-tree-duration: 0.13806988805299625 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5354 + mouse-cheese_dist_finite_wavg: 14.851709 + mouse-cheese_dist_solvable_avg: 13.5354 + mouse-cheese_dist_solvable_wavg: 14.851709 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10176079 + visit_patterns: + avg_first_visit_time: 3508.2456 + avg_last_visit_time: 5239.325 + num_replay_batches: 5249 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010257919 + avg_actor_approxkl3: 0.00031162036 + avg_actor_clipfrac: 0.010626221 + avg_actor_loss: -0.00029625805 + avg_advantage: -0.001104898 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.223972e-06 + avg_entropy: 0.02916414 + avg_grad_norm_pre_clip: 0.5860801 + avg_loss: -0.00032231017 + max: + max_actor_approxkl1: 0.0033403365 + max_actor_approxkl3: 0.0009144099 + max_actor_clipfrac: 0.024291992 + max_actor_loss: 0.0010124687 + max_advantage: 0.022809505 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.098885e-06 + max_entropy: 0.040001266 + max_grad_norm_pre_clip: 0.9746868 + max_loss: 0.0009897304 + std: + std_actor_approxkl1: 0.0010758968 + std_actor_approxkl3: 0.00026906663 + std_actor_clipfrac: 0.007040026 + std_actor_loss: 0.0006830365 + std_advantage: 0.0036114284 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.9283227e-07 + std_entropy: 0.0052369116 + std_grad_norm_pre_clip: 0.2074547 + std_loss: 0.00068490993 + eval-batch-orig: + avg_avg_episode_length: 5.88701 + avg_avg_return: 0.98618084 + avg_benchmark_regret: 0.007835297 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26611328 + proxy_corner: + avg_avg_return: 0.98618084 + avg_reward_per_step: 0.26611328 + eval-batch-shift: + avg_avg_episode_length: 62.4564 + avg_avg_return: 0.28795707 + avg_benchmark_regret: 0.7072245 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098480225 + proxy_corner: + avg_avg_return: 0.68129075 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.7187676 + avg_avg_return: 0.98687804 + avg_benchmark_regret: 0.007340364 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26687622 + proxy_corner: + avg_avg_return: 0.98687804 + avg_reward_per_step: 0.26687622 +=========================================================== +=========================================================== + step: + env-step-all-before: 346030080 + env-step-replay-before: 172392448 + env-step-used-before: 346030080 + ppo-update-before: 211200 + env-step-generate-before: 173637632 + env-step-all-after: 346062848 + env-step-replay-after: 172425216 + env-step-used-after: 346062848 + ppo-update-after: 211220 + env-step-generate-after: 173637632 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 15.670876 + avg_avg_return: 0.8749028 + avg_reward_per_step: 0.06561279 + proxy_corner: + avg_avg_return: 0.8749028 + avg_reward_per_step: 0.06561279 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 15.670876 + avg_avg_return: 0.8749028 + avg_reward_per_step: 0.06561279 + proxy_corner: + avg_avg_return: 0.8749028 + avg_reward_per_step: 0.06561279 + perf: + env_steps_per_second: 987216.0213059526 + ppo_updates_per_second: 111.88745087624415 + eval-batch-orig-duration: 0.18359663500450552 + eval-batch-shift-duration: 0.13779525802237913 + eval-batch-tree-duration: 0.13793243700638413 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.529297 + mouse-cheese_dist_finite_wavg: 13.053435 + mouse-cheese_dist_solvable_avg: 13.529297 + mouse-cheese_dist_solvable_wavg: 13.053435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10410534 + visit_patterns: + avg_first_visit_time: 3523.9805 + avg_last_visit_time: 5252.382 + num_replay_batches: 5262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069201336 + avg_actor_approxkl3: 0.0004393705 + avg_actor_clipfrac: 0.0139282225 + avg_actor_loss: 0.00023548646 + avg_advantage: -0.0013501253 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5524753e-05 + avg_entropy: 0.04203355 + avg_grad_norm_pre_clip: 1.1010312 + avg_loss: 0.0002012153 + max: + max_actor_approxkl1: 0.0019220721 + max_actor_approxkl3: 0.0012280997 + max_actor_clipfrac: 0.034423828 + max_actor_loss: 0.0020868876 + max_advantage: 0.025393844 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3347331e-05 + max_entropy: 0.05428302 + max_grad_norm_pre_clip: 2.5213985 + max_loss: 0.0020412053 + std: + std_actor_approxkl1: 0.00057539385 + std_actor_approxkl3: 0.0003401823 + std_actor_clipfrac: 0.010229236 + std_actor_loss: 0.0007725775 + std_advantage: 0.005036807 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2157335e-06 + std_entropy: 0.007805866 + std_grad_norm_pre_clip: 0.5677517 + std_loss: 0.0007700971 + eval-batch-orig: + avg_avg_episode_length: 5.979942 + avg_avg_return: 0.98553187 + avg_benchmark_regret: 0.008484287 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26541138 + proxy_corner: + avg_avg_return: 0.98553187 + avg_reward_per_step: 0.26541138 + eval-batch-shift: + avg_avg_episode_length: 63.451042 + avg_avg_return: 0.2777093 + avg_benchmark_regret: 0.7174723 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09674072 + proxy_corner: + avg_avg_return: 0.6873323 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.730443 + avg_avg_return: 0.98683023 + avg_benchmark_regret: 0.007388154 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26639557 + proxy_corner: + avg_avg_return: 0.98683023 + avg_reward_per_step: 0.26639557 +=========================================================== +=========================================================== + step: + env-step-all-before: 347078656 + env-step-replay-before: 172818432 + env-step-used-before: 347078656 + ppo-update-before: 211840 + env-step-generate-before: 174260224 + env-step-all-after: 347111424 + env-step-replay-after: 172818432 + env-step-used-after: 347111424 + ppo-update-after: 211860 + env-step-generate-after: 174292992 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.654143 + avg_avg_return: 0.9639213 + avg_reward_per_step: 0.2928772 + proxy_corner: + avg_avg_return: 0.9639213 + avg_reward_per_step: 0.2928772 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.654143 + avg_avg_return: 0.9639213 + avg_reward_per_step: 0.2928772 + proxy_corner: + avg_avg_return: 0.9639213 + avg_reward_per_step: 0.2928772 + perf: + env_steps_per_second: 1015321.791314614 + ppo_updates_per_second: 111.4137870733229 + eval-batch-orig-duration: 0.18253719003405422 + eval-batch-shift-duration: 0.13516059704124928 + eval-batch-tree-duration: 0.13688974099932238 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.52832 + mouse-cheese_dist_finite_wavg: 13.051268 + mouse-cheese_dist_solvable_avg: 13.52832 + mouse-cheese_dist_solvable_wavg: 13.051268 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.102847844 + visit_patterns: + avg_first_visit_time: 3533.3997 + avg_last_visit_time: 5264.3164 + num_replay_batches: 5274 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020078004 + avg_actor_approxkl3: 0.000104349856 + avg_actor_clipfrac: 0.0016723633 + avg_actor_loss: -6.926082e-05 + avg_advantage: -0.000118387994 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.763863e-06 + avg_entropy: 0.0042116167 + avg_grad_norm_pre_clip: 0.14292882 + avg_loss: -6.959051e-05 + max: + max_actor_approxkl1: 0.00078827114 + max_actor_approxkl3: 0.00046572124 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 0.00020435639 + max_advantage: 0.028937042 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.670815e-06 + max_entropy: 0.0072282376 + max_grad_norm_pre_clip: 0.34932524 + max_loss: 0.00020103775 + std: + std_actor_approxkl1: 0.00022874594 + std_actor_approxkl3: 0.00010582116 + std_actor_clipfrac: 0.0016932609 + std_actor_loss: 0.0002143936 + std_advantage: 0.0040041204 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.495152e-07 + std_entropy: 0.0016541077 + std_grad_norm_pre_clip: 0.09410414 + std_loss: 0.00021442301 + eval-batch-orig: + avg_avg_episode_length: 5.9063115 + avg_avg_return: 0.98628795 + avg_benchmark_regret: 0.007728239 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26595306 + proxy_corner: + avg_avg_return: 0.98628795 + avg_reward_per_step: 0.26595306 + eval-batch-shift: + avg_avg_episode_length: 62.0938 + avg_avg_return: 0.2925156 + avg_benchmark_regret: 0.7026659 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10128021 + proxy_corner: + avg_avg_return: 0.6917771 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.692301 + avg_avg_return: 0.9865329 + avg_benchmark_regret: 0.0076854588 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26690674 + proxy_corner: + avg_avg_return: 0.9865329 + avg_reward_per_step: 0.26690674 +=========================================================== +=========================================================== + step: + env-step-all-before: 348127232 + env-step-replay-before: 173146112 + env-step-used-before: 348127232 + ppo-update-before: 212480 + env-step-generate-before: 174981120 + env-step-all-after: 348160000 + env-step-replay-after: 173178880 + env-step-used-after: 348160000 + ppo-update-after: 212500 + env-step-generate-after: 174981120 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.829716 + avg_avg_return: 0.8872579 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.8872579 + avg_reward_per_step: 0.06915283 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.829716 + avg_avg_return: 0.8872579 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.8872579 + avg_reward_per_step: 0.06915283 + perf: + env_steps_per_second: 983115.8083053142 + ppo_updates_per_second: 110.6273224595882 + eval-batch-orig-duration: 0.18592565599828959 + eval-batch-shift-duration: 0.1370853449916467 + eval-batch-tree-duration: 0.1373575769830495 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.540283 + mouse-cheese_dist_finite_wavg: 13.955243 + mouse-cheese_dist_solvable_avg: 13.540283 + mouse-cheese_dist_solvable_wavg: 13.955246 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10263247 + visit_patterns: + avg_first_visit_time: 3560.3223 + avg_last_visit_time: 5275.33 + num_replay_batches: 5285 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006424045 + avg_actor_approxkl3: 0.00030258382 + avg_actor_clipfrac: 0.008953857 + avg_actor_loss: 9.8023076e-05 + avg_advantage: 0.0011215862 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.468881e-06 + avg_entropy: 0.026376992 + avg_grad_norm_pre_clip: 0.5819364 + avg_loss: 7.5880496e-05 + max: + max_actor_approxkl1: 0.0018637239 + max_actor_approxkl3: 0.0006748347 + max_actor_clipfrac: 0.018554688 + max_actor_loss: 0.002173502 + max_advantage: 0.01998812 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0118281e-05 + max_entropy: 0.032871347 + max_grad_norm_pre_clip: 1.1400555 + max_loss: 0.0021486396 + std: + std_actor_approxkl1: 0.0005414135 + std_actor_approxkl3: 0.00018675826 + std_actor_clipfrac: 0.004308628 + std_actor_loss: 0.0008278255 + std_advantage: 0.004035398 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.566503e-07 + std_entropy: 0.0029831347 + std_grad_norm_pre_clip: 0.23715577 + std_loss: 0.00082774286 + eval-batch-orig: + avg_avg_episode_length: 5.882903 + avg_avg_return: 0.98623717 + avg_benchmark_regret: 0.007778936 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26615906 + proxy_corner: + avg_avg_return: 0.98623717 + avg_reward_per_step: 0.26615906 + eval-batch-shift: + avg_avg_episode_length: 62.971928 + avg_avg_return: 0.28383976 + avg_benchmark_regret: 0.71134174 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10076141 + proxy_corner: + avg_avg_return: 0.69084 + avg_reward_per_step: 0.013038635 + eval-batch-tree: + avg_avg_episode_length: 5.6876373 + avg_avg_return: 0.98689437 + avg_benchmark_regret: 0.007323996 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.98689437 + avg_reward_per_step: 0.26696014 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 349175808 + env-step-replay-before: 173604864 + env-step-used-before: 349175808 + ppo-update-before: 213120 + env-step-generate-before: 175570944 + env-step-all-after: 349208576 + env-step-replay-after: 173637632 + env-step-used-after: 349208576 + ppo-update-after: 213140 + env-step-generate-after: 175570944 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.956822 + avg_avg_return: 0.88577354 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.88577354 + avg_reward_per_step: 0.067993164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.956822 + avg_avg_return: 0.88577354 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.88577354 + avg_reward_per_step: 0.067993164 + perf: + env_steps_per_second: 990230.5083399562 + ppo_updates_per_second: 111.41230994530783 + eval-batch-orig-duration: 0.18803172901971266 + eval-batch-shift-duration: 0.14112814102554694 + eval-batch-tree-duration: 0.13738378504058346 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.548096 + mouse-cheese_dist_finite_wavg: 13.054355 + mouse-cheese_dist_solvable_avg: 13.548096 + mouse-cheese_dist_solvable_wavg: 13.054355 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1019886 + visit_patterns: + avg_first_visit_time: 3566.9482 + avg_last_visit_time: 5289.3516 + num_replay_batches: 5299 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012195413 + avg_actor_approxkl3: 0.0003552705 + avg_actor_clipfrac: 0.0052917483 + avg_actor_loss: -0.0005477676 + avg_advantage: -0.000428072 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.713118e-06 + avg_entropy: 0.01835724 + avg_grad_norm_pre_clip: 0.20808375 + avg_loss: -0.0005627684 + max: + max_actor_approxkl1: 0.005082339 + max_actor_approxkl3: 0.0015415401 + max_actor_clipfrac: 0.017822266 + max_actor_loss: 3.3895718e-05 + max_advantage: 0.021580517 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.8430085e-06 + max_entropy: 0.025931096 + max_grad_norm_pre_clip: 0.335211 + max_loss: 2.1525411e-05 + std: + std_actor_approxkl1: 0.0013345998 + std_actor_approxkl3: 0.0004417543 + std_actor_clipfrac: 0.004627459 + std_actor_loss: 0.00043697553 + std_advantage: 0.0034894506 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.422269e-07 + std_entropy: 0.0031695268 + std_grad_norm_pre_clip: 0.061559845 + std_loss: 0.00043893384 + eval-batch-orig: + avg_avg_episode_length: 5.903014 + avg_avg_return: 0.98605025 + avg_benchmark_regret: 0.007965861 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.98605025 + avg_reward_per_step: 0.26593018 + eval-batch-shift: + avg_avg_episode_length: 63.071114 + avg_avg_return: 0.2822546 + avg_benchmark_regret: 0.7129269 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09840393 + proxy_corner: + avg_avg_return: 0.67727363 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.7412233 + avg_avg_return: 0.98661774 + avg_benchmark_regret: 0.0076006083 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.98661774 + avg_reward_per_step: 0.2665863 +=========================================================== +=========================================================== + step: + env-step-all-before: 350224384 + env-step-replay-before: 174227456 + env-step-used-before: 350224384 + ppo-update-before: 213760 + env-step-generate-before: 175996928 + env-step-all-after: 350257152 + env-step-replay-after: 174227456 + env-step-used-after: 350257152 + ppo-update-after: 213780 + env-step-generate-after: 176029696 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9767222 + avg_avg_return: 0.9614419 + avg_reward_per_step: 0.24987793 + proxy_corner: + avg_avg_return: 0.9614419 + avg_reward_per_step: 0.24987793 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9767222 + avg_avg_return: 0.9614419 + avg_reward_per_step: 0.24987793 + proxy_corner: + avg_avg_return: 0.9614419 + avg_reward_per_step: 0.24987793 + perf: + env_steps_per_second: 998370.0017512612 + ppo_updates_per_second: 111.7459160813034 + eval-batch-orig-duration: 0.1855332960258238 + eval-batch-shift-duration: 0.1440840499708429 + eval-batch-tree-duration: 0.1396139069693163 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.549316 + mouse-cheese_dist_finite_wavg: 14.853662 + mouse-cheese_dist_solvable_avg: 13.549316 + mouse-cheese_dist_solvable_wavg: 14.853663 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10155444 + visit_patterns: + avg_first_visit_time: 3570.546 + avg_last_visit_time: 5307.325 + num_replay_batches: 5317 + eta: 0.5 + ppo: + avg_actor_approxkl1: -4.02425e-05 + avg_actor_approxkl3: 3.9579136e-05 + avg_actor_clipfrac: 0.0011291504 + avg_actor_loss: -2.4808118e-05 + avg_advantage: 0.0016027603 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.978303e-06 + avg_entropy: 0.009050916 + avg_grad_norm_pre_clip: 0.21428566 + avg_loss: -2.9369883e-05 + max: + max_actor_approxkl1: 0.00013554364 + max_actor_approxkl3: 0.00014859499 + max_actor_clipfrac: 0.002319336 + max_actor_loss: 0.0002793949 + max_advantage: 0.029207408 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1834498e-05 + max_entropy: 0.015196712 + max_grad_norm_pre_clip: 0.49192962 + max_loss: 0.0002689707 + std: + std_actor_approxkl1: 0.0001225113 + std_actor_approxkl3: 3.4487774e-05 + std_actor_clipfrac: 0.0008049933 + std_actor_loss: 0.00012997932 + std_advantage: 0.004183277 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2997397e-06 + std_entropy: 0.002954636 + std_grad_norm_pre_clip: 0.11328582 + std_loss: 0.00012879205 + eval-batch-orig: + avg_avg_episode_length: 5.889605 + avg_avg_return: 0.98659384 + avg_benchmark_regret: 0.0074223066 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.98659384 + avg_reward_per_step: 0.26605988 + eval-batch-shift: + avg_avg_episode_length: 62.751274 + avg_avg_return: 0.28399873 + avg_benchmark_regret: 0.71118283 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10209656 + proxy_corner: + avg_avg_return: 0.6825695 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.7246366 + avg_avg_return: 0.9868505 + avg_benchmark_regret: 0.007367851 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26657104 + proxy_corner: + avg_avg_return: 0.9868505 + avg_reward_per_step: 0.26657104 +=========================================================== +=========================================================== + step: + env-step-all-before: 351272960 + env-step-replay-before: 174784512 + env-step-used-before: 351272960 + ppo-update-before: 214400 + env-step-generate-before: 176488448 + env-step-all-after: 351305728 + env-step-replay-after: 174817280 + env-step-used-after: 351305728 + ppo-update-after: 214420 + env-step-generate-after: 176488448 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.946337 + avg_avg_return: 0.8862101 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8862101 + avg_reward_per_step: 0.06802368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.946337 + avg_avg_return: 0.8862101 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8862101 + avg_reward_per_step: 0.06802368 + perf: + env_steps_per_second: 987434.5577386842 + ppo_updates_per_second: 111.22456942048449 + eval-batch-orig-duration: 0.1840065709548071 + eval-batch-shift-duration: 0.13726564403623343 + eval-batch-tree-duration: 0.13726691697956994 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.552734 + mouse-cheese_dist_finite_wavg: 15.75577 + mouse-cheese_dist_solvable_avg: 13.552734 + mouse-cheese_dist_solvable_wavg: 15.755774 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10150796 + visit_patterns: + avg_first_visit_time: 3588.7356 + avg_last_visit_time: 5325.149 + num_replay_batches: 5335 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020408521 + avg_actor_approxkl3: 0.00013144383 + avg_actor_clipfrac: 0.0047302246 + avg_actor_loss: 9.232449e-05 + avg_advantage: 0.00063756085 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.144668e-06 + avg_entropy: 0.023017792 + avg_grad_norm_pre_clip: 0.5382149 + avg_loss: 7.1879025e-05 + max: + max_actor_approxkl1: 0.00061699137 + max_actor_approxkl3: 0.00039218116 + max_actor_clipfrac: 0.013671875 + max_actor_loss: 0.0010094526 + max_advantage: 0.016863585 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.682963e-06 + max_entropy: 0.029745601 + max_grad_norm_pre_clip: 1.21178 + max_loss: 0.0009842664 + std: + std_actor_approxkl1: 0.00018290438 + std_actor_approxkl3: 8.776089e-05 + std_actor_clipfrac: 0.0037268198 + std_actor_loss: 0.00039477722 + std_advantage: 0.0031002103 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1634593e-07 + std_entropy: 0.0031483592 + std_grad_norm_pre_clip: 0.29459953 + std_loss: 0.00039389945 + eval-batch-orig: + avg_avg_episode_length: 5.8863707 + avg_avg_return: 0.9865983 + avg_benchmark_regret: 0.0074178255 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26618195 + proxy_corner: + avg_avg_return: 0.9865983 + avg_reward_per_step: 0.26618195 + eval-batch-shift: + avg_avg_episode_length: 61.815166 + avg_avg_return: 0.29625207 + avg_benchmark_regret: 0.6989295 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10122681 + proxy_corner: + avg_avg_return: 0.6827171 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.682828 + avg_avg_return: 0.9870509 + avg_benchmark_regret: 0.007167464 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26703644 + proxy_corner: + avg_avg_return: 0.9870509 + avg_reward_per_step: 0.26703644 +=========================================================== +=========================================================== + step: + env-step-all-before: 352321536 + env-step-replay-before: 175341568 + env-step-used-before: 352321536 + ppo-update-before: 215040 + env-step-generate-before: 176979968 + env-step-all-after: 352354304 + env-step-replay-after: 175341568 + env-step-used-after: 352354304 + ppo-update-after: 215060 + env-step-generate-after: 177012736 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.610457 + avg_avg_return: 0.9641686 + avg_reward_per_step: 0.2996521 + proxy_corner: + avg_avg_return: 0.9641686 + avg_reward_per_step: 0.2996521 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.610457 + avg_avg_return: 0.9641686 + avg_reward_per_step: 0.2996521 + proxy_corner: + avg_avg_return: 0.9641686 + avg_reward_per_step: 0.2996521 + perf: + env_steps_per_second: 1001237.3377615649 + ppo_updates_per_second: 110.84944546539374 + eval-batch-orig-duration: 0.18573812796967104 + eval-batch-shift-duration: 0.13837651099311188 + eval-batch-tree-duration: 0.13818346802145243 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.547607 + mouse-cheese_dist_finite_wavg: 15.752212 + mouse-cheese_dist_solvable_avg: 13.547607 + mouse-cheese_dist_solvable_wavg: 15.7522135 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101863906 + visit_patterns: + avg_first_visit_time: 3597.2395 + avg_last_visit_time: 5341.249 + num_replay_batches: 5351 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002469397 + avg_actor_approxkl3: 8.1056234e-05 + avg_actor_clipfrac: 0.0020080567 + avg_actor_loss: -0.00016938537 + avg_advantage: 0.0017242304 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.388078e-06 + avg_entropy: 0.005708994 + avg_grad_norm_pre_clip: 0.25416112 + avg_loss: -0.00017140033 + max: + max_actor_approxkl1: 0.0009864832 + max_actor_approxkl3: 0.00027766745 + max_actor_clipfrac: 0.008666992 + max_actor_loss: 0.0007009655 + max_advantage: 0.024749577 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.918127e-06 + max_entropy: 0.009262346 + max_grad_norm_pre_clip: 1.1646938 + max_loss: 0.0006960975 + std: + std_actor_approxkl1: 0.00030823704 + std_actor_approxkl3: 8.363817e-05 + std_actor_clipfrac: 0.0022095991 + std_actor_loss: 0.00043409606 + std_advantage: 0.003710988 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.5444105e-07 + std_entropy: 0.0022186278 + std_grad_norm_pre_clip: 0.26181954 + std_loss: 0.0004341676 + eval-batch-orig: + avg_avg_episode_length: 5.8893414 + avg_avg_return: 0.9864213 + avg_benchmark_regret: 0.007594864 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26613617 + proxy_corner: + avg_avg_return: 0.9864213 + avg_reward_per_step: 0.26613617 + eval-batch-shift: + avg_avg_episode_length: 62.458717 + avg_avg_return: 0.28637356 + avg_benchmark_regret: 0.70880806 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10105896 + proxy_corner: + avg_avg_return: 0.6939092 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.6877184 + avg_avg_return: 0.98692936 + avg_benchmark_regret: 0.007289016 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669754 + proxy_corner: + avg_avg_return: 0.98692936 + avg_reward_per_step: 0.2669754 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 353370112 + env-step-replay-before: 175865856 + env-step-used-before: 353370112 + ppo-update-before: 215680 + env-step-generate-before: 177504256 + env-step-all-after: 353402880 + env-step-replay-after: 175898624 + env-step-used-after: 353402880 + ppo-update-after: 215700 + env-step-generate-after: 177504256 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.957235 + avg_avg_return: 0.8862116 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8862116 + avg_reward_per_step: 0.06802368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.957235 + avg_avg_return: 0.8862116 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8862116 + avg_reward_per_step: 0.06802368 + perf: + env_steps_per_second: 987118.863891116 + ppo_updates_per_second: 111.184440947793 + eval-batch-orig-duration: 0.19130796001991257 + eval-batch-shift-duration: 0.14688560197828338 + eval-batch-tree-duration: 0.13633643899811432 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.555176 + mouse-cheese_dist_finite_wavg: 15.756039 + mouse-cheese_dist_solvable_avg: 13.555176 + mouse-cheese_dist_solvable_wavg: 15.756039 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101825945 + visit_patterns: + avg_first_visit_time: 3607.668 + avg_last_visit_time: 5358.2637 + num_replay_batches: 5368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022718064 + avg_actor_approxkl3: 0.000100153964 + avg_actor_clipfrac: 0.0035766603 + avg_actor_loss: -4.201128e-05 + avg_advantage: -0.001874579 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.28801e-06 + avg_entropy: 0.016192248 + avg_grad_norm_pre_clip: 0.29225963 + avg_loss: -5.5059518e-05 + max: + max_actor_approxkl1: 0.00058826874 + max_actor_approxkl3: 0.00025021605 + max_actor_clipfrac: 0.009643555 + max_actor_loss: 0.00028540473 + max_advantage: 0.014594257 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.72555e-06 + max_entropy: 0.023715861 + max_grad_norm_pre_clip: 0.5527395 + max_loss: 0.0002758935 + std: + std_actor_approxkl1: 0.00017719869 + std_actor_approxkl3: 5.770493e-05 + std_actor_clipfrac: 0.002371465 + std_actor_loss: 0.00019906943 + std_advantage: 0.0033972862 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1215415e-06 + std_entropy: 0.0030869474 + std_grad_norm_pre_clip: 0.10096666 + std_loss: 0.0001998581 + eval-batch-orig: + avg_avg_episode_length: 5.8935003 + avg_avg_return: 0.98632556 + avg_benchmark_regret: 0.007690596 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26615906 + proxy_corner: + avg_avg_return: 0.98632556 + avg_reward_per_step: 0.26615906 + eval-batch-shift: + avg_avg_episode_length: 62.291126 + avg_avg_return: 0.29135174 + avg_benchmark_regret: 0.70382977 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098976135 + proxy_corner: + avg_avg_return: 0.683205 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.6784377 + avg_avg_return: 0.98683906 + avg_benchmark_regret: 0.007379311 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26709747 + proxy_corner: + avg_avg_return: 0.98683906 + avg_reward_per_step: 0.26709747 +=========================================================== +=========================================================== + step: + env-step-all-before: 354418688 + env-step-replay-before: 176226304 + env-step-used-before: 354418688 + ppo-update-before: 216320 + env-step-generate-before: 178192384 + env-step-all-after: 354451456 + env-step-replay-after: 176226304 + env-step-used-after: 354451456 + ppo-update-after: 216340 + env-step-generate-after: 178225152 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.628271 + avg_avg_return: 0.96347934 + avg_reward_per_step: 0.268219 + proxy_corner: + avg_avg_return: 0.96347934 + avg_reward_per_step: 0.268219 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.628271 + avg_avg_return: 0.96347934 + avg_reward_per_step: 0.268219 + proxy_corner: + avg_avg_return: 0.96347934 + avg_reward_per_step: 0.268219 + perf: + env_steps_per_second: 887405.0907744421 + ppo_updates_per_second: 111.31600060244574 + eval-batch-orig-duration: 0.18779259198345244 + eval-batch-shift-duration: 0.1388551649870351 + eval-batch-tree-duration: 0.1391590759740211 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.557129 + mouse-cheese_dist_finite_wavg: 15.754077 + mouse-cheese_dist_solvable_avg: 13.557129 + mouse-cheese_dist_solvable_wavg: 15.754075 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102012105 + visit_patterns: + avg_first_visit_time: 3619.5212 + avg_last_visit_time: 5368.326 + num_replay_batches: 5378 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019503068 + avg_actor_approxkl3: 9.520881e-05 + avg_actor_clipfrac: 0.0022766113 + avg_actor_loss: -0.00013355026 + avg_advantage: -7.250919e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4424053e-06 + avg_entropy: 0.005063273 + avg_grad_norm_pre_clip: 0.23286231 + avg_loss: -0.00013539233 + max: + max_actor_approxkl1: 0.0012726011 + max_actor_approxkl3: 0.00038306182 + max_actor_clipfrac: 0.0075683594 + max_actor_loss: 0.00063550286 + max_advantage: 0.029052377 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.242314e-06 + max_entropy: 0.010917556 + max_grad_norm_pre_clip: 0.55235535 + max_loss: 0.00063570356 + std: + std_actor_approxkl1: 0.00036461587 + std_actor_approxkl3: 0.000114270864 + std_actor_clipfrac: 0.0024967107 + std_actor_loss: 0.0005071175 + std_advantage: 0.0033420383 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.050899e-06 + std_entropy: 0.002544207 + std_grad_norm_pre_clip: 0.14310738 + std_loss: 0.00050896686 + eval-batch-orig: + avg_avg_episode_length: 5.8921633 + avg_avg_return: 0.9861084 + avg_benchmark_regret: 0.007907744 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26613617 + proxy_corner: + avg_avg_return: 0.9861084 + avg_reward_per_step: 0.26613617 + eval-batch-shift: + avg_avg_episode_length: 62.392693 + avg_avg_return: 0.288906 + avg_benchmark_regret: 0.7062756 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10220337 + proxy_corner: + avg_avg_return: 0.69064593 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.6822867 + avg_avg_return: 0.9868857 + avg_benchmark_regret: 0.0073325867 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26702118 + proxy_corner: + avg_avg_return: 0.9868857 + avg_reward_per_step: 0.26702118 +=========================================================== +=========================================================== + step: + env-step-all-before: 355467264 + env-step-replay-before: 176652288 + env-step-used-before: 355467264 + ppo-update-before: 216960 + env-step-generate-before: 178814976 + env-step-all-after: 355500032 + env-step-replay-after: 176685056 + env-step-used-after: 355500032 + ppo-update-after: 216980 + env-step-generate-after: 178814976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.126131 + avg_avg_return: 0.8853302 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.8853302 + avg_reward_per_step: 0.06719971 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.126131 + avg_avg_return: 0.8853302 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.8853302 + avg_reward_per_step: 0.06719971 + perf: + env_steps_per_second: 1003245.7911943177 + ppo_updates_per_second: 111.01530798765539 + eval-batch-orig-duration: 0.18420096003683284 + eval-batch-shift-duration: 0.13930404599523172 + eval-batch-tree-duration: 0.13963793398579583 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.563232 + mouse-cheese_dist_finite_wavg: 15.756366 + mouse-cheese_dist_solvable_avg: 13.563232 + mouse-cheese_dist_solvable_wavg: 15.756368 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10167654 + visit_patterns: + avg_first_visit_time: 3629.3364 + avg_last_visit_time: 5382.335 + num_replay_batches: 5392 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018080247 + avg_actor_approxkl3: 0.00015339779 + avg_actor_clipfrac: 0.0053100586 + avg_actor_loss: 0.00020282765 + avg_advantage: -0.00077319006 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.5482286e-06 + avg_entropy: 0.018056428 + avg_grad_norm_pre_clip: 0.5592341 + avg_loss: 0.00018804533 + max: + max_actor_approxkl1: 0.00067959627 + max_actor_approxkl3: 0.0006085822 + max_actor_clipfrac: 0.018066406 + max_actor_loss: 0.0017335127 + max_advantage: 0.02086705 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.812667e-06 + max_entropy: 0.024432244 + max_grad_norm_pre_clip: 1.7729827 + max_loss: 0.0017162437 + std: + std_actor_approxkl1: 0.0002294513 + std_actor_approxkl3: 0.00014997536 + std_actor_clipfrac: 0.004472424 + std_actor_loss: 0.0006176705 + std_advantage: 0.0035613661 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.1904134e-07 + std_entropy: 0.0040358976 + std_grad_norm_pre_clip: 0.48579913 + std_loss: 0.0006171676 + eval-batch-orig: + avg_avg_episode_length: 5.883931 + avg_avg_return: 0.9860653 + avg_benchmark_regret: 0.00795083 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26612854 + proxy_corner: + avg_avg_return: 0.9860653 + avg_reward_per_step: 0.26612854 + eval-batch-shift: + avg_avg_episode_length: 61.47378 + avg_avg_return: 0.30202925 + avg_benchmark_regret: 0.6931523 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1043396 + proxy_corner: + avg_avg_return: 0.68278307 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.674413 + avg_avg_return: 0.9868045 + avg_benchmark_regret: 0.0074138315 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670822 + proxy_corner: + avg_avg_return: 0.9868045 + avg_reward_per_step: 0.2670822 +=========================================================== +=========================================================== + step: + env-step-all-before: 356515840 + env-step-replay-before: 177111040 + env-step-used-before: 356515840 + ppo-update-before: 217600 + env-step-generate-before: 179404800 + env-step-all-after: 356548608 + env-step-replay-after: 177111040 + env-step-used-after: 356548608 + ppo-update-after: 217620 + env-step-generate-after: 179437568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0221014 + avg_avg_return: 0.96306735 + avg_reward_per_step: 0.25646973 + proxy_corner: + avg_avg_return: 0.96306735 + avg_reward_per_step: 0.25646973 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0221014 + avg_avg_return: 0.96306735 + avg_reward_per_step: 0.25646973 + proxy_corner: + avg_avg_return: 0.96306735 + avg_reward_per_step: 0.25646973 + perf: + env_steps_per_second: 989540.5187992394 + ppo_updates_per_second: 111.76094451704482 + eval-batch-orig-duration: 0.1872427830239758 + eval-batch-shift-duration: 0.1414252039976418 + eval-batch-tree-duration: 0.14126812800532207 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.563232 + mouse-cheese_dist_finite_wavg: 15.75541 + mouse-cheese_dist_solvable_avg: 13.563232 + mouse-cheese_dist_solvable_wavg: 15.75541 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10192437 + visit_patterns: + avg_first_visit_time: 3635.2114 + avg_last_visit_time: 5395.288 + num_replay_batches: 5405 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.640649e-05 + avg_actor_approxkl3: 2.5156764e-05 + avg_actor_clipfrac: 0.0005432129 + avg_actor_loss: -0.00010954264 + avg_advantage: 0.0014840504 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.5183586e-06 + avg_entropy: 0.003021169 + avg_grad_norm_pre_clip: 0.062484737 + avg_loss: -0.00010980464 + max: + max_actor_approxkl1: 0.00020931601 + max_actor_approxkl3: 0.00010606953 + max_actor_clipfrac: 0.0024414062 + max_actor_loss: 4.586391e-05 + max_advantage: 0.022387564 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.192241e-06 + max_entropy: 0.0069713676 + max_grad_norm_pre_clip: 0.15008654 + max_loss: 4.514864e-05 + std: + std_actor_approxkl1: 6.334515e-05 + std_actor_approxkl3: 2.7513865e-05 + std_actor_clipfrac: 0.0007359483 + std_actor_loss: 0.00019935727 + std_advantage: 0.003156259 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.4628908e-07 + std_entropy: 0.0016516141 + std_grad_norm_pre_clip: 0.042665716 + std_loss: 0.00020031823 + eval-batch-orig: + avg_avg_episode_length: 5.871977 + avg_avg_return: 0.98647726 + avg_benchmark_regret: 0.0075388835 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.98647726 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 62.37272 + avg_avg_return: 0.2940659 + avg_benchmark_regret: 0.7011157 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10172272 + proxy_corner: + avg_avg_return: 0.68080986 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.669406 + avg_avg_return: 0.98700655 + avg_benchmark_regret: 0.007211843 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26718903 + proxy_corner: + avg_avg_return: 0.98700655 + avg_reward_per_step: 0.26718903 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 357564416 + env-step-replay-before: 177602560 + env-step-used-before: 357564416 + ppo-update-before: 218240 + env-step-generate-before: 179961856 + env-step-all-after: 357597184 + env-step-replay-after: 177602560 + env-step-used-after: 357597184 + ppo-update-after: 218260 + env-step-generate-after: 179994624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9191656 + avg_avg_return: 0.9614871 + avg_reward_per_step: 0.26107788 + proxy_corner: + avg_avg_return: 0.9614871 + avg_reward_per_step: 0.26107788 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9191656 + avg_avg_return: 0.9614871 + avg_reward_per_step: 0.26107788 + proxy_corner: + avg_avg_return: 0.9614871 + avg_reward_per_step: 0.26107788 + perf: + env_steps_per_second: 991484.0319371062 + ppo_updates_per_second: 111.64627886924777 + eval-batch-orig-duration: 0.18857050000224262 + eval-batch-shift-duration: 0.14733225898817182 + eval-batch-tree-duration: 0.14009725104551762 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.564697 + mouse-cheese_dist_finite_wavg: 15.756915 + mouse-cheese_dist_solvable_avg: 13.564697 + mouse-cheese_dist_solvable_wavg: 15.756917 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10148035 + visit_patterns: + avg_first_visit_time: 3640.8115 + avg_last_visit_time: 5410.1987 + num_replay_batches: 5420 + eta: 0.5 + ppo: + avg_actor_approxkl1: 2.0607533e-05 + avg_actor_approxkl3: 4.6728233e-05 + avg_actor_clipfrac: 0.00084228517 + avg_actor_loss: -5.5432367e-05 + avg_advantage: 0.00047186212 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4733205e-06 + avg_entropy: 0.0034533625 + avg_grad_norm_pre_clip: 0.09016331 + avg_loss: -5.614907e-05 + max: + max_actor_approxkl1: 0.00027354804 + max_actor_approxkl3: 0.0002588365 + max_actor_clipfrac: 0.0040283203 + max_actor_loss: 8.79406e-05 + max_advantage: 0.026402354 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.1015465e-06 + max_entropy: 0.006260255 + max_grad_norm_pre_clip: 0.25833267 + max_loss: 8.5223975e-05 + std: + std_actor_approxkl1: 8.760057e-05 + std_actor_approxkl3: 7.754119e-05 + std_actor_clipfrac: 0.00136746 + std_actor_loss: 7.366346e-05 + std_advantage: 0.003325593 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.9434867e-07 + std_entropy: 0.0016384091 + std_grad_norm_pre_clip: 0.05881344 + std_loss: 7.365368e-05 + eval-batch-orig: + avg_avg_episode_length: 5.869623 + avg_avg_return: 0.9864235 + avg_benchmark_regret: 0.007592655 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.9864235 + avg_reward_per_step: 0.2663269 + eval-batch-shift: + avg_avg_episode_length: 62.09096 + avg_avg_return: 0.29237384 + avg_benchmark_regret: 0.7028077 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104034424 + proxy_corner: + avg_avg_return: 0.67790806 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.6719313 + avg_avg_return: 0.98699605 + avg_benchmark_regret: 0.0072222846 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.98699605 + avg_reward_per_step: 0.26713562 +=========================================================== +=========================================================== + step: + env-step-all-before: 358612992 + env-step-replay-before: 178126848 + env-step-used-before: 358612992 + ppo-update-before: 218880 + env-step-generate-before: 180486144 + env-step-all-after: 358645760 + env-step-replay-after: 178126848 + env-step-used-after: 358645760 + ppo-update-after: 218900 + env-step-generate-after: 180518912 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9526877 + avg_avg_return: 0.9625014 + avg_reward_per_step: 0.28234863 + proxy_corner: + avg_avg_return: 0.9625014 + avg_reward_per_step: 0.28234863 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9526877 + avg_avg_return: 0.9625014 + avg_reward_per_step: 0.28234863 + proxy_corner: + avg_avg_return: 0.9625014 + avg_reward_per_step: 0.28234863 + perf: + env_steps_per_second: 992997.2309359513 + ppo_updates_per_second: 110.82870846331343 + eval-batch-orig-duration: 0.18385763699188828 + eval-batch-shift-duration: 0.13766102096997201 + eval-batch-tree-duration: 0.13721036299830303 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.564453 + mouse-cheese_dist_finite_wavg: 14.856236 + mouse-cheese_dist_solvable_avg: 13.564453 + mouse-cheese_dist_solvable_wavg: 14.856236 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10186655 + visit_patterns: + avg_first_visit_time: 3646.9607 + avg_last_visit_time: 5426.341 + num_replay_batches: 5436 + eta: 0.5 + ppo: + avg_actor_approxkl1: -7.4785235e-06 + avg_actor_approxkl3: 2.6379954e-05 + avg_actor_clipfrac: 0.0005371094 + avg_actor_loss: -2.5687623e-05 + avg_advantage: 8.8347486e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4869265e-06 + avg_entropy: 0.0034451724 + avg_grad_norm_pre_clip: 0.1307648 + avg_loss: -2.638933e-05 + max: + max_actor_approxkl1: 0.000112933776 + max_actor_approxkl3: 8.7261906e-05 + max_actor_clipfrac: 0.0018310547 + max_actor_loss: 0.00061647594 + max_advantage: 0.023472011 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.003481e-06 + max_entropy: 0.008349199 + max_grad_norm_pre_clip: 0.40484285 + max_loss: 0.00061662815 + std: + std_actor_approxkl1: 6.748516e-05 + std_actor_approxkl3: 2.7036454e-05 + std_actor_clipfrac: 0.00055323576 + std_actor_loss: 0.00017164745 + std_advantage: 0.003264277 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.204286e-07 + std_entropy: 0.0016749526 + std_grad_norm_pre_clip: 0.09935854 + std_loss: 0.00017161116 + eval-batch-orig: + avg_avg_episode_length: 5.866205 + avg_avg_return: 0.9865166 + avg_benchmark_regret: 0.0074995104 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663803 + proxy_corner: + avg_avg_return: 0.9865166 + avg_reward_per_step: 0.2663803 + eval-batch-shift: + avg_avg_episode_length: 62.340057 + avg_avg_return: 0.2888675 + avg_benchmark_regret: 0.7063141 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102493286 + proxy_corner: + avg_avg_return: 0.683493 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.6694393 + avg_avg_return: 0.9870949 + avg_benchmark_regret: 0.007123491 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26719666 + proxy_corner: + avg_avg_return: 0.9870949 + avg_reward_per_step: 0.26719666 +=========================================================== +=========================================================== + step: + env-step-all-before: 359661568 + env-step-replay-before: 178585600 + env-step-used-before: 359661568 + ppo-update-before: 219520 + env-step-generate-before: 181075968 + env-step-all-after: 359694336 + env-step-replay-after: 178618368 + env-step-used-after: 359694336 + ppo-update-after: 219540 + env-step-generate-after: 181075968 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.025881 + avg_avg_return: 0.8856855 + avg_reward_per_step: 0.06768799 + proxy_corner: + avg_avg_return: 0.8856855 + avg_reward_per_step: 0.06768799 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.025881 + avg_avg_return: 0.8856855 + avg_reward_per_step: 0.06768799 + proxy_corner: + avg_avg_return: 0.8856855 + avg_reward_per_step: 0.06768799 + perf: + env_steps_per_second: 1021964.8195063787 + ppo_updates_per_second: 110.60483344999936 + eval-batch-orig-duration: 0.18464982602745295 + eval-batch-shift-duration: 0.13743946800241247 + eval-batch-tree-duration: 0.13761932897614315 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.5703125 + mouse-cheese_dist_finite_wavg: 15.757911 + mouse-cheese_dist_solvable_avg: 13.5703125 + mouse-cheese_dist_solvable_wavg: 15.757913 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1020367 + visit_patterns: + avg_first_visit_time: 3656.0312 + avg_last_visit_time: 5441.3115 + num_replay_batches: 5451 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00010798611 + avg_actor_approxkl3: 0.00010131251 + avg_actor_clipfrac: 0.0037292482 + avg_actor_loss: 0.00018149002 + avg_advantage: -0.001107211 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.2723217e-06 + avg_entropy: 0.0123462835 + avg_grad_norm_pre_clip: 0.5843052 + avg_loss: 0.00017177992 + max: + max_actor_approxkl1: 0.00045999244 + max_actor_approxkl3: 0.00049135287 + max_actor_clipfrac: 0.0075683594 + max_actor_loss: 0.0019380571 + max_advantage: 0.0153666735 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.1980777e-06 + max_entropy: 0.017608572 + max_grad_norm_pre_clip: 1.0140336 + max_loss: 0.0019232079 + std: + std_actor_approxkl1: 0.00016449728 + std_actor_approxkl3: 0.00010655853 + std_actor_clipfrac: 0.002486005 + std_actor_loss: 0.00050837634 + std_advantage: 0.003192824 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.868829e-07 + std_entropy: 0.0027090015 + std_grad_norm_pre_clip: 0.19096251 + std_loss: 0.000507194 + eval-batch-orig: + avg_avg_episode_length: 5.863851 + avg_avg_return: 0.98659897 + avg_benchmark_regret: 0.007417201 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2664261 + proxy_corner: + avg_avg_return: 0.98659897 + avg_reward_per_step: 0.2664261 + eval-batch-shift: + avg_avg_episode_length: 61.892975 + avg_avg_return: 0.29673442 + avg_benchmark_regret: 0.6984471 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104133606 + proxy_corner: + avg_avg_return: 0.6717218 + avg_reward_per_step: 0.012893677 + eval-batch-tree: + avg_avg_episode_length: 5.6701794 + avg_avg_return: 0.9870111 + avg_benchmark_regret: 0.007207333 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671585 + proxy_corner: + avg_avg_return: 0.9870111 + avg_reward_per_step: 0.2671585 +=========================================================== +=========================================================== + step: + env-step-all-before: 360710144 + env-step-replay-before: 179175424 + env-step-used-before: 360710144 + ppo-update-before: 220160 + env-step-generate-before: 181534720 + env-step-all-after: 360742912 + env-step-replay-after: 179175424 + env-step-used-after: 360742912 + ppo-update-after: 220180 + env-step-generate-after: 181567488 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4223223 + avg_avg_return: 0.967373 + avg_reward_per_step: 0.2784729 + proxy_corner: + avg_avg_return: 0.967373 + avg_reward_per_step: 0.2784729 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4223223 + avg_avg_return: 0.967373 + avg_reward_per_step: 0.2784729 + proxy_corner: + avg_avg_return: 0.967373 + avg_reward_per_step: 0.2784729 + perf: + env_steps_per_second: 976682.0450476158 + ppo_updates_per_second: 111.25534748277335 + eval-batch-orig-duration: 0.18570755398832262 + eval-batch-shift-duration: 0.14497228496475145 + eval-batch-tree-duration: 0.13826139201410115 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.56958 + mouse-cheese_dist_finite_wavg: 15.75523 + mouse-cheese_dist_solvable_avg: 13.56958 + mouse-cheese_dist_solvable_wavg: 15.755234 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10206132 + visit_patterns: + avg_first_visit_time: 3663.3093 + avg_last_visit_time: 5458.2744 + num_replay_batches: 5468 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027270833 + avg_actor_approxkl3: 0.00018731722 + avg_actor_clipfrac: 0.0014221192 + avg_actor_loss: 0.00016689107 + avg_advantage: 0.0013225256 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.7955784e-06 + avg_entropy: 0.0021225389 + avg_grad_norm_pre_clip: 0.11821582 + avg_loss: 0.00016816634 + max: + max_actor_approxkl1: 0.002119874 + max_actor_approxkl3: 0.0013981403 + max_actor_clipfrac: 0.008178711 + max_actor_loss: 0.0011555273 + max_advantage: 0.022105873 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.020973e-06 + max_entropy: 0.0055720927 + max_grad_norm_pre_clip: 0.4160223 + max_loss: 0.0011580285 + std: + std_actor_approxkl1: 0.00052486634 + std_actor_approxkl3: 0.0003604381 + std_actor_clipfrac: 0.0020681012 + std_actor_loss: 0.00041667148 + std_advantage: 0.0037000244 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.874393e-07 + std_entropy: 0.001651945 + std_grad_norm_pre_clip: 0.10645831 + std_loss: 0.00041638254 + eval-batch-orig: + avg_avg_episode_length: 5.8632145 + avg_avg_return: 0.9865462 + avg_benchmark_regret: 0.00746991 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26643372 + proxy_corner: + avg_avg_return: 0.9865462 + avg_reward_per_step: 0.26643372 + eval-batch-shift: + avg_avg_episode_length: 62.308342 + avg_avg_return: 0.29158813 + avg_benchmark_regret: 0.70359343 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10355377 + proxy_corner: + avg_avg_return: 0.6684191 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.66858 + avg_avg_return: 0.98722064 + avg_benchmark_regret: 0.006997674 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2672119 + proxy_corner: + avg_avg_return: 0.98722064 + avg_reward_per_step: 0.2672119 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 361758720 + env-step-replay-before: 179863552 + env-step-used-before: 361758720 + ppo-update-before: 220800 + env-step-generate-before: 181895168 + env-step-all-after: 361791488 + env-step-replay-after: 179896320 + env-step-used-after: 361791488 + ppo-update-after: 220820 + env-step-generate-after: 181895168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.046392 + avg_avg_return: 0.88467586 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.88467586 + avg_reward_per_step: 0.06762695 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.046392 + avg_avg_return: 0.88467586 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.88467586 + avg_reward_per_step: 0.06762695 + perf: + env_steps_per_second: 973604.8153574823 + ppo_updates_per_second: 109.86340764929282 + eval-batch-orig-duration: 0.18676418001996353 + eval-batch-shift-duration: 0.13744174496969208 + eval-batch-tree-duration: 0.1402546190074645 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.565674 + mouse-cheese_dist_finite_wavg: 13.0562315 + mouse-cheese_dist_solvable_avg: 13.565674 + mouse-cheese_dist_solvable_wavg: 13.056233 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10199558 + visit_patterns: + avg_first_visit_time: 3670.5586 + avg_last_visit_time: 5480.166 + num_replay_batches: 5490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034197688 + avg_actor_approxkl3: 0.00022845238 + avg_actor_clipfrac: 0.004638672 + avg_actor_loss: 0.00017007627 + avg_advantage: -0.0006934712 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.391954e-06 + avg_entropy: 0.014788888 + avg_grad_norm_pre_clip: 0.6627806 + avg_loss: 0.00015898336 + max: + max_actor_approxkl1: 0.0011726536 + max_actor_approxkl3: 0.0005886704 + max_actor_clipfrac: 0.010009766 + max_actor_loss: 0.0025951355 + max_advantage: 0.017131507 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.33871e-06 + max_entropy: 0.022378996 + max_grad_norm_pre_clip: 1.3861464 + max_loss: 0.0025875492 + std: + std_actor_approxkl1: 0.0003734214 + std_actor_approxkl3: 0.00015318963 + std_actor_clipfrac: 0.0028874208 + std_actor_loss: 0.00092208304 + std_advantage: 0.0037339767 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0840266e-06 + std_entropy: 0.0031304047 + std_grad_norm_pre_clip: 0.303402 + std_loss: 0.0009231302 + eval-batch-orig: + avg_avg_episode_length: 5.864316 + avg_avg_return: 0.9864701 + avg_benchmark_regret: 0.0075460356 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.9864701 + avg_reward_per_step: 0.26641083 + eval-batch-shift: + avg_avg_episode_length: 61.85921 + avg_avg_return: 0.30129752 + avg_benchmark_regret: 0.6938841 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102760315 + proxy_corner: + avg_avg_return: 0.67116165 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.6741934 + avg_avg_return: 0.98698235 + avg_benchmark_regret: 0.007236029 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26717377 + proxy_corner: + avg_avg_return: 0.98698235 + avg_reward_per_step: 0.26717377 +=========================================================== +=========================================================== + step: + env-step-all-before: 362807296 + env-step-replay-before: 180420608 + env-step-used-before: 362807296 + ppo-update-before: 221440 + env-step-generate-before: 182386688 + env-step-all-after: 362840064 + env-step-replay-after: 180453376 + env-step-used-after: 362840064 + ppo-update-after: 221460 + env-step-generate-after: 182386688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.025181 + avg_avg_return: 0.88518995 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.88518995 + avg_reward_per_step: 0.06762695 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.025181 + avg_avg_return: 0.88518995 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.88518995 + avg_reward_per_step: 0.06762695 + perf: + env_steps_per_second: 1016971.615410854 + ppo_updates_per_second: 110.80352361654681 + eval-batch-orig-duration: 0.18512989103328437 + eval-batch-shift-duration: 0.13920604198938236 + eval-batch-tree-duration: 0.139256996975746 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.571533 + mouse-cheese_dist_finite_wavg: 14.8572445 + mouse-cheese_dist_solvable_avg: 13.571533 + mouse-cheese_dist_solvable_wavg: 14.857243 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10176222 + visit_patterns: + avg_first_visit_time: 3678.1907 + avg_last_visit_time: 5497.372 + num_replay_batches: 5507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017845006 + avg_actor_approxkl3: 0.00013875643 + avg_actor_clipfrac: 0.0023620606 + avg_actor_loss: 7.746427e-05 + avg_advantage: 0.00029854683 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3127446e-06 + avg_entropy: 0.010785493 + avg_grad_norm_pre_clip: 0.28035912 + avg_loss: 6.9335154e-05 + max: + max_actor_approxkl1: 0.0007653205 + max_actor_approxkl3: 0.00062194135 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.0004921779 + max_advantage: 0.023299754 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0141674e-06 + max_entropy: 0.013938172 + max_grad_norm_pre_clip: 0.6621101 + max_loss: 0.00048505628 + std: + std_actor_approxkl1: 0.00022585015 + std_actor_approxkl3: 0.00013304871 + std_actor_clipfrac: 0.001062976 + std_actor_loss: 0.0001611923 + std_advantage: 0.0032753455 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1984003e-07 + std_entropy: 0.0016665068 + std_grad_norm_pre_clip: 0.13635436 + std_loss: 0.00016128519 + eval-batch-orig: + avg_avg_episode_length: 5.8675885 + avg_avg_return: 0.98639065 + avg_benchmark_regret: 0.0076254597 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.98639065 + avg_reward_per_step: 0.26628876 + eval-batch-shift: + avg_avg_episode_length: 60.958107 + avg_avg_return: 0.30737838 + avg_benchmark_regret: 0.6878032 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10664368 + proxy_corner: + avg_avg_return: 0.67142737 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.671034 + avg_avg_return: 0.9872595 + avg_benchmark_regret: 0.00695887 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.9872595 + avg_reward_per_step: 0.26713562 +=========================================================== +=========================================================== + step: + env-step-all-before: 363855872 + env-step-replay-before: 180813824 + env-step-used-before: 363855872 + ppo-update-before: 222080 + env-step-generate-before: 183042048 + env-step-all-after: 363888640 + env-step-replay-after: 180813824 + env-step-used-after: 363888640 + ppo-update-after: 222100 + env-step-generate-after: 183074816 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.224764 + avg_avg_return: 0.9682429 + avg_reward_per_step: 0.31463623 + proxy_corner: + avg_avg_return: 0.9682429 + avg_reward_per_step: 0.31463623 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.224764 + avg_avg_return: 0.9682429 + avg_reward_per_step: 0.31463623 + proxy_corner: + avg_avg_return: 0.9682429 + avg_reward_per_step: 0.31463623 + perf: + env_steps_per_second: 949342.2972568976 + ppo_updates_per_second: 112.0147170359104 + eval-batch-orig-duration: 0.18589957599760965 + eval-batch-shift-duration: 0.13860719901276752 + eval-batch-tree-duration: 0.13931877998402342 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.574463 + mouse-cheese_dist_finite_wavg: 15.75747 + mouse-cheese_dist_solvable_avg: 13.574463 + mouse-cheese_dist_solvable_wavg: 15.757472 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10186456 + visit_patterns: + avg_first_visit_time: 3682.5862 + avg_last_visit_time: 5508.3145 + num_replay_batches: 5518 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.514723e-05 + avg_actor_approxkl3: 3.8168993e-05 + avg_actor_clipfrac: 0.00045166016 + avg_actor_loss: -2.3323653e-05 + avg_advantage: 0.0010718002 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.0311218e-06 + avg_entropy: 0.0021734505 + avg_grad_norm_pre_clip: 0.11594254 + avg_loss: -2.2481543e-05 + max: + max_actor_approxkl1: 0.00020933592 + max_actor_approxkl3: 0.00011410146 + max_actor_clipfrac: 0.002319336 + max_actor_loss: 0.00032108556 + max_advantage: 0.016791284 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.6100396e-06 + max_entropy: 0.0032451283 + max_grad_norm_pre_clip: 0.28906533 + max_loss: 0.0003211338 + std: + std_actor_approxkl1: 7.9371704e-05 + std_actor_approxkl3: 3.6599406e-05 + std_actor_clipfrac: 0.00054056617 + std_actor_loss: 0.00010961435 + std_advantage: 0.0033260486 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.7751586e-07 + std_entropy: 0.00071389176 + std_grad_norm_pre_clip: 0.07707534 + std_loss: 0.000109610875 + eval-batch-orig: + avg_avg_episode_length: 5.8667593 + avg_avg_return: 0.98662215 + avg_benchmark_regret: 0.007393967 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26634216 + proxy_corner: + avg_avg_return: 0.98662215 + avg_reward_per_step: 0.26634216 + eval-batch-shift: + avg_avg_episode_length: 62.186516 + avg_avg_return: 0.2934387 + avg_benchmark_regret: 0.7017429 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10228729 + proxy_corner: + avg_avg_return: 0.6731383 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.672842 + avg_avg_return: 0.98685056 + avg_benchmark_regret: 0.007367814 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.98685056 + avg_reward_per_step: 0.26713562 +=========================================================== +=========================================================== + step: + env-step-all-before: 364904448 + env-step-replay-before: 181338112 + env-step-used-before: 364904448 + ppo-update-before: 222720 + env-step-generate-before: 183566336 + env-step-all-after: 364937216 + env-step-replay-after: 181338112 + env-step-used-after: 364937216 + ppo-update-after: 222740 + env-step-generate-after: 183599104 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.622049 + avg_avg_return: 0.96505535 + avg_reward_per_step: 0.29537964 + proxy_corner: + avg_avg_return: 0.96505535 + avg_reward_per_step: 0.29537964 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.622049 + avg_avg_return: 0.96505535 + avg_reward_per_step: 0.29537964 + proxy_corner: + avg_avg_return: 0.96505535 + avg_reward_per_step: 0.29537964 + perf: + env_steps_per_second: 978313.231897768 + ppo_updates_per_second: 110.85487008934517 + eval-batch-orig-duration: 0.18545470701064914 + eval-batch-shift-duration: 0.13718101003905758 + eval-batch-tree-duration: 0.13888484699418768 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.570557 + mouse-cheese_dist_finite_wavg: 15.755814 + mouse-cheese_dist_solvable_avg: 13.570557 + mouse-cheese_dist_solvable_wavg: 15.7558155 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10177879 + visit_patterns: + avg_first_visit_time: 3686.99 + avg_last_visit_time: 5524.2935 + num_replay_batches: 5534 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024997778 + avg_actor_approxkl3: 0.00019670418 + avg_actor_clipfrac: 0.0025939941 + avg_actor_loss: 0.00038312026 + avg_advantage: 0.00042268453 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.0639054e-06 + avg_entropy: 0.0055420697 + avg_grad_norm_pre_clip: 0.30199444 + avg_loss: 0.00038061017 + max: + max_actor_approxkl1: 0.0012509294 + max_actor_approxkl3: 0.0006866378 + max_actor_clipfrac: 0.006713867 + max_actor_loss: 0.002556766 + max_advantage: 0.018197775 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.674893e-06 + max_entropy: 0.009900571 + max_grad_norm_pre_clip: 0.70040804 + max_loss: 0.002551182 + std: + std_actor_approxkl1: 0.0003995905 + std_actor_approxkl3: 0.00022615987 + std_actor_clipfrac: 0.0021125132 + std_actor_loss: 0.00060777436 + std_advantage: 0.0033901427 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.9669834e-07 + std_entropy: 0.001992878 + std_grad_norm_pre_clip: 0.17464395 + std_loss: 0.00060688605 + eval-batch-orig: + avg_avg_episode_length: 5.8844833 + avg_avg_return: 0.9863788 + avg_benchmark_regret: 0.0076373518 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26612854 + proxy_corner: + avg_avg_return: 0.9863788 + avg_reward_per_step: 0.26612854 + eval-batch-shift: + avg_avg_episode_length: 62.10334 + avg_avg_return: 0.29572633 + avg_benchmark_regret: 0.69945526 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10054016 + proxy_corner: + avg_avg_return: 0.66971654 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.679884 + avg_avg_return: 0.98719835 + avg_benchmark_regret: 0.0070199966 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26706696 + proxy_corner: + avg_avg_return: 0.98719835 + avg_reward_per_step: 0.26706696 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 365953024 + env-step-replay-before: 181895168 + env-step-used-before: 365953024 + ppo-update-before: 223360 + env-step-generate-before: 184057856 + env-step-all-after: 365985792 + env-step-replay-after: 181895168 + env-step-used-after: 365985792 + ppo-update-after: 223380 + env-step-generate-after: 184090624 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6614976 + avg_avg_return: 0.9644252 + avg_reward_per_step: 0.27929688 + proxy_corner: + avg_avg_return: 0.9644252 + avg_reward_per_step: 0.27929688 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6614976 + avg_avg_return: 0.9644252 + avg_reward_per_step: 0.27929688 + proxy_corner: + avg_avg_return: 0.9644252 + avg_reward_per_step: 0.27929688 + perf: + env_steps_per_second: 937175.8423175303 + ppo_updates_per_second: 110.80224431861173 + eval-batch-orig-duration: 0.18847723404178396 + eval-batch-shift-duration: 0.13913333998061717 + eval-batch-tree-duration: 0.13996637798845768 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.573975 + mouse-cheese_dist_finite_wavg: 13.058028 + mouse-cheese_dist_solvable_avg: 13.573975 + mouse-cheese_dist_solvable_wavg: 13.05803 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10267156 + visit_patterns: + avg_first_visit_time: 3704.112 + avg_last_visit_time: 5541.2915 + num_replay_batches: 5551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035696448 + avg_actor_approxkl3: 0.00016853983 + avg_actor_clipfrac: 0.0010864259 + avg_actor_loss: 3.9100764e-06 + avg_advantage: 0.0006991972 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4306582e-06 + avg_entropy: 0.006503311 + avg_grad_norm_pre_clip: 0.19108455 + avg_loss: 6.2209295e-07 + max: + max_actor_approxkl1: 0.0008052252 + max_actor_approxkl3: 0.0004899748 + max_actor_clipfrac: 0.003540039 + max_actor_loss: 0.0005276459 + max_advantage: 0.021014929 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.7144305e-06 + max_entropy: 0.0110430885 + max_grad_norm_pre_clip: 0.42680162 + max_loss: 0.0005218686 + std: + std_actor_approxkl1: 0.00027017735 + std_actor_approxkl3: 0.00015263584 + std_actor_clipfrac: 0.0007805821 + std_actor_loss: 0.00019592355 + std_advantage: 0.0036563615 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.795939e-07 + std_entropy: 0.0018530552 + std_grad_norm_pre_clip: 0.11121003 + std_loss: 0.00019561966 + eval-batch-orig: + avg_avg_episode_length: 5.8940535 + avg_avg_return: 0.9863267 + avg_benchmark_regret: 0.0076894085 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26608276 + proxy_corner: + avg_avg_return: 0.9863267 + avg_reward_per_step: 0.26608276 + eval-batch-shift: + avg_avg_episode_length: 61.71424 + avg_avg_return: 0.30205363 + avg_benchmark_regret: 0.69312793 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.101127625 + proxy_corner: + avg_avg_return: 0.66424674 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.6946845 + avg_avg_return: 0.98717165 + avg_benchmark_regret: 0.007046759 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26690674 + proxy_corner: + avg_avg_return: 0.98717165 + avg_reward_per_step: 0.26690674 +=========================================================== +=========================================================== + step: + env-step-all-before: 367001600 + env-step-replay-before: 182484992 + env-step-used-before: 367001600 + ppo-update-before: 224000 + env-step-generate-before: 184516608 + env-step-all-after: 367034368 + env-step-replay-after: 182517760 + env-step-used-after: 367034368 + ppo-update-after: 224020 + env-step-generate-after: 184516608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.938423 + avg_avg_return: 0.8858727 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.8858727 + avg_reward_per_step: 0.0680542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.938423 + avg_avg_return: 0.8858727 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.8858727 + avg_reward_per_step: 0.0680542 + perf: + env_steps_per_second: 1008783.3533292004 + ppo_updates_per_second: 110.83523912257841 + eval-batch-orig-duration: 0.1867945619742386 + eval-batch-shift-duration: 0.139912432001438 + eval-batch-tree-duration: 0.13972155196825042 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.576904 + mouse-cheese_dist_finite_wavg: 14.855083 + mouse-cheese_dist_solvable_avg: 13.576904 + mouse-cheese_dist_solvable_wavg: 14.855085 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10230443 + visit_patterns: + avg_first_visit_time: 3710.397 + avg_last_visit_time: 5560.2227 + num_replay_batches: 5570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046265172 + avg_actor_approxkl3: 0.0002973491 + avg_actor_clipfrac: 0.0054626465 + avg_actor_loss: -0.00050620787 + avg_advantage: 0.00028629703 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.874699e-06 + avg_entropy: 0.020216238 + avg_grad_norm_pre_clip: 0.37014467 + avg_loss: -0.0005234868 + max: + max_actor_approxkl1: 0.0011770268 + max_actor_approxkl3: 0.0016322943 + max_actor_clipfrac: 0.018798828 + max_actor_loss: 0.00046268385 + max_advantage: 0.020913005 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.820146e-06 + max_entropy: 0.03071886 + max_grad_norm_pre_clip: 0.6452048 + max_loss: 0.0004519582 + std: + std_actor_approxkl1: 0.00038462767 + std_actor_approxkl3: 0.00039849096 + std_actor_clipfrac: 0.004634313 + std_actor_loss: 0.0005471148 + std_advantage: 0.0033717968 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.507202e-07 + std_entropy: 0.00449678 + std_grad_norm_pre_clip: 0.13068332 + std_loss: 0.00054835394 + eval-batch-orig: + avg_avg_episode_length: 5.8874683 + avg_avg_return: 0.98635566 + avg_benchmark_regret: 0.007660502 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26615143 + proxy_corner: + avg_avg_return: 0.98635566 + avg_reward_per_step: 0.26615143 + eval-batch-shift: + avg_avg_episode_length: 62.3712 + avg_avg_return: 0.29142845 + avg_benchmark_regret: 0.7037531 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10055542 + proxy_corner: + avg_avg_return: 0.67134666 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.686187 + avg_avg_return: 0.98681676 + avg_benchmark_regret: 0.0074015753 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26700592 + proxy_corner: + avg_avg_return: 0.98681676 + avg_reward_per_step: 0.26700592 +=========================================================== +=========================================================== + step: + env-step-all-before: 368050176 + env-step-replay-before: 182943744 + env-step-used-before: 368050176 + ppo-update-before: 224640 + env-step-generate-before: 185106432 + env-step-all-after: 368082944 + env-step-replay-after: 182943744 + env-step-used-after: 368082944 + ppo-update-after: 224660 + env-step-generate-after: 185139200 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5600014 + avg_avg_return: 0.96479905 + avg_reward_per_step: 0.2973938 + proxy_corner: + avg_avg_return: 0.96479905 + avg_reward_per_step: 0.2973938 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5600014 + avg_avg_return: 0.96479905 + avg_reward_per_step: 0.2973938 + proxy_corner: + avg_avg_return: 0.96479905 + avg_reward_per_step: 0.2973938 + perf: + env_steps_per_second: 1001355.9625936712 + ppo_updates_per_second: 111.33547436234662 + eval-batch-orig-duration: 0.18976267898688093 + eval-batch-shift-duration: 0.14844862796599045 + eval-batch-tree-duration: 0.13886845100205392 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.581299 + mouse-cheese_dist_finite_wavg: 13.959174 + mouse-cheese_dist_solvable_avg: 13.581299 + mouse-cheese_dist_solvable_wavg: 13.959176 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10212444 + visit_patterns: + avg_first_visit_time: 3722.597 + avg_last_visit_time: 5573.338 + num_replay_batches: 5583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002986066 + avg_actor_approxkl3: 0.00017571964 + avg_actor_clipfrac: 0.0021728517 + avg_actor_loss: -9.899023e-05 + avg_advantage: 0.000114425624 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.164115e-06 + avg_entropy: 0.005962738 + avg_grad_norm_pre_clip: 0.28130007 + avg_loss: -0.00010187091 + max: + max_actor_approxkl1: 0.0014415778 + max_actor_approxkl3: 0.0005779267 + max_actor_clipfrac: 0.0057373047 + max_actor_loss: 0.00070516136 + max_advantage: 0.02089572 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.941405e-06 + max_entropy: 0.010809586 + max_grad_norm_pre_clip: 0.7411313 + max_loss: 0.00069728435 + std: + std_actor_approxkl1: 0.00038997617 + std_actor_approxkl3: 0.00014985091 + std_actor_clipfrac: 0.0017637365 + std_actor_loss: 0.00052852597 + std_advantage: 0.0034863756 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.302269e-07 + std_entropy: 0.0022023716 + std_grad_norm_pre_clip: 0.18804216 + std_loss: 0.00052910304 + eval-batch-orig: + avg_avg_episode_length: 5.8937306 + avg_avg_return: 0.9861523 + avg_benchmark_regret: 0.007863844 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660141 + proxy_corner: + avg_avg_return: 0.9861523 + avg_reward_per_step: 0.2660141 + eval-batch-shift: + avg_avg_episode_length: 62.788498 + avg_avg_return: 0.28653824 + avg_benchmark_regret: 0.7086433 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09928131 + proxy_corner: + avg_avg_return: 0.67484653 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.6910486 + avg_avg_return: 0.98728836 + avg_benchmark_regret: 0.0069300164 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266922 + proxy_corner: + avg_avg_return: 0.98728836 + avg_reward_per_step: 0.266922 +=========================================================== +=========================================================== + step: + env-step-all-before: 369098752 + env-step-replay-before: 183435264 + env-step-used-before: 369098752 + ppo-update-before: 225280 + env-step-generate-before: 185663488 + env-step-all-after: 369131520 + env-step-replay-after: 183468032 + env-step-used-after: 369131520 + ppo-update-after: 225300 + env-step-generate-after: 185663488 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.13833 + avg_avg_return: 0.8845515 + avg_reward_per_step: 0.067718506 + proxy_corner: + avg_avg_return: 0.8845515 + avg_reward_per_step: 0.067718506 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.13833 + avg_avg_return: 0.8845515 + avg_reward_per_step: 0.067718506 + proxy_corner: + avg_avg_return: 0.8845515 + avg_reward_per_step: 0.067718506 + perf: + env_steps_per_second: 986962.4751932401 + ppo_updates_per_second: 111.16732286671366 + eval-batch-orig-duration: 0.18352926895022392 + eval-batch-shift-duration: 0.13561420899350196 + eval-batch-tree-duration: 0.13798711699200794 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.581787 + mouse-cheese_dist_finite_wavg: 15.756983 + mouse-cheese_dist_solvable_avg: 13.581787 + mouse-cheese_dist_solvable_wavg: 15.756987 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10215939 + visit_patterns: + avg_first_visit_time: 3732.9802 + avg_last_visit_time: 5589.3228 + num_replay_batches: 5599 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00075821986 + avg_actor_approxkl3: 0.00070524047 + avg_actor_clipfrac: 0.012438965 + avg_actor_loss: 0.00039217807 + avg_advantage: 0.0010098801 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.589864e-06 + avg_entropy: 0.024170114 + avg_grad_norm_pre_clip: 0.64057 + avg_loss: 0.00037280293 + max: + max_actor_approxkl1: 0.0029623436 + max_actor_approxkl3: 0.0025391616 + max_actor_clipfrac: 0.027954102 + max_actor_loss: 0.0031211413 + max_advantage: 0.021805167 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1448345e-05 + max_entropy: 0.028491847 + max_grad_norm_pre_clip: 1.3945303 + max_loss: 0.0030982003 + std: + std_actor_approxkl1: 0.00075018674 + std_actor_approxkl3: 0.00063573784 + std_actor_clipfrac: 0.0073399595 + std_actor_loss: 0.00090171106 + std_advantage: 0.004452172 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1246806e-06 + std_entropy: 0.003292408 + std_grad_norm_pre_clip: 0.32272515 + std_loss: 0.0009012798 + eval-batch-orig: + avg_avg_episode_length: 5.8923235 + avg_avg_return: 0.98595464 + avg_benchmark_regret: 0.008061502 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26552582 + proxy_corner: + avg_avg_return: 0.98595464 + avg_reward_per_step: 0.26552582 + eval-batch-shift: + avg_avg_episode_length: 63.38149 + avg_avg_return: 0.28240642 + avg_benchmark_regret: 0.7127751 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097724915 + proxy_corner: + avg_avg_return: 0.68106985 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.6882286 + avg_avg_return: 0.9864726 + avg_benchmark_regret: 0.0077457214 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.9864726 + avg_reward_per_step: 0.26641083 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 370147328 + env-step-replay-before: 183959552 + env-step-used-before: 370147328 + ppo-update-before: 225920 + env-step-generate-before: 186187776 + env-step-all-after: 370180096 + env-step-replay-after: 183992320 + env-step-used-after: 370180096 + ppo-update-after: 225940 + env-step-generate-after: 186187776 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.978472 + avg_avg_return: 0.8851823 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.8851823 + avg_reward_per_step: 0.06790161 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.978472 + avg_avg_return: 0.8851823 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.8851823 + avg_reward_per_step: 0.06790161 + perf: + env_steps_per_second: 978082.5391740497 + ppo_updates_per_second: 110.13512847848096 + eval-batch-orig-duration: 0.18859588401392102 + eval-batch-shift-duration: 0.1381726199761033 + eval-batch-tree-duration: 0.13873209402663633 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.579346 + mouse-cheese_dist_finite_wavg: 15.757384 + mouse-cheese_dist_solvable_avg: 13.579346 + mouse-cheese_dist_solvable_wavg: 15.757384 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.10217051 + visit_patterns: + avg_first_visit_time: 3748.073 + avg_last_visit_time: 5605.2197 + num_replay_batches: 5615 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017944226 + avg_actor_approxkl3: 8.1506456e-05 + avg_actor_clipfrac: 0.003540039 + avg_actor_loss: -0.00029833714 + avg_advantage: 0.000254469 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.954818e-06 + avg_entropy: 0.020541325 + avg_grad_norm_pre_clip: 0.31070188 + avg_loss: -0.00031540103 + max: + max_actor_approxkl1: 0.00059292454 + max_actor_approxkl3: 0.00019646014 + max_actor_clipfrac: 0.011474609 + max_actor_loss: 0.0001375638 + max_advantage: 0.03074789 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.51655e-06 + max_entropy: 0.029832557 + max_grad_norm_pre_clip: 0.68741053 + max_loss: 0.00012376158 + std: + std_actor_approxkl1: 0.0001685241 + std_actor_approxkl3: 5.1812858e-05 + std_actor_clipfrac: 0.0030556617 + std_actor_loss: 0.00029429392 + std_advantage: 0.0038484954 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.607856e-07 + std_entropy: 0.0035406272 + std_grad_norm_pre_clip: 0.13371198 + std_loss: 0.00029540283 + eval-batch-orig: + avg_avg_episode_length: 5.9011855 + avg_avg_return: 0.98653996 + avg_benchmark_regret: 0.007476127 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26583862 + proxy_corner: + avg_avg_return: 0.98653996 + avg_reward_per_step: 0.26583862 + eval-batch-shift: + avg_avg_episode_length: 62.322166 + avg_avg_return: 0.29539844 + avg_benchmark_regret: 0.6997831 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100753784 + proxy_corner: + avg_avg_return: 0.6769805 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.6814775 + avg_avg_return: 0.9872585 + avg_benchmark_regret: 0.0069598528 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.9872585 + avg_reward_per_step: 0.2668686 +=========================================================== +=========================================================== + step: + env-step-all-before: 371195904 + env-step-replay-before: 184483840 + env-step-used-before: 371195904 + ppo-update-before: 226560 + env-step-generate-before: 186712064 + env-step-all-after: 371228672 + env-step-replay-after: 184483840 + env-step-used-after: 371228672 + ppo-update-after: 226580 + env-step-generate-after: 186744832 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5863295 + avg_avg_return: 0.96562046 + avg_reward_per_step: 0.29257202 + proxy_corner: + avg_avg_return: 0.96562046 + avg_reward_per_step: 0.29257202 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5863295 + avg_avg_return: 0.96562046 + avg_reward_per_step: 0.29257202 + proxy_corner: + avg_avg_return: 0.96562046 + avg_reward_per_step: 0.29257202 + perf: + env_steps_per_second: 987797.0520162899 + ppo_updates_per_second: 110.76605517638032 + eval-batch-orig-duration: 0.18585975997848436 + eval-batch-shift-duration: 0.13785516703501344 + eval-batch-tree-duration: 0.1379756959504448 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.577637 + mouse-cheese_dist_finite_wavg: 14.860683 + mouse-cheese_dist_solvable_avg: 13.577637 + mouse-cheese_dist_solvable_wavg: 14.860687 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10268313 + visit_patterns: + avg_first_visit_time: 3759.3442 + avg_last_visit_time: 5620.158 + num_replay_batches: 5630 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00012220774 + avg_actor_approxkl3: 0.00017397215 + avg_actor_clipfrac: 0.003820801 + avg_actor_loss: -0.00035677152 + avg_advantage: 0.00053131324 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.9344e-06 + avg_entropy: 0.009291944 + avg_grad_norm_pre_clip: 0.34852487 + avg_loss: -0.00036209627 + max: + max_actor_approxkl1: 0.0007516095 + max_actor_approxkl3: 0.00059205585 + max_actor_clipfrac: 0.014404297 + max_actor_loss: 0.00049880054 + max_advantage: 0.03679043 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.728628e-06 + max_entropy: 0.013982624 + max_grad_norm_pre_clip: 1.6043798 + max_loss: 0.000491116 + std: + std_actor_approxkl1: 0.0002540326 + std_actor_approxkl3: 0.0001668245 + std_actor_clipfrac: 0.003607193 + std_actor_loss: 0.0004971684 + std_advantage: 0.003912114 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.797213e-07 + std_entropy: 0.0030777599 + std_grad_norm_pre_clip: 0.39801386 + std_loss: 0.0004975671 + eval-batch-orig: + avg_avg_episode_length: 5.8786316 + avg_avg_return: 0.9863452 + avg_benchmark_regret: 0.007671016 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26613617 + proxy_corner: + avg_avg_return: 0.9863452 + avg_reward_per_step: 0.26613617 + eval-batch-shift: + avg_avg_episode_length: 62.72534 + avg_avg_return: 0.29156575 + avg_benchmark_regret: 0.7036158 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10116577 + proxy_corner: + avg_avg_return: 0.67938006 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.7137747 + avg_avg_return: 0.986545 + avg_benchmark_regret: 0.00767335 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26680756 + proxy_corner: + avg_avg_return: 0.986545 + avg_reward_per_step: 0.26680756 +=========================================================== +=========================================================== + step: + env-step-all-before: 372244480 + env-step-replay-before: 184909824 + env-step-used-before: 372244480 + ppo-update-before: 227200 + env-step-generate-before: 187334656 + env-step-all-after: 372277248 + env-step-replay-after: 184942592 + env-step-used-after: 372277248 + ppo-update-after: 227220 + env-step-generate-after: 187334656 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.046234 + avg_avg_return: 0.88463813 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.88463813 + avg_reward_per_step: 0.067596436 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.046234 + avg_avg_return: 0.88463813 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.88463813 + avg_reward_per_step: 0.067596436 + perf: + env_steps_per_second: 972668.946189076 + ppo_updates_per_second: 111.02261191360951 + eval-batch-orig-duration: 0.19145035097608343 + eval-batch-shift-duration: 0.14587014296557754 + eval-batch-tree-duration: 0.1352509799762629 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.577637 + mouse-cheese_dist_finite_wavg: 14.857598 + mouse-cheese_dist_solvable_avg: 13.577637 + mouse-cheese_dist_solvable_wavg: 14.8576 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1026166 + visit_patterns: + avg_first_visit_time: 3768.4338 + avg_last_visit_time: 5634.2656 + num_replay_batches: 5644 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018547317 + avg_actor_approxkl3: 0.00032555414 + avg_actor_clipfrac: 0.008312988 + avg_actor_loss: -0.00034914748 + avg_advantage: -0.0009112757 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.7065615e-06 + avg_entropy: 0.020030612 + avg_grad_norm_pre_clip: 0.26678425 + avg_loss: -0.0003653248 + max: + max_actor_approxkl1: 0.00085343147 + max_actor_approxkl3: 0.00066884677 + max_actor_clipfrac: 0.018676758 + max_actor_loss: 0.0003770804 + max_advantage: 0.018476069 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.193456e-06 + max_entropy: 0.025012748 + max_grad_norm_pre_clip: 0.43068695 + max_loss: 0.00036003836 + std: + std_actor_approxkl1: 0.0002719524 + std_actor_approxkl3: 0.00019002741 + std_actor_clipfrac: 0.0050314446 + std_actor_loss: 0.0003458581 + std_advantage: 0.0041099284 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.2378047e-07 + std_entropy: 0.003528187 + std_grad_norm_pre_clip: 0.08894097 + std_loss: 0.00034642892 + eval-batch-orig: + avg_avg_episode_length: 5.874737 + avg_avg_return: 0.9861122 + avg_benchmark_regret: 0.0079039605 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660675 + proxy_corner: + avg_avg_return: 0.9861122 + avg_reward_per_step: 0.2660675 + eval-batch-shift: + avg_avg_episode_length: 62.085663 + avg_avg_return: 0.29741725 + avg_benchmark_regret: 0.6977643 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10057831 + proxy_corner: + avg_avg_return: 0.6874572 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.6784487 + avg_avg_return: 0.98669845 + avg_benchmark_regret: 0.0075199036 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26700592 + proxy_corner: + avg_avg_return: 0.98669845 + avg_reward_per_step: 0.26700592 +=========================================================== +=========================================================== + step: + env-step-all-before: 373293056 + env-step-replay-before: 185466880 + env-step-used-before: 373293056 + ppo-update-before: 227840 + env-step-generate-before: 187826176 + env-step-all-after: 373325824 + env-step-replay-after: 185466880 + env-step-used-after: 373325824 + ppo-update-after: 227860 + env-step-generate-after: 187858944 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4933887 + avg_avg_return: 0.96507823 + avg_reward_per_step: 0.275177 + proxy_corner: + avg_avg_return: 0.96507823 + avg_reward_per_step: 0.275177 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4933887 + avg_avg_return: 0.96507823 + avg_reward_per_step: 0.275177 + proxy_corner: + avg_avg_return: 0.96507823 + avg_reward_per_step: 0.275177 + perf: + env_steps_per_second: 974593.182744294 + ppo_updates_per_second: 110.90309758154113 + eval-batch-orig-duration: 0.18492048303596675 + eval-batch-shift-duration: 0.1374559749965556 + eval-batch-tree-duration: 0.1380768550443463 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.58374 + mouse-cheese_dist_finite_wavg: 14.852621 + mouse-cheese_dist_solvable_avg: 13.58374 + mouse-cheese_dist_solvable_wavg: 14.852619 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10229008 + visit_patterns: + avg_first_visit_time: 3777.181 + avg_last_visit_time: 5650.3125 + num_replay_batches: 5660 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00012959568 + avg_actor_approxkl3: 5.404753e-05 + avg_actor_clipfrac: 0.001538086 + avg_actor_loss: -9.046281e-05 + avg_advantage: 0.0016900505 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.7280465e-06 + avg_entropy: 0.0065486277 + avg_grad_norm_pre_clip: 0.1547106 + avg_loss: -9.3147406e-05 + max: + max_actor_approxkl1: 0.0006361759 + max_actor_approxkl3: 0.00018422524 + max_actor_clipfrac: 0.00390625 + max_actor_loss: 0.0007191552 + max_advantage: 0.022696674 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.496818e-06 + max_entropy: 0.014572833 + max_grad_norm_pre_clip: 0.27645177 + max_loss: 0.00072020787 + std: + std_actor_approxkl1: 0.00017946062 + std_actor_approxkl3: 5.6189547e-05 + std_actor_clipfrac: 0.0013284929 + std_actor_loss: 0.0004965887 + std_advantage: 0.0038217714 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0518033e-06 + std_entropy: 0.0033182702 + std_grad_norm_pre_clip: 0.07709052 + std_loss: 0.0004971749 + eval-batch-orig: + avg_avg_episode_length: 5.8669057 + avg_avg_return: 0.98665416 + avg_benchmark_regret: 0.0073620286 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26634216 + proxy_corner: + avg_avg_return: 0.98665416 + avg_reward_per_step: 0.26634216 + eval-batch-shift: + avg_avg_episode_length: 62.408737 + avg_avg_return: 0.29029986 + avg_benchmark_regret: 0.7048817 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098731995 + proxy_corner: + avg_avg_return: 0.6818613 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.6704597 + avg_avg_return: 0.98692906 + avg_benchmark_regret: 0.0072893016 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.98692906 + avg_reward_per_step: 0.26713562 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 374341632 + env-step-replay-before: 185958400 + env-step-used-before: 374341632 + ppo-update-before: 228480 + env-step-generate-before: 188383232 + env-step-all-after: 374374400 + env-step-replay-after: 185991168 + env-step-used-after: 374374400 + ppo-update-after: 228500 + env-step-generate-after: 188383232 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.09488 + avg_avg_return: 0.88466644 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88466644 + avg_reward_per_step: 0.067352295 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.09488 + avg_avg_return: 0.88466644 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88466644 + avg_reward_per_step: 0.067352295 + perf: + env_steps_per_second: 967388.2298351717 + ppo_updates_per_second: 110.60820937857213 + eval-batch-orig-duration: 0.18605535599635914 + eval-batch-shift-duration: 0.13731019501574337 + eval-batch-tree-duration: 0.13827401102753356 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.591064 + mouse-cheese_dist_finite_wavg: 15.757725 + mouse-cheese_dist_solvable_avg: 13.591064 + mouse-cheese_dist_solvable_wavg: 15.757727 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102077626 + visit_patterns: + avg_first_visit_time: 3783.7913 + avg_last_visit_time: 5666.1914 + num_replay_batches: 5676 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068630296 + avg_actor_approxkl3: 0.00026064552 + avg_actor_clipfrac: 0.0039123534 + avg_actor_loss: -0.0001654697 + avg_advantage: -0.0003234316 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.01222e-06 + avg_entropy: 0.017509708 + avg_grad_norm_pre_clip: 0.33532315 + avg_loss: -0.0001794733 + max: + max_actor_approxkl1: 0.003970037 + max_actor_approxkl3: 0.0010235889 + max_actor_clipfrac: 0.012084961 + max_actor_loss: 0.0007824013 + max_advantage: 0.018082917 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.207237e-06 + max_entropy: 0.025772532 + max_grad_norm_pre_clip: 0.73095435 + max_loss: 0.0007714905 + std: + std_actor_approxkl1: 0.0009701959 + std_actor_approxkl3: 0.0002275328 + std_actor_clipfrac: 0.0031678304 + std_actor_loss: 0.0004107199 + std_advantage: 0.0037974766 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.9603383e-07 + std_entropy: 0.0038157753 + std_grad_norm_pre_clip: 0.20226885 + std_loss: 0.0004108777 + eval-batch-orig: + avg_avg_episode_length: 5.882573 + avg_avg_return: 0.9865185 + avg_benchmark_regret: 0.0074976515 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.9865185 + avg_reward_per_step: 0.26602936 + eval-batch-shift: + avg_avg_episode_length: 63.39357 + avg_avg_return: 0.2800377 + avg_benchmark_regret: 0.71514386 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09741211 + proxy_corner: + avg_avg_return: 0.69048905 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.6736994 + avg_avg_return: 0.98689973 + avg_benchmark_regret: 0.007318586 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26699066 + proxy_corner: + avg_avg_return: 0.98689973 + avg_reward_per_step: 0.26699066 +=========================================================== +=========================================================== + step: + env-step-all-before: 375390208 + env-step-replay-before: 186548224 + env-step-used-before: 375390208 + ppo-update-before: 229120 + env-step-generate-before: 188841984 + env-step-all-after: 375422976 + env-step-replay-after: 186580992 + env-step-used-after: 375422976 + ppo-update-after: 229140 + env-step-generate-after: 188841984 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.054903 + avg_avg_return: 0.8845728 + avg_reward_per_step: 0.06750488 + proxy_corner: + avg_avg_return: 0.8845728 + avg_reward_per_step: 0.06750488 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.054903 + avg_avg_return: 0.8845728 + avg_reward_per_step: 0.06750488 + proxy_corner: + avg_avg_return: 0.8845728 + avg_reward_per_step: 0.06750488 + perf: + env_steps_per_second: 973295.8196871271 + ppo_updates_per_second: 111.09181876988418 + eval-batch-orig-duration: 0.1851135779870674 + eval-batch-shift-duration: 0.1381416249787435 + eval-batch-tree-duration: 0.13821256899973378 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.59375 + mouse-cheese_dist_finite_wavg: 15.757442 + mouse-cheese_dist_solvable_avg: 13.59375 + mouse-cheese_dist_solvable_wavg: 15.757446 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10209526 + visit_patterns: + avg_first_visit_time: 3795.418 + avg_last_visit_time: 5684.3477 + num_replay_batches: 5694 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000642838 + avg_actor_approxkl3: 0.00040495978 + avg_actor_clipfrac: 0.0039367676 + avg_actor_loss: -7.0842856e-05 + avg_advantage: 1.8118631e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.487457e-06 + avg_entropy: 0.014694116 + avg_grad_norm_pre_clip: 0.27364326 + avg_loss: -8.229325e-05 + max: + max_actor_approxkl1: 0.0018823191 + max_actor_approxkl3: 0.0016826076 + max_actor_clipfrac: 0.0076904297 + max_actor_loss: 0.0023189895 + max_advantage: 0.020866752 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.7940995e-06 + max_entropy: 0.020429943 + max_grad_norm_pre_clip: 0.97928697 + max_loss: 0.0023076856 + std: + std_actor_approxkl1: 0.00056202157 + std_actor_approxkl3: 0.00038847062 + std_actor_clipfrac: 0.0024933065 + std_actor_loss: 0.00070814154 + std_advantage: 0.0036830958 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.683645e-07 + std_entropy: 0.002108069 + std_grad_norm_pre_clip: 0.18166558 + std_loss: 0.0007086652 + eval-batch-orig: + avg_avg_episode_length: 5.8742704 + avg_avg_return: 0.98637986 + avg_benchmark_regret: 0.0076362668 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662506 + proxy_corner: + avg_avg_return: 0.98637986 + avg_reward_per_step: 0.2662506 + eval-batch-shift: + avg_avg_episode_length: 62.99728 + avg_avg_return: 0.28479874 + avg_benchmark_regret: 0.7103828 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097206116 + proxy_corner: + avg_avg_return: 0.68420684 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.710374 + avg_avg_return: 0.98674953 + avg_benchmark_regret: 0.007468796 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266922 + proxy_corner: + avg_avg_return: 0.98674953 + avg_reward_per_step: 0.266922 +=========================================================== +=========================================================== + step: + env-step-all-before: 376438784 + env-step-replay-before: 187006976 + env-step-used-before: 376438784 + ppo-update-before: 229760 + env-step-generate-before: 189431808 + env-step-all-after: 376471552 + env-step-replay-after: 187039744 + env-step-used-after: 376471552 + ppo-update-after: 229780 + env-step-generate-after: 189431808 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.12838 + avg_avg_return: 0.88652766 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.88652766 + avg_reward_per_step: 0.06719971 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.12838 + avg_avg_return: 0.88652766 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.88652766 + avg_reward_per_step: 0.06719971 + perf: + env_steps_per_second: 977372.6645232697 + ppo_updates_per_second: 111.41937882437283 + eval-batch-orig-duration: 0.18419228901620954 + eval-batch-shift-duration: 0.13794359797611833 + eval-batch-tree-duration: 0.13918983400799334 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.600586 + mouse-cheese_dist_finite_wavg: 13.061163 + mouse-cheese_dist_solvable_avg: 13.600586 + mouse-cheese_dist_solvable_wavg: 13.061163 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10229073 + visit_patterns: + avg_first_visit_time: 3820.6152 + avg_last_visit_time: 5698.3027 + num_replay_batches: 5708 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035038163 + avg_actor_approxkl3: 0.0002547507 + avg_actor_clipfrac: 0.00869751 + avg_actor_loss: 0.00013119097 + avg_advantage: -0.00039872617 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.7039e-06 + avg_entropy: 0.027620325 + avg_grad_norm_pre_clip: 0.6975681 + avg_loss: 0.000106922584 + max: + max_actor_approxkl1: 0.0017480938 + max_actor_approxkl3: 0.0009105493 + max_actor_clipfrac: 0.018798828 + max_actor_loss: 0.0007569203 + max_advantage: 0.015265763 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.4725365e-06 + max_entropy: 0.037849657 + max_grad_norm_pre_clip: 1.3288352 + max_loss: 0.00074190047 + std: + std_actor_approxkl1: 0.0004149003 + std_actor_approxkl3: 0.00020433946 + std_actor_clipfrac: 0.005295921 + std_actor_loss: 0.00025770362 + std_advantage: 0.0034231788 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0119448e-06 + std_entropy: 0.0047603375 + std_grad_norm_pre_clip: 0.32773432 + std_loss: 0.00025923303 + eval-batch-orig: + avg_avg_episode_length: 5.874441 + avg_avg_return: 0.98678917 + avg_benchmark_regret: 0.007226987 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.98678917 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 63.43699 + avg_avg_return: 0.28171092 + avg_benchmark_regret: 0.7134707 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09742737 + proxy_corner: + avg_avg_return: 0.68276036 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.7130594 + avg_avg_return: 0.9871858 + avg_benchmark_regret: 0.007032601 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683807 + proxy_corner: + avg_avg_return: 0.9871858 + avg_reward_per_step: 0.26683807 +=========================================================== +=========================================================== + step: + env-step-all-before: 377487360 + env-step-replay-before: 187662336 + env-step-used-before: 377487360 + ppo-update-before: 230400 + env-step-generate-before: 189825024 + env-step-all-after: 377520128 + env-step-replay-after: 187662336 + env-step-used-after: 377520128 + ppo-update-after: 230420 + env-step-generate-after: 189857792 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7684693 + avg_avg_return: 0.9632968 + avg_reward_per_step: 0.26989746 + proxy_corner: + avg_avg_return: 0.9632968 + avg_reward_per_step: 0.26989746 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7684693 + avg_avg_return: 0.9632968 + avg_reward_per_step: 0.26989746 + proxy_corner: + avg_avg_return: 0.9632968 + avg_reward_per_step: 0.26989746 + perf: + env_steps_per_second: 991614.1309820263 + ppo_updates_per_second: 111.29511222968776 + eval-batch-orig-duration: 0.18772257200907916 + eval-batch-shift-duration: 0.14628650003578514 + eval-batch-tree-duration: 0.13877082796534523 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.595703 + mouse-cheese_dist_finite_wavg: 13.06082 + mouse-cheese_dist_solvable_avg: 13.595703 + mouse-cheese_dist_solvable_wavg: 13.06082 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10257756 + visit_patterns: + avg_first_visit_time: 3837.292 + avg_last_visit_time: 5717.2764 + num_replay_batches: 5727 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000287962 + avg_actor_approxkl3: 0.000103458646 + avg_actor_clipfrac: 0.0032653809 + avg_actor_loss: -0.00023930022 + avg_advantage: 0.0015523946 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.713054e-06 + avg_entropy: 0.012123224 + avg_grad_norm_pre_clip: 0.25353548 + avg_loss: -0.00024706693 + max: + max_actor_approxkl1: 0.0008829003 + max_actor_approxkl3: 0.00042057488 + max_actor_clipfrac: 0.009643555 + max_actor_loss: 0.0011688303 + max_advantage: 0.026795805 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1690463e-05 + max_entropy: 0.017289089 + max_grad_norm_pre_clip: 0.47752893 + max_loss: 0.0011621052 + std: + std_actor_approxkl1: 0.00023548384 + std_actor_approxkl3: 9.130671e-05 + std_actor_clipfrac: 0.0024810247 + std_actor_loss: 0.00048517174 + std_advantage: 0.004111357 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1529186e-06 + std_entropy: 0.0032348647 + std_grad_norm_pre_clip: 0.11001142 + std_loss: 0.00048595047 + eval-batch-orig: + avg_avg_episode_length: 5.8846445 + avg_avg_return: 0.98615885 + avg_benchmark_regret: 0.007857278 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660141 + proxy_corner: + avg_avg_return: 0.98615885 + avg_reward_per_step: 0.2660141 + eval-batch-shift: + avg_avg_episode_length: 63.328575 + avg_avg_return: 0.28162402 + avg_benchmark_regret: 0.7135576 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100128174 + proxy_corner: + avg_avg_return: 0.690356 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.700453 + avg_avg_return: 0.98697865 + avg_benchmark_regret: 0.0072396584 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667694 + proxy_corner: + avg_avg_return: 0.98697865 + avg_reward_per_step: 0.2667694 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 378535936 + env-step-replay-before: 188186624 + env-step-used-before: 378535936 + ppo-update-before: 231040 + env-step-generate-before: 190349312 + env-step-all-after: 378568704 + env-step-replay-after: 188186624 + env-step-used-after: 378568704 + ppo-update-after: 231060 + env-step-generate-after: 190382080 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4840817 + avg_avg_return: 0.9643402 + avg_reward_per_step: 0.28582764 + proxy_corner: + avg_avg_return: 0.9643402 + avg_reward_per_step: 0.28582764 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4840817 + avg_avg_return: 0.9643402 + avg_reward_per_step: 0.28582764 + proxy_corner: + avg_avg_return: 0.9643402 + avg_reward_per_step: 0.28582764 + perf: + env_steps_per_second: 982692.2840999641 + ppo_updates_per_second: 111.02394312120725 + eval-batch-orig-duration: 0.18441966804675758 + eval-batch-shift-duration: 0.13533317000837997 + eval-batch-tree-duration: 0.139341035974212 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.594971 + mouse-cheese_dist_finite_wavg: 13.059025 + mouse-cheese_dist_solvable_avg: 13.594971 + mouse-cheese_dist_solvable_wavg: 13.059025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10257503 + visit_patterns: + avg_first_visit_time: 3857.0393 + avg_last_visit_time: 5733.354 + num_replay_batches: 5743 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043429201 + avg_actor_approxkl3: 0.0001996927 + avg_actor_clipfrac: 0.0022460937 + avg_actor_loss: -0.0001375975 + avg_advantage: 0.0016447982 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.650691e-06 + avg_entropy: 0.0060360143 + avg_grad_norm_pre_clip: 0.12883036 + avg_loss: -0.00014030817 + max: + max_actor_approxkl1: 0.0010801541 + max_actor_approxkl3: 0.0005330074 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 0.00024310872 + max_advantage: 0.024689674 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.307181e-06 + max_entropy: 0.010158206 + max_grad_norm_pre_clip: 0.3866944 + max_loss: 0.00024198575 + std: + std_actor_approxkl1: 0.00039842894 + std_actor_approxkl3: 0.00017412685 + std_actor_clipfrac: 0.001816101 + std_actor_loss: 0.00025537144 + std_advantage: 0.0036214846 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.851355e-07 + std_entropy: 0.001889019 + std_grad_norm_pre_clip: 0.07280024 + std_loss: 0.00025588975 + eval-batch-orig: + avg_avg_episode_length: 5.871823 + avg_avg_return: 0.9864474 + avg_benchmark_regret: 0.007568788 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26626587 + proxy_corner: + avg_avg_return: 0.9864474 + avg_reward_per_step: 0.26626587 + eval-batch-shift: + avg_avg_episode_length: 62.285553 + avg_avg_return: 0.29466158 + avg_benchmark_regret: 0.70052 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100982666 + proxy_corner: + avg_avg_return: 0.67295283 + avg_reward_per_step: 0.012886047 + eval-batch-tree: + avg_avg_episode_length: 5.713107 + avg_avg_return: 0.9867568 + avg_benchmark_regret: 0.0074615628 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26680756 + proxy_corner: + avg_avg_return: 0.9867568 + avg_reward_per_step: 0.26680756 +=========================================================== +=========================================================== + step: + env-step-all-before: 379584512 + env-step-replay-before: 188743680 + env-step-used-before: 379584512 + ppo-update-before: 231680 + env-step-generate-before: 190840832 + env-step-all-after: 379617280 + env-step-replay-after: 188776448 + env-step-used-after: 379617280 + ppo-update-after: 231700 + env-step-generate-after: 190840832 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.138902 + avg_avg_return: 0.88708913 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.88708913 + avg_reward_per_step: 0.06729126 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.138902 + avg_avg_return: 0.88708913 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.88708913 + avg_reward_per_step: 0.06729126 + perf: + env_steps_per_second: 981861.775985888 + ppo_updates_per_second: 96.23197030420329 + eval-batch-orig-duration: 0.18372747203102335 + eval-batch-shift-duration: 0.13704404595773667 + eval-batch-tree-duration: 0.14008376002311707 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.591797 + mouse-cheese_dist_finite_wavg: 15.759016 + mouse-cheese_dist_solvable_avg: 13.591797 + mouse-cheese_dist_solvable_wavg: 15.759018 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10246041 + visit_patterns: + avg_first_visit_time: 3876.773 + avg_last_visit_time: 5751.208 + num_replay_batches: 5761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006132633 + avg_actor_approxkl3: 0.00035870296 + avg_actor_clipfrac: 0.011798096 + avg_actor_loss: -0.00022019868 + avg_advantage: 0.00048482796 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.905298e-06 + avg_entropy: 0.040822145 + avg_grad_norm_pre_clip: 0.61214954 + avg_loss: -0.00025806818 + max: + max_actor_approxkl1: 0.002167162 + max_actor_approxkl3: 0.0009036728 + max_actor_clipfrac: 0.026611328 + max_actor_loss: 0.0012456281 + max_advantage: 0.027300537 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.3846373e-06 + max_entropy: 0.04952933 + max_grad_norm_pre_clip: 1.102525 + max_loss: 0.0011989564 + std: + std_actor_approxkl1: 0.0005119166 + std_actor_approxkl3: 0.00025328645 + std_actor_clipfrac: 0.007678239 + std_actor_loss: 0.000533931 + std_advantage: 0.0034594724 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6691145e-07 + std_entropy: 0.0046447134 + std_grad_norm_pre_clip: 0.19824085 + std_loss: 0.00053289515 + eval-batch-orig: + avg_avg_episode_length: 5.884199 + avg_avg_return: 0.98660445 + avg_benchmark_regret: 0.007411735 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.98660445 + avg_reward_per_step: 0.26605988 + eval-batch-shift: + avg_avg_episode_length: 63.165234 + avg_avg_return: 0.28445816 + avg_benchmark_regret: 0.7107234 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10083771 + proxy_corner: + avg_avg_return: 0.6896417 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.7156267 + avg_avg_return: 0.98625374 + avg_benchmark_regret: 0.007964635 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26646423 + proxy_corner: + avg_avg_return: 0.98625374 + avg_reward_per_step: 0.26646423 +=========================================================== +=========================================================== + step: + env-step-all-before: 380633088 + env-step-replay-before: 189235200 + env-step-used-before: 380633088 + ppo-update-before: 232320 + env-step-generate-before: 191397888 + env-step-all-after: 380665856 + env-step-replay-after: 189267968 + env-step-used-after: 380665856 + ppo-update-after: 232340 + env-step-generate-after: 191397888 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.164934 + avg_avg_return: 0.8856112 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.8856112 + avg_reward_per_step: 0.0670166 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.164934 + avg_avg_return: 0.8856112 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.8856112 + avg_reward_per_step: 0.0670166 + perf: + env_steps_per_second: 1004834.4480826291 + ppo_updates_per_second: 111.56148545485343 + eval-batch-orig-duration: 0.18387311097467318 + eval-batch-shift-duration: 0.13710105704376474 + eval-batch-tree-duration: 0.13712313899304718 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.58667 + mouse-cheese_dist_finite_wavg: 13.057516 + mouse-cheese_dist_solvable_avg: 13.58667 + mouse-cheese_dist_solvable_wavg: 13.057518 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10273343 + visit_patterns: + avg_first_visit_time: 3900.4246 + avg_last_visit_time: 5766.3115 + num_replay_batches: 5776 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00056006736 + avg_actor_approxkl3: 0.00045258156 + avg_actor_clipfrac: 0.015447998 + avg_actor_loss: 0.0006128148 + avg_advantage: -0.0009319298 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.3638657e-06 + avg_entropy: 0.044616293 + avg_grad_norm_pre_clip: 1.3353214 + avg_loss: 0.00057188043 + max: + max_actor_approxkl1: 0.00202983 + max_actor_approxkl3: 0.0011213777 + max_actor_clipfrac: 0.027709961 + max_actor_loss: 0.0030833296 + max_advantage: 0.023974419 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.1158905e-06 + max_entropy: 0.057969287 + max_grad_norm_pre_clip: 2.559616 + max_loss: 0.0030343418 + std: + std_actor_approxkl1: 0.00050626666 + std_actor_approxkl3: 0.0002682034 + std_actor_clipfrac: 0.008056407 + std_actor_loss: 0.0010990056 + std_advantage: 0.003963135 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.0037826e-07 + std_entropy: 0.005340571 + std_grad_norm_pre_clip: 0.6553102 + std_loss: 0.0010976321 + eval-batch-orig: + avg_avg_episode_length: 5.947985 + avg_avg_return: 0.98622465 + avg_benchmark_regret: 0.007791481 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2656784 + proxy_corner: + avg_avg_return: 0.98622465 + avg_reward_per_step: 0.2656784 + eval-batch-shift: + avg_avg_episode_length: 64.0124 + avg_avg_return: 0.2776398 + avg_benchmark_regret: 0.71754175 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09749603 + proxy_corner: + avg_avg_return: 0.6717977 + avg_reward_per_step: 0.012886047 + eval-batch-tree: + avg_avg_episode_length: 5.731949 + avg_avg_return: 0.98704183 + avg_benchmark_regret: 0.0071765627 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665329 + proxy_corner: + avg_avg_return: 0.98704183 + avg_reward_per_step: 0.2665329 +=========================================================== +=========================================================== + step: + env-step-all-before: 381681664 + env-step-replay-before: 189890560 + env-step-used-before: 381681664 + ppo-update-before: 232960 + env-step-generate-before: 191791104 + env-step-all-after: 381714432 + env-step-replay-after: 189923328 + env-step-used-after: 381714432 + ppo-update-after: 232980 + env-step-generate-after: 191791104 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.038744 + avg_avg_return: 0.88591444 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.88591444 + avg_reward_per_step: 0.06756592 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.038744 + avg_avg_return: 0.88591444 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.88591444 + avg_reward_per_step: 0.06756592 + perf: + env_steps_per_second: 997154.08784944 + ppo_updates_per_second: 111.3215949128894 + eval-batch-orig-duration: 0.18509164097486064 + eval-batch-shift-duration: 0.1403992009581998 + eval-batch-tree-duration: 0.13770881597884 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.590332 + mouse-cheese_dist_finite_wavg: 13.059267 + mouse-cheese_dist_solvable_avg: 13.590332 + mouse-cheese_dist_solvable_wavg: 13.059267 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10217906 + visit_patterns: + avg_first_visit_time: 3907.65 + avg_last_visit_time: 5786.3267 + num_replay_batches: 5796 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00011709236 + avg_actor_approxkl3: 5.684928e-05 + avg_actor_clipfrac: 0.0024291992 + avg_actor_loss: -0.00020599055 + avg_advantage: -0.001694076 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4399937e-06 + avg_entropy: 0.020610815 + avg_grad_norm_pre_clip: 0.21905728 + avg_loss: -0.00022338137 + max: + max_actor_approxkl1: 0.00043982832 + max_actor_approxkl3: 0.00017895624 + max_actor_clipfrac: 0.0078125 + max_actor_loss: 9.094365e-05 + max_advantage: 0.019477606 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.052553e-06 + max_entropy: 0.02381834 + max_grad_norm_pre_clip: 0.33466557 + max_loss: 7.284106e-05 + std: + std_actor_approxkl1: 0.00014370674 + std_actor_approxkl3: 4.7845217e-05 + std_actor_clipfrac: 0.0020683263 + std_actor_loss: 0.0002363173 + std_advantage: 0.0037042927 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.6114907e-07 + std_entropy: 0.0019005077 + std_grad_norm_pre_clip: 0.060859255 + std_loss: 0.00023729341 + eval-batch-orig: + avg_avg_episode_length: 5.9288664 + avg_avg_return: 0.98616207 + avg_benchmark_regret: 0.007854039 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2656021 + proxy_corner: + avg_avg_return: 0.98616207 + avg_reward_per_step: 0.2656021 + eval-batch-shift: + avg_avg_episode_length: 63.601555 + avg_avg_return: 0.28063986 + avg_benchmark_regret: 0.71454173 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09952545 + proxy_corner: + avg_avg_return: 0.6792878 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.702556 + avg_avg_return: 0.9865705 + avg_benchmark_regret: 0.007647937 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.9865705 + avg_reward_per_step: 0.2665863 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 382730240 + env-step-replay-before: 190513152 + env-step-used-before: 382730240 + ppo-update-before: 233600 + env-step-generate-before: 192217088 + env-step-all-after: 382763008 + env-step-replay-after: 190545920 + env-step-used-after: 382763008 + ppo-update-after: 233620 + env-step-generate-after: 192217088 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.939543 + avg_avg_return: 0.88662034 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.88662034 + avg_reward_per_step: 0.06808472 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.939543 + avg_avg_return: 0.88662034 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.88662034 + avg_reward_per_step: 0.06808472 + perf: + env_steps_per_second: 993115.5650111479 + ppo_updates_per_second: 111.33179795181546 + eval-batch-orig-duration: 0.18378308200044557 + eval-batch-shift-duration: 0.13695159403141588 + eval-batch-tree-duration: 0.13728506199549884 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.587402 + mouse-cheese_dist_finite_wavg: 14.857311 + mouse-cheese_dist_solvable_avg: 13.587402 + mouse-cheese_dist_solvable_wavg: 14.857311 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.101823 + visit_patterns: + avg_first_visit_time: 3918.335 + avg_last_visit_time: 5805.334 + num_replay_batches: 5815 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.189708e-05 + avg_actor_approxkl3: 6.374549e-05 + avg_actor_clipfrac: 0.0031555176 + avg_actor_loss: -0.00015489977 + avg_advantage: 0.00018950438 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.927051e-06 + avg_entropy: 0.017410925 + avg_grad_norm_pre_clip: 0.19433978 + avg_loss: -0.00016984715 + max: + max_actor_approxkl1: 0.0002503647 + max_actor_approxkl3: 0.00014346812 + max_actor_clipfrac: 0.006591797 + max_actor_loss: 0.00024097855 + max_advantage: 0.024442732 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.6172894e-06 + max_entropy: 0.023482513 + max_grad_norm_pre_clip: 0.3119849 + max_loss: 0.00022909687 + std: + std_actor_approxkl1: 8.227503e-05 + std_actor_approxkl3: 3.585563e-05 + std_actor_clipfrac: 0.0018829223 + std_actor_loss: 0.00016522594 + std_advantage: 0.00312169 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.051992e-07 + std_entropy: 0.00274044 + std_grad_norm_pre_clip: 0.05685025 + std_loss: 0.0001658565 + eval-batch-orig: + avg_avg_episode_length: 5.890935 + avg_avg_return: 0.9862798 + avg_benchmark_regret: 0.007736359 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660675 + proxy_corner: + avg_avg_return: 0.9862798 + avg_reward_per_step: 0.2660675 + eval-batch-shift: + avg_avg_episode_length: 63.305214 + avg_avg_return: 0.28237808 + avg_benchmark_regret: 0.7128035 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10170746 + proxy_corner: + avg_avg_return: 0.6833472 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.6857 + avg_avg_return: 0.9868182 + avg_benchmark_regret: 0.0074001756 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669754 + proxy_corner: + avg_avg_return: 0.9868182 + avg_reward_per_step: 0.2669754 +=========================================================== +=========================================================== + step: + env-step-all-before: 383778816 + env-step-replay-before: 191168512 + env-step-used-before: 383778816 + ppo-update-before: 234240 + env-step-generate-before: 192610304 + env-step-all-after: 383811584 + env-step-replay-after: 191168512 + env-step-used-after: 383811584 + ppo-update-after: 234260 + env-step-generate-after: 192643072 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8808317 + avg_avg_return: 0.96294826 + avg_reward_per_step: 0.27178955 + proxy_corner: + avg_avg_return: 0.96294826 + avg_reward_per_step: 0.27178955 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8808317 + avg_avg_return: 0.96294826 + avg_reward_per_step: 0.27178955 + proxy_corner: + avg_avg_return: 0.96294826 + avg_reward_per_step: 0.27178955 + perf: + env_steps_per_second: 1007423.1359773835 + ppo_updates_per_second: 111.77300786716597 + eval-batch-orig-duration: 0.18460762000177056 + eval-batch-shift-duration: 0.13874770002439618 + eval-batch-tree-duration: 0.13889788300730288 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.589111 + mouse-cheese_dist_finite_wavg: 13.058598 + mouse-cheese_dist_solvable_avg: 13.589111 + mouse-cheese_dist_solvable_wavg: 13.058599 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10219971 + visit_patterns: + avg_first_visit_time: 3931.1096 + avg_last_visit_time: 5824.2773 + num_replay_batches: 5834 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00011069493 + avg_actor_approxkl3: 5.2655912e-05 + avg_actor_clipfrac: 0.0014709473 + avg_actor_loss: -0.000100789526 + avg_advantage: 0.002406274 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4601736e-06 + avg_entropy: 0.0067650005 + avg_grad_norm_pre_clip: 0.16648154 + avg_loss: -0.00010432443 + max: + max_actor_approxkl1: 0.00074941036 + max_actor_approxkl3: 0.00021087153 + max_actor_clipfrac: 0.0048828125 + max_actor_loss: 0.0006383257 + max_advantage: 0.0376662 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0085201e-05 + max_entropy: 0.012600897 + max_grad_norm_pre_clip: 0.39650118 + max_loss: 0.0006353484 + std: + std_actor_approxkl1: 0.00020434755 + std_actor_approxkl3: 5.8344656e-05 + std_actor_clipfrac: 0.0014112062 + std_actor_loss: 0.00026118703 + std_advantage: 0.0034161932 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3224295e-06 + std_entropy: 0.0026422539 + std_grad_norm_pre_clip: 0.084443375 + std_loss: 0.00026198718 + eval-batch-orig: + avg_avg_episode_length: 5.9162936 + avg_avg_return: 0.9865124 + avg_benchmark_regret: 0.007503718 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26593018 + proxy_corner: + avg_avg_return: 0.9865124 + avg_reward_per_step: 0.26593018 + eval-batch-shift: + avg_avg_episode_length: 62.759384 + avg_avg_return: 0.28978395 + avg_benchmark_regret: 0.70539767 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09749603 + proxy_corner: + avg_avg_return: 0.67583597 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.7283545 + avg_avg_return: 0.98710454 + avg_benchmark_regret: 0.00711382 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266716 + proxy_corner: + avg_avg_return: 0.98710454 + avg_reward_per_step: 0.266716 +=========================================================== +=========================================================== + step: + env-step-all-before: 384827392 + env-step-replay-before: 191660032 + env-step-used-before: 384827392 + ppo-update-before: 234880 + env-step-generate-before: 193167360 + env-step-all-after: 384860160 + env-step-replay-after: 191692800 + env-step-used-after: 384860160 + ppo-update-after: 234900 + env-step-generate-after: 193167360 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.973936 + avg_avg_return: 0.88682014 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.88682014 + avg_reward_per_step: 0.06790161 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.973936 + avg_avg_return: 0.88682014 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.88682014 + avg_reward_per_step: 0.06790161 + perf: + env_steps_per_second: 987990.9404677362 + ppo_updates_per_second: 111.5394312030079 + eval-batch-orig-duration: 0.18787982797948644 + eval-batch-shift-duration: 0.14497972902609035 + eval-batch-tree-duration: 0.1387401000247337 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.589355 + mouse-cheese_dist_finite_wavg: 15.757217 + mouse-cheese_dist_solvable_avg: 13.589355 + mouse-cheese_dist_solvable_wavg: 15.757219 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10233637 + visit_patterns: + avg_first_visit_time: 3943.3665 + avg_last_visit_time: 5840.3306 + num_replay_batches: 5850 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00038776486 + avg_actor_approxkl3: 0.00021502379 + avg_actor_clipfrac: 0.0068603517 + avg_actor_loss: 3.7493417e-06 + avg_advantage: -0.00055411714 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.9681784e-06 + avg_entropy: 0.029815048 + avg_grad_norm_pre_clip: 0.45598027 + avg_loss: -2.308162e-05 + max: + max_actor_approxkl1: 0.0011189488 + max_actor_approxkl3: 0.000488305 + max_actor_clipfrac: 0.014892578 + max_actor_loss: 0.0011961814 + max_advantage: 0.024754047 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.0171372e-06 + max_entropy: 0.03577479 + max_grad_norm_pre_clip: 0.76186305 + max_loss: 0.0011687898 + std: + std_actor_approxkl1: 0.0003041603 + std_actor_approxkl3: 0.00015208371 + std_actor_clipfrac: 0.004311277 + std_actor_loss: 0.00051180966 + std_advantage: 0.0035728102 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.9163526e-07 + std_entropy: 0.0030454064 + std_grad_norm_pre_clip: 0.16804868 + std_loss: 0.000512569 + eval-batch-orig: + avg_avg_episode_length: 5.89098 + avg_avg_return: 0.9862011 + avg_benchmark_regret: 0.00781506 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26617432 + proxy_corner: + avg_avg_return: 0.9862011 + avg_reward_per_step: 0.26617432 + eval-batch-shift: + avg_avg_episode_length: 61.795883 + avg_avg_return: 0.29947633 + avg_benchmark_regret: 0.6957052 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09944916 + proxy_corner: + avg_avg_return: 0.67971873 + avg_reward_per_step: 0.013183594 + eval-batch-tree: + avg_avg_episode_length: 5.6904745 + avg_avg_return: 0.9869554 + avg_benchmark_regret: 0.0072629103 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669449 + proxy_corner: + avg_avg_return: 0.9869554 + avg_reward_per_step: 0.2669449 +=========================================================== +=========================================================== + step: + env-step-all-before: 385875968 + env-step-replay-before: 192282624 + env-step-used-before: 385875968 + ppo-update-before: 235520 + env-step-generate-before: 193593344 + env-step-all-after: 385908736 + env-step-replay-after: 192315392 + env-step-used-after: 385908736 + ppo-update-after: 235540 + env-step-generate-after: 193593344 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.967272 + avg_avg_return: 0.8864628 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8864628 + avg_reward_per_step: 0.06793213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.967272 + avg_avg_return: 0.8864628 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8864628 + avg_reward_per_step: 0.06793213 + perf: + env_steps_per_second: 980374.175915828 + ppo_updates_per_second: 110.697251020348 + eval-batch-orig-duration: 0.18547615502029657 + eval-batch-shift-duration: 0.13658485404448584 + eval-batch-tree-duration: 0.13995298801455647 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.593262 + mouse-cheese_dist_finite_wavg: 14.858044 + mouse-cheese_dist_solvable_avg: 13.593262 + mouse-cheese_dist_solvable_wavg: 14.858046 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10194431 + visit_patterns: + avg_first_visit_time: 3957.9385 + avg_last_visit_time: 5859.323 + num_replay_batches: 5869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003558068 + avg_actor_approxkl3: 0.00016167972 + avg_actor_clipfrac: 0.0041259765 + avg_actor_loss: -0.00035471815 + avg_advantage: -0.00024829304 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.6373196e-06 + avg_entropy: 0.023183048 + avg_grad_norm_pre_clip: 0.3183733 + avg_loss: -0.00037508257 + max: + max_actor_approxkl1: 0.0011592318 + max_actor_approxkl3: 0.0003299553 + max_actor_clipfrac: 0.008178711 + max_actor_loss: 0.00024298392 + max_advantage: 0.025960445 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.557982e-06 + max_entropy: 0.027276207 + max_grad_norm_pre_clip: 0.45312017 + max_loss: 0.00022560757 + std: + std_actor_approxkl1: 0.00036753673 + std_actor_approxkl3: 0.00010362338 + std_actor_clipfrac: 0.0023552298 + std_actor_loss: 0.00038494743 + std_advantage: 0.0033234437 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.305939e-07 + std_entropy: 0.0025217172 + std_grad_norm_pre_clip: 0.09225112 + std_loss: 0.00038579668 + eval-batch-orig: + avg_avg_episode_length: 5.877504 + avg_avg_return: 0.98664695 + avg_benchmark_regret: 0.007369182 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660904 + proxy_corner: + avg_avg_return: 0.98664695 + avg_reward_per_step: 0.2660904 + eval-batch-shift: + avg_avg_episode_length: 62.503784 + avg_avg_return: 0.2925037 + avg_benchmark_regret: 0.70267785 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10154724 + proxy_corner: + avg_avg_return: 0.68660223 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.6892233 + avg_avg_return: 0.98656225 + avg_benchmark_regret: 0.0076560937 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2667923 + proxy_corner: + avg_avg_return: 0.98656225 + avg_reward_per_step: 0.2667923 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 386924544 + env-step-replay-before: 192937984 + env-step-used-before: 386924544 + ppo-update-before: 236160 + env-step-generate-before: 193986560 + env-step-all-after: 386957312 + env-step-replay-after: 192937984 + env-step-used-after: 386957312 + ppo-update-after: 236180 + env-step-generate-after: 194019328 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6322556 + avg_avg_return: 0.9623929 + avg_reward_per_step: 0.28121948 + proxy_corner: + avg_avg_return: 0.9623929 + avg_reward_per_step: 0.28121948 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6322556 + avg_avg_return: 0.9623929 + avg_reward_per_step: 0.28121948 + proxy_corner: + avg_avg_return: 0.9623929 + avg_reward_per_step: 0.28121948 + perf: + env_steps_per_second: 999387.36975986 + ppo_updates_per_second: 111.53351701485356 + eval-batch-orig-duration: 0.18476642394671217 + eval-batch-shift-duration: 0.13764900102978572 + eval-batch-tree-duration: 0.13760198297677562 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.589111 + mouse-cheese_dist_finite_wavg: 14.858778 + mouse-cheese_dist_solvable_avg: 13.589111 + mouse-cheese_dist_solvable_wavg: 14.858778 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101667106 + visit_patterns: + avg_first_visit_time: 3963.8555 + avg_last_visit_time: 5878.2876 + num_replay_batches: 5888 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.280744e-05 + avg_actor_approxkl3: 0.00010743735 + avg_actor_clipfrac: 0.0036193847 + avg_actor_loss: -0.00016023214 + avg_advantage: -0.0004242103 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.8686686e-06 + avg_entropy: 0.015251994 + avg_grad_norm_pre_clip: 0.37959203 + avg_loss: -0.00017204981 + max: + max_actor_approxkl1: 0.00042996474 + max_actor_approxkl3: 0.00026825903 + max_actor_clipfrac: 0.010620117 + max_actor_loss: 0.0005948418 + max_advantage: 0.02695489 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.055815e-06 + max_entropy: 0.029238228 + max_grad_norm_pre_clip: 0.93585664 + max_loss: 0.000582113 + std: + std_actor_approxkl1: 0.00016042068 + std_actor_approxkl3: 7.8018114e-05 + std_actor_clipfrac: 0.0029731763 + std_actor_loss: 0.0002587551 + std_advantage: 0.003836706 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.534901e-07 + std_entropy: 0.0050734854 + std_grad_norm_pre_clip: 0.290499 + std_loss: 0.00026052457 + eval-batch-orig: + avg_avg_episode_length: 5.8824787 + avg_avg_return: 0.98652506 + avg_benchmark_regret: 0.0074910624 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2658081 + proxy_corner: + avg_avg_return: 0.98652506 + avg_reward_per_step: 0.2658081 + eval-batch-shift: + avg_avg_episode_length: 62.61636 + avg_avg_return: 0.2916326 + avg_benchmark_regret: 0.703549 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09845734 + proxy_corner: + avg_avg_return: 0.6802358 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.7013535 + avg_avg_return: 0.98668987 + avg_benchmark_regret: 0.0075284746 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26612854 + proxy_corner: + avg_avg_return: 0.98668987 + avg_reward_per_step: 0.26612854 +=========================================================== +=========================================================== + step: + env-step-all-before: 387973120 + env-step-replay-before: 193429504 + env-step-used-before: 387973120 + ppo-update-before: 236800 + env-step-generate-before: 194543616 + env-step-all-after: 388005888 + env-step-replay-after: 193429504 + env-step-used-after: 388005888 + ppo-update-after: 236820 + env-step-generate-after: 194576384 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.616502 + avg_avg_return: 0.9651302 + avg_reward_per_step: 0.28067017 + proxy_corner: + avg_avg_return: 0.9651302 + avg_reward_per_step: 0.28067017 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.616502 + avg_avg_return: 0.9651302 + avg_reward_per_step: 0.28067017 + proxy_corner: + avg_avg_return: 0.9651302 + avg_reward_per_step: 0.28067017 + perf: + env_steps_per_second: 1008418.8578037703 + ppo_updates_per_second: 110.62867113282714 + eval-batch-orig-duration: 0.18574557197280228 + eval-batch-shift-duration: 0.13744578300975263 + eval-batch-tree-duration: 0.1369333079783246 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.587891 + mouse-cheese_dist_finite_wavg: 14.85859 + mouse-cheese_dist_solvable_avg: 13.587891 + mouse-cheese_dist_solvable_wavg: 14.858594 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.101888716 + visit_patterns: + avg_first_visit_time: 3977.1829 + avg_last_visit_time: 5893.2764 + num_replay_batches: 5903 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001404545 + avg_actor_approxkl3: 6.250357e-05 + avg_actor_clipfrac: 0.0014404297 + avg_actor_loss: -0.00016560183 + avg_advantage: 0.003358366 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.246909e-06 + avg_entropy: 0.0071549 + avg_grad_norm_pre_clip: 0.16869597 + avg_loss: -0.00016813325 + max: + max_actor_approxkl1: 0.0007055114 + max_actor_approxkl3: 0.00025615597 + max_actor_clipfrac: 0.005859375 + max_actor_loss: 2.817437e-05 + max_advantage: 0.026210189 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4104802e-05 + max_entropy: 0.009963786 + max_grad_norm_pre_clip: 0.5541035 + max_loss: 2.8367198e-05 + std: + std_actor_approxkl1: 0.00018178522 + std_actor_approxkl3: 5.710873e-05 + std_actor_clipfrac: 0.0012434407 + std_actor_loss: 0.00016945836 + std_advantage: 0.003931778 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.222704e-06 + std_entropy: 0.0016733475 + std_grad_norm_pre_clip: 0.114108436 + std_loss: 0.00017041505 + eval-batch-orig: + avg_avg_episode_length: 5.897354 + avg_avg_return: 0.9862758 + avg_benchmark_regret: 0.007740341 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2659912 + proxy_corner: + avg_avg_return: 0.9862758 + avg_reward_per_step: 0.2659912 + eval-batch-shift: + avg_avg_episode_length: 63.375484 + avg_avg_return: 0.28276324 + avg_benchmark_regret: 0.7124183 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09933472 + proxy_corner: + avg_avg_return: 0.67623836 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.7292213 + avg_avg_return: 0.9867339 + avg_benchmark_regret: 0.007484456 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26646423 + proxy_corner: + avg_avg_return: 0.9867339 + avg_reward_per_step: 0.26646423 +=========================================================== +=========================================================== + step: + env-step-all-before: 389021696 + env-step-replay-before: 193953792 + env-step-used-before: 389021696 + ppo-update-before: 237440 + env-step-generate-before: 195067904 + env-step-all-after: 389054464 + env-step-replay-after: 193953792 + env-step-used-after: 389054464 + ppo-update-after: 237460 + env-step-generate-after: 195100672 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.1327705 + avg_avg_return: 0.9611801 + avg_reward_per_step: 0.2539978 + proxy_corner: + avg_avg_return: 0.9611801 + avg_reward_per_step: 0.2539978 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.1327705 + avg_avg_return: 0.9611801 + avg_reward_per_step: 0.2539978 + proxy_corner: + avg_avg_return: 0.9611801 + avg_reward_per_step: 0.2539978 + perf: + env_steps_per_second: 838980.3245279473 + ppo_updates_per_second: 112.11557951275337 + eval-batch-orig-duration: 0.18755367200355977 + eval-batch-shift-duration: 0.1459928330150433 + eval-batch-tree-duration: 0.13863251102156937 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.581299 + mouse-cheese_dist_finite_wavg: 13.058821 + mouse-cheese_dist_solvable_avg: 13.581299 + mouse-cheese_dist_solvable_wavg: 13.058823 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10230554 + visit_patterns: + avg_first_visit_time: 3994.3328 + avg_last_visit_time: 5909.2397 + num_replay_batches: 5919 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00012292544 + avg_actor_approxkl3: 5.551987e-05 + avg_actor_clipfrac: 0.0016601563 + avg_actor_loss: -0.00021018412 + avg_advantage: 0.00027941418 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.246906e-06 + avg_entropy: 0.010833702 + avg_grad_norm_pre_clip: 0.15482686 + avg_loss: -0.00021739435 + max: + max_actor_approxkl1: 0.0006192543 + max_actor_approxkl3: 0.00016063263 + max_actor_clipfrac: 0.003540039 + max_actor_loss: 1.986511e-06 + max_advantage: 0.020874739 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.6449545e-06 + max_entropy: 0.015369615 + max_grad_norm_pre_clip: 0.25994286 + max_loss: -2.5309528e-06 + std: + std_actor_approxkl1: 0.000175984 + std_actor_approxkl3: 4.4891563e-05 + std_actor_clipfrac: 0.0010769895 + std_actor_loss: 0.0002388958 + std_advantage: 0.0038529162 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.6189494e-07 + std_entropy: 0.0021601492 + std_grad_norm_pre_clip: 0.056254704 + std_loss: 0.00023895327 + eval-batch-orig: + avg_avg_episode_length: 5.8879247 + avg_avg_return: 0.9862149 + avg_benchmark_regret: 0.0078012478 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26589203 + proxy_corner: + avg_avg_return: 0.9862149 + avg_reward_per_step: 0.26589203 + eval-batch-shift: + avg_avg_episode_length: 63.458843 + avg_avg_return: 0.28434944 + avg_benchmark_regret: 0.7108321 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09944153 + proxy_corner: + avg_avg_return: 0.6822724 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.708276 + avg_avg_return: 0.9868946 + avg_benchmark_regret: 0.007323701 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26654816 + proxy_corner: + avg_avg_return: 0.9868946 + avg_reward_per_step: 0.26654816 +=========================================================== +=========================================================== + step: + env-step-all-before: 390070272 + env-step-replay-before: 194445312 + env-step-used-before: 390070272 + ppo-update-before: 238080 + env-step-generate-before: 195624960 + env-step-all-after: 390103040 + env-step-replay-after: 194478080 + env-step-used-after: 390103040 + ppo-update-after: 238100 + env-step-generate-after: 195624960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.04995 + avg_avg_return: 0.88648266 + avg_reward_per_step: 0.06750488 + proxy_corner: + avg_avg_return: 0.88648266 + avg_reward_per_step: 0.06750488 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.04995 + avg_avg_return: 0.88648266 + avg_reward_per_step: 0.06750488 + proxy_corner: + avg_avg_return: 0.88648266 + avg_reward_per_step: 0.06750488 + perf: + env_steps_per_second: 995326.1770633169 + ppo_updates_per_second: 111.13922562899374 + eval-batch-orig-duration: 0.185781258973293 + eval-batch-shift-duration: 0.14463953801896423 + eval-batch-tree-duration: 0.13936617696890607 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.578125 + mouse-cheese_dist_finite_wavg: 13.958613 + mouse-cheese_dist_solvable_avg: 13.578125 + mouse-cheese_dist_solvable_wavg: 13.958615 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10199447 + visit_patterns: + avg_first_visit_time: 4004.0247 + avg_last_visit_time: 5925.2725 + num_replay_batches: 5935 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046701333 + avg_actor_approxkl3: 0.00029559573 + avg_actor_clipfrac: 0.010223389 + avg_actor_loss: 2.6429027e-05 + avg_advantage: -0.0003549772 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.2290114e-06 + avg_entropy: 0.032779336 + avg_grad_norm_pre_clip: 0.5471937 + avg_loss: -3.2358105e-06 + max: + max_actor_approxkl1: 0.0009605741 + max_actor_approxkl3: 0.0010413036 + max_actor_clipfrac: 0.020019531 + max_actor_loss: 0.0017399164 + max_advantage: 0.02209866 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.728297e-06 + max_entropy: 0.04069787 + max_grad_norm_pre_clip: 1.1517274 + max_loss: 0.0017021963 + std: + std_actor_approxkl1: 0.00026331292 + std_actor_approxkl3: 0.0002258034 + std_actor_clipfrac: 0.0054107415 + std_actor_loss: 0.00062868797 + std_advantage: 0.0035808806 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.8481946e-07 + std_entropy: 0.003300063 + std_grad_norm_pre_clip: 0.26816294 + std_loss: 0.0006275272 + eval-batch-orig: + avg_avg_episode_length: 5.8973427 + avg_avg_return: 0.9866891 + avg_benchmark_regret: 0.007327011 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2660904 + proxy_corner: + avg_avg_return: 0.9866891 + avg_reward_per_step: 0.2660904 + eval-batch-shift: + avg_avg_episode_length: 62.220207 + avg_avg_return: 0.29571843 + avg_benchmark_regret: 0.6994631 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0994339 + proxy_corner: + avg_avg_return: 0.6823172 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.698896 + avg_avg_return: 0.9867579 + avg_benchmark_regret: 0.0074605118 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683807 + proxy_corner: + avg_avg_return: 0.9867579 + avg_reward_per_step: 0.26683807 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 391118848 + env-step-replay-before: 194936832 + env-step-used-before: 391118848 + ppo-update-before: 238720 + env-step-generate-before: 196182016 + env-step-all-after: 391151616 + env-step-replay-after: 194936832 + env-step-used-after: 391151616 + ppo-update-after: 238740 + env-step-generate-after: 196214784 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.869606 + avg_avg_return: 0.96256506 + avg_reward_per_step: 0.26455688 + proxy_corner: + avg_avg_return: 0.96256506 + avg_reward_per_step: 0.26455688 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.869606 + avg_avg_return: 0.96256506 + avg_reward_per_step: 0.26455688 + proxy_corner: + avg_avg_return: 0.96256506 + avg_reward_per_step: 0.26455688 + perf: + env_steps_per_second: 979392.3232283385 + ppo_updates_per_second: 111.18243588864284 + eval-batch-orig-duration: 0.18442707398207858 + eval-batch-shift-duration: 0.13598920102231205 + eval-batch-tree-duration: 0.13691429200116545 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.572754 + mouse-cheese_dist_finite_wavg: 13.954888 + mouse-cheese_dist_solvable_avg: 13.572754 + mouse-cheese_dist_solvable_wavg: 13.95489 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10186526 + visit_patterns: + avg_first_visit_time: 4013.7368 + avg_last_visit_time: 5939.3555 + num_replay_batches: 5949 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.121503e-05 + avg_actor_approxkl3: 2.8553539e-05 + avg_actor_clipfrac: 0.00048217774 + avg_actor_loss: -0.00012938878 + avg_advantage: 0.0002516274 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4049265e-06 + avg_entropy: 0.0027035617 + avg_grad_norm_pre_clip: 0.05888133 + avg_loss: -0.00012938988 + max: + max_actor_approxkl1: 0.00029006286 + max_actor_approxkl3: 0.00011283223 + max_actor_clipfrac: 0.0024414062 + max_actor_loss: 2.3521483e-05 + max_advantage: 0.050766706 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.672904e-06 + max_entropy: 0.00437239 + max_grad_norm_pre_clip: 0.20355102 + max_loss: 2.4068937e-05 + std: + std_actor_approxkl1: 7.8343226e-05 + std_actor_approxkl3: 3.3387634e-05 + std_actor_clipfrac: 0.0006590384 + std_actor_loss: 0.0001928286 + std_advantage: 0.0032475025 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.226227e-07 + std_entropy: 0.00072996283 + std_grad_norm_pre_clip: 0.05033998 + std_loss: 0.0001934414 + eval-batch-orig: + avg_avg_episode_length: 5.9315176 + avg_avg_return: 0.98601294 + avg_benchmark_regret: 0.008003229 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26617432 + proxy_corner: + avg_avg_return: 0.98601294 + avg_reward_per_step: 0.26617432 + eval-batch-shift: + avg_avg_episode_length: 62.739597 + avg_avg_return: 0.2888549 + avg_benchmark_regret: 0.70632666 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10006714 + proxy_corner: + avg_avg_return: 0.6785954 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.6884665 + avg_avg_return: 0.9869867 + avg_benchmark_regret: 0.0072316807 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669449 + proxy_corner: + avg_avg_return: 0.9869867 + avg_reward_per_step: 0.2669449 +=========================================================== +=========================================================== + step: + env-step-all-before: 392167424 + env-step-replay-before: 195428352 + env-step-used-before: 392167424 + ppo-update-before: 239360 + env-step-generate-before: 196739072 + env-step-all-after: 392200192 + env-step-replay-after: 195461120 + env-step-used-after: 392200192 + ppo-update-after: 239380 + env-step-generate-after: 196739072 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.95996 + avg_avg_return: 0.8865365 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8865365 + avg_reward_per_step: 0.06793213 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.95996 + avg_avg_return: 0.8865365 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.8865365 + avg_reward_per_step: 0.06793213 + perf: + env_steps_per_second: 983028.9505102463 + ppo_updates_per_second: 110.98759548805373 + eval-batch-orig-duration: 0.18768755899509415 + eval-batch-shift-duration: 0.1408836610498838 + eval-batch-tree-duration: 0.13522598595591262 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.579834 + mouse-cheese_dist_finite_wavg: 13.958662 + mouse-cheese_dist_solvable_avg: 13.579834 + mouse-cheese_dist_solvable_wavg: 13.958662 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101772584 + visit_patterns: + avg_first_visit_time: 4022.6406 + avg_last_visit_time: 5955.24 + num_replay_batches: 5965 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018532871 + avg_actor_approxkl3: 0.00010713651 + avg_actor_clipfrac: 0.0038879395 + avg_actor_loss: 3.2583786e-05 + avg_advantage: -0.000970362 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.5053077e-06 + avg_entropy: 0.018381054 + avg_grad_norm_pre_clip: 0.33721328 + avg_loss: 1.7455386e-05 + max: + max_actor_approxkl1: 0.0009356113 + max_actor_approxkl3: 0.00025650815 + max_actor_clipfrac: 0.008178711 + max_actor_loss: 0.00054760464 + max_advantage: 0.03413737 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.6955215e-06 + max_entropy: 0.022150334 + max_grad_norm_pre_clip: 0.5662724 + max_loss: 0.00053484185 + std: + std_actor_approxkl1: 0.00024234103 + std_actor_approxkl3: 6.992626e-05 + std_actor_clipfrac: 0.0021119486 + std_actor_loss: 0.00029706027 + std_advantage: 0.0035992302 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.445841e-07 + std_entropy: 0.0021065597 + std_grad_norm_pre_clip: 0.14307775 + std_loss: 0.0002972017 + eval-batch-orig: + avg_avg_episode_length: 5.882181 + avg_avg_return: 0.9867201 + avg_benchmark_regret: 0.007296051 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662735 + proxy_corner: + avg_avg_return: 0.9867201 + avg_reward_per_step: 0.2662735 + eval-batch-shift: + avg_avg_episode_length: 62.192165 + avg_avg_return: 0.29484275 + avg_benchmark_regret: 0.70033884 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1002655 + proxy_corner: + avg_avg_return: 0.6783928 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.687388 + avg_avg_return: 0.98672163 + avg_benchmark_regret: 0.0074967276 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26702118 + proxy_corner: + avg_avg_return: 0.98672163 + avg_reward_per_step: 0.26702118 +=========================================================== +=========================================================== + step: + env-step-all-before: 393216000 + env-step-replay-before: 195919872 + env-step-used-before: 393216000 + ppo-update-before: 240000 + env-step-generate-before: 197296128 + env-step-all-after: 393248768 + env-step-replay-after: 195919872 + env-step-used-after: 393248768 + ppo-update-after: 240020 + env-step-generate-after: 197328896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8345823 + avg_avg_return: 0.96242553 + avg_reward_per_step: 0.27572632 + proxy_corner: + avg_avg_return: 0.96242553 + avg_reward_per_step: 0.27572632 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8345823 + avg_avg_return: 0.96242553 + avg_reward_per_step: 0.27572632 + proxy_corner: + avg_avg_return: 0.96242553 + avg_reward_per_step: 0.27572632 + perf: + env_steps_per_second: 1001125.9923831156 + ppo_updates_per_second: 110.98672890891163 + eval-batch-orig-duration: 0.18455621699104086 + eval-batch-shift-duration: 0.1391184499952942 + eval-batch-tree-duration: 0.14055075799115002 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.580322 + mouse-cheese_dist_finite_wavg: 13.060233 + mouse-cheese_dist_solvable_avg: 13.580322 + mouse-cheese_dist_solvable_wavg: 13.060233 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10202829 + visit_patterns: + avg_first_visit_time: 4031.2295 + avg_last_visit_time: 5969.218 + num_replay_batches: 5979 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019224841 + avg_actor_approxkl3: 4.798051e-05 + avg_actor_clipfrac: 0.0012023926 + avg_actor_loss: -0.000114343224 + avg_advantage: 0.00031258544 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.3271377e-06 + avg_entropy: 0.0037054294 + avg_grad_norm_pre_clip: 0.113382414 + avg_loss: -0.00011488508 + max: + max_actor_approxkl1: 0.00084096985 + max_actor_approxkl3: 0.00016569128 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.00023585279 + max_advantage: 0.021339893 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.929628e-06 + max_entropy: 0.0069300225 + max_grad_norm_pre_clip: 0.23330905 + max_loss: 0.00023603502 + std: + std_actor_approxkl1: 0.00019440484 + std_actor_approxkl3: 5.361679e-05 + std_actor_clipfrac: 0.0012233097 + std_actor_loss: 0.00022086047 + std_advantage: 0.0032049043 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2449382e-06 + std_entropy: 0.0013527956 + std_grad_norm_pre_clip: 0.058779664 + std_loss: 0.000220789 + eval-batch-orig: + avg_avg_episode_length: 5.936821 + avg_avg_return: 0.98617244 + avg_benchmark_regret: 0.007843705 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26598358 + proxy_corner: + avg_avg_return: 0.98617244 + avg_reward_per_step: 0.26598358 + eval-batch-shift: + avg_avg_episode_length: 62.226223 + avg_avg_return: 0.29483 + avg_benchmark_regret: 0.70035154 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.096839905 + proxy_corner: + avg_avg_return: 0.6700454 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.6963806 + avg_avg_return: 0.98696864 + avg_benchmark_regret: 0.007249724 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.98696864 + avg_reward_per_step: 0.26696014 +=========================================================== +=========================================================== + step: + env-step-all-before: 394264576 + env-step-replay-before: 196542464 + env-step-used-before: 394264576 + ppo-update-before: 240640 + env-step-generate-before: 197722112 + env-step-all-after: 394297344 + env-step-replay-after: 196575232 + env-step-used-after: 394297344 + ppo-update-after: 240660 + env-step-generate-after: 197722112 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.984251 + avg_avg_return: 0.88548607 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.88548607 + avg_reward_per_step: 0.067840576 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.984251 + avg_avg_return: 0.88548607 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.88548607 + avg_reward_per_step: 0.067840576 + perf: + env_steps_per_second: 977389.1669393145 + ppo_updates_per_second: 111.23547172985711 + eval-batch-orig-duration: 0.186471788038034 + eval-batch-shift-duration: 0.14124615996843204 + eval-batch-tree-duration: 0.1415038050035946 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.579346 + mouse-cheese_dist_finite_wavg: 13.9580765 + mouse-cheese_dist_solvable_avg: 13.579346 + mouse-cheese_dist_solvable_wavg: 13.9580765 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10172319 + visit_patterns: + avg_first_visit_time: 4041.8042 + avg_last_visit_time: 5989.286 + num_replay_batches: 5999 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034575775 + avg_actor_approxkl3: 0.000247251 + avg_actor_clipfrac: 0.006091309 + avg_actor_loss: -5.237691e-05 + avg_advantage: -0.00077433046 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.0081976e-06 + avg_entropy: 0.024777863 + avg_grad_norm_pre_clip: 0.5228987 + avg_loss: -7.465068e-05 + max: + max_actor_approxkl1: 0.0011900088 + max_actor_approxkl3: 0.0006836995 + max_actor_clipfrac: 0.016723633 + max_actor_loss: 0.0006226343 + max_advantage: 0.038986266 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.816216e-06 + max_entropy: 0.033002097 + max_grad_norm_pre_clip: 1.2319028 + max_loss: 0.0005976196 + std: + std_actor_approxkl1: 0.00035175786 + std_actor_approxkl3: 0.00019452801 + std_actor_clipfrac: 0.004055767 + std_actor_loss: 0.00044559117 + std_advantage: 0.003096466 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.381634e-07 + std_entropy: 0.004329341 + std_grad_norm_pre_clip: 0.2597623 + std_loss: 0.0004457256 + eval-batch-orig: + avg_avg_episode_length: 5.878523 + avg_avg_return: 0.98666877 + avg_benchmark_regret: 0.0073473672 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26625824 + proxy_corner: + avg_avg_return: 0.98666877 + avg_reward_per_step: 0.26625824 + eval-batch-shift: + avg_avg_episode_length: 61.895058 + avg_avg_return: 0.29710132 + avg_benchmark_regret: 0.69808024 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099227905 + proxy_corner: + avg_avg_return: 0.6699829 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.6911755 + avg_avg_return: 0.98706365 + avg_benchmark_regret: 0.0071547413 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.98706365 + avg_reward_per_step: 0.26696014 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 395313152 + env-step-replay-before: 197165056 + env-step-used-before: 395313152 + ppo-update-before: 241280 + env-step-generate-before: 198148096 + env-step-all-after: 395345920 + env-step-replay-after: 197165056 + env-step-used-after: 395345920 + ppo-update-after: 241300 + env-step-generate-after: 198180864 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.933481 + avg_avg_return: 0.9606501 + avg_reward_per_step: 0.2428894 + proxy_corner: + avg_avg_return: 0.9606501 + avg_reward_per_step: 0.2428894 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.933481 + avg_avg_return: 0.9606501 + avg_reward_per_step: 0.2428894 + proxy_corner: + avg_avg_return: 0.9606501 + avg_reward_per_step: 0.2428894 + perf: + env_steps_per_second: 1009881.821216223 + ppo_updates_per_second: 110.85243446654614 + eval-batch-orig-duration: 0.18665463698562235 + eval-batch-shift-duration: 0.13898460596101359 + eval-batch-tree-duration: 0.1386404869845137 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.578857 + mouse-cheese_dist_finite_wavg: 15.757106 + mouse-cheese_dist_solvable_avg: 13.578857 + mouse-cheese_dist_solvable_wavg: 15.757104 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10180995 + visit_patterns: + avg_first_visit_time: 4048.1382 + avg_last_visit_time: 6007.1943 + num_replay_batches: 6017 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000261925 + avg_actor_approxkl3: 0.000116802694 + avg_actor_clipfrac: 0.0011352539 + avg_actor_loss: -0.00010536692 + avg_advantage: 0.00028659083 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3068884e-06 + avg_entropy: 0.0041107372 + avg_grad_norm_pre_clip: 0.11758572 + avg_loss: -0.000106824205 + max: + max_actor_approxkl1: 0.0011636352 + max_actor_approxkl3: 0.00060568226 + max_actor_clipfrac: 0.0032958984 + max_actor_loss: 0.00015020836 + max_advantage: 0.041760206 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.715838e-06 + max_entropy: 0.0066710445 + max_grad_norm_pre_clip: 0.4721316 + max_loss: 0.00014829304 + std: + std_actor_approxkl1: 0.00036677337 + std_actor_approxkl3: 0.00018104017 + std_actor_clipfrac: 0.0010726224 + std_actor_loss: 0.00021548894 + std_advantage: 0.003308651 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.464124e-07 + std_entropy: 0.0013100768 + std_grad_norm_pre_clip: 0.09576082 + std_loss: 0.00021561894 + eval-batch-orig: + avg_avg_episode_length: 5.890971 + avg_avg_return: 0.98648083 + avg_benchmark_regret: 0.007535316 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26617432 + proxy_corner: + avg_avg_return: 0.98648083 + avg_reward_per_step: 0.26617432 + eval-batch-shift: + avg_avg_episode_length: 61.613754 + avg_avg_return: 0.30479354 + avg_benchmark_regret: 0.690388 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09674072 + proxy_corner: + avg_avg_return: 0.6683135 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.6904707 + avg_avg_return: 0.9872075 + avg_benchmark_regret: 0.007010916 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669449 + proxy_corner: + avg_avg_return: 0.9872075 + avg_reward_per_step: 0.2669449 +=========================================================== +=========================================================== + step: + env-step-all-before: 396361728 + env-step-replay-before: 197623808 + env-step-used-before: 396361728 + ppo-update-before: 241920 + env-step-generate-before: 198737920 + env-step-all-after: 396394496 + env-step-replay-after: 197623808 + env-step-used-after: 396394496 + ppo-update-after: 241940 + env-step-generate-after: 198770688 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7315545 + avg_avg_return: 0.9632114 + avg_reward_per_step: 0.2645874 + proxy_corner: + avg_avg_return: 0.9632114 + avg_reward_per_step: 0.2645874 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7315545 + avg_avg_return: 0.9632114 + avg_reward_per_step: 0.2645874 + proxy_corner: + avg_avg_return: 0.9632114 + avg_reward_per_step: 0.2645874 + perf: + env_steps_per_second: 976008.3287668732 + ppo_updates_per_second: 110.17150787338484 + eval-batch-orig-duration: 0.1840401070076041 + eval-batch-shift-duration: 0.13618709897855297 + eval-batch-tree-duration: 0.13760387798538432 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.576904 + mouse-cheese_dist_finite_wavg: 14.856734 + mouse-cheese_dist_solvable_avg: 13.576904 + mouse-cheese_dist_solvable_wavg: 14.856734 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101645544 + visit_patterns: + avg_first_visit_time: 4056.8164 + avg_last_visit_time: 6021.2783 + num_replay_batches: 6031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019298182 + avg_actor_approxkl3: 0.00010607606 + avg_actor_clipfrac: 0.00066528324 + avg_actor_loss: -0.00010694489 + avg_advantage: 0.0010437176 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5133274e-06 + avg_entropy: 0.003714249 + avg_grad_norm_pre_clip: 0.13582274 + avg_loss: -0.00010840248 + max: + max_actor_approxkl1: 0.0008547625 + max_actor_approxkl3: 0.00047485926 + max_actor_clipfrac: 0.0037841797 + max_actor_loss: 0.00013568997 + max_advantage: 0.030187309 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.6092035e-06 + max_entropy: 0.0067222826 + max_grad_norm_pre_clip: 0.32968304 + max_loss: 0.00013188476 + std: + std_actor_approxkl1: 0.00031706106 + std_actor_approxkl3: 0.00016116552 + std_actor_clipfrac: 0.00083818403 + std_actor_loss: 0.00018085788 + std_advantage: 0.0031203895 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.70784e-07 + std_entropy: 0.0017222294 + std_grad_norm_pre_clip: 0.08314207 + std_loss: 0.00018139563 + eval-batch-orig: + avg_avg_episode_length: 5.8863983 + avg_avg_return: 0.98663336 + avg_benchmark_regret: 0.0073827943 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631927 + proxy_corner: + avg_avg_return: 0.98663336 + avg_reward_per_step: 0.26631927 + eval-batch-shift: + avg_avg_episode_length: 61.52827 + avg_avg_return: 0.3070826 + avg_benchmark_regret: 0.6880989 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09967804 + proxy_corner: + avg_avg_return: 0.67623734 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.68538 + avg_avg_return: 0.98707736 + avg_benchmark_regret: 0.007141037 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26704407 + proxy_corner: + avg_avg_return: 0.98707736 + avg_reward_per_step: 0.26704407 +=========================================================== +=========================================================== + step: + env-step-all-before: 397410304 + env-step-replay-before: 198115328 + env-step-used-before: 397410304 + ppo-update-before: 242560 + env-step-generate-before: 199294976 + env-step-all-after: 397443072 + env-step-replay-after: 198115328 + env-step-used-after: 397443072 + ppo-update-after: 242580 + env-step-generate-after: 199327744 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6401224 + avg_avg_return: 0.9648398 + avg_reward_per_step: 0.27142334 + proxy_corner: + avg_avg_return: 0.9648398 + avg_reward_per_step: 0.27142334 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6401224 + avg_avg_return: 0.9648398 + avg_reward_per_step: 0.27142334 + proxy_corner: + avg_avg_return: 0.9648398 + avg_reward_per_step: 0.27142334 + perf: + env_steps_per_second: 977520.5477437511 + ppo_updates_per_second: 110.15134047378294 + eval-batch-orig-duration: 0.1866978059988469 + eval-batch-shift-duration: 0.13804409001022577 + eval-batch-tree-duration: 0.13808667997363955 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.577393 + mouse-cheese_dist_finite_wavg: 14.85762 + mouse-cheese_dist_solvable_avg: 13.577393 + mouse-cheese_dist_solvable_wavg: 14.857622 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10183507 + visit_patterns: + avg_first_visit_time: 4064.9321 + avg_last_visit_time: 6036.3535 + num_replay_batches: 6046 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016936299 + avg_actor_approxkl3: 6.11194e-05 + avg_actor_clipfrac: 0.0007324219 + avg_actor_loss: -9.060038e-05 + avg_advantage: 0.00095460226 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1224724e-06 + avg_entropy: 0.002987772 + avg_grad_norm_pre_clip: 0.07975497 + avg_loss: -9.102692e-05 + max: + max_actor_approxkl1: 0.00051290006 + max_actor_approxkl3: 0.00029566354 + max_actor_clipfrac: 0.0020751953 + max_actor_loss: 6.2059145e-05 + max_advantage: 0.033031046 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.2993494e-06 + max_entropy: 0.0050014714 + max_grad_norm_pre_clip: 0.25933045 + max_loss: 6.287735e-05 + std: + std_actor_approxkl1: 0.0001548983 + std_actor_approxkl3: 7.691148e-05 + std_actor_clipfrac: 0.00046802463 + std_actor_loss: 9.83916e-05 + std_advantage: 0.0031503518 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.483854e-07 + std_entropy: 0.00083061977 + std_grad_norm_pre_clip: 0.058168184 + std_loss: 9.8686905e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8717937 + avg_avg_return: 0.98650664 + avg_benchmark_regret: 0.007509481 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26635742 + proxy_corner: + avg_avg_return: 0.98650664 + avg_reward_per_step: 0.26635742 + eval-batch-shift: + avg_avg_episode_length: 62.43015 + avg_avg_return: 0.29410452 + avg_benchmark_regret: 0.701077 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.102264404 + proxy_corner: + avg_avg_return: 0.6726897 + avg_reward_per_step: 0.012878418 + eval-batch-tree: + avg_avg_episode_length: 5.666832 + avg_avg_return: 0.9872066 + avg_benchmark_regret: 0.0070117624 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26718903 + proxy_corner: + avg_avg_return: 0.9872066 + avg_reward_per_step: 0.26718903 +=========================================================== +=========================================================== + step: + env-step-all-before: 398458880 + env-step-replay-before: 198443008 + env-step-used-before: 398458880 + ppo-update-before: 243200 + env-step-generate-before: 200015872 + env-step-all-after: 398491648 + env-step-replay-after: 198475776 + env-step-used-after: 398491648 + ppo-update-after: 243220 + env-step-generate-after: 200015872 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.967331 + avg_avg_return: 0.88606095 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.88606095 + avg_reward_per_step: 0.06790161 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.967331 + avg_avg_return: 0.88606095 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.88606095 + avg_reward_per_step: 0.06790161 + perf: + env_steps_per_second: 987758.7604156459 + ppo_updates_per_second: 111.16700650171367 + eval-batch-orig-duration: 0.183628591010347 + eval-batch-shift-duration: 0.13739609299227595 + eval-batch-tree-duration: 0.13746710598934442 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.574463 + mouse-cheese_dist_finite_wavg: 15.757643 + mouse-cheese_dist_solvable_avg: 13.574463 + mouse-cheese_dist_solvable_wavg: 15.757645 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.10190146 + visit_patterns: + avg_first_visit_time: 4075.102 + avg_last_visit_time: 6047.3057 + num_replay_batches: 6057 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007285676 + avg_actor_approxkl3: 0.0008457454 + avg_actor_clipfrac: 0.005957031 + avg_actor_loss: -0.00034047887 + avg_advantage: -0.002113455 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.8249087e-06 + avg_entropy: 0.008365674 + avg_grad_norm_pre_clip: 0.177885 + avg_loss: -0.00034543214 + max: + max_actor_approxkl1: 0.002958789 + max_actor_approxkl3: 0.002114306 + max_actor_clipfrac: 0.013671875 + max_actor_loss: 0.00071697496 + max_advantage: 0.057385325 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0523215e-05 + max_entropy: 0.013562288 + max_grad_norm_pre_clip: 0.38593954 + max_loss: 0.0007148664 + std: + std_actor_approxkl1: 0.000809628 + std_actor_approxkl3: 0.0005623857 + std_actor_clipfrac: 0.0033810614 + std_actor_loss: 0.0004122051 + std_advantage: 0.0039321636 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0765524e-06 + std_entropy: 0.002135753 + std_grad_norm_pre_clip: 0.095030315 + std_loss: 0.00041307972 + eval-batch-orig: + avg_avg_episode_length: 5.865587 + avg_avg_return: 0.98670983 + avg_benchmark_regret: 0.0073063374 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.98670983 + avg_reward_per_step: 0.2663269 + eval-batch-shift: + avg_avg_episode_length: 62.689507 + avg_avg_return: 0.2921464 + avg_benchmark_regret: 0.7030352 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.099105835 + proxy_corner: + avg_avg_return: 0.681261 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.675328 + avg_avg_return: 0.9868761 + avg_benchmark_regret: 0.007342322 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670822 + proxy_corner: + avg_avg_return: 0.9868761 + avg_reward_per_step: 0.2670822 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 399507456 + env-step-replay-before: 198967296 + env-step-used-before: 399507456 + ppo-update-before: 243840 + env-step-generate-before: 200540160 + env-step-all-after: 399540224 + env-step-replay-after: 199000064 + env-step-used-after: 399540224 + ppo-update-after: 243860 + env-step-generate-after: 200540160 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.944273 + avg_avg_return: 0.8858395 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8858395 + avg_reward_per_step: 0.067993164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.944273 + avg_avg_return: 0.8858395 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8858395 + avg_reward_per_step: 0.067993164 + perf: + env_steps_per_second: 974136.7702973712 + ppo_updates_per_second: 110.40112150194572 + eval-batch-orig-duration: 0.18494473403552547 + eval-batch-shift-duration: 0.13714812800753862 + eval-batch-tree-duration: 0.14799985801801085 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.573242 + mouse-cheese_dist_finite_wavg: 13.057552 + mouse-cheese_dist_solvable_avg: 13.573242 + mouse-cheese_dist_solvable_wavg: 13.057554 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10234588 + visit_patterns: + avg_first_visit_time: 4081.5835 + avg_last_visit_time: 6063.115 + num_replay_batches: 6073 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062585936 + avg_actor_approxkl3: 0.0005692726 + avg_actor_clipfrac: 0.008447266 + avg_actor_loss: 0.00018616221 + avg_advantage: -0.0015656396 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.8526165e-06 + avg_entropy: 0.015921803 + avg_grad_norm_pre_clip: 0.37291905 + avg_loss: 0.00017366672 + max: + max_actor_approxkl1: 0.0024943238 + max_actor_approxkl3: 0.0020209616 + max_actor_clipfrac: 0.017578125 + max_actor_loss: 0.0010999441 + max_advantage: 0.026924431 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.956831e-06 + max_entropy: 0.02541612 + max_grad_norm_pre_clip: 0.6100077 + max_loss: 0.0010895988 + std: + std_actor_approxkl1: 0.0006825834 + std_actor_approxkl3: 0.00051990384 + std_actor_clipfrac: 0.0044647707 + std_actor_loss: 0.00044242994 + std_advantage: 0.0037357204 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.47737e-07 + std_entropy: 0.003748319 + std_grad_norm_pre_clip: 0.1394475 + std_loss: 0.00044238486 + eval-batch-orig: + avg_avg_episode_length: 5.8937693 + avg_avg_return: 0.9863988 + avg_benchmark_regret: 0.007617328 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26585388 + proxy_corner: + avg_avg_return: 0.9863988 + avg_reward_per_step: 0.26585388 + eval-batch-shift: + avg_avg_episode_length: 62.446785 + avg_avg_return: 0.29914427 + avg_benchmark_regret: 0.6960373 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10108185 + proxy_corner: + avg_avg_return: 0.6819525 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.683585 + avg_avg_return: 0.9870146 + avg_benchmark_regret: 0.007203743 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26692963 + proxy_corner: + avg_avg_return: 0.9870146 + avg_reward_per_step: 0.26692963 +=========================================================== +=========================================================== + step: + env-step-all-before: 400556032 + env-step-replay-before: 199589888 + env-step-used-before: 400556032 + ppo-update-before: 244480 + env-step-generate-before: 200966144 + env-step-all-after: 400588800 + env-step-replay-after: 199589888 + env-step-used-after: 400588800 + ppo-update-after: 244500 + env-step-generate-after: 200998912 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8407173 + avg_avg_return: 0.9637742 + avg_reward_per_step: 0.25845337 + proxy_corner: + avg_avg_return: 0.9637742 + avg_reward_per_step: 0.25845337 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8407173 + avg_avg_return: 0.9637742 + avg_reward_per_step: 0.25845337 + proxy_corner: + avg_avg_return: 0.9637742 + avg_reward_per_step: 0.25845337 + perf: + env_steps_per_second: 999045.1640738992 + ppo_updates_per_second: 111.32722448552833 + eval-batch-orig-duration: 0.18325260904384777 + eval-batch-shift-duration: 0.1367435689899139 + eval-batch-tree-duration: 0.13653627899475396 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.57666 + mouse-cheese_dist_finite_wavg: 13.058944 + mouse-cheese_dist_solvable_avg: 13.57666 + mouse-cheese_dist_solvable_wavg: 13.058942 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10218646 + visit_patterns: + avg_first_visit_time: 4090.6704 + avg_last_visit_time: 6081.3057 + num_replay_batches: 6091 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017581582 + avg_actor_approxkl3: 9.276102e-05 + avg_actor_clipfrac: 0.002081299 + avg_actor_loss: 5.9998827e-05 + avg_advantage: 0.0014013818 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.699403e-06 + avg_entropy: 0.0057945303 + avg_grad_norm_pre_clip: 0.18869697 + avg_loss: 5.8054004e-05 + max: + max_actor_approxkl1: 0.0006192948 + max_actor_approxkl3: 0.00036889326 + max_actor_clipfrac: 0.008056641 + max_actor_loss: 0.001151748 + max_advantage: 0.031258762 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.461075e-06 + max_entropy: 0.009831726 + max_grad_norm_pre_clip: 0.5739119 + max_loss: 0.0011484455 + std: + std_actor_approxkl1: 0.00017976461 + std_actor_approxkl3: 0.000105692496 + std_actor_clipfrac: 0.0023900466 + std_actor_loss: 0.00032815506 + std_advantage: 0.0038531653 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.562111e-07 + std_entropy: 0.00177283 + std_grad_norm_pre_clip: 0.13008955 + std_loss: 0.00032779964 + eval-batch-orig: + avg_avg_episode_length: 5.917673 + avg_avg_return: 0.9862808 + avg_benchmark_regret: 0.0077353534 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26546478 + proxy_corner: + avg_avg_return: 0.9862808 + avg_reward_per_step: 0.26546478 + eval-batch-shift: + avg_avg_episode_length: 61.543396 + avg_avg_return: 0.3044767 + avg_benchmark_regret: 0.6907048 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10198212 + proxy_corner: + avg_avg_return: 0.67999434 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.6880465 + avg_avg_return: 0.98701024 + avg_benchmark_regret: 0.0072081103 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26688385 + proxy_corner: + avg_avg_return: 0.98701024 + avg_reward_per_step: 0.26688385 +=========================================================== +=========================================================== + step: + env-step-all-before: 401604608 + env-step-replay-before: 200179712 + env-step-used-before: 401604608 + ppo-update-before: 245120 + env-step-generate-before: 201424896 + env-step-all-after: 401637376 + env-step-replay-after: 200179712 + env-step-used-after: 401637376 + ppo-update-after: 245140 + env-step-generate-after: 201457664 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0593047 + avg_avg_return: 0.9600641 + avg_reward_per_step: 0.2623291 + proxy_corner: + avg_avg_return: 0.9600641 + avg_reward_per_step: 0.2623291 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0593047 + avg_avg_return: 0.9600641 + avg_reward_per_step: 0.2623291 + proxy_corner: + avg_avg_return: 0.9600641 + avg_reward_per_step: 0.2623291 + perf: + env_steps_per_second: 991012.3288357225 + ppo_updates_per_second: 111.71284553876927 + eval-batch-orig-duration: 0.18378385400865227 + eval-batch-shift-duration: 0.1378570799715817 + eval-batch-tree-duration: 0.1380331510445103 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.580078 + mouse-cheese_dist_finite_wavg: 13.957474 + mouse-cheese_dist_solvable_avg: 13.580078 + mouse-cheese_dist_solvable_wavg: 13.957474 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10196167 + visit_patterns: + avg_first_visit_time: 4103.2646 + avg_last_visit_time: 6099.189 + num_replay_batches: 6109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.806404e-05 + avg_actor_approxkl3: 4.4080087e-05 + avg_actor_clipfrac: 0.001348877 + avg_actor_loss: -1.6654027e-06 + avg_advantage: 0.00043276988 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.543083e-06 + avg_entropy: 0.0043906397 + avg_grad_norm_pre_clip: 0.14909755 + avg_loss: -2.7845012e-06 + max: + max_actor_approxkl1: 0.00030858273 + max_actor_approxkl3: 0.00021990546 + max_actor_clipfrac: 0.004638672 + max_actor_loss: 0.00013531372 + max_advantage: 0.029937744 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.716727e-06 + max_entropy: 0.006791337 + max_grad_norm_pre_clip: 0.47985736 + max_loss: 0.0001338662 + std: + std_actor_approxkl1: 0.00010313872 + std_actor_approxkl3: 5.5522258e-05 + std_actor_clipfrac: 0.0012753136 + std_actor_loss: 6.0874507e-05 + std_advantage: 0.0036426203 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.565798e-07 + std_entropy: 0.0015265069 + std_grad_norm_pre_clip: 0.119000986 + std_loss: 6.0153023e-05 + eval-batch-orig: + avg_avg_episode_length: 5.886654 + avg_avg_return: 0.98646724 + avg_benchmark_regret: 0.0075488905 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.98646724 + avg_reward_per_step: 0.26605988 + eval-batch-shift: + avg_avg_episode_length: 62.580467 + avg_avg_return: 0.29494172 + avg_benchmark_regret: 0.7002399 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09900665 + proxy_corner: + avg_avg_return: 0.6796334 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.677785 + avg_avg_return: 0.9868681 + avg_benchmark_regret: 0.0073502623 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.9868681 + avg_reward_per_step: 0.26696777 +=========================================================== +=========================================================== + step: + env-step-all-before: 402653184 + env-step-replay-before: 200802304 + env-step-used-before: 402653184 + ppo-update-before: 245760 + env-step-generate-before: 201850880 + env-step-all-after: 402685952 + env-step-replay-after: 200802304 + env-step-used-after: 402685952 + ppo-update-after: 245780 + env-step-generate-after: 201883648 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4993877 + avg_avg_return: 0.9662745 + avg_reward_per_step: 0.28967285 + proxy_corner: + avg_avg_return: 0.9662745 + avg_reward_per_step: 0.28967285 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4993877 + avg_avg_return: 0.9662745 + avg_reward_per_step: 0.28967285 + proxy_corner: + avg_avg_return: 0.9662745 + avg_reward_per_step: 0.28967285 + perf: + env_steps_per_second: 990278.9593830002 + ppo_updates_per_second: 111.18639542029847 + eval-batch-orig-duration: 0.18281658698106185 + eval-batch-shift-duration: 0.1353129799827002 + eval-batch-tree-duration: 0.13661471201339737 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.584717 + mouse-cheese_dist_finite_wavg: 13.059521 + mouse-cheese_dist_solvable_avg: 13.584717 + mouse-cheese_dist_solvable_wavg: 13.059523 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102299854 + visit_patterns: + avg_first_visit_time: 4116.3926 + avg_last_visit_time: 6118.3047 + num_replay_batches: 6128 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.1212293e-05 + avg_actor_approxkl3: 6.9386726e-05 + avg_actor_clipfrac: 0.0018615723 + avg_actor_loss: -0.00015229278 + avg_advantage: 0.0005806893 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.694201e-06 + avg_entropy: 0.0067209057 + avg_grad_norm_pre_clip: 0.24225903 + avg_loss: -0.00015566658 + max: + max_actor_approxkl1: 0.0005415451 + max_actor_approxkl3: 0.00022996165 + max_actor_clipfrac: 0.0076904297 + max_actor_loss: 0.00046594813 + max_advantage: 0.02363664 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.033161e-06 + max_entropy: 0.012370042 + max_grad_norm_pre_clip: 0.92783076 + max_loss: 0.0004587478 + std: + std_actor_approxkl1: 0.00019730777 + std_actor_approxkl3: 7.509244e-05 + std_actor_clipfrac: 0.0021471453 + std_actor_loss: 0.00032167317 + std_advantage: 0.0036043755 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.9017605e-07 + std_entropy: 0.0025623583 + std_grad_norm_pre_clip: 0.1957919 + std_loss: 0.0003213119 + eval-batch-orig: + avg_avg_episode_length: 5.881554 + avg_avg_return: 0.98675853 + avg_benchmark_regret: 0.0072576217 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26589203 + proxy_corner: + avg_avg_return: 0.98675853 + avg_reward_per_step: 0.26589203 + eval-batch-shift: + avg_avg_episode_length: 62.10454 + avg_avg_return: 0.29725105 + avg_benchmark_regret: 0.6979305 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.097854614 + proxy_corner: + avg_avg_return: 0.68116087 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.6991568 + avg_avg_return: 0.98705035 + avg_benchmark_regret: 0.0071679824 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26665497 + proxy_corner: + avg_avg_return: 0.98705035 + avg_reward_per_step: 0.26665497 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 403701760 + env-step-replay-before: 201359360 + env-step-used-before: 403701760 + ppo-update-before: 246400 + env-step-generate-before: 202342400 + env-step-all-after: 403734528 + env-step-replay-after: 201359360 + env-step-used-after: 403734528 + ppo-update-after: 246420 + env-step-generate-after: 202375168 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4064217 + avg_avg_return: 0.96565163 + avg_reward_per_step: 0.29129028 + proxy_corner: + avg_avg_return: 0.96565163 + avg_reward_per_step: 0.29129028 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.4064217 + avg_avg_return: 0.96565163 + avg_reward_per_step: 0.29129028 + proxy_corner: + avg_avg_return: 0.96565163 + avg_reward_per_step: 0.29129028 + perf: + env_steps_per_second: 975628.8405359735 + ppo_updates_per_second: 110.74263161263792 + eval-batch-orig-duration: 0.1864298660075292 + eval-batch-shift-duration: 0.13658037001732737 + eval-batch-tree-duration: 0.13699167501181364 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.591553 + mouse-cheese_dist_finite_wavg: 14.860573 + mouse-cheese_dist_solvable_avg: 13.591553 + mouse-cheese_dist_solvable_wavg: 14.860575 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10199082 + visit_patterns: + avg_first_visit_time: 4130.172 + avg_last_visit_time: 6135.254 + num_replay_batches: 6145 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.958695e-05 + avg_actor_approxkl3: 3.9835595e-05 + avg_actor_clipfrac: 0.0009887696 + avg_actor_loss: 4.693306e-05 + avg_advantage: 0.0004946728 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4517624e-06 + avg_entropy: 0.00410984 + avg_grad_norm_pre_clip: 0.17564826 + avg_loss: 4.5049095e-05 + max: + max_actor_approxkl1: 0.000510301 + max_actor_approxkl3: 0.00033998734 + max_actor_clipfrac: 0.003540039 + max_actor_loss: 0.0012821977 + max_advantage: 0.024192572 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.3013667e-06 + max_entropy: 0.008861521 + max_grad_norm_pre_clip: 0.4681957 + max_loss: 0.0012804173 + std: + std_actor_approxkl1: 0.00012517752 + std_actor_approxkl3: 7.36531e-05 + std_actor_clipfrac: 0.0010883444 + std_actor_loss: 0.00031258288 + std_advantage: 0.0028779497 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.9165744e-07 + std_entropy: 0.0017919475 + std_grad_norm_pre_clip: 0.14288415 + std_loss: 0.00031251082 + eval-batch-orig: + avg_avg_episode_length: 5.875979 + avg_avg_return: 0.9866409 + avg_benchmark_regret: 0.007375261 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26618195 + proxy_corner: + avg_avg_return: 0.9866409 + avg_reward_per_step: 0.26618195 + eval-batch-shift: + avg_avg_episode_length: 61.78508 + avg_avg_return: 0.29945558 + avg_benchmark_regret: 0.695726 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.0976181 + proxy_corner: + avg_avg_return: 0.6715758 + avg_reward_per_step: 0.0128479 + eval-batch-tree: + avg_avg_episode_length: 5.7025375 + avg_avg_return: 0.9869317 + avg_benchmark_regret: 0.0072866557 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26670837 + proxy_corner: + avg_avg_return: 0.9869317 + avg_reward_per_step: 0.26670837 +=========================================================== +=========================================================== + step: + env-step-all-before: 404750336 + env-step-replay-before: 201883648 + env-step-used-before: 404750336 + ppo-update-before: 247040 + env-step-generate-before: 202866688 + env-step-all-after: 404783104 + env-step-replay-after: 201883648 + env-step-used-after: 404783104 + ppo-update-after: 247060 + env-step-generate-after: 202899456 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7287154 + avg_avg_return: 0.96426225 + avg_reward_per_step: 0.28955078 + proxy_corner: + avg_avg_return: 0.96426225 + avg_reward_per_step: 0.28955078 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7287154 + avg_avg_return: 0.96426225 + avg_reward_per_step: 0.28955078 + proxy_corner: + avg_avg_return: 0.96426225 + avg_reward_per_step: 0.28955078 + perf: + env_steps_per_second: 991895.5343206843 + ppo_updates_per_second: 110.84681719158367 + eval-batch-orig-duration: 0.1863405110198073 + eval-batch-shift-duration: 0.13825491699390113 + eval-batch-tree-duration: 0.13820130698150024 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.592041 + mouse-cheese_dist_finite_wavg: 13.059826 + mouse-cheese_dist_solvable_avg: 13.592041 + mouse-cheese_dist_solvable_wavg: 13.059828 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10221578 + visit_patterns: + avg_first_visit_time: 4143.1865 + avg_last_visit_time: 6151.367 + num_replay_batches: 6161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002204236 + avg_actor_approxkl3: 7.344376e-05 + avg_actor_clipfrac: 0.0017211915 + avg_actor_loss: -0.0001099604 + avg_advantage: 0.00031018152 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.154788e-06 + avg_entropy: 0.0056050266 + avg_grad_norm_pre_clip: 0.16562943 + avg_loss: -0.00011298803 + max: + max_actor_approxkl1: 0.0014193407 + max_actor_approxkl3: 0.0005360908 + max_actor_clipfrac: 0.0059814453 + max_actor_loss: 0.00018736161 + max_advantage: 0.031875968 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.9528893e-06 + max_entropy: 0.010848459 + max_grad_norm_pre_clip: 0.9014396 + max_loss: 0.00018223116 + std: + std_actor_approxkl1: 0.00038335618 + std_actor_approxkl3: 0.00012307003 + std_actor_clipfrac: 0.0016436033 + std_actor_loss: 0.00020956746 + std_advantage: 0.0032584425 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.418897e-07 + std_entropy: 0.0022418983 + std_grad_norm_pre_clip: 0.18350346 + std_loss: 0.00021000108 + eval-batch-orig: + avg_avg_episode_length: 5.884098 + avg_avg_return: 0.98632014 + avg_benchmark_regret: 0.0076959496 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26592255 + proxy_corner: + avg_avg_return: 0.98632014 + avg_reward_per_step: 0.26592255 + eval-batch-shift: + avg_avg_episode_length: 61.79756 + avg_avg_return: 0.3008579 + avg_benchmark_regret: 0.69432366 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09853363 + proxy_corner: + avg_avg_return: 0.67769116 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.693013 + avg_avg_return: 0.9872344 + avg_benchmark_regret: 0.0069839275 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26673126 + proxy_corner: + avg_avg_return: 0.9872344 + avg_reward_per_step: 0.26673126 +=========================================================== +=========================================================== + step: + env-step-all-before: 405798912 + env-step-replay-before: 202244096 + env-step-used-before: 405798912 + ppo-update-before: 247680 + env-step-generate-before: 203554816 + env-step-all-after: 405831680 + env-step-replay-after: 202244096 + env-step-used-after: 405831680 + ppo-update-after: 247700 + env-step-generate-after: 203587584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6467724 + avg_avg_return: 0.9636036 + avg_reward_per_step: 0.2914734 + proxy_corner: + avg_avg_return: 0.9636036 + avg_reward_per_step: 0.2914734 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6467724 + avg_avg_return: 0.9636036 + avg_reward_per_step: 0.2914734 + proxy_corner: + avg_avg_return: 0.9636036 + avg_reward_per_step: 0.2914734 + perf: + env_steps_per_second: 959088.44461765 + ppo_updates_per_second: 109.45015157411714 + eval-batch-orig-duration: 0.18488063605036587 + eval-batch-shift-duration: 0.13677314901724458 + eval-batch-tree-duration: 0.1360342469997704 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.593262 + mouse-cheese_dist_finite_wavg: 13.059494 + mouse-cheese_dist_solvable_avg: 13.593262 + mouse-cheese_dist_solvable_wavg: 13.059497 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102140985 + visit_patterns: + avg_first_visit_time: 4150.563 + avg_last_visit_time: 6162.3545 + num_replay_batches: 6172 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.923913e-05 + avg_actor_approxkl3: 3.4876884e-05 + avg_actor_clipfrac: 0.0010375977 + avg_actor_loss: -3.3743727e-05 + avg_advantage: 0.0007636735 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9964902e-06 + avg_entropy: 0.003528313 + avg_grad_norm_pre_clip: 0.15722673 + avg_loss: -3.527379e-05 + max: + max_actor_approxkl1: 0.0006581516 + max_actor_approxkl3: 0.0002295233 + max_actor_clipfrac: 0.0034179688 + max_actor_loss: 0.0001648711 + max_advantage: 0.015313685 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7033436e-06 + max_entropy: 0.005348285 + max_grad_norm_pre_clip: 0.70754397 + max_loss: 0.00016295261 + std: + std_actor_approxkl1: 0.00019801929 + std_actor_approxkl3: 5.743209e-05 + std_actor_clipfrac: 0.001129068 + std_actor_loss: 0.00011501176 + std_advantage: 0.0027802926 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.7191268e-07 + std_entropy: 0.000901906 + std_grad_norm_pre_clip: 0.17161188 + std_loss: 0.00011537666 + eval-batch-orig: + avg_avg_episode_length: 5.879788 + avg_avg_return: 0.9864011 + avg_benchmark_regret: 0.0076150717 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.9864011 + avg_reward_per_step: 0.26602936 + eval-batch-shift: + avg_avg_episode_length: 61.82984 + avg_avg_return: 0.29779798 + avg_benchmark_regret: 0.69738364 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09780121 + proxy_corner: + avg_avg_return: 0.6723519 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.694982 + avg_avg_return: 0.987247 + avg_benchmark_regret: 0.0069713313 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26686096 + proxy_corner: + avg_avg_return: 0.987247 + avg_reward_per_step: 0.26686096 +=========================================================== +=========================================================== + step: + env-step-all-before: 406847488 + env-step-replay-before: 202702848 + env-step-used-before: 406847488 + ppo-update-before: 248320 + env-step-generate-before: 204144640 + env-step-all-after: 406880256 + env-step-replay-after: 202735616 + env-step-used-after: 406880256 + ppo-update-after: 248340 + env-step-generate-after: 204144640 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.93183 + avg_avg_return: 0.8868332 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.8868332 + avg_reward_per_step: 0.06808472 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.93183 + avg_avg_return: 0.8868332 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.8868332 + avg_reward_per_step: 0.06808472 + perf: + env_steps_per_second: 985547.3895591898 + ppo_updates_per_second: 111.19490267164049 + eval-batch-orig-duration: 0.1855372569989413 + eval-batch-shift-duration: 0.13920794700970873 + eval-batch-tree-duration: 0.1392341679893434 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.597656 + mouse-cheese_dist_finite_wavg: 15.759161 + mouse-cheese_dist_solvable_avg: 13.597656 + mouse-cheese_dist_solvable_wavg: 15.759163 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10202217 + visit_patterns: + avg_first_visit_time: 4156.203 + avg_last_visit_time: 6177.2803 + num_replay_batches: 6187 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022120797 + avg_actor_approxkl3: 9.166111e-05 + avg_actor_clipfrac: 0.0021606446 + avg_actor_loss: -0.00013835896 + avg_advantage: -0.0016633798 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.29683e-06 + avg_entropy: 0.008663277 + avg_grad_norm_pre_clip: 0.1643313 + avg_loss: -0.00014487382 + max: + max_actor_approxkl1: 0.00060382986 + max_actor_approxkl3: 0.00022970856 + max_actor_clipfrac: 0.005004883 + max_actor_loss: 0.00046383403 + max_advantage: 0.017630637 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.033886e-06 + max_entropy: 0.011442472 + max_grad_norm_pre_clip: 0.26538858 + max_loss: 0.00045698675 + std: + std_actor_approxkl1: 0.00017023271 + std_actor_approxkl3: 7.0436545e-05 + std_actor_clipfrac: 0.0014298911 + std_actor_loss: 0.0002643045 + std_advantage: 0.0029503028 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.26684e-07 + std_entropy: 0.0013009711 + std_grad_norm_pre_clip: 0.041782122 + std_loss: 0.000264628 + eval-batch-orig: + avg_avg_episode_length: 5.873618 + avg_avg_return: 0.986497 + avg_benchmark_regret: 0.007519147 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.986497 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 61.730434 + avg_avg_return: 0.3013819 + avg_benchmark_regret: 0.69379973 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10165405 + proxy_corner: + avg_avg_return: 0.67170614 + avg_reward_per_step: 0.012893677 + eval-batch-tree: + avg_avg_episode_length: 5.6725636 + avg_avg_return: 0.9870298 + avg_benchmark_regret: 0.0071886075 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26703644 + proxy_corner: + avg_avg_return: 0.9870298 + avg_reward_per_step: 0.26703644 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 407896064 + env-step-replay-before: 203292672 + env-step-used-before: 407896064 + ppo-update-before: 248960 + env-step-generate-before: 204603392 + env-step-all-after: 407928832 + env-step-replay-after: 203292672 + env-step-used-after: 407928832 + ppo-update-after: 248980 + env-step-generate-after: 204636160 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.815136 + avg_avg_return: 0.9620576 + avg_reward_per_step: 0.26901245 + proxy_corner: + avg_avg_return: 0.9620576 + avg_reward_per_step: 0.26901245 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.815136 + avg_avg_return: 0.9620576 + avg_reward_per_step: 0.26901245 + proxy_corner: + avg_avg_return: 0.9620576 + avg_reward_per_step: 0.26901245 + perf: + env_steps_per_second: 1006141.7086547661 + ppo_updates_per_second: 94.4570349819262 + eval-batch-orig-duration: 0.21019338397309184 + eval-batch-shift-duration: 0.13787541998317465 + eval-batch-tree-duration: 0.13700279803015292 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.603516 + mouse-cheese_dist_finite_wavg: 15.758403 + mouse-cheese_dist_solvable_avg: 13.603516 + mouse-cheese_dist_solvable_wavg: 15.758403 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10197443 + visit_patterns: + avg_first_visit_time: 4163.041 + avg_last_visit_time: 6194.207 + num_replay_batches: 6204 + eta: 0.5 + ppo: + avg_actor_approxkl1: 6.868231e-05 + avg_actor_approxkl3: 0.00012920685 + avg_actor_clipfrac: 0.00065307616 + avg_actor_loss: -0.0001764214 + avg_advantage: -0.0005497183 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3498125e-06 + avg_entropy: 0.00210734 + avg_grad_norm_pre_clip: 0.05836925 + avg_loss: -0.00017585383 + max: + max_actor_approxkl1: 0.0005005079 + max_actor_approxkl3: 0.000546664 + max_actor_clipfrac: 0.0021972656 + max_actor_loss: -6.798655e-08 + max_advantage: 0.022947073 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.884691e-06 + max_entropy: 0.0050319214 + max_grad_norm_pre_clip: 0.12648317 + max_loss: 3.7357268e-08 + std: + std_actor_approxkl1: 0.00018384347 + std_actor_approxkl3: 0.00013989612 + std_actor_clipfrac: 0.0005996063 + std_actor_loss: 0.00012694582 + std_advantage: 0.003373522 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.0969855e-07 + std_entropy: 0.0010865772 + std_grad_norm_pre_clip: 0.033397168 + std_loss: 0.00012713406 + eval-batch-orig: + avg_avg_episode_length: 5.8776145 + avg_avg_return: 0.986722 + avg_benchmark_regret: 0.0072941254 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26630402 + proxy_corner: + avg_avg_return: 0.986722 + avg_reward_per_step: 0.26630402 + eval-batch-shift: + avg_avg_episode_length: 62.04276 + avg_avg_return: 0.29614106 + avg_benchmark_regret: 0.69904053 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10121155 + proxy_corner: + avg_avg_return: 0.6841371 + avg_reward_per_step: 0.012962341 + eval-batch-tree: + avg_avg_episode_length: 5.6715527 + avg_avg_return: 0.9871397 + avg_benchmark_regret: 0.007078677 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.9871397 + avg_reward_per_step: 0.26708984 +=========================================================== +=========================================================== + step: + env-step-all-before: 408944640 + env-step-replay-before: 203751424 + env-step-used-before: 408944640 + ppo-update-before: 249600 + env-step-generate-before: 205193216 + env-step-all-after: 408977408 + env-step-replay-after: 203751424 + env-step-used-after: 408977408 + ppo-update-after: 249620 + env-step-generate-after: 205225984 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5093737 + avg_avg_return: 0.96616936 + avg_reward_per_step: 0.27716064 + proxy_corner: + avg_avg_return: 0.96616936 + avg_reward_per_step: 0.27716064 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5093737 + avg_avg_return: 0.96616936 + avg_reward_per_step: 0.27716064 + proxy_corner: + avg_avg_return: 0.96616936 + avg_reward_per_step: 0.27716064 + perf: + env_steps_per_second: 981232.8143539102 + ppo_updates_per_second: 110.6538928978419 + eval-batch-orig-duration: 0.18879111198475584 + eval-batch-shift-duration: 0.14160066103795543 + eval-batch-tree-duration: 0.14132815698394552 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.606934 + mouse-cheese_dist_finite_wavg: 15.759649 + mouse-cheese_dist_solvable_avg: 13.606934 + mouse-cheese_dist_solvable_wavg: 15.759649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.101997346 + visit_patterns: + avg_first_visit_time: 4171.619 + avg_last_visit_time: 6208.2407 + num_replay_batches: 6218 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00026179777 + avg_actor_approxkl3: 7.3438576e-05 + avg_actor_clipfrac: 0.0011413575 + avg_actor_loss: -0.00017716817 + avg_advantage: 0.0001478774 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5306524e-06 + avg_entropy: 0.002515272 + avg_grad_norm_pre_clip: 0.09033143 + avg_loss: -0.00017741811 + max: + max_actor_approxkl1: 0.0013975815 + max_actor_approxkl3: 0.000320631 + max_actor_clipfrac: 0.00390625 + max_actor_loss: 0.00022305176 + max_advantage: 0.025636613 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.203049e-06 + max_entropy: 0.0048653027 + max_grad_norm_pre_clip: 0.5875971 + max_loss: 0.00022078797 + std: + std_actor_approxkl1: 0.00034659178 + std_actor_approxkl3: 0.00010324315 + std_actor_clipfrac: 0.001305225 + std_actor_loss: 0.0002361372 + std_advantage: 0.0029997223 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0554443e-07 + std_entropy: 0.0012861466 + std_grad_norm_pre_clip: 0.12414013 + std_loss: 0.00023676285 + eval-batch-orig: + avg_avg_episode_length: 5.8732734 + avg_avg_return: 0.9868146 + avg_benchmark_regret: 0.007201519 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2661667 + proxy_corner: + avg_avg_return: 0.9868146 + avg_reward_per_step: 0.2661667 + eval-batch-shift: + avg_avg_episode_length: 61.25335 + avg_avg_return: 0.30427516 + avg_benchmark_regret: 0.6909064 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10321808 + proxy_corner: + avg_avg_return: 0.68341243 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.676226 + avg_avg_return: 0.9869505 + avg_benchmark_regret: 0.007267835 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266922 + proxy_corner: + avg_avg_return: 0.9869505 + avg_reward_per_step: 0.266922 +=========================================================== +=========================================================== + step: + env-step-all-before: 409993216 + env-step-replay-before: 204374016 + env-step-used-before: 409993216 + ppo-update-before: 250240 + env-step-generate-before: 205619200 + env-step-all-after: 410025984 + env-step-replay-after: 204374016 + env-step-used-after: 410025984 + ppo-update-after: 250260 + env-step-generate-after: 205651968 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3576813 + avg_avg_return: 0.9678816 + avg_reward_per_step: 0.29885864 + proxy_corner: + avg_avg_return: 0.9678816 + avg_reward_per_step: 0.29885864 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3576813 + avg_avg_return: 0.9678816 + avg_reward_per_step: 0.29885864 + proxy_corner: + avg_avg_return: 0.9678816 + avg_reward_per_step: 0.29885864 + perf: + env_steps_per_second: 982757.1236211938 + ppo_updates_per_second: 110.30415895893901 + eval-batch-orig-duration: 0.1859575990238227 + eval-batch-shift-duration: 0.13718673901166767 + eval-batch-tree-duration: 0.13857116701547056 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.611572 + mouse-cheese_dist_finite_wavg: 15.76316 + mouse-cheese_dist_solvable_avg: 13.611572 + mouse-cheese_dist_solvable_wavg: 15.763164 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10206033 + visit_patterns: + avg_first_visit_time: 4177.9062 + avg_last_visit_time: 6227.1826 + num_replay_batches: 6237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0027775643 + avg_actor_approxkl3: 0.0021642142 + avg_actor_clipfrac: 0.0026550293 + avg_actor_loss: 8.629751e-07 + avg_advantage: 0.0019291544 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1252646e-06 + avg_entropy: 0.0025186401 + avg_grad_norm_pre_clip: 0.09394625 + avg_loss: 9.069646e-07 + max: + max_actor_approxkl1: 0.014674373 + max_actor_approxkl3: 0.011589415 + max_actor_clipfrac: 0.010620117 + max_actor_loss: 0.0012299512 + max_advantage: 0.016923845 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.7068565e-06 + max_entropy: 0.0055431 + max_grad_norm_pre_clip: 0.3474845 + max_loss: 0.0012318557 + std: + std_actor_approxkl1: 0.0043628705 + std_actor_approxkl3: 0.0035610704 + std_actor_clipfrac: 0.0028160631 + std_actor_loss: 0.0005602364 + std_advantage: 0.00283432 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3341127e-06 + std_entropy: 0.001164081 + std_grad_norm_pre_clip: 0.10340417 + std_loss: 0.0005607074 + eval-batch-orig: + avg_avg_episode_length: 5.874731 + avg_avg_return: 0.9866239 + avg_benchmark_regret: 0.0073922635 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662506 + proxy_corner: + avg_avg_return: 0.9866239 + avg_reward_per_step: 0.2662506 + eval-batch-shift: + avg_avg_episode_length: 61.594543 + avg_avg_return: 0.29933703 + avg_benchmark_regret: 0.6958445 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.106285095 + proxy_corner: + avg_avg_return: 0.6853633 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.6738105 + avg_avg_return: 0.98701847 + avg_benchmark_regret: 0.0071998816 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26703644 + proxy_corner: + avg_avg_return: 0.98701847 + avg_reward_per_step: 0.26703644 +=========================================================== +=========================================================== + step: + env-step-all-before: 411041792 + env-step-replay-before: 204701696 + env-step-used-before: 411041792 + ppo-update-before: 250880 + env-step-generate-before: 206340096 + env-step-all-after: 411074560 + env-step-replay-after: 204734464 + env-step-used-after: 411074560 + ppo-update-after: 250900 + env-step-generate-after: 206340096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.950217 + avg_avg_return: 0.8858236 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8858236 + avg_reward_per_step: 0.067993164 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.950217 + avg_avg_return: 0.8858236 + avg_reward_per_step: 0.067993164 + proxy_corner: + avg_avg_return: 0.8858236 + avg_reward_per_step: 0.067993164 + perf: + env_steps_per_second: 989849.630428259 + ppo_updates_per_second: 111.07594509566295 + eval-batch-orig-duration: 0.18598719796864316 + eval-batch-shift-duration: 0.1399088390171528 + eval-batch-tree-duration: 0.14126939099514857 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.610352 + mouse-cheese_dist_finite_wavg: 14.860485 + mouse-cheese_dist_solvable_avg: 13.610352 + mouse-cheese_dist_solvable_wavg: 14.860483 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102037095 + visit_patterns: + avg_first_visit_time: 4186.9375 + avg_last_visit_time: 6238.2466 + num_replay_batches: 6248 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013800878 + avg_actor_approxkl3: 7.434049e-05 + avg_actor_clipfrac: 0.00090942386 + avg_actor_loss: -8.313125e-06 + avg_advantage: -0.0010119756 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4469906e-06 + avg_entropy: 0.0040445393 + avg_grad_norm_pre_clip: 0.09479647 + avg_loss: -9.634169e-06 + max: + max_actor_approxkl1: 0.00044616408 + max_actor_approxkl3: 0.00025155995 + max_actor_clipfrac: 0.002319336 + max_actor_loss: 0.00019139634 + max_advantage: 0.020828784 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.2151606e-06 + max_entropy: 0.00573473 + max_grad_norm_pre_clip: 0.25749817 + max_loss: 0.00018843674 + std: + std_actor_approxkl1: 0.00013548283 + std_actor_approxkl3: 7.38777e-05 + std_actor_clipfrac: 0.0005600287 + std_actor_loss: 7.829184e-05 + std_advantage: 0.003470809 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.946716e-07 + std_entropy: 0.0009953635 + std_grad_norm_pre_clip: 0.07014054 + std_loss: 7.8091645e-05 + eval-batch-orig: + avg_avg_episode_length: 6.2943172 + avg_avg_return: 0.9841693 + avg_benchmark_regret: 0.00984682 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26535034 + proxy_corner: + avg_avg_return: 0.9841693 + avg_reward_per_step: 0.26535034 + eval-batch-shift: + avg_avg_episode_length: 62.15875 + avg_avg_return: 0.2973724 + avg_benchmark_regret: 0.69780916 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10129547 + proxy_corner: + avg_avg_return: 0.6707861 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.678236 + avg_avg_return: 0.9871479 + avg_benchmark_regret: 0.007070468 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.9871479 + avg_reward_per_step: 0.26708984 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 412090368 + env-step-replay-before: 205225984 + env-step-used-before: 412090368 + ppo-update-before: 251520 + env-step-generate-before: 206864384 + env-step-all-after: 412123136 + env-step-replay-after: 205225984 + env-step-used-after: 412123136 + ppo-update-after: 251540 + env-step-generate-after: 206897152 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5560684 + avg_avg_return: 0.96568817 + avg_reward_per_step: 0.27911377 + proxy_corner: + avg_avg_return: 0.96568817 + avg_reward_per_step: 0.27911377 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5560684 + avg_avg_return: 0.96568817 + avg_reward_per_step: 0.27911377 + proxy_corner: + avg_avg_return: 0.96568817 + avg_reward_per_step: 0.27911377 + perf: + env_steps_per_second: 987495.1432080187 + ppo_updates_per_second: 111.36746542229409 + eval-batch-orig-duration: 0.1863717949599959 + eval-batch-shift-duration: 0.1402690900140442 + eval-batch-tree-duration: 0.14056305401027203 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.614258 + mouse-cheese_dist_finite_wavg: 14.86162 + mouse-cheese_dist_solvable_avg: 13.614258 + mouse-cheese_dist_solvable_wavg: 14.861624 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102107026 + visit_patterns: + avg_first_visit_time: 4190.1504 + avg_last_visit_time: 6253.374 + num_replay_batches: 6263 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015994137 + avg_actor_approxkl3: 9.4503506e-05 + avg_actor_clipfrac: 0.00065307616 + avg_actor_loss: -0.00011317311 + avg_advantage: 0.0011726802 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.395851e-06 + avg_entropy: 0.0017029122 + avg_grad_norm_pre_clip: 0.060525466 + avg_loss: -0.00011267809 + max: + max_actor_approxkl1: 0.00078938383 + max_actor_approxkl3: 0.00068706454 + max_actor_clipfrac: 0.0030517578 + max_actor_loss: 0.0002405066 + max_advantage: 0.017335176 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.615773e-06 + max_entropy: 0.0034733796 + max_grad_norm_pre_clip: 0.3058067 + max_loss: 0.00024020944 + std: + std_actor_approxkl1: 0.00022476293 + std_actor_approxkl3: 0.00018655953 + std_actor_clipfrac: 0.0011466003 + std_actor_loss: 0.00022140135 + std_advantage: 0.0027021084 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.510337e-07 + std_entropy: 0.00088394474 + std_grad_norm_pre_clip: 0.06720238 + std_loss: 0.00022200403 + eval-batch-orig: + avg_avg_episode_length: 5.8944473 + avg_avg_return: 0.9866889 + avg_benchmark_regret: 0.007327283 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.9866889 + avg_reward_per_step: 0.26589966 + eval-batch-shift: + avg_avg_episode_length: 61.445656 + avg_avg_return: 0.2993587 + avg_benchmark_regret: 0.69582283 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10398865 + proxy_corner: + avg_avg_return: 0.6774676 + avg_reward_per_step: 0.012893677 + eval-batch-tree: + avg_avg_episode_length: 5.673886 + avg_avg_return: 0.9875541 + avg_benchmark_regret: 0.00666428 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26651764 + proxy_corner: + avg_avg_return: 0.9875541 + avg_reward_per_step: 0.26651764 +=========================================================== +=========================================================== + step: + env-step-all-before: 413138944 + env-step-replay-before: 205684736 + env-step-used-before: 413138944 + ppo-update-before: 252160 + env-step-generate-before: 207454208 + env-step-all-after: 413171712 + env-step-replay-after: 205684736 + env-step-used-after: 413171712 + ppo-update-after: 252180 + env-step-generate-after: 207486976 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.750932 + avg_avg_return: 0.9608486 + avg_reward_per_step: 0.26428223 + proxy_corner: + avg_avg_return: 0.9608486 + avg_reward_per_step: 0.26428223 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.750932 + avg_avg_return: 0.9608486 + avg_reward_per_step: 0.26428223 + proxy_corner: + avg_avg_return: 0.9608486 + avg_reward_per_step: 0.26428223 + perf: + env_steps_per_second: 1007512.4685674912 + ppo_updates_per_second: 110.6640804733626 + eval-batch-orig-duration: 0.18777077400591224 + eval-batch-shift-duration: 0.14061330101685598 + eval-batch-tree-duration: 0.14030678401468322 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.615723 + mouse-cheese_dist_finite_wavg: 13.06167 + mouse-cheese_dist_solvable_avg: 13.615723 + mouse-cheese_dist_solvable_wavg: 13.061672 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.102565944 + visit_patterns: + avg_first_visit_time: 4208.3823 + avg_last_visit_time: 6267.26 + num_replay_batches: 6277 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018332423 + avg_actor_approxkl3: 0.0001686889 + avg_actor_clipfrac: 0.0016174316 + avg_actor_loss: -2.2976392e-05 + avg_advantage: 0.0005506353 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.89627e-06 + avg_entropy: 0.0043159365 + avg_grad_norm_pre_clip: 0.12724958 + avg_loss: -2.5344201e-05 + max: + max_actor_approxkl1: 0.00081252825 + max_actor_approxkl3: 0.0005724786 + max_actor_clipfrac: 0.0072021484 + max_actor_loss: 0.0012625791 + max_advantage: 0.021411538 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.125102e-06 + max_entropy: 0.009096608 + max_grad_norm_pre_clip: 0.72309405 + max_loss: 0.0012568961 + std: + std_actor_approxkl1: 0.0002652911 + std_actor_approxkl3: 0.00019949857 + std_actor_clipfrac: 0.0021904309 + std_actor_loss: 0.00045378995 + std_advantage: 0.0027857977 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.101135e-07 + std_entropy: 0.0022501054 + std_grad_norm_pre_clip: 0.16330825 + std_loss: 0.00045402258 + eval-batch-orig: + avg_avg_episode_length: 5.8963037 + avg_avg_return: 0.9865674 + avg_benchmark_regret: 0.0074487026 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.9865674 + avg_reward_per_step: 0.26602936 + eval-batch-shift: + avg_avg_episode_length: 62.466736 + avg_avg_return: 0.29186955 + avg_benchmark_regret: 0.70331204 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098487854 + proxy_corner: + avg_avg_return: 0.6705514 + avg_reward_per_step: 0.012840271 + eval-batch-tree: + avg_avg_episode_length: 5.9653788 + avg_avg_return: 0.98611164 + avg_benchmark_regret: 0.008106705 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26635742 + proxy_corner: + avg_avg_return: 0.98611164 + avg_reward_per_step: 0.26635742 +=========================================================== +=========================================================== + step: + env-step-all-before: 414187520 + env-step-replay-before: 206274560 + env-step-used-before: 414187520 + ppo-update-before: 252800 + env-step-generate-before: 207912960 + env-step-all-after: 414220288 + env-step-replay-after: 206307328 + env-step-used-after: 414220288 + ppo-update-after: 252820 + env-step-generate-after: 207912960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.996639 + avg_avg_return: 0.884992 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.884992 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.996639 + avg_avg_return: 0.884992 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.884992 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 863165.2793986386 + ppo_updates_per_second: 111.41968791998232 + eval-batch-orig-duration: 0.19187479797983542 + eval-batch-shift-duration: 0.14649963204283267 + eval-batch-tree-duration: 0.1360804050345905 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.621338 + mouse-cheese_dist_finite_wavg: 13.061377 + mouse-cheese_dist_solvable_avg: 13.621338 + mouse-cheese_dist_solvable_wavg: 13.061377 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10235973 + visit_patterns: + avg_first_visit_time: 4217.328 + avg_last_visit_time: 6286.3096 + num_replay_batches: 6296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024187677 + avg_actor_approxkl3: 0.00014057152 + avg_actor_clipfrac: 0.0063110352 + avg_actor_loss: -0.00020180145 + avg_advantage: -0.0007363257 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.408553e-06 + avg_entropy: 0.01707359 + avg_grad_norm_pre_clip: 0.26763794 + avg_loss: -0.00021717076 + max: + max_actor_approxkl1: 0.0011773234 + max_actor_approxkl3: 0.00046420598 + max_actor_clipfrac: 0.018432617 + max_actor_loss: 0.0004892945 + max_advantage: 0.017105103 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.046332e-06 + max_entropy: 0.023767844 + max_grad_norm_pre_clip: 0.5072065 + max_loss: 0.00047227816 + std: + std_actor_approxkl1: 0.0002965525 + std_actor_approxkl3: 0.00012361632 + std_actor_clipfrac: 0.0054956186 + std_actor_loss: 0.00026678943 + std_advantage: 0.0025322295 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4810077e-07 + std_entropy: 0.0036212693 + std_grad_norm_pre_clip: 0.11622438 + std_loss: 0.0002673529 + eval-batch-orig: + avg_avg_episode_length: 5.874335 + avg_avg_return: 0.9864489 + avg_benchmark_regret: 0.0075672795 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.9864489 + avg_reward_per_step: 0.26631165 + eval-batch-shift: + avg_avg_episode_length: 61.9891 + avg_avg_return: 0.29616976 + avg_benchmark_regret: 0.6990118 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.100479126 + proxy_corner: + avg_avg_return: 0.67421216 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 5.704436 + avg_avg_return: 0.9871571 + avg_benchmark_regret: 0.0070612375 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26690674 + proxy_corner: + avg_avg_return: 0.9871571 + avg_reward_per_step: 0.26690674 +=========================================================== +=========================================================== + step: + env-step-all-before: 415236096 + env-step-replay-before: 206897152 + env-step-used-before: 415236096 + ppo-update-before: 253440 + env-step-generate-before: 208338944 + env-step-all-after: 415268864 + env-step-replay-after: 206929920 + env-step-used-after: 415268864 + ppo-update-after: 253460 + env-step-generate-after: 208338944 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.998291 + avg_avg_return: 0.8853949 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8853949 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.998291 + avg_avg_return: 0.8853949 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8853949 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 912697.6110811483 + ppo_updates_per_second: 112.20047170018724 + eval-batch-orig-duration: 0.18631514796288684 + eval-batch-shift-duration: 0.14083011500770226 + eval-batch-tree-duration: 0.13985943602165207 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.621826 + mouse-cheese_dist_finite_wavg: 14.862114 + mouse-cheese_dist_solvable_avg: 13.621826 + mouse-cheese_dist_solvable_wavg: 14.862116 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10280088 + visit_patterns: + avg_first_visit_time: 4223.3833 + avg_last_visit_time: 6305.295 + num_replay_batches: 6315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022808128 + avg_actor_approxkl3: 0.00025330632 + avg_actor_clipfrac: 0.002874756 + avg_actor_loss: -0.00020479872 + avg_advantage: -0.0008490018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.815669e-06 + avg_entropy: 0.00958687 + avg_grad_norm_pre_clip: 0.1574449 + avg_loss: -0.00021247778 + max: + max_actor_approxkl1: 0.00076831237 + max_actor_approxkl3: 0.00062749465 + max_actor_clipfrac: 0.0052490234 + max_actor_loss: 9.736698e-05 + max_advantage: 0.0147871375 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.2591846e-06 + max_entropy: 0.013236916 + max_grad_norm_pre_clip: 0.35733765 + max_loss: 8.991971e-05 + std: + std_actor_approxkl1: 0.00022895398 + std_actor_approxkl3: 0.00017023495 + std_actor_clipfrac: 0.0013189667 + std_actor_loss: 0.00017563553 + std_advantage: 0.0027791318 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.121627e-07 + std_entropy: 0.0016833378 + std_grad_norm_pre_clip: 0.08247497 + std_loss: 0.00017559539 + eval-batch-orig: + avg_avg_episode_length: 5.8641005 + avg_avg_return: 0.9865676 + avg_benchmark_regret: 0.007448493 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2664032 + proxy_corner: + avg_avg_return: 0.9865676 + avg_reward_per_step: 0.2664032 + eval-batch-shift: + avg_avg_episode_length: 60.78544 + avg_avg_return: 0.31190765 + avg_benchmark_regret: 0.6832739 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.105796814 + proxy_corner: + avg_avg_return: 0.6774571 + avg_reward_per_step: 0.012939453 + eval-batch-tree: + avg_avg_episode_length: 5.670108 + avg_avg_return: 0.9871058 + avg_benchmark_regret: 0.0071126027 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669754 + proxy_corner: + avg_avg_return: 0.9871058 + avg_reward_per_step: 0.2669754 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 416284672 + env-step-replay-before: 207388672 + env-step-used-before: 416284672 + ppo-update-before: 254080 + env-step-generate-before: 208896000 + env-step-all-after: 416317440 + env-step-replay-after: 207421440 + env-step-used-after: 416317440 + ppo-update-after: 254100 + env-step-generate-after: 208896000 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.000703 + avg_avg_return: 0.8862786 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8862786 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.000703 + avg_avg_return: 0.8862786 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8862786 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 992750.4197028204 + ppo_updates_per_second: 111.65429313207186 + eval-batch-orig-duration: 0.1841658319463022 + eval-batch-shift-duration: 0.13743123394669965 + eval-batch-tree-duration: 0.13742237695259973 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.626221 + mouse-cheese_dist_finite_wavg: 14.860648 + mouse-cheese_dist_solvable_avg: 13.626221 + mouse-cheese_dist_solvable_wavg: 14.860648 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10207407 + visit_patterns: + avg_first_visit_time: 4227.4336 + avg_last_visit_time: 6320.351 + num_replay_batches: 6330 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00012437096 + avg_actor_approxkl3: 4.9058443e-05 + avg_actor_clipfrac: 0.0015625 + avg_actor_loss: -0.00011613264 + avg_advantage: -9.708912e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.7110826e-06 + avg_entropy: 0.008084531 + avg_grad_norm_pre_clip: 0.15012474 + avg_loss: -0.00012236163 + max: + max_actor_approxkl1: 0.0008101377 + max_actor_approxkl3: 0.00027168228 + max_actor_clipfrac: 0.0073242188 + max_actor_loss: 0.00010892935 + max_advantage: 0.011286259 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.2276997e-06 + max_entropy: 0.0133204255 + max_grad_norm_pre_clip: 0.34782076 + max_loss: 0.00010218505 + std: + std_actor_approxkl1: 0.0001984579 + std_actor_approxkl3: 6.388277e-05 + std_actor_clipfrac: 0.0017813903 + std_actor_loss: 0.00014146199 + std_advantage: 0.0028188257 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3063748e-07 + std_entropy: 0.002403785 + std_grad_norm_pre_clip: 0.08965923 + std_loss: 0.00014235127 + eval-batch-orig: + avg_avg_episode_length: 5.8921022 + avg_avg_return: 0.98600006 + avg_benchmark_regret: 0.008016151 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26604462 + proxy_corner: + avg_avg_return: 0.98600006 + avg_reward_per_step: 0.26604462 + eval-batch-shift: + avg_avg_episode_length: 62.090088 + avg_avg_return: 0.29437998 + avg_benchmark_regret: 0.70080155 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.09876251 + proxy_corner: + avg_avg_return: 0.67207295 + avg_reward_per_step: 0.012809753 + eval-batch-tree: + avg_avg_episode_length: 5.7058654 + avg_avg_return: 0.98719954 + avg_benchmark_regret: 0.0070188222 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.98719954 + avg_reward_per_step: 0.2665863 +=========================================================== +=========================================================== + step: + env-step-all-before: 417333248 + env-step-replay-before: 208076800 + env-step-used-before: 417333248 + ppo-update-before: 254720 + env-step-generate-before: 209256448 + env-step-all-after: 417366016 + env-step-replay-after: 208076800 + env-step-used-after: 417366016 + ppo-update-after: 254740 + env-step-generate-after: 209289216 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.335711 + avg_avg_return: 0.9670773 + avg_reward_per_step: 0.28533936 + proxy_corner: + avg_avg_return: 0.9670773 + avg_reward_per_step: 0.28533936 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.335711 + avg_avg_return: 0.9670773 + avg_reward_per_step: 0.28533936 + proxy_corner: + avg_avg_return: 0.9670773 + avg_reward_per_step: 0.28533936 + perf: + env_steps_per_second: 1005802.4262070365 + ppo_updates_per_second: 110.87783523140638 + eval-batch-orig-duration: 0.1874873639899306 + eval-batch-shift-duration: 0.1402216629940085 + eval-batch-tree-duration: 0.1412286499980837 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.631348 + mouse-cheese_dist_finite_wavg: 14.862822 + mouse-cheese_dist_solvable_avg: 13.631348 + mouse-cheese_dist_solvable_wavg: 14.8628235 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102056116 + visit_patterns: + avg_first_visit_time: 4235.8604 + avg_last_visit_time: 6340.2607 + num_replay_batches: 6350 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00011768169 + avg_actor_approxkl3: 7.0606715e-05 + avg_actor_clipfrac: 0.001159668 + avg_actor_loss: 7.682096e-06 + avg_advantage: -0.0006280299 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9538313e-06 + avg_entropy: 0.004826824 + avg_grad_norm_pre_clip: 0.13825041 + avg_loss: 4.8321936e-06 + max: + max_actor_approxkl1: 0.0007050412 + max_actor_approxkl3: 0.00041053002 + max_actor_clipfrac: 0.007080078 + max_actor_loss: 0.0004977165 + max_advantage: 0.020219862 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9814494e-06 + max_entropy: 0.007326343 + max_grad_norm_pre_clip: 0.454422 + max_loss: 0.00049271097 + std: + std_actor_approxkl1: 0.00019247981 + std_actor_approxkl3: 9.4994175e-05 + std_actor_clipfrac: 0.0015414247 + std_actor_loss: 0.00019537203 + std_advantage: 0.0028474743 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.405158e-07 + std_entropy: 0.0016112077 + std_grad_norm_pre_clip: 0.08582826 + std_loss: 0.00019545745 + eval-batch-orig: + avg_avg_episode_length: 5.8734236 + avg_avg_return: 0.9860792 + avg_benchmark_regret: 0.007936981 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26618958 + proxy_corner: + avg_avg_return: 0.9860792 + avg_reward_per_step: 0.26618958 + eval-batch-shift: + avg_avg_episode_length: 62.656555 + avg_avg_return: 0.29167634 + avg_benchmark_regret: 0.7035052 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098480225 + proxy_corner: + avg_avg_return: 0.67555726 + avg_reward_per_step: 0.01285553 + eval-batch-tree: + avg_avg_episode_length: 5.678937 + avg_avg_return: 0.9868965 + avg_benchmark_regret: 0.0073218024 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.9868965 + avg_reward_per_step: 0.26636505 +=========================================================== +=========================================================== + step: + env-step-all-before: 418381824 + env-step-replay-before: 208601088 + env-step-used-before: 418381824 + ppo-update-before: 255360 + env-step-generate-before: 209780736 + env-step-all-after: 418414592 + env-step-replay-after: 208601088 + env-step-used-after: 418414592 + ppo-update-after: 255380 + env-step-generate-after: 209813504 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.937407 + avg_avg_return: 0.96366 + avg_reward_per_step: 0.2574463 + proxy_corner: + avg_avg_return: 0.96366 + avg_reward_per_step: 0.2574463 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.937407 + avg_avg_return: 0.96366 + avg_reward_per_step: 0.2574463 + proxy_corner: + avg_avg_return: 0.96366 + avg_reward_per_step: 0.2574463 + perf: + env_steps_per_second: 960329.2703670958 + ppo_updates_per_second: 111.03328356595813 + eval-batch-orig-duration: 0.1822746959514916 + eval-batch-shift-duration: 0.13617391901789233 + eval-batch-tree-duration: 0.13729755696840584 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.632324 + mouse-cheese_dist_finite_wavg: 13.062157 + mouse-cheese_dist_solvable_avg: 13.632324 + mouse-cheese_dist_solvable_wavg: 13.062159 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.1023335 + visit_patterns: + avg_first_visit_time: 4249.4404 + avg_last_visit_time: 6356.151 + num_replay_batches: 6366 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000291223 + avg_actor_approxkl3: 0.0001642836 + avg_actor_clipfrac: 0.0018676758 + avg_actor_loss: 0.00032460876 + avg_advantage: 0.00038989144 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.9987924e-06 + avg_entropy: 0.0051617674 + avg_grad_norm_pre_clip: 0.25768843 + avg_loss: 0.00032244637 + max: + max_actor_approxkl1: 0.0016424268 + max_actor_approxkl3: 0.0009816266 + max_actor_clipfrac: 0.0078125 + max_actor_loss: 0.0021608707 + max_advantage: 0.031133294 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.1621465e-06 + max_entropy: 0.0109868515 + max_grad_norm_pre_clip: 0.7738892 + max_loss: 0.0021596875 + std: + std_actor_approxkl1: 0.0004359652 + std_actor_approxkl3: 0.00029283902 + std_actor_clipfrac: 0.0020791767 + std_actor_loss: 0.0007848284 + std_advantage: 0.0033564686 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.116612e-07 + std_entropy: 0.0023769182 + std_grad_norm_pre_clip: 0.23202139 + std_loss: 0.0007839501 + eval-batch-orig: + avg_avg_episode_length: 5.8693256 + avg_avg_return: 0.98639494 + avg_benchmark_regret: 0.0076212063 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26634216 + proxy_corner: + avg_avg_return: 0.98639494 + avg_reward_per_step: 0.26634216 + eval-batch-shift: + avg_avg_episode_length: 62.6759 + avg_avg_return: 0.28918272 + avg_benchmark_regret: 0.7059988 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098983765 + proxy_corner: + avg_avg_return: 0.66957325 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.6685886 + avg_avg_return: 0.98733103 + avg_benchmark_regret: 0.0068872804 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26700592 + proxy_corner: + avg_avg_return: 0.98733103 + avg_reward_per_step: 0.26700592 +=========================================================== +=========================================================== + step: + env-step-all-before: 419430400 + env-step-replay-before: 208928768 + env-step-used-before: 419430400 + ppo-update-before: 256000 + env-step-generate-before: 210501632 + env-step-all-after: 419463168 + env-step-replay-after: 208961536 + env-step-used-after: 419463168 + ppo-update-after: 256020 + env-step-generate-after: 210501632 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.327046 + avg_avg_return: 0.8833058 + avg_reward_per_step: 0.066589355 + proxy_corner: + avg_avg_return: 0.8833058 + avg_reward_per_step: 0.066589355 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.327046 + avg_avg_return: 0.8833058 + avg_reward_per_step: 0.066589355 + proxy_corner: + avg_avg_return: 0.8833058 + avg_reward_per_step: 0.066589355 + perf: + env_steps_per_second: 970396.9996610152 + ppo_updates_per_second: 110.48460383473339 + eval-batch-orig-duration: 0.18626488599693403 + eval-batch-shift-duration: 0.1369608750101179 + eval-batch-tree-duration: 0.13729043502826244 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.633301 + mouse-cheese_dist_finite_wavg: 8.56733 + mouse-cheese_dist_solvable_avg: 13.633301 + mouse-cheese_dist_solvable_wavg: 8.567331 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10332092 + visit_patterns: + avg_first_visit_time: 4271.137 + avg_last_visit_time: 6367.2153 + num_replay_batches: 6377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037965784 + avg_actor_approxkl3: 0.00033498427 + avg_actor_clipfrac: 0.0081604 + avg_actor_loss: 0.00082055165 + avg_advantage: -0.000851946 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.3792613e-06 + avg_entropy: 0.017961642 + avg_grad_norm_pre_clip: 0.8060894 + avg_loss: 0.00080577965 + max: + max_actor_approxkl1: 0.0012201553 + max_actor_approxkl3: 0.0010713785 + max_actor_clipfrac: 0.018432617 + max_actor_loss: 0.0025334433 + max_advantage: 0.018729746 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.818918e-06 + max_entropy: 0.025856026 + max_grad_norm_pre_clip: 1.9558604 + max_loss: 0.0025185095 + std: + std_actor_approxkl1: 0.00033467085 + std_actor_approxkl3: 0.00027517215 + std_actor_clipfrac: 0.0052349917 + std_actor_loss: 0.0010404221 + std_advantage: 0.0036595752 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0280438e-06 + std_entropy: 0.0048462693 + std_grad_norm_pre_clip: 0.4802325 + std_loss: 0.0010390828 + eval-batch-orig: + avg_avg_episode_length: 5.935931 + avg_avg_return: 0.98595154 + avg_benchmark_regret: 0.008064563 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26598358 + proxy_corner: + avg_avg_return: 0.98595154 + avg_reward_per_step: 0.26598358 + eval-batch-shift: + avg_avg_episode_length: 62.180603 + avg_avg_return: 0.29688042 + avg_benchmark_regret: 0.6983012 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.103637695 + proxy_corner: + avg_avg_return: 0.68754965 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.673689 + avg_avg_return: 0.98702574 + avg_benchmark_regret: 0.00719269 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.98702574 + avg_reward_per_step: 0.26713562 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 420478976 + env-step-replay-before: 209649664 + env-step-used-before: 420478976 + ppo-update-before: 256640 + env-step-generate-before: 210829312 + env-step-all-after: 420511744 + env-step-replay-after: 209682432 + env-step-used-after: 420511744 + ppo-update-after: 256660 + env-step-generate-after: 210829312 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.037855 + avg_avg_return: 0.88469946 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.88469946 + avg_reward_per_step: 0.06756592 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.037855 + avg_avg_return: 0.88469946 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.88469946 + avg_reward_per_step: 0.06756592 + perf: + env_steps_per_second: 966290.0192555843 + ppo_updates_per_second: 111.66477919795783 + eval-batch-orig-duration: 0.18480085098417476 + eval-batch-shift-duration: 0.13884279201738536 + eval-batch-tree-duration: 0.13883477699710056 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.636963 + mouse-cheese_dist_finite_wavg: 13.062271 + mouse-cheese_dist_solvable_avg: 13.636963 + mouse-cheese_dist_solvable_wavg: 13.062273 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102755465 + visit_patterns: + avg_first_visit_time: 4275.9443 + avg_last_visit_time: 6389.3086 + num_replay_batches: 6399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014685407 + avg_actor_approxkl3: 6.6188295e-05 + avg_actor_clipfrac: 0.0018310547 + avg_actor_loss: 1.2904097e-05 + avg_advantage: 5.1152732e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.709416e-06 + avg_entropy: 0.008160461 + avg_grad_norm_pre_clip: 0.20106947 + avg_loss: 6.5983477e-06 + max: + max_actor_approxkl1: 0.0006176004 + max_actor_approxkl3: 0.00021063368 + max_actor_clipfrac: 0.005004883 + max_actor_loss: 0.0003151549 + max_advantage: 0.013591111 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.407176e-06 + max_entropy: 0.013250717 + max_grad_norm_pre_clip: 0.54814833 + max_loss: 0.0003059559 + std: + std_actor_approxkl1: 0.0001607431 + std_actor_approxkl3: 5.6106946e-05 + std_actor_clipfrac: 0.0012573835 + std_actor_loss: 0.00017170103 + std_advantage: 0.002721773 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0986806e-07 + std_entropy: 0.002034416 + std_grad_norm_pre_clip: 0.10922206 + std_loss: 0.00017144564 + eval-batch-orig: + avg_avg_episode_length: 5.871344 + avg_avg_return: 0.9861312 + avg_benchmark_regret: 0.0078849755 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662964 + proxy_corner: + avg_avg_return: 0.9861312 + avg_reward_per_step: 0.2662964 + eval-batch-shift: + avg_avg_episode_length: 61.478634 + avg_avg_return: 0.3041316 + avg_benchmark_regret: 0.69104993 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10797119 + proxy_corner: + avg_avg_return: 0.68865 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.6696854 + avg_avg_return: 0.986892 + avg_benchmark_regret: 0.007326344 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26714325 + proxy_corner: + avg_avg_return: 0.986892 + avg_reward_per_step: 0.26714325 +=========================================================== +=========================================================== + step: + env-step-all-before: 421527552 + env-step-replay-before: 210042880 + env-step-used-before: 421527552 + ppo-update-before: 257280 + env-step-generate-before: 211484672 + env-step-all-after: 421560320 + env-step-replay-after: 210075648 + env-step-used-after: 421560320 + ppo-update-after: 257300 + env-step-generate-after: 211484672 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.976885 + avg_avg_return: 0.8851659 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.8851659 + avg_reward_per_step: 0.067840576 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.976885 + avg_avg_return: 0.8851659 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.8851659 + avg_reward_per_step: 0.067840576 + perf: + env_steps_per_second: 1002910.6080916655 + ppo_updates_per_second: 111.67737119700793 + eval-batch-orig-duration: 0.19016633200226352 + eval-batch-shift-duration: 0.14825995499268174 + eval-batch-tree-duration: 0.14014224201673642 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.638184 + mouse-cheese_dist_finite_wavg: 14.862209 + mouse-cheese_dist_solvable_avg: 13.638184 + mouse-cheese_dist_solvable_wavg: 14.862211 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10236572 + visit_patterns: + avg_first_visit_time: 4294.1416 + avg_last_visit_time: 6401.2925 + num_replay_batches: 6411 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014292332 + avg_actor_approxkl3: 8.793957e-05 + avg_actor_clipfrac: 0.0025939941 + avg_actor_loss: 1.704286e-05 + avg_advantage: -0.0006095683 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.575412e-06 + avg_entropy: 0.009504868 + avg_grad_norm_pre_clip: 0.20540471 + avg_loss: 9.825703e-06 + max: + max_actor_approxkl1: 0.0005001752 + max_actor_approxkl3: 0.00031573433 + max_actor_clipfrac: 0.0063476562 + max_actor_loss: 0.0007315974 + max_advantage: 0.0147848725 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.211845e-06 + max_entropy: 0.014810527 + max_grad_norm_pre_clip: 0.5788568 + max_loss: 0.00071927975 + std: + std_actor_approxkl1: 0.00013886782 + std_actor_approxkl3: 8.6619686e-05 + std_actor_clipfrac: 0.0018277456 + std_actor_loss: 0.00024173073 + std_advantage: 0.0031026087 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9424665e-07 + std_entropy: 0.00227645 + std_grad_norm_pre_clip: 0.11026238 + std_loss: 0.0002409309 + eval-batch-orig: + avg_avg_episode_length: 5.883596 + avg_avg_return: 0.9864286 + avg_benchmark_regret: 0.007587539 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26611328 + proxy_corner: + avg_avg_return: 0.9864286 + avg_reward_per_step: 0.26611328 + eval-batch-shift: + avg_avg_episode_length: 61.14645 + avg_avg_return: 0.3049361 + avg_benchmark_regret: 0.6902454 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10798645 + proxy_corner: + avg_avg_return: 0.6848204 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.679798 + avg_avg_return: 0.9868856 + avg_benchmark_regret: 0.007332756 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683807 + proxy_corner: + avg_avg_return: 0.9868856 + avg_reward_per_step: 0.26683807 +=========================================================== +=========================================================== + step: + env-step-all-before: 422576128 + env-step-replay-before: 210632704 + env-step-used-before: 422576128 + ppo-update-before: 257920 + env-step-generate-before: 211943424 + env-step-all-after: 422608896 + env-step-replay-after: 210665472 + env-step-used-after: 422608896 + ppo-update-after: 257940 + env-step-generate-after: 211943424 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.085862 + avg_avg_return: 0.8843253 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.8843253 + avg_reward_per_step: 0.067352295 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.085862 + avg_avg_return: 0.8843253 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.8843253 + avg_reward_per_step: 0.067352295 + perf: + env_steps_per_second: 1000918.6590655113 + ppo_updates_per_second: 111.24637433981538 + eval-batch-orig-duration: 0.18442156200762838 + eval-batch-shift-duration: 0.1393096250249073 + eval-batch-tree-duration: 0.13758141099242494 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.641846 + mouse-cheese_dist_finite_wavg: 14.8625145 + mouse-cheese_dist_solvable_avg: 13.641846 + mouse-cheese_dist_solvable_wavg: 14.862516 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10223328 + visit_patterns: + avg_first_visit_time: 4304.202 + avg_last_visit_time: 6419.2324 + num_replay_batches: 6429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 2.714429e-05 + avg_actor_approxkl3: 6.526102e-05 + avg_actor_clipfrac: 0.0027160645 + avg_actor_loss: 4.9645456e-05 + avg_advantage: -0.00075819506 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6873024e-06 + avg_entropy: 0.012288083 + avg_grad_norm_pre_clip: 0.30308968 + avg_loss: 3.9701023e-05 + max: + max_actor_approxkl1: 0.0002271539 + max_actor_approxkl3: 0.00030421195 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 0.0011719251 + max_advantage: 0.017950773 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.9603112e-06 + max_entropy: 0.016078342 + max_grad_norm_pre_clip: 0.7267106 + max_loss: 0.0011624559 + std: + std_actor_approxkl1: 0.00012780861 + std_actor_approxkl3: 6.342799e-05 + std_actor_clipfrac: 0.0018760245 + std_actor_loss: 0.00038162104 + std_advantage: 0.0030909192 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.173389e-07 + std_entropy: 0.0019138649 + std_grad_norm_pre_clip: 0.20096165 + std_loss: 0.00038149767 + eval-batch-orig: + avg_avg_episode_length: 5.881021 + avg_avg_return: 0.98635894 + avg_benchmark_regret: 0.0076572024 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26615906 + proxy_corner: + avg_avg_return: 0.98635894 + avg_reward_per_step: 0.26615906 + eval-batch-shift: + avg_avg_episode_length: 61.478 + avg_avg_return: 0.30425245 + avg_benchmark_regret: 0.6909291 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10533905 + proxy_corner: + avg_avg_return: 0.6884263 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.695181 + avg_avg_return: 0.98672324 + avg_benchmark_regret: 0.0074951076 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683044 + proxy_corner: + avg_avg_return: 0.98672324 + avg_reward_per_step: 0.26683044 +=========================================================== +=========================================================== + step: + env-step-all-before: 423624704 + env-step-replay-before: 211222528 + env-step-used-before: 423624704 + ppo-update-before: 258560 + env-step-generate-before: 212402176 + env-step-all-after: 423657472 + env-step-replay-after: 211255296 + env-step-used-after: 423657472 + ppo-update-after: 258580 + env-step-generate-after: 212402176 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.928057 + avg_avg_return: 0.8855716 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.8855716 + avg_reward_per_step: 0.06808472 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.928057 + avg_avg_return: 0.8855716 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.8855716 + avg_reward_per_step: 0.06808472 + perf: + env_steps_per_second: 979903.5156601815 + ppo_updates_per_second: 110.59187733206966 + eval-batch-orig-duration: 0.18531020899536088 + eval-batch-shift-duration: 0.13979357900097966 + eval-batch-tree-duration: 0.13967415498336777 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.645264 + mouse-cheese_dist_finite_wavg: 12.166121 + mouse-cheese_dist_solvable_avg: 13.645264 + mouse-cheese_dist_solvable_wavg: 12.166122 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10214762 + visit_patterns: + avg_first_visit_time: 4309.1836 + avg_last_visit_time: 6437.2637 + num_replay_batches: 6447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015482148 + avg_actor_approxkl3: 4.958209e-05 + avg_actor_clipfrac: 0.0013854981 + avg_actor_loss: -0.00019887353 + avg_advantage: -0.00010586406 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3485096e-06 + avg_entropy: 0.008306324 + avg_grad_norm_pre_clip: 0.17388016 + avg_loss: -0.0002055056 + max: + max_actor_approxkl1: 0.0003575636 + max_actor_approxkl3: 0.00017287827 + max_actor_clipfrac: 0.005126953 + max_actor_loss: 0.00018562097 + max_advantage: 0.017065227 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.118253e-06 + max_entropy: 0.010587903 + max_grad_norm_pre_clip: 0.43413752 + max_loss: 0.00017821457 + std: + std_actor_approxkl1: 0.0001160425 + std_actor_approxkl3: 3.9000504e-05 + std_actor_clipfrac: 0.0011563061 + std_actor_loss: 0.00023463846 + std_advantage: 0.0025556053 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2996942e-07 + std_entropy: 0.0013154761 + std_grad_norm_pre_clip: 0.09069229 + std_loss: 0.0002348839 + eval-batch-orig: + avg_avg_episode_length: 5.8750634 + avg_avg_return: 0.9865608 + avg_benchmark_regret: 0.0074553136 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26630402 + proxy_corner: + avg_avg_return: 0.9865608 + avg_reward_per_step: 0.26630402 + eval-batch-shift: + avg_avg_episode_length: 62.19369 + avg_avg_return: 0.29514098 + avg_benchmark_regret: 0.7000406 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.098991394 + proxy_corner: + avg_avg_return: 0.6834744 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.719481 + avg_avg_return: 0.98687524 + avg_benchmark_regret: 0.0073431088 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668457 + proxy_corner: + avg_avg_return: 0.98687524 + avg_reward_per_step: 0.2668457 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 424673280 + env-step-replay-before: 211746816 + env-step-used-before: 424673280 + ppo-update-before: 259200 + env-step-generate-before: 212926464 + env-step-all-after: 424706048 + env-step-replay-after: 211779584 + env-step-used-after: 424706048 + ppo-update-after: 259220 + env-step-generate-after: 212926464 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.02807 + avg_avg_return: 0.8852104 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.8852104 + avg_reward_per_step: 0.067596436 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.02807 + avg_avg_return: 0.8852104 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.8852104 + avg_reward_per_step: 0.067596436 + perf: + env_steps_per_second: 995683.0533046727 + ppo_updates_per_second: 111.12577789647527 + eval-batch-orig-duration: 0.18470508203608915 + eval-batch-shift-duration: 0.1370958299958147 + eval-batch-tree-duration: 0.13739660597639158 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.647217 + mouse-cheese_dist_finite_wavg: 14.865929 + mouse-cheese_dist_solvable_avg: 13.647217 + mouse-cheese_dist_solvable_wavg: 14.865931 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10205449 + visit_patterns: + avg_first_visit_time: 4317.615 + avg_last_visit_time: 6453.3105 + num_replay_batches: 6463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018429372 + avg_actor_approxkl3: 0.000105541934 + avg_actor_clipfrac: 0.0035705566 + avg_actor_loss: 0.00048452988 + avg_advantage: -0.00023530371 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.572078e-06 + avg_entropy: 0.012369211 + avg_grad_norm_pre_clip: 0.50307983 + avg_loss: 0.00047444666 + max: + max_actor_approxkl1: 0.0006196162 + max_actor_approxkl3: 0.0002501294 + max_actor_clipfrac: 0.0068359375 + max_actor_loss: 0.0015666168 + max_advantage: 0.016427875 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5756927e-06 + max_entropy: 0.022612771 + max_grad_norm_pre_clip: 1.2011577 + max_loss: 0.001554649 + std: + std_actor_approxkl1: 0.00021047588 + std_actor_approxkl3: 6.644588e-05 + std_actor_clipfrac: 0.0018366918 + std_actor_loss: 0.0005562055 + std_advantage: 0.0029057176 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0828394e-07 + std_entropy: 0.003985465 + std_grad_norm_pre_clip: 0.27702573 + std_loss: 0.0005568154 + eval-batch-orig: + avg_avg_episode_length: 5.874804 + avg_avg_return: 0.9863275 + avg_benchmark_regret: 0.007688571 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662735 + proxy_corner: + avg_avg_return: 0.9863275 + avg_reward_per_step: 0.2662735 + eval-batch-shift: + avg_avg_episode_length: 61.260544 + avg_avg_return: 0.30333024 + avg_benchmark_regret: 0.6918513 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10675049 + proxy_corner: + avg_avg_return: 0.68627155 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.671006 + avg_avg_return: 0.9872925 + avg_benchmark_regret: 0.0069258455 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.267128 + proxy_corner: + avg_avg_return: 0.9872925 + avg_reward_per_step: 0.267128 +=========================================================== +=========================================================== + step: + env-step-all-before: 425721856 + env-step-replay-before: 212074496 + env-step-used-before: 425721856 + ppo-update-before: 259840 + env-step-generate-before: 213647360 + env-step-all-after: 425754624 + env-step-replay-after: 212107264 + env-step-used-after: 425754624 + ppo-update-after: 259860 + env-step-generate-after: 213647360 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.945866 + avg_avg_return: 0.8854579 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8854579 + avg_reward_per_step: 0.06802368 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.945866 + avg_avg_return: 0.8854579 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.8854579 + avg_reward_per_step: 0.06802368 + perf: + env_steps_per_second: 968891.7088404153 + ppo_updates_per_second: 110.05038494420428 + eval-batch-orig-duration: 0.18538018700201064 + eval-batch-shift-duration: 0.1368091509793885 + eval-batch-tree-duration: 0.13778143300442025 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.651855 + mouse-cheese_dist_finite_wavg: 15.7636385 + mouse-cheese_dist_solvable_avg: 13.651855 + mouse-cheese_dist_solvable_wavg: 15.76364 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102272585 + visit_patterns: + avg_first_visit_time: 4335.842 + avg_last_visit_time: 6463.3564 + num_replay_batches: 6473 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.9020305e-05 + avg_actor_approxkl3: 2.7306169e-05 + avg_actor_clipfrac: 0.0010375977 + avg_actor_loss: -3.0690386e-05 + avg_advantage: -0.00043133262 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.505733e-06 + avg_entropy: 0.0073340884 + avg_grad_norm_pre_clip: 0.10619835 + avg_loss: -3.577161e-05 + max: + max_actor_approxkl1: 0.0003286446 + max_actor_approxkl3: 8.80368e-05 + max_actor_clipfrac: 0.0029296875 + max_actor_loss: 5.3456984e-05 + max_advantage: 0.019112825 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.3066005e-06 + max_entropy: 0.00978235 + max_grad_norm_pre_clip: 0.16113245 + max_loss: 4.8930182e-05 + std: + std_actor_approxkl1: 8.81325e-05 + std_actor_approxkl3: 2.3193852e-05 + std_actor_clipfrac: 0.0007647683 + std_actor_loss: 6.1047125e-05 + std_advantage: 0.0030939693 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9776054e-07 + std_entropy: 0.0012828079 + std_grad_norm_pre_clip: 0.040026303 + std_loss: 6.168556e-05 + eval-batch-orig: + avg_avg_episode_length: 5.866909 + avg_avg_return: 0.986552 + avg_benchmark_regret: 0.007464121 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663498 + proxy_corner: + avg_avg_return: 0.986552 + avg_reward_per_step: 0.2663498 + eval-batch-shift: + avg_avg_episode_length: 61.291313 + avg_avg_return: 0.30434942 + avg_benchmark_regret: 0.69083214 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10764313 + proxy_corner: + avg_avg_return: 0.68886495 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.67157 + avg_avg_return: 0.98706913 + avg_benchmark_regret: 0.0071492586 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26703644 + proxy_corner: + avg_avg_return: 0.98706913 + avg_reward_per_step: 0.26703644 +=========================================================== +=========================================================== + step: + env-step-all-before: 426770432 + env-step-replay-before: 212631552 + env-step-used-before: 426770432 + ppo-update-before: 260480 + env-step-generate-before: 214138880 + env-step-all-after: 426803200 + env-step-replay-after: 212664320 + env-step-used-after: 426803200 + ppo-update-after: 260500 + env-step-generate-after: 214138880 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.028774 + avg_avg_return: 0.8852138 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.8852138 + avg_reward_per_step: 0.06762695 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.028774 + avg_avg_return: 0.8852138 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.8852138 + avg_reward_per_step: 0.06762695 + perf: + env_steps_per_second: 977719.3204396549 + ppo_updates_per_second: 110.86398972952826 + eval-batch-orig-duration: 0.18350058799842373 + eval-batch-shift-duration: 0.13648668496171013 + eval-batch-tree-duration: 0.1364629109739326 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.653809 + mouse-cheese_dist_finite_wavg: 14.866256 + mouse-cheese_dist_solvable_avg: 13.653809 + mouse-cheese_dist_solvable_wavg: 14.866258 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.102329336 + visit_patterns: + avg_first_visit_time: 4341.421 + avg_last_visit_time: 6480.242 + num_replay_batches: 6490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028238888 + avg_actor_approxkl3: 0.00013964227 + avg_actor_clipfrac: 0.0038757324 + avg_actor_loss: -0.00011815697 + avg_advantage: -0.0013813602 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9085007e-06 + avg_entropy: 0.008994686 + avg_grad_norm_pre_clip: 0.132583 + avg_loss: -0.0001251974 + max: + max_actor_approxkl1: 0.0010700899 + max_actor_approxkl3: 0.00041599132 + max_actor_clipfrac: 0.008056641 + max_actor_loss: 0.00024127122 + max_advantage: 0.012309074 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.2419327e-06 + max_entropy: 0.01386997 + max_grad_norm_pre_clip: 0.36275297 + max_loss: 0.0002342878 + std: + std_actor_approxkl1: 0.0003267762 + std_actor_approxkl3: 0.00010859784 + std_actor_clipfrac: 0.0025544143 + std_actor_loss: 0.00022397442 + std_advantage: 0.002863275 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.226464e-07 + std_entropy: 0.0021045804 + std_grad_norm_pre_clip: 0.07504947 + std_loss: 0.0002248103 + eval-batch-orig: + avg_avg_episode_length: 5.8712034 + avg_avg_return: 0.9865168 + avg_benchmark_regret: 0.0074993456 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.9865168 + avg_reward_per_step: 0.26631165 + eval-batch-shift: + avg_avg_episode_length: 62.20185 + avg_avg_return: 0.29422668 + avg_benchmark_regret: 0.7009549 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10671997 + proxy_corner: + avg_avg_return: 0.69241583 + avg_reward_per_step: 0.0129470825 + eval-batch-tree: + avg_avg_episode_length: 5.755624 + avg_avg_return: 0.9869422 + avg_benchmark_regret: 0.007276168 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.9869422 + avg_reward_per_step: 0.26631165 +=========================================================== +=========================================================== + step: + env-step-all-before: 427819008 + env-step-replay-before: 213254144 + env-step-used-before: 427819008 + ppo-update-before: 261120 + env-step-generate-before: 214564864 + env-step-all-after: 427851776 + env-step-replay-after: 213286912 + env-step-used-after: 427851776 + ppo-update-after: 261140 + env-step-generate-after: 214564864 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.066285 + avg_avg_return: 0.8845042 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.8845042 + avg_reward_per_step: 0.0675354 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.066285 + avg_avg_return: 0.8845042 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.8845042 + avg_reward_per_step: 0.0675354 + perf: + env_steps_per_second: 978455.2622604321 + ppo_updates_per_second: 110.96665288464985 + eval-batch-orig-duration: 0.18830844794865698 + eval-batch-shift-duration: 0.14084938599262387 + eval-batch-tree-duration: 0.13578801101539284 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.655762 + mouse-cheese_dist_finite_wavg: 14.867725 + mouse-cheese_dist_solvable_avg: 13.655762 + mouse-cheese_dist_solvable_wavg: 14.867727 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1023871 + visit_patterns: + avg_first_visit_time: 4347.9585 + avg_last_visit_time: 6499.323 + num_replay_batches: 6509 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004218792 + avg_actor_approxkl3: 0.00045272708 + avg_actor_clipfrac: 0.0067993165 + avg_actor_loss: -0.00037139675 + avg_advantage: -0.0013146221 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.522993e-06 + avg_entropy: 0.012638268 + avg_grad_norm_pre_clip: 0.19416717 + avg_loss: -0.00038177354 + max: + max_actor_approxkl1: 0.0017402535 + max_actor_approxkl3: 0.001332443 + max_actor_clipfrac: 0.015136719 + max_actor_loss: 8.117873e-05 + max_advantage: 0.01960504 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.689837e-06 + max_entropy: 0.020994503 + max_grad_norm_pre_clip: 0.4612072 + max_loss: 6.9579946e-05 + std: + std_actor_approxkl1: 0.00046467848 + std_actor_approxkl3: 0.0003474306 + std_actor_clipfrac: 0.004100382 + std_actor_loss: 0.00043335304 + std_advantage: 0.0031211185 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.3369718e-07 + std_entropy: 0.0031102689 + std_grad_norm_pre_clip: 0.09624296 + std_loss: 0.000434745 + eval-batch-orig: + avg_avg_episode_length: 5.8710995 + avg_avg_return: 0.98647225 + avg_benchmark_regret: 0.007543898 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.98647225 + avg_reward_per_step: 0.26636505 + eval-batch-shift: + avg_avg_episode_length: 61.972855 + avg_avg_return: 0.29855755 + avg_benchmark_regret: 0.69662404 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10700989 + proxy_corner: + avg_avg_return: 0.69154954 + avg_reward_per_step: 0.013038635 + eval-batch-tree: + avg_avg_episode_length: 5.686969 + avg_avg_return: 0.98708665 + avg_benchmark_regret: 0.007131676 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670517 + proxy_corner: + avg_avg_return: 0.98708665 + avg_reward_per_step: 0.2670517 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 428867584 + env-step-replay-before: 213843968 + env-step-used-before: 428867584 + ppo-update-before: 261760 + env-step-generate-before: 215023616 + env-step-all-after: 428900352 + env-step-replay-after: 213876736 + env-step-used-after: 428900352 + ppo-update-after: 261780 + env-step-generate-after: 215023616 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.010621 + avg_avg_return: 0.8853876 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8853876 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.010621 + avg_avg_return: 0.8853876 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.8853876 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 1002222.4262712096 + ppo_updates_per_second: 111.65575923113033 + eval-batch-orig-duration: 0.18655543896602467 + eval-batch-shift-duration: 0.14363442501053214 + eval-batch-tree-duration: 0.13924780098022893 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.657227 + mouse-cheese_dist_finite_wavg: 15.765821 + mouse-cheese_dist_solvable_avg: 13.657227 + mouse-cheese_dist_solvable_wavg: 15.765823 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10236086 + visit_patterns: + avg_first_visit_time: 4356.6836 + avg_last_visit_time: 6517.2954 + num_replay_batches: 6527 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012722713 + avg_actor_approxkl3: 0.00080237444 + avg_actor_clipfrac: 0.004528809 + avg_actor_loss: -0.000116060044 + avg_advantage: 0.0005678028 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.175894e-06 + avg_entropy: 0.012576549 + avg_grad_norm_pre_clip: 0.23210393 + avg_loss: -0.00012654865 + max: + max_actor_approxkl1: 0.0046841535 + max_actor_approxkl3: 0.0027734605 + max_actor_clipfrac: 0.010375977 + max_actor_loss: 0.0007328973 + max_advantage: 0.017690063 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7889803e-06 + max_entropy: 0.016799534 + max_grad_norm_pre_clip: 0.5706565 + max_loss: 0.0007191986 + std: + std_actor_approxkl1: 0.0015401848 + std_actor_approxkl3: 0.000919542 + std_actor_clipfrac: 0.0029668107 + std_actor_loss: 0.00039793705 + std_advantage: 0.0029575774 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.432028e-07 + std_entropy: 0.0025853815 + std_grad_norm_pre_clip: 0.11639247 + std_loss: 0.0003978279 + eval-batch-orig: + avg_avg_episode_length: 5.874405 + avg_avg_return: 0.98656213 + avg_benchmark_regret: 0.0074540447 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662964 + proxy_corner: + avg_avg_return: 0.98656213 + avg_reward_per_step: 0.2662964 + eval-batch-shift: + avg_avg_episode_length: 61.075504 + avg_avg_return: 0.30536973 + avg_benchmark_regret: 0.6898118 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10744476 + proxy_corner: + avg_avg_return: 0.68372285 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.707137 + avg_avg_return: 0.9870814 + avg_benchmark_regret: 0.007136979 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26693726 + proxy_corner: + avg_avg_return: 0.9870814 + avg_reward_per_step: 0.26693726 +=========================================================== +=========================================================== + step: + env-step-all-before: 429916160 + env-step-replay-before: 214302720 + env-step-used-before: 429916160 + ppo-update-before: 262400 + env-step-generate-before: 215613440 + env-step-all-after: 429948928 + env-step-replay-after: 214335488 + env-step-used-after: 429948928 + ppo-update-after: 262420 + env-step-generate-after: 215613440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.907534 + avg_avg_return: 0.8870076 + avg_reward_per_step: 0.06820679 + proxy_corner: + avg_avg_return: 0.8870076 + avg_reward_per_step: 0.06820679 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.907534 + avg_avg_return: 0.8870076 + avg_reward_per_step: 0.06820679 + proxy_corner: + avg_avg_return: 0.8870076 + avg_reward_per_step: 0.06820679 + perf: + env_steps_per_second: 972599.5127619191 + ppo_updates_per_second: 111.28315116066123 + eval-batch-orig-duration: 0.1847205440280959 + eval-batch-shift-duration: 0.13755162799498066 + eval-batch-tree-duration: 0.13778392499079928 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.662842 + mouse-cheese_dist_finite_wavg: 14.865689 + mouse-cheese_dist_solvable_avg: 13.662842 + mouse-cheese_dist_solvable_wavg: 14.865691 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.102241755 + visit_patterns: + avg_first_visit_time: 4371.842 + avg_last_visit_time: 6531.258 + num_replay_batches: 6541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078271126 + avg_actor_approxkl3: 0.0004749517 + avg_actor_clipfrac: 0.0071533206 + avg_actor_loss: 0.00015728152 + avg_advantage: -0.00044098293 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.0817013e-06 + avg_entropy: 0.015472609 + avg_grad_norm_pre_clip: 0.2601772 + avg_loss: 0.00014384976 + max: + max_actor_approxkl1: 0.0030844626 + max_actor_approxkl3: 0.0015718002 + max_actor_clipfrac: 0.012451172 + max_actor_loss: 0.00067878887 + max_advantage: 0.012194097 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.711981e-06 + max_entropy: 0.018684585 + max_grad_norm_pre_clip: 0.50784653 + max_loss: 0.00066456577 + std: + std_actor_approxkl1: 0.0006893165 + std_actor_approxkl3: 0.0003483007 + std_actor_clipfrac: 0.0030547837 + std_actor_loss: 0.00042346743 + std_advantage: 0.0028929762 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.157107e-07 + std_entropy: 0.002083448 + std_grad_norm_pre_clip: 0.09041702 + std_loss: 0.00042329723 + eval-batch-orig: + avg_avg_episode_length: 5.869459 + avg_avg_return: 0.986446 + avg_benchmark_regret: 0.007570166 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26634216 + proxy_corner: + avg_avg_return: 0.986446 + avg_reward_per_step: 0.26634216 + eval-batch-shift: + avg_avg_episode_length: 60.40892 + avg_avg_return: 0.31114498 + avg_benchmark_regret: 0.6840366 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11078644 + proxy_corner: + avg_avg_return: 0.68541205 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.672884 + avg_avg_return: 0.98719966 + avg_benchmark_regret: 0.007018745 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26714325 + proxy_corner: + avg_avg_return: 0.98719966 + avg_reward_per_step: 0.26714325 +=========================================================== +=========================================================== + step: + env-step-all-before: 430964736 + env-step-replay-before: 214761472 + env-step-used-before: 430964736 + ppo-update-before: 263040 + env-step-generate-before: 216203264 + env-step-all-after: 430997504 + env-step-replay-after: 214761472 + env-step-used-after: 430997504 + ppo-update-after: 263060 + env-step-generate-after: 216236032 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.971261 + avg_avg_return: 0.9619536 + avg_reward_per_step: 0.25473022 + proxy_corner: + avg_avg_return: 0.9619536 + avg_reward_per_step: 0.25473022 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.971261 + avg_avg_return: 0.9619536 + avg_reward_per_step: 0.25473022 + proxy_corner: + avg_avg_return: 0.9619536 + avg_reward_per_step: 0.25473022 + perf: + env_steps_per_second: 1000489.8933891993 + ppo_updates_per_second: 111.15250491962355 + eval-batch-orig-duration: 0.18463407404487953 + eval-batch-shift-duration: 0.13680002302862704 + eval-batch-tree-duration: 0.1366275280015543 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.665039 + mouse-cheese_dist_finite_wavg: 15.7621355 + mouse-cheese_dist_solvable_avg: 13.665039 + mouse-cheese_dist_solvable_wavg: 15.762137 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10226108 + visit_patterns: + avg_first_visit_time: 4390.181 + avg_last_visit_time: 6544.2734 + num_replay_batches: 6554 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.9500755e-05 + avg_actor_approxkl3: 4.9388742e-05 + avg_actor_clipfrac: 0.001147461 + avg_actor_loss: -2.8832077e-05 + avg_advantage: 0.000845585 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3677373e-06 + avg_entropy: 0.003388316 + avg_grad_norm_pre_clip: 0.071082994 + avg_loss: -3.003653e-05 + max: + max_actor_approxkl1: 0.0002260337 + max_actor_approxkl3: 0.00012807298 + max_actor_clipfrac: 0.0031738281 + max_actor_loss: 0.0002520904 + max_advantage: 0.024402142 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7815605e-06 + max_entropy: 0.0061232415 + max_grad_norm_pre_clip: 0.16927104 + max_loss: 0.00024838824 + std: + std_actor_approxkl1: 8.559407e-05 + std_actor_approxkl3: 3.9811242e-05 + std_actor_clipfrac: 0.0008712434 + std_actor_loss: 0.00017040277 + std_advantage: 0.0027669617 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.446931e-07 + std_entropy: 0.0011183788 + std_grad_norm_pre_clip: 0.04738034 + std_loss: 0.00017016497 + eval-batch-orig: + avg_avg_episode_length: 5.8734865 + avg_avg_return: 0.98654807 + avg_benchmark_regret: 0.007468009 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663498 + proxy_corner: + avg_avg_return: 0.98654807 + avg_reward_per_step: 0.2663498 + eval-batch-shift: + avg_avg_episode_length: 60.170914 + avg_avg_return: 0.31496158 + avg_benchmark_regret: 0.68021995 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11413574 + proxy_corner: + avg_avg_return: 0.6848912 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.6932955 + avg_avg_return: 0.98710346 + avg_benchmark_regret: 0.007114906 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26699066 + proxy_corner: + avg_avg_return: 0.98710346 + avg_reward_per_step: 0.26699066 +=========================================================== +=========================================================== + step: + env-step-all-before: 432013312 + env-step-replay-before: 215252992 + env-step-used-before: 432013312 + ppo-update-before: 263680 + env-step-generate-before: 216760320 + env-step-all-after: 432046080 + env-step-replay-after: 215252992 + env-step-used-after: 432046080 + ppo-update-after: 263700 + env-step-generate-after: 216793088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.879529 + avg_avg_return: 0.96158373 + avg_reward_per_step: 0.27407837 + proxy_corner: + avg_avg_return: 0.96158373 + avg_reward_per_step: 0.27407837 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.879529 + avg_avg_return: 0.96158373 + avg_reward_per_step: 0.27407837 + proxy_corner: + avg_avg_return: 0.96158373 + avg_reward_per_step: 0.27407837 + perf: + env_steps_per_second: 982848.6504966846 + ppo_updates_per_second: 110.72379187373555 + eval-batch-orig-duration: 0.1852809140109457 + eval-batch-shift-duration: 0.13651550997747108 + eval-batch-tree-duration: 0.13756177003961056 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.666504 + mouse-cheese_dist_finite_wavg: 14.866582 + mouse-cheese_dist_solvable_avg: 13.666504 + mouse-cheese_dist_solvable_wavg: 14.866584 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10231562 + visit_patterns: + avg_first_visit_time: 4399.8203 + avg_last_visit_time: 6559.3164 + num_replay_batches: 6569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00021032138 + avg_actor_approxkl3: 9.142836e-05 + avg_actor_clipfrac: 0.00040283203 + avg_actor_loss: -5.7554596e-05 + avg_advantage: 0.00097514165 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6640457e-06 + avg_entropy: 0.001255121 + avg_grad_norm_pre_clip: 0.033188667 + avg_loss: -5.6477696e-05 + max: + max_actor_approxkl1: 0.0012212348 + max_actor_approxkl3: 0.0005980532 + max_actor_clipfrac: 0.0012207031 + max_actor_loss: 2.5628135e-05 + max_advantage: 0.017599046 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.4476303e-06 + max_entropy: 0.0021912535 + max_grad_norm_pre_clip: 0.26938397 + max_loss: 2.527693e-05 + std: + std_actor_approxkl1: 0.000380527 + std_actor_approxkl3: 0.00017829431 + std_actor_clipfrac: 0.00042127524 + std_actor_loss: 8.0572114e-05 + std_advantage: 0.0027999473 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.8724676e-07 + std_entropy: 0.00053457066 + std_grad_norm_pre_clip: 0.056023315 + std_loss: 8.06389e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8753304 + avg_avg_return: 0.9864442 + avg_benchmark_regret: 0.007571976 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631927 + proxy_corner: + avg_avg_return: 0.9864442 + avg_reward_per_step: 0.26631927 + eval-batch-shift: + avg_avg_episode_length: 60.532547 + avg_avg_return: 0.3121397 + avg_benchmark_regret: 0.68304193 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11117554 + proxy_corner: + avg_avg_return: 0.6881935 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 5.6877685 + avg_avg_return: 0.98708475 + avg_benchmark_regret: 0.0071336627 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26712036 + proxy_corner: + avg_avg_return: 0.98708475 + avg_reward_per_step: 0.26712036 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 433061888 + env-step-replay-before: 215777280 + env-step-used-before: 433061888 + ppo-update-before: 264320 + env-step-generate-before: 217284608 + env-step-all-after: 433094656 + env-step-replay-after: 215810048 + env-step-used-after: 433094656 + ppo-update-after: 264340 + env-step-generate-after: 217284608 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.082429 + avg_avg_return: 0.8856251 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.8856251 + avg_reward_per_step: 0.06738281 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.082429 + avg_avg_return: 0.8856251 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.8856251 + avg_reward_per_step: 0.06738281 + perf: + env_steps_per_second: 981807.7341308735 + ppo_updates_per_second: 111.36991066262995 + eval-batch-orig-duration: 0.18337169097503647 + eval-batch-shift-duration: 0.13726095599122345 + eval-batch-tree-duration: 0.1391870640218258 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.667725 + mouse-cheese_dist_finite_wavg: 14.864716 + mouse-cheese_dist_solvable_avg: 13.667725 + mouse-cheese_dist_solvable_wavg: 14.864719 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102218494 + visit_patterns: + avg_first_visit_time: 4407.103 + avg_last_visit_time: 6576.2656 + num_replay_batches: 6586 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0027237956 + avg_actor_approxkl3: 0.0026291178 + avg_actor_clipfrac: 0.008410645 + avg_actor_loss: 0.002123214 + avg_advantage: -0.0007481018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.2467764e-06 + avg_entropy: 0.008444908 + avg_grad_norm_pre_clip: 0.16926372 + avg_loss: 0.0021168927 + max: + max_actor_approxkl1: 0.005806573 + max_actor_approxkl3: 0.0051333494 + max_actor_clipfrac: 0.014892578 + max_actor_loss: 0.0039753187 + max_advantage: 0.01706928 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.920452e-06 + max_entropy: 0.012532641 + max_grad_norm_pre_clip: 0.3932831 + max_loss: 0.003966333 + std: + std_actor_approxkl1: 0.0013398654 + std_actor_approxkl3: 0.0011991562 + std_actor_clipfrac: 0.0033267017 + std_actor_loss: 0.0008792917 + std_advantage: 0.0030404727 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4147118e-07 + std_entropy: 0.0018948668 + std_grad_norm_pre_clip: 0.09658485 + std_loss: 0.0008788535 + eval-batch-orig: + avg_avg_episode_length: 5.870963 + avg_avg_return: 0.98652637 + avg_benchmark_regret: 0.007489748 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.98652637 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 60.497154 + avg_avg_return: 0.31320333 + avg_benchmark_regret: 0.6819782 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1131897 + proxy_corner: + avg_avg_return: 0.6876705 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 5.70527 + avg_avg_return: 0.9872721 + avg_benchmark_regret: 0.0069463085 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668991 + proxy_corner: + avg_avg_return: 0.9872721 + avg_reward_per_step: 0.2668991 +=========================================================== +=========================================================== + step: + env-step-all-before: 434110464 + env-step-replay-before: 216334336 + env-step-used-before: 434110464 + ppo-update-before: 264960 + env-step-generate-before: 217776128 + env-step-all-after: 434143232 + env-step-replay-after: 216334336 + env-step-used-after: 434143232 + ppo-update-after: 264980 + env-step-generate-after: 217808896 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5815835 + avg_avg_return: 0.96625924 + avg_reward_per_step: 0.2664795 + proxy_corner: + avg_avg_return: 0.96625924 + avg_reward_per_step: 0.2664795 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5815835 + avg_avg_return: 0.96625924 + avg_reward_per_step: 0.2664795 + proxy_corner: + avg_avg_return: 0.96625924 + avg_reward_per_step: 0.2664795 + perf: + env_steps_per_second: 998998.5336934718 + ppo_updates_per_second: 111.66502048824825 + eval-batch-orig-duration: 0.1835784919676371 + eval-batch-shift-duration: 0.13814595399890095 + eval-batch-tree-duration: 0.13835538999410346 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.672607 + mouse-cheese_dist_finite_wavg: 14.86718 + mouse-cheese_dist_solvable_avg: 13.672607 + mouse-cheese_dist_solvable_wavg: 14.867182 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10232984 + visit_patterns: + avg_first_visit_time: 4419.864 + avg_last_visit_time: 6592.3438 + num_replay_batches: 6602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 1.8709323e-05 + avg_actor_approxkl3: 1.5647716e-05 + avg_actor_clipfrac: 0.00024414062 + avg_actor_loss: -1.6490463e-05 + avg_advantage: 0.0006338253 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8383046e-06 + avg_entropy: 0.0019371195 + avg_grad_norm_pre_clip: 0.03405578 + avg_loss: -1.6508431e-05 + max: + max_actor_approxkl1: 0.00015559103 + max_actor_approxkl3: 6.754602e-05 + max_actor_clipfrac: 0.0010986328 + max_actor_loss: 5.4842792e-05 + max_advantage: 0.022620142 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.6544624e-06 + max_entropy: 0.0046449797 + max_grad_norm_pre_clip: 0.08098656 + max_loss: 5.4951364e-05 + std: + std_actor_approxkl1: 6.323325e-05 + std_actor_approxkl3: 1.8287257e-05 + std_actor_clipfrac: 0.00026464212 + std_actor_loss: 3.7004782e-05 + std_advantage: 0.0027424358 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.5717703e-07 + std_entropy: 0.00095606345 + std_grad_norm_pre_clip: 0.019299679 + std_loss: 3.71613e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8920317 + avg_avg_return: 0.98644423 + avg_benchmark_regret: 0.0075719226 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662201 + proxy_corner: + avg_avg_return: 0.98644423 + avg_reward_per_step: 0.2662201 + eval-batch-shift: + avg_avg_episode_length: 60.68961 + avg_avg_return: 0.31031138 + avg_benchmark_regret: 0.68487024 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.109954834 + proxy_corner: + avg_avg_return: 0.68850994 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 5.69837 + avg_avg_return: 0.98714656 + avg_benchmark_regret: 0.0070718024 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.98714656 + avg_reward_per_step: 0.2669983 +=========================================================== +=========================================================== + step: + env-step-all-before: 435159040 + env-step-replay-before: 216825856 + env-step-used-before: 435159040 + ppo-update-before: 265600 + env-step-generate-before: 218333184 + env-step-all-after: 435191808 + env-step-replay-after: 216858624 + env-step-used-after: 435191808 + ppo-update-after: 265620 + env-step-generate-after: 218333184 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.016867 + avg_avg_return: 0.88483334 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.88483334 + avg_reward_per_step: 0.06765747 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.016867 + avg_avg_return: 0.88483334 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.88483334 + avg_reward_per_step: 0.06765747 + perf: + env_steps_per_second: 998933.238620564 + ppo_updates_per_second: 110.96168333560449 + eval-batch-orig-duration: 0.18514797103125602 + eval-batch-shift-duration: 0.14064883202081546 + eval-batch-tree-duration: 0.1379326839814894 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.671875 + mouse-cheese_dist_finite_wavg: 13.06649 + mouse-cheese_dist_solvable_avg: 13.671875 + mouse-cheese_dist_solvable_wavg: 13.06649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10262984 + visit_patterns: + avg_first_visit_time: 4433.251 + avg_last_visit_time: 6608.3677 + num_replay_batches: 6618 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030101064 + avg_actor_approxkl3: 9.176076e-05 + avg_actor_clipfrac: 0.0025024414 + avg_actor_loss: -0.00026147216 + avg_advantage: -0.00058377435 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3565014e-06 + avg_entropy: 0.01956859 + avg_grad_norm_pre_clip: 0.24750851 + avg_loss: -0.0002788625 + max: + max_actor_approxkl1: 0.00064757955 + max_actor_approxkl3: 0.0003254402 + max_actor_clipfrac: 0.006225586 + max_actor_loss: 0.00022047898 + max_advantage: 0.018297434 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.467793e-06 + max_entropy: 0.02717638 + max_grad_norm_pre_clip: 0.44301143 + max_loss: 0.00020667793 + std: + std_actor_approxkl1: 0.00020735417 + std_actor_approxkl3: 7.1388466e-05 + std_actor_clipfrac: 0.0015200082 + std_actor_loss: 0.00029645915 + std_advantage: 0.0028501647 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.80416e-07 + std_entropy: 0.0025109854 + std_grad_norm_pre_clip: 0.08899347 + std_loss: 0.00029705706 + eval-batch-orig: + avg_avg_episode_length: 5.904077 + avg_avg_return: 0.9860835 + avg_benchmark_regret: 0.00793263 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26596832 + proxy_corner: + avg_avg_return: 0.9860835 + avg_reward_per_step: 0.26596832 + eval-batch-shift: + avg_avg_episode_length: 61.441242 + avg_avg_return: 0.3002252 + avg_benchmark_regret: 0.6949564 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.109550476 + proxy_corner: + avg_avg_return: 0.69602644 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.7211237 + avg_avg_return: 0.98675656 + avg_benchmark_regret: 0.007461798 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26677704 + proxy_corner: + avg_avg_return: 0.98675656 + avg_reward_per_step: 0.26677704 +=========================================================== +=========================================================== + step: + env-step-all-before: 436207616 + env-step-replay-before: 217317376 + env-step-used-before: 436207616 + ppo-update-before: 266240 + env-step-generate-before: 218890240 + env-step-all-after: 436240384 + env-step-replay-after: 217317376 + env-step-used-after: 436240384 + ppo-update-after: 266260 + env-step-generate-after: 218923008 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7823353 + avg_avg_return: 0.9620017 + avg_reward_per_step: 0.26852417 + proxy_corner: + avg_avg_return: 0.9620017 + avg_reward_per_step: 0.26852417 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.7823353 + avg_avg_return: 0.9620017 + avg_reward_per_step: 0.26852417 + proxy_corner: + avg_avg_return: 0.9620017 + avg_reward_per_step: 0.26852417 + perf: + env_steps_per_second: 984753.4808940386 + ppo_updates_per_second: 110.88284461377019 + eval-batch-orig-duration: 0.1836462039500475 + eval-batch-shift-duration: 0.1364470369881019 + eval-batch-tree-duration: 0.1363035969552584 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.67749 + mouse-cheese_dist_finite_wavg: 14.867962 + mouse-cheese_dist_solvable_avg: 13.67749 + mouse-cheese_dist_solvable_wavg: 14.867964 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10246496 + visit_patterns: + avg_first_visit_time: 4442.8604 + avg_last_visit_time: 6622.2383 + num_replay_batches: 6632 + eta: 0.5 + ppo: + avg_actor_approxkl1: 2.3911676e-05 + avg_actor_approxkl3: 9.857467e-06 + avg_actor_clipfrac: 0.0004272461 + avg_actor_loss: -1.7286837e-05 + avg_advantage: 0.0019575313 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4629174e-06 + avg_entropy: 0.0020391583 + avg_grad_norm_pre_clip: 0.09133062 + avg_loss: -1.7594537e-05 + max: + max_actor_approxkl1: 6.582395e-05 + max_actor_approxkl3: 6.3467116e-05 + max_actor_clipfrac: 0.0028076172 + max_actor_loss: 0.00024394132 + max_advantage: 0.024434686 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.92567e-06 + max_entropy: 0.0037297686 + max_grad_norm_pre_clip: 0.48239213 + max_loss: 0.00024239975 + std: + std_actor_approxkl1: 2.3105667e-05 + std_actor_approxkl3: 1.7174163e-05 + std_actor_clipfrac: 0.0007637935 + std_actor_loss: 8.5322856e-05 + std_advantage: 0.0025502022 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.1488e-07 + std_entropy: 0.00088587234 + std_grad_norm_pre_clip: 0.11244315 + std_loss: 8.520591e-05 + eval-batch-orig: + avg_avg_episode_length: 5.867031 + avg_avg_return: 0.9865054 + avg_benchmark_regret: 0.0075107263 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26637268 + proxy_corner: + avg_avg_return: 0.9865054 + avg_reward_per_step: 0.26637268 + eval-batch-shift: + avg_avg_episode_length: 59.686386 + avg_avg_return: 0.31714955 + avg_benchmark_regret: 0.67803204 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11450195 + proxy_corner: + avg_avg_return: 0.6955118 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.6687965 + avg_avg_return: 0.9872256 + avg_benchmark_regret: 0.006992791 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2672119 + proxy_corner: + avg_avg_return: 0.9872256 + avg_reward_per_step: 0.2672119 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 437256192 + env-step-replay-before: 217841664 + env-step-used-before: 437256192 + ppo-update-before: 266880 + env-step-generate-before: 219414528 + env-step-all-after: 437288960 + env-step-replay-after: 217874432 + env-step-used-after: 437288960 + ppo-update-after: 266900 + env-step-generate-after: 219414528 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.136165 + avg_avg_return: 0.88477206 + avg_reward_per_step: 0.06707764 + proxy_corner: + avg_avg_return: 0.88477206 + avg_reward_per_step: 0.06707764 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.136165 + avg_avg_return: 0.88477206 + avg_reward_per_step: 0.06707764 + proxy_corner: + avg_avg_return: 0.88477206 + avg_reward_per_step: 0.06707764 + perf: + env_steps_per_second: 1011970.8920607327 + ppo_updates_per_second: 111.14849282637992 + eval-batch-orig-duration: 0.18640834098914638 + eval-batch-shift-duration: 0.13802599400514737 + eval-batch-tree-duration: 0.1372949869837612 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.679199 + mouse-cheese_dist_finite_wavg: 15.767675 + mouse-cheese_dist_solvable_avg: 13.679199 + mouse-cheese_dist_solvable_wavg: 15.767677 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102434725 + visit_patterns: + avg_first_visit_time: 4451.419 + avg_last_visit_time: 6639.292 + num_replay_batches: 6649 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002236163 + avg_actor_approxkl3: 6.590486e-05 + avg_actor_clipfrac: 0.0014404297 + avg_actor_loss: -0.00012624664 + avg_advantage: -0.0005784739 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.280478e-06 + avg_entropy: 0.007032192 + avg_grad_norm_pre_clip: 0.092639446 + avg_loss: -0.00013163859 + max: + max_actor_approxkl1: 0.00072521315 + max_actor_approxkl3: 0.00025918227 + max_actor_clipfrac: 0.009277344 + max_actor_loss: 0.00020057848 + max_advantage: 0.023793101 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7896461e-06 + max_entropy: 0.011667755 + max_grad_norm_pre_clip: 0.21359976 + max_loss: 0.00019578461 + std: + std_actor_approxkl1: 0.00019622566 + std_actor_approxkl3: 6.356006e-05 + std_actor_clipfrac: 0.00198025 + std_actor_loss: 0.00015788378 + std_advantage: 0.0026693512 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6312395e-07 + std_entropy: 0.0014187209 + std_grad_norm_pre_clip: 0.04098799 + std_loss: 0.000158108 + eval-batch-orig: + avg_avg_episode_length: 5.867076 + avg_avg_return: 0.9862895 + avg_benchmark_regret: 0.0077266144 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26637268 + proxy_corner: + avg_avg_return: 0.9862895 + avg_reward_per_step: 0.26637268 + eval-batch-shift: + avg_avg_episode_length: 60.410004 + avg_avg_return: 0.31234124 + avg_benchmark_regret: 0.6828403 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11399841 + proxy_corner: + avg_avg_return: 0.68364114 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.6736984 + avg_avg_return: 0.98713475 + avg_benchmark_regret: 0.0070836367 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671585 + proxy_corner: + avg_avg_return: 0.98713475 + avg_reward_per_step: 0.2671585 +=========================================================== +=========================================================== + step: + env-step-all-before: 438304768 + env-step-replay-before: 218529792 + env-step-used-before: 438304768 + ppo-update-before: 267520 + env-step-generate-before: 219774976 + env-step-all-after: 438337536 + env-step-replay-after: 218529792 + env-step-used-after: 438337536 + ppo-update-after: 267540 + env-step-generate-after: 219807744 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.48673 + avg_avg_return: 0.9663953 + avg_reward_per_step: 0.28076172 + proxy_corner: + avg_avg_return: 0.9663953 + avg_reward_per_step: 0.28076172 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.48673 + avg_avg_return: 0.9663953 + avg_reward_per_step: 0.28076172 + proxy_corner: + avg_avg_return: 0.9663953 + avg_reward_per_step: 0.28076172 + perf: + env_steps_per_second: 989355.4612716171 + ppo_updates_per_second: 112.01891176873131 + eval-batch-orig-duration: 0.19079211197094992 + eval-batch-shift-duration: 0.14707082702079788 + eval-batch-tree-duration: 0.1372489010100253 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.677734 + mouse-cheese_dist_finite_wavg: 15.767344 + mouse-cheese_dist_solvable_avg: 13.677734 + mouse-cheese_dist_solvable_wavg: 15.767346 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10226926 + visit_patterns: + avg_first_visit_time: 4455.9526 + avg_last_visit_time: 6659.3213 + num_replay_batches: 6669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018575581 + avg_actor_approxkl3: 0.00015116787 + avg_actor_clipfrac: 0.00021362305 + avg_actor_loss: 2.8191938e-05 + avg_advantage: 0.0009605226 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4560015e-06 + avg_entropy: 0.00083595916 + avg_grad_norm_pre_clip: 0.07624168 + avg_loss: 2.9583976e-05 + max: + max_actor_approxkl1: 0.0011765156 + max_actor_approxkl3: 0.0009045515 + max_actor_clipfrac: 0.0015869141 + max_actor_loss: 0.0005604606 + max_advantage: 0.023339212 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.8755454e-06 + max_entropy: 0.0018571514 + max_grad_norm_pre_clip: 0.51068294 + max_loss: 0.00056136947 + std: + std_actor_approxkl1: 0.00040699684 + std_actor_approxkl3: 0.00030549092 + std_actor_clipfrac: 0.00036186178 + std_actor_loss: 0.00012951203 + std_advantage: 0.0028437115 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.799898e-07 + std_entropy: 0.00048648118 + std_grad_norm_pre_clip: 0.1257806 + std_loss: 0.00012932628 + eval-batch-orig: + avg_avg_episode_length: 5.8672767 + avg_avg_return: 0.986268 + avg_benchmark_regret: 0.007748157 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26638794 + proxy_corner: + avg_avg_return: 0.986268 + avg_reward_per_step: 0.26638794 + eval-batch-shift: + avg_avg_episode_length: 60.456165 + avg_avg_return: 0.3180073 + avg_benchmark_regret: 0.6771743 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11645508 + proxy_corner: + avg_avg_return: 0.6870922 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.666951 + avg_avg_return: 0.9870361 + avg_benchmark_regret: 0.007182235 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26720428 + proxy_corner: + avg_avg_return: 0.9870361 + avg_reward_per_step: 0.26720428 +=========================================================== +=========================================================== + step: + env-step-all-before: 439353344 + env-step-replay-before: 218988544 + env-step-used-before: 439353344 + ppo-update-before: 268160 + env-step-generate-before: 220364800 + env-step-all-after: 439386112 + env-step-replay-after: 218988544 + env-step-used-after: 439386112 + ppo-update-after: 268180 + env-step-generate-after: 220397568 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0639753 + avg_avg_return: 0.96316206 + avg_reward_per_step: 0.24151611 + proxy_corner: + avg_avg_return: 0.96316206 + avg_reward_per_step: 0.24151611 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0639753 + avg_avg_return: 0.96316206 + avg_reward_per_step: 0.24151611 + proxy_corner: + avg_avg_return: 0.96316206 + avg_reward_per_step: 0.24151611 + perf: + env_steps_per_second: 947393.276460537 + ppo_updates_per_second: 112.01645989436747 + eval-batch-orig-duration: 0.18344216601690277 + eval-batch-shift-duration: 0.136973143031355 + eval-batch-tree-duration: 0.1384760650107637 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.679199 + mouse-cheese_dist_finite_wavg: 15.768148 + mouse-cheese_dist_solvable_avg: 13.679199 + mouse-cheese_dist_solvable_wavg: 15.768148 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102529675 + visit_patterns: + avg_first_visit_time: 4461.747 + avg_last_visit_time: 6673.2817 + num_replay_batches: 6683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013460034 + avg_actor_approxkl3: 0.00016716671 + avg_actor_clipfrac: 0.001361084 + avg_actor_loss: 0.00010372142 + avg_advantage: 0.00019459368 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.171916e-06 + avg_entropy: 0.0029475254 + avg_grad_norm_pre_clip: 0.30295822 + avg_loss: 0.00010235985 + max: + max_actor_approxkl1: 0.0010963362 + max_actor_approxkl3: 0.0014109935 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 0.0023566168 + max_advantage: 0.018942595 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.433761e-06 + max_entropy: 0.0070339832 + max_grad_norm_pre_clip: 1.861413 + max_loss: 0.0023516188 + std: + std_actor_approxkl1: 0.000256398 + std_actor_approxkl3: 0.00031823418 + std_actor_clipfrac: 0.0018230107 + std_actor_loss: 0.0005702892 + std_advantage: 0.0024515283 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.6469304e-07 + std_entropy: 0.0021008274 + std_grad_norm_pre_clip: 0.51246315 + std_loss: 0.000569699 + eval-batch-orig: + avg_avg_episode_length: 5.8833027 + avg_avg_return: 0.98628545 + avg_benchmark_regret: 0.0077307015 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.98628545 + avg_reward_per_step: 0.26628876 + eval-batch-shift: + avg_avg_episode_length: 60.728447 + avg_avg_return: 0.3076766 + avg_benchmark_regret: 0.68750495 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11199188 + proxy_corner: + avg_avg_return: 0.6873337 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.669386 + avg_avg_return: 0.9870403 + avg_benchmark_regret: 0.007178114 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26717377 + proxy_corner: + avg_avg_return: 0.9870403 + avg_reward_per_step: 0.26717377 +=========================================================== +=========================================================== + step: + env-step-all-before: 440401920 + env-step-replay-before: 219643904 + env-step-used-before: 440401920 + ppo-update-before: 268800 + env-step-generate-before: 220758016 + env-step-all-after: 440434688 + env-step-replay-after: 219676672 + env-step-used-after: 440434688 + ppo-update-after: 268820 + env-step-generate-after: 220758016 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.066349 + avg_avg_return: 0.88450694 + avg_reward_per_step: 0.067474365 + proxy_corner: + avg_avg_return: 0.88450694 + avg_reward_per_step: 0.067474365 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.066349 + avg_avg_return: 0.88450694 + avg_reward_per_step: 0.067474365 + proxy_corner: + avg_avg_return: 0.88450694 + avg_reward_per_step: 0.067474365 + perf: + env_steps_per_second: 1008898.5548473035 + ppo_updates_per_second: 110.61143930569837 + eval-batch-orig-duration: 0.1866396630066447 + eval-batch-shift-duration: 0.14171458804048598 + eval-batch-tree-duration: 0.14221341797383502 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.682861 + mouse-cheese_dist_finite_wavg: 15.767832 + mouse-cheese_dist_solvable_avg: 13.682861 + mouse-cheese_dist_solvable_wavg: 15.767832 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.102597624 + visit_patterns: + avg_first_visit_time: 4466.0576 + avg_last_visit_time: 6694.177 + num_replay_batches: 6704 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001542 + avg_actor_approxkl3: 0.00011213807 + avg_actor_clipfrac: 0.0033081055 + avg_actor_loss: 8.1759645e-06 + avg_advantage: -0.0007111119 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1582547e-06 + avg_entropy: 0.010327571 + avg_grad_norm_pre_clip: 0.29256645 + avg_loss: -5.724702e-07 + max: + max_actor_approxkl1: 0.0011736698 + max_actor_approxkl3: 0.0006227854 + max_actor_clipfrac: 0.012207031 + max_actor_loss: 0.0005187241 + max_advantage: 0.009988427 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6480365e-06 + max_entropy: 0.018485982 + max_grad_norm_pre_clip: 0.7469228 + max_loss: 0.0005100368 + std: + std_actor_approxkl1: 0.00029744973 + std_actor_approxkl3: 0.00013459043 + std_actor_clipfrac: 0.0029690703 + std_actor_loss: 0.00038138393 + std_advantage: 0.0025408224 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.174937e-07 + std_entropy: 0.0029263778 + std_grad_norm_pre_clip: 0.16153136 + std_loss: 0.00038289966 + eval-batch-orig: + avg_avg_episode_length: 5.871858 + avg_avg_return: 0.98626727 + avg_benchmark_regret: 0.0077488953 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26637268 + proxy_corner: + avg_avg_return: 0.98626727 + avg_reward_per_step: 0.26637268 + eval-batch-shift: + avg_avg_episode_length: 61.141685 + avg_avg_return: 0.30352044 + avg_benchmark_regret: 0.6916611 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10662079 + proxy_corner: + avg_avg_return: 0.68984526 + avg_reward_per_step: 0.013038635 + eval-batch-tree: + avg_avg_episode_length: 5.6647577 + avg_avg_return: 0.9872427 + avg_benchmark_regret: 0.0069757127 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26722717 + proxy_corner: + avg_avg_return: 0.9872427 + avg_reward_per_step: 0.26722717 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 441450496 + env-step-replay-before: 220168192 + env-step-used-before: 441450496 + ppo-update-before: 269440 + env-step-generate-before: 221282304 + env-step-all-after: 441483264 + env-step-replay-after: 220200960 + env-step-used-after: 441483264 + ppo-update-after: 269460 + env-step-generate-after: 221282304 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.228767 + avg_avg_return: 0.8836913 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.8836913 + avg_reward_per_step: 0.067108154 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.228767 + avg_avg_return: 0.8836913 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.8836913 + avg_reward_per_step: 0.067108154 + perf: + env_steps_per_second: 997443.7468457901 + ppo_updates_per_second: 111.17818179492471 + eval-batch-orig-duration: 0.18543962395051494 + eval-batch-shift-duration: 0.1386662069708109 + eval-batch-tree-duration: 0.13920222700107843 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.687744 + mouse-cheese_dist_finite_wavg: 13.069449 + mouse-cheese_dist_solvable_avg: 13.687744 + mouse-cheese_dist_solvable_wavg: 13.069449 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10299935 + visit_patterns: + avg_first_visit_time: 4478.252 + avg_last_visit_time: 6710.222 + num_replay_batches: 6720 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025812038 + avg_actor_approxkl3: 0.0011730819 + avg_actor_clipfrac: 0.008831787 + avg_actor_loss: -0.0013760073 + avg_advantage: -0.00089471624 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8500502e-06 + avg_entropy: 0.015891228 + avg_grad_norm_pre_clip: 0.6235043 + avg_loss: -0.0013899734 + max: + max_actor_approxkl1: 0.013385877 + max_actor_approxkl3: 0.00547193 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.0026661223 + max_advantage: 0.019492388 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.0940494e-06 + max_entropy: 0.022387374 + max_grad_norm_pre_clip: 1.4718094 + max_loss: 0.0026513394 + std: + std_actor_approxkl1: 0.0043263608 + std_actor_approxkl3: 0.0015963777 + std_actor_clipfrac: 0.006517031 + std_actor_loss: 0.0022636056 + std_advantage: 0.002735331 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6202945e-07 + std_entropy: 0.0034385733 + std_grad_norm_pre_clip: 0.31994054 + std_loss: 0.0022661174 + eval-batch-orig: + avg_avg_episode_length: 5.87508 + avg_avg_return: 0.98639625 + avg_benchmark_regret: 0.007619866 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.98639625 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 62.811104 + avg_avg_return: 0.29160762 + avg_benchmark_regret: 0.70357394 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.103652954 + proxy_corner: + avg_avg_return: 0.68381953 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.667714 + avg_avg_return: 0.986977 + avg_benchmark_regret: 0.007241361 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26718903 + proxy_corner: + avg_avg_return: 0.986977 + avg_reward_per_step: 0.26718903 +=========================================================== +=========================================================== + step: + env-step-all-before: 442499072 + env-step-replay-before: 220758016 + env-step-used-before: 442499072 + ppo-update-before: 270080 + env-step-generate-before: 221741056 + env-step-all-after: 442531840 + env-step-replay-after: 220790784 + env-step-used-after: 442531840 + ppo-update-after: 270100 + env-step-generate-after: 221741056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.333161 + avg_avg_return: 0.88246554 + avg_reward_per_step: 0.0664978 + proxy_corner: + avg_avg_return: 0.88246554 + avg_reward_per_step: 0.0664978 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.333161 + avg_avg_return: 0.88246554 + avg_reward_per_step: 0.0664978 + proxy_corner: + avg_avg_return: 0.88246554 + avg_reward_per_step: 0.0664978 + perf: + env_steps_per_second: 873890.2354457512 + ppo_updates_per_second: 111.9302703349919 + eval-batch-orig-duration: 0.18531403003726155 + eval-batch-shift-duration: 0.1371711309766397 + eval-batch-tree-duration: 0.13812151202000678 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.691895 + mouse-cheese_dist_finite_wavg: 14.868156 + mouse-cheese_dist_solvable_avg: 13.691895 + mouse-cheese_dist_solvable_wavg: 14.868158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10286779 + visit_patterns: + avg_first_visit_time: 4489.258 + avg_last_visit_time: 6728.383 + num_replay_batches: 6738 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047273524 + avg_actor_approxkl3: 0.0002674252 + avg_actor_clipfrac: 0.008178711 + avg_actor_loss: -0.00021032609 + avg_advantage: 3.7249607e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3252644e-06 + avg_entropy: 0.016549906 + avg_grad_norm_pre_clip: 0.46374375 + avg_loss: -0.00022471338 + max: + max_actor_approxkl1: 0.0011919739 + max_actor_approxkl3: 0.000671374 + max_actor_clipfrac: 0.024658203 + max_actor_loss: 0.001844069 + max_advantage: 0.011261284 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7305224e-06 + max_entropy: 0.025279693 + max_grad_norm_pre_clip: 1.3655349 + max_loss: 0.001827429 + std: + std_actor_approxkl1: 0.00029315933 + std_actor_approxkl3: 0.00020367658 + std_actor_clipfrac: 0.007363481 + std_actor_loss: 0.0009280901 + std_advantage: 0.0029319385 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.998628e-07 + std_entropy: 0.004731699 + std_grad_norm_pre_clip: 0.38248932 + std_loss: 0.0009280452 + eval-batch-orig: + avg_avg_episode_length: 5.87269 + avg_avg_return: 0.98654616 + avg_benchmark_regret: 0.0074699353 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26639557 + proxy_corner: + avg_avg_return: 0.98654616 + avg_reward_per_step: 0.26639557 + eval-batch-shift: + avg_avg_episode_length: 61.65117 + avg_avg_return: 0.29960403 + avg_benchmark_regret: 0.69557756 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.107658386 + proxy_corner: + avg_avg_return: 0.68747294 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.677224 + avg_avg_return: 0.9870609 + avg_benchmark_regret: 0.007157431 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671814 + proxy_corner: + avg_avg_return: 0.9870609 + avg_reward_per_step: 0.2671814 +=========================================================== +=========================================================== + step: + env-step-all-before: 443547648 + env-step-replay-before: 221347840 + env-step-used-before: 443547648 + ppo-update-before: 270720 + env-step-generate-before: 222199808 + env-step-all-after: 443580416 + env-step-replay-after: 221380608 + env-step-used-after: 443580416 + ppo-update-after: 270740 + env-step-generate-after: 222199808 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.108502 + avg_avg_return: 0.8841792 + avg_reward_per_step: 0.06726074 + proxy_corner: + avg_avg_return: 0.8841792 + avg_reward_per_step: 0.06726074 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.108502 + avg_avg_return: 0.8841792 + avg_reward_per_step: 0.06726074 + proxy_corner: + avg_avg_return: 0.8841792 + avg_reward_per_step: 0.06726074 + perf: + env_steps_per_second: 985841.85009258 + ppo_updates_per_second: 106.0528919226339 + eval-batch-orig-duration: 0.1924679409712553 + eval-batch-shift-duration: 0.13741708599263802 + eval-batch-tree-duration: 0.1381860949913971 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.695557 + mouse-cheese_dist_finite_wavg: 14.869371 + mouse-cheese_dist_solvable_avg: 13.695557 + mouse-cheese_dist_solvable_wavg: 14.869371 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10274501 + visit_patterns: + avg_first_visit_time: 4494.635 + avg_last_visit_time: 6746.297 + num_replay_batches: 6756 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045196773 + avg_actor_approxkl3: 0.00020942553 + avg_actor_clipfrac: 0.003338623 + avg_actor_loss: -0.00018124188 + avg_advantage: -0.00050731597 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.172232e-06 + avg_entropy: 0.0065333843 + avg_grad_norm_pre_clip: 0.12253896 + avg_loss: -0.00018568916 + max: + max_actor_approxkl1: 0.001622699 + max_actor_approxkl3: 0.0006250589 + max_actor_clipfrac: 0.0076904297 + max_actor_loss: 0.00028077536 + max_advantage: 0.010902166 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.1097603e-06 + max_entropy: 0.011417621 + max_grad_norm_pre_clip: 0.41057688 + max_loss: 0.00027764754 + std: + std_actor_approxkl1: 0.0004196871 + std_actor_approxkl3: 0.0001785749 + std_actor_clipfrac: 0.0022569064 + std_actor_loss: 0.00033825272 + std_advantage: 0.0028110067 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.8887124e-07 + std_entropy: 0.0020735972 + std_grad_norm_pre_clip: 0.093024895 + std_loss: 0.00033973195 + eval-batch-orig: + avg_avg_episode_length: 5.8991785 + avg_avg_return: 0.98623383 + avg_benchmark_regret: 0.007782301 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26622772 + proxy_corner: + avg_avg_return: 0.98623383 + avg_reward_per_step: 0.26622772 + eval-batch-shift: + avg_avg_episode_length: 61.71643 + avg_avg_return: 0.29849866 + avg_benchmark_regret: 0.69668293 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.111312866 + proxy_corner: + avg_avg_return: 0.6866771 + avg_reward_per_step: 0.013069153 + eval-batch-tree: + avg_avg_episode_length: 5.6731772 + avg_avg_return: 0.9868803 + avg_benchmark_regret: 0.007338058 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26720428 + proxy_corner: + avg_avg_return: 0.9868803 + avg_reward_per_step: 0.26720428 +=========================================================== +=========================================================== + step: + env-step-all-before: 444596224 + env-step-replay-before: 221708288 + env-step-used-before: 444596224 + ppo-update-before: 271360 + env-step-generate-before: 222887936 + env-step-all-after: 444628992 + env-step-replay-after: 221741056 + env-step-used-after: 444628992 + ppo-update-after: 271380 + env-step-generate-after: 222887936 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.93189 + avg_avg_return: 0.8855579 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.8855579 + avg_reward_per_step: 0.0680542 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.93189 + avg_avg_return: 0.8855579 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.8855579 + avg_reward_per_step: 0.0680542 + perf: + env_steps_per_second: 986927.0702424569 + ppo_updates_per_second: 111.492171538333 + eval-batch-orig-duration: 0.18509316799463704 + eval-batch-shift-duration: 0.14178156101843342 + eval-batch-tree-duration: 0.13850999699207023 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.700195 + mouse-cheese_dist_finite_wavg: 12.169207 + mouse-cheese_dist_solvable_avg: 13.700195 + mouse-cheese_dist_solvable_wavg: 12.169209 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10268906 + visit_patterns: + avg_first_visit_time: 4503.1846 + avg_last_visit_time: 6757.3105 + num_replay_batches: 6767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003093171 + avg_actor_approxkl3: 0.0002226193 + avg_actor_clipfrac: 0.0016601563 + avg_actor_loss: 3.9979303e-05 + avg_advantage: 0.00049235637 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.40364e-06 + avg_entropy: 0.004518931 + avg_grad_norm_pre_clip: 0.11167141 + avg_loss: 3.7662197e-05 + max: + max_actor_approxkl1: 0.00085951906 + max_actor_approxkl3: 0.000686529 + max_actor_clipfrac: 0.006713867 + max_actor_loss: 0.0009185504 + max_advantage: 0.012689114 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.450357e-06 + max_entropy: 0.007698194 + max_grad_norm_pre_clip: 0.346911 + max_loss: 0.0009157868 + std: + std_actor_approxkl1: 0.0002846699 + std_actor_approxkl3: 0.00023007604 + std_actor_clipfrac: 0.00169647 + std_actor_loss: 0.00026248558 + std_advantage: 0.003061935 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.197966e-07 + std_entropy: 0.0013840602 + std_grad_norm_pre_clip: 0.09433604 + std_loss: 0.00026202065 + eval-batch-orig: + avg_avg_episode_length: 5.8635273 + avg_avg_return: 0.986426 + avg_benchmark_regret: 0.0075901295 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2664261 + proxy_corner: + avg_avg_return: 0.986426 + avg_reward_per_step: 0.2664261 + eval-batch-shift: + avg_avg_episode_length: 60.7505 + avg_avg_return: 0.30477786 + avg_benchmark_regret: 0.6904037 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11225891 + proxy_corner: + avg_avg_return: 0.6892232 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.66774 + avg_avg_return: 0.9871479 + avg_benchmark_regret: 0.00707043 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26721954 + proxy_corner: + avg_avg_return: 0.9871479 + avg_reward_per_step: 0.26721954 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 445644800 + env-step-replay-before: 222298112 + env-step-used-before: 445644800 + ppo-update-before: 272000 + env-step-generate-before: 223346688 + env-step-all-after: 445677568 + env-step-replay-after: 222330880 + env-step-used-after: 445677568 + ppo-update-after: 272020 + env-step-generate-after: 223346688 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.14359 + avg_avg_return: 0.8842853 + avg_reward_per_step: 0.06704712 + proxy_corner: + avg_avg_return: 0.8842853 + avg_reward_per_step: 0.06704712 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.14359 + avg_avg_return: 0.8842853 + avg_reward_per_step: 0.06704712 + proxy_corner: + avg_avg_return: 0.8842853 + avg_reward_per_step: 0.06704712 + perf: + env_steps_per_second: 965170.4484746204 + ppo_updates_per_second: 110.03401081740556 + eval-batch-orig-duration: 0.1853298150235787 + eval-batch-shift-duration: 0.13583673199173063 + eval-batch-tree-duration: 0.13732415402773768 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.703125 + mouse-cheese_dist_finite_wavg: 14.87228 + mouse-cheese_dist_solvable_avg: 13.703125 + mouse-cheese_dist_solvable_wavg: 14.872282 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1025817 + visit_patterns: + avg_first_visit_time: 4509.0854 + avg_last_visit_time: 6775.241 + num_replay_batches: 6785 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005115087 + avg_actor_approxkl3: 0.00031437044 + avg_actor_clipfrac: 0.00423584 + avg_actor_loss: -6.4290456e-05 + avg_advantage: -0.00011225965 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.814627e-06 + avg_entropy: 0.011844876 + avg_grad_norm_pre_clip: 0.21828356 + avg_loss: -7.4228024e-05 + max: + max_actor_approxkl1: 0.0014221575 + max_actor_approxkl3: 0.0007694098 + max_actor_clipfrac: 0.009521484 + max_actor_loss: 0.0012464896 + max_advantage: 0.013054073 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7858857e-06 + max_entropy: 0.01846981 + max_grad_norm_pre_clip: 0.4292806 + max_loss: 0.0012378551 + std: + std_actor_approxkl1: 0.0004282533 + std_actor_approxkl3: 0.00022094867 + std_actor_clipfrac: 0.002575105 + std_actor_loss: 0.00042451228 + std_advantage: 0.0028975946 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9546376e-07 + std_entropy: 0.002630127 + std_grad_norm_pre_clip: 0.0922628 + std_loss: 0.00042500714 + eval-batch-orig: + avg_avg_episode_length: 5.8777695 + avg_avg_return: 0.9861289 + avg_benchmark_regret: 0.00788719 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662735 + proxy_corner: + avg_avg_return: 0.9861289 + avg_reward_per_step: 0.2662735 + eval-batch-shift: + avg_avg_episode_length: 60.96365 + avg_avg_return: 0.30554697 + avg_benchmark_regret: 0.68963456 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10997772 + proxy_corner: + avg_avg_return: 0.6852099 + avg_reward_per_step: 0.012969971 + eval-batch-tree: + avg_avg_episode_length: 5.669903 + avg_avg_return: 0.9870267 + avg_benchmark_regret: 0.0071916687 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26719666 + proxy_corner: + avg_avg_return: 0.9870267 + avg_reward_per_step: 0.26719666 +=========================================================== +=========================================================== + step: + env-step-all-before: 446693376 + env-step-replay-before: 222887936 + env-step-used-before: 446693376 + ppo-update-before: 272640 + env-step-generate-before: 223805440 + env-step-all-after: 446726144 + env-step-replay-after: 222920704 + env-step-used-after: 446726144 + ppo-update-after: 272660 + env-step-generate-after: 223805440 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.034263 + avg_avg_return: 0.8847313 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.8847313 + avg_reward_per_step: 0.06756592 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.034263 + avg_avg_return: 0.8847313 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.8847313 + avg_reward_per_step: 0.06756592 + perf: + env_steps_per_second: 987237.4370773737 + ppo_updates_per_second: 111.01923958976384 + eval-batch-orig-duration: 0.18435520102502778 + eval-batch-shift-duration: 0.13864137802738696 + eval-batch-tree-duration: 0.13807368697598577 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.702637 + mouse-cheese_dist_finite_wavg: 14.869228 + mouse-cheese_dist_solvable_avg: 13.702637 + mouse-cheese_dist_solvable_wavg: 14.869232 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10265122 + visit_patterns: + avg_first_visit_time: 4517.379 + avg_last_visit_time: 6793.3047 + num_replay_batches: 6803 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.981941e-05 + avg_actor_approxkl3: 5.614194e-05 + avg_actor_clipfrac: 0.0013183594 + avg_actor_loss: -0.00010293493 + avg_advantage: 0.00018123502 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.7278593e-06 + avg_entropy: 0.009114173 + avg_grad_norm_pre_clip: 0.10409279 + avg_loss: -0.00011068518 + max: + max_actor_approxkl1: 0.0003302761 + max_actor_approxkl3: 0.00022399367 + max_actor_clipfrac: 0.0029296875 + max_actor_loss: 0.00015825778 + max_advantage: 0.029072165 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.0982671e-06 + max_entropy: 0.011463894 + max_grad_norm_pre_clip: 0.18446589 + max_loss: 0.0001524069 + std: + std_actor_approxkl1: 0.00011182892 + std_actor_approxkl3: 5.6430843e-05 + std_actor_clipfrac: 0.00077934033 + std_actor_loss: 0.00011864722 + std_advantage: 0.002325457 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.005558e-07 + std_entropy: 0.0015942205 + std_grad_norm_pre_clip: 0.044448584 + std_loss: 0.00011861515 + eval-batch-orig: + avg_avg_episode_length: 5.865074 + avg_avg_return: 0.98652685 + avg_benchmark_regret: 0.0074893087 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.98652685 + avg_reward_per_step: 0.26641083 + eval-batch-shift: + avg_avg_episode_length: 60.66456 + avg_avg_return: 0.311851 + avg_benchmark_regret: 0.68333054 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11197662 + proxy_corner: + avg_avg_return: 0.6914574 + avg_reward_per_step: 0.013038635 + eval-batch-tree: + avg_avg_episode_length: 5.6713014 + avg_avg_return: 0.9868291 + avg_benchmark_regret: 0.007389256 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26717377 + proxy_corner: + avg_avg_return: 0.9868291 + avg_reward_per_step: 0.26717377 +=========================================================== +=========================================================== + step: + env-step-all-before: 447741952 + env-step-replay-before: 223412224 + env-step-used-before: 447741952 + ppo-update-before: 273280 + env-step-generate-before: 224329728 + env-step-all-after: 447774720 + env-step-replay-after: 223412224 + env-step-used-after: 447774720 + ppo-update-after: 273300 + env-step-generate-after: 224362496 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.807556 + avg_avg_return: 0.96389496 + avg_reward_per_step: 0.26971436 + proxy_corner: + avg_avg_return: 0.96389496 + avg_reward_per_step: 0.26971436 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.807556 + avg_avg_return: 0.96389496 + avg_reward_per_step: 0.26971436 + proxy_corner: + avg_avg_return: 0.96389496 + avg_reward_per_step: 0.26971436 + perf: + env_steps_per_second: 975665.500758825 + ppo_updates_per_second: 111.53086308075505 + eval-batch-orig-duration: 0.18862735299626365 + eval-batch-shift-duration: 0.14191891299560666 + eval-batch-tree-duration: 0.13697958702687174 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.709473 + mouse-cheese_dist_finite_wavg: 15.770657 + mouse-cheese_dist_solvable_avg: 13.709473 + mouse-cheese_dist_solvable_wavg: 15.7706585 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102532774 + visit_patterns: + avg_first_visit_time: 4531.202 + avg_last_visit_time: 6808.204 + num_replay_batches: 6818 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032327633 + avg_actor_approxkl3: 0.00025185448 + avg_actor_clipfrac: 0.0024353028 + avg_actor_loss: 6.428343e-05 + avg_advantage: -0.0014417912 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.086614e-06 + avg_entropy: 0.0045362255 + avg_grad_norm_pre_clip: 0.13268584 + avg_loss: 6.17905e-05 + max: + max_actor_approxkl1: 0.0014637585 + max_actor_approxkl3: 0.0010635145 + max_actor_clipfrac: 0.004638672 + max_actor_loss: 0.00088728964 + max_advantage: 0.033177137 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.568774e-06 + max_entropy: 0.0069137895 + max_grad_norm_pre_clip: 0.2776915 + max_loss: 0.0008866164 + std: + std_actor_approxkl1: 0.00043220696 + std_actor_approxkl3: 0.000264353 + std_actor_clipfrac: 0.0015805514 + std_actor_loss: 0.00025303592 + std_advantage: 0.0028255382 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.5815914e-07 + std_entropy: 0.0013689398 + std_grad_norm_pre_clip: 0.067155465 + std_loss: 0.00025344247 + eval-batch-orig: + avg_avg_episode_length: 5.8721156 + avg_avg_return: 0.9862879 + avg_benchmark_regret: 0.0077282367 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.9862879 + avg_reward_per_step: 0.26631165 + eval-batch-shift: + avg_avg_episode_length: 60.57971 + avg_avg_return: 0.31333014 + avg_benchmark_regret: 0.6818515 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11126709 + proxy_corner: + avg_avg_return: 0.6872028 + avg_reward_per_step: 0.013305664 + eval-batch-tree: + avg_avg_episode_length: 5.675027 + avg_avg_return: 0.9869442 + avg_benchmark_regret: 0.0072741304 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26712036 + proxy_corner: + avg_avg_return: 0.9869442 + avg_reward_per_step: 0.26712036 +=========================================================== +=========================================================== + step: + env-step-all-before: 448790528 + env-step-replay-before: 224002048 + env-step-used-before: 448790528 + ppo-update-before: 273920 + env-step-generate-before: 224788480 + env-step-all-after: 448823296 + env-step-replay-after: 224002048 + env-step-used-after: 448823296 + ppo-update-after: 273940 + env-step-generate-after: 224821248 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.424901 + avg_avg_return: 0.96615744 + avg_reward_per_step: 0.29614258 + proxy_corner: + avg_avg_return: 0.96615744 + avg_reward_per_step: 0.29614258 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.424901 + avg_avg_return: 0.96615744 + avg_reward_per_step: 0.29614258 + proxy_corner: + avg_avg_return: 0.96615744 + avg_reward_per_step: 0.29614258 + perf: + env_steps_per_second: 1002302.9296837442 + ppo_updates_per_second: 111.38276004610005 + eval-batch-orig-duration: 0.18422808503964916 + eval-batch-shift-duration: 0.13851079402957112 + eval-batch-tree-duration: 0.13985272200079635 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.709717 + mouse-cheese_dist_finite_wavg: 14.870872 + mouse-cheese_dist_solvable_avg: 13.709717 + mouse-cheese_dist_solvable_wavg: 14.870873 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10407499 + visit_patterns: + avg_first_visit_time: 4539.216 + avg_last_visit_time: 6826.3164 + num_replay_batches: 6836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 4.2654712e-05 + avg_actor_approxkl3: 3.5368295e-05 + avg_actor_clipfrac: 0.00040893556 + avg_actor_loss: -5.8891397e-05 + avg_advantage: 0.00018169178 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9222336e-06 + avg_entropy: 0.0020503427 + avg_grad_norm_pre_clip: 0.042047482 + avg_loss: -5.898063e-05 + max: + max_actor_approxkl1: 0.00033626414 + max_actor_approxkl3: 0.00016489482 + max_actor_clipfrac: 0.0017089844 + max_actor_loss: 7.026829e-06 + max_advantage: 0.013658643 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5684523e-06 + max_entropy: 0.0035860597 + max_grad_norm_pre_clip: 0.12671165 + max_loss: 7.132162e-06 + std: + std_actor_approxkl1: 0.00011280069 + std_actor_approxkl3: 4.8529004e-05 + std_actor_clipfrac: 0.00044897155 + std_actor_loss: 4.561299e-05 + std_advantage: 0.0027592692 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.3601944e-07 + std_entropy: 0.0006713643 + std_grad_norm_pre_clip: 0.031768423 + std_loss: 4.5810208e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8632727 + avg_avg_return: 0.9863903 + avg_benchmark_regret: 0.0076258336 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.9863903 + avg_reward_per_step: 0.26641083 + eval-batch-shift: + avg_avg_episode_length: 60.629425 + avg_avg_return: 0.30971587 + avg_benchmark_regret: 0.6854657 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1105957 + proxy_corner: + avg_avg_return: 0.6909312 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.6703453 + avg_avg_return: 0.9871426 + avg_benchmark_regret: 0.0070757037 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26719666 + proxy_corner: + avg_avg_return: 0.9871426 + avg_reward_per_step: 0.26719666 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 449839104 + env-step-replay-before: 224559104 + env-step-used-before: 449839104 + ppo-update-before: 274560 + env-step-generate-before: 225280000 + env-step-all-after: 449871872 + env-step-replay-after: 224559104 + env-step-used-after: 449871872 + ppo-update-after: 274580 + env-step-generate-after: 225312768 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8659363 + avg_avg_return: 0.9623604 + avg_reward_per_step: 0.26522827 + proxy_corner: + avg_avg_return: 0.9623604 + avg_reward_per_step: 0.26522827 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8659363 + avg_avg_return: 0.9623604 + avg_reward_per_step: 0.26522827 + proxy_corner: + avg_avg_return: 0.9623604 + avg_reward_per_step: 0.26522827 + perf: + env_steps_per_second: 977702.7202738394 + ppo_updates_per_second: 110.28180966404456 + eval-batch-orig-duration: 0.18720216100336984 + eval-batch-shift-duration: 0.13785949803423136 + eval-batch-tree-duration: 0.13779685099143535 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.713623 + mouse-cheese_dist_finite_wavg: 14.87048 + mouse-cheese_dist_solvable_avg: 13.713623 + mouse-cheese_dist_solvable_wavg: 14.8704815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10293861 + visit_patterns: + avg_first_visit_time: 4548.071 + avg_last_visit_time: 6843.3555 + num_replay_batches: 6853 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032118065 + avg_actor_approxkl3: 0.00022680138 + avg_actor_clipfrac: 0.0024047852 + avg_actor_loss: 0.00021327443 + avg_advantage: -0.00053719454 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.0447376e-06 + avg_entropy: 0.0046535344 + avg_grad_norm_pre_clip: 0.16811381 + avg_loss: 0.00021064324 + max: + max_actor_approxkl1: 0.0010944222 + max_actor_approxkl3: 0.00086132815 + max_actor_clipfrac: 0.008544922 + max_actor_loss: 0.0016029114 + max_advantage: 0.018106043 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.291444e-06 + max_entropy: 0.011197215 + max_grad_norm_pre_clip: 0.61282206 + max_loss: 0.001596088 + std: + std_actor_approxkl1: 0.00036679296 + std_actor_approxkl3: 0.00028865918 + std_actor_clipfrac: 0.002695267 + std_actor_loss: 0.0004977806 + std_advantage: 0.0028312784 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.25245e-07 + std_entropy: 0.0031477106 + std_grad_norm_pre_clip: 0.17216948 + std_loss: 0.00049744226 + eval-batch-orig: + avg_avg_episode_length: 5.8784127 + avg_avg_return: 0.9863805 + avg_benchmark_regret: 0.0076356605 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662506 + proxy_corner: + avg_avg_return: 0.9863805 + avg_reward_per_step: 0.2662506 + eval-batch-shift: + avg_avg_episode_length: 60.4994 + avg_avg_return: 0.31269655 + avg_benchmark_regret: 0.682485 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11016846 + proxy_corner: + avg_avg_return: 0.68593526 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 5.670229 + avg_avg_return: 0.9871301 + avg_benchmark_regret: 0.0070882533 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671814 + proxy_corner: + avg_avg_return: 0.9871301 + avg_reward_per_step: 0.2671814 +=========================================================== +=========================================================== + step: + env-step-all-before: 450887680 + env-step-replay-before: 224886784 + env-step-used-before: 450887680 + ppo-update-before: 275200 + env-step-generate-before: 226000896 + env-step-all-after: 450920448 + env-step-replay-after: 224919552 + env-step-used-after: 450920448 + ppo-update-after: 275220 + env-step-generate-after: 226000896 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.99666 + avg_avg_return: 0.8856122 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.8856122 + avg_reward_per_step: 0.067871094 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.99666 + avg_avg_return: 0.8856122 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.8856122 + avg_reward_per_step: 0.067871094 + perf: + env_steps_per_second: 995387.0396330353 + ppo_updates_per_second: 111.03611793380271 + eval-batch-orig-duration: 0.18561822798801586 + eval-batch-shift-duration: 0.1380730820237659 + eval-batch-tree-duration: 0.138211012003012 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.720947 + mouse-cheese_dist_finite_wavg: 13.969403 + mouse-cheese_dist_solvable_avg: 13.720947 + mouse-cheese_dist_solvable_wavg: 13.969405 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10293441 + visit_patterns: + avg_first_visit_time: 4562.4414 + avg_last_visit_time: 6854.29 + num_replay_batches: 6864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004680235 + avg_actor_approxkl3: 0.00040411102 + avg_actor_clipfrac: 0.005102539 + avg_actor_loss: -0.00037800215 + avg_advantage: -0.0013367332 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.11905e-06 + avg_entropy: 0.014258434 + avg_grad_norm_pre_clip: 0.21238999 + avg_loss: -0.00039020108 + max: + max_actor_approxkl1: 0.001559783 + max_actor_approxkl3: 0.0010099851 + max_actor_clipfrac: 0.009643555 + max_actor_loss: 0.0002835379 + max_advantage: 0.016349792 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.3995914e-06 + max_entropy: 0.021306518 + max_grad_norm_pre_clip: 0.44283098 + max_loss: 0.0002720565 + std: + std_actor_approxkl1: 0.00044441572 + std_actor_approxkl3: 0.00028847755 + std_actor_clipfrac: 0.0024473805 + std_actor_loss: 0.00030068608 + std_advantage: 0.00284142 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.497765e-07 + std_entropy: 0.0028720305 + std_grad_norm_pre_clip: 0.100973785 + std_loss: 0.00030043838 + eval-batch-orig: + avg_avg_episode_length: 5.870824 + avg_avg_return: 0.9863518 + avg_benchmark_regret: 0.0076643787 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.9863518 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 61.535442 + avg_avg_return: 0.29962736 + avg_benchmark_regret: 0.6955542 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10733032 + proxy_corner: + avg_avg_return: 0.6856013 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.669325 + avg_avg_return: 0.9870391 + avg_benchmark_regret: 0.0071793306 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671814 + proxy_corner: + avg_avg_return: 0.9870391 + avg_reward_per_step: 0.2671814 +=========================================================== +=========================================================== + step: + env-step-all-before: 451936256 + env-step-replay-before: 225509376 + env-step-used-before: 451936256 + ppo-update-before: 275840 + env-step-generate-before: 226426880 + env-step-all-after: 451969024 + env-step-replay-after: 225542144 + env-step-used-after: 451969024 + ppo-update-after: 275860 + env-step-generate-after: 226426880 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.029245 + avg_avg_return: 0.8847972 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.8847972 + avg_reward_per_step: 0.06762695 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.029245 + avg_avg_return: 0.8847972 + avg_reward_per_step: 0.06762695 + proxy_corner: + avg_avg_return: 0.8847972 + avg_reward_per_step: 0.06762695 + perf: + env_steps_per_second: 966098.9714897177 + ppo_updates_per_second: 110.23725915516059 + eval-batch-orig-duration: 0.1849028230062686 + eval-batch-shift-duration: 0.13490828999783844 + eval-batch-tree-duration: 0.1368770599947311 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.724365 + mouse-cheese_dist_finite_wavg: 14.871724 + mouse-cheese_dist_solvable_avg: 13.724365 + mouse-cheese_dist_solvable_wavg: 14.871724 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10272713 + visit_patterns: + avg_first_visit_time: 4575.327 + avg_last_visit_time: 6873.1826 + num_replay_batches: 6883 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039049136 + avg_actor_approxkl3: 0.00023185364 + avg_actor_clipfrac: 0.0034729005 + avg_actor_loss: 0.0001400983 + avg_advantage: -0.0014088752 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.895196e-06 + avg_entropy: 0.009587708 + avg_grad_norm_pre_clip: 0.16506968 + avg_loss: 0.0001324582 + max: + max_actor_approxkl1: 0.0015887215 + max_actor_approxkl3: 0.0008309571 + max_actor_clipfrac: 0.009033203 + max_actor_loss: 0.0016936436 + max_advantage: 0.017091215 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7019344e-06 + max_entropy: 0.013617123 + max_grad_norm_pre_clip: 0.47533837 + max_loss: 0.0016858714 + std: + std_actor_approxkl1: 0.00045031373 + std_actor_approxkl3: 0.00026594577 + std_actor_clipfrac: 0.0026116986 + std_actor_loss: 0.00049166393 + std_advantage: 0.0027314145 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.372306e-07 + std_entropy: 0.0026212754 + std_grad_norm_pre_clip: 0.11023958 + std_loss: 0.00049100484 + eval-batch-orig: + avg_avg_episode_length: 5.876523 + avg_avg_return: 0.98629826 + avg_benchmark_regret: 0.0077178692 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662964 + proxy_corner: + avg_avg_return: 0.98629826 + avg_reward_per_step: 0.2662964 + eval-batch-shift: + avg_avg_episode_length: 61.50289 + avg_avg_return: 0.30372047 + avg_benchmark_regret: 0.6914611 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1071167 + proxy_corner: + avg_avg_return: 0.68484044 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.670778 + avg_avg_return: 0.98704624 + avg_benchmark_regret: 0.007172132 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26718903 + proxy_corner: + avg_avg_return: 0.98704624 + avg_reward_per_step: 0.26718903 +=========================================================== +=========================================================== + step: + env-step-all-before: 452984832 + env-step-replay-before: 226033664 + env-step-used-before: 452984832 + ppo-update-before: 276480 + env-step-generate-before: 226951168 + env-step-all-after: 453017600 + env-step-replay-after: 226066432 + env-step-used-after: 453017600 + ppo-update-after: 276500 + env-step-generate-after: 226951168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.011147 + avg_avg_return: 0.8849488 + avg_reward_per_step: 0.06768799 + proxy_corner: + avg_avg_return: 0.8849488 + avg_reward_per_step: 0.06768799 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.011147 + avg_avg_return: 0.8849488 + avg_reward_per_step: 0.06768799 + proxy_corner: + avg_avg_return: 0.8849488 + avg_reward_per_step: 0.06768799 + perf: + env_steps_per_second: 971586.5784069925 + ppo_updates_per_second: 110.20042761093482 + eval-batch-orig-duration: 0.186751687026117 + eval-batch-shift-duration: 0.13720701303100213 + eval-batch-tree-duration: 0.13774969504447654 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.730469 + mouse-cheese_dist_finite_wavg: 14.871656 + mouse-cheese_dist_solvable_avg: 13.730469 + mouse-cheese_dist_solvable_wavg: 14.871658 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10245314 + visit_patterns: + avg_first_visit_time: 4581.8545 + avg_last_visit_time: 6889.362 + num_replay_batches: 6899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.692985e-05 + avg_actor_approxkl3: 2.3969918e-05 + avg_actor_clipfrac: 0.0009033203 + avg_actor_loss: -8.0813705e-05 + avg_advantage: -0.0012020709 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8450553e-06 + avg_entropy: 0.005409466 + avg_grad_norm_pre_clip: 0.041390274 + avg_loss: -8.430065e-05 + max: + max_actor_approxkl1: 0.00030964531 + max_actor_approxkl3: 9.6424505e-05 + max_actor_clipfrac: 0.0037841797 + max_actor_loss: 3.5148114e-06 + max_advantage: 0.014056742 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.647106e-06 + max_entropy: 0.008225609 + max_grad_norm_pre_clip: 0.10026993 + max_loss: 1.3732761e-06 + std: + std_actor_approxkl1: 0.00010111947 + std_actor_approxkl3: 2.6409476e-05 + std_actor_clipfrac: 0.0010310427 + std_actor_loss: 7.070446e-05 + std_advantage: 0.002798329 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.649012e-07 + std_entropy: 0.0018165678 + std_grad_norm_pre_clip: 0.020430967 + std_loss: 7.1943854e-05 + eval-batch-orig: + avg_avg_episode_length: 5.873558 + avg_avg_return: 0.9862479 + avg_benchmark_regret: 0.007768218 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9862479 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 61.05234 + avg_avg_return: 0.30727488 + avg_benchmark_regret: 0.6879067 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.107421875 + proxy_corner: + avg_avg_return: 0.6898067 + avg_reward_per_step: 0.013076782 + eval-batch-tree: + avg_avg_episode_length: 5.671771 + avg_avg_return: 0.98729694 + avg_benchmark_regret: 0.0069214394 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26711273 + proxy_corner: + avg_avg_return: 0.98729694 + avg_reward_per_step: 0.26711273 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 454033408 + env-step-replay-before: 226557952 + env-step-used-before: 454033408 + ppo-update-before: 277120 + env-step-generate-before: 227475456 + env-step-all-after: 454066176 + env-step-replay-after: 226557952 + env-step-used-after: 454066176 + ppo-update-after: 277140 + env-step-generate-after: 227508224 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5062623 + avg_avg_return: 0.9648267 + avg_reward_per_step: 0.29864502 + proxy_corner: + avg_avg_return: 0.9648267 + avg_reward_per_step: 0.29864502 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5062623 + avg_avg_return: 0.9648267 + avg_reward_per_step: 0.29864502 + proxy_corner: + avg_avg_return: 0.9648267 + avg_reward_per_step: 0.29864502 + perf: + env_steps_per_second: 932314.5546352579 + ppo_updates_per_second: 112.67317698464757 + eval-batch-orig-duration: 0.1833738149725832 + eval-batch-shift-duration: 0.13732393499230966 + eval-batch-tree-duration: 0.1369535070261918 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.727051 + mouse-cheese_dist_finite_wavg: 15.771854 + mouse-cheese_dist_solvable_avg: 13.727051 + mouse-cheese_dist_solvable_wavg: 15.771856 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10264574 + visit_patterns: + avg_first_visit_time: 4585.604 + avg_last_visit_time: 6904.1846 + num_replay_batches: 6914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009292976 + avg_actor_approxkl3: 0.0011189601 + avg_actor_clipfrac: 0.0020568848 + avg_actor_loss: -0.00034138627 + avg_advantage: -0.0013816615 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.544072e-06 + avg_entropy: 0.0014714717 + avg_grad_norm_pre_clip: 0.054493643 + avg_loss: -0.0003405857 + max: + max_actor_approxkl1: 0.00470442 + max_actor_approxkl3: 0.005172624 + max_actor_clipfrac: 0.009155273 + max_actor_loss: 0.00011085393 + max_advantage: 0.016296208 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.9033023e-06 + max_entropy: 0.0037701924 + max_grad_norm_pre_clip: 0.41354194 + max_loss: 0.00011146722 + std: + std_actor_approxkl1: 0.001384579 + std_actor_approxkl3: 0.0014180331 + std_actor_clipfrac: 0.0025516127 + std_actor_loss: 0.00028625573 + std_advantage: 0.002978102 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.294153e-07 + std_entropy: 0.00085646805 + std_grad_norm_pre_clip: 0.08879471 + std_loss: 0.0002858373 + eval-batch-orig: + avg_avg_episode_length: 5.86677 + avg_avg_return: 0.9863796 + avg_benchmark_regret: 0.0076365434 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631927 + proxy_corner: + avg_avg_return: 0.9863796 + avg_reward_per_step: 0.26631927 + eval-batch-shift: + avg_avg_episode_length: 61.51638 + avg_avg_return: 0.29917276 + avg_benchmark_regret: 0.6960088 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.108802795 + proxy_corner: + avg_avg_return: 0.68702847 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.667045 + avg_avg_return: 0.9871821 + avg_benchmark_regret: 0.007036266 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.9871821 + avg_reward_per_step: 0.26713562 +=========================================================== +=========================================================== + step: + env-step-all-before: 455081984 + env-step-replay-before: 227082240 + env-step-used-before: 455081984 + ppo-update-before: 277760 + env-step-generate-before: 227999744 + env-step-all-after: 455114752 + env-step-replay-after: 227115008 + env-step-used-after: 455114752 + ppo-update-after: 277780 + env-step-generate-after: 227999744 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.167061 + avg_avg_return: 0.88411486 + avg_reward_per_step: 0.066986084 + proxy_corner: + avg_avg_return: 0.88411486 + avg_reward_per_step: 0.066986084 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.167061 + avg_avg_return: 0.88411486 + avg_reward_per_step: 0.066986084 + proxy_corner: + avg_avg_return: 0.88411486 + avg_reward_per_step: 0.066986084 + perf: + env_steps_per_second: 914512.6833145244 + ppo_updates_per_second: 112.08455677418377 + eval-batch-orig-duration: 0.1839085040264763 + eval-batch-shift-duration: 0.13612341397674754 + eval-batch-tree-duration: 0.1378230469999835 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.726318 + mouse-cheese_dist_finite_wavg: 14.868156 + mouse-cheese_dist_solvable_avg: 13.726318 + mouse-cheese_dist_solvable_wavg: 14.868158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103787266 + visit_patterns: + avg_first_visit_time: 4601.3496 + avg_last_visit_time: 6921.264 + num_replay_batches: 6931 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006888126 + avg_actor_approxkl3: 0.000618644 + avg_actor_clipfrac: 0.009631348 + avg_actor_loss: -0.00057261274 + avg_advantage: -0.00024065223 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.0130813e-06 + avg_entropy: 0.012964238 + avg_grad_norm_pre_clip: 0.10003088 + avg_loss: -0.00058357045 + max: + max_actor_approxkl1: 0.0019000915 + max_actor_approxkl3: 0.0013928096 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 2.560392e-05 + max_advantage: 0.021341503 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.528647e-06 + max_entropy: 0.018628046 + max_grad_norm_pre_clip: 0.28374195 + max_loss: 1.8575425e-05 + std: + std_actor_approxkl1: 0.00067619263 + std_actor_approxkl3: 0.00038493716 + std_actor_clipfrac: 0.0050709746 + std_actor_loss: 0.00044296077 + std_advantage: 0.0028765858 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5336087e-07 + std_entropy: 0.00352515 + std_grad_norm_pre_clip: 0.08233226 + std_loss: 0.00044467897 + eval-batch-orig: + avg_avg_episode_length: 5.877445 + avg_avg_return: 0.98632544 + avg_benchmark_regret: 0.0076906662 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26597595 + proxy_corner: + avg_avg_return: 0.98632544 + avg_reward_per_step: 0.26597595 + eval-batch-shift: + avg_avg_episode_length: 61.74332 + avg_avg_return: 0.2963341 + avg_benchmark_regret: 0.6988475 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10549164 + proxy_corner: + avg_avg_return: 0.6822706 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.6780615 + avg_avg_return: 0.9868624 + avg_benchmark_regret: 0.007355911 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.9868624 + avg_reward_per_step: 0.26713562 +=========================================================== +=========================================================== + step: + env-step-all-before: 456130560 + env-step-replay-before: 227737600 + env-step-used-before: 456130560 + ppo-update-before: 278400 + env-step-generate-before: 228392960 + env-step-all-after: 456163328 + env-step-replay-after: 227770368 + env-step-used-after: 456163328 + ppo-update-after: 278420 + env-step-generate-after: 228392960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.1069145 + avg_avg_return: 0.8845156 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.8845156 + avg_reward_per_step: 0.06719971 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.1069145 + avg_avg_return: 0.8845156 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.8845156 + avg_reward_per_step: 0.06719971 + perf: + env_steps_per_second: 915958.9231321708 + ppo_updates_per_second: 112.00350653703876 + eval-batch-orig-duration: 0.18405009200796485 + eval-batch-shift-duration: 0.13776153197977692 + eval-batch-tree-duration: 0.1377287590294145 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.730713 + mouse-cheese_dist_finite_wavg: 14.872977 + mouse-cheese_dist_solvable_avg: 13.730713 + mouse-cheese_dist_solvable_wavg: 14.872981 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10261836 + visit_patterns: + avg_first_visit_time: 4606.155 + avg_last_visit_time: 6941.3647 + num_replay_batches: 6951 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003689604 + avg_actor_approxkl3: 0.00020424358 + avg_actor_clipfrac: 0.004760742 + avg_actor_loss: 0.00026465458 + avg_advantage: -0.00023329387 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.7655462e-06 + avg_entropy: 0.015804276 + avg_grad_norm_pre_clip: 0.34163994 + avg_loss: 0.00025123302 + max: + max_actor_approxkl1: 0.00089493097 + max_actor_approxkl3: 0.00042203022 + max_actor_clipfrac: 0.008422852 + max_actor_loss: 0.0015828013 + max_advantage: 0.028850198 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.296005e-06 + max_entropy: 0.019329453 + max_grad_norm_pre_clip: 0.69868517 + max_loss: 0.0015662826 + std: + std_actor_approxkl1: 0.0002321269 + std_actor_approxkl3: 0.00010613291 + std_actor_clipfrac: 0.0019927768 + std_actor_loss: 0.0004539031 + std_advantage: 0.0030364536 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.552324e-07 + std_entropy: 0.0027837176 + std_grad_norm_pre_clip: 0.14795831 + std_loss: 0.00045307676 + eval-batch-orig: + avg_avg_episode_length: 5.875835 + avg_avg_return: 0.986367 + avg_benchmark_regret: 0.007649145 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.986367 + avg_reward_per_step: 0.26628876 + eval-batch-shift: + avg_avg_episode_length: 61.471176 + avg_avg_return: 0.3081494 + avg_benchmark_regret: 0.68703216 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10620117 + proxy_corner: + avg_avg_return: 0.6735719 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.6733737 + avg_avg_return: 0.98716635 + avg_benchmark_regret: 0.0070520155 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26713562 + proxy_corner: + avg_avg_return: 0.98716635 + avg_reward_per_step: 0.26713562 +=========================================================== +=========================================================== + step: + env-step-all-before: 457179136 + env-step-replay-before: 228425728 + env-step-used-before: 457179136 + ppo-update-before: 279040 + env-step-generate-before: 228753408 + env-step-all-after: 457211904 + env-step-replay-after: 228458496 + env-step-used-after: 457211904 + ppo-update-after: 279060 + env-step-generate-after: 228753408 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.02642 + avg_avg_return: 0.884789 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.884789 + avg_reward_per_step: 0.067596436 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.02642 + avg_avg_return: 0.884789 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.884789 + avg_reward_per_step: 0.067596436 + perf: + env_steps_per_second: 990654.3573424955 + ppo_updates_per_second: 111.56861616988098 + eval-batch-orig-duration: 0.18562063301214948 + eval-batch-shift-duration: 0.13923813495784998 + eval-batch-tree-duration: 0.1399946609744802 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.730225 + mouse-cheese_dist_finite_wavg: 15.772752 + mouse-cheese_dist_solvable_avg: 13.730225 + mouse-cheese_dist_solvable_wavg: 15.772754 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10276075 + visit_patterns: + avg_first_visit_time: 4613.267 + avg_last_visit_time: 6962.373 + num_replay_batches: 6972 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001906931 + avg_actor_approxkl3: 0.00012920104 + avg_actor_clipfrac: 0.0019714355 + avg_actor_loss: 2.25198e-05 + avg_advantage: -0.000991256 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.524572e-06 + avg_entropy: 0.009206164 + avg_grad_norm_pre_clip: 0.13464716 + avg_loss: 1.5575926e-05 + max: + max_actor_approxkl1: 0.00086431846 + max_actor_approxkl3: 0.0003356025 + max_actor_clipfrac: 0.0053710938 + max_actor_loss: 0.0003242977 + max_advantage: 0.01545018 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.376376e-06 + max_entropy: 0.013092691 + max_grad_norm_pre_clip: 0.35848546 + max_loss: 0.00031388647 + std: + std_actor_approxkl1: 0.00025723895 + std_actor_approxkl3: 9.1206944e-05 + std_actor_clipfrac: 0.0013069364 + std_actor_loss: 0.00016221755 + std_advantage: 0.0029334193 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.469468e-07 + std_entropy: 0.0020305559 + std_grad_norm_pre_clip: 0.073379405 + std_loss: 0.00016172872 + eval-batch-orig: + avg_avg_episode_length: 6.0105314 + avg_avg_return: 0.9861907 + avg_benchmark_regret: 0.007825504 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.9861907 + avg_reward_per_step: 0.26544952 + eval-batch-shift: + avg_avg_episode_length: 61.11792 + avg_avg_return: 0.30307075 + avg_benchmark_regret: 0.6921108 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10784912 + proxy_corner: + avg_avg_return: 0.6871828 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 6.0159483 + avg_avg_return: 0.9860237 + avg_benchmark_regret: 0.008194636 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.9860237 + avg_reward_per_step: 0.26628876 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 458227712 + env-step-replay-before: 228818944 + env-step-used-before: 458227712 + ppo-update-before: 279680 + env-step-generate-before: 229408768 + env-step-all-after: 458260480 + env-step-replay-after: 228818944 + env-step-used-after: 458260480 + ppo-update-after: 279700 + env-step-generate-after: 229441536 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.772764 + avg_avg_return: 0.96441865 + avg_reward_per_step: 0.25320435 + proxy_corner: + avg_avg_return: 0.96441865 + avg_reward_per_step: 0.25320435 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.772764 + avg_avg_return: 0.96441865 + avg_reward_per_step: 0.25320435 + proxy_corner: + avg_avg_return: 0.96441865 + avg_reward_per_step: 0.25320435 + perf: + env_steps_per_second: 988978.0324627503 + ppo_updates_per_second: 111.53528349004965 + eval-batch-orig-duration: 0.182092216971796 + eval-batch-shift-duration: 0.13561827497323975 + eval-batch-tree-duration: 0.1372264459496364 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.733154 + mouse-cheese_dist_finite_wavg: 14.874236 + mouse-cheese_dist_solvable_avg: 13.733154 + mouse-cheese_dist_solvable_wavg: 14.87424 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10277296 + visit_patterns: + avg_first_visit_time: 4627.5176 + avg_last_visit_time: 6973.284 + num_replay_batches: 6983 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000117004616 + avg_actor_approxkl3: 4.8558515e-05 + avg_actor_clipfrac: 0.0013305665 + avg_actor_loss: 3.6771784e-05 + avg_advantage: 0.00054873247 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5222987e-06 + avg_entropy: 0.004300609 + avg_grad_norm_pre_clip: 0.13163945 + avg_loss: 3.473232e-05 + max: + max_actor_approxkl1: 0.00041086017 + max_actor_approxkl3: 0.0002761495 + max_actor_clipfrac: 0.0068359375 + max_actor_loss: 0.0010397029 + max_advantage: 0.021389246 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.247786e-06 + max_entropy: 0.0087499255 + max_grad_norm_pre_clip: 0.5474376 + max_loss: 0.0010334837 + std: + std_actor_approxkl1: 0.00012089177 + std_actor_approxkl3: 7.178463e-05 + std_actor_clipfrac: 0.0018002372 + std_actor_loss: 0.0003040073 + std_advantage: 0.0028907016 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.709662e-07 + std_entropy: 0.0020919081 + std_grad_norm_pre_clip: 0.11849866 + std_loss: 0.00030371847 + eval-batch-orig: + avg_avg_episode_length: 5.878483 + avg_avg_return: 0.98659897 + avg_benchmark_regret: 0.0074171126 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2661438 + proxy_corner: + avg_avg_return: 0.98659897 + avg_reward_per_step: 0.2661438 + eval-batch-shift: + avg_avg_episode_length: 61.58972 + avg_avg_return: 0.29936555 + avg_benchmark_regret: 0.69581604 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10694885 + proxy_corner: + avg_avg_return: 0.6884625 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.682437 + avg_avg_return: 0.9867761 + avg_benchmark_regret: 0.00744228 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26699066 + proxy_corner: + avg_avg_return: 0.9867761 + avg_reward_per_step: 0.26699066 +=========================================================== +=========================================================== + step: + env-step-all-before: 459276288 + env-step-replay-before: 229343232 + env-step-used-before: 459276288 + ppo-update-before: 280320 + env-step-generate-before: 229933056 + env-step-all-after: 459309056 + env-step-replay-after: 229376000 + env-step-used-after: 459309056 + ppo-update-after: 280340 + env-step-generate-after: 229933056 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.065223 + avg_avg_return: 0.88447374 + avg_reward_per_step: 0.06741333 + proxy_corner: + avg_avg_return: 0.88447374 + avg_reward_per_step: 0.06741333 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.065223 + avg_avg_return: 0.88447374 + avg_reward_per_step: 0.06741333 + proxy_corner: + avg_avg_return: 0.88447374 + avg_reward_per_step: 0.06741333 + perf: + env_steps_per_second: 971728.5643048753 + ppo_updates_per_second: 110.02091026080798 + eval-batch-orig-duration: 0.18728073500096798 + eval-batch-shift-duration: 0.1373840940068476 + eval-batch-tree-duration: 0.1389749119989574 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.732178 + mouse-cheese_dist_finite_wavg: 15.77388 + mouse-cheese_dist_solvable_avg: 13.732178 + mouse-cheese_dist_solvable_wavg: 15.77388 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10281163 + visit_patterns: + avg_first_visit_time: 4637.385 + avg_last_visit_time: 6990.181 + num_replay_batches: 7000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020634584 + avg_actor_approxkl3: 8.536078e-05 + avg_actor_clipfrac: 0.0021484375 + avg_actor_loss: 1.4693849e-05 + avg_advantage: -0.00011106812 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1977095e-06 + avg_entropy: 0.009810572 + avg_grad_norm_pre_clip: 0.17441903 + avg_loss: 6.4821324e-06 + max: + max_actor_approxkl1: 0.000590896 + max_actor_approxkl3: 0.00024067401 + max_actor_clipfrac: 0.0048828125 + max_actor_loss: 0.0007950906 + max_advantage: 0.016384542 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6495114e-06 + max_entropy: 0.012644665 + max_grad_norm_pre_clip: 0.3963463 + max_loss: 0.0007876254 + std: + std_actor_approxkl1: 0.00017358919 + std_actor_approxkl3: 6.6753215e-05 + std_actor_clipfrac: 0.0012239945 + std_actor_loss: 0.00023169052 + std_advantage: 0.002447659 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1292321e-07 + std_entropy: 0.0017727312 + std_grad_norm_pre_clip: 0.09348773 + std_loss: 0.0002316737 + eval-batch-orig: + avg_avg_episode_length: 5.8924274 + avg_avg_return: 0.9860263 + avg_benchmark_regret: 0.007989885 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26553345 + proxy_corner: + avg_avg_return: 0.9860263 + avg_reward_per_step: 0.26553345 + eval-batch-shift: + avg_avg_episode_length: 61.388115 + avg_avg_return: 0.3061496 + avg_benchmark_regret: 0.68903196 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.108306885 + proxy_corner: + avg_avg_return: 0.6793441 + avg_reward_per_step: 0.013000488 + eval-batch-tree: + avg_avg_episode_length: 5.6825323 + avg_avg_return: 0.9867119 + avg_benchmark_regret: 0.007506425 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669449 + proxy_corner: + avg_avg_return: 0.9867119 + avg_reward_per_step: 0.2669449 +=========================================================== +=========================================================== + step: + env-step-all-before: 460324864 + env-step-replay-before: 229834752 + env-step-used-before: 460324864 + ppo-update-before: 280960 + env-step-generate-before: 230490112 + env-step-all-after: 460357632 + env-step-replay-after: 229834752 + env-step-used-after: 460357632 + ppo-update-after: 280980 + env-step-generate-after: 230522880 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6046753 + avg_avg_return: 0.9664408 + avg_reward_per_step: 0.2642212 + proxy_corner: + avg_avg_return: 0.9664408 + avg_reward_per_step: 0.2642212 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6046753 + avg_avg_return: 0.9664408 + avg_reward_per_step: 0.2642212 + proxy_corner: + avg_avg_return: 0.9664408 + avg_reward_per_step: 0.2642212 + perf: + env_steps_per_second: 1012172.9807117014 + ppo_updates_per_second: 110.72594659526087 + eval-batch-orig-duration: 0.1856579590239562 + eval-batch-shift-duration: 0.13825516699580476 + eval-batch-tree-duration: 0.1378775549819693 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.735596 + mouse-cheese_dist_finite_wavg: 15.774247 + mouse-cheese_dist_solvable_avg: 13.735596 + mouse-cheese_dist_solvable_wavg: 15.774247 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10274236 + visit_patterns: + avg_first_visit_time: 4645.2837 + avg_last_visit_time: 7004.357 + num_replay_batches: 7014 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00029128176 + avg_actor_approxkl3: 9.3038405e-05 + avg_actor_clipfrac: 0.0022277832 + avg_actor_loss: -9.339899e-05 + avg_advantage: 0.0011540102 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5473867e-06 + avg_entropy: 0.005451271 + avg_grad_norm_pre_clip: 0.14491603 + avg_loss: -9.6576565e-05 + max: + max_actor_approxkl1: 0.0015395603 + max_actor_approxkl3: 0.00047595234 + max_actor_clipfrac: 0.0076904297 + max_actor_loss: 9.091478e-05 + max_advantage: 0.018422961 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7990355e-06 + max_entropy: 0.010766772 + max_grad_norm_pre_clip: 0.36735472 + max_loss: 8.780721e-05 + std: + std_actor_approxkl1: 0.00035097898 + std_actor_approxkl3: 0.000116940835 + std_actor_clipfrac: 0.0021829351 + std_actor_loss: 0.0001090596 + std_advantage: 0.0028827821 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.118658e-07 + std_entropy: 0.0027896008 + std_grad_norm_pre_clip: 0.09263937 + std_loss: 0.000109453955 + eval-batch-orig: + avg_avg_episode_length: 5.890232 + avg_avg_return: 0.98618484 + avg_benchmark_regret: 0.007831276 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.266037 + proxy_corner: + avg_avg_return: 0.98618484 + avg_reward_per_step: 0.266037 + eval-batch-shift: + avg_avg_episode_length: 60.980843 + avg_avg_return: 0.31080195 + avg_benchmark_regret: 0.6843796 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11060333 + proxy_corner: + avg_avg_return: 0.678604 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.6961403 + avg_avg_return: 0.9867857 + avg_benchmark_regret: 0.0074326256 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26683044 + proxy_corner: + avg_avg_return: 0.9867857 + avg_reward_per_step: 0.26683044 +=========================================================== +=========================================================== + step: + env-step-all-before: 461373440 + env-step-replay-before: 230424576 + env-step-used-before: 461373440 + ppo-update-before: 281600 + env-step-generate-before: 230948864 + env-step-all-after: 461406208 + env-step-replay-after: 230457344 + env-step-used-after: 461406208 + ppo-update-after: 281620 + env-step-generate-after: 230948864 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.327412 + avg_avg_return: 0.88246787 + avg_reward_per_step: 0.066467285 + proxy_corner: + avg_avg_return: 0.88246787 + avg_reward_per_step: 0.066467285 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.327412 + avg_avg_return: 0.88246787 + avg_reward_per_step: 0.066467285 + proxy_corner: + avg_avg_return: 0.88246787 + avg_reward_per_step: 0.066467285 + perf: + env_steps_per_second: 992486.5971436204 + ppo_updates_per_second: 111.32066670251483 + eval-batch-orig-duration: 0.18773963302373886 + eval-batch-shift-duration: 0.14681352500338107 + eval-batch-tree-duration: 0.1399561720318161 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.740723 + mouse-cheese_dist_finite_wavg: 14.875575 + mouse-cheese_dist_solvable_avg: 13.740723 + mouse-cheese_dist_solvable_wavg: 14.875577 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10303779 + visit_patterns: + avg_first_visit_time: 4662.1943 + avg_last_visit_time: 7023.242 + num_replay_batches: 7033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008280808 + avg_actor_approxkl3: 0.00046265774 + avg_actor_clipfrac: 0.0076904297 + avg_actor_loss: -0.00013355642 + avg_advantage: 0.0003410533 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.523258e-06 + avg_entropy: 0.024224412 + avg_grad_norm_pre_clip: 0.52179784 + avg_loss: -0.00015601919 + max: + max_actor_approxkl1: 0.003708613 + max_actor_approxkl3: 0.0017806102 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.001931381 + max_advantage: 0.022108436 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.1377216e-06 + max_entropy: 0.031992614 + max_grad_norm_pre_clip: 1.1468287 + max_loss: 0.0019117153 + std: + std_actor_approxkl1: 0.0008276954 + std_actor_approxkl3: 0.00042115443 + std_actor_clipfrac: 0.004795515 + std_actor_loss: 0.00069974107 + std_advantage: 0.0026783766 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0001993e-07 + std_entropy: 0.0047503253 + std_grad_norm_pre_clip: 0.26356757 + std_loss: 0.0007012782 + eval-batch-orig: + avg_avg_episode_length: 5.8882866 + avg_avg_return: 0.98617727 + avg_benchmark_regret: 0.007838882 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26607513 + proxy_corner: + avg_avg_return: 0.98617727 + avg_reward_per_step: 0.26607513 + eval-batch-shift: + avg_avg_episode_length: 60.96879 + avg_avg_return: 0.30465662 + avg_benchmark_regret: 0.69052494 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.11114502 + proxy_corner: + avg_avg_return: 0.67643946 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.6899757 + avg_avg_return: 0.98661566 + avg_benchmark_regret: 0.00760271 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.98661566 + avg_reward_per_step: 0.2668686 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 462422016 + env-step-replay-before: 230948864 + env-step-used-before: 462422016 + ppo-update-before: 282240 + env-step-generate-before: 231473152 + env-step-all-after: 462454784 + env-step-replay-after: 230948864 + env-step-used-after: 462454784 + ppo-update-after: 282260 + env-step-generate-after: 231505920 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5821595 + avg_avg_return: 0.963032 + avg_reward_per_step: 0.27001953 + proxy_corner: + avg_avg_return: 0.963032 + avg_reward_per_step: 0.27001953 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5821595 + avg_avg_return: 0.963032 + avg_reward_per_step: 0.27001953 + proxy_corner: + avg_avg_return: 0.963032 + avg_reward_per_step: 0.27001953 + perf: + env_steps_per_second: 998995.8213157684 + ppo_updates_per_second: 111.19063279924313 + eval-batch-orig-duration: 0.18580264499178156 + eval-batch-shift-duration: 0.14019812998594716 + eval-batch-tree-duration: 0.13909926998894662 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.749512 + mouse-cheese_dist_finite_wavg: 14.87496 + mouse-cheese_dist_solvable_avg: 13.749512 + mouse-cheese_dist_solvable_wavg: 14.87496 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.103073016 + visit_patterns: + avg_first_visit_time: 4681.749 + avg_last_visit_time: 7038.3164 + num_replay_batches: 7048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00012612894 + avg_actor_approxkl3: 9.9739664e-05 + avg_actor_clipfrac: 0.0014953613 + avg_actor_loss: 5.9967977e-05 + avg_advantage: 1.6353613e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3226387e-06 + avg_entropy: 0.0061372095 + avg_grad_norm_pre_clip: 0.1742153 + avg_loss: 5.5992085e-05 + max: + max_actor_approxkl1: 0.0004841634 + max_actor_approxkl3: 0.00076701376 + max_actor_clipfrac: 0.0053710938 + max_actor_loss: 0.0036432203 + max_advantage: 0.01988703 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7898064e-06 + max_entropy: 0.012822322 + max_grad_norm_pre_clip: 0.61142397 + max_loss: 0.0036389802 + std: + std_actor_approxkl1: 0.00017977817 + std_actor_approxkl3: 0.00016953272 + std_actor_clipfrac: 0.0014869922 + std_actor_loss: 0.0009523506 + std_advantage: 0.0030752665 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.545666e-07 + std_entropy: 0.0026342522 + std_grad_norm_pre_clip: 0.15840952 + std_loss: 0.0009521104 + eval-batch-orig: + avg_avg_episode_length: 5.8837337 + avg_avg_return: 0.986016 + avg_benchmark_regret: 0.008000189 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.986016 + avg_reward_per_step: 0.26605988 + eval-batch-shift: + avg_avg_episode_length: 60.88037 + avg_avg_return: 0.30624533 + avg_benchmark_regret: 0.68893623 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10810089 + proxy_corner: + avg_avg_return: 0.6764033 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.6901383 + avg_avg_return: 0.98683965 + avg_benchmark_regret: 0.0073787416 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669449 + proxy_corner: + avg_avg_return: 0.98683965 + avg_reward_per_step: 0.2669449 +=========================================================== +=========================================================== + step: + env-step-all-before: 463470592 + env-step-replay-before: 231473152 + env-step-used-before: 463470592 + ppo-update-before: 282880 + env-step-generate-before: 231997440 + env-step-all-after: 463503360 + env-step-replay-after: 231473152 + env-step-used-after: 463503360 + ppo-update-after: 282900 + env-step-generate-after: 232030208 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6798887 + avg_avg_return: 0.96415186 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.96415186 + avg_reward_per_step: 0.26589966 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6798887 + avg_avg_return: 0.96415186 + avg_reward_per_step: 0.26589966 + proxy_corner: + avg_avg_return: 0.96415186 + avg_reward_per_step: 0.26589966 + perf: + env_steps_per_second: 977053.9048004833 + ppo_updates_per_second: 103.61070617675568 + eval-batch-orig-duration: 0.19678821600973606 + eval-batch-shift-duration: 0.1364225770230405 + eval-batch-tree-duration: 0.13741932500852272 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.753662 + mouse-cheese_dist_finite_wavg: 13.076627 + mouse-cheese_dist_solvable_avg: 13.753662 + mouse-cheese_dist_solvable_wavg: 13.07663 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10299493 + visit_patterns: + avg_first_visit_time: 4705.9736 + avg_last_visit_time: 7054.243 + num_replay_batches: 7064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013513606 + avg_actor_approxkl3: 0.00015759375 + avg_actor_clipfrac: 0.0017333984 + avg_actor_loss: -0.00011168616 + avg_advantage: -0.00028160278 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.7301704e-06 + avg_entropy: 0.0040582963 + avg_grad_norm_pre_clip: 0.10064119 + avg_loss: -0.00011387938 + max: + max_actor_approxkl1: 0.00063314085 + max_actor_approxkl3: 0.00067217625 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 6.0470775e-06 + max_advantage: 0.019105434 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7730764e-06 + max_entropy: 0.007377927 + max_grad_norm_pre_clip: 0.45153925 + max_loss: 6.0119573e-06 + std: + std_actor_approxkl1: 0.00025138934 + std_actor_approxkl3: 0.00021297208 + std_actor_clipfrac: 0.0017901517 + std_actor_loss: 8.452818e-05 + std_advantage: 0.0026539606 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6596017e-07 + std_entropy: 0.0016090455 + std_grad_norm_pre_clip: 0.09132415 + std_loss: 8.48899e-05 + eval-batch-orig: + avg_avg_episode_length: 5.885231 + avg_avg_return: 0.9862323 + avg_benchmark_regret: 0.0077838907 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26618958 + proxy_corner: + avg_avg_return: 0.9862323 + avg_reward_per_step: 0.26618958 + eval-batch-shift: + avg_avg_episode_length: 61.990913 + avg_avg_return: 0.2947017 + avg_benchmark_regret: 0.70047987 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10424042 + proxy_corner: + avg_avg_return: 0.6796477 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.6919265 + avg_avg_return: 0.98676175 + avg_benchmark_regret: 0.007456622 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.98676175 + avg_reward_per_step: 0.2669983 +=========================================================== +=========================================================== + step: + env-step-all-before: 464519168 + env-step-replay-before: 231899136 + env-step-used-before: 464519168 + ppo-update-before: 283520 + env-step-generate-before: 232620032 + env-step-all-after: 464551936 + env-step-replay-after: 231899136 + env-step-used-after: 464551936 + ppo-update-after: 283540 + env-step-generate-after: 232652800 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.152001 + avg_avg_return: 0.95915127 + avg_reward_per_step: 0.2472229 + proxy_corner: + avg_avg_return: 0.95915127 + avg_reward_per_step: 0.2472229 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.152001 + avg_avg_return: 0.95915127 + avg_reward_per_step: 0.2472229 + proxy_corner: + avg_avg_return: 0.95915127 + avg_reward_per_step: 0.2472229 + perf: + env_steps_per_second: 1004203.755531687 + ppo_updates_per_second: 112.10946960440315 + eval-batch-orig-duration: 0.18701287801377475 + eval-batch-shift-duration: 0.13936828798614442 + eval-batch-tree-duration: 0.14040734601439908 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.760498 + mouse-cheese_dist_finite_wavg: 14.875533 + mouse-cheese_dist_solvable_avg: 13.760498 + mouse-cheese_dist_solvable_wavg: 14.875535 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10292715 + visit_patterns: + avg_first_visit_time: 4716.994 + avg_last_visit_time: 7067.3413 + num_replay_batches: 7077 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.955286e-05 + avg_actor_approxkl3: 4.2104173e-05 + avg_actor_clipfrac: 0.001184082 + avg_actor_loss: -2.4271803e-05 + avg_advantage: 0.0008089579 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6726724e-06 + avg_entropy: 0.004087795 + avg_grad_norm_pre_clip: 0.11002021 + avg_loss: -2.6523265e-05 + max: + max_actor_approxkl1: 0.00041579077 + max_actor_approxkl3: 0.00030457665 + max_actor_clipfrac: 0.0040283203 + max_actor_loss: 0.00023152516 + max_advantage: 0.015348613 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.339931e-06 + max_entropy: 0.007164059 + max_grad_norm_pre_clip: 0.4585131 + max_loss: 0.00022598416 + std: + std_actor_approxkl1: 0.00010456895 + std_actor_approxkl3: 7.2894705e-05 + std_actor_clipfrac: 0.0015765984 + std_actor_loss: 0.000118377764 + std_advantage: 0.002719793 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6338201e-07 + std_entropy: 0.0013480843 + std_grad_norm_pre_clip: 0.11275454 + std_loss: 0.0001182009 + eval-batch-orig: + avg_avg_episode_length: 5.8776054 + avg_avg_return: 0.98621714 + avg_benchmark_regret: 0.0077989576 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26620483 + proxy_corner: + avg_avg_return: 0.98621714 + avg_reward_per_step: 0.26620483 + eval-batch-shift: + avg_avg_episode_length: 60.541553 + avg_avg_return: 0.31324214 + avg_benchmark_regret: 0.6819395 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10973358 + proxy_corner: + avg_avg_return: 0.6740706 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 5.6802554 + avg_avg_return: 0.98674023 + avg_benchmark_regret: 0.0074780798 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670517 + proxy_corner: + avg_avg_return: 0.98674023 + avg_reward_per_step: 0.2670517 +=========================================================== +=========================================================== + step: + env-step-all-before: 465567744 + env-step-replay-before: 232226816 + env-step-used-before: 465567744 + ppo-update-before: 284160 + env-step-generate-before: 233340928 + env-step-all-after: 465600512 + env-step-replay-after: 232259584 + env-step-used-after: 465600512 + ppo-update-after: 284180 + env-step-generate-after: 233340928 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.120891 + avg_avg_return: 0.8844372 + avg_reward_per_step: 0.06716919 + proxy_corner: + avg_avg_return: 0.8844372 + avg_reward_per_step: 0.06716919 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.120891 + avg_avg_return: 0.8844372 + avg_reward_per_step: 0.06716919 + proxy_corner: + avg_avg_return: 0.8844372 + avg_reward_per_step: 0.06716919 + perf: + env_steps_per_second: 974646.2594669085 + ppo_updates_per_second: 110.09541122984514 + eval-batch-orig-duration: 0.18615048297215253 + eval-batch-shift-duration: 0.13707330502802506 + eval-batch-tree-duration: 0.1383443899685517 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.771484 + mouse-cheese_dist_finite_wavg: 14.877203 + mouse-cheese_dist_solvable_avg: 13.771484 + mouse-cheese_dist_solvable_wavg: 14.877203 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10289042 + visit_patterns: + avg_first_visit_time: 4742.0015 + avg_last_visit_time: 7078.3877 + num_replay_batches: 7088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023520275 + avg_actor_approxkl3: 9.3690294e-05 + avg_actor_clipfrac: 0.0027893067 + avg_actor_loss: -0.00015410136 + avg_advantage: -0.0003866165 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5895267e-06 + avg_entropy: 0.022810949 + avg_grad_norm_pre_clip: 0.26154754 + avg_loss: -0.00017461754 + max: + max_actor_approxkl1: 0.0006231544 + max_actor_approxkl3: 0.00022810251 + max_actor_clipfrac: 0.0063476562 + max_actor_loss: 0.00014050584 + max_advantage: 0.021683276 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.49353e-06 + max_entropy: 0.028341055 + max_grad_norm_pre_clip: 0.4402286 + max_loss: 0.000117551244 + std: + std_actor_approxkl1: 0.00018701756 + std_actor_approxkl3: 5.968408e-05 + std_actor_clipfrac: 0.0014816717 + std_actor_loss: 0.00028326118 + std_advantage: 0.0031563172 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4400458e-07 + std_entropy: 0.002778924 + std_grad_norm_pre_clip: 0.09987014 + std_loss: 0.0002838457 + eval-batch-orig: + avg_avg_episode_length: 5.901801 + avg_avg_return: 0.9857551 + avg_benchmark_regret: 0.008261092 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26592255 + proxy_corner: + avg_avg_return: 0.9857551 + avg_reward_per_step: 0.26592255 + eval-batch-shift: + avg_avg_episode_length: 62.425213 + avg_avg_return: 0.29116288 + avg_benchmark_regret: 0.7040187 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10487366 + proxy_corner: + avg_avg_return: 0.67174566 + avg_reward_per_step: 0.012863159 + eval-batch-tree: + avg_avg_episode_length: 5.679082 + avg_avg_return: 0.98656356 + avg_benchmark_regret: 0.0076547572 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26704407 + proxy_corner: + avg_avg_return: 0.98656356 + avg_reward_per_step: 0.26704407 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 466616320 + env-step-replay-before: 232652800 + env-step-used-before: 466616320 + ppo-update-before: 284800 + env-step-generate-before: 233963520 + env-step-all-after: 466649088 + env-step-replay-after: 232652800 + env-step-used-after: 466649088 + ppo-update-after: 284820 + env-step-generate-after: 233996288 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.57402 + avg_avg_return: 0.9648726 + avg_reward_per_step: 0.28149414 + proxy_corner: + avg_avg_return: 0.9648726 + avg_reward_per_step: 0.28149414 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.57402 + avg_avg_return: 0.9648726 + avg_reward_per_step: 0.28149414 + proxy_corner: + avg_avg_return: 0.9648726 + avg_reward_per_step: 0.28149414 + perf: + env_steps_per_second: 998181.4432678437 + ppo_updates_per_second: 111.01787459743751 + eval-batch-orig-duration: 0.18332040298264474 + eval-batch-shift-duration: 0.13697544200113043 + eval-batch-tree-duration: 0.13704815896926448 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.769775 + mouse-cheese_dist_finite_wavg: 13.077006 + mouse-cheese_dist_solvable_avg: 13.769775 + mouse-cheese_dist_solvable_wavg: 13.077009 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103257775 + visit_patterns: + avg_first_visit_time: 4752.556 + avg_last_visit_time: 7090.24 + num_replay_batches: 7100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.7496974e-05 + avg_actor_approxkl3: 2.3326313e-05 + avg_actor_clipfrac: 0.00064086914 + avg_actor_loss: -8.237213e-05 + avg_advantage: 0.0009823354 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6880906e-06 + avg_entropy: 0.004653297 + avg_grad_norm_pre_clip: 0.056405265 + avg_loss: -8.518138e-05 + max: + max_actor_approxkl1: 0.00025320894 + max_actor_approxkl3: 6.046107e-05 + max_actor_clipfrac: 0.0013427734 + max_actor_loss: 4.656613e-09 + max_advantage: 0.01597321 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.833045e-06 + max_entropy: 0.006255253 + max_grad_norm_pre_clip: 0.15576029 + max_loss: -2.6663342e-06 + std: + std_actor_approxkl1: 8.4389685e-05 + std_actor_approxkl3: 2.1672979e-05 + std_actor_clipfrac: 0.00047257927 + std_actor_loss: 6.570501e-05 + std_advantage: 0.002589894 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.174846e-07 + std_entropy: 0.000973642 + std_grad_norm_pre_clip: 0.03058584 + std_loss: 6.5833265e-05 + eval-batch-orig: + avg_avg_episode_length: 5.878783 + avg_avg_return: 0.9861673 + avg_benchmark_regret: 0.007848789 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662201 + proxy_corner: + avg_avg_return: 0.9861673 + avg_reward_per_step: 0.2662201 + eval-batch-shift: + avg_avg_episode_length: 61.423286 + avg_avg_return: 0.30142552 + avg_benchmark_regret: 0.6937561 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10485077 + proxy_corner: + avg_avg_return: 0.67983437 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.6990747 + avg_avg_return: 0.9868138 + avg_benchmark_regret: 0.007404565 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26691437 + proxy_corner: + avg_avg_return: 0.9868138 + avg_reward_per_step: 0.26691437 +=========================================================== +=========================================================== + step: + env-step-all-before: 467664896 + env-step-replay-before: 233144320 + env-step-used-before: 467664896 + ppo-update-before: 285440 + env-step-generate-before: 234520576 + env-step-all-after: 467697664 + env-step-replay-after: 233177088 + env-step-used-after: 467697664 + ppo-update-after: 285460 + env-step-generate-after: 234520576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.082029 + avg_avg_return: 0.88510007 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.88510007 + avg_reward_per_step: 0.06738281 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.082029 + avg_avg_return: 0.88510007 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.88510007 + avg_reward_per_step: 0.06738281 + perf: + env_steps_per_second: 1013635.3883997644 + ppo_updates_per_second: 110.89757166796907 + eval-batch-orig-duration: 0.18429709400516003 + eval-batch-shift-duration: 0.13709888595622033 + eval-batch-tree-duration: 0.13694350299192593 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.768311 + mouse-cheese_dist_finite_wavg: 14.878863 + mouse-cheese_dist_solvable_avg: 13.768311 + mouse-cheese_dist_solvable_wavg: 14.878865 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10366903 + visit_patterns: + avg_first_visit_time: 4764.8394 + avg_last_visit_time: 7106.1553 + num_replay_batches: 7116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032594078 + avg_actor_approxkl3: 0.0002608811 + avg_actor_clipfrac: 0.0035217286 + avg_actor_loss: -0.000588649 + avg_advantage: -6.9541475e-06 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4314496e-06 + avg_entropy: 0.023707347 + avg_grad_norm_pre_clip: 0.21721001 + avg_loss: -0.0006106406 + max: + max_actor_approxkl1: 0.0012072911 + max_actor_approxkl3: 0.00075355946 + max_actor_clipfrac: 0.009277344 + max_actor_loss: 4.182104e-06 + max_advantage: 0.02878499 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.8302487e-06 + max_entropy: 0.030042138 + max_grad_norm_pre_clip: 0.34622186 + max_loss: -2.112231e-05 + std: + std_actor_approxkl1: 0.00039334033 + std_actor_approxkl3: 0.00021709195 + std_actor_clipfrac: 0.0025527806 + std_actor_loss: 0.00048801166 + std_advantage: 0.0026119684 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.73814e-07 + std_entropy: 0.0032693003 + std_grad_norm_pre_clip: 0.057810057 + std_loss: 0.000488399 + eval-batch-orig: + avg_avg_episode_length: 5.88422 + avg_avg_return: 0.9859872 + avg_benchmark_regret: 0.008028947 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26618958 + proxy_corner: + avg_avg_return: 0.9859872 + avg_reward_per_step: 0.26618958 + eval-batch-shift: + avg_avg_episode_length: 61.84925 + avg_avg_return: 0.29810202 + avg_benchmark_regret: 0.69707954 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10386658 + proxy_corner: + avg_avg_return: 0.6722943 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.683711 + avg_avg_return: 0.9865474 + avg_benchmark_regret: 0.007670961 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26706696 + proxy_corner: + avg_avg_return: 0.9865474 + avg_reward_per_step: 0.26706696 +=========================================================== +=========================================================== + step: + env-step-all-before: 468713472 + env-step-replay-before: 233570304 + env-step-used-before: 468713472 + ppo-update-before: 286080 + env-step-generate-before: 235143168 + env-step-all-after: 468746240 + env-step-replay-after: 233603072 + env-step-used-after: 468746240 + ppo-update-after: 286100 + env-step-generate-after: 235143168 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.073066 + avg_avg_return: 0.8856261 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.8856261 + avg_reward_per_step: 0.06738281 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.073066 + avg_avg_return: 0.8856261 + avg_reward_per_step: 0.06738281 + proxy_corner: + avg_avg_return: 0.8856261 + avg_reward_per_step: 0.06738281 + perf: + env_steps_per_second: 989470.4506297372 + ppo_updates_per_second: 111.31874158814423 + eval-batch-orig-duration: 0.1901357679744251 + eval-batch-shift-duration: 0.14839424099773169 + eval-batch-tree-duration: 0.13986726303119212 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.7717285 + mouse-cheese_dist_finite_wavg: 14.875797 + mouse-cheese_dist_solvable_avg: 13.7717285 + mouse-cheese_dist_solvable_wavg: 14.875801 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10302182 + visit_patterns: + avg_first_visit_time: 4773.3467 + avg_last_visit_time: 7119.3125 + num_replay_batches: 7129 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035718927 + avg_actor_approxkl3: 0.00023667265 + avg_actor_clipfrac: 0.004174805 + avg_actor_loss: 0.00043885387 + avg_advantage: -0.00023423001 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.123911e-06 + avg_entropy: 0.015672315 + avg_grad_norm_pre_clip: 0.60062367 + avg_loss: 0.0004257435 + max: + max_actor_approxkl1: 0.0010454063 + max_actor_approxkl3: 0.0011467537 + max_actor_clipfrac: 0.008422852 + max_actor_loss: 0.0070081204 + max_advantage: 0.018384576 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.8023437e-06 + max_entropy: 0.021945652 + max_grad_norm_pre_clip: 3.3738332 + max_loss: 0.006990588 + std: + std_actor_approxkl1: 0.00029111275 + std_actor_approxkl3: 0.00025048474 + std_actor_clipfrac: 0.0026929164 + std_actor_loss: 0.0017643603 + std_advantage: 0.002984363 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.676542e-07 + std_entropy: 0.0031019477 + std_grad_norm_pre_clip: 0.7324272 + std_loss: 0.001763384 + eval-batch-orig: + avg_avg_episode_length: 5.9243946 + avg_avg_return: 0.98623896 + avg_benchmark_regret: 0.0077771964 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26583862 + proxy_corner: + avg_avg_return: 0.98623896 + avg_reward_per_step: 0.26583862 + eval-batch-shift: + avg_avg_episode_length: 61.924564 + avg_avg_return: 0.29621798 + avg_benchmark_regret: 0.6989636 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10198212 + proxy_corner: + avg_avg_return: 0.6698723 + avg_reward_per_step: 0.012908936 + eval-batch-tree: + avg_avg_episode_length: 5.680769 + avg_avg_return: 0.98689234 + avg_benchmark_regret: 0.007326062 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.98689234 + avg_reward_per_step: 0.26708984 +=========================================================== +=========================================================== + step: + env-step-all-before: 469762048 + env-step-replay-before: 234192896 + env-step-used-before: 469762048 + ppo-update-before: 286720 + env-step-generate-before: 235569152 + env-step-all-after: 469794816 + env-step-replay-after: 234225664 + env-step-used-after: 469794816 + ppo-update-after: 286740 + env-step-generate-after: 235569152 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.983076 + avg_avg_return: 0.88511133 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.88511133 + avg_reward_per_step: 0.06781006 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.983076 + avg_avg_return: 0.88511133 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.88511133 + avg_reward_per_step: 0.06781006 + perf: + env_steps_per_second: 961484.5457564427 + ppo_updates_per_second: 109.68578215186896 + eval-batch-orig-duration: 0.18652346200542524 + eval-batch-shift-duration: 0.13514308200683445 + eval-batch-tree-duration: 0.13836438296129927 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.769287 + mouse-cheese_dist_finite_wavg: 14.875738 + mouse-cheese_dist_solvable_avg: 13.769287 + mouse-cheese_dist_solvable_wavg: 14.87574 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10285137 + visit_patterns: + avg_first_visit_time: 4781.048 + avg_last_visit_time: 7138.323 + num_replay_batches: 7148 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016655843 + avg_actor_approxkl3: 6.482543e-05 + avg_actor_clipfrac: 0.002294922 + avg_actor_loss: -3.3226166e-05 + avg_advantage: 0.0002991482 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8590556e-06 + avg_entropy: 0.015170847 + avg_grad_norm_pre_clip: 0.23758264 + avg_loss: -4.6467485e-05 + max: + max_actor_approxkl1: 0.0006063645 + max_actor_approxkl3: 0.0002068012 + max_actor_clipfrac: 0.004272461 + max_actor_loss: 0.00061182585 + max_advantage: 0.018764257 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.0978388e-06 + max_entropy: 0.018765396 + max_grad_norm_pre_clip: 0.45220226 + max_loss: 0.00060170866 + std: + std_actor_approxkl1: 0.00018918213 + std_actor_approxkl3: 4.8057664e-05 + std_actor_clipfrac: 0.0011870357 + std_actor_loss: 0.00028445243 + std_advantage: 0.0026553988 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.745166e-07 + std_entropy: 0.0017249589 + std_grad_norm_pre_clip: 0.079956315 + std_loss: 0.00028544516 + eval-batch-orig: + avg_avg_episode_length: 5.870202 + avg_avg_return: 0.98621327 + avg_benchmark_regret: 0.007802902 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.98621327 + avg_reward_per_step: 0.2663269 + eval-batch-shift: + avg_avg_episode_length: 62.308945 + avg_avg_return: 0.29433247 + avg_benchmark_regret: 0.70084906 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10305786 + proxy_corner: + avg_avg_return: 0.67742014 + avg_reward_per_step: 0.012916565 + eval-batch-tree: + avg_avg_episode_length: 5.674061 + avg_avg_return: 0.98722976 + avg_benchmark_regret: 0.0069886316 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671585 + proxy_corner: + avg_avg_return: 0.98722976 + avg_reward_per_step: 0.2671585 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 470810624 + env-step-replay-before: 234651648 + env-step-used-before: 470810624 + ppo-update-before: 287360 + env-step-generate-before: 236158976 + env-step-all-after: 470843392 + env-step-replay-after: 234684416 + env-step-used-after: 470843392 + ppo-update-after: 287380 + env-step-generate-after: 236158976 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.204275 + avg_avg_return: 0.88530433 + avg_reward_per_step: 0.06674194 + proxy_corner: + avg_avg_return: 0.88530433 + avg_reward_per_step: 0.06674194 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.204275 + avg_avg_return: 0.88530433 + avg_reward_per_step: 0.06674194 + proxy_corner: + avg_avg_return: 0.88530433 + avg_reward_per_step: 0.06674194 + perf: + env_steps_per_second: 954510.168538333 + ppo_updates_per_second: 111.4726721137026 + eval-batch-orig-duration: 0.18396952096372843 + eval-batch-shift-duration: 0.13729830394731835 + eval-batch-tree-duration: 0.13713236100738868 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.768555 + mouse-cheese_dist_finite_wavg: 13.075671 + mouse-cheese_dist_solvable_avg: 13.768555 + mouse-cheese_dist_solvable_wavg: 13.075673 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103102595 + visit_patterns: + avg_first_visit_time: 4796.6997 + avg_last_visit_time: 7152.371 + num_replay_batches: 7162 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034019182 + avg_actor_approxkl3: 0.00023765213 + avg_actor_clipfrac: 0.008959961 + avg_actor_loss: -0.0005530286 + avg_advantage: -0.00046503003 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.402898e-06 + avg_entropy: 0.022014393 + avg_grad_norm_pre_clip: 0.53734666 + avg_loss: -0.0005718415 + max: + max_actor_approxkl1: 0.00094865786 + max_actor_approxkl3: 0.00058443856 + max_actor_clipfrac: 0.019165039 + max_actor_loss: 0.0011742739 + max_advantage: 0.020616591 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.430618e-06 + max_entropy: 0.028926196 + max_grad_norm_pre_clip: 1.1189485 + max_loss: 0.001147546 + std: + std_actor_approxkl1: 0.00032369912 + std_actor_approxkl3: 0.0001536983 + std_actor_clipfrac: 0.0053783576 + std_actor_loss: 0.000882746 + std_advantage: 0.0029062286 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1886192e-06 + std_entropy: 0.003260413 + std_grad_norm_pre_clip: 0.24864292 + std_loss: 0.00088218984 + eval-batch-orig: + avg_avg_episode_length: 5.874258 + avg_avg_return: 0.9861623 + avg_benchmark_regret: 0.007853841 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2662506 + proxy_corner: + avg_avg_return: 0.9861623 + avg_reward_per_step: 0.2662506 + eval-batch-shift: + avg_avg_episode_length: 62.757065 + avg_avg_return: 0.28761822 + avg_benchmark_regret: 0.7075633 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10260773 + proxy_corner: + avg_avg_return: 0.68135726 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.676052 + avg_avg_return: 0.9868275 + avg_benchmark_regret: 0.0073908633 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671051 + proxy_corner: + avg_avg_return: 0.9868275 + avg_reward_per_step: 0.2671051 +=========================================================== +=========================================================== + step: + env-step-all-before: 471859200 + env-step-replay-before: 235274240 + env-step-used-before: 471859200 + ppo-update-before: 288000 + env-step-generate-before: 236584960 + env-step-all-after: 471891968 + env-step-replay-after: 235307008 + env-step-used-after: 471891968 + ppo-update-after: 288020 + env-step-generate-after: 236584960 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.15309 + avg_avg_return: 0.88418275 + avg_reward_per_step: 0.066986084 + proxy_corner: + avg_avg_return: 0.88418275 + avg_reward_per_step: 0.066986084 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.15309 + avg_avg_return: 0.88418275 + avg_reward_per_step: 0.066986084 + proxy_corner: + avg_avg_return: 0.88418275 + avg_reward_per_step: 0.066986084 + perf: + env_steps_per_second: 989014.7175983832 + ppo_updates_per_second: 111.45768443913234 + eval-batch-orig-duration: 0.18522742402274162 + eval-batch-shift-duration: 0.13905383396195248 + eval-batch-tree-duration: 0.139335795014631 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.765381 + mouse-cheese_dist_finite_wavg: 14.87665 + mouse-cheese_dist_solvable_avg: 13.765381 + mouse-cheese_dist_solvable_wavg: 14.87665 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10279747 + visit_patterns: + avg_first_visit_time: 4800.94 + avg_last_visit_time: 7171.2217 + num_replay_batches: 7181 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022657386 + avg_actor_approxkl3: 6.2540516e-05 + avg_actor_clipfrac: 0.0025512695 + avg_actor_loss: -0.00015815905 + avg_advantage: -4.837637e-06 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.224215e-06 + avg_entropy: 0.015230201 + avg_grad_norm_pre_clip: 0.23661111 + avg_loss: -0.00017177714 + max: + max_actor_approxkl1: 0.0005544884 + max_actor_approxkl3: 0.0002181998 + max_actor_clipfrac: 0.008666992 + max_actor_loss: 0.0002905163 + max_advantage: 0.012149572 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7168845e-06 + max_entropy: 0.019474328 + max_grad_norm_pre_clip: 0.7823436 + max_loss: 0.00027504042 + std: + std_actor_approxkl1: 0.0001572677 + std_actor_approxkl3: 4.585479e-05 + std_actor_clipfrac: 0.0018109655 + std_actor_loss: 0.0002259363 + std_advantage: 0.0025254982 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0998208e-07 + std_entropy: 0.0018192407 + std_grad_norm_pre_clip: 0.16238174 + std_loss: 0.0002257323 + eval-batch-orig: + avg_avg_episode_length: 5.869984 + avg_avg_return: 0.9867025 + avg_benchmark_regret: 0.007313622 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.9867025 + avg_reward_per_step: 0.2663269 + eval-batch-shift: + avg_avg_episode_length: 62.793907 + avg_avg_return: 0.29133594 + avg_benchmark_regret: 0.7038456 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10260773 + proxy_corner: + avg_avg_return: 0.6841373 + avg_reward_per_step: 0.012931824 + eval-batch-tree: + avg_avg_episode_length: 5.674021 + avg_avg_return: 0.98686904 + avg_benchmark_regret: 0.007349347 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26714325 + proxy_corner: + avg_avg_return: 0.98686904 + avg_reward_per_step: 0.26714325 +=========================================================== +=========================================================== + step: + env-step-all-before: 472907776 + env-step-replay-before: 235667456 + env-step-used-before: 472907776 + ppo-update-before: 288640 + env-step-generate-before: 237240320 + env-step-all-after: 472940544 + env-step-replay-after: 235667456 + env-step-used-after: 472940544 + ppo-update-after: 288660 + env-step-generate-after: 237273088 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0398064 + avg_avg_return: 0.9600415 + avg_reward_per_step: 0.271698 + proxy_corner: + avg_avg_return: 0.9600415 + avg_reward_per_step: 0.271698 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0398064 + avg_avg_return: 0.9600415 + avg_reward_per_step: 0.271698 + proxy_corner: + avg_avg_return: 0.9600415 + avg_reward_per_step: 0.271698 + perf: + env_steps_per_second: 1000625.4205723231 + ppo_updates_per_second: 111.16478519967438 + eval-batch-orig-duration: 0.18776993599021807 + eval-batch-shift-duration: 0.1456559649668634 + eval-batch-tree-duration: 0.13945178396534175 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.766846 + mouse-cheese_dist_finite_wavg: 15.776147 + mouse-cheese_dist_solvable_avg: 13.766846 + mouse-cheese_dist_solvable_wavg: 15.776147 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10284188 + visit_patterns: + avg_first_visit_time: 4813.992 + avg_last_visit_time: 7182.296 + num_replay_batches: 7192 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014467428 + avg_actor_approxkl3: 0.00012528719 + avg_actor_clipfrac: 0.0018249511 + avg_actor_loss: 0.00014187685 + avg_advantage: 0.0006120356 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.334523e-06 + avg_entropy: 0.00436861 + avg_grad_norm_pre_clip: 0.23570035 + avg_loss: 0.0001396755 + max: + max_actor_approxkl1: 0.0005844967 + max_actor_approxkl3: 0.00056868896 + max_actor_clipfrac: 0.0057373047 + max_actor_loss: 0.0012951232 + max_advantage: 0.028039634 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6546563e-06 + max_entropy: 0.007859731 + max_grad_norm_pre_clip: 0.5660146 + max_loss: 0.0012931401 + std: + std_actor_approxkl1: 0.00018148968 + std_actor_approxkl3: 0.00015071304 + std_actor_clipfrac: 0.0017144145 + std_actor_loss: 0.00036724977 + std_advantage: 0.0029133512 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.4626773e-07 + std_entropy: 0.001655999 + std_grad_norm_pre_clip: 0.15114582 + std_loss: 0.00036722975 + eval-batch-orig: + avg_avg_episode_length: 5.915572 + avg_avg_return: 0.986217 + avg_benchmark_regret: 0.0077991197 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26598358 + proxy_corner: + avg_avg_return: 0.986217 + avg_reward_per_step: 0.26598358 + eval-batch-shift: + avg_avg_episode_length: 63.439774 + avg_avg_return: 0.27701038 + avg_benchmark_regret: 0.7181712 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10160065 + proxy_corner: + avg_avg_return: 0.6793325 + avg_reward_per_step: 0.012901306 + eval-batch-tree: + avg_avg_episode_length: 5.701891 + avg_avg_return: 0.98671484 + avg_benchmark_regret: 0.0075035617 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669754 + proxy_corner: + avg_avg_return: 0.98671484 + avg_reward_per_step: 0.2669754 +=========================================================== +=========================================================== + step: + env-step-all-before: 473956352 + env-step-replay-before: 236290048 + env-step-used-before: 473956352 + ppo-update-before: 289280 + env-step-generate-before: 237666304 + env-step-all-after: 473989120 + env-step-replay-after: 236290048 + env-step-used-after: 473989120 + ppo-update-after: 289300 + env-step-generate-after: 237699072 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5289865 + avg_avg_return: 0.96560496 + avg_reward_per_step: 0.3043518 + proxy_corner: + avg_avg_return: 0.96560496 + avg_reward_per_step: 0.3043518 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5289865 + avg_avg_return: 0.96560496 + avg_reward_per_step: 0.3043518 + proxy_corner: + avg_avg_return: 0.96560496 + avg_reward_per_step: 0.3043518 + perf: + env_steps_per_second: 969457.5894435165 + ppo_updates_per_second: 110.36850398730553 + eval-batch-orig-duration: 0.18710932199610397 + eval-batch-shift-duration: 0.1370296410168521 + eval-batch-tree-duration: 0.13894432899542153 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.762695 + mouse-cheese_dist_finite_wavg: 13.079496 + mouse-cheese_dist_solvable_avg: 13.762695 + mouse-cheese_dist_solvable_wavg: 13.079498 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10274313 + visit_patterns: + avg_first_visit_time: 4816.2295 + avg_last_visit_time: 7201.2695 + num_replay_batches: 7211 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00010776494 + avg_actor_approxkl3: 4.229828e-05 + avg_actor_clipfrac: 0.00048217774 + avg_actor_loss: 1.2981135e-05 + avg_advantage: 0.00084288785 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.8017882e-06 + avg_entropy: 0.0019316057 + avg_grad_norm_pre_clip: 0.07388244 + avg_loss: 1.3450423e-05 + max: + max_actor_approxkl1: 0.00036401255 + max_actor_approxkl3: 0.00017784353 + max_actor_clipfrac: 0.0018310547 + max_actor_loss: 0.00044213817 + max_advantage: 0.03226936 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.076558e-06 + max_entropy: 0.0029588533 + max_grad_norm_pre_clip: 0.19867064 + max_loss: 0.00044151972 + std: + std_actor_approxkl1: 0.00012535392 + std_actor_approxkl3: 5.7065554e-05 + std_actor_clipfrac: 0.00057187694 + std_actor_loss: 0.00012748416 + std_advantage: 0.0028546592 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.179145e-07 + std_entropy: 0.00064979884 + std_grad_norm_pre_clip: 0.051942475 + std_loss: 0.000127285 + eval-batch-orig: + avg_avg_episode_length: 5.867783 + avg_avg_return: 0.986603 + avg_benchmark_regret: 0.007413167 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.986603 + avg_reward_per_step: 0.26631165 + eval-batch-shift: + avg_avg_episode_length: 61.158764 + avg_avg_return: 0.30557096 + avg_benchmark_regret: 0.6896106 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10760498 + proxy_corner: + avg_avg_return: 0.69187367 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.6789274 + avg_avg_return: 0.9868666 + avg_benchmark_regret: 0.007351773 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26715088 + proxy_corner: + avg_avg_return: 0.9868666 + avg_reward_per_step: 0.26715088 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 475004928 + env-step-replay-before: 236748800 + env-step-used-before: 475004928 + ppo-update-before: 289920 + env-step-generate-before: 238256128 + env-step-all-after: 475037696 + env-step-replay-after: 236781568 + env-step-used-after: 475037696 + ppo-update-after: 289940 + env-step-generate-after: 238256128 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 13.996639 + avg_avg_return: 0.88580596 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.88580596 + avg_reward_per_step: 0.06774902 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 13.996639 + avg_avg_return: 0.88580596 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.88580596 + avg_reward_per_step: 0.06774902 + perf: + env_steps_per_second: 985327.4973002112 + ppo_updates_per_second: 110.59967058203802 + eval-batch-orig-duration: 0.18407255096826702 + eval-batch-shift-duration: 0.13694018399110064 + eval-batch-tree-duration: 0.13712931994814426 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.766357 + mouse-cheese_dist_finite_wavg: 11.277333 + mouse-cheese_dist_solvable_avg: 13.766357 + mouse-cheese_dist_solvable_wavg: 11.277336 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.102574825 + visit_patterns: + avg_first_visit_time: 4830.164 + avg_last_visit_time: 7216.1914 + num_replay_batches: 7226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004996902 + avg_actor_approxkl3: 0.0003604267 + avg_actor_clipfrac: 0.0014404297 + avg_actor_loss: -7.728534e-05 + avg_advantage: -0.00048370633 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1371336e-06 + avg_entropy: 0.008782766 + avg_grad_norm_pre_clip: 0.10289814 + avg_loss: -8.399954e-05 + max: + max_actor_approxkl1: 0.0020692414 + max_actor_approxkl3: 0.0014867191 + max_actor_clipfrac: 0.0026855469 + max_actor_loss: 0.00015983917 + max_advantage: 0.02630657 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4723796e-06 + max_entropy: 0.011616152 + max_grad_norm_pre_clip: 0.33061314 + max_loss: 0.00015265231 + std: + std_actor_approxkl1: 0.0005683238 + std_actor_approxkl3: 0.00038992395 + std_actor_clipfrac: 0.00079729763 + std_actor_loss: 0.00014118836 + std_advantage: 0.003041695 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2574013e-07 + std_entropy: 0.0015052066 + std_grad_norm_pre_clip: 0.065485924 + std_loss: 0.00014141937 + eval-batch-orig: + avg_avg_episode_length: 5.872087 + avg_avg_return: 0.98638165 + avg_benchmark_regret: 0.007634488 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26628876 + proxy_corner: + avg_avg_return: 0.98638165 + avg_reward_per_step: 0.26628876 + eval-batch-shift: + avg_avg_episode_length: 61.705315 + avg_avg_return: 0.29892617 + avg_benchmark_regret: 0.6962554 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104537964 + proxy_corner: + avg_avg_return: 0.6849952 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.672488 + avg_avg_return: 0.9868192 + avg_benchmark_regret: 0.007399166 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26715088 + proxy_corner: + avg_avg_return: 0.9868192 + avg_reward_per_step: 0.26715088 +=========================================================== +=========================================================== + step: + env-step-all-before: 476053504 + env-step-replay-before: 237436928 + env-step-used-before: 476053504 + ppo-update-before: 290560 + env-step-generate-before: 238616576 + env-step-all-after: 476086272 + env-step-replay-after: 237469696 + env-step-used-after: 476086272 + ppo-update-after: 290580 + env-step-generate-after: 238616576 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.095711 + avg_avg_return: 0.88464135 + avg_reward_per_step: 0.06726074 + proxy_corner: + avg_avg_return: 0.88464135 + avg_reward_per_step: 0.06726074 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.095711 + avg_avg_return: 0.88464135 + avg_reward_per_step: 0.06726074 + proxy_corner: + avg_avg_return: 0.88464135 + avg_reward_per_step: 0.06726074 + perf: + env_steps_per_second: 998196.8912107204 + ppo_updates_per_second: 111.19483340081341 + eval-batch-orig-duration: 0.1850663249497302 + eval-batch-shift-duration: 0.13750717201037332 + eval-batch-tree-duration: 0.13769596902420744 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.76123 + mouse-cheese_dist_finite_wavg: 14.875476 + mouse-cheese_dist_solvable_avg: 13.76123 + mouse-cheese_dist_solvable_wavg: 14.875478 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102727264 + visit_patterns: + avg_first_visit_time: 4834.9873 + avg_last_visit_time: 7237.2285 + num_replay_batches: 7247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018567883 + avg_actor_approxkl3: 6.6362154e-05 + avg_actor_clipfrac: 0.0027648925 + avg_actor_loss: -0.00014007681 + avg_advantage: 0.0005392669 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.834662e-06 + avg_entropy: 0.011015942 + avg_grad_norm_pre_clip: 0.18823348 + avg_loss: -0.00014917541 + max: + max_actor_approxkl1: 0.00083678204 + max_actor_approxkl3: 0.0002223143 + max_actor_clipfrac: 0.009521484 + max_actor_loss: 0.00010668486 + max_advantage: 0.021867156 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.3109967e-06 + max_entropy: 0.015347309 + max_grad_norm_pre_clip: 0.47455916 + max_loss: 9.70706e-05 + std: + std_actor_approxkl1: 0.00020679513 + std_actor_approxkl3: 4.7261918e-05 + std_actor_clipfrac: 0.0019139267 + std_actor_loss: 0.00019043089 + std_advantage: 0.0027893025 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6100085e-07 + std_entropy: 0.0016150783 + std_grad_norm_pre_clip: 0.10302445 + std_loss: 0.00019092002 + eval-batch-orig: + avg_avg_episode_length: 5.868269 + avg_avg_return: 0.98616123 + avg_benchmark_regret: 0.007854888 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.98616123 + avg_reward_per_step: 0.26636505 + eval-batch-shift: + avg_avg_episode_length: 61.934223 + avg_avg_return: 0.29388097 + avg_benchmark_regret: 0.7013006 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104530334 + proxy_corner: + avg_avg_return: 0.68652284 + avg_reward_per_step: 0.0129852295 + eval-batch-tree: + avg_avg_episode_length: 5.6699924 + avg_avg_return: 0.98687476 + avg_benchmark_regret: 0.0073435847 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671814 + proxy_corner: + avg_avg_return: 0.98687476 + avg_reward_per_step: 0.2671814 +=========================================================== +=========================================================== + step: + env-step-all-before: 477102080 + env-step-replay-before: 237993984 + env-step-used-before: 477102080 + ppo-update-before: 291200 + env-step-generate-before: 239108096 + env-step-all-after: 477134848 + env-step-replay-after: 238026752 + env-step-used-after: 477134848 + ppo-update-after: 291220 + env-step-generate-after: 239108096 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.112635 + avg_avg_return: 0.8845244 + avg_reward_per_step: 0.06716919 + proxy_corner: + avg_avg_return: 0.8845244 + avg_reward_per_step: 0.06716919 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.112635 + avg_avg_return: 0.8845244 + avg_reward_per_step: 0.06716919 + proxy_corner: + avg_avg_return: 0.8845244 + avg_reward_per_step: 0.06716919 + perf: + env_steps_per_second: 980992.1988230229 + ppo_updates_per_second: 110.69442347721497 + eval-batch-orig-duration: 0.185829643975012 + eval-batch-shift-duration: 0.13700894499197602 + eval-batch-tree-duration: 0.13848684000549838 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.769043 + mouse-cheese_dist_finite_wavg: 14.876311 + mouse-cheese_dist_solvable_avg: 13.769043 + mouse-cheese_dist_solvable_wavg: 14.876313 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10275942 + visit_patterns: + avg_first_visit_time: 4841.295 + avg_last_visit_time: 7254.302 + num_replay_batches: 7264 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014572886 + avg_actor_approxkl3: 0.00012530494 + avg_actor_clipfrac: 0.0010986328 + avg_actor_loss: -5.9174792e-05 + avg_advantage: -0.0004606036 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.9390999e-06 + avg_entropy: 0.006741351 + avg_grad_norm_pre_clip: 0.088673025 + avg_loss: -6.44466e-05 + max: + max_actor_approxkl1: 0.00064447103 + max_actor_approxkl3: 0.00030258892 + max_actor_clipfrac: 0.002319336 + max_actor_loss: 8.476339e-05 + max_advantage: 0.018307686 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2847338e-06 + max_entropy: 0.008556945 + max_grad_norm_pre_clip: 0.24207722 + max_loss: 7.857833e-05 + std: + std_actor_approxkl1: 0.00025312687 + std_actor_approxkl3: 9.824932e-05 + std_actor_clipfrac: 0.0007293637 + std_actor_loss: 8.898039e-05 + std_advantage: 0.0025513296 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8092149e-07 + std_entropy: 0.0012537923 + std_grad_norm_pre_clip: 0.054120913 + std_loss: 8.859279e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8616104 + avg_avg_return: 0.98641014 + avg_benchmark_regret: 0.007605952 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2664261 + proxy_corner: + avg_avg_return: 0.98641014 + avg_reward_per_step: 0.2664261 + eval-batch-shift: + avg_avg_episode_length: 62.211205 + avg_avg_return: 0.29456317 + avg_benchmark_regret: 0.7006184 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10546112 + proxy_corner: + avg_avg_return: 0.6884655 + avg_reward_per_step: 0.012992859 + eval-batch-tree: + avg_avg_episode_length: 5.6682816 + avg_avg_return: 0.9870216 + avg_benchmark_regret: 0.0071967095 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26720428 + proxy_corner: + avg_avg_return: 0.9870216 + avg_reward_per_step: 0.26720428 +=========================================================== +=========================================================== + step: + env-step-all-before: 478150656 + env-step-replay-before: 238616576 + env-step-used-before: 478150656 + ppo-update-before: 291840 + env-step-generate-before: 239534080 + env-step-all-after: 478183424 + env-step-replay-after: 238649344 + env-step-used-after: 478183424 + ppo-update-after: 291860 + env-step-generate-after: 239534080 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.077607 + avg_avg_return: 0.88439023 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88439023 + avg_reward_per_step: 0.067352295 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.077607 + avg_avg_return: 0.88439023 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88439023 + avg_reward_per_step: 0.067352295 + perf: + env_steps_per_second: 835930.5429246033 + ppo_updates_per_second: 111.97220160866512 + eval-batch-orig-duration: 0.18862797901965678 + eval-batch-shift-duration: 0.13860031397780403 + eval-batch-tree-duration: 0.13858965504914522 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.771973 + mouse-cheese_dist_finite_wavg: 14.876494 + mouse-cheese_dist_solvable_avg: 13.771973 + mouse-cheese_dist_solvable_wavg: 14.876496 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10279932 + visit_patterns: + avg_first_visit_time: 4844.6553 + avg_last_visit_time: 7273.222 + num_replay_batches: 7283 + eta: 0.5 + ppo: + avg_actor_approxkl1: 4.9047107e-06 + avg_actor_approxkl3: 3.187721e-05 + avg_actor_clipfrac: 0.0012817383 + avg_actor_loss: -5.9998078e-05 + avg_advantage: 6.406257e-06 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.097575e-06 + avg_entropy: 0.008004255 + avg_grad_norm_pre_clip: 0.090713434 + avg_loss: -6.645355e-05 + max: + max_actor_approxkl1: 0.00023428026 + max_actor_approxkl3: 0.0001798102 + max_actor_clipfrac: 0.0057373047 + max_actor_loss: 0.00010199705 + max_advantage: 0.015424848 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.5070439e-06 + max_entropy: 0.0135110365 + max_grad_norm_pre_clip: 0.1369421 + max_loss: 9.8839046e-05 + std: + std_actor_approxkl1: 6.3267704e-05 + std_actor_approxkl3: 5.1795978e-05 + std_actor_clipfrac: 0.0017842739 + std_actor_loss: 0.00010934057 + std_advantage: 0.002490224 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9322707e-07 + std_entropy: 0.0027954378 + std_grad_norm_pre_clip: 0.028140971 + std_loss: 0.000111113266 + eval-batch-orig: + avg_avg_episode_length: 5.862605 + avg_avg_return: 0.9862584 + avg_benchmark_regret: 0.0077577564 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2664032 + proxy_corner: + avg_avg_return: 0.9862584 + avg_reward_per_step: 0.2664032 + eval-batch-shift: + avg_avg_episode_length: 61.91966 + avg_avg_return: 0.29881933 + avg_benchmark_regret: 0.69636226 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10358429 + proxy_corner: + avg_avg_return: 0.69251454 + avg_reward_per_step: 0.013031006 + eval-batch-tree: + avg_avg_episode_length: 5.6723013 + avg_avg_return: 0.9869592 + avg_benchmark_regret: 0.007259162 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26714325 + proxy_corner: + avg_avg_return: 0.9869592 + avg_reward_per_step: 0.26714325 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 479199232 + env-step-replay-before: 239075328 + env-step-used-before: 479199232 + ppo-update-before: 292480 + env-step-generate-before: 240123904 + env-step-all-after: 479232000 + env-step-replay-after: 239108096 + env-step-used-after: 479232000 + ppo-update-after: 292500 + env-step-generate-after: 240123904 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.038803 + avg_avg_return: 0.8851354 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.8851354 + avg_reward_per_step: 0.0675354 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.038803 + avg_avg_return: 0.8851354 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.8851354 + avg_reward_per_step: 0.0675354 + perf: + env_steps_per_second: 1015550.8080261241 + ppo_updates_per_second: 110.2278498480708 + eval-batch-orig-duration: 0.1845766649930738 + eval-batch-shift-duration: 0.13680408999789506 + eval-batch-tree-duration: 0.1364821339957416 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.7751465 + mouse-cheese_dist_finite_wavg: 15.77683 + mouse-cheese_dist_solvable_avg: 13.7751465 + mouse-cheese_dist_solvable_wavg: 15.776832 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102798216 + visit_patterns: + avg_first_visit_time: 4852.314 + avg_last_visit_time: 7287.315 + num_replay_batches: 7297 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013892076 + avg_actor_approxkl3: 3.1547464e-05 + avg_actor_clipfrac: 0.0006958008 + avg_actor_loss: -0.00010384848 + avg_advantage: 0.0008566085 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9377132e-06 + avg_entropy: 0.004826819 + avg_grad_norm_pre_clip: 0.08348446 + avg_loss: -0.00010670644 + max: + max_actor_approxkl1: 0.00037352368 + max_actor_approxkl3: 0.0001028141 + max_actor_clipfrac: 0.001953125 + max_actor_loss: 5.1192008e-05 + max_advantage: 0.017287552 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9036303e-06 + max_entropy: 0.0070964554 + max_grad_norm_pre_clip: 0.14432043 + max_loss: 4.878064e-05 + std: + std_actor_approxkl1: 0.000110101064 + std_actor_approxkl3: 2.952014e-05 + std_actor_clipfrac: 0.0005322321 + std_actor_loss: 0.0001213258 + std_advantage: 0.0027384826 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2000502e-07 + std_entropy: 0.0010637228 + std_grad_norm_pre_clip: 0.03502663 + std_loss: 0.000121826706 + eval-batch-orig: + avg_avg_episode_length: 5.8656893 + avg_avg_return: 0.9861837 + avg_benchmark_regret: 0.007832426 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663498 + proxy_corner: + avg_avg_return: 0.9861837 + avg_reward_per_step: 0.2663498 + eval-batch-shift: + avg_avg_episode_length: 61.37021 + avg_avg_return: 0.29908177 + avg_benchmark_regret: 0.6960998 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10864258 + proxy_corner: + avg_avg_return: 0.688154 + avg_reward_per_step: 0.013008118 + eval-batch-tree: + avg_avg_episode_length: 5.677126 + avg_avg_return: 0.9867295 + avg_benchmark_regret: 0.00748883 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26705933 + proxy_corner: + avg_avg_return: 0.9867295 + avg_reward_per_step: 0.26705933 +=========================================================== +=========================================================== + step: + env-step-all-before: 480247808 + env-step-replay-before: 239665152 + env-step-used-before: 480247808 + ppo-update-before: 293120 + env-step-generate-before: 240582656 + env-step-all-after: 480280576 + env-step-replay-after: 239697920 + env-step-used-after: 480280576 + ppo-update-after: 293140 + env-step-generate-after: 240582656 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.017338 + avg_avg_return: 0.8853007 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.8853007 + avg_reward_per_step: 0.06765747 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.017338 + avg_avg_return: 0.8853007 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.8853007 + avg_reward_per_step: 0.06765747 + perf: + env_steps_per_second: 996044.6072272302 + ppo_updates_per_second: 111.27226361089883 + eval-batch-orig-duration: 0.18676617299206555 + eval-batch-shift-duration: 0.14492224995046854 + eval-batch-tree-duration: 0.13943003996973857 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.777588 + mouse-cheese_dist_finite_wavg: 14.876586 + mouse-cheese_dist_solvable_avg: 13.777588 + mouse-cheese_dist_solvable_wavg: 14.876588 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10296046 + visit_patterns: + avg_first_visit_time: 4856.2065 + avg_last_visit_time: 7305.212 + num_replay_batches: 7315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00012357008 + avg_actor_approxkl3: 9.201446e-05 + avg_actor_clipfrac: 0.0042419434 + avg_actor_loss: -0.00020962702 + avg_advantage: -0.00019386254 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4518187e-06 + avg_entropy: 0.009655002 + avg_grad_norm_pre_clip: 0.11980771 + avg_loss: -0.0002175561 + max: + max_actor_approxkl1: 0.00050542934 + max_actor_approxkl3: 0.00023745836 + max_actor_clipfrac: 0.010864258 + max_actor_loss: 5.51627e-05 + max_advantage: 0.011754215 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0592754e-06 + max_entropy: 0.0181644 + max_grad_norm_pre_clip: 0.20663776 + max_loss: 4.6385365e-05 + std: + std_actor_approxkl1: 0.00016898551 + std_actor_approxkl3: 7.698793e-05 + std_actor_clipfrac: 0.003582483 + std_actor_loss: 0.00020086224 + std_advantage: 0.0026501708 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5107906e-07 + std_entropy: 0.0032190082 + std_grad_norm_pre_clip: 0.05796299 + std_loss: 0.00020247253 + eval-batch-orig: + avg_avg_episode_length: 5.86576 + avg_avg_return: 0.98645896 + avg_benchmark_regret: 0.0075571463 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26638794 + proxy_corner: + avg_avg_return: 0.98645896 + avg_reward_per_step: 0.26638794 + eval-batch-shift: + avg_avg_episode_length: 62.94696 + avg_avg_return: 0.28430134 + avg_benchmark_regret: 0.7108803 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10093689 + proxy_corner: + avg_avg_return: 0.6809528 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 5.667274 + avg_avg_return: 0.98723066 + avg_benchmark_regret: 0.006987687 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26720428 + proxy_corner: + avg_avg_return: 0.98723066 + avg_reward_per_step: 0.26720428 +=========================================================== +=========================================================== + step: + env-step-all-before: 481296384 + env-step-replay-before: 240222208 + env-step-used-before: 481296384 + ppo-update-before: 293760 + env-step-generate-before: 241074176 + env-step-all-after: 481329152 + env-step-replay-after: 240222208 + env-step-used-after: 481329152 + ppo-update-after: 293780 + env-step-generate-after: 241106944 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.638161 + avg_avg_return: 0.962253 + avg_reward_per_step: 0.277771 + proxy_corner: + avg_avg_return: 0.962253 + avg_reward_per_step: 0.277771 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.638161 + avg_avg_return: 0.962253 + avg_reward_per_step: 0.277771 + proxy_corner: + avg_avg_return: 0.962253 + avg_reward_per_step: 0.277771 + perf: + env_steps_per_second: 959745.6299677786 + ppo_updates_per_second: 110.11508894344516 + eval-batch-orig-duration: 0.18807557097170502 + eval-batch-shift-duration: 0.1386358740273863 + eval-batch-tree-duration: 0.14245668397052214 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.778076 + mouse-cheese_dist_finite_wavg: 13.079012 + mouse-cheese_dist_solvable_avg: 13.778076 + mouse-cheese_dist_solvable_wavg: 13.079014 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10319264 + visit_patterns: + avg_first_visit_time: 4867.912 + avg_last_visit_time: 7321.2466 + num_replay_batches: 7331 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032414324 + avg_actor_approxkl3: 0.00018505112 + avg_actor_clipfrac: 0.0004333496 + avg_actor_loss: -4.430223e-05 + avg_advantage: 0.00033903137 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.7510307e-06 + avg_entropy: 0.0035130586 + avg_grad_norm_pre_clip: 0.0790403 + avg_loss: -4.543977e-05 + max: + max_actor_approxkl1: 0.0016669207 + max_actor_approxkl3: 0.0013070174 + max_actor_clipfrac: 0.001953125 + max_actor_loss: 0.0001981887 + max_advantage: 0.025309622 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0296315e-06 + max_entropy: 0.0061351224 + max_grad_norm_pre_clip: 0.40228292 + max_loss: 0.00019726649 + std: + std_actor_approxkl1: 0.0004356381 + std_actor_approxkl3: 0.0003580807 + std_actor_clipfrac: 0.00052995246 + std_actor_loss: 0.00013741587 + std_advantage: 0.003010285 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.110972e-07 + std_entropy: 0.0013546342 + std_grad_norm_pre_clip: 0.08245245 + std_loss: 0.00013817706 + eval-batch-orig: + avg_avg_episode_length: 5.8724318 + avg_avg_return: 0.98622715 + avg_benchmark_regret: 0.0077889906 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.98622715 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 61.133255 + avg_avg_return: 0.30893043 + avg_benchmark_regret: 0.68625116 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10169983 + proxy_corner: + avg_avg_return: 0.68625796 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.6861715 + avg_avg_return: 0.98675656 + avg_benchmark_regret: 0.007461843 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.266922 + proxy_corner: + avg_avg_return: 0.98675656 + avg_reward_per_step: 0.266922 +=========================================================== +=========================================================== + step: + env-step-all-before: 482344960 + env-step-replay-before: 240680960 + env-step-used-before: 482344960 + ppo-update-before: 294400 + env-step-generate-before: 241664000 + env-step-all-after: 482377728 + env-step-replay-after: 240713728 + env-step-used-after: 482377728 + ppo-update-after: 294420 + env-step-generate-after: 241664000 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.189062 + avg_avg_return: 0.88387907 + avg_reward_per_step: 0.06680298 + proxy_corner: + avg_avg_return: 0.88387907 + avg_reward_per_step: 0.06680298 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.189062 + avg_avg_return: 0.88387907 + avg_reward_per_step: 0.06680298 + proxy_corner: + avg_avg_return: 0.88387907 + avg_reward_per_step: 0.06680298 + perf: + env_steps_per_second: 943547.6704823668 + ppo_updates_per_second: 111.7308623663361 + eval-batch-orig-duration: 0.18398143694503233 + eval-batch-shift-duration: 0.13739327300572768 + eval-batch-tree-duration: 0.13751528301509097 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.775635 + mouse-cheese_dist_finite_wavg: 15.777055 + mouse-cheese_dist_solvable_avg: 13.775635 + mouse-cheese_dist_solvable_wavg: 15.777055 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10301322 + visit_patterns: + avg_first_visit_time: 4873.7188 + avg_last_visit_time: 7336.283 + num_replay_batches: 7346 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002368015 + avg_actor_approxkl3: 8.781629e-05 + avg_actor_clipfrac: 0.003540039 + avg_actor_loss: -0.00023054959 + avg_advantage: -0.00028114364 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.478918e-06 + avg_entropy: 0.015474239 + avg_grad_norm_pre_clip: 0.1461706 + avg_loss: -0.00024378435 + max: + max_actor_approxkl1: 0.00067131035 + max_actor_approxkl3: 0.00024659943 + max_actor_clipfrac: 0.0087890625 + max_actor_loss: 8.890871e-06 + max_advantage: 0.019586384 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4694265e-06 + max_entropy: 0.019973166 + max_grad_norm_pre_clip: 0.2659476 + max_loss: -4.8452266e-06 + std: + std_actor_approxkl1: 0.00016216452 + std_actor_approxkl3: 5.877246e-05 + std_actor_clipfrac: 0.0022518581 + std_actor_loss: 0.00020014103 + std_advantage: 0.0030903341 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.7739994e-07 + std_entropy: 0.0021038249 + std_grad_norm_pre_clip: 0.04299278 + std_loss: 0.00020070805 + eval-batch-orig: + avg_avg_episode_length: 5.901681 + avg_avg_return: 0.9860583 + avg_benchmark_regret: 0.007957873 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26583862 + proxy_corner: + avg_avg_return: 0.9860583 + avg_reward_per_step: 0.26583862 + eval-batch-shift: + avg_avg_episode_length: 61.80345 + avg_avg_return: 0.29804492 + avg_benchmark_regret: 0.69713664 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10284424 + proxy_corner: + avg_avg_return: 0.6902782 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.7083015 + avg_avg_return: 0.9865032 + avg_benchmark_regret: 0.0077151777 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2666626 + proxy_corner: + avg_avg_return: 0.9865032 + avg_reward_per_step: 0.2666626 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 483393536 + env-step-replay-before: 241270784 + env-step-used-before: 483393536 + ppo-update-before: 295040 + env-step-generate-before: 242122752 + env-step-all-after: 483426304 + env-step-replay-after: 241270784 + env-step-used-after: 483426304 + ppo-update-after: 295060 + env-step-generate-after: 242155520 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8911467 + avg_avg_return: 0.96113634 + avg_reward_per_step: 0.24331665 + proxy_corner: + avg_avg_return: 0.96113634 + avg_reward_per_step: 0.24331665 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.8911467 + avg_avg_return: 0.96113634 + avg_reward_per_step: 0.24331665 + proxy_corner: + avg_avg_return: 0.96113634 + avg_reward_per_step: 0.24331665 + perf: + env_steps_per_second: 997394.136270775 + ppo_updates_per_second: 111.79804738050015 + eval-batch-orig-duration: 0.18513204698683694 + eval-batch-shift-duration: 0.13833499903557822 + eval-batch-tree-duration: 0.1379110700218007 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.779785 + mouse-cheese_dist_finite_wavg: 14.878666 + mouse-cheese_dist_solvable_avg: 13.779785 + mouse-cheese_dist_solvable_wavg: 14.878666 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10312026 + visit_patterns: + avg_first_visit_time: 4888.2754 + avg_last_visit_time: 7353.321 + num_replay_batches: 7363 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001671689 + avg_actor_approxkl3: 8.228754e-05 + avg_actor_clipfrac: 0.001373291 + avg_actor_loss: -5.473462e-05 + avg_advantage: 0.0003616442 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.709878e-06 + avg_entropy: 0.0042430228 + avg_grad_norm_pre_clip: 0.102482535 + avg_loss: -5.6622714e-05 + max: + max_actor_approxkl1: 0.00080644205 + max_actor_approxkl3: 0.00023118207 + max_actor_clipfrac: 0.004272461 + max_actor_loss: 0.00017494895 + max_advantage: 0.03777474 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.1074643e-06 + max_entropy: 0.0075223697 + max_grad_norm_pre_clip: 0.254056 + max_loss: 0.00017432327 + std: + std_actor_approxkl1: 0.00027806286 + std_actor_approxkl3: 5.9934824e-05 + std_actor_clipfrac: 0.001183437 + std_actor_loss: 0.000112357775 + std_advantage: 0.0031014793 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.505222e-07 + std_entropy: 0.0015721921 + std_grad_norm_pre_clip: 0.051989306 + std_loss: 0.00011241236 + eval-batch-orig: + avg_avg_episode_length: 5.8665466 + avg_avg_return: 0.9862675 + avg_benchmark_regret: 0.0077485917 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.9862675 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 61.972065 + avg_avg_return: 0.29701263 + avg_benchmark_regret: 0.698169 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10293579 + proxy_corner: + avg_avg_return: 0.69223106 + avg_reward_per_step: 0.013015747 + eval-batch-tree: + avg_avg_episode_length: 5.684259 + avg_avg_return: 0.98680615 + avg_benchmark_regret: 0.0074122213 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26701355 + proxy_corner: + avg_avg_return: 0.98680615 + avg_reward_per_step: 0.26701355 +=========================================================== +=========================================================== + step: + env-step-all-before: 484442112 + env-step-replay-before: 241893376 + env-step-used-before: 484442112 + ppo-update-before: 295680 + env-step-generate-before: 242548736 + env-step-all-after: 484474880 + env-step-replay-after: 241926144 + env-step-used-after: 484474880 + ppo-update-after: 295700 + env-step-generate-after: 242548736 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.114286 + avg_avg_return: 0.8848709 + avg_reward_per_step: 0.06716919 + proxy_corner: + avg_avg_return: 0.8848709 + avg_reward_per_step: 0.06716919 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.114286 + avg_avg_return: 0.8848709 + avg_reward_per_step: 0.06716919 + proxy_corner: + avg_avg_return: 0.8848709 + avg_reward_per_step: 0.06716919 + perf: + env_steps_per_second: 979415.5070138683 + ppo_updates_per_second: 110.4791660098074 + eval-batch-orig-duration: 0.18515194504288957 + eval-batch-shift-duration: 0.1366626180242747 + eval-batch-tree-duration: 0.13785037596244365 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.783203 + mouse-cheese_dist_finite_wavg: 14.876869 + mouse-cheese_dist_solvable_avg: 13.783203 + mouse-cheese_dist_solvable_wavg: 14.876867 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102886654 + visit_patterns: + avg_first_visit_time: 4896.164 + avg_last_visit_time: 7373.254 + num_replay_batches: 7383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017218542 + avg_actor_approxkl3: 7.129614e-05 + avg_actor_clipfrac: 0.0034179688 + avg_actor_loss: -0.00012693596 + avg_advantage: 0.0005017804 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3972974e-06 + avg_entropy: 0.014058157 + avg_grad_norm_pre_clip: 0.16091312 + avg_loss: -0.00013929547 + max: + max_actor_approxkl1: 0.00055724883 + max_actor_approxkl3: 0.0002559052 + max_actor_clipfrac: 0.010620117 + max_actor_loss: 0.00029127952 + max_advantage: 0.018385053 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.8512158e-06 + max_entropy: 0.020661358 + max_grad_norm_pre_clip: 0.31655508 + max_loss: 0.0002812931 + std: + std_actor_approxkl1: 0.00016822574 + std_actor_approxkl3: 6.48982e-05 + std_actor_clipfrac: 0.0030336375 + std_actor_loss: 0.00020042737 + std_advantage: 0.002587281 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8742824e-07 + std_entropy: 0.0029356705 + std_grad_norm_pre_clip: 0.077237524 + std_loss: 0.00020140027 + eval-batch-orig: + avg_avg_episode_length: 5.870141 + avg_avg_return: 0.9861549 + avg_benchmark_regret: 0.007861209 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.9861549 + avg_reward_per_step: 0.26631165 + eval-batch-shift: + avg_avg_episode_length: 61.88064 + avg_avg_return: 0.29840097 + avg_benchmark_regret: 0.6967806 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104652405 + proxy_corner: + avg_avg_return: 0.6908508 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.6745386 + avg_avg_return: 0.9869731 + avg_benchmark_regret: 0.00724524 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.267128 + proxy_corner: + avg_avg_return: 0.9869731 + avg_reward_per_step: 0.267128 +=========================================================== +=========================================================== + step: + env-step-all-before: 485490688 + env-step-replay-before: 242384896 + env-step-used-before: 485490688 + ppo-update-before: 296320 + env-step-generate-before: 243105792 + env-step-all-after: 485523456 + env-step-replay-after: 242417664 + env-step-used-after: 485523456 + ppo-update-after: 296340 + env-step-generate-after: 243105792 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.101902 + avg_avg_return: 0.88503325 + avg_reward_per_step: 0.067230225 + proxy_corner: + avg_avg_return: 0.88503325 + avg_reward_per_step: 0.067230225 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.101902 + avg_avg_return: 0.88503325 + avg_reward_per_step: 0.067230225 + proxy_corner: + avg_avg_return: 0.88503325 + avg_reward_per_step: 0.067230225 + perf: + env_steps_per_second: 926450.9655849169 + ppo_updates_per_second: 111.4706764992654 + eval-batch-orig-duration: 0.18523984198691323 + eval-batch-shift-duration: 0.1358330449438654 + eval-batch-tree-duration: 0.1368283110205084 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.782715 + mouse-cheese_dist_finite_wavg: 15.778776 + mouse-cheese_dist_solvable_avg: 13.782715 + mouse-cheese_dist_solvable_wavg: 15.778776 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10278177 + visit_patterns: + avg_first_visit_time: 4903.173 + avg_last_visit_time: 7388.246 + num_replay_batches: 7398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.016104e-05 + avg_actor_approxkl3: 4.967337e-05 + avg_actor_clipfrac: 0.001171875 + avg_actor_loss: 5.111392e-05 + avg_advantage: -0.00027738579 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1671586e-06 + avg_entropy: 0.008477515 + avg_grad_norm_pre_clip: 0.1333043 + avg_loss: 4.4219978e-05 + max: + max_actor_approxkl1: 0.00053247437 + max_actor_approxkl3: 0.00018823212 + max_actor_clipfrac: 0.0028076172 + max_actor_loss: 0.00034736888 + max_advantage: 0.019336462 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6781971e-06 + max_entropy: 0.009513257 + max_grad_norm_pre_clip: 0.24873286 + max_loss: 0.0003409439 + std: + std_actor_approxkl1: 0.00013780352 + std_actor_approxkl3: 4.4903623e-05 + std_actor_clipfrac: 0.0007646709 + std_actor_loss: 0.000113074086 + std_advantage: 0.0025653825 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.448865e-07 + std_entropy: 0.0008562733 + std_grad_norm_pre_clip: 0.046403132 + std_loss: 0.00011355463 + eval-batch-orig: + avg_avg_episode_length: 5.8770094 + avg_avg_return: 0.98626447 + avg_benchmark_regret: 0.007751704 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26615143 + proxy_corner: + avg_avg_return: 0.98626447 + avg_reward_per_step: 0.26615143 + eval-batch-shift: + avg_avg_episode_length: 61.91933 + avg_avg_return: 0.2973578 + avg_benchmark_regret: 0.69782376 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10385895 + proxy_corner: + avg_avg_return: 0.693403 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.6907997 + avg_avg_return: 0.98709154 + avg_benchmark_regret: 0.0071268324 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668457 + proxy_corner: + avg_avg_return: 0.98709154 + avg_reward_per_step: 0.2668457 +=========================================================== +=========================================================== + step: + env-step-all-before: 486539264 + env-step-replay-before: 242941952 + env-step-used-before: 486539264 + ppo-update-before: 296960 + env-step-generate-before: 243597312 + env-step-all-after: 486572032 + env-step-replay-after: 242974720 + env-step-used-after: 486572032 + ppo-update-after: 296980 + env-step-generate-after: 243597312 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.100723 + avg_avg_return: 0.884947 + avg_reward_per_step: 0.067230225 + proxy_corner: + avg_avg_return: 0.884947 + avg_reward_per_step: 0.067230225 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.100723 + avg_avg_return: 0.884947 + avg_reward_per_step: 0.067230225 + proxy_corner: + avg_avg_return: 0.884947 + avg_reward_per_step: 0.067230225 + perf: + env_steps_per_second: 1008298.5230688682 + ppo_updates_per_second: 111.80380022546372 + eval-batch-orig-duration: 0.18550636601867154 + eval-batch-shift-duration: 0.1416641849791631 + eval-batch-tree-duration: 0.13744475302519277 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.782227 + mouse-cheese_dist_finite_wavg: 14.877075 + mouse-cheese_dist_solvable_avg: 13.782227 + mouse-cheese_dist_solvable_wavg: 14.877075 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.102904886 + visit_patterns: + avg_first_visit_time: 4908.2666 + avg_last_visit_time: 7405.2773 + num_replay_batches: 7415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018165485 + avg_actor_approxkl3: 8.260925e-05 + avg_actor_clipfrac: 0.0023864747 + avg_actor_loss: -0.00013530087 + avg_advantage: -0.00125654 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6866113e-06 + avg_entropy: 0.01140244 + avg_grad_norm_pre_clip: 0.22450629 + avg_loss: -0.00014486001 + max: + max_actor_approxkl1: 0.0008438663 + max_actor_approxkl3: 0.0002875731 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 0.00026311725 + max_advantage: 0.014598906 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.413887e-06 + max_entropy: 0.013694878 + max_grad_norm_pre_clip: 0.4572513 + max_loss: 0.00025475764 + std: + std_actor_approxkl1: 0.00021697974 + std_actor_approxkl3: 7.073885e-05 + std_actor_clipfrac: 0.0015165608 + std_actor_loss: 0.00017035918 + std_advantage: 0.0026641656 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.8394026e-07 + std_entropy: 0.0015902808 + std_grad_norm_pre_clip: 0.0862063 + std_loss: 0.00017097275 + eval-batch-orig: + avg_avg_episode_length: 5.8658476 + avg_avg_return: 0.9863755 + avg_benchmark_regret: 0.00764063 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.9863755 + avg_reward_per_step: 0.26636505 + eval-batch-shift: + avg_avg_episode_length: 62.33182 + avg_avg_return: 0.2922128 + avg_benchmark_regret: 0.7029687 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10045624 + proxy_corner: + avg_avg_return: 0.68284833 + avg_reward_per_step: 0.012954712 + eval-batch-tree: + avg_avg_episode_length: 5.6768804 + avg_avg_return: 0.9868287 + avg_benchmark_regret: 0.007389667 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.9868287 + avg_reward_per_step: 0.26708984 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 487587840 + env-step-replay-before: 243564544 + env-step-used-before: 487587840 + ppo-update-before: 297600 + env-step-generate-before: 244023296 + env-step-all-after: 487620608 + env-step-replay-after: 243597312 + env-step-used-after: 487620608 + ppo-update-after: 297620 + env-step-generate-after: 244023296 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.12549 + avg_avg_return: 0.8839971 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.8839971 + avg_reward_per_step: 0.067108154 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.12549 + avg_avg_return: 0.8839971 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.8839971 + avg_reward_per_step: 0.067108154 + perf: + env_steps_per_second: 981293.5511519766 + ppo_updates_per_second: 110.67551443443433 + eval-batch-orig-duration: 0.18590245302766562 + eval-batch-shift-duration: 0.13739254599204287 + eval-batch-tree-duration: 0.13934731896733865 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.782227 + mouse-cheese_dist_finite_wavg: 14.877958 + mouse-cheese_dist_solvable_avg: 13.782227 + mouse-cheese_dist_solvable_wavg: 14.87796 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1030136 + visit_patterns: + avg_first_visit_time: 4917.1113 + avg_last_visit_time: 7424.2773 + num_replay_batches: 7434 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00010514023 + avg_actor_approxkl3: 5.5932644e-05 + avg_actor_clipfrac: 0.0013183594 + avg_actor_loss: -4.014806e-05 + avg_advantage: -0.00040521362 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.763655e-06 + avg_entropy: 0.0075515853 + avg_grad_norm_pre_clip: 0.12733158 + avg_loss: -4.631781e-05 + max: + max_actor_approxkl1: 0.00036541867 + max_actor_approxkl3: 0.00015183809 + max_actor_clipfrac: 0.0034179688 + max_actor_loss: 0.00017034635 + max_advantage: 0.013793945 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.272524e-06 + max_entropy: 0.009581465 + max_grad_norm_pre_clip: 0.23643449 + max_loss: 0.00016274836 + std: + std_actor_approxkl1: 0.00011848638 + std_actor_approxkl3: 4.1407904e-05 + std_actor_clipfrac: 0.00094286964 + std_actor_loss: 0.0001059893 + std_advantage: 0.0023826687 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6466452e-07 + std_entropy: 0.0011728596 + std_grad_norm_pre_clip: 0.045864202 + std_loss: 0.00010579514 + eval-batch-orig: + avg_avg_episode_length: 5.8686256 + avg_avg_return: 0.9862874 + avg_benchmark_regret: 0.0077287387 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.9862874 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 61.893616 + avg_avg_return: 0.29779595 + avg_benchmark_regret: 0.6973856 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10429382 + proxy_corner: + avg_avg_return: 0.6904695 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.6832733 + avg_avg_return: 0.9872004 + avg_benchmark_regret: 0.007017961 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26696777 + proxy_corner: + avg_avg_return: 0.9872004 + avg_reward_per_step: 0.26696777 +=========================================================== +=========================================================== + step: + env-step-all-before: 488636416 + env-step-replay-before: 244121600 + env-step-used-before: 488636416 + ppo-update-before: 298240 + env-step-generate-before: 244514816 + env-step-all-after: 488669184 + env-step-replay-after: 244121600 + env-step-used-after: 488669184 + ppo-update-after: 298260 + env-step-generate-after: 244547584 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6421957 + avg_avg_return: 0.9651208 + avg_reward_per_step: 0.29110718 + proxy_corner: + avg_avg_return: 0.9651208 + avg_reward_per_step: 0.29110718 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.6421957 + avg_avg_return: 0.9651208 + avg_reward_per_step: 0.29110718 + proxy_corner: + avg_avg_return: 0.9651208 + avg_reward_per_step: 0.29110718 + perf: + env_steps_per_second: 912879.8428294864 + ppo_updates_per_second: 112.01427912048227 + eval-batch-orig-duration: 0.18639645498478785 + eval-batch-shift-duration: 0.14071378600783646 + eval-batch-tree-duration: 0.14054548798594624 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.791504 + mouse-cheese_dist_finite_wavg: 14.879081 + mouse-cheese_dist_solvable_avg: 13.791504 + mouse-cheese_dist_solvable_wavg: 14.879081 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10292339 + visit_patterns: + avg_first_visit_time: 4930.1655 + avg_last_visit_time: 7440.294 + num_replay_batches: 7450 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000236438 + avg_actor_approxkl3: 9.166782e-05 + avg_actor_clipfrac: 0.00088500977 + avg_actor_loss: -7.3164665e-05 + avg_advantage: 0.00046260242 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.183036e-06 + avg_entropy: 0.002229864 + avg_grad_norm_pre_clip: 0.061377276 + avg_loss: -7.330301e-05 + max: + max_actor_approxkl1: 0.00064093503 + max_actor_approxkl3: 0.0002206598 + max_actor_clipfrac: 0.0020751953 + max_actor_loss: 0.00011304114 + max_advantage: 0.021579266 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.2974347e-06 + max_entropy: 0.0037839601 + max_grad_norm_pre_clip: 0.23563841 + max_loss: 0.00011277364 + std: + std_actor_approxkl1: 0.00019800977 + std_actor_approxkl3: 7.204098e-05 + std_actor_clipfrac: 0.0005498248 + std_actor_loss: 8.6697975e-05 + std_advantage: 0.0028826566 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.592562e-07 + std_entropy: 0.00071749126 + std_grad_norm_pre_clip: 0.06326328 + std_loss: 8.682053e-05 + eval-batch-orig: + avg_avg_episode_length: 5.8659563 + avg_avg_return: 0.98623973 + avg_benchmark_regret: 0.0077764294 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26636505 + proxy_corner: + avg_avg_return: 0.98623973 + avg_reward_per_step: 0.26636505 + eval-batch-shift: + avg_avg_episode_length: 61.02303 + avg_avg_return: 0.30848035 + avg_benchmark_regret: 0.6867012 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.107940674 + proxy_corner: + avg_avg_return: 0.691031 + avg_reward_per_step: 0.013114929 + eval-batch-tree: + avg_avg_episode_length: 5.6768155 + avg_avg_return: 0.98689216 + avg_benchmark_regret: 0.007326167 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26707458 + proxy_corner: + avg_avg_return: 0.98689216 + avg_reward_per_step: 0.26707458 +=========================================================== +=========================================================== + step: + env-step-all-before: 489684992 + env-step-replay-before: 244744192 + env-step-used-before: 489684992 + ppo-update-before: 298880 + env-step-generate-before: 244940800 + env-step-all-after: 489717760 + env-step-replay-after: 244776960 + env-step-used-after: 489717760 + ppo-update-after: 298900 + env-step-generate-after: 244940800 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.079258 + avg_avg_return: 0.88438076 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88438076 + avg_reward_per_step: 0.067352295 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.079258 + avg_avg_return: 0.88438076 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.88438076 + avg_reward_per_step: 0.067352295 + perf: + env_steps_per_second: 968612.8135252559 + ppo_updates_per_second: 111.22052245805148 + eval-batch-orig-duration: 0.1948004129808396 + eval-batch-shift-duration: 0.1380998200038448 + eval-batch-tree-duration: 0.14136300003156066 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.795654 + mouse-cheese_dist_finite_wavg: 14.880804 + mouse-cheese_dist_solvable_avg: 13.795654 + mouse-cheese_dist_solvable_wavg: 14.880806 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102878705 + visit_patterns: + avg_first_visit_time: 4936.669 + avg_last_visit_time: 7460.247 + num_replay_batches: 7470 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040244558 + avg_actor_approxkl3: 0.00045852672 + avg_actor_clipfrac: 0.0022338869 + avg_actor_loss: -0.00030457377 + avg_advantage: 0.00033880095 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8494686e-06 + avg_entropy: 0.006971519 + avg_grad_norm_pre_clip: 0.11869214 + avg_loss: -0.00030962058 + max: + max_actor_approxkl1: 0.0015767677 + max_actor_approxkl3: 0.001556774 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.00038367976 + max_advantage: 0.015634775 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9573346e-06 + max_entropy: 0.01045322 + max_grad_norm_pre_clip: 0.25646272 + max_loss: 0.00037896255 + std: + std_actor_approxkl1: 0.00045098044 + std_actor_approxkl3: 0.0004042091 + std_actor_clipfrac: 0.0010788557 + std_actor_loss: 0.0004987878 + std_advantage: 0.0030233373 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.5721404e-07 + std_entropy: 0.0013567798 + std_grad_norm_pre_clip: 0.055096377 + std_loss: 0.00049902784 + eval-batch-orig: + avg_avg_episode_length: 5.870837 + avg_avg_return: 0.9861956 + avg_benchmark_regret: 0.007820518 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631165 + proxy_corner: + avg_avg_return: 0.9861956 + avg_reward_per_step: 0.26631165 + eval-batch-shift: + avg_avg_episode_length: 61.477 + avg_avg_return: 0.3006748 + avg_benchmark_regret: 0.69450676 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1085968 + proxy_corner: + avg_avg_return: 0.69396216 + avg_reward_per_step: 0.013084412 + eval-batch-tree: + avg_avg_episode_length: 5.6755137 + avg_avg_return: 0.98696804 + avg_benchmark_regret: 0.007250317 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26707458 + proxy_corner: + avg_avg_return: 0.98696804 + avg_reward_per_step: 0.26707458 +=========================================================== +=========================================================== + step: + env-step-all-before: 490733568 + env-step-replay-before: 245268480 + env-step-used-before: 490733568 + ppo-update-before: 299520 + env-step-generate-before: 245465088 + env-step-all-after: 490766336 + env-step-replay-after: 245301248 + env-step-used-after: 490766336 + ppo-update-after: 299540 + env-step-generate-after: 245465088 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.088339 + avg_avg_return: 0.8850988 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.8850988 + avg_reward_per_step: 0.06729126 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.088339 + avg_avg_return: 0.8850988 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.8850988 + avg_reward_per_step: 0.06729126 + perf: + env_steps_per_second: 993614.0702084707 + ppo_updates_per_second: 111.982168167921 + eval-batch-orig-duration: 0.18857689603464678 + eval-batch-shift-duration: 0.1470293590100482 + eval-batch-tree-duration: 0.1403946060454473 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.805908 + mouse-cheese_dist_finite_wavg: 13.079282 + mouse-cheese_dist_solvable_avg: 13.805908 + mouse-cheese_dist_solvable_wavg: 13.079282 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10320279 + visit_patterns: + avg_first_visit_time: 4956.3525 + avg_last_visit_time: 7476.298 + num_replay_batches: 7486 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035741704 + avg_actor_approxkl3: 0.00030570032 + avg_actor_clipfrac: 0.006652832 + avg_actor_loss: -0.0002243816 + avg_advantage: -0.0007192914 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6450746e-06 + avg_entropy: 0.01701705 + avg_grad_norm_pre_clip: 0.11458262 + avg_loss: -0.00023907612 + max: + max_actor_approxkl1: 0.0015545415 + max_actor_approxkl3: 0.0008988047 + max_actor_clipfrac: 0.014404297 + max_actor_loss: 0.00011377223 + max_advantage: 0.016155958 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.414634e-06 + max_entropy: 0.021071509 + max_grad_norm_pre_clip: 0.2267705 + max_loss: 0.000103553706 + std: + std_actor_approxkl1: 0.00044227316 + std_actor_approxkl3: 0.00026097833 + std_actor_clipfrac: 0.004366382 + std_actor_loss: 0.00021138703 + std_advantage: 0.0031565204 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9280386e-07 + std_entropy: 0.0025519691 + std_grad_norm_pre_clip: 0.041421004 + std_loss: 0.00021122137 + eval-batch-orig: + avg_avg_episode_length: 5.8721724 + avg_avg_return: 0.98636425 + avg_benchmark_regret: 0.0076518664 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26628113 + proxy_corner: + avg_avg_return: 0.98636425 + avg_reward_per_step: 0.26628113 + eval-batch-shift: + avg_avg_episode_length: 62.069542 + avg_avg_return: 0.29313666 + avg_benchmark_regret: 0.7020449 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.104515076 + proxy_corner: + avg_avg_return: 0.6907234 + avg_reward_per_step: 0.013023376 + eval-batch-tree: + avg_avg_episode_length: 5.6783514 + avg_avg_return: 0.98687345 + avg_benchmark_regret: 0.0073449225 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26706696 + proxy_corner: + avg_avg_return: 0.98687345 + avg_reward_per_step: 0.26706696 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 491782144 + env-step-replay-before: 245760000 + env-step-used-before: 491782144 + ppo-update-before: 300160 + env-step-generate-before: 246022144 + env-step-all-after: 491814912 + env-step-replay-after: 245792768 + env-step-used-after: 491814912 + ppo-update-after: 300180 + env-step-generate-after: 246022144 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.259236 + avg_avg_return: 0.8841039 + avg_reward_per_step: 0.0664978 + proxy_corner: + avg_avg_return: 0.8841039 + avg_reward_per_step: 0.0664978 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.259236 + avg_avg_return: 0.8841039 + avg_reward_per_step: 0.0664978 + proxy_corner: + avg_avg_return: 0.8841039 + avg_reward_per_step: 0.0664978 + perf: + env_steps_per_second: 981292.9370757579 + ppo_updates_per_second: 110.83598231385795 + eval-batch-orig-duration: 0.1837165670003742 + eval-batch-shift-duration: 0.13617526495363563 + eval-batch-tree-duration: 0.1377350139664486 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.805664 + mouse-cheese_dist_finite_wavg: 14.880095 + mouse-cheese_dist_solvable_avg: 13.805664 + mouse-cheese_dist_solvable_wavg: 14.880096 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10321972 + visit_patterns: + avg_first_visit_time: 4978.9854 + avg_last_visit_time: 7491.3657 + num_replay_batches: 7501 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001004783 + avg_actor_approxkl3: 0.00072657637 + avg_actor_clipfrac: 0.015643312 + avg_actor_loss: -0.00020084139 + avg_advantage: -0.0009719951 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.492441e-06 + avg_entropy: 0.034105953 + avg_grad_norm_pre_clip: 0.2987904 + avg_loss: -0.00023270112 + max: + max_actor_approxkl1: 0.002357652 + max_actor_approxkl3: 0.0018339161 + max_actor_clipfrac: 0.028930664 + max_actor_loss: 0.0007201466 + max_advantage: 0.013108313 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7641087e-06 + max_entropy: 0.052098908 + max_grad_norm_pre_clip: 0.69154966 + max_loss: 0.00068452716 + std: + std_actor_approxkl1: 0.00066629023 + std_actor_approxkl3: 0.0004933975 + std_actor_clipfrac: 0.007704975 + std_actor_loss: 0.00044067585 + std_advantage: 0.0029472043 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.6206426e-07 + std_entropy: 0.006627891 + std_grad_norm_pre_clip: 0.13969062 + std_loss: 0.00044054995 + eval-batch-orig: + avg_avg_episode_length: 5.894762 + avg_avg_return: 0.9863703 + avg_benchmark_regret: 0.0076458454 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26605988 + proxy_corner: + avg_avg_return: 0.9863703 + avg_reward_per_step: 0.26605988 + eval-batch-shift: + avg_avg_episode_length: 61.707714 + avg_avg_return: 0.30007985 + avg_benchmark_regret: 0.69510174 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10309601 + proxy_corner: + avg_avg_return: 0.67943805 + avg_reward_per_step: 0.0129776 + eval-batch-tree: + avg_avg_episode_length: 5.6843944 + avg_avg_return: 0.9874095 + avg_benchmark_regret: 0.0068089543 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.9874095 + avg_reward_per_step: 0.2669983 +=========================================================== +=========================================================== + step: + env-step-all-before: 492830720 + env-step-replay-before: 246251520 + env-step-used-before: 492830720 + ppo-update-before: 300800 + env-step-generate-before: 246579200 + env-step-all-after: 492863488 + env-step-replay-after: 246251520 + env-step-used-after: 492863488 + ppo-update-after: 300820 + env-step-generate-after: 246611968 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0964127 + avg_avg_return: 0.95980823 + avg_reward_per_step: 0.24737549 + proxy_corner: + avg_avg_return: 0.95980823 + avg_reward_per_step: 0.24737549 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 6.0964127 + avg_avg_return: 0.95980823 + avg_reward_per_step: 0.24737549 + proxy_corner: + avg_avg_return: 0.95980823 + avg_reward_per_step: 0.24737549 + perf: + env_steps_per_second: 968743.0472676987 + ppo_updates_per_second: 110.32403251824721 + eval-batch-orig-duration: 0.18720427004154772 + eval-batch-shift-duration: 0.13802482199389488 + eval-batch-tree-duration: 0.13826104596955702 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.813477 + mouse-cheese_dist_finite_wavg: 14.881686 + mouse-cheese_dist_solvable_avg: 13.813477 + mouse-cheese_dist_solvable_wavg: 14.88169 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10318376 + visit_patterns: + avg_first_visit_time: 4999.584 + avg_last_visit_time: 7505.323 + num_replay_batches: 7515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019876298 + avg_actor_approxkl3: 8.2967046e-05 + avg_actor_clipfrac: 0.0018188477 + avg_actor_loss: -0.00010369322 + avg_advantage: 0.0005795786 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.079461e-06 + avg_entropy: 0.004800489 + avg_grad_norm_pre_clip: 0.073534384 + avg_loss: -0.000106453976 + max: + max_actor_approxkl1: 0.0007797786 + max_actor_approxkl3: 0.00028626062 + max_actor_clipfrac: 0.006591797 + max_actor_loss: 9.054318e-05 + max_advantage: 0.020002604 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4946945e-06 + max_entropy: 0.008790128 + max_grad_norm_pre_clip: 0.20347746 + max_loss: 8.593184e-05 + std: + std_actor_approxkl1: 0.00021148543 + std_actor_approxkl3: 8.4922925e-05 + std_actor_clipfrac: 0.0016272024 + std_actor_loss: 9.333482e-05 + std_advantage: 0.0027399545 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.155619e-07 + std_entropy: 0.0016406545 + std_grad_norm_pre_clip: 0.03814853 + std_loss: 9.375212e-05 + eval-batch-orig: + avg_avg_episode_length: 5.877708 + avg_avg_return: 0.98637563 + avg_benchmark_regret: 0.0076405564 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26621246 + proxy_corner: + avg_avg_return: 0.98637563 + avg_reward_per_step: 0.26621246 + eval-batch-shift: + avg_avg_episode_length: 61.08936 + avg_avg_return: 0.30826586 + avg_benchmark_regret: 0.68691576 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.110702515 + proxy_corner: + avg_avg_return: 0.6895577 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.7015953 + avg_avg_return: 0.9868245 + avg_benchmark_regret: 0.0073938835 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26680756 + proxy_corner: + avg_avg_return: 0.9868245 + avg_reward_per_step: 0.26680756 +=========================================================== +=========================================================== + step: + env-step-all-before: 493879296 + env-step-replay-before: 246775808 + env-step-used-before: 493879296 + ppo-update-before: 301440 + env-step-generate-before: 247103488 + env-step-all-after: 493912064 + env-step-replay-after: 246775808 + env-step-used-after: 493912064 + ppo-update-after: 301460 + env-step-generate-after: 247136256 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5728064 + avg_avg_return: 0.9653817 + avg_reward_per_step: 0.28781128 + proxy_corner: + avg_avg_return: 0.9653817 + avg_reward_per_step: 0.28781128 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.5728064 + avg_avg_return: 0.9653817 + avg_reward_per_step: 0.28781128 + proxy_corner: + avg_avg_return: 0.9653817 + avg_reward_per_step: 0.28781128 + perf: + env_steps_per_second: 998337.2720553918 + ppo_updates_per_second: 111.58160424776347 + eval-batch-orig-duration: 0.1833465819945559 + eval-batch-shift-duration: 0.13745584897696972 + eval-batch-tree-duration: 0.13717595196794719 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.8186035 + mouse-cheese_dist_finite_wavg: 15.780508 + mouse-cheese_dist_solvable_avg: 13.8186035 + mouse-cheese_dist_solvable_wavg: 15.780506 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103178754 + visit_patterns: + avg_first_visit_time: 5011.039 + avg_last_visit_time: 7521.3877 + num_replay_batches: 7531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 2.6830972e-05 + avg_actor_approxkl3: 1.7511824e-05 + avg_actor_clipfrac: 0.00033569336 + avg_actor_loss: -6.729174e-05 + avg_advantage: -0.00058933033 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.174327e-06 + avg_entropy: 0.003601224 + avg_grad_norm_pre_clip: 0.06561321 + avg_loss: -6.88058e-05 + max: + max_actor_approxkl1: 0.00024539983 + max_actor_approxkl3: 6.158182e-05 + max_actor_clipfrac: 0.0008544922 + max_actor_loss: 5.0902367e-05 + max_advantage: 0.017779708 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.3901443e-06 + max_entropy: 0.0048004314 + max_grad_norm_pre_clip: 0.16484712 + max_loss: 4.9848833e-05 + std: + std_actor_approxkl1: 6.8969515e-05 + std_actor_approxkl3: 1.7283728e-05 + std_actor_clipfrac: 0.00026428996 + std_actor_loss: 7.30857e-05 + std_advantage: 0.0026454485 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.896944e-07 + std_entropy: 0.0006695273 + std_grad_norm_pre_clip: 0.034484666 + std_loss: 7.296801e-05 + eval-batch-orig: + avg_avg_episode_length: 5.870387 + avg_avg_return: 0.9863883 + avg_benchmark_regret: 0.007627828 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9863883 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 61.56375 + avg_avg_return: 0.29878852 + avg_benchmark_regret: 0.6963931 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.1080246 + proxy_corner: + avg_avg_return: 0.7002084 + avg_reward_per_step: 0.013092041 + eval-batch-tree: + avg_avg_episode_length: 5.6815014 + avg_avg_return: 0.9868195 + avg_benchmark_regret: 0.0073988196 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26689148 + proxy_corner: + avg_avg_return: 0.9868195 + avg_reward_per_step: 0.26689148 +=========================================================== +=========================================================== + step: + env-step-all-before: 494927872 + env-step-replay-before: 247300096 + env-step-used-before: 494927872 + ppo-update-before: 302080 + env-step-generate-before: 247627776 + env-step-all-after: 494960640 + env-step-replay-after: 247300096 + env-step-used-after: 494960640 + ppo-update-after: 302100 + env-step-generate-after: 247660544 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9686356 + avg_avg_return: 0.96064496 + avg_reward_per_step: 0.25982666 + proxy_corner: + avg_avg_return: 0.96064496 + avg_reward_per_step: 0.25982666 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.9686356 + avg_avg_return: 0.96064496 + avg_reward_per_step: 0.25982666 + proxy_corner: + avg_avg_return: 0.96064496 + avg_reward_per_step: 0.25982666 + perf: + env_steps_per_second: 968700.2627718834 + ppo_updates_per_second: 110.46654193688133 + eval-batch-orig-duration: 0.19158094096928835 + eval-batch-shift-duration: 0.14608875900739804 + eval-batch-tree-duration: 0.13588168402202427 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.810303 + mouse-cheese_dist_finite_wavg: 15.782057 + mouse-cheese_dist_solvable_avg: 13.810303 + mouse-cheese_dist_solvable_wavg: 15.782057 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.10313232 + visit_patterns: + avg_first_visit_time: 5023.285 + avg_last_visit_time: 7537.2495 + num_replay_batches: 7547 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006287219 + avg_actor_approxkl3: 0.0006588911 + avg_actor_clipfrac: 0.0022277832 + avg_actor_loss: 0.00034127317 + avg_advantage: 0.00097625336 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.498307e-06 + avg_entropy: 0.0043820334 + avg_grad_norm_pre_clip: 0.22366278 + avg_loss: 0.0003391403 + max: + max_actor_approxkl1: 0.003241871 + max_actor_approxkl3: 0.003152518 + max_actor_clipfrac: 0.0107421875 + max_actor_loss: 0.0042218915 + max_advantage: 0.019375622 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.2672834e-06 + max_entropy: 0.010044398 + max_grad_norm_pre_clip: 1.1676869 + max_loss: 0.0042178854 + std: + std_actor_approxkl1: 0.0009665924 + std_actor_approxkl3: 0.0011136063 + std_actor_clipfrac: 0.0030020054 + std_actor_loss: 0.0010914784 + std_advantage: 0.0028512697 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.058714e-07 + std_entropy: 0.0024076335 + std_grad_norm_pre_clip: 0.28569987 + std_loss: 0.0010908438 + eval-batch-orig: + avg_avg_episode_length: 5.8694882 + avg_avg_return: 0.9865281 + avg_benchmark_regret: 0.0074880477 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.9865281 + avg_reward_per_step: 0.2663269 + eval-batch-shift: + avg_avg_episode_length: 61.357315 + avg_avg_return: 0.30392528 + avg_benchmark_regret: 0.6912563 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10797882 + proxy_corner: + avg_avg_return: 0.69494927 + avg_reward_per_step: 0.013092041 + eval-batch-tree: + avg_avg_episode_length: 5.7441444 + avg_avg_return: 0.9867673 + avg_benchmark_regret: 0.00745112 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.26667023 + proxy_corner: + avg_avg_return: 0.9867673 + avg_reward_per_step: 0.26667023 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 495976448 + env-step-replay-before: 247791616 + env-step-used-before: 495976448 + ppo-update-before: 302720 + env-step-generate-before: 248184832 + env-step-all-after: 496009216 + env-step-replay-after: 247824384 + env-step-used-after: 496009216 + ppo-update-after: 302740 + env-step-generate-after: 248184832 + train-replay: + shift_proportion: 0.0 + avg_avg_episode_length: 14.111796 + avg_avg_return: 0.8849383 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.8849383 + avg_reward_per_step: 0.06719971 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 14.111796 + avg_avg_return: 0.8849383 + avg_reward_per_step: 0.06719971 + proxy_corner: + avg_avg_return: 0.8849383 + avg_reward_per_step: 0.06719971 + perf: + env_steps_per_second: 977842.1241570113 + ppo_updates_per_second: 110.90737428837126 + eval-batch-orig-duration: 0.18769171298481524 + eval-batch-shift-duration: 0.144423371006269 + eval-batch-tree-duration: 0.1415645339875482 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.811523 + mouse-cheese_dist_finite_wavg: 15.780232 + mouse-cheese_dist_solvable_avg: 13.811523 + mouse-cheese_dist_solvable_wavg: 15.780234 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103057116 + visit_patterns: + avg_first_visit_time: 5028.9297 + avg_last_visit_time: 7553.237 + num_replay_batches: 7563 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002481485 + avg_actor_approxkl3: 0.00013738062 + avg_actor_clipfrac: 0.003540039 + avg_actor_loss: -0.00037096182 + avg_advantage: -0.0016944784 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0716863e-06 + avg_entropy: 0.012077465 + avg_grad_norm_pre_clip: 0.1794787 + avg_loss: -0.00038150343 + max: + max_actor_approxkl1: 0.00068162836 + max_actor_approxkl3: 0.00029825306 + max_actor_clipfrac: 0.0087890625 + max_actor_loss: 0.0001450628 + max_advantage: 0.01822573 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.8490538e-06 + max_entropy: 0.01539385 + max_grad_norm_pre_clip: 0.3812708 + max_loss: 0.00013379213 + std: + std_actor_approxkl1: 0.00020144622 + std_actor_approxkl3: 9.157406e-05 + std_actor_clipfrac: 0.0023945703 + std_actor_loss: 0.00023600578 + std_advantage: 0.0025704438 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7378105e-07 + std_entropy: 0.0021237722 + std_grad_norm_pre_clip: 0.08530512 + std_loss: 0.00023621903 + eval-batch-orig: + avg_avg_episode_length: 5.868753 + avg_avg_return: 0.9864557 + avg_benchmark_regret: 0.007560483 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26635742 + proxy_corner: + avg_avg_return: 0.9864557 + avg_reward_per_step: 0.26635742 + eval-batch-shift: + avg_avg_episode_length: 61.40711 + avg_avg_return: 0.29998893 + avg_benchmark_regret: 0.69519264 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.110435486 + proxy_corner: + avg_avg_return: 0.69664097 + avg_reward_per_step: 0.013092041 + eval-batch-tree: + avg_avg_episode_length: 5.6764436 + avg_avg_return: 0.98697066 + avg_benchmark_regret: 0.0072476426 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2670517 + proxy_corner: + avg_avg_return: 0.98697066 + avg_reward_per_step: 0.2670517 +=========================================================== +=========================================================== + step: + env-step-all-before: 497025024 + env-step-replay-before: 248348672 + env-step-used-before: 497025024 + ppo-update-before: 303360 + env-step-generate-before: 248676352 + env-step-all-after: 497057792 + env-step-replay-after: 248348672 + env-step-used-after: 497057792 + ppo-update-after: 303380 + env-step-generate-after: 248709120 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.579322 + avg_avg_return: 0.9651369 + avg_reward_per_step: 0.28018188 + proxy_corner: + avg_avg_return: 0.9651369 + avg_reward_per_step: 0.28018188 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.579322 + avg_avg_return: 0.9651369 + avg_reward_per_step: 0.28018188 + proxy_corner: + avg_avg_return: 0.9651369 + avg_reward_per_step: 0.28018188 + perf: + env_steps_per_second: 982669.2090863843 + ppo_updates_per_second: 110.42852539809282 + eval-batch-orig-duration: 0.18624713097233325 + eval-batch-shift-duration: 0.1366183939971961 + eval-batch-tree-duration: 0.13698241004021838 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.810059 + mouse-cheese_dist_finite_wavg: 15.78142 + mouse-cheese_dist_solvable_avg: 13.810059 + mouse-cheese_dist_solvable_wavg: 15.78142 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1030033 + visit_patterns: + avg_first_visit_time: 5038.5176 + avg_last_visit_time: 7569.254 + num_replay_batches: 7579 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003392441 + avg_actor_approxkl3: 7.144928e-05 + avg_actor_clipfrac: 0.0016357423 + avg_actor_loss: -0.0004673951 + avg_advantage: 0.0012216511 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8515973e-06 + avg_entropy: 0.0030251003 + avg_grad_norm_pre_clip: 0.10278231 + avg_loss: -0.00046849437 + max: + max_actor_approxkl1: 0.0008776379 + max_actor_approxkl3: 0.00029122544 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 3.3252873e-06 + max_advantage: 0.019580066 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4224124e-06 + max_entropy: 0.005533849 + max_grad_norm_pre_clip: 0.2415703 + max_loss: 3.4714726e-06 + std: + std_actor_approxkl1: 0.000255015 + std_actor_approxkl3: 8.5891115e-05 + std_actor_clipfrac: 0.0017808883 + std_actor_loss: 0.00031417503 + std_advantage: 0.0026662946 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.2129294e-07 + std_entropy: 0.001080159 + std_grad_norm_pre_clip: 0.05309676 + std_loss: 0.00031457096 + eval-batch-orig: + avg_avg_episode_length: 5.874052 + avg_avg_return: 0.98651505 + avg_benchmark_regret: 0.007501103 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.26631927 + proxy_corner: + avg_avg_return: 0.98651505 + avg_reward_per_step: 0.26631927 + eval-batch-shift: + avg_avg_episode_length: 61.502598 + avg_avg_return: 0.3021075 + avg_benchmark_regret: 0.693074 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10799408 + proxy_corner: + avg_avg_return: 0.69042456 + avg_reward_per_step: 0.013046265 + eval-batch-tree: + avg_avg_episode_length: 5.6755667 + avg_avg_return: 0.9871628 + avg_benchmark_regret: 0.0070555946 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2671051 + proxy_corner: + avg_avg_return: 0.9871628 + avg_reward_per_step: 0.2671051 +=========================================================== +=========================================================== + step: + env-step-all-before: 498073600 + env-step-replay-before: 248741888 + env-step-used-before: 498073600 + ppo-update-before: 304000 + env-step-generate-before: 249331712 + env-step-all-after: 498106368 + env-step-replay-after: 248741888 + env-step-used-after: 498106368 + ppo-update-after: 304020 + env-step-generate-after: 249364480 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.930295 + avg_avg_return: 0.9623656 + avg_reward_per_step: 0.26519775 + proxy_corner: + avg_avg_return: 0.9623656 + avg_reward_per_step: 0.26519775 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.930295 + avg_avg_return: 0.9623656 + avg_reward_per_step: 0.26519775 + proxy_corner: + avg_avg_return: 0.9623656 + avg_reward_per_step: 0.26519775 + perf: + env_steps_per_second: 1006314.155598526 + ppo_updates_per_second: 111.19653601279052 + eval-batch-orig-duration: 0.18566464399918914 + eval-batch-shift-duration: 0.13743953203083947 + eval-batch-tree-duration: 0.13745555095374584 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.812988 + mouse-cheese_dist_finite_wavg: 14.880863 + mouse-cheese_dist_solvable_avg: 13.812988 + mouse-cheese_dist_solvable_wavg: 14.880861 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10316275 + visit_patterns: + avg_first_visit_time: 5051.3535 + avg_last_visit_time: 7581.245 + num_replay_batches: 7591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027315225 + avg_actor_approxkl3: 8.928889e-05 + avg_actor_clipfrac: 0.0021972656 + avg_actor_loss: -0.00020363173 + avg_advantage: 0.00030623336 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3232632e-06 + avg_entropy: 0.006341327 + avg_grad_norm_pre_clip: 0.18397103 + avg_loss: -0.00020831144 + max: + max_actor_approxkl1: 0.0009886323 + max_actor_approxkl3: 0.0003842737 + max_actor_clipfrac: 0.0063476562 + max_actor_loss: 0.00027071778 + max_advantage: 0.021228433 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.234841e-06 + max_entropy: 0.010061833 + max_grad_norm_pre_clip: 0.35834038 + max_loss: 0.00026731315 + std: + std_actor_approxkl1: 0.0002668202 + std_actor_approxkl3: 8.900129e-05 + std_actor_clipfrac: 0.00209022 + std_actor_loss: 0.00030310103 + std_advantage: 0.002516852 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.7983804e-07 + std_entropy: 0.0018234862 + std_grad_norm_pre_clip: 0.080387466 + std_loss: 0.00030391983 + eval-batch-orig: + avg_avg_episode_length: 5.8933487 + avg_avg_return: 0.986217 + avg_benchmark_regret: 0.007799116 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2659912 + proxy_corner: + avg_avg_return: 0.986217 + avg_reward_per_step: 0.2659912 + eval-batch-shift: + avg_avg_episode_length: 61.740402 + avg_avg_return: 0.29757965 + avg_benchmark_regret: 0.6976019 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10721588 + proxy_corner: + avg_avg_return: 0.6986741 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 5.700272 + avg_avg_return: 0.98724747 + avg_benchmark_regret: 0.0069708624 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2668152 + proxy_corner: + avg_avg_return: 0.98724747 + avg_reward_per_step: 0.2668152 +=========================================================== +=========================================================== + step: + env-step-all-before: 499122176 + env-step-replay-before: 249364480 + env-step-used-before: 499122176 + ppo-update-before: 304640 + env-step-generate-before: 249757696 + env-step-all-after: 499154944 + env-step-replay-after: 249364480 + env-step-used-after: 499154944 + ppo-update-after: 304660 + env-step-generate-after: 249790464 + train-generate: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3612404 + avg_avg_return: 0.9676987 + avg_reward_per_step: 0.28549194 + proxy_corner: + avg_avg_return: 0.9676987 + avg_reward_per_step: 0.28549194 + train-all: + shift_proportion: 0.0 + avg_avg_episode_length: 5.3612404 + avg_avg_return: 0.9676987 + avg_reward_per_step: 0.28549194 + proxy_corner: + avg_avg_return: 0.9676987 + avg_reward_per_step: 0.28549194 + perf: + env_steps_per_second: 962852.939672985 + ppo_updates_per_second: 110.24434132246276 + eval-batch-orig-duration: 0.18626033701002598 + eval-batch-shift-duration: 0.13741168897831813 + eval-batch-tree-duration: 0.13884230598341674 + ued: + distances: + cheese-corne_dist_avg: 0.0 + cheese-corne_dist_wavg: 0.0 + levels_cheese_is_in_corner_avg: 1.0 + mouse-cheese_dist_finite_avg: 13.8125 + mouse-cheese_dist_finite_wavg: 13.080112 + mouse-cheese_dist_solvable_avg: 13.8125 + mouse-cheese_dist_solvable_wavg: 13.080111 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10316699 + visit_patterns: + avg_first_visit_time: 5061.415 + avg_last_visit_time: 7600.217 + num_replay_batches: 7610 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024680927 + avg_actor_approxkl3: 6.170733e-05 + avg_actor_clipfrac: 0.0008483887 + avg_actor_loss: -0.00013285308 + avg_advantage: 0.00015708964 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.73278e-06 + avg_entropy: 0.0038760689 + avg_grad_norm_pre_clip: 0.07558391 + avg_loss: -0.00013436277 + max: + max_actor_approxkl1: 0.0012625604 + max_actor_approxkl3: 0.00022152934 + max_actor_clipfrac: 0.0031738281 + max_actor_loss: 2.4749897e-05 + max_advantage: 0.026266932 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.109534e-06 + max_entropy: 0.0066810385 + max_grad_norm_pre_clip: 0.18743655 + max_loss: 2.206532e-05 + std: + std_actor_approxkl1: 0.00037060745 + std_actor_approxkl3: 6.462226e-05 + std_actor_clipfrac: 0.0009435609 + std_actor_loss: 0.00020333075 + std_advantage: 0.0030697107 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.459966e-07 + std_entropy: 0.0014080388 + std_grad_norm_pre_clip: 0.03902037 + std_loss: 0.00020403128 + eval-batch-orig: + avg_avg_episode_length: 5.8688745 + avg_avg_return: 0.9865543 + avg_benchmark_regret: 0.0074618123 + avg_benchmark_return: 0.9940162 + avg_reward_per_step: 0.2663269 + proxy_corner: + avg_avg_return: 0.9865543 + avg_reward_per_step: 0.2663269 + eval-batch-shift: + avg_avg_episode_length: 61.270023 + avg_avg_return: 0.3010245 + avg_benchmark_regret: 0.69415706 + avg_benchmark_return: 0.99518156 + avg_reward_per_step: 0.10655975 + proxy_corner: + avg_avg_return: 0.69193596 + avg_reward_per_step: 0.013069153 + eval-batch-tree: + avg_avg_episode_length: 5.713342 + avg_avg_return: 0.98693776 + avg_benchmark_regret: 0.007280561 + avg_benchmark_return: 0.99421835 + avg_reward_per_step: 0.2665329 + proxy_corner: + avg_avg_return: 0.98693776 + avg_reward_per_step: 0.2665329 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +training run complete. +finishing checkpoints... diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/requirements.txt b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b4b0c9829a41e8ae1962c355b32ac4d0f1ccd46a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/requirements.txt @@ -0,0 +1,86 @@ +safetensors==0.5.3 +huggingface-hub==0.33.4 +hf-xet==1.1.5 +regex==2024.11.6 +transformers==4.53.2 +tokenizers==0.21.2 +fsspec==2025.7.0 +wcwidth==0.2.13 +psutil==7.0.0 +distrax==0.1.5 +msgpack==1.1.1 +annotated-types==0.7.0 +imageio==2.37.0 +packaging==25.0 +shellingham==1.5.4 +nest-asyncio==1.6.0 +jaxlib==0.6.2 +pip==25.1.1 +opt_einsum==3.4.0 +importlib_resources==6.5.2 +cloudpickle==3.1.1 +mdurl==0.1.2 +jax-cuda12-plugin==0.6.2 +markdown-it-py==3.0.0 +wadler_lindig==0.1.7 +requests==2.32.4 +orbax-checkpoint==0.11.19 +moviepy==2.2.1 +wrapt==1.17.2 +ml_dtypes==0.5.1 +einops==0.8.1 +humanize==4.12.3 +attrs==25.3.0 +jaxgmg==0.0.0 +pydantic_core==2.33.2 +urllib3==2.5.0 +sentry-sdk==2.33.2 +toolz==1.0.0 +protobuf==6.31.1 +click==8.2.1 +flax==0.10.7 +nvidia-ml-py==12.575.51 +wheel==0.45.1 +certifi==2025.7.14 +tensorflow-probability==0.25.0 +blessed==1.21.0 +Pygments==2.19.2 +rich==14.0.0 +dm-tree==0.1.9 +smmap==5.0.2 +tfp-nightly==0.26.0.dev0 +typing-inspection==0.4.1 +setuptools==80.9.0 +proglog==0.1.12 +gast==0.6.0 +absl-py==2.3.1 +simplejson==3.20.1 +six==1.17.0 +tensorstore==0.1.76 +gpustat==1.1.1 +jaxtyping==0.3.2 +numpy==2.3.1 +jax==0.6.2 +pillow==11.3.0 +idna==3.10 +typer==0.16.0 +python-dotenv==1.1.1 +decorator==5.2.1 +platformdirs==4.3.8 +jax-cuda12-pjrt==0.6.2 +etils==1.13.0 +optax==0.2.5 +charset-normalizer==3.4.2 +readchar==4.2.1 +chex==0.1.89 +tqdm==4.67.1 +wandb==0.21.0 +imageio-ffmpeg==0.6.0 +PyYAML==6.0.2 +typing_extensions==4.14.1 +GitPython==3.1.44 +treescope==0.1.9 +zipp==3.23.0 +scipy==1.16.0 +pydantic==2.11.7 +gitdb==4.0.12 diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/wandb-metadata.json b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0b76e5f0bd303b5aba5f9cf9f6469f69818ca982 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/wandb-metadata.json @@ -0,0 +1,78 @@ +{ + "os": "Linux-5.15.0-118-generic-x86_64-with-glibc2.35", + "python": "CPython 3.11.13", + "startedAt": "2025-07-24T19:20:15.591776Z", + "args": [ + "train", + "corner", + "--num-total-env-steps", + "500_000_000", + "--keep-all-checkpoints", + "--num-cycles-per-checkpoint", + "128", + "--wandb-project", + "jaxgmg_500M", + "--wandb-name", + "alpha_0_env_tree_7x7", + "--prob-shift", + "0", + "--env-layout", + "tree", + "--env-size", + "7" + ], + "program": "-m jaxgmg.__main__", + "git": { + "remote": "https://github.com/timaeus-research/jaxgmg", + "commit": "b4bd47a0918104fe66a8c9012402c117f9653042" + }, + "email": "davidquarel@gmail.com", + "root": "/workspace/HOME/guest/david_quarel/jaxgmg", + "host": "All", + "executable": "/workspace/HOME/guest/.conda/envs/jax/bin/python", + "cpu_count": 8, + "cpu_count_logical": 16, + "gpu": "NVIDIA RTX A4000", + "gpu_count": 4, + "disk": { + "/": { + "total": "3936290357248", + "used": "2993436999680" + } + }, + "memory": { + "total": "67338465280" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5352c8dc-4b83-b59e-3726-561f11bddc57" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-75dc7a2b-b656-879f-526c-2e3bad36943d" + } + ], + "cudaVersion": "12.8", + "writerId": "tjqx8kezf7jcjyjrkn38pe8i7efz7hq9" +} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/wandb-summary.json b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d18666882a0c2c137ad12a692bd4058c63dd437a --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval-batch-tree/proxy_corner/avg_reward_per_step":0.26653289794921875,"ued/distances/levels_cheese_is_in_corner_avg":1,"step/env-step-all-before":499122176,"train-replay/shift_proportion":0,"ppo/max/max_critic_clipfrac":0,"eval-batch-shift/avg_avg_episode_length":61.270023345947266,"ppo/std/std_entropy":0.0014080387772992253,"eval-batch-shift/avg_avg_return":0.30102449655532837,"eval-batch-tree/avg_reward_per_step":0.26653289794921875,"ppo/avg_actor_loss":-0.00013285307795740664,"eval-batch-orig/avg_benchmark_regret":0.007461812347173691,"step/env-step-all-after":499154944,"train-generate/avg_avg_return":0.9676986932754517,"step/env-step-generate-after":249790464,"ppo/avg_actor_approxkl1":0.00024680927162989974,"ppo/avg_critic_loss":4.732779871119419e-06,"train-generate/shift_proportion":0,"train-generate/avg_avg_episode_length":5.361240386962891,"eval-batch-tree/avg_avg_episode_length":5.713342189788818,"ued/distances/solvable_avg":1,"ued/distances/mouse-cheese_dist_finite_avg":13.8125,"train-all/avg_avg_episode_length":5.361240386962891,"train-replay/avg_avg_episode_length":14.111796379089355,"ued/visit_patterns/avg_first_visit_time":5061.4150390625,"step/env-step-used-before":499122176,"train-all/proxy_corner/avg_reward_per_step":0.285491943359375,"ppo/avg_grad_norm_pre_clip":0.07558391243219376,"train-all/shift_proportion":0,"eval-batch-orig/proxy_corner/avg_reward_per_step":0.266326904296875,"ued/layout/prop_walls_avg":0.3478260338306427,"train-generate/proxy_corner/avg_avg_return":0.9676986932754517,"ued/distances/solvable_num":4096,"eval-batch-shift/avg_benchmark_regret":0.694157063961029,"eval-batch-orig/avg_avg_episode_length":5.868874549865723,"ppo/std/std_actor_approxkl3":6.462226156145334e-05,"perf/env_steps_per_second":962852.939672985,"perf/eval-batch-orig-duration":0.18626033701002598,"ued/distances/solvable_wavg":1.0000001192092896,"_step":15232,"train-replay/avg_avg_return":0.8849382996559143,"ppo/max/max_actor_loss":2.474989742040634e-05,"ppo/std/std_critic_loss":6.459965788963018e-07,"ppo/std/std_actor_clipfrac":0.0009435609099455178,"step/ppo-update-after":304660,"ppo/max/max_actor_approxkl3":0.00022152933524921536,"ued/distances/cheese-corne_dist_avg":0,"eval-batch-shift/avg_reward_per_step":0.10655975341796875,"ued/eta":0.5,"step/env-step-used-after":499154944,"eval-batch-shift/proxy_corner/avg_reward_per_step":0.01306915283203125,"train-replay/proxy_corner/avg_avg_return":0.8849382996559143,"_wandb":{"runtime":4022},"ppo/std/std_critic_clipfrac":0,"ued/scoring/avg_scores":0.10316698998212814,"ppo/std/std_actor_loss":0.00020333075372036546,"eval-batch-orig/avg_avg_return":0.9865543246269226,"train-all/avg_reward_per_step":0.285491943359375,"eval-batch-tree/avg_avg_return":0.9869377613067627,"ppo/std/std_advantage":0.003069710684940219,"eval-batch-shift/proxy_corner/avg_avg_return":0.6919359564781189,"train-all/avg_avg_return":0.9676986932754517,"ued/distances/mouse-cheese_dist_solvable_avg":13.8125,"ppo/avg_critic_clipfrac":0,"ppo/std/std_loss":0.00020403128291945904,"_timestamp":1.7533888326737864e+09,"step/ppo-update-before":304640,"ppo/max/max_critic_loss":6.109533842391102e-06,"ued/distances/mouse-cheese_dist_finite_wavg":13.08011245727539,"eval-batch-orig/avg_reward_per_step":0.266326904296875,"step/env-step-generate-before":249757696,"ued/layout/num_walls_avg":8,"ppo/max/max_grad_norm_pre_clip":0.1874365508556366,"eval-batch-tree/proxy_corner/avg_avg_return":0.9869377613067627,"ued/layout/levels16_img":{"format":"png","width":31,"height":31,"_type":"image-file","sha256":"2d71b669a0719682b71d91501308ead289a06747f289bea141a4ccd8bb033ff4","size":401,"path":"media/images/ued/layout/levels16_img_15200_2d71b669a0719682b71d.png"},"ppo/max/max_actor_clipfrac":0.003173828125,"ppo/avg_entropy":0.00387606886215508,"eval-batch-orig/avg_benchmark_return":0.994016170501709,"perf/eval-batch-shift-duration":0.13741168897831813,"ppo/max/max_advantage":0.026266932487487793,"ppo/avg_actor_approxkl3":6.170733104227111e-05,"ppo/max/max_actor_approxkl1":0.0012625603703781962,"ppo/max/max_entropy":0.006681038532406092,"train-all/proxy_corner/avg_avg_return":0.9676986932754517,"ppo/max/max_loss":2.2065320081310347e-05,"perf/eval-batch-tree-duration":0.13884230598341674,"ppo/std/std_actor_approxkl1":0.00037060744944028556,"train-replay/avg_reward_per_step":0.06719970703125,"train-replay/proxy_corner/avg_reward_per_step":0.06719970703125,"ued/visit_patterns/avg_last_visit_time":7600.216796875,"step/env-step-replay-before":249364480,"train-generate/avg_reward_per_step":0.285491943359375,"ppo/avg_actor_clipfrac":0.0008483887067995965,"step/env-step-replay-after":249364480,"ued/layout/num_walls_wavg":8.000000953674316,"eval-batch-tree/avg_benchmark_return":0.9942183494567871,"eval-batch-orig/proxy_corner/avg_avg_return":0.9865543246269226,"train-generate/proxy_corner/avg_reward_per_step":0.285491943359375,"_runtime":4022.551945482,"ppo/avg_loss":-0.00013436276640277356,"ued/layout/prop_walls_wavg":0.34782615303993225,"eval-batch-shift/avg_benchmark_return":0.9951815605163574,"ppo/avg_advantage":0.0001570896420162171,"eval-batch-tree/avg_benchmark_regret":0.00728056114166975,"ued/distances/mouse-cheese_dist_solvable_wavg":13.080110549926758,"ued/visit_patterns/num_replay_batches":7610,"ppo/std/std_grad_norm_pre_clip":0.039020370692014694,"ued/distances/cheese-corne_dist_wavg":0,"perf/ppo_updates_per_second":110.24434132246276} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-core.log b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..28f155fe2b26f31e5b611a1b6d36b6d95e29b144 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-core.log @@ -0,0 +1,32 @@ +{"time":"2025-07-24T19:20:15.770007237Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpc1fi6iz0/port-1884506.txt","pid":1884506,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-24T19:20:15.770009442Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpg0pfj11t/port-1884512.txt","pid":1884512,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-24T19:20:15.772158604Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1884506} +{"time":"2025-07-24T19:20:15.772162571Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1884512} +{"time":"2025-07-24T19:20:15.772412443Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1884512-1884753-3349794628/socket","Net":"unix"}} +{"time":"2025-07-24T19:20:15.772412182Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1884506-1884754-4238323077/socket","Net":"unix"}} +{"time":"2025-07-24T19:20:15.788557063Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-24T19:20:15.795018877Z","level":"INFO","msg":"handleInformInit: received","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T19:20:15.799954113Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-24T19:20:15.805364413Z","level":"INFO","msg":"handleInformInit: received","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T19:20:16.087421873Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T19:20:16.088408504Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:20.487439546Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:20.49323073Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"alpha_0_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:21.479642079Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-24T20:27:21.479668559Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-24T20:27:21.479675211Z","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-24T20:27:21.479740204Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1884506-1884754-4238323077/socket","Net":"unix"}} +{"time":"2025-07-24T20:27:21.480592169Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-24T20:27:21.480633056Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-24T20:27:21.480644518Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-24T20:27:21.480652423Z","level":"INFO","msg":"server is closed"} +{"time":"2025-07-24T20:43:28.225265524Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:43:28.231187664Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"alpha_0_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:43:29.217937879Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-24T20:43:29.217957075Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-24T20:43:29.217963447Z","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-24T20:43:29.217995818Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-24T20:43:29.218036424Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-24T20:43:29.21802873Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1884512-1884753-3349794628/socket","Net":"unix"}} +{"time":"2025-07-24T20:43:29.218042526Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-24T20:43:29.218062754Z","level":"INFO","msg":"server is closed"} diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-internal.log b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..fde812145900ab501d2349e9adc8981d1443198f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-internal.log @@ -0,0 +1,1458 @@ +{"time":"2025-07-24T19:20:15.805472928Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-24T19:20:16.087386727Z","level":"INFO","msg":"stream: created new stream","id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T19:20:16.087414589Z","level":"INFO","msg":"stream: started","id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T19:20:16.087446399Z","level":"INFO","msg":"handler: started","stream_id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T19:20:16.087448393Z","level":"INFO","msg":"writer: Do: started","stream_id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T19:20:16.087462029Z","level":"INFO","msg":"sender: started","stream_id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T19:21:01.413488257Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-24T19:21:18.34397293Z","level":"INFO","msg":"api: retrying HTTP error","status":429,"url":"https://api.wandb.ai/files/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/file_stream","body":"{\"error\":\"rate limit exceeded\"}"} +{"time":"2025-07-24T20:25:37.68275376Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-24T20:27:19.245345028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=647c7ccafd2e0ecb093738648e2f2d34a761c21805f2b38557ad6a3587d6b9614797e697af1e88589a462db90617a45cc49c2ebcd320be4a996ee071680da3449b72aae88188c0941a8353388d7fcc9bfcd336b38b986685cd64f9d5e5589791e31ab8782de286c9e6fc630b11657d734fb2303dd0a71b79d7d747d73edbc2e20d09f11ca8d3c38e40917b364a93c9efac76e9521c1945a06436d8cac6773048bc077ae8feab6fcd62b545918ba5b0e75803b4f7d4569ca9452a4a574f72d379e7b339821d35fab20c9149448b1a5857370e29dc5644ea07a0bc56bfd843a6edb6310c242e213ea4cbbf35ff9dee68b128e2e788a02b737787b2211930f3db19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245358864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59aa243f247a75baea58990edc28746691b590585f756ba32bb4385beea8bb413e7eee04e60662fc8d6d4eeb63b7569958092956c03d1567f8a0bc7150fb6f97b13bcfee4a25253c8b32dbfd3ac25d94c9b17dedce33ca482cec77b7815dc534b5916e3ba03b4b3829e5487cac02a2bf954102228f97adb5262ee1432dbdf14339173e936a830b2fe69a9d20a8f510ef5bff5c84cd4bff61ac8f99482274dac78b19115082264126aadc4d89ec8dbe8fd2213051c931ce7949c8117750bacbcbb7c6683d6af125c20acf515bb76cdb4b7cb22e2c48c155b5e897655bdbebd5942aea5e0f6e9407db068d8c5c1c60357073ffa1006b9715905d77b38b21f494e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245374363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=293f71b150af48efede28e9f1202b0203b6eb3eaaf9ae30bea51cf31105f9dbb14b069144c443910213da9cf36ead8fd85bcd1858cd673301990d330bc58564d8d0fa7b8d282b23e593481f5193e41e00e172ad88d2ca97ecd1613eeac5f0f4126b93dfe1cdcdfda5432f67c57008a4128ff06c2803c6d52ca178754a220bc3a9e74aadc7b1e3e436a5bbdee1bac5fa1b78ad21b3243eb2ec9a693d38380b28d59445b7d1e44dfd6fe31c44ebad1c0b0b1dfc2789250cba2ddc988fc2b907003bcf08668d220fae1666fc65db50f4b1177a6f69560015d265b31e59edd598f35f1787628275356e627a04912338f38917d300ad83de10ce65948779c2c0c78d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245383791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53ea62d08f6a88f193fdbd80c596771cf439084e9243d8e1e8ad5a6610bc6aa8ae9dd95d3bad4286a54b84552d7cf3fe033cb154e260af2a1eb34c4f6e0e31ee9ffce68682096aaa81a88e320ee7bbe559ee409984c7965ad5651f189d2f21b47369814e1560f7eba1f1ba0a08c6c1464fc8cc0876c89a83923b69cdd62377c1105934613c0bc659ba75caabde660db5c489f46ab80eba7f99aa1f365f9595a1fb0febd663d26c7a238d0a3fe0a72f8f516b9c51b89c3f76c0cad7583385f2efd9106d500ad5ca27ce411a515b76149b98b768e5bb48bad96acd00903d45938ae5af4fdece7fb2b5e62357fa22ed57d49b996a68d60cf11f9896e6121b95eb18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24537795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2852aeb61d833e078adb8d26f57b47b398a62cb94785315771b34201f57fe89353e8ef5cd2d21d90a4d7405d6c1952bb0c96d0d8df9a70700963755b615d1f8fafae0fbddf75ffdc68eceee24dd3ba8b806d44ef73ad38ca7f2f8f6d92c0192f4cba1febaa89396f5e6284ca3d850277686fcadeceee0fe93242cad7ddafaa58e98c44d57bf0ae4cae8fe4e1fc0918f64cdb7e3983648edb84d28303e57aaa7322ec6806479c90607cd8eab613533905bc51db32c62756b494936272f759398e43f412683e127397b113d2d9beb5721d872060b9093f2b6e681b913bf7882a4d93dc607174530408ac8016c59fa6767863d33a7a381e493ae543e88e166b2757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245432353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2d099bf7f5a92d11420284f0f32b3818ebb29beb855a076fc8fc2347907ddfb4b2a3a84310da66fdb76c06a59ff360100cdb12c508895ed6c841f60250c3a5b0f258e329b94f63ed860b5f42a11a41bd4ad760de8202d7967051e416ff74e8c092bd48d357936f05145d28df890d51119ae64fc890c4821a484c9d89a75165a3cb4c48e288e25e24668ca277f9ba05331090afdbf986c480d44e221b9bb88609511cf603b58b5ae69d6acae30cde1e8839de95eba1e4419230299f4fc701714bfe9e4ebd73fd97fddf3c378d61a46bcdc0f814a86be801d068f75a416b0ed7d1a5396fc9e82d1b551e4ff2d50257fb7af89b7d53ad1e7b1134f57bea4b999717&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245431541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66a738c7327cf24a8f66142ef3ad9453efc09d2603588b8d8117e037bebd97548ea3937f5a366f35a8912f08e185926c2561611cedcdf25b271d4cd71bfece2cdc15e45bc65019862ecefe2660a26c2d80c69b64e451cb783cdfcf68913f0f1799cd956d177414d6b09b19cb24c25876fb315a9034bd000fc4f5e5074aba4d70290f9d9e6f424827245db1cc315bc3c1abf24f3d5d4ea97787179e4ea4180664ace6dafc1a34491f8f7776269c3ae63b481ac5b1e270d5012d2b18a63ea75ffbd5c68db71ea40951533d4dcbdeac2fbf6ce9f16ddccd629b798a2fdbf734f41fbd5a1e797d0e7931bd5b9f1b83aae016fcfdc85561e776177282c15475b5437e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245441069Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=48fcb339ca5021ba2b0b529c3d87fca57d913f721fed37600d5e71fff44115873556f801cb27be59eb2e92b41110118e7d349b24a781f3303b09a36e489f18460ef2af49babe43a00c7207fc3981c429ce58e8a132f7e63a663b8a30c9509d5de3b893b5e9620557b69c6adf3d01499c85b9737ebae98198dab2b10018da068da276bd9e9907a25ae3810e5c9f83839ece21f0df99ddc8a59d7b1fa4f8ab9e7bf222df025d81bd370eb41ac1f8b1afe46537de027d5b14b3af084d50af9f2f8735f8a7da572c1ab0632239ac3f852b7ed2aaeb5d5d8488d36a59acf5f65b0b11b1f7ae32f95880255cfddca19adcd7a7a27b018a76ead63c2570e7cba919f32b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245469062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b324d0f7f37f2759d718dcec93894458d6a555ea97584f6a4dca59d123a0463012bcc0d557c90b26f99ce7a4c0d801c6b1623a859b996da1332442d2656db96fb15e14cf20e079c22f70f61002aa0bc9129997b23ef65a7debcc52b4feebf9d899d907c4a60b2e3c6dd75209e0a8e19a226313011009eb2bc8c99f48d29607f5390e9de3f01864d61ec7e2e42660a3340dde824932d04d0501b2c27b26f24538bdb1502fa986d4d9e4429a70ccee2f5440871be25dae94cf5ad4dac8c6e245c10071538b677eb2f4a478faa6240ea78ce7ee3a6bbad4f3e09283e2ee4291236ba5208b227d6ac642109668678c2c6f45e28f21ea53da03e01ffb1a70980fdfad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245481085Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=63532327c07ddf86c8f4c8a45ef881f3eaed8ac50d635969bf896aa541aed09a0efd6c766bf41c255ad904f6dfe03dfeb519736deb01867819900d33bd3dc088f5c10a726f1f3602e048ef03f67431ef7caa813e8245b958e060556134dff41ca3b753e5cf919f7363b738d463076731406336f0762b6a5949373d681d506f1fd1973483d937e0dc28814bdb9274ace4d4e43a9f39c145311577a5aa28d54b066e55eeba76906dfb2c6b223f04a183397d9b27f01aa879fcf76fe92b2f24dbcf7b91a80d4468ab65f68de2ec4aafed4ece04fd4bdcd340cedba0e88c1dc08a49ae38637d715829815c8a495db252bdfa3c91961c8c734e2201e0896286930f2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245485984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6749ab201e49c2d57ee8e2244eae938deec7cc3ed0702eb8eda70abf0ca9680b099afe64df45b7e71ab5eb73a9c86cbf7497796855c79ff6a987e3a97d51ddadb7f864b64386c523344d55707bd35c0810cce5cc21bbb2b21c7a9a2d7fe7f3d4dfa9ccf952f4cdf52148c7e0f087265df0b440d17cbfd154a8bc0464d40a20001ec4e638aa3876113946cff8a3706fd217cbead019a3cdfa7127875a4395545d07855c2121fbed7a002e0e09467e578fcee1c36efd5ddbf694e26d5d1e5696d08edd9820e19e681b6e2772d081a89daeaf527a4bb67837d62476fec322a1ad177c8fb39d5799f3801c53297fed474d0da6b43afe13eef835d13259670808a905&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245501944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a16ebfbdb8d5b7ad3681a3caf9389a7ae2d6da90e0955ed910ea57b27c5ef0dbded319eabfa5fe5b9bbfaf6527ff9e38049e250f9cc94f9fbb143e273eb36c1a81e66ececcc9f336d23c1e154c9fa17f27ace1d5691cf6bfcbd2cb0456961522637e4f3ea45d41bbbe8b9ab048112ffaa8c4c91ddad7ab84222c9955aef7d9313367fe70cbd9c60b342f2fc7c33fa9f955199b1d72a383e2ad689aa7a63dff1de8f371d8b599c276df65144a63bdb46c1d6965793fa08702d2f44a795e6e944f024c1525448f843dcce8f3138fb6973a13b6b880ea23d58d6ceb7765e6f62b14dd3696565826679c9cea9c1e4070656044602346b238c496dc72c31bac1e94ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245506392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84e2e94ed9d59a039569af03864a0fd1b8d2666f041aa0a1a2d05092b1aef4563e00059aa5a1f577a18d964a83bc0285b62ee327aee3f60db457222a10a8e6cc6c7cfdd8b41f37fd055b3a6fb3d2055d0fa0b4d9c569336d381d436df3c6369f0deaebcca0a8ea7e557dedd87fd5d72a6052eb2a5442277af079a550cfef68aaabcf7d6c7dc0b5667c054f20e177d5bed43e1b6e326b777a0ab991f7dec126a9118a7913b36707d08051f53c0a6de36f557e2a277173f78218eaa0cdf2e6075e0678bce12e64f637cdf2385c2b6ddc481a5428201541b391674c720573776019fc634c7e56a945021469588027a580667a92a1762b06ac488c366cfc4ebc3553&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245507885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2a616ad4dd557c818bb3aa94cdaa336f4dd6403ae6a0ca7b25904968f4215b56eb71db1c33cbd87c34a7c2d6ff34e8c7d66de0ff6ea12b63a7e4ff1be8f4f1d7037b3e9115c5ca26b3778d8afd291c838a4072571da44e2f773217aa97dc8e0abe1b6a4e52dda9786c5f975afba7f2f929cadea3173eebefad883741a9dd32679aa5cfde0541734eee09c80bc18965f9ad32051bd2bf43fb94e133221c0c154fccab5788df94c8bb2aa886f1e53269b986ba30aae5b1ae852ac88390c79193c7fe3aa8c44b8289c215e2ee263392d88705cc9b67b2594355f7d5adb53d6633e10d944372f28457d568c6fdfe1eb06a736fcf1c49a5e893af84f245f38032ed7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245570042Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5bda9854d0e967b2e44851a5b311aadffc25dab35883a69d175612beaf69ef4bde61ab0ccfca9841c610e95ca9ab61e64a9bfc5d6768891047c0b3cb9d77769f9bb0407c9fcc137bcb6f1da3995f74b486dcd3e053a048a210b1b3af8f06a212d64d3daa07def268c8e52bc7536dd015e82b9e5198edc262ce3b37be2441b749c17fb763fdea7e380519524f10fd8984c6b3cfcd05ac7d89f4d48ed28f5fa4e1e3b854de4b966310aaf69cad188472ab10a28451fadd17ca00b492d128be67a0221fd020c20ca3b1b2465183ba7c04f0d41ee7b69d5444b5fb0b0aaf0e6c6d72f951a5e0ea8ad5b8ed29d0ced14b6cf89c67e313d857589e138befa549cff5ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.246102736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7df0d2fac1783c5754c60575637c12851a570d90c64a935a0933fbf6cd0dd06c769629789291e47d78416460f055f9b4d595021bd1b16bbd78eb9f7022a01e7868e97ba1052391231d3eb48c8b0e61790672f7c6a7abf4d623da33ae01212604f6014e3d7df7fe90b1943c182433696e2afe5aee007dd4f7b2137636c1e7f76035b721daf6663c6518bf37efbc7bbb97d6af52c8e1ec88a76e190f62d83e68279d00e81935b4f609f406628a05b9e537220e88a5ec8678821187b306759e89b94d843a7d5ce9d999ace76ec4e3575eb60662549a2ac4f9d1aca98dd0c3a2b550242b1e75670407343590bd5a2a6bcfd8599b6510e0417bfd036434db04c9b427&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.246110832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0e05183f195fd94e3fe00512746784744523460c0a7221d937142bad73af3f18e7140f038e2d1322e6c391fa15021f1e1f98b6c284c8f7bd6dbe58a2ff5b5aaebc308b145e94caaefc820e649204c2d750843e4ae7e833835a258f112d3ce8cdbabf58b4ac1d2c0fb623b7e838836e47aa65d10328f3e9619c91d3955461232cf4edbea98a32b000618e5060a0ca18559ae52a89a3a8205e5bbcf6cf6d9360086690f3c4e97dd6f8ae0b2d43e3e2bdab115cb475b48bbf7e4b8f164b9dec8a3335c855794277e5911fd890cf3676800847396fde5b08b8a8b90a31d55fe00be07b55b51f8823ad12e26b5d72889122b35337bf06f1ac9925c4488bb10c531f84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.247008323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c2ebfc20fd93b5bc0c5fddfcac1acb21f693b46c41ca9276eb2bc72f9b962fd7d4660b69d325effe37833a3c3d6c48fd3feeb2f794980d95b07d08f6801ec173bd751e1db3bb9547512f91d499254b96c9a1fd4e8a2f4904cc4e7931e5d7e9c0ac8ccb49fadc5f743a9731e6671aadf6afb6eb7f826909bc3fc883023e2b68b7e7c786a213f8e8d51196700ef75c0bc4b600b010512f657bceedac6ea32b69dcd663c0f3ea4bab3b5196679fb285f386dcd07dbc91ef5c2a271128895e569773aa26ca29eb5cdcc724d70d2d2a1d4498fb6097eae905d5cdaeb1a343145509450f1bb9ee338c9808b2535062344adcf809a821d8fcf95b4a39247e5b16edee9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245383881Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=409b13e1c73206057b2a7f9a48a6e25441a50c6e23e3260bb3eea860df913f1443cd27506a700f59ded6290220646db9940d01e5719bb0c6471fad80e91a6c42e4bf2b42d5e1bcdd8e3e57033f633006f57ae25b701f4e5ea6032b881a5e2606bc6f67392b73120d7c46c3cb245fbb4deab18234fa9cbdede098f1ee49a39a08f32d43d567420f86b59f509bd8a57ba4842cad495667bcbe10f51eb0a2db1e9f61fc4091c2e045763fe5d30196b1656e12f39791ba12e5b3c14ee779f2ac518385b254c2cf0c381761512efd0062c6e74ad9117f4b9a4b8deff8bf887e810fdc303a41d70ac3f7f55eb665d8e5ebdd93ea30e97047c7bd57f0de5fa01b84ab2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25041342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5d133d4113e7bf52a32654c9ddf7191b1088d4bd69b716c556db804fdbd879b2de40553871256776710e5f52d6994b5c83c6919769574cf125dc7eb52f6d5d7f3e1f1e3740f5bf00372a17e9b6313d010e1d211f2fba3d54c63f8afa8b09b5bceaf2754edca67250a0c0d2307867bd09abb468d07751ab98a5d7d1bd80aad6c9c7956359c25739abf7b0ab2630a18c9f6f554bd3a3af7a184b0c33a12d31dae31424a616f4eadca75a60ef94c7d94a20ad39a99b793db7e78a2d56b1a9467116e111c54e37abe1a0aa9e9475523c8c7dfda31deb366c1a55cde42283f65d9a40b804fccb44e9431f4940feb0e3c3793b5beca5a2d43944426c0e712094ccb8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.250453646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72087f20cf6a763de238aba02689f43f7aef01b24dedd6a19efb60994ad262fc8c4868af64ccd422eadcf5d36ceff4b09ec04d5f4a8b3b3bc8470aa6edaa907911e13d158b2ee07d16a7a4a4b64e0cfd118e8b6de96495311664708d6698754e2787f33b95d7b0b768360be3eadc7a44f1327416ae995a1f840938941b550d01546f5841d6359fe2781f1782c1f41858959f7d3f83fbb1e1fec00a9e277a20eab443b346b52fb1d479e80af00d0b89f7dbeab8a80eeca575a6da6951c4478a4ac3f02735f547a7db6710ea54ab15259d5ebb67744de62807dbfef942d65f344234f764d3d4e5543adfe1042e832f33fca477b7ed6ca9d0fdf3f9d1e7cb0bca63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24536714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ef394d36259ae7ca2b3ca7c60357f16fccfd5fabcf1c78beaa0ca8f5b1e184d4a13ca61364ecdd0f438d489b542d97729f4635e10a173e6b9855c7a1ce6c673cf3be40bd27b28be5deb8aad9408f6fe930d780feb63f216788adfd1eaa63266fbfe1704c3ebbd8f438495b609b07fab50da8f4c42687e68c8bb2c25e54b2e67cf233cc9853d4466b3a853eca5a49ae87e46a169a759f4cec349b90aef683c995562f5cc976dc74f9dff73dbb27c757f1b3c4dd44031a5c156a5aafbe015d7a228bb1de14c2b72c06e8d19c20d18c3c286a1d258c68dde95c43ad0cd19e2082a0ab8e90b9482413782b35d2ad97c11ff2b6363c8ecf237b6ba990d6841df6b55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245391556Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4883b08fb30f780dafc35257dee18c00ad8144b71fc6bd6185b3c8db600d88821bd62febc555dbe37a5b234cd567a1b7c2d92c73f2f776dec7ba2aca371ff221d4c43736a671e5c8316dd79a7e88d6dd97a5cc76727614f437485c680e5d729aa062ebe1257dc1ac94d54da088e9816615cb98c079a5d6fa740c22da4e01c787d19d3d2c18de6882f2e5b6858503580e4a8f8fd8ab6c671982259ed9b821073e134e89dea7cce7d2547484b1608b250cef731a3626d2e1cf9c809d1dc3fec060f6e0f3bd87d643615005245a2248f53d92fc7f7ac16f3d53c6f6b22625a8d7a1b81cb99cbc62a951e76beb6d6a4c5224488a49ee4f6515165196008e777f5f47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245361109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3db77a64de062e813f78f9dd32555fc9e813c63124d7d33956361823b396e1a0b1611d4c05711da4f4bdb3d61350a4529fb859dd96ac584b31f25a8987b9c8c0f7f916cd6e9f6749fe3f96636e7d4de31223cb04f9ec61d180f80f3488b94d938cfc9e262791e099f51f51120bfd3e88d3b766a252416ddbcaeefd87b2adfbda9ee73af82f51476fbc19309e1905699aeaeba14dc996118b97a73315ece9e5240c0b49074b0bcc141e33d1c1c989b44d64589e15e2dd85a1ef91ff414e3219bd623ad85c44a885f0dd44d342022021b8c4714f4a5d341f1ee89b93956118514f268076fda2349c6a39afd34957fc1e97b04d6d49f42fc0bc3b4a33869c9ba621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251587353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c2792ead2eb155cb4e4e0f2308d1a495647d3e870f26c47728c33210b82f21d047494eccfc6da031068194519699e3d1d7bdaeb55d681fee8f88494bf9f7176f1f045b2dca7bfbed1587e72b6e39ed3dbb957b1ee4c04e0b4c8fb4cd36f81d35fbd7871f7fad1a79f9c0908c44ee9d0635b69efe52af68c70767b3e8496f7c40188df38609d3656577fca03b5afdbbaf22141a3139b0d9c732170e90c4c2bb8a131902265823f9bfa353ceb8b3c47be567dac36ef605160971aadb481230ed7556e9211970fdf08b26a2e288852e23e279b58953f017858d8d3dd7afe0a4c7cef84996252d07b7647758d2def039bcbdbc538ed01f47f939feae4820d7adcab3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24539395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=24685beccea961be2cb2b6ae5278d071803e9df7ca2f157abe6316b0ab924fddfcc6e6398e1814bf37f9be203019b6840f9655a97c3d98853ffb2b0e9719de387d88ef706e01238a960a5628c4a96a1c04bd09e06f96bc737abf6e94592cf9adab1e3de6b3c2557f616635a31f80010672051165ae98e644450a342afa32b89853307d1202177d2130abedb1fb94e393111316fb891e9e2883c3f0a2dc6b1681a0cc44939905f4883bcf78dc1c0ec7b956f62b4cd7e40c6beff664481dede60b386d646a00df2d834d280b9fdc5cc3e41aaf357800aa8b594b5e5399fd5142145a5e0965e6b981da51c4082d350dacb60684068a1ff199b60e0d0658723f1707&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251618742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=551a9914d95ea0f2f5a686298600563a8804a25d1d6774ba516f521161540d4c0d6df9789ab7786f245c7bd2b3a8a5f3b498bdc9efddcfb97d246ea32602162936553fdbfffad9b8e049395c9ca87e4ec5f34f4137998f5af4d7797daf07443d2a880531214d4fd298903d64826b6f06e106b6619561d5e8847578d8ced92987c86239672b5e9683c090ee4f8835136c05bfcaec5b9a3754ddf1902ba50caf1489b08e3287b14282311bc273285106ca49efce972fd3195bd3e81dfbeea03ae81265492f8b849931ddb564e2c45b0ee8f389e41c9ddb4e5704bb8387e17bdd0dc11d275fe77bc3824665f3ccfce9a861442cfde6c49824a6cee47a6c63698b88&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251590659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7085ad099369ed4dc76552323e4cb7063d0dedbbfa46ffd340985e58726f426ee79f2c54a9564e9914a867a849255da952b92c318cf3e3999a31ebe6b5a609d93d09053898efec207deafcaca7414d4336f07c2a39d3d87bbf22b632680647cba3b15829f1924a1eed7d514b597edb1742819f7b50ccfb4106b0226f8047a438de8ad45347c4ea427fc2da7ccdfd227659d003d2195075fd550424b224db282c19fae1e8e82e10843f692bdb806688b4a80a347518fa3d5fe46b2c78f13a4b7ce18bd21e6fcb62ab5460018231503c5258140fc2373f09002fa5fdfff708f0a8471e65759ffad768813515ee75c46392df61aabc0c65a6db2e6b57f72fa3b02d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251649149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0329a7505112397a9eefdb0566e3c49d32306e51f128fd58b0f8384ee3590a0344396d2723c6e063b682b15e6ffbf883d034ee0261a614f63e8dee8691b4b0dfd986acf00fe7b2d4258a3dcc5d5f5a569f7f4f85e7ac712d59042c0d5fe6a103d40f6a26ad58898caa787e850f41297c04a94971341f38438c5ea33b82fa35735bd63ddcb95eb1d95b5e8e28c25a61a797717117507c3954a27f8e92c35abcfc524b91ebffaae897f77ad6c189164ef1f1e0eed5bb1c511f5b58a1ca4c279a8893552853f153ae8b866e0dd2ca2290ea712db8840207c743f0bd080ff212ee9d1e03631bbfef116f5aad60540e9cbfd72a74952fdf0f0f5ec6250c2bb9f4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245406855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=07d87911ce7c8be53077a84c3a992ef7ecc97cf78b13cfada9be004c8aca12c05137618c1c348aa3f964ef1c67c5d70d0ee540e0283659a61fa10c1eeaed71c76827276e07b7d70a3e127e7383c576a1b3a457a3d0724b37d168b207ee9e8e4eb7e2e38f777f3bb649e7335293681a01826c91d9c7195bf56ee6e879ab071f7077577db59647552cc27661cd17ff4b9e5d4af0dad4d9094021c2c6536786588269d46e096e83f562ddc2c09d5dcbeb3b45f42b0e2b532577d7bb28fcd6e324111ebe9a4cab627e8c975aa56efd3eec0016ac86bdb9460b0c40e1ce3c76c024fb06f312080f55ae44f70b62250da74fccda98f5868bdee5c6ecc5b47a84192a06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24544683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=533b6d199f7665a675f6fefa8416c9b6b7dbc953ea6ba5ac9b1d504b892253da9a4e828f6eabe8fa246f5c33042d5a6a31ae075f4f6c5631c60ca3821ccbbb21ee0ac07061f3804ada70c6e0fe140355908df15dd27b84fac6f3b06ce914ec876a51a0c8308a13e1696a8c24481c2a93e61821d3f79a5a9c97d9825c6354882df20762acd070ac01b901fab2f9c63da32aeb885fead40ce1ba6deaa6faf6ddf824d85b979e21bb61c2d21d33ac3e768c15a37594c86f3ee9646f25194409db5a53f7ab8c3ff12570d8c61850627e9c26db38ac1c275bc3adc851ecf795771eb8f2e8af5b48af2794229fbac8847cb535b2ad68d072df66c43ff506de0878b92a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251595398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5076e8ed4ed9553b4ed6a1804de76df0007eb0862056555505468499d8f6ee286fe12f6887766eea95cc9b226cf41f7594baf0f9ff3fdb3c7049b3ebbe7e3bbec345ae8f37c9da1e84af2997c7d74f7131ddf8867680aa9cae862f0f0a7fc8a82e0f5cffde31f7fe87dcbbdb55e89927db0be066be21a9f31af3f226875382a5629b28485b1edd3eb152c6a4fc8059e2eff8d18d2f9e3a7e566a61da8cccbc6d2b667e87c136a60d936e6afe86f04f51a91f11260741ea45ad237387fda3322aef25febe289664ad3fc6ebd6e985d8aadff4e5f72ab8fadc36f1bdf30c5910bcb7c426ea7720fb6ac10168d8bdf972cef3ccc19fccceaa2263449edb5e100079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245411964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84da58520490a12c43b63fa21bd1a4bef7c573145ae2ba92d72ebc25dcc996f5fd6cdedb4b5ff3f40673297419d6ff82020fd52f9e8ca79c937204e10538ff91aa12609e60f78c03409e0cd05632b4b08cee79c0ebe1436abcedfecfd6a214d390da236b42350722ca37cf7cd11677e5e5926ffab655c6d906cc80fc8e545d4e423d4c1942984ca06cf77b473463e995232e9bbe3f80acf131764d96943bf7f97b22d4122a3c4bb10968ace49b45b7c24b6de92fa4d67d79916fd7fc4036eeb142a9853eeb5df9b41b9937f8414a3342d0c817746c8f9b5cf7096acbf37e0eb5868a28181b7cb3bcbcf1b93c9948c3d1c26cd8820debbd97e95517f31c3ec39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251765779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8df245aac1bbefdcc43d34547226dbec8119937fac48f6ba03d5f643bdb3c3848509fc3ea0c17ec64d2caa9ec4ebab70f0de529dea62b5d106daeed48fb189e78b5dca77ab512b6b0c4bfa6ccb05c06005f10ed9a27881f7abecc6ed3d6e003ae1c752cbbe40ffbb464a0158f661d03742eddc7351d91dad7889c1324ae4db7416ba8cf2af4e7c42662b0bbafe62e3d1979ef3457de9b908814bcf419731c8439d629d5e064a12a63e4fc222142cbade8e8e472e307851bd063b4d5dd59448fc579dead2c2f841592e8f69c63a17193df71ebb0a5f652a1ed9465971abff85b07ee61119f0df6c973c62157589a4119f4aa4318072314f53aaeee2a1c7f6800e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251774265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4a3b3ca2f63fe8a4177ee6f267f9d84c1ecd4595151089f0f2a7de6e091455d8be72596a926ff831978ce4f9b68577b0c4808ffc1cd702934ccfd75df0596554e05e75133671a9822e284fef769da1b98e5084381d08d03c57852c933a750865f0bf4ac98d5bc5f19f1eebd726db7d5c121c57e1b43ca4a66dd77c420f885c49cf2b20381c0de1b63228048bcdc45d4095c78b66f3a69a927e332c860950ece3f3d089a1d3c6d01bc8db6f86153782ab7b772954def5b22a041ca7285df41027cd859c247fce0937b36dbd530a1043182c60ef730499591a77c6ed8c187d336dee4f5821e3e12e31b0253e28971547bbb343fdea54eff29945e367367ddc3839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251794914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75595621186877d64408f4e4f791d79b52f4d4c86b6e1680427772e351269ed41c3850547b62d2196c193f4627327c2ee0253a15367a5f164eeb8149f354b9233ef062fcb9bf98dbf086d2d60e7dd6eaf36f3eab46dd614b5e32ee16f6d86fb407dfe0b58b35febe92ecc796bb9126a4666204bc046beda36dc908125c633bcd2f4d6238549676da3064e12a8c737ea1d480623c1aabcaffa1fc44c5e85cc85660fd4a4643b63c3e91454b0a33145b203ee938eeba1233e29bb6455018166cac4a468f6dfb3c89b17b01ec2b6526ceb799bc1da76e85b042e239224d7e96eb307050da9c50345d31f7f30cd7dacae3c7a210f808328dff21b70502f62133560c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251849567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=be9c4ba402cece46a6960a9f7ca8ce745c7d58e474910663377ab2ce5a667416f798b01235598cb31f3f2a9c884976fdb47e5ff7787179db5367947a318185bbed2476d906c40d1d0853249e69900dc4032ed1bbcc51dc04fee8f3194ddfe6ec094320569b2941d277dd9ff7cc5b52b2aa53e3b3fe9f3ca5af30f214d4cab720dedc0233cbbb2defc3c7da9615049ba3cb693b13e079df3915872812925805016aee562b5f0d04cd9261b0447fd7d6fb53c1b96f9629d6a1a6860d94c58d4eee806da43bf3a0754a8988776a652b9ea70289589841dc999b0b785b0010064f7e6bb7152d4abc38f1480ea366344709e21d1c4271fbd60cb0f72663ef62aa0d93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251854125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59b46e0709fc1a260828456b62b373b02a2ea2d73b57c3aad8de07eb8bf97683ae1b73bca0edb009a434d15464fcab71b1f1503892be0357631dd39be788d0e686a6942c105f1603ae6c22a4d2086d34fba24ffc6a4081eb55ca055b929507203813dbe451f5c144b23444bb3575fb167566868eae7fb3013e7af40d950d34a183cc63e66733ae4875117da006b1fc798ee8fabfd20aa5a992be6363ef182106dfbd71b8163b8f97872be0e3288a226d20e0a6999b3f02d6c679ded824cf7b35932a1ff137dd3f92b0e0215159a89eeba46925cc99c5669159ab6cdb00204171506dd3c5b7bc54e7a05ecdb50e80416187109cfd53c04b586e50c23bae42093f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251728398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=45535b626dbb40eb51436e5645c9a7560f34239a79fdbfffdc290b565a58bc5cb7f176c9b7df02ae3bdd5524819c1e4ecb5e934812475136dced5e7a7930aef0f17a12dd5fdadcffd138c89ed0f74fc6489e012ca93848ca67d816d89c155b4e8a62800b084d13ca82380d93eb6937665998a81ebbbd739956774e903617d3f177d115f5cf404cab9593d19cfbbe06c88cb41f53cc526e29d4b8f394553f32c458cfafae034164bfdc70ba692cb8fbdbbaf2c78114cc22f77c7d339900f26b41a2ea5835cf00e104f0a973c2433c7fbb4aba910f9da9d9824911496ccacb3ab65ef91f8c8aa7f090031f034fb42037a5158ed4748ca932c5b421c1a83390ec7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251801376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=33a766f1509d56a3f25978d1351aa43d931fbb0ab5ef56752713ad7d85faa5d8fae80b2fa180051c26babe65c9ec874e1328a9ed58fa01f65b2ad3afa6707e4f7e95a505fb5b797137e1771d791e38d90ac80389d79c05edc66dbbf541c6af128b4a02ce789319f6b0ffc66a9d54b7f979272d63f12a5cdde722ee7f1b8ae0011673935ff40a11ef91a0eb107bd76a5fb9fb8bec0ee0c413adb0e9a79229594af14145132196b11546ae669ad1aa6fbb2900167b82aa728e359864ac15dcc380fd024c105e099d97668fcc1a805952cffb758e30a5c8261ad3a0fc23a884f45814e0c2b2082096ac595a1c0188c58eac79e531a2cc262573c4c4ba65d1aa8dc8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24542038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8bf037aa109b16aa173ccc5d4f42bf133fe1be07a59f9ae0b41b55e7da60dd811afe4aa628128c68197d2392320223cae3207a305bbda01b4e97bb0fe9da413a436b1d639502a9802a51b664df608ba91f7c24521b30a9ea6addfc17603500ea4959023a56ce6276a3c8f00329297e3b10b6257dba302f9f6a929a6195382b2ba6c0312a897a0080f4596a0d21ea792601306dd63cb6cef27baa55aaf8090eb4df8622dc36f4d6582615b89766c58f2284e4cd7c710ee36d289591270d06031092c0e7dda97aac2407c6d44e35d210dc8ea56622ce67a9a1cc381369ace451867d3f558e12213ac600f584fd6ebed7d1b93be5578a7ddddca5e8c2f76ee97d7c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245401895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e29a99e38e87164861901ec8d2e88b7615ad3bd1343992cc63abf09b644d60f4b18d89b71d14abc86f5ef212a43fefc810bda722ac70175f386ae4324fcab40ca5cbde8890a22b8b1b520720a01a1c0ad50288ed996bc711796b171cd9e0b9017360e06baf3c71e48bc9684331b23eb79ef7dc06e80014e21b8fb2c1e5b03b7fdbabf0ddc654d72569bca7557a812ff073a4b8a398a04a2fe9c92864334428be8ee49573e1bebf314a0b33965d2bd376fdf98c1a0445c217516170a3b10c9ff4d29e027a616663c89aec8669ddd08f09402f702aabd528293b167025367a2e6c83ecafaa9dbb95d0812489ea21b8a4837057939a4eecdd70679ef1ada05524b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24553192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=04d51ab3c12d85ae9354935b7e870031ef01803615a1da68c406b2b50e561f80a9497db12ef1a7946b9e306f305608d83ad90f02221036fd073413f59cb644edeec9302605cba6e117576d80044c3dfe5a5159a3e3670a1d27b91315246c02d4318a249a6dab294b31be7e4dabfd291011e0744e54b9b2c0ee61c3a91e8b114fa1dd53b6b8bb5b6c75930a165120240c6e7cce5a6f1f9d71bcbd83e02d3756bc6b2563930f4f440e71fc5ea9173c8156bc9638ceb662598c90a35b10ab45701f2574d439d944e84d20637183044d5e4b957ef061a3e80f27ad36683c895c7d8da5ff8846a5b90f64ed98e595f4003e709f80e39a027ff4bf796a10f05028cb32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252101201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=710f0be8e73b3fb960102878c9430f30a64394bc46840164894062b399dc4d49c38703a83f8776927abb2bcf8da9e082b33784e9b5a87517e33098f8769f6291c8643706e3ef35627aeffde606fca86f6f54f75f4da8bc3b34f829ff8ecbe501bded74c1689420c15885b324baf472ff39ffae8599e6762abae7b683ed3e67f22a62960107b4e4040b849a10943b27d965099d80a4b9222460604fec96b865f9b650324a5e2535fc1811d140cf0e62e728abc06ee33965466417cfd8d13a170fb05b397a1ccd1cc6e4dd88afcc3b8bfcdf7e70e8722b4814e143f2e4b05523d4b27000b2e2aaec1e62b184b2c02e3a29735d102b5aab7661984281cb6908487e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252144853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a69b65cb080c3d4a932cb40080ad7fb51f74e203095f6e57c247a49ad90641cce1e1ead2861332c191cd3f5650c612dfb35cd843ab103e465a5ac0bc0f22c349f556b955f4a18294f9dfddeb40d74b189a5f0fb6a5f23dd3a59b0d9d552b37bd4d29136eca18f35aa680a92fb6c00825986ec964dcdf32779eb0f75732e82cfc6b7b85cc5952fd32e09224448b5b004382f9ef3611d4c953ad3bd115671217e02662f095cb7ad975712f2f72904bc5ca2e68c6a9d304066840def0ad7fa3d3b274f45c7a13874a790e07b2b3e2133ed17dcb4a7f35b68f5ea90fde97cb1ad49fabd5cc5ae1112bef551b5e197d03969e1fd2d0cbfa75ab6af6fcbe01afbde84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245435569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=185e107a105f09d7bb4747707f4f5c4c7c612747fb486c2386db728e7e9b26fffbe5d3855d88432ea30a35e2d166de8b2fa8e7cf2773eff3940d9c919598b3057f397e579c342cff650e39830b032b3740776258a4bd54d800511178e83af9b857a31651b16bb7e20357ef8ef1b46efa25733e1613a89681b0c53f358c724454dd44fa00133acacdca484751ec2b3e6ed96bc40fa75beb683c88ad5816def672d9bbab673cb5239e6a449c88c49e2dc1f2bae5308c56a980ca4403728ab089e5853e0c014b160519955d5ff1d417a5759cf9772306b622a193046dd067a41d30c454c9d92a1da87ebd1e062418b84f000b8690978d92b9e06cbf842ef83c0df1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245454635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=561d5f0f291d118e46727be5c69c2d20b1e2a21fdb43616bdef063b5c23eed2096c73457d689b1d7ed793ad81cb8b35c5dc8a91dff31e970e15039a174adfbcd415b37e44911ac32c087c3c10ac20eb22f5f9f21a506fc0aaecd1023bdc6d5b80027dc118805376e0c04f5ddce429ee1d01e8cd36f614724604f97217f828a8358d3ec444fed9483b93b02ff90035498f765018fe6940cf541de4dd14f93bc454a2fd43e9824ef8f4e303a79fec7d1f23bbdccd091d9871de4405e9619130bbef8cc1ad34d639c73cf9a06c9672c361a944fdf58cc68b9413506cbeadd2e67621d67dc78eb438cf0936c47da002ca6a8ef5d453e452fb00a170a2b02a2dc5342&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245443083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8ef6d1cefd6ac631440ceafa7866224f3c8f837c4f1cb4ec53866e0186b44513902a4438dc8146cd8cffbea2074b01db8ff138b939114826331904e2530fa8012046de41b2a014af8df825e7551a6f638999cbde66ba0e1f06c4a46172c744cedce1952dafdcbba1b718a30e57d410f51d3dbbaa6d174170b1237990d54e96cea29839ae0b7801b33dee1d13c70feefb495783fcec27787d42de83eabdb95a2f2196de97486d115db62b5a3e0a1c2b815cc8135a9fff26d54c2ea742ed1d1f4722ad6d517f7a3195e50a27b5cea30d50efa7ecc97d72a313593a1d2b90b0e3cdeee3d6e168574164deb531984a16e0593e689f27cee7a6a2b70471d4258dd6a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245458863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b3eb54ead06152b4e246a3d11b7d60f5eb635d6c5f38399049759af696ecef50a0fedad3659863519918bb66db75ad139f16d7b449bee40a00e512ea2ab26a3d3417c6dddc8aaa491d90b9c727d3ee268dcc1e36a25bf6c47a778ab82fbfb6ccb117eb85281ac9715f1a379721b491588ddf1e8f36c4d8d5b64f9360db86225270301f8f5f54c8afa02c86ea9e3b58d1ac0664a8e1e99257c226517aa67387a1b0216bd36a97470c43820681ed6238e8de486356e8d600b9e15a6087efbba25acb8705b817294ce8b1f86af94522c0d3f2355df124f1f098ead1c500d055ecfd133a2820645ac6f16bd9bd87bb100471c7224217576cf8951769ac8b23d06cc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245469032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bdc6685b2987fe1acb31dbdd1e4a234d8e80c20793ebad13428bf92d6a3141cd20494abb8f4c8d16c20082d984c08c792e20f3cc21d99ade70672bf17cdbe3ff6b2d07da08bf8ff595a1f348803ccc71e72812dd2f0d4b18a77dbfc8e82ce6afbfed04b69085b04e2e6e284f184610941cdaaf27fc132d328ec41880d8d364f7645f2fec26491803ab79cd9b9ec38ae0964cba194e2625b3718038fe9704ae52e2c229dcdad36d7eb3b5debf0d2ce9f5cbb9694a1c59130e635ca2983c7f44879b42316e1da5b109ff36c6351f612ed59177857c0aa52f55e5f1dbb99ba00c0f0f4abee0c636e5a9fef5e33ae46a897582307e50be42278406fda67a8b6696c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245472168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=200d71b90e7b5275b3aba47052faedd8fbfd94377e6538881942cae5ed53e3cb0896e722ec63995603c88357d8f093e333b6135fbfd572b5655e33073972bde09faf89418a3aa1f8d1af2922b884b9cb7d4b8cc812864b39b748a32f522f959e846a065e9eef53db8a5398d8527b3235680bbc50986c37b361668890cc29415d6afcfd7e32db6acf1fc14f4ce331ee73dba7e106963ec096e8c5d75c087f462d94dec35d8ba0149151e8c382f9adcc4b2e6e04d947ba4912a3256ed8d66da6a97315da9ee62257fcbad3010dbdd4e3f69bfac9affc3f87bd6dbf12395a146e20a919d3fc22cea43a7ca65e7cbf0d3ab931d60a1a9676b60f72e30ab8d9c98152&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245366158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b2ddb99108fd7eab6674eeb9d4365b9f56ce5d8d81e2d1fe6b55f2e489a190f7a26f499df7047f9945d3c967d441cb448608e2b9c9fd1bb4bef230dae1b1753a84a4b3b554f713db4c7c8e8cd0228665509697bb26c1af7d28e74625c6427f7ab8895df7e81f90e3c6ad5b2750bdb5855b58a1d860e38bc34357c1152e79271c2eebbf2c6c5c80551c6c7d50bccce53c65694dd19920beb676e1ebfa5394247e1bc1c0106cd6dcc30c2373ad4990ec936053a4d51f40977a39683c87add86d45a78b60ab99581b1486fe7c15bfbf66cf789f774f110f9b57f32787e368ef0675985a8cb1e422fd895d97aad8d7bc86deb1d0f986916fdca0f21dc42367405055&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2515861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a2c7a3f0ff0530e751fd561d840a3f33d4f7cacdd8d1d644a8018bcae8d77597e189a88bd9a2737b850b57a060c090b8f90b2dcbedf83d99490f14c8884d5a5f780ae42b3bb7516d5e7c30b01ee2ea76e37f4689211c3a5bfd0e2b7366fff3ea0c481e1dce900d8aa6f4b7a3a6cdc297e936ddd7f276e58a5a5aa2c58980cd09242c4c6d8985ddf4453868c62f431021ddcd37ba3e09b416b84ddf1c361f330ec7e87b064a4361dd53b3f91ac0b3a07f431579cb4c8439550f6652c26c4069db015400b7995fbf0663fac3a85a86c1a5af70cb4ec57721cc718eb89a00c530e1846435d71aa1fcd456aebabb6db98454e1cfd60ebe20619049a34e54b3f92e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251594977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a78b9e558f5a0c237b0a574540a9e589b38e29304481ca03680af692c0ec1f02c836a6a420ca306bf5439966bf9cfc47882366f774542a122a55bb431a64ef0be9ce808f2c1ce18f4746ed2f22f00de1554e0dd65fb0a9652dd0703f2ca32f06e7c43b0646b673ba9d59914d8d89bdac479dbf7794e2e5a4fd5d73572ddb3e735b32bd1608cf02ef17aa024518cbd51b94872f3fcb6105828a9d119aae1b907cf3f1a25ff0fac7c479552aa57aa76c544476b74308d0b6c9b9963dcebc18b627feaf41d3019665bfd85fb6b325d3fb71a903c3faffae0417c243153c0cd33641311c4d5fcb7de549a2d30537b12d9e9c7d7ee30c83356ba29d041d696f916904&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252210848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78c5fa806a6ab47612cbd26b780cf1ae0a1cedd34b70f7754692585a94a7af428377b6786c4a90d8dc571f2aa56f338d46a41201c6c2c167a2aff22aa502e2ffdb702753f3602c70b124a800edf097a030892d1b35efb1c08e5606673a785838d9b0c5cc26c5efdd0dbe00fd65607401898089762f74a1490a643f3973a0500812fc0319c24e016a5e6fd681825c23f2b980f22c8d281517aa54c304e3f204066ab8bc726f8b3ef121746cf47ac908a3a2fda5d6ecef26d143d7ad0f74f173a6632ca4308e53b13ea1a33b25df6a7582755fed37b580d7aac80db115e7bd26435f6a9927799cdbe2621befb55133c5927876723988f98f8bcbde8f63c513e5e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251605226Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=819bdb8cefc46b3d44e20932a65a369b8178c1106c7cb8dfa5d2b4c8957eb2cfb3ca026184bb858db057ea13e0cd0688116b9c1bd7d069fa6357c8cedc8f4dd1e6883f760d440253cf7989d684c2e4605f3994649732eae1a517dca2c2b6bfbcc3aba58b885d246b427ccc71f373174947eed4011fc5a92a42c6bfb20b1661dc7cf10b12baff988b5efe043d984659187fca1fde62affe8af60555cb0b9deb55fc9665448d2867ca6094324d6628e39fb072c52f769838afe264003e556d93ec7c0742bfb537c23dfce98451d34e0bcd81ec6606405a7593f93739aa5ba698db3eeb0483012f1b44f1da46ea75e0abe60abaef611fe3f54cc98572248705ca8d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251590358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8d3275706b8b97db516dde79270eb631b0b0926e20e949146516f65a064ec05e2fe6e020b8908dda81420c36ab8ccdbdddbe43146868a62ad645e12b4cf9489f5fc762a644a29365c0d861f5d7d9742f63db80baf80e9f8884973bbc6ed58ad8e07b66c11b5ea2fb864b1fa2cab7a24063fa631447413c1dffd0e3b574c8e67aa8b13be0bea511d5229fe3a4f66ea540ef5523910bb3f95494b4e67b1775f741bf15ffd148b151294754cb5b308ee6b78ff4fcd426cbb8400a02eab7af2df5ed7e01ac16aa462511bda7b27c38bf4c2b411d7ed2107fb3a8e0880137afe9ad261654aabe85124e410ebe1881c26fc889fc442affba234dcd00dc20f4a8d88266&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251622539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4272cadd2bb34021a849d14cabf741deed643fea8fc9e8584f610c039cb6fdb913f176719cee6baa94bc0388ee883d2ac5952b543ff192dcfd7c42e297499ac12685f9be5806d1c13c01e9cd94c9e42ddc5e2a44d67246467f712bc4d7f32a13c43edd45bcc47d33496302671eaad44c59b504e81141e6a47870e98a395a9a3ea5460bc58e9858721bc0466d7630bc18de79b335523dc8cc211f20156d060a226b325fa3f89cbad8f4f299dfe7afcdc76af35a8908b40dbed8e5f0ba825376c60fc4bcc197d3dbcd5f3aa4518b06b9e5c17657375dd5ee8e5df2c86f3a1637cc1c41d1cfd208c65be9cb6e1b66e13f82e3510e0e2bd71a26409a9772a071ee2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251636645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b196b617597053e6b749dd6d7d601e4cbabae35576502eb4c14967d513094cf2624e6d976e49af0af6f7fc95d54097f801df36803c640e31906dee0b2cfa21cd54eba46a4f73403b3b8df7457ada8a9e9970e84a31d9b7d81cbbbc6c80d2afd1cab887927748207e40abbbd47048817f7263426e03adf0e46284198622799366b1fabaf1b08652d8332cf7a4674d611efc69e26a09af86d56e4943e510d4810963ede1abd62e7abf7f98409cb551cda8bdd5d7472da235b0b880ae916562a557a8e87553e8c9f46ceed9355cd1339b29af4765e9d146f158af260255bce69ca8d825545fe55a9f89dea2db46492ca16cbd9896df94ba3dc38661a2d6669050bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251632698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a131727283f70bee008cf0a58b6ffa8555434e07223e7351e5739273a0e24700b2edaa4f0c9f53b28caa8d1f967470291af2da9561c845101cccf6868ea0237860f24d66de0421c1d59e40e12656f81df8f53e26f7baac382a9e940eeeb6e68923d2defb81a6745d1a9f43bbf1eaee11282187e79bd060897b9a04e9bb18cd39eb24467f305de4fdbfba45a9ffd751f2367e319777675a9681348e63eda2ccd5f345dfdfbe5a12e3a5fa110181230b699bd642b62aedcbfdae9c06ee0052b9e900f49136f1e8c876c3cf1663e6da5da4c15824b68f70b4637928ca03f4668954c3bbc4acb619c496dd35031badbe9204e06b2976be3495e208f4249b79560070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245437943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=892d2bccac1642ddc0754df2905696445319ac04e7eaa3830b539e05b7f6e97090ad824c390fa3b7a8b3da138a062cde4bcc3e387de71bf42095e4f4ef175bbecc8d15973b52cce22cf191ddf42bea6c386821146700c8eae9bcfbc50dfb5a5872430c90d5a0a3c16db2e2895cb4c18bab99c72ba460db0152e8fd78300bd96076073369b4b4089bb72ae40ad7aaf12da2d040616d47c63fb476d4d0f8be6b01974bd4abf47fbe9628cba56d3815df4b8e7205df83e5322663f43e982a47e2604233fa7cc84f8ac6a852ecd28fc1b2d9e3a4e9112b67295c380d8d9c126c46d268c8c8d3002370fab998c26f0833b71ee2f8aaa6c5e637c41feca1dc82b55e54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251721626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=797c337db88e9b01968adeb8f8e5ffddd8abac7b45c0f14188306d857f0d10ebe22efdd240387b3aa5cc6df51ff2ac67c3d31c0414b35289e2bfa8e42552501378065de6895a936747f93c58e3f23deb85251c64df890cb23750c911e5368a2c8356f64b15802548aabcfb25b2b3b7710f2c32c4b13d530161446fc134d03589b70b969f37979a06f62f6886878460d648ec053946ddcddbe886c273917b8d1e2dce7e0f6cd9425f2eb5d50100fb49d25a38edca0389610f8e5f0d78869c22df57eba793871940aeb3652133d4c8c94a9ed4088338ba58fadf23020b651ebd1088c3abda2eddf2de399c4d66cf8bf0f3523ee6a883e79bddce73cd3a709219ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245406394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=80ed098044f439c58d67416de5726df4b6ee18479585550f86276459fc594f26a73ac7c86976d41193eff9bea6dde8997d105c46189ab8114b3a6a26fab012e2f3d6bbf2a2ad0d24190c110cc9017c2e14ab182d2322cb573521d4a1de3eff74b89e50f9d0af1cc41cb82f3a81d64a69796aa65f4d7d43f175115725980302f48e6e1595d3a8610042d3d6f8434be0de8e34c1e7111bc7ff800b816cb1c5a519b06dffee7420371f1495ef93c779e6d1a6c1f0052b3e2ff1dbdfe5d277c9c7215fb7218fc2f5b027832eb9b6f6254ccdf1ec7c384d2188067ce8be5772069292fc461eb32f6545b7651fcfa524e6b6de68e7e53932b7227b690b734a98827da1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252147338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=509deb522d44583db11ee1c012f0073de1b6f3941e26b7feac325fc32ed015e1f207f1a1b9243bedb9e9c549fec8fcc5ab04819a7271d5518eb166a05cf96a4f488cc029ce4c25da9d0bd3ca60dfc1472ce157cfd111b4d6bccfe01cbe1bf213afaaaabb8de7f73a974d973de73ea27c6cf5b35c65a56197e59f370a7fc12b7871c05b3abe3087a4e51561d8d52015ed49df268277bf4718faf3864b4a2165ac9e9daa8e72cee5b1a3b42bb7f3ad1133ebc69d3eab38fecf9527c7db093902d9d5ab72f56bee64d24f0570b3779200ba86b03660c3cd74c5216ecc1a2a08df3e2769d521368fedc94d7019ccb775514fdf46c59dfa97717b75d52737d2767756&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245437903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1056405d5d00a3cd4a4aa76db50972e734d6fb5eec647f05c6e173b686ce8b25a9f4ad5d6d8af0939087ccfeab9c7c97c427a5d018782b19321d39928e327f3eefbd32c7faa4c337c16c1c662c54cddbc8d30d704939f631ee61a12612f66c6dcfa9d62aa9d316395deedf56fb575faf1be018ee1a9ff7e6966f25829903971f845bd7ea24b97ff6faf77764750df8593ce567014ed8dacdd27550bc7332c48ed52b24c9c901e4364dc71dcd5f05501c31e3ee49afbc7610ce47b0b6687082722b954404fefeb474c71301265f92523167c3523540c12676ab3a6f74981ba86f99a5fbd538b2beedb48f8c18ff373da6c18e4e472a6bd722c847eda4940385b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252165853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5236413ff11694af97d60f226e079fcfa3b87849bff51de009331c8e910032c93b2c46686f0038a2040331218e35b7411a0761fe0a58499bd2861757257234945f1975c2f2490cb2ba64719f853f35708161b2b83d4ffdf8fe49488ce4c7ece3556549cc81bf1f0a4586c636e9da586c4021a7ed2f98e519ecbf8e4703a320c73a48f6b8efdaabd85364b3cd49ecf7fc5bf6eca701637f98bb05162b8810dbffc550030f4b857d3e55e89fdc11dbbac604e043cb4c9518dfc77c02048cbb01b64b9c39227af58f0616d67597fe321aa1f49ee9bc9ac6b13bff16c77abdca177026dd03dbb3e03831af4aef9131afd24082ea22baefd0c8d3c72cc13acd77d7b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.24540968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bcef298e68fdc09e791f72f1f85bec79707b10b4dd6b6dfcbc6bf171635c82dd0f20723b0c42f02551f2559221871053946f957b4ba4b73f5740cffad4e67cf443370599a51c92b034f10dd3b3e551f866f65ec1dc64ca5cf4e5557289763208cbd9f1bdaf149f3152e929b3f1cd6d9125a91db109620b2c03ed2c6263a037751ba64244439916b8c7c6ace1665e7a2112130da3dba30ce935a5a4961254bfd97d00b7b67a18bff2869b01877051cf2555762059648e64646bad584db6f68d5e31db508d817264d215a86d4631ad22746a8c0f90c1646dac468fe60113cf9beca874aeaa30b1904bdd13bded307b6db325877a40d10945102fa324d8c2062089&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252405374Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=491b95874d6e86f044a82433034cfd55934e8da5b721b6bef9fc15d077b0bf1b6979f9d8580aa1cf12b8c7b2347229b39259a9e8f9db43e8decc5462aabf18edba68e6759c1b06ef5edc3d63b299b43f1982b441d1060c6b95a720ec69b2b11b45cff21f573e75bffc4bec51852ae5325e009840cb49bc4c7828125c6edcaca9e7a80acbc0136967853e3988047d0018424fd77b03f18fbd370d263ea4ffdac621bc0f8764b6ebc5ba3faae8e4f48bbb3656b3211b68f40196baabcc1f5ae8996b69d0929ef5e150d0cb3183e48b3d866059a44b54c2230700862a6bc5b6ff311d44ca981f384b493c61eeb850a753890507f63b92b836fe4ff8269ec4eb01c0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245483339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5824f3f1823be22f6cfd0f1d5516c52e717dcebbf44b3044414cb4dc7693b142a35d4bf3326a1d289593e5fc8a877c02b9c5705119b07d7b5f7b603220ba1a4d9c19553dfcb2c2c18cb9a2f48ed489ab1ac846450b960b64d21d8d77a0ad515deea1673d0bc178d9bcdbe12013e59b3b68628dd965ccee3fb463803c22283447c97647eae94aa96d0b14e81480e47ee2e7bd6a8edec6b48e456e355ab6628e3e9d0ac0453d070686723100f46732850d5b27840ab4883b4db0c1c70a0c0395822bccc16d3655284e0934a97d359a21d0b828cc6dca23c7b1b9092f65b9ab0d0f110ab4ac5f9b4ba214f12abd9ba6c14fd8e82f33663d040dd57a9c560842194b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252807893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5cc5e9be2c0b693fa528e8e5fa1bc6f6ecf51df5c5168e33a3d2a90aa382db77fc372ee743e41afb19034988c75863525714f07dd0aa3256d488e77dbc94e462166a444f7cb450757068f03e43d60e8125c7ad772f1e6e038c7f9e5dc063c6045806bde20b7be396208cd51258729dbea09eb217473234ec1b34d761d132925596c94b5cea65cbd4bde79fdec4b5edc0e753c1991db54cf7ad600921789bf9dd30544dba1cac8f358715aa9eb43dbabe03259234c1f65677bdcbc4e3d4a819c7906bab85f301752795546bc5b25bc2f4e21e8760db1ade8d6632baab7920423f5c437412b763a6775a60b1b31cc6414ea56eeb7dde5c3dd7559ee7d885efdc90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252853619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1b0835e4140a5bc868d13742d1b5165ee3d118658b2ba4c14e4968b0fa891948318efa54e738b5e5ecff247d3ef228f57d2f55657590422f5ec8d5eea9515846da052ba0aa95e2cad04b82e39ac86d02de130c763623bb1aac4c0446cd9ba4144beffa12a2e5211591dd19a2c0312d2fe4e32bac5dc9d8c37971a9d3e2041fc8dbe23e063ef3716b3924b35537519c7a6f458565dfd45cb82b3b9a7ade186a3805fae7a12bba3a5000ecf2509a081961b8b53f06910656e6896b2b7e39d9ae51cd050f152e49081c98510cf12f3dd8df5ac567ed9dcb4c2d2efe09ef7dd91d2cd47fa9c4421883dcdcafa4576fa00f8513a9cedf86d80d498dfb38a83a66bb00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252860171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3b02f01fae76c0297f6960f99eb769251ab111df1a7cfda2b375142a9990bda1e987a73ca1ed67309f12b88c74641460ad1cb730ce725a04b240ed4127422285de4c89a427fde0d5b593ef4eb02aecaebe344cbe14edada9dc87ce394a979a189ec6a797649988ce805dff97dd03608da020ff33db7df6096a03960948822b3dead22395a44aaa6be8fe14c83840f309eed9d82a7518f57ea11c88f3e130f79f34e22e63affc00834b778ddd06a4902e5f321f608e951a610af9a4edb2a838a025f6e993db0f43ed2f3a9e27e3bf37af02e2b3c8520f5492a1e58103953cb0bad8a0290d114298ef4969ed97c6f779b3be66e117436b31cc518669edc50e02ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252864259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3c025dabf847848a945a8c4e61a7581d526e14f2efc0f5fd2d21b01c7f79351ef7f9368b2e89cc6312956a42e2d135581daebfec87136d09324d8184492785d8ce5e3f1e51cb7c58c85b1c6b52d30a6f1046a9b39795bdd30444385b9aa18dd272e919134907158674efc3cfdc39841312619bfcdefecb627aab460b4af399047f347b90418b9f11b29d0e38d2121ef9ba5837623104f6b3194653e2f384892904834f76a4b6d10b3550fe025ca5964d3ae2ad5ea1ee2d8a49a5853f7a6db8e6b9af718a7f2d079754d7a0d3e2fea895a75bf6848addae054966217e23f55400f308cdb99de5df0ab22bf9e8671ee0b91272fc8b708c910f52162beb349b2d3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252857556Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=792dcf038fc4ec2c685e72fd383c6b3e6e7e36a830534c8b276f97376d0e9e24e9f8e90a37c3b51d7478daaa62055fa289b06d6a79978b350f508178eb1a9c692fe058fa38bc2c7bc8644d455a55f4173fa59e94b99cf33cda873bddac79b88e34a8ca61d741fe4eaea5d995e2f7c0d7256ec16ce351acc73469351017aec628a442d584220e132ff4ee49cfe53284b39ef68836ae74a8a82cb1d4cb91c40a2bc303cd81d0c9914d545ac4f42488a4dc8a965861d763bdd200b5c358fd3cb04ed7e92517f9e7be11766dc1193455344c535a2fc23c25ff8314b0a0cb0e069dced21c524ed937aa0724603d2d00ac0e5a8fb197d2f349bb1753569237a6b237aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252863788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0813d78ea35a2d7e40a474dd2bdf59504afc3f1f82e21fcd0030b676d98ef395595536eeab9ba58e8d7facb1cb1c62198018a9bbfc65da2956d4c33b5660b7f066483777fe8303f197f43953f20cfae8eab1701988db91ca7852c09479dc16dfd6d2500d74661c4266e1dc843408eb4f7121ac08dd14f2d650a079adb7e8340ab0c2c8569d18f287a34d34d4fee3bf8ec5466ee948ed083cac798a8ceec88ad738b442a4ef8239a7d9d5ad9e8754e99f03cec1dd3fd5c7e840c74576f5030a5c1f50fd660c03450dd42d26473e841c56e226e852128b1148d0a2f0817c76e32c15b2945cb63feb9ff1cd8695f6df855effb8605542345221e013d47c449c8b6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252401046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6badb68304efce54895534f2beabc7407411a81508b80164c15751e2a28f3c87a420bda4670d535a42ed0719d58bc203e84b92b2edea29a56a78fe43d5ba3eb5ef8822311c83be63ab18ce550b9b35844452252930e915b2e7f29ab34b975a9b80239ec48dd114d07522fab438fd0f9d6aad94a099a1110ab55ec9f83997502bbf4c46350efb148ef864d57e38bfccc57e1974727dae64af8308b0f207c5d474f6ec3f744bbe8c4527e050c718c1cf9b0bd0a13a1124c430b35136912a78d548ae97aed44d26cce937c08067e4f50ef75613890ebbe1a00a0b291e61047dd41edc714eafd417a5bb55793cd1b08cefaa0ca4a89b7c8a606cb41bc6d961e8f773&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245508516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=12596acc10f91f6486afc005915960c721838965a3ec9f7dcc1354e7e070ca8632efd701e7e8192fa78873b81f0d2d4561483b3955b2340be99bd9ffc77db43f25bbe0e056c134a509bd3ba51374ad55346a5cb6ae08f859e2ac5e42d25f87cfd47a2444bb1671d916781f7e9cec7acf3de840089ebdfbc21fce3997e3be07d001e7bcb05d218700ecf44c6bd000d6a1205ceca757cf464995b5db0897beb6ac9001d672b0776d2f2c6ab2f25f0033afc41ac0290c7776f31f27be785746c38d7a9c66d04e0a13d756d310e8dd2493178e959cb35564600f922bd12253def67d18559165936ca602171f33c3f896cb6ba59617f839170d6b8a5c3a3f37c9ff63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.250414823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aeec9eec2d8937faaeff8600400163b3e2e02847f310db98db457815c36e2f852d796b1fada0328ccfc6b5b1b494ca1467ba8a9585a6e9328c36100145d5b7b839a65de2d30ff8f742914e9e46fd0de9147737328d2ea0a4b0d4bea217c91710a95efffe54a51c6af5717c70529fcd596384e81398ab5d4a4c36f83965ac81da828506b90addd48c38eb045d8246971d98f6529ab76d83528ba849e6af4de5fe66463443c2ec45f9f6316803811ec07688aa9aec39466d5d13f6e05a627119aea09a33664947ec6832ee1b5074accdebfe71944d2a2bae882ac356d6bb09793af26e9850077198a1215336ebeb755aadf078ba7dcdf1c7c4365cc2b6af08fa39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252262655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7965ad08d67de39a90aa11e92e7d09ebfc55153ca6a0e74eb2163ba542275eb3ee96d1a130b96983a2c764d54cbe751abf296a21a3f5689b869bf3712d69af689fb0f8d97bede40aef0939a8217289bf11ab411c8d3c0b00939767f2f7637390fab014325c4c085773daba1972d84c4de21683c5bf9a92cbf0fb2c7f2fa099640e040a4c8a1619d0f9bb86df89edda2f7e570ee78a9d162ae92044893343b523e0312e669408f2de6fdcbe748d92f746a7f0712aa37a598870127ff9c08d7d6d10dd41260f13387ea28bea5672a8dc205f6db0b2224cfc577c0cc7dddd68594d122802e3c0d6d29035c83739a88efdf43c418f9b6aeec4e5de78173c49904f5f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.251636976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6aa72c6970af5776e9df0fb9119c46c2a9057d8acd05c570bb957eefd64dbfb61175fc23661a2cab60eade10d8e53d86db11654c5946226960cfe6476dcce0eaf323119e2e0859b45c5c9e42779c33376d9853831f341a0fd6358ac47e1cd859a3843c47d3e17a361fc68f311de9a059bdbc223ebf5970355db43f518078d35b41aae7ed817a9383301d331f9daca89908f7dbc9952bbca7079e6a3d1b984d51070d4c6cae121d6ebec639934d2efa232de52190b4c0b319448af80d1a4110c8c6e93c33abed152ab58b64255d20c4e41e0d60986bd78599c52a03371409458480c15e1af59fd90434822e85587e789e12390f3c9647e581aed424cf48d432e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.245360738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=90b8361179193d09d982e4349c89648ac8e30cef2fdd435cf807fd1b73b9b6095ae1469aba584d0fe4a4e84f670bdad54ffab1af68c1316cf4808fd78a00d92206dbd84782d2174913d9096983ab247c8553c92478428a20626df56d8cb1eaeb0d91752e8d419a59e947eaf6f26bbe588f49786ce90a9f197e6bb0b922c36483f1097f9bf93f04af38a810674884208b27f4dfbe696187dfb947cf079ddea509d1ed117d050b5061cb0c94d4fe7e50527a227e4e86cb636f6d917f9e064abf690f4031b517df8fc9efeefad9d01e2fe6768e157415443e33a3a25da2520b04ac89354b55b6b5a021d82cdde01378a8d60cae1ad5baf562a927fca89b86e11f3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252509831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=941c7e4ba914bbe76643e41bb74f6c3da7ff833f457da665f749e5028586f3a2d0226c2f6ff954f4d5a7339aba9f244854e36d0819743be535e09f5990323d88083c6172545655a0696a761c19d3106f53b8f064d0320f0c2490385f921b85640f282e4504cf067585840c4e36efc1c8d52d7419b553e05ff91525b1034a4fda4c039ba85a25c3e92a843b6bfd3d5886ffbf38f1beefcd9717b49ef43924079c47207c317a77107bff4e7e3e2285d6258465670be7042130cfcaf7834d815407f6d1b91d5c6c8020f753d1ae4789a9381afd2a3127efbc4d245c500596068ab1895925d5f08ac3d0b156047b6a960504d6d64312a81c6c462b60dc21c92b4ffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253125631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d469da1742062d2c2c6748b394b3f835dd9b93c5c68aa041699221fcca8bcdeeb48fe87634bb94819a61acfaaa216baba11637000f221483dd48ab8b276c9f598c25bcfe62925996b8ad88178415947206d3bd4cad3b6ad9774f4e993383833d9c68d86c0393e17c9110285db158dd5746b7609b776f6dafdcfdceabd79da7baba5a8f0820f81628fc573af1c91f63b22bc247af3bfee1f6f6130518325e38ac810dd8b670cd29ae6b34290f891511b4dfb71d8e0ebc0a2c14be55b3397aedc80c1d0d3aaeb0a6dc8c146ab7259391322cf1c8ca25013fe8e1fafeb08dcd7ece699d2c9c6a740e4caf9b3255a3983fcd35c5efafb2524c25cac0e00413d19df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253136793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=80c916235af087c9bda894496e7a7f94c08e945c9984f8975bf3f64c40dda10f6618066d804e6c6bff374c08fea8b376b3be99d8c6edd6be34edd63a739bd2c887a7362ffb04cb82097cabd0408e35cd9e188a7d0f3b34e8b4c34612273f2a11f367ab56d68bfea882219970dc35aa77f67a1f8a7e8bdbf54cc52685ccf84477a1a627b284a8e5d376e06580330364c3580e6b4fb4baa9ed40d51cec46b7435ebbe72050fe9db6f8571197b2e827a2565c6676f8bd67f4d1de01511deae25ac213d7782ef1865309dba5c9e5d66a30c28f7de7f0daf0aff8bfb628fbdc7e5c282cc0cda2ede87daf67b872c93d11b649f431cfcac8b281729860babc78bcf480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252518277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8bf91a853b156143fb893631fa581b96127fb2c8e1ef354fe1cb8c6a41339ba73f5a9a05f41fc25b97baa018416d34c2e8b9fc084a0c018fc3ce396d738f7557a2f9d5b74fc491d41522768c15370cf5da4b437dbd4b2dba018f4861b81c47dd4a3e6983080ce28cf75daaa2340f51be919bcbdfa75ec1622c12472478f37d658e49eacd27a7d4beedf615001fcbe4ecbbe2f7635a688d6a165805e6c50fbdea3ac6c7b17c8aa77d9e9722a21ccff3fb568ba639e1ac2678678c0b008d39990ea64e0343a9ddf47a1127ee906bc4c311f1ede39069e789fb86a790aa9c31e071dbbe48c722e66344990f584642b823c15483cabc0ee1f0dc3f7d1b1f4c1b8ad3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253151831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=030a709b64e699e7e9dd8f57d3fad9f34ed8efd14d8df86256fd58ce9e05d38c5ad2dc6c898a22e0db292208f36090ede939be15c6909770c059cc0cb29e51a326b9d40de6508a2d030e3884b0f5315fa03888ac9d9c1667845125a4f3b4e28dd0a0bd72960c01323357f10c481750fc0286534e5d853e078114657982499eb525d649cff231e19ba8272c9c64abbe52b60c72d304ce37b18d467d292fb795b1edda2f793750d4f0702b7b270eddfa5591a4b1152e28f62c7a6f9faee70e5af786d714f702b894b6c0f2d155d6d402284205a551091b3a80853d31cad4a588366cc154737053ac7125a532a213981d902b1f9b5e8ffc349ab1790473f0c63496&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253161559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=94580bfe8d95a4702fb625605764cb534020d247bd701425fe45bec7617ccbadf6e8d166e918fce78735ab3b4d4bb5d09cd59d4b4227bdbac66183e9df84cf890ef03cdead159ada07acf64f7fe98d5b9baad45c85b7d7b1be56361a45fedf9459e535b8507cdccc869a03d6596d35e141553029f6b4877c616ce6d482ba2d36f140e764a2eefe2fd475f72086c0505278994ac78c17dd881d6b079eff711646a29f0765fc705a1496d296814cb5ff3e4eeaef131be59e091a35235b057352f506a7b5204e64023829522a3a03121b8e8aaf7bbd12bf76c93da2cd210e547222686ceb84b6873640675d2541f8c737dbd7d7f31eb41026e4f6955d332976d0eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253171859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c2b7da1401cd7fe1796afac93c6329931ec9e4e668a41e63ae1fdb92c986e3a7f0075c61ad232479d46dab5dd3221962cf25ff7f41e3ffe6dfdabc06980c6fccc530ccbe62693d62d020f7c5db590f6a2a832582e785367e2a8d3c0ab93d4e6598617bd1bf6c958e8c6434f688aebd00298267ba37ebf84a6e8142157d27e2e40f87bf2a78a5c1490153fd3a9005b41fd46b17dfce6d33f9062273a9246a232c66e1ae8cad63577e1577d8bd13a0b6abccbda34250bee897b28a578ba81e84b5fb8b5e9ce4009eee24b39c9930b0b8ea5f00dbe37d0ecb19c13015f8276be1cc0bd0fc38df1b4e292a0a2f4f34b4b923f0c2ec7bc86827a16afb09b2325ceb63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253182258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b3ae8f7adad4d989c7d7fc9bd3b7584eaac949fd057be017cef0a197c4cb310f0915fa24dbf9cbbbea7f16b718106910c868bf3ed5cf4bf0ef643a061399205a030348ac4e0a51b3282aa8e4232694b60974982da25832c39bbad4b00d11257f8fbc9228538b19b4cb463aca6fcf0b95dad9243068d20ceb4cf716af831928e9d874c3fb03fcc513583ef1f38acaf5c2df67774fcd7590c0c235537ebd350c3b286b511df4decdd5fda12f9e9883f9d5d5bdd6769bd6aff0013be62dabad1f9d08dec7729fbeccda0b6a43a3a9c2aafd52593d7d084f2fcb0886a0aa93af9cefb0728150d4c11235cc12c98f8ba10e004c309ad28baf5098909ede8f5832722e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252508418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=40f1a8f1f8329447da8d0e071f3f99bc04134d1f3dbac3252de5dc78981a46f29093999de05896d15a2aea72d578f0f122db86147d116b3712aa1b43f238d65d14e09d1bcf0b3e4107e9e598382ac714e9281f394f8cf1bd8243f83c85c9cb3cae6249efb8e256418c32e287d1d9a9bf0eeb910412354c10112fa36fe23c3d6e1bb801146b668a06226a3cf2761eea789908d8eadab7c3565305fda5f7c01e18d0721efce3f42ff7cf932ea41aaedc94f545540e7c2b5c776782520132e53a008b526699e8d61ebc23c8cee73fb2166d8aa7c5b66fb29bcd3abacb4b553b0e522a34f201dae72722dd46e211eda3d98990c6390f3f5ea47a0454c9eb255d4935&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252521022Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2fb3022e0ca64d8b3031f1aa3c9e6edd347b9246baec3310579aada7fe2acbf9262b3f000c4b6eef1735c0bd581271d6cdac2de360afb3f69b03fb511aa7f089664ecae1dc34c4d55b30248fb0217c06b1cd3484269ae86f0e3d6972da32009e7b8c26991d5a2373bcf97711ac4c92274fde150485a5945ad7aec447a1f049068e5a6d49fdf3093b85f40254972d7d5e66ab275aebe93da2a337ec8068fa177377d4798481ed57e11ac28d8b31e9800157c842b42b320e90692db2dde4fc3c8849cc7f3194c8f96bb0808fa229e305d92342e8199cd55e3d25c9bcdfd7fb74050815338f56338d295a29f3c3681b9b5fc3f3434347d98df2083d701cf721ec2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252557491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88dce3a02ca72e7426c5cb85ad960c2505e4ee1bf4cad23acfacb2ed1c0ca0ba3693222274e6ff61731e39f9c050f59a338369c5454bace8687e9960cff642022e25db53b09093e3e7c5f45ff685ad605d589814429a8467cfda4346c4c4ff2b713be2bbf7fd189ac6b646056ca83a25936aee1680e466c1b58bd4f795c2433da611813bc221a6f24c18c3c97b10a06ae9c192f1f4a1aebc669abb90260c42373a8f9f5372f8ec7793e0de9ba57f190b15ef1ef66c091b286e3dbabdfbb345671768f3bc7ef678517813a37ad7b633c36fa56e5d94e87eef644f3758c765b48d320d75ea27e4ad079bcbbb5e79bce6b3a667b71aaf84fd1aa6abc4f182fd58c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252558994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9c1e2ef42fbd2ffbeba86b0598722e51fe587242bcd9fb89198f391ae380c3d4871022f11d6bd7d2b4cbf6baa2d5a4a6beaae02374a5ec6d0899333b63050fea6da3a9965cb764ad2f5b1670bb1a7a3025f4b223e247a6c0962f27a9b2471b66acf1447aa80d423117a18e34b90ea43d824648c44fb569ec6b2e686ec6c7ac4330c74cb523fe5e9c446adfc560426fb268e6c807b4c4669861f9506a61e88df76a5f05e9b59fe07fdc704125aa5428f8c745e4b7dea3f8bcbbe703172d7d1de0a8344dcf801268735b8171c1e58f3b902a2ed87850855aac7e4e1366e9460ddad57de288bf585ce041c729baa991d5e9c646aad739c2f0dc97d3d64c90b9f2ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252571357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3b200ee5e390d07b68c54d679e784c9cb1fd54d140f838665bc2c545393050735a231f8f389ff4f58d3b68ebab634b9d6937301d82c90df914d682e3acf894b6973e0ccda644f509c2cc42da0285b6539c8338853bad11a145de190cc264ebd81a4cd2ed313e722a4784bd569f7a4fe58e90211d9e285d3a9be5292afea069b3edae0f715795df5f46325c8ad2bb29424c82822d823bab131249250634c0a9cc5193849c2339fbed3535428682a29b0b02f58cab75cba103f7ea102c8909199de1f5b98aefc37e256ee1d80c7657460f84479c1104cda5a7fe431b49d9bffccff81a472858262f9b759d616674e31d0f778e545c2fffe07d66043ea9d9bc12b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252571297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9212ccd1bf49d3055319cbe6f82795270d251da055e77368303c7ddcfe13e0febb3fcae10d3045443874cf2e397c009bc4de0292a0c34a28fb73b779eb96cde35198450dfffc9acd941b01efc5103fa4ba3d4410a23dfec9ee8a5833a84c480878dba90fbf25eb840d37ed20ad449d8dfb1a6ed72a3e5eac87ed5e4df884100303aaa847fefc8bf2bb1260e9af9247a905b4737ba0c252ab105b534c610688580e43948d8b81aba6e4eb206db293793db21e1d6bdb70bc7059f7e6336ca3cb6cadf068fb62bd7b5c6ff3695482db32e14cb41b75a9f3950a5fcae49ef334f47f9e74c306311e45c9ea190ade9b137638de3ffcba47c5d2840460c2b6d63327fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252638664Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3395a668e2752ddc8c3f2bec4564b276d7de6315b5b65093911d4230e04729c727de2262a11262af3ffdf4b3e8af3559d6a5e9b1bf9f7877a7c51d3988c051988bf6fb51934091b090481bfee81f367dc8b779a7aa00397fc3da287667a1f4efaeb3df739eac6c939e45cbbbba1fa5a7ca9c27bdd3de6c4e1abc26a7a1e20d236942a8e5c091298cc97bba8c7bfc9a3238836908672404fd96872c87bd0aeeb09ec0b7b2f9469a94b29433913976b878120dd4c9902e42375b1112aa29a002ff533f5a9c06f00dfa348258fdb6b8f014ce212269f14b7d2c9b476f91dce22a112c291ca720130a7603bc6bcdba055a4437797a6ec4758f71bdca98afb5edc386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253238955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=afa90a9a13e2b262e03f77f05b0403512182030e8aa9947ba8f5464f97188f0472d8e8b53c5d434556d7de8d3742846d5a6b8a4c42c853e1c2d82b8bc8e53687f88d83cd8e6216b99894bd465b0bc3dc0e899bdfb9774124129f95a5961689f57f7e6269f77d1cac7fe7a955a3246beb0835132b2467692dfe347ac77268cc279f652a15b7135833f2ae1b87efcc29a5097e5a854cfe87795e06c6193b2386074392b721c6b6a3f00453220a440c4ccd0b813bf619fbc661d7762baaba15fc38821b2a16ba4fba92198cc7c5e51de0c892584e0b8c6575c001d3f95d55f657bd7c4f059ef8c963aff7c12e4986acb0942c46774df6f39d559d34bb5b805be548&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25325207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8b16c0193628fb02ac5c4413e7e6ddcdcfd73b5440bb8c4fac4726000f0b43d9eb60d58b70018407f41d2ae64c3238104480391795f4e6d9e591abb6e0f92d394c466d0fe6a112f79901cb00c7b116d0b3d7d97e71c52ffb268542486f2ca168f254b943c7d5af2701156aaeee92870e006245aace93ff0234ec9007c7e43824f73bbebaeef832663a99fd81866a13df4b18af74aebc252239910e144701f0c9cfdb750b4c34289b24a43c99401023d9516325523d113632856699aed8c29c1f4aef08b2964ef709f021bffb264622d6b108b72a0432674f0aa2a0a3c95a023ec9a1db227d5c3722972c947348c0e9749ca147ffb4cc0c9d9735040440651a30&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253250577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7e5b13c7104bca1240bedf5a5fca699c3b94162efaca5d90a265dd6f70c84f3eee1429a399268556ac064c188d1156af059ec586d6d0df8c3b81a2eb6200eb169134cb8d0464ea6e87fa2fbb16de911ed9e4ada7893c4fb074559af1dbb772fb1afec8669d1df43c30e40c530b8a97e5d24eccd0908aab8b1657d893fe01860a83741575c08b1e7616aa38ac44da5d74b0994148836e7d0c823741e556c32ef705050dcbef5b7f28f76ed19d98e951598ea90b9bab6f7630f6637a164379de12046955036724d2d2335b5d342a5b457c0d6073a83f18d2ef8c9c1df7eccb85ce9b26d90b691ce2f67ea0f34593d2abffbc8f23af78b4f8bb21a2e531a63e6bb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25265255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=768d760219585cc7e999680b4179730660f9780a78ff934a2dd7b1425f4bfd15a8ea40b15a36726aa7ca3d39a427ac12987953322aa1b7bb7cb32387c266877b47c6a54114550069de75e76f645e2411910fdbe4135470d5e2eefc90b7ff914412d9e20a5af7422dfb06f06d093dd0c733ad53aa46517e612d0e33d72796db62bad21e4d6301f5a8e14af61489aa5ab8c132fa37b05fbb57cdfca675b4d3fe3fa2ade35ac4dd7ccd5ce035a8c3dc86f150cf476a56c6ffc73b8a3138150547a8b45da24e4f9ef0d0bd37e05ec88468d8e75dab83f887e43bc3cbf6ae1dca30bc1e9ab314a15de28eb5095473d08046129174e285e571f651d9509658b22d4190&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252678769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=60580dafeff6ac1eb15275ac5a28dd6abfca29ac1e17dadce2cd14fe10529609f9fb0f93116a46ca33a52c4a1807097ab6f09997f9fbdfef9d95d03c45a8abbbd873a5a2b932863e04b54d7b0badb3f4f93b8883266e74cefc00f4ebd086f1fc9ff9b5f98ce99aae9e47dfcae655a1b23b968a56921152905ef2368eb8c197edf9a14ee50fa409da3ad6604466d278aa8d493d10a76c8b9fd9e6696a7e9d0c355d104538e9561a336add24c7f35657804cf20e8d9285d9f7bf52d3387f907afb50a23ffa4244e2d29511f43046599ce59d95f3bde963a3466062aa036be100ebad507097de159b01b69675a9790c06454658227ce095bcba5799cc25b1130fa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252681735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=70b5558bb73e6bdce910e20c57717d8c115a6c9d516a884ca8836eb5f17d933983b7163218997e1e0ba28f87bef3b48d15f41c43f25a67331cdad0a9ed52f5fc45e85b94e65bac5061708f5e2fde1c25b91bd01422c4cbebcdc2a07d1b20c5a208d4373e08954c3ebdf58b7f6fa32239e9d0d4923e543b91ad9f26bd67f64456a7d2ccae7b9f7310a1a42f5b7c9f403911796013dae7cb74ae98d17771503b0256b6f77acf98838509b1645913ccd437552ff3e4351f267fdf40c57a49352112ef46086a76219feb478694d76bf316b5b2fc6cb8522149d6dd7ab49028aaddf9b5932d288e93d238fe558d9cad4d7818866b8d8b25701773dd667fff0e5a9673&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253272959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99b974e800743c85478444cf523a906fe376b338608ab3d5cdb468c2c526f50e8dc049ac981a54e29a8ceaa30f7d46abc41b24204c8eb77ae7c47e24727426c6e15a9817387c6ddc7bde3e6e4c92825a7dcf705e0be1cd2e39aaaec7a4ee9ddfa63ca5cd8109bfab7e512bd22877d208599aa6f87d3a9c460c5fa85e7275d50d7ddc11cc24a5f1f1cae39c22e36ac9728bf75aac6922a6cc169bbd191018e9279ce595692983d0cf49322b51e89f50df1cb5bfd8bf698c91853831f7a586c48f661f011fcd5416f5fc7578e9940fcfe33afd49d09ceff9fc23e0f98359c1a47c1970a5ae0ec31ef336cf66bc79ff3e9a974718bf51061fcad3bc750385f5e877&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252572259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5ffc79dc00568a971041e58e4691ada29d8bf5c376b6954a4b4bf82fda1e0632abf3ef5c98363a21a477baee1afe3faf08fb9279ee82bed7d0b873c57bd8a1baef268ae0f30e6b08d9d4d7736775dfc9e6e73de73e98de9a36bbbff0d7c2c23fcd2c97975afaf75d169b5359aab91d8900fd7b0c35c08f9cf78ae8f46f34ec34a8f69748b835e8465f63b7be4845b476dd1e95156286345ee8a82edadfe278ecd5f43ffcf6f2316b4b5ba372f0d8be87c90f38015b3f96938ad0c57d7542e48a83748d13d16478abb84e899188ec1d0ec229bb7b939b6bf71286721bf24ffb68848c0c27558a32e78547ae5bffee1e1a7fe62ef096e050894c93c59a642bf205&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252788957Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=65a95ded60845a15feae799f2de0af5b6a60d404f80952f93837382d190a6639b129c9687a94463334f74ef98e18ef2efae1d48e43d070681068390488ae41477fdc9efd8ca3366ec82fbf387810aa84ba2049fc2f70ebd42706023cbbbdb9ace5fe4e29a526961e7be47439f734e143fce797595948783f4b1ddb01cd430aad5575cdb2c84bc86d73a2777ee249603165a7f37a59e5497cc4587699c59ea63942c833d341165ba67e91f0e288187ef64436aa430eb2aa0c2fdcc8172550a59d89255ff03b2f7ca64db3abac298497506568effd6459da0a8d1c4403f31ba7a11bcdb40588bcd5f54e39e6491294db11f8c129a45a432d6c426ff9b7ac0d5d4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252786031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=56aa604718fea509f141cefb089f79d38062260fa7f2bebfedab9917d6c6ac49bc7925871838ee9be6a5540fbf7591115f1e41f7309d2b89284c103bf18f9f6f511c0712aeb3e3288c5bd16a57f85f620dafa56f83022141fff9b30e44e52b3beb7cc670aa90c24f330923d1b9daed0595c28d26442890fe9c3ace186dda1c0e4d184d2552aa337c227cf9d273bba49749df8b69a4ad9e71bf45ff9d69c878a93f17b40c6236e8a29c67ddf1e68da936ef606a6149de5fb4a35692b6cfc8b3ea907c10d548e1ec8d294ccdbf9cba08322bd63a7c7ab65bc79b63f09870498ff19df5b590bf379f34bb7e5bb153a9e8adec72a57661c641d496913be664e2882e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252803003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6ad224c968eb007831d4443a69fc1d2e3eb2d5131a9cfeb8ca09b34769a9dbfd96b48c9e24f7b9beb03122a964bd0262743058cd012f6a8fcfa3077bc437459c4b7966947b20a2898e35c04187726d29e72f920773ffb7c439f1b087cae9cb441252844a66eae91a2020a869fe2d6f33f62f4035e18d6764251ef3c2afc38bf4d576365549171e945b1834fecc8a7d6e7b6d178659fcf700c8684bf2b4802221b7004bc0e542db02509d14055d22775264bbbd1569206b42c26f0a545736be4698c7f6b0da4af90799ed4aac79ce265a653844ccee159e836c6cb9453e6193844a97c1373da201b1850d62696d543e4d00b87a3dc015bdcf66d97d7e64f29825&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25332141Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c194bf869a3177a2c7f1e0d9d2bf81a9b21185ea3f417ba0f38150ca16601afbbb66a1a19d20e93cf1a85a827b71a2e80741f3130e658bc197244f457b7fcbb6f8fa3724f9ba0280ed4c77bff9154f0d37798f4d19f0dccbabc89d14e80345c7e34bd8d5a3db2f32963e8a8bcfbac08f6fd029f535d83887a19a2b15f7dbcc5aba29e773933681a0eb8d8e0284ca2f913a517badd0967b01b79ee99b6023a4ec3e8858a7b490663f60c263e2b4de1c6b7e78e5acf16fe107c1861d8f8b85ac833f3e3cca5e747718260bdaf3b28b19eefae8517f61ad16b9e635e752343f41659e958e514c39492172c33bfac19cbbba582175ee5420865716a0d2f5e8da2c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253320258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a25ac6f72f81d81c01e0d21e28561e374f3876b57c34bcfdc41862ec36dc49066204da4be8c770168be53ac1213c5f21249b9a183ca21489083cb03019a4dc4f7ddcc54824e0a95e62b9840b15888cd73842ad3cc8210429191f73598f190eff432e2157e7d40dc7fc3576d6005c37a65e8dc767dacc927789bb568a3bb5eea729cba0bdd502db52511e56c04a4817fc2aa1968013ad7462849137a9ffa13a5e46bed3e865a1385a98a48fdabceb2c63edc54c4e0083a79cef9977443ad3b19f3f94349b4203865f09d125e8bb931fbf24fabd689105e92c9dac0b6e1f1f8b6c147efc27f8cd643b091acbb97c31eaf80d0aaa10bc8b4646ad74dbf3d9d58ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252844752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=406b22f0c51baa769379281557b6aa7ee653a068ca14e1ac137306accbae58f4a2c762c860d3316f118a328a0b9a41a9d7ee817fd8fd5f79e644cc75d3fbc005548495f8d7b183f3b26a6bef2fe3889bd67ca0804efcd1cccabaa19f88065d6a5b61b4a91e7415b8e6ccf653b1f99a6b161c4738f2a76ad15cccb0bcf641902db23062c15bf941b4d26d6647f94bf147ed94bb8c418c2fdd1cd9d65fd850ef4fe8b7fd46af1324eab49491417b5fd80d21f3082121216c632364670a7a2d5f8c023899144244280a79d7f2746d4f2bf8faee14a06690396563501fb19f38d7a4c2b90fd04da85d62d07977f26d388447a091bb20598f6175d0ac3917de8dc392&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253336118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84edf2b7e4103053cbd7de1dc378e1b47203377e73cffabcfa65f9e82ceb27182b69a218127c06747476321bc60da6b7836b9f67ddb31f9781218234ae71bf0360e485476d03c94629b700f39a348fce707b2918d4b63a9e58aac2986c3b733318317b6310f7e05db4732f2c92c886e1f073e73df64aa177c1673f5a3e6506573d713d3a74bd5322e63359c69622eab1930f380d0cd708fe2d833a159111012ab88a6854a32470de6cbf507f844959043106a195c4e4c6201b033450b855e237e926118a43705f229f16768d29aaa625f58d2216d903629c2cabc931ac65c632de8fdcdcfa5c5ffb70726d214a2af359ef1aad4585a36a07a58704296917c49c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252860432Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=101a98af53ddaebfd44095c55dc83551ea6163a78b7fe9b73edd4220284e56c58a40fa1c837db585a13cbec3a77a32c351b4af67b0f98ae04e9a0e98a24afd198e381bf6bb2209bc376221bc20ecf35d464cb0a6fb6cd8776792a75ca6e1d9ec8a7cfb293e508b76abac700d1bbb9a8feab037166536c6a9b409698b08f74e2360fb216fdbed75b8c6a4393c5a7fff7ea3c655b49f219154228718805ea3ef49ed94d61fe8c4f7ae8d554c4f7b7f0be477aee29529878299eaf2e26868d3ee416b6fc8efd60cdad9e9fdfd0b15f27b373b6c6d0b43bb2509f2a7cde57aef27bd0c0cfc465560174472dc5a6cd7b3f45616b673e0f7dd4f3c20f75046c7ac9f77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252854771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8be8801b2f47233cfcff67019be84cc7e044665dc55e542ce57428b57c88748369f60d1fae01ced7388b4205e3d7936d99cf0a091e541dd1134163572ebeaf868525c22c92379809fcc8628c495b140e845613ca074366bd03b417b8694bd3576cd8407004bd88beb7505ce9b3e95897114d6cb0a901c5fcccfbcfa4564e98708a831381780083e3572f08b4c82024bdc35a9ae98d32fa36bc999eec5e97c13174e146b41c36c34125429b6e7f835a4faa711db818702ee2c9bd0094b8beb3eaaca78e9f6d8c4dfbce66aedb0bae0e84d2c5392e61d930a1101d6abee75a30fbd088665a88d8f601dd8edb1cc58fe4de9fa025a82640269907b5a729a32e2c4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2533583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ddfae2db22262a39dc81c9e2921337532580e026efb567653833c5ac6ddf408a1d5839f23a3c20b3b9a104a71121a7817a7381ab51a62a39d1aea4adae60f44f58ced9dd9934ca1afa5c75911f882598e5455f7663133dde8556bf355e1dd3f2de8e5733607888730961c0c5c14c60785f2fe0ce6f04f54355f5ba2e51a16e29ec916b01bf635abfaa65fc1be1edb5aab266097748fcd812a45344b9e0205688324a46e75f9c55e6e2614a93135d348c1c463f0d3789de94989652fb533ba6d1726b4a9e9ca3bf02040eb1438c691d857c1e3ad840f374e7f938536a6f5ac5d190a0b4f34d72c1227f9f5109f90fbcd07b4beca7737fb85c9ad0aa9a1a66bba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252859099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1367e1714b3f909f2dbef7d471c44818f380d8d0df0703d777d4410998820c9bf3b495469e7bfa021a9091a756e62a8c76e948fb1e4a3125400e6240d9fad455f5fab15ffe251d20d701977b4853ac83ef8ab0d751cdd0411d8606d56ada93c3599f6eccca2ed9a34a6892ecf685ea1e05153cc961d198503595bbf0ce57ea7f2aedb4c1e96e81b31ab681c77d963b59ea6278ed96dcb9e1ee7ab80950c35fc1e704c57fda8e706c09dcae634804343a75b17487cd8b0ff476c24ebcb2bf9c5add048f4fc8acfa4a83df52531f132e49a843d3cbbd5e774ca7351d47f26e4a11756c9e812e7789b2ff91204c6a429309b5a732f9b42f8daf101b139b9747468b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253373068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75da010ade59c2d762c6c1e231d8509545bfc64cbc76015b758269fb4b147eed5acd0b1ef17cca2aabe410f9f0c19e3a6d4235a507796c19113847cef3e2aa8f10e95da10b3f1cfc72eb106d5ebad2a98be8710e8dea3ac9f31f0115469ace0366bb05ba86e67bee7ced947a74240b9d41e6c6c2ad384f1093bb3271b4b6f53d25ed8a6bf7bb36eee119414bd56e6fa6e1d18f88e0ed952e06cd8b462a89f3b28c12e4be0e67cbe991fc29b4301f5cb53648eff52b87f4f64a1c49f402caf57ed7712f7063f879c1d04949cb1b1d1bb58f07dff099d461441d6c82496aee3eb71f9d28aa01f2c5485b50f1fe945b5b55a63b4f5c017c7218a4f4f31382f1e78e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253369571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0c1c60aeb3e36618dd1048b81dd46c8a0f4b11bffc554600302f48901781266e2ee3d317faad0e526166d1abdd216720c9311e818296bfc63ad5db2f2877e98a899dcad64e9b9be05f08fbbe47eaccbe389a6778ff219556b01802ef11ff51b616ed0aab1d7f0ff4358b477526f7a6752f6c5face5b408e23f145ce3e99d9c16959dcd7c3afb19b9670a2c96a3fb67c41144b6c48b760d83a4fed7cc7e8e17325e71cf6b980b1db67f17ae82f7b092db502f591764b5239550fa22e283f32bd99d549b3a073c33c4fcb9a1b4a74639fa6ea8590da7c9ff46183c9e2de55257b670496b9cac96f5a7c460c7c58417bd4af8ee2ca6cf1c17e927699633bb0959d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253377697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1f630edb25a0caaca971431797668473b91eea78f968e7e6915ff36a521e0b29b26a28eea41a6b3ae269d9dd157a2a7062c1b8a5765e0e9d0afd6b2ef8a6f32e9a6fc00f7e89ae7776d04f0c500ca63e5a859d8e6b4960a1f0fe6b6f6c241c41fd344e1cd1912cc5fc5bff59cd939f83fc7590889ba13b382545e45fb97c60ee847b7ca776e7b18858e93c30b10d2ec572abb41bfa6aefcddfd7d68f265de29569e92879313d2faba94d9ab02dc795997a9b6b521d41afeb87f2498c8601b3b3403b8aa9127edb06c00871f1dcaddd9c15f662ef553708b0190fec3b5455ccc45e9cebf69e933850ea5a47b28b1d2bb0fdcfdf301fe7d7a3e66a7c3a296109e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253387285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb34f05624dfde5718a30744eaba65716439930c358f4a41831adafe5ef23ce4939ac263413b7dd4c6a26fefb6bac3ce8520e61e71d02cb6080b447dc8fdcfd598ceca0bc48307a77ccfcd07e03dd4ec9e99acd2dcda0600804f470f8624c872488049d799827823e2d97a5c9d9e8eab3f23267c7d5645e3499799a3f967adc96e1509355fee449b5e4bc5bab5cda8b1a47f6a9f087af8cf34556b620c32b42b207b3f17327d30b1f50ebaacfe19ba08311cc296e7b130d5e15ba931d633e5e49c857229177998f18b3ef3df405a1a97aa4990bb00218943726fd3fa1c3ca5f7cb886d8a87a86ee2828adbc7ab24e44370d56f450d258635845c410b730eed4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253388327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=550129bb4dd345635d430cfd8bc423390916d447d2dfc75cb7b5a84a8123d9ded5248bee2d9c5a379811b5fba1bb77a5f69af290f4003a114669703f0e7f0f3227361804fafe8b13ef9cbb681d38c740629a1e98b077f8111f19632908732f2f1da11a5ea68c3d593a52ed078fc4fc6a390e6ada6f34c6398e084ae9e727b56cfb20ce9bdbfe23ba515f19ea0ea9f4d76a65944cedef91de2b8bb41b46486bf1f72eacd1442133b0f4a90947750fb1164081bfcadee244fd587aa6950c54a5abf948985728428991ad6b7727d3081b9e39eb2714bbcaf0ef4cadbcd768dd4148e8e998e0ac7583d629932486902dcc42fb6e10951d8de796384d25dccf8a1f77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25340609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf2bc5eb5693c57ad6b034c3b4662cc6e0e7ebdd8e26e055db2149dec8c04d7c2f98f125f37b779f3c36e727050674f117dff5f537f2b949a478f490fbcad711b9f6cd7c801ef4369788fd826a57a177cc6b37311ff4c8350226705b30042df3ae0861efedbd9b49701f6801b96a13ee6220eb83c9accde7468efe19e5f2688e266c45d33684ec9bb16dccb1df39d7656a163071529a80033e891d0e13c1afe326770d3d6f548a34061d14ed227a098168d191b965f4d8ae48e8956ce89e30ceb1fcbcb994000a90ebcb16fcca9f61bb522bf8c377c4e74294c4aa1d049525bdc1af13e600a2bd8d4f695341bfa7a7d900e04e9e14f7d0389add2d831b32d9b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252517926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6aa08c0889e1bd8244326384266594f81a03d5860798aa727475f6952e7d2ab0799e02c623539afb01c07addd4e93dbaadb83d1e3273134bff6494e0c3c1d4884672cce6552c7593162f957d23c6d55598ca56975efe4219ab37b09b4ba1764b903685e2ddebce8a28af8283f8f582a5d2d4003506ee09ff6c1745ce17a1836fa9bd982323e586556937c28aa893905b2e13ce73c7b03be7588a8e6c59568a75bfd6f6624d44c874cf9185a06ff1bdca1710d82ad8b712515251cfe3bb7256a43a7eca76b29a9deae0e4cec5ef7c7db9172a53bb05c58a6fadb407f3ca87a69b2c51a537bd907854e3845d3e805520a35049daf59c8069ae76f11b381f0d9695&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253131853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7d1bdcc50ad483098a69992ce07b37694afd4c5808dc344196267d2b91199cb9afd4590c4959d8ea527cab6899e6f3edfefee81628441b7e6c2596bcc2f162beafae36575cc4c6c9af374ca6a626616efbafcaa2b640b593339c1814e11969fb281d6d58c0733e3dfd1aa436e7b57c5a22588e18105459097c71ccd861efd00d2cb38222e9020aa7b3ccbc709f877e80ad9f13a6161f0d463f0b688c15ff229163f438f3bc71c150ef39cc4756446526d7263e3182816949e5bc88b8eb89a1595fd7046c3979465596b5b0dcf98d2297ab8b879c062fb5d913e3b895a9850d41f798536090cbcac24443b2b67e8fa0e973814c6b310e2486e030488c5fd50f59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253154195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a1a6ec7e332193bc41b39ff1b0999d0eb982381d62156cd7ea5638db15986c54657c1c08ff5e92587cf830c4ab9e43bff2c4a520f87c96eff93e07c0ac51983659bf8469476b5f8786448266dd0989d16ec70a7851fdea435fa6984974d51733c2617622258d49a7c411bbfddc5e232e9b3050481978fc30e93ad15d7c6ff3cb829cb0488bfe93692deea288969a3038b10f76aea119fba91aeee30d901d4731f5907e9381b9db7b09bd022ddcc005a8e9faf5d420643bda2a3eed0e8b8a4ffaeff574b11acadf4df44bf8dab136a3e048a90112c04e2595846084bbead363a8d5517fd7cf57e517a1b6149840df09988cf24ae23d854cf027c34468ce4e816a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25315694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78061034720c61c166f73cf907dcbf052beb5e879fb952a77e9a9ee7982c5c7d8e55c6c0c255569d23475710f001f9d5c5c657c5ba8475b26266862e4861a5d3c45d99c0769cf27c220a54dd5f0218963a08c1b8eba50f909950dfe2d7e23bf9cfcf86b15a3613bf912bed36a97a8ee490a67659db2cf64850f6f4eaa34dca806b27004bcf6c51b957f663b78344eb18ab8a380981d3e82de57eaffb71fa516a61963e140d3b50bbdaf439b97674675f98b259b8a4be20ed3e99b6acdbd41fb515c707f73df338b93f6e423fb08d720b39f536fec469be2afbbe5bff040cf318e89ea17b91ad92a7d8c633ca68b2534eb6ed00514613b726a59e6dc4a60d6925&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253170626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7d4a7763e7b9834d40ea49045f18e043a127ded9c28ee72970152600d5253070378f3c1d6aba8b28f1737b4a0379cdd49241bca40c0035620ff43cd8210c0fa08a964453d2eed494cf36a7e2e3bd56d44b50604051fa1c00d4da3bfd11df60fdf5814ec2282bc65ea3c873e3a4dcf1d63adde402f455d90f4ca2098d7b50f6786b2b8b03c42a20031f7c9d02a7df330c7c4bdbd9ff2ebc349b6fba99530d3963f9af60c45de9f3cc2fad8bc27b816de3c85cbe41f6640ae3f502056a13fcef25bb4a5f27e4c9f186795e2219a3cdc99ba81d95e2a4ca0e52d4ebaeaf44c805684631e6bec5e6ef897f6204564389f07c2dae089d3992a47ce0d4e7e9f519f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253184683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aae87fd6990e959e3f85b51728fed3df4e20aafe00dc1ed1513d4ec019d513fccd9d16e76e16b815e113a30125996383ec46f305d8d2e863588c9a9af434f5c259fbb800dde7af23acf0e52d6682b26deac1d30725fc66a95dcc16e7ce78625d27d98ad1db6886091e1b4c35a9d8c603010ca30f3b98ba5e52b52bd66a417655319d0a7df05946cc2ef6739c39e1367781598a70aa25704ac2e4f2c61bc4562df142f601dabfdecb92938a1c2564e363431e6fd3a944a935c094ac8a3e8a09cd57b92e03f053dacb4cf732ac2b6bcf890dbb650e3f6cb96f914495bb3c3cae03902e3b7ee65129ca972ec6721082477f7e0b8aa20d618a9c068409d54b46ac4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253184613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=017a61a91af25669cbd387a40a0c080a8355d63256c969d32ff9120e857e1d2831a9d0d9c5222b1497baa34912c9c4896dfedc191978168dc99a79c8fdf139c975b07cb370b1c542fa22c6e61bc60567e2b8af937c2abdb4a72c4e04edd5eeb1cecfe848523a440999bcabdb8ae2aa054a9c25283010fd5794ada398cf47780349409d87733fcda8290c00e9d1f51dd0dad49b70b94d59dcb0e4460ae81d69b9dcfc39839fa34c642fa235451afd2ebaa00678e025bfebbcaac2395ff857d8e891264c829dc60a814845291dc313b8225766fd26dedf0c3bcf00718ca2283fb83acc44f2e1e04bcda3e760021e31bf292ac4d786751d3411265ab8d001d20158&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253185935Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8a7b7d22c8a253431a678394714b2f9437ee3abfcb53fd155168660bf59c9ee18d3a6d2c160ffe6cb417b2cf5b35223e10e1e3252baa735e22b0ae9639d24af19e571057b1f3fc57ec61b215117e38e41997e6e97a6975b9d7fab8a99b5373a5f722c7189ca2b23f368f4a879b1b9b29e636884964f57da50d94c653fd479c55922174e0d75c9260a61398d8036e52091c46005093fdaaf3248f01a0eae6c7a6e6be0829c84c072ce64b7813a74bbd6125d899602dd2f0d2e2d0653d30eed31119febb1831a435cf71be591a64e9147d379d0beba9a95717d9a14e580cc6318fb1d696ce9aa249c28e1fbf2cf76f2d8779f31f33fef9a4d01113d6aa10b24a93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253453159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47d753b22cecf223e911afc77f0eb6743e7199a858918d9dcf6153cc3e8f04409f2d75c17215b9291bf36f7a06d7d6762e559ddcd5821b29799f29ab1664be088ba14542481917333e10637724ec2fbf8db4a8aeacb1a434de9f4fba7b6e5db5c443373a0b2d6625a0f033bf80e2753bc3b2038def923ce4ed2c5d8093f298a0183d68be32c8642f35af98173d5912568b2d9a810c2bd23b6be489d30f0d22dce7aa9eddf96a825dd760550605f0d88e9dee7c5ada6d193ff4b17a62792767482e4611109d60d2e4dcbf616b81b774a75cb1dc63d2ed2ba63b04ed0e0fee6f4fc59ba8f4704dfc5923698719a94f5f50ce0cf2d18ccbcebd6baa874b42f08e87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253185915Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2b975c63d30793d5a6423ef204af8108299fbd278a04de12ce444efcf3f31f2afa35481e60907f6cfc7c1bb25c9016574e3763d41652a85815a6cfb40490f4b642fd0ca6e324c7953e16dbc235dfbf56b941f29cc2161397cb19d91b8cef18bd991a1d072f525f5aca0547ba85012045f3cd3a93ed2cf6f3cb22e49512d1080a22b8908fc5546f4fbc093bf1ccfb184c3ea39ab9de5e4c52566982d624d1fcb7114d5635b0db66bea635ab18ef812fe0a2716811cdfefab182da26a1a9f6d82689b53e8b448d89fbb3644378c0046a144e2bbfc6125b1dd321c44961dbf40da92b046fec6e1cbf2fb73b9ae77cf6417c555170bbf5751c241068d1336456d6c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25319385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0261bb51edb3bd4a6f87a30a3abd2ca28a8eb13d97ada363be557354561c08902ddd2b810a60c74e2212d734a4dc366ebdda78f01e395b3a81de02974c102fac58afd175fd0b0b9c260e5c087ab383b57c6e7225d53aaca4c74a863beac19ff8dd593ac2781c10295cb8437cab4190b71b6744ff8dcd244141dfd2280db8c46542be11dee95596dc274b7a6a543f6fc6a0dd7fe131da43c7f39e33a69351632b87ebeeb76389971fbaa7c4ea5a8e6ee5c5410826f6c350ee59f0643439bd2b51410ec4408a8f01e51be1a478f7531383b42e9a0678a7462f5fd4f0c9b7af1d8db79f9566fac99bcc26e2a1a865569ea03aca8d112aea2913c57462ae0e9f5c9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253201645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6a0e64443317a607fde0f4cb985151240fbbb3b61aacd3eed8df50cc1607422cb44dca696dabf5ba91395b18138e250043f35335632d1e06d191346a75235b01b05e174abf62dcc4f3da63d7718b9bb727fe3ee27ca4465e44adbe2465f7e4cab054a6b5b501e6ccfa5b862b6c80f49fe9997fad79dc6ac18c29ab97d4ff2acf5bf1b125edff335c08be3a388c2f57c66e5bf2f0f4b0c8a0167b2c66f3ed75280ffcc9f5750114da39d82f406ec3d8de23bf0d6dd3a1108f591f08964f74021d61a6bfd9caaacfaabdd2f9e99af51934bff7056bce5a55945f0daa4b15574d553448c1df2d92d1d0fa030b9d156781c3d4af38d0e6a5537b8b05a5dfda03e033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253472575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=19c8ec5429dc0fed872737f246b1cb1bd45f987730ab7f56a7004151aea9957edfc35296b39e8f4979b7e3f36695ceae5a1baabaeeea758ce65bf90950f27e1b6801bdd43b14a634e46f146c4e099aa2aa4f3f61a64a7768e2ea360d1c2e2ecf505e0d3d4496910e55ca5686471c8f55c4b6a68441464a3db66dcdfb3ca8a3dbd195d1fdc052b2622807b7effc81fa45a40561c81edde2d2956932f62f76cbb2988f95ce7efff40456d8c7ccb10e35bcad8102f1989d046b7c24f40c9cf993d74a04f4fcbddb2e6fddd3a274d01ffbc06279f121f366e95de0306281888b178019e8dbdf24a912dfde709574a65ab2f330418d06652b0b8182ac101074fc45f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253468868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0edff32b81b9a40a278ac98c963adb57ae58f5306752ee6d0fbed2b81d2ae8bef6b520b9503bbbcb46b5c2c926c329587b811afb530b33ee55c522ec4bb5e8da4fce85dc9d2f7f3867e42df188736f3b79bc3894937e1ac4e0c49665ffe1837dbef0691402d9a8b03edd5a0b56e595ea235c93c952127959241d516d6c34a3a4656eb0d5ac2c70b3a39c19345a394a91309af1ad2945384a62694b8308540c831921f00d6d22453634f43029e1e025b2e9780de2139ffdebbc525758b46ce10c9ca07768fd4441baa921d3377374488992008650f940ac06fc1a9db5f1fcc046b7c545b101e65b162d88febe4abb18a388c56abc2fb98c06187a8c30b4f61d26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253213317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1d8c34dd6bd139f425e0ace3208906a4c71b5156e086925782efeae94e1c7e429df79c34c45676a4b20ca1aba6b595804d80974611013c8d98eecd3f9f3388514522e3f2c316b72d8deeb2f2a231d89ecf263830ec5ac9bfa7c18d32d0e37b51ee7d52062935bf97d026e03714ab95583f7d4ec60a7e020980a4d090664b35063502e13ea36e6528cfacce823192740c44a443d389160c6ac2cb67b3ababef370fb86452ee86caf38e6f3ed3997e612134b0b51128387fe97dc4101a527799e3ec984b60ceb9b9adb37f7296c2a80dd6a0d9050620b5035013a30cbdee1cd4c2d8d691750653dc14db1e3bfd8b4a71e044e13f074692835b4014d5f8db11fa2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253213267Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=469bb49b397c19f3dd741d746d9d0eece9cd3c0e7439b5309d7c936d85ed3063906c70851f273e7d7f910076b8556e80e9adaf265cca1dbd0d1eabfcbbdf5678c04339a1c587d021a5003edb26c758e8b71f0bd40a52992f7f816b2fe65e5aca0fae440a2831a633b32a2dcb52155fa58b754a1d26672f644ab0ce89f1de6942d9adc17e78f0b38f68f873e76770eb29da59e743aaca3453f9f8902645d7861d12aea1c2cea78969433db25a1415e6a9eeb655f47d9c817570458f2646a4f187396aa5d866251036250dd9a88a593bb97607b235873198e4439f59a8f8cd94928efea9e2520c6b370ad93a326bad6087f03523e042401e609ea6002bcafc5ea0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25320983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=62bd9fcfc8ab1af3e35f1e1f50b76a4ad34f093571747726c3977d7e57c147fba447d176b4447d46bfd5f58cbf4af23af4264cee36c621c30d5fca990f89ed1826e14e6aff975ef8bdd1e7c516b0d24b99a33becd0e5a6ef7ce3235ac5dc33545e814b8f0d5f7cc0d522c11c0a3fa14acbc985f17a992c98b28a7b6f8116e9a4835f23f62078dcea03f2fcc02439f9464451e353a2246287accbf628d542f0abb92487cd988a14bcd53a3555109351e19a83203a58cabf6caa4a818f4435ef48ae9d39732b9e2282734157b9cab6132d10c5ef2aebb9c2f8dd2672f80aa5968ac3533438c88200e053d9d442771867fe137627dba412db0a651aeaa68d9c5674&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253221031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2bba8ed16878cebd4d2d86f704ce63ab1bda6bf1aab32db2012b0a86563c44dad677de3b309d31f3e0ee93eb5463fe7c3388d149a7640e34a2548eccf77f28f6cbaf97222338592e87dc1cb686ddf9a6536b1cb4058b0edf75d664fe82110083cf2f6904efd73072718af3302732ad46f0b2d16dc82f5e3ac402992beef7d411c13345ca04c3c56564f65de3773b541006dfc0426a2a0bbea6ee37d10164b73ed62a96338ecd2cf77edacf11be30033faa7ff00929a50db6d07db1887b26c67413c9e6f516c678aae767acd6795306676d577d4cc5754bb5cf1429161bfa8c3a8c79d90031dd7808d89a054f4348afb7031dbb2f7eba090da97c2c7af2ad6404&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253210501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47dd0a770cda68c4cbf05f64330ca6d9b7f4957b50e7c45985fea3cf9f4b9cb935d90a3651095e2e97af2bb573b1d2ef71cfe88c4268d22995edac29141a2fafb0442afb23edb59c9ed2f3a98b2afa4a1a7457c93e0ef3040f74d1f2e1aad2d4e8219f81811e1fc0e370a1899c546d001a62d3399889e1792108f3e96a671c09929e247d4761f6ad67efb445ee7a75235f5b3f8349dab559cc9b38279af68846b9ca5b593b6414cfb2fc0ac9fb3b12bbf4871c85e0836e2a1718fd0bf2740e8b221e236d15dda38ac3ef753c383e90c54784079746a2087a056db11feee801aa694818fffd2b4ac71bfe5d46cca830c1fd8aadc145b34a81189e59b3fd6f0237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253503754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=21f27e82d5dee51799872ef2df4d4f37fb1709d03a2b04921f4255939c70fcf811dda62d1089b4c570427da618b9d809bffb94a8f7d867b4f729ebf5d6e06388743cbaf420be3b726dea67f4681fe3f4b8e3627c0691aa56b9e06f3ac370973635049ec2cf14fe983c05f69488b8502e142bd79aae50bc3538d773a1f3c2d56614715a56b800a89f3384d6098bdc1fbe072ecd24dfe79cbbd04842b2dfdad9d08fe546ee54dd057ff81607b1bcd364b406c776d178e511b210a6e5f93af0d48522e4443fb164c653780d7e11ddca9e8ea92c2ca74962df31b69021ec34d1d2fe58fc13c6ded15508f900d99bee21d1fba0b134e60d22f982a86cbac4114bab0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253212355Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=38d8a2580807b3bfc5fd40bf619b6231dd99d160ea20cc16563411717bb39bf64fbe2e002dd95b467b99029ddd677d34e3b38dfd3c12c7d20f314142649e5dfbd7240d7140e6002a207728126c4769bb1cbd0e791cfe5a486d98ab21611ae5683db6bba1161dd131bcd99742228b4c757eb44628c9ea1f795c5b2490daa8796399b8a95d919e341559d1d68c8f3adb4e87240240e861d62353321c3254368b0f48287f2ca26c87aabd72391a2dff56baea241adca3288733f4dbb4718c115d08ed6cd9ec2df2cb1c03719772ce53f30df729ce8b124f4cbd17c406544a58989e9eb97b2aa8c92a97bfc620cde465c9c4db1e6e073ec771e2de87d3a05d02cd47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25323092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=68c635bf529d331b06cfaa9153e57802879e63ca8563306cadd555831e52f12d5486020a70a3be906abafdc042cb54a9d8db66de79cdcf1fbc4a71cf0f1e2359846b0f2721f1abc9cc5f54cbb47ca646e466662d9e1c6744a70cf2b0514760327678fa09473f80c906fba3293eae68b9c2c6e21e25212753d5a05561dd0e0f009a71b9f9d11370247253b4311cfdf2befc0f127cc0b9427869d509a59e3cb0fe094c6a514dd071a36cdd24ba99368a1f677817bdac2a23b508b9f387bd01fc613b14d5486a189bdd04b3e5fc120ba2aef3cd78cfa65ee261699fa49a72c5d7aee0ef0f5532ea255b50aea43165d536c03e5217e8e643c4bdbe863d69dc0f65e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253236561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=513189dd61140caac529481e1c027da938f18aaedadc2be33bafd65cbe5f0bc3b8a7d28dde9cdb7459d731d6158a5c13ee7e6b50a1166c24a952335729f73d1cc55cb8051a3b39d1fdbfe25d307d9664940f1f9009a8c8d59ed423db34cc9a27af84a469d1bfb8a2049ac28428259725551afba440611e0f9b0f08d51ba3bc166a94fcb8831dba2197938aa361008a42d3b036cf18486a0f5f5062626a81dd87ad3c93fa443bd0ce3e8681b06c58c27bdfb9fa43b5ce341f89e85c9e84d8105b66adf3446993635463c5fdbbe5c6646afc44b0929bfc01acd76c821ab3d3bc3fc34bdbdc91029eaa31a6bfd68dc1802bf47e95b128403786ab7390a0a6ac76fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253238985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=05793f2e7ec852fc718d8de894587e26d040f4bfe81418b8ef8fbbc7daa3643ad53cee839e4a07bf1bb8165eeca4a7ccfd1bb9a5a683621323f6b371979cabe37b0570b88295a0c1d6b99dc722ee999181da36f6f0c433d5ce2c9f9a98495504a8bb9f7e104c3009cf99edf6f871da64a0e4535ef700cd5cbad1bc937fd6ee2a4116580dc8530daf2715eb5167243698360035d8a26e83811b939172dcfd9f107a6564ad0ec6dc52670fb4ee7da01af2248a100a5a950bb32ec7f79c37c251f5920f293897df062dbdcb1bbd0af47379fb5f303e48ff328ce96e90879828ea485ea35f63ec7ff04a20a562dd275fd1a12527f6a50befd2a945fdee75c9c94027&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253245808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78988393ab17e0f3023a6855b70348cf901a866acb6c699a06ca2bf50f21768d5bbf61acc9653dec6c50400707def3ab5484a2622e088b0c9d268f59c1e6977c53479edec512150055cd31141de09dbc06f0f771deb5ac6737cf0e04732f4e2947ee41c3fa2765555df74e108c49e5822bd4295e0b5e9bce9993159f35782e44ef2aed7bc6c605be03386f286322fa8d8c5629209006a4f721ada6338463b1ec61e5777e1ded71b5ef4aca9e9db64edb0d0d5e4e357006f58d53c19854a32ba76908a6a26942ab4ca53f19d5293825b043681ed325724968b680fd82d4a42ad868769935ba53dd2ae0c4881845220174bc02971ab65ed0bfe53c38edd177e10d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253541655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=18519e4eaa9f24b2bf42815ade6f1ec5444fbc7d8165e1d0ed2435c46eec2727f293beaf311b2078368ab7d300dc9c8b664f679825745c5f1b9c7d1daa982bbb51965ce55a18738e11ada1c69f228d797f184205bf38bad9690db5429b8b736d3c6d7554a7ef4992fc115c757ad7a45d8822c51b115ad0957b100e794fb14244241c107c986e391fac17f1819a72b4e42a130ecc24f186ce2ca89c9f487be47c14c1746475fcc9f06db953a729dd545cb67745ec44bb4fdf79c3910be8afd7f8c12362409a8b8e910d5c564e92a19495bc576f682e23ace685529bba96f160d039857b9d6b01c6baf944f657e31e57806bbccf5ee339a1415dd174c5ae203a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253546845Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=160c312e467ce63303f642a15761e4680e0897e16a5a78c5e4f6fcb2fbd193e5a0b1b2d6637fdc10b9ee3a768d064269de94f396348b2b42d2abba01560b8c52db73a70183e0790cccc08db857e53bafbe38f733c92064312f3e336536b35572f46ed5fec78bed23ece91a6efdee708936c7d50b52f876aab5924523c91bb06075c7d69595b74c37737b47b6dfb468c8b76df2338e5483a9e9462d06b48231835dbd9134a548ef5ef65534e8e0b28cec0c7fe4479f5859bfaee858ca396219a4915fedc57c41f69e9f009c66423a209cea5bc3e52a11f7d1449d63898588c25d5d50e0b8320ecb52c29cb25d5ae4061402095cfc93cfcae43e3a8b40ab8f3652&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253247271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=be3bdd98b10a776c9b5a0bbf11121f84e31cc2d5fdeefa58cbcfe0177376900946e077463df7d53239824b35a022ec07a7438fbb6b6d91dc3e7eb8b27ad97bdb22bcd5efa895988cd11e7ff3da58e20aea9ecd0298666f7b4b4c6a35310897549f791e8965945000cf1cd7e253163ef31b911ba6f193928fd06f94f938dec2e25e7901ae65689d9349a69a1b3263f738874d2301ed6f53f1eed4c49fea779b3a5e3886b9307fc5a08a81e1cda9d205734452f2a8e77f016a11a777e78ed746dfdd14a3e752e09deef8e76ae4b7a5b7a858b3b561f0544078e6e832282100f96b45680ed47d126d4ff4c55d0fad84b520bca7ab59aa8f152330f0a1bd36f0de3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253258201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=52a604892766e775abbc62bfd32133c8dac210f3e51cd928e058889bf2a92ed695bd6dae08618cd6fdd03120a9dea689d9fe2fdd00a34e36b91d7c4a8378a5da17d537d492d8d591ba9bf8616d1b021906489b00325b3c11ce33648c14652ada2fa7a3136688b5239b0e575ba9d80e6451a30ef970e5cc93729a752bacbee36e2cbc80757aa3dcde4985a57fab4c2d4ccc83522cec2c6084461d63d33c33e3e0ccf422f1f78dde2a1cde0b4a21d60765897d757a723702fbc25605a10daddf65a5b325a3e2cf12fa639701c498735a802dd0090f6a6846dd2aac7d9c339f55c731d64ef411e866a2a00074ac93d48d189d6a67845f3e438faf706ff97a9849f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253261978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c33947af064e6f0a416a641f876740059212e4e9bb8f70c4c18c3ed96ebfc1424a41ff8f3cb809c9c221c3a3cb3bbbb3559d2f00dd9dc84760c1f41a1664e30b765dae67f050919d2bb17a18aebee67d3d32cdef300b6c9b404428a53c198358090fafd5b7a3a1fd1456eb11ace40bf5ec4274bb20b02ea384852a18a98cabe5c1ec4b5badc7c3752af70566f59ffbfeb3913b86ba491036062653768475a156cf89ea1dbc91bacd0a089546e7ccfccfe2f3fa786a9da0f0c85627ef1aea3be0de82bc6b425a6b74ca44e23b93575d84a0b96ae7ae37c9e1107dbc5de22c3b9fb517bebad83f5bfb927f62ec7b6617c495c0b0f1a6be352f049a56259e448ae4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253568686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51450492f9c484406189506fd376a2035f964a850b2edb88f833e7ba833c013f9f84d59f8fc3d7aaecd20140390d3ecfd49cc793a5eaff4dc8427691526877306621c73e45d2e6dc7f105b0765c8378b2dfb30f6a21ee31a3f5444cfe898e0eb73d01d94d269b584d7fac24673cb0cb131110aa803c1306bccd6d73a6b32008904be44915b1926d39588a27a6abd03e19f475402c93fd0c458c47322362159d4f13b13b10bb0f64a12804f928908e4fbc1e8fb0f1e7b7faabffe0037b1a96fff733b8dd86de5f18b9f5d3e17bd9f93ccc13267252f555e5c83533a768adce17eca96bd88f82937aee4ad5677f9af68d74fc8f6a933f723f6e8c1416b7a247b2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253580338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=636c49915c02efc8bcd0c60e635ffb92e97987d79ad4bc607d5b6828c4dfc780d18dd45fba6e4996c599e9c07a6df76f25816867714df6b595478037706bfb34b902f079b9ad81e9f76652a7d6085568d6a751ede203fb6a030f932b98d2a87bca48411f9c5faf23946a9ea8928f0a4e111091745c36eb140f4abafd110f6087dae296ee2f7a82dac590711af501310242ae9c826125257815804b95e7b4b2ef1eaf9cd21c8e8a54e71fadd916960bd12a4aa7ff1afa4be2c951df26ca91c8c435d830edb36339367fa16623157344d0c3b92aa862232a1c1c07bac31de71a3f9db51e6decad186266493b43b995044919ae7f8e01ecfbc49e39227aa2bbb46a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253266908Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=90cb7c7db1cfdca91cb8a66e4f086987d77963d9d1ec6bccf6e5b10aacacba6c314e2c23f69c82737360339f5ac82603e34596c6d2b9b22eac72692e10b67aadb89bdc9d90d6a68040f5b5566cdd959e5f25f1908061138df99d88293b9f691633a4c6bdfbf8ff90ca01d007bb53baeefa7277052f9d57bd5fa943e8df00f0ff4195f5446200b465d4d8a4bb9c032d3bb1c4717975bf8d3fc20f7a8fa7e5b98304f0b4233e585f045299f48a743843f7482ad376be38e02d76f2166c7c11d36c0add7924aa25cad04926290dcf5d1bff74cc65abcc1ee30a3c6022620fc583bdfb1ac103da41da037f31493ec19ddb322c82e824c9c3f673fc245503a6afa9d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253268611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7bf2ef9bcf7ddfbf3ad9e4b24f2b1e585544b337702d469977004c5c4134aa4f20438902a76e5c48e3f4b335ffffb01a32b16aaf78fa3f5ce249774d28f1d31a1968bdd54e03acdae016945f347788c9881157387ae9d8341372a89a31aeda66cdb0ec81a6fddc87c9e72b529a504410ea8357ed83a442045a4630c47c528af07bd9897fe5ba138170dbe9aac5e3181a697ed9f376b7a11e136acd12bfeb0d4f1b8f55d42562fc45cd6468aa2419dcd6d82343453f2e1bc05bf88362e811093cbc6ca9222432ba39008416b14b6b5b78023f9c68b1187cd122ee3a26b6e793f92b65653f4a3d40da442bbdd9794dfa9a3bfc54220f9c3aec0406d953b03603d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253280994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7809e83bfd481cf90579da7f27e354b4f536af601c6fe85f1aa1731f8aa156cdaf6b5e79b0aa2d52ecdef689f25ae49bcbdf8247eabffe19c6763d7094365e94ba56617f8e73ec2cf2f7faa3cf18a0113fa0e3f38ae0f6efb52a1b34a1bef40ec4716a06656fbbf783777d531ffc1a7356cf5fd1be0d34f321d5f894a5b91dc14dfed999023affea75f9c981feb1014b59bd526b1cfbf5c02a06968d3340bc498d5b0559096a3f9249467940360c89b79312fdc1e1830ade35007ddfc72d29e153e89406bdd5fe50da88ea5844c788df4198868e741059a69d7732400fcb8046f0c57513ef47150aa104207cade177915957e8f371ed58c3bb48816ad9a808b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253603382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b19878ab143c2609f8ab4696f42402c8e7e234c10303cfa23e8a1c1f0dee80b53363aedff71f1825b68c7a452cff234f242b2b531b64e8a66fa3cf349479a7aa71677089a1743699c9bfa2e9358c39c2e10e2a696dfedf179a980ef353a0917f8ba5daa48c35f28099df4af34d91f7fb681c12150e3c05d4dc3274be103cddd8745acf91f2535f14dc92e1af6c7f76fe359ea9ab36df06a88d349eab91bd160f72dc3c3dce2939569cb129de2fc38a64f3b23808ac33a75f4dcf946919499317ee63b66c5ceb849fbe2342e8d245ffc82550f9692512a965c27fa031869f7939ed9727113ecf31cac4a66327cf104662f5e60f6553dc65cddb2acef3b64abdb6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253605125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6eb0132a667e062199275832f376eba2bb229b06241793b46ba0098302edf549e67e39b08295c578bddbacb83f5777884594f69b4c6a6ff816b09f4bcead69db2a76aa87c9ff81f7edfaba4d8bb2c6977b6caed84ffc52ec8eb2ad21cc38e79c3b21196026151cec04f3eefcba9a8d501635927b4e44cdfd44b65b28c4a6d7cd6cd723ffd4e5d01f580eb8cc03c8bbac7b7f1c12849015b1e834b0598ac59accb679399d3170ed051108fa693f793d3917e4247854fbfe3d9ed53ec28445ad8087de3e73fa3965cd4f5f166a36e733f25717642e101e8e77981c6cd78e3d4a5b2fef71a981d25b1d6e2966f88ba627198a02d2922972df17fac02a749bc5e79c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253283489Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=80392c6fda6e145c654a8058b3dbb1754afa0a087d19e01597dc7070d6dfe10558bc34575eb2f9764ce6762365e7027388c7a5797d0df434822df56d1030c8dc552deb91e9646719b7d91c2b9718a65e48723f5f4089bf6ca258a088922e8c9819c09b2692fe3482b719a8106e583965f9f74b01a3e3966e31d32d17cc7ca15b3f8a89728381c13aa3c4f04c0e789cb046db77e4f83883ab6a776378ffa116136263e54b24453152b08d9faad0ae882679405c94fa96be99566f48884247989cdf66899e17e4a7e442ed6ad29dc9de99346da4dff023ee70e29b6cf3ac7da01a16b6dd2c5ba9c6177f8e43dd2b88962a097d9ff3bf7e01c98557c0b6b1edd448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253605225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=50f495f227828917a7a18e776091d292e07f1dc8ef2d2deb8407b8b01d39a9f06b39ee599b57d005ad58cbabac6e0afd19cce15c0778236733bf1413dd9c9044f0a7770ceef4883d8a39871b934551446ed50dfd0a2b7345967103b8beb9ac64a4791929c06bc3551983d9046776910e97b16b142d4699ec14207661c0a439cc74b995f5b762fe27d7045fc1ed524b91aee63f5c8e974aba125b3e0058fa329bd7d103601d44472c259cf9cc91f7ee77e97e0bcb16a6b12782066fda16fd61be2bdda422da1e057b0156277342b7248bb63f4e000ff636c00ca817e64e39dba75685c6f5093ed9efd9117147a02c5d93ab6d2391c0a947d6cdc0ac488b403670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253626385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1af947b2668da98c7fb0d0c7d0ac05c9e859037801c640da3980fdfe22d3f609ba24613f32a6028e2ed995f9d8fec52583a8cfe87cd8d0c5fcd5934c52de319b0fb6e460f05b0935d7c1a4de1730378a5a8b2976b8f96a9b96c931f574b6078b9fb82aaff8210cace956e264e57b873403b6614823513a967ab1e93e9ada1aba75707910899c767613e20c6f4d51eb8b5b898354fdfaf6ba0ce94dec4e28337e1c325faa1817c80a6eb7b216fc0e0fa2c35440599392e57e56e84b98ef5814045900907ea823ed1be6d5c04f3c30c49ad22acd62a324bbe8c30430b675c35f2578e837d756abb94cb93982c152b52dc8d743cf00473979d5db3f918bc14631f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253270194Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0154f8c6aa435e80a5905a821a29030d24d2ce3ca9bc59c552b9abb165d930740bee46730d50003a57e67634c635d1676f4f34ca581a5caa47ad028771acf256bf1b74bd0d6d03d4a79c39768733788e1699dbb848ea203b2069b140e8f511e39b51ce835725b2f699d6b0249f482630529d1eb46810983e7f8a3e6cd15097e48ccf7ed43a47ba281638e73ffb9e70d6ad840819101c992a733da8dd7cb1f49ab8ea74e3cda1b5904562f91c24a2e9a883657eaf88a6c3866d43c43367b0bf1b9c805e9666af80f8807cfc023b2c71f63b931ecb99a7c2839946292bea1b91e958d860a9faec96554a5b84ec700c98095b3d7a1a9f9971658dc1f1adb740402a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253286004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99242396ba238b395502859e7c4b8b0c8d852b0c50fa6e89c05d6358e1522c9dc252eed7a1f34fa56dbb427595e3405028e9d3e95b429b6eff5d96104fa8eda10ca60cf877e9894a9bd2ae8bb0556b51753ecae92ee07e6074910c7e8c50b8403540bc74b5323aa674bb950aea13fba0b44b2d8d5c7c22894000f35cd2965b03f86db88523c84ad4ee4fcb8030029e2e44bf7b468c0dfd9b44c7407e919e9de986256814a2ccec356bc3704ed766c4ebb2bf5e50d9d468237e990e8fa6de0c617a10f1fa87886d3d44cf26218a41c065f2a34d0024ae1a6b03eac73a1265035412f2a1813c45453f37a50e58cb51ee667d4ec029fe066e25d4817c30e1e9dc6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253292776Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=763aa1268db208532d164f3399273ad4f39caef99d7f9dba0c4a6df1ce7409c1e3880f68f1ff990fdb28afe09e0f98dcab88540ba65ff89b1539f00403a64c637cbe1e96f3a7dad19d77d7d251abef9139080c0cc4cf93ebc4902e86f8341e6004bf0e746dd5c0af28ea665316fc30fc46217f69da449db0fabe41b2933e3ba40b2db9cfccf124ff45cb11a8211333e9960a1588fbd8434f75672c43f941254ffda1d8f0a3efbe069d7bafe63f8a068c35268533942bcfe6ac4931a890080dd54a67c3192cf1254dec01cd3fde6ed4f80011cef9494a657f07bc919e15e5dae8b64b4ee14e8899590d89ded21a442bc6903333cf6be76310b8896fa1d0e3035f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253296293Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3bf9293d4d30ec78189207e3abe776259c89bea1867b6e7e8391d3d4354d38105e643f2911bdd07496e993d088aad9f354ffcdb174c494f7d0e57e966c5d8636210f2073a0ceb2d8154d49dacfe27f7ea4c0eb08d73906603d0069cbe10ec0de60945d31b680b59ef5755d5dc3cf8f73f675b538204846f0398abea21d264f09b40fc7ea6c0e65594a34b5af389c514aedb00da8094733ac45bf0797497fc9031b3f801faa905c1ba18e0d445814bf68831c9cdbbdb68697999f51bc649a144e24efe8eac6603f6ce9d074e9bead1b002aa0d6a799dfc02b9d56f9b208b0673bdf4661c1de5b593af8c2b38d62e47d51d49c078b0a8cec35f57ca0dcf49bb6e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253652975Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=74136c1c1f5948f69b7e25f1e023d438ee21ff22e9af48789cc05319c0aa86f0cb2a6582001096ca084176c9ae48992866369603b55f1db86f61ef5a3b40fa4f5b9454f1d6f04df21434a9b3ba631b0b9eb59ca54465f25c120a25ab76f46c0ee21d2b5957ff7d1d113cd57d5e5a52d6fabcfd943da26ce002c24f417799fde56afaca4dbc27ee2574af972c70fefc946c93c3330a17e436f0fa7a7cbbd3718984a39d544a0cf1219159acc5af783f5ca43f0b5faab15a2f113aff6ded377cd934712b7a987867dd32a103f006644d94b366c05cf03c83d6fea2a3977b70305914d9a404f4095d2cedfb7972224ffaa55be776b45e8e0ed2076c6edb3d1ee8cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2536555Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2884104100165d3d1b1053b33c2debfa586d4f81b4af51fbe5d323be0fedbdf597cf55bd7949926e0bbe47b4cebf98340a335aacf49070022fd9dd0bd8b5e521d58e743815c88c178f20f83e82b741e054c125a94195de2a6568f7aab5bec6bf2bbaa22dec57080e531b876bc7e21d519b5d74e51088a4b250f9e60ae63e043ae4cf8bede25e0d1de556e7b72c44278a3e21d3873b5f657a4729e62c01a788644ac42d86e5512ad271182e7548d8f2c7ff8cc4147079e3912df6af48821948659bd870329c3ae011917441e3b1820f45338edd4b1d298359bc9e78b4fba02f5f523bbb13d31b1b4b41c841b69db403df60e4e09267e123b454705ce50cd4927d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253306152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=115ad317d3ed6776999ec6323d1cc26054fd70a286199e85f8840278fa33d8a009457a131a74e2ee56c52c9d1ec2b5adccc27c1a5e0aa3010d72c22315216f953043c2a584ffdebafc8d91cdba73d3e6e5963859ac7354af33f318865c3239037bad00b75225877cd50dba7d695b1224840aacb2373710b9a3818e25263bd5b1051276e0639c38bf0275053490ee649f1bba3a9a45a88aec3a9576b49d6207f4613d48af01f59e9279032e86f8fb17234c55763e5df32ab2473b51b1f3f6710f3b949605c407c93beb5b4c9ed25fa09795164c4c72e14f5c37985efe7d518e6100c6326a0b3a2a91162119e405cfc379bbfd6e8cefe5707a20586f59f00cc141&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253311291Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=618242a017be7c286deaa3f58ae6772ae7b4c0a2396d42fd8be8a4af98af68a60e2b332235a8478dca747dd880f9993181115bbd8f885773fa1b437c792883118f6693ffdfd8999a575e2ceaeaf419c50a767b3fc319f3bdd49014da6901fafdce32b402acf1a0988aed2644a2cf59ae4010af31dd186acfa2ab2e42d224c540bfcf26fa2d1ef0df8f51c6c83cf887a875f9bfb7a41704aad6d4272e09ed7b0250ab997e8d0407f35729479ed1c25f1b8db3f3968307663946024e7b8871364ea2888f8d7c2cb94b27f1c2169e85ebb9a2bc15b81787a5f90842488624d31bc7889460731c94ea3d41b6c4397764e04a50b7c75a52d1c919fcf574da272a9937&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253678233Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=382f918c1cb7ba2689eab147d64e35a02c9847bdd5a30bcfada4b9eda5a7017220cfbcced2307b2286c58023545dd430334168815dfe2693e79799ea23a4e7f276bef9cf43b236d36e51ae992d242ea8047a73c520fd334e8a78c206364bc457775f630e8452d94d182b646b76ba9c966de0c86e63159e26f1fa459b0e97e0650002423a2c373c139cea6d416cc7321c390492b7e76f2e978b9372537187cfe8a2f1d0fb35699dfc2bb2020cc8356eee7b129af0c487c276b8705bc5b472f395274a651db9fd5ad1b13973479dd880ef52621a7eb839e07eb1ef5a017170accea60c202280c0225eb001c3e2e43b81f4fdb0297e585ffe1aea767dd461c93235&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253688122Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1909a8f4e9ace0dcdcef315848d93728366b852848e1000e7583b62da890f17212f7de9758abce1a9aba8986abfbe440f6793dea491cf2d1178e1fbdbd572fac1d77b34b215e3b67bd3ac43e70fd7eb618c565f716e3a1f4b06bf1f5fae9cb5d2aa39ce8c596c4098e5798736ce8390c6ee19df7daaa98347c8004bdb828b2b50e5c6e00d396514969492bc5d3eb4685fc2f35c7ceae1af34f7aac5f9d10c0bba02332d2baae3079068d255dbe80591981f4826c626e98a4f10a76c3334486820fd21b267537cdc60e01836a28fad207d290c7b21a95a3e40d93bd4faa3c1f4fc5ee1b50c299426bca1be4f9a9851d4702812189426286afd47b33bf58c7cb28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253309468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b1abb9972f658a94e19a1e4b6f544af86552e0a6ce33e7e3d0a20a5fa6ec2f143bed09ee80df33c4c8aa2c19b6af542fc6c9bdc37019fc578dfe897fedaa0a5c785a8e3b383cc6e7e7e869103657d2e9d043e5a2692be50872eb9e1e64451a669f0746eb08b6726a622f8a025381c02a6a3defd36a480daf0701273b51e465cbea7c215b416e65c2d6285fcc02c11edd45edce765d062c8fb6dec86eb53ce30f5c1bd3debf14a83c30f9d572e655cec1f1685db0e62611fbf6ff40d11f1cfd34a6d17cf1221641c2c90e733fdacb22300afac0e542f7bb1e4571175a904681d9002468eca22efa2534b3664e73e796386b8c3b1c6e5f46684b2d9b27d4c3001b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253313566Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=67b2ad55d3af08c665754820f26330d992da489c501b6d3d5ea2ca1acf13c576a00b7868d85a0ebba9929d3442fa6ba4d06d625ff187668196fa6527c818489a21dedcf2a4b288d55ff93ffd69caf7554f4cf3fcd441fb74e3b369de8e1cd19423c9486e6c1b274a97582fd7e37d3b1542365443118e519eeb43be22b4d8b44841a60536aec40f216ca0063cf401fb4ea5bfd9a81ba1ecc603f980b762f02e84ac8e0269f56386f95b0855f81ffd074b7abf80fd6cb859f4e32171b851ac6adf2e0b0bc1452cc56fcc4a566dd6410348cef1ab6df904c58683528c84a07b419da045505cf61536998886860790b5097d5563cb5059c6b76390fcd35b0c1dcbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253710904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6b93064a374d118051f92dc1225f93b4cbf0d56a7fa78bc1ca2d730c30cb4da8a9a31d050935d6bace096dc31fbb77205885d76f9179745b659a547df9a22846ab3a3643e1abf35723c3c3a016b3b75bb8754253fbab358ed3edb63c6a136d83b01305e093662e159a30ecfe9209ab50acb33ead4c61495fd4f78d217a15ba8bb6339b25a878e640e29e18fc109362cfebc9722d159d95d9187833a23021e6c9413341295fe6664610a7399b69cea119a1684b914c11533dd5a09aa9b7b5822542d84f1c4075998b1ac77d22b09b4c224ad1526d23759e7785ebc0a577068ea5cce45fe335be379edb450b962c2ba4e60f2239bd8a504e37844f7c057881956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253716655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=67601482257088d1299cc98ac851610fe685035bd06df1b98fc45d1de8ec06ae54e307da29325c549e3f9d1eeba7b082bbc25e7e93300dfac19a3336b338adbc7bf80a143cf8ca96ee57e72c4bef2d8156906bec09b24f7bcc26b402b5655d86ca58c573700dbf8c018bcb4b6e238595a8e1e6b80dc8f993a41abfae5375ce94357030880c4667591c2357bd10c2ee37bb60e23eda1bb722645c08c21c3f282790022b0fd659ab5c25eb85574009cb1dc9d57b24f6c1cc33ce42ffe673963a76eb72d6d59bf5155122c43a3cbd115f35e8cccd9aa47c712be52c5547dd693c43d43dbc832dfc4660b0da0952b8856e2a7dc44a5e943044ad5594847fb123d853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253311892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=318a670fbea3729df036c7f94fbff10c185abc9b3898c675a6b4df703713c64eb7ddcdfe446bd54977de827e78eabf2fd27b5dd015d42932397e6acf1b5dc27efcf23214d0142a8085e3e2c5051fe47a92ed9f241b512dbd8614aad7bcaf24a558a6af3ab9865f61063838bd292c8d3c0918149f395fe76493c575e7b747aa96b904c9fb15d62401f3ad570179360ae4c4d36be84dfa0638d86164308e9f1a9f529296078dcdc34949acf67f9e820289a011a55229e68cba4c0aad7b05a1aa153f681797f0b487b099da07550bba9f77061685d66b16f7f026a61ae20850724b25a4034be7db875090493314ad10cfccb7b93cbe30e29c3924a780d180c49d8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252401537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=390dda2e0d048b0f50507ac2651f1b8aea3379062b5df50ee121553a05d695620a2d6273cfa946a8803b0129889260593d0adfc0a39d487d9484ca876fdb1d125d59c3048e3e5d0d834d6921a1b091885d42329645e5151ef71d8c0228ad9e5fc3ff529b363a7c49ac38ff6f61ac60c67f915c9f2af3cdc8dfe2858478fb1ee1cecb17d4c097c3ccecb816b6c5ebe934aff938c838baae7a55c3f6fb191da708b06e884d88727518d37312d24f267477ad090f45e9d0f8b5c366acf9afce9c19d8f193c0d9aaa409a4e4a5238bf9e877049352ebd740db18f6ead465babc68d79fcd112ea399f17b75c516caa01c5aa3695a25ef0a951453b5f23d83b51f97b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253732175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=055218da9e02e7204315a58d13dda31781772b5c73ccf785b84959192336856793bc0808764d574223bbe3652e5907c352f179f2ebc0e9df52f35f4aeeb4fe412d3aafe8c26ae266538a92306d1ec16531f9d1271b5bf15217a869e1f3b139512aacc7d73a3949f62ebd88a1911025b41bd36518738fe7f1202a60623745b437abc420d3515a2db6792affc51487e111bbcb076530f6bc501a718ade4f7a59f715b65a204bd9adf1ca850769a74067b811d12bf2fbea47ca089319fddd1723601aa7e6d7aacc3a470a07f9254dde8b93ff528c0621c9d999f18235a25941d06429678544c0edf3838dbaeb1a6fbefa8387bc049f0e1071d16fc76530dea714f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253736913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4e0636baa177b1a2dc6ace342a2dc1d2f092d39b58f802111d34b789968a76a99c461276a99ac66ab3792da8158d14a8df04f5d69a215b6f6e48e534b9266258749835508c88b5491180baddbce3abafe71b889a92644af9862b5523e69f99e77e0710036f94964230d885fb664b4e6f859a88ed25d97403520ff1ae5201dfd31fbdeb5fee0bec58a35837b69cffb2089abe86f2cbda308eaa478e1236eed094bd2d81d3a042388297edbaa8fdcbf3efe3ed3c1bb5bc1ba18417911ef5871f5de33501b3b57fdcda9ca6faf3b4676055008848ae423d8f469368973ac7997f227f6a99602f00f9c4755abf2034a980ba328802e6ba1534a1e473e34042c4e7f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253753545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=049f63a42973dddbbb7724274e2750f185fd2f99776cb25bce7af7fa3a007d77dbff71682e1b531bdf4f83bd5c770d7becc60fe399c30d3808713609e3f17fb3e93fe3116b359e39e0016c49c04716cadd9ae3ecdc7f4951d0d328c8ec43fd23d22eebb6744955dcaeaf0c04954562d586037ce79fc75883e9d9c4593bea10569c98ba27fe4ea0bb498b927b0b88119d21590f6233196209e891e6a0101df1e66cd6e472f94e01067e0cf887a5005344e23f3042ac97134fde55a0f9a2f4ce468b5df75994480dbc86418f54d3d0f96357dbc314b3aa9229e1492e1d4f43eaa3d206acd7015052368e530f69cbc9562428879a8e21ab60cd30316b6f31b38962&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253764075Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=04f2d504f6ff43c0d00e768f702393957716658fb4f9c14d4bcf6ea7f61f38325c8f9fc5945e288f22c3a4090f2a8e666437f5439b3a3934d07fce12d87edb949c58cf2647ecd352e482b22942b8f8f6386096d329396bc9a8cc86f328d1a311e2a23ca6733fece36d74aa0d10a03553596ec61ccf83e6bc3b30e9ef73b6d897247493ad1f0eea8e756c36fa161447bcb962f3b5210f4ea950072586c1a48c2a92ed7dcbd2e8d394b4d8746f278019d548934b423b2f96de0b183033ecadd28ccf14541b3f12064acf6022fb24259744f55c1efdc8353d0429bfbc91857682e134470dd09b0d0b19bff2287bf00a3c83f0814d56387a34c5455cc3f82a76ff6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253751751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=948822f7003deeba4d8c61cdf26e50f24af252e4ce19044b7ecf595d38acde5e02affe1b07ee9be42affb156189f6a39a0cdb80588fd38b2e3ba675b27e018082bd5688faf5fa67cf3d0a0051ec0a598080146cad02538ce22adf4fc394b388b396446a6757271a303c9bcec25584c9caba01fae7b31ab5a6dc471804bef93f21b1b3fdeda014ea85a30cb92120af83a6049b7858a28fbca72e01ac7de2d528a25058475caf4ea2cb99c17dbcf1628d0499064fa8937883d09183383228d62a9f921bf57369b04b06481512cd5a8bea6985698ef471b253928d3fda67c65918e76318dd6336ec968a38901ad9114afd2b548aa1a7d3e1d65389e97d6529903c0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25333736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=24f8c5ffc2f72169ca1aa92480c608f4c80cf6e50b2192164fead0238455db8f6931a7ead04e3f77be414a1664181d42343945dd7dea921a5b2dd2b5a98a1fc727ab5efc384ceded81b616b138e1caf0378747d903770db73f14d179a81a946f04c3385a7096504d678f623b09cbe299b73e58595ba815acb963ff5c26c4772733a8ec92fe352b27d790436e64cc790f2a2fddfc647416e745dd5f3467d619895769b39aecb95efefb981975cc9ab2480c0a851f62e695beddf8e2dcad31755320c6d6f054847da0c084b2fe9253d4aba6fdf36b505e88b8a2ef86c37065bd7dacbec2e608aa229ba5d4f6ff8e1fde1336543d5ec068a4ca2e88d8931ed3e854&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253782519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6f79b737c7a52703e7fdfee81ca5a0f2b26e386e6096b161604bd84397df309631d387c7261b4d5ba45bcdff70f81cc72704e5f65896219d38fe36196720b0ff7a37e0721ad7222a232f982bf0f354907a9e74acb6fbe11d3bd0ad2bc2838c7e8a572ecfbdd57b2c69740dd7136f36dc8cdee36c889d566a40fc7be49529beda61f1c54a44810c01f0ef6a3938fed38a0f114580df62a0ecd8b88362c4fb9aba1a958ffb5a808b71b8a32015af3203817a6c0a88b92c95a05e199619d9468961fb154d4310b2d908cbdab128e602d50bfd30bf7e846e6011c906a6ef4f2798340ff667024d4e9d3974d6126dc9030150f53ea683e212254e320f9f1966b04969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253785495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a14228a84754e4511a614f0e31fb0f4b7cbbd7fa711792731d29433ba317f7bdb641ed620dc57ef70aa835c15015f90e1f61db7c0306632067530e4d16b30252881e75ddb0b842ad6a2b48ec790693af24742ccf26d02b2c996cfe915c009a2181dba2ee22befaec6d65fb6fd021174830a3052f18d93ffacfe244fde973e6fafa8b2e7ebf788ca32beea09d1325adc648af50337c9b5621ab7a0536dd7b17a9bea8c0f3c8d6fbd96b698b2a297e53ace1798b8360b0aefd33576c358fee9aadd39f369228c6fc509ea8d0a03e8060abd7817a97f5157d9223544d52eb56ed03814c9e63f861c56a5ea15d0daa0840d6e41e9e4ec7f4b72fa7d763887b59fbec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253802868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=521e79cede1322d07503ce3d43f100b78846c7c68b87a52f4b38661bfe77ab2e9b14ce7507fcbe8a0ff2f78de70380b20e897041b5d2f25eea532174b3c813437882880f8a8a58d37bcc936a29e12b05eb9c4d238e9e3c688cbfa666347565ca6a6fa891c4e133fbef6d105b9ca4219485695b18303f05035dc7ccb5f86470a68925e63dfeefd7a21d4c8ffda488cf73d75c4595ac9e0e7a010e9694da5d6434be8e1e44fe10c79cf08c27546bd713d943d0681945e61b1cc12f35ee26e0139455c4c55b846627caea0d6b8fd0efc683febbc16cc0026969d3f8d9cea6570db25e439ab176963c39e53cddbe0f9a478a612969b9dee57fd06602607f899db43a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253808579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6bca3e040414384a5caf54b76cf6c730051160b3a512fbfdd8b658e15e1c20c6a1577b3cef080bbd2cf88552faa83f24618bf5b859df8af4111dfb7376e0183139aa383500641840fd215a8b0a2d1696a5de2c31839bfd2bd1c1b50393513c82f63f753a48d02e3edeafc84b3f569458ad67f632eeba42d890c839853744b79fb52d45a446f08ac2438bb49bcbc4b42ee1461a6fc2c0f508ec22b5dc184ee8a97c61913332535299e2cd719ca4744d6aca321cc97350843061d39190ce8d0f67360af6c30721c2833a470139d093d6e6939a62086f95f3dc895cb23a7e8a0a83fa6029e155ddd1ebfe54753e0587906685b277ce2916a69906fe814c9ae10ce2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253812847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b05b92888e4f91bfa9dc25171d0f41ae2e9eea515b5ab67c468f78fa3fde1a6f43406c200ceae40ea8b94531a4f2dead10db245bf15f94942ceaaa9031ce0c0c3858598dbcf532e56e13fc479bb7df3c098ac175a3a471c2aed5227ddccbd1e59724267dc9750976e9734c807c92c63c0877ebf87b06168a3563568360d73d76de6a496a82c05b655d67d5b59ebb792a05da33450b9a77e39ed3e3404605723d53e9b28e7e2a43634b389b883302928fb24512d56f2d20b914fea603dcbe02b6e2dba344b19d4bba9b5f62482be05be1ea41c7e0718c62b0da6ff49b9156d984be50f713e5fd73fe42ed4eb702b744aee793dea0079dc5bd5c3ec2bb29178259&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25382529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d9fca4559ce91fb66ff524eb63ef726101ff98052e62ac9ec97a651c59a611c81c0f3fbc054c7b9d3b15d6eea0f31896ee9b57a5b243c5d15779acd25df4b1daa7568b510096feb53c70ecd916b320dbab7ccdc48a3a69259b6a4a0195d7b5b5cea2ed93a9c7e176ccd3f700343cd3c1bb49d4032bf37bef411528535b10591b22cde729da1569b7be38f11801f02b686cd667dfaf212e245acb140cdb71bf124718a1f2209498ac393f17beea7de6d9fe6862007946b88c4185e3ee55c66284464db3d33b32a46cee8e603fe2684ee44c2408dfddada57844a9e875b7c7b941fbc9ec9c46cfe5207f69d14afb1555faa2e7e8221bd5848d40e55da927306fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253791767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=826dd06f9ece1959c1010669e79e9bfbe630f7b5df92cbdfee76f9e3504e0e397aaa4b6ad6d9fde579b70f6bdae6cb3efbc15cd639a75d45058930d560472d3765920c65cc36eb209d0f7eaa9d13fdb1352e7c05ddb5c9cb419129d516f0654c42a7befbb8cf9dc23c55b457b158b05142adce2c32ebc163cad3b2220422a5c3f4be480fa3dd21abf1c3943c89090f9de48f827cde12f93ecb8a6952b96b0251fb2409e57ed53490b819a512dab5bcef768367338c0293e3f7e88a9321f55a158de112d71ed9e56520fe400e806f9aacc7985778b2d9532f34bd7bec56902b23a3ea1815b595aab317ef88b47674b711cc8f66602e3e4b9729776d6902260a73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253833616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6837ba79d00c70128889fed9ea621e335f0c97c368e0c4198205b667edb091d8ccadf51eb9db94805cff29280dd3f63c6dcbd7fccbb3a615224e9e0d3dad53f4e3377aad5aa1889503eefff4ff77f04c80124ef0573b4570fb33ed9ca49f04d653b01949a129fe5ce71d81325dccdb3a2af50eb5610586839f11ba0a9fb45c42039b1fc927ecc0dd65a03353fe6c15f55517ba123eda4a7dcce8e00797130e993cafc48b3abd7d12e0df5834c9c8e66964d90bfd9157bdfc20232b68ae435a4f01cffa14d62c102e77f0a0cb89709da69b9709d36ae73a108f596ff1cf76ada86ef34c6b97c18fa4de6129834d8b33fadc31913238560ee776571e2cb5eba01c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253847702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b4521ed93832053c5ef91e7ebbcb8e0dc4c79f59c599ec75d5327fb7b97a75a0593dc2d911c6fb560d8b88a6f0e47ea86abf8a4d916ee3a23f9906324134ceda116a0a6a4e5bac8e6578d598318977e6bab49e08e46c3fa681b880e93a5191565b6195359c3703a7f8179bc9504418b2aa48283179c13c7ee9e2e1459e94768d5ee677d8b98ca73ae56e94710fa232df0371d2f5cfc1bdd2a662b3b450d22cb2dffde26dfd39caa5815e06cc1d1683818b90181633b490ac711e4369bfbea19586d17235fabb07699cda8537a195be3a80b003e00334f27267236309b9af4f6879ece1883f102c27a574fc2788707bac536db89a3fb54152e20428edfe093c03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2538093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=302ee9018098f694ee61ebeb986572f6a73bc1be1593958192f6c65d3cb905ba431980113a4eccf6320a2323c65fc2e69b5d7405777d6a0db8646544598bb6514eca960b2a318723b9b729a9d023a654bda301812f7bf0094bee27d0010d1ccac057965037b034b0c54c39f113c9ba6a1353957b6c72e35b19aff1dd0751b18e134ef4c7e0243f26d78860a935b3517a81e1ad5e7fcb7814ba365e0ba882d44b3d3580dd4b7042c2276cbcb80513ce160d35a1ef602337a68e9d0d7db6029233afa3d4a5b9fd787a2abb5e3c2cc50ec974f5d3ff9e54589a7052e5969ef0db9f6588c16027b7341a46b3c9311a79c74a4ffbcb15a724dd59b75b30c408763963&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253861228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c35ce03d84acbb8affd854ae8b7f588a54fb5568288082414e5e7504b68c88d377b30ab3fb80db9dab240656c51074a59515f75b4de7c5f14cca292e20f830d86b6f882e1c54065a6e2295446e56e55b6dbe374b8c38b8e5fda54824be4334d8a86ba53aef63782f8f9da314ec135a175916687364723d01abe1e48fa4be6cd7591b5e54600c0ff05ad13c8db96ce853c5f545f0c85395046e0e8b81ca8bd9a0d5e8f7709291519109a65c6053838d44e755dd7b097c082d98a0f37da5e52043df984905f683ac862dd30804e5d9c8f94a56f5353ede2f3ecb6d2ee9b75b3a1cc21dc22066439bd7b8a23d6cd5ee57bd864e423f88e795c4072089cf232f1dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253834728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4f2a94637f6bf3e3c2fe9a0a76931de72624f9b3e2ab8cd985e0b218941895b34f8d2f28b7f0860f63c78b5f910c7b279e712ddcf8f83a3720abb2a66ccca1e292317c8c55881c12936b039c3009c1095db153d8f9ebcfdbabc9640180b9b795c8497963844b963be770c86d8d175a54279924e45b1d25effb0e7c4e5eda49429180c87d26e706e7c31a929818648c74c1750661624d4f42e062f4ea34f2d9f93efc5bbb6361e3c6f225d883c7176d2c460bda29d2d1efe36958d47751349fef786f9f061b5b6d24f33b6b74ddb4c4c51ab6c222e4f73d65daa404a3080b256741880cd158b8fe19f108c91655b11c868dbc45f1ceb335dd907006f36254c4c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253877138Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=52d4433097b6408b29b624ca151c2838f440669a40f475a1d774917f376709f1036ecfb3ff0a560062f2e5f4ddb252f39d1ca29285d4078be1991b012ab8d9ae202ec3505e99fc9efc83844db4068c1b5c08de4bebd8a2efdf4530d7a1f7cf9d231c172e49ba796d661a3c08166a87ae9d8a2b3fc84e5d1536f28110d7a238a1e6ed9c8a434e8b81006b2fc3ba8d89a5f418bb70cdea977bb5313eab78f6723cf01f61dfd480c0b28e184db540bad9eb8ccab926f8e40897bd43e1edfa297c6538e5ffb55853634e7d0dc25f2e97e0f9852037e50ed16efd7cc141270f2f974bdcc962bcee17eb6d86588fe45203345ceecc408727d3b52497f442a93a1a2326&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253886225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=868cb6e8ee0fd8337060573d1825144dadad4d80e09d6e742c38b2ca013a9a58a3594ee2419c164fb2f6fc167fa426fcb6028a68cab51dbb7452e0a706bc4c090683032eac32693da1a3ad9d3af61999b8f0009f86871db99d38658ad519a44d8b26034bb512abc4b40890aee1b8f54b911ef330ae5e9346fd52d2e2b009942129f02f6f62184bb9f018470e050179dba4bd03319209e7520de26c6926e81a678a7933c706c6ee6657011b0c6cf400129973a378a8a9ee3b273593c7bd613023ee4f9031c7539871f467ef00f5ea486558724affc7bc0e462c773366841c84edd59abe4945c2aac3e77de18d3aa26cef4fbf5fde83e92c1e2d0717d6a48b1fa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253892827Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=19a1f90d8096efbd40c9bae051246310169c0f8d0893e675dfd2c3157b27dbda9f3975b4fb46070c3d95ae0f28347d3b76294759e88f13e2e782b612be31d1f36439b133882d0983cdcbb090940afa01367d6de10e3c11f40185b9fb08d11b71a31d8ba9ac58a4507c6ccc2a3fcd01c17ec362b979e2caaa266f4744161b15b720d49386eeb8b49d5c47dceb2e647b94248dfab452cc08cbbe533d6f406a9369ad1f0ee46f2f106a836712146fef83f1c656cfb36e8613b30d13424e6f385faa9e9b77e4fc0d34e983e03f99c571ff59b45e747ae551af7fddbf729e3d038bfd76b4831ee38b64c4a0ba19c09c3bf96d4036553df4b3284d92759a1563c48abc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25386237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=83341db312a147df0762b6d0cd7bf7d632399c45aa59ed14bad5f4f640b3496d038771b424afc873ad730f90e7fabdbae6d2a748b7dde0ee5e080c0821c694ef8565863726b37c7b74afbe7f8a8dde8a7889f208d6634b0445045c4c433fda74a463177c7e8e669b4e2786c3bd913aa8897c0015ed155596ff53acd11ee0f03d73a107060d1526a803dd46a29ccb1bca5065a3d82f28d87d295bc3f976078fb0113ed4a4caab8d40255a41c0858023b88168ad4e37b2d91bf3d0b4f0fed1c214381719c3d3e65d36446473592841d539dfe857f1421357bf279a0f23f65a01d92cfe7fa9b0d9c430a28e79aaa2c476ba1b6291906e9bed949b56013657780034&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253888038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=28d402f4cec85a8f60c91b7bae43a635dd18018d166ea53f8f03fe9f7cd86b604b858cd1ce19457262e5c3c92fc1ad2ca110b9137b86c25df7d8824956567e63d08b44cb22288e827455ff08809500ec3f9a12beb02f7e3714c77727f842103f22f84cab750552318bd63c4af46e1693e1fcf4706008c9d573dd546250b50b1140e3187a029e148c477f70c666933ab2a4303ab8a4c73775b4b0cd534cb6304c711a7be6b98fd5859f44280c624d18c71afba9e6c36a89b7d8a4d7991daaac977cc5c80a95c0193a8469ebe581b34514d753d1458d29d95a3b6f59fd801cdfd236eed530b637fe399458e88d074edec79947153a31b92eb3afebc54d5411eaa5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253914238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=94e8288e4be2e01a7fb80a2573531c73261e8e933afb8a3120bbc62a8d64d1081154f28644ad64eda61a54e724a2c3baf5b9428d93c293aa0e95434008647ed368e5b62f964ce2242259e945d150e2a79c315d457b2af22a42db921d67e3ff53c9311216d8c69d57de7be0aed7f42a74706fafaf24155b0b225a601c602103631f5018afa170f55a2007bd4dc314441aab3d694ed0a7a515f366cad7155cf453de9f5c2aaea2c6092695bc5549132e002f165716eea92f6ed06639d00701637d55ab99afb575007f293c550c0d532bcb1e55fac2b81b63a093388e9a3aac34b539a0b80cee8f246b5528fde7f27b10814302a8bce98a9007bc452fb558833179&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253922403Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b35f927e7610cc8fbc5462356209986af3a1485da586ac2c52f97871d36b8b4a43e5ae446adf19f7de64209e73565f0015c79562b735fb05a69c1f68cb01b66b57e73f3acce8a7e077c20da61b0db1360fed52d917f542148e80da8ac175f29309e6e3d88df6dcff691c452bbd7097e927de9aeb087e6754858aa50921eeb850324f99fa76a47af3d584685ece7c35c51b05ebbb2883cd7fa4a0eff3695c6abb20d40c0c3bf5190dc41dfcf3898ed2128633f20cb52913a4a0525650227dd1cab8b0c0d61ced026d1afe3bbfbd1cffa3a74d4162c7e18312f855c20e593bc77194f9988cec15b94cd1c98d5ec20ce61c31634739640ddf4d0b517ecc6d87c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253918145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3858bd3461d23ceb1557529c6164463542973e7af1fd430b6ee1eb91981ec887dd44dd9661f32dd23df68401f73587e29e5a0d61be75946ed5d0ad4c9af62073bf1bad17745e3dc56abd6a6eda4a6f22c89dfce69a9dba1726c2ea69f4b72c5d1857c705cbedb524b44410fee08a6a309888720d19716ee96e6d29649ba9ce3ee4f59d9ebaaa941918d375d700ea051467e1691319635af9db81ad8a0c15c23e0ff547d608204e983288045f89298ad10534ea0559c5aa425f2d6616d94e560e8c2957d8eaf6912292b12ab93310a0a784de7174c6e8d838f0ca19f36fee6cf91a36098f7a0af36c31b846f62d5459d0aec849d0628ca39b92b07e880a98dc5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253940537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0666e42a4c4c85e0f7e30c1185398b84d26386093ff5aed92a470e5746b6279c06974247821702a02d0ca1ff45a12424117ead2b033958853980dfc147142069662bb10dc0d005c3e4bb1770bbb9edd68af925f6725e956b377e7937fbf85a9a7813b8992f80eebf8e774764dc7956be238ab1d459014b69e858bbcbb496f0aa649f30fde2a5588f3dba55414e9ab0aa65107b4caefb6265aa2d62da082ad695abe6a0f8ac8ed8865816138379e76abe1bbcc6131222789655ae5e2534aaeff223cf1acc74e726f0272975c58493eaa6eb13cabf188fe132ed3b4ecd553e98993b1d11062e18667600dc8f476e6698ea905f2c66facfce94e0886b8e3008168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253947811Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9ced1dbed82bb2c736bb2c8f876aa71f036deedcbaa0b9319215b3a4ef4716c900c1b212422eaf5dff122127a8bec529a68e5312e9ed6e68761777ed1ae8da902b04d827782953cf850be81717a546977fa6b04c69239bfea81d50e24eefb6ef1ed6d4d988dc76eb241fea188649fb3cd83ecf9dab1f5513f937d541156690cf0ccc256c2d275f1404f28a74917e1cde885515927f4c6b50660bbf1aa7f119e7dbad133d9fa646bf2233aef5d8d9b614ef54532e9f761543974f46c4dff6892e07bb530d63da24d54a3a69586f0bbe5b6a9d7bc7e1734ab4cdb16d1fcdcedddd77d5e4b3a71e7fb3afb55e36e4cbefa70f21f02980d1db72bed1064cc0418d38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253942451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=139eb0958d342ce7bd4dea7d1b371b9fbf64b8e82fbbe5e68cf5f9b9fc14dd43a0e8090e827cdebf3c003ce16b2f475a2006b474a8962d17e3ceb585874a9c8cb3238302d4d5c71272e10f57c54b2745e0338f135735b490cda1cfa9338de266f3f13a946d4ef32e1a18bf305aeeeb9006bdd743cde39e37c62f2c4e4e765b34402ae115905c5bc9ce633c3654c7cb855668e6cfc5a026d1ff2c157435137bc61bc6828ae79f3847b3419b3b469c73c010f03ec46913acfecb72ba2d18e5045aa52b1e03408104e676f439503d3ef617dea08ddf516cd003a702c8d9b67417090f57533a28b2420a11f9c01c6811e3e9359c3990a82acc35ffdaaa7d3b31f1c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25394719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6e5bf385f2b4e260c12217e1572985c9b4d5e2582410f4d68258c9c629c284e5abe6ac7bff35f64cf137cbbdd6487ecb32b82117d552d792a0d8bed6f171e57a215770f1b58488d45b6d3253df7345b60b1b389b15e0644f42ed3fbee8f6252d378edd9afaf43563fb4783926724843af4129597c66b33b00c7dbe88eb717c893eeb18cffb27494e3244da8e92df3a05ac23f7e20c28062736cb807e3257aea9271a9e956c510cd924c83f65f7d1b11633ef909a8db4f4e730ee0794ef74f2f5fd46c712adb0915d3725cbe0e83da26960d3cb2f7989b41f1a0fb408da4bc7c9f6916eaa0e0e53cd6a178db9d44f6824d1014cdd420b1b40514094bb73e294f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253969171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b1303b43b6582a6f58dfa28a2dd133653debb767d46b3103ea592169f4e72dabe0270054a458ee976f7e91faef3f75bb7820157c1571cae6315573a3fd3d3e9b5bef6c7aba7ddb154663ab35d088c51fcb2cc5c72f91cb71fd53c165585cd5af90de1d76dc9fb1be4c6c5a8354e853e86614a576857ca7820306bd814f7196fad8fdfe7ff94de01528b8dc8a453d0c6a2b8759ab97e7c6c6242bd7bbf9aa28c059b2b1c97d1f09f0f13ddd818b1a23d3df69b1770978fdb131ca550c3a212db376544627128298017107149e30000aa4ccfa95dd297d8e401159ed7ec0aa3cc97d68c47fe0bd41e7161a56c127838eabd135c8fd5553fc4abc272bc2df3c489&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253969171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0f660a910c89361848688ac3a585c5289b1e6ff6581deec5763b8c1b90e094f3c53cc3af770245f7c57a39fbe600f8fc8d350f1f62139aa4b2c7cf2e5b946c76f2f58f3f182a246f1a153e834d898d33fd1c9894861aca3741bfcbb6a35ec51ec4a81921e3d9da04dadcbf739aa2ada71e7fa753dd3d5d2f3a42498e71737985476cc6fdfda136a32f42bf5014319da9808328a1d8b97c201934fe5cc2cefaef5c2159f39ccfa00efbac429ef54dc0354948bd7bfc332c4b5b7287ee8f94db3604155a1f5fd02b3008e7ffbb1e7baeef97e4bfc73835cf533b3ba3a0a9e6ea5c6623f0664187be75f28a8188dc5e84b8911565678defba846defb388ff309c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253983087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=97b97158a09874635e4439c523aae0d0a7ee6c0a4b223939e35c1ac7d8562b9effe1c20a4fca91567e20674eea146972b7b03082f46d6d78e1e916b7c0d18316420b5d2af014c8cfad0c83c191e1abf52ff7df2eb515277efb3546e5613fe0fcacfafbbec25c969d01ee08e853a314b946c8af06a1e570945e4f5a12bc957adf43df6e41923d8becd9c6725b498825838e4a0a60ee68c06e38dd75e4c5fd686d5dc8af76672d4284ffa6837f3f3f228e616caa8914075c4f729769a65acdc875d4adf3ab0d313e988821236f3f2af0af257b9a174ccbb0379dfbcbbfee61f367189daf6fff2820ed6b5d98faf7a90e0705a45bd44234dd6000c0f575729602bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253361706Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4ac44592b9aa72a16f36fabc5ac1b1b5908e16c47903a8a412338a31b96d405342003c63f7799d7f49eae742057ffe214c9da070fc68fbff014cfe81a5b933c73487f04d554b77936ffc17cc06c76e9ed3400af677e3f9f28791483e762f00d624ff2c44b3e37c72c06eacb36ec71201ec0a47a195a6daae80622eca7ba95e883ae7144b4b44157ff46a83274e67742e85c28bb3fb4d93b6af81dba61cd45c4c23822089daba4cc10066f725507440357d5d0966ae173472cbe0783442d9857ecd05d894753dc654834da62aac6e5579fc49447daddc2c852f292ba74a8fc093af15db97c02b14071646da99c31fe7acadad1c008d1cab05d7b1a8f0ab54267b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253996402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=83b8fe100a993208cb448e3fba0ae1e711fc7841ef5c9bfe7aa7dc38010fcfc4997d1db9cbbfd2cda95d899c16f15c0b28b7ae37ed2e932d64b6793e152a6034f6d3d5058cb2cffb4a3bab5b9bcb405264324f47ff06b6e72a00ee70fc280cda74e2d3ca0b59bdbfcddf5ab1cfb9d2293d041b373802f4e9271cdc5db31f9926ce8fbd13a50511c821172eee4545e6f54fcf49090813af3037cd1957fc848cc226112d90c959008c45cf69149979186a32b44b70a7a2e2e66780298dbb65949becd5f9b99ac635d39bda6bbd9f492cb4cf505c9cc760a2f57d89cd3f2cac1cc75a0c2dc56d0a1972bcd1b76c31c86db682ca70cfc7d27461176437ebacbf5d32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254002875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=427e4e26afc6d7225f95432d78a93c0af364711f62957f05b0d00c5e6307c7968576229a106ab2a294458885d9fb0ea5105455ad937aa4c4d7a985f1d91bc7a46a4551b1fc2e9dbf4e4eb6d72a5ddac4027a2342bbd4108d0b36504e82e7e94dd5a8f002b4da39622f342ccbff099d7467b17559e2bae476fa922cab546b5653d4683aba48897f54d0e1e97bd69074de34764828d66708e824692110c674dc083b6f681e833fdd2ae19b3b2c97e8e789a7058d7fe3b79865c8363a0fcfcff30b8bf79d8a06f7d8e6c65801f07f591b66251ce7303a819e5790150b895424c98fb5b48cd137d71f100871ab0915a77ddc7c5127a967b1febb8ef37fab26b59de9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253366255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=384333c7d49beaff8889a0cb535b12f013dcd5a1ffb112baebaf6051b75a41dbe1d5f883db4a06bce8a2f6b6e15fd6699b7bf1a925920c45fc9c5a21001195f5390b030de26defd4defafcaaa49d73dec947cdd6179700d506735571c5adda74b8bcdb8cb8f8e4423a029d57728277c15fd31188ba6e81fea0ed57cdea2369f846493e796c9f3d7b6938bbe7b0624f77d4be139827acf22eede75ad3409a7376282c613529ec8e14e7f0794d19d98f41fdfd5c22cc4dda4219e5d818a0349e3333bebcaa00ba0be0b78eb91f6b1d7ff54cc9c00479b3f3b12195428aa751bee293a94d0ef8b42be798bfd7d6346d15a166d2ebc6cd6f4efc945759cd195ab37b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253364572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5bfdfaee31f88d3627df83b930667085e99051eff096a913051ea8dee220e26e50c1bcc0746474c23e4074f0fc353bfaef275657f2f29bde51e95c311c9e1b6891b96afdf69d15d2d2112e19e9ed194e3f87d0a89665ae1580e0158aed2efc08d3e85f786b836549ae6c21d33182fb242aba9cde639149d0501a81cb03fd9abe48bf3e499f7a98e1c97d1d7b2273f4cc04c7d5d088bc1e6197a7b098f7c80c9a245ab6e91393126be7f1217f7a525048d83c47025ccaa44f2f376b9d2876f364a3f422a2651f5c0aa6c54775fff263f38f0405614d681d427176f060bac7586f06e63c332887f56614410a7156368f76a3699055adbc92990284c7f9d9c208a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25223348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1ef07baa28e0b4a5e1185dadae4561e122ecb912d125e4a85940353099985bde1a49540f79ed9ccbc1df177b4f909270a4a83188d965b75d953bf60f39b41cb566b4f989f01897258cdb78ce836022fe0dfd6b1f43561b21e051d0f87a08aa053270b1916853ac8193a5dd74617b17902e4c625b9bebea3149fad457f3fa4414d2a669a5b87d067d6a3ad34941ef148c46d367b2550766b328fbde50126c6727513067e93f0a01f22c0b757fbee9662b8beed134f809d1db1fb635616efddf3be110ce4b98bbd82474a6f529a5dc15d53d92467f3297a31c9109fcd12e5ee7e6f893e82c235a24c4b2b4250dab9d44cdb5fcb170e87809dafa22c5d2157ca941&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254028653Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ab49b6c0be062ea15276d5f4261d01f6057b8f3814ebabadc4a371fd1643d2eb244a166601912db893a571f76ea6a483ff8d0fa8c113e55f25941524b7dcd26a1c3e4611da26117bc8215dbad34981383ccfc57411c8405a3ca30b41f4a37ac0338e997110c3d39353c7cefe045d686493e994f91e5f58ef1066b7c3b1716d2a4355366888b990ae094bcc826b1981582e6b90be22bcfce7931739dae6dbaf36a7dd28bfe3d29078d3d9f3f36260aa714b3abd37db736902b11b8a6cef607d4530425ad3eb0932c6ae266727e91a3392bb535e8c6dee81de4891f6f9fab875aa3b64f4fec24cc2f9bf5070c1e62d6596d42b9a3b03e841015cb5ccd77d800878&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254031579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9abbbdcb31faae1fe847cdaf84cab5ad2b1b9ec8d1d7235e3a25a36b73fce932d53aa81be49390a964e410306d38e938b82a7852cd346e1f530cf78d307a6d7a0af80e4824c6a67fa9ba091cd08b7ef916ac3d085e9da7d9fe22435bf6d2272a9e129a7f40467cc229186f97ab17c9033b619dc7a83445684854dcb9d32ee3c451f9b0843e95112fd84658d76ec0c86e4f43fbb0ca1d19c204f57c66a645bafef8d6dc0bfb242027fd366876503c7ef97bb1dbf4a24f5aa92c1a967be56ab8891b5232dd70e897737403bb970947fc8972b49158e7a147cb4f6c3ddf3fe55d248172a8d831e6bd961f65e5931a0c4daed98683b025690ece77c111cb78543da3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254039383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78e5416d82b5a7ca3d0b127daebe33ddfb52abf826026f85000a8e1c4952714d028d6dd3859a5f121cc156fb9d5257a4bafe75cfb0d62a8afb5e5a8d539e8e60387be9a5da8117f124c02db96ee1cddbab1aaac5f863f219d2f5ef50817a03295b38977c04840bb92eb4d601d2e7f5db0c942dd749d51cb724742b3c0e221e200cdeaa9affea35e44ff71f88f942718564b322068e0df703c7355ff3dc6a1c749f1d63e337310c7cb3ac3a345746889b7891edcf44e87ef4bae27a5c5c3c1040030a1ed8867fdbd7335fa0febc7ddde9317f60e3f29f5e45c58d31b5ce1435939cc99beddd2c121a107dfc3eb19f63eee0c1dcf4af2cc6f20d03c4581c7de14f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254056756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=200a9b46df886788b49ca64f5dad878f89fe8f4f56d14b48050cbe12bce84467b3cb161a938ef2d5e9ca4b999410bab61a4dd5b154dbe39362e89969b709df255eda004fc2a5b1ffc937c12705769ee789ff90680b9bfc68f5199234183d77edf95d5ba545c5b7fd1853114365975a53a4292fd0f0c24977063d66e1619f6d338582426010eb3171f6aa0b140217f184861fa297f45f17ce16179db2d4cc37ed7bfaf7d1e3cce4f49a5d1d94137870a7deab88efc14885322d61ef20c02a585dbb18821a6db3643b5593c98121a2c1756852db4215a444b4f971952fbd2ce6532cb8e8572f990b87184d0a54e8432f56d9892cd210c9cb80f45aae74d80d5a08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253394117Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aee5c63f3cae7c2ad01867a19dfc0459c3902261933c057777e9cb53d9ef90ca55d94a14bb71503dfd413cf9b48acc3b0b5d8f8e8c18d2d9cff9ab4aef46efb9ff52f429a4e8ecaff23aebea54dce5a3d9f2736366b4c1c996d31896b6f0be1b981b26681af40a3c4509a84430358a6706687d5e8d31defc8e6864fd5efc5621a63873aaf6237f3c65a8a9b63e4097b765a83d1ca9c25d81037c504e6afd5a3130cd5852a22af45ca3948ddf31f4b9ab9bdbb8b5901240bd12ea6dbd76e004026d2191dc9ab3766f1ff1b1b73f23e747b9c03263bacd20575a950425c8a08e3fa1f3dbcdb48a46a90a8c0d210297fed39d77a500b5c8a5eaad88a77df3b9da7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253395871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7780497bed187ce451b5ad2bb10bd2717930b38bc0c5fe3c9d63514e94e2c7c1c13240e2cad3af96ec4172134ab41faa068c5e8279297921af361417ad0ea097e6a70956abf289b64b4b449027844e49d8eef47e5ffa51f2cbed4702ab925aff6dbdec46c089c398f3b894c799a4e100b4fa781a5e4046772c0dc46ae32011e37afcb1ac367fbff6dfdc8e8f6c35aebbf019defbe3c570ff64a81b0c585d50c0c7acf6ae7f6488b5548f95223ce2ec1e10bea1ed26fe9b14458c12cb1afc7f8710fcf12103efab7efe6c7d6d174cf84757b1cd23eb884d8728179fdb55fb43ecb0ab04707a31339ebad1a4f93e7c3087a38b9cfda7b376c60ca51df3d90c6157&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25408023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2699f70aa063f6b9ccf9e639c31bdafb3af331c373b894f919db31bd70e0b0527238f0eb5dcd6552c483715216f269d8956333e8170c18e0394cf5e9fff4debc1c41a8a00450e88cb0102de7701f4daba7280f4d5af42a41d07c079b7074a1f2f03ae91b41b3a7aa4f35e627110174567a14c79280ea034734f3d1f3b7d1cbdb6a7a10446c1d5383ad4c71c42bdadf25b38136be423d5f217db45c1bd80fcc56aac20a5e82d3c8486d1bd5879830e5331d7cd34deb677c7c82d4970187842963134fa303c9c156ee994fa67a7b97b09fcb7087be74005ee8cb20e3a58b9d32ed67bcca2370d8d1fad348ad45babf2da8d2d92bc9ade35fe2b41056062ac064e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25408548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aba43640f5df246bade2f778e45b55146b453653481c9206c3694f77f4190791254145445035e8584c58398bf134675ad9c83687fa073c1a699a192cccbb74a640968e274a762be48cb30546fe28ed519e0b1a811ac13d5f513d0a7dda5567eb3000e34a6d284773b583d698d50dcce93b1e2dc69ce8fa7820cff751145c9faaa0e63b0bb78e5571ec94dc2f12518af8b7cb7a453ee8cc835147134905842887b5d31dcd546ede4530096cf3df4ac384e771e439a4da062ae5941d6e4434da4d7a13bb5cba722d5b86d1614572e0da521b504565169abf64a6f3f8cf760ff8e92db1f34047628cf9d9426be11c1752815a212bf6b1e8b052f1acd5f47c56f932&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254086352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=64f2a50f7f02cb269dd5bf4f4d8a7d3414c2aa8a73bf6e386fe2779e05d4ad309db96ebefeee6aa8a0bbde02189418caaf964597b10a568afd27c61e9ae67ee3b676b3c458cc50eb511b8821a7cba046f377ca96114409ba7626607e68b4d17e9281711b7e34cd043dc715ba36ba6b1ae2274564de126fe822755dcb0befd63a1d0b512cbaf1dadaeb162fb003e8c698a593a3bdd212dd8237d2c3c2719ab5eff39552a7ff1ee73fa24af6695e2bb06421d5a00c58f186dc2151a0717a868d5e0d78fc3f9d50be6cd560aeff29872f17bcace939651fdf3670d8c19fa319d6b89e5707deff1e9cbf0134a6888315ba9863a9fc1aa3686ad3c836700f6fc54bb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25408009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=826ebaa853aaa687f87a1ae97c39d641879eac7b89b3f28283e5d1e50a9186b4c509132674c27533488b0d8b255d8ad793b5c58d1e3654ce72eb069db44b9b805aa7a34801e9a8b965cc2f0b790ebf66d662ca0c89927c6406dc31f93008914cd377d1377628aeb978910efe096f86e855d9f46c08b992b5b625e2cd7083ac51c9cf7e0b665f4313f3a1541e1ea52f9d73785fc25009d4a15880956e1e4a1987612a749d2fed600560a6b700390612be9f7254ee9d25d62d2d09ce03cba335320027dc2607f327ddcb177ffa3310614152b190687d60d2a0f5c389c9fad03bde9cf3cd12af0bafc39b3d10fdcc3126eb32a793cb4f689f6b62917feeb5b16340&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25411168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2106eec72cd20ff38a4c4f71b184cb7a66d2fa747d2b2b9c9454f78711138422d8a24f59eec8cc21de1166fd86130dc3a1cf87eb14451b0c7959b01d7e0d59d342a1b90e36b0ebfdade363640d55bb8a159eb0abfe3b24e938ddd91bbf907077cd6be128660da073ab6270216fe77346fc1165f9ab397fd221cdf7b3f34f428cdaa7f66856db91446479f6225ff200cf7de39b51c0e97c86d0777b3082321c2877491adfab9b60d9f88eb1b5e175b0408ac5de55228871a7b6f923500290031f14e7d2215bbeac7f84c329e90af19fdebfdc382077c6040a7449bd3714178ea9ed9ca172319bea51388419b5205d9d9ec635c740c793c272de72ac2deea41597&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25409076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=55ac34bc710f760b87ff2b3a3f515cf1968a5c9f7df002932191a838a34086188006034976856858bca09f9d2a545e3343647605b3e8f201a8b19c6d0c8959f4693945f88879493574b61687b2ad0c10379d2767c9721340d8c144917b767ab988fc2b356823c3b593201751da53167aa648f82d3d97ba346fa2dd1f5e7f9ae11877d4d3d9384c2afb9a87b23433a91a0beb981b67720da0aeefcb668d4ddae4a8f37f8567b30fdb3282f3a8602e74eea4c8c9d60d2568710d0fd222d5787f2f1e7f702b094a75dcc599992ee7524b1a5675efb69944e630cc5c8a6e27fd135c50f59fba567e50f0c1ec7775d68eb3e69bd9d73eef07cffd5b12785d6b8c9f6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25412228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=062facb5eebc8648e6b94d0e3686e32b4076095a42b01097b2ddb6709586764cb4b2cee5bd33e02ef8398a233e84349c269bc4a107a8033d615b54253b5e0c477c2b7602c7919a8b089119ec2a98dd84afc5db5e23a5b92c8a7a4343d97e92924ca42e397915b1c8787735ae0e8e5626d10c29c19bae1f65c40f6ca7cf8b7edccc1a5d17900c717e9e8d89345be5e3e584e7c9bb2a8a835a814b3233600893176f674c044b1baf95b893e5603c227a052496dc2fb81bb422146bee02a4c9ba0d16d548c0bc36c776a892b4ff52d49fcbe1e23123cadceb54f4e51e694278763dd28b9713710036af8bcf72c2a13ec0cef540ec562394cbd927a9f2cd3693b43b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254136406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0502a140fa9a4505fbcdc8146ef9027e0854bbdc3bbff5a2c0d2c490725336b08d0409eada87139714ce1a88c41cec8183c261b2ed89186850832698ee7f6f226fb29d5723b64e483aa01fc23af0928a6eb1ba0415678894da42b78e6104e673fdae7c3f1d01e66397675ae0f1ed404c5262e087fbb985db61ec77ec7aa1e1816b67b7ae13915e8321393c6ec4ffa98e0788c8372d3d1ee8db9b776d6105136637dd2fd64d5ad2b456bd5dfecea95ac4cf2b154b506d5a8e205c5086b58e0cb877e46fc420f8533193ba43d37287c02a22b268c07bc1f16bfc4df9da50c8be37ea8cd58a6f63c6a0c2c6471f3b74a5f79343c699d066c130900e7c05186a7918&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253419345Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0abe76a2ee8c6f5b43489fb64ef6c648db88c4e7d3db43317b4044dff5f2bbc99f19f8bce4c7087f46f06e67963b5db9d4a1980a5ef76170d3b84b4ec0d0f9c614c49197eb042635a2a6ddcf3108cc7d524e3d5b8ee64520c5e60e9e64f0622f39c324720c89553a5db363f7ed248a8ee14d40efc3f65daf60d0d148a09bc1ada554dfd2bf5f7607221c5d27e67e9a3291a827ba53d7e4f4b229407bd8ce268ab6d134a027ee5851d0dbb9dbaacf7b9444a059ec84a2f23b0ad7b97562f54f6afd1ca68326eb7818b812f18c72eb0c4e0699271160c9a1d8e84328789c64ce8c21d639c9293b98e9827854077256b70ddeadae561845078e5800c8f32dc3c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254145624Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=46eaf14c0dd327805393e49309d7cbabf6d181a8a1c63de8b429e8200b1d34853e168429207b25e504b7721aacb8c44816ef8eb1240ec313335d35fadfbf71c3a4cb49bd3beb4542c58858ac2f34f4844568159e3ebc08b9c0e451741ebcb73278eb94f6e7be896ca902e88ded8182d28069c98fb2c560377f925f9f4aeba3827dfb29c1af87298eb942f009cac8545f0477e7ead65a4b89fa62ba95d882809bf9132063ae12bbcc984d6c6912a8858860aba9264ee1c46e05be4eb9705e7e5da6d5a73dd7255f0356ae581fb46673e258e46393d01a96ce44dcaed8b61409eb61750e79c0a5dc8bb7807412b81f63a592b93b2330dc85769baba8ae28ae555a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254142818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a5bf5dbb35e10193c1a03f0f3ba695ea238b96c0533cb06cce71dec4229cf7fd7ea3c3d6a70604665a1da7851177b491f3e9789c667c333b12b2858bdf2343be9e0424c26a7fca649153db610fb8e9b4ddd4b5eb4ded937d24a355c216c7ebd935a50e3a3c8701d1a62c52702a3af29827671f9a9b39f3446ffa7ebbc339293dee244e4a626e6463ee4faab0550be222bdb98a1ace58a9ad72fc58ae987914193b9463385ea34643b231ce936c5f8318824b955854f0ff03ef41f9f1af4c2b108eef015ccf91c1be46bf789db7e86e851d55b45151059392927c5749a08d87dc0811d211aa0c8cf8d0aff48f36c077fd1bfa754979e2ed4663983dd866de54a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253419525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6e2039881e8dca7d0e48d99f78dd8abe3b0535a62898e5434e41a589556febc8dd70d9d59c5a4bfb585e739ff6ce27cacd62fac141de028e3115e082d2f8061f304ffbde9b4ad4bc3ee434384e912ff906d6c1ef96c4bdda6fb56f803f1c6a9508bc4f4967d58d8f3a5d1ef172a187c7fa75b6c5c37f59f986d16acd6acbaa93d70579d1a9a7b1f442f76ca2b80447d0f9beba7180e8e1b3be61a916c1e38b00113d94d4ebe7e1f1447c53408bd8b0c30e125655ceae226778e70e0b01457dce12581bc4e154cdf7ddaf0e494359117b9111ed877e30bfb264c44e0961bc820f99db3c68abcfc613bc40b995218fec2166cc935b154090bf96f0187984e1bfbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254173516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=45ece9eb918fd0388ab42af3f57e5c90a22b44c7559dff8ad49ba57311d2b82ad348cf108aa5dcf4d9a4ee36a04b0fdbaf479ffc50d47965636cdae6071202daee0daf688d1189c538c3d74285562111367cf7493e4da6c7ba2ce83bbf386ff646a52b6244c0ffdf20bcb88e3fe1698bd13cdbae4ec9bc25504505f85e05c347e49b9d9fefc0c36017658b799e0ea73a162065eeb26fde1396c51ecc17632e7b62eb1c1ff2a03fcb6649347a79585f2ef9f3731955bd09cb8e6365246027afe43a39265814ea31c326ebf0ec6042a48608ebf9bf1c8174d491141d4e32dc516ee21f142f323407a54617b489d322dbc6dafa56cafb3220bf8ec5d4bd37a7ce8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253429444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ac50178f09e7713ab03836b1bed9746d94467147c1a403802c40a22765861189eab4553f1f4858b3c42cfc0d5cb57a6d495a0299de173dd5ab8fd122e6629e8438d1084752e048fbc85dabe35982e2312bd9942c11886ae57e5062ea76c499757d92a6168bb506ed60e7fec9dcfb0dd9e71b0b99ef12891d9a9de4b436310274c98b0518aafb358cf300ae4e9fae274fdbc303c1a39577589127eddf4aed602b3bbad7607b2f281607965a62075ed29a9d552e3f566bf78bd85f2272c823a9e844d4d187c9828dff3d530606210f5ea0a03e103f7a213de5ce20adeb9545110954bde46d14aec35f1068fca80f6f9414d955c86041365de0eccc05c85bb5a784&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254189476Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a647b7f64398a98ba3e68f1ffebee94ffe2bb0d992ce1612026ae667b0e026a48dd849f588c12cb79d63c55237deb53aad56cc49b4c520e79a8c12189b41f6f1e1421d8e67e80ec3a294ff7c13cc283a217f902678739f790f5e288942af3139c9c075f7d0c843d4e52193e62be70fe90fce4ac9df949f68dfbb17bbebd8ab5d7228840dc1726a6155a344bd701578309879626d3ea904df5aad07b815bc332798590f3fc15916de92c36deee67d951faddc06a2df523a6a232b7596239800805da11a4ad5b8dbb9a93535da3033f7e201d803f7ea3bf70f38398b66bd56f558cfe6b9c91840afa925056a55c98ff50bda19da49209f914ee2d99bd9b82feb51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253432059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a93f538e133ab10017e725b8821391895029cc451750e09b8ecd1ae1f53efb99c17b52fe4dfe0f779dadc4c9b4eb4ab1d39204d7753c636d31a57240190b09d5c38c0bcfb8581be3b61566d76eafe55d58508527ed3a651b090ed7c3880996191599a0effa1b6b68b14e3af4b367e04da69d68b10c85a3eb72c836af69c0c213e525a59f703f3fce058d31368aa922e6bbd328b2746a88434e13a123fde5d8a17329dffc5730d486108e6980b07b40a6dcf13fba4b79905c35a3cbf6163ea3fbbb50d8614b8536db3dd4ba54fc2b6513e80349c8afb44ff8bddd2371710d1fa82b5fe4a92d5c1244d2e822cf33dddb8e99e6f7204eee56f7c8f2c8fd899f6a41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253436577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=31a71405ca0051810e9f92fb53c60422659a6da71ab981dafb2bdb6533dadddd9b91ace39788ca5fcc7be1ba09034968a1c89c3c14fa53089d27f8e9865b2f1c76e54de73a55f935f19b220ddd8ceb4e0835f218bc4af4029df44e3e3e0be9253d957450dfb2e31b6612c9a57ce3b8267a6e65afee1012cc5b018fa58d2b510e08acba2fb97bafee72b1d2f2ef0dd4a3c5d928d40fc3823fbdfda7806519ac2d24c40078c1560d44bcbc7c32eccc6d5bad28ad27c41797cff6bc342521331894d1e3985e2063927365cd859fa3ff18b6b60d7bd36d14602681a84e375357471a2d2fa3c1ab22057c74fdb46322944210863b0f786c8df8fe28178e5d9d8a4cd6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25344348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84a718b9986d978c1fc4740124ff555945ad94982964b363673a7f55ad0fd68d6b34258bf3a295d4ed8699ca4b3c1eb6afe574c062b755b568ffee17cbb97fa1a5486bc5611b24380a2c310534e44fb80d37671b38e404cbe1be99e120604448dd9d56a477c8f77a0627b1e38da09250a32d5ab9857f8170344d0c1aba9c0fdd0d0227edf53cd320aec2f14f2a1bdb90e8e2a83e066c250355de43b6d3317dffc7adec4435e4bf7ee356bdd9aad7f950f5e90db992684570f7caf052bab45ff94a6a0727dc665787c75b4089e0a9bed89b410c473584d8227cba447964547a338091711a5a07d9344295c4a590c02435208097873446d6fcfe39dd1330e61210&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254225103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3028f6ca77df88991d1c264baa27205ff825ba2ce93428ab5b45dbf6575006cb9964ae6fc1ec013f1f29ce0c3d1e44d337928a12c43c2efbc4da8c5f1db836c4b344cac86f65cea0c87f2e6e3e62f074f548dfacfab604a7a21093a2f46a24e7152d78a107d0f8469d824e00e7a5c3f8ddd627e58cebeedcdbdefd1589d15fde2cad6138af973f4d3f86025d254b0eeb855db6f1ebe82393e3ba40a7f0d298531c86a99ec67f1a4050c1361225a108c1cec310cbfb24a326fe58db06fb03292ee306b43fc64d9eba5c6d15134dcc89f5c30f37ed8d2e5c555331d0e41d91d804e85b117c0c93632ccd4715eb5df1104446eac424d8a3d9c17daddfe031ab2805&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254229331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7fb496a1bbdba804e6c1d74cfa2d14156a62bd9aac437df0e4ca7926d66de3cf2dafb23079c240167d4dabc20c47e92b6cb4dfb4892b8d7d81f75a595cee1c2953853ebace1840a49771136f08c50f31a924825e0e4c267eaceae0c1c95aa54b7eba46feda11aadea8178666268e799b43bf753a0eaa7973f705dfa08d70fbf274402200bbdffa8f3e9b4563ac38962c999644421ef6d862b541434fd3ed037469b426c4695ac99df7193e1429b9cf53cbd3ba1f94a853614227b5ecaa10a006aecb3dfb3ca7fd4fd129a28b8773933f3a1214e0d291904377a71096e7442a75373d5579c62bacce742b3e35239a01f7d4f3f519428ecc5fc0f4a6e95c2cef40&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254230153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1e2841d9608bbb0a5a17f7c950ef67467a22922bf23d99480057ba1422cd2221768dff79518fbba6803b29a4bf046b999d16bf1aa24469338c17871bb302a6bd1f6cdab8aea84acf98d7180b0b168e3425fe63390a948b005fdece35d1b34d2a76c90a8d6f120bac96ae455e4923100a048f6baa021b268348ac6a3f82bf321175f6817a7e7d917c044cfcca1b2e200f75f7a581dac3a299cd845e78c7ef63243116717f96b5de5e5a56dacd49280925e6f31109bef7d4d94929ecf5eca540969a5e5fb795901b5d9f32989cbe0f25e84a4c3de8a09feab926141431d2aae4de48b8a5b11ef2fffd91fd676793f6e68b196f457f8ab53fe36c14f5a574363e5b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254249029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=972f28902500104ecb230470063b9292caf1ee055be482e00cff92174d988b65cc82a5167ad7aa2eb8e0e7298bedb4fe924cef763b87244049ee86962216997b74db91561b6153ab61479bae18d4cd6df66988c8337abf26de68233ef5ada4ae60f75bc1a1285006f0093555c2af1da2340557f7ccc828ed3e999de31c53376631231afd3a936b7f820daa5e073d46df5485267936bb8eff084dca43ad03ae1bc7e75b9fa36ee35811b4faf979a508d1d340b25e84e63a0fff914ee65870936871a3b6d6a239ec89c898a9ea52f186ee0acd06bd325c433805a08d09150e13df7f7626a4216f4e5d04dee73d8df3709cb846f54c4ca579b20c9a687f234a3049&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254254719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75daa7790b2bed803142ad13ada2f31c6f908989728cce4936bc30a40c823a4ab745afeaa996d176d8c48a727f1e09702654ec6c90f179dfb90c6ac8f37a1b6c23e3a19cc6fd1b827eb7a10e2685e0e2d25c4cab15c81f6576eb57a7d20d5076c0faa872d3a0c384e021316a50679445ceae5e956d484f1924c55942122e5278b9269802cc51337fcdda112ea8848da681fe78e413b0f046afa34f773f9d070cc3834e10af7922fe19b752c806201764edf284d4b4769fb91f1ba00b520036a4ccb64723db50961f7825181fb8eb694413c5ee1b7726847791f233ad4e9bcee3b6a8216d71c2a0cccc06be6d94a04375960e97f5cb2e7dba2227b34d74d2fd54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254224933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1c4839c05dfceb837b4994eceb75d64360bf1ee371d7c0909be28a19963cb15c0b972e357da084de35a7f1f328b4ba971f7606fbcd6ecfeb0a0cc22dcd0b2c4be08ea0a0db0f069810de567e59c3e06471a0da4657379f1be58d6f85300704b0be1b44b5ba77b6fc56ecb9665dd77741980ca19352d4d5ee91c2c4d7b6f2739f840372514275ddca8c0a9c869279c4b86146f0683070142adc1229932dad619ef8e7726785e493a42666b5cdae21b66bf461bb0a3aa4c76e55a2435fc29300c4471f146be967f09768b984a98b106ab7c378223c3b8eccda73395751e8ae4b112a12906dc6a20706a800b39a0f30dba3e93e117e900a0585d4914294c33c39e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254257575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=15a8528b27f2d1cecb3591bd59a00a1098ae8776087f28cd07502f8969a31dea83ead6731abbc125315c738b014dc5c0ebd354d51f2d5d667d646086d7d39c3ac9e4a8622c3e8fef53bd3e80f1030ad38fb5ee2080ed3e01bb205124102a5d235f7a27cac49305f8addff7ae93c0fb935c940b055c25a30d89189f5b04e9bdc67266c1cf457cd86dc48da8e8bc7ae8d56c88838c2992d80c106b28281ba726f7fccd2da35bd2d4e235d6555bb6eefbf041640f036220feb1f2d45477546ba90c5c6fffd08da81b314417f5718472d99f82c87e439d2a5823c0c29c99088803a92b8c46439704f333d5906c7036bf1adb358c0e5ef3bb949f201f55aff006f5eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253445534Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1997a6fe11410f13b19ce7d617de42e368a8167e9d172ebc92c0914732199e58bf826e1fa82ec0877bee09d649a72bb941b9a39462c1e8e34386bb3a63fe2d7d630f87a246c682324d04fc0bedd213fd691488d00ddf45e806ef8f09c124dd339a4f01f804345cafeb9bcb40f08885eb44d6ea375b5f9a48defd03c61e84cd0d1d917617087e7abab2669d977872c8c24a2fce999015bc6141b90190c678f521ccad73804bda06d251397a292a5eecbdb1f2e687cfaba14dbb89f04df35c382735f3cd1925b1931278d894b1e818679a986872ae73256502280e0fee61bac8d8f68292f93281421124152349ae8247b0c10ae84c2a50c28bee24784258b5a530&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254284425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b74733e5c3019d35c6cb952b8bfeac23e04d3da3f1aa604977f081076cdf1e2f6158b326276a497c174193ac369e0e9bc416f709cc53b6697215937c950ca52c7f88bef45a94d0cff7beeb124349fb12dd41e9127370678cef7ba421bd8dbad5d34a299b9157277c9d4c4fdebe313ed7cf222672193498582a7af6fef1aecd9b0cbc8f8f184cb376fe1e9a9bdff8f16721da8ff0ff353eaa553c7881871f2918204ccb26b677a904f5c026e38162769c18b44d10f49cbb5b016a653081c4aaab577c75a221a7ed78b77f5712b376f16d73662b240e576e0bda06ff599a7dc5f5e95bdf2cb91e6dfca1cc3682b331106a248aabf0c80976ca18934dfb2cb2d901&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253467636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72f7fa4ac3355f238e7981f1ee53bacf82a70f64a74691fb9a70f5bdd754ec88fc2e037b79978b07aec75693cbc6fa41f7788c799a33b9442c560a13b7af25fb04e811fae39b5efcc8f1e19865cfda96f370171410a5ff249562206fb20f51eed6576562cf986f4569fea035486a98d7ce54fa7dfc3a0660627f38a3d4975f18dfe526d08c4ac2496fdd9bc12ae640a6f9ca324855347e87c4df8100fef8867a101e3bd3dc974d17e9e0fd5382bc79cd93e2104471b2a512c783544f310244e41a3378205ecaf22c7f13a9cbb71a05b42f2de2b1341a6a40da4c2b684222c72e345d0999e6cc07615c0e07f9263c0fd86578ed1f5887a5fb42e097e0b0dcb1d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253468568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59eaf37baea52011346993176ecc40b194e1a445e144981124b65cb39cb80cebd6202068e7f46872426d35ab512d119b6753bf1aeef606f306c7d0b7f68933f8252e6653a9209e80408d872ff9b505717dd86c3e1fd10745016e2de77783b05f1d3e7296998eb24baed0253173751937b81490aae95ad77614dab31c41b6088bdd55544a7e511c58f8f1a01dfa34aa5b69aab2a1fd12ad2b80aafcadacde408be6e850d8116120cf2abf89064b9afc021c7aea06044b537398a3e93b03f02199dc799c31fadc1825c529f22bab0e9e23c2665c74e28cea930ca756303c6e549a66faf716282b7c80a2adb08cd0adde886e65a3e021e2e0469ef7d9e65e8a8feb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253202546Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=60f94364ab5d6caa114fe7b2abfc90806864b710e6ffc2e5430d1235ede40d25dfe384fd693e4d6a4a365a707b20d6d546975cd9d4771fa63bf6d61f12e0943ca5a1f1eb402ecbc3d601d6d2fd4bf124fd187c67f91fe2ea9f886d2982b2d0c5f6debd820156bf775d8a21056ce7b17a499f2744108185d69943333fa7ac0b82379523d773953f9eb82f946ba5a7670400d1870b5d636db2afc471977d3a1e1bb7d62c6f158cad102e46d79b0e876021a88451516ef91bed48f15026c304b62d52c7d18f43fe9daf571b7430491c5e5a581576cd2a48aa375877721bef16c79c0ecf52ab97225c2a61c0810162173f316bdc6d5b9959302a654af244f8469cee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253481542Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8bec22a62e3127e4c0cf3ae63b603779e13fbd2699040a6930e082f5c8b6156dd1f8a121fbdf52b454ea2d2c340a8fec301e72a1b48f3e38f82a4c9cb078e3ea68322bb1b54088fb3086313689ac52bfbf72a33d25248bf4cd8c4ef03012e6880c4482fbf1e7d5f9597ffd5a2077aca7bc605f1f79b52bb417446ef18fc61fc059b050551800cdfdc946671879379b4a2d33cf1ed704afaef4976f863f8dfea9f2e44e058b7e13932534af512a18cf4be668e566b09395cb267b9c30702d647fca7882493791407259d3734d17b6781754ce9a20aea3bfd8f64b772ce195c144fd60a2311bade7472ce2874228581a0888f37106b18f2881bfbaba41897f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253485059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0314c2e90a96d618915260830e0cb32449e283a70c2b6c9dd590d0c73f87ad7be15327ae3dd0f0a9e50bc9d212634ad329591c6169e5c6596e0a2712e0e150a8a4eaa975ec9ac192bf3cfbc9ad4e711085eb40ed40a491b269868b28cc41a382982c3789f98706362f1846bb9c94cce54fe6e4563a4f7107a24643b945efcf75d37d74d994693362a426268d11b573acec0d3643c19fbaa8fbb63e9cf146d7f3a9574e7205e24dbdc03536e6f95a81212db8a9c7a7bf8f10bc589094491b0c3c1064d6771054cd8445e0540337f55397796214794478732d20d24d1e2a3406d04dd981fcbb5b1e7444a5004c03f109b861f2126941485bab4fe82003c8d5d2ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254332716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9a670145ed8bdd807d04933756a09b85f79e06d751812e19e2a240cce6d509e5d725a45da37fb99f7d8c188640470d832a4c9d8d543effef2b8a34c9dd6d3da66328b2bec66769508dac342921be3092b1e189d894ad9b88a1db5104974e919b4723740ae4d81b3bbeab0168006d2348b32a204e3161da963200557d22e5ea544fbbe65492e08a51ed0156de7ff410ad6db0ec7c61016693a436f19ebe22af0e3533816f8a3d0ccb2a469234655fa7dc865580f4a5958bedf58e36f3c768aab0ff232c4f81744715e90f2b5b29d13885c176be248b1467274824824e0930da1aaff11c1688d2f22642e5140d14389666420143d35a868fb47536221d476998fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254341853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=14f8bea3c178ddc81ed90dbd809326cbc7a25a96ffa8830f32d733fd7ffb3500ecde083b0f08421950a8f56d5985efa29d8967461694ed75def8479c14dfaf3ea61246f1ed980bf76d8b3b0d949a1f694a9efb56f341d9677eceb5cc988c48349c3d2037e3150816a3a5fa3626e68b3ecdc676064eae0965414a0d01a290a01bb6451056de8bf80b60c3dd7a3110483bd305f50396c6888b35fb9e56502b1a802166f28d8f54b6269658543694a60d7f4eda7442cee31233121e1ca525b968e2b1b0ab451a16c0b0b2f8db24fd1d114d079f4dcbb7862fd0a17886f633e985253c09b32c79908b690f071103ef7caf40b8321f0fe7aafa01a52f9203c1dd2e9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254344168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5f37c45d449c77e91dd27550650c65b7cbef4714af7797fcd9450412f1010521e63ac4558a66937c25d1331b5846ee5ea033cfe7b62369b0af1884f0b2c39816aa42e6e228c1502805041d99cae09d91d1fe5ed30f601d589e8a67caba0d1344b36cf4d8e75a6a6d41435855b98d63fb0d55dc50bbba6004fedd10b2768fea028ef09adee82cab2785191116f2e652b23912dcd993603eb8469720166c4144f9b3653cfeb137274893e70429092516318edfb8ff01ac0ea1786c5c88df15833c48ecc1a875d30c1a7a74d46292aae1e4479b7ee349762f1814c0cd4c8c57ff72e56bdf18d6a24660698f9bb866f0283a38b88d6912290c2a40f1e07de1cb02a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254355359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=87a5ae68cb01fb203b5468b1245dee8063b1240760694d6b63d88f7c930dee30e2f4ff30c68106237f66aa4cbaa507c88bc076473e3402a8e14837a1489cca0e83a408c6428da3b5e998caca17bc2584362d6ff6ce4c8ccfd1658ff18fce4acd149b42438f982063d528428eb264b214b432cd9daf745244cd0f7c0f88d648eb49b97424cd97b4c9914c374cf33443963bbfb443f3349a93777c08ded061e8e84d694aa5c60751a781829212d99f9a4daec364aeead9e09a47155ad32054a2905edbeaf31a26c6ee498bf96b7d2064bac7c88cb06a9be0003a1986d50f65875cdec3bd761f3437e32b4bb32d173dd6c3f420882ddcdcf6234de64448fd597654&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254363324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1740761b3e29fb96ab5efa251f20e758b8e43b9f4edcf4fa36a80c18e29399c94c72bda56a42c46cfc4b55825a6450203b494f56b64d7b3e1a79f8b7788f304609a2f5b84a9f42f532d912dd5c40ab4bc0341caeb6517c56758b4d9f9a9e194d600ab6f39d94833c0afb1514d791ef5d21e1d90bd255cd368ba7c844f9946f149c31312c82b54232e4dfc0da8c12c5e076a7e5fc5413be67161a5fffd04026ac3be2af8003528ff676727c0d9a040437c66f80c6311674e4118ecbcb5fc64168ac9624860f8174278d24db1c2b411f162f4c92297e56cb051e974d95735f9abbfd34ae8a961e33f1c42b1514de46416c39e72c83afe0fbf1ffb1e5905785432c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254369776Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81d8b24e8106ac98edd0a3af36314e4203db2314f1a76f850d7fd75f539ccf8e9fd1dbbff138f62d5ca67e50585dff5c34ac0b937a5e873dca1f068bb0d3b5a17d5d79ee4cdbf3f8ac59b99e114456ca5b308b6d28389d01fc8257dcca20e3f131eb585e1472df17ba19074bd38c7800148be2adbfe60dbf5ed37f1f610a083269384072e863a642db36b0e706beda8315901a896de38c9af6e7eb396cbf65eb2d46079178da0423edfaec3de6ecbb47fcc49cf9b8efbbf7eeaa7c27d863883c31cfbec0e827ed25f2d669d70361dbae84d043a0c42f18f0a105a8c65324453fb0a18af45c6502ebff7547ef856d34e5c1f49fca9068aba6908517fcdfbc2789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254374936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b453ea3bb995a27a16846dd08881918dd5f616685751df95c33ad672825c5af7f67716c097f082d58cab78217b1f3fed80f9101e5981314e71c4b3cf578c009cf1fbf7fcbb15d32a0c2bf0e29030c78e1fc68fa411f90bba701c5d790e142158ccef101a4910a9850fc274bf1bc63ac96f23c65a70c8157b917cc1ae6a0a6cc934dc55afa368bc745601df5f20f8a8199c51b38ee0b9013df76b5c8e1a8f43c0476ba35e3fcc6ee75cbc4c81bc26a2346179e539083abf304638282470a9f79a69dc8f1699641780ddfb3ef0abf1f81f223c40ff0bbfe75d50d4955eb8109813e2e0b794ef79e5052260a5847b1b587a4a9594677a4863a1ac9b61347443ed57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253492092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a49ac909a35a97558cfeef8162e7323b12829c7ccd1041760411f0ae9d08d8d2544758b3b8632e360451ae20c75d8af15795625c0908be11ba04c06496b3ec721342eeedcd5db028ac8264ec135b0bfad54644df972fd0cd176a64accf75e35c091cddb53b6a0ab5ae06f82a38939ddf4cd09603594eb427380f55d0bf0d61047e504292f77ae139c8a0ec1a83c51aaccba94063fe0bab86755fa9a5316418665e9da24a1865a321618931cd84cceb8463385bb37cc69a8f59ecdc498f7c3ae76f5a1a2d396eed221c53cba8c6586738dbc04f7dadcceda19f9b1ba8c5739489285d43363776ddec2bf74835f342c0ad9b6ac7c74030aa92a182ac8f08d50d17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254393721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0e698d52769910d25b27f19ecf23c63001aac172c59e2ef7d5ae469e2d9b5e74cff7101578e3aa844f2e3c185ecf14d798bcaeb60e3a1325630e59221097ce97ac1133ad1e4a52fd8b3e0989869f896e1c84faf96a0f3f4e2432e4e6ee4fe926392eb4eef8952ee969c8981a25f5a2d940adf1d7c0a5f38a8317616552ac3ff24d7fe0b3cb1174d69686d11ee010023ba70e2c2facae3acd512f5767de3d13ff7ebd45cc025c73f0c177a9e253a84e71109fee594de131b46cda6e6306e6e9e3a6e82236c301256af8dc946490c69b5253188bbf20c7f7c28e3b58cd1aba5213a08c5581f3568df38818bcb6a6e069a0593a67cbe29c3b7d68fa0791332bffb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2543983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=135253758eed6dc960c8802c750ef5c0db78f56a990020959a8eabf11f47387e9e3579305a30962b437919ef045c48a11b9379754d7e434421d4e1d38f38c9b532b4e9761150ab658aef90605ba53bfa1bee753bbeca9052eae60ca4a42c7e375fce14733ec1a2bcfab491662decf92da809586c380e284aedc680b9539621d9d234412a59f7585e62dfe4047f113d145f2dfc44c7372251d2acd228b86f3b39c3377489e017ce172f458e70af051bd053150be78fd5301679b4766ebf469b531463484bedbb5834f26f3ba1f81265701bd8092b91786aa0cac92d82f23d5c0e9da1037b65954d90801b814fb16f57576060b22a7bbb0e8e16930360bdc263b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254377601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=265dd00482bba654e754501b23768f9767b6fec2d1a206d6aa77a395179bde59d4f2c67390c62d3de0911a076361abc11d3f7e6d513bf1a726d8fcefccc9990afd035da32f96b4cca8223af9e7a50cf656682d94fd51b2015eb99bc8b1313a33f376b47686ffd212114ab363fdfdf28efd4145d2711d9607a0dc172a64a976bc894c8ca0d61460fee20026588fdf74cfded33a6e14d07b1a4857c6e1baddf7cb4be9d8fbbd8fef9f85f2b590af32ae2496b22be634e71bad17154e77b9cf63162ba65b109870a2bb84e6112830dcffcb689e199082f3017a23b120f08e87a8ed70229e92d67743ef84d0706c08e9a3e4af0f259e047747cc790642815b8ba746&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254413158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c2c232de171658518986fa271ad639539c6ee041c33aa7939de0c1175c539611414d234b2bd9b3585cccafce00452d760ffd1e98ff30fd93cde39afba86aaf0b32e60e560204bdb8ff0d2a9eeb1785183082db21254527965c9e72ef5c60245059effa0c4dabab39763d24e176d54e0429c375bed06dda9d58324985a4bc05fc6d864fc91a8c1ecba95125f5b834357a71c14f1c3b367ca45df98153ee4d6d07461c47460a15c4bc9c2f713e207638e3302611bee555e3ad79add82ec463ae67c402226e1c74df66851f2526e5a10352960f869186f3484f1b23f2471a3b3e5d820eda44e49be198c8de558a21d3e12f91a344f180f0d679587e2dcf243d60b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254394813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a7921bb363f0cac4f92a1de056729d7a7ae995a93ef7fb171f0f2e6781bf094b9c75cbffe39029eb39158b3927a5e3e88cc54fc2de34ca251298a7f81f16cf814a2268dd12c2827447bd00bc09de7121596f3061a5819a83f662172523a220ed61324ae052d0d290d4525f01a55a95d4d78abfdd1d09a21bef40c467bd57653ab98c47af4994b612762c3f6bfba6210bd47421a97e921a7748e86f37ab5fbd551b288a2231d2bd3e3ffed9b19297d17f8fecc9941e68915ba0759fcc221ee9da4abbfacf910becc498ee63c93f47d200ff2a06c1f728eb24ade97c4297714b86928d0839baa4b03c69998ee6c093649187a3b8f293f96313eeb03bb08dd7cce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254433566Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c23caffc3e91b3e060aeb3c932fe65e3c5ccc1579603d0e2ad4b4aac1db97e243a49631b0cf104ac76bb6067a52d7d85577c62039e5fec974c1b8bebe25572e65c5da8d16b0756fae60f4d31619691012f5a1a69b2d2ae89530ce4d97c2ab0c354fd89620dff492db9a9968c54d35ade44e01df4e4e5f74d00e8b3cabe1a7225de76a7c171fc45a70e8b5c3b6a35d271652a71c53a6051b219ed780585bac39a90b2f53357b60ac752e6b5d0bf1c494a54c805b04a936a0c1cbf7ff795c2bf7040efe78902c8bc2d21fd7df868a7bf26052532a199f8600aa1beb50fa7269f704a8387c2f8fb1c362c57a783b157ba45d8e5756a33378ea271cbf9005ddf9290&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254346362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=87483ce962affa0b1aaab8a4777cc3dff9272b7544c3229fd299e0c77c70052bf19a71be6f39fbc651ff9d2a58b2c695a879e3afd525ed7854ae6dc32abe614920c0d1a32073c92daf8d83bb7b18b3648e87489497f13462b870691d62a6f7357768bc856f9f83236c9a5eebcdcd0b311cc057eb97fa14264f49ba796f360b8534f899fa1e9588cbcef10c4ddab1594554554cbbed30e7d7d02574d411290e14adbc197ecc4ef5375b09ceda6936bb23a6af5cc7d2227c3d38a86fc4d734b42a3192b3e5d178eef64b86e7a8ddba3a55a0b79e5b146d48d83b78197bae59e5a1ac893e2201aab3bd1d43bbbdb07c03cd98b63797b0e578a5930b8a39a8784c51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254445168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=043ee55444d9347ae99d9352234377bf19911abf478ebdf899fd5fb733ed89c25e9b471499ed28f8372d8f8b10fd97c578ee993a39a3f85a5e03341ae16e44bf6d8ed88cecff2c184093018e0300bc53cb77a3128569bd85fec8d0436104e757cba99c66fa83d163469e3cdb1ed87bcf08ab6c26e94a5b4896aef92c6cccb53f31fc1de7af0dbcab0c5625f4e3abed8c3c47d9cea26d2938de01ac76f7d6bba3aacc4457dfbf303bbb2562df400c1e65abe3eb280b3b15891d4bd11c25efcac8b32aeb39db40c954de211867b1a86dd4c81c2c7eefcdbcec6a441ae5592d1b3cdb8af43d2909219e4c8f61cd2e54f9afe33b79018a69e24506eb73c33c782b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254454876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0380800487e0d775d4b409bd7657383d609523275cdd82a3fc3e7a4ff2cf1a6f467cb773e23fb0f4dd7e2386f8d231624ed969ed40b80cec6b57ce8aa17897554c8268b487d80e80fda9cb9da15769f6ab3a289b6c227868539fc76753c068cdc259a0745775a5728f5167ce5648ae0ae4e6c757a313c33d151cde7f116f479f3472f0a0cefeb691a755b0b678e1882070d7ae03b528c81f37441121fe02761713b1f4c09d17ba0e17be5626b5a2f4e3945e89ef0aff07bfd2392250008c9d456c63753f1ee5df97c50189bad5a957b0dfd6ecbe429ae243edd50de0f9aa1932fa6ee1e3f45e283c9735fa9c267a0655fe22323fbc7993f9470c57bcdc446005&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254455949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2f3f035012582fef92f7045db76a030349294daecaebdb987f4892aee6543c7a39198cd5fc16de33c8fa011838937e09562797930619f61a64a96ba32169bccbe629395d533a8160791c9c4ddafc7ba26dafdf65d466548b22b7c0355be3f03f6cf65f82264dc614aa3e4ecc44e75c8637426e262f62cda1c51d8df906b56ef9e573dbc6f830fd37a852109b0318084deeff4915de25361a6c5e1e46a3fc3c4a1d13b8a9cfbe099e1158b9fbf27ee1ddbec40da75801e0622a77c77e6ca59a523cc17701bb8d4db1889d9909b49d841ac754b5069bd4dcce520af053286c8be65b4f95f7224b4919fe84c5f0e0a972c56dac90c0bd2d481fba58e8efd68273ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25446731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aca2702dfd11f888bab3ecce8d5f158175c831583007294627449db5caf24cab297a198cffcdb366329a6a53cbd112f417e56f2b6bde115805bdc0bc30d11df26acfa695973914abf1a3549cc1c3c0c2279faa81b7ca615157771b58dccd399d9ef7c12dbfdc9111aad6b93456d7a2c07b0f70be15f18f91ceb7fc1349f2685e6f02ad4a65f476e92ceae83a038fe5a4fdc9db851e824ff97819e36b59a5f12fba8ccf2c61a44c36512fbed97498355d8d81a4e553e4c1195921fa32d587be4dca25af74ca15b5d1fa25b6ffbc9c332ba77957f4aaa8927b72384ff336850e3108dadc84f99dd5aadb09bb9209f00a9d68fe1bc2e5cedce39637c7a3b8d77d6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254481537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4760cec105643bb2438f7092e89bddbbc00b414b344eb508874ac61622f51b5b954ec0b60494970b23135efb02b9ed2aa8c85a67ad41a6d827ae56e0aecbeaac4281ea877c77f3f3691572a57cd2dfba188f7d5e7024199758aae44e6ae855e87cb5be184d4e02180993549b7ce8a900f306ce452842a7840a0a48128c13c0fcfb1fc6c8093396db20b90deb884894feb74246eeb45a01a71fd65db71cc3b8d7e66ed3a356aa2b298a06ee2dbacaf31e8d44c9db6aaf0b63861c651c7ce15e8097dcbb016093010748e4d05b6d8462ecfd6d51df368de2c8e88ca8415c5e24b077ae1db32d66cc7e82f1e812885e675303c58cc5e46365e344976adade2b59ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253493134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bea3961b8ce8f0fbb282b4d4d3201b04acf43374a15f560d8d1e35026d656d61a786d51830602315c1de0839838b0bac5cc5d52edb6d1189230822752163e98c717721b8fb0e8cf7622942cc3cad89dd626f13c3925d40475cd0b5cbfa03d238d64822180bbaf31bc62038ab32e85dc7127992efa67da469fa09b9de10dad0f6ae5e6899ecd77763de78aa74a232df0a67dbae446e919bbba94f754d5c52513162da90d6a52e9b9567e0d04293fa79839e1a018282b10f4cc17e78dd41e611c5a0dcc7c24fe567fa59cbf8cec2b380674acec0f61b2009afd0856b429554de34a266652fac2dcbadc5b0f6d9fdc3669aa9f4ac3f4045e478e8bb342a0cd98f23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254495002Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=749a2634e3e6d72f25a57096dcd2300e568208501d49cf598c57c19d8939021a3882453d6737cdb15e8bfd4390caa51f87055d58bb236614eb188bd890797c9292b700da87c9f788755c3a6f4d8eccbacde9a65620d9cc4424e43d32b85d5e65c56e652236bd34cc56c193d0c815957d6d63b620f36c001ab9cc46920a7208c7f97f70b42526db25af1c3061497c4f196bf6d6cc41ccf25a70b7174c803f6e08392d7fef27e7bd0d7ee6bb174d1a8bc4fe456b5f3e1af66834a5b26a6563ab59bb2be6378edf6690c1b26f374252f6ab1e7d94b3083fe64454f7c1ec2c93c4b86be7ff899eae48eab8ee8aaa92505dadbbbb2ff073d9e6104a1488eed5c34d0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253493755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6c22bef04bb3934f58e868778519eecd619e68057af0033b9f0cba3ec100f56eb9483985762b99a01cb25a9fc5fe10498965ed4d8becf59be699d45057268d1638666397fd020c3049b1dc1362866e3821e1dca00aefa6c001f7bf1af0e61cfb28dd84230a545ab83a634a8a6bf91209d06dcbe1229c082ed477821a084080db28880fdcf21b145a09440c1055c815915285450e037735b673b752e42b30200632241922ef0b6a32a40b573d136940d256b2294cd2383a31c87b384a20f40041dc8413617fb7b89535e5ef09ae7a11bb0bfb6cb27694362741b153a123ac466106276b476d1924a6c1636e22ee79fa01248232916b2ab4051f53ef72b179f9f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253498234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6571c77238bfcc6e4f31e95f8f882454181e4f663299320276a6e163bd66cfa61cf591fb45fd4a2103fc437f94dde69d76bc8941e44e2bbd61c6aff6decfdee46a99e55dd1efbc83d6e467861a4b5cd5bf9264f74204328a9915d15b9a448110f5dd54b7901f55bb57da11987ef087ef6de4b18eb308e41ed520fe664b6eba09ecaf509d7b9ca8af9287fa4049923fbc79cb8a5319ae44de462df2548b394da39ba42725b101b130490d8a25cb6ae1b61eb90465937694677ad6235becb4c273907ab2b1b24dac71e4db1784d22b4c0ba25b7535f2475b3392719831b2c54cc10a35f5de1d2a03e84daecff20cf86554e869c189a6489d7b985691d7754f01c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253509635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3543cdc2010dc6745783dafc78c19a1afb3df5360a262d984d877ae68f582a5a82d6824ceb043e4e63af698c392219dfc2fe8ea5048610d8e559775a05ec013ab17188328545d2ce044909a4e8d2cb21d2dbf52737412ff72ae008c302d9756acb44fde87a6676cce4298b6c7995c20b1f99cba78c9dab5337941dea8403962b55e4fe17bdd9fcaddcde2d6aab4884d6dcbcc21df01960011ddb1926daa73e3cd82828cc15cd20ed7393ae1bd8035c6c43fc3cc863d5f6f8777a46ba5f09123a050f70e1eb1a781e1d96261971cea44efba6893a86741e4175daec22bfc64344a8435672b04e8984a3e187dfa5d276e19c3e07a6a2d4d1bc52f9732c7306bd9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253516548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7a5ea728f26ff67f3c9a06bc8ae178ef3fc0469013467b7f1d1ae7fefd25a2d0bb79d26d4e93e3420c37b7ea61268624627b5918d83723af190aae76aa38dfa566a3317bbef3925da9dcbf98e9bd278b587fa3526e1cd88d612825798473f547a4a1f7bf01ef1cd00ca5e1d6c3b86e5441fc43d8669369b604d9600347c8e6e7d01f269b7e6fa2eb6d796bdc19617d14271f56a7618dc57d84c69f47eef040fac21ca18dfdc5780ed4473c2705ef59ef23f979f5fe10c90705f8c31248ed638971f6882951cd25e86cd1ec4f264972f061785b32241627fd09e894f8e5a5789d4dfb4bdc53575cc333b511d148fef093596896c9a8334d4799140ee98697b9d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253518281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a3962985e0b68da6d52f80c15a45762f9430fd501941320d1b4a2933180ca43cf213ea6f937fa2f90eb9d86a7ff65dac52f4b450ab67787e9db79ef3a7953e21a8033d0fe197360c8900810a2da7c490889c25ca6fda53c9eca62a0ebffbb82eea14011a1d57e08d3ce5bce0678cf962f8aa5c3a3dfb45211e40c8ca3f7a8a454baa8227bf226b8c47ac104351849168842177605385610763d72a5d56ce234e22a5b38c759ac20239940785f9472b297049e2a83dcc633fe36d4a1b6f7fa8d062384f43e55e4d01ead5fe5b064bd0ec2f386a6584849aac5b65280107d1445483f278ce38226dca83a6c94fb1829daf91544073655772f6b5aa96d5d7394d95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253525685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=741de20a72414fc029ac5654d9433c55a43c5fd06a02981e8ce85b2452b137ab784f115a8311734031a45dde399274a1149a51c741d0a8541385c2ad28141b1f50a6165324b90ce618addd6fd19b5aa9cb21ec097e76af11fb9f849e16521ee022c114b5bb5d199b3a4fd338f444b6403bbb56caa088ac107980b3bb15bd6837e944126a2f118f8a1979ca274c8f9831be9e745f8bf3ecd9dd3bb6696b8380e275c1584c7433fbd8ec45a55a65fdddfe28ee5fdb83bab402e7057e56d86a3d8561438ba7e1b2a7f906c6280299a6cbe05551d13e9084ea530f10afae6508d87004d05ec8184b37667208af7fd53349895776b6112cf6e384b5c4041b1a6148af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253518382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=003936b48c4f1271c506e1ecba2187a26953c7d5208c75cfb911e9aa9e8977b0792b19fe57712bb561eb60e9acbb06fe53c3ca0278cf0bd49cc6fc44b1dc896b7ec39bae8c5b71b46e6be70db9a862d8473002670fff6c798cbaeba0770e38775d7efbf4998041a17bb899c77d7bfd1c804ac4dd1fb39432cd5901b502edcbffe4714647029931d846801c696561267135ceeeeb1a4370b95c86430ae43620869caf97a1db8931f534784e20d0cbd089649f3b0d62e1444a56e36c8ef31019e989f0a4b87791d4b0c93b8cbef63ca3078ad42cbaa08c4af952b147c40abdba2ca207fdf85873eaab037d4a5e3a3eae7221e0286b2caab74ec97badded149a34e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253525565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b94df8dd8ff916155b42a68393eb5c1df2f2ad560152e58c0f96322ab4bbde74c21063d8e488d3cfe589d5bd4ba53d3c0947bceeff57b6602275b12f803d09c8c4488e174ae59706bced0c6fb989f66a2d94e047d609e46d961057d06f0f7fcfef25dcbfe8784f90b204a36e4a636a3c9566a2c7473547e416fbaa65cbf9103cb44907a3ade45882857e68a20fb062b783e2150ed0e773fe29de8853f56d9f2ba82d005b7041616b830d18aa7ac16ac9f18c100872658789064e71f4d98656b2a7e3fa35f42f38a6ed5d84847f9fe68905f2a4951dca8676f0dd1a2c33896ad49ed9344b7be671493f032f93ca7b001c2a4287104b2de961cae272a63b58dda3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25353341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3bc58db468901ebf50d565148f34f2e8b3c447d3e848715df33e376e3f42e6f6f5d00de21a4d0d266520f9f20655eca9b2938ef89a6894dff2e87d0460d525e2995fed475ffb2b1363d36a2f8052e0bccf51e13f6fce56b6ee004be16fb6a93d0aac80bc9f2752e62338ef68488d7b4001f6a4b5dc1aba3090082849a079072bd32aeeab6706db679f0f4c64ab368202f3bbdc4ec118144fecb2b040aa03dcbe7bfa8a9947875550b550b29b56e63a564c2025e4d9861b558844cdda02ec83059661b20859a7cacc856b7faf1ae2c358325846da82922c44eff21db3efd717a7b60f9dc63d16446e9b98b0aba46c6649612c2405cdf27426cc1d6c0b4aad44ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253544751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9aece754ef475e2d04949f85d805ac9435d768552c4eb90e7551ff2f087d17ca14c9ff62b82ad51c85bf6f78a81a00e5f2d2117dadc2d9229ef9aade841ef709c03f276046f495f15009c0cb91160ac3ffb32c1c4be64d1b50d8872ea40e244c8e72e29008a746fc8a0fca09e5302308b060e14a0a2d2ce19a0837f7dc406657e6f7b66c7e481e019ca3d8506fc61f47366e1518b5e902b860a6b1b929e16a584d7d5b043c07759ac2933457fe8d22be00e648ab05827bacad8e0592710845d4f6db6ceb0e17d3fdf1f8ba36003c308461b7e3b921ce43f786486f414d0e976713c14e56b5f9752daf1f0fe2f5e7264d903d099931ed101aafcbd47db1b3e3b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253542637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b2a7307e4ba21c8b74a2d2eb58c80effc176b32a381a11a494230ef03566bfc6dd22b19482cb01e0687772a0b0aeaba95bdb6ad0a86150fa48b3db72555ce0caa5d72748213fcc5f56fee307dbcceffedc9298413095ffe5294fa4b0801e4ff6648227a3d361f7e51d32b3e9ecddc3e4f53578a10552a671f3ae9f032a50718b9522334763cf4edd0a2490c98355f90db99d32b41d0b0768f86172e3cea64ba0ee20aa81cabb7146fc7487d09b3ca07d92f55f63aaad728fecf994e3e48227c64e4684a63496a3a47017d2aa48ab27bddb26802f1073541c61420ba7be480b0db684c1f546bd79576cacb549cf450796610805306b2b0362d934061fd01fc286&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253553187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7063e5535171785682d62e512439b7cae5461a38f1f20fd2bc17216dce42979e86b29e6bd333b4c83e78d96bc7ab4cb1eb080fbd090dc5e2efb0809134eec296c03a78a6bedd079557f1bb9362825cd33217ca12f030d75289f0633c1f0a485f1d29ea23e6a3f80aad7a35a5cc89d369d7440573599edb7a2664f3f4be93c4351b1dc987d04070915e249ed972ddbd2e09cd0dc0017532f227b626d4bf2c844ea68a6555367a0a062abff5788b304ea42b84c8bad955eae5882ceff2cdbb4a41a25157966460f957d0ed64065efbb7dd74ad6230734317b80a6f9b2f4aaa90115ea96048a9cb65ebc17efc801229488d71a25ca0867ff524472a5073b021d7a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253560982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a2651ed008fa1c1cc821f8794e5a5ed6f088150ea3ebf317cbbb4a31fd4701c9efa6bf62fd0ceb9a59ebf68852c797c2049c8ceb2ec32f362124b5ceb8d7f6ba9c9cd5bccfc6ceb1ad9be6c4a3b46b0e5bc3424e2dbdfafb31f154ec22ad72982f61997c8e744cecda11754409a684e20150f8d7885a9306903739b78511052c1524536d6aaf4acddcc3dc1be4f550fe1ea462b53c5c8fcd225d465462bc07233daa07a8adc6f77df969abd361280e4a90d1c5a726a40b1dbee894927ae2c28b50bc16fcd5e10855c39d8d6f1fd341a4b09bc6b31fcce05899a57418ab884651b874e0ae3a536f9305653e594ba93b1bff5109cb0c7515e3e86c5a53e08a21e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253562324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e57b13975db8b96cdce66bb23a45e92d9fd2f65a7ce364b1fa1dad9a383deb9623e12522c5833255c536a94a53945dcae5e7431ce3cc58977c65875992634d79f79bac6e47ea9ccc857b1e6ee7b75c13e6c60fb8ae204ebcc50c0aaedaebd622e34bfc58d287674178bea30f489a23faa0d9e9e6cac8086c5538c516fdcf728c3fc80abca678683d1ac43d7011cae9b3d8b8131da961fece6bfcb846441f0a4331f3ec1a3256b8dfffbcd062124a623d41f065bfa893197b27c3f68fdaa80c1a08a5a79485e8d301c953c37c574d0142fad140402a0b61ef42fc9b87e5449d035a6bd783762b47d0e339aeb7fa821b5946c4ca66da74debd4177a3c6e9b01dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253568696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0222866551b6aac67f02d2672be9c12492a055c7fb2f9190a95fa2269486a8f94c930c147d866f2fda389f82c0a2fb7c38fb6b6412d93cf12bb6afbb6cd3c7f96684ddf86e0ac6ff15967afc9ee2e17944c1380551681de0de87f83413d1da8c8c4fe614cbee3614db8258cca49b9d4575443e3fa3aeb52585a37a9710b7b7170119df3995a329d51fd6ea6fb52c71a35c77ba7e0a2733c4f00021b4f5110894efddbd95176f959a1fc2b74b4291814a68af6d1cd241410ff21f899d026a329fe7389ddaafa6a49aa9c6cc3051f2b690692f06294e11a0ed7948c2d182c8feafbdf207993e78fb0aac013a774659f33ae333d5ba84e7b96ce248cbcd6624b3d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25357074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=649f7329f45e97ce3d8d2bee314bb6e91cb3cf9caaa6f8d2ce160a845aefe7cae808f66746c214931567dc45e7b22162d869c0bf241d76aee6b902ef632bdbf5dd7aaee6fece9999f51ac24ba2f73d5ab6a856d5325a1fda487d47035bc34d6dbf883b87f3c47e5cd322d0b94f1f20965481c4ef30724cead9e81664f3560eba8bef745f795bb7b26772b0cf16f4a587412f7351199a636982af6be480336a5e413467e22b8309f5dbacdabf0d7816b0914241bab7c05fa8b4d4d75d727a0426940f8b399da1e46cdb4c420b6d2f8af28917b231eac477be8255ce99815171e8e553c23ba3d0d92530f2f1094ae0073cbd675a2b6fc08e7701fb23379446c004&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253585548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a35cc5fd3c576b710e6bf79a32c416ebaff8c06ee9e92bc75b4a9cc61ce0350d74f6d94d9ff5b5f0a5f7eeebb614d2a4a984999c8c77b2e67728746f363e1aa5a14aa0c2d97d6fc4cb0e2058df09a81fba57ef607057b02e6707d59b4cf3e518ed64487915ddf78c3e643a583a9de0357e20e50353cd0bc89aa9197e6d1406fd8e50175e8c4dfcf9960b14d25148753ebde5b2f75547d9c1c96ae642a76bb2766695580ecc1859f550b87c761339ead342c1e998a4bc46baf59f0ce0085feb307315ee0213caccdf4e6d631eb0f3fe44afa7df5639b08b1cbdef59583a77256269e7daa780a7121dfd32215ef9c3f91086a8be5e4afece25025bbfa56790131f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253587332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=07c300c1ddc0cbfa07f6758d5786f29cff0ce3aeecd0fafae78e2afa0b049e0ac8b1287c259146ec1e714bb5ded94777ef03752b6f87ba36890efcabf6199f0b62ac5d57622f7a322b11c493ede709cce68f7ce3f841a1bc71b37edd39e51304d1f6c7683a3db8fd2e5ad63a58c6d1c49acfc6605069a7a9c41c5eb59fdf81eece49035e98fa9d9483819dcb6dfb2d5105765824e6154dffee529a73078d1069697ab3d12db0ee65b2781e2fd9d4d717b4ecd0b11c0c5419c676c735135a339724dc8dfcf43cf1071d51a329f0cbe5c8459ea3d35c6373315a81fc222a3e3cad825929ee8937924b7c6685adbc5ebe51d565237b0978da51bbf0cf2775f8ed55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254595732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4ce8fcead009f30fd4cd33d4944051067b49729def923f78bd48da8ba7ad27781ac9ba733ecaf0fdb12aaedf0a0d91248eb192255dbf5f08924c9bab341adc37c1f9f6a7f1f9659c44b73c310c6a2c02813b3e0e551a126fba4790ca9336256d0d9c2ab147897f6a18cd2d27f409c5a15daca3ac986de79ee80dc454263ce3c35f7bc4fe06c2b4d20893d04dd7bfca693ace976536cd110b946b9a4d5974bd70bc31c84cb52f8b332cffaec3530dee345cf4485da7e5c4f8f4ceb860c9216d2319a35a1d47e7ea913866e3415c2925e42ce30d5bea37d79af6d5be150597a314d68745a82e0e15978ea897fcc7c1738fbf95c156fa872c5dd2f61baad56fcd39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254594219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8b7e5535a669c8b001b7d95f2b01b24577ef663cbb0e8a256fa8c8c2127ce4d06886151751c7f573f9e6777a948e309490501758918a87e98623f0702e7bd19c71a65af2e33c76a4648f2545a562d04eb324c39761d28c2c80024178791223cc84a53f986a9ca83519596a9e4c52197a16e2962e5f51a1a4c5a626565c4601f9efe8ea40a41871ec4b64ed126fc5511380247f4e2e426cefc4fe267557167fe97fdf4597d3aae3ad4a6444e4a06824c50cd0b0abcb2fd44102d7451aff76eb7e5c9ac8f1e3b1604270d6803f22ec25eff2c87602cb5b1806ddf904a3ae8c84387a33fc6b0c4b878eadd2e72fed409d981b8b34abd9806ce501c616653cf0a794&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253600446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=befa8995bd57c274d08c8049964ce6ad38c2285db1ad003edb7b05a90e1dc68d78371af0f90d24c3b976fa14284b751d204fac923a5bba7be2738262e1ba2460a7d7eb0312ff4d8d32581bd77c37b19d346360ce51c2a1eaedb30fde0d3d7b8e06d6e978a987e7dcbbb32c8f7c7bcdfb2e3af0aa57555ee4799fc45ade7b69bd756a656a040e8bc5e3436ea92a77066c347b7c7066c4f102da357a0ae1b6126a070fe43db5e870cd93b567bd36ba8af8cd6b5e486c3745ff48ca68bb596c553195f952477882396f66910da5288a8ea8ba6e99083a19ae6c1148ec8c4aa2165d8c021a710d89e433e7677814982dee1f377571a3e0de18cc635b46b0e34f9831&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253614863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7da7dd5f18ec50bfe1370cbe89f19a4d17827d360bef4828ccbdc122e709c6a68def506b6469dc743adc2eb8a90e07a8cb4f48b99d3a4e580ca183254b7de8d6a64b21a75a189a8549b8111b766af5348c7ddd3b347be973e68fc085e6e629306fab631f337e25e248d180a32ca1e25624f1f133a583305b079c9fd5292ee6bb3b37cce06ac5eb8d847ed90b5ac2c9f210c5aa581b6b0a1e0b598926748857c3c85c353fa22cea5e9c9a0ccd95efa042c919e2314caeb28cc869012ac4b07cb42f7f36a2a732b4488f35d8581b317bae074b255e955b599a44fe12ea5c92df44a8fb35a389f7890d9fe55ae788fbd5d8354b858c11a8576bd3d96ac9f7d80a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254624707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=17044ec02f696f9fec77e576fac7941cd890fc7eb277ee21fbedeeb88cd6641cbe36e9a7e384cc8d117e8f914765322689bef5e799cde9031853c26ffc0f404ab358c35add34ad8d48ec0063fccfa3eea76a475582194989bf435c071a28b59820be1731edc8bb002cbbcc7e7ba375075f6bdff9604620933398a53e769b3d4dddb299572d931a1a7bb6ba39aac6cf78be5addd62627d9e831a4b3126cb48bc09b156dc1b98695c4d1025d71f25769a44b9902c20a3f39bfe6d66b8bdb5b4ad9ab85fa15e173c5d24f0c8796f346277bd7ba7696ee75e2330dbc011a62b5b48874c00680d770d5e6b049aa9a304458556fc674bc779adafdd5e96c0cc9fce44b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253624532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c469bf9f9950a0aff20b159e6bb7a7f58e22fad71ba89b2dae3b35dfa5da519b5f94d2878669813a523b3c2acad981bff3e589edd23e0dff41e08e9a51459648e4866a358c9bc6d72676c679bb02858caae4af18b160faf390be7adf08131920b189504b34b11fe6532bdd6fabac039b5c854bda6e1f3c3cc5359cb90f60d6cf3efcf64da95564198dfddb7dba0541bdfc42f2d6904b486b40d2c0aa167e7c9b951f937b6c6ec26ade247f58f7ef174f523dc0783424b58cf2309b04927893051b4f239c35b4abefbc2d6187484368ccf6536a7a9a503826832dc2e11f2d34acb219fc7f08c226706a75b95f216ef49312bf1f9746a101bd89a35071c07f31c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253624311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8fa57f199e30159ea43204e2978081450c6ef6b5e23e26c2af647aa521ec5a6b0e7b42b7243d97532f31bbb6c003ba490640aeeba1aada14be7bba29bab627aa7b18adf36af649c6dd102b40631921b20bf9d4c15e74127941a7f0cbe631a3442da68350c746ff82cb2f89c07516bfcfd630962a363cf7bdeb500c166e0270f28d0c0f793ccfaa1e22ad4274161a6e3721391b563123bb44ab1e0318dc2cc6f523185bba14d24574a25fb11f219131e80661dfd703782d49f9f3b857173e0afde5446b9b1f3644374fb1f13d2268ab10c04a2fb931484a66a6dead3d1e89010d0e2e22fc4f5e9ac1ae8c97cc9dce235ae7627d2866dde2e3c87dd9ce0c8c4257&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253632186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b969a476f31aec0d3aaae1490d302d3632285dce560249af77dafb277cedcb21594b5ad31bd7c74a610347c441fe6f36a03ea6d0fed8f9d70e84a931d05c24395433807c47c51339ec25fcef646a185282c275ea39e49a679ec5b9f030696fa8f41eaf5b60d62c68b726c0620c5f6c4ee27cf87dd30474ebf27666908fab8d6fc1de7f5edc3c2b14ee58eaa1480bf791119d5846ad6daf22acf41784f92a439e36ad6441565ae5059f87a0c8690ccf1ccef386c7c8f7329c3d2f17f2eca4d2f2473e58791a4f1bfa336e228741f74791b45763db55bd83ac980de740620fd513124db08eea7a9fa1e12e779006575c5332dd186d0aab75d59e7929c77684409e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25362869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78f1297aee8e47f0aa345b3341522a98fa28e8a7fa74ec909fe98d4abb296d2f9a849a7471d0ed130acda4a7c6d263328a485e6d83f5a8d6500718579c6294645a584e429f68f145e6fd89b66ff3c029c8b50af19d3041e51d01b8a24e497fe02beae2b7e46a2f7d9bd4fbdeb6cb5254b70d022af42a227900306017b74eea34d988aa53847d8086ac71f28b745b1ed65df37b5e409d0b209b86f112dce21db842135b14eeea3217e664ce47cb8c1436ce6a9beae0e9fe7beb6835adbb531c8e92434c67c1758a84cf2f6908808c41109a122d7df575972bfb5fc68f7d1ff9fd90bf29f87ea7605a353e21e613c602588de25203945862c91ff9f80e1b822a5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254651287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49618ac538ced726f518a16fcc2403bd8825cc20ac17a91faeea5b344fadc5fc4747557b1c2fc1bc5bf4cf76aadd8b833da4afcc4c0ce6f1694f8bde1c09d1f718958b5f8d0a7fbb1971b2d933d523dfa40e38951682ee1758853cfb7de9780121890081eada2ebfa7661eb9d329f5e1ff8ced84ed11932ac87f06b894fd01055a4759ced8dd284dbe38f2d325889ec88f1c6dd753ed1898469cd5cd8903e5d6298c20b28e3f92e32286496552dacc749b4e0db5cbe03622b06c3ae6d068fe4e111b998a5653f01645abe927831e44a4c47455ae90c24814bdb0c936999a2205cd463409d2a0124c352137f13262667609c3b2e991c96dc47aaf33ebdefa35ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254656316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6b437eff95918f5d96a28e3612b704786c9db019112191bd236159df45ce84abf0f100e6284089e0e14e7562cead3390d131183a1386ded4a96805203b8dc83ae46af308b0ca78c613db69d2753ef4fa3c7df1e16bf2ed24b05f33f1fe4a25b4853c66006b32ce146dbc23bce6d502a7952c1ec878dd9b775d8cc76592a18d95f1da45934f14262b7969c1ad3480dd50a2e4273b66fe340e0ed174a343eccd531999bc8ce5c8c80787028b478278fe417cec3bf249b08ce15b505c0d2c42c25372692344151688508574dc57a886ae0b00a707e5a6ad62f744b00c4426def2616adf48a9a0f24fab21f119869bf3e78d364776f84b13a3227e34c055c1d17816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254656206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6c4fa2011441cc477c7c189fd73ca9f0c7794c26511aebabbcfd5c7d6c4471081d35e5c41f79afa00c4155a3ab209a098d50853e181aba82dfa758dc5a0aa2352c7503c04cea35e1116283e7ea7710d1f981a7a265da01a18ecf6a377101a9c50d46a4773a4f85a03ad8458127b3d00de6c1992bd91c62c2f54abb4485dee8353e4da1a98a339de046d5f8dbfa87cf497aa4db4a03575af44f5d67c1029071d19e1f042920e2953bfca81bb04946622e010e3fbd0b8b6b8549f1945f5866ddba6c16fed66843f676ab9199af253b6a3a9d21b42e7b7863e264a72d20958e9b8b0309214c61395e69c7c63e143312c4faf129ab533d544832c5cb2cf1ec07cc2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254675753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=189ec983324cd67da007dc9e739862b949369e0652edcd667a6806f944942484f404da2661e6bec684459d54f150110eee5ba870d2f152a0bba6d4ebf7f7347e42df9ce7468f12d3cf334908e2743d2f1359d2dbdd5629ac9ab5db6563eb2ab112cc9f42744fb601d529e4c984211d6b5953547013694b1ca24dd25ecbd35dbf31ab5919e2f003c24f35a40a8c38f22acf5da93637954caff07776faa7e1237eb5e2b39c0e5739906754f84b6ef41a9e41311c1437bf8746a324636b8150f1234e80c42c1dc430177f60eb16424de67cad9c776b8644c0f5dc6a6f7b73492279353cabf1540d64db1d2cb95e65efdbbcde78a756ade7fb07fec7fcc241aa29a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253647946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a3766fe5f3a514ccf522db233465109e9dc77f320a84bf124eb1016598c53a3939a9c7acf706fc20f01ece2507dd654e0885eba9172807bc9ddb640b513002a5af66a3de0c7c0fa662164e799da5fa012b8187df6c97e3aa354c83261c90ffd71325840c526b668ec36fae1e9b18c7288689d8a4293b9270d310f4f1f3ee5beaf3a470e0e6236ed6b4f83dc6a23a8e3c3c422ebf0d780314ba159da2afed1b80f0a61ded0a7bb867eef0de70d285f8ec47b9bf5338b79d44c43c161708a4a31a6092fb62c98210b085853bffc2e339360da01fe62a7098e4ab2a846f56d3c66af37ab1fcff7f70df0f1d773e4829898111966fddc1d762a05c8a9a7dc05b2c2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253670318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c080d12f5bec4e57aa93fe2237ba02aef342096fe71bc9b26f73bff560c7b2ec5774bdf7f6bb86d83a46dce66428811203e93ba49006ea4ecf328f9fccaa1ee93ed914f7b3d1e11e5200286fb6a0eb4d59216a1ff9a80139d485a37d41dff554c6db9220596593558de4a062c0b6efb97d1ab0476fce099cf1a29bf59aef5218ef6beb8b7efd458a3ace6ab0a175d12fdb6eb363987e2f46fed29df8c5eb0df8d08bd08c55a7b1559b2408f6c0f5ef7b11188d86d86fbe115d4c13d801ea897505779d6bfd39338ce747337c1d9d42e09d8ea0b24e4146d28a4d1b1dcfeddce8e9534c2785d4f84d5d54cf66bccfadef4d91e124a24f03e5776ac8b240b21ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253674005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3d789969f194668e24f7ba613c194549a938a72dfd6e18ecce1414a277be58ad11ff34559f820bd9eb0f87a17fa608f052327a237ef433727c5243660c629d938232e3bebf868eda2868e3a3cb9c7092bb2d91ccc97e9e8687a322f5e33ad1949d34a260c810840edc44409a36b9fb237e2c8387dc5a9c126468269edb13dd0d7e9f60ec7b3b3303d9f6f1c24bb6d0137c7ad3f881e2a1fa195efcfde50e33bc20cda743542af72468850756cfff1373415b1789f1415dc9675677856d2f246724f0224d2ee665f38d6ab90cd96712ceb4b64058695cf45d10a71fcf68533027a410e20b8da924e387911feddf9b39b97972c93802d4886eac89067dcfa4be2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253685897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4238804d0846a585631102c5688cde035d865de7890a485c33b8c723b96ecc11368166d044abee8b9ed4b86821b4aad3b37ca061f30f15c1b697be3ca3b4aa48a802039aed155bd8bc2ce4ea2516e5b7297a10794832529640669086049e4cee8064efab0e0b8c364e9fc30ba737a3f91ea264afab883dcb6aa0ce8d87f0c637b2d2082f85811f11c1c48d00a1b96c9c0d355ee5e54727fd0e59e9d70888ef9714aef91b671dadb61e31d8746332502866ed5ab87f186517cdd40e50e75768f0ce824cd7cb625f218c2eb8623f1a0886f4bcefd0c328e9dee14fc442fd10e9558b40aa97e89f0650be04e79b1e5c5768f20b84534e6244fcf4c614681ba1bdcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253693622Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=71c5eeff5eae46d8c4e8ebdf5fda36f6b540237db36657ded7e2d2fc4bce4cc0378fe990ac39db78ea68f29b05c8e78c79ba4686e1c8171b3bb27331ef2db43b542c2d22946b3e0ca4e621edee5427682c84330315cf6531e033cec8d461bab8ab8715b895db2756d30b2ed79d6fb77574792e8e2e5832a13855b22ac7ba4ab2e0526921aa728d482f576dfd1a5e9f1715c884b4011296f16a44b63bc563600b33f55e48b3fd943075bda6040fcb8ed2e423330d0b054bf2378907757d0fb1d5b87a59f544bdf4296ac713bee5cd3cff8dd27280f06bc677ad536f3f7f3cf3aab76be69fdba001c6edc67237926090a0a1e9de11acad93bf7b54f5f9886662bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253699844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6fd97377cd01f39daf644e45de427fe16d9ccc66321befcaacc9fad681c34a844dfab4169b955c859075d14d2449274c27e05aaf817a757eddec7bf8a1c51bc4146e7f29196f1b2241aac95cbbac7f767092bd0e633e11bcef6d8c781d71a018e3d0e7ecd1fcbcf122c98c32cae095d313b85da3438552088fd58cd55fc63a975c775859642e41706aaa79c1b7e3dbf92f1b1786b0df69fdac6469841832431648fe6dc1bcd07fff4f5f6d5a9f507b2556d4401f93fd56f17abab79e5c2e22d436d7ee5a4545075d82ec7203289416b82c0d41b50d5734f97bfd4b72e7867bf4fe56e9d1fb0dda7403557537b6645484e025077805162d8ae10dfcb73c7a4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253705364Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=15f8e5d4d7390bb640db88548ed6ce6dca8eec470e48c3dd3499b42b17c2f204e8d344527c196b3e5e21cd2bbe8282c61ecec335ebc76d50311aebb11ddce6adccc2323e290fae41ad7ed067f52c46708f75f3484a995f4781545ad4c3e28f80a4cd317a7a555f186d37160318d847fb6d91616a733d664dc7eaa08c263a7773ea045e119dd52413fe177d2c31f27c904a1c7b8a23f34ab71297a65198ed509f7d7a2fefdb1e56d7d1528de551618759fa625d3a48a95c3759a8cc66260cea9b42d57ea5f1b5f7dbf69b5b81767ef81847cbd6393ff1199c084986f42e1bd17043401a13665ceb60309ab2afb32f6da1c733072163d3bc7290a82fde07992b0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253725973Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ab8768e20205d045e2ad8b45cdd1243352ca29147a60e967a13a46787f5c15676778123a5534451dd7482d0d60d9d322d03bad39d1c4d59b27580ffb22b02400afcfd17a71dcfeddadad6a413aa09f48d83f6f7b9aaf4bb15713b68d1d224e540e017d1090d3304c691c989834497d3f6025d000f30fbcb2900022dbfec4e8fc5296657663ea4bab75c355c0a38982a1e1389776dc391d39f3ca230edf5d85c5260c4d4856d98b94897db62e9140a858d1f40e7203825cddfbd7f7adcdac2e805402289ef8a35287d6df3b4b5387cfb251aad16d06a0be829e6f9caff5581c713783dabe0985c331cbcdadc1c6a0941ff598e33c75adc4353b87001550b3f27c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253717286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3406ee784bc3e3841a6ad2ea09632c6e311975c31ca5e29cff2d588a0955566640e0f1ff98599d48088930c96e20f735b4584d01a14bb4995f59cb8fec9017c23862b1d9413ed47a5827e0f9f2f9caa049edfd0d7652c6fc0d37d3cde6e3a08e7bce92cb85efe4f95658f1a47d7830d713bcd1834bd836d9c2de9fe7631a0c765dd9574ce897fedae6617fe47ecaad2bc9f4bf626f62f9a8c0039db9bf9a1c527c1ca87dc9b70c20f34c1b34485af6c26f04e556445bfa5a8a4ab6ed2f55a88a5b3aaceb97f96e9d5f4f2a810e5b1de8d0ef61745355ee7af74acd39604661775d8464fd993a176d64ad1a275e8fbe77cc1310475cce7ce188c2ac86aeb10c6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254736247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb3eaa4aa24ddc01e30d62bcae9a2e4bcda9956721cc5ce3a9a7ad70ff8d9c9d55b9006d09fadad05acf01b12a497c5fb5dd62ef0b25d5ae500ef539f236f62b9b18cd20500cffcffffed774a4c7a62e2c0ada152954e9196d85d0d5bcf3ea9a05e0543d4236b1ceb31e035f1c74f3d08a73b250dc2ee089b89ee8537af17ead858d88b906effdde74f1f4ccb27c7f3b2bfe42eda61090e4d3d6a7b58c89f73c86424eb7dfea575a2d7af19f7538927043f8926d8781815a344f52a6fc6b32ea1f91c58656626ef7d9544b05906eabb3e6bf1172e6b4502db2a9569088dc9e2d64b73dbba4d90e7cbf0bfa3575a020719f166b237d3a6f87a510d19eca5884cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254735565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5fac2b6ee8f87efe711024a64d8363dc4d3b8efb5f8ba2f994c17bb94f5de1a2bc8ceea8c3843c0e5310a27abcf8e525b3861e8415024199758613292b77813b5fd79143ec7297072bbbc9a2d41c89536946631e1d80fc328f8ec1be16e4058d42e75ce81f9b4117e19486f1fa5b5f2edd289bbab79efae106929d042b07e4c6daed03fc859b95a5239f151a7cada30b7bf0636a1f6b9af4a086e9330a8447de71ab83a8cdbcfbca42aee82a41a70b760f21a6d11ad265b498e45aede5e12d648a47d2a3b4a082dacb40ee13e897b7e13f0da97c6891991334c4c957a3164644dda8cc462e0b5fc1ba1e7e4be4806551e3fcadcb3caa58691c4ed95f5b989e7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25374048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a3ee07ee60410fad5708cab3de59d98abfbb2b9f048981ae660fb93b3d2ae26f3e742178aca35841aa97900fede5f55a83621cbd0acabf55589c793e1b7fd1374b4bb6b6ab034697ced7b854c26959f42b2823a1e9839eeac63cdc9ebf8300b6e6d2529b3bd83caab015ce82df890b3b1ff481955efb614168b81dc3b9231632a8363d29a406c458177b1058779906c5463ac7c963e1f98e3d423f9db5a1e6c2de47e5035b22ede6efd6662ac1c713c12ffc268828d31fc05f1bf5bc83bb453d14be0fc2f3377fb7c6093d1b477ac8d96a7f7697ecf32ec6583d110efb70fd53972783b3fe5b36345567e93348a5c18802843a8502c711858e67eaba575b202&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254744031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0bf373f9126e9a3dba7a382dbad235515f6dc036479a40b23953dc23d33eb42ea969f967d63efcfadf171f06e8b585ed1e68d7ac48a3692e0885ef1b6f229f7cdaf73c1cf24404e33eed0169746d30353b9a91a58f082a472a2f1125a8e9234d1be5bde9feefde2e65f9b8a15953d6df588232025131656fbbc59dc81771ca7cfb60909b87a8d5248d329404d9e8215b651c65beb2df091d93efd2cb43829af8ef09a217a694bf50779b27921e5e9144480749e92eba53343df8cd1fd5a01cea0c79bfb35328ddb858971dd225ea1745178428e837c969b8e55ca1272dd532fcf54bf7da4e9f0df1f553d8514e6746f1c3326c67fc92c79dd8e845548bae5115&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253336409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c0052df59bcc138f296db79e2e4f00842748338660aeb317c0b0f92d232eade9b1b04590911665b8631580c61c00f6a5bac618569b5318ab59c89ba93bd77c5e242a20c2c484aed5c1f3cc2ce0201d39dae201db23eaa261481008f016c755a53f00c3ce29433638e052cab60b76a544e15fc32027e004a60f14a16c2f39107457118029cda7cd181af39d36dd5ae7ae7324b17d5ddb82801cf38e08b86cfacd77426040fbe4b99d872a7d46835200df70fe020e304d0d0da766f5ef22a19509fd1e34fc4ad055054011dc2ecc307b51c0e9bb6a02a30cba0fb6c17505a16604cd4d170acd296a895e438941405f7a0d191ec6c0179309e4f81a8fef0009c132&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253765517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=17491ef867165c1be3b36a382a438b9ddede33aa74fcab11ba77edc4bd8e524435b37a48f9d534f7e633ddda7e5beb58f05984178e31063636661a85d1b8854cfd831858c17a3241c4a49724b3f317da8bea3ee8244782ba6b090433338f28a846bc8fb0b0092a3cc1009f8b7ccbe3bec660fcabae35b5259e6ca4df3824283243b640392201cbc765bb44d6ea12efce312b4c6f47ef6876fad3ffa2a9e637f56880067a2e78d61aed4abb711913d94b1edb00b7e9e8dbf0567ca138ba36cb8af707408750fa514c57c71a9ec4e0b979551ad2001791a97a63d6a2d5bc68803269691933f5d1c7b5b5d6bad471ec7b42f9f055ae435961eee3142a054b157b9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253767421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66b3dd934f390efd7692ae9c04d9f4be5f65de370c0d703b85a885e2bc9cca6abf9186cb0cc9c310317da5b3a7c72c6790367e2b04528943d601ad5d5fa7c174d865379588da6c6f5f3ec9238870aa6966e25f24c9f1eb27303ba6a0b4ba70af56e96b7cfc8c8285c7581c31fdfc3312e5ee55de94e00b68eac74c24a43e74ffb187bc718cc7d434381bde6fcca18693c8ac856fca9c6fc93cc84cbeafaf5ba06a9a51bbdcf5e27ccf24527fca7cb8dcd9004b6fa95379c0b4828b837d97b9fecd0b3f226d2cbbf60b541c03412f4da8ec431a8ea9005527e6b478d2a133db71011eb319b3435baedca46a0498ca8f19fa53f794908e11cb1cb97d50b30aa97f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253773863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf6dab0eb5976d866468db7f5a3241a698cf1be4e57c2d0a8202d6f16cf77582acc40ce87b7ee2198690386aad030ba4bcb8eee0f2d569291fc8432b4e1d2757d8729f7cae09e7df402ca86fe2f0ce8ed7bacf6cdfde356b190cdc6ef945dae3fc059320bc4f6f6c90e693ac8fe49becf53c00b595e2cc87a6ef5299211ae1dbfe2cb22720c2440488352b59a7c6ea821d93c4f6135656ce57e34e7fdc38cd2d14319d9d6ec111f7b1cdb29136394221e1b73706adb47250b71ad8aa271237276ee75772a11f7e880a2e055ffebb68aa241d4d5a520f745ea794b70eabd80cbb67c7e52d0492de51b3120b8274bfc7eeb658754ecdd3fa8a441f8c66d9635ee0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253774494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=abed76f882af0407a14be6d90c6abfd7ba1111349c4b4927f53dc565a7a218bf4c22e09bd8039c50d7e50635be3f62a769cd128489126e48a6656a35eb040b2a72b0af3ae4fd98966c0d1b65369dd671c15eec2f41db4ccfec2cb0d3d5c73b3fb1e035bea531b668ce637fa25570d275831323f3e78e5302cfcdbf2a288960552cf26b3d32c0a05345bf4354cabccb277fa695bfd0cd47c44c0a75e01ebbaf3ac9a2a245a9c2f5b356a451aa14b33a60ea0be46f214f7d7075c154ad9fbba61692ce0756c6f0092d47d46edd7c14b88036f5281b3b633d11be7241493ae772a27173813ad6727b3639de874f465d438d0d9687ad689586127a7e717c51d72b54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253773793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a9ba30b1beb68250e06ba0fbb038ab9b9da49c0f1ae197ed44aca357bf70550d8d5aab52440af61a6e27e57e092a3f912f0066d50efd7279d6cf991f72c733776329de31adc132da8b9a831f80beaef6a1506670768e8905d9cd662450fa6c9a2ea0f32f5720eb1fcccc1dd2cc54045c1d5291680dec3ae74a15b8cd6b324a04f3a67b326d7e62466ef4e91630cd294fa0f80d37e4043042645981a9fe06ed8df5f330dc74a9d3a6b8968429ba12e7c28514543617ac59e1df43e674ba100329bbf81fc0ad9a4fa7c588924a5c3a8b268a507978b2bbb0599b17fad8e0c18b4afada45c24c0fc966e0438ee264295e568b2b66ee724b03267a662b0aca77919b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253780516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=05e86fb256d795d74b458b32cadf98597ca71c34411cdf249a1d6237967d1a5337975f7b4ab4187eabdd8d4dcf792e1b25b15d406957a593573f6bfa60d4bed972e61dc711b320330bfe8079f7fc633c0ce09eb03d137ad364d4e29de1372dc9170997ae5fb11ca07252d15e2f756b234065115c1f509d2ae10ebb2516b0939ff6b98edae82e5ebc9faa5e04793461e7da6ec15d7d6cd18b4763b9b95fa2fba90c2cb7817923be012a2f9b281bc8d9f6b3905fc592655534994252ab77d1202026d4f11fdcd01f5a7ba2fbea5c113dc992766c7ce1a6c0bd138bfbf0115767475cdedee9d922dec7773b7a4391978a040ad29ddab8bc5ea741f549436b2b251a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253779434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ecbb2ae52d346e0f878c3408c5ce80358f5cc59d0d78eef0f311956c099a0cc266e1019810b899e2a11c5da8adb828b9e2842d929263d4706de07b7e3bfc9f195a0c57ef4fb6556cc0287d2c01814b26d5b7b8d1ffaf092afd7703a0f4f649a35562b546b6f49c073f772e6e7fd742d0fa6942b9529718aa2dc6e0bd28f4771abfe4fb6cfec19a1d981e0c05be5387cef39c2f974c9f3deb1befea3801da032bab898d566a48e8a4034be4012de5068e394e8053fe4ee18d10958e0b88cae82e6d38a457d8f4e3bf97f6585e8370ce679cb62996760a076319e7e63e3ca984af6bc8a123ce505a699a357cf99c8f8ba09e65f701f44192cca9422bbc7360ec8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2537827Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=907bdb4cf2c72b5db88ca8499d94a727ef4e943e864697b96e822ae9e5a2752008cc81d7e48b06be17950447bf25d160e8c0f7d278a69ea06f0878189bcd394685e4155d6a6714566236ac03f9dd165de45d43c7c4f2fa2dbd23df3b9eb7db93f112f946e29bc8f3966c278f9d70baa569a86857090c727a667fa94828186778cfccb829f958cba1766c9aca86e4a16eec0a2245687bfc145d231f94442ccbea8299ab7ac77c5b02a159cc2066202a82d01a29c26272654edf2f20fece2923b44b0a9a1ccab9ee60666943d09cc675b9fefca8253474334573fd40c89530c026450c1309c1ed8fe5021e495a7468edc09e9959f0fea533d05cac8afa85c3cdaa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253337821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=73beebb5112cc2df4c0e8b2a9f3fce7376204311b6fbfad4f03b8252886324544064bf0f65592ab111e85648d96b5a11ca065c6838a26e7e8e5fc46792cbb989c64169fc13ecc54257de98ce187e24d51683d4689f3e8a54ebaba629d7620de3d3e93e5f2a7c57b34eb94564d1e4a278b242d3ff436587ea829f089c725aa6dbb8c4697037226249cf2175467b4c4459fd9079c456351d82327487514f8fff6f274358d5d8da62119662877d173b34de646b2ad34d388c7d53f32062f69492813831cb0f3e6a3b0fef49d9b8383da41663e60735482c3315baf237b203facf83033a0199eea33b38a966b2f1e1f68f121cd6c06efa5f1bce6f97f1b2f776a17f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253779804Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=412a2fc9fcee183f7a723eb803fe9cb5f9790100fa9120e30d2d1e767d1e7231cc5452470c74aa03a7bb6ded142c2b5d5699f629174d70a77ca31a89c9b34775e1558a10fc1a8af64956b240165b9bcbb59c1fe482ed5fa69575b16ddefcaf5820d8d4e700db97a664c933c39e191ee8ede12222dd2c15ea92d518194a0602eb12d4cf691aec476ca6e465c612ce3eae659bb9065ce2b34d0a5ed694b80f6fe0b04f864e8f46acb00d4e4e6855326085b496f7bcba5b398a8475f9549dbd0e0c9a2d2ac9a9df3924b363aa96ac41e138dcd30b3c5646e473a80e337504119c8c552444f4caf8bc873b21343fb2c3f7f29715f716d383197518193ea60c0e0c75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253794712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6826ea3f6d441ee2437376b8d8b2bfc6161071f3a7a4d9e5dbe8267cbc4c3bb316ea1be687d4fec7ae999599751dda98ba8451a8ae198c4e3f68fa392c09c2df01c6c727d5189ba56e1dd08209b16364041d8f170f6b8adeb1904d2314b81d1020967e872f113bfd803544ccaf7b9acc3c963586c923b05c14c106871becde6ee17e5f2fb2ca29fca56e9eda24c7860b1f699aa947a6240097e463bd79c2e859685cdae807a11af08c22418bd974bf8c94172be4a8babf62fa375ab446e1d40b84196960487b74fba82b487b94d50e348bf04386fd647ebd80b4a214011e7f8208a0758e73ad963c6f87dd259dd105c37c93cc3e179a109c904b3dcce53576d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253790354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=634d47e3511bcd603d15209241f64b1ce57e4d24a5762575d846113fb9da8de4da3cf2269b86f35f709af64bf7b014a3690970a738d01527b3bab1586621a00e2d4c79624584beb2e986234499eb6d6a4d97658da57455b8eb1fe50c8ccd092df6f7e1bedc795c4c426fe2fa3a23b7ac9845a2be096e3dfa248df67342b94a49b785a3afa24b5fbfff689bb00771a884fe39304eda86565720b65ed69dcc59fafe5fcec147135a6da6d9f2421e8b44f33893a418fd187258af9027c15503b4cde923e3b9c9142d10c813356398f2a683f6ffe212f4ad7c80fbd997fbdd87ef479d2878f73949b33540db19004a75a87d1a63e3efbda01aa5c150b3a5ccc3d749&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253344384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3db90adcef227d37fb39a66928794d27309db2f4df35c55a02e3fed374c088eda4f5db8904d0ed2a66a785265f509f0a915b5100758361b0fd76e7465c3cba69646d3a2892fae2fb3be77328beb134b53dcff4052ce975423a2d6085d589c8b7e9d2a34b1ac616ca100844e3cc0a6063f02e6677c069dfdb7a5bf893ff4210bc3d738425337eeaf491cee459315d99d17c5c4819151eb7244402f9d047517ba60072e85876a0f9b25f4cc9b3f1c5f84acc89f8d7b85f7d0d40fd74ac430756f3e6139a0bbc62f1b183ed1796f418eeac50d2a1575512e9b40de2a64140ddfa98467b1e88128145e313e17352c6b4f394183884ff4709450bb81a789818cc183d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253802637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1575333c0520fd702edaf95cc6d0f0a2600a174811f85862c8d3aff9345e26ccac9fca43db4a6e0089cd9c1bf1d89595ba87d14489b593c131724a8ba8f2b09f1d7ba74898398452de4f51ab19434e4c5bc79d5a7d2f47c0f145c69d29351ea065843bbf6d441655cb42b2287022791c75eb268610be7566a3f0d2c69528f745dc2653c50a65e89aecfe4a04d5bd13452fc6608237e296320f1582bb4046159c3c81f234c96ba5226a7b229bd05a233e8636a63438e11ce44fa3a54e292e3ec823d0c90c1505879c7716a415fd918367e2cf2eb254fdc3618011239fb591159c9014d08721a193e221e9608b2fc61960a90c087f5abd3b5a4bdf4dd78fbfd863&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253803038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3da97386ea412237c733edec4381b4c3bda484c57d4e607b358bf3395a5afb3c7f39cb9be699097bcefecc7b6900b942007cce7bf52c14fbd9464137e25753e1ff85eb35a1c40ab264fe3a7bb348faca0707453e4244017a7b345d2b6ffca550af388ea8f6f4d5531b6b005525191792b361d346205e2c83ddcf487ca92e2c71eaabf7898662c5b6ccb6f9d39e80ec1273327109fe557bfab07485d7d2954ebe2e8196adeefc9a141d2456d48361f03377ea971c11669898a42bb10b75974aba9c5d8d39b3d36960a087d703a78739879cd9b4ed784dbd261012ee81d7a2d29d34f1f99afcaa8eec65ecffd5ed87ebcb4331302061004af36a556eb3bba590f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253811344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=268ab46b8c4f438423923a165574bcc04c6e6dec6024b11f59f53470b3bd48b9853adf8217a4f4e6990eb69ed1abae5349c76a8c64845e771f60ab93d5677aa8a22993ca8f3c7848c7b6b8ab8e6922c27e20beb00f084f6a5323c8b63d1f03cd69b6d8264200fd890f71bf10483fef039bb74af49559456a145d9e09a8210330a542cddcd42b0ff77e10ea59840182c53403edbc3f9601beb15c92a2f39c7152fd9dba2cae8eeff329c70b34e7754889ee6d9855e78106fc5dca9d3d41c08d7c6602e9546325c694e2783224ed42508eaed9ce430c276f3ce3687ddb464452f7cfa3278146b3ffa157c60e8561953ba83478472b37b0381cf974169eb2dcfae9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253811334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6c5c8c6cb1cc1371858fe862b002270a6f1d06d2b22d28cf61e6cf4a2490b7c89e83098a99615cce3720b913fd8b48ab19d6f6aa6febbb465b624c249108e5e816c20bfe5fd532d05f09b0855d4de080a4a151a58e3c1fd734adcd7a886ac4a32cf9defa4582cf9dea0460995d5a46a96b37f11b5e5d1b37008183c964d0da28b64e84dcc387522002dcf7429e35f4c20d469f326a764da4ab6095c2656d5d0d2c0a945755d033ff68075ea21fa5403ce64f83fdefaab75c2d814701bd2bb300c35ce2d592d62bcf53a53d63d732a15d0d0a4c28c4ed4a01f0d99b43ad86b214ce07a48827b43764895d529b558ac0a66bb458c228a604e8e105126648387826&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253817896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=345b711f3912f9eca86609c18c6f82824a25f13e9c20c8946bd55651342389ba3c397f6f49f7fe7513bfe11c73a98005b617b07c9c17c22c08e0617fe6a1e5886ea8b663a45e081b59802f955d8146f3f60cc7a8ad5100718d5e773608336db05c3060069be9d8c9afea46e4eaa5e6e4a11801323acc29d9f49183bedc3e0d5599058f7c5b0b542d87819eff1df0ad51bc37f9f065475373b808eeb7330dea5f995b87093d8e6d990d03361ec885461882729d0cb401bf03c78abd8a572975114c26c9647bba14ab9b7a06b522ea629715cdd734eea096e022250190640ca2fe0cca64b56c3649642ba2f3dde1b113aa7887b9b5d9d1d3619cce21b1c91892d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253820501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c30eaf97cba28096c5d76581564bee4db00fd9d658329b1d21b0b9315ccc56054026cb5ef2a27150f0226cae2e45d3b654818d6c64b466cf35ad4418e7a53c37d3f81e08854e06938d03117f6ed06079daaed1e74a5b780aecc823dab25ed40fb557e052637856f12e9db5d1fda46630f7fa6b8f74494740a2c092945558731e875d5f52183cc1f74c0dd71a7f2bd22392fce231e89ea1a0f7d09a9bade4839c07022135e7eb0f2b3a023a845c90d70b831ff85b78c53da8608374c2e6bbfd5a2de7015e19d332a63c9b9cd772122299bf9cf6a3ff14d8b1afb68ed9024ce6a70fbb53e2f10307a6a1572e246e997a868047c2f6ed573a8ce148b6faff388cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253827624Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ba4f4ec6519bc4793c4f42f6f0ad28df10d6311039eb08b474ff30d407676b3d6b25875a6075deb8e499dec36dea4def746c4472872dbb20d2389428fdf143d72dfe7be27e55e7db720b51d57b54b3ee6006fb65ac1acba6a85dbe18d992befdd8bb480638777efd6d1bae392ec40a7aa1fad6d91c3524b16f474fc657e03d410f45057f07f3c5053562c20af0275bb6c60ad4bc7fb052f9df2bc2bfd59c1fc4d1e283755da272c656809cdf78527b7ebe15666feae4b5d4b6a6f36d7a9c01b89fb1ed38063daa609444743b7b8376878786db42c146112d92148ac0f4732e8de91734597527dec2b07570942771eb88c745e2c6e44647e3dc645f614159afaa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253832093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=32027ede8e27e81f56d9d9442348c90cee4db1e97c8c9d6c2106dd89d0eacc6ea1d607c214fd141e575c8f2f7df978cdc25a5df93116179aa092ee8bb1aae8cceb7a95b8408224febb70c27bbfd7765913c7704c2dc63be3ff7425cb9c5e1c447749567c409cac9527287e41b78d336f07127199969c5a86bef9786ccbb2a9c95a5675f2be4b8facad87d6538590e79c63b54d030ea89a034cba77954406ae49670c064453d147b4c5fb9d89c62dc901d1f01da553ee7fcbff9c4bc2a8b6e8ca6f2b2354581728d2f9c25bfe506b7e4630569270382aa475b0600ebc3c620ee568efd47d9d880e7ccf70cb78e68cc3d11f54d758eb294c6ff61f066dbd5ad712&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253836271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=56615cdbd98d005fbdc245ab7d58b7bc09629fad719080ca7ac361a8ea6e8508f121f492fd89ab8926c4522669f3537c1b936c14505007d7d53fdc201f4e41474fc87b47fd3c219bd2343ca71124adfd557bd26e5d10d8001d261727aaf2201f7bc0756ca504a1b350bd439cc0354dbfe70a60a3003e444e9608f0cd06b93ce6cb91c993b33d66cad5ddf18d926ed363486e95a3deb5d2da54f6e82eedbff12edcc8541bb1d8e90838f8cf58752b79e48b9a1bcfe7f53283dc299d2c663109a0a06714b5bf06ba3f53ebb24c0ce6d1d4829a9bc2a7d89784a5f93540094acc2d5f3e58311448b10ff6199969f3db293745cc795ce829bed5c690a7091719313f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253833155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0a02116e5fcf3cd8c38546f71153c9cb21d4a1a5afcbd826124403dffc967debf96bba854e703427957144bad2f53077ba129029162d563665660d8838b7354411002b7c3034d3bc88191694e5596fd5a4afd476d67bebe904e79b85781cbf3a62ff17012e3993d840e2097832992a73d78536e4f5af8cf4cef194a649f62fa942b1a4043a567f7f6b5cf08227701133631aa1a65988105124b64620dbaeb1d63ac6c8c8e00a17b4222407845d92873645c0e119758361e8c33e71651c81086c7ae0a4e771028d464ae1f59aa9ad5f7e5f318e2f161b727b2525a1073abe4777a595d13d0ebfac9af74636d3a09ccc4dbfd4f9be76b337f07e98713c7b403abd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253836962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7f46f157cfeb60b057f500241051db885e6fb4834bfcc0dedd6e416a210e78bbeb989850bb603d2351dc90149a2b164224f6d468a0b6fb0982be4d7801b991b8b5793377f198371d160378e767f2af1c04c4bd6ec77dc6ad9877f9ea265993d437b4dad8878d3611d6c45cea1150b925771cc326de28e33ba95864351a88779745dd36f8e98973225ef03ce66291d5bfc7951e4afb1793f3bb93bce7e06ae4a5dda7bbcdfb489b8908fcb18b6b80c4f17d79e9749bff1804915102b21e94c95c8574e7534776909566db127fb53054948d95a71f3ee6b55721915fec14090f46e5f68e8742ff2966fd4aa6fd01b3db2f1d0dcf976d332dfd467ad1b6350f8325&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25383576Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=69799c6b8c8364931d26f5bfb659a231cfaee27771427af74b546df6ba2d4e2f61b2ae4ad7d9e1543375e758c3fbb270c3e5a89d3b5378f48746c0ad8d7cb1ce4f124badbf4141be04bdf9114ef5616c73dc6469cd8ab73fb1b645a5a93936251e4ac70dc344fe1b1f70438f16d7610f0f33d6b5d64cb0129c4f94707044d080d63af22a1654de67cfd331d50da58950ad232f3ed7e5eb4adeba414a2c1a7bcf6ee9a370824b8e63cd8970ca6bf6f75b35da5ab4dec464887707dfa7fad2ac68a5a696f145aa44d1abb8054f87fc9378c90131c09624c786a9f7b224bf5cd8a2858ba784f1642e88008b1864de589a44e670859a3ed2b554d44deb4f5cf0c9cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253840679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9d3fbecf8779e6a8aa70b8021bada953620d47ed3750e5d5ba28a1db1c04874afe93f95c4077e15edb04c57b5b21bee7c7c9ab92b2cc08d81ffb0d3b61f2f56457dfdf8a7ae34a6e1175f63b402ccf2b835d0235a9f60b818674ed4dcad05a6aa177f49a2b5dd6c368bc7ac365440c0fac7886d27a04204d3c3d8912fae6114ba672abd34390a3182996bb6ad7429fb4a675eb824e6a8f5c966f7fccf9737e5824df42ca3e0aaa4752295c9ceaa30893b6f975cf7db138e37ad4e4d668de3035efebc2d39880dc19a96fdeec47a5ff619fd0c726a679b305de2761e6716799da1c3d0d9ddc61b4b6270fdbd4e34d40b001e588cdaae90585c6e5941665109879&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253850187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a540297bc0987f8afbb0f5fa3c80e58c25122808c3e4f23eb878e11a6b0d8767a2e90719c5d20cab61b74013a4d0990748f055e7e030d9467cd170a2095c088a58ed20540a0e81f0f996f7f3f1fc1df4efdaf58534ee55c93b8bc2ac26b015c0b44582588efd0c51912c774e32079883ace669c3c247f83d3a88f182d9175d998c4e65fe512be93994010b75f240b9061e95f140b045f2b329126e91db40941ed95adfebc5cd9bb972b06ce6cf36f42a13406283174ce5586223767ecbd938d85ebd0f55d9bfa7eb59f34d86809013ffe1d86f767fe85fbb54f9bfb0229f80b29bf284cf54132986c04ba07878b05c3790b3bc19350a12c08c02a5bdeee3fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253854335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=44c414b03d6d7a1f1498bd2bb05c1fb68899bb3bac712f0ab7d87f5a31bcbc5caee150e2d0d25970149ad1e66e99eaf61e84023cccbaf916555e2acbf3fafe7013fc9d09167acaf92ab037bb2e71134053237b2c1cd6abee104afa6fc1c8c922be694517a7564c19898139b294c5e802ad4fc35427123090b6577ba550e87c30d7de8f33fbb7598cb44fe5751e261ffe486478d698d241a5351ac7dd1b0e7e2c58e55f29e62e2d5599cf31564cadc6adb6522be5187a943a73eaa4c11d68d05342f83e577033ba70ff089daa846e3253291e71754288fc5e023375cc2e9fbd335c75349cd36674db37829edce138b3e8f5f739e9b2ffa05077ebbf6bddae0d37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253859324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=885c6c663326d0cf81ad6b28432601583dc4d8f172cc589cdfb521d98f3b0757b99f48d907de6289413fc1111c554b25222944e51e16b914e5bf00e67f2b1af643be19552b786fe83bfa8b672010a10369199f9817cfde007a7cc8a8641a5a7ec5b691f0d6ad014c3fc0ac58819d238cfb1acc7b3f23230291a3ee8ee00a7f0cc0a344652c1d560203938477e942f685dc1750b6768ccba90c8c3fedb2fd94332c842cee7a5732595b14af48d978dc12c9752b127a233301da2ebc57c92ff9e9bd0cb6c99576bb373596ae985bc5686f8c53a0cba73b2ac8b4e662d3409b56fd9663672461ecc8714eb0d23c04a3452fa99abc8f54755adfdc63844f5de1c56a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253863572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=55861c08638cd4aa3f5f043473faf3bb7dcf8daabe1ad11f09110e79979ce5bcda2ccaa208dbca7ec1f8c2a531ce0e348ec9ff70ab0e655c43b13ac1d6151570e8d88df59de9e023834965a853c77c3c246e7e54b710c9f5dc1c4e017f0c2e06d38486d289013895b9e28d839564b3da00cc113c2828202bbe8da1363f46f29054b864020f9515dfced78030c270adcc68e8ad2bad694467872164ac8d7952ddad7d9a1ce5648bc6b65483294a9712d82baeeb3a29d47ee2382949b09557a7c7ef946cad34a11daad18d69abf8bed31e72f7ee2cf350907118363346ca93e6ffc0083e9ee279ebb10af4695fc85f1e8615351a2d102a7b53860eb5c5bb39ddc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253863542Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2eb87a56671901bbe19357c2f2e43fc87d4139a6c26cb29e8031071461894cdbf67b755a29afc032e3fb2a79c952ca2b0a4898d288b3cab1d1c2272849efa6187b2df1229a8c43c62cbb80cbd4132c2119ddbb064849b35ba3303e9f3cbdd63ce7824dc15ae9322c95dce764048110af91ae5588a9e5970ea4cee8a8c3305a43f10315a3f00ce0be47f48fdcbd08e130924d20434cbde84908e0f31a6963acdaa68d5117fcbd83bc1e075378baaa4d9610088c40141c029a6a62a7e7d6d01a2baeeb72ae2222db3f7429d98ea74c9f5f151d580c02e6e0541366b7a4fa27ff05059f861833557eee3ddbacbd65aa80eae289c57f40e2464eb95d6841952709e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253862049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=462b041791f3671e6ed62b6a73e59526a072b6edd111503538ea517d36bc0e0e4d926387845322734f6d64932bc25973c5993e1432f9efc47fde80920ab6c092a9eb7ec533dd2d600749d63c8cd26a927a906e2b24c9d445d4d7c08c893922b7546d1c06f456d49c0aa358f99fcfd0ed27617e4848226870517d6e3b04cde7fef8a1216ad16351258af798cb24268c3a5987190b48bd0c1df2ee7c015b5dc62c70443697fa3cbe0049d8d2a7fb9d125596edcdd1345b3dcdc905140a29d149f1cd32cc5bddaaf3076232b64b68c2148d97e646f0ebdf671d315d7291a89fb60628f637bd20d5c0481263532b69eb5a496b8c1aba6fdc19e6df02469c1fbbf68d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253864354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=65e9192b2cc89dfa40ae7ebcc536ca9ce9ea8c645dab3dfdec2712a99c08a8b96cc619977dfc6a392793880aebc13e04df88d4cd5263bbd1bc7c0494c5a9678c9b99caeecb65954520906f26353c6be840c1d2b0d36b405200f62c6100e72faf6c0b06a87d9d968189caa31de98b71327b46614e9ad174421806af8af5c7d601daace639a67b2e54ee8a3f7d1b75be70a7d05382c579f23d5d88de73ba900bcd99b3fdb7b0fe89ee1dafbf59851906f503bbacfc560882a4b4b837d4812d201e19afd0766ce516a13ae6a1b40ab63d552029d8cbe997aa4d4704333ed11ddf29d923af370a9b475aed10e96a34973088bd4fef893470b54d7ef616bb7d51d017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253865386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=18461629ad381f2e5507500c79635f2c8fb4358bc20585cb2a9268dc1b941a6828ca074bbb323bbf1c70d97b29c842e8a3bdd9f44a01ac6eb0cf222a6424a9d490455c16ce64bf29183331375717b7ca066937a5fc5fd76425cf3fbe6ce9bcddf7d05f4a5d995a4c28056fc7988379003ff4022dee8bee6955c67f297dd4a11b16c803997d424c8fd356bfb5b1605f2a770e773dd3dba8e084ad7e29b00d18b4841803552fef5cea20682d67ce57495543c82d09be94d834e27305a49247fd66690bf6bf29435afda4d86634426fba482eeb8baeb9fd87a74c4c4320d2fd18f244ab20a24a30ba6b080b2d8e4bae3ecbbb7b68a094613107a200fd29b9eb2d90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25387812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=03206a6a3091a63a4190982bec6db5732e9390af8b6d4314c0c9dc8703caf4c6a7acb5e1f7989c6f8046361897076f7fadd476630ababf98cddae11b0bbe7349f7d283688b0e2824515908f5a9d859a0903d431e48367f52821460956b74b9e757a4ae9ba8d4cbd4bf0b8875b171d528caa4b87a5c5c972b30b3d85873cb0b3ba07d9341724dd426c82351ee642c5de3c8747b80f2a262e9ad4adf2beeefc502d4ab9bcf0247336bf127910545857e5bf4214d2dcb2a904f50e1a4345fcefb11e1f944bf0d742d8ba95019899641dee35fd7f2b57f06310cc83abf48f5db9954bf85117c55e9087c549903eca7e02e7a7961dec09b08b018c0fa9fed304e18f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253883941Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=851ab6c14e0df75d1f977a647c6a32a1efaf6216a4768b2951f6539ad7e00b311761de03cdbd33d8e46cafba19f5d43fae7ccacdc2604aa00e57782c29e7cc8f72c65630a234142dba89d3164b038461ebdb5c6b72c65e5ea3441e2481b926c1dcad2e010403073b6221ac5ef5d7670dd7c2a500829bae5a93d1ef8aada6d52f4da38f6e7e280fcafee28bd19f6289db3acfea2010fb764fa55370635721b3be75c91edc705d013441a58aa857ef89db79f3276b313e4c10d54a31ee4d6949509e9b83faa3934d2f76deb39e613b0f8a610d811bab78a43566269afeb58a6e38e62930c3a7ed9135789d4d76d9a474c98843557201a1549fad1a4058f4f9477a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253888199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=313e32f30a74f9daa2a8db03fd4ac8abf854da75b5df3c0a1417c5b9b6af42d527426ee7a7600ca6794a71f0cad1852ed4050b266cb320aa41ddbc186e6ef04bcc21fc99e0f0fb71f291076f7b560c36f7a8cbb1c105f272e4764dd9baeefb94c79a3908d9f4ad63ffdb6157b2a023b44e8b06ea7fbb3674fe4505f9eeb30077179015b2330eab8d5987f3d0d1fe2c2eddfc35bb8d179aa163e881f2525a022348b29b2e4ecd3dfc2f13089e0c61702e8e760eecd96a65af526d2df4fe7169353dc7e4f5a5ca316416f5e6d712ac99f2b9e7052401885270e0c6e6ac8aa3292291892cdeb025edeb7a72335cf73d1e8f9a53234ce88556e4aaecebbf6141692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253890012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6a39c998ed70808be8261f9553386cc996894ea4f4778d80ab15bb08a5f3d57da1bcc26cee10d707d0ee32766d5285dd40d0861925a9b105ac70122b5f3f5456abcfb330f8a707cc803b6f481eb38e7d285af66d7f3cf78d01d0ec09320c41e0a840b6f05a7c4a45ab5ba1e0da20a0e3781c55efecb003976dac1e7769deceb4369cb83cc130289abfdfdabff079936e495cab3a2e43f83fce515e51e077c1a295cfec2fb68b39963afed57969d55b9bd5ddb7235d716dbccfd556c1d5d49d996d4ab9aba0382499e027ef2705342d7c9c145a76130f8089cc8efb75947c3075da7a250da296cf19268b386b5e1adfee29651d2e7bdb71ee6531557dfddca2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253896404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a5532ae458b2f41b6eb2fdee239412949f907745ffc36fafd1f738d7a41a48a4f798b9a465cafdd7a25f5411f548e380ec08ad70bbb11302131066956d176d22d439d8e63489a81eb31a742ac603d9da9b9edff17fc39b036aa0cedc4d9f91e9f0926fbcf7f8a6ecf471d88e6863e28f24c2f7a600fcf902179a7aa64bff604ca5cc5607c0ea3212e8fc8d0ef3f0b63ca7fabe367ce988697706c4faf687f59a44d5d847fe4fcae61df2407433f4f41b3006b821cd02e5df1cad1ffedd72d27c16fa78cf559b32936ff70d2822e34d807a13bc49ce16aee22cefb276c035bf9405ea0c90610e698d6e432c0cb771b71e18c6e1d1c69792639b4f6f5aca1baa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253904159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9052e8f9ccda0e0857eba40fe76c69ad83581c0e9191d34e7a050799f459c904a963edc6f0bb507c606741d008b24f15a7905cd125497d12955343a07bf7ef85c0f0071d7f21aa67b7ab7c5a933b81f50ef426bf1e03fcff2b67b6221025e8595139f099236bf7bd668ed4f0c6f75af20355cfd5538b5e2d2ccf9fa587486d6ecc4993a7817e79d4666f1e6a5656aee4cfaca00283c27539b84b55abc25b2a4c460393017f416546abcc717a341f5773271f1f71b932df4cf453625fafb9a173c6b4cb13b786619c747088600d65263b4ada16daf8fdc2f8f3e952a555bbbf687e49efb4dbd1c059f25b3f8b417a2c95e045dd81ee0a0e1a28b2407d03240f60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253909148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6d644b79f3b447e42592d7df331a18cd7e851e4ba3e3cdcaf2b3e61b7ea9d80defdde78ab49d3725088d738d87b1737cd591ce204d60b34b055fb3b3c641cf04b77a247ebe9a558ac5d4836ba39a3afd42dd53543cf9506916cda08474ed7f2f215c8644171d97186d22420b49eafc6935a44f0036d86865487c0230b0f557eae53558ccf93617139ea5000c7b81fe31dd7518dd9d005e12bee2499ee52fe742e85e067c51250459a3ed0e8b95c0023dea84c05429ac861b84e8ac3230a915e333bab13fd8e26c2441b9a16d1da657264a0c5c6b06405773530380b420bc878034586f57bae5556727b57cb63d112ae876976b612ad4994ded5566de1785e6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253905972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb100afdccc02fcc647ba9d2a841085988f84c25efa42bd83ae870f0ee18c0281c6f70dd84486742ba65ec0f42b4f2e53071f05dfadb17c6f836504d6fcd5bff8d285867b145d43ec87c0ce1edcafade9dd8870e34ac450649fd5dcfc2f5848562a1191701a258ea5281a052c8f28274c93aa2872b3898c865cb0833b18e04ce0197ecbd509da0ecbd53072d411ebe5a4992043c0e1bf9bf9692d6df00e69b38d023b7d27955cd700ad45d187ab1dea9ffb8d4cfb983cbe728a78ef65156205363f273372f25fe7ac5a013268f7f4e43f35fc36a6004414c9b3dd2a417ecbe32870a6a90fa62ebb31ceb6a486228663d7a37dd9c986b608111edfbb2e6758dd4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253914188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a15d8f1302938d2f1ddf59f82e41a07f81b2a258126c3c868bacc209b3b6fcfb735087e2fc7c3cdab6b0b25f2a3459084bdf7d74d5b7c88976116fdf8336901ae25b3cb760d2667ea66f4229a24a70e4fb3ee5e674a4e2adb2725465e2dd7915f7c2a877e4415b6bd1f6fab8b73058b815cde5e1bddaebd66690126fdebdd6f5becece1e228680fc6610939abfe593a36b0caf75b48790ded2a29b61c14ba07a5c97089800c458a626abeabe06330f10abec29db8c34ddc098799fc82733fd7798b3a925afc348e3defa90b48a4553d0ab48cf54ffd8c6b30a6d6a4222e8a5c8d526d78b15973d29fa8d9448fe0c0b80e9db8145d4a6fd1e4c8260ac35a21ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253345857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09cf843c924f3d1d8fdc60a60dc751a808bf52adc933c08043db8bb7875e9108e3db4204cb26028d663c51eabf4f3368ea80fa67ebbe59c8f617a595bd061c87d13f42d60eeaf8033b2a4ca748bb73ce2d50c1828d5aa249421cfab6dd80c6b17052d81fa1f961cf9ac8b5d9d8a2658f3bde4bdc89496b7ad65039374f85caf8acdc63dcb19399167753b813237f88bfdcd50cdfb37f3b8516cecb313fc48d6a93103b17984019ee84ad9837c3ec293deb2417dabfa7899b91dc6a25d3c4f6b2d12e9b0018f727c94518a76f789aa6c2569668b9a121f1148750dd29ebbebd8b35d1f7839ba400171832ff1935f1313f31ba31dc955200891c342995a539c962&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253919187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=21c13aa975af65075e5606580b5b64a026a425012a70e52f140c9b25e46384d85dd1d56b8da236b56045455a81cfd15266996909727e661b4d0f0b35cd6d0d58af9077dd0e0cd7aa3c973836a7f1b455d3949af4aec0a767cf70263bdca137829dbcd821fd606ec520ba33cb27a462106e774e229d7607ab47dcb3b02447a14d5d65351e48889a91610f898a89de9dda50293f9add7c63a80532131182c51826e2238dcd19bd701b9728ada512219e2a58a8f3775d1e0ebbb530cfda618f371f0bacc10563cb66667b3f00468cc57851e8f79a5aae245d5dffaae376a44dc8cc2ad212f29cb5aa55abde33d3599d0ba067049c6abb9998ae21e23f173899a4bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253922523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=994443f71bb688e3a1803089e14453b318ce1c8bd8e36c0774540104bacc6fe3eb57d43e94fb3d20e77ba12f088c7905ba223ac8c94ef1b9e39d2335a5aae0117f9a7b0a983a88b48b2bc46ae9b68134aba75f958b73e32e6d69e36e28b2f90f9956effd12160ba304e3e704a394634a8d2d8b9078fc9cb2e3ccfe477592fb24f86cdbee14cf29b7f16b97e214300bbc04438784b401193f8c17cd733684307efc98db5b2e28052b35dcc1da1703cc37cbb282eb73363d764046005dcd8475187e9acc40a870052138e3f579c2ce9b7d04702f07c73acfe35b9119767da95c1d213220945dbdee6c387e7643347f1235798c100b96999a9d7bf920b69425e561&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253928965Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ba6ba5a563f40e3c021ccd989e6130e71f6b379d689850d92fd8afa7afdec8e7e27ff4cf92fa8360c4ff668725e762730f204e9741194b6fd4c33fb74f13d3ed7c6495acaaa56e96a19a903024bc087ffb9accae5d2570a982ccef50c35c41f88ef13df127b8a52e5990cc2b9b144ea29569655858be455ffd7b0eaa10a65fae13d0b71e692cfea6d33a500dad3272db4dfd5c9b5880658bdd8ce1429176fdca5ca2caba6111dffb1aa69f0ecaf3c13f909040f4c14a7f1300e3e684cd667a3ca5f4e252b14f54e5d57edcb2de178b16c9a4daf47d07381e1c27750ae5b96999b5f163e00c58a31451a0de370ceacb27ed6fcecb2353ff909d54344d5c3c9fed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253933915Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e779b5d6cf04ad06b165fd0b921e599d689c178bc7d1237bf07d8505e86d192d0f7a788a555ebbbf5ded6de0600ed58f8416adcbce7598e8957726170ce5463459f2a7f4072c6f98e0394604ee5f15f9c2f1efc22ccc0ec609329f96279ee97a3c600c202fd1d680d8e95fe2eddacfe193ddc49241ffe16629120633d3eb2e65ecca345d14bbe189cb49bbf5bc17283f7f5771d3bf69888c804780868f1238be64403a5714c2b234876987c4ac7e88af35ab87f51da9b54d56627517d6e232f533fe7c68d4474128dea35e350a5c948624bfd35935991b0c1892bfd2b7d534e5923aec953d1ea4dbb327e202865ad45c73936ba7481f4f139118174baa0a47c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253351547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c58ae49d3456a09cf1cea24410251cc7088e6b92ce1fad549576c978909d13d742fe7025e449bf3a8fea5c0c961e455e910dc2498d30af5498d89ed4fdfafa83bedf1424bf181d5948bd8c5bb232a33769781a11d267698ae816f03580ed3783516d86a916201efaa598496cbcc0441a7fea04c07aac2fb0e2c9d89b065026396a0de5c3711de7402e3836bcae07203dfaa33c4437bc1afe674b97e54096fe610e0cf9b6b7dbec205fcac1f93e7bdf97d0be3dc719d6483ab99c44738ef241674de442a74fc0bc3363022570d761c5aa7f9d64c397ac90d59daaabb4d327985ab7c9171ede1efc90fbdb0264050497a590dd787ec7849150ed22d4317e9cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253944204Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1608a1821af08089e391b2316aa3e03a5d0566413566ba8712c53e93f0bc3f632d70775ce4641b16d5d980f47ea4e4121e967f36ca82c664d3df2a11af9eee94afe32ece9ece2521aba5d6dfce34ebd6060b16ca82d25cea1934f1f6a3dc0af8f16ecc5051cd5d9668779ab8480a21050f91e765a8406431174fb1681630460a03f1885dd902036fec4dea2bf1e8a746d276cebfb4abfca32c92c3cfcbb6938bd1519f894c530599a47d245c757167df5327721f1693485887ea7fbdd7c0534863c23c70ca54ce695bf04d9d16842ccd2201880a7a95fbc69c96caa6ace5a61c9653ace925d356876f713c5f88bfa441d1e44122c019405be4e1871c2484fbdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253944174Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9fc9a92216a49572a73444490a9daa8be9c29ee6b88a78a1d83c41efb60b240a73acbba77ada962bfff4e14f1b3ec5eb083e2d635f834bb2ff29a2e00f0756e914578d4aa539faaa3a8d0b76b818510aa51894b4c3563af4f4d74b690f619f3967e5a396f3798dc1aa6834892975f4f2e8f60bd7dcdf34e748fe8b78377f6ea1d092d2468c2cf6a7ca8123f9747e3e34bed7b3aaa37fbb56516efdc36c7034abac906516d56322207da5b0da35492fd6a566ebb21221109cd0bc64ecf68877ee08d6c6273bcb623753aaabd7c7f1aceabb0f565e7f313ee05f359be950933f303f757740273099425e235c58273e8c085ad98e634a3c8168220568f171d933c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253945276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=40898e9eb3494e78540f9c256995a636a3b73d57ad4f0b568b515288bc694107d9765b1761a47e9bf433ddd89ea900b897abb07c24438c6038d0b7e0847a6f93e657fedc23f1f8762b4dab54b70d7b2f6c38ac90653c00a15eea27a4966fd0d9203e6b7671b561cfe72f3ac073442c1694c16c9704dadcc7b53188c6b96ff76d32eb076edfc75ae051ea4057afa61353de380d008e5017518afcb6d02305fecf9b8bebf0ecc7b6499b671b40841a780db47e07ce03f141908fa0105614b50e95ce233f656c21461858b1277d5b15e367c045a606dc764c7f650695dd2f0d51dc73aceb713a9c588c85f89d1da044a9349f665dca6ff18b916e36727e0bffff82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253953722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=41028e1e323f0a81db3eac50c6d37096a8855c423189b6be805562df19f07aba374a0324cbd560da65c9d52358644d803cc57491aed93331bf8e7238f8cac3454a946421e94d5046f681771cf45b4f471e016be6f59f35d32b1091c98bd2fe10485daf5dd774e06ee7dcaad9183b711ff0b21a8d542a1fa813b520c47a29566910cc8b7b4a1a0652f0c1eeab80e92e2ca19325d1b1f8051f3917452a7d2483962526060a0b10d414f4bcc75344fa89fc848a9fdafce261f2c6782ff0f83c300d32db986d1035399b3f0486c5f26346593151a46c72939986b77138ad0af5b90235ab9842eade6f18d928cfdede0e584091acb51b591a0222543d9c7fc0abd72e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253960294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4aa858790e013271bc5aeeb692bb28081ca3214bcb71dd76761625cb7edcdc1d79f8d2661573093556ede6cb4590144624995e1720c5d137ebe4fc0a4f10354317b93b905efc2bb6d2d4c5e51c172077f2d5706854c764c1d327305df16fea67f13ef0050e6d24bdaea9f360579c89e83cd1cc6bf1909aaafcde5a3b38b204386ef48f0ec487997d5292d730f92c029babb4328e780f7cbda5320602a15bdfd0b18725b51f891908639dd97c72fce3ad0e3c7a43eaf2c07ca93f7fec24e018f912cbd43db8351366990d15b6f234015055133382621bfe8c08c65439753599c434791473795b93d5144552426f81cb43dab6f83aee324769e9b70b87ae23eb3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25396858Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9fa35e4889e523a515edfa40c5a5d8151a325e3be0c5760da78af6a27d55f07a7b4d93a0c708b01f764a806b643ea322a6b00c5e03f3c8b6ba08bfe5aef1ff9635fc428cb98335ffaebf4863981749ec8764110244b40cd8ae0fc368d04ade07d7dd5f35261514c10b3230a3d5e54a2333ffa85e8ec41cf5d21b6701696968d0f2459598f02117c32383d8ab7f3b6d255170d1ecd0c3953e9e406e6252bf0a5f382654a968e41173e2e0b62618be2056c72396abe470b0ba5b4aad5722bc854070985605339ddbb9bc7e8648e4d75d8b91c2d766c0a1452c90108b1a3c40844fd43247a7de764bb1bcc861f5853fef2c96141295d464978834a4a500703cfddf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253361105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51944211d397206dba609283d964b53e2a4a27b2d6cc8af7f29e7dbc3cb803414520fac41e8e47fabd389726331410463ca1af68d01f4e6cfc60859d620d3ee5dee0bf0b4b972aa628b29bb2fb7008a9a63b1af5918cc3ec9148aca488c5e3ba94d45e7ef7ec25cca1ed390d8fb5fd8b7d3d3a25373781910bc9a14269539d6806a3774c24548bafdd556278e212cd36971c273d9dc9ce5dafd3a1f2dd564879a9d4ba595563e45615c94fa7078f509432cc1fcd6e84d1fbe56c8562fab88236b5c59872ad50bb5f8820e752d9139044466ea9d558f51ff3ca34a2b546d2637709c46b661bd425eda298d950c2db6f7668df6215dc2f1229e1c6e47f9c9a1b5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253974371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aeceabb5329350a174f3c2b85295f89a5dc028ac44926f3cc3d43eb1601f5c8a2111ff3858a8e6001b2d805240ee02f3c9a8786c4df5af0cd21ccdb88a23508059da1c21bb7196d5e58f10d196c6e70dbd447cc8955f1e9cbc597c8b58dc1ad1a131f3222d1f2d86b3542d555800b8a9a31da6c4727733c96b1b8f2ddcd3e23cf42b01aeebe78d1a51027852107ff9ce991075d37cfdf1d2985d7a305b67d0f4dd19b87dcaa9e96cdedc135feb29bf440ac2fe343774cb5641e0641aaf55666370c0be49139f0b1a9f325904c354eef45e4eb92098d23956b1094e0038f410e17fe98a84607ac6a31d44aa18a9e1cc62185cc62ba8b19470b70b5657916e92ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253974261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0afd905463a734bc1a2ec94f6ec21f846cda51015fd82b10982690e55881a1cf806674d0a9ad2a61b0b57a8387e1177d61cdf28396ee9490738263100e515d3c6b564d354d5217fa7e5347447258f1d160d8ffae7b5a4693e2cb41e0f762d5eba0c7c0dc1afec15d44dd7264e0ae667052f5b6b0a29dcc20818d33582774ea94bc448403a3945d0166c68f3dc851bb9381f4243804a8a4cec2ed051fd676a4c62d0d630475d3d584767c287870cbd086da228c3e2fbf87bea963aacfb59638be3b3dc510389032cc326d5605f5e3fa9bc8ad8c9ba67666624b3672a0a1181843af1d4b481e41591124975fde833542d597c3f59760145815c2f0f396effc98b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253978649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3b1d02d92fc20e636ac585cda52db3c1677174a667f080022e3cb96cff51d607960d06cc3ec7b4f0a8d1ebed524ddab919f9de3c1910ca3da4b94ad9403764be6f195baa087f6d5d646df6e84b51ea836d72d2ba12561402c8b059ed9dcd272c52674195fd2d67c883862b5fae50f5e825f24238ac57cb92b188c80cfec88c3bbb546987bdc43eb9709da03b13c5210e76ab86d5e1b3d9c5c8ebf7c5418e0b1677767203b0c08b1676f9459c86e89627c4541caf5981cc1814f61b26bcb50c27d91dceb76aee53478c3b12dbff616528177878bd4e8182b0f287ecff84cf988744980a3373d0abede0abe52901457e774233ba7c157a21da84b3c7b5a5fc40c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253975383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01b2b25fd8dd4ae9b19bd4d47f2b11ed3c4d2ad792ff58282962f866c209678a5dbddd94fe3efff49554bc8ff3df64f3f63809e6da918d75d50acd7555125796b3d7dc9f056d8446500964a086da7684d24028f56bf6d4b69f442d8705e214caf132e200ed49ac0da29bce285ef9e44576bc9f2407d65abb531b997ae4f358c6c22fbcf06e91414709dac3ac2b8b5e48d5437bd26b5520d9398d12310adb05823b23cb8820346bdc34c3ec448831b90266ee141e8cfdae6b17363cb590e3c7b0f7727fc9cf72e5bce0d94ee491979830abcd0ee07cf1867dc7fd348cb0f836b042587ff207dfb0cf4cbdd213169244c220b85cac566296692a7236a3f47685c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253986664Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=91db61cbdaddcd228f6ada0d29f6c895196b6a8c8ac17e30b0f6de07f301188adf7839aace33ad2253e9e5e7434ba09e07a8d1c3fef52a7022eec0e89fb38211c0b09036d400933b81205b1d8a7007af9bc4929fd7c59d4c46a58ae1365d34025a4610d83fdf2be5cac40e86cb766dc864da365429dd94f1746c1569fe73386d12ae4d3dbcf8dc8ac5686198c52c88f7464820ebcb07db5ea3ab49917a302c7ebdb2773082492853d6a92c67b1832afd985712be0ef8f8a445814903c8de94700f0dbaf545f4487d117cdffef58b34aa215720e0ca785118e4ed53f63e0047b3aaa809396b0337ce47fef08a9b4fb8605c2e4094f4ccc33ed119f7a72483f6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253995431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b038b50f3584def770c8be394b3020a2043063202d9a6621f89d9f4e3b0894be051e8091b7e91b050c4955bca7d5f8304437cdc73971e0cce5599fb14d8b524f46a7edd691b244e21ad28c2eab75b5dcaf5cc708213354fafcf79accbdd5c7a8bc87c4259c7da54c31c43f13672f12dfb84bfbdd4aa8905b86557dda10861e3cc23b5d3938a23ca35fdd8416c4c01f08d12fecf56fba91a51277d0baa9f4e8f2e3512ede645ed331b11570e607c716adca40639c62f9183a9187f4cad219dd898b88e95a0bf440fda42ee857fa7ce9fa4fbcc8d9d1bd7dace1881dbabfec851e041a1a0c17cc98ec1400db162b1ca4b84827d4468e755a67e2304b2e1c99a7d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253997144Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=528ca8760f9ddbb3945d2b42f0506b4d61d2175b2bdb64176d26e73b9313aa50401c782b10b7f1192f412f99356785ecea6f4d9959166dd14ddc22787ce775c49c9ca4059f06425eaebbcbb4a4326f4e9ccab93596ab955336021035315825d780cb0875fa69bf0eedfc6a035df04fff39c41c7b3182558d48517450992c2f912b2f967d01102dc334e84254b33add5d2de9959b593abcf5e8f327b060513b7cdc321057ec975a08615038cf5a4f309235887e919bc5bbf00f0bba08fae6e793e579329ead136bddc075649dd4fa5d95d19411db8742fe9eb0177944b9ad9ae153e44439dcd0f2ded24308bfaf1957e140da7d9937d26d4299d82a2c24c96a06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254004277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3999687abbb9663cee3c34d15b4ad0bd42cfce4ee44fc2ffed0b80de2b5076a13968d3deac7af6e6de7eeaceb2f6b503448819abacfd7d71825e4a699bf32dc8158ec1f3e54d12e9ba9d1c6fda120c76a577621beeea37ec10dda480c7293e2d8a988a439013617b3dd0ce66e52b98be2d6d7c4112ac66a994d0339040615871b4303e12bf703b871682001e5cfa4d74375af03579f51c8b0e14896da83a94fdcae906a72872ccb27bda60ad001b236e222d65f55e4e2421323252e91a306b97f57b12f5b8a87e9034b4ec608a077c70919c4202776f12c948b96c36bcf46a4a90b75982385d344074f6b4802b108d94a0c82880e46631626a8e66576add4ff4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254008255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf942b8864a6cbf5eafdb13821ff0b0516e60af64e3e1f17916da277bc9d4c73d42591bdbe7dad302cbebc1a8848e6a56817ca9fedd8bd88dbe7bd8abf70f72b960bb4a4dbced6c36ef55b3f60beb5a8bea181c71197360ebb8d92beca43d9ee6732c071f052fd055afbd018b2c0aa109e190f2d4725513d8b6560ac86a14e2390419e244dd9fd3a8e7c4138e4c752136e0dbc60d010db1a029d5ae93d0c8cbd6ca4823921c37989b34f8fb5cd0c5ca0557f1459e081ee7bece4a19fa405a93dd6501852098818b9e18c2423c16014f373bbefd968dc36044172136ea26abd1f746faceefb5cd50869569831a6e1c3ba7c976b68721279f3057051e028fad07a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254012202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=239c37fc3b4e89c41d41370aec4973e86cffa91418ee5da2572eeaffaf01675d9211296c0795da845a16fbca0db3ba927e7e0db36738ca41bfb865c0ac6e20b423a2e0f06d041b59d0d38d3f2f0fa0b858df8dd0bdbb0cce8feaacfea018b471e0810589e560f1feda31c19687d7b10dcab3195c6cb26c72c97583e03ac01b8132552d8c44e14637c75e58a6009f9eba97d13b52b3825173297b4c33003406d836a0c3cba9103ae534045ff978c602a7e3de9326005a0d8b25e21831bca8bf8034160ddd8dfb79f8b6bcdadda5d8afd1f83a3d20575f3d1bd41fcf3941d3f8c537d273f1314215be4b8db204dc3cc4899393660dbae374ba19df491552e95aa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254014146Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=28493f2039da4295daa202a28b8279696553d7118c0f0bfc20a78411450deb25a1e9b747585d57091f0731b19fc13075ecd44df66445445858471def095b670a49ab9c60095af799f3dccca51c5484c55ac114ef003dc3968bb9926b609b72efd9b1147a217f6e808608b387ad018b504a9c5d2c3ad19c8db8c623b7d5cd3b8df7ce38ef3467b8823ea8d3e30ab1f84f2c67d0f12d91d9cf06500406242e33624d5082301865b78fc78b3cbe29bd0514233cfbee87bd969bc8dfc385903b8d8dff051b240b75eb1ed16a5ff075a70f2751a772b908a050cb9356c44617b89c76b8578c2bb113d6a126c6b54aa84d05d42adc69a07ee833484b98adcd6a7d43cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254022902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8b0e7ad1818430582cf87b655ab929282e023c79e9be617f3a1be7744b26ce88eaa2adf07edf5bd6d9d3222c6a081443f059fa4b87a601b7a7b15e7b690551878dc1cc37b31e8ffb05e4e46e64710a4c8d6d04bf0b58b79097aeebbce75241ee072bbc5596c4302c0b2ac272af4a386f470f10e4b3e39532ad9bc681692df260a1c956ccc06a78754085d03f1c185a03060d9c8cea48fa3f63ee3dfd096e19c845d0fc31b5f31ae33b929ca455920934471aaa205b4b8a363f69f26fc855a425d366c83cb861718aa7d04ba30d472cb91128033c7336f95416cc7d1eebcff3d67b83b4491d792f9b87369f53e962e6049c73b3ae3fec2d3280fa185f28bc3a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25402173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c320d4312d4bacb5b44537b3fb2872d6451ca9511901876ecaf1d6bf685d807a40704d246dda11c2e4843219617d3b0835c0fe3bd8f6ab74e6c2f845148a4b9fe26f097cfee5a41b7774c08508e4649b4fe57859550c1c52f303640ba56710e784fd4d6930403e155d9bfa557c71f1a95ec47496592e59a36420ad47558e12a870177f3ac0c508425982d410451158696d4be8abacf63baff937126119498bbe51238e40f3bbb3fdd0aec56db8c44acaaa547777339a924a7e1aa3139c54a35056ee3f5bc615ac49ca48203c8ce18a3d30dcb0d46cd3a742779744f9fdd6d86f5c1506dea83b0f9440b2daac31a030de7665a39071c0fb03d6722ff32881ce31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255116323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=97dc1d28e94e92ea5cbe2db90c790f67a6b7e937ce8057461aecbbc7e0123b14964981c37e48db9c10b5217dddaf6077834eb083e2983cb0b96d78d06c5e9ec77c02631f80850e44245e83813fd48875a8d8292122641797c7c761bbcd8a9db2ebbf6d5ea771516a716d859399d71630dd893248cb6e2946c3eac2c3b4e9f85bb84a2a267e8667df177fffb47d18db328f66f3726f657cb2bff128e9070f3444ee7774554dacf619b44c31f85e482f830c51c2832a1e4a9f3ced5ede3d691f9efd3fd0dec6c576240994c42868c453beeb2763bd91796a43db331cc3a7c85fb0e5e7977b9cecd6699b3cf878fdbc6ed8c0479c9f27eb20a128b2b3c84341eb6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25403211Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=55a53e268b546b81b94eeb7430154f762dd7933971afefc4703f1a6eeb07f81c6c73c5a405e1c70abc9d36947db204f1167a35e13a6ee9571b8d15fac055a9a8b81bbdeed04810e9a9282ff1fe390efce9cdd2ba27420125b382d791ce11b99def1462ddac0a6c0ff23dfcc7d40877cccad99620fd286f356b30873a3915437982ac9cfb1aa793a36aa2c6cd27a139e0caa5fed08c84c7baba7c8586dd300343985e0d2edb2b9738742b85e04adb7b5d8137ddb492c537f68e69e78ace3d0599c2ff077adbfa0138afce802e08e6859869614e80ea7770831885639c415b9998857d4a0b81ca46f5fd471b3062db1d4a49896ca825c15a56ec0e9434b0272eb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254031198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3d03878611c321cf36e49614cbd5cdf3314ef72f0e1675c74bc4c8774f290ff4b185bfa8d8dd3fc497a29d12137731ce0c76c6a4fe8039900fe6c750b6b07ee6844408996840ac23f5b57c026d48390828270d80a8d35b1b751bfa0ea6e2a830e86faeffcbd05f8fd2ef97e69c8bba4629f8030c090a3a9dc9b47beaf7c312e0fbf135b1609ae2eb8a86665ef19a448be93a84865d151ba6bedd9f496a274033406fe4608ec685f86bac0397823b00e3354333761f92602528837674020d14f40426a76e7647c000949b317ae68c22da216a2f4b1fe3e8e302f3a4cfd31ef500a400148e231673c6d1b9a6e057094844d06e630b45ee49f384fd5c010df53580&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254040476Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=044c37fdea9108cf3989e92e86f7930e4c0e6c531b91e983e601deeb079de7729324953d68ba515b9dc378ce06a7fda85a783e79a1965d0426d847f102a4dcb678ba15bee7e7f934b7e98a9f084723fcc7bf111c15831801e8a7edac8d8f198be0d5892b57fd4702a3feb078e4b5ace562e2faf6838782964b8157c6596a5245df8865d22993ab0ff876cc0bd330ff72bf2641a6d9c5ff1f6131ae51b73226e84c0ce0c9f17d289d0851be42e851fa742a8cec0941dc55a9ea244daf60929596258436aa25463e07eb36ab96f956cf7dcdce9ac52eaf5595766f6051dadd83f9332dcc748ba8f203ad7c5d9631999ba45d1f1f6af48eb8f5543a3d33a6cd2484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255134407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3cf1019955d7a39d7fdd3085de1bfbd9f0ce1d0d32eade515587ecf3cd585c11110cd51f8abf7106e06b0df4e25c2896f8934433db41eb1272f6f35886ab950cf3387b043c2c2144e1f5ca7f6c3f9d017c326655c46f2588eeb122cebb3376dbaa722bc4a1533bd9af0a1156f45317f5420576ac341cc00e2c7782f4443379282fbfab22f22984100c37e4b65019e3406593f18edda8fc4a3ae29cb6a54564c4a78f180261461a78139f276d86500384067318703fe218013d76a38bbcf8141413f4185caec1182ad733f59456765634e557c9295bd6f412185fb9c598cd7be384c29dba9e9b10f046fc7b2c9129562cb332422149fc273236d3f7c17f034467&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254043611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2fe189cca0860dbc9f82ebf8cce745b265d4028ce1684681c639331499309e7a5d26562e9c018a48d01e937baf1a1aa90325e1d217048828f765cb9664717039982f33ab55a1a4ff5cbb43d5aeac2f54a97316712c98db7657989b8a69af279de8f5267ee4aba2ddfa5482e0722e9c38bc5c93067d80122946abe66524bc86ee18f48730d7fb05f0c4911054de4f21fdeb748a24bcaa6f70d166285373cb88d2129dd69d5543cf475f4e2eecc1a25bed1cd3a91ebcee03bf9ef61bbfc11d43e61ba046748387084e69ea789ddcc9667ae2921d4efc88055ec05bd61d990cee4e362a75583122d1475d3cdad7b000e989f1712c824cd3080aeeec7bd47b1bca24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255156348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3d89ef1bdfebc21c0c723af3a31e506067a2abfd89f8b022e128f2f78b940dbd33c5ed758319686c4bf031cd8f922728d5c96d510dcc07fce2fc415bc1ca13eb16f4a73a8e532c281879f0933d8812daa6b6bda6bbcd0e56d896b7026ba651d5a585a6d5546e33233925de122d5492bb2b0bfbc8a57659d6413abe16bc69eca53649f500531eee3161453c72375089e65dade1430e47bbabda2fac24888e03d8aeabc81846dbe9a2c15d9604844da4485622b024fdca6c7b3dbe2bd0553ded944efc6bdf47c6cbe6ed897c41dd9bebb0b572c98ab7a7a6b4ab28382b170e584ffe7773879b6d51f38979badf4c54ee5280be4849c107b3cf833b3a87714405fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254055073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=affe4a7fb62232c32481525f15a30151bb3453b22e6691b47866f2321946687c1abccfb3fd35fcd59e5ef896c48d49a867432f7a783eee61dac2991a60263099037922526a39204e3540b0f7fd316857560014927f5f186cfb91dad2a34db8dc6d545dcbd517e2c4f9e954d154f91e94f4daa406083cc20238a980fe431791fcc8fa30c6f3795ce56d85971a27af60837e9d1f7fbd23cfe0451b6eba95f20c949bdd58877937c32f24c3c4947a82a349639d43739a876fd11bf633982126860dac091b8d8e06b8bfb75cdf27e5d0f3ac74a2e39867ba1673d3606ee1aa1b9ef1fd4e7c833b942ba6b4e14e88e14b33c4e08fde542d46c1176d7ce568cd323512&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25405346Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=329a834f59fed79ba1bedc1513859ca9950d559d44ba107f478002d0361dd8d50e51906d677d904a237166ee1f530db50f1adb7e54ea8b3ac6924fe441c076a935720f37928b7cac51d9ee4ca314807adf24f139c06c796bd31c5e11b172a97b92d93c1384a8cbb86d299f2c94ab8ebf5850284f98befc371df5d2ecd67acc3705a9f756e314e36249593f6cc56a6da6d1c6b0ca4d3e57c571891ef4637942e836fe5bdf22d2b60e44e79e4daa57f4d75d2bc9894e6d5eb38bba5a10049fb085af23f5443377fd6dfc0e5ada1eed3af99996b71780f099bb9df1ef58dc9ae90cda79e5df277b78e2b7f1e7af300bf0ce617ae5fcad24b4dd2d8c724134feb7df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254058399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=614bfd91e7070704618c1801254f9d3ac5bbd4be557f3fae8dca3fa8fd3ea2ea99f27dab9002f7aa550bb42c9a7e4d192e8ffdc86b5e8672b68a1276525c4c6ffd628e4eba16216c4fb3f6856d10a328db2723b992510e66c6fcc0f193af61d544780303c8c802582a19c2197611a256fdf8388c3918b6b049ef4d3c02a2ce445d4eb601ba07f9d4297057669ecfd67d2a857f0f8c215cc5c91e7c14aaebad5f457c822584b36e5ff5d646a523ed6a4dd7de58e6a0c412b5419bbd4c35ea1e00a31683b85544cbd9b68f58e67e13b89450bdabab84424190435f634ee90a70f0688fb34f40729ec462ccaca4280ca3eb58b8fad58d6163558316e96c16a4da0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254066655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=686d59080944b0a65b5487f83f54d655530845997293f0cd01f120202cd3f34fe39968149f3de99aba0dd83a2ddd29a90e8addb42d10b1fe0b62b3ebfa440fd5df6df1ffc16c8a48c65f0e4759be70c0c675a34f4076447bc81325b4cb4a8a58fddcc1d7cd2432eab0350b4e601c286815722a1b1e30a7a02fd02a5c613560e2751128672a93134eb83714bf21ef3aa1b40b3e426eb6741d288fff037f24c68f2abe31e81bd4f0d5b5dc3efb2cd6db2f3867a69f7cb8b8047e2cc2a3f3e7843b2cfcd4d10162b26556eaba9723620a54237c030d9ca13c3b6d666387d9881d1307178e1756b7823449ca10eddb94b42b981765eb9dca5823d2efde4f6ad214b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254072285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c0c1b81c3f8e661672f4596bb10530c090306c83ee9d81a9a725b58eaca9b2c7dd667e1cea12b80d90d4450d1dcfa2cf65e4f894238f6d99299d881c2b619c83a3ef3b79ff36a8b7a3fa1bf150b77743b85d4f0599f6def1acc1b4cb3fe02e1bb4553d2034b13360d6ca3a77964def13b452a2f4492fb7d31bb9918ac83d0dc7c7f8782fbe79be72f7d5c3d9fa320cb6a8557d64a0d4f6bdb403645bf6189d8dac32f3019bc9e7e053d1e0ffedc42d45cc4f525ce03571d9685162cac4a76077295435b623e910ecd5601fc9fb551905af5cce8c7a0c42bec2cd3864c2d7dd197cc9e744a347b461044e4b313902638ebf0194a1f34b256150169f8b01264ae1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25408025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=58771dee4d07b3e0b610c8aa3b76defa80f0b1d34ace1518abd40f1e8737eb00de4f4596079218b33536cc53daf0fb976a01f6e6f45162ea828ade5bd225a8846585a202fe4890a7a4d32206dd07896ccb8b82c2dae8082ac384a5d2f47e0f9e8e829e455bcb2199d2709e3a8586a22eb2bbc3cb3392d022e141f038137473d9a862e1d4da31af1934442f98c3cc784a2e22d86f71d985142027e239997f713c154da16c4e65c2d7ff099174d8dccb8770b4a3ef72738b9e04247b6fc30493b79f912da036f9e228b3d2ed3880fdb27bdd6593164a164ebea7a748a9eefa6b4764f5cb5fa2eba670470189716f9ed146b571bd4e9a1dcef68e5e3ce3e404d43d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254084579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf6734fab7882b73c04081b67ea1fa7022815d81ec74deb7cd2cdfe69b77cc2e2a75615e22ced054373e8f6cb09cc2dd7d66e5402ce1bbe0b78bf75067829fa76716068da4c2fd60da635b082a4c404d4b530c0140d426c7485aec7712dde87051dfd0741d61ceedf57d0ffb132b86fa2061529ca7220712d1e61025996647c4dedc370c71f85e1ba752454300e2de37e2f4c7bcbeaa3eaa25dbcbf83f7252a696173524c3e93442a89027bdc73eb9ed53a8feede68b959d958496771e7067d7321239a4e9bcde287dc4c9bcf0b1b59aaa112efb885f52f7cfb9bcd20e33fc4e6f6f6416252306bff570328786c5ffcc35650fa3137b3cd8565a7dc341e4d86e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255214077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=343791769fe554d964659079b38d870a3bc3d3427934c6f15e96195fad4b8d1a98871c885252c51db1e6807c60a70924d58f7847c0389211f8b89558a3aa3ad205d47d4400501c92be2ace39c957e093e1b2f883f997fef66f79d6a4a2c566c83b0a1f933198035a7316f0c30406fe1e752fe25f860c2f06847aa441404f90c22e9f8eb5dc91a8f6268c185cc58884cd58c87d137573a81f931c22354787c16e1e7604b2dbb5239e9bb17ac9c226f45566155bbcf142f0bcbb1ece010617df3521ce44644140b8bce2b0981ce4bbec40a82c6974bdd67567d52ce11dff59b27f7c8813fdfc49be877544d332ab9a499d875c6f77758dbabad0fb096db1454e6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253401752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=89e3932afa329ae9c4cdd20a0279c7304313d2ac7d37ade4115aebe2b0f41d028aff6504090043b7d1895a22c553e58bcca40d6011134cf586e6a351fa7a2899efe7c52ab3c32bdda8207083c609fac6199cacac24de99a4cacb06bacc222461b1f642676e3f836e0d2979e5702d2ea5dcfe1ad9b3f973f7ccbdb47404759e8057c37666165627bb6f26c98f822833e7985e250934483e6c3a657b3486d2297cdda0f1d11874fe441e6353cb9b985662227be00496e24461cf273005868ca8848feed5fc05690ef4612f2dc24b1c9d87fac3a1d2c8fb6d4cf96a45de3b6207cd34fab884c34e13c7b6c6e58c469ea4478d0c9a506d8bf46784a14cccdc71f9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254099016Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=910ce6309833f00c0f9b1a8289b0c57a9d48ff541e43b77dd8e7aab3fdb1d1f2aa6ea184a73765781321859ecd737a100a917332c429ce10c8776fb794e0adc7cc57339facf1ccc36abd515f7cefa97d47f2ddf7754aac3acf8fae64161852c94e8ce697bc072f733b9699275d2e6e8a27f68a6e35efcb25153b2a7ef29a0ff5594923d9abc1ffab9941771ea3eaaa1ebc68ca446461f2b0b18e1aa888ba69b23bad6f00efa4e932fd5205f13b7bff4ed46654e79a33921c941021da27ef0e97dbfa80288e593a76311f61cb9dca0b33ccb886e2b172d3ce02d6064a5bdc8c1406746a5a47aedb7f421181bef0f0ce204284a982617c83233a910d7ef669beeb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254109666Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=103112ebd45241404f33887031259db0a2c419584c4b2e5ade1cc1ac95b0040d044e765d285f4fee951c7016225d5d16f636f868f8850111a3f749018442ea2af72f5314cae3e0d8240e1907f8efe591edc5d784cc406f8ba86022a13cd540b2f354709b0004c6818498ee7866c07affc735e9bbc3f9437242c54c9e487ab26233313c7bbdac6287e6b580a468687a8a6b18a1910b5afc440d3ffd534123e1f5b8e12e6cb3ba16c06c59af9358b381b73e561171810bc9c98ce53777356fb765a7821a0ca8b1b4995bc21bd66b9a24d25b736aae43e952f993ba35e5344a14c69f958468aa71eb1d4d3fef29bd2cffad27454957089ee7db048dc4737d210861&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254109786Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7d2d481eda9bb4941ecae1bcb1231fb11faf253aa94f8284ed63c98ed0623c08091f60de1e081b87e044aec8583eecc957459270b6798bb0045acf12414f212101ba02583cb601fdd3fae704d4f31aeca52b9e6f4754b78959db6b209a0fd1298b50f5432651efff87906042c7d8ccbd71615a1116e576e45b28f81958195dfe50cb19da2fc47be46fc15dc08016315f22318eb217aae0d5a63bbed3e122e058ea4644ab8ad8d4d9037f90692caba3ea712e4f94545879038cd38f350bf2a1d439a889cced0a12e30da59d8d39bb9e5ddfe88a5c11cd45e6e9d09910ff319bb5d698a889e4c4427096c891a7625595d28019558a16c4cb34867938c1a2dcc8e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25411169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72555941235519cb8470ac48b914f7a2243b06cd9a3f4b7f441c854a15413bf16e9975fbb204bf4ffd704c65b400ea1da18e2f43f09a644a259117625392b455541aeffcb158bed69cd4e5533e7d428c16c8b512854a5825b3b58311085df3c40864b7b728b3b02d43b6508492d6369e16f89262a2798e64900b94a0a04e92777b7cc28d45b7cb2d3be3568c9b2a3678ec4eb1d29fd0d6897613b3b70bb2ede0e83bd073ef4161ab728b383af966cd29f401d99ef322ca60c1fc9a399f4bead59ba9266f203ed28cda74efceed2e359723ecdf8fa0633684c935ced788b70658e3b1c5c70c27212f5af558cce2a7cebc6e279597e3099824925f25d4a49f6163&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254117431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3ac7fee73ec58133fb33736311012fdd304c35e441e8a70904135680ae2170a95d372b6df91dd6da939d4434169cc6402d71da717251b3942d7a9d982412732cb779721837a3d17e7b74421e1714d3742dad73d58ccb1c1e3e218c613f8f9ac427d08139d8adb6512e674f7e4fb445cd5387c310cd8272022ccab696fac4e5d61535c2090904873be089dc17083b9d3e883fc96636cf8b19f85c0d66ebf727e6c234e354229bcba9fc80148b38aeb0d9cdeaab8edb67060b9c30e2a6ab6b0fc10eb3f00ddfa32cc8154510a189c6828093947c0ad5e0dccfa8beb376c43204687fd3ce64edffc1abf496e639edfd82dfcd1ce2731c612a250b7c6c3cc8fe6064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253410659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a358309067e91597301c615ffa3091b56e6d6db2974da6727e53afa85f0faba87b698ebc1126a017b9ca985320698cbece1251604dacf3978e9ff1ec3195749e2993d0ba9344e8cf844e50f273e15faec6ffa83bd79053a0ffce628b504b7a05f7ab2bcce016db33b0d4f5ac632ecfe4b3f40e537432b8299ddc4abdc561b3a95ba8e27c28e6dc4d23684111a1920f92fce2d62070bd7d898555ececebcfed582b0b8df831f6676d5784fa2f9c35bb78ae3cbf2028a8a13ddb1512d027c15bcf5e82f9c9d3b2f2cfdf0570d4fe233393460aa3d59844d2fa47e85c70958bd7125abb2ba9fb21560ba2177dd12e5dca804b36292982fd71c8dfd98cec43017912&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254123282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3a71ad69aaac030633bd7eb0a171c98b4f10ec8fb03073aefa6215675c4adcc1fd2df33c02af37cfdd01ca583c5414662e69d3d38f68b4ef655746ac3177e9b35b6ece8802e8c24c2336d15f284afce12e52716fba28aa875c3e0b5156b456c1bc17808c528a8824c8e2874714ec89213bfb87f6744d6539320509de2775e3b9603d06e0971325431f79b28296fdac7fd833569f97cf18fdd472ae65feb2c11c7fa8a5051595453c075da8194621a47efa0cd48180097a7f42e970a557e7300b30c553db3404242465bc7adac93efac0e640a68ab58dd38a51eb236cee890b41551cc8d396c6726a0c97d9b438c76606f6c94784623cbdb6c1ce1fb5fa270e19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254133721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=92d14e101a03c56e6503c198e023bc80cff64b789653abda4368d193a5c071971cea20024a15f72f967db6a41841b673452c12697b26946e76ef2ac9508e3d17c83da16bc06e98b1462155730e2460319249e1bcc2440d3bc3685323cd86799ced3caa37789b5584d403351aef5dcd18cea6185ab3eabd4bd4bcb85b76dd4ed1220e99e7462f09f13edc2e212442be57fb74c6b772b178108adecfb7c10c046d6e6831ef64aacfc5f3624e9d913b68bb6fc727d7b9f1e76492e69d173da2c70a07222f3df6a2da2b94d69e40235908bf9ac36c47c34dd2d072e18005dce5a72ca58fc448709636f59552f0cd16a53711e8a5c580983b9354f41888a17253cb02&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254137879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99d8ed260b20b5b0e942de061834c1266b1975b6c8cda1b491d38013798d34d528efc67ce26f441ec5593f733eb032a3beab72ee4808b747be79acb93afa16fc982584281743c459814810196ee33dc077923099ce56f14ce3acd84fc5f9d60cc0fdbf32c02b4912bb5895ceb582a6efb2b18977cb36799da3c071a35a0f9ce191375afe5290a3b554c90b0a76385660ded95a455a69a461b23095f74526989c54417c4418afdbb142f939b9ade8a6d4e22a1c4e077a131d82d2580969f16015e1c5ca5261b841325bde9cf203b8edb253d3de564c2da009998f1d9477b6f1b9e495221b609b7a2e630209b2ab23a1ddf1882d23ecaf3a72d5a093eb4c1175a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253419515Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=197920f23f69c4112c1b511feedd544b520cbba7ffe7d7568dc7eae696ce2c4fc5e4a595532865f3faf96fd32588191bd692d1450779a3ab796332f2a4fe35bf909fd4aeade254fc12bf7917fa7e2f7d8623f58f740fdd96cb7e51dbac34ec91a9219b7f94fef9863da1a6f53c8ef39985c7847387544e74be860e78220d150fa244fe7e480986e9ec0d67ef6c340a7b972aad80786c74084a2810abed4b9435b43da7cd3c0194cf1e9ffa2744b79b60ffe83f8a7bfe9b5c3abba11ee584406e55b8c58c5da348cfd34060bd62c26403c11d6f65a0058dc9368a26885d26ae829a9d3a0e1dd8ec0005f6872ed53b3d19e29aab062e6b89f9b1a4f6186fde017d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254151705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01e830dfd61327e60172c70e05039dcaada483729f8ccdaab04a48e99d7c790bd8f649b6f8eb482c859e9b89b09d6d8df2219387a01ada88b7937050c2a899cc1b2ca182f8529db6e30c4b58c9a9b940b74a045dbb4e603741cd04eb21f26e27a03a29c7320a20402001e736b164faa8a50cb0ef95d159f3c63dbb0f348d7b440ea2741e615e26a3af22166c09a210a234ded62c6d7e7d30e8652d5434b504b4526047b4a7dce0a3cb27dd57c9ee32b88dea5da70fd0d475f0183b8de170ff433944fd3b498a671f229dafe7a0ab5599a21bb3ad361d9095e66a1d511f7aa7e1bf917bc810d667b4227376e9933fc67c8171a1ad06d2d474fe4c7ba4a7402733&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254155883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51e7069fff5ea8d94ca4ea44594ce763c0be1c374e8c7c405b3b825fac4a6a0552a7f507b123f21e0fb052255c546cf3a8576fdbdd41a6447fe64784f662a268c71a2a21c5421f25e1f8212c2ae079700ba3b78e9bcdd25cbc3626cb7405a6f9e9225268177646a39766597cdd3ac23d37cd1de3d57ab07c2bb1f52c3ee086f8908f1c60e748ccf0341975fd744cce72f01a9cccaa20e156fac3a1c1af40f7c879499005f72efec636e69372d1d24425c1e02fba7767b5c327e64c74314fd3918561e186e6cd773bc9fdc58d89fdbfbaed023036972ae8a4bf2228d5fe9effa5057fe1e12f56a43eba05260f183d60842f68be42dfabfbe689a41a8f4b19d450&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254153438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7ac83f3f7fad08ca80906110f1b3b36046bf6a3a443bef5feeee2bff19b35bae2f27d0e3dcc468fac6baf652014b9e0967bf32b7fad093a951fb4ca1082bf8ecd3bbeaafcc3145bf9945532bdbe23c3ee8d5e168dcdf9a1721aad59f05bf2fefdfb2bb0752a5ef691410f3e8fe11af6603fd8203e4bd989d43c91eed54a8d2879da6cda937d56cc520e638642271519761c3dd659ab796fd2a16e24be1300203e67641874abb9e4d3331e57541a34fb107e6761b1daa0f14f0054c058c7cbc8ce585efb6ecee8ec8353be1ec1975578dfb04ac97ad8f8adb4be70bab75b68dd4bf0f687401ebc0dbfea09851e6c043f1324f9e8428d15a4fb8b258d246b21819&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254163107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01ff8deebf58ce6e07203296120f8bd5d23760c1427cf7c42a1d0fc4eaba19c927c21a3a14fe3829abe9cae9500a6c6e31ac138d8ecc98726e43812911ac8a30441930b7c49499b17afcfe5aa3d278f3a6887c1f33acf4dd51c2bc01aa5dd6168ac8d6824f608d02467a679c7dec31e1f56e4559127927e433ed69bb55e1f1c54b08f227b43edd6d9bf842c1b1ff4b89ec0f718463a1efe5f384e3547cf53ca1c760929a810409b38e9be688af7551f4de10cf0706dc096a8018124a221b171b8f269dd6237fd4577c4b00391949f5b22e121f77b18f707bd7b552942e091831319e37cde89480cc2cf02d7e1b9975012b5d3ab31c7571b23a523ddb33db9101&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254168607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1aa44cf2bcc42b876e5a6a28bf3fb0d2197b167cc397444fd288c9a110890e5f719ebf8b250e8c7d399de8d3fa4918e0ca83fe1bdca7378d16913581f6dbd6237d24fb9aa0483b0a703c051b9ae6b9fce32bb2e069ec12b00c04ff1bd7175bf41ad8d20bd9cbca84f3d3acd4c1181685b1875ed42702450de314f4c2945a0ec8f2c65ea81e27b024de1449f5676dc55778abd59d0a70a745bc6c4009c44a1255954599e9631ebd33139345cd7df3fa74dfd7f0d517c57c3384fb7b36fcd0bcfd56c84e283ef22fbf6944b1b86bc0bea29539fcb95478c171831545be9b595634de314d84aa6206260df8ac9e4458d7e6cee1ab0088ed04d3a3c43e59b4abf0f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254173616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8239e1d50fa88897e33e901bda813e8747951805d7f0e112ec5f1718e2f21e3210001556c28c78c6df1bf9599137ab07190395bc38e9cd883aa00d1d47ec76aa957f4fed2fdb52ef1bccb3500dfa027a2c08fc97af4367acb5a3d96fe21edefe1792738de42ba62be0f135204e940664e01e1f9b4b76afebde49e4681ea8cf4705d343670fbc9870679acf07c8c709062a403a8bfe5fcb087acd4fb24ce4ad577d0761a3148e644813bdde9ceb785f1003d6712e8a3b0664123754710bf3e9dca8fd039c6992622962926631eabab33df02f1d266f5d8a5477985113cbabc6510df105052c1a288f7f96faf2b42d07a1dc7aeee8bd4ba6996938fcb7da64a76b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254173616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3c8c86d4bded449233f355c5ba56de0e0885af50764acef07700771db72908be77010b34233727a0ff6e88d667ef7f4312cd9b264bc179f528d8796e925d3a77feeadf022e6a489d5a1169a192a1227c9917ac1c61164c29379a68b087d38d66c6cea8493c66d5ec269da4aff1ff9a187ffc007109d416c442b5a60eb98fd5b3f9a23033e121724ee692879c28731e3a67b27688e1c785f7594d41c176cefcfb46bc64293b512747923a019ee4fb1d611eb52dc2da5330e2bac547de2b108886a4d2c93197b4eec3ad46a5bf8132049e516bc446a9548a73b42993ff2bc3ceca89a948b0766a1afc1ceccb579f631c3c4b0ea7fe5e4f98b1ede871f20599bed9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254176392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=104529bdbe63078931d5a7409a7cdf6310a9d46a7a59910c6ef427590561107df496f7f1d4dd7008a7d115864ab64b1e9ec1444dbeea5acde6ce7b14fe0a5f333b0f04797c58c8940fa31d6459865f37af825359579f40076625c15adb908b57017dad778e648a6951b0d044b4c558ce83b4d583a3691a0e1e5aec10e1692898ae97936766f0d51b01eea04054506eddbd9337d06f2872b6f5e073f6fde7231dbe1367121917cff9dc467cf0e26c7112db449d5b2f1c4fbaf1801d1e333a46eb99f5789358806aa3166493fb1f8e4ddcf27b53d127e9c3589a770186c2b45822f0088062cac397fb63cb66901ce329e6bdba856108ca65b6129ee3f3f82060d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254178876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a952265531a569b97a6fe5b9735aec18165cc690e322b7a63a804b3f2b3f72f0bf4acea72ae9ef85888daf7f4bc7b88a1736c4047beeadb366b8bd83975ac301391c5aeb0f3b93a8e1b23e21d7a4bb01a949e9f99127321ab2a974c8543d12572371fc0f3fe4899b0de7c9f5f7ab7009390b9ff270ccb536726f8a2a8ea6ce517d8dfb271813b7c1c37a66b22de9ccd5a1a0ac40b202f26579eb1d7320bbf063bcb39a684a711e65273c48e212ba835dda9bab3cf65105b88340301def2d228fc06bba20a2f0bbfd42a57b195a3624b23e76c716473b27d721e8eaf1df733e1e0c039e3f4f22f386fb9476a0aa19e54a779e711a05022c7ce3d93e242541d7ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254198313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a993c497bdf8db531f4c6f7a3556838dea8ffb030a1d37cc4e4c7847f497f279ee592df94e623c21cae21b923fbed6128bb198f11f842ea36ad341ab74b04bab9ea7307ad90a6bdc73eb9079aefef2833ee40e73c90d8d96df8fc8b9b4a42ee3bf816c82f158b796aca072b29063d5e9a8cbe1bdf79f64031a0f484d863ef3845ec63baefa5bcee7fa40ab37078923e98bbfcf6077d21eed8cff14f83896c0fa889b020fc0df8e6bbdf05fd7bbc9b3e662ef2a345875a35cd33e814ea4afdd82a113dabffd08ec5eac32ca7ff7ef19c9a966ac4389b2fb2c45a3b1e9a4ba0bfe2154a1b078a96d74c809df258ffe05e6c3e809edd9025cf72427bde63e3bdded&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254198333Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=292d264162e956c16801e076ea9ec058bdb9a465c7ab8a84cb2c499a070234a96d184405b6f4c7d456e92551c2fd4b1340ad9a07f7f808fd6c2a1a5caf73795526d934d55625e9037dea28abfa78ed8b3fec4544a44e37e7e68d24333e7f8ab5d306c5f0cfabf45115535591771c5001607b464af3c4a21184b87f27627e68559a57dc9983b40c128e1949227a0ae35721fd87895af5adde6c460acde10f191970aeee456fec87ebe7bd84e26b2eda612b84a4d1de1ba8095564074c6ef5f0a092788226d3d56c9958999838f8e7795de0834dbc9f9f8d0594cc7df9b94cd44b705607503ae239136f6ce662cbf154538e2e31ff55c8aff76f68ac7f537762a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254198133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a750574255bf15a085f4bb908347b9152e5264fe99447997f6650a317ed11728ea0e9dee0f8cd88c3dd59c5cdfc10640cc386394d73116ff05fbe450a86257068bd27cc86bc68d991fed0dce500c606e1254495af777cd133c0233387cbefdcfc1315488d5b2da7abe512a0dff902bc67680468be0bc79c694051fa926c563f7633f2a3f5ea38964db8b68008f511430d5ae799e62af3a8f35b5a751a3edd8687b6cf784bf3cb1af5fdd16c4fdbb454f3003a8bd632272b5032862b134dfecb3f86c6b527dcd392254e027fff80c42899e461607a04bce3f441de76b3f21974db1fa48499d3f5d3f26cbcec04512c4fb47f2d284e973008ac63152b74511e57b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254200948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6b0f927b2aa99cb6d5aadb0bc58dcbde0e63ba12e64bef25f911168ec517956208b3c1ee587ae142d48d0cbbcff2992882d9cd944d273cbb44e1a9e26b4660365d84754e8a6327e1e095a1dfa529d0ff863e2533704483424a11601b90bff7ece0ac1d97620d6d9e50c08212ea67215189e9672c400b0f272bfc959ac5ac9b3b5ef4a307050a39f2a6ae67fa6deef6d313718208eecfc8a4b9a28a93576ab037eed4b9735e54589f8ecdeb143a1f336f570a544a5f9190c7c57fbf86d922b00c6999a4f3728f552697fa10bee15811fc44fd6f2f6ced185dce308977a132e8fc8bf81d996d84e680c362bd6a9a65e6a06cdeab8f1a48f9624ad5ccd99ebb5a6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254204264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9d7f6a833b40fe9e64ad7df718f403e6882313090441b09ec5bcd6223b7065edff8e9c7186d967ac0e59b155e5d07c44996a2c5b88b1c7a424050a90a2dfc7b927d2b4d0805262d83477876d9d37322b07f6437ce218c867d96d3ee7e938aba2d2b4cb816c95fb2c0be1cd26e22562f87d9ff0cadaa938bdfbb0ebf4a975b7a7eafddb0658dc9079d0f512d0babdcfac6346c7e85f9da908897fd5fb6ac75a1301ae705eb179bc86fa531ddeea7d14ba68d08225b4dbbdbcb34b5df8e17f7ab07f7c27bb62eb30387341dd08df8f7ff913e35b1bc58a3155b58daa4e83d13da7bba1689fe74fc1ecba1251a6a296187d0f8b60b5c147c9f2a09d0861c1e796b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254203623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3be53fda9b94562d4401dfec0eaf5ed04b9e4567bad05a86237743faca6a9be9b595c67b3e484c465336cfca99020d59da583e370709569d4b5fd9ac4f734736cb2c1217db95a267a604f209238227023c1d2b151cbb4b8577753781f35cf3aeecafb3d7dfdd40d03e6fc67e36e069fec5296acd9d215f0fb8416049c889ce437853bcd69716a6f9aa34b537ca45ceabdd778ebc920f887a22cd4c5f080614fdae11354c41c8db01dbbb3177d642beeb87c918bcd068333cfc534c9c84697447b028cbbdb86388c09fcc15057e7b9a0131a6e5915ec14e0604eb159fa1bd52768fab32ebe8b0a9286a55436e9886d289ed76c6dcf552713117cee91224c23504&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25344343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bccca09f124253c26648d862dd36bd782741fdbf05ee9e243afd47e1e93857e76afd9c4390f226246f221f6e51fa07bfb8861f42d74865730c88bda17137b4a297f8ca01cafd9fae98d7239ea00818ac296bd2ae30f0a850ef13fea8291e9a60d1f8785e692f6a8f04ce675a26c8d8e79808520565b11213d051f7169307090f7e3915fd401be1010826e9e9441662c09a263c1aaac14f71667c250287b4c37c33183e1a8a5dc6d3c04ac2d2f9905dc944ffdbfeea6ba8bd09926c47b35b97ad93a8f81debf755f613eaaec4d3597e0dbe74857eac7965c51bfb91e9102d6ef4ac06c4d35136a9b3178e24ca601545be6d23bc66a3ae478f6be7f2a4e37212ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254227738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8805edd66d814a8a2ac89f534d1b81a44b87c7945b12a502f640c8ce7234b8292ca904bcc7681d6e2a8e55fd0f9eeccc3d3473e8ceaa301d26f2bf3b5c9ff3209380c919d61fdc863be0d2d84edefca49425ee1891df9348f8fa0df8f3fd5e49dc8e02f7da3cb880785d3ec54691b31ef3d7c1274f2cb9df0d5fc63c62784618c68b59029ddbd6a4b74b5c5be7c6ba9f553a3e13b78393862e9c788c5bb5640771826bd9bc34c8eb649fa2f6387c3a68d29baaff422490e7f7fe80e533f770899d1e819da2d9fe06fd2ab1766661ddd97e5745fb027aa3e336a5401ecf40fb5d738c308b40d40ac76b65bbd8cf79181bbd3203466d949ebcb74e6856030ba23c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254231385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09dd5a3afea3e483ea872d27203675bc60b43384608bab438b1f8d910620fe268ee04fbf851623259177a4e8cdc172f095dfcd98aebcd2aabfde3912d7dbd89086299a64479792155521d0928ad6f859dfa416639bdd04cb38032b5eb348e4054d2d2d05dce45610e3ba487940d6577bd64d79ae8f879835e641ff2bcff502d29293038ea9a3ebc2ee5cc692109aab7fd3f3b741411c4099e607fc9669b8352fe8f0e1a81bd6e5742b71805920cbb17f1bbea0fcf0a834c071107383359f00db938ad499ec7c5c30bea1a87f68e2eb1e096e19fe36370760dec110b32c264f67042fa285492d6a69f44742047624c53c52dbf8d6a37e227899399f10602da7bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254232698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2641c8eb7a96080e4eea562054c28a44c0d8efc1324e94573d8a6b145c7df5ee909254308bd2ec2ce229d67c7ad222b37af487ee7c218eb61077679892520ae5716388ba200f9d6d80d9a62ecba5a49a156483333449b0869fe4030ca9d10f2b2ddf3fa9c6f54e8e713ca311dc1807c088ee1b2b9c6238fa8dc21d0b360584966166bdd7c29223664a07c59c4982381d2cd366ebe63fb15c9eb4415e590af0a386dcf0e5ebc6bbf182971c3f92b1c0db4ed20d1a9d79b2fe1e197b25c92228327a5b10b3337fa5311cc7c347e97b6908818f9af57d4163e85c4a0a74a14b80a4786480ef95296ac0b1bff60a53580cd045fd7aeb04b98f57691dab0125b13dd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254252325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=03721ffc63457958f1bab0fa191f2b1d8432e047fa52c38445ed6f213ce30dcc3b15d4a1bb8d840d302bae2f60b5f554aac88b839ea0e325ea3d3754f1ef4beb524a68d280aeb91b185910787fc0c2ee1359624b42897bacd515246ad8b6ca27dfc5ba00ec21aa33b0be7f483f7f5da7c625df968a2d81c7ff72db83cfae3b553eab87b7f2b4ed8a8cb03ad41ce65ee0299b4b48a726bfe470f5b705ed1badbe72c47f4bb1d5abf24cc6d8c624d2c79fde6fb82ce394399f7766b622a2eca9d145eac3cba8ae0311b32ba44573c69ff64ad05ceb0e21079bfba75d79cd6738cf3a471e8075d80347b94269edb44899ce983f694ef832a28f83825a771739044a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254250131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=29247c206625a186ac013b1820ad241e1f2e4cb73407aed538a433dddf40ed37806c2661ff9adcafb768d8d4be646928b2bdaf1254a4066341715c2ee911f88b497c1001d50b810e928459684bb80a3e01d06d62990e19a43a22219a4881d74c636a681ed1a99da89d8e80d46607009b900484ad5835b62fe311a92ef530b0c1f48d41a1213f90ee620ad84c3eac0fd3e6438b184e096f9a1b29ce5bb1362fd1f9f27f7defa91656d5857bea5996b743fd83e75bf855c11c9ded4a23d5cd5e7a902a289131bdbd33d65194e5e5256443169c3984c8459bfc705956aeb26b6281b3e45b90030a1d5d9b7cc05a410f6edc2b7e67b3b46a5d020417267489b2b7fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25425504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=279523e840d0d3269bf46810a4652b7ba688da7be7e0c3c7ff5627ef9ebf570cff0843da17fe90bb2e6ba2cbe6d19055a152a8046b67533af6c1f9336cd09a4b68c92515035ae24a8a51d80b9452979b1456ac731a259f3524f72a913bc232a27df729558f48f7a90ca7e2acf7032b040d18c4176c857f265f230db60217fb0ba5885d40b7aecb94db59745a795234e1d8769e8fc4c225e08d99b9f8f24dd2eb34c744c6db9bc6da08952a3e27f48d14538a577d0ec0e2fb12ae3db1f850f750c526cbd6c3e57dd7ff23078423aa5798fe17e4ed3b9e9ddcacdc35b73da570d83922b441f443389d246e335055b850977e5a20e066ac97b6ab67e500511fac58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254258126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=21f25a1892f23d88973fa564c605eb6d6fda2a4827d326f01d4b0ff97833eec28205ae9a6336ed1d5ed63e6b37e860d1df0d1721f85569a7cd0382be6be62aada3997b8da17ae050eb46326a2846d735c8513effc694af8e32f97520d9d41aeba9354a72ae140543803aa275febe566990aa09d3760ff0101c2c02eaf8a48499b35655180e4ea64ac90121c17c5d2d3846c4acfd3243e1fd4f7f83841132cdf8f477a48dfb608542491b7b547f5f2a1162fe1875accaf2e27acae699c7f67395f95681f6922297f2c515f59e7e762aca11f900e9e4e375795fb0ac4b8866e275f87af0b1ef10cc77931b865042472ebeaa0b236e0b36a59dc868ec818c10992a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254277673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8d826e9c5746f13de8fded2c8202a4688348a26f9f0121d4f9152bad151c01deade5e543b5df47facf620b4a3010adff8e629bfa556b4c03c8e66a1abe9779dfcc5caedf5096d204898e9b7b12c43039ea3b2d0bcb9140d101026b858fcfb19c0977aabad8f5d27937603f248da1d0d0fabbde639a103b6282887d97c064e555639f5392c809e155f7bc023d6983bce4d4604d222c697d4a347cf93cb5870e6a4379bd1c74e6b2f406ad5a8c40ec026923a82022093d23cc9e45c09167a1d2c68421b7ac34fce431bf0cfd794dc64fa13c1d182eacc5d50a190612c46351aa3ccd21c36af4ab8d9ca04db1bb2a225925559b143c5a3279894c9e2c3ee506fcae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254282952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88bdacdab6b15d6a916c59149e08f7798534925f685de86c2dd8fa1d5bd72e13bcb5934b20d6fa6900b6f740a735c4a816f2e9238b4e336f18f6e398e81843465717a9939fa817cd734aa114d80ca496bf998d4fd91153388c0910fd544a3cb5d30f07b892a08ff489a0a76fe896712ff9915175e913486ce41a3f44dc17420f8222781f64401430f9757ede87609d2cde5dbafe1d61af34286cae45aa678b722c8cbb4d7618c710aead0e6e9038e0b67e010cfd60d66579577df2b01fe1e615ff044a737fb7a0c6cbda0b383aff80631db524cb57f5827f43b47f8e6e58efd6e49703e09bfc0b4700e784a5e7f8f179ceba467b3d0db2a665eb1e8f7808528a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25428144Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c4000bfb973280ce77efed50edbd0c2eaea9ef08c2a0c178089a57905413946d781be513b341173e98e797c466f54088de04ba4c3b912c289ad0a6e14b9be19b3756dbdb0dad8e8ef2294d6551807171b60ddb44324f35eb30627a2398ba88d94160dacd34522fa2e483d3dbfd4944a153daf53c7b59237ad054494b8c6f4b0d4b0a94551f0194d7a0d8051cd7a71e7a38c167ef51c988d6c1f58550e5354c985dd626273349bcaea3beed9d701901786646860f9595753724245cc5bf0cf129f5b6905c115696fce04df726566c91b1977ed8f8f12ebb14d74bcd36800f6e666c35e537e36f6677478add17bc580755ec801bed440bfbbfd8cfcd7244de38d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253455393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=904fc0b0a86104d22231a5c2a29c77874d315c85e8bb7270d7b51300169925cd355822ec1a43d353f5227bf667cb414a2cfcc397c798ebf5601d6cbed182eba161fb0cd9b505667facb2efbf302d993017b392277bd33b49e79e3aea1065c9558e7c5322bca9be130916da11488861fdc24138c604332116135bb11b7a4f2fbd0a894b775934c64dfadd7ebe807a921b81829d70060ca6d67d500c5f54b7da8774602ca7a71654475b39f832e8cf31d2bde463d254ae9c873baaa65fe3862806e6d12b46f9ca14d84599951499d6ec51968441abdb03ba152068a87a5233c06366858905493be5676342e96fd5ac1c8678dfaba6d1a7f7484b4fd39f68bb18fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254284105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=936c01520bc7c2beec30f133aaf75a96b73d6c52d2a45759a1ee15a2f167c7bf08523b1c1c3819ccb2b06641e87193439ea7f855c3a9d3232cddbf1d6f50e5af370db3f9e3e9355373d1f6dc77083bc5c58269e4a31f21656818d5e74f0eed5361098d9351b4d1810247aeb6fc11a78c3005683d14e498bb1a0b13726c9d4d2906347220baff197649c681589485a808983abe561174f74999bf43771c68be2674cabfe98ef457b65c433d01c5f27e6be5f1f9d95935ddafd2d986f8761605a2b4be2e5e3f11f76f90e767a510fac9368ce1bd4806bdf01b06a3cfa4bbc30029dc5881f6314c52899e72c4e7191552e2720747d3419dba320c5031d2dbd8a346&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25428185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6c1343508aca35b7c697d73481b3646afbcecc1cb3f1de1acbcc84667f545c02a73017b397c2623adf1bcad3c908e38f97c1e58dc1f3f485a61f01914794f1fddd6e4e1e32e62a87c0440096cd4d21eae6e75d6dac37c4659a817b4cd28fe897002ee8650902ad55c3c53e9c5ca228c7bfb2610966a75f8dca0818e0c3848e6ba1df246531dcb297488349df8a6984be9f6099088be5dfefd2974a5bd4809a592aeda111ec9e840efd7a2e4e16a79cf37271fbb0b91c65cdebf16865d5cb31ca878a83db6778a78561d2f9901e97fac67172bfc00967517b499df1e49dbd3e97d2ed2a2281447ee65ea5b3fa76543570f007874f25256eb8c89e42bbfc8db360&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254290607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=746ff0bd327532e20fa8b47ee497b0b85c52bddbab6db8a1a1a3c86ef50b787472d0a7e15392c3a3d9f363d21ee5b96644f5a13a040fd0e14c207bb800c1be9cd8b72dbc15323e64d921083553b793aeb28cdcc54371ffa557c0ce814a7b0bd118c598d416e61c6c594606c5fd421257756966d0a7591a49d16a6c7eb34419d64148d4d6cc6f03ae1e795c2cc9ddac74b00ac1aa555a4c2c6bf2d6c8fe767e9d0287e72ccc8240b8df44b770ad7c2f81cb38387356e31ab424324a2eb8177a1450fd69905e05c2a6ef05ca85f2aab7da3cc4ab8a95db761163be9e643d98ceb55b3abbc0ea23e8fb1d1f184e4dc5ea47d1481bbf42b6e159f4fbe623e9632ebb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254282562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3fc04225fef06c7d9a142010db2feada412ce45a80339ec63a1032969b182aed038e160e23a1ad7c81ea58566fc00db35d5e0f6b9c4a97fdd5f05714433ad810c3341f333555ef033c04c354bb3c247923d2c21c438ca057009beefac7d5fa144f4b679caf8692f3ed9d84a10a702c7d5e9981c5f7583da5df0c931d0e81104bffd9a36b3f93ce0f00756f258fa9bfbc68c49119861cb1f28b819172b5ab544bab76db9df623c8670818053f22097ed8a3304125c0574b941c07d9de2368a57870c9be3e7c80489c217c853b9bc07f1c6556c02ce42b8a37da2fdd9a291c8d108be73fb987815e798be769b5c5a8b271e70fd16c8948529e8dcd24cc72e3a550&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254301988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=509c7e10da8ecd4b776825de44236c7a46a0c19bf9a0abec37753c631adddfd734e06fc09880a2eca0d06a610d308d4e8378eff429d1410ed55da3a2338b93cb2d749954d9ba5318b8f007f15e29234100ca330b14c41a2e3294e6bb5e6393ee25dd0ea31c08f1c589fa5f793e79ce5eb3de5f2782083f3e51e56fe51b72b3b7559c85e417edc424aee843189bfebe58cfdbb685800699ec4333b66dd309eb4e818b9e277aa2ad73c744d93719193a7f04a778c608d2942ab0a339d6024c963675a3a8f989f001becc15f43353bbe075cdcbe6d874327b8b92de4d7f9895da5ed7004941fad9180c4933647347deba7db1256e86389494440c2522f2b6c7e30a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254307639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9c6523334303aba3ed75df62b98526e16a0d7a1d17e9637bdcf62238a86910765ca2c88d92329310f826132a8fe98ddfbd8d720fe2eebf87958c1ef7e87f2c03d0d7fdfb4e4b6e8c68fdade299b494d26322a496a191e2bb6c5928958fee3317d455fbc7c01b251b5d5f80bf8fa02638137290e9d0833307f020b01e00b2e17791980f1dca439e91733779f95a7697555d5304ed62b4ef7cad53706f93a17f2364cedd327a0d9a357e8efcd9b8f55a40aa9291f124b0fe2f79a1e24653dff878a715065aa069a853f484856acb41a3351ae1cd4df64f8888de4cde9b145b848ddfcb49e9bfed567eb6e29eeafef36d9d1bb05ffc68556cf6ca0db88db02364a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254307699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8cf65c510ebcd4aaa58a7a7f50f0150462c1d708db746441f63ec479db477e0d49ddd42e7449e27a8bc2775c1ade58b5c5665a519268aaeb452acdc0d6f4f710787fbf06ede3bff71649292b45cce87a45579928d1abf0e8010bbb3b2786ce02c1c42f0230ba46fc2d3a63ae0094065a34d1c19f9957295569537c09fab8b281ddf4f6d58f6a2331395935669e6cad98092dcd8b44c2b4879105a2533ac2166c4184d7743dabc50b4800ae8b068b2f350f7f2dafa0c3e1ee575eb5a65683b3040b3672300bf6274d5096d5a0d51bd9a7913d46142b576236d0f5026f4565663a1ccf410d2a66c8f9b1948b0135fac4f11e6c6a875045f2fa480e23491e93d734&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254314632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=11a09d653de2d8a88e4cddb980d4801ac0b399e5de7aedc3ec688c1ffc127477a01e852553ee0450c7f5fa64b8a60e2d134b1cd630bb9c1834f4edfc22939b0792547052de8d97803a111c35d40c418229e17e23df5eebb82041a6477321bb5f5619b379c300f00bb2da038ab35c98a74a36b1911c8c0cf96d4fbad9bc36be905acb184f820744f254086e4c84f211c7e615da646f2da58f1c72095e47b156e4ccc04ea649c6b1d2af111387b4ffd159cfe19cdf0d56ef789061b31fb45483945ab5feb3763ebfeb8659a38c335cecd09cc20ca8b8974ed341448147c15de88347442b255742651b7d2cbabe233628702531b36028a6dbb563032decb9d42656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254316125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aa46ee66a849b1a20cbc4539cf5d56c3e89ac3903b680b01c09144ee34d7064a686cb4f2fb05d8b9bd1a2bd639c0e90dce82b5371f8f703af927ba0a80be1e9eb6a22c843e597dd4edc99eaa8f720c88a2969264eda7885497f33b70e6b6f66833944d0a74f840eda9e1ba6b00dfe9d1a30c50a287b7ab9e5ca40a3334cc0b39baa11c571c9d87a6dc2616698933fc8ca1c3d7734a5b89a8716f1fd57b2074da3f64ef66fb1f38002c2def9ca525f33edb474f37e68b52283e89e79d87b8cb9b7534fc2055909edc4a8a4c71a5fb71e53470e2b959c58bc409105597886a08912a147e05a8d62b59f30224301981bf513f3a60c9c023256656fadaf5b8a35d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254316285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4238d16c1f31543d06579ee137889e4819bd1fe793dbc7ed26e7c7104004ac530bbb82d664cdd08ba82005aa3b93e34b458385b344a723532b8570643f9b7ee0133d0fa43ce6469719f3bb71a7d8bc8bc3bde9526aff6d54430bdc01a7c1311a13c24178fb933cb333945b1ee8932e96a75fceb698276fe38ca00ff2d530840cefb1fb543e9311f090e2d446b8d7a263e65cac32acd13e20a1962690871b832c7747a05fe0df306f1a877e47fa7a7c2b3b7a880d5369a4ab69b3357a532ba56dc0b9921d0e41547ce6d47fc1218aa98e2bcdc4dfe44e04e2eea03d4a2123ccfa84cdc4f3d5fc2b471ab9556e32fe7aa9fa61a211e56d9bed7c8d611502bc9fc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254316746Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51931f167dcd9d0cbec54a7a04c968e12a5a59126522c836f7387ed4a38d02512c7166ed293e28860d96d9a381fa9edd77b7e8f3b604be2bb0b485fc857e7bdbe78723b37111f8f10e52892490b175a54415e251e99c34080993567d32a400e16c242904d31fd6619e0e73f8ab6ec42f9109eed10d302d486d5dce8223502a8904df94ad0fe7ff1f43b9b7432f6ffaee0a325b25f15481c36b91c0861b09d54558e2c3572db4f69bb76d36c118d011b8cd4ab201fd1ba28eec378a9e7683af2208262b2a92f4fa90887df382314620351a8ecd4c6c5e3f4be032eea3067f3a951c86ef8e6604ab88e75adc270ac930fbea4c867fac4d4f2d612aabf8378529a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254317127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb7b8c98c6d2ba5caed6421da3ce68879eccd1db91409e130902230a7edaeb7323d2c1cb9ddefd32c1ff193325b2d17546504f908e6806032a2f05cf6adb8f58679c07682b4f6078c4f264470d6a72b275bee78275097dd195bd00c046b7f51aa4fdd450ad6f1849df4904f37556264031114078d5cc93d9b8c69ea83f51507eeaddb2a7822ca339ac82a09613078e86554069acad715266ce209ec741d149ddfde7cd706cf07c921e99e89674692bed5010f9982188f83c80a5b96d3ec33b2ac6b85d5c451957b2f5411e39aa07aa4d1bb79dfc3b22ecc00b2869afb779f0f13530bf62b3dce7ca64331996c2b8770e3e37123e05736e1068674be42fe12b6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254326645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b29359c0e409e93fc1c114ae51ab63a802ee6c17111ffd19ae0efe6cbfbaae1cdff0c5e73d280cd933990c3ea7423252c020d86b117aa3358abff5cf02ae594127141cea8c4e609d94a923da8da0c6649419781c87f26a2236813d8d8d2dfc304741a4bb87cdad432ca16824f10382347a1a5df5457f2ffce3a76ff6576708005b6bb83a00ce8561ba6f6cccf204f84f1175c8681118d16e726c86d822ab3ce9508d434954918c5f42c47e874bc87b1d3fbfd6f977cc4789b844ac68a0611df58269595098654694f6cfa5fd9adbb61253ec18f1377ac8e95f3c02d0dd1e47b75573d4a7703c9f5d4c7eba275ed51af4e2231d1c30a45b4daa0190d3ddb4e1b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254337956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3369a97791898be155e4559625707c05e33ea96eaece3708673d19b5f4e6b3a4d686e5497645365a9d47c98e96f497a5972c6990ca51b147fe052f03eeaec129fa52dc6be0fa7a8ab776b6b3118dee3e30e8d2f4daff88d390a65be6b027a44396859930b2a34c10a0dca99f06ca643e1bf1b7eeb695becdc335684a6e96dd6b226f895c9020c6bdca5a61a1432e0738905a10b34c32abf509ec2d4056a56d802dbe05dc397063b6cca768a2c425d3f1cd8b097af0a07f1cc2aacfda060ddbf5eaf458e9e4787273df6e15c46ed81c828c1b7b9d8e525ab7cfb0203828a4badf334f4ca8a8846113e1c13c29d78ada4df7fbedb8aeb4f6272b9f88d2f4bb4972&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254343657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9eca42407275a0a6257292042933afd21bfc4b2d71115cffe7c035e027dfd99d1d36321d65e23fb73aee2c60caf566970ec6698abb75bdef839320f33b780db4918a2041a43be97f27e617d80070cadde7864e27d91bc46ecc5e06c8ac6ff34a8422f73cda7da032792e4ed429c944b5bbe7879a41a8032a1c9dca39ec9e8296f07bfbb428c57a2cb23f035fdc33d7cf298e46fee7ee1185826c40f44d74e1b262d84a49cb56c26ac6c7991d89901d47a931414a069cae4e3cdef945f8152c7c2b11d94370d7db7644dfdecacb69b6d6adb7a55e45fdb7e38cf1c676859873cd5c049dda5c2127119cba8b2955a6c879d02f9834af653902ed5bf7478f854c2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254347103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4249a883ceb3e4b944d44b2663f6e7d3127d4e01a1dbdbded716f04a72d9d6c99f3af6a0d7fb95b0e25beced71172d55671009484e32a3414fb2bff529917608c6a4427c02bb32069107c2aebb9968ace8f3352c6d321a9a7c8f963e1664c847eee3b983cf6d734e8695c4d3deb16cfb6ebcabf9627195b75256f5f71a6022c601745c2b76ddb202dbd364a0945c1642c3c95b796f5e145ffa369f0508c53561aba3866b146b610a6c93b5222d1cbca0c8ca4dcf0bbbd7cbf2b7dd775c9325a5670eaa7eae34fcbbc5b25bff9ddd631451556422c335d15b272dd63dfbcc8f3088589541d21f742b1b9cb522d05282eda5639fff83b1fa021eed04a7f6325b1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254350229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5e6a2fbcf00e68f4582ebf1df78a4a90fdfaeea2298ee344fe6499f4dfc6caaf9c366eebd1eec0d777c9ed776165b4a3f7c96e58669725ef93163461ecee3cf537cab74b61111b24deed860ae5d00aeaef4faefdeb4a376ca76a75a9545241e7fd53b68d10e73ba3b63084e9c273682bb7a71a9dba0cf4aa2c4f9adea837f05b52b9bc786a5d515c3a9cfb7beafd8a1a455a9bbca34a63f08baaf23a6a0f1693a4716c49966d7191ba433b571c7506d1bf52c14258728e4ec3ddd1ee2bc479619b1eee6c5966b88b116e47eb3d6105d8a898ddbb482efbf5f84d303f295c8f543010a3182bf4994d502d5ed97cbfa0f9e45c5b62265bf4512a041f5cac0095fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254369496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=607b14e679a56b6ed722d0330d0368c3f0a16b581d9923d0e254f2c69125c567d227fdd53af48a822e9b8fab19b93114880488307e8ab80e854f5b7e96d54956830f3ea6c79f27400aba97827407fc8188fa2ca26062f43687dfb747f566335346fe9a2502923895b5f15684a2c47b111c6c82d01382de1845504e552e806248173242c0d4666d01e7798976ff9454a512733f164c40937306dc13c7b28299b1ed0799413500488a8bffbca6852f2fa74033dcc6df880b885f3ab36318b2f3edb2829b3fa7f5f4d391de155c6a2c485c13cc41233e13930370f665adc8e486b8ea84a59ca9db3364a9bccdc75ec37f47f5f436b36637622a28391baab2f61a71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254373042Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5cd3a1a8ecf478a0786f6effe18745866e515da47c70547040da280f732d45ab6004e85f6f125f1841ee696cae9cb49d35f403618ee2dcd15f62ca1b314378a94eb3ec9852245a7d06634ec2bb0738ba88b336ab88287121b310955d665fb78d179817358ed3a41aa2bf54d9149e40fe36a0333e21635528c963460593e2258dc52e55c860016705f2e5ade66bb15711cee03cbb8ddecf1c924f380fcd74b94060b1cc8aa7e0f6dc4a24b946049bd97fd81ff85d9e51daef0eb4a5892f3fe48baac6dfb28094a80eff4a97f1494a7d3993f609f2872e0829d629c7de91b6fd74394144b259cc04f689c34f5ddee398126ab42a6ff16dbb46818da2007348145a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254380015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=36334981ad078a7b73e0f3528493e6d1373fd869b14d96eabaf312325258d6211c593c34eb17607d3ce895e05ed5e76a307474eb836733bbe7f8cef4c21d522c69e67bd71211b98bb582c7934906652e1bf5ebc211cb37fb1e9e056b0b5ed08af902e6aa93a13648e4a7b801837fc1e5be6173283776251fc7eb2f6a5c1bcc8634c2df485f37780d3a4764e470e016bf1003c77cc252b4febfd80f29b6836c8229832b66f5b8ab9892631f36ffb32abfbf93b93d47569436a19ceb5ff21163d9c728f5edbc7634d3d5865bb9f567af935540f882ebc5b73b245165c5acd3201c2043e2f1ed0183dd6df826adb7b9f06a6f5c88aff0d509843175a393bef0b008&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254379885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=895ef49473307aef43840e7729ab08e34226eda6c5689a27530f6fad0caf72cf899229220db62ee174f67e735063ca431d93312496a69fbdc04df1fe5ae796e3167309fe0a2d5f29d8601842a18d93cb346fae303320a04e569429ecb569c4df768f109b7d3ba3d1e168a2fc9eddb4200ebeaa20388faf77cea00f35188ee2d15bc31a4cff3461491eb4962b5c824288e5681c24d510153c5cab759d2325f3377e753185aefd4aa3c0f57d18a01352b7798cafd5a67894e13507c125623468434c32e715c2406f7c5f9be52e4df92ea6ffa0a46ee7f190ac0adae9ed6385f0948691088711f5aa2bdb65670629f1ca59820af52224afb426c855c40ff216edd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254389333Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9cfb8735633ce286f8f6fffcc98896fd5be75496961c07df33e9a2121e394db9053b59a72969d50bfc47b3e7ba35e2616a57160253ad0b1db9990802009ef1d505921e50c47cbf936c694fc9d178b6a694ee709dcfd9134a2c990798849421dedf8d02aef8aee2729aee93ec48d58f4876a48e4aa95c6272fbb735604943d3602fb7399bfca3b772521ca8cec78da4a6fecb3509e88c18a2f4cc7ff35dae73255ff404a418d7029966b4c338abcba499c2f05a90e09dd7a304226bf86f7845f972817f618fc067e7457b6a158e9461289fe19d76fc7b51d161939a33cddfad834c26bdf0ae68de2ce829430911a1aa5362763e91f1261bd7727ec803e4b76428&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254398691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2136366bcbd6a580c8a93abc495296738ac7ba46dfac775f4057980fe7acc8ec2f0c2d98a39ff966dfd92f53989a23c888564d0ada39f805a5f3667ed9e29ba37a19e53b67caaea9fe6fc21a670060ee26168b8ab9f14fb51eebc022750f86aee499b27b0a622facf5e6165db92251d1cbdc18d0518e5692a905726cf04a33736f715ccde310fb7843c1df7f72cfe12373f3795f04582bc2335560500ed2624fff131309e94e0822198135c5c2668d93d4199ddc867811144ff7cf589a63bebfb33504c901be83a0e787be748c3c6166d2a450a7b197db419a16b04024f89f422efc826cece6cbbccfaaade8d76ea565a30ca54aabc934a231b9414981dc1524&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254404712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1165ad5234215263a791e7f197ab42f27d8443484d0d96bcd55fd4425ca47d5ff7e008a60fbec352899f5329a9c0dcc0dda012ca896c0cf3fa1d111498115c5476a81cde6584320b594aa66e2086cb80b11250fda0c6f9be5316a5ce09532f4fd99769d75de5b6ed39f2969a4ec4a75e341787b7557ce69183cea2cd0b341ffc06a2f005ef5734ce6de4d768eb1988ddbd4c4a2c4ac85f50d1d0e4c72d466cffaa5c68feef530c3f2b5fc2ce10327dc11db2e0c61826e4ac951b858427daa2790f21ab29d8aaa00d2dd177ea12c12231141388c59d99b1d16f4644fdae3cadd2dcaa94e07ece5d1150ac8570371942833ca15831afccfe64cfb06940a7f14641&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254406004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a6307b630601758d439ea243764519dd02ec8b9525eca88f418ed21f4d53d06a0a33f819bdfed53ea56283d48031e535a12fe2c8b6c8b9a61df82880bc95562064b53e61873fb41903eeb050b9c625d77567752aa03e27ee63c0814104037c43cdd5cf72af5c54faaed387619587d08dc347becd645e5998e8667437d4042a1f2342ca3c59193b0d6fc4db82c7748651168ae84e85dec6d64967797b64bee24b83ffefe9729ddfd0e16ab86280a4a5d06dd28ad64a1ca23ed1ee7e3fa4347401dec2e2f2afa9aed2bf06a14b0ebce312377718e8c618bbd8ff75a0567ce3a58b25ed29c6ebbb5a721d13057d63e1d238918e93d40c786dfebec45295fa412f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254408689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66c97d76c66229f404866723abe143d1569392d23b7863262d6e4e2f258249a6cad88abb6805110c8724c9c9b49b3ba2a167eca51fff07d016d8619c973f63348c4db0669a292774bd067790070ccb9f845917445e379a88240fdaaf81821dcd135a37da2711111418b3abe63cadcfdf18da1797a672a2518e0d401e2e4d841c94982a7f1324c7a8d34ce61d14465613a33db463c3da0eeb6e23d8afb1ee8a66123f5c459a62c6054e38080922bc767ff2e3e90e08459c006e57838e48a4fda36dc664de733c6b4f891bb5cd2493606bcf9a98c3356fc6b43fdf660fc9c2bc81f39be1e0778031022c89b5c5efb5ea7756498d5582694dcb97c4b6797560260f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254421724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=859b48dbf90889eb2e6f0d810f063f53c31ce97f5f4f0ede8a6d6282357cdcc720227dd63343042f856b09148a31754b72d7de15d92aec1d1dd6ab1ae0fee3953260d8b1e0e53beacbaaa1b06a8b3a1d42afc935f5b62ef4fa6f754d9b63784e002bebb5f9a02f0f9b7e74cdbc4be64c6e2f371b79b48347765f4a9311ed8d58bf461f66ec446109ecd47302ac22dcbbf8c07575100c5def2e48918feef14a2fe474457f732bb39d1660473ea19ffa1ed9f39cf2e1b6f622d6ad7b126a1ece05f692fc83a0ddb7788ecb22fed83f856cfd7a6d3c59d947d6bbfeacbc1a5227bc35648b42e0d0e15b850d85c8233beb0891542999b517eb589f360bb1cabf9d5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254421073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4638bdf733016c5820cbe550849c13cb1881c97076f78c914fae5f35f5e4da3fd23e7aaa8730d8a8dcb40f07000334f89e35c30b796e240dd5f55ec769ce9b43a01758601bd0d2c8f03b331a7ab5234e37be90f8e7d4d583df7bf5855dec257012b1da13c92ebd5652f40837e257e1b6a08d18856f54a3b1833f31966a86f4bb6bf99687f856498646885c3b9ffced4b46615b9870260e42eb59a27eecb4ebefdebab0c9611b32ef19769b9038bb2cf1a2e4d2155be91c5351661cc8aa5f5d2735b0b3d0d010373a18b3f67990abbdc090fd6af524fb70d8cd40d2b4f972059159dbba9541722cb329c3b07636f5a9f78198ad5c27ea0374cabae9870253cbbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254421784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=94131753b045dc23c1727d1bd442c8ca10d9253a9efdb75735824784ec358e448c39cec222663b7d8adea8af06d50ae4f62a8a860fc9082ef19f7864fafac3a484589cf98d805d8fd13c5e187d777cc8ba230307fee010f93c24c876801121c14db9b9f74283d6649c6bbafebe3ae0507f561ad0498cddacbe9d238fc4e790e2d0ce1734372eea76c9d750055b05b63b0ff083ed6f3d275d1ef81c7af4ca2e4c0a3f1f5d5b81f5db97f78c94dc00e2490343bf3769e432701ed6ea2d0e986c248bcb58e59bc0b7cdf07cbd004e87df56b65ba784a1b6471d93ae7661cfbc29dbcea52338530c3214aba2670c89fd0b56fd9685d5faf37d38f50e8e2504eca60e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254427645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c406f0c69067daf578eb679088d2a0ae65a3bcba17cbe5bde08de97fbd52e49d55d930080f153cc5eaa1745d9357ef8b55a54a7b71b5e7c3daf57231367da35d30f818c44f2d1a187ab8aa3441ff7fae1d9975ae6c4c3adb7fdb721fce78c9e36a103caebaa7dafe073231f2094e0895ad1479f98e87c718eb2d67b173963b79616fb2aec1fca13e077b29f781ccf19c0731bedcdff7c6fb814008f97e416d4611019daa33d837768c4689acb64b1a7aaed59e277adf963b376fa479294882e811b6bb828d8f985be289fbaca84b735a04e74f2e568aa24590638f38683348155a6a9c352ad397bd61d18439d821644713d69af6376f07ff04beff32be67813f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254430831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=16d5e68b3c93ddb15f84d9da1e9774f9d275edd5e3ef7e153689062cb76c700a154ef691206b4f5964582191f3a8a7d76d16819cf6a2f3869d76befe5964eeda46d9aea93c18050f9d9c9d16afa37c61c7e47ed17ea29ce2d635c1326a4ca9245d6f1e360a2a97dc9ae86af0eb15bfe97074e693ef3d8cf3b945a37c6cc6aff33cd371c02aa50fc2f9ae20e4a892e276227ed3ba60d2f234873b8f0cd96c1dd681d6460b618848257c5db554a0434c95fbbea22ecd3d0ae6aaa29b52eb4b6babbde64bac2ad4253de07822ac64b0168c5721bfd4ceb2e015ba3ecc48123b87f886ef271c54db0c3544df2efbe9751889dedf0a23073f284c9e16be6a4f5d67cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254432665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ea51eaf7911498441f6ca9ec27551b25aec5c49283ad2f33a3b351761abb2f9ae652ce3334a67da8ce57e0968a9f50bffcd790bd5120366fd635d3484bd690f0acf7d3210c3a28821f17e32323413521a2416452a1ce705b4d288ff274843fa915d6f4a7e6f6ceba7437c82204937ecb00dba55b16bff7f3fad0ff83c857ad15aaf03bcb8eec34813b0de54fee05f0083efe9b3c94393bbde75c1bc60674366f5b2a7e478ef5171d3cfc14af05fc4af249b45828e89092354ce12e5b759447806c009147a650a474056c938db46fb938e2bbd3382ed082db87b840ce201b38e088dd6c775b40f4341d0ed58b9887b8b4e25aeafbf1c94d91fb5640067bfc680&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254444367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53108dc199bf0db3e8cc36d9563d5fa7dd788f7a7d61d2c8f88879266b5b9a9c2eb1755e57143d1aaafc3b4aa766125d050dfc102a41f2fcdd1d9397d2ef443053a393c0b49d4e72af941faae4a38127d83a7d7e935d9508de9c546db92e2b427873815261e4ba40b9021ae1dce3d8ef40accade3849d201157d7e991f8591b5812c7fef488c7cfc800631588f10fb797e86e4234c4b35cf8918469e25ca05d834e3892953145004b9ea937966471dff5b1beb05df70ac055f8e8ecc6ae1e69f3b2d229fb25cc5299a6046c49151c0e23be39768d3ce80652d062de5121c02b1819d9920a2f8b338280ffc76834092c632df45daec715b001907a4dd54fba78c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254445369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=490cb741c798ebe81bd030ee3e420e4105fe79c17b801b88f41833d818357e8a97c8ebc05ba531a32e59be6e6dc58fbde168bf2c35e6e85103de6661164dbf693929c481bfbd09b4e96c1c3bc66242f63177739460af3cc928966660eed2f5ace2500fe8aae1f1f1536c37cf8e8d96ee24ae2e3022f88657be44fd228a14419f6814d6d3f5b97c7f4076b13756a77044fc4af6069798f9639b09191876fb32bd6155d0e1f1dbf77664b08a0717fccc63acc7c61e5951d139b39d0a7b2852d29c5cd7e147be6325a8fdbc5016e54ca481d6a6421d2fce55ad1887ec87b08e4cc2e52ddab69875352582fa290c8ec20f7332a3a719540f43fd10a59ea8da44d1eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254451811Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=17efbc2a064a087482bddc0646d6109716862c8c16d08610a7311a92bdd47d47b07336be26e7661ecfb401836f31e49bdac589d6a5851875f45722d49e4cb8dfadfc36d682f0d838e2aed1f5e0516a0749522b4de5e60b763794db24c0056f3f8ac4f4db7662e49cabe75f288f64938d2ac3d7341fa4b1ccb8f72dbba50f77a1cb0f2210a41609150c0726daa55a06b3e038c013080c10fb88cf9ba1ba8b90f448174330d1061e23760fcf5b527a3c75b3b77c788e38177a805ec19d2611ebe7dc69799db3c601aa273e7b10c143e1b1bb6a8fdcd19637d084df3f6b83322b46c34fc8256c936cc021df10b288a645fdcb03f4dcee32d96ef9cd4802be2cedf8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254455277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9bb27430d24cc59d5333f9e8995115b10792be8cfe11e5a181729f117f30d1b8dcadc0f09795b38f0eaf1eda2f9455e2bda2864284c2c079c8570b64b9583d47990e28eef3faa29fc467b436c98af03776d5041a5a8ddbc7cce8825fa388a8de315df62548925c9f3e13fe24947a51d083783d72d445d0800b63dfd3547a7e0e2303cffdf8fa342c6668ad3286f1064750251383ec5fa8d83285fdb4e4f7b6ba66ebd84628fa7494284987ef0577f62a1a0f3714e09b8e1c759adf943a1b5f6314e79d17a8b816a9a9ff60b834a5ea8fb2b00f92cd778df73c02ff907a0646fc53e23928ad29c55b61ec834e306f05f707a9e8cd2da285f91fcfb603fd5b0a50&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254470907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c195aa164b1859f527ba0e4fae97cc36f0287c5b79f0016dcf834eb02e1adb6bbda1957aa211b80d78d7d547640095c924357216789ccdac383f2d1ee0f34f4493b7b7c0d5a93381cc935177c584adadb22c8153a48e15dbc2c987e3e266254bee7e97aaf8fcdd1550415ad17d4f6979a2c222b116dcc75ee3499521e32d8cf130dadca55af45708e0ea1ebcc30e2306c1a1c9a4f7da4b93dcbeb0d3b8e36b7a18f4f123799ae8d2ccb85e8b2d8ad46bf25347cac188a143ff8339dfae08dac57cb34ab52b11b966cb0151dbea5e10af1784a2238066dafe6afb96bd70a7eee5339afe7606045a6bfc87773097cb4291e6fad7951de74d1b61a91e8e2f534043&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254470225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3cf3a37989eda0adf2160feea9ca463098cff07d3f3421a52b15c00b13e57aa4a0d0e1084171eaca0d3249885c06300ffa3316377a5c83822cea1a0c5ddd0b2cf423bc811d9b41156d1f28502ba287d7797fb380cbd86071f8155ba4c1403599b44d49f669238f7d1c9ab17c02260cd6e6e4c8c92ea079d5d9ae541c6e76959827f6035bcf0fbd8c149d8fec816ab7587909e49dbdf6050a323dd0b74f6d5ec4317093492e28ef722abbee09b89e381d5b82d6027234eb9977d94b66f93b38b46513ddf6e0a90e395744f1c14b2e509cbd0acfd9cba0feb444090f80de94041e8e8076fc4b1b44a5c438d55d38b5482ac5588fd3883bd954d03e5271d8f72693&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254471358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=71ad0d2b935b5d80e642234254596f675ffd7932f5c37c7650f5cf91094e5a5aaf798ca787fe768797477dcbdb8baf1fd7312ec183961d7b33c0bc25578a5f7607c0bb7a1c799c3418564cb6443c77b65678c69fa8e04cbb8006ec0256febdc99cd7071da81d422b1aab2712adce859d78a5b3528e8bcc414827f3a6e0f477f4c5e9dec2a959082274a7d9a839821e8c3ac8af3de0b8b02b1e89aa2cc3fa15ec5211f7a0ce5193cbed3075fe585b71a350e3ed2bd9826e66c99d8bc4994890688358c5548e9612afb6575226db6dfa1e625e1c8550233b4e0400d028492ff584343bf9c86409377e815308fe40aff82f8459c8e704c9dbd47b41ee83f9a75f53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254478822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b16adbba875e2b9406f7c5d2e67f3dc963a9f4a75299c44c58983377b0d83e78e839d17b620efbde43dfa8e9ad0027c0b3fc6976f6600aa24ce14baf1ce72a0b71ea458814b1aa5ab774be42b28058618e46fd1b41dc9ce59c1e05d1d0facec2262c21af6d828926a0f12d18cd93d3632c9e40f8f0cbea17565109eb82215cc095f6ed67f1dc7ce9d8c58467e2acb3162481b5471d5d0e3afda3ca831edf064bfc143e929f734293d3905a3eebc51b835dc2bd408f867a70d81a7ce726900621545553867db1ecece6304564864fe52163a8277dfe45dbc410d66a07b52b0cce2c6e9b156f8bcfdcf98582bea98e26edfd26eae74b13d49d71039110c8bc7900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25448316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=24108a75b427ea1bc1964b35c89cac80564fa15f71d7ab9fa83da9cadf490679d50e75d9a522cf6d59750a8f6edde8b59adcec74674a30e0787992e31eeb8d5effb8d0bdc9e3f3c55c94458637fba1437235d130f11892d9021d6e2408f993ced7bb7d1972763ce95a080a46fa1850e37b01174bad8bd557fdbdbf9764eb63f89112d691f6e2303c483cdcb81b9bb441c74e386b85d4f2ad5ecb5d9799639fc4d660c016582fd47ee90eedf9a627df49dce81f20cb21c4d6a932f359d0d16ea1ac6a6605071ff4e3d3662a0bf0356f18145e7b2323bf8e2f5103b87a5ef0eabbbc79b38a8b1fcb4d3fee4ce512e6f7f64edf68c7f109769b05b0494d880e55db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254485945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c84de4c30d4715560494f1067234ace1099b96adc37f84deb7c231ceaae0a1d3eab1d32721d5a4695462a5f1949c98024177c03534ba7566401586d0eefb7cd4bd4173b1f26d0d7acd5dcab1bf181dd8e3accf109c7b2fb7b1574eab6d1e8c8fa94c666cab9511a6037805a860e14fa331fce1a817056d963b8f514745e0c2b81cdcbec59f4a7e993fb9cf59542823c145155324dddcd84c90c02df930f63ddb9d834b870470a736bc7b74f047fbcb0f6d7d9526ca16bf67d14099fcccca17596c230dabaae3f417a147ee18172533be0c798ac8629e2fbf1d12dd17cfecd989d068cfc4cb54c0e927b09dea7aafbff925c4e9aa9f0627f3a3624f5709180b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254495323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0fa909168b087faaf9ce4dc73ca2fae84c7f1a5ce433b91675190c8841f3cd7850dffcfc10d7a40d8db67a201912720bab2f8552c632acb0775f706f1327e1af22147d1097801ab49f14ff2afce61d186b60f45877f43c1799421e8f0bd1b770b8dc2b8d3fcb2d44e71c24fbdf7840a673b01c860bc271cf18428b0ce51b4c4ff371f8b70e8187da1cbd944c4108c2f884405939bf1fef9633df7d5360342b1789aac2347305302509de6a56f35454b95d89447a55cdfeb46be6a5aef5de2935d80a8aec33f1c4bf42708af8915f0da425d7adb1e1f555051bae32d493d9535c726a313a4a3a8b1572f79b57bc6d1d43a17a71a22f910c04451b87b0b3e8702f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254500492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aae58ff440b7519909b826eee37989cad33bb7fba008ac2bcaa44a9fa7ee9f1e4f639d09c337c1813c07e45a869238e70c8313af44eb786baa286248c690a876eef48d1a5de987ccad0218235d5e2af952192a04af9ce4f1c8671ae0a1babc2184114d7fca8cae3e1fe1ac62bcbf8861c6536e4e53d4159be2f487a310123a3e05d76596988d8e29ed4f28cdb03b9559baa9c49dec1c701eb7a822683f1f7576d82b4f878af8a5477c8f3c98cd5c06cede118277152474704d2834492ea1d941a4fb550ebd9a61c2ece81881df28447190dd405d35c2c81c0c2cd34746f5ca25c084343529366b468fdb6f74dd611eff4591eb061aef632b821d1ac4e71dc5e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254498759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49fe7da885aee51f5c4dd2bfac73a106eeb5bb4fb2ba2acd179b438db1c0e60db79a53ae332e06c2eb0e28db5f0cbc6d1ded68ac326cc5b3ebee610dfe71c36ae4fff915d86d9d65476005386e51a4ae133742edef321b393abd6b7cdabcb5431674fbd73c47798e4e0fc3ef3c0e6a78ffed25e251ba938ade135138dc6c949469383d47e15f74aacdff2faff6dfd4f60325f0542d22624d430899adaad5ed32c1e4c91b69e5ea29595482c7f5bd8f6f1e2592a778cdf7a35f0eb3d33a6b20eddc28a86f36ec97d19c01e7ffa418d1174261ae1be3b64f72da113dd7984d2833ceaf7cf3848a422eb4de9d3eff2d958786a376f0b0240412fc8215d4952ae9d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254503819Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6ad8a6dff5d6946017fc00fd304f1ced68f9834c0c3afb7c6c2cb9ab3993cfbcf700fb25f5369a2973510f3d74e785422898f60ac9019673de91c3b3653e6c7fb0f7546f911932438cfaad551afc33e3a07d4a3be4195244200707dc262fc59abcb8197f814e86e3477d1c24eec355ce15735ec1460dc42104576419af3290c973bd3f36715cb22fbf9000055b2d365b273805225163d022f5b561e1b2dd3a3e709460db4ba87607496708cb919a89a4812f03df632d553a0b3a9c39c790edec4be24c5dad4dbc3d675bd286cc5d8697c41d8cdaeac3cf9975096b4c7393998657f8135ac84d83c630def40380da2dafd716e2dc3895007d45a96d51f07279f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254503508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=888135c05cf5d97f7a08f82861f653a981da9e10df2a310681c994ff9735e0e4dcc7e661ebed3bb990f19f303b4e0b9724f3a04ad3e8a9890b00e51f479ece522099917c470d712210e24ec583d4894cb39533a4c6ed8eda3128111c0281c18cc5fbb33c6feff845f78af75a1a17d19c3f2589331b1ca4e9640abe82741f2e4b4a80659eea8a9795353673b29752943db15c51c40ab8f18f4c9222e0c6508b9f1c1dd33a2352aba9b7a36391657bb3ea25ef7df3d5e4c5b168ef2619782651d3e3791d81160d287dae9c8d95e1c0345ab6061b311f8a55cecfc4e6df268bbf44c0436ab95b6fb909fb11d704db030260e378b2b63550c94810beaf5262ab50d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25450994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0f42fdc5cfd3050a016d4d1d000318274288831ce33ab15b44b6471419cd44bd6094ba8f8f36d3a61f41a786af86cea9b529704c6c09030836d41865a9ae8855881390d1b4a4a6cfa3c95954578768cb4884d8ca22e01f4bd1a2c52b30ca712ee81bd7a2bef2b525fa0c2578377ff7dfafeb1e8481c740571d799fab1606a6253818601b9f80be31df2e3cc9940d130e79fe133f5a345dc5af028b58c0a8a734148d453c58b2b83af1d82e3a34131a7c79b08fc24995dd1581ab99344703295160245737a4b4349066d723f0053a9c4aa074462736cd1dbde001617fcb038e92030eb811090f9dede5dda928d7e202838a050701de23ce05772b384a23b2d73a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254511132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=05708d381c541d5296aff879d0928434096a5acc7585e0754bd282947da6f6f6b4b33afbabf80f3996c92c045cb71ed9d8f3926e06bdcaafb4e6e1706b1000a13e2bd55338846393dd34178ca4bd429f232210be66b05764b0983b200acc6576d655c8a045aca838f18a5fcef0f8e0da71d45346e6321004f5cccdc21a365c7f8c08cc66a795aab766f21e109be114a0c055561dace3dc0881b1461bf8a025511ed8f6e92d7d91ef506b8e42c428910315626df5bd2822934cb08b3acab70df3a73230c4e08ffa7e83b0337e846a61994aae525e62f6f4ef8a358234aa2450ccd0d0c95d52111bd65d953bd1e899bce66a41adc2388a666366aea0573e23c45a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254514298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=302156c20d58a150d4943f698205c2fd1f27a686f9645d27d3d1caebba85e99415e3240e8bffcede8b3b526629aa522b9605d9c5a143059d83f75574ea2443283a9b74c45bdfaede4621753ca07016d32d4add81f7ca1588e9989036ad947172c36c531a9d95295241833e9217286b6eb38940accde35c23a0b50113698b53042bcb8e3cba71e749d63231064820ccb027ba5da7ae21992e71eb79593a7d2b12eae8507f4f9a4f9441e938e7c56bb3f9b2576eceaa103e70d0a601bfa62722c7f5647705405f85648fb9579768fb014ec3b9947cb95dfb770f7cd104ed2b988dc48e6f41f6cba5f367f903b119b3e9f8a010f41767e62465fbf996f462fb6a2e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254521903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5c6035c5c03d3a4c3f0b177179ae4723e52e1331877482e0b1be713d0ef933a6e1ba882aee96c770ecd510b4d180739c3b35844f7be76c9690843ba3e4f54d7687c3d00e65492412cfd2de150b872a6647b313c1e8d827536687d160bb030708a40b62791b6ea8a9b2a7d66b76fe2ab66035e39aef15d32670c0a0b52c849279b9c6c7885ba5be8d65ba0b0450d01e02462ddb72dea2606f493a3574c19899b93425f4dc32243bd3b593ba115dad33e0521341a9398b56c31dcdbc326116c73a5d7608143e80f0addd83538b13dbdcde892026469a9b07c7531399b5959ca21eb747ac5cd99e93944cd476dabe05282136527831f13094571c96edf160fb4ca8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254526592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b78b946580e350d464deb1b4c513f4e436bfb37b655171bb0b07736a284d8d5fc23e9afead92055818fa9f24dc8a917e6c851b170f0a0ca88e0026a826b73959fa3d2b3c6649bba36a807ede2f24bad7d189ff14e7e80866822db8fb380f2cae61faa152056621c05eaf1d97027b8a62f840f0ae639c9f56ef808b1eb7f0a6044e51eeda5ca0656577c6b42b636cea8ee1c1ea9ba87c9bc28353aa0f8a616ad8292fb1f2f0064493888bb3921a1c1cda77ce6b8077b29c7fb09c907c940e13a277b3d520dab7f3a6feb2fb3ccc1fd96354679fd4950142d6287fb02ebcc3c4bb8a8551afe3bbc626ffd0963df8b43f7b83a6a6abd25848eb8d3eec574144ce66&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254527704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7c5a024110a36e6d165c56912a6e7d65771419ed6ebcab13695a6bc9df2fc1bd969144f71703e9eae3fa38124e990cb90b786fa7ff7fb1eb9396a25a584aff09682b77f9c75bd2346b1b0d7503092ca27ab436b670793afc4af5a2769bf725cf5f1df0fd3426505b228456f9cc93af237f1a4bec9af545fc3ad5f7f6957ea888ab21ca9fa4d99b96cbbca32573a645100ba2d06929e4f2545d5c450b3ca611d3767f1945bec8aaca610e3be4dcc55d1738134b172f12e01225571aed24ee9c75c053cf9dcfc157a8157e1806be713b17b3d4796f2e90b6835277f940edc47fc5979483a3e6eebc729e2d37851b09fecd6bb27a7d6333a8aa7b3d6b0a12baa403&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255136691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c06e8ddd4ced18d9f9a1628a7772ca05fb003570a45f7cb06c13977ac7868da2b74b506135bac413425339d02b7ac931424e1ecf6add5bb4cdc9e11e8f87e4da22ec561ef26146a434ac8067486f6f6ea3896042053c35c439a203981ae8fe791c7b64579566f1b5b8c3c6a71760e0c1ffa2e06b0df16d839cc029989d98e964cfbe39710f1a786cbfbdab053c2d549b34d9d167a52a078bfd4706c88858b3e75f3604c6468d101ce252b8409f09210e25cb72995e20ed75389eb7533f94fff8391a96d34b3deca771fe548e68b403e2118be35c512676ebe2a349140260b96a3c1149625897ebb46308bcb1135fb45ac78be6b4bb9f3a0779ce55e512e89a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255042354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d16d74a9c12f381aabb2a824bed0edbb23b252ed02a6e29c8ab586b9e44603f44fd905a257bf617d1e82b441042222f0402d4659ce79939a6137afae1d90b7f870bfb487399cbeceffeaf9acce7466c142cb157d6191f54e0a03a79c93df57a7a08757ed45ca5299c9f8748e85f9d50029043532cdc98efee1b58b3505854e71fcbc8eade23d9c0a57798814c0fd4621f41c2ad046a439639acd5c6ded155c33f401f6ca6b80628d1009505206eef2e3eb4f65be848fcd2d1baac0904c60f90675b8b89eee9e0ee4eb406a38e2f108493332c0d5d6e63d06d6e8e1e8883b88240f8a33d24e83978b0c68e4617fc5149a2f6d740a182036df34f46c612bc805d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255619621Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=77b18bbd2d5dafa3f53e04894652021962b2a526df8ccb4a44938025d2f3ac95a71b46b8110a272ed90c03b05f7d9dd3243925d4214a5f8e084de483cc2ed774630eaa9f107c07bed6dc8a839547d1dfbd7073003f6fe241db1324cd48ba8e794a05f0195a44ca98048c1b2a7a5e9e2dc7189becbec54604342c0fa45385455cfff7ecc5484da0b440b243dcc318d27593c7803e55a3291c1179eaaf252fb7fd10a9f2ea3bbf8833891e3c6ccc772b02d2e7b0c8c53fd14bf6783e0ac3429f9b807105d1931fc9f27fe650fdc43f43c282b75ed090bf029ac0b0f24ab672232fd2c8bd74ba402009d68b5a0183513736701d7fa3521c4f244d2de836cfa0e53a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25563991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3a444b5f571225c26de8a26b1b5a2b53ea646dab3f697d52bd8635a5e37f4111ad659e33950fec0b8eb4abcbdbce40f47f08d91837eccbd648adc77112daf9a043659984a746aeaeb5847c14b716e7851123992cbf9d16d2c93b1760c476a0ba01382795f86d07919d6f649f0a1c8eb5a6644f4e53fc6bdb4e704b01f31c345fac9f884df89af29af3a559600072ba687f52c420650e0cc520f497f8ea0f84e0f54949439e6c4bb9dbf3797dc618bf99dda12cb07d236e25f97e5f9b02a1b70692f8b612dddb2d411186c6e03e13e75b8260e5a16934ad4be10f9fa984c346ea6b1c0ed2f2474ac5df348f89e152e861b343d3ff95869adabfe77d690768c5fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255649358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a123804cc5ac61bd3bbc666ba07031c048edc65cddf613c9a0bf37ff897cfea46abc32167f07a59b110b0efe55ec440a032cbd38a15530bb0403f7e8085e55a76c3a7fe06520ca67df61fa1a82b8411df981ee55525aef2b542115ed98e04448d0c1a4e73a1d0bd8fc628fa58d7278823ecc9fb44e3c1ab0a00f94025de93582902adecdbe96d7ea38168e9e707f63e9543fd4855c11ede03c677be2fe10233064bd0c811de4583f68226b4b6e30b51ea10a9a4efa80d4e9bef71e262acbdab16f214e081f15349a85f478b84faaf1155fa6466b62e7f684b95c62ae5cd5549b96a7afb6247b3ad6c781fe05f055fc8b3fcf78d88c02a3836b2115652b3c23f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255676929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a11022f2bc26888bd8190a992fe3cce760d121dbb4a5585347008edaf588fd68c49d4fa8342de56d28ef8b59b31731025f940dc294ca765dcfb25522e0e9bc205e86173086373cb3de15f192554995fd30046ef1864a5601e31fece374cf5655360b91809f319837ccfa68ac7fdc4a10f0a1cc6ab3036f613c8ae1f5ca84be6bc7fa849c12996435879ea3f244c1f79c3572b6189798309713f3e474488b043656a9693fd2602447b6ce6a9d6167e23344e72348a6ec00e858d85939200901c6dc02444924ce10f4e74c24c1ccd6b7230538df20fbcb1923e0807097784465bca4a5f350542dbe446bab464b152707c820282b586ea755bd07905e09bfdcbea3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254534757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=23b31d3c1c87fe5ef022eff96fd44d80ec17fe20317d1324d47f23041637d8fa6b6385cc450e49e3ef4df5dcebe345ce1b86eff24fec5cfd3c1468a24a4f221ccf6621fc009cdd2272bb82b77a9b1b32e5a6d285aa11ada8509ee66eb80ab3921c2d53b6ef353d0e5b32a9a5140fa9ccce4e4a1b56140575dac7623b4dcac6d29408fe85ef5340534a487c60923eb1c3f4b24d3c7fe9b4f89e38b1171c6ae6c9f1d5594d022fe45e07e6bfac714a20f6c16f57b9c0d8b80f8ef20fd75aab5763b0499502f95c28ea0d7fa7dd84ac47614349aa1a32e490adda2a8b40275c720827b3259f5ff3474001b45e7ef9720f7b9c633459866cb03cf41fc6477594f011&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256042859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0c618c5df32008557a9bd7313d5635ce071175a7342e6cbb2edd02a7475bb04b24e66761cea415946ceaa62d3fc1bd648f3b015a60b4be67f9e6897d60f128adf71061199ac164eba2473c4b8eef110b6a62054abe7aabe2584d9967784de7d6940b5625e5f758261ef38361e5f2307d8a55b6f5475e6556142956fd32226d1b30babdf67124761d6b2dff8d55a0b3d3c8230255cdd403b64f3984f4d975dc9c127480d5263121132bd6449b33077875deaf1ede9aa7f7d514b79a66883701390bf1c90b3ba8059c90e3441f8b5d9a81fb8650eeec882ebfc0a889fde16ae19380d2d481393ca9444186a458f4687d7dacf3c3e3a18e9ce74e248d462d81fcdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256055212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49b3e9c2f8ad90445587918914f2dfd9f67e5699454612126ee979f315560c6421d55d1e421cbf7263f924392036da903ba027ff37da3d10cf54b6bac7921cc19c4ec80d14d75307e6909b0d8d1d2cb61e10cc0b1524d696ab3dd2c276333963e0423729228fefbfc0a0c00df0eb4d4ff2781b529bedee074652744be8c5131b38d33c17ab6cda731583bb16602c665efee7ad12c0ca14b33d007d21c5ab6405e1adcf4e8efd4956ab579c47f0fb4e0aea88c2e7b9cc41c2637b613701a91cea806230fecc921de9156fab130ba1300f335a8a9c79e6057519f37c55df100243c4185a552707e1ad1a644ab5bc503fc99a4d141b8da6299837ca7e0fc28ef432&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254543834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b1edead3f837e3896750a9f1d287af484de5f7a20636bc032a69eefd38e12e5dda271ad7ce3a874b016682b5f30b47785d8c3a09c964a3523d93a0c600198403d6d6401b628496bec66d81cceba2fe353783657ce8c75824db95143a5a6c6276acc02cfba6eb7bd21069d7c4a73edd4f9b6f8b1347aed8fadeedea543282edd082aa5812f5a1ab4468d5386c84c6a047b523161bcec26bc9cd3d8ca0a2170bf3c2ede0ea638e0f74421419603884d9ce8fa9abf7df0887517e97ee2b45dbdedc9394a9c02d906e71812aa1fbd3a61f1353b43cac2522783abeaef593c09ce3f096b6ea09a627811c6a187dcb9ea67e3ba6d438c66f2c146871a197039e27258c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256098654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c3cdaeaaedb800ef5b85ff10f612720faaebba880480983ab0c691996e4ab60164707816cc50c63e4ec7da97fc5d0d1007a139d7c902ce35f5f3ecba4a2ba91c9038d5d5091add690acd4441be9ad4511178d8c6f311cdad3c511dcc5c1274a91b91bdb2b8f0c8b417ec9476275a93a85483999b251812d3dd6730f9edb77cf8ad15bbb59d72379dec15b79da38f4073c70a35c2507acaa39ce4e16737326f1621f49e60569ae5392669e56e903b9377ad5358b2e0d7ee38f6ade64f8a542b83c1dbe46194f3ff00bda889b090ae18f88e734786b793d2d567f54c5b2d9eea539568ebbbec2cbb0833ece75d2bc895ebecf6426d65a9f835c2cc87ca36a80fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254548162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2dc9effca3d24237c85213e88d112bcc2d479e729cd05aa8f8ec0ecdb412bf8a85fc6450f822f5d5e93251282839abe1ae5528df0b105dd7f61bcc2fd631bcf8b42f97011ebeea0aa8e0c38a6fd1f8a8bc4c9b90f4b5d7c5290f89471b2d405133877c05a13373a7dfb5851f1a1ab3c643d262ba53cfea89b97a561d7e300333365007f0216b2c634b71cc0c31e95d5b418589759e8975c019c6b42ec0790b612823a00694379747b34a15405f04cbca977d4dda9dc1e9c9601ab89ec326352fa00a2925a53df5ab742df1ca1a0504d6cd36bd1d151532a02bfd17df255db6a74d635e586385ab629d9231e49e554c81807e8da43a286fab2fd68b2981c7a9bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254547782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4b5dfcfb9d761074142424f0943b2f67df03b9e106c00a66bb7ca82ad5815bbd2adaad2ef18129dab45d063fece35ee42bd13afecb90f377d84902c69f4930f4cd6229b3cc5e9464f1d434804f136929c3a3c3df2c25ed8737ac3a205717123a682250b578b1e8ecd0fec078a0b4c37348c28b4c5623a28b48c9b59e97341ba67ac60a4a1fe9f6389d7cd217416fd13ada2e348ef88423127f79183135ee7a439b8cad3130aa0695ba7a7a6e985aa881568a7d091fb72b84461ee9a56067151bbe606c039e53f4956a457b3f27cef2c3ed5bf8bce87cc2ee75a6127283aa34ed23c4cf41cfe1d913c91e5c04b91d6797b77b9fd90846448e0ca50343a634d3cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254554364Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1d3e8a40d7949afe619a8c7e8e5913f038812e660b8cbd1b8e713dd4f820bc6710f48eff8d05201be70dfd7bd1dcd9d303343e7c9503c979841d92a2e5129eda36ebdaaae8c315d1691f1995baf6f7f717315c504fb4407a117a66086b96194ffab59b8a3cd2cb25f94db4ba80a746d4c3a3e80caa2ec18a658068082f20240f3f127885f0f0ad8e70d47d920610708385c8976e04cbf92ffb6fe259091025fa36c08122bd412c176141f484529b58d2a6c522426e30c23dcba7440819f20208997e353efe2d6adaa8980675f091c9ec84ac59a740a269c30597cafa18cd60513510ee7c2271826100b9ae424c748bc44745532803dc5008fadfe98229761886&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254554013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7b13c1dc26ad9af524df4c91d99f80628269630847981c8d3d827ae68034bbe8877bd29efa52302697e774fb1b02e023f51f6eef9caf7370629c4598548b8ef91aee20be835705864caec0fdca79172f6afa3d4d4cad49923e20deca16f5c010e0ccf80504bfca4bdd87103371be01909ea02e5c78c1ac289aa45a739a574571662a12f03deee05a08c792a9e2a7cde70288279b5f37faeac4c7e362935de129973bf17bee287182acdc68c6814e321eb485c4d9d91d0f7770665b185acbe05a71910f2ffd6aad1f3e7e9a658b285836d819834c554d1f65685190eac1683601f8ac4203fd35a66a6669727c7ea30170092546880d022fd30bef7a10c42f5232&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254553011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aca59c5b9311d39c5bdba8ce2affb420a566184747bfab80a3b09aa6530212657b5457b41061ad2e2783bb85ee5a20798d2543ef4e498f956a165561019303d30ffb6849042694ce5eaedcbfddaade9c7ab1620f236357dd6216ff2d1f838564147d98baa78446123629bbaef10f3714f65e4335a3afd429100b6dce597e9963cc51ce59b16db2147334fcdebc756e9ddc476cb6870de856f36a5cb210611fc7d9e52d56110fa7317c27691cdc91a52060e3dbb317a8e6c78c08e80c732f390bdc8dedb72f79468d1282cf8af403983cbabfb81a33a697667024fbbd8c8277b4f94cc60ec7935d060b8015b96eff604be12c1531e98583069d6cdb88f0f20a16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254563521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=386ac155262043f50b656e8bd7a51ee5fa50e7d6b2d9e30fddaed79a4ecd101d90d93e0bdcca916485d1d021be3ee264c0948559d2421e30449fb1bc65addbc939a4bb1d4bbfcf0d4465d0f625884d6fe1b9c129d11277f0ba2edaeb9e408c74cfef7b221dc6fb971c77280c6dc14073c8ee96f2494b5890c522957934288ac44a44fcfce086ad712f7e1771f88280307dd20eb4e2f006c291990545494a8f72602e98241f3438ac280c6620fbb2562b819a842a552c7e545f8b9108736316d69669b81a100849ac8e96c526540a48b2d793810d87563aab425cddd1cac8317a7f9b7d16504e03d8a975bb8d0b58b82468e29c965a2cfa74c70efb2b2c8f5f55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254569112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b9ae18354ebce512d0645f7d7b77af97fbb3e6f4f5c6b464ef49a0221507272855eb629b609bc2e0b14d8e6ca07018fecf03842114b3cf5426aa37c5ca79041dde230090b268866d3085a6b08cff56cb8711103dc9f79a37b7c97f0e9dea5df5bfd28327f6615a08228b9d3bf677aa1c70fd5621b8eacc480627b0e3798602931769fed9804cbc0e7dc0b90a28c68a613cc7953baf2054e964ca5ee0aacbb2d1a2b47ac9ad4c012b6a7cae99e8329439f9ee9b1b9a43b1e9aa4763df1b1f45b15fc297e49ef5323aa0782887e72854f627acb010cbc73a0ef983958cc2341f122a6268fd015a7a5c92b1d758ea34670714f565afc898614becbcfdcdd932b114&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254572668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5e0477262b469fcd16dcccd91c88b3f087e56b86418f279d6b982e60ca56ac984782e9b329d1ea99bf773705d6093ec06565b2695c64a09c6aabc4f6cc41ea3d6157ffef773b08257747df5717714dc50a710e9bbaeb26feb4da323b19df2ab5c18dc7999938a66173435d4804d3abbc14ae8a232d2d7f6cffd88f8096ca096629a5cf188f7250b468ffe766f22dadedeb8531e755878d3b4eaf13947906c8b37f748e1529061c7bcfbb7900699916afd5242fe68e24adc8bfbab01c7e2dc6bc9af8fb2bc518b265867f1be853a024fff93f5cf1c18f22241a88ba496f55af5f9cc32c8ccef68dc8f6183712f5c2dbf243536f355b9cdc1b01b0a48e665ca2c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254572318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9577a3505bf9e109698aaa0afbdf5dc2c6be995820129921a3b1310b5d3622cf10bd212b8ff9c57d08670239eaa2bf716d48871ded1570447b4aac44fc27aa945dd01e315dab34ebf97eccb43813c35906d0fba0c9cfd013b73f5d486fef86f16b6d8408c06d4fd5a30d524a8c0cdfad04c42765270697ae18ef1c3da9b2e761d223d7a93d7d19b8f9ed277562bc2d05db019d0680c65a1ebd4b9e6b08c5a7b83fe06196417ba25b8eb84bab734a5c4d8b770355c415711c35ecd1e95477eeef878c01ad32fa97884959005b41cafe8df2fbd97298b4b191198cfe6d129ac3db6944019ff5b31c2475331ba4648703a6535c041223ba7fc4ff73ca35a06963aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254575454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=956429c13ea69bf2815f92511eec15d51c2932b8c97c2c0f7f7529b4815c8009a30231ac7b095ed79ae2b8d7df18938197d731bc53eb65b4aced8db9bbe1579172cba20c7b053f18eee8b098c370bdc56fe65202b7a6b86baecb74eab21b9524d6f8af790995fbc95aaee3c7d23225f577852b42b5b074e5d2cdc005e1baf286e8aa85017f1e56ec78e3a121a9f232ea125b7f1c0e1938f4a356369fcac0d93990dc9a593d964fa796daea006a2e6aa01ad7cf79f629f7eeb65a643525a39cbf79ef30b923ac82b271ddc350b7ce91002917842b71a8706d5d83dc30aeeee7586330521c9a32dcf7a4eb7e22514a616a321a206967ab432c6b0382b58011bffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254580423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1408efb77865f339fd87e9c341956d942c3734d614dbb1656c10eaf1288423f8b77623fce64b477214475401e1eb3695894bbc8e33f6618997d4a2c3b2d46cc01cdb6f256831c548aa096cdf6ee4c0a6757f78f75da6d9fbf9c8c30008f59e4b0adb2b10fa836a2417654018bdaeb11713f859315ff9604cbb4d57bc3eda751af3aae9e39ad341494fcd624b7a6fcca3ea6fadcad62c26ffe1e79fe59328303a404c85a2ccc20aeea4236456c67fb306585d780c4d969b4450b2aa30305832de2a919613d74f46acbc7088f4acd64d816198dcb7d0a0ca0cc3f0176e8bbb5b2f4c9ddb6bb5d6b07ecd6164d19cc2d55fb58a616df3bb754594cdbdcaf9bba9c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254580884Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b19b24d2da4c9546e035ba17240f4fa9d0d53ff4450d7ca740ba8da4c6bda5747b3b74fe549fe35169cf15e6d355378745ab591e68f0a01f1ec5dd16f9811324fa4098f7e277623dfedaaa73fedaf4a14a8b07a0411d12bed9c81893d366d7e7550c5f786acbd7c6fc1e065fddb7967562c7a48e64ddfafee4f2ca9fa6c727cbcd4d1957d59db844e609a8522be2b9bb5550cd60583470a3af77b69271306e9320e88a164a1042ce0886fa6da79f6cf7749f10c9f3526fc9fba6edeaabf634a4a072fcc63c0bbef7803e01a7becd1a164c8806430502f445f31f5346fa01d6f7043690d2d07cd0ff96a97d4c26fd534b9f4eb337318d63e944d0f0c34fdfdf4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254583629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a51a25eb0f22a46ae0c542171a952139318f445de9a9719349d3e73a3e698672870b6a391312e5c1cd3021a284abe858caf19c43852a7dd478b9472a7cac718fc4ae06b47964092d5ee1db485e39651e2b28a0ab034ce6804d4cd690ba2019bc3d64fe44c36b6cefcd5fd1055e6bb3676eedd3050a175ce8830da95e866f5b9e0baa01f101e304a1463e0f4499305448529ed08980cf64103c11fd10357cb521be6f537c7c779ba8825a528bc284542dfc25c96657051bec8ea84edc071411fea13a7b1cb17dfec056b3465b5f680139ce0ecabd47dd8bfc9a68404dd64f06e0d6938fb3f803b2728d74e220f556d1f27907a9e36ccab8888f5d6c1ef663d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254588719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8734eab40854afa172f49be331b60d0485d4545fac18b01dac5ecdc64b2171840b7dde6bba3017cd4e8c4244ef82e7e9b317063fcd65e6c8d2dda88b7aa65d525c9ab547368e693fcb57e4d259599716f646d19ea4ca6ba2fcd42bc6ec3b6e2adecc619e32a11415143719db4b104a91300d062d05320525a60ea34f9f0b251c343ef493bbab686e4b87e4beed05132b7bc57df970e182ab2b4c3c7caac136d100f4e877058daa668b9108c3d6c670df05dc5fa948a5c5f6a873c9d3e3053da4bee3f4c64a73f4a38db62cdfd46bab70fc0f740e3aa94c06b4ee5554f67f0f4747c685435fd0daae938456f41832688034faa2d42776222bc280d03748b47d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254596553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3f416e9bb2b5c235b1e94e1839f2d61476bedd4ba1c4d593e9fa78dbb8b8a92afddcd4012e8751f75b28de645afe8ed868310e2cf801025ef5417ee78b33102990f6c9c759d67584ddc042965e0c35a10ecee9e2a10d7662dc4cb5164a8ec9791273bf81267f5f6f21f6bd2aef6f457545dadf10cd79752738432ada310683b4d46d95a0e8627579b4c01578737c61eab45b86eb9d8e89ae1a68fad6ec7cad81c7bc80ef4db1e695ffea2200945caacdc1534e1e076c21908fc6663edc3b64d7f2cb37cb669f5d605ccf3d04a6bf55a8ed90f545befde49db7c27faa65af9b56f10c63dd22f2b3a8dfbeb21448be872078ae66e61c6cd14c8d3db29103d067f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253595587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2f3b120b14d674773b3e214cfdb024c9b7c696eba5e2802c648f6ae8887994db753a0af184e7cc472084ebad08bf2543e69f65e699be8c1f8306de8969ff0799774846291c319372f2a108a756858ec8a0714da2a5b0aac7ecef13ca86f166bf3674b53ce21aec8333c4c2bbc46a5980fc30a85d20e0c6438c538d0408b12dab5eaf1c9a35992e46611108d089ff5a7ebbe1b57e167047fe8137426c4aa2494ea98dd64bfdcaa4cdd86be05e4dae498227e4e7b2063b829c1d639de217af06b6e0e7a4cfed5f1bed62e2f1a4a937934264e11768c089902e3b8598f160cf79e97f03e67bdf8440efbef5bcd787dd00813edffca2fab02add535c7b6b31e255d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254606091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=65122bad1de81188c22dfb39cd8106f807db6db7cc52da2465d38b520b27d5bad84915c2da6921cbe5781e4763e4881b941dca4cffa68b96eef3c73a577a6bb4c434fbf6202bef7a643bfb5c62847e5d5e548dc6d6f04ec79c399aba2e2e41e38e5d71ae91c76d79273b3d435027254a7cad8f127fe8263d1e51f44125c6b14bb6510b3be205319815bbbf97daf6938db30fdd3b6562803fcaacb36ec9ed7c234b4d2e0e1a7693db44af8db88c6e0334c91ea93d2fd47a6b7b2559f2fb81aa12cf96d0af30838c8fd76a3545a6ba3afd7254b1fa0884dd1db06d012b0e9c76e12ca11cff1834f97fee7919cc18f86ce59c6a658c8d3a60f1cedaea23e3333b5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254606412Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=941374268d93e41dc9f702c607b06855e2df4d80fe43795a24ff67b0c17a202b3c4506d2273912517c5b0ada171c26cd0a604c686672771bea459cc0f76f2bee31fd9299e7bef57ef9a1e19f285ce2158210f9eb75f266957f5f989625a8cd1f7780cb4f7decfa234e0fdd79cf050349fc01203e11b49bc34d74bb35ab340cfd9a2bb8c9f3020fb63de0ace70600e757ab2225c434f6bf2ddfeed6fad7ffcd74aa6cf5b6c645b55044dd3e54d96e3c85874ec556568aaf984885841bd6c17e6e0b5166b6da3509468ae79a863003b7ea5e386008825133b0babc859aee0c8905e3a4eacdc12fbde25e36d5c680d86d9f555b209dc4ccec9438172c6eab136c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254607294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=644334e657e90b532bae43580ef497c9ffd198179cfa980c463ae171001c619cff98b6ffd3553fe366041465c81d5502d9c7bb0686aca735643f0eb66af81506700c878a12870a87a76b20ca15b9c5eca73839c6e25a664de0f8d8de1642807c4769a8c56415708e07e4ed48d532e9862b03962e3329f37d5f15d9744c35632d9d886392388a409b021e70594aa1af391b63056b20ecdf9aa1659ebc2c494bae804eac521685856d49472e2dd69c1cc84de13b1dd3ae3bed1d84bb173b4a6170363bda23a611c173740f1a4edee941980fbb069c1bb226ee7706ba214113e044c96ed2f12aac09c492c696bc1d015261961acc3eeec88224565f454806ed019c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254609368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=941945d8d185f72fd5d220f1d6e9c44bac0ddcdef771de55e64d95c99a559699a57ed7f4b8cf9657c7c2f4c7b112a54ed7fb9ae126b18c2bc3de61751cb1af317ec4e0a556b6097d50042cb11296e996f63325331ce6a4ddb1cf7ab8bd8354777def4d312fb85cef76ecc3144f781e8f3f2a6df8e51ccf4443e0e8f25aa736287933253a4e5ee9cef598486f77893fa62f2ae0b9228ef1405445da157465b5d76f9ec690d36ba70985232aafe48c038e3f7ca2995b5317dc195249726118fdcbcfb5b5651b7765671ff0f7ea5a0e79d1a7881a75bfdfb74902f571a8a541bbc1499cb4cb5e9d25844da25470b512cb0bbe84ba342ac3fa03c5854879452e7af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254612363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8593c579bb60e8b025ce93de3f050c80b36d2f7bda232f229b1299970b1bf4cd140e440bad0b2b2635f11fd75e6856a4054d0008ec794eb906a492b73a5a3f200fbbb7c66a68de5cfeb55f63441f9e7f15f078969b9fc5d621ab1bce8df4d37c1909b1aa21ed1a7a2f6aa34f5e51df0a19566305a7db8c70e2709f7833238e4ad4393a587a71a89d5efee32da77fc3cc43c046a12481ec466fa930edc09e2b3d4dd8245cbd1ed729e5989ddaed5420c3e3361e76ffc6c3b3d246665ef6d47a074a5de8bbc99d3a970ab425c2b1ed1d09f66f1879aed132f31210ae366f5910ef4a0c6ce303d0ad1771d0e99d8433312650b88cfb00e9d2def425a0ce95dd3d6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254620438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=97122b0a4fff095dfebc21bec3e52642e6d05675433019e15e305e09cba49012c45d740ffeccab166b2e27c8423293e871ef1fb248e2d31a47ee1822377c3c0313711bed2d5321525466d9c831761761841682f76a421362aa2d9944896e591af673ef797428ea29c4a24c923f5598325a79093da4fea34f96abbdbf9a4b9b4346c47299487814b423f7f00ff3f60e5506337f96550970770e81ae8d4eb4103ebcd6f47a0e2ee8943730649a030df5e0583509307d3b0baba7e162988c08b1f9c90e41664e0670044330dcf1ac6c0de8d286e5ad683746435d07cb3644423eafb440d1652a4e3a7a52b148e6de8cf484bfe5773a1e47307feca67ea3feafd30e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25462141Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66195ddbba27795153bbdf3ce7ccebbb7a0068f3b7d3bd9bbd299588fe583cbcb7183830ec8e68072a2e4511291dc470fc6c8bfda7ead7d262010cca575cae7bbec191ed3c022cb41b36b687bb671cd28d3fd91deb5791a1e0bb372f19bba20016b2f7aab17295146e2ca3757db3e638f13e1a5fdf6174bed51293366f169317449a86c52f4eee19fa7df11d3568bf70193c3f2c20b6cff75d7a252978ae99db36c05ee511c1e7d3254e59118563fa894e8853d64fc65cb32bc59719f36989caebf188c9f322b9d32bfa410db9507390446dc9931224651555191824143c1cf86d56fe50b920b4f9cdfdd97887d75d27e31b248484495c047620650a11c59397&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254626089Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5011143d54229d372d2d085fcc776d8ea4cc71632cfe5979761c39912e40649ff0f82177ab905557d8ff7c5b5ab63c484f74c23dd3b9f7a69b79eae41dfdc87edf5ca3006690c2cbd6d3ae589ef8a7a886796db452e8849c8a60db4ace63fb5d7bc81f144010927b22606e5f731f8ba82f159881597b890d708e934a9e307d47a2823574885c13d7ef2d5aa0095cb983676a8c84b36c2efd592ffcf0a1fd622d177178207f52b1b9aa19012341a487e3990f1e2066b004cc807b0512d4518398ede257397e0e2a497af57a9da826898caae8102abf5d66e7da68661299dbbee038691f54e4d58fd3f4598cfc1aa2683095c8aaff73423e3766266374be3dddec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254631429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ba773297e057528a442bb8a300546e8bbf9aaf1b7a1591a492ae19c59b1dac8a13864dfd7cad482f88bbd4c609e74c7b8ed7e89ad637e33b09b537689bc3ec02fca5545278ea53502aacda09f6b3033a2ce59fcc32e2e767ef55dabb8340e5d3d209b88b4230848d5de20b6ad0a19b80ed826eaab570fb641ff1e2e863d396eaf9b4c6134f52fd326a6c9d3c568dd89147f251d67224f731472b61c35433f1c0968845f9cc3372b6c381f25bdb90438d5cb698f97e93e4736f82ce239e1b4e63d3408b87f9370051fcf84d794a80a71e719ac964e7873ddbecf0a2bcbe912bb7021fee271203a23c98c8c873b66a7b8bd9a2a66fc22cca29dbc7c1ed4f468d41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25463159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81b03b5479eb0d3fd760f5229ccb22279667dc311846098ebca8d742272a696bcf065966df39d6dd501d3f14d696719c46430d65aca74399896555cbcff33e89e40b35f602c46ee0b4e78f9b79a799d8fcb2a11e879ac2674e2447b5259b0f8b35566c46e4cdbc7fdf2ca76a6af41053bb3b3389b583a2ef4aaa9913e9b444dcc5d3a575bcaa9d0d0245d35254f756ce28d361a87d4d924d6185fd7ec4a158305c7c80bf154128d69852ac6be0da3420109e9f1e348e098d3dfabb3d89c579afb5ab1684c2cce647133a125218e9dad3e3be6798df77bccb7ea59f3e77aac407c409b5864d27006fc4c0de17fa4ae881046fff4eb742cdf787b86ed452fedafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254632371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6f741bbebe67497099f6dc4b29addc48ca1e131b1cb580fb0886d4bce3acbb803412b1b998bcb82e170d82cf162eab73d2eb364be20a03951007f51398a3c7f677c7ce24fe66b92be59ded85efd26232be724739d134c86bd19e424981372e46498dd5a5dcbae160f92429bdfac408a10c115398d397788e91138522afa8ba914f8a3f2122ecdfe0d2291a256601a7053195e4c071301b0d433555c897086a5682f58ab69fb1c4cf52686639db89fce7f557383e8eb9514e077cce7f67718b49b15c3db29fc1fa7b8b704c0b55157e4c23dad6d0348dc23ff4a9a262a3ce9c849e21bc796f790efefde5f52906e7e1f7ea59232c12021e93229ba624fba3d85a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254634455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c3569e6f2ed3df292a6548b260e7f7cecd020021b24bd3ab3c813c67a0193f33cf9641273151bcdb8bd4de0d6018a71e8603d975ce15ecc4fe63e1ed1fcd8b102a2b2f53ad8466c9275ce13a4038aad703b8a0f68d49d7d4d81818fcf9826d985960be2a4c3489056e335b0c39c6da11160bd384448c53dadcf342956add702581ca17b288c5734606a5782352381b4e727d95a46e53c41e25023d0d06f2a0d3b762f45144796869198c4de77c3daac828f44977dbf5c82ea0a95f4899ba334c60043c6a1eb7b25ba0946d777de8fb2c94c1bdc18b1a647823b2d64a10f89e49263a60af0ea432ad748cc0c922630a78da85179c2911193dfb0de0e069b48a53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25463742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=629f215ac001eecd5ba4399c7f20b52bb3cc4e7b55fb7bda32ff8a3f9af48dd8701a0f932bb50601f79a582c47e131a94bef62c33b008fdc0d37eac91be0ca36f6636d96075ff62458c74092a5a35cb80f36575a39de1b7c507f76f8db0ba6c62f998bf025950b203be0c1c6175ed644468e20d63b162962bdab1a8bcb4784f3c0625629cdcafcdb86ac5e80e727861028b1ae593083a2180347761fdabeef287a4937ab9f65cfeab72bd92bdba780b6bdb5b4788033d827070e67183a05bb1c383814367e491ed86f4f28e6589c03e1b42576056968a1f769d4bdc1690c2f7e4252645faca8b11b1db24f9526b712b62eb8cca9b2d92905d18465c439cbb84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254645095Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=41153e6ec09027737f41a4733ece649d28ac8a411d15a48c942f7bad03f6b3686232b4b5f5c48045aad377f7ae482c0ec08ebbeaff6f65c999472f8a2b2507dc3edce73c0be56409fbe22684c75e4970aa94a1e5d0e09ef330ea7c54123c4d35ffc47900b3f251a04cde1987b8b534137355a2875220e51138515da51bfd59c307ce9ca7c41db41bad2a05601735609c5adc6b14a69d47d698789f38e29d617248d3a6026c4bed3d6e67eee467fcaa704410337ab58d7f0dcccac6af4112768cbf960f0ccd3871672bf6f539f8b02fb6219fab5a6730af194eb7f38beff35bc910851df2f2b66bd310b315d96a6fd0b907f5e6977e070615ef631bd1755be58b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254647149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1e567f268b64ddf842cc2d95868467981320bb94cd1f9675c2bbd5b433744ea72071df31c1c3e2b821ad51fbd4136c9359548871890a5c546e0066cba0a1e41c0518b963283a69c471b32102d10cbb9967ce797dc701c3b2a8823fefa6346e123ed7ab5bd37cda14d765e1b31626e52dedb4c55759616b5340b5c194444f252fe26f2dd28b8389fbfe2ed316a8159d6517b6b7639f98fcf094e4d78abedd7dd960968556257948e3408da473090b7aa888938bd50971b7146c15db444d2f1580656d4baa6dac8638817f50ca739c4e251ad3fee91be783164ff2e69d266f9724ea0bb74081db5c2578a7dc4129ac8e4dc361e03f06a324209e564d41c3a6e892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254649213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6ced401ba89d856b4f04c84418670f3d59851109d355e7c1de3b7e2a51cbcdee4126957a902774cfdffb4570dca67f7ff49b53a827fce9a16918533829c136aea4c1a2dbb088904829d4bbe6b141b18672e821a09ae542c4e8b0c6b5741a7d8010bdf71ea307072cf21ce0e354f8b1db69fa503cecd260ba68c186ae318f791455fa5ce2b28eee4668959b5260e5161d27c193bebca938724d02aabbcafde9e7276f2273afdea2ea1e4acfc5135d13655f7c11c3946a38b66822712590c09d5f8f1c5ce3920d9f15a0f94ff5477f862f8db7f24605362819c3f40e1fd5d41b8ddbd9915ccce7b72b3674ebf24bab0cc52ccee121b3596ff8eef20f7371d7c0ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253644209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=08bf722d85333189b4ec894ca5bc4f2929b01cbf064e671a1460ad76628fbda4ab2f7031ddc887eb571616b407252f793c3667cd08ddb93e411533dc597c97e479c37fdf2baa19a0023225d7eb5754602400953d42880b4562004fcb3e3301968562d942d70ca5e9dce6c8bb674b809a9adb417cc15bc08f676dd2e23c2a20ae4207f45d92e5e444418e2393e8d451fbfd381a74c7e156530feb944295f2ad9659ba1fb0c9bae35aea43b64ca78a625c8faeed1bd2426299b72273d4645c3ecac3ddcb9e4b8dfe1b24286a49dabc36aeccc9f74f5b3fce281131691eae90af2cb6a6b107d5fb9de81c30252aad412e319147afc6b5d08a89164e4bcf31b0609d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253643317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=73f8b1a3842fb26c25a37a1ec94608cea1468f6e8f2ecc8861066461f1501a5783b597db4e21a9111a38fd18a7efcc8a03bacc4dbf47b7cfc0121082945feb33c22fa9a51e7d52007718a0860fd8f919a2b86bd908dd8a7c4016079936e1ecfe9aa272ac0c72310355a6a94ba93622ac577a90fba2c60f941d3bdb93746d07cc900c91424fb0e78a59163583bdbbc87a7d70bc5ac93198875f2f92be8acd80f196d243aa88d09fd151a8a24c2e1f9ef625c73f24f574da1b1db9185bb0de903feaf2143e90864f4735842efe4ea6dc86cd53042e9ce4dffc0df7407a97457eaab0e8ef7dc7075b38e71c1154832c38f8b76e859a0e29ed89a5d12b5156f55ee0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254658971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf7b37ed6478ccbbe74d4eeeee4ca16a1197487c89b8fd4da0e1374c56fe775e370a8ab39ad536d697ecd5eca7fa62579dc19e854ee143fa21d3c8c32e582ebe8eace08b0e3aed89e8d95cf8ba4a475ba2c6405e22124419e1931ebb9e74fc1b248b3441355aeac5a7ece165af31454327f86cddc8b0d6a25bbf064a10194942c97927ee4a48ef80679dabf3d50c9954f0684d26accfb230e4d8ca03118a17e0f27b83778b27f3cb613a0f235a0458f243ed01c2295ef812279cddfc174c3f7d89f548d3e51987adbcb01dac553fd806fa63c4bbf9556401e40816513089501b9829f3f647f14aa07ae9f1ee81899f98012ce38f71c17286410f91e4c2c4c87d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254660394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=52df48610c67971e4705989979bbbe849efaba720e877901015f9e5feaea6a063bc7583cc1336d2cf32bad503f4d422ac074f37290f6e7245f7695a8beb3308811b68cd20fd1c98c06203c126c37aba0c2b785b028c27aa5dcf0c2c3cf42ece1d6ba1d6c173286e66bc91c7299cb5d81aa682bb54115a40615d45d05fd1c5c88c5b5eafeca32f5a4524144ce60bf30ed150faee201dd6b02ef2efcb3eb213167805d5c12c27ba0c6fd94bace75c7ec0d3a28e58d3fa8d29bc3b57910d0eee1d416b34365f299750ef16428b34c67dcd9a845e27bcd7cd109afd1b93b621916d996689b458bef15dc6c08f9139e9dbbd365e194a5e829b62c749593deed5cc594&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254662077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9528d2d7fb6ab92f24726df8dd2cd9bfc79d4bb8fd3d9565ad3765471ead81ff23a02af0309ab1d207f8989304cf1f7b3de8a2a6dd80322a5c0858a9cd1a184b7b179adc4186dd0f0bac883471d349961c44a194aa73008b9920b5fa0f2afcf79f62824bfd11510f16c632e1f58c36aed5dc715289338fc67469216c1f7093951e87b21bb91a7f21524110203d2ccf07e4100a2bafefc351a5fa1e561921b66b006b1056ba62a1247cb14bc4024559a84dbc5f3054b1882a60b2e9cea0fb52ef4408a5a36e13b4adaf1b33398769b2ada04013861a04d3c7a72099706fc5dc978d8f458965db30ffaecd2e85dafd64b619c6cbed876885d322e5c7de46976e15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254663961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=27ca976a1745b8c666aca27b5060b131b3482c223af57b20d46682d2efef722e58f01dd36ab50e4fd4238228dcbef6f6945aad3ec548ef5f2f416f2af68b27788b3e6a9d933eae9ccab2d8a510890e763411d3a35aebccf086e70d7544c18f4214e1dff045c53f7071bfdda8efd2871cd73bb96544933e3e9b253e723805f2baed12cc3eaf7167f8c1d654dc7e766888b6575fde99ea168103c62d73c8ea0d25f76dac99e7c2fa79f64b91ac317d9f08613dbec3f7a6c79cc6cd68a6f2bf64de9cde7c814f706057028645099a6defa69bc74125a6dacaffff980f010f2f0866f2fee1f2f1d3058d66f2898a1ebb9b380d3173d46f683331715f1dbe66296c39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254667157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5bedfbccbbc52f25d91d1919cc7586fd1ae6ac115d2b30c25a797246fbe6621a154743d3448aec3bf03c7c3fd084542f2302bb20974cfe922e9671c9a6594717482e175f40c5ec14179e987ecebc97b2daa5530a6f7f406514715fbd4747619fdb394023c0054310853e370b81f0fb8804125069539c7f16f8806a2e0ec52a19498df75c752192080990a42081b506af2c251b9af059b1049764fc3e12db052d7d3c5e4a8d9d5c91ddbf31b1d6416e33d87ffeb12fe07a6ed2990ea0d7fd902eff9adf4093cfbbe5e052d8cf3bc215b8a5c07b6b846ea300c94f97859d56384107ae87afca05818aa7f80ce5e7f0c731c1249b41f1313b68ffb923fce4b723f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254673308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=211d1da2d1b7edd815cfd6ae3cb57e56664c9c73581c437383c2996b808146dd4745fa44a577034db3ec48fdeacd20326c6526948acdd0112100b61670e8c9b6e1daaa39db144e230bd82a0f4233e61fb272063637ae34058db58f4818793d819e260d61a49863f3de10c0e59e5eaf2e32f612ae1fab9a15924451b187c3c6211688718472d50f839225f120ec9a0adce9a9fb6db0831ec9fc4e2f0de91bb07445ee0f24f78efcce3940864c44e629313da14371094fe8077dcc02b09a000bb2abc4bcfe1c19a4b3b4c8abec50364d92a3134142618d2b0250c61aa204fb35dc92d2452ceebe6c62a647fb9dc893830f20bc901066bbe272d8bc571e51739b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254680943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c52ef88b4ebe48120fd0e54effa3990af2d0da7a8a61849954034000bf48c757975fa72d0d605fbd6e8906a1a4d059de16e174da278f510b8153a1605e2f3401c634e75c88b7273f646788184b9e63f148091bca6cf979ff38c48447faa487397bd1b24556eecbbc02095278ffacd0fc3808b682e6c0299d6892d01192fd588e9b97bd6bb2e07ee5b2bac0b1a40cf0e0d5dc1e069a28f82264fdd34e957a75e754e8628e180c73f763a43a61294a56b7b980d2cea829561dbe1c52af4da4aa3027ce4f9951c7379b07fc5b6ffcec1b59febf4ca7acd850812619e03393aa053c7fc28a299e86567588a263ff094c926143ee7de27d50faa1d9a45bffbb77b3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254687214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=801897acee7989a5f4068c85e831a3d39844458906f71e8b608a55154d2cd0e137822b81c609f038b8b50744104ba35e02b350e0be4d2315223083dca5edae29f68b2361a3d0297f5788aa5bd04af5e51f437fadbd0e722cce6397046a6fcd03fbaff80c72768feed4614103de4f25a4e33c9b93481b6e5503745437a64cf2000d1c475bd668fae57f93d932b2eb30449e8729e07734fa95bb114b5faddfe759e33922cc3ee941f8441c1c92cdb0a8d750bd7c0d8b1a44f342ffb0f54fa288d7c540c4fc8e18c440ca62cbdb08f2056009ec1e7404dad98827b0e211b793bb43a048caad058052c2dd7e914d7527d80224aae9a8e6170c1ff5898f98c6c410d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254683507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59e87708e0d4afbe504cb490d479f632deccca583f6b23b32ad3410c854d24c83601caeeda19590b0eed7fab7264931ffa134cc97ba9175a226a3c82092b2ebfa670fd8d661bcee99aa8dc7424ee00681e1dc3e91fe36819e604838d9a3f0190fb992cba9be4584fd21c54b8612c9890405a5a4dbccb2bd276f571419cbfa7d82fa426a39a22ba6ae38191652d2cfd5785efbc54bd0f037f17e2effd68cb3914e3268bb715fa7fb3c6a18bc37e6cf9abf08891b2962fbfc85179b6226b75724ae018e02be4fb04934297a7e01e8a7c03dfc5886f68934f51f45f27818e4537e514f81230d5826a4fd73ae922906a42165925a70706996bd2d99667bb9538e0ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256456208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72df2ed002caca7c3703ed753eeb4bbea130cfc94927869e79db9b5f39b9f8e0f2f3c8847f5d6305c4f9c62936da18f3eb483e95e2e18606e1b3a8ac86e30c31d681b9ecedea9ef2e564c225708bf0e1f832f39c5cbb3bc83150b85eccd84b6097ca0afc8451958b2db347bbc2efbb91e5d38e7335d9cf07351745c71a1ecacd3a6a17e85a46f229804bcc037d287a5a19eaccd27b4277b669b020bad833dd7f209bea0baddcf24738591145c15abd89e4c59dbd1fbca445435b90f6df13a24f548a4630d89090f6a38f07353f5136da0c76dbbf5acfcc89ccdb7a1447f5dcdda19c3ef71a4321d7b1bcfc800f39db05c76e69361b8abe8719caca3ba3ee51ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256614747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=91a2c83e69c20e8b81ae6a36ae974862f00ea90a434df7ee0e113894cf884b9476f5260f539a9219a1b0881912631f26f0cf0c9e91410ecf5d28cf9d2f65b493ec05283a1a286f87fbbf2864a99972940c15033b2e58cf76b7d3caa50ae959e77155087eaf36d4e5bd414edbba2793bd7c42e6a219effa1be396bedbe842f563fce1111aec5da1ab58550d8946bdc26cb1357f6b0cb222bf8842eeb0579ea9f3d014a3cbf551b24079b276aa66a10253952cff783f4d778f37012a8a1fdcb8dce6fce92456b9ed59460c18e3d05ed36992cfc24480aa1ccc331caf8e1323dd0978463c9326ea65ea3dab56228ddb4d3f3d0d0a37afa7ad2f3361b271f4e46ccd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256735795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=551a5e9fc10310c9e483d1d14dfbf1af3b9e5f6a908a3636de2196402096eff01661a31edc69438b15a4beeabde9d063337462e92aeee8a1a611ec314186762ab553fe2412ac95de4bbbb473bd0d7d048e5da0b0dd247c682a2745fad063107e54bd726dbbc1931ca3f8ca84f0d52957cee8fc3927c0ce03ae60fb823d9852ec618ebb2bfb2dbe0fc7797d252eb05b09e35f47d79193dcaeb79da974dba54e04d008981c0a90462922f0530f18ed1be665e80c27a12a7463e2ce7c1befab232916d6d2ccfc51577b86241db700cfedb679886c25b1416d98df91c98a70873fed7dee4c924ecaa59e5354b7febd7938e3e9bceb1482a25c39a26d7dce2ac0f916&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254685401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a169fdc3785ab6fb784617641ebf84ca972e497f89ef367b3dd5ae170a506e09a47ba17d1214838ef24b9e366ca84ee39f0cf913eb3efd80dc15eb4fe227367b0c24d50d76a1dbe7ff8aec5fa37809a28317926ba3e8f19321f9439adea9b72ac27018a6d10a2bf4b0b45561dbf5edd2c3a26c8482dea98b3c7fc16584d31dd01e7d53e9a4898837a03273b4268fde36ebf1c57f818d95ccc28223192e8850903856ff9ebcd91514ac5f107cb1615c48c291d3557ad70ca251a429f96df2ecc076c8d0b4d82f5fc79c52882e06d05ccc38da6c5311d0f415d9ed1ece334ebbfd13bc4a34aef584522d92c2a7f3f366de32573a20b4d9849b392dd58168b6f12&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257038866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b91dbfc6b77c753e138889c106f9d0f9d9c253f8897cec0d7a7bcc71eeef1b6048e704330ede5c905c787403120bf63c8bb688e5f3b2555048c630e65945e3b197114de4b16dfea8e7efbd6fe44b32e2f6beef88a04fac9aeae1306086ab837abb3ca6569fe050d6691a0c05e326b9890ec6e7b906c0fe2b33ff51e99cc73f58127ebfb0639bef4f589cf1c0c6e06d6d0ca59762c7d55d0126991e8de07db8cd325d8848ab65aa67dae6fe5b2de6090526fcc509af0fb6695b47fa53e45794c5a0794b20912a36e66bbf3b08f1cedf6c52bbfde275f9bc40ae8cad97bcfca8b68bd44ea84b899c061b96e78e3766c49991b5ba698b50370121ea2bc6bcb436dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255095734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a152c9afbd9c3c086ad3bdef93fd97b5253f7e4d3e7d576e190705ff557451769e3f43b68aae8a0d0f072ff109dd478359cd0ac185ab314173589348984c001c2745c1f30f3db0935df6dfdd5b0df4e1e4c79164515d4a7acb0bc8e1bdb9319eac83ce6a60b216d7334634ee721ebe014de51a3389e17941c260ceec186e71ed93b24cc09507ef307417c03ab2953ae51bcfdd6c378f6d857105fed3717888d4360904b20695a643bc673edf87b2e57490a612335615641ca48ad4fed5404af51d5041459d4c51a42f253fc21ed0f1a787525322a4f63f88e9d726862752ad9daf7b8baf5910d0de13587539915958e32db2ce12c96072da7e09c5baac7b00d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257192055Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7cf8f9a5c6da08ee370fa4b3d56e4fec7ff28c5a10bf61dcf356def3753c2e882dc9ac4466f911d86738f15f9afc837bb0b3ae77b123844886bcf649d51262b7f22fd7b3d9cb0ea1554c9525b87a621a7d9938c3265f56780b93779e215f8fb23fb709eccd99e100047d87b29e73d215ab37a816fdea9979abf0e7682e67770383721b5305d24b849dc44d302805d89acbf5fab08f3db7611540ea9c7976dc3cc64e649add97263b9f8d390c48f93ccbfb4d9c61428eded21feb4ed61f291dce5e607e8410e2e25da208634d098a5d9c9919972733de1645a9ec846659f407d87f6635ce888ec614512326e4418015f3f76492f0bb8b55275e2cfd13395dd01c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257252779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99498fb7ba56690e122f4793d6b7cdaad29e028f944c39a991917ee7004fe1479ae68fd2554f2e4e96c9ce21e0faf326994e1681ec4fb26a3f965bb678ecc0f225aa232a4b70b182c886fb343f86bde6f25c3f97d8f19eaf5ad923ca3b54145c62aeccb623fff7cf5360f6d3f806160a7e136659decc096aaa54b2979a246a96e5410bc24d138791926ce7c96e65e620055f74321c0489f6a4e8339ce710c636b92b5cf43241691e0cbc83cc5d37b376abe1507ee1d9a24b8e640e97bb0e0a602548ff83b3ca34964246fdabc9643752e549cfc47fa61c5216b7a9c8ed9977422b34cb033002241759023fb4ac35cd2bd2296c1ca9906463baaafb5853d7d7e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254686804Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b6df4ed44e7c47a0c86dec35efb94eef7322136b7666b75b3fcaea99b7564fbf1228f96faa7bff8e88d88d5b665cb85be59e363ed19c7a55ec81f5bcdedb48d4c6e24abaee542c7f9bd5f3c7d14bc57b6ce0a671e0e113c24aa36a6e38bc338449674dbc926e0bd04162cdb07d49d6610db653c5844b8b1e8488750da9ef25a6ffecb6b3f4df7a0e2a3b1c2c3f865510e813a93bc4e780354ca6109a18be5c4101efae2cfda7dbece0037ec8b7fbe6038422a5dda8a602a849d11003eda6013e37234dfa097745bfeb8cdcd5bde2819acaf2990f25e7cc544de7f5d1559dfe3038b63ff778f3214924b7fc737305ed66f71c762d7d8b88e9406557454ecde9dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257670777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4f94a52edbbe5485da4d6a09254e2d404d1d3cd868b8346489ea0f424f28bf9e8125e0eddb538880d4b63f685a6384c62b7473af7babd2f99420e919ea8cddf762ae928e069b92fe1a35ce1b1c9ee5d43fc28571c6b6ac81a0f39e057c1d9f395dbf0da5c5429ecf19bd8d37df89374ba00d4ae5346d25ee2eb978257aed2c5cf8f57c85fc3b6120513dc9bd6e2ed53d3f056a4108811877bbd57b5b9d658f5d30ed0cb9657e27618c735021a7e8375e49a23301bee4b1aca1816f0deba3710f9bc32cdc2a2bd928a4f588cc623b42c5b8ea78b4abb742ab1654250934996f8cd23c3965be7db6c0c9062fee076d3b28cdb6988676f935d98b63e4e75d8ad2cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257712606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=08c24458c1446515acd2a7d03f48d498df87d3c9471add7ac264d34dca9859c922158b3f935b1641d890f7626f5814eb1256dcc59902dc9bf137ca1d1142560364bc6e930db44ce26ebcd2c72e9c429ad8a0b135e2b02314e8a4049941519dc97000b099ab11d04a0730496c84780a0483aa5f2fb4e2faeca17b669c71dec8b442a1dc0f184df3fb869d6939a842cb146d7d04f75f805fd5c24a3c3d926f518b1aeb21bfc48ef1bc6ce683990a9de6c73b207bc9afaa1d6b8b2c7b4a54f1d683428cd314ce130547bf66a86753903c736ad392cb4f5aa125f3bbe71d24c0c7276d996273261b7e88391f1afd7f9d2252ff9b30337f47985015132ecc5a857471&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254698987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6a027341b9ab5beba865d80ac956f87f05f31926bbad5e855167d18f893369fcb490edd08d870488630082828afb0077ea470bab59f86703219f18d10608496e5791098339f9a058d7f248788c97bd686a8221859e8a6c8705d1a21df49240fb83ef6cc40715abe9dce4661036be4a504cf2d03480ada5b2941d30351831f7c27c69ba12886a051ed5b60dea496741186e584b0f7c4c103f73ce341d05d385f24e63940259dbf6ed4501823c127a66645f559dbd65bf2d717e81331e8761bcbd74e3799f2f526ee0ccf652ffb83b3226c68cdde6fcae0c4f5127780129ca259de33c8547620c8e26bb3832c8ddefbe5b8063ebc1c72d38f6b4ae4dd81691a2a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254705138Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49e0d7d13a042db001de071db94dde58d815e75e0c63d6a7dfce34ca567fe9c7587225f7b14a491d25e245926128cfa89e340085711ce9284401645c8c118fe66b6e551432a7c9a5150c5a47ada7edb6a8e73cded1c7a7069add9d690fd72454aeb1ddde392a7aa9d824e03b221847b092acd4491be11f45a9588f18356d8fc5917db7c35a7c50c343653b6ff457c51bb6f8e03bdacf48d21b3d7cd67a65aa53cca4aea625119716f1e3f694ec24225b0b3482bd6b4b2302b3568fc22bfb5e8857ae0436e32d913ef46da7ec3017c2349609473e53e3326462c047f838b6de1b9f73a414acd5519c87dd27c6519a9add246290567d64fbb299f7771d5864706c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257839345Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3f55fd7bc6bccb3b65bc9c2a8908594f97d99d857a6bef44eae5db35323aceab3ef2811a4cab854001bbb432d476f8144a01becce66f709260ac30b9b3cb82d77d85a6c33c123440057e7a8a81042dbb547ca86752fbf1d3d4667f5f6c690983acb336db3cb0878eff255f3c75e86adf37c968cb9be16164d7f55e61d6928970206c7e22d10a738d37eb10f90a8cc765a96b5cfe34f473c008ca60854528720984e3b4987471e0c68e45426dfc1f4e5851531ce8ac3b27721a29a098f99de33272a7582b6b6836c824b5d22135d48a4bd272097f63cfba4e7c7c3a390f5f048ee28271211ae7a75a5f12c605d0446a0ccc6719d3dd2ee2e466d091b8a37b9491&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257867117Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b2b762a23454b991c6efed4859e1eafe675c281b4f6a1523911887843f697cbd310558c83aabae1b11bf41eb39d048854764d83a53d9e13d0c03a0e7a99fa87c4862202ca6cc4d233c44caba637d5aa4c955a6604a8cffb4402720d22a67557a866c4a072550c3596bd7a0c857e0a594fa04571fc50a1a4f1164466fff20b7be29380394387ebbd9d0367966995c12735a615432c9531bf2c739f7d87071f36263ec5cadc343adbeabb1b0dcbe39e255036e61740bfe2b484862edcf50d267eba811d5a1557617a0d1b134c7e6b0a2314b766694864931ea4a42de2588d1bcfdbce9d0d7d813a1d6cc960b93e34efed7e83c24f29ce06efb3f7527a3bd6a5d7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254703054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01c8171734409cbb251e54cc751ac56787fdebf75b1fa0e07a23792c7b3ae4e71bb067b9638145c3d706ea6aa9b749b64bc8a375e0f7c694a1f7e18ffe7029ba4ac62411d427d1be214d79fbb9a12b91b079cf8d073f092a436ee7ef623dcca4f31878a8809fb024fb6bf775fec19523d8bcf9d32129d7b516febecb3deb2acdd03b3c3adb3ef4db59433fd8ad0351c028e35bdfe24b271046db1ac69649d434e7cd37d48c1c92f71d7d4d2466e018fd116e2e92132d4c68e8a4fede839fdb61b3f2b1c1b8cf36cf657f45a6c2946b64f24fe95ff40eecd6f2dcd3289e0209bb4190af16248d08688f2d8dfec6868ec621ebfb949ac346eeb8d4bc941106ad61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.258151974Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=004304cb88713b28db7c57d978af0d010abb48ece96582591d1c9318dec869635837104ad876d6c4e58dbc52e2472469a753a9c4d2aef5d57a7abcf759a433ad955d7775b8883c3992172ce56afafc3263b6b43ff39ad9774b6f6566a256da082bf1a346589684ef7258c04dc5e1a2b36b5da93d6893267f6ba22f2f6e636603b48bfe49de03ee8248b9605065147ab2a90d2deaa0d2539420044b355029ff3db5fb985abc43843ea7806d4663bbb9ff8df908b3f6a669d64b671fd624fee4d28e8664a1031569cb0d4014b5eb92ce8dfe95d2a0b89092b6023a93ddf624fc67403ba28c9dbff8ee527e5e97ccebd7b1d550ff9477fa3f9859224cbdb1f5cb29&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.258169607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ae36396efb571fa5302cef5a7bd1fe0f51031b6428758c07db747c47396a6a43816d973852719b2f3eeca8efe9e6d17d89bee7c610b6c08b007e235101bcc33c69dc47b92a8ec4775640ebed63b925e6722c106adb29bb2b3970283a1683850b8c5335dbdbf05939823806288a3c68fe78b52f00ad27d23397d1d57e14a5de3daf341e9cf98b18b234aa6ed930dd94374651bff34f898d5a69dab0ba928138a4ee325dc1a29c2d4aa0f0358191dfc4fbf75282ae224c239e329100464925e1537c28d3acc61f2b0845a2dfdd91e25b6be7429e9bc51d12169a692fcb655e09835b000206b413cbc3940e5f29aced13246beb86e5197710476177df92fda89755&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257841559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c7f091e64cd58fc8fe51e9975814c22f13da788cfbb7f68a7526bb2421928ca604172f91fb456ad52a4d6e7f149b16d7c42543c607a1af3529e5a5dd49fbeeedece04b8c0c2a071e6e5eef9f56946c9896acb1b1c4ba17076300b1ac0e4a6ebfee454bb5824fbef804e900f9a6c7a7dfd324f9f010115a66c6479adfc50aae1b8f326ba4a1939d98f258b2608e35f807717205e9498eebe89f4efe117976b45f501e94c07f3a1bdd8595c4240b31984aa227888ae27c2f2ea26d82fde414a4e19a21a7bb6923881ae909855817ac226df649a86e5de2d9bb55b0bfff39a655d37a108ef90511690a38034e9ada68413befdd4787e0675ecf42d85f7b6bc15d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255620243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9a150c2a672f487d4a4cfafa2209f053cdfcabac5b4c599c3e3a735361a7c221a32cf1949e4d2c4a925074cea5867d884f86fec068ccf4d02bb6e70b9d26f1f4252410c79fb78fada3a2a7d145fc52b63c92a83468874f9cb93beab5969aab6a9754c3b637bdc048ab1690735adceb5197e627931cdc0ad9ab7fc34bd5aa680f6643583afa1c93762d24a72ecd18a959c56fef29c28261b3a605c42ac30e3258fbc885613179295443c79918380f7f8a6c965b9dc0fd4eb96b222390a04dcbf2e1dd7424e6ed164c2e0f9dee4b1561006668a4d2122ce0fb2a37a690251bf986b3286ef9d30eeb7869fbac7d77c532ad783c408c1c05264b0f09dcc641d3a639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254691082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2075f24a75ba3ba0ea3747070acb5af616a49539de01ec4e6fb6390d9857f59a43faefa001facd97f76a1a0423652b5730afa751ad8385f8e8fb11e45bdfb47c314e4c04fa316b8a6b3cba83dc702b6286bed143a3b92be8968efe6f9d53ed130a9dda64d4df870e29e8d1ba08ecee6d3c0cac074b065d7e99962d4446e737e354b8b912f5ab5b83f48bb6d9374e963c4534997cf687c0a9a491d1b977f328cf1d91b9bb6be17be73a608cdb328aa56f343f3c1381684b75546edfa2d804db64dfdd014d5614b6733650412e9badcc44e88d987ecfb5d36234bfcb768810c86935aa41dc03b9c39568b7873c34a17077033c86eb9f317f577ede97d93bb5df3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254712332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81e7ffe15724e4e9dfd54870a4bf12d77275a64dbbebe7f5628eb2822dd93e2ee383ce090f7d6c40ca6fd9ef1a1b8ac74ad930d64f4db537909b20e702db6585eff4e83075fb36c02aafa0f80c9789df1c7dda07023b1e1bd05db01aee24d650dd66e18fe657c01974fe6f2e18ca4bdcbe6e219559a6765b669dcfd087622e3575af45f66df0fa87e5d9686fcd13545a132053f666c8744268cfd78b306a4c5633e1722cea6ea1e1004b78b329fab99f0b9c4e5dde14d1b99078959fd2d6dd9999ec90a51cbe6561f8a7a031b80fdf8cd5e85e001c3f88ed7d3a9e90e520b7d9449e55360a0604a9b33f86b0011f4690647c9c65db7c09c54afbda548a0a79aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254712662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51e4532a28eb7a934a6bbad349c91833c9f6c79ce03ce51f0a59d888417de585efa559dad122b3be5bd5ed4a16c346379711042a11d569968f2a6f491549dd4f98965a1c8173572eb11e75fda40c785b222ce8db09d7e671993a818933e5b5ddc91ceec25003564700db3713cf563de52877e7f945654ddd07bb4369321e257781ba51ca514e5f94098f7d0d0a2c8fc26b6e167174b694775f1e18610c05ab55b99e135023e39dbef1e58db80a56aee67356cf3d0efbe2eed2e4e0b92322594e9c08aa8c29f3d0f47496028a90d722cb1fac28f883abb6fba1e38fc552346835e8e8abdc70c2be472b3ba5928de146f79f2eedc97129048148c6bcae0b2afd14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254713504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c11bd2031b334683156abe0245df3829ad90e7e095c7e240b9673a58e67909b4e207c437f6958f7407deff301c39c6239e36c8ca3d6a06229590712aeb3aa3e7a6f92cdea096b3c7e96a8633b73d4f8734b110a52f47143945c5e2a7c7fa7487c480152d755fc753953b56b22d910b580ae1d9c4beb37030f225776d5d40cfab84b6a62860e88ff5e50d42f5feeab31ec7235ef609bcea11d2b71b676fd5afb92a075d0ce91b15e9344f61a99c1f598ead69a2f635d7c0960f660984ed1068ef1b097cad8bc1f13e16846ffb88edc91d683c633960ab8e94db9abac27aa7774d5efbb7aba0772797c8c5f4d1a55ca533938a3270598837e8c1a64eb54b1d1738&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254718463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=247a02347aff62a784d508025ecce1dadd24ad88866e291bf41388fcde4da56f782ea179cfb2343bf92879d9dab002b465764ec5f9a2310a0c49148e45d82788d3976031a301944fe614c195d671991ca88a54bc80b10f392443404ca98d593d7e120c955aaf7ad2790532bf22dc00f39e2ff7bba8df5087f13ebdbf2a7e88501be7df10028f64e11631f50a02a57fcdae16e847732e28f9d0e2e1244fe2cb0d6ed911e7749436d73a74b8e0763d2de588ad01ffad5af3d690169d382cb657e162f160a01ccae3f84464745956457954ee717c165ae78e33037addccae770618e433bdb2f0965c541ae24f920f7f6b6a1462d6514a4e59468284e2e2352b139c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254723042Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5be4cdd87558740c2f6c15ceb8f1cd3ad3d28e692d006ce6cd9828f2d9c03bad4f4b5a62d5e7833442a8be3276f6fc528c29ffbce09966a772cabfc002e37e5723dff570665bede7a5ca4539b34779e3737e508fbbd12bc20cb10085539a2c7e5472a08adeb6b3fce3819ef86662ad644122c648bf462acd93de8100fd584223d59ea32e0d761e934790dc8ba718f179ea3b987e379c952fd4a37c17df4ad43ea404224eb4c9271aadb0cf8f8a793b72ccc08f0ea6252149c7fbbfb53a1cc3eb1adbafa4b4d8cf2e692c7c5d60ac24f1f029bfeec5ec015d6617bd4ee2c7a815255efeaef87d764acb0ec7fdae516ea6ca068b727de129f61f89e984f470d6f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254723583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7f0f9379da91c42b4de3ed3e5305b9fb69bb252cf053de10df30cbfc40e0c43272698b9546eec820ec08412ff5511c424c6347caaa04231ed0f1893cff03c48dd0f44a9a4be28479b13f18c64987ffce4e9a4ca3b42770991d5de3efed1f5eb18ceb3147fd258e6d9097876771fcd3f60ce4e3136061d9a0b1e036ceefe74b642241798fec5dd22e8b9e64e17a3b5b6ff2a7be8f8d61ecfc6c54229a778791dfba62f65cb3f9f9c5e64415ce79492e37a4b2a0d9d399008633ca98c3ae8a685201d052cd08509e500f5e4de50d1062629f7c8dc71908a050b89fb0696b7f441766de0d80b3b6556618af46bd9ee41ca1a60a085703020d6b73f1c0cfa5e77fc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254727741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0a404554418c425b39ad93cc741a3d4b21cf282fe258bc328afbb12424f79182c28d8957ee7c4f1506f136de7b93a48af9359d229c2c0841b03c03710aa31c015851b983859b67a6fb6fbb4f7c409ce346f660c844d53a9a85483ab2223d09b39986c3fc79988f4344672cf7a2bb80164418d0434c5bb74bad796af2a3b1d334b9e877fb36d8624375870cc22e4d109f7a879daad29bfa6f8e2c20086aebcb96550e5a535bcf3ea9966e1bb4efff486b2e8ab64acd35976bdd3c639e2a083894f6afe134f2da835d5032d765d775dbb3d06b1a24d116b90f8ac94af4649b6894c8921d6cf32f6b41b5ab3dc19f2adf79fb720abd7903eae1fb70e051132c5c6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254731959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8a50a89206f1016b5517033574167fb11a357e75b06f9c814513533e0bc5809234038e8f9166aeb7cb5911a1bd9dfb6a3d9309a371a44554a8b436ac0c46219c3e857a12350744fb13d94e6e7b82281427e07fec0a70bc74b095b50e4cfe5016ea4c33524a9de234ea240e9c4d42b5b9a3974f9fcdaeb9a558a0d887c54d1d679569d574dc9c38729778bc70473c8ab9979752c5fa796983155dd460b1d9edd8c912271c1a5381ded0ed9cec6a8e0cf252b94cfd1c0e13cd8a6e4d0afe6a9723b6653371162406b490cedf49cf53b45de6b41155ba72c6745a340da849bf9cdb7cb8d5c5ef4cb85b93e98afbd4e53d4ce82785475b4c98b584ab76a7aaa60af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254735155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b4c8d5488674fc7d2ef6bd76497e95985edc6ec9f3a8e720dea14130f135561c5f990d4d9b9b033318bac934b83f82ad83319def084483c4e3d0b5d791ae0e9e558971e5dad0d464939c02a3d0d532f870e822fa12b1527e7ec047928b61207c12ae1dc0ec4ef53b36b8f183d9ae562513d2bf637e53817c09984086e42e5d2b0ca93feddb42b370b46de0c2d391b61db026a4702f3bfb40c7696e0df28b87a5078f1c54bf8c153751e78d84e8bce55930991903248d58394b410675f7e3b845f29d23d383b532207ee929024467f67a56ceb6c6f5a89d6f92c76a0b0598e775ee088af657571e8961f0a5c5fceb1e0fcfa85c7d58900473d0932857639a559f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.253334315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4b6589a7100a8337da63a3dcd87be35ffd0cb7a7b7110efa129871da0778c27ab1357c5d9af858ac3e785b5eb19e20c1eef8e938671edc337b907f94b8e0fe5b5aae133ceae83917b3199e3b727b7e6eb54571c3bde5486dbe02e4e184c48a599df518349b70407e8d06bbc6fe7efa434a8e5cb7b26d10f89b80e4467507c0acfeb65daf02157ba46f36688be012829f2ab9ede81c87ebfbc63ba974faccfda42a3eb2a29d0dace7865c117bdad3e390f9968b4e87514e0fee891ace9aaa589f7d17d2f47e6525e7f2e290540c8e0fe6f53cf926f1cd9216f1289bf09158ec6b658369c0937ff5b9c1c4d5bd8b9a2a85a6f0757c79e1aa49265b5ae95b8337e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254736006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=10300989c9beeefd58937a0fa90519a96e9b903e3d5c3f3a5f0f44cf1b1169f9072e2f7df61b0761ae4a8432d931be7eef71fc7c5dd2fd2e13498ab86428a9453e54a3c53ed1e7ea54529e8a49d00176d87d50bf31e12105ad11b5d811b0e35e3747bb2a390484ed3b376021652ba9cd194182a93add9ebdd8752be834dc111435fa1a3a529e908c276f20ca8582a6ced8e21b426eb6d3e2364ea3931c37356e433155740ee7704025ed935430f495e20f4f8f61a55f2a33101097ec188400e1d4b0b38fb00c1aaf6f328f2fef1d3f9815eb400ae62cb946b739030e3f72d5b480fb3d2dfd93bd9bfce680ca980880222bdf4d3fb871e2710ebcc99b3395e952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254709426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5e9dc94e536d00565f63e0fcbb011de96115f548f9811ac1849a77b2dac3c1176e1efac610b83945f75147b5b362076cd5c15bdc5e4158457e9de78cf61e0a412d1878d1ffd4d02a666fab0b5a211ec2cdd6687a8632e3a79172b7e60f4e27486858666fa069c711b8e4c4f3927c44f882e2989182fd73b2ed569e444b407db7fc1d38b6457b16f35b70ac7e73cea0df1045e08e16756ff7df938d1ab7db4786f4ba09a7a76673b848523d1316f4d4b75076f1a678870a9fef7d0f8fcdb0fc5c3bc7246f587fbfdc3c3a28fd400a701665a34e3fa45c11d678b24771a8dc98852a2cae9eec6755f769d0f681f592fcbaa9bd3d08809f217828f7b1389cd778c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254739453Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66a124ba82f0dff30586645d79c1bb9df6a15dd98e9ad0fad6ad70b95d036761fde1512d8158055ee8c4b60a16e8e682fff6c79c01160f14762b07cbbcb79c6175757b49e53b899bd7f4320797e2bedd1d03cb2da5f7c515f9da411b35908f5b11ce226b82548994f181d774248851cda6854cf71a82577a8a99eabd254ffef76ca25d89790bf86be326e12ec8ade34fc8b3cd807d9b8f3b7174427cfad2ea3915478acb567f4cfb53ecfedfc462d9a488826240b9b39473241a708b43242661c8de3f82b0e54ee7ba7b704f610eae0c446a19d58063eb23d43bcf2f65d5190edd0b58ded09d6b88bba49ac10e71132f95040f7666001f0147c79d24746ad97a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254749281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7fd7ecc234f68008f72be7246226f5c127f55b08ba46b9dacc3391bf82354c50d4d7663f89bc9d25ee4ef2074bbf514d7a96eec2f4dab00aa7025e8de10bc6dbd4fe762e4ca78c465f3ccba90a875e758e6a078a3ca2690345ee18339c50d7a5d985df029da407773f92389b8f48caf91b5e9665fdf0befddd5eb11057ac717a6de0d1c382033f20b1253b0531cfddb84c060f613a44624bc1b7e86e97ae8a3628d5c0815f675b20017e773b13d634e143c60a3294b29e99205aaa8c9315e10f14fb98e61cfbf96ae29c80b32093f7f13bf16d3d8db9b89a0d44c5a4369021519d557fdcbcc796c67c56e0fedbb8fecd867b8e87b0c45f94cfef7d834a5939e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254758699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9d4c9dbebb26dbd7eec1502a1dc461202e2ebd0e3d4ff8ed0e43808ab25d507275062b578ae3edb7fb5a690ae5f6b904c2b8b55e9797a8dc52d3557b3c2749b7e640622dee7d517441bc426f324f76a7bd44b558b9a4a8615a9f18b879cf12399e7b04299029baca4a10c10f722b231e320f11eb0a5783657f113ed6506e544e1aaa8314532354f4245d036bf4b2b766a2058c7aeda8824e5c3ffd9673cb7411f340127af1f33d545922570cddf2083d940a903aa57dd2555e71a35204f5d7a1818e4f2822ec4d34821c7cabbea54f33b9271647fea45def7a37c2e4eaa2a2d964c6eb72a31590dd12b129d37fa85d8bc93c2cd2f833ef2e45f7d8f29caa2ddd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254752768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b900b48765a3b1dcbe6cc180d3ecf67be48da515ab14a6e594940b0bb6704e233407c697ff82c9c094dd4a8945fbc012110442e407cf14706ff3529a6aaa9015f1bd423160c7bb36450e00d9d84b0cda5bfd07901fcd488d045eb27fa85f78a71a5e0150568ac2460d404340c5c1bb8e49e7418a44a1ec4d0bda38203c69b5341eb0e8ab13eec75f6a26968d6d8a95bf06fb8cb73f83ec83eb820d0a4d46d82d0450bb8a8d78420c61957fe37f88b493a7d1cde70ada51f20aa53709870ee593ac3e5c3b1f0eacd1c0061bab75b4fb8d39fa0aa463664a61b5a95c413e0d52174163a85757525ccf528a4140cecaf6c24f28e566c3a82da97f2facbe867a08f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254760563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1ed9ffdb7825c89c263081bb68620e6fe946a3c5792b229cc25e4ca4e00f9173d51a608906252f2d339bb92b943b23bda47fc09d15c1c5d004a5c918f9a916eb2bd75cae35045da5540b248d6a673ffa644d7deeaffb8845326e49e09ba513ded473ffcd6f3b5e95c04adb2ceabb0c616ce551d73905dd347ba0513af66a4a5b10e621b0417c29dd74dd1c42d694f8fcc6632116a69b4cc60231bccde281de41184987d10e61e88f1bbc0ea62a5602c513afd549a1dd4c4b0823d76bfbad511f3835f0292eb136331bc87c7cba764e5f3bbf05a39e416310e63ede15d7a1b7a14de25ff33bd9f4a410d9c31bd9e2cacd66ebdd8f16519bc4e2f43c62cc06154a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254761715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=341171b4269a7c96f262468b3acaea8cddcb40533b07669728343c324de944c42c38cc343ba4af1754826d376e8125ee592f76f88b4394b68613c2f041ceeb8a7d94905a0bea298a5bd200c0112e6592d5c5fa050fe847ffb2ed3d3024e9978ad81a930268757a31f4a48ca8599368c8b1e674251420147565ada8e2fea3387f5cd46a29ad7bde25740d52ff950c9c52ce3e2fb6d706f53593953f07146d990078e3eacb1905df7d4601fa9f6e3b53d9f4537fbefe08e131ca8b69227ee9dfcf9ccb53876048c911496a07078f7c83aa210db345a5ece6d6c76c7ecc4405c7ddd5a2efcb9bb42ea132b2eb4da183bdc583eeeea0ae46ef108f93ba103f1bce54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254760673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c3876553ff55d440775e3f59cb9ab9d69decb1c7367e9c81c0ce050300aa70f1779979851e6e7c61cd25fc0028cb06313afee9fe87eb0feeddba84ffe9f2055ec9c5b10dbcab29cb02f7eb517f1c656b14d27cfcc4b57e6b801bebd82401a3e6ed05026a272a172bb439b5e0613c3d93ed7308d4dbd18da0debf565f048009d9e8ddcf3e4b89b0f314c8db04eff4d6b2ebfff88bea57f7d8cbb5200a450dd0db56870f46c555cc2da0635618466d0e714573d16f93ef63f87f0cfd88cf62465840cf79819bad5ced405ef0dc71104be04dfa1c53d040ebea509bdeaf5e99f795d85321548fd574c4c8807344a1c4e88b6d0ca9f1616d95dc28f8c00d9cae8105&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254763027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3f6f9c7d17a9ca8579d4561a1781d156002a4d45d798cd28748b0925988292b251c1ba46f4a9a3ed3dbe905910fc690f62eff3998af0f50a5d7e345e57da625f7fdf6dad76fbcd4c5028eebdc0040b05cad72fcdf39bcfea934332312aca6b21982604b7b736b62f6b208469bffd2342fc7423c2f933756f01f37699ae93e7181ad20fc1db8467c250736f7938c021023a42cf7e9a345beb9f64070ce7790bf2ae7d9f04e72df09468f2a99ed2be187714058697efc04383bb54b7b9707ffbe6382c201c1bec910074ef0e416c38b2b41a6d1397a3e6ec4daddf1330b06a2425592df0b78496916500e67748833d9704c7d9eef2ca7d285b2fc8ab23c7d5e700&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254763037Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8f610d9b1203f84618b804d9f33c0c1f952fc0782e6d3c64ea9432fde1638051a02db906aff06fe1a79fc972bce86ff193736f5b2a40eb4f94b6a2bfe75aee9aa1c012f880f925774281e025b02ad01e04db3d91ab68d007cc0e1329a17adea4d3e6cc969e2f3a880bc65bce115acd2adec003fd767ce4d69aefbbd337f6f95b25f53d8f26401c0b5fda500d14895422e18edebe77c5e9de5924c9cd09a20b2f55a04b6df5c69f8f7ddfab63ee0f0ff312255b41919ee69ff8a8bb791125653d22f59950c3a046cfc29de07058e5a1c061c740971147516e83222c878926c1aed0e557ae318ecbfbd1a47a74ee5f95d939716101a9bc616fc7c0c874493c7787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.258478449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47b7196063dc80d5a1b0feeb8233f169cc09a6c8e19b3683ca18eb1f9d107dc45bd705c3f30fc397fc04dc3154d880cd491480e48c116bf65fd89f4dc97cbf97177a26277a6c01d95362ee4b4a8b0320b01fcd28de174e1e058620d75f38d7cf79bc8c27dab3be0242a6ad737e957cfb8fe5470e2cb0d9f9bfd4e902e071514f0ceedfc13401dd43244175ee858f5d942394bb7cc3124c360b1321dff385717ca597f9a4fd9e98498a4428b2b3f0e8f21cf57202c71ea302d3dfb59521d32f930b913fc5a4c99f415fb1f0f99a4099b48261d5c9e4030ed99851b43d54a83512100452a2db040332d8de47ec18328bdfd0c0c06c2bcacce2cf36882141b0839e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254777394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c078195af483f5166777199dda5c26ff76e5217e102f2d98182e51d19068f316751c21de58e9660d240be1ad1df8bff784786604d71516451cfd7518d3e8dd605a539e70fbe43927a96a9c19097f021e5de4fef725dd55a0e934edf5a5dad3f7911a577795675659fb805d440d22a8fe05c4173ccd6445c1110e3d6a0fe9c3587b05083b767461cf455a77c558650fa8eff1d89b306d866fada478cebdd4cf98d2b15f89f0b3b156b096b41e5ac741fe564244c09d3031227839ab15ae05705df49d86f1619fa5fc5d0e1d4ef75bdaaf76304bdfc87b0443d31892abf7e48b668c7479b88dcdb73ba1cad9abb9ec493b73492e07814057e2468c05daf16360a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254774679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ab15c9c3a94e810c8b0ee60673cb09abb2a6460f0b186607d04db06d61cb780c5b947244fa88f89c210d53d7bd213e40837d256335412c70cabaa87cc7d0746dbbc094707e7e9ecd5e936c98b36874efe3e7cb9eecafe7cc748df29955102cc0183ce07fa67fd728a67a72bb6df246b1ac83600ec1e737c4d248374f43af55c8136c01b3dda56bfe3a10766d141c94a865a0b8823ae6cc77ec337ff3060b81107fe9d04d7364fdcc9b7abfd69c9976fdc76ced1a68bb4cff1547d6a3423acbd496797cd47a3b1a3c13f80baa1ca33088cc5508ad2edf2266254e7e438a3ce29cc7e66a4daac1b072747f5269a695f62cf9b04b0853ccf424b4f71388b37f3785&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254765792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5d8d9f50ef0fc44f05774ba9edc5d18af91d1ed5dfda60ee8b6b1e5f06049b24e9db03e2647db29a5850bee9737994bc9732b76628012c3578a53d38debfa80bf14b5110d17265575ad911909e135aa87a6a7b11a9476aa8cc8b706992fbe8a8d1b4458c5a4c36642c5e09cac76913aec5f42d1bcbdb83ab2d4fcb85fe527e0d98042113c343e465e1fee383448b06c846defcfee4fc7db4968f6873c29f2ddfcf79e3d9012db2e18a9dae70eb81057ba76dddef0cfef71e3d109cd526d8d6d5c0f3ca730a772643b3506c906b21ab3ed5b5369e4eaa22d5b6e9bb34c778fe2414c2e6ada36e169e4876365d9196ea51ac27e280fc002cec0fd6458532609484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254787253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b26d95d891c5bff7e23ce4d10e145c51430215a7babda5a7338e3c780088173147ef76c784ae56f6f38a7a7d603a2a49fb01f7ebb84bda6676b9e0e965649b221b2bbe62b5750d7e03682cf36598e3181eee6884a858d449bce892e1b6622c0862ca07fcd468d405f5d05681038cc3d3d1fadca300b94a50a7f6d5cc83423ea56cb5d66a03ec95113facc59b4729e2cdd7dda3c2dec0d805fd87fa71acb93c28dfb6d02c98f7f9dce59bda5726b19bf563f5956e2d4598455a8b3c079e9a3eb2a555f94644628cba34645a56eb9bd63654be164974e5b4ad636fa1a366c7f8356bedb8355bbeb52d56a7c836e3477fcfd45e5ab406c40684ecaf4bc4b536b6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254786912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0df39fc36f97480f4b29cd2110a9e18452d6f9407ee7197b5ca8b79c16b8ef8208c2469d35165d2cc7b21497832cdb85781ea94e52807b7c7a6f35a63db24309dd2a607f6602fd09d8aecc8ee4895c0334f674f38230a0fbd13fbf5e607a07d1f450a04070b8efbbc31c3ad6c6d31104f877d9872fe4cfebcd091d12d52f5e3f37ccfd769ad95e53ae74e8712d1e168f1dd96f66786f1562f6f8678e25cd18e75fa7431952db9335e3c93d81f8a7bae00d907b31d330a3c758e68eb4463f31eebd88b5c9510cb567c894eb753ddd6367fff795511a2b3e35d701a88a21446612490736d75c06d604dbeeb815f408c57a9c499607a0401f544196d8988f56f543&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25478551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8e542020736639f0efeb417fd4a1f68b2b1bd16670ac876f94499fc64e6b3b75e20156d42db2b32457ddf2f4c6941d04e01783a45772cc891ef578ff46b5971e063ef73b592d4eaa195bf813ccc089e5087cfd971d57d95cd1bb969f34d168c74354e47e71fc9c3341bf5cd7f4544be25200c667c04cc81d082e2d91ba17b462476228c238f5328d2d937f03cab67ac5ea62f589e92f0051fcc3bb7c09532113824d46f4bbba828d5e2a841e452d80db64b0c26cb92256431f91d587b03ae762cbe99f3f43048e680fc65d0352da1df0463f4784dbdd5d9a6e13e13fccbbc901ecb5938767a4f187ebf6b7b1fb8e0c399c619c57030cd6e2fd21aac115fc4370&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254790709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b47ba79db9b214284fef91552bfa0773a4ef4da1038cd1bde34c1e3b452262a0fe65a09808865346a910d2cb8175ad82af7e5901d9cab28e018b0118f1002529ae9fb50f831b600bc9abcb79866d3d620afddf60b508b91e3c8df542955194e74c1d3b70c13c9927ef94c32c9ebf809a356934881355fa841ceb94999748b65704bf54f42ebd3980096aeba21ce984f6848fb6ba081b7dc67c9b93b5acaeed6d8d824d4cd4abe3f0b8881cbffaa35042ed05fee0d6acaaf2ad58a7bc50508a58de2f230b9332b4dc8ef9aebb3f698bbacdee283192b8b7d61db77fe8f314c4f6391d038ecec19e4565fe7d4f96929979477499ead135073e894fc3ffd6b5ca58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2547964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8ff8aec907e2a34c14184511946f27b0aaf94fc36c95c3ba9503c9931cc1b8d35740708714a6cf7ce4c3b6cdd29e73027bdb2656e5f33e6a802b4c5d782c581a88f79a568124c54554c2e7e3b5be80f988027b376029daed1f6e2596ad229c8830c35a272d39f24b70f36d2b0be9964d30210b6ad4f172943de683c7769139d6b570910361223cf92a8e417d1a9f756c754c4ea58b5842ae3a636ebc7bca38d876ab583b1ea00fa22b05e7384021b7e95fc401cdc20edfcea61f1215196eca7b65c61348767da8c4fc60a78efdcffe90194352f9b27538955c1eb7fac9f8f1e2853d9dd0f38a2d6e70c240768783b3cc93f30fe775d6da458fdfc36b8b9a1242&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254798614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=589c2a640afee4aec36e8f26ab5d644dc4cc7adb5417e904a1d05a9b369d79bf2ff8b7d0c70286bed7b5cd8ad9be78f1c5cc45b6c718a0c6259348467bcd94b226b23f3299ff616c5b9eb833f6387bff5a02da1343320013f0a13e53ce89b3da16f11706f699c67a02dbfd677af5074c89d4b8a3458a91f6494800b1055a8953cd80765ab4cc371355bd3748ab203b0fe59e58f6230dcde3405d005dd73e14faccd0cfc9b643b1e4835e880785eb3782a50af4c2a7ddc3395e3d1552c996d5337222b630c867accc8ed3e4cf0bf16de8c9a948dc2619768f6d6e2e65f6734cc4a1a236d70734cfddaa7eb51051c7d640a06f0e2ba302eaf6766a7407f460e5f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254784989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a7238f5a569c9a28baec1e69ca4a86bf249b09360de80c88a98a13fab03e86843c4c62f58cc204286978c63e65c8db48dfa50a148365f54aaa8c56406cace85bcdb103f26fe05d15abea721051871f800b4eee5ad9d82e2fd34d4253938e475625b285ab5047e3a4e35f145e074e6245bbffb58f9fdeea6d2c8ab6fa913a42c79266baa237ef152e6bbe3e4b2fb602a8c94262da37884ff1251ab0f2dfe7ea5cb3a2c5b64d321ab927278e267e7fad03cf741839ea2cb522fb589fba2ccdae8328293f923419d4e2b7b420e3c8d1a20f89698f4ebcdc50a2475535e6b827479b8310f63ee6c1413ce9c444d57e0ddfa3fd4ab97fc45200d5e66bf15d9d64d0cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254802502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e6d87a04dc632b51f2f214d38b43d9b41dd5f3b2a20bb3328f20b0213bfd7554d04b2b5ce0288c1acd38dedfb9897fb4accef39704e9290d98c8d4af3fc74f2af727f571244bb8b873623f7ddea2444e3997a509878b193c46f0cc565b1ad025ca3578a9bb8e3e33e81e18e942969c25be5d7550116ef605c0f58bf16c3d68dd4c25166cc6bcae575be89f277cb8ba06a64ae141bc7075b35db30578619f41e5d356f946b9c9f3b00c2e1278fb1f64607ca6fffa17c668d63eaeda8b6ba8a97633b76a6a2692abb785be2bdb2bdcb52ae3db2cd31785a2ee899890d8cf255985cd6b3ed5563d8e2c1cbabe7bd2728808b1bcadc723f11f6eb0857b0b25f901b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254790469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5c00cafa85649dbb3903194464312e64c242a480aa9eb32b3d07f8c59fa9f166506ab27b730b7daa1767901db059575a67103324eb14265e5ac5f57e36a3543dc11d413d244f0f0660bcd788ff3bf9949f73d071caa6fb62f4575271020b01143c33445c273e40a8addbcbfeb965a6ac578572da900ad31afd61b22fcfefa5fc90a03625f736a26b401970fa3b65f62f95d9629c1645083184a53cbfb4ed89df3747d76b85d4da45a490f239aaa08f6e5b7c24cb8b08f1583a51c079484086fda089a8f2ae03b2223f25323351167a656b58601b6b71905de85ce9907ded98235d83dff6c15433c04de27470d1c0f3bcc25b9c2440871c50043229a980e29a6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254802532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0a0812b7af597577456795baf9f7126022609c0617b0eea43c1edcaec33917dadf05e2b5a2bafcf3db7e81cb45b6b7beee56edbf7b532e438ed091b0ad31dfb338293416982458ad64f906b243972c8047afc27987a96057ba26e1658669e8d77e5dec5a916ec00778eb0600a6f4b114af38e100767be70a3f77ea05ffcf487ea2511c1992e674bbc777c73887d51d340e89799ea591672c5ebe159e8219bfe5271bd6b0ef218929160aae75b730e2bbb92a0ac01bcaa0877b308c510e4ea6315fa88066bdde7f50b1672a62aeed9ec120dc51b758ebf15847adbf626ccbe473e3c8509d6049aa9612c8564e86a051ee54d3e407490d00d328417fb458307a3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254785439Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c20d01de2effdb6c8db88ffbae2e5849d9f67afa6a33974f2158d6bb5514b5659b3382a5c5b0144f76baae099e09f4a2b15c33fef08932ceef4d6bb34af48bd2899da8160b22b90426d1834a0ce31d807f5f4abb4c3152eb406dad3e1e09ced77a5f25cabadb82fa70cc0d777406c597c72bf7eab788245c414b91fbc05df171fe1715f1ec9a07d03c166f9b1f984c126e4ad8550d8332aecfb8e2a5c0f7f3770223b424ca1b27f39e2e117a2de9bbff66784a3921e55f03b6099919440c8dd1da096de57067254cf5089e87a79402206f8d24fe7047c21ba6cc3e6062694351af16f94145ddface31bef3c9d656aa304ac01cc10570abb8225cbef4b47ed092&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254811018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88c0c1286b9c7888035319e2e2babd4302379b8647ef7aa814930b9474689b431aae75c9743e0c36b1cb8e34f28fcd6b0f8e5299ae404baf1b6fee3452f33beab55fd41d8f4f35bf9ff171d215693989a2f553bc62ac56b3241861a77fa57b4389067a5aa4229b7a8adfae18d22efbfe3703c0ab07d4ba309e09eff8c12d214f3724f08f21711b59f9d9bdf9f487dad8aed23106ada925f3217b68cab1b3fc7831cf7d4c5e67c9f43c12324e12793d402ac70697358a885754fb0b86b118d9f3f3dc54c8a228d40f1ffc8c8d68099b01f7cde55387636ed78f7d23030da46f8c980c130ce173571c250278ba49bc05217e4f4300087512f99ab3840921fccbee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254818191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=76cc452b93dcfa173b741930a5bb58c289243f4644ba15983ef58d7a388bb9a47969874684a7c27ba78b07e3ec917989e5f20d037dc46f617f996906cab15fe65e71a33f698caad100d0d6c73a2fe89e2eab23b21a6104bdc070dabb774b1d8ff48ab846095e178fed7716902ab416cc9b67b902abb6b737c135875cf38357b2a88b201bec2b4479cc97bb4f0c6eb9ca811ab686f2bd199981c7da06d2f23cb615bbc0846d948e5f48ce9fa7b8646868f0e16ea3d18a657a7ab0e0f1d23dd9366af26e6dbecf874be853919e825fbae2003db8a673e5a0ea5c5c8fe1f8367db1a8a4ac96c96beaaa1608ae6cb74669b99fa1c3e6cc262693b7200ee68ec4473f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254827038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf7b77134fd25d18e21ebe9d04ce8546abfae75638cf90d935aea375e7e07f8c46134f2661137e02646b1a24a5a4926545f44ddb21acde88beda2604d4245705244f5e4fbfb918c333db20bf400ccb21a6a82f5f6be16e8130fbcbe35e2e96140f3d3058b8aea7c225e17b95801a6e47a104c753e00bca71ab720f09a10e608179203994d9c549d000896bb026c78130cffb93b9d6d12028ef1dc821dc50776a188ad404ba4ee433200b511d8815e3dd4a77d2312da3eb63fa67f66dbf060ed6404b85fc22b26b77c8e84e4c930be183b237e27ead6c791e1ed60d6ca48d0683ac087741f409cb57661a74533b0ead3c64914e2d60adf314043e43bd38814322&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254814234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=154b1efd3ca83859c88ee868ff9f730d41835e484726bdf5e25acd8fc5fd333f429eb1549683df50b9be1290da3f178db23e73db51ef0426dacc4567da0fdaae59760d4c6e800156e1957500d6720885a2e59d42f1c6d028eb8db04188076846ee84d96f5653a4e1ba6d43ca316dce0c8b8eaf10f43f82b4ae59c8761647334dd3c99393db69ce3dfe218a164b707f3164e3a42d18af1d33f4f8c72d6e3ae83eec63e57966313d261e7ae1c3f0da283ad037f8436a05df9142b1a9a73c82650e1fa5b486c79bbfb1ef0cc8baf88135a3706999b0b2354a229d9c42aff9c1147e71eb769dac034c8627d19bc292fddbdedfb7e8a87634fc3967daeebbdbdc880f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254829372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6d2c85b1595d94b16595deae8373459b10b09fa3ef521cb0e6b5132a4e3e8443a891658240fce9319e88fa03bcdcefa4f7278d48a3add9bbf3c67fc6bced4f4fb9b9aa3616b130b88be7cd0dd5ad3eddb9b3154c7dd0bfa2b78e85025cd2992faa4079bdb6a8240a89750b75b8addbc4c225aa6521609a4a3fcb729f879ea4733520be4a99f8a1d98a83f4255efd95dd8b2ff77efa42e92251459b6569ee7e99f28d7bc8bd43b9cbff5f5a27c1b4dbae9bf53eb887893b6178d3d217580444161ab51a6d56fc8b762c7e3c813085d4ecc08397fd4a56b19b81086518fbbf7bd4e5808e159d68765db449364951347aed6254a50b579b1e9ba6dc51c24f04acc8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254833009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d4c2af1186cf43d2ff92aa48fbd1a96126b01dd6a1450053bb646a46a241c86176c7e7231a6831fe5ccea3101f35f597598ae05c50d7f87442f7dd048be3f09aec9a3985f0a8cad30eafb8cca0af5fd46bed399b7d2e2f4d6c5ff492dd60bf924939fa4e0923bcc167e56bbe83d5f9f5b6c48e3f518119b73c5f6ab9cec561bb5dc9725b709b9feec8e531a8b38a19130357f775df6d0614c7820120c481f2f6a769af3192cb855e1b85ac35fa8205b39e9e1bff52069197be29458324d7b045ea7858a3d10f242741384cac0b1f7cc099abf68455319e9f98d8fcad5561944fc61b95ec1cb133aa8e8f34d7f816ed968fc10a2ea85e18093e67abd0e64c057&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.259493261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0b1623c65ae05ff7923062fb864801e8b135477a34fb43349a460218001767ec3c2ae911624670babf1dc3fd3b6af34ee6fa58a53ca6a05d4b3c8bb7dcd64ffd689a3d11988244fa96f96433cd3ade381fe5e0096b05ecba4eb876f7da5858cc764e8677c2e75f1c18a8eb31e49ebbaf90c6e652181e42aa61401065a52ac32f54465eba5364335ac1b41f6e78f34e052fe8588481948605df5c8f1ae389a18b1701807363cff0145a89b14d107dfd20077490623b2cf34b0b11289482fe711749521f976bd34dc74a8e728c0db8cd245162e35e316ca7b517b417d399969707f48060a6cee61f4f076036c8e473860284a53669ee245c0f7c0be28a058b5e86&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254836265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1129a029eeb3676a7c1110dd779e0251c9d1d2e546a8810783423adc5268cbdff1350153f127c24b9702531c09c90567363c2f38ac65a73d37d6258c7d25d459a07f2fdae19c8e3d8dd95d6174ec8cc909451fb63dcea9ae0a203faa473b9ca5c1bcca5c5ccb363d7d4d4c531fee15e59b3cbf1d5526fca88e4726235c392c2144a0c0d93efb024885f70848e6992b52542db6263425fbec9b870ac9d0e847340652cc1a48b39d9889f378d5f3c6ab89748bcfb6cb74d3f50aa6b60ade29076fcffa660018ff6d798452321592f9eef832786d2d1092ceafddf37bd6ccc4a062104cf6239b697cb89d12904d3a26062f0535f895e7c15903c96f7fd60bd82416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254837918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9cfdea0058c66eb9fa64af79833e307189c6d7abc52769c43c6169b874e3493fe045194a9e88835f0e6453ba804efd2f56a32f4cd16948cbf4ef70fd070281fa7b9b04bedd812ea1fc1ea6baec6b4303ae2f64783c31712ff1e63163c617ec8dfecb9b5decba98a14e5e274a6decbc53497eaa23a35f431d71e74d3f46d83bbcd2ed5ab3bd0c3e6b7254dd4c2c149fd1b322f503baeadca67a22c66acef101b43dd52ba5911b5aed98c15fec0c4860ffe0b139a13fe9805abd32ffcb99519a75599984ee67c8034e955e0822a3fac463a4a0b9ae9948a392815810a94b421e6a9c9f8f7097e888f1a3812ec8bb4c5ddadbc7a9156e519d62f4838caf6677af54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.260129761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09cb5fc126ce89b78b76fdd8c6218d8b557e0fa26bef3a493d071c7122398d315132bc8f301e688d622f3508ad35af765456df134111fe9a6f8d9f0a6cfdb2a447e65e5f4ca05ec9b7371367f8830c9ec78d2a557c4556866d7733d363fc593e464b7fa24ae50fa61113691e876315a2456d9e4252639b9739b90e03914e0d5a72c5765909c0dc1dd33e60507a8d856c300d55cfebe79ef35588eca70138861713508cb0d6795faeee76d3152ce0c385312e188b06638ca0c80466dc2c885c9c8d925db28f6bb2cf84ed7fa2af668e22fb14dd15b516bbc9f5073842c04ea09e8a1c57a289f2361e5a1cfc3cc90db351ee4c55f20ec7a06be98e7c35b89410a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254828651Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=193ab9452a71bba7ef868050ba0889738e88d88bfe21fbf59b88d48933cd7f35172ad83348076fff57d195dce600e2338144c0b4be8301772fc83ca89c75c826497396736cca919d2f63ddca40425bebdaf1ffc9ba5d942ded3918801f66ccd730391746444ceee7756a5c078f3a55da3f7864ebe901181a94e9c982c2b6ee3c75cef3e8c606ff475bfe6b24cdbc6235358db823df8db20be4586437cfac81cad0f00166d870e2d62839ff89a0bb39ab6b912f93195bdb50939e5a9a6bae391181489bbb54cdcf5b6d129f8d43b7833d81e13e9152eaf2a83a28538cf1b03e3424f1a4c69517e05f45d65f4ece3682370c6dda4d8179cead4c5215e6bcb40183&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252768549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99d85e44c741472b38d1deaa53bdb0883fe8b68f07d6ecd033aefd1cbdd0216c1133cb269a7d6fe8b833825f667fca9c112eea876c5645c59840f553350a758de5dc4cd1f3e47d7a3f72d2397110b060c5b5b3369cfd5d2abd9a84ebd30a2a9796e453dfc8ca247277a0924eac9dee65b7d642ada0bbd8a2319b03441b1724ff43b6e4a6d2bd508f9a75eff84d8541cc67c10f1c870fe6954a4b58e4292df8b15aa20cbe6c49e4d3172a8c68c733cd888b2e5791697b70e7069e8a85146f9e3b21f1299f405f27357aa369f7f38380c22b5694e3dbb03606b62f2c7240eae24b50a589c4f8e925fec718ba80a3540a4446eb6eee87867a4122fc239b2cdbeb14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254835824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=25ed3c3734932623809a980d0a85e152a49ad0f462d1343721f3b0804092b14e08b741fe220ad97665dd4e6b0be2e30e92f5a405026b67c8a0ae3d7cff52a72ee57ac249d6407c222d993c1c78d7bbb450f9e80183ac4a5026062fc6c7ea805e43956e16fccb0a6fab67f0fa29a089a193a40e24c89f231f007ffa6ed57d309f8e5c3210121455df7a00fa99d1ae2bcec864d9ad0352c3c31c5a1e829446de61a0fcbb31936c6a0d8d0a23381ae14c942ba8da6e72a4c70f42c70a1971a56083c0422a207131aa4b23f0382186f271b4d0cfc1341cb8427e8c45d2a2a5e2154c1aa9aaa2e9e935cea5b3278273ac1859f71c502d83085d57a08f08ab09cf59bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254843579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7f23b2b583942798bd2f391c3c994672e4d8ff0450c0ca12a7cbf05a909a390ebbf372f6f9bcf61e6c6fb65f8dd9174d839755a1644706e25bfc2ff413778aaa639041867332c3047ba156086c5a9759d3e91b33f74075d9ebb1a5dd111f0f2de05f049f86919752dadb1bc58335f14a46193b48c3289305d29ba9fdeb87dfc78668dc90d2cfee044c3c89bccc7fbf60921ad8f0dc2310b90dbe0e8f8b73c5e8f82006a9371f08aac306b10093c2504df471271bb8eaa57b9c412625caaf3d8de373b1879c8f8ff4246206e2d3a9974863a27fc2464caad1b9390f305bd0eb8dcf451272068c01eef07b4fff9a4c0aa131e805e7c18b124e722a817f1e019a35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254852977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8aa0dcbdc72bc9cb50bce2f67e59fc6c7bf402c38e8dc05cd2f0dddc3059ba949faa42025326e4742d1b6d621eefc4640c28b464d955a9a820b1b332f63729f14d4ae60947373b486bbd65c3d67313eef01e999cecb7ad06777cc81eb60e58ba0950eb580299436b854447bdef1eb1dc145ec02bae83be7a5aca1bb3820d6928a6ececb381ef9de193185f39ca741ea96c53a3b3095cdd4fcefbef0e7545d5b43d99b00500a3b71309a91098ab83e57e8ee476957cd55d50d75a23021b73f9e3dd30c9b28dd573e2ad5136269364fb48c858458890f9fc0a66e0065453fc86657a8f2450ac603ecf61eeb3d3b2694c59ddccf34ce55139e2d4988b387f5155de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.26125416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81207c9847e2769f5002fa8a5111635a27f7a0894aad9ac8ec12ac580d475ae036e6ddc48b6985dd27b2623ebe474264d8e41aefa78397fe5941643c7a4acb643f89e78e6efc080d11ce410a121ac8818f8367c5f29c252de23396157ad7ef60db4ae0ab53d29b3429c5646ffb6e1d438d31e645e63dcc49f431cfb68362624e57257e0b378af16c8c4143b4427fa4fbdfe78beb211c1b2602c33af7536ad5f8a4ab5c7bee98ae972a4f7b1ab65f49a1f6c4ffa9937830a3a1442a08c580a052f9d0a447a101b831b8ca3a712b99223b983444bd210ac5ca0d4716b918b811c58d74caab9b8ac14ce864bf0873ceb7bd7900deccbdda2887e812bf3e865c689d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25485493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=238ab9c53a31cf3d83c7652ef2d3096bca5580362d1f5001190b63a13ba80f197bd111a6434ea12afccbfdf55ed5d82ec31f4e68080d3e9e924a66735b3676befe6b68ad7761b350f097af56d70184d383628b39671ae3aea576f695d810b1216c61c3ad30d7a3488b131608d749c26f9dc5895a1915903cc79a2f2ceedac50ab0fe261461d39a79e69e88d7df427b089c1aba0c026bab4ad7807d8ca5931327338a0d194853f2cb0a6f5ffddcf2590ba920ba2d41dbcb7c60897fd44c28fc27f94c16c1148cf44a4b21b3013592f6f9e8ea6c53399833abe75b6a8313bbf575b93ae60083825b4d25cda8a5525e9e78fc5b84521dbde12a50446bc33cf77c42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254816949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6495c5f02b8d836d6c8aca9f8442a40bd6f6ab191f02a107e2ac86078f4764b3d79fe0c5d91e9c928a80ec5bb65d0270b0f9c5353aa1ad2b36dc9f98e7afa4d354c50e29db3754c45b70050ff16a95015ee62c4cd7d537c50b78667fba6361877506f078eb741fa5203d8917d9a3c392cbb51b6cc14169c6057f7886301d7a736b90253276192a51d4ea04debe82c5edc34cfd95054f3280fae121cf5e6a91f8d693c41667b616973d41d49137fee88d4e4ba8918d768797381894cb5879b953083ef9003fd911c9be7b7a929c4045bee5bbd451d8c1f00a8b4566c67bfd16b9b2d7bf4e0f6c3ab5653d30acf6f1d17c55f5f6ce9d61dfe38104ed66baeec1ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254858106Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a04b59f4cc720393d0e2a5e071c517de044cb3afa5f7962aa8112be1c34a87a2b25c1fa3f2e30e8e23bd2922d2d70d4172b6e06d76ffe2fde596917244ab1241a4a9b0e6058b9837fa07f0921b5494540325cadfe4e8fa0d1fac024016fadfdff034f4e89ab1769aee79dac0756e57cb2b6e700446a06a7e29afcf66a76c4836f31a4bac5fb0d2ee648724669e75f26b5222d9de8fc5af8c2b957ea332e335aa2c4e5318815cd06390f626ac927975d8c146b586dc0d6d2f536d7dec4791403bd5bc0d823cee35f405ff078b0e9deae4c3c878f45c95138bb1db217825a990c26cf1a348620acc607e6bc34afd3f2adab51a52933200cb9ebda8376440775915&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.262131764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6b666dd11d18773e6f9fe8aa58242852cd7619b9c735567529c26995823a5a82bcf8e9b688918ad28976528401a415f00ad534b1348b42687671d697672f9f1a2d4973df7af3189e3a499b6d604027358320c3129eb056209fecd2d4da2660622b724c9fe137529d7f8eace5e382536c9d3c8591d574bdb16f53548fc2de9512d150f9fd4cb577b35d403aaf5b1e5f879717c2c5e19124a1a85aa4f281d4817caba59e5d4d2b3159b1c31d04a65e0936c26357b44bc7333f4e38e02d69220f729e1ad42f3a217f25adbe9fb818564f75daa99d5ff06e25bc1d7cced135922e7e765100337d273b4a2b4f8cb70f2f65aaae652ef1853d82fa81e6a14070827b57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254868847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3a6a47b03407c342591300172abed2abbe4f97021502e2efa671787ae049894dd0b46fc9aba572d621a6e630b1978dde7cce1a43de5c7e4a1508cdbb4ed9221e7c636bdc4d5f16760ab650ba1f39c4235580e6d253a749aba54d74882a1431c4e27d788118927be7a054afb1438b34b45d0b642eefb84e71a9ce897fb1b6a033763b892eee5910b9c5364ef788144458cbd79d981f672687fd00a98e9d55ffe81c2e4227d7c57b3884ff9babc16a27edce396c89ca9c90db424910d7509311e0068a7a6ca1ad48678346259da5f68fa1bd5acb9f69b22c025e6f25e48831c970448b3b42c1a2a78799e64f1ca112081737bffb5b1c7a5dd7520de53318cabc71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254869859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b9650be42885f90f3a2fb67fbaade9c09c6fbdaddeb147d5b96176e521dcb3fc26ef13d063a902b54b8396ebee16f34210d262396c15b4d9786e30ae9dc0b328c62dc93e3a68ca760c9ce7ecb11dd7897c4912d508cbc4336b687722265c277ff9cf147cb33d94859af944e15dc77b843ad4ca3b7ef6c5631c24e0df2f0e1529060ec52d09d753948cdecf5680c3bde14bbce88eb2a58a7b0a11ac060b3b29506a93c22acf2d6eccc6289028ee01f719ad77c98f8a056b9344168f9d30eb2c8436913b319a6937d152f5d3bbebfa48bda6a14312d353b4d5c8dcb360501a61050126a8622f64a5894176dc4adcdb13805f13b4e7cf5d421a2be409ed9304b64&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254863156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7546a03617d94620c55c4ab2822b2db130975d8b8b150cca43921db1e4a743b91fba67d65a1cbc3409b0de230f185f88433b02376e51cdaee6efcc7fed43a46ccc0163400ea753781cf878ec1def0eb86005ec79107bca61da412b0efaf3d0d4d46a13843095b7d722f17edca59cd8041a8b9d9d6b23b9b435346a8bbfbcb0506492dabaa582aa6e30cf9fb4bb32eff29bf0abe7a23f19d5ff3732d39b40be4807c5478035e177ec04cab9020dad9d420b25a75f389d90fad0ee09b86162856f7ddf637622254838cd31f6fee45baae39f7a82750914a03c4b36820f375d10cfec39017cb4579341697c852e50a548ed6e6b6ca130ee8be1c8ea52b3bb8652d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254852596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88e9cd435f88aad6fa56f4ba3a6594cafc547211d4fd6839defa239e2a040dff3318b7c07d26d54de22f273493e3c0876ae9fb24ea25b222264b8e483be834a4c3aaa00f124d9ce52c2902b9d709db12767a711ca2a8dc8b254e13e5fced5de897f7f9be860fc0da7ddc2d15e6525d7780cd29b948a9ec8f8bb73ed3588fa67f091b0dcb65e9fc3c8d28d5c3cec73c353af76ea891f9155205a504fe574de8578f9d0637e0575c97ea26722de329e2ff3a2f6bdb97471ceb1f25c88c8e5f027867b761aefdf0e31e7e89cc1d9dfaf7b5e83f03ceb6c0a5c0629484ad360f32bb7451952c22769d39d2461dd091a92560fc5152324663fee2feb923c364bf5e4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254814855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=58bd057ed7472b0db8996b8f4ee9eecaa4bbda351eb3c473e8adb5dfc2eb0b2f6747be04301b3698d82999e98a2c221b4157859b347d7243be12c8a1d6ce4f26ca7ec89bf8dd9fcdcd93cc2bdb0ef3cd7e646ec1069a185501d723102641d3634e67158c4311106bda6b0576ebe504aee9e33a275a71dff075cb361af36dce3e45152524619214e47798579593bd28efee671d4eb4064e3da02a7d7768544efabd166ba1f371b20ef30c619002a2fceab18d921a2a523d4341c78b8b9176fd79dfe4af420cf38669e799e0ff66bb0457578b041d9bf882d56e833b279bd736474f2c1b2db73b245aa286caf60d9fca7529e135d9feacb073c75105dc7f7d9f94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254891549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a6acf454de9d6b60ecd607b31af083b098cf0cb8906e3bee976f3230d60940efb1908eb8e00a3131d37718ecb1417a372a60dc7bc8cd003ad65fff8849a1189a5375865cd64cb54409e72c2bac2a30e5b44eab93cad3c5c7b0e4af07c444ee215e4c658ec840fbcf2a2f9f890567ed32c089fdb32f7575a342b530c2f1755ee0dcae3de1c8da0569f6de9f8d5e4a464be1d5384cca843a4c6288e66507fc1d757689034df3d90bb5620ec8a535d9765afcae2826f1eea3d48f11b594e3a6f9c9058a616755c55861b1a7e49e745a64dc73fc937a565f6e30651c7858ec1e7c981c7c69f1db5a1378a29a11af7a08a8c521ef16bd5cd3e3c57cb05924835e3ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254890698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2aa5cabfc6dc360e90244614c97d435dd8b4901a5616fdcdfce67069350be03cb9fdb68d0be4c3e7118989275ec3a58e0da7ecac6fc07ae4bbfbb7fdd1b18c78e7b6931585c5858281c97416330eda3dcd39b05fd26c4903fee9ee8fb1e0a9164d36b1fb48309808f8e393f480b3edabf7738fcf6ef80069fc5d8fa5b898770f64f39cab1c020ec39b9ce644e58f2e23847231e34b86176e6daed12f665e119e655c9e18a75e2b3a92015553f12ed932e33fd2b7d7b611c6556cdde6ad0041ff4489b62c50d73bb9105a9e67bedd72deeda119a65e9915fe55de2b11e45c082c96a9572b1bcd3e15dfcfa3c383dfcd43e11b97a87429f1dda8c8f41349cae242&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254892381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4ff7ad2757504ee23e6e1614036b811850fd4f5e561efffe51c382b1132b525f6cf2e9d90434fa609b8f17f42dc8f9efd51217b8b1ed387e537805055fa36c4ff151e9f073c7abda42b5dfd77018d8cbbb035591ec3125b3665bce426a2df8bf4cf43ddbf09cb4899fef9e45c840401804f22f91ba1fe6efcfd1cc2e3957d8c4ee7b7196fc09843da9b6160f1c09eeb67efa4e8a4a8c4fa8deae990d3846c54f015665d7faeb80c5cca9c637c1038c5f91521866d263aa7605910b69b6ac3b8128dcee9124bd2f6d209a9b3dceb273e41a7377adf7aa90c4ab071da000da8d58a8396fd1da35f87f21ea9d7e44d670bf972896e5f501c628cfac1be978919bde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254893683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0f258a81b0f74e3c8ec9558710a5c7fbb45bac184540ae5bc2c1794a847e22df9759b6d04f70da735b5d1c8a88e1487827ba2a2419f61e762a5258db2bbb8f86a3c6b8aebde311977ce32b2ee216dacfb61f77cb86e983e9b2d358ae8d010c8635b6662670a8ce0646ccf89648f321dde11f5aed84032a98d53d185083e54d78655025d7e698c3ba6af79e5b45cf582e29418e7c1f10bd87beb5c2ae4a979e33d4f6df61128c92188e1b40abde14a7a605fdfcaa90c7dfaa7c0de68964fccea01abcbb6f59b004076fd4328d03523adadf2d0c33c5968f0b90de6ef136f385e649f25b0c16821d1d30f32eba0f6406d45fcc0d3ac420f19995596bc4646b955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254899174Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8e4c9b6a8550a9eea3ee0c6bd4e876a8a97cedd211f2d8e321ddcd0e2ac817ca950b4e4259612d2db84940073438d5a20a59ca62de7bf55b427410a9435cd453ec54cfbc9fa450d08e84e5b9d8540688284f8b6f0432a420597baca5528b37f8ff18215585bdbf9648a223552030252825e249986d81c6ca95f103a4287f373ee671403f27845e33f24c69cdd2e05ed7a9192b3418ff7ada91278d52822366eaa3d6a4becf4bea4bd72dbe1b1e33b3c87d21f81fefea3b9cd6c26e06ae5554cf5cc26bd1bdb26a6940cdce7e4840b0aa3aa9073ab1cfe00c22b3d4c49d60fd34bc215903739a7c2ca53db94767ba400b971cf7c6161fbcfecfce5b43da3cb7b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254898422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c9312b7dc630fe4e89392537769561eca10306d8ceab808a9cf7b600cd1dc83b29f62388de155c462a2d83eaef0779f533a305b3c79d7ee44f6fa2ed08606e62189012330a810df4067304a3a2ac5091f6a747b2d069a31b24e467abcefeaa764e7c0d80e6de2f576db5f252e03d773aaca61259eec36f6072117a2c975bbbdfb80dafb7726a957b2ba5f8160954a29bc8eb0796ed5b5a5814a489efab4795ba83d423857be7d9079ba3df17e8b49a682d7d7de7266515553e070835ca53923be9bd266bd48152d119072b1ddc83cb7c599584442ea4726768c47fa78649ad1a9b0019932c660e45824a98c7073477df71382b25bf7b525ce47ea22e6cc8875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254909804Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=07fd18ebb7dbab49c31f14ea9cdd049b513015f65b410cd3cdceb009e60b9a9e74f8e4c56474ade610e56576db5a5d9ee976fb5442ebe0a5e4d17ae53f80d6ddafedce9644ae6a8707bdf4456e459716aafa0cfa5993ef8c26cf539a9fa51dcd1b11af5e99d8b5d80d3ae7f6b7d8428f17b3cc6001a47d31c516b996d1e054ebf81a8e095166ba98638bcb157b49225626b78b9640198b093d3aafc1d9e48da2559c759757aeb3705b236820990e8f5dde0f6c7cc7d51442af5f65e3f8601d8e7288a96c0e5bf9908e92cca8238369079d3a45b3198326252dbfbba53d69c93b7792fc4d31cf5e6d05a4c9dc0f4e5142f9f0b1011b317438cd4c50302b065657&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254911988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c34474af63140436d53fbe4c5b81d6b9d397547cd4ee47f184c5eaaacdee6d36e5df2f6929fab9fed56a729793c5ac512797e147cbd8ab37e3d2f1b1f5dd8b8a28fcbf4047582e17d3ac651fd96b51aeca9e11a1f43261473ee159e07ce6125240b4755344321f4e7fef9b333b07e9b47ef95ca4dcb5209ad9da5dfcf11c2fd3701917e04187e32fcc01144cfb3782fd74fe0af6bb7c2f4ea889cc581c48209f0464a3b14f97344ad31861d324c549d33cf5d45af7ce93666a1b3a3a6c66a748a92fae60f0156d077a53d90cbc4a2dbb1bfefc5a663b49b2607c0b81087758d0e2d8cf1451ce2a77ae2b664f139768ac7195dad106a4af702a76398feb478683&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254922478Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=06503880911c58bdd9451ac9c5f22dc12e6b4bda6b8e7c9a357078c753583715c98f681e6d06ccd7fa3c53004a6fcde2ad33d47d2471a71c835e202a4bfb53bf793659f9dedca3e0c6281f02761925274eeb77186f799c3a077fa3d6e3bcc3bde489d0dd988aa84a1236bcaccb8a541fd968aa19113a6362d4e4f25d0dcf478955a3fe9b9ac0c64b4104ad725af924f2aadfa6cb8a1a20f4d40fe574cfd3e7b76660fe41c3c4063ed56e288f84680f57d1eee20e87572e0e3e56155965952d7ec5909ff1afbd73707b9147f1f4c9f0621b40c4efa46fc3a71964deb21286e679fce1c704b6163dcaafd70e3d0c05ca8a1c65c36a60d0018c31f35f6e7cd8009b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254923179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=240ca29e58c944cb3cc0605c43fdd9b58cb067d9b6ad4ca178d7b71431bc88026d55abd48d0166122b11505a24f868f0fffc0247481ce2ceceee9cb0bc49d9616e8e52fd76ea3824d8a2dc1e83314d1b244eaec8124b41d687eed48323ef4b413c68f88aaa77242aba3a9cc38fffcb0dc6c8702c83ce98ce6a0aeba1f444df8dcb1f8ce04f410eff6af219ab60c8c0fb600e92b88c2358cd10b0169f20031a6c1920b10158db6d3b3eee4164484da5e3c1c042e3375038a48ec30d3aead1bc5dece1905a3f9a2fcdb3756ba5899e24e7611eb2b151dedde69021e3d7af94ca82d45543a3674b1c4531a6208a70496d89a97b5c5735fb1be9b7f1b63c9d948e03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254916416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=248685c27dd4fc372298c6c829b4bef5f41b6d467cd4d1d1f4169acd8f116f4bdea635f4d2f73831f2a2d52b4e4340a68ef593a5bf7a40c33d5e3aef84f0d57ae8023cf6f37fb8d1e125c6e19a5198b18bee5247862c43708c065761ce8d11260b598f2e133d15a48e54065263ee8f663f148680397036089bfb0919bd0d7bf47808f6a0ff88620dd52b61c1f481a75c50b3bfeb37f7c7bd5acf0bc9fca688166ddd1331737504181429dc2ca65339ea1875cc141b2dca066e31e46cab1f9541f259e474134e0d1ade05cdfdbce89c702b778da27b18faae9fd73755c505a18a30c8620440bc1059f599ee594523b51c4e88a4554f7f402326bfbe38bc22a9aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254932767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c48a11ef42576b33cb7df2a7d651ad3ae286914847f30d0f6eb1787bfe97e114f69ad2d5b1d32425113daae47c19e803b3065bbd857211c014c9775414de6d582bf3c0f5f7563ec772a81652b1c0c191790888e89de00e4c720af6bca7d96fd0ac5094d987c5ccbf201a6e34012fb620de48976a092e7a6481ec1187f790552b681c450395caa498f1ce33af2470424298424bb4a04ab1ae162b977231e469a1de493344d8b6ecd6b9473a6d26cf9eb6b361542b034d23915ceb71490b58cc679feb4209a5703ef752b1fb0662944d00011bcb42c09fe6fe49af40884e94f91f7c2e904e1d47d4152f280ecdfa13636c035fbcc8a4d43f954395df42f37d7a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25493948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=522ae1ab08485afea0c3188b0a89e32833f6554e0400ac04faf38f87f889d17062389e907e911849322aed011d1670e73b406f2bf98e758e6fe0de8efe2bb84062267aa5644516f77d3a120da11dfbaf623f0e94d5ac218c62de9e65745cebfb9eaf817ed3e5a49f47fa4aa53798e8d0cba3028effa789e9e034b4ef450ac16e99bbbd24eac2966b5caa1649d2fdb900a9e032df000548f474ebcfda1b166499137bb0029696cdc2fd3e7654f70599912c8bae9c88dda0fa3d3d1648d4ae8386a24cfa01c2a61eddb6e98c8d37efc1145cf0306eefa9ffdf654b70d62d646cab4aa132ad6b5502f03c1056c726331ad5881c23712523e6add876bbea7349c433&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25493981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=291a5d9aa09354713d9f8b6c23127578d20ca32db928bae33a69126d2498e622a9e12a8fe7ab06e19d56380076e41dac4700a05670e44f2e1fc91de1947c99beed7b62f4bca9bd306900a878f66c689e609b04968a47dc699b407c1a027143646f3d9a4b967ae4a8e7534c1e68c297cb3990585db5a8756fdc8e5ea66885e23c2cc50cd587c3fa39a1acc3490657a3e9cf5df5ded91d4b1eebf6cafc2084226d76907fcec9c37b91b6d519c5832baca98b1dc4ee417518c56b91d025ec26829496ba6b50e60d1634ea05de8e9353069be5d4f878d000f0f4d7468f560f701d0272f0b0de870483803a19875c4df9b2061e7bd7a39a1037d6fc4e9ac15001c2ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254950541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1065ed9df72c65f7652a65a4c174b579d2d05212786a2aecfb4a189785b0f59e7d56a9f59bb6b8ea293ee720f8a8828932b02e9da73d696abad000d5bf4f50deee6e5240637d0b98176ffd8c3e4031cfa88374cd9c9ca6fae731718116ea81a844147f058cc7a264aefc13ce58717139c451d4fb68c91904d939af13c623af614a86f6e4b67a8f67cbc61a6126b21870ac7b11840554377f92f11d07cef6402639b3420281b5a9bc492d61ca410eae79c58516afde2a4725c9911f5cdee8c10e1b74ae19b328c6c1ada0f67b1c64ef59698c662af9a5089d543f73370d1e01b00ddb2cd524a6c26982dd0996305833998ff48cdfca186c38fe0d86c120875eb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254943046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=68d5294b1de4a8342952404693fdaad263902cb8a8d076e20468308d7709d5fda3cb7036c28297080a7c8db35da6da9951061f1e3988dd38eb865f70d808da0fe2e0806dade8ee05cb9f857055ea90c9c286a9cafc4f10001333d7f1eb35af5ebcd33b49ef7b1ffcf7e36a323294ce121707d895c65d49b78e1f097ea177d079ce156ac335542acd401a9c77147abe1d7860a3298216bdbb68bed8f35a451825d5ebfcd9a2f0f55640c1e4b873ddc8f133c8d229c46464163117e865bdc65e7a7234cb81867d57e8440a02a86223f12241018f1a0f07a5fdc4006a6e90358fc962b20fde53f4d644b12c760c4b5393944276069bd080128889f944a5ead12f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254955921Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4fc29668afe5ea7e977a00404eab5c97b757940ae1caa07cbf67e459bcaff5adce37480453c30ed4ac14d414f02004a7be75db04e8989e7854f85ca6bd6e32b780d97aaaefce97384c7a7094c0eba186c6bf2b8921f4f1cc106289ee28ca2c003080bc96323cb0a2ec3b42baa3a7950275b7b908ed779ab255fd77ba7e0a27852f555b11af9b975317893aacbe83c7b6522c7e8e3b680e688bade952829621055ee8f717f7dd69ccc48324f7f2f0d297932a09dd2a1822a69d47f65644f6f31365189f706d0653387a069528d5b177ba4fa23f16822a24a2bb7a102de42b2f569ccef41cb327f391156543dbe516545f91564ac400e5a11b55dd46b5d5e870ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254965358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=263f5a4587375c20de84e706a577c78961c8e30e15df4ca334f36151c33f66ce1c79d68aa4d8e35f9b6030d0c964727ae609d912a6f1cbf447dffd63008e941320d48b17581d3f912a47da1567fae3ae854ef3b6670e046be8838f8c88de879bcd54379c7666fedf5bfed596d3b85c1ee629dad48fe16cc94bf8da597f2063046760cb7bc2796b98f9b4448a8f27445a971ef77a197d7954932900193e3fb4e6d942705366bfb3e8cc77114a0d09f8daa8e76166b3c607eac64f7240a39d0ecb7a5c7f8e8d7308c76b660b90abd017181f2875c9cd4630abf568cf3f3d8ed36e21ecf633c63a6de343434cb4f635811e73b526def402b611d6fa8c19c00c93fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254958255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=15934c5b671291d08293d88646b8eabfe505b9046897dd92a3978a59ebfae8d84ef5df4cf26ec2741bc3d3a3d69bd82ccd2987c2fd4e54970a896f85bdc00cee7aa7d5a972770df7c218435b8052970422763444a414387d99d21ec35613b673404a16daeec4cf6664c8f1e2f601b379d25de44ab466abb6f40d84a5b7a3b6e3bbee546b66d32b9f5ec1abc901d8da168fe2f46ddbc307835f4d2e6d316850a0aa77d9a43e02807d8820b3e16580f55f1f5454b47b548de5e13dcf88ed562d68d9637045b6e45fcf029121267b40a1106c4afe41cadf737de8ea56449607b3170bf2b7ba85a71f75ad44afe6259215f71eec05863ac02843502768cfb1921047&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254967082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=36e1d3a7a776953c2bf654e75b96218b5e801ca457b6a53c000fbb184a51531b0ccd7c1b2d2f69dc965aed83e02dcd946216d45e31527b949d4df608f174ae71444954d10a62df36bc1e25f98b552d5545a754f49f4dfaaf11aa27129c9d42a6ce37b611c9be188f8103c06fd70991c2c8706b3ac0d399cc92a94d510a224cbc648c75d313f7bd41b2496b85806ed3bb8dcc74995e9f21e7340530feeec81ad4e3b7a93be2a9fde8b67e2e738043dbcc2e2f6659aa94fda2e6e60b224e044c295f6dd4d527d40af240ca933ce29826110ea466b324207f34abaf875f080796ad45c7a976bb11079c9c4c3a51e26e2e24f80944dd61b0aa624b5d40afc82eb4d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25497158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=988894ee1508f6f185071c6987661eb7318c3c292ec2a4f1dd821bb4a886844eecda46acc1dcec7b57ed115e557f08cb1b2619dd76e0c5b0250c6536a8f03e2c9e75d0dce52dca17018cdd4ef6998cf19fd22656a13d5f03a9ba3c7d065df99728c1ec6e04c8c7738c312b3a2bbb9d6b103a4c2710268f55558145cefddc9f4f7787a3e2c27b7f2e1b51ea712519218ae4353b7c4ade0386c0e46d72add25cd614cb3181328639d6407cca14213f8a4a48ab28cebc17463bd95c9b64e3aaa552aad31ca291c63b89a4b24876ebd19205cd0ee0f8cef4dc50e74cd5111da505319cd552fbb140c6044d73d01a81e017f2b877d80d79e3775df2684ca52823f1c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254978934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66831c2caddcadf58b398b68c291a1e9aa0cfbac75624a7326c0100c7190a66541fbecbc4a14f754bd596ba78d847b24d0c4a67bce9275b6372fbd470c6e663228779fb280e0b544ab955d8356f8914dd480978db9e9bfbe31b5f332f88a7baddb97ae4b59e142e2652a0c7f66a10a8c7b16ce4edde9c410644c62c7f05f97e1ab407923bdfd7aa8c5e5fc5f31bc1b39513c0347c51d918181f1276f2134504af19dcf8a96bd336ca81d561f8f44f19b1eb08b0600260fed50d288d5348787e1b8396133f9d0dfbdaeed8937580cb5eb433a67e6a94413cddb1341e02bb8b1ce6865f26a74f2bdc2c3a6cec1463e24f739c09b1e8f5b3b9f815bf85526f73f44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254991217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9acf0812a3e079eaa37f8ab25e9fe7dfd135ec0584e479abdfff25ca27aaf701450f9139a33f0f3ec525d3441936767972f819b6001b645c3e89d6d1ac32ed5f451f2c6dc580be19ba324281ef3b2d22bc0c3f0260d478ff2aaedb105c00d1db730e9017b1d57adac207647c6d53018a5487f3131839ee391d809a33b93af5ca29d196ef431d994294fb002b594426ae8c4d022c2e768c9cd2fffeff44cc0c9835f47b36d021448903f6b57ca269d15ebdaa5b94d9908f1bbc6ffc206475e2641025e2eae1b1f6c2544ee03700f6a185bd43e55d6ce33c27796a53a5ef2880708bd98698e82d494f25165662498d4af82f5a10e5a3b62c65f4832a31dedd8090&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254995666Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9a5932db5ca9745491809ab6762c5ef89f708a892e421d9c821c55641d9cedb4e963595ebf3b55999c1bab23ff50b090fc8cd83325b7b21de6270b88664b7dd71cab250d87bf17fadbf99ed0a1edae938265cfb208db808f9093ac46cd9e6544a220e1f098a736441f6aa30bfe3352e13ff6cca2b0166317755592063cc02d04f3f664042351835b0effde4af66437e21f363d77b3dd58df5b7c3ff3b23536daa5bde18a2bdbad94e9fb31b5998559bd4a04bbc9b09fbe38ce888a6c4d38a3746e59a46f4dbcc1e883615ccca0dfaee463150346e51bebc101981dca44d8f882d5254aefbaaf356f358dcbef31c66c91eaa74069d0cca53ad2efd8d74643b501&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254995595Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7c03c5ac0e0b4d674dcbf18882024a3622bbb3c62dddea7c052e70f3579a79dcb6d19e50224abd7cbf73fe4ff0146403200e1cc59e4daecf02c4cf7763fa45b52492a22dc7f8656e361a6589856e169232a89fdbd684bedcf5efc24f434c14ca8faa407265f8e0ef0dd1e79eb961561dec8d554ead82ebc9c4d209802445733c79d67a620d8d8bc9d95cfc60ee269e7b171beaf506e644af9df563b55b2a49ba3d8f200f7874f5da51c3c189a49c8c69f6dac3efc82f273346a21ad2039c1a69f9033f5c8fc66260f9e699d5ca487182c90b4ce374aec52a3059f5deab4a11e09efb4146b2f7342fc84010b4147f2c36a422b124a8f32eea402e999d9ac09f89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255007227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a0efd06351dff333ef1c3154ba2757c969bcd3c451f6309f6eb41be417495928d384b8d5ee731e64415d45ed0788259bdaa1a691c8bbcd5230280664719c40eb5e672d4d0eed960b2ef8c5a6be52797a672c71f54e618d5f47b55f6af340512d9482c482545662679a90624f67c2604ae9fbead26af03a575da91afdbad26586dc7a95baaab8afecffa68bb862527e08a949bc03243f35c06209c21b1043bf81cd9b1d5e312e305f5c8cc83d5f43c5c7032b8037ef8460c25a2dc46ac0cd0acf3033a20331204a9160ccb66659c2a02384bca5fbfb2119a4ab787d4a55db4baa342de92174aa6f3e2b3a6a6b5627538d3080b95e9d31bc645ea89fe0b422fc8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255016575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=54ff0aafeceeca707bc2b26886bc40f23a7e4a6881c230383d1d7d7daf6491b8070b0150f4b853528a584a7fc61f3e9da59b28708706d8b37f7cd7d68b863e16165d664030b4cba6e9a4620bd35648319d523db7911cd3c1ef32a8abe2b1ffbd961e9cb81f48227237e2c4d5dddf1b31ee26e6cf56ad6a6e65cc3bd38c70086ab688db82eaba6536f170ecb67ad733d6d62aea093a778549182fdb19ccd9989bfb5b7f498129313ff25d120a3146c0c3d571949ccf6121291ff0559303abbdbd6f9e6dc232707af10c7f264cd03c337829347c0b24bd4576ae32734259677f59c9349481afb5b97e5253e8970d53ff23979e5eec535c79422e4a0a0b83037333&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255041552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=91072b6a3d28a83bded0d7a6d9e04fd943a64ef7dc3fd9d68e0e36be1d01ac930f8a0e630acf97f04aa78bb663803ab3d2ededf863351b7dd97c7a1290bb02f98ca9baf4b0733dbca95c86169e76255c6c7fc3d8f4a99724b7d1baf4345499d7cbc45b9dda611cba5d2d823cddb8812af86a4ea962d67973a74c03b926f2ff324447e15dbea7b95ed589cecb4eade396dde0bce90b912b397a227a6a484ac5ddee53850d6c16b391ea47f1b63a59f555c231d41a061fc37500c029ceb2eadbb63deeee2c531626c49c2dd8e598ea55c9bddd95896c390221ae2db68513e315fa4bef6e7e46a1a6834461ccb635555acc51e3b597f9b0519005b8c94793ad4fe3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255046471Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aba1b9b97ffbac20343fd5a27b08b49506991627abedb32a8c960bcefb72fec26a1ecc26e74dc5d907823e818d30bd338ebb02434e93ed82dff26bf1d4fa757f1c45e7c52f6c287b66a2d661b32d695dd8faa6c05f99c62f9985f5b32eba9f6e4609cf111a8bb76444228bfc80477feddf01a1b61e38e9714bc408682dd0f25a3f312fbfbef073525a44131ad1dec1dfdf781b2978f70a7fa5d554e8eb351e481dffae4e6190e49bd0c26c5e03d0d4463bef5f0869e5fd64cba67b246d9a4f326a8501f67cca8b019a283347cd9bcbde3f9a5683bfa38294ab452a9ba1538b64fd43b489592669a56f15655719e546dd8b13edb8bb471ed0a59ed7a49e2c8467&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255039889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5382c73675d6d183a18d3fc659bad57955e05965e4f99b2c1d7f22470376be6bf55981ac37941f44f7e112a3053feac1b547172771e341e591d1c5dc5c36b3fb52b4fefe6e43f13c9b3a3cfd112edd8999a210e6eefe7b8be332049601685560af03d02f5eeab4c295e9396b2f23dfbfd5987251907b23d6e045d9f224910c897f5aea7e1bd34ba9a566fdcefd7429ba7d1643470562a58493e84236ccfc8ee1bbd179af7b1c596bc63591521ad12d41d49bc1823a60dcaf2b288fe7e164dfb2bc2535dae2683b3748e2e12ba1024defd979e7541712501118f380275c3238efaef143a7a7fef769a8af2d80668e1a8192391c049224cce6cc0b4dcf70ed43b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255064085Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=920646b78f62dc799582d9f2892e02795ea9eeb95a7f9800e38ae4bd16051bc63d065969c608b69aa8e784b89bad2f623d564956f283327a0ae20c4b8096f72a9a72e48a4fefdc42c1d4c74ce8a7b7439cb326e6936456e6755cc6ed42cc302135da5cb33b97896f40493cf1972115ecfbcd72a130b140c926fd87f66177dc451cda8edb19220a45291bb1672dabef2709e04304eb54ed1c01bb5f8a61caa2cf57fc6c3927510f8c9cbc2a5c2a11458690734f144b9825fdb358fa45ffd261e49cd963433eb9019c1da9741e747a2fdf140a8bd0e810b335c03b1eddcdb3ddf1e900346265b2695b7397f3eab5c7410ffa45ff374b8aeb0b7f06e403fc7c1a40&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255071969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ae3f7ea3d1f6e10507b401a6bcc4c2d2e956ecdd012864f4244edee635af71a8b7372f7e5ccced093f98e19db2e28771ec5685c3d463d9a379a9cac328f9685ba02ddef72ed52fec96cc1e63d68f22e4ee74d03cdfc6c2e1d9b8ae1f77bbe28481636bfdd40b98f38a5d467c0c343420dfccbe0b5e7e189d659f79c56de438a23f5545f9f13755feead8208a3a85b852d9cea0fd8902512340a0b480fb06d03592d36a120a8234afd469b6ece31acf51177c335c5fe54eb11bba4aee52c1cdbcb5c51a27021dd32d1c3d093b6b2c12853b6ff273172c35f0868fad5357758e9fd934a9c043d3a34176874ab4c3e1e34a320e8c5846b0d7f8e57527a0363744d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.252911778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=995b4cb003ff65482957358c07188e3189d2d8c802d2b881e203b8539d79d8da633168d72d21e830f600acf1686f0d7e67965f156c2983dc96abc7a402779515969798469c39a015db93d144a490ac3462fd744c19e552b5df825d883bf7ce32378ecd15d527b8d28b08d2203187edb951bf8887db83a03bf523e227a7493b34946126cf079df26d17b5e0cd50f3b85f0aec09a9d793c58cdb4940659eaa5b7072a3885f75a38fbde8a25852794b9a49fb02c0ea61ea5eb9f76656d1ca8020db97232b4fbc9837ac4a643fbefdfb9796400c3037afd4fc26fd08b8554e2cdad0e15b59539868a04b71dd80cd2e8a6ff2b2730c69946aa38485448937b2e59dbc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255071849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1fc27ab018251ed61c9e08db9dccffd12d3c76a7081f62fc6f637e8e65b98903e3eac13ca186480cee08676c62482e9e0df73e8ccf163b2b701bac84eb8b00d24e67174568d8bd83b9f34bf6941f182a883873ffa808bee9811d1c5cffc17cbfeea0ec61a513165e0395a6d8a845355a72a56e8f668642e1a67d136467944411c82b3e2febeca8a47f0bb3b958e9e4dd184adc5f2938c73d13faf8f631620140588f3784fd733ceb0d1dfa0bf75217bc8310e839a7fd0438ddf55b1614f4d7b4eb0a28394805784687eaa2978553842c3204a392d2442e3fa7811a089d322ef4d1678aa7551468c88f5e58660388b29067aed56e4bc216051576e8190e31d9fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255091025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=814154f54a04bbb601169f866db9b278233cd65487d72efd092fb329c4f11b62ebafdcd33a3548f35d81ffec36cb264f3abec7ca754f85abccf3695789f8460468b482012c11b95c313fcb742e2370315e95f0d9fa67e86c9da6411a4ca3623b5f52e0518807189754b005d0e69aace8b0a87855d60950cbce46c0be6829f64aef6d0d77bdf92c9c3f05079f44b6cb4d1fd6409bbd5ab0efc82869fee88bd47b36f405099850e41abc2d62c744ff00d9e5f9629406733d538e3d05b7338acd6de962101ff15a9663641768d243e09a783aea1fc376a563c2ee939bc5ccf2a05084c610ae3d6a91fb71c7e4464a8b7eaac624120234cd194cd2ebc031da34d221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255096045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=574b19985b45991e8d6d290b98a8c795e2b9b84887a25894867cc6219613adef62e452c585373cc96e96ec5e795baccb21b5347da0b807fe8ee5febead3c123376fc8a20a18d062f760e73c0bbe9bfc0fe37cce101f42cf780cf16513da14370676f4128f1cff15604e62057449fb8a13331b64cff7c4a976fc861e879e417ce2737fb0f912b0636e47c200555537e501e262436fbe826094435003997a3fb0b5fc54bcc5e0cd11c5455df48acb302ad683ab556af5fe0bcdcddd4daedcb962de837970ee6ad10d1305ae76d390ac8ecb82f3cf9eb7a18406a3d510c420200234feea0af0af7e8169ee02fbd04e907262d54db48c421ab4fa5db050f96018d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255094712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0c6be4b9fc54ae70d751b796cb7d1e13d9b95653b659d48adbc3b873c38fb291629d7980aed309acb0c99ddfd9d780d03ba0222b1f9be13ac5eb05cca475dac128da1590d73ebdc74acd4418d3d696345e1b7bec302ed7d0df5cbce080a7d95c396be1b06885ae80c3e1369faf2a2cfdec3302bc0d2f7f10492fdfb0acdaac6abce267f3079f4448dc12277f8521210291cb06a47f515f4941e8c88c4954a7f7717b12f7775bc1e4c8434383359bf30a062866892826fcd1a557c223f5f173c4502c53bc746537272a7c4dc818487a1c17ba355e1728d80875abd88fd05a63b5d8f25b43c1cf726261bda674709318001f56f4dd59e08833373bf9917dc6d8c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255102707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=74f233eee01cacdc9f242cbe397ba2d5ee8f1bfae9d2737a474f93dca9e1539b88127fa143958ae58f23afbd768ef35548554c07e792633875f025486e3588e24e999c2d54f083f6200caf2e08ca09b0f42fd54b9fcbfb0c7033fdbc6e3375ca4d8b5b2c3b57fa965581c8d92eeb5b2f3007e1ec11640e91e5203fc490e00633446d1e89dc8448e19cca19564f0e0da91abf50cc18bb45bea6a7bdf3e0c84396a9676e38b301f96a64153db2dc62f249559b2cf0439cec4764c7226eb7cac920675126337d152d9304b8d1af077ad7232ef603dc0f68b0f1a0dc0f52614bea09cc524b24c1eab8ce1bde5904f10cae6ad5bd0ead582657a0297cf50af55c3411&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255108067Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=62a5bc62c2f9f8016818b7843db213c99ead9acd99e5fa7e5501381cb5beb31ef49717baa08a0f723820aae0aa1e8dcae47690d7b6115ba817e5495aa7a48b79006f2f9b603a01983923bf79df3f52a42cd890d1ab908fbdbdfb228c1d78fffa10125e0166055c197d906d57ba16c1b518abdb08a829f9c18c787535696e7efb2613f189d55cdcca5f2746e715ec7a640b5e6c8ddb5f08adec893676ca520bc351f18509b59264beb22961e8907e8ef7c403d6e407ccd5e106440e4f5ae61430f3303721d7a0c302a144d21573475157bfe73a8d7cabb7833b81edead570e86af6434c85526edc01ce4d2eef371681a932776c73ecbc13c25bd9c3989e0db54e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254948627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=13dcd26e2963093b019cdd8fface288ee94013ad1c9fd2e4ba07c4cb12d7af0ee614935125c940e7cc21bc9882e18979d10df6180bae8d3869bf55fd0eee9754f98290757720ca605d691f7c0b56a54a6f0c06fbb38cdcebc843ed0eca920db6e7ec1cd26a758e5cd395ee3c48d8d7db62985b2feb339b49f274185eee3114067a412a22963276fe24ce25254aa7c95097654543147ece42c20632e8d9b3636491d5e4d12bc87f85be5d58c2312923e3d84b12c7e3b941cdba3f692ad95b538cf23af4908cac5f097f28b4730087b6a8ddaf12b783af94f4eba61a8c0894896ef7f2a5184f0325185fbef5224092ca5c1427e888fe552d5752a4457a70cbd0ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255116012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bc097dbff90809cee80874ece3c431838ae0aaeba79995e7203168afa6e4ac64b61739a5ed3bbb52c14a040cf1b2b8b580ab93dd6479de10cd78fc7aa904a4995d35bcde3f6140ca1f71531870778747c082ec96741c7e96614b4f8896aa44f3e5d3775712ceffd5248b19c56801a2530f8d9911bed6b71fe01160c3e11cf0a0944fef35adf743d79079b3a98565c7052eead34c63e937620c3f8b0100591d158aa5b9acc7b4920cea4458478162db63176498f83030f322191b019dfac1e676e4e4a9828dc3c3ef4eab04ccd823fbaf9e9f3b1ab345d4e3b162948c7c20d70c3b9e31f541deb660ffdd366554b0340d75ce30c0e76edad4eedee1d3116b4184&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25338481Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75a268a07deb8349a096d17735a347ecbad7dacf319b65e202565e518f2e5e5dba57f579faaa6c2ddeb451103a09d0b12391c0013867cb8448510aa16a7e0f3581d0da5193e2d3900f12d12cce2ca34c3e1e8f029ff7337778d47753d3e359a5b835bc4d652583a85f3a5bd161b7b2bef48488eae5ef0b17a167909b5d0aca4fc47a191b709a60dfd343b78dd022b2f31a6f57bb824f1e5eb6e9c5a4dc56cfcaff57093d1eabf84dc0cbd78b98b908bfbc544fcdcc1e484c987f0f37a02c0530c4b74433250c9d4293fc1cdf231b52925537b53c74dc8b1bd79c02b0275f1fe9baac5788b5bb506c6eb312a7ca6eaa26cfc096de44101c1e735355a78840a3b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255119479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=be7acbed124f02e1d67635c0a4226b457af859a1bdfd6c0501cc9392bf2847f9407ecc5780935f49dcec853615507e50f312aaef01dcfb7ee3fa8de9ea41933da27d6d2452e7fc7dab16489d90cd9153b01f50f87108e5500d9853d0dd373c56c15c5f2b9e1d4aa701e54571c55a4ed498b8049f16f412bebbcbd735c10fa0b3dc9ad37e89b83a35d47518be0d344da3457a14fc73851c28c66c05788e2098fd3676bcc42bd480305f7a0a3bb15b59d17e12f3a6cdf29bf093b13301dcafea6f7e60af1483f99d11b918d4fcc318d362dc5d93f0dbe1ffd957dc3ee4fa87ceb48255488794f9ea7e0429ac3bb4df5b5dc9e88946eb2bf18ebf2e304b723a75bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255131121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=700a680da35d71ce8ef5796db06919fa2f413f08590d151a3d6c95286211735226c56465268378614383043d8220d31b4307ae4c122c0f625cd5c401701a1203ee6280c37f6dc0ba6efdc13841537b0dc2c39e2161fdea49cca0c255f3dea59f7ebf1e9aa7dc918835dbea77b2972292977071ec329f5c24a808393db3f1183b9e5dadcb20c3a0373d1b6c28dadf404917be969cc05effa5ed27192d521578f671d69bcff23ea20533aa6a383bb5327bc6a917a7f672168b658e49d8137e17fd00683428bc0ab3f65899b73da84d14d7c8ef791b4554e48e07b6926e7bc0b697e82ea4fbb0573f0fb89324bda27c22983ccce7bd0f7246363b27ea000f245016&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255129618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4a46e002cf86ba4f0a23a99560e15f3a7f76959a8c1cc1d8a37275e889751010b79d428235184f55e7bec72583ee9a07d54e3dee20f2db7f85121bc4b4edb835a4d5132351dd3ff06c4d734999870572b68550f1e7b7916a7ba975efe02376a6e62d832b64224534b612fb5c80d028f6acf5030be64074e20b9cccf6546fa682bb5f2af42070e556cd4c2912c3dd0c941c70bfc370555fce6298bf26e979b6c71537cb12b34896eb114d3db816223435bba45606ef2d473c60769d6771ef42d5ab01bd338c26ebd6dc90326a663f0417cfa976e8fcf600dba15b1051acfac121419095b8103f5c5036248061dc500a1319bb713cc03d3354523169f9fdec0985&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25515707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c46961445cd9886be66406be02d88a19247c4494ce2f80073696d855828e226100981838fe445ee49c7b8e894988f32846f584229e351276e1dcef04e8581b22ca9687b6d62a92f47f87a77f46b690336bd931ce9327174eff2a8054103404275400431b1509ded9170209d5d41dd47f95610f46a8345bc1f5f664d08ebc5d2c9802185ddfda8475b648406a5f0f865a61b298e0a13079b078674d90159f7f3fc083d62adc7b84e4f2a618200e30bef0e91c58fbca1e707b932dd30cb7dac27ade0c55a6550eafd11cf178e8d8a6cb944abce23ae070df6307310b5df0224127ad6c66cbbc36abd14441fb69e4d3b818201215808f4eb462afdc37739827bdd1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255155667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2d15e0302df25cb9daaa43b4da89321b8503ee351a12d10030cbf0974461cb4bed725e0dadc987402893218d5cc936112572e4572ac5fcd3a0f20eb1c46ac229c75ed56f3927d6afbb59c6a3481204cb5d8fa0307ffa0edfc435a04530a6c75817cfc020ae1e9dc6f828fc861536da0dcb4ad1aa235c12d8ba0449d6ba5809095f21e175e4c2ba6622e9a5831b559188e51c17c6600d0da97ff5e9217f4bc8a0b3be5cd05fa057646017c59e354c0f303eac9fe0c95732df68e7c7a22ffed8e9c796cd3c1d0f4d8bea136c531f173c9bdf795900328fd0483801ba2bc04ba8745c0a8bc1bbfa2b6bd712ac64a018509eb94bcc4e45de5965a122be701776b042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254050024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=25372272cce374487111ec168066f63e4c5e9ae2f4f4fafb21d9c938f7c84341f2c1ca36299cdb2328de58aff39924e3158771b03e1626bde4ec013ffbb8a9b2eac7ab14d0c35d95d8f76500991f54e879f8a5137b513d3423a33d7bbfbe0023f3de7ba69fc050e807bb54e30801178b918fd2d6589c6d2403fc1617a18cfc2844d83806ef8f0d69dd464de9021664d65f8646c1f8792edd216b9575e8bbd4f427bf35808b4df011046a8cedb1dcca7d87a04cf7d8afec4aa43bb654b7e5ee881e26e0a482284a091e2ba567b08c0d8611cfa5cfe39cecb111c765d3ee2fe70c31c6c4cc27b8fef7466fda04d9796e422935857a995f7ddea96f6d45f5b59d26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255182828Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c093f2f99bbb56d2cb2ad9f6eca02045a9c1770bff3034807bca56b8b5c83d0d711e2084fe8989f11bae30f870516c06d17ab68025f8538e43be427343f48a31c1be4a4abf6b28aba388331016d76f52b020ffc3f2ada16d9ab34e1b125f39658c502287a69662e16e4ce4fcd569149b53e406a37a07a2d738fda2d9dfae3a51aedb97314524582bc967b3ca472f5befef83b4338b46aaed8282c7ddd00ff9bd565da666c70688fe4876a6077e5675102ba161b214ff4f89d4be8358d1e696aebf6f48dd2b6e6111782a5dcbdbc797878e2fe94e54724a1a967fe623ef296e7a3c1ee9b78ea474aab7a9fe46bd584d690369cfd8108b687323d45347480c8610&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255183169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=286f41c557a4deb7ed7b37a1b95187199a7d338c5f735619f83ca6b15f86e7e65fc4ad3930f19c7a799a533a6999c6043ee2a8550a59b2ecd5fe65a3ccf4a26299559f0816945f12727878d6827521b6280ee32a2e2b27144819a6a04e1c505625eabd1483d392d0d02be07be7ca5930d46c8ed2b5c94fa706e611e1b1b526aea2c414379cb8ee4135b7bd148d20df0f03b5996f27929b2aac18f6183c94813ab7f5156f8fc8f005b02af329d9fabdc39bdec95951e5433435e42009b91e183f355e8d1105d3c378692c2152491a4ecd6eefd0d06303a70319670c431250c6415737f21cc03dc790a06329cc6d0c319b636e6ee44aeb61659b8390a1ad74b434&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255211212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a72ee7a0350e4e55f809cb300691d688ce54cec741c77a9b05be5bc892b9f22f5bf1f34ed0b9aa6ef1ddaf2d7f09b48c03a55041de63f38ca18ed66c5b12e9e43115d9db8c34cd39a7b86131a427f73f45ed390d004ad61b2cd796892099a318f60933858a4e3977d2a3bd2cb31da03a2d0a6d40d5fc772d277aad1d7898a6fc7573fb47740c0c1870f1392039d8f3b73865dcfc78e9ecf23113dbc9b689d455389bcc76e0cc21cdcc6d7cd6c86466cdd199a9b51a7e8ac10a219f05ee16874b67ba981b34f5aa8a9e944a083f4e21cf947f6ac68e45c01086b813021b85dd08ccba799ab58d64ddeddc065b4e3c3a12400983f395f232f153321f8fdaab2f79&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255206673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a14167eb0ca7351ff02031d908ab484cb9f739298f441d8ae01b563e50bc1b5acf7a2dcd29d118133cf5b153c88d023246ea37f6057ea240f96ec37e5a4a0a2a39d6668afc7521144930256978d21813ce06830a05dc316290af0ebf56a745024f84888650480288486300ef494a6c51f3cad2a7cf3be1767f13c0735f9a996c4c21eb605a125c820f50618780825a5f0ee60d1c75b3c2fc7981d3ad1eaf24c6fc5db40f7b60db130939c746684eb06d9e32c678f9b58dffb0f81e9bbf2d76ee0fc4d5b74b13b11ca37a3c7796a7b3a2c224c5cec564a70eaa2e9a4c085941c1d83e41a8c37dfa2a00b3f4907717f103739ed69d2c7a54736567978577f59b53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255235347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b6f8f81f338d60ffb5019b53c1913191fd5fd871cae0b94bffe5ca13ac8ca22080277e6c77c6ef702ceb743998549baa602d8728d3a355e1d65fbcecd499508744c7dcc2a519e206cb57b70af80a100bad13024b3e6eb912ba362bffdedb0a0b026a8d78702e75e672028c39609082954135e21c682c9053cd3068079f81702253925583ecf1d91d681102f3cbe9c05abf5fdae62d6f688e7d4ec342d7ae6358fb94ffddc6cc11f47efa95b1106edfb802f3147f6cbfecf5f1bf43256c203b9d50bed0942ffaef39922e929e4fdded2add907da991f76cdea33c64471532402e98840297f566b8d04d77879abef569a12274248b11407e6b773e5f90ab489442&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255251277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=42af004c5a47bdfb95cf2346a765c6531991b662a908000a132f8b2c9f2be6f222e35301c8f375029ef3f5f2439468134d27836e46d85943dd4a2528fcb115903c3b351570bffe6e37f120785eae655535ce0fcf1b29b322c46f10692df046c14b0e04e07a5e028681a4260f8d3b322593133c7e83c45e0fe6a0db8af0cca17b5909db43fb9b768138e0f30c7b371076d71b4c074f5603c266eb3be7793b453254ce61ea32912f0ffbbe4fd7ec7b527205e9b8e4c05201bb2d99329370e8dc6c30183fe7b087db27db879a5b08151c5610b5efaae8e403ce3f4b90fd16710dd1a70c94bdaa98374724b126e89cbab291334deba275e561a68ae3411471a3068b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255260675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=229fa5383184401b464321e28f99adeb4839332e0f1ef4c5880390cdb949965df54655a6be438544c14128fb32aab852444d6f5d111dda1aa24696cb911f4ac0c63b14edd1ee168dfa889c6c3bef910122b56b1ec7f32eeca474ea9856f8a84c28dfa461109cbd88fa8b58ae765daf74db380fb3612c46b1dfc544661aa2f882a6abd60f11bec151dbd418320b4dd647eb4d91037235dc7ca2ed24b24dfd0a50b7f27b6626803836d9990589d7defc6d2a8c3acca4a90d8b11f01437af8cc6cf9fac0fb0f027dbf919f1cad7eb1f3bfc8db5bbe627b984dfd2f811318f987e5b351a209a45a905e95555faf2cfdb374c79cd3f90068229238a1abaeac307d891&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255269411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b4a45d3704a728009f324aee5cb6d2a7fe3c6dee0e9001440c86ce6a7f6adf8f39f94e0598783851f2c4d2a4d10ac5000d96a1a1ce6e35b22af6f641f5071aaf8fddf21295645d451d7f5b188cf63a0e9fd26b461d3b65ac383bb8e93507745b5ea4b9cd248f087d9a5a140881fe61d9d38198a9f290129f08a063b896d973e6b543e67d4afeedc119b7293655e7c3cb630ec76860c93b951f7cbd89d9ebc213830297d397595d8b18e183584c4786b427c5dff411906954e8551c6f93c15530087b7a943c5d63f3508a641f8c735f9766d0e87a0621d2e6df49b28209a61961393260e4a8920bb7550dce408a5bbf3b93958e68cd0499f8be46a793e4877f32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255288818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8cea9c9e47247cb777eea9690ff742393376ba31074071c38a1a7e5900288b2e3eeeee50d0b58c3ed2ef921d02a052f3bdd246967808d16d5d19750dc24b0eca66695ddeecb8d7e350c440598e1f4a22aa60c80daa55ff85388614dc172540bb1b0caff5326f1f0f66a509089754bd9f6f1fdd3a322e007743b74d0306e781022ef65337d0adc078e888b7f8f412a249f8d0b83586a5b9d542a47cc4dc25a1f2b713dc1fad4fdf86a21cbad0b00ae1f3da4dd054e63e4428fc35d5ce0263831754f4954eda452e5e4fb716e5cffe4ed312573caefefbc509de2869c79ff40abd1042a1c2a038359c5bea585e9577a57675220ac4e46c9be8c877ff9a5b52e1f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255303345Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=77688b5d8915816d45ff3b8ad701f681bc4ec0753dae859e5f5daffe6582b3c48fe2198f6ab7b33ac3fc59233d8634f1d269d6c7f4ce487a0b70c0e003b58b0705c8caecb23cbdd1436bc00996910d49d0cd7b497f9a5531d3088aa89591de489e7ff6f1af27797a2bc3ed185d857bba7bbe2f7d6ffe2d50194230ed0b8a092bd15c76344a3309979e7d29537a452ed00f5f781b79e58227bca050ced47237c358f49fbcd85030f4e20ae8a7b79f4aa5e5039f090afffbc02371b076c05f7cbec673b4684d7694e1c9068bd9f8b44a47ce1320253c3305e84a51bacdc8ae0463c7cadc9ea7862f75176d05e78d9659488f325a8b7262d3c7c054dad01e42a1c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255384599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=74a5c92433c78867f41140886db760bbcac8375256bab01bdeede4adbbe8e5221e8fb3622fb7b2bf34f2a93f31bb9bb55157c86037e62d16afad63cf814942ddf8df79accf1dcfde8546dd06e87356018fdc47b6d6dd0ec7fb3e6207533a23d0d435eb1b95bd983762a1610627469ee1a2219f891eb7fee1f96455017cbc4426f5b76cb5be6a60799009f04e18f6d589f692688adb36193fdbf70d97f15df12b744049c05e1295e417d99822d0a93587e1caba86b887328f6d6fd4c98437a177c9eefabced05f0eb35118527830c9be4c73bf0754de99800025eee38da7e6896e01ad5278c9125512191fdc269abf638bc65382f812299ef3c4d04359907b574&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255409806Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7faf649895e98deb5b24939fdad8932b119e75fce59259040f0ae2817d66ffefd54530b4cb1f078a47716bcf6a6bd374f1e587454fefd83465cd929592d4ba9f08f20ca90fd2d60698d030ac3e231e8a20f177554edcdcabe883028a7541b7f46aecd1dd95a04a8c8ff2f996172721960e7f4a82bf4befe91a61dff7bb8ca0b2cd7990d554419d0990fc74ceac214c431bdc3b2c6aafb9526c5e4438ef3b13940d7f8b9f5941e9927248510e1d1e9e811f7cb1320f165b91a5a5078e6351192a0c3a7391224c5e871144a18236bffcea8c76bc33cc981ee13ec6c60e448edbe7a63cb479042deaa0d89aad9be53fa458ba445c3b35966115993dd321309e1d48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.2554384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e97b197df8fc554ee75297e68e6b8f47e18bc8fe16f72360e1d08e7c88461ee22a14bc59e93dbc102625412fdbb2356868f11a9cd6f10ed2c965516260447a6dc9ba19d333600612488033f9d88b021d1cb4f0d2c4131a4f35befa61058fb5841e1b1793e1053d99151d835184dffe360e072101054e79cc5940cc9a107d98db783deaabe161c95f1b601c4e8cf6f27fdcaec39ba55d59ae6f7074338ad9ae512da38c6773f2fb09e8ef2b08ddc3016a889c3a90c6dc3915b5b942f28db4eb50da0be8fb91b70cbd35a2f752a83f2d95c12430ceb4d15b1f66435ddc54630da2a2c12bfa829a4e9bb5d166879675203af2c7975c86725c74864a7e005b06737&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255474007Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8148cb9b603c7b5352d545fd8241a80dce886e6eee82b8426a6a525d25d527b764193c501b963e5a67aada29f43759e3b2421faff64a916bc9c6361b6fa1087fc7811a3e7aff01ef44b3f99330f1dc7a87b022c235f1b21fa302688bf5faa933c57091d947021b8fdc9da988b53138acbcc6edd71ee8c03c4e4a42f92ad00c38625184a120b0c1e8e615c8172af3548da7b1d62ed066c65f3bf0bea7b3e051dfa68f30b18502de33a050e643fec5721a5304e6050e4c602671e7c6792308266fa556b7b4da7854b5b18a314f4e2a6f61e8573c68b54c7b939255481cd1bba6ce6fc8876de2d759ee18bf2c45981353e9f6c3791c566ea2aa5fa1130cc8d53c49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255483024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=802a40c6b7fc37f35da6afba73015d6dca9a3f3f0ed54ef8ae216592a5182ce21a2e6a27968d202a528e7d3a5fe6a0d3e9a584a07b1621da2657d5315366d7a19e8632db01238904c553919dd32fbd30cdec082a35e1acfe2ed4907e3bbbcf7835dc72984fcb98cef5cab2299f9be894b03e128c6121aed7e069ab2049e7322d795fdef9193f97c8f77279fd11b2ed6de85122441a11a9395441e03e0e1fa1d43617e48b46a1ae2bbc61d4bc4034f01f994cc2ec172c990edadee2e42101fe758e927b5bca19178f16958d6d03ac28ba6de662609fa33ca0e19965a246428c909109d0d4a15c0c8cb5ae52699c2f6e149bda0bad736668d5bae40968b785dd71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8f9eb67b7fd0ec985eab1cba94bc8cc97a9a73155831104e85345d8ec9082d0fbe9b77c8e3805bfe7786d587fe8fb8fc3b8929b4ba06d2a14cffaeec8efb95ba335aeef21e8f1bfbea5209b9c4b3c608f277104570941ef3a6e2eeca44130a642fe707b99fe740603d0b2ea883ca67594e9cbd4a416b173b914160ca881e39702050d2e6906d8ca7914a16dcb98d1583628043fa833d6fdbdd116d1c7f303cb0b05fae4ae21c3613b31599cf1010a37c002609ff7e333ea4288f905baf4ebee656fd1fcef41ca640bf4c1012a007e0116a9a8045de3c958cddaea9d4c553dc6f8fd7f1ec4f6f75db63f6c137db597497b8d29cd27d4e024cc2c67ef21145d9d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255511979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=493a01ad2592e201e6f89fb723784060800ed307ca7159f5cce703348a8a2068971bf769427ee3255198ea11c9a12454ee35baf3ccfbd17ecc94fecc011e7916492be03f769f8d0ad235b31d32d9d14d67a91d68c71f82bc953f6ac92a1ad0688a986c3f6066d857af41fd231142f869203824b43146431fed35882d249145af6f3472ec6670cc49ffb0d8f639ded58331e11f8142109652f5cee225243d27f4412ac08451f25800ae8581ecd90eba6068353a40d4c3230c97b80c46b865a0df497e6003d21241777d4dd3272201e0b55b903b90937c9dd0125d6b950f57d515cbcfa64ff356995382ae558e580a48b7bfcc2f7604f1157c8c29bfc4316bf2fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255515996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8fda142c61a7c567219307fa95880ed3a398fb794590de804f3d20dfea78fb36c1749a1c20cc749d4981f246bacbe0804194be1b1d5d57a2b96d7fa3a57c490b71eb78c2fd5af7bdae210d1e85fabc5fc08fef206c485cef39f4ff996bd7e2858a44c1d0ce792bc801d82ab308383c54b3bc9118b0c950e6a783f192a108b3125c0605574584f28998a7eee2e6b5d493c8352356690ae3a7a113308068ed8ff4c80974884ec01180d57e24758d1d08463f7383458c260b5ba6295026e2be5f6940f15f9a562511f6dde7d6eca99ad2a1b65285d2687db5f016adf245f61fa15ee4e59e5ad9c2ebefa7f46d68898f73e75f0e0dbb9a1b56ed4c76d2fa33720871&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255525304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=44323d06764f253cb2ff221e582e6f0de10f827f79c6b5cc16733f8fbaf9df2024d205d7494172707b12fe881eb3200ce03f4f08f9a26c61456cc48658b631bd8cb9db0bdc308221c29da4280ea65f22012c2639846f5e5b797eb0699844236f8fadd6c45f86c529589ab5909ce1e71756a3afc86459cd1951b53809fb5274257361548525b89d867caf383a2c9459249e0560ddd5783fdaeafcc8e128cebaaa7fa28c7e038a0fbf16f794bec5792d455907b1472ee33a545787ec59da3e37aef3a512849e62f54c0d636348b582e5ecdfb96ccbb77ac2965d8a85707565b8982a35c39b305f9e223d65c1c49fd1d00bae0b48130e6c136f6eb43b865b3a07c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255529391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47a701d9250faded73146d69ceed9abe1c60fa5b04da6b0fa30ea5b0a925a37982b3f249fa4a57a835f7232a12fd95ae021ed4bfba1ff4d083faa039ec27c04db37f481908493e21fe638ca80ac29bd4c0061449caa9f557124c25125fa230354f3ded21826f0952305b06629e326ae83cdc8a982655a3169584f7bc656af1bb30cca4b6625c435402fe5ecfdb188a5208adf82695dad1049a9e7e62df70d82fffb386dacd2ab2999554f28392592baa378778e623677c74a9fea295da43946fb53c16ec0bc51f192723a5b282ebf79ad36870fb33deaa18a7317e671a673f996a066634f076ba9326370a2db9786e402213232d78a0596dc61fe635c1264b8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255541324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3dffc66936ccb409202dc95083d567523561e89573e0649022021cfd749cc30d042690fcaff09398a273edd52e5938e66771acb7e1b1a5ccaad566c1883654f64cc482db074ec77e50d7fc0271b67966f58d269110116a1a4b3689ee1470eace2d81e9191f335344f50ef3d82335ed3d0497c32e8f63d4277f49d04c2bacd9ebdfdc1ae138607de90ecae6677d19de24a3982682a97e97e314f35ab5bfb6c8a9075e899086b1e51a97163c90edf846d86e960647bc3bc076a514bde4d0b5aec8f5f3687285fc68a22ab26c31b9174c43bcb5e04d7c4d28e1ec3884176a199689009f3a5896036edcc40d816c269ecadc067c963aff5cebb9ca8c2719745c4623&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.25554476Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7c752cef853543394180aa09e761c9a82a9d788d3df711ecfd858e261aa2230e14c5f2049381ca1ecc61da63ad609d0b16e94a1939ef9b65060f0f37152af9286da11c8370843e84dd1e91c9ac47b78c95da36e2b862d7c75b3ff058b185b6b9fec23f230e5d347bfd57d1cacbdb3de7e2ebbc7bfbb2f61f64c0e6c60b213155f3153354c29b0d8cd301e78903585d9142720f0bdaf97beda46aa3bde0939d78c567f3fb5d777c115e073a217b0c9c722c8958427b9674a3e85e7939b3e3916aed137e0c6f01bd8e55c7f8db5a5ea3dac8d71fa82f5677fdec24b18248a610b5c869bd529c80bea06e51fb3bfe97f27deacdb603c4837058797ffd2cced7c3d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255567894Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3dcb4ef47f2c9dda094133fe885d5361f87ee1b092d69496e9142be059883453dd7aa40b9cf0d1015827fbdd352fa4422d3450f9a24a48a1beb4fa14fc8f54e05a4fc16077b88ad0efd9d88a4c3e65a4cf7ec6f92926200fd866ed506b9fe6a424dad1c4fb6f22747db3212716f045555280e42f410dc500766e21b68c2ffbf690e318158c3c674330bbca51a9e571705cdb5384dab373e71f7178410660a6e0d4945e07c3be8b93a2cdd8e53e1d3e61f3ea8101ff9f0c6d98798882483a3c0e70f82f3f4bbcf4ac73d400102783cbd39b4faf3f96f8108d5f579c1ebc5e2756fed1e9178e1a44f62f73f4eb88632b687c8d47ca95b07bdaad00d9e4bd6ca2e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254920514Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aea1394f11dadbd1b60b77fca6950dc98e341c77351bb49aa1057621e7aeb3c5c31c93107ec5d2c30c2f20db0293a21534da00890c3bf8f6a7d8a17e329f327342059a550fcc6d669ee950552d0ad5b0556917f1a0b36df55186d6bd66a5f595f4974c19927c7d4d8db4b139802bec9ba58c8a6be65293901001420b882f27e701daf81bde4408ab31646f7d7e189448fe43d8b1ff54ab940e7cfab99d40cdb81fb7af0a30e6cd33aef143b047cd0b521b92e337ac131ad928eb13b28cc9de85437870822a0ea36073d8ed11895cd7cdef092a48c9fc292fd5f4aae7d4372dc7a2bc9f7899b795f71d785df17b7e40df545f98c8867fe10125f15c8f710a7390&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.255592951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=167906d4303b919a88b135b975ff09ae7bea3243fd98788ae657c6f76dc83e23f3fae4c570ba2897dd1e4347c17c8be9e062d987276b9069f961b6edc71ef7f957cfc373f8af58fb13be79252ccae871e3ee9dd30d221679d9cc9e4c6749963c752552c9df6826f58b1e28162b027125e763e000104eba8bf81ab7e2ba9c4c4870d084d390d4dbd62cf66d7fbba901d201bb85948a241499b76fb1a133a6ba1feb10c02fa33dd30ec10c789db586dbca732f03d4ce16f07ffee9b5986be6d5a733574a165e4b39c879cf78938723d8694369474abd92b7eb56adb20d99656b3fbb99fd59d7e719173cf1c8ed1831f748ff878b24cefb731a86d652f8cd5ef929&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254529958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6cb66f085f843011fa4293e722de44b6a26818bfd8584f6430a5106d513d906916c48e2e4ef438c9baebed1ba070be0e60b1a9151badddc8fe9fd37b734843aa1520f65e96331b35fd5c2c767aa0b76ef884b5d8a99d37c6c6f75e86c2dc7d5a63930fc8a4858889881e99d9a5370ea32b040168e2a6e674e31e096aadcd3a4cf11856462bd9df906992138194162edd9c6b359fe0cf884b59d7e7e0f3714af69977f890529a27929cf3fa3a3099d62bf529d18850b9f1c481c01415a7d353a9d86e13daa89ef6a130888bd7971c0d499b7a816b4c30f0ccf52d0d79f707a6287dd769cf10e1434820763341d937d093e530b0f9032e1248ad612c12ad1e50b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256078116Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=329e0e09ffb960e28ea20c995902dc1b64e2cf91506df6cd5aafe52502efe5d0bf532df9ddc51bac646f8734c3a38bc538199b160aaa506167e0939913f13d3bcb970b04d5d0997555d3b6dfe20092eb68f95b5047bd4fa1cd70881acd5ccefaec0e9212dbc0688cddc9b2036182e9d98588c4a013887b7df533fdc53f8d801ed9233e462867014b1acc89947eb42c5968171f0ad50a8a3cfcc6fa4205c13f23725de9c3cfafb97296f3254e6946010da44b0d504b3f327fc496913d4bd0d0a84d390807d8d0b4cbee23ade0f1abd3587a5b0622bd4f1276ced08ec4396d1ce475a9f39e35315883223fb3f17a4fa01497f0691ccf6d75a88aba3d06e809ed82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256097903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09d3046b99b53ed9ac8e4976cef45a567d9622868c15bc9d7ab01f4fc20abfb6d806108b2349b5140e31c206f5d8f5a89bdbb0b2bd7ab057838440c69f106deff0e600b2edd6b82e16beaa1966210013fa75a43c16ee544797d2c0246ac07ca0c7ee73dbbc89c994ce674adfa51a54b4b6c6c3f8097b0296144803cecf7f4faaca9cc51dc1eb175465e71e98911ce375de4b36b32e2ef7839e8476b6870b1a567421340222e29057432ba6adb86e6627c969214009f06999cb4d0ca6501118e2ae6837ea73446e64c5d866213baab8c482898190ea18439c8d0bcb7c094b72b9fd4328f253ecfabec5b4b66a6f81a863e26962c9d3a1ec48384348e8efd07c67&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256097151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=82692a8dd9367ed237988840369cdce6f64c756e270c5d50019e9c04e4a73078da595e4630c587b4eba2cb3e3c3e12a7f0483b3bc49fc9231d89fbef8877fe0021d90e1817d73caa790c12baf9cd18b66f676567609ca10cbb3fad5f68f6173aa59a775eb499fde0ecfb903dbb5aec8db3b38c40919a5d889f5c290be36034604c7b9b9452abb05a5668c10d8621dc40a77b5756936fa5fd21a23cdae402c3e812cddb1ce2cac7d41d23c556d232340b7d256f192ca707b06940c9b6eeb57c4eeaca88fd35466e222cdaf6bce9693c32fbd777dc752687e364e3e2c4d3f7adf1544d45bef9b60f1186720b6807a96fe4c6bdc820a26a2459bdbc1f4f9776c217&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256120475Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53563ebea4e68d7a927e820f967b464c9603b8b220a0920a138c9c604f3f8c2f1ec292d19904d24504c09ee681380aeed352cf0505e02c76116ac2a3e5ddd7e05d964eed04d07b589787839545aaa1ec6cf2e386575807ac9b768d43c76647b4f9a79e8357dc1293202ecc945a68d65249e6a23d11268a1a320c4cb849e5901ff74e91f63cecfc18312bc76b446fbdd4d42b6611a7c3553a8d747d49acc7002fd34388b33f1f43c5cfdd2f090abd0f59a53c37fe4a04f99f5d0bf13f8fefe756a76204e818a20a23a8d7020096e622e75fcbe2d2d32056f274d42a50f29316bef8ed2baf5b48cab942c640f98b10eee12e1492d841a2a598c4a64c33ca877c87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256132959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a39ce0f086755f56581de1879fc1e3e73e064249504c904642e12d733951a4385d0e3f240eb8dcddca1beb0c48ce785ae00b4e6dde15d159f1e99ecceaafe7c019b6b11641af38df476e5362e5d4ff9118e152fe33db0ae8bf17865e8b0ee062a1cf8dfe1a34366fd9e32f13dffa20d55f1b6fbb0d6582785583b169070b0dafb8bf7c7e3e339e532529e5b9900af26e44c310816d125156f29f3250aa1bec79efe7b0f9d5b89eb7cd9005652a7c987104fdf81e22563ba5bfacf13f4916f8ceaa5c59e240dcc6efefa745d615fc419dda06de41854b9a48b4ede585195734b73b615f1129e7fff9c39d391ca3a42720e9b41e3cf817dbd07b4944b8e21d1ce6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256153608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1bd2d8d352586676c0ca651f4aeb339e9e945e7cd1d41b607817d50101260c7f58a4163a9055bf7b60badcd2269b6d78353c4f6a2f3d4d8c56491228a238b8813169fda65ab7a61a5ad3e9a26a7449c43384257d736a4d130a1b89e566ff0f5f3973611923774a1a256a35e733d1c418355f2f0d7a06d84170bff1635516815fdc251554860a4ff6dfc3034099e5c1c44203607251852fd3ab8163abd141ce0852b3da623a1be4bb3147f7540223b358cf18b123ff97937870f82faa03da74924a5528cbd2432bc3d3de2ca1271b8c45b361290f2e2c5d97d06346e516efae76e3774929d967fb4c7c6f40f16728e7c34c6898c30133ab82b2c5c20b4657590e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256292279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=33f7ee85dea3d2e557e50297c8fb5ab4a67abbe50f0b3fce2f98bd1b9f167336d1192d9543529381b2f839b7b0a164e9db945f489714f44ebf91b60d4274a33ef15ce8fe14a4fe2363be3168b9840199509d4a5af7c9968f3d5b1ffd3ab34a3a790f4d4ea3d7a4442c256d315ec8e09a4e5a30964efa7890731dcbb27bb81c6c30c68f0de7ebd2b826f7d00408471eb0ce977012a0986847c026cac01e8e810252784eb4fa0009153dd67d6856c43ab548591d6fd6efac738f1da170cdaac334d65ff963d80d2b3d6f2487d03e8fe43f33ac4d46c7dc2af4d7e630af371b8a30ed7c5844ff5dc2ea98158cd23608c4fca5534c1600d927bb8f9c5438ecf9d026&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.256350549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4dbd50f9a8a215322e95a5518d3bc9ad9183a2af6a4494ba9b0de42391157bffb1d8fca964762a483ff99aea64672a40f551f547f74a81133cb6f8edb2aed16eb5dabd4dc6a5e6f893dd951d2753a2680dea41c1cae17e0c55474ecf948950561017d79a7cdc9d938186e216f05b337c3ef1e2678f79574b5a3566a9f35d874c4347ca9858d55a157c1541cb2004372b56947176f8987dc81a583e75f295159bccb68a63fa379795b8632f3bfeb5922dea9cb226952c75a839e01040b638e16de1fdb39e38ad5a1c75385ba700c3d6ad1a5607c5c127d4fedec37a22f10b93bf680c492b0ed8f9f2519d6bfb563c48b3eca0d67b01dffb4fe8b13853ea348c8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.257977445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c5fae05307c836b822d386544dc7e3652ff7e8e3d347680e3811edf0e3e1dcaf1831d7c84225560506ed1d0f0540f59a61fdf12fe0662b0a82954c65d92849f5c10cbdd7a152f614560c6c306784dad9400f3ac36cc9df807a341d794d7034fecafd96ecc3943f65ebe60e77b8804bb289401528a2b79db5cc63aa18c14fdd3765926234609306eb3fe443c46eb7840f5c644d0293199d0f02843ca25fcde08cd00e746b84509a61f32f287ba6692ecf68e85dfe152cd876967cfcb17aec746de29da3955efe7f338560db01df3f91799ce0be676d7421d2b1be5efc9020f428273ae726c21779f7e7565a7ba3c10f7a24eea11d5dac850a475071a5e18f541&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254687134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2f45d84ce6d5d7814959557fd6d5256353c9bea44dc71c765e552a6eaf79f2f255b9fbb7fe87b5cf31268a5d09384f8c46a2570e6c2f5eb36e6f6c6c07d8b8558f3af1a0fdf2dd0dcf45acb144272eeb2056ade9d9e24e3f2ef80c2ee053e3f85a5dd447759f25e96471221d9e4880e77291f3129e0ffd64165a6f2aa4db3700945434113802cd5588567f5bd5bb4c6d9d9020bd6b6cc4b85f737fd1b905eac5ab260b023413b915393df34e67894f3f1c8326a5f9917371e643916b8c81fa858818e6260ec5ccc952a4777af873d8cfe000e1269ed41d63cb23b3b63862f8476283445b9180f7038bdf634744432bfd05f11f2184ba94f15ba26f3bf6b83548&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254706451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9dbe9969b59a93815d79bbe6b78c6795a24dc530613d7e4ea55918f856a4a815ba0efe7463442c7af9b62a2fb6e15cd623d358abdc43d172335b9218aa4acc93419eb4dd31e3bd3c58a0379607d74a493045d02c7b083dca1f3fe620922240b7858847df43c84075f0a436c781fffa3bdd987b49f742570b216ce572f45ba0b65abe6a044de5ef775b2990eda3f6f1a24540ada8e6ae57502fbae5149d926058e54274e5ada859ba0b06aabb574d8bdb4610b85266ac7e5260e91e636dad60e32fe0f1b5d64bc83a38beb1fb9691e3b11d87aedef98129b4759b8331305b73a2d5cb0518f074b915d0235d82529cabbed080194db7589fd0b31f16278b0c50a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254707282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6a2d6d932d2338b68524728c5d6a8e09c0851a06edcac2ccbdf8552024def4e135c82ad999119d274076e84564075281d69271524649d0d2a3fd1853b81737a44f44da9c6ed4c5f3396b37896121ff3bae85e51d872e9a62007166c9e340943815f2d486f951e08e585b8a27aaecd00cd4491cde2caf4f6d55c0db76581bb9dd2d22f1e364f526fc9df41cc81f42927407544fffbf134cb56c2fcb0ddfe7c88e74d0634559818ab5914a49ac08deca34e478ef1c52d13b5790cc25c088b596689904be2e8b7e515c73195f054e59a85693931ef1f6aa413805c7d7b560eefa56cb214bb806adb204237baad1f5b41d04751bf2f8f0a9cf7dd61c97b9b857e621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254543974Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7b3b3b9493d0ce563e9e258709f94d130357de03fad55fbd41e206ef335eeb264915466b63685eda403276de496cf807d93b45b21c79af34d87c82a60d6b5e407c2e9ff2f135a7719e09dc82677133eb05ed4ced2bcb568be4ca826c59630195709aae510ab9cfdade9595214eafea6bf03ce0a318e2b73d37d1e5d882040375a543b65fb837f44ccfeea4144bcef31db0438e9b85b158c75086d63506d2baf41f0c63c3a05c3c25fa549f4099f5fee82add8d941a65ee75a32f899328185578920d67f7bd6a6f7f052198392e06ee96451735fbafbb36d467e4f683b814b6a23b6021623eaf394510ca95e3081b73b44f8116f876bb942a3b2e31411fcf5ea2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.254741276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=888105ffa1a804cd9b694fac37008210ce12b0b733214a79727ee9a457ce9a131164cc55018b1493ff6bae1c6a8897c65cf7a4afb6eeaafa8ac085b4c8f6b888e88d8f1f9e5ead6aa926de17c9ac928cb1f1e025b727ee0d18dc6f2aabec6e398f65e87bd6287e095c4a7830c16b917dfc935b8a2ccee80871570768d74b2fa364781028e1c35d50004f81299a54d1218098751955f0946e167c26cf92cfe7a1aec1c6fa7906e96293f8dc169e2e5ca0935fe37a436b739c50523b3eb3248fbec4c446464d46b95a48cc2ac16bb856cca6d11d5db7e6cb9aa202e1940b860dc256675e36c26f2c953109eb5c85145c60de58d0d6f770abdda8f4b54190250692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.258461066Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53f8a556c5297cedcf96fe1ef094a5a1957b00a59852ad4c3f25a9126612135cf91b6d1ca116a60009277cd35fbb7db1eafb276b539b1fe40f1a12b6b7476b7a889097b45e507cd7e3e74187efd9b49ac000066566790a0820e5c3acd96e0c05185ae827e594f3fe56a96ef21b8b5ddec75def5ec0cac881d89b984faa8b97bbb2997634bbe07f2793675a56ce7a5a84ae9876b9de3496881100fd0b24d406c6af43bb2fab9e67e34ce8f1e99e511d49932a30197a6e64209b619a9795f95fdd31bf1a3e20e9bd02bb5aeb22e5457e87a01b8021a073be1d0579e88769aa33ced21b8c200a85a09c958c2d4b345a79159ba7b90dde20f051970f599a4adc390a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697848076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=90b8361179193d09d982e4349c89648ac8e30cef2fdd435cf807fd1b73b9b6095ae1469aba584d0fe4a4e84f670bdad54ffab1af68c1316cf4808fd78a00d92206dbd84782d2174913d9096983ab247c8553c92478428a20626df56d8cb1eaeb0d91752e8d419a59e947eaf6f26bbe588f49786ce90a9f197e6bb0b922c36483f1097f9bf93f04af38a810674884208b27f4dfbe696187dfb947cf079ddea509d1ed117d050b5061cb0c94d4fe7e50527a227e4e86cb636f6d917f9e064abf690f4031b517df8fc9efeefad9d01e2fe6768e157415443e33a3a25da2520b04ac89354b55b6b5a021d82cdde01378a8d60cae1ad5baf562a927fca89b86e11f3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697883332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=469bb49b397c19f3dd741d746d9d0eece9cd3c0e7439b5309d7c936d85ed3063906c70851f273e7d7f910076b8556e80e9adaf265cca1dbd0d1eabfcbbdf5678c04339a1c587d021a5003edb26c758e8b71f0bd40a52992f7f816b2fe65e5aca0fae440a2831a633b32a2dcb52155fa58b754a1d26672f644ab0ce89f1de6942d9adc17e78f0b38f68f873e76770eb29da59e743aaca3453f9f8902645d7861d12aea1c2cea78969433db25a1415e6a9eeb655f47d9c817570458f2646a4f187396aa5d866251036250dd9a88a593bb97607b235873198e4439f59a8f8cd94928efea9e2520c6b370ad93a326bad6087f03523e042401e609ea6002bcafc5ea0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69789269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9212ccd1bf49d3055319cbe6f82795270d251da055e77368303c7ddcfe13e0febb3fcae10d3045443874cf2e397c009bc4de0292a0c34a28fb73b779eb96cde35198450dfffc9acd941b01efc5103fa4ba3d4410a23dfec9ee8a5833a84c480878dba90fbf25eb840d37ed20ad449d8dfb1a6ed72a3e5eac87ed5e4df884100303aaa847fefc8bf2bb1260e9af9247a905b4737ba0c252ab105b534c610688580e43948d8b81aba6e4eb206db293793db21e1d6bdb70bc7059f7e6336ca3cb6cadf068fb62bd7b5c6ff3695482db32e14cb41b75a9f3950a5fcae49ef334f47f9e74c306311e45c9ea190ade9b137638de3ffcba47c5d2840460c2b6d63327fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697896898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a25ac6f72f81d81c01e0d21e28561e374f3876b57c34bcfdc41862ec36dc49066204da4be8c770168be53ac1213c5f21249b9a183ca21489083cb03019a4dc4f7ddcc54824e0a95e62b9840b15888cd73842ad3cc8210429191f73598f190eff432e2157e7d40dc7fc3576d6005c37a65e8dc767dacc927789bb568a3bb5eea729cba0bdd502db52511e56c04a4817fc2aa1968013ad7462849137a9ffa13a5e46bed3e865a1385a98a48fdabceb2c63edc54c4e0083a79cef9977443ad3b19f3f94349b4203865f09d125e8bb931fbf24fabd689105e92c9dac0b6e1f1f8b6c147efc27f8cd643b091acbb97c31eaf80d0aaa10bc8b4646ad74dbf3d9d58ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697918088Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=83b8fe100a993208cb448e3fba0ae1e711fc7841ef5c9bfe7aa7dc38010fcfc4997d1db9cbbfd2cda95d899c16f15c0b28b7ae37ed2e932d64b6793e152a6034f6d3d5058cb2cffb4a3bab5b9bcb405264324f47ff06b6e72a00ee70fc280cda74e2d3ca0b59bdbfcddf5ab1cfb9d2293d041b373802f4e9271cdc5db31f9926ce8fbd13a50511c821172eee4545e6f54fcf49090813af3037cd1957fc848cc226112d90c959008c45cf69149979186a32b44b70a7a2e2e66780298dbb65949becd5f9b99ac635d39bda6bbd9f492cb4cf505c9cc760a2f57d89cd3f2cac1cc75a0c2dc56d0a1972bcd1b76c31c86db682ca70cfc7d27461176437ebacbf5d32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697932435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1d8c34dd6bd139f425e0ace3208906a4c71b5156e086925782efeae94e1c7e429df79c34c45676a4b20ca1aba6b595804d80974611013c8d98eecd3f9f3388514522e3f2c316b72d8deeb2f2a231d89ecf263830ec5ac9bfa7c18d32d0e37b51ee7d52062935bf97d026e03714ab95583f7d4ec60a7e020980a4d090664b35063502e13ea36e6528cfacce823192740c44a443d389160c6ac2cb67b3ababef370fb86452ee86caf38e6f3ed3997e612134b0b51128387fe97dc4101a527799e3ec984b60ceb9b9adb37f7296c2a80dd6a0d9050620b5035013a30cbdee1cd4c2d8d691750653dc14db1e3bfd8b4a71e044e13f074692835b4014d5f8db11fa2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697930371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=819bdb8cefc46b3d44e20932a65a369b8178c1106c7cb8dfa5d2b4c8957eb2cfb3ca026184bb858db057ea13e0cd0688116b9c1bd7d069fa6357c8cedc8f4dd1e6883f760d440253cf7989d684c2e4605f3994649732eae1a517dca2c2b6bfbcc3aba58b885d246b427ccc71f373174947eed4011fc5a92a42c6bfb20b1661dc7cf10b12baff988b5efe043d984659187fca1fde62affe8af60555cb0b9deb55fc9665448d2867ca6094324d6628e39fb072c52f769838afe264003e556d93ec7c0742bfb537c23dfce98451d34e0bcd81ec6606405a7593f93739aa5ba698db3eeb0483012f1b44f1da46ea75e0abe60abaef611fe3f54cc98572248705ca8d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697962301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2bba8ed16878cebd4d2d86f704ce63ab1bda6bf1aab32db2012b0a86563c44dad677de3b309d31f3e0ee93eb5463fe7c3388d149a7640e34a2548eccf77f28f6cbaf97222338592e87dc1cb686ddf9a6536b1cb4058b0edf75d664fe82110083cf2f6904efd73072718af3302732ad46f0b2d16dc82f5e3ac402992beef7d411c13345ca04c3c56564f65de3773b541006dfc0426a2a0bbea6ee37d10164b73ed62a96338ecd2cf77edacf11be30033faa7ff00929a50db6d07db1887b26c67413c9e6f516c678aae767acd6795306676d577d4cc5754bb5cf1429161bfa8c3a8c79d90031dd7808d89a054f4348afb7031dbb2f7eba090da97c2c7af2ad6404&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.6979723Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=956429c13ea69bf2815f92511eec15d51c2932b8c97c2c0f7f7529b4815c8009a30231ac7b095ed79ae2b8d7df18938197d731bc53eb65b4aced8db9bbe1579172cba20c7b053f18eee8b098c370bdc56fe65202b7a6b86baecb74eab21b9524d6f8af790995fbc95aaee3c7d23225f577852b42b5b074e5d2cdc005e1baf286e8aa85017f1e56ec78e3a121a9f232ea125b7f1c0e1938f4a356369fcac0d93990dc9a593d964fa796daea006a2e6aa01ad7cf79f629f7eeb65a643525a39cbf79ef30b923ac82b271ddc350b7ce91002917842b71a8706d5d83dc30aeeee7586330521c9a32dcf7a4eb7e22514a616a321a206967ab432c6b0382b58011bffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697981678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=32027ede8e27e81f56d9d9442348c90cee4db1e97c8c9d6c2106dd89d0eacc6ea1d607c214fd141e575c8f2f7df978cdc25a5df93116179aa092ee8bb1aae8cceb7a95b8408224febb70c27bbfd7765913c7704c2dc63be3ff7425cb9c5e1c447749567c409cac9527287e41b78d336f07127199969c5a86bef9786ccbb2a9c95a5675f2be4b8facad87d6538590e79c63b54d030ea89a034cba77954406ae49670c064453d147b4c5fb9d89c62dc901d1f01da553ee7fcbff9c4bc2a8b6e8ca6f2b2354581728d2f9c25bfe506b7e4630569270382aa475b0600ebc3c620ee568efd47d9d880e7ccf70cb78e68cc3d11f54d758eb294c6ff61f066dbd5ad712&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697999391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=03206a6a3091a63a4190982bec6db5732e9390af8b6d4314c0c9dc8703caf4c6a7acb5e1f7989c6f8046361897076f7fadd476630ababf98cddae11b0bbe7349f7d283688b0e2824515908f5a9d859a0903d431e48367f52821460956b74b9e757a4ae9ba8d4cbd4bf0b8875b171d528caa4b87a5c5c972b30b3d85873cb0b3ba07d9341724dd426c82351ee642c5de3c8747b80f2a262e9ad4adf2beeefc502d4ab9bcf0247336bf127910545857e5bf4214d2dcb2a904f50e1a4345fcefb11e1f944bf0d742d8ba95019899641dee35fd7f2b57f06310cc83abf48f5db9954bf85117c55e9087c549903eca7e02e7a7961dec09b08b018c0fa9fed304e18f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698007647Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=11a09d653de2d8a88e4cddb980d4801ac0b399e5de7aedc3ec688c1ffc127477a01e852553ee0450c7f5fa64b8a60e2d134b1cd630bb9c1834f4edfc22939b0792547052de8d97803a111c35d40c418229e17e23df5eebb82041a6477321bb5f5619b379c300f00bb2da038ab35c98a74a36b1911c8c0cf96d4fbad9bc36be905acb184f820744f254086e4c84f211c7e615da646f2da58f1c72095e47b156e4ccc04ea649c6b1d2af111387b4ffd159cfe19cdf0d56ef789061b31fb45483945ab5feb3763ebfeb8659a38c335cecd09cc20ca8b8974ed341448147c15de88347442b255742651b7d2cbabe233628702531b36028a6dbb563032decb9d42656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698016874Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9ced1dbed82bb2c736bb2c8f876aa71f036deedcbaa0b9319215b3a4ef4716c900c1b212422eaf5dff122127a8bec529a68e5312e9ed6e68761777ed1ae8da902b04d827782953cf850be81717a546977fa6b04c69239bfea81d50e24eefb6ef1ed6d4d988dc76eb241fea188649fb3cd83ecf9dab1f5513f937d541156690cf0ccc256c2d275f1404f28a74917e1cde885515927f4c6b50660bbf1aa7f119e7dbad133d9fa646bf2233aef5d8d9b614ef54532e9f761543974f46c4dff6892e07bb530d63da24d54a3a69586f0bbe5b6a9d7bc7e1734ab4cdb16d1fcdcedddd77d5e4b3a71e7fb3afb55e36e4cbefa70f21f02980d1db72bed1064cc0418d38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698045408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9aece754ef475e2d04949f85d805ac9435d768552c4eb90e7551ff2f087d17ca14c9ff62b82ad51c85bf6f78a81a00e5f2d2117dadc2d9229ef9aade841ef709c03f276046f495f15009c0cb91160ac3ffb32c1c4be64d1b50d8872ea40e244c8e72e29008a746fc8a0fca09e5302308b060e14a0a2d2ce19a0837f7dc406657e6f7b66c7e481e019ca3d8506fc61f47366e1518b5e902b860a6b1b929e16a584d7d5b043c07759ac2933457fe8d22be00e648ab05827bacad8e0592710845d4f6db6ceb0e17d3fdf1f8ba36003c308461b7e3b921ce43f786486f414d0e976713c14e56b5f9752daf1f0fe2f5e7264d903d099931ed101aafcbd47db1b3e3b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698051239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aba43640f5df246bade2f778e45b55146b453653481c9206c3694f77f4190791254145445035e8584c58398bf134675ad9c83687fa073c1a699a192cccbb74a640968e274a762be48cb30546fe28ed519e0b1a811ac13d5f513d0a7dda5567eb3000e34a6d284773b583d698d50dcce93b1e2dc69ce8fa7820cff751145c9faaa0e63b0bb78e5571ec94dc2f12518af8b7cb7a453ee8cc835147134905842887b5d31dcd546ede4530096cf3df4ac384e771e439a4da062ae5941d6e4434da4d7a13bb5cba722d5b86d1614572e0da521b504565169abf64a6f3f8cf760ff8e92db1f34047628cf9d9426be11c1752815a212bf6b1e8b052f1acd5f47c56f932&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697883232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8a7b7d22c8a253431a678394714b2f9437ee3abfcb53fd155168660bf59c9ee18d3a6d2c160ffe6cb417b2cf5b35223e10e1e3252baa735e22b0ae9639d24af19e571057b1f3fc57ec61b215117e38e41997e6e97a6975b9d7fab8a99b5373a5f722c7189ca2b23f368f4a879b1b9b29e636884964f57da50d94c653fd479c55922174e0d75c9260a61398d8036e52091c46005093fdaaf3248f01a0eae6c7a6e6be0829c84c072ce64b7813a74bbd6125d899602dd2f0d2e2d0653d30eed31119febb1831a435cf71be591a64e9147d379d0beba9a95717d9a14e580cc6318fb1d696ce9aa249c28e1fbf2cf76f2d8779f31f33fef9a4d01113d6aa10b24a93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698249773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=920646b78f62dc799582d9f2892e02795ea9eeb95a7f9800e38ae4bd16051bc63d065969c608b69aa8e784b89bad2f623d564956f283327a0ae20c4b8096f72a9a72e48a4fefdc42c1d4c74ce8a7b7439cb326e6936456e6755cc6ed42cc302135da5cb33b97896f40493cf1972115ecfbcd72a130b140c926fd87f66177dc451cda8edb19220a45291bb1672dabef2709e04304eb54ed1c01bb5f8a61caa2cf57fc6c3927510f8c9cbc2a5c2a11458690734f144b9825fdb358fa45ffd261e49cd963433eb9019c1da9741e747a2fdf140a8bd0e810b335c03b1eddcdb3ddf1e900346265b2695b7397f3eab5c7410ffa45ff374b8aeb0b7f06e403fc7c1a40&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697904432Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5bfdfaee31f88d3627df83b930667085e99051eff096a913051ea8dee220e26e50c1bcc0746474c23e4074f0fc353bfaef275657f2f29bde51e95c311c9e1b6891b96afdf69d15d2d2112e19e9ed194e3f87d0a89665ae1580e0158aed2efc08d3e85f786b836549ae6c21d33182fb242aba9cde639149d0501a81cb03fd9abe48bf3e499f7a98e1c97d1d7b2273f4cc04c7d5d088bc1e6197a7b098f7c80c9a245ab6e91393126be7f1217f7a525048d83c47025ccaa44f2f376b9d2876f364a3f422a2651f5c0aa6c54775fff263f38f0405614d681d427176f060bac7586f06e63c332887f56614410a7156368f76a3699055adbc92990284c7f9d9c208a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69793502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0a02116e5fcf3cd8c38546f71153c9cb21d4a1a5afcbd826124403dffc967debf96bba854e703427957144bad2f53077ba129029162d563665660d8838b7354411002b7c3034d3bc88191694e5596fd5a4afd476d67bebe904e79b85781cbf3a62ff17012e3993d840e2097832992a73d78536e4f5af8cf4cef194a649f62fa942b1a4043a567f7f6b5cf08227701133631aa1a65988105124b64620dbaeb1d63ac6c8c8e00a17b4222407845d92873645c0e119758361e8c33e71651c81086c7ae0a4e771028d464ae1f59aa9ad5f7e5f318e2f161b727b2525a1073abe4777a595d13d0ebfac9af74636d3a09ccc4dbfd4f9be76b337f07e98713c7b403abd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698293776Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aae58ff440b7519909b826eee37989cad33bb7fba008ac2bcaa44a9fa7ee9f1e4f639d09c337c1813c07e45a869238e70c8313af44eb786baa286248c690a876eef48d1a5de987ccad0218235d5e2af952192a04af9ce4f1c8671ae0a1babc2184114d7fca8cae3e1fe1ac62bcbf8861c6536e4e53d4159be2f487a310123a3e05d76596988d8e29ed4f28cdb03b9559baa9c49dec1c701eb7a822683f1f7576d82b4f878af8a5477c8f3c98cd5c06cede118277152474704d2834492ea1d941a4fb550ebd9a61c2ece81881df28447190dd405d35c2c81c0c2cd34746f5ca25c084343529366b468fdb6f74dd611eff4591eb061aef632b821d1ac4e71dc5e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697976227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5c6035c5c03d3a4c3f0b177179ae4723e52e1331877482e0b1be713d0ef933a6e1ba882aee96c770ecd510b4d180739c3b35844f7be76c9690843ba3e4f54d7687c3d00e65492412cfd2de150b872a6647b313c1e8d827536687d160bb030708a40b62791b6ea8a9b2a7d66b76fe2ab66035e39aef15d32670c0a0b52c849279b9c6c7885ba5be8d65ba0b0450d01e02462ddb72dea2606f493a3574c19899b93425f4dc32243bd3b593ba115dad33e0521341a9398b56c31dcdbc326116c73a5d7608143e80f0addd83538b13dbdcde892026469a9b07c7531399b5959ca21eb747ac5cd99e93944cd476dabe05282136527831f13094571c96edf160fb4ca8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698320136Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0666e42a4c4c85e0f7e30c1185398b84d26386093ff5aed92a470e5746b6279c06974247821702a02d0ca1ff45a12424117ead2b033958853980dfc147142069662bb10dc0d005c3e4bb1770bbb9edd68af925f6725e956b377e7937fbf85a9a7813b8992f80eebf8e774764dc7956be238ab1d459014b69e858bbcbb496f0aa649f30fde2a5588f3dba55414e9ab0aa65107b4caefb6265aa2d62da082ad695abe6a0f8ac8ed8865816138379e76abe1bbcc6131222789655ae5e2534aaeff223cf1acc74e726f0272975c58493eaa6eb13cabf188fe132ed3b4ecd553e98993b1d11062e18667600dc8f476e6698ea905f2c66facfce94e0886b8e3008168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698344011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3d03878611c321cf36e49614cbd5cdf3314ef72f0e1675c74bc4c8774f290ff4b185bfa8d8dd3fc497a29d12137731ce0c76c6a4fe8039900fe6c750b6b07ee6844408996840ac23f5b57c026d48390828270d80a8d35b1b751bfa0ea6e2a830e86faeffcbd05f8fd2ef97e69c8bba4629f8030c090a3a9dc9b47beaf7c312e0fbf135b1609ae2eb8a86665ef19a448be93a84865d151ba6bedd9f496a274033406fe4608ec685f86bac0397823b00e3354333761f92602528837674020d14f40426a76e7647c000949b317ae68c22da216a2f4b1fe3e8e302f3a4cfd31ef500a400148e231673c6d1b9a6e057094844d06e630b45ee49f384fd5c010df53580&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698352667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7f46f157cfeb60b057f500241051db885e6fb4834bfcc0dedd6e416a210e78bbeb989850bb603d2351dc90149a2b164224f6d468a0b6fb0982be4d7801b991b8b5793377f198371d160378e767f2af1c04c4bd6ec77dc6ad9877f9ea265993d437b4dad8878d3611d6c45cea1150b925771cc326de28e33ba95864351a88779745dd36f8e98973225ef03ce66291d5bfc7951e4afb1793f3bb93bce7e06ae4a5dda7bbcdfb489b8908fcb18b6b80c4f17d79e9749bff1804915102b21e94c95c8574e7534776909566db127fb53054948d95a71f3ee6b55721915fec14090f46e5f68e8742ff2966fd4aa6fd01b3db2f1d0dcf976d332dfd467ad1b6350f8325&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698369869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2fe189cca0860dbc9f82ebf8cce745b265d4028ce1684681c639331499309e7a5d26562e9c018a48d01e937baf1a1aa90325e1d217048828f765cb9664717039982f33ab55a1a4ff5cbb43d5aeac2f54a97316712c98db7657989b8a69af279de8f5267ee4aba2ddfa5482e0722e9c38bc5c93067d80122946abe66524bc86ee18f48730d7fb05f0c4911054de4f21fdeb748a24bcaa6f70d166285373cb88d2129dd69d5543cf475f4e2eecc1a25bed1cd3a91ebcee03bf9ef61bbfc11d43e61ba046748387084e69ea789ddcc9667ae2921d4efc88055ec05bd61d990cee4e362a75583122d1475d3cdad7b000e989f1712c824cd3080aeeec7bd47b1bca24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69835441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2d099bf7f5a92d11420284f0f32b3818ebb29beb855a076fc8fc2347907ddfb4b2a3a84310da66fdb76c06a59ff360100cdb12c508895ed6c841f60250c3a5b0f258e329b94f63ed860b5f42a11a41bd4ad760de8202d7967051e416ff74e8c092bd48d357936f05145d28df890d51119ae64fc890c4821a484c9d89a75165a3cb4c48e288e25e24668ca277f9ba05331090afdbf986c480d44e221b9bb88609511cf603b58b5ae69d6acae30cde1e8839de95eba1e4419230299f4fc701714bfe9e4ebd73fd97fddf3c378d61a46bcdc0f814a86be801d068f75a416b0ed7d1a5396fc9e82d1b551e4ff2d50257fb7af89b7d53ad1e7b1134f57bea4b999717&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698384417Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=892d2bccac1642ddc0754df2905696445319ac04e7eaa3830b539e05b7f6e97090ad824c390fa3b7a8b3da138a062cde4bcc3e387de71bf42095e4f4ef175bbecc8d15973b52cce22cf191ddf42bea6c386821146700c8eae9bcfbc50dfb5a5872430c90d5a0a3c16db2e2895cb4c18bab99c72ba460db0152e8fd78300bd96076073369b4b4089bb72ae40ad7aaf12da2d040616d47c63fb476d4d0f8be6b01974bd4abf47fbe9628cba56d3815df4b8e7205df83e5322663f43e982a47e2604233fa7cc84f8ac6a852ecd28fc1b2d9e3a4e9112b67295c380d8d9c126c46d268c8c8d3002370fab998c26f0833b71ee2f8aaa6c5e637c41feca1dc82b55e54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698387994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=895ef49473307aef43840e7729ab08e34226eda6c5689a27530f6fad0caf72cf899229220db62ee174f67e735063ca431d93312496a69fbdc04df1fe5ae796e3167309fe0a2d5f29d8601842a18d93cb346fae303320a04e569429ecb569c4df768f109b7d3ba3d1e168a2fc9eddb4200ebeaa20388faf77cea00f35188ee2d15bc31a4cff3461491eb4962b5c824288e5681c24d510153c5cab759d2325f3377e753185aefd4aa3c0f57d18a01352b7798cafd5a67894e13507c125623468434c32e715c2406f7c5f9be52e4df92ea6ffa0a46ee7f190ac0adae9ed6385f0948691088711f5aa2bdb65670629f1ca59820af52224afb426c855c40ff216edd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698397672Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=390dda2e0d048b0f50507ac2651f1b8aea3379062b5df50ee121553a05d695620a2d6273cfa946a8803b0129889260593d0adfc0a39d487d9484ca876fdb1d125d59c3048e3e5d0d834d6921a1b091885d42329645e5151ef71d8c0228ad9e5fc3ff529b363a7c49ac38ff6f61ac60c67f915c9f2af3cdc8dfe2858478fb1ee1cecb17d4c097c3ccecb816b6c5ebe934aff938c838baae7a55c3f6fb191da708b06e884d88727518d37312d24f267477ad090f45e9d0f8b5c366acf9afce9c19d8f193c0d9aaa409a4e4a5238bf9e877049352ebd740db18f6ead465babc68d79fcd112ea399f17b75c516caa01c5aa3695a25ef0a951453b5f23d83b51f97b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69841244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84edf2b7e4103053cbd7de1dc378e1b47203377e73cffabcfa65f9e82ceb27182b69a218127c06747476321bc60da6b7836b9f67ddb31f9781218234ae71bf0360e485476d03c94629b700f39a348fce707b2918d4b63a9e58aac2986c3b733318317b6310f7e05db4732f2c92c886e1f073e73df64aa177c1673f5a3e6506573d713d3a74bd5322e63359c69622eab1930f380d0cd708fe2d833a159111012ab88a6854a32470de6cbf507f844959043106a195c4e4c6201b033450b855e237e926118a43705f229f16768d29aaa625f58d2216d903629c2cabc931ac65c632de8fdcdcfa5c5ffb70726d214a2af359ef1aad4585a36a07a58704296917c49c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698428099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bccca09f124253c26648d862dd36bd782741fdbf05ee9e243afd47e1e93857e76afd9c4390f226246f221f6e51fa07bfb8861f42d74865730c88bda17137b4a297f8ca01cafd9fae98d7239ea00818ac296bd2ae30f0a850ef13fea8291e9a60d1f8785e692f6a8f04ce675a26c8d8e79808520565b11213d051f7169307090f7e3915fd401be1010826e9e9441662c09a263c1aaac14f71667c250287b4c37c33183e1a8a5dc6d3c04ac2d2f9905dc944ffdbfeea6ba8bd09926c47b35b97ad93a8f81debf755f613eaaec4d3597e0dbe74857eac7965c51bfb91e9102d6ef4ac06c4d35136a9b3178e24ca601545be6d23bc66a3ae478f6be7f2a4e37212ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698447415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=910ce6309833f00c0f9b1a8289b0c57a9d48ff541e43b77dd8e7aab3fdb1d1f2aa6ea184a73765781321859ecd737a100a917332c429ce10c8776fb794e0adc7cc57339facf1ccc36abd515f7cefa97d47f2ddf7754aac3acf8fae64161852c94e8ce697bc072f733b9699275d2e6e8a27f68a6e35efcb25153b2a7ef29a0ff5594923d9abc1ffab9941771ea3eaaa1ebc68ca446461f2b0b18e1aa888ba69b23bad6f00efa4e932fd5205f13b7bff4ed46654e79a33921c941021da27ef0e97dbfa80288e593a76311f61cb9dca0b33ccb886e2b172d3ce02d6064a5bdc8c1406746a5a47aedb7f421181bef0f0ce204284a982617c83233a910d7ef669beeb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698457384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ea51eaf7911498441f6ca9ec27551b25aec5c49283ad2f33a3b351761abb2f9ae652ce3334a67da8ce57e0968a9f50bffcd790bd5120366fd635d3484bd690f0acf7d3210c3a28821f17e32323413521a2416452a1ce705b4d288ff274843fa915d6f4a7e6f6ceba7437c82204937ecb00dba55b16bff7f3fad0ff83c857ad15aaf03bcb8eec34813b0de54fee05f0083efe9b3c94393bbde75c1bc60674366f5b2a7e478ef5171d3cfc14af05fc4af249b45828e89092354ce12e5b759447806c009147a650a474056c938db46fb938e2bbd3382ed082db87b840ce201b38e088dd6c775b40f4341d0ed58b9887b8b4e25aeafbf1c94d91fb5640067bfc680&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698462474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3543cdc2010dc6745783dafc78c19a1afb3df5360a262d984d877ae68f582a5a82d6824ceb043e4e63af698c392219dfc2fe8ea5048610d8e559775a05ec013ab17188328545d2ce044909a4e8d2cb21d2dbf52737412ff72ae008c302d9756acb44fde87a6676cce4298b6c7995c20b1f99cba78c9dab5337941dea8403962b55e4fe17bdd9fcaddcde2d6aab4884d6dcbcc21df01960011ddb1926daa73e3cd82828cc15cd20ed7393ae1bd8035c6c43fc3cc863d5f6f8777a46ba5f09123a050f70e1eb1a781e1d96261971cea44efba6893a86741e4175daec22bfc64344a8435672b04e8984a3e187dfa5d276e19c3e07a6a2d4d1bc52f9732c7306bd9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697858425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b1303b43b6582a6f58dfa28a2dd133653debb767d46b3103ea592169f4e72dabe0270054a458ee976f7e91faef3f75bb7820157c1571cae6315573a3fd3d3e9b5bef6c7aba7ddb154663ab35d088c51fcb2cc5c72f91cb71fd53c165585cd5af90de1d76dc9fb1be4c6c5a8354e853e86614a576857ca7820306bd814f7196fad8fdfe7ff94de01528b8dc8a453d0c6a2b8759ab97e7c6c6242bd7bbf9aa28c059b2b1c97d1f09f0f13ddd818b1a23d3df69b1770978fdb131ca550c3a212db376544627128298017107149e30000aa4ccfa95dd297d8e401159ed7ec0aa3cc97d68c47fe0bd41e7161a56c127838eabd135c8fd5553fc4abc272bc2df3c489&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69794572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=618242a017be7c286deaa3f58ae6772ae7b4c0a2396d42fd8be8a4af98af68a60e2b332235a8478dca747dd880f9993181115bbd8f885773fa1b437c792883118f6693ffdfd8999a575e2ceaeaf419c50a767b3fc319f3bdd49014da6901fafdce32b402acf1a0988aed2644a2cf59ae4010af31dd186acfa2ab2e42d224c540bfcf26fa2d1ef0df8f51c6c83cf887a875f9bfb7a41704aad6d4272e09ed7b0250ab997e8d0407f35729479ed1c25f1b8db3f3968307663946024e7b8871364ea2888f8d7c2cb94b27f1c2169e85ebb9a2bc15b81787a5f90842488624d31bc7889460731c94ea3d41b6c4397764e04a50b7c75a52d1c919fcf574da272a9937&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698015161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7d2d481eda9bb4941ecae1bcb1231fb11faf253aa94f8284ed63c98ed0623c08091f60de1e081b87e044aec8583eecc957459270b6798bb0045acf12414f212101ba02583cb601fdd3fae704d4f31aeca52b9e6f4754b78959db6b209a0fd1298b50f5432651efff87906042c7d8ccbd71615a1116e576e45b28f81958195dfe50cb19da2fc47be46fc15dc08016315f22318eb217aae0d5a63bbed3e122e058ea4644ab8ad8d4d9037f90692caba3ea712e4f94545879038cd38f350bf2a1d439a889cced0a12e30da59d8d39bb9e5ddfe88a5c11cd45e6e9d09910ff319bb5d698a889e4c4427096c891a7625595d28019558a16c4cb34867938c1a2dcc8e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697840201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78988393ab17e0f3023a6855b70348cf901a866acb6c699a06ca2bf50f21768d5bbf61acc9653dec6c50400707def3ab5484a2622e088b0c9d268f59c1e6977c53479edec512150055cd31141de09dbc06f0f771deb5ac6737cf0e04732f4e2947ee41c3fa2765555df74e108c49e5822bd4295e0b5e9bce9993159f35782e44ef2aed7bc6c605be03386f286322fa8d8c5629209006a4f721ada6338463b1ec61e5777e1ded71b5ef4aca9e9db64edb0d0d5e4e357006f58d53c19854a32ba76908a6a26942ab4ca53f19d5293825b043681ed325724968b680fd82d4a42ad868769935ba53dd2ae0c4881845220174bc02971ab65ed0bfe53c38edd177e10d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698323412Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf6dab0eb5976d866468db7f5a3241a698cf1be4e57c2d0a8202d6f16cf77582acc40ce87b7ee2198690386aad030ba4bcb8eee0f2d569291fc8432b4e1d2757d8729f7cae09e7df402ca86fe2f0ce8ed7bacf6cdfde356b190cdc6ef945dae3fc059320bc4f6f6c90e693ac8fe49becf53c00b595e2cc87a6ef5299211ae1dbfe2cb22720c2440488352b59a7c6ea821d93c4f6135656ce57e34e7fdc38cd2d14319d9d6ec111f7b1cdb29136394221e1b73706adb47250b71ad8aa271237276ee75772a11f7e880a2e055ffebb68aa241d4d5a520f745ea794b70eabd80cbb67c7e52d0492de51b3120b8274bfc7eeb658754ecdd3fa8a441f8c66d9635ee0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698652362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=263f5a4587375c20de84e706a577c78961c8e30e15df4ca334f36151c33f66ce1c79d68aa4d8e35f9b6030d0c964727ae609d912a6f1cbf447dffd63008e941320d48b17581d3f912a47da1567fae3ae854ef3b6670e046be8838f8c88de879bcd54379c7666fedf5bfed596d3b85c1ee629dad48fe16cc94bf8da597f2063046760cb7bc2796b98f9b4448a8f27445a971ef77a197d7954932900193e3fb4e6d942705366bfb3e8cc77114a0d09f8daa8e76166b3c607eac64f7240a39d0ecb7a5c7f8e8d7308c76b660b90abd017181f2875c9cd4630abf568cf3f3d8ed36e21ecf633c63a6de343434cb4f635811e73b526def402b611d6fa8c19c00c93fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698016363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3c025dabf847848a945a8c4e61a7581d526e14f2efc0f5fd2d21b01c7f79351ef7f9368b2e89cc6312956a42e2d135581daebfec87136d09324d8184492785d8ce5e3f1e51cb7c58c85b1c6b52d30a6f1046a9b39795bdd30444385b9aa18dd272e919134907158674efc3cfdc39841312619bfcdefecb627aab460b4af399047f347b90418b9f11b29d0e38d2121ef9ba5837623104f6b3194653e2f384892904834f76a4b6d10b3550fe025ca5964d3ae2ad5ea1ee2d8a49a5853f7a6db8e6b9af718a7f2d079754d7a0d3e2fea895a75bf6848addae054966217e23f55400f308cdb99de5df0ab22bf9e8671ee0b91272fc8b708c910f52162beb349b2d3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698691936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51e4532a28eb7a934a6bbad349c91833c9f6c79ce03ce51f0a59d888417de585efa559dad122b3be5bd5ed4a16c346379711042a11d569968f2a6f491549dd4f98965a1c8173572eb11e75fda40c785b222ce8db09d7e671993a818933e5b5ddc91ceec25003564700db3713cf563de52877e7f945654ddd07bb4369321e257781ba51ca514e5f94098f7d0d0a2c8fc26b6e167174b694775f1e18610c05ab55b99e135023e39dbef1e58db80a56aee67356cf3d0efbe2eed2e4e0b92322594e9c08aa8c29f3d0f47496028a90d722cb1fac28f883abb6fba1e38fc552346835e8e8abdc70c2be472b3ba5928de146f79f2eedc97129048148c6bcae0b2afd14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698388234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6cb66f085f843011fa4293e722de44b6a26818bfd8584f6430a5106d513d906916c48e2e4ef438c9baebed1ba070be0e60b1a9151badddc8fe9fd37b734843aa1520f65e96331b35fd5c2c767aa0b76ef884b5d8a99d37c6c6f75e86c2dc7d5a63930fc8a4858889881e99d9a5370ea32b040168e2a6e674e31e096aadcd3a4cf11856462bd9df906992138194162edd9c6b359fe0cf884b59d7e7e0f3714af69977f890529a27929cf3fa3a3099d62bf529d18850b9f1c481c01415a7d353a9d86e13daa89ef6a130888bd7971c0d499b7a816b4c30f0ccf52d0d79f707a6287dd769cf10e1434820763341d937d093e530b0f9032e1248ad612c12ad1e50b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698713437Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=45535b626dbb40eb51436e5645c9a7560f34239a79fdbfffdc290b565a58bc5cb7f176c9b7df02ae3bdd5524819c1e4ecb5e934812475136dced5e7a7930aef0f17a12dd5fdadcffd138c89ed0f74fc6489e012ca93848ca67d816d89c155b4e8a62800b084d13ca82380d93eb6937665998a81ebbbd739956774e903617d3f177d115f5cf404cab9593d19cfbbe06c88cb41f53cc526e29d4b8f394553f32c458cfafae034164bfdc70ba692cb8fbdbbaf2c78114cc22f77c7d339900f26b41a2ea5835cf00e104f0a973c2433c7fbb4aba910f9da9d9824911496ccacb3ab65ef91f8c8aa7f090031f034fb42037a5158ed4748ca932c5b421c1a83390ec7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69872026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1056405d5d00a3cd4a4aa76db50972e734d6fb5eec647f05c6e173b686ce8b25a9f4ad5d6d8af0939087ccfeab9c7c97c427a5d018782b19321d39928e327f3eefbd32c7faa4c337c16c1c662c54cddbc8d30d704939f631ee61a12612f66c6dcfa9d62aa9d316395deedf56fb575faf1be018ee1a9ff7e6966f25829903971f845bd7ea24b97ff6faf77764750df8593ce567014ed8dacdd27550bc7332c48ed52b24c9c901e4364dc71dcd5f05501c31e3ee49afbc7610ce47b0b6687082722b954404fefeb474c71301265f92523167c3523540c12676ab3a6f74981ba86f99a5fbd538b2beedb48f8c18ff373da6c18e4e472a6bd722c847eda4940385b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698741149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01e830dfd61327e60172c70e05039dcaada483729f8ccdaab04a48e99d7c790bd8f649b6f8eb482c859e9b89b09d6d8df2219387a01ada88b7937050c2a899cc1b2ca182f8529db6e30c4b58c9a9b940b74a045dbb4e603741cd04eb21f26e27a03a29c7320a20402001e736b164faa8a50cb0ef95d159f3c63dbb0f348d7b440ea2741e615e26a3af22166c09a210a234ded62c6d7e7d30e8652d5434b504b4526047b4a7dce0a3cb27dd57c9ee32b88dea5da70fd0d475f0183b8de170ff433944fd3b498a671f229dafe7a0ab5599a21bb3ad361d9095e66a1d511f7aa7e1bf917bc810d667b4227376e9933fc67c8171a1ad06d2d474fe4c7ba4a7402733&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698752771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a0efd06351dff333ef1c3154ba2757c969bcd3c451f6309f6eb41be417495928d384b8d5ee731e64415d45ed0788259bdaa1a691c8bbcd5230280664719c40eb5e672d4d0eed960b2ef8c5a6be52797a672c71f54e618d5f47b55f6af340512d9482c482545662679a90624f67c2604ae9fbead26af03a575da91afdbad26586dc7a95baaab8afecffa68bb862527e08a949bc03243f35c06209c21b1043bf81cd9b1d5e312e305f5c8cc83d5f43c5c7032b8037ef8460c25a2dc46ac0cd0acf3033a20331204a9160ccb66659c2a02384bca5fbfb2119a4ab787d4a55db4baa342de92174aa6f3e2b3a6a6b5627538d3080b95e9d31bc645ea89fe0b422fc8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698779481Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=972f28902500104ecb230470063b9292caf1ee055be482e00cff92174d988b65cc82a5167ad7aa2eb8e0e7298bedb4fe924cef763b87244049ee86962216997b74db91561b6153ab61479bae18d4cd6df66988c8337abf26de68233ef5ada4ae60f75bc1a1285006f0093555c2af1da2340557f7ccc828ed3e999de31c53376631231afd3a936b7f820daa5e073d46df5485267936bb8eff084dca43ad03ae1bc7e75b9fa36ee35811b4faf979a508d1d340b25e84e63a0fff914ee65870936871a3b6d6a239ec89c898a9ea52f186ee0acd06bd325c433805a08d09150e13df7f7626a4216f4e5d04dee73d8df3709cb846f54c4ca579b20c9a687f234a3049&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698791434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84a718b9986d978c1fc4740124ff555945ad94982964b363673a7f55ad0fd68d6b34258bf3a295d4ed8699ca4b3c1eb6afe574c062b755b568ffee17cbb97fa1a5486bc5611b24380a2c310534e44fb80d37671b38e404cbe1be99e120604448dd9d56a477c8f77a0627b1e38da09250a32d5ab9857f8170344d0c1aba9c0fdd0d0227edf53cd320aec2f14f2a1bdb90e8e2a83e066c250355de43b6d3317dffc7adec4435e4bf7ee356bdd9aad7f950f5e90db992684570f7caf052bab45ff94a6a0727dc665787c75b4089e0a9bed89b410c473584d8227cba447964547a338091711a5a07d9344295c4a590c02435208097873446d6fcfe39dd1330e61210&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698384397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5e6a2fbcf00e68f4582ebf1df78a4a90fdfaeea2298ee344fe6499f4dfc6caaf9c366eebd1eec0d777c9ed776165b4a3f7c96e58669725ef93163461ecee3cf537cab74b61111b24deed860ae5d00aeaef4faefdeb4a376ca76a75a9545241e7fd53b68d10e73ba3b63084e9c273682bb7a71a9dba0cf4aa2c4f9adea837f05b52b9bc786a5d515c3a9cfb7beafd8a1a455a9bbca34a63f08baaf23a6a0f1693a4716c49966d7191ba433b571c7506d1bf52c14258728e4ec3ddd1ee2bc479619b1eee6c5966b88b116e47eb3d6105d8a898ddbb482efbf5f84d303f295c8f543010a3182bf4994d502d5ed97cbfa0f9e45c5b62265bf4512a041f5cac0095fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698827091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c35ce03d84acbb8affd854ae8b7f588a54fb5568288082414e5e7504b68c88d377b30ab3fb80db9dab240656c51074a59515f75b4de7c5f14cca292e20f830d86b6f882e1c54065a6e2295446e56e55b6dbe374b8c38b8e5fda54824be4334d8a86ba53aef63782f8f9da314ec135a175916687364723d01abe1e48fa4be6cd7591b5e54600c0ff05ad13c8db96ce853c5f545f0c85395046e0e8b81ca8bd9a0d5e8f7709291519109a65c6053838d44e755dd7b097c082d98a0f37da5e52043df984905f683ac862dd30804e5d9c8f94a56f5353ede2f3ecb6d2ee9b75b3a1cc21dc22066439bd7b8a23d6cd5ee57bd864e423f88e795c4072089cf232f1dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69883728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7da7dd5f18ec50bfe1370cbe89f19a4d17827d360bef4828ccbdc122e709c6a68def506b6469dc743adc2eb8a90e07a8cb4f48b99d3a4e580ca183254b7de8d6a64b21a75a189a8549b8111b766af5348c7ddd3b347be973e68fc085e6e629306fab631f337e25e248d180a32ca1e25624f1f133a583305b079c9fd5292ee6bb3b37cce06ac5eb8d847ed90b5ac2c9f210c5aa581b6b0a1e0b598926748857c3c85c353fa22cea5e9c9a0ccd95efa042c919e2314caeb28cc869012ac4b07cb42f7f36a2a732b4488f35d8581b317bae074b255e955b599a44fe12ea5c92df44a8fb35a389f7890d9fe55ae788fbd5d8354b858c11a8576bd3d96ac9f7d80a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698284729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=80ed098044f439c58d67416de5726df4b6ee18479585550f86276459fc594f26a73ac7c86976d41193eff9bea6dde8997d105c46189ab8114b3a6a26fab012e2f3d6bbf2a2ad0d24190c110cc9017c2e14ab182d2322cb573521d4a1de3eff74b89e50f9d0af1cc41cb82f3a81d64a69796aa65f4d7d43f175115725980302f48e6e1595d3a8610042d3d6f8434be0de8e34c1e7111bc7ff800b816cb1c5a519b06dffee7420371f1495ef93c779e6d1a6c1f0052b3e2ff1dbdfe5d277c9c7215fb7218fc2f5b027832eb9b6f6254ccdf1ec7c384d2188067ce8be5772069292fc461eb32f6545b7651fcfa524e6b6de68e7e53932b7227b690b734a98827da1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.6988744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=89e3932afa329ae9c4cdd20a0279c7304313d2ac7d37ade4115aebe2b0f41d028aff6504090043b7d1895a22c553e58bcca40d6011134cf586e6a351fa7a2899efe7c52ab3c32bdda8207083c609fac6199cacac24de99a4cacb06bacc222461b1f642676e3f836e0d2979e5702d2ea5dcfe1ad9b3f973f7ccbdb47404759e8057c37666165627bb6f26c98f822833e7985e250934483e6c3a657b3486d2297cdda0f1d11874fe441e6353cb9b985662227be00496e24461cf273005868ca8848feed5fc05690ef4612f2dc24b1c9d87fac3a1d2c8fb6d4cf96a45de3b6207cd34fab884c34e13c7b6c6e58c469ea4478d0c9a506d8bf46784a14cccdc71f9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698292353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0fa909168b087faaf9ce4dc73ca2fae84c7f1a5ce433b91675190c8841f3cd7850dffcfc10d7a40d8db67a201912720bab2f8552c632acb0775f706f1327e1af22147d1097801ab49f14ff2afce61d186b60f45877f43c1799421e8f0bd1b770b8dc2b8d3fcb2d44e71c24fbdf7840a673b01c860bc271cf18428b0ce51b4c4ff371f8b70e8187da1cbd944c4108c2f884405939bf1fef9633df7d5360342b1789aac2347305302509de6a56f35454b95d89447a55cdfeb46be6a5aef5de2935d80a8aec33f1c4bf42708af8915f0da425d7adb1e1f555051bae32d493d9535c726a313a4a3a8b1572f79b57bc6d1d43a17a71a22f910c04451b87b0b3e8702f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698913845Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b4a45d3704a728009f324aee5cb6d2a7fe3c6dee0e9001440c86ce6a7f6adf8f39f94e0598783851f2c4d2a4d10ac5000d96a1a1ce6e35b22af6f641f5071aaf8fddf21295645d451d7f5b188cf63a0e9fd26b461d3b65ac383bb8e93507745b5ea4b9cd248f087d9a5a140881fe61d9d38198a9f290129f08a063b896d973e6b543e67d4afeedc119b7293655e7c3cb630ec76860c93b951f7cbd89d9ebc213830297d397595d8b18e183584c4786b427c5dff411906954e8551c6f93c15530087b7a943c5d63f3508a641f8c735f9766d0e87a0621d2e6df49b28209a61961393260e4a8920bb7550dce408a5bbf3b93958e68cd0499f8be46a793e4877f32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698692347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6fd97377cd01f39daf644e45de427fe16d9ccc66321befcaacc9fad681c34a844dfab4169b955c859075d14d2449274c27e05aaf817a757eddec7bf8a1c51bc4146e7f29196f1b2241aac95cbbac7f767092bd0e633e11bcef6d8c781d71a018e3d0e7ecd1fcbcf122c98c32cae095d313b85da3438552088fd58cd55fc63a975c775859642e41706aaa79c1b7e3dbf92f1b1786b0df69fdac6469841832431648fe6dc1bcd07fff4f5f6d5a9f507b2556d4401f93fd56f17abab79e5c2e22d436d7ee5a4545075d82ec7203289416b82c0d41b50d5734f97bfd4b72e7867bf4fe56e9d1fb0dda7403557537b6645484e025077805162d8ae10dfcb73c7a4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698945124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9acf0812a3e079eaa37f8ab25e9fe7dfd135ec0584e479abdfff25ca27aaf701450f9139a33f0f3ec525d3441936767972f819b6001b645c3e89d6d1ac32ed5f451f2c6dc580be19ba324281ef3b2d22bc0c3f0260d478ff2aaedb105c00d1db730e9017b1d57adac207647c6d53018a5487f3131839ee391d809a33b93af5ca29d196ef431d994294fb002b594426ae8c4d022c2e768c9cd2fffeff44cc0c9835f47b36d021448903f6b57ca269d15ebdaa5b94d9908f1bbc6ffc206475e2641025e2eae1b1f6c2544ee03700f6a185bd43e55d6ce33c27796a53a5ef2880708bd98698e82d494f25165662498d4af82f5a10e5a3b62c65f4832a31dedd8090&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698345193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=77b18bbd2d5dafa3f53e04894652021962b2a526df8ccb4a44938025d2f3ac95a71b46b8110a272ed90c03b05f7d9dd3243925d4214a5f8e084de483cc2ed774630eaa9f107c07bed6dc8a839547d1dfbd7073003f6fe241db1324cd48ba8e794a05f0195a44ca98048c1b2a7a5e9e2dc7189becbec54604342c0fa45385455cfff7ecc5484da0b440b243dcc318d27593c7803e55a3291c1179eaaf252fb7fd10a9f2ea3bbf8833891e3c6ccc772b02d2e7b0c8c53fd14bf6783e0ac3429f9b807105d1931fc9f27fe650fdc43f43c282b75ed090bf029ac0b0f24ab672232fd2c8bd74ba402009d68b5a0183513736701d7fa3521c4f244d2de836cfa0e53a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699010457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4760cec105643bb2438f7092e89bddbbc00b414b344eb508874ac61622f51b5b954ec0b60494970b23135efb02b9ed2aa8c85a67ad41a6d827ae56e0aecbeaac4281ea877c77f3f3691572a57cd2dfba188f7d5e7024199758aae44e6ae855e87cb5be184d4e02180993549b7ce8a900f306ce452842a7840a0a48128c13c0fcfb1fc6c8093396db20b90deb884894feb74246eeb45a01a71fd65db71cc3b8d7e66ed3a356aa2b298a06ee2dbacaf31e8d44c9db6aaf0b63861c651c7ce15e8097dcbb016093010748e4d05b6d8462ecfd6d51df368de2c8e88ca8415c5e24b077ae1db32d66cc7e82f1e812885e675303c58cc5e46365e344976adade2b59ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698724137Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84da58520490a12c43b63fa21bd1a4bef7c573145ae2ba92d72ebc25dcc996f5fd6cdedb4b5ff3f40673297419d6ff82020fd52f9e8ca79c937204e10538ff91aa12609e60f78c03409e0cd05632b4b08cee79c0ebe1436abcedfecfd6a214d390da236b42350722ca37cf7cd11677e5e5926ffab655c6d906cc80fc8e545d4e423d4c1942984ca06cf77b473463e995232e9bbe3f80acf131764d96943bf7f97b22d4122a3c4bb10968ace49b45b7c24b6de92fa4d67d79916fd7fc4036eeb142a9853eeb5df9b41b9937f8414a3342d0c817746c8f9b5cf7096acbf37e0eb5868a28181b7cb3bcbcf1b93c9948c3d1c26cd8820debbd97e95517f31c3ec39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699083274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47d753b22cecf223e911afc77f0eb6743e7199a858918d9dcf6153cc3e8f04409f2d75c17215b9291bf36f7a06d7d6762e559ddcd5821b29799f29ab1664be088ba14542481917333e10637724ec2fbf8db4a8aeacb1a434de9f4fba7b6e5db5c443373a0b2d6625a0f033bf80e2753bc3b2038def923ce4ed2c5d8093f298a0183d68be32c8642f35af98173d5912568b2d9a810c2bd23b6be489d30f0d22dce7aa9eddf96a825dd760550605f0d88e9dee7c5ada6d193ff4b17a62792767482e4611109d60d2e4dcbf616b81b774a75cb1dc63d2ed2ba63b04ed0e0fee6f4fc59ba8f4704dfc5923698719a94f5f50ce0cf2d18ccbcebd6baa874b42f08e87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699120063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3db77a64de062e813f78f9dd32555fc9e813c63124d7d33956361823b396e1a0b1611d4c05711da4f4bdb3d61350a4529fb859dd96ac584b31f25a8987b9c8c0f7f916cd6e9f6749fe3f96636e7d4de31223cb04f9ec61d180f80f3488b94d938cfc9e262791e099f51f51120bfd3e88d3b766a252416ddbcaeefd87b2adfbda9ee73af82f51476fbc19309e1905699aeaeba14dc996118b97a73315ece9e5240c0b49074b0bcc141e33d1c1c989b44d64589e15e2dd85a1ef91ff414e3219bd623ad85c44a885f0dd44d342022021b8c4714f4a5d341f1ee89b93956118514f268076fda2349c6a39afd34957fc1e97b04d6d49f42fc0bc3b4a33869c9ba621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699134891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1ef07baa28e0b4a5e1185dadae4561e122ecb912d125e4a85940353099985bde1a49540f79ed9ccbc1df177b4f909270a4a83188d965b75d953bf60f39b41cb566b4f989f01897258cdb78ce836022fe0dfd6b1f43561b21e051d0f87a08aa053270b1916853ac8193a5dd74617b17902e4c625b9bebea3149fad457f3fa4414d2a669a5b87d067d6a3ad34941ef148c46d367b2550766b328fbde50126c6727513067e93f0a01f22c0b757fbee9662b8beed134f809d1db1fb635616efddf3be110ce4b98bbd82474a6f529a5dc15d53d92467f3297a31c9109fcd12e5ee7e6f893e82c235a24c4b2b4250dab9d44cdb5fcb170e87809dafa22c5d2157ca941&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699191859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=55861c08638cd4aa3f5f043473faf3bb7dcf8daabe1ad11f09110e79979ce5bcda2ccaa208dbca7ec1f8c2a531ce0e348ec9ff70ab0e655c43b13ac1d6151570e8d88df59de9e023834965a853c77c3c246e7e54b710c9f5dc1c4e017f0c2e06d38486d289013895b9e28d839564b3da00cc113c2828202bbe8da1363f46f29054b864020f9515dfced78030c270adcc68e8ad2bad694467872164ac8d7952ddad7d9a1ce5648bc6b65483294a9712d82baeeb3a29d47ee2382949b09557a7c7ef946cad34a11daad18d69abf8bed31e72f7ee2cf350907118363346ca93e6ffc0083e9ee279ebb10af4695fc85f1e8615351a2d102a7b53860eb5c5bb39ddc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699191778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=749a2634e3e6d72f25a57096dcd2300e568208501d49cf598c57c19d8939021a3882453d6737cdb15e8bfd4390caa51f87055d58bb236614eb188bd890797c9292b700da87c9f788755c3a6f4d8eccbacde9a65620d9cc4424e43d32b85d5e65c56e652236bd34cc56c193d0c815957d6d63b620f36c001ab9cc46920a7208c7f97f70b42526db25af1c3061497c4f196bf6d6cc41ccf25a70b7174c803f6e08392d7fef27e7bd0d7ee6bb174d1a8bc4fe456b5f3e1af66834a5b26a6563ab59bb2be6378edf6690c1b26f374252f6ab1e7d94b3083fe64454f7c1ec2c93c4b86be7ff899eae48eab8ee8aaa92505dadbbbb2ff073d9e6104a1488eed5c34d0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699242414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99242396ba238b395502859e7c4b8b0c8d852b0c50fa6e89c05d6358e1522c9dc252eed7a1f34fa56dbb427595e3405028e9d3e95b429b6eff5d96104fa8eda10ca60cf877e9894a9bd2ae8bb0556b51753ecae92ee07e6074910c7e8c50b8403540bc74b5323aa674bb950aea13fba0b44b2d8d5c7c22894000f35cd2965b03f86db88523c84ad4ee4fcb8030029e2e44bf7b468c0dfd9b44c7407e919e9de986256814a2ccec356bc3704ed766c4ebb2bf5e50d9d468237e990e8fa6de0c617a10f1fa87886d3d44cf26218a41c065f2a34d0024ae1a6b03eac73a1265035412f2a1813c45453f37a50e58cb51ee667d4ec029fe066e25d4817c30e1e9dc6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698316118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5c00cafa85649dbb3903194464312e64c242a480aa9eb32b3d07f8c59fa9f166506ab27b730b7daa1767901db059575a67103324eb14265e5ac5f57e36a3543dc11d413d244f0f0660bcd788ff3bf9949f73d071caa6fb62f4575271020b01143c33445c273e40a8addbcbfeb965a6ac578572da900ad31afd61b22fcfefa5fc90a03625f736a26b401970fa3b65f62f95d9629c1645083184a53cbfb4ed89df3747d76b85d4da45a490f239aaa08f6e5b7c24cb8b08f1583a51c079484086fda089a8f2ae03b2223f25323351167a656b58601b6b71905de85ce9907ded98235d83dff6c15433c04de27470d1c0f3bcc25b9c2440871c50043229a980e29a6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698325636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=15a8528b27f2d1cecb3591bd59a00a1098ae8776087f28cd07502f8969a31dea83ead6731abbc125315c738b014dc5c0ebd354d51f2d5d667d646086d7d39c3ac9e4a8622c3e8fef53bd3e80f1030ad38fb5ee2080ed3e01bb205124102a5d235f7a27cac49305f8addff7ae93c0fb935c940b055c25a30d89189f5b04e9bdc67266c1cf457cd86dc48da8e8bc7ae8d56c88838c2992d80c106b28281ba726f7fccd2da35bd2d4e235d6555bb6eefbf041640f036220feb1f2d45477546ba90c5c6fffd08da81b314417f5718472d99f82c87e439d2a5823c0c29c99088803a92b8c46439704f333d5906c7036bf1adb358c0e5ef3bb949f201f55aff006f5eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699339787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=239c37fc3b4e89c41d41370aec4973e86cffa91418ee5da2572eeaffaf01675d9211296c0795da845a16fbca0db3ba927e7e0db36738ca41bfb865c0ac6e20b423a2e0f06d041b59d0d38d3f2f0fa0b858df8dd0bdbb0cce8feaacfea018b471e0810589e560f1feda31c19687d7b10dcab3195c6cb26c72c97583e03ac01b8132552d8c44e14637c75e58a6009f9eba97d13b52b3825173297b4c33003406d836a0c3cba9103ae534045ff978c602a7e3de9326005a0d8b25e21831bca8bf8034160ddd8dfb79f8b6bcdadda5d8afd1f83a3d20575f3d1bd41fcf3941d3f8c537d273f1314215be4b8db204dc3cc4899393660dbae374ba19df491552e95aa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699365616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5be4cdd87558740c2f6c15ceb8f1cd3ad3d28e692d006ce6cd9828f2d9c03bad4f4b5a62d5e7833442a8be3276f6fc528c29ffbce09966a772cabfc002e37e5723dff570665bede7a5ca4539b34779e3737e508fbbd12bc20cb10085539a2c7e5472a08adeb6b3fce3819ef86662ad644122c648bf462acd93de8100fd584223d59ea32e0d761e934790dc8ba718f179ea3b987e379c952fd4a37c17df4ad43ea404224eb4c9271aadb0cf8f8a793b72ccc08f0ea6252149c7fbbfb53a1cc3eb1adbafa4b4d8cf2e692c7c5d60ac24f1f029bfeec5ec015d6617bd4ee2c7a815255efeaef87d764acb0ec7fdae516ea6ca068b727de129f61f89e984f470d6f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698323422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ae3f7ea3d1f6e10507b401a6bcc4c2d2e956ecdd012864f4244edee635af71a8b7372f7e5ccced093f98e19db2e28771ec5685c3d463d9a379a9cac328f9685ba02ddef72ed52fec96cc1e63d68f22e4ee74d03cdfc6c2e1d9b8ae1f77bbe28481636bfdd40b98f38a5d467c0c343420dfccbe0b5e7e189d659f79c56de438a23f5545f9f13755feead8208a3a85b852d9cea0fd8902512340a0b480fb06d03592d36a120a8234afd469b6ece31acf51177c335c5fe54eb11bba4aee52c1cdbcb5c51a27021dd32d1c3d093b6b2c12853b6ff273172c35f0868fad5357758e9fd934a9c043d3a34176874ab4c3e1e34a320e8c5846b0d7f8e57527a0363744d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698420144Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b19878ab143c2609f8ab4696f42402c8e7e234c10303cfa23e8a1c1f0dee80b53363aedff71f1825b68c7a452cff234f242b2b531b64e8a66fa3cf349479a7aa71677089a1743699c9bfa2e9358c39c2e10e2a696dfedf179a980ef353a0917f8ba5daa48c35f28099df4af34d91f7fb681c12150e3c05d4dc3274be103cddd8745acf91f2535f14dc92e1af6c7f76fe359ea9ab36df06a88d349eab91bd160f72dc3c3dce2939569cb129de2fc38a64f3b23808ac33a75f4dcf946919499317ee63b66c5ceb849fbe2342e8d245ffc82550f9692512a965c27fa031869f7939ed9727113ecf31cac4a66327cf104662f5e60f6553dc65cddb2acef3b64abdb6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699403978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=afa90a9a13e2b262e03f77f05b0403512182030e8aa9947ba8f5464f97188f0472d8e8b53c5d434556d7de8d3742846d5a6b8a4c42c853e1c2d82b8bc8e53687f88d83cd8e6216b99894bd465b0bc3dc0e899bdfb9774124129f95a5961689f57f7e6269f77d1cac7fe7a955a3246beb0835132b2467692dfe347ac77268cc279f652a15b7135833f2ae1b87efcc29a5097e5a854cfe87795e06c6193b2386074392b721c6b6a3f00453220a440c4ccd0b813bf619fbc661d7762baaba15fc38821b2a16ba4fba92198cc7c5e51de0c892584e0b8c6575c001d3f95d55f657bd7c4f059ef8c963aff7c12e4986acb0942c46774df6f39d559d34bb5b805be548&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699429537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=97dc1d28e94e92ea5cbe2db90c790f67a6b7e937ce8057461aecbbc7e0123b14964981c37e48db9c10b5217dddaf6077834eb083e2983cb0b96d78d06c5e9ec77c02631f80850e44245e83813fd48875a8d8292122641797c7c761bbcd8a9db2ebbf6d5ea771516a716d859399d71630dd893248cb6e2946c3eac2c3b4e9f85bb84a2a267e8667df177fffb47d18db328f66f3726f657cb2bff128e9070f3444ee7774554dacf619b44c31f85e482f830c51c2832a1e4a9f3ced5ede3d691f9efd3fd0dec6c576240994c42868c453beeb2763bd91796a43db331cc3a7c85fb0e5e7977b9cecd6699b3cf878fdbc6ed8c0479c9f27eb20a128b2b3c84341eb6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699480092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9577a3505bf9e109698aaa0afbdf5dc2c6be995820129921a3b1310b5d3622cf10bd212b8ff9c57d08670239eaa2bf716d48871ded1570447b4aac44fc27aa945dd01e315dab34ebf97eccb43813c35906d0fba0c9cfd013b73f5d486fef86f16b6d8408c06d4fd5a30d524a8c0cdfad04c42765270697ae18ef1c3da9b2e761d223d7a93d7d19b8f9ed277562bc2d05db019d0680c65a1ebd4b9e6b08c5a7b83fe06196417ba25b8eb84bab734a5c4d8b770355c415711c35ecd1e95477eeef878c01ad32fa97884959005b41cafe8df2fbd97298b4b191198cfe6d129ac3db6944019ff5b31c2475331ba4648703a6535c041223ba7fc4ff73ca35a06963aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699490672Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=14f8bea3c178ddc81ed90dbd809326cbc7a25a96ffa8830f32d733fd7ffb3500ecde083b0f08421950a8f56d5985efa29d8967461694ed75def8479c14dfaf3ea61246f1ed980bf76d8b3b0d949a1f694a9efb56f341d9677eceb5cc988c48349c3d2037e3150816a3a5fa3626e68b3ecdc676064eae0965414a0d01a290a01bb6451056de8bf80b60c3dd7a3110483bd305f50396c6888b35fb9e56502b1a802166f28d8f54b6269658543694a60d7f4eda7442cee31233121e1ca525b968e2b1b0ab451a16c0b0b2f8db24fd1d114d079f4dcbb7862fd0a17886f633e985253c09b32c79908b690f071103ef7caf40b8321f0fe7aafa01a52f9203c1dd2e9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698417629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8cf65c510ebcd4aaa58a7a7f50f0150462c1d708db746441f63ec479db477e0d49ddd42e7449e27a8bc2775c1ade58b5c5665a519268aaeb452acdc0d6f4f710787fbf06ede3bff71649292b45cce87a45579928d1abf0e8010bbb3b2786ce02c1c42f0230ba46fc2d3a63ae0094065a34d1c19f9957295569537c09fab8b281ddf4f6d58f6a2331395935669e6cad98092dcd8b44c2b4879105a2533ac2166c4184d7743dabc50b4800ae8b068b2f350f7f2dafa0c3e1ee575eb5a65683b3040b3672300bf6274d5096d5a0d51bd9a7913d46142b576236d0f5026f4565663a1ccf410d2a66c8f9b1948b0135fac4f11e6c6a875045f2fa480e23491e93d734&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698624249Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=18519e4eaa9f24b2bf42815ade6f1ec5444fbc7d8165e1d0ed2435c46eec2727f293beaf311b2078368ab7d300dc9c8b664f679825745c5f1b9c7d1daa982bbb51965ce55a18738e11ada1c69f228d797f184205bf38bad9690db5429b8b736d3c6d7554a7ef4992fc115c757ad7a45d8822c51b115ad0957b100e794fb14244241c107c986e391fac17f1819a72b4e42a130ecc24f186ce2ca89c9f487be47c14c1746475fcc9f06db953a729dd545cb67745ec44bb4fdf79c3910be8afd7f8c12362409a8b8e910d5c564e92a19495bc576f682e23ace685529bba96f160d039857b9d6b01c6baf944f657e31e57806bbccf5ee339a1415dd174c5ae203a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699544463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9a670145ed8bdd807d04933756a09b85f79e06d751812e19e2a240cce6d509e5d725a45da37fb99f7d8c188640470d832a4c9d8d543effef2b8a34c9dd6d3da66328b2bec66769508dac342921be3092b1e189d894ad9b88a1db5104974e919b4723740ae4d81b3bbeab0168006d2348b32a204e3161da963200557d22e5ea544fbbe65492e08a51ed0156de7ff410ad6db0ec7c61016693a436f19ebe22af0e3533816f8a3d0ccb2a469234655fa7dc865580f4a5958bedf58e36f3c768aab0ff232c4f81744715e90f2b5b29d13885c176be248b1467274824824e0930da1aaff11c1688d2f22642e5140d14389666420143d35a868fb47536221d476998fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699566134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=62a5bc62c2f9f8016818b7843db213c99ead9acd99e5fa7e5501381cb5beb31ef49717baa08a0f723820aae0aa1e8dcae47690d7b6115ba817e5495aa7a48b79006f2f9b603a01983923bf79df3f52a42cd890d1ab908fbdbdfb228c1d78fffa10125e0166055c197d906d57ba16c1b518abdb08a829f9c18c787535696e7efb2613f189d55cdcca5f2746e715ec7a640b5e6c8ddb5f08adec893676ca520bc351f18509b59264beb22961e8907e8ef7c403d6e407ccd5e106440e4f5ae61430f3303721d7a0c302a144d21573475157bfe73a8d7cabb7833b81edead570e86af6434c85526edc01ce4d2eef371681a932776c73ecbc13c25bd9c3989e0db54e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699088834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a358309067e91597301c615ffa3091b56e6d6db2974da6727e53afa85f0faba87b698ebc1126a017b9ca985320698cbece1251604dacf3978e9ff1ec3195749e2993d0ba9344e8cf844e50f273e15faec6ffa83bd79053a0ffce628b504b7a05f7ab2bcce016db33b0d4f5ac632ecfe4b3f40e537432b8299ddc4abdc561b3a95ba8e27c28e6dc4d23684111a1920f92fce2d62070bd7d898555ececebcfed582b0b8df831f6676d5784fa2f9c35bb78ae3cbf2028a8a13ddb1512d027c15bcf5e82f9c9d3b2f2cfdf0570d4fe233393460aa3d59844d2fa47e85c70958bd7125abb2ba9fb21560ba2177dd12e5dca804b36292982fd71c8dfd98cec43017912&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699647557Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=97b97158a09874635e4439c523aae0d0a7ee6c0a4b223939e35c1ac7d8562b9effe1c20a4fca91567e20674eea146972b7b03082f46d6d78e1e916b7c0d18316420b5d2af014c8cfad0c83c191e1abf52ff7df2eb515277efb3546e5613fe0fcacfafbbec25c969d01ee08e853a314b946c8af06a1e570945e4f5a12bc957adf43df6e41923d8becd9c6725b498825838e4a0a60ee68c06e38dd75e4c5fd686d5dc8af76672d4284ffa6837f3f3f228e616caa8914075c4f729769a65acdc875d4adf3ab0d313e988821236f3f2af0af257b9a174ccbb0379dfbcbbfee61f367189daf6fff2820ed6b5d98faf7a90e0705a45bd44234dd6000c0f575729602bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699668517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51450492f9c484406189506fd376a2035f964a850b2edb88f833e7ba833c013f9f84d59f8fc3d7aaecd20140390d3ecfd49cc793a5eaff4dc8427691526877306621c73e45d2e6dc7f105b0765c8378b2dfb30f6a21ee31a3f5444cfe898e0eb73d01d94d269b584d7fac24673cb0cb131110aa803c1306bccd6d73a6b32008904be44915b1926d39588a27a6abd03e19f475402c93fd0c458c47322362159d4f13b13b10bb0f64a12804f928908e4fbc1e8fb0f1e7b7faabffe0037b1a96fff733b8dd86de5f18b9f5d3e17bd9f93ccc13267252f555e5c83533a768adce17eca96bd88f82937aee4ad5677f9af68d74fc8f6a933f723f6e8c1416b7a247b2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698315266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2eb87a56671901bbe19357c2f2e43fc87d4139a6c26cb29e8031071461894cdbf67b755a29afc032e3fb2a79c952ca2b0a4898d288b3cab1d1c2272849efa6187b2df1229a8c43c62cbb80cbd4132c2119ddbb064849b35ba3303e9f3cbdd63ce7824dc15ae9322c95dce764048110af91ae5588a9e5970ea4cee8a8c3305a43f10315a3f00ce0be47f48fdcbd08e130924d20434cbde84908e0f31a6963acdaa68d5117fcbd83bc1e075378baaa4d9610088c40141c029a6a62a7e7d6d01a2baeeb72ae2222db3f7429d98ea74c9f5f151d580c02e6e0541366b7a4fa27ff05059f861833557eee3ddbacbd65aa80eae289c57f40e2464eb95d6841952709e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698403783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09cf843c924f3d1d8fdc60a60dc751a808bf52adc933c08043db8bb7875e9108e3db4204cb26028d663c51eabf4f3368ea80fa67ebbe59c8f617a595bd061c87d13f42d60eeaf8033b2a4ca748bb73ce2d50c1828d5aa249421cfab6dd80c6b17052d81fa1f961cf9ac8b5d9d8a2658f3bde4bdc89496b7ad65039374f85caf8acdc63dcb19399167753b813237f88bfdcd50cdfb37f3b8516cecb313fc48d6a93103b17984019ee84ad9837c3ec293deb2417dabfa7899b91dc6a25d3c4f6b2d12e9b0018f727c94518a76f789aa6c2569668b9a121f1148750dd29ebbebd8b35d1f7839ba400171832ff1935f1313f31ba31dc955200891c342995a539c962&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699767303Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=211d1da2d1b7edd815cfd6ae3cb57e56664c9c73581c437383c2996b808146dd4745fa44a577034db3ec48fdeacd20326c6526948acdd0112100b61670e8c9b6e1daaa39db144e230bd82a0f4233e61fb272063637ae34058db58f4818793d819e260d61a49863f3de10c0e59e5eaf2e32f612ae1fab9a15924451b187c3c6211688718472d50f839225f120ec9a0adce9a9fb6db0831ec9fc4e2f0de91bb07445ee0f24f78efcce3940864c44e629313da14371094fe8077dcc02b09a000bb2abc4bcfe1c19a4b3b4c8abec50364d92a3134142618d2b0250c61aa204fb35dc92d2452ceebe6c62a647fb9dc893830f20bc901066bbe272d8bc571e51739b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698294998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8f610d9b1203f84618b804d9f33c0c1f952fc0782e6d3c64ea9432fde1638051a02db906aff06fe1a79fc972bce86ff193736f5b2a40eb4f94b6a2bfe75aee9aa1c012f880f925774281e025b02ad01e04db3d91ab68d007cc0e1329a17adea4d3e6cc969e2f3a880bc65bce115acd2adec003fd767ce4d69aefbbd337f6f95b25f53d8f26401c0b5fda500d14895422e18edebe77c5e9de5924c9cd09a20b2f55a04b6df5c69f8f7ddfab63ee0f0ff312255b41919ee69ff8a8bb791125653d22f59950c3a046cfc29de07058e5a1c061c740971147516e83222c878926c1aed0e557ae318ecbfbd1a47a74ee5f95d939716101a9bc616fc7c0c874493c7787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.697986657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=490cb741c798ebe81bd030ee3e420e4105fe79c17b801b88f41833d818357e8a97c8ebc05ba531a32e59be6e6dc58fbde168bf2c35e6e85103de6661164dbf693929c481bfbd09b4e96c1c3bc66242f63177739460af3cc928966660eed2f5ace2500fe8aae1f1f1536c37cf8e8d96ee24ae2e3022f88657be44fd228a14419f6814d6d3f5b97c7f4076b13756a77044fc4af6069798f9639b09191876fb32bd6155d0e1f1dbf77664b08a0717fccc63acc7c61e5951d139b39d0a7b2852d29c5cd7e147be6325a8fdbc5016e54ca481d6a6421d2fce55ad1887ec87b08e4cc2e52ddab69875352582fa290c8ec20f7332a3a719540f43fd10a59ea8da44d1eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699434576Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=67b2ad55d3af08c665754820f26330d992da489c501b6d3d5ea2ca1acf13c576a00b7868d85a0ebba9929d3442fa6ba4d06d625ff187668196fa6527c818489a21dedcf2a4b288d55ff93ffd69caf7554f4cf3fcd441fb74e3b369de8e1cd19423c9486e6c1b274a97582fd7e37d3b1542365443118e519eeb43be22b4d8b44841a60536aec40f216ca0063cf401fb4ea5bfd9a81ba1ecc603f980b762f02e84ac8e0269f56386f95b0855f81ffd074b7abf80fd6cb859f4e32171b851ac6adf2e0b0bc1452cc56fcc4a566dd6410348cef1ab6df904c58683528c84a07b419da045505cf61536998886860790b5097d5563cb5059c6b76390fcd35b0c1dcbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699917095Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a72ee7a0350e4e55f809cb300691d688ce54cec741c77a9b05be5bc892b9f22f5bf1f34ed0b9aa6ef1ddaf2d7f09b48c03a55041de63f38ca18ed66c5b12e9e43115d9db8c34cd39a7b86131a427f73f45ed390d004ad61b2cd796892099a318f60933858a4e3977d2a3bd2cb31da03a2d0a6d40d5fc772d277aad1d7898a6fc7573fb47740c0c1870f1392039d8f3b73865dcfc78e9ecf23113dbc9b689d455389bcc76e0cc21cdcc6d7cd6c86466cdd199a9b51a7e8ac10a219f05ee16874b67ba981b34f5aa8a9e944a083f4e21cf947f6ac68e45c01086b813021b85dd08ccba799ab58d64ddeddc065b4e3c3a12400983f395f232f153321f8fdaab2f79&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698799359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d16d74a9c12f381aabb2a824bed0edbb23b252ed02a6e29c8ab586b9e44603f44fd905a257bf617d1e82b441042222f0402d4659ce79939a6137afae1d90b7f870bfb487399cbeceffeaf9acce7466c142cb157d6191f54e0a03a79c93df57a7a08757ed45ca5299c9f8748e85f9d50029043532cdc98efee1b58b3505854e71fcbc8eade23d9c0a57798814c0fd4621f41c2ad046a439639acd5c6ded155c33f401f6ca6b80628d1009505206eef2e3eb4f65be848fcd2d1baac0904c60f90675b8b89eee9e0ee4eb406a38e2f108493332c0d5d6e63d06d6e8e1e8883b88240f8a33d24e83978b0c68e4617fc5149a2f6d740a182036df34f46c612bc805d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700006544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c20d01de2effdb6c8db88ffbae2e5849d9f67afa6a33974f2158d6bb5514b5659b3382a5c5b0144f76baae099e09f4a2b15c33fef08932ceef4d6bb34af48bd2899da8160b22b90426d1834a0ce31d807f5f4abb4c3152eb406dad3e1e09ced77a5f25cabadb82fa70cc0d777406c597c72bf7eab788245c414b91fbc05df171fe1715f1ec9a07d03c166f9b1f984c126e4ad8550d8332aecfb8e2a5c0f7f3770223b424ca1b27f39e2e117a2de9bbff66784a3921e55f03b6099919440c8dd1da096de57067254cf5089e87a79402206f8d24fe7047c21ba6cc3e6062694351af16f94145ddface31bef3c9d656aa304ac01cc10570abb8225cbef4b47ed092&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698260353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=343791769fe554d964659079b38d870a3bc3d3427934c6f15e96195fad4b8d1a98871c885252c51db1e6807c60a70924d58f7847c0389211f8b89558a3aa3ad205d47d4400501c92be2ace39c957e093e1b2f883f997fef66f79d6a4a2c566c83b0a1f933198035a7316f0c30406fe1e752fe25f860c2f06847aa441404f90c22e9f8eb5dc91a8f6268c185cc58884cd58c87d137573a81f931c22354787c16e1e7604b2dbb5239e9bb17ac9c226f45566155bbcf142f0bcbb1ece010617df3521ce44644140b8bce2b0981ce4bbec40a82c6974bdd67567d52ce11dff59b27f7c8813fdfc49be877544d332ab9a499d875c6f77758dbabad0fb096db1454e6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700104218Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=513189dd61140caac529481e1c027da938f18aaedadc2be33bafd65cbe5f0bc3b8a7d28dde9cdb7459d731d6158a5c13ee7e6b50a1166c24a952335729f73d1cc55cb8051a3b39d1fdbfe25d307d9664940f1f9009a8c8d59ed423db34cc9a27af84a469d1bfb8a2049ac28428259725551afba440611e0f9b0f08d51ba3bc166a94fcb8831dba2197938aa361008a42d3b036cf18486a0f5f5062626a81dd87ad3c93fa443bd0ce3e8681b06c58c27bdfb9fa43b5ce341f89e85c9e84d8105b66adf3446993635463c5fdbbe5c6646afc44b0929bfc01acd76c821ab3d3bc3fc34bdbdc91029eaa31a6bfd68dc1802bf47e95b128403786ab7390a0a6ac76fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70015295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b6f8f81f338d60ffb5019b53c1913191fd5fd871cae0b94bffe5ca13ac8ca22080277e6c77c6ef702ceb743998549baa602d8728d3a355e1d65fbcecd499508744c7dcc2a519e206cb57b70af80a100bad13024b3e6eb912ba362bffdedb0a0b026a8d78702e75e672028c39609082954135e21c682c9053cd3068079f81702253925583ecf1d91d681102f3cbe9c05abf5fdae62d6f688e7d4ec342d7ae6358fb94ffddc6cc11f47efa95b1106edfb802f3147f6cbfecf5f1bf43256c203b9d50bed0942ffaef39922e929e4fdded2add907da991f76cdea33c64471532402e98840297f566b8d04d77879abef569a12274248b11407e6b773e5f90ab489442&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700106903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=27ca976a1745b8c666aca27b5060b131b3482c223af57b20d46682d2efef722e58f01dd36ab50e4fd4238228dcbef6f6945aad3ec548ef5f2f416f2af68b27788b3e6a9d933eae9ccab2d8a510890e763411d3a35aebccf086e70d7544c18f4214e1dff045c53f7071bfdda8efd2871cd73bb96544933e3e9b253e723805f2baed12cc3eaf7167f8c1d654dc7e766888b6575fde99ea168103c62d73c8ea0d25f76dac99e7c2fa79f64b91ac317d9f08613dbec3f7a6c79cc6cd68a6f2bf64de9cde7c814f706057028645099a6defa69bc74125a6dacaffff980f010f2f0866f2fee1f2f1d3058d66f2898a1ebb9b380d3173d46f683331715f1dbe66296c39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698356103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b2ddb99108fd7eab6674eeb9d4365b9f56ce5d8d81e2d1fe6b55f2e489a190f7a26f499df7047f9945d3c967d441cb448608e2b9c9fd1bb4bef230dae1b1753a84a4b3b554f713db4c7c8e8cd0228665509697bb26c1af7d28e74625c6427f7ab8895df7e81f90e3c6ad5b2750bdb5855b58a1d860e38bc34357c1152e79271c2eebbf2c6c5c80551c6c7d50bccce53c65694dd19920beb676e1ebfa5394247e1bc1c0106cd6dcc30c2373ad4990ec936053a4d51f40977a39683c87add86d45a78b60ab99581b1486fe7c15bfbf66cf789f774f110f9b57f32787e368ef0675985a8cb1e422fd895d97aad8d7bc86deb1d0f986916fdca0f21dc42367405055&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699324158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0e698d52769910d25b27f19ecf23c63001aac172c59e2ef7d5ae469e2d9b5e74cff7101578e3aa844f2e3c185ecf14d798bcaeb60e3a1325630e59221097ce97ac1133ad1e4a52fd8b3e0989869f896e1c84faf96a0f3f4e2432e4e6ee4fe926392eb4eef8952ee969c8981a25f5a2d940adf1d7c0a5f38a8317616552ac3ff24d7fe0b3cb1174d69686d11ee010023ba70e2c2facae3acd512f5767de3d13ff7ebd45cc025c73f0c177a9e253a84e71109fee594de131b46cda6e6306e6e9e3a6e82236c301256af8dc946490c69b5253188bbf20c7f7c28e3b58cd1aba5213a08c5581f3568df38818bcb6a6e069a0593a67cbe29c3b7d68fa0791332bffb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698293185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=574b19985b45991e8d6d290b98a8c795e2b9b84887a25894867cc6219613adef62e452c585373cc96e96ec5e795baccb21b5347da0b807fe8ee5febead3c123376fc8a20a18d062f760e73c0bbe9bfc0fe37cce101f42cf780cf16513da14370676f4128f1cff15604e62057449fb8a13331b64cff7c4a976fc861e879e417ce2737fb0f912b0636e47c200555537e501e262436fbe826094435003997a3fb0b5fc54bcc5e0cd11c5455df48acb302ad683ab556af5fe0bcdcddd4daedcb962de837970ee6ad10d1305ae76d390ac8ecb82f3cf9eb7a18406a3d510c420200234feea0af0af7e8169ee02fbd04e907262d54db48c421ab4fa5db050f96018d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.69841778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c0c1b81c3f8e661672f4596bb10530c090306c83ee9d81a9a725b58eaca9b2c7dd667e1cea12b80d90d4450d1dcfa2cf65e4f894238f6d99299d881c2b619c83a3ef3b79ff36a8b7a3fa1bf150b77743b85d4f0599f6def1acc1b4cb3fe02e1bb4553d2034b13360d6ca3a77964def13b452a2f4492fb7d31bb9918ac83d0dc7c7f8782fbe79be72f7d5c3d9fa320cb6a8557d64a0d4f6bdb403645bf6189d8dac32f3019bc9e7e053d1e0ffedc42d45cc4f525ce03571d9685162cac4a76077295435b623e910ecd5601fc9fb551905af5cce8c7a0c42bec2cd3864c2d7dd197cc9e744a347b461044e4b313902638ebf0194a1f34b256150169f8b01264ae1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700500635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=67601482257088d1299cc98ac851610fe685035bd06df1b98fc45d1de8ec06ae54e307da29325c549e3f9d1eeba7b082bbc25e7e93300dfac19a3336b338adbc7bf80a143cf8ca96ee57e72c4bef2d8156906bec09b24f7bcc26b402b5655d86ca58c573700dbf8c018bcb4b6e238595a8e1e6b80dc8f993a41abfae5375ce94357030880c4667591c2357bd10c2ee37bb60e23eda1bb722645c08c21c3f282790022b0fd659ab5c25eb85574009cb1dc9d57b24f6c1cc33ce42ffe673963a76eb72d6d59bf5155122c43a3cbd115f35e8cccd9aa47c712be52c5547dd693c43d43dbc832dfc4660b0da0952b8856e2a7dc44a5e943044ad5594847fb123d853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700525502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01c8171734409cbb251e54cc751ac56787fdebf75b1fa0e07a23792c7b3ae4e71bb067b9638145c3d706ea6aa9b749b64bc8a375e0f7c694a1f7e18ffe7029ba4ac62411d427d1be214d79fbb9a12b91b079cf8d073f092a436ee7ef623dcca4f31878a8809fb024fb6bf775fec19523d8bcf9d32129d7b516febecb3deb2acdd03b3c3adb3ef4db59433fd8ad0351c028e35bdfe24b271046db1ac69649d434e7cd37d48c1c92f71d7d4d2466e018fd116e2e92132d4c68e8a4fede839fdb61b3f2b1c1b8cf36cf657f45a6c2946b64f24fe95ff40eecd6f2dcd3289e0209bb4190af16248d08688f2d8dfec6868ec621ebfb949ac346eeb8d4bc941106ad61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700551491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=614bfd91e7070704618c1801254f9d3ac5bbd4be557f3fae8dca3fa8fd3ea2ea99f27dab9002f7aa550bb42c9a7e4d192e8ffdc86b5e8672b68a1276525c4c6ffd628e4eba16216c4fb3f6856d10a328db2723b992510e66c6fcc0f193af61d544780303c8c802582a19c2197611a256fdf8388c3918b6b049ef4d3c02a2ce445d4eb601ba07f9d4297057669ecfd67d2a857f0f8c215cc5c91e7c14aaebad5f457c822584b36e5ff5d646a523ed6a4dd7de58e6a0c412b5419bbd4c35ea1e00a31683b85544cbd9b68f58e67e13b89450bdabab84424190435f634ee90a70f0688fb34f40729ec462ccaca4280ca3eb58b8fad58d6163558316e96c16a4da0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699864306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2884104100165d3d1b1053b33c2debfa586d4f81b4af51fbe5d323be0fedbdf597cf55bd7949926e0bbe47b4cebf98340a335aacf49070022fd9dd0bd8b5e521d58e743815c88c178f20f83e82b741e054c125a94195de2a6568f7aab5bec6bf2bbaa22dec57080e531b876bc7e21d519b5d74e51088a4b250f9e60ae63e043ae4cf8bede25e0d1de556e7b72c44278a3e21d3873b5f657a4729e62c01a788644ac42d86e5512ad271182e7548d8f2c7ff8cc4147079e3912df6af48821948659bd870329c3ae011917441e3b1820f45338edd4b1d298359bc9e78b4fba02f5f523bbb13d31b1b4b41c841b69db403df60e4e09267e123b454705ce50cd4927d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700604321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1608a1821af08089e391b2316aa3e03a5d0566413566ba8712c53e93f0bc3f632d70775ce4641b16d5d980f47ea4e4121e967f36ca82c664d3df2a11af9eee94afe32ece9ece2521aba5d6dfce34ebd6060b16ca82d25cea1934f1f6a3dc0af8f16ecc5051cd5d9668779ab8480a21050f91e765a8406431174fb1681630460a03f1885dd902036fec4dea2bf1e8a746d276cebfb4abfca32c92c3cfcbb6938bd1519f894c530599a47d245c757167df5327721f1693485887ea7fbdd7c0534863c23c70ca54ce695bf04d9d16842ccd2201880a7a95fbc69c96caa6ace5a61c9653ace925d356876f713c5f88bfa441d1e44122c019405be4e1871c2484fbdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700621593Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4238804d0846a585631102c5688cde035d865de7890a485c33b8c723b96ecc11368166d044abee8b9ed4b86821b4aad3b37ca061f30f15c1b697be3ca3b4aa48a802039aed155bd8bc2ce4ea2516e5b7297a10794832529640669086049e4cee8064efab0e0b8c364e9fc30ba737a3f91ea264afab883dcb6aa0ce8d87f0c637b2d2082f85811f11c1c48d00a1b96c9c0d355ee5e54727fd0e59e9d70888ef9714aef91b671dadb61e31d8746332502866ed5ab87f186517cdd40e50e75768f0ce824cd7cb625f218c2eb8623f1a0886f4bcefd0c328e9dee14fc442fd10e9558b40aa97e89f0650be04e79b1e5c5768f20b84534e6244fcf4c614681ba1bdcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700660046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b3eb54ead06152b4e246a3d11b7d60f5eb635d6c5f38399049759af696ecef50a0fedad3659863519918bb66db75ad139f16d7b449bee40a00e512ea2ab26a3d3417c6dddc8aaa491d90b9c727d3ee268dcc1e36a25bf6c47a778ab82fbfb6ccb117eb85281ac9715f1a379721b491588ddf1e8f36c4d8d5b64f9360db86225270301f8f5f54c8afa02c86ea9e3b58d1ac0664a8e1e99257c226517aa67387a1b0216bd36a97470c43820681ed6238e8de486356e8d600b9e15a6087efbba25acb8705b817294ce8b1f86af94522c0d3f2355df124f1f098ead1c500d055ecfd133a2820645ac6f16bd9bd87bb100471c7224217576cf8951769ac8b23d06cc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700674232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=05e86fb256d795d74b458b32cadf98597ca71c34411cdf249a1d6237967d1a5337975f7b4ab4187eabdd8d4dcf792e1b25b15d406957a593573f6bfa60d4bed972e61dc711b320330bfe8079f7fc633c0ce09eb03d137ad364d4e29de1372dc9170997ae5fb11ca07252d15e2f756b234065115c1f509d2ae10ebb2516b0939ff6b98edae82e5ebc9faa5e04793461e7da6ec15d7d6cd18b4763b9b95fa2fba90c2cb7817923be012a2f9b281bc8d9f6b3905fc592655534994252ab77d1202026d4f11fdcd01f5a7ba2fbea5c113dc992766c7ce1a6c0bd138bfbf0115767475cdedee9d922dec7773b7a4391978a040ad29ddab8bc5ea741f549436b2b251a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700502409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=23b31d3c1c87fe5ef022eff96fd44d80ec17fe20317d1324d47f23041637d8fa6b6385cc450e49e3ef4df5dcebe345ce1b86eff24fec5cfd3c1468a24a4f221ccf6621fc009cdd2272bb82b77a9b1b32e5a6d285aa11ada8509ee66eb80ab3921c2d53b6ef353d0e5b32a9a5140fa9ccce4e4a1b56140575dac7623b4dcac6d29408fe85ef5340534a487c60923eb1c3f4b24d3c7fe9b4f89e38b1171c6ae6c9f1d5594d022fe45e07e6bfac714a20f6c16f57b9c0d8b80f8ef20fd75aab5763b0499502f95c28ea0d7fa7dd84ac47614349aa1a32e490adda2a8b40275c720827b3259f5ff3474001b45e7ef9720f7b9c633459866cb03cf41fc6477594f011&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700716171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6c1343508aca35b7c697d73481b3646afbcecc1cb3f1de1acbcc84667f545c02a73017b397c2623adf1bcad3c908e38f97c1e58dc1f3f485a61f01914794f1fddd6e4e1e32e62a87c0440096cd4d21eae6e75d6dac37c4659a817b4cd28fe897002ee8650902ad55c3c53e9c5ca228c7bfb2610966a75f8dca0818e0c3848e6ba1df246531dcb297488349df8a6984be9f6099088be5dfefd2974a5bd4809a592aeda111ec9e840efd7a2e4e16a79cf37271fbb0b91c65cdebf16865d5cb31ca878a83db6778a78561d2f9901e97fac67172bfc00967517b499df1e49dbd3e97d2ed2a2281447ee65ea5b3fa76543570f007874f25256eb8c89e42bbfc8db360&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698913835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8df245aac1bbefdcc43d34547226dbec8119937fac48f6ba03d5f643bdb3c3848509fc3ea0c17ec64d2caa9ec4ebab70f0de529dea62b5d106daeed48fb189e78b5dca77ab512b6b0c4bfa6ccb05c06005f10ed9a27881f7abecc6ed3d6e003ae1c752cbbe40ffbb464a0158f661d03742eddc7351d91dad7889c1324ae4db7416ba8cf2af4e7c42662b0bbafe62e3d1979ef3457de9b908814bcf419731c8439d629d5e064a12a63e4fc222142cbade8e8e472e307851bd063b4d5dd59448fc579dead2c2f841592e8f69c63a17193df71ebb0a5f652a1ed9465971abff85b07ee61119f0df6c973c62157589a4119f4aa4318072314f53aaeee2a1c7f6800e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700762509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=87483ce962affa0b1aaab8a4777cc3dff9272b7544c3229fd299e0c77c70052bf19a71be6f39fbc651ff9d2a58b2c695a879e3afd525ed7854ae6dc32abe614920c0d1a32073c92daf8d83bb7b18b3648e87489497f13462b870691d62a6f7357768bc856f9f83236c9a5eebcdcd0b311cc057eb97fa14264f49ba796f360b8534f899fa1e9588cbcef10c4ddab1594554554cbbed30e7d7d02574d411290e14adbc197ecc4ef5375b09ceda6936bb23a6af5cc7d2227c3d38a86fc4d734b42a3192b3e5d178eef64b86e7a8ddba3a55a0b79e5b146d48d83b78197bae59e5a1ac893e2201aab3bd1d43bbbdb07c03cd98b63797b0e578a5930b8a39a8784c51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700793738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1ed9ffdb7825c89c263081bb68620e6fe946a3c5792b229cc25e4ca4e00f9173d51a608906252f2d339bb92b943b23bda47fc09d15c1c5d004a5c918f9a916eb2bd75cae35045da5540b248d6a673ffa644d7deeaffb8845326e49e09ba513ded473ffcd6f3b5e95c04adb2ceabb0c616ce551d73905dd347ba0513af66a4a5b10e621b0417c29dd74dd1c42d694f8fcc6632116a69b4cc60231bccde281de41184987d10e61e88f1bbc0ea62a5602c513afd549a1dd4c4b0823d76bfbad511f3835f0292eb136331bc87c7cba764e5f3bbf05a39e416310e63ede15d7a1b7a14de25ff33bd9f4a410d9c31bd9e2cacd66ebdd8f16519bc4e2f43c62cc06154a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700802765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a152c9afbd9c3c086ad3bdef93fd97b5253f7e4d3e7d576e190705ff557451769e3f43b68aae8a0d0f072ff109dd478359cd0ac185ab314173589348984c001c2745c1f30f3db0935df6dfdd5b0df4e1e4c79164515d4a7acb0bc8e1bdb9319eac83ce6a60b216d7334634ee721ebe014de51a3389e17941c260ceec186e71ed93b24cc09507ef307417c03ab2953ae51bcfdd6c378f6d857105fed3717888d4360904b20695a643bc673edf87b2e57490a612335615641ca48ad4fed5404af51d5041459d4c51a42f253fc21ed0f1a787525322a4f63f88e9d726862752ad9daf7b8baf5910d0de13587539915958e32db2ce12c96072da7e09c5baac7b00d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70091205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=21c13aa975af65075e5606580b5b64a026a425012a70e52f140c9b25e46384d85dd1d56b8da236b56045455a81cfd15266996909727e661b4d0f0b35cd6d0d58af9077dd0e0cd7aa3c973836a7f1b455d3949af4aec0a767cf70263bdca137829dbcd821fd606ec520ba33cb27a462106e774e229d7607ab47dcb3b02447a14d5d65351e48889a91610f898a89de9dda50293f9add7c63a80532131182c51826e2238dcd19bd701b9728ada512219e2a58a8f3775d1e0ebbb530cfda618f371f0bacc10563cb66667b3f00468cc57851e8f79a5aae245d5dffaae376a44dc8cc2ad212f29cb5aa55abde33d3599d0ba067049c6abb9998ae21e23f173899a4bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700563083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ab8768e20205d045e2ad8b45cdd1243352ca29147a60e967a13a46787f5c15676778123a5534451dd7482d0d60d9d322d03bad39d1c4d59b27580ffb22b02400afcfd17a71dcfeddadad6a413aa09f48d83f6f7b9aaf4bb15713b68d1d224e540e017d1090d3304c691c989834497d3f6025d000f30fbcb2900022dbfec4e8fc5296657663ea4bab75c355c0a38982a1e1389776dc391d39f3ca230edf5d85c5260c4d4856d98b94897db62e9140a858d1f40e7203825cddfbd7f7adcdac2e805402289ef8a35287d6df3b4b5387cfb251aad16d06a0be829e6f9caff5581c713783dabe0985c331cbcdadc1c6a0941ff598e33c75adc4353b87001550b3f27c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700618076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49b3e9c2f8ad90445587918914f2dfd9f67e5699454612126ee979f315560c6421d55d1e421cbf7263f924392036da903ba027ff37da3d10cf54b6bac7921cc19c4ec80d14d75307e6909b0d8d1d2cb61e10cc0b1524d696ab3dd2c276333963e0423729228fefbfc0a0c00df0eb4d4ff2781b529bedee074652744be8c5131b38d33c17ab6cda731583bb16602c665efee7ad12c0ca14b33d007d21c5ab6405e1adcf4e8efd4956ab579c47f0fb4e0aea88c2e7b9cc41c2637b613701a91cea806230fecc921de9156fab130ba1300f335a8a9c79e6057519f37c55df100243c4185a552707e1ad1a644ab5bc503fc99a4d141b8da6299837ca7e0fc28ef432&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701382657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51944211d397206dba609283d964b53e2a4a27b2d6cc8af7f29e7dbc3cb803414520fac41e8e47fabd389726331410463ca1af68d01f4e6cfc60859d620d3ee5dee0bf0b4b972aa628b29bb2fb7008a9a63b1af5918cc3ec9148aca488c5e3ba94d45e7ef7ec25cca1ed390d8fb5fd8b7d3d3a25373781910bc9a14269539d6806a3774c24548bafdd556278e212cd36971c273d9dc9ce5dafd3a1f2dd564879a9d4ba595563e45615c94fa7078f509432cc1fcd6e84d1fbe56c8562fab88236b5c59872ad50bb5f8820e752d9139044466ea9d558f51ff3ca34a2b546d2637709c46b661bd425eda298d950c2db6f7668df6215dc2f1229e1c6e47f9c9a1b5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701416772Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=71ad0d2b935b5d80e642234254596f675ffd7932f5c37c7650f5cf91094e5a5aaf798ca787fe768797477dcbdb8baf1fd7312ec183961d7b33c0bc25578a5f7607c0bb7a1c799c3418564cb6443c77b65678c69fa8e04cbb8006ec0256febdc99cd7071da81d422b1aab2712adce859d78a5b3528e8bcc414827f3a6e0f477f4c5e9dec2a959082274a7d9a839821e8c3ac8af3de0b8b02b1e89aa2cc3fa15ec5211f7a0ce5193cbed3075fe585b71a350e3ed2bd9826e66c99d8bc4994890688358c5548e9612afb6575226db6dfa1e625e1c8550233b4e0400d028492ff584343bf9c86409377e815308fe40aff82f8459c8e704c9dbd47b41ee83f9a75f53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700667329Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4272cadd2bb34021a849d14cabf741deed643fea8fc9e8584f610c039cb6fdb913f176719cee6baa94bc0388ee883d2ac5952b543ff192dcfd7c42e297499ac12685f9be5806d1c13c01e9cd94c9e42ddc5e2a44d67246467f712bc4d7f32a13c43edd45bcc47d33496302671eaad44c59b504e81141e6a47870e98a395a9a3ea5460bc58e9858721bc0466d7630bc18de79b335523dc8cc211f20156d060a226b325fa3f89cbad8f4f299dfe7afcdc76af35a8908b40dbed8e5f0ba825376c60fc4bcc197d3dbcd5f3aa4518b06b9e5c17657375dd5ee8e5df2c86f3a1637cc1c41d1cfd208c65be9cb6e1b66e13f82e3510e0e2bd71a26409a9772a071ee2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701472917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c3569e6f2ed3df292a6548b260e7f7cecd020021b24bd3ab3c813c67a0193f33cf9641273151bcdb8bd4de0d6018a71e8603d975ce15ecc4fe63e1ed1fcd8b102a2b2f53ad8466c9275ce13a4038aad703b8a0f68d49d7d4d81818fcf9826d985960be2a4c3489056e335b0c39c6da11160bd384448c53dadcf342956add702581ca17b288c5734606a5782352381b4e727d95a46e53c41e25023d0d06f2a0d3b762f45144796869198c4de77c3daac828f44977dbf5c82ea0a95f4899ba334c60043c6a1eb7b25ba0946d777de8fb2c94c1bdc18b1a647823b2d64a10f89e49263a60af0ea432ad748cc0c922630a78da85179c2911193dfb0de0e069b48a53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701483387Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6571c77238bfcc6e4f31e95f8f882454181e4f663299320276a6e163bd66cfa61cf591fb45fd4a2103fc437f94dde69d76bc8941e44e2bbd61c6aff6decfdee46a99e55dd1efbc83d6e467861a4b5cd5bf9264f74204328a9915d15b9a448110f5dd54b7901f55bb57da11987ef087ef6de4b18eb308e41ed520fe664b6eba09ecaf509d7b9ca8af9287fa4049923fbc79cb8a5319ae44de462df2548b394da39ba42725b101b130490d8a25cb6ae1b61eb90465937694677ad6235becb4c273907ab2b1b24dac71e4db1784d22b4c0ba25b7535f2475b3392719831b2c54cc10a35f5de1d2a03e84daecff20cf86554e869c189a6489d7b985691d7754f01c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70150599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3da97386ea412237c733edec4381b4c3bda484c57d4e607b358bf3395a5afb3c7f39cb9be699097bcefecc7b6900b942007cce7bf52c14fbd9464137e25753e1ff85eb35a1c40ab264fe3a7bb348faca0707453e4244017a7b345d2b6ffca550af388ea8f6f4d5531b6b005525191792b361d346205e2c83ddcf487ca92e2c71eaabf7898662c5b6ccb6f9d39e80ec1273327109fe557bfab07485d7d2954ebe2e8196adeefc9a141d2456d48361f03377ea971c11669898a42bb10b75974aba9c5d8d39b3d36960a087d703a78739879cd9b4ed784dbd261012ee81d7a2d29d34f1f99afcaa8eec65ecffd5ed87ebcb4331302061004af36a556eb3bba590f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701550343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c06e8ddd4ced18d9f9a1628a7772ca05fb003570a45f7cb06c13977ac7868da2b74b506135bac413425339d02b7ac931424e1ecf6add5bb4cdc9e11e8f87e4da22ec561ef26146a434ac8067486f6f6ea3896042053c35c439a203981ae8fe791c7b64579566f1b5b8c3c6a71760e0c1ffa2e06b0df16d839cc029989d98e964cfbe39710f1a786cbfbdab053c2d549b34d9d167a52a078bfd4706c88858b3e75f3604c6468d101ce252b8409f09210e25cb72995e20ed75389eb7533f94fff8391a96d34b3deca771fe548e68b403e2118be35c512676ebe2a349140260b96a3c1149625897ebb46308bcb1135fb45ac78be6b4bb9f3a0779ce55e512e89a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70156464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8805edd66d814a8a2ac89f534d1b81a44b87c7945b12a502f640c8ce7234b8292ca904bcc7681d6e2a8e55fd0f9eeccc3d3473e8ceaa301d26f2bf3b5c9ff3209380c919d61fdc863be0d2d84edefca49425ee1891df9348f8fa0df8f3fd5e49dc8e02f7da3cb880785d3ec54691b31ef3d7c1274f2cb9df0d5fc63c62784618c68b59029ddbd6a4b74b5c5be7c6ba9f553a3e13b78393862e9c788c5bb5640771826bd9bc34c8eb649fa2f6387c3a68d29baaff422490e7f7fe80e533f770899d1e819da2d9fe06fd2ab1766661ddd97e5745fb027aa3e336a5401ecf40fb5d738c308b40d40ac76b65bbd8cf79181bbd3203466d949ebcb74e6856030ba23c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701634772Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=97122b0a4fff095dfebc21bec3e52642e6d05675433019e15e305e09cba49012c45d740ffeccab166b2e27c8423293e871ef1fb248e2d31a47ee1822377c3c0313711bed2d5321525466d9c831761761841682f76a421362aa2d9944896e591af673ef797428ea29c4a24c923f5598325a79093da4fea34f96abbdbf9a4b9b4346c47299487814b423f7f00ff3f60e5506337f96550970770e81ae8d4eb4103ebcd6f47a0e2ee8943730649a030df5e0583509307d3b0baba7e162988c08b1f9c90e41664e0670044330dcf1ac6c0de8d286e5ad683746435d07cb3644423eafb440d1652a4e3a7a52b148e6de8cf484bfe5773a1e47307feca67ea3feafd30e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.698352737Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88bdacdab6b15d6a916c59149e08f7798534925f685de86c2dd8fa1d5bd72e13bcb5934b20d6fa6900b6f740a735c4a816f2e9238b4e336f18f6e398e81843465717a9939fa817cd734aa114d80ca496bf998d4fd91153388c0910fd544a3cb5d30f07b892a08ff489a0a76fe896712ff9915175e913486ce41a3f44dc17420f8222781f64401430f9757ede87609d2cde5dbafe1d61af34286cae45aa678b722c8cbb4d7618c710aead0e6e9038e0b67e010cfd60d66579577df2b01fe1e615ff044a737fb7a0c6cbda0b383aff80631db524cb57f5827f43b47f8e6e58efd6e49703e09bfc0b4700e784a5e7f8f179ceba467b3d0db2a665eb1e8f7808528a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701728309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aca2702dfd11f888bab3ecce8d5f158175c831583007294627449db5caf24cab297a198cffcdb366329a6a53cbd112f417e56f2b6bde115805bdc0bc30d11df26acfa695973914abf1a3549cc1c3c0c2279faa81b7ca615157771b58dccd399d9ef7c12dbfdc9111aad6b93456d7a2c07b0f70be15f18f91ceb7fc1349f2685e6f02ad4a65f476e92ceae83a038fe5a4fdc9db851e824ff97819e36b59a5f12fba8ccf2c61a44c36512fbed97498355d8d81a4e553e4c1195921fa32d587be4dca25af74ca15b5d1fa25b6ffbc9c332ba77957f4aaa8927b72384ff336850e3108dadc84f99dd5aadb09bb9209f00a9d68fe1bc2e5cedce39637c7a3b8d77d6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.701422512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8f9eb67b7fd0ec985eab1cba94bc8cc97a9a73155831104e85345d8ec9082d0fbe9b77c8e3805bfe7786d587fe8fb8fc3b8929b4ba06d2a14cffaeec8efb95ba335aeef21e8f1bfbea5209b9c4b3c608f277104570941ef3a6e2eeca44130a642fe707b99fe740603d0b2ea883ca67594e9cbd4a416b173b914160ca881e39702050d2e6906d8ca7914a16dcb98d1583628043fa833d6fdbdd116d1c7f303cb0b05fae4ae21c3613b31599cf1010a37c002609ff7e333ea4288f905baf4ebee656fd1fcef41ca640bf4c1012a007e0116a9a8045de3c958cddaea9d4c553dc6f8fd7f1ec4f6f75db63f6c137db597497b8d29cd27d4e024cc2c67ef21145d9d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699278532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=74136c1c1f5948f69b7e25f1e023d438ee21ff22e9af48789cc05319c0aa86f0cb2a6582001096ca084176c9ae48992866369603b55f1db86f61ef5a3b40fa4f5b9454f1d6f04df21434a9b3ba631b0b9eb59ca54465f25c120a25ab76f46c0ee21d2b5957ff7d1d113cd57d5e5a52d6fabcfd943da26ce002c24f417799fde56afaca4dbc27ee2574af972c70fefc946c93c3330a17e436f0fa7a7cbbd3718984a39d544a0cf1219159acc5af783f5ca43f0b5faab15a2f113aff6ded377cd934712b7a987867dd32a103f006644d94b366c05cf03c83d6fea2a3977b70305914d9a404f4095d2cedfb7972224ffaa55be776b45e8e0ed2076c6edb3d1ee8cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700474426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=200d71b90e7b5275b3aba47052faedd8fbfd94377e6538881942cae5ed53e3cb0896e722ec63995603c88357d8f093e333b6135fbfd572b5655e33073972bde09faf89418a3aa1f8d1af2922b884b9cb7d4b8cc812864b39b748a32f522f959e846a065e9eef53db8a5398d8527b3235680bbc50986c37b361668890cc29415d6afcfd7e32db6acf1fc14f4ce331ee73dba7e106963ec096e8c5d75c087f462d94dec35d8ba0149151e8c382f9adcc4b2e6e04d947ba4912a3256ed8d66da6a97315da9ee62257fcbad3010dbdd4e3f69bfac9affc3f87bd6dbf12395a146e20a919d3fc22cea43a7ca65e7cbf0d3ab931d60a1a9676b60f72e30ab8d9c98152&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702124165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8239e1d50fa88897e33e901bda813e8747951805d7f0e112ec5f1718e2f21e3210001556c28c78c6df1bf9599137ab07190395bc38e9cd883aa00d1d47ec76aa957f4fed2fdb52ef1bccb3500dfa027a2c08fc97af4367acb5a3d96fe21edefe1792738de42ba62be0f135204e940664e01e1f9b4b76afebde49e4681ea8cf4705d343670fbc9870679acf07c8c709062a403a8bfe5fcb087acd4fb24ce4ad577d0761a3148e644813bdde9ceb785f1003d6712e8a3b0664123754710bf3e9dca8fd039c6992622962926631eabab33df02f1d266f5d8a5477985113cbabc6510df105052c1a288f7f96faf2b42d07a1dc7aeee8bd4ba6996938fcb7da64a76b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702162337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81e7ffe15724e4e9dfd54870a4bf12d77275a64dbbebe7f5628eb2822dd93e2ee383ce090f7d6c40ca6fd9ef1a1b8ac74ad930d64f4db537909b20e702db6585eff4e83075fb36c02aafa0f80c9789df1c7dda07023b1e1bd05db01aee24d650dd66e18fe657c01974fe6f2e18ca4bdcbe6e219559a6765b669dcfd087622e3575af45f66df0fa87e5d9686fcd13545a132053f666c8744268cfd78b306a4c5633e1722cea6ea1e1004b78b329fab99f0b9c4e5dde14d1b99078959fd2d6dd9999ec90a51cbe6561f8a7a031b80fdf8cd5e85e001c3f88ed7d3a9e90e520b7d9449e55360a0604a9b33f86b0011f4690647c9c65db7c09c54afbda548a0a79aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700605924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ac50178f09e7713ab03836b1bed9746d94467147c1a403802c40a22765861189eab4553f1f4858b3c42cfc0d5cb57a6d495a0299de173dd5ab8fd122e6629e8438d1084752e048fbc85dabe35982e2312bd9942c11886ae57e5062ea76c499757d92a6168bb506ed60e7fec9dcfb0dd9e71b0b99ef12891d9a9de4b436310274c98b0518aafb358cf300ae4e9fae274fdbc303c1a39577589127eddf4aed602b3bbad7607b2f281607965a62075ed29a9d552e3f566bf78bd85f2272c823a9e844d4d187c9828dff3d530606210f5ea0a03e103f7a213de5ce20adeb9545110954bde46d14aec35f1068fca80f6f9414d955c86041365de0eccc05c85bb5a784&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702210147Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5236413ff11694af97d60f226e079fcfa3b87849bff51de009331c8e910032c93b2c46686f0038a2040331218e35b7411a0761fe0a58499bd2861757257234945f1975c2f2490cb2ba64719f853f35708161b2b83d4ffdf8fe49488ce4c7ece3556549cc81bf1f0a4586c636e9da586c4021a7ed2f98e519ecbf8e4703a320c73a48f6b8efdaabd85364b3cd49ecf7fc5bf6eca701637f98bb05162b8810dbffc550030f4b857d3e55e89fdc11dbbac604e043cb4c9518dfc77c02048cbb01b64b9c39227af58f0616d67597fe321aa1f49ee9bc9ac6b13bff16c77abdca177026dd03dbb3e03831af4aef9131afd24082ea22baefd0c8d3c72cc13acd77d7b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702269328Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a7238f5a569c9a28baec1e69ca4a86bf249b09360de80c88a98a13fab03e86843c4c62f58cc204286978c63e65c8db48dfa50a148365f54aaa8c56406cace85bcdb103f26fe05d15abea721051871f800b4eee5ad9d82e2fd34d4253938e475625b285ab5047e3a4e35f145e074e6245bbffb58f9fdeea6d2c8ab6fa913a42c79266baa237ef152e6bbe3e4b2fb602a8c94262da37884ff1251ab0f2dfe7ea5cb3a2c5b64d321ab927278e267e7fad03cf741839ea2cb522fb589fba2ccdae8328293f923419d4e2b7b420e3c8d1a20f89698f4ebcdc50a2475535e6b827479b8310f63ee6c1413ce9c444d57e0ddfa3fd4ab97fc45200d5e66bf15d9d64d0cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702310316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c7f091e64cd58fc8fe51e9975814c22f13da788cfbb7f68a7526bb2421928ca604172f91fb456ad52a4d6e7f149b16d7c42543c607a1af3529e5a5dd49fbeeedece04b8c0c2a071e6e5eef9f56946c9896acb1b1c4ba17076300b1ac0e4a6ebfee454bb5824fbef804e900f9a6c7a7dfd324f9f010115a66c6479adfc50aae1b8f326ba4a1939d98f258b2608e35f807717205e9498eebe89f4efe117976b45f501e94c07f3a1bdd8595c4240b31984aa227888ae27c2f2ea26d82fde414a4e19a21a7bb6923881ae909855817ac226df649a86e5de2d9bb55b0bfff39a655d37a108ef90511690a38034e9ada68413befdd4787e0675ecf42d85f7b6bc15d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702334341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ba773297e057528a442bb8a300546e8bbf9aaf1b7a1591a492ae19c59b1dac8a13864dfd7cad482f88bbd4c609e74c7b8ed7e89ad637e33b09b537689bc3ec02fca5545278ea53502aacda09f6b3033a2ce59fcc32e2e767ef55dabb8340e5d3d209b88b4230848d5de20b6ad0a19b80ed826eaab570fb641ff1e2e863d396eaf9b4c6134f52fd326a6c9d3c568dd89147f251d67224f731472b61c35433f1c0968845f9cc3372b6c381f25bdb90438d5cb698f97e93e4736f82ce239e1b4e63d3408b87f9370051fcf84d794a80a71e719ac964e7873ddbecf0a2bcbe912bb7021fee271203a23c98c8c873b66a7b8bd9a2a66fc22cca29dbc7c1ed4f468d41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702388363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1b0835e4140a5bc868d13742d1b5165ee3d118658b2ba4c14e4968b0fa891948318efa54e738b5e5ecff247d3ef228f57d2f55657590422f5ec8d5eea9515846da052ba0aa95e2cad04b82e39ac86d02de130c763623bb1aac4c0446cd9ba4144beffa12a2e5211591dd19a2c0312d2fe4e32bac5dc9d8c37971a9d3e2041fc8dbe23e063ef3716b3924b35537519c7a6f458565dfd45cb82b3b9a7ade186a3805fae7a12bba3a5000ecf2509a081961b8b53f06910656e6896b2b7e39d9ae51cd050f152e49081c98510cf12f3dd8df5ac567ed9dcb4c2d2efe09ef7dd91d2cd47fa9c4421883dcdcafa4576fa00f8513a9cedf86d80d498dfb38a83a66bb00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70060378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=60580dafeff6ac1eb15275ac5a28dd6abfca29ac1e17dadce2cd14fe10529609f9fb0f93116a46ca33a52c4a1807097ab6f09997f9fbdfef9d95d03c45a8abbbd873a5a2b932863e04b54d7b0badb3f4f93b8883266e74cefc00f4ebd086f1fc9ff9b5f98ce99aae9e47dfcae655a1b23b968a56921152905ef2368eb8c197edf9a14ee50fa409da3ad6604466d278aa8d493d10a76c8b9fd9e6696a7e9d0c355d104538e9561a336add24c7f35657804cf20e8d9285d9f7bf52d3387f907afb50a23ffa4244e2d29511f43046599ce59d95f3bde963a3466062aa036be100ebad507097de159b01b69675a9790c06454658227ce095bcba5799cc25b1130fa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702560697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=94131753b045dc23c1727d1bd442c8ca10d9253a9efdb75735824784ec358e448c39cec222663b7d8adea8af06d50ae4f62a8a860fc9082ef19f7864fafac3a484589cf98d805d8fd13c5e187d777cc8ba230307fee010f93c24c876801121c14db9b9f74283d6649c6bbafebe3ae0507f561ad0498cddacbe9d238fc4e790e2d0ce1734372eea76c9d750055b05b63b0ff083ed6f3d275d1ef81c7af4ca2e4c0a3f1f5d5b81f5db97f78c94dc00e2490343bf3769e432701ed6ea2d0e986c248bcb58e59bc0b7cdf07cbd004e87df56b65ba784a1b6471d93ae7661cfbc29dbcea52338530c3214aba2670c89fd0b56fd9685d5faf37d38f50e8e2504eca60e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702612575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=049f63a42973dddbbb7724274e2750f185fd2f99776cb25bce7af7fa3a007d77dbff71682e1b531bdf4f83bd5c770d7becc60fe399c30d3808713609e3f17fb3e93fe3116b359e39e0016c49c04716cadd9ae3ecdc7f4951d0d328c8ec43fd23d22eebb6744955dcaeaf0c04954562d586037ce79fc75883e9d9c4593bea10569c98ba27fe4ea0bb498b927b0b88119d21590f6233196209e891e6a0101df1e66cd6e472f94e01067e0cf887a5005344e23f3042ac97134fde55a0f9a2f4ce468b5df75994480dbc86418f54d3d0f96357dbc314b3aa9229e1492e1d4f43eaa3d206acd7015052368e530f69cbc9562428879a8e21ab60cd30316b6f31b38962&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702621762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3406ee784bc3e3841a6ad2ea09632c6e311975c31ca5e29cff2d588a0955566640e0f1ff98599d48088930c96e20f735b4584d01a14bb4995f59cb8fec9017c23862b1d9413ed47a5827e0f9f2f9caa049edfd0d7652c6fc0d37d3cde6e3a08e7bce92cb85efe4f95658f1a47d7830d713bcd1834bd836d9c2de9fe7631a0c765dd9574ce897fedae6617fe47ecaad2bc9f4bf626f62f9a8c0039db9bf9a1c527c1ca87dc9b70c20f34c1b34485af6c26f04e556445bfa5a8a4ab6ed2f55a88a5b3aaceb97f96e9d5f4f2a810e5b1de8d0ef61745355ee7af74acd39604661775d8464fd993a176d64ad1a275e8fbe77cc1310475cce7ce188c2ac86aeb10c6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702630769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=91072b6a3d28a83bded0d7a6d9e04fd943a64ef7dc3fd9d68e0e36be1d01ac930f8a0e630acf97f04aa78bb663803ab3d2ededf863351b7dd97c7a1290bb02f98ca9baf4b0733dbca95c86169e76255c6c7fc3d8f4a99724b7d1baf4345499d7cbc45b9dda611cba5d2d823cddb8812af86a4ea962d67973a74c03b926f2ff324447e15dbea7b95ed589cecb4eade396dde0bce90b912b397a227a6a484ac5ddee53850d6c16b391ea47f1b63a59f555c231d41a061fc37500c029ceb2eadbb63deeee2c531626c49c2dd8e598ea55c9bddd95896c390221ae2db68513e315fa4bef6e7e46a1a6834461ccb635555acc51e3b597f9b0519005b8c94793ad4fe3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702670494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3cf3a37989eda0adf2160feea9ca463098cff07d3f3421a52b15c00b13e57aa4a0d0e1084171eaca0d3249885c06300ffa3316377a5c83822cea1a0c5ddd0b2cf423bc811d9b41156d1f28502ba287d7797fb380cbd86071f8155ba4c1403599b44d49f669238f7d1c9ab17c02260cd6e6e4c8c92ea079d5d9ae541c6e76959827f6035bcf0fbd8c149d8fec816ab7587909e49dbdf6050a323dd0b74f6d5ec4317093492e28ef722abbee09b89e381d5b82d6027234eb9977d94b66f93b38b46513ddf6e0a90e395744f1c14b2e509cbd0acfd9cba0feb444090f80de94041e8e8076fc4b1b44a5c438d55d38b5482ac5588fd3883bd954d03e5271d8f72693&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702846316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c195aa164b1859f527ba0e4fae97cc36f0287c5b79f0016dcf834eb02e1adb6bbda1957aa211b80d78d7d547640095c924357216789ccdac383f2d1ee0f34f4493b7b7c0d5a93381cc935177c584adadb22c8153a48e15dbc2c987e3e266254bee7e97aaf8fcdd1550415ad17d4f6979a2c222b116dcc75ee3499521e32d8cf130dadca55af45708e0ea1ebcc30e2306c1a1c9a4f7da4b93dcbeb0d3b8e36b7a18f4f123799ae8d2ccb85e8b2d8ad46bf25347cac188a143ff8339dfae08dac57cb34ab52b11b966cb0151dbea5e10af1784a2238066dafe6afb96bd70a7eee5339afe7606045a6bfc87773097cb4291e6fad7951de74d1b61a91e8e2f534043&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702866624Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9cfdea0058c66eb9fa64af79833e307189c6d7abc52769c43c6169b874e3493fe045194a9e88835f0e6453ba804efd2f56a32f4cd16948cbf4ef70fd070281fa7b9b04bedd812ea1fc1ea6baec6b4303ae2f64783c31712ff1e63163c617ec8dfecb9b5decba98a14e5e274a6decbc53497eaa23a35f431d71e74d3f46d83bbcd2ed5ab3bd0c3e6b7254dd4c2c149fd1b322f503baeadca67a22c66acef101b43dd52ba5911b5aed98c15fec0c4860ffe0b139a13fe9805abd32ffcb99519a75599984ee67c8034e955e0822a3fac463a4a0b9ae9948a392815810a94b421e6a9c9f8f7097e888f1a3812ec8bb4c5ddadbc7a9156e519d62f4838caf6677af54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702907331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=644334e657e90b532bae43580ef497c9ffd198179cfa980c463ae171001c619cff98b6ffd3553fe366041465c81d5502d9c7bb0686aca735643f0eb66af81506700c878a12870a87a76b20ca15b9c5eca73839c6e25a664de0f8d8de1642807c4769a8c56415708e07e4ed48d532e9862b03962e3329f37d5f15d9744c35632d9d886392388a409b021e70594aa1af391b63056b20ecdf9aa1659ebc2c494bae804eac521685856d49472e2dd69c1cc84de13b1dd3ae3bed1d84bb173b4a6170363bda23a611c173740f1a4edee941980fbb069c1bb226ee7706ba214113e044c96ed2f12aac09c492c696bc1d015261961acc3eeec88224565f454806ed019c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702921117Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=91a2c83e69c20e8b81ae6a36ae974862f00ea90a434df7ee0e113894cf884b9476f5260f539a9219a1b0881912631f26f0cf0c9e91410ecf5d28cf9d2f65b493ec05283a1a286f87fbbf2864a99972940c15033b2e58cf76b7d3caa50ae959e77155087eaf36d4e5bd414edbba2793bd7c42e6a219effa1be396bedbe842f563fce1111aec5da1ab58550d8946bdc26cb1357f6b0cb222bf8842eeb0579ea9f3d014a3cbf551b24079b276aa66a10253952cff783f4d778f37012a8a1fdcb8dce6fce92456b9ed59460c18e3d05ed36992cfc24480aa1ccc331caf8e1323dd0978463c9326ea65ea3dab56228ddb4d3f3d0d0a37afa7ad2f3361b271f4e46ccd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702932688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c23caffc3e91b3e060aeb3c932fe65e3c5ccc1579603d0e2ad4b4aac1db97e243a49631b0cf104ac76bb6067a52d7d85577c62039e5fec974c1b8bebe25572e65c5da8d16b0756fae60f4d31619691012f5a1a69b2d2ae89530ce4d97c2ab0c354fd89620dff492db9a9968c54d35ade44e01df4e4e5f74d00e8b3cabe1a7225de76a7c171fc45a70e8b5c3b6a35d271652a71c53a6051b219ed780585bac39a90b2f53357b60ac752e6b5d0bf1c494a54c805b04a936a0c1cbf7ff795c2bf7040efe78902c8bc2d21fd7df868a7bf26052532a199f8600aa1beb50fa7269f704a8387c2f8fb1c362c57a783b157ba45d8e5756a33378ea271cbf9005ddf9290&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702905627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=386ac155262043f50b656e8bd7a51ee5fa50e7d6b2d9e30fddaed79a4ecd101d90d93e0bdcca916485d1d021be3ee264c0948559d2421e30449fb1bc65addbc939a4bb1d4bbfcf0d4465d0f625884d6fe1b9c129d11277f0ba2edaeb9e408c74cfef7b221dc6fb971c77280c6dc14073c8ee96f2494b5890c522957934288ac44a44fcfce086ad712f7e1771f88280307dd20eb4e2f006c291990545494a8f72602e98241f3438ac280c6620fbb2562b819a842a552c7e545f8b9108736316d69669b81a100849ac8e96c526540a48b2d793810d87563aab425cddd1cac8317a7f9b7d16504e03d8a975bb8d0b58b82468e29c965a2cfa74c70efb2b2c8f5f55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702971071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c4000bfb973280ce77efed50edbd0c2eaea9ef08c2a0c178089a57905413946d781be513b341173e98e797c466f54088de04ba4c3b912c289ad0a6e14b9be19b3756dbdb0dad8e8ef2294d6551807171b60ddb44324f35eb30627a2398ba88d94160dacd34522fa2e483d3dbfd4944a153daf53c7b59237ad054494b8c6f4b0d4b0a94551f0194d7a0d8051cd7a71e7a38c167ef51c988d6c1f58550e5354c985dd626273349bcaea3beed9d701901786646860f9595753724245cc5bf0cf129f5b6905c115696fce04df726566c91b1977ed8f8f12ebb14d74bcd36800f6e666c35e537e36f6677478add17bc580755ec801bed440bfbbfd8cfcd7244de38d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703001548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=185e107a105f09d7bb4747707f4f5c4c7c612747fb486c2386db728e7e9b26fffbe5d3855d88432ea30a35e2d166de8b2fa8e7cf2773eff3940d9c919598b3057f397e579c342cff650e39830b032b3740776258a4bd54d800511178e83af9b857a31651b16bb7e20357ef8ef1b46efa25733e1613a89681b0c53f358c724454dd44fa00133acacdca484751ec2b3e6ed96bc40fa75beb683c88ad5816def672d9bbab673cb5239e6a449c88c49e2dc1f2bae5308c56a980ca4403728ab089e5853e0c014b160519955d5ff1d417a5759cf9772306b622a193046dd067a41d30c454c9d92a1da87ebd1e062418b84f000b8690978d92b9e06cbf842ef83c0df1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703006127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=741de20a72414fc029ac5654d9433c55a43c5fd06a02981e8ce85b2452b137ab784f115a8311734031a45dde399274a1149a51c741d0a8541385c2ad28141b1f50a6165324b90ce618addd6fd19b5aa9cb21ec097e76af11fb9f849e16521ee022c114b5bb5d199b3a4fd338f444b6403bbb56caa088ac107980b3bb15bd6837e944126a2f118f8a1979ca274c8f9831be9e745f8bf3ecd9dd3bb6696b8380e275c1584c7433fbd8ec45a55a65fdddfe28ee5fdb83bab402e7057e56d86a3d8561438ba7e1b2a7f906c6280299a6cbe05551d13e9084ea530f10afae6508d87004d05ec8184b37667208af7fd53349895776b6112cf6e384b5c4041b1a6148af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703037406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=868cb6e8ee0fd8337060573d1825144dadad4d80e09d6e742c38b2ca013a9a58a3594ee2419c164fb2f6fc167fa426fcb6028a68cab51dbb7452e0a706bc4c090683032eac32693da1a3ad9d3af61999b8f0009f86871db99d38658ad519a44d8b26034bb512abc4b40890aee1b8f54b911ef330ae5e9346fd52d2e2b009942129f02f6f62184bb9f018470e050179dba4bd03319209e7520de26c6926e81a678a7933c706c6ee6657011b0c6cf400129973a378a8a9ee3b273593c7bd613023ee4f9031c7539871f467ef00f5ea486558724affc7bc0e462c773366841c84edd59abe4945c2aac3e77de18d3aa26cef4fbf5fde83e92c1e2d0717d6a48b1fa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703070688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6ad224c968eb007831d4443a69fc1d2e3eb2d5131a9cfeb8ca09b34769a9dbfd96b48c9e24f7b9beb03122a964bd0262743058cd012f6a8fcfa3077bc437459c4b7966947b20a2898e35c04187726d29e72f920773ffb7c439f1b087cae9cb441252844a66eae91a2020a869fe2d6f33f62f4035e18d6764251ef3c2afc38bf4d576365549171e945b1834fecc8a7d6e7b6d178659fcf700c8684bf2b4802221b7004bc0e542db02509d14055d22775264bbbd1569206b42c26f0a545736be4698c7f6b0da4af90799ed4aac79ce265a653844ccee159e836c6cb9453e6193844a97c1373da201b1850d62696d543e4d00b87a3dc015bdcf66d97d7e64f29825&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703108019Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8b16c0193628fb02ac5c4413e7e6ddcdcfd73b5440bb8c4fac4726000f0b43d9eb60d58b70018407f41d2ae64c3238104480391795f4e6d9e591abb6e0f92d394c466d0fe6a112f79901cb00c7b116d0b3d7d97e71c52ffb268542486f2ca168f254b943c7d5af2701156aaeee92870e006245aace93ff0234ec9007c7e43824f73bbebaeef832663a99fd81866a13df4b18af74aebc252239910e144701f0c9cfdb750b4c34289b24a43c99401023d9516325523d113632856699aed8c29c1f4aef08b2964ef709f021bffb264622d6b108b72a0432674f0aa2a0a3c95a023ec9a1db227d5c3722972c947348c0e9749ca147ffb4cc0c9d9735040440651a30&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703239386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9bb27430d24cc59d5333f9e8995115b10792be8cfe11e5a181729f117f30d1b8dcadc0f09795b38f0eaf1eda2f9455e2bda2864284c2c079c8570b64b9583d47990e28eef3faa29fc467b436c98af03776d5041a5a8ddbc7cce8825fa388a8de315df62548925c9f3e13fe24947a51d083783d72d445d0800b63dfd3547a7e0e2303cffdf8fa342c6668ad3286f1064750251383ec5fa8d83285fdb4e4f7b6ba66ebd84628fa7494284987ef0577f62a1a0f3714e09b8e1c759adf943a1b5f6314e79d17a8b816a9a9ff60b834a5ea8fb2b00f92cd778df73c02ff907a0646fc53e23928ad29c55b61ec834e306f05f707a9e8cd2da285f91fcfb603fd5b0a50&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703386063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b94df8dd8ff916155b42a68393eb5c1df2f2ad560152e58c0f96322ab4bbde74c21063d8e488d3cfe589d5bd4ba53d3c0947bceeff57b6602275b12f803d09c8c4488e174ae59706bced0c6fb989f66a2d94e047d609e46d961057d06f0f7fcfef25dcbfe8784f90b204a36e4a636a3c9566a2c7473547e416fbaa65cbf9103cb44907a3ade45882857e68a20fb062b783e2150ed0e773fe29de8853f56d9f2ba82d005b7041616b830d18aa7ac16ac9f18c100872658789064e71f4d98656b2a7e3fa35f42f38a6ed5d84847f9fe68905f2a4951dca8676f0dd1a2c33896ad49ed9344b7be671493f032f93ca7b001c2a4287104b2de961cae272a63b58dda3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700624418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=be3bdd98b10a776c9b5a0bbf11121f84e31cc2d5fdeefa58cbcfe0177376900946e077463df7d53239824b35a022ec07a7438fbb6b6d91dc3e7eb8b27ad97bdb22bcd5efa895988cd11e7ff3da58e20aea9ecd0298666f7b4b4c6a35310897549f791e8965945000cf1cd7e253163ef31b911ba6f193928fd06f94f938dec2e25e7901ae65689d9349a69a1b3263f738874d2301ed6f53f1eed4c49fea779b3a5e3886b9307fc5a08a81e1cda9d205734452f2a8e77f016a11a777e78ed746dfdd14a3e752e09deef8e76ae4b7a5b7a858b3b561f0544078e6e832282100f96b45680ed47d126d4ff4c55d0fad84b520bca7ab59aa8f152330f0a1bd36f0de3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70062511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=63532327c07ddf86c8f4c8a45ef881f3eaed8ac50d635969bf896aa541aed09a0efd6c766bf41c255ad904f6dfe03dfeb519736deb01867819900d33bd3dc088f5c10a726f1f3602e048ef03f67431ef7caa813e8245b958e060556134dff41ca3b753e5cf919f7363b738d463076731406336f0762b6a5949373d681d506f1fd1973483d937e0dc28814bdb9274ace4d4e43a9f39c145311577a5aa28d54b066e55eeba76906dfb2c6b223f04a183397d9b27f01aa879fcf76fe92b2f24dbcf7b91a80d4468ab65f68de2ec4aafed4ece04fd4bdcd340cedba0e88c1dc08a49ae38637d715829815c8a495db252bdfa3c91961c8c734e2201e0896286930f2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700106382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=629f215ac001eecd5ba4399c7f20b52bb3cc4e7b55fb7bda32ff8a3f9af48dd8701a0f932bb50601f79a582c47e131a94bef62c33b008fdc0d37eac91be0ca36f6636d96075ff62458c74092a5a35cb80f36575a39de1b7c507f76f8db0ba6c62f998bf025950b203be0c1c6175ed644468e20d63b162962bdab1a8bcb4784f3c0625629cdcafcdb86ac5e80e727861028b1ae593083a2180347761fdabeef287a4937ab9f65cfeab72bd92bdba780b6bdb5b4788033d827070e67183a05bb1c383814367e491ed86f4f28e6589c03e1b42576056968a1f769d4bdc1690c2f7e4252645faca8b11b1db24f9526b712b62eb8cca9b2d92905d18465c439cbb84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702576417Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=36e1d3a7a776953c2bf654e75b96218b5e801ca457b6a53c000fbb184a51531b0ccd7c1b2d2f69dc965aed83e02dcd946216d45e31527b949d4df608f174ae71444954d10a62df36bc1e25f98b552d5545a754f49f4dfaaf11aa27129c9d42a6ce37b611c9be188f8103c06fd70991c2c8706b3ac0d399cc92a94d510a224cbc648c75d313f7bd41b2496b85806ed3bb8dcc74995e9f21e7340530feeec81ad4e3b7a93be2a9fde8b67e2e738043dbcc2e2f6659aa94fda2e6e60b224e044c295f6dd4d527d40af240ca933ce29826110ea466b324207f34abaf875f080796ad45c7a976bb11079c9c4c3a51e26e2e24f80944dd61b0aa624b5d40afc82eb4d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702625009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf7b77134fd25d18e21ebe9d04ce8546abfae75638cf90d935aea375e7e07f8c46134f2661137e02646b1a24a5a4926545f44ddb21acde88beda2604d4245705244f5e4fbfb918c333db20bf400ccb21a6a82f5f6be16e8130fbcbe35e2e96140f3d3058b8aea7c225e17b95801a6e47a104c753e00bca71ab720f09a10e608179203994d9c549d000896bb026c78130cffb93b9d6d12028ef1dc821dc50776a188ad404ba4ee433200b511d8815e3dd4a77d2312da3eb63fa67f66dbf060ed6404b85fc22b26b77c8e84e4c930be183b237e27ead6c791e1ed60d6ca48d0683ac087741f409cb57661a74533b0ead3c64914e2d60adf314043e43bd38814322&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702636029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7063e5535171785682d62e512439b7cae5461a38f1f20fd2bc17216dce42979e86b29e6bd333b4c83e78d96bc7ab4cb1eb080fbd090dc5e2efb0809134eec296c03a78a6bedd079557f1bb9362825cd33217ca12f030d75289f0633c1f0a485f1d29ea23e6a3f80aad7a35a5cc89d369d7440573599edb7a2664f3f4be93c4351b1dc987d04070915e249ed972ddbd2e09cd0dc0017532f227b626d4bf2c844ea68a6555367a0a062abff5788b304ea42b84c8bad955eae5882ceff2cdbb4a41a25157966460f957d0ed64065efbb7dd74ad6230734317b80a6f9b2f4aaa90115ea96048a9cb65ebc17efc801229488d71a25ca0867ff524472a5073b021d7a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702683058Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e779b5d6cf04ad06b165fd0b921e599d689c178bc7d1237bf07d8505e86d192d0f7a788a555ebbbf5ded6de0600ed58f8416adcbce7598e8957726170ce5463459f2a7f4072c6f98e0394604ee5f15f9c2f1efc22ccc0ec609329f96279ee97a3c600c202fd1d680d8e95fe2eddacfe193ddc49241ffe16629120633d3eb2e65ecca345d14bbe189cb49bbf5bc17283f7f5771d3bf69888c804780868f1238be64403a5714c2b234876987c4ac7e88af35ab87f51da9b54d56627517d6e232f533fe7c68d4474128dea35e350a5c948624bfd35935991b0c1892bfd2b7d534e5923aec953d1ea4dbb327e202865ad45c73936ba7481f4f139118174baa0a47c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702689991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b324d0f7f37f2759d718dcec93894458d6a555ea97584f6a4dca59d123a0463012bcc0d557c90b26f99ce7a4c0d801c6b1623a859b996da1332442d2656db96fb15e14cf20e079c22f70f61002aa0bc9129997b23ef65a7debcc52b4feebf9d899d907c4a60b2e3c6dd75209e0a8e19a226313011009eb2bc8c99f48d29607f5390e9de3f01864d61ec7e2e42660a3340dde824932d04d0501b2c27b26f24538bdb1502fa986d4d9e4429a70ccee2f5440871be25dae94cf5ad4dac8c6e245c10071538b677eb2f4a478faa6240ea78ce7ee3a6bbad4f3e09283e2ee4291236ba5208b227d6ac642109668678c2c6f45e28f21ea53da03e01ffb1a70980fdfad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702277464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a169fdc3785ab6fb784617641ebf84ca972e497f89ef367b3dd5ae170a506e09a47ba17d1214838ef24b9e366ca84ee39f0cf913eb3efd80dc15eb4fe227367b0c24d50d76a1dbe7ff8aec5fa37809a28317926ba3e8f19321f9439adea9b72ac27018a6d10a2bf4b0b45561dbf5edd2c3a26c8482dea98b3c7fc16584d31dd01e7d53e9a4898837a03273b4268fde36ebf1c57f818d95ccc28223192e8850903856ff9ebcd91514ac5f107cb1615c48c291d3557ad70ca251a429f96df2ecc076c8d0b4d82f5fc79c52882e06d05ccc38da6c5311d0f415d9ed1ece334ebbfd13bc4a34aef584522d92c2a7f3f366de32573a20b4d9849b392dd58168b6f12&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702851956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c469bf9f9950a0aff20b159e6bb7a7f58e22fad71ba89b2dae3b35dfa5da519b5f94d2878669813a523b3c2acad981bff3e589edd23e0dff41e08e9a51459648e4866a358c9bc6d72676c679bb02858caae4af18b160faf390be7adf08131920b189504b34b11fe6532bdd6fabac039b5c854bda6e1f3c3cc5359cb90f60d6cf3efcf64da95564198dfddb7dba0541bdfc42f2d6904b486b40d2c0aa167e7c9b951f937b6c6ec26ade247f58f7ef174f523dc0783424b58cf2309b04927893051b4f239c35b4abefbc2d6187484368ccf6536a7a9a503826832dc2e11f2d34acb219fc7f08c226706a75b95f216ef49312bf1f9746a101bd89a35071c07f31c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702852056Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4ce8fcead009f30fd4cd33d4944051067b49729def923f78bd48da8ba7ad27781ac9ba733ecaf0fdb12aaedf0a0d91248eb192255dbf5f08924c9bab341adc37c1f9f6a7f1f9659c44b73c310c6a2c02813b3e0e551a126fba4790ca9336256d0d9c2ab147897f6a18cd2d27f409c5a15daca3ac986de79ee80dc454263ce3c35f7bc4fe06c2b4d20893d04dd7bfca693ace976536cd110b946b9a4d5974bd70bc31c84cb52f8b332cffaec3530dee345cf4485da7e5c4f8f4ceb860c9216d2319a35a1d47e7ea913866e3415c2925e42ce30d5bea37d79af6d5be150597a314d68745a82e0e15978ea897fcc7c1738fbf95c156fa872c5dd2f61baad56fcd39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702853128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99498fb7ba56690e122f4793d6b7cdaad29e028f944c39a991917ee7004fe1479ae68fd2554f2e4e96c9ce21e0faf326994e1681ec4fb26a3f965bb678ecc0f225aa232a4b70b182c886fb343f86bde6f25c3f97d8f19eaf5ad923ca3b54145c62aeccb623fff7cf5360f6d3f806160a7e136659decc096aaa54b2979a246a96e5410bc24d138791926ce7c96e65e620055f74321c0489f6a4e8339ce710c636b92b5cf43241691e0cbc83cc5d37b376abe1507ee1d9a24b8e640e97bb0e0a602548ff83b3ca34964246fdabc9643752e549cfc47fa61c5216b7a9c8ed9977422b34cb033002241759023fb4ac35cd2bd2296c1ca9906463baaafb5853d7d7e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70285402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6a0e64443317a607fde0f4cb985151240fbbb3b61aacd3eed8df50cc1607422cb44dca696dabf5ba91395b18138e250043f35335632d1e06d191346a75235b01b05e174abf62dcc4f3da63d7718b9bb727fe3ee27ca4465e44adbe2465f7e4cab054a6b5b501e6ccfa5b862b6c80f49fe9997fad79dc6ac18c29ab97d4ff2acf5bf1b125edff335c08be3a388c2f57c66e5bf2f0f4b0c8a0167b2c66f3ed75280ffcc9f5750114da39d82f406ec3d8de23bf0d6dd3a1108f591f08964f74021d61a6bfd9caaacfaabdd2f9e99af51934bff7056bce5a55945f0daa4b15574d553448c1df2d92d1d0fa030b9d156781c3d4af38d0e6a5537b8b05a5dfda03e033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702853239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2b975c63d30793d5a6423ef204af8108299fbd278a04de12ce444efcf3f31f2afa35481e60907f6cfc7c1bb25c9016574e3763d41652a85815a6cfb40490f4b642fd0ca6e324c7953e16dbc235dfbf56b941f29cc2161397cb19d91b8cef18bd991a1d072f525f5aca0547ba85012045f3cd3a93ed2cf6f3cb22e49512d1080a22b8908fc5546f4fbc093bf1ccfb184c3ea39ab9de5e4c52566982d624d1fcb7114d5635b0db66bea635ab18ef812fe0a2716811cdfefab182da26a1a9f6d82689b53e8b448d89fbb3644378c0046a144e2bbfc6125b1dd321c44961dbf40da92b046fec6e1cbf2fb73b9ae77cf6417c555170bbf5751c241068d1336456d6c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702851926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1165ad5234215263a791e7f197ab42f27d8443484d0d96bcd55fd4425ca47d5ff7e008a60fbec352899f5329a9c0dcc0dda012ca896c0cf3fa1d111498115c5476a81cde6584320b594aa66e2086cb80b11250fda0c6f9be5316a5ce09532f4fd99769d75de5b6ed39f2969a4ec4a75e341787b7557ce69183cea2cd0b341ffc06a2f005ef5734ce6de4d768eb1988ddbd4c4a2c4ac85f50d1d0e4c72d466cffaa5c68feef530c3f2b5fc2ce10327dc11db2e0c61826e4ac951b858427daa2790f21ab29d8aaa00d2dd177ea12c12231141388c59d99b1d16f4644fdae3cadd2dcaa94e07ece5d1150ac8570371942833ca15831afccfe64cfb06940a7f14641&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702848019Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ef394d36259ae7ca2b3ca7c60357f16fccfd5fabcf1c78beaa0ca8f5b1e184d4a13ca61364ecdd0f438d489b542d97729f4635e10a173e6b9855c7a1ce6c673cf3be40bd27b28be5deb8aad9408f6fe930d780feb63f216788adfd1eaa63266fbfe1704c3ebbd8f438495b609b07fab50da8f4c42687e68c8bb2c25e54b2e67cf233cc9853d4466b3a853eca5a49ae87e46a169a759f4cec349b90aef683c995562f5cc976dc74f9dff73dbb27c757f1b3c4dd44031a5c156a5aafbe015d7a228bb1de14c2b72c06e8d19c20d18c3c286a1d258c68dde95c43ad0cd19e2082a0ab8e90b9482413782b35d2ad97c11ff2b6363c8ecf237b6ba990d6841df6b55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70286972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=24f8c5ffc2f72169ca1aa92480c608f4c80cf6e50b2192164fead0238455db8f6931a7ead04e3f77be414a1664181d42343945dd7dea921a5b2dd2b5a98a1fc727ab5efc384ceded81b616b138e1caf0378747d903770db73f14d179a81a946f04c3385a7096504d678f623b09cbe299b73e58595ba815acb963ff5c26c4772733a8ec92fe352b27d790436e64cc790f2a2fddfc647416e745dd5f3467d619895769b39aecb95efefb981975cc9ab2480c0a851f62e695beddf8e2dcad31755320c6d6f054847da0c084b2fe9253d4aba6fdf36b505e88b8a2ef86c37065bd7dacbec2e608aa229ba5d4f6ff8e1fde1336543d5ec068a4ca2e88d8931ed3e854&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702874068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=167906d4303b919a88b135b975ff09ae7bea3243fd98788ae657c6f76dc83e23f3fae4c570ba2897dd1e4347c17c8be9e062d987276b9069f961b6edc71ef7f957cfc373f8af58fb13be79252ccae871e3ee9dd30d221679d9cc9e4c6749963c752552c9df6826f58b1e28162b027125e763e000104eba8bf81ab7e2ba9c4c4870d084d390d4dbd62cf66d7fbba901d201bb85948a241499b76fb1a133a6ba1feb10c02fa33dd30ec10c789db586dbca732f03d4ce16f07ffee9b5986be6d5a733574a165e4b39c879cf78938723d8694369474abd92b7eb56adb20d99656b3fbb99fd59d7e719173cf1c8ed1831f748ff878b24cefb731a86d652f8cd5ef929&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702850103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1065ed9df72c65f7652a65a4c174b579d2d05212786a2aecfb4a189785b0f59e7d56a9f59bb6b8ea293ee720f8a8828932b02e9da73d696abad000d5bf4f50deee6e5240637d0b98176ffd8c3e4031cfa88374cd9c9ca6fae731718116ea81a844147f058cc7a264aefc13ce58717139c451d4fb68c91904d939af13c623af614a86f6e4b67a8f67cbc61a6126b21870ac7b11840554377f92f11d07cef6402639b3420281b5a9bc492d61ca410eae79c58516afde2a4725c9911f5cdee8c10e1b74ae19b328c6c1ada0f67b1c64ef59698c662af9a5089d543f73370d1e01b00ddb2cd524a6c26982dd0996305833998ff48cdfca186c38fe0d86c120875eb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702906379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4883b08fb30f780dafc35257dee18c00ad8144b71fc6bd6185b3c8db600d88821bd62febc555dbe37a5b234cd567a1b7c2d92c73f2f776dec7ba2aca371ff221d4c43736a671e5c8316dd79a7e88d6dd97a5cc76727614f437485c680e5d729aa062ebe1257dc1ac94d54da088e9816615cb98c079a5d6fa740c22da4e01c787d19d3d2c18de6882f2e5b6858503580e4a8f8fd8ab6c671982259ed9b821073e134e89dea7cce7d2547484b1608b250cef731a3626d2e1cf9c809d1dc3fec060f6e0f3bd87d643615005245a2248f53d92fc7f7ac16f3d53c6f6b22625a8d7a1b81cb99cbc62a951e76beb6d6a4c5224488a49ee4f6515165196008e777f5f47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702924172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=888105ffa1a804cd9b694fac37008210ce12b0b733214a79727ee9a457ce9a131164cc55018b1493ff6bae1c6a8897c65cf7a4afb6eeaafa8ac085b4c8f6b888e88d8f1f9e5ead6aa926de17c9ac928cb1f1e025b727ee0d18dc6f2aabec6e398f65e87bd6287e095c4a7830c16b917dfc935b8a2ccee80871570768d74b2fa364781028e1c35d50004f81299a54d1218098751955f0946e167c26cf92cfe7a1aec1c6fa7906e96293f8dc169e2e5ca0935fe37a436b739c50523b3eb3248fbec4c446464d46b95a48cc2ac16bb856cca6d11d5db7e6cb9aa202e1940b860dc256675e36c26f2c953109eb5c85145c60de58d0d6f770abdda8f4b54190250692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702907311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=240ca29e58c944cb3cc0605c43fdd9b58cb067d9b6ad4ca178d7b71431bc88026d55abd48d0166122b11505a24f868f0fffc0247481ce2ceceee9cb0bc49d9616e8e52fd76ea3824d8a2dc1e83314d1b244eaec8124b41d687eed48323ef4b413c68f88aaa77242aba3a9cc38fffcb0dc6c8702c83ce98ce6a0aeba1f444df8dcb1f8ce04f410eff6af219ab60c8c0fb600e92b88c2358cd10b0169f20031a6c1920b10158db6d3b3eee4164484da5e3c1c042e3375038a48ec30d3aead1bc5dece1905a3f9a2fcdb3756ba5899e24e7611eb2b151dedde69021e3d7af94ca82d45543a3674b1c4531a6208a70496d89a97b5c5735fb1be9b7f1b63c9d948e03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702934111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8d3275706b8b97db516dde79270eb631b0b0926e20e949146516f65a064ec05e2fe6e020b8908dda81420c36ab8ccdbdddbe43146868a62ad645e12b4cf9489f5fc762a644a29365c0d861f5d7d9742f63db80baf80e9f8884973bbc6ed58ad8e07b66c11b5ea2fb864b1fa2cab7a24063fa631447413c1dffd0e3b574c8e67aa8b13be0bea511d5229fe3a4f66ea540ef5523910bb3f95494b4e67b1775f741bf15ffd148b151294754cb5b308ee6b78ff4fcd426cbb8400a02eab7af2df5ed7e01ac16aa462511bda7b27c38bf4c2b411d7ed2107fb3a8e0880137afe9ad261654aabe85124e410ebe1881c26fc889fc442affba234dcd00dc20f4a8d88266&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702932508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=030a709b64e699e7e9dd8f57d3fad9f34ed8efd14d8df86256fd58ce9e05d38c5ad2dc6c898a22e0db292208f36090ede939be15c6909770c059cc0cb29e51a326b9d40de6508a2d030e3884b0f5315fa03888ac9d9c1667845125a4f3b4e28dd0a0bd72960c01323357f10c481750fc0286534e5d853e078114657982499eb525d649cff231e19ba8272c9c64abbe52b60c72d304ce37b18d467d292fb795b1edda2f793750d4f0702b7b270eddfa5591a4b1152e28f62c7a6f9faee70e5af786d714f702b894b6c0f2d155d6d402284205a551091b3a80853d31cad4a588366cc154737053ac7125a532a213981d902b1f9b5e8ffc349ab1790473f0c63496&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702905567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=115ad317d3ed6776999ec6323d1cc26054fd70a286199e85f8840278fa33d8a009457a131a74e2ee56c52c9d1ec2b5adccc27c1a5e0aa3010d72c22315216f953043c2a584ffdebafc8d91cdba73d3e6e5963859ac7354af33f318865c3239037bad00b75225877cd50dba7d695b1224840aacb2373710b9a3818e25263bd5b1051276e0639c38bf0275053490ee649f1bba3a9a45a88aec3a9576b49d6207f4613d48af01f59e9279032e86f8fb17234c55763e5df32ab2473b51b1f3f6710f3b949605c407c93beb5b4c9ed25fa09795164c4c72e14f5c37985efe7d518e6100c6326a0b3a2a91162119e405cfc379bbfd6e8cefe5707a20586f59f00cc141&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702984035Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=48fcb339ca5021ba2b0b529c3d87fca57d913f721fed37600d5e71fff44115873556f801cb27be59eb2e92b41110118e7d349b24a781f3303b09a36e489f18460ef2af49babe43a00c7207fc3981c429ce58e8a132f7e63a663b8a30c9509d5de3b893b5e9620557b69c6adf3d01499c85b9737ebae98198dab2b10018da068da276bd9e9907a25ae3810e5c9f83839ece21f0df99ddc8a59d7b1fa4f8ab9e7bf222df025d81bd370eb41ac1f8b1afe46537de027d5b14b3af084d50af9f2f8735f8a7da572c1ab0632239ac3f852b7ed2aaeb5d5d8488d36a59acf5f65b0b11b1f7ae32f95880255cfddca19adcd7a7a27b018a76ead63c2570e7cba919f32b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702985598Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2106eec72cd20ff38a4c4f71b184cb7a66d2fa747d2b2b9c9454f78711138422d8a24f59eec8cc21de1166fd86130dc3a1cf87eb14451b0c7959b01d7e0d59d342a1b90e36b0ebfdade363640d55bb8a159eb0abfe3b24e938ddd91bbf907077cd6be128660da073ab6270216fe77346fc1165f9ab397fd221cdf7b3f34f428cdaa7f66856db91446479f6225ff200cf7de39b51c0e97c86d0777b3082321c2877491adfab9b60d9f88eb1b5e175b0408ac5de55228871a7b6f923500290031f14e7d2215bbeac7f84c329e90af19fdebfdc382077c6040a7449bd3714178ea9ed9ca172319bea51388419b5205d9d9ec635c740c793c272de72ac2deea41597&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702984536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8593c579bb60e8b025ce93de3f050c80b36d2f7bda232f229b1299970b1bf4cd140e440bad0b2b2635f11fd75e6856a4054d0008ec794eb906a492b73a5a3f200fbbb7c66a68de5cfeb55f63441f9e7f15f078969b9fc5d621ab1bce8df4d37c1909b1aa21ed1a7a2f6aa34f5e51df0a19566305a7db8c70e2709f7833238e4ad4393a587a71a89d5efee32da77fc3cc43c046a12481ec466fa930edc09e2b3d4dd8245cbd1ed729e5989ddaed5420c3e3361e76ffc6c3b3d246665ef6d47a074a5de8bbc99d3a970ab425c2b1ed1d09f66f1879aed132f31210ae366f5910ef4a0c6ce303d0ad1771d0e99d8433312650b88cfb00e9d2def425a0ce95dd3d6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703052414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b05b92888e4f91bfa9dc25171d0f41ae2e9eea515b5ab67c468f78fa3fde1a6f43406c200ceae40ea8b94531a4f2dead10db245bf15f94942ceaaa9031ce0c0c3858598dbcf532e56e13fc479bb7df3c098ac175a3a471c2aed5227ddccbd1e59724267dc9750976e9734c807c92c63c0877ebf87b06168a3563568360d73d76de6a496a82c05b655d67d5b59ebb792a05da33450b9a77e39ed3e3404605723d53e9b28e7e2a43634b389b883302928fb24512d56f2d20b914fea603dcbe02b6e2dba344b19d4bba9b5f62482be05be1ea41c7e0718c62b0da6ff49b9156d984be50f713e5fd73fe42ed4eb702b744aee793dea0079dc5bd5c3ec2bb29178259&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.702227029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=154b1efd3ca83859c88ee868ff9f730d41835e484726bdf5e25acd8fc5fd333f429eb1549683df50b9be1290da3f178db23e73db51ef0426dacc4567da0fdaae59760d4c6e800156e1957500d6720885a2e59d42f1c6d028eb8db04188076846ee84d96f5653a4e1ba6d43ca316dce0c8b8eaf10f43f82b4ae59c8761647334dd3c99393db69ce3dfe218a164b707f3164e3a42d18af1d33f4f8c72d6e3ae83eec63e57966313d261e7ae1c3f0da283ad037f8436a05df9142b1a9a73c82650e1fa5b486c79bbfb1ef0cc8baf88135a3706999b0b2354a229d9c42aff9c1147e71eb769dac034c8627d19bc292fddbdedfb7e8a87634fc3967daeebbdbdc880f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703385111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a6acf454de9d6b60ecd607b31af083b098cf0cb8906e3bee976f3230d60940efb1908eb8e00a3131d37718ecb1417a372a60dc7bc8cd003ad65fff8849a1189a5375865cd64cb54409e72c2bac2a30e5b44eab93cad3c5c7b0e4af07c444ee215e4c658ec840fbcf2a2f9f890567ed32c089fdb32f7575a342b530c2f1755ee0dcae3de1c8da0569f6de9f8d5e4a464be1d5384cca843a4c6288e66507fc1d757689034df3d90bb5620ec8a535d9765afcae2826f1eea3d48f11b594e3a6f9c9058a616755c55861b1a7e49e745a64dc73fc937a565f6e30651c7858ec1e7c981c7c69f1db5a1378a29a11af7a08a8c521ef16bd5cd3e3c57cb05924835e3ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703471634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3999687abbb9663cee3c34d15b4ad0bd42cfce4ee44fc2ffed0b80de2b5076a13968d3deac7af6e6de7eeaceb2f6b503448819abacfd7d71825e4a699bf32dc8158ec1f3e54d12e9ba9d1c6fda120c76a577621beeea37ec10dda480c7293e2d8a988a439013617b3dd0ce66e52b98be2d6d7c4112ac66a994d0339040615871b4303e12bf703b871682001e5cfa4d74375af03579f51c8b0e14896da83a94fdcae906a72872ccb27bda60ad001b236e222d65f55e4e2421323252e91a306b97f57b12f5b8a87e9034b4ec608a077c70919c4202776f12c948b96c36bcf46a4a90b75982385d344074f6b4802b108d94a0c82880e46631626a8e66576add4ff4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70347993Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=528ca8760f9ddbb3945d2b42f0506b4d61d2175b2bdb64176d26e73b9313aa50401c782b10b7f1192f412f99356785ecea6f4d9959166dd14ddc22787ce775c49c9ca4059f06425eaebbcbb4a4326f4e9ccab93596ab955336021035315825d780cb0875fa69bf0eedfc6a035df04fff39c41c7b3182558d48517450992c2f912b2f967d01102dc334e84254b33add5d2de9959b593abcf5e8f327b060513b7cdc321057ec975a08615038cf5a4f309235887e919bc5bbf00f0bba08fae6e793e579329ead136bddc075649dd4fa5d95d19411db8742fe9eb0177944b9ad9ae153e44439dcd0f2ded24308bfaf1957e140da7d9937d26d4299d82a2c24c96a06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703488837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b900b48765a3b1dcbe6cc180d3ecf67be48da515ab14a6e594940b0bb6704e233407c697ff82c9c094dd4a8945fbc012110442e407cf14706ff3529a6aaa9015f1bd423160c7bb36450e00d9d84b0cda5bfd07901fcd488d045eb27fa85f78a71a5e0150568ac2460d404340c5c1bb8e49e7418a44a1ec4d0bda38203c69b5341eb0e8ab13eec75f6a26968d6d8a95bf06fb8cb73f83ec83eb820d0a4d46d82d0450bb8a8d78420c61957fe37f88b493a7d1cde70ada51f20aa53709870ee593ac3e5c3b1f0eacd1c0061bab75b4fb8d39fa0aa463664a61b5a95c413e0d52174163a85757525ccf528a4140cecaf6c24f28e566c3a82da97f2facbe867a08f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703494227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=17044ec02f696f9fec77e576fac7941cd890fc7eb277ee21fbedeeb88cd6641cbe36e9a7e384cc8d117e8f914765322689bef5e799cde9031853c26ffc0f404ab358c35add34ad8d48ec0063fccfa3eea76a475582194989bf435c071a28b59820be1731edc8bb002cbbcc7e7ba375075f6bdff9604620933398a53e769b3d4dddb299572d931a1a7bb6ba39aac6cf78be5addd62627d9e831a4b3126cb48bc09b156dc1b98695c4d1025d71f25769a44b9902c20a3f39bfe6d66b8bdb5b4ad9ab85fa15e173c5d24f0c8796f346277bd7ba7696ee75e2330dbc011a62b5b48874c00680d770d5e6b049aa9a304458556fc674bc779adafdd5e96c0cc9fce44b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703487554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6495c5f02b8d836d6c8aca9f8442a40bd6f6ab191f02a107e2ac86078f4764b3d79fe0c5d91e9c928a80ec5bb65d0270b0f9c5353aa1ad2b36dc9f98e7afa4d354c50e29db3754c45b70050ff16a95015ee62c4cd7d537c50b78667fba6361877506f078eb741fa5203d8917d9a3c392cbb51b6cc14169c6057f7886301d7a736b90253276192a51d4ea04debe82c5edc34cfd95054f3280fae121cf5e6a91f8d693c41667b616973d41d49137fee88d4e4ba8918d768797381894cb5879b953083ef9003fd911c9be7b7a929c4045bee5bbd451d8c1f00a8b4566c67bfd16b9b2d7bf4e0f6c3ab5653d30acf6f1d17c55f5f6ce9d61dfe38104ed66baeec1ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703523251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4238d16c1f31543d06579ee137889e4819bd1fe793dbc7ed26e7c7104004ac530bbb82d664cdd08ba82005aa3b93e34b458385b344a723532b8570643f9b7ee0133d0fa43ce6469719f3bb71a7d8bc8bc3bde9526aff6d54430bdc01a7c1311a13c24178fb933cb333945b1ee8932e96a75fceb698276fe38ca00ff2d530840cefb1fb543e9311f090e2d446b8d7a263e65cac32acd13e20a1962690871b832c7747a05fe0df306f1a877e47fa7a7c2b3b7a880d5369a4ab69b3357a532ba56dc0b9921d0e41547ce6d47fc1218aa98e2bcdc4dfe44e04e2eea03d4a2123ccfa84cdc4f3d5fc2b471ab9556e32fe7aa9fa61a211e56d9bed7c8d611502bc9fc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703502402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=160c312e467ce63303f642a15761e4680e0897e16a5a78c5e4f6fcb2fbd193e5a0b1b2d6637fdc10b9ee3a768d064269de94f396348b2b42d2abba01560b8c52db73a70183e0790cccc08db857e53bafbe38f733c92064312f3e336536b35572f46ed5fec78bed23ece91a6efdee708936c7d50b52f876aab5924523c91bb06075c7d69595b74c37737b47b6dfb468c8b76df2338e5483a9e9462d06b48231835dbd9134a548ef5ef65534e8e0b28cec0c7fe4479f5859bfaee858ca396219a4915fedc57c41f69e9f009c66423a209cea5bc3e52a11f7d1449d63898588c25d5d50e0b8320ecb52c29cb25d5ae4061402095cfc93cfcae43e3a8b40ab8f3652&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703525215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=24685beccea961be2cb2b6ae5278d071803e9df7ca2f157abe6316b0ab924fddfcc6e6398e1814bf37f9be203019b6840f9655a97c3d98853ffb2b0e9719de387d88ef706e01238a960a5628c4a96a1c04bd09e06f96bc737abf6e94592cf9adab1e3de6b3c2557f616635a31f80010672051165ae98e644450a342afa32b89853307d1202177d2130abedb1fb94e393111316fb891e9e2883c3f0a2dc6b1681a0cc44939905f4883bcf78dc1c0ec7b956f62b4cd7e40c6beff664481dede60b386d646a00df2d834d280b9fdc5cc3e41aaf357800aa8b594b5e5399fd5142145a5e0965e6b981da51c4082d350dacb60684068a1ff199b60e0d0658723f1707&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703796747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=be9c4ba402cece46a6960a9f7ca8ce745c7d58e474910663377ab2ce5a667416f798b01235598cb31f3f2a9c884976fdb47e5ff7787179db5367947a318185bbed2476d906c40d1d0853249e69900dc4032ed1bbcc51dc04fee8f3194ddfe6ec094320569b2941d277dd9ff7cc5b52b2aa53e3b3fe9f3ca5af30f214d4cab720dedc0233cbbb2defc3c7da9615049ba3cb693b13e079df3915872812925805016aee562b5f0d04cd9261b0447fd7d6fb53c1b96f9629d6a1a6860d94c58d4eee806da43bf3a0754a8988776a652b9ea70289589841dc999b0b785b0010064f7e6bb7152d4abc38f1480ea366344709e21d1c4271fbd60cb0f72663ef62aa0d93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703807247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0222866551b6aac67f02d2672be9c12492a055c7fb2f9190a95fa2269486a8f94c930c147d866f2fda389f82c0a2fb7c38fb6b6412d93cf12bb6afbb6cd3c7f96684ddf86e0ac6ff15967afc9ee2e17944c1380551681de0de87f83413d1da8c8c4fe614cbee3614db8258cca49b9d4575443e3fa3aeb52585a37a9710b7b7170119df3995a329d51fd6ea6fb52c71a35c77ba7e0a2733c4f00021b4f5110894efddbd95176f959a1fc2b74b4291814a68af6d1cd241410ff21f899d026a329fe7389ddaafa6a49aa9c6cc3051f2b690692f06294e11a0ed7948c2d182c8feafbdf207993e78fb0aac013a774659f33ae333d5ba84e7b96ce248cbcd6624b3d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703806475Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=58771dee4d07b3e0b610c8aa3b76defa80f0b1d34ace1518abd40f1e8737eb00de4f4596079218b33536cc53daf0fb976a01f6e6f45162ea828ade5bd225a8846585a202fe4890a7a4d32206dd07896ccb8b82c2dae8082ac384a5d2f47e0f9e8e829e455bcb2199d2709e3a8586a22eb2bbc3cb3392d022e141f038137473d9a862e1d4da31af1934442f98c3cc784a2e22d86f71d985142027e239997f713c154da16c4e65c2d7ff099174d8dccb8770b4a3ef72738b9e04247b6fc30493b79f912da036f9e228b3d2ed3880fdb27bdd6593164a164ebea7a748a9eefa6b4764f5cb5fa2eba670470189716f9ed146b571bd4e9a1dcef68e5e3ce3e404d43d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703806786Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c2ebfc20fd93b5bc0c5fddfcac1acb21f693b46c41ca9276eb2bc72f9b962fd7d4660b69d325effe37833a3c3d6c48fd3feeb2f794980d95b07d08f6801ec173bd751e1db3bb9547512f91d499254b96c9a1fd4e8a2f4904cc4e7931e5d7e9c0ac8ccb49fadc5f743a9731e6671aadf6afb6eb7f826909bc3fc883023e2b68b7e7c786a213f8e8d51196700ef75c0bc4b600b010512f657bceedac6ea32b69dcd663c0f3ea4bab3b5196679fb285f386dcd07dbc91ef5c2a271128895e569773aa26ca29eb5cdcc724d70d2d2a1d4498fb6097eae905d5cdaeb1a343145509450f1bb9ee338c9808b2535062344adcf809a821d8fcf95b4a39247e5b16edee9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703806525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=94e8288e4be2e01a7fb80a2573531c73261e8e933afb8a3120bbc62a8d64d1081154f28644ad64eda61a54e724a2c3baf5b9428d93c293aa0e95434008647ed368e5b62f964ce2242259e945d150e2a79c315d457b2af22a42db921d67e3ff53c9311216d8c69d57de7be0aed7f42a74706fafaf24155b0b225a601c602103631f5018afa170f55a2007bd4dc314441aab3d694ed0a7a515f366cad7155cf453de9f5c2aaea2c6092695bc5549132e002f165716eea92f6ed06639d00701637d55ab99afb575007f293c550c0d532bcb1e55fac2b81b63a093388e9a3aac34b539a0b80cee8f246b5528fde7f27b10814302a8bce98a9007bc452fb558833179&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703813498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2aa5cabfc6dc360e90244614c97d435dd8b4901a5616fdcdfce67069350be03cb9fdb68d0be4c3e7118989275ec3a58e0da7ecac6fc07ae4bbfbb7fdd1b18c78e7b6931585c5858281c97416330eda3dcd39b05fd26c4903fee9ee8fb1e0a9164d36b1fb48309808f8e393f480b3edabf7738fcf6ef80069fc5d8fa5b898770f64f39cab1c020ec39b9ce644e58f2e23847231e34b86176e6daed12f665e119e655c9e18a75e2b3a92015553f12ed932e33fd2b7d7b611c6556cdde6ad0041ff4489b62c50d73bb9105a9e67bedd72deeda119a65e9915fe55de2b11e45c082c96a9572b1bcd3e15dfcfa3c383dfcd43e11b97a87429f1dda8c8f41349cae242&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703810302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=80c916235af087c9bda894496e7a7f94c08e945c9984f8975bf3f64c40dda10f6618066d804e6c6bff374c08fea8b376b3be99d8c6edd6be34edd63a739bd2c887a7362ffb04cb82097cabd0408e35cd9e188a7d0f3b34e8b4c34612273f2a11f367ab56d68bfea882219970dc35aa77f67a1f8a7e8bdbf54cc52685ccf84477a1a627b284a8e5d376e06580330364c3580e6b4fb4baa9ed40d51cec46b7435ebbe72050fe9db6f8571197b2e827a2565c6676f8bd67f4d1de01511deae25ac213d7782ef1865309dba5c9e5d66a30c28f7de7f0daf0aff8bfb628fbdc7e5c282cc0cda2ede87daf67b872c93d11b649f431cfcac8b281729860babc78bcf480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703807918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78e5416d82b5a7ca3d0b127daebe33ddfb52abf826026f85000a8e1c4952714d028d6dd3859a5f121cc156fb9d5257a4bafe75cfb0d62a8afb5e5a8d539e8e60387be9a5da8117f124c02db96ee1cddbab1aaac5f863f219d2f5ef50817a03295b38977c04840bb92eb4d601d2e7f5db0c942dd749d51cb724742b3c0e221e200cdeaa9affea35e44ff71f88f942718564b322068e0df703c7355ff3dc6a1c749f1d63e337310c7cb3ac3a345746889b7891edcf44e87ef4bae27a5c5c3c1040030a1ed8867fdbd7335fa0febc7ddde9317f60e3f29f5e45c58d31b5ce1435939cc99beddd2c121a107dfc3eb19f63eee0c1dcf4af2cc6f20d03c4581c7de14f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703816714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=247a02347aff62a784d508025ecce1dadd24ad88866e291bf41388fcde4da56f782ea179cfb2343bf92879d9dab002b465764ec5f9a2310a0c49148e45d82788d3976031a301944fe614c195d671991ca88a54bc80b10f392443404ca98d593d7e120c955aaf7ad2790532bf22dc00f39e2ff7bba8df5087f13ebdbf2a7e88501be7df10028f64e11631f50a02a57fcdae16e847732e28f9d0e2e1244fe2cb0d6ed911e7749436d73a74b8e0763d2de588ad01ffad5af3d690169d382cb657e162f160a01ccae3f84464745956457954ee717c165ae78e33037addccae770618e433bdb2f0965c541ae24f920f7f6b6a1462d6514a4e59468284e2e2352b139c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703840479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4dbd50f9a8a215322e95a5518d3bc9ad9183a2af6a4494ba9b0de42391157bffb1d8fca964762a483ff99aea64672a40f551f547f74a81133cb6f8edb2aed16eb5dabd4dc6a5e6f893dd951d2753a2680dea41c1cae17e0c55474ecf948950561017d79a7cdc9d938186e216f05b337c3ef1e2678f79574b5a3566a9f35d874c4347ca9858d55a157c1541cb2004372b56947176f8987dc81a583e75f295159bccb68a63fa379795b8632f3bfeb5922dea9cb226952c75a839e01040b638e16de1fdb39e38ad5a1c75385ba700c3d6ad1a5607c5c127d4fedec37a22f10b93bf680c492b0ed8f9f2519d6bfb563c48b3eca0d67b01dffb4fe8b13853ea348c8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703849536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=04d51ab3c12d85ae9354935b7e870031ef01803615a1da68c406b2b50e561f80a9497db12ef1a7946b9e306f305608d83ad90f02221036fd073413f59cb644edeec9302605cba6e117576d80044c3dfe5a5159a3e3670a1d27b91315246c02d4318a249a6dab294b31be7e4dabfd291011e0744e54b9b2c0ee61c3a91e8b114fa1dd53b6b8bb5b6c75930a165120240c6e7cce5a6f1f9d71bcbd83e02d3756bc6b2563930f4f440e71fc5ea9173c8156bc9638ceb662598c90a35b10ab45701f2574d439d944e84d20637183044d5e4b957ef061a3e80f27ad36683c895c7d8da5ff8846a5b90f64ed98e595f4003e709f80e39a027ff4bf796a10f05028cb32&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703815302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=69799c6b8c8364931d26f5bfb659a231cfaee27771427af74b546df6ba2d4e2f61b2ae4ad7d9e1543375e758c3fbb270c3e5a89d3b5378f48746c0ad8d7cb1ce4f124badbf4141be04bdf9114ef5616c73dc6469cd8ab73fb1b645a5a93936251e4ac70dc344fe1b1f70438f16d7610f0f33d6b5d64cb0129c4f94707044d080d63af22a1654de67cfd331d50da58950ad232f3ed7e5eb4adeba414a2c1a7bcf6ee9a370824b8e63cd8970ca6bf6f75b35da5ab4dec464887707dfa7fad2ac68a5a696f145aa44d1abb8054f87fc9378c90131c09624c786a9f7b224bf5cd8a2858ba784f1642e88008b1864de589a44e670859a3ed2b554d44deb4f5cf0c9cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703860577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b9ae18354ebce512d0645f7d7b77af97fbb3e6f4f5c6b464ef49a0221507272855eb629b609bc2e0b14d8e6ca07018fecf03842114b3cf5426aa37c5ca79041dde230090b268866d3085a6b08cff56cb8711103dc9f79a37b7c97f0e9dea5df5bfd28327f6615a08228b9d3bf677aa1c70fd5621b8eacc480627b0e3798602931769fed9804cbc0e7dc0b90a28c68a613cc7953baf2054e964ca5ee0aacbb2d1a2b47ac9ad4c012b6a7cae99e8329439f9ee9b1b9a43b1e9aa4763df1b1f45b15fc297e49ef5323aa0782887e72854f627acb010cbc73a0ef983958cc2341f122a6268fd015a7a5c92b1d758ea34670714f565afc898614becbcfdcdd932b114&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703828116Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=412a2fc9fcee183f7a723eb803fe9cb5f9790100fa9120e30d2d1e767d1e7231cc5452470c74aa03a7bb6ded142c2b5d5699f629174d70a77ca31a89c9b34775e1558a10fc1a8af64956b240165b9bcbb59c1fe482ed5fa69575b16ddefcaf5820d8d4e700db97a664c933c39e191ee8ede12222dd2c15ea92d518194a0602eb12d4cf691aec476ca6e465c612ce3eae659bb9065ce2b34d0a5ed694b80f6fe0b04f864e8f46acb00d4e4e6855326085b496f7bcba5b398a8475f9549dbd0e0c9a2d2ac9a9df3924b363aa96ac41e138dcd30b3c5646e473a80e337504119c8c552444f4caf8bc873b21343fb2c3f7f29715f716d383197518193ea60c0e0c75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703859024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb100afdccc02fcc647ba9d2a841085988f84c25efa42bd83ae870f0ee18c0281c6f70dd84486742ba65ec0f42b4f2e53071f05dfadb17c6f836504d6fcd5bff8d285867b145d43ec87c0ce1edcafade9dd8870e34ac450649fd5dcfc2f5848562a1191701a258ea5281a052c8f28274c93aa2872b3898c865cb0833b18e04ce0197ecbd509da0ecbd53072d411ebe5a4992043c0e1bf9bf9692d6df00e69b38d023b7d27955cd700ad45d187ab1dea9ffb8d4cfb983cbe728a78ef65156205363f273372f25fe7ac5a013268f7f4e43f35fc36a6004414c9b3dd2a417ecbe32870a6a90fa62ebb31ceb6a486228663d7a37dd9c986b608111edfbb2e6758dd4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703868883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e6d87a04dc632b51f2f214d38b43d9b41dd5f3b2a20bb3328f20b0213bfd7554d04b2b5ce0288c1acd38dedfb9897fb4accef39704e9290d98c8d4af3fc74f2af727f571244bb8b873623f7ddea2444e3997a509878b193c46f0cc565b1ad025ca3578a9bb8e3e33e81e18e942969c25be5d7550116ef605c0f58bf16c3d68dd4c25166cc6bcae575be89f277cb8ba06a64ae141bc7075b35db30578619f41e5d356f946b9c9f3b00c2e1278fb1f64607ca6fffa17c668d63eaeda8b6ba8a97633b76a6a2692abb785be2bdb2bdcb52ae3db2cd31785a2ee899890d8cf255985cd6b3ed5563d8e2c1cbabe7bd2728808b1bcadc723f11f6eb0857b0b25f901b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706538033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88dce3a02ca72e7426c5cb85ad960c2505e4ee1bf4cad23acfacb2ed1c0ca0ba3693222274e6ff61731e39f9c050f59a338369c5454bace8687e9960cff642022e25db53b09093e3e7c5f45ff685ad605d589814429a8467cfda4346c4c4ff2b713be2bbf7fd189ac6b646056ca83a25936aee1680e466c1b58bd4f795c2433da611813bc221a6f24c18c3c97b10a06ae9c192f1f4a1aebc669abb90260c42373a8f9f5372f8ec7793e0de9ba57f190b15ef1ef66c091b286e3dbabdfbb345671768f3bc7ef678517813a37ad7b633c36fa56e5d94e87eef644f3758c765b48d320d75ea27e4ad079bcbbb5e79bce6b3a667b71aaf84fd1aa6abc4f182fd58c5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706555906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=522ae1ab08485afea0c3188b0a89e32833f6554e0400ac04faf38f87f889d17062389e907e911849322aed011d1670e73b406f2bf98e758e6fe0de8efe2bb84062267aa5644516f77d3a120da11dfbaf623f0e94d5ac218c62de9e65745cebfb9eaf817ed3e5a49f47fa4aa53798e8d0cba3028effa789e9e034b4ef450ac16e99bbbd24eac2966b5caa1649d2fdb900a9e032df000548f474ebcfda1b166499137bb0029696cdc2fd3e7654f70599912c8bae9c88dda0fa3d3d1648d4ae8386a24cfa01c2a61eddb6e98c8d37efc1145cf0306eefa9ffdf654b70d62d646cab4aa132ad6b5502f03c1056c726331ad5881c23712523e6add876bbea7349c433&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706590722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=851ab6c14e0df75d1f977a647c6a32a1efaf6216a4768b2951f6539ad7e00b311761de03cdbd33d8e46cafba19f5d43fae7ccacdc2604aa00e57782c29e7cc8f72c65630a234142dba89d3164b038461ebdb5c6b72c65e5ea3441e2481b926c1dcad2e010403073b6221ac5ef5d7670dd7c2a500829bae5a93d1ef8aada6d52f4da38f6e7e280fcafee28bd19f6289db3acfea2010fb764fa55370635721b3be75c91edc705d013441a58aa857ef89db79f3276b313e4c10d54a31ee4d6949509e9b83faa3934d2f76deb39e613b0f8a610d811bab78a43566269afeb58a6e38e62930c3a7ed9135789d4d76d9a474c98843557201a1549fad1a4058f4f9477a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706648461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8fda142c61a7c567219307fa95880ed3a398fb794590de804f3d20dfea78fb36c1749a1c20cc749d4981f246bacbe0804194be1b1d5d57a2b96d7fa3a57c490b71eb78c2fd5af7bdae210d1e85fabc5fc08fef206c485cef39f4ff996bd7e2858a44c1d0ce792bc801d82ab308383c54b3bc9118b0c950e6a783f192a108b3125c0605574584f28998a7eee2e6b5d493c8352356690ae3a7a113308068ed8ff4c80974884ec01180d57e24758d1d08463f7383458c260b5ba6295026e2be5f6940f15f9a562511f6dde7d6eca99ad2a1b65285d2687db5f016adf245f61fa15ee4e59e5ad9c2ebefa7f46d68898f73e75f0e0dbb9a1b56ed4c76d2fa33720871&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706657688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7c03c5ac0e0b4d674dcbf18882024a3622bbb3c62dddea7c052e70f3579a79dcb6d19e50224abd7cbf73fe4ff0146403200e1cc59e4daecf02c4cf7763fa45b52492a22dc7f8656e361a6589856e169232a89fdbd684bedcf5efc24f434c14ca8faa407265f8e0ef0dd1e79eb961561dec8d554ead82ebc9c4d209802445733c79d67a620d8d8bc9d95cfc60ee269e7b171beaf506e644af9df563b55b2a49ba3d8f200f7874f5da51c3c189a49c8c69f6dac3efc82f273346a21ad2039c1a69f9033f5c8fc66260f9e699d5ca487182c90b4ce374aec52a3059f5deab4a11e09efb4146b2f7342fc84010b4147f2c36a422b124a8f32eea402e999d9ac09f89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70666368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c3876553ff55d440775e3f59cb9ab9d69decb1c7367e9c81c0ce050300aa70f1779979851e6e7c61cd25fc0028cb06313afee9fe87eb0feeddba84ffe9f2055ec9c5b10dbcab29cb02f7eb517f1c656b14d27cfcc4b57e6b801bebd82401a3e6ed05026a272a172bb439b5e0613c3d93ed7308d4dbd18da0debf565f048009d9e8ddcf3e4b89b0f314c8db04eff4d6b2ebfff88bea57f7d8cbb5200a450dd0db56870f46c555cc2da0635618466d0e714573d16f93ef63f87f0cfd88cf62465840cf79819bad5ced405ef0dc71104be04dfa1c53d040ebea509bdeaf5e99f795d85321548fd574c4c8807344a1c4e88b6d0ca9f1616d95dc28f8c00d9cae8105&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703866488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=229fa5383184401b464321e28f99adeb4839332e0f1ef4c5880390cdb949965df54655a6be438544c14128fb32aab852444d6f5d111dda1aa24696cb911f4ac0c63b14edd1ee168dfa889c6c3bef910122b56b1ec7f32eeca474ea9856f8a84c28dfa461109cbd88fa8b58ae765daf74db380fb3612c46b1dfc544661aa2f882a6abd60f11bec151dbd418320b4dd647eb4d91037235dc7ca2ed24b24dfd0a50b7f27b6626803836d9990589d7defc6d2a8c3acca4a90d8b11f01437af8cc6cf9fac0fb0f027dbf919f1cad7eb1f3bfc8db5bbe627b984dfd2f811318f987e5b351a209a45a905e95555faf2cfdb374c79cd3f90068229238a1abaeac307d891&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707000965Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53108dc199bf0db3e8cc36d9563d5fa7dd788f7a7d61d2c8f88879266b5b9a9c2eb1755e57143d1aaafc3b4aa766125d050dfc102a41f2fcdd1d9397d2ef443053a393c0b49d4e72af941faae4a38127d83a7d7e935d9508de9c546db92e2b427873815261e4ba40b9021ae1dce3d8ef40accade3849d201157d7e991f8591b5812c7fef488c7cfc800631588f10fb797e86e4234c4b35cf8918469e25ca05d834e3892953145004b9ea937966471dff5b1beb05df70ac055f8e8ecc6ae1e69f3b2d229fb25cc5299a6046c49151c0e23be39768d3ce80652d062de5121c02b1819d9920a2f8b338280ffc76834092c632df45daec715b001907a4dd54fba78c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703811925Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9fc9a92216a49572a73444490a9daa8be9c29ee6b88a78a1d83c41efb60b240a73acbba77ada962bfff4e14f1b3ec5eb083e2d635f834bb2ff29a2e00f0756e914578d4aa539faaa3a8d0b76b818510aa51894b4c3563af4f4d74b690f619f3967e5a396f3798dc1aa6834892975f4f2e8f60bd7dcdf34e748fe8b78377f6ea1d092d2468c2cf6a7ca8123f9747e3e34bed7b3aaa37fbb56516efdc36c7034abac906516d56322207da5b0da35492fd6a566ebb21221109cd0bc64ecf68877ee08d6c6273bcb623753aaabd7c7f1aceabb0f565e7f313ee05f359be950933f303f757740273099425e235c58273e8c085ad98e634a3c8168220568f171d933c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707095794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a1a6ec7e332193bc41b39ff1b0999d0eb982381d62156cd7ea5638db15986c54657c1c08ff5e92587cf830c4ab9e43bff2c4a520f87c96eff93e07c0ac51983659bf8469476b5f8786448266dd0989d16ec70a7851fdea435fa6984974d51733c2617622258d49a7c411bbfddc5e232e9b3050481978fc30e93ad15d7c6ff3cb829cb0488bfe93692deea288969a3038b10f76aea119fba91aeee30d901d4731f5907e9381b9db7b09bd022ddcc005a8e9faf5d420643bda2a3eed0e8b8a4ffaeff574b11acadf4df44bf8dab136a3e048a90112c04e2595846084bbead363a8d5517fd7cf57e517a1b6149840df09988cf24ae23d854cf027c34468ce4e816a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70711516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c2c232de171658518986fa271ad639539c6ee041c33aa7939de0c1175c539611414d234b2bd9b3585cccafce00452d760ffd1e98ff30fd93cde39afba86aaf0b32e60e560204bdb8ff0d2a9eeb1785183082db21254527965c9e72ef5c60245059effa0c4dabab39763d24e176d54e0429c375bed06dda9d58324985a4bc05fc6d864fc91a8c1ecba95125f5b834357a71c14f1c3b367ca45df98153ee4d6d07461c47460a15c4bc9c2f713e207638e3302611bee555e3ad79add82ec463ae67c402226e1c74df66851f2526e5a10352960f869186f3484f1b23f2471a3b3e5d820eda44e49be198c8de558a21d3e12f91a344f180f0d679587e2dcf243d60b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707148694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72087f20cf6a763de238aba02689f43f7aef01b24dedd6a19efb60994ad262fc8c4868af64ccd422eadcf5d36ceff4b09ec04d5f4a8b3b3bc8470aa6edaa907911e13d158b2ee07d16a7a4a4b64e0cfd118e8b6de96495311664708d6698754e2787f33b95d7b0b768360be3eadc7a44f1327416ae995a1f840938941b550d01546f5841d6359fe2781f1782c1f41858959f7d3f83fbb1e1fec00a9e277a20eab443b346b52fb1d479e80af00d0b89f7dbeab8a80eeca575a6da6951c4478a4ac3f02735f547a7db6710ea54ab15259d5ebb67744de62807dbfef942d65f344234f764d3d4e5543adfe1042e832f33fca477b7ed6ca9d0fdf3f9d1e7cb0bca63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707190633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=33f7ee85dea3d2e557e50297c8fb5ab4a67abbe50f0b3fce2f98bd1b9f167336d1192d9543529381b2f839b7b0a164e9db945f489714f44ebf91b60d4274a33ef15ce8fe14a4fe2363be3168b9840199509d4a5af7c9968f3d5b1ffd3ab34a3a790f4d4ea3d7a4442c256d315ec8e09a4e5a30964efa7890731dcbb27bb81c6c30c68f0de7ebd2b826f7d00408471eb0ce977012a0986847c026cac01e8e810252784eb4fa0009153dd67d6856c43ab548591d6fd6efac738f1da170cdaac334d65ff963d80d2b3d6f2487d03e8fe43f33ac4d46c7dc2af4d7e630af371b8a30ed7c5844ff5dc2ea98158cd23608c4fca5534c1600d927bb8f9c5438ecf9d026&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703866809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=521e79cede1322d07503ce3d43f100b78846c7c68b87a52f4b38661bfe77ab2e9b14ce7507fcbe8a0ff2f78de70380b20e897041b5d2f25eea532174b3c813437882880f8a8a58d37bcc936a29e12b05eb9c4d238e9e3c688cbfa666347565ca6a6fa891c4e133fbef6d105b9ca4219485695b18303f05035dc7ccb5f86470a68925e63dfeefd7a21d4c8ffda488cf73d75c4595ac9e0e7a010e9694da5d6434be8e1e44fe10c79cf08c27546bd713d943d0681945e61b1cc12f35ee26e0139455c4c55b846627caea0d6b8fd0efc683febbc16cc0026969d3f8d9cea6570db25e439ab176963c39e53cddbe0f9a478a612969b9dee57fd06602607f899db43a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707336778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c3cdaeaaedb800ef5b85ff10f612720faaebba880480983ab0c691996e4ab60164707816cc50c63e4ec7da97fc5d0d1007a139d7c902ce35f5f3ecba4a2ba91c9038d5d5091add690acd4441be9ad4511178d8c6f311cdad3c511dcc5c1274a91b91bdb2b8f0c8b417ec9476275a93a85483999b251812d3dd6730f9edb77cf8ad15bbb59d72379dec15b79da38f4073c70a35c2507acaa39ce4e16737326f1621f49e60569ae5392669e56e903b9377ad5358b2e0d7ee38f6ade64f8a542b83c1dbe46194f3ff00bda889b090ae18f88e734786b793d2d567f54c5b2d9eea539568ebbbec2cbb0833ece75d2bc895ebecf6426d65a9f835c2cc87ca36a80fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707096034Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=07d87911ce7c8be53077a84c3a992ef7ecc97cf78b13cfada9be004c8aca12c05137618c1c348aa3f964ef1c67c5d70d0ee540e0283659a61fa10c1eeaed71c76827276e07b7d70a3e127e7383c576a1b3a457a3d0724b37d168b207ee9e8e4eb7e2e38f777f3bb649e7335293681a01826c91d9c7195bf56ee6e879ab071f7077577db59647552cc27661cd17ff4b9e5d4af0dad4d9094021c2c6536786588269d46e096e83f562ddc2c09d5dcbeb3b45f42b0e2b532577d7bb28fcd6e324111ebe9a4cab627e8c975aa56efd3eec0016ac86bdb9460b0c40e1ce3c76c024fb06f312080f55ae44f70b62250da74fccda98f5868bdee5c6ecc5b47a84192a06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706592015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3a444b5f571225c26de8a26b1b5a2b53ea646dab3f697d52bd8635a5e37f4111ad659e33950fec0b8eb4abcbdbce40f47f08d91837eccbd648adc77112daf9a043659984a746aeaeb5847c14b716e7851123992cbf9d16d2c93b1760c476a0ba01382795f86d07919d6f649f0a1c8eb5a6644f4e53fc6bdb4e704b01f31c345fac9f884df89af29af3a559600072ba687f52c420650e0cc520f497f8ea0f84e0f54949439e6c4bb9dbf3797dc618bf99dda12cb07d236e25f97e5f9b02a1b70692f8b612dddb2d411186c6e03e13e75b8260e5a16934ad4be10f9fa984c346ea6b1c0ed2f2474ac5df348f89e152e861b343d3ff95869adabfe77d690768c5fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707151779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a51a25eb0f22a46ae0c542171a952139318f445de9a9719349d3e73a3e698672870b6a391312e5c1cd3021a284abe858caf19c43852a7dd478b9472a7cac718fc4ae06b47964092d5ee1db485e39651e2b28a0ab034ce6804d4cd690ba2019bc3d64fe44c36b6cefcd5fd1055e6bb3676eedd3050a175ce8830da95e866f5b9e0baa01f101e304a1463e0f4499305448529ed08980cf64103c11fd10357cb521be6f537c7c779ba8825a528bc284542dfc25c96657051bec8ea84edc071411fea13a7b1cb17dfec056b3465b5f680139ce0ecabd47dd8bfc9a68404dd64f06e0d6938fb3f803b2728d74e220f556d1f27907a9e36ccab8888f5d6c1ef663d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707682089Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4e0636baa177b1a2dc6ace342a2dc1d2f092d39b58f802111d34b789968a76a99c461276a99ac66ab3792da8158d14a8df04f5d69a215b6f6e48e534b9266258749835508c88b5491180baddbce3abafe71b889a92644af9862b5523e69f99e77e0710036f94964230d885fb664b4e6f859a88ed25d97403520ff1ae5201dfd31fbdeb5fee0bec58a35837b69cffb2089abe86f2cbda308eaa478e1236eed094bd2d81d3a042388297edbaa8fdcbf3efe3ed3c1bb5bc1ba18417911ef5871f5de33501b3b57fdcda9ca6faf3b4676055008848ae423d8f469368973ac7997f227f6a99602f00f9c4755abf2034a980ba328802e6ba1534a1e473e34042c4e7f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703868422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a131727283f70bee008cf0a58b6ffa8555434e07223e7351e5739273a0e24700b2edaa4f0c9f53b28caa8d1f967470291af2da9561c845101cccf6868ea0237860f24d66de0421c1d59e40e12656f81df8f53e26f7baac382a9e940eeeb6e68923d2defb81a6745d1a9f43bbf1eaee11282187e79bd060897b9a04e9bb18cd39eb24467f305de4fdbfba45a9ffd751f2367e319777675a9681348e63eda2ccd5f345dfdfbe5a12e3a5fa110181230b699bd642b62aedcbfdae9c06ee0052b9e900f49136f1e8c876c3cf1663e6da5da4c15824b68f70b4637928ca03f4668954c3bbc4acb619c496dd35031badbe9204e06b2976be3495e208f4249b79560070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707690855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9abbbdcb31faae1fe847cdaf84cab5ad2b1b9ec8d1d7235e3a25a36b73fce932d53aa81be49390a964e410306d38e938b82a7852cd346e1f530cf78d307a6d7a0af80e4824c6a67fa9ba091cd08b7ef916ac3d085e9da7d9fe22435bf6d2272a9e129a7f40467cc229186f97ab17c9033b619dc7a83445684854dcb9d32ee3c451f9b0843e95112fd84658d76ec0c86e4f43fbb0ca1d19c204f57c66a645bafef8d6dc0bfb242027fd366876503c7ef97bb1dbf4a24f5aa92c1a967be56ab8891b5232dd70e897737403bb970947fc8972b49158e7a147cb4f6c3ddf3fe55d248172a8d831e6bd961f65e5931a0c4daed98683b025690ece77c111cb78543da3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707750117Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=634d47e3511bcd603d15209241f64b1ce57e4d24a5762575d846113fb9da8de4da3cf2269b86f35f709af64bf7b014a3690970a738d01527b3bab1586621a00e2d4c79624584beb2e986234499eb6d6a4d97658da57455b8eb1fe50c8ccd092df6f7e1bedc795c4c426fe2fa3a23b7ac9845a2be096e3dfa248df67342b94a49b785a3afa24b5fbfff689bb00771a884fe39304eda86565720b65ed69dcc59fafe5fcec147135a6da6d9f2421e8b44f33893a418fd187258af9027c15503b4cde923e3b9c9142d10c813356398f2a683f6ffe212f4ad7c80fbd997fbdd87ef479d2878f73949b33540db19004a75a87d1a63e3efbda01aa5c150b3a5ccc3d749&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703880625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3c8c86d4bded449233f355c5ba56de0e0885af50764acef07700771db72908be77010b34233727a0ff6e88d667ef7f4312cd9b264bc179f528d8796e925d3a77feeadf022e6a489d5a1169a192a1227c9917ac1c61164c29379a68b087d38d66c6cea8493c66d5ec269da4aff1ff9a187ffc007109d416c442b5a60eb98fd5b3f9a23033e121724ee692879c28731e3a67b27688e1c785f7594d41c176cefcfb46bc64293b512747923a019ee4fb1d611eb52dc2da5330e2bac547de2b108886a4d2c93197b4eec3ad46a5bf8132049e516bc446a9548a73b42993ff2bc3ceca89a948b0766a1afc1ceccb579f631c3c4b0ea7fe5e4f98b1ede871f20599bed9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708039512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=101a98af53ddaebfd44095c55dc83551ea6163a78b7fe9b73edd4220284e56c58a40fa1c837db585a13cbec3a77a32c351b4af67b0f98ae04e9a0e98a24afd198e381bf6bb2209bc376221bc20ecf35d464cb0a6fb6cd8776792a75ca6e1d9ec8a7cfb293e508b76abac700d1bbb9a8feab037166536c6a9b409698b08f74e2360fb216fdbed75b8c6a4393c5a7fff7ea3c655b49f219154228718805ea3ef49ed94d61fe8c4f7ae8d554c4f7b7f0be477aee29529878299eaf2e26868d3ee416b6fc8efd60cdad9e9fdfd0b15f27b373b6c6d0b43bb2509f2a7cde57aef27bd0c0cfc465560174472dc5a6cd7b3f45616b673e0f7dd4f3c20f75046c7ac9f77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.7038779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d469da1742062d2c2c6748b394b3f835dd9b93c5c68aa041699221fcca8bcdeeb48fe87634bb94819a61acfaaa216baba11637000f221483dd48ab8b276c9f598c25bcfe62925996b8ad88178415947206d3bd4cad3b6ad9774f4e993383833d9c68d86c0393e17c9110285db158dd5746b7609b776f6dafdcfdceabd79da7baba5a8f0820f81628fc573af1c91f63b22bc247af3bfee1f6f6130518325e38ac810dd8b670cd29ae6b34290f891511b4dfb71d8e0ebc0a2c14be55b3397aedc80c1d0d3aaeb0a6dc8c146ab7259391322cf1c8ca25013fe8e1fafeb08dcd7ece699d2c9c6a740e4caf9b3255a3983fcd35c5efafb2524c25cac0e00413d19df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703817446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=004304cb88713b28db7c57d978af0d010abb48ece96582591d1c9318dec869635837104ad876d6c4e58dbc52e2472469a753a9c4d2aef5d57a7abcf759a433ad955d7775b8883c3992172ce56afafc3263b6b43ff39ad9774b6f6566a256da082bf1a346589684ef7258c04dc5e1a2b36b5da93d6893267f6ba22f2f6e636603b48bfe49de03ee8248b9605065147ab2a90d2deaa0d2539420044b355029ff3db5fb985abc43843ea7806d4663bbb9ff8df908b3f6a669d64b671fd624fee4d28e8664a1031569cb0d4014b5eb92ce8dfe95d2a0b89092b6023a93ddf624fc67403ba28c9dbff8ee527e5e97ccebd7b1d550ff9477fa3f9859224cbdb1f5cb29&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703909008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=68c635bf529d331b06cfaa9153e57802879e63ca8563306cadd555831e52f12d5486020a70a3be906abafdc042cb54a9d8db66de79cdcf1fbc4a71cf0f1e2359846b0f2721f1abc9cc5f54cbb47ca646e466662d9e1c6744a70cf2b0514760327678fa09473f80c906fba3293eae68b9c2c6e21e25212753d5a05561dd0e0f009a71b9f9d11370247253b4311cfdf2befc0f127cc0b9427869d509a59e3cb0fe094c6a514dd071a36cdd24ba99368a1f677817bdac2a23b508b9f387bd01fc613b14d5486a189bdd04b3e5fc120ba2aef3cd78cfa65ee261699fa49a72c5d7aee0ef0f5532ea255b50aea43165d536c03e5217e8e643c4bdbe863d69dc0f65e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703908097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c34474af63140436d53fbe4c5b81d6b9d397547cd4ee47f184c5eaaacdee6d36e5df2f6929fab9fed56a729793c5ac512797e147cbd8ab37e3d2f1b1f5dd8b8a28fcbf4047582e17d3ac651fd96b51aeca9e11a1f43261473ee159e07ce6125240b4755344321f4e7fef9b333b07e9b47ef95ca4dcb5209ad9da5dfcf11c2fd3701917e04187e32fcc01144cfb3782fd74fe0af6bb7c2f4ea889cc581c48209f0464a3b14f97344ad31861d324c549d33cf5d45af7ce93666a1b3a3a6c66a748a92fae60f0156d077a53d90cbc4a2dbb1bfefc5a663b49b2607c0b81087758d0e2d8cf1451ce2a77ae2b664f139768ac7195dad106a4af702a76398feb478683&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703912575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7c752cef853543394180aa09e761c9a82a9d788d3df711ecfd858e261aa2230e14c5f2049381ca1ecc61da63ad609d0b16e94a1939ef9b65060f0f37152af9286da11c8370843e84dd1e91c9ac47b78c95da36e2b862d7c75b3ff058b185b6b9fec23f230e5d347bfd57d1cacbdb3de7e2ebbc7bfbb2f61f64c0e6c60b213155f3153354c29b0d8cd301e78903585d9142720f0bdaf97beda46aa3bde0939d78c567f3fb5d777c115e073a217b0c9c722c8958427b9674a3e85e7939b3e3916aed137e0c6f01bd8e55c7f8db5a5ea3dac8d71fa82f5677fdec24b18248a610b5c869bd529c80bea06e51fb3bfe97f27deacdb603c4837058797ffd2cced7c3d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703910952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=801897acee7989a5f4068c85e831a3d39844458906f71e8b608a55154d2cd0e137822b81c609f038b8b50744104ba35e02b350e0be4d2315223083dca5edae29f68b2361a3d0297f5788aa5bd04af5e51f437fadbd0e722cce6397046a6fcd03fbaff80c72768feed4614103de4f25a4e33c9b93481b6e5503745437a64cf2000d1c475bd668fae57f93d932b2eb30449e8729e07734fa95bb114b5faddfe759e33922cc3ee941f8441c1c92cdb0a8d750bd7c0d8b1a44f342ffb0f54fa288d7c540c4fc8e18c440ca62cbdb08f2056009ec1e7404dad98827b0e211b793bb43a048caad058052c2dd7e914d7527d80224aae9a8e6170c1ff5898f98c6c410d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703921913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0afd905463a734bc1a2ec94f6ec21f846cda51015fd82b10982690e55881a1cf806674d0a9ad2a61b0b57a8387e1177d61cdf28396ee9490738263100e515d3c6b564d354d5217fa7e5347447258f1d160d8ffae7b5a4693e2cb41e0f762d5eba0c7c0dc1afec15d44dd7264e0ae667052f5b6b0a29dcc20818d33582774ea94bc448403a3945d0166c68f3dc851bb9381f4243804a8a4cec2ed051fd676a4c62d0d630475d3d584767c287870cbd086da228c3e2fbf87bea963aacfb59638be3b3dc510389032cc326d5605f5e3fa9bc8ad8c9ba67666624b3672a0a1181843af1d4b481e41591124975fde833542d597c3f59760145815c2f0f396effc98b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703921241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5382c73675d6d183a18d3fc659bad57955e05965e4f99b2c1d7f22470376be6bf55981ac37941f44f7e112a3053feac1b547172771e341e591d1c5dc5c36b3fb52b4fefe6e43f13c9b3a3cfd112edd8999a210e6eefe7b8be332049601685560af03d02f5eeab4c295e9396b2f23dfbfd5987251907b23d6e045d9f224910c897f5aea7e1bd34ba9a566fdcefd7429ba7d1643470562a58493e84236ccfc8ee1bbd179af7b1c596bc63591521ad12d41d49bc1823a60dcaf2b288fe7e164dfb2bc2535dae2683b3748e2e12ba1024defd979e7541712501118f380275c3238efaef143a7a7fef769a8af2d80668e1a8192391c049224cce6cc0b4dcf70ed43b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703925229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66831c2caddcadf58b398b68c291a1e9aa0cfbac75624a7326c0100c7190a66541fbecbc4a14f754bd596ba78d847b24d0c4a67bce9275b6372fbd470c6e663228779fb280e0b544ab955d8356f8914dd480978db9e9bfbe31b5f332f88a7baddb97ae4b59e142e2652a0c7f66a10a8c7b16ce4edde9c410644c62c7f05f97e1ab407923bdfd7aa8c5e5fc5f31bc1b39513c0347c51d918181f1276f2134504af19dcf8a96bd336ca81d561f8f44f19b1eb08b0600260fed50d288d5348787e1b8396133f9d0dfbdaeed8937580cb5eb433a67e6a94413cddb1341e02bb8b1ce6865f26a74f2bdc2c3a6cec1463e24f739c09b1e8f5b3b9f815bf85526f73f44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70392605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8b0e7ad1818430582cf87b655ab929282e023c79e9be617f3a1be7744b26ce88eaa2adf07edf5bd6d9d3222c6a081443f059fa4b87a601b7a7b15e7b690551878dc1cc37b31e8ffb05e4e46e64710a4c8d6d04bf0b58b79097aeebbce75241ee072bbc5596c4302c0b2ac272af4a386f470f10e4b3e39532ad9bc681692df260a1c956ccc06a78754085d03f1c185a03060d9c8cea48fa3f63ee3dfd096e19c845d0fc31b5f31ae33b929ca455920934471aaa205b4b8a363f69f26fc855a425d366c83cb861718aa7d04ba30d472cb91128033c7336f95416cc7d1eebcff3d67b83b4491d792f9b87369f53e962e6049c73b3ae3fec2d3280fa185f28bc3a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703938444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=55ac34bc710f760b87ff2b3a3f515cf1968a5c9f7df002932191a838a34086188006034976856858bca09f9d2a545e3343647605b3e8f201a8b19c6d0c8959f4693945f88879493574b61687b2ad0c10379d2767c9721340d8c144917b767ab988fc2b356823c3b593201751da53167aa648f82d3d97ba346fa2dd1f5e7f9ae11877d4d3d9384c2afb9a87b23433a91a0beb981b67720da0aeefcb668d4ddae4a8f37f8567b30fdb3282f3a8602e74eea4c8c9d60d2568710d0fd222d5787f2f1e7f702b094a75dcc599992ee7524b1a5675efb69944e630cc5c8a6e27fd135c50f59fba567e50f0c1ec7775d68eb3e69bd9d73eef07cffd5b12785d6b8c9f6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703939426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7f23b2b583942798bd2f391c3c994672e4d8ff0450c0ca12a7cbf05a909a390ebbf372f6f9bcf61e6c6fb65f8dd9174d839755a1644706e25bfc2ff413778aaa639041867332c3047ba156086c5a9759d3e91b33f74075d9ebb1a5dd111f0f2de05f049f86919752dadb1bc58335f14a46193b48c3289305d29ba9fdeb87dfc78668dc90d2cfee044c3c89bccc7fbf60921ad8f0dc2310b90dbe0e8f8b73c5e8f82006a9371f08aac306b10093c2504df471271bb8eaa57b9c412625caaf3d8de373b1879c8f8ff4246206e2d3a9974863a27fc2464caad1b9390f305bd0eb8dcf451272068c01eef07b4fff9a4c0aa131e805e7c18b124e722a817f1e019a35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703924247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72f7fa4ac3355f238e7981f1ee53bacf82a70f64a74691fb9a70f5bdd754ec88fc2e037b79978b07aec75693cbc6fa41f7788c799a33b9442c560a13b7af25fb04e811fae39b5efcc8f1e19865cfda96f370171410a5ff249562206fb20f51eed6576562cf986f4569fea035486a98d7ce54fa7dfc3a0660627f38a3d4975f18dfe526d08c4ac2496fdd9bc12ae640a6f9ca324855347e87c4df8100fef8867a101e3bd3dc974d17e9e0fd5382bc79cd93e2104471b2a512c783544f310244e41a3378205ecaf22c7f13a9cbb71a05b42f2de2b1341a6a40da4c2b684222c72e345d0999e6cc07615c0e07f9263c0fd86578ed1f5887a5fb42e097e0b0dcb1d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703931781Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c5fae05307c836b822d386544dc7e3652ff7e8e3d347680e3811edf0e3e1dcaf1831d7c84225560506ed1d0f0540f59a61fdf12fe0662b0a82954c65d92849f5c10cbdd7a152f614560c6c306784dad9400f3ac36cc9df807a341d794d7034fecafd96ecc3943f65ebe60e77b8804bb289401528a2b79db5cc63aa18c14fdd3765926234609306eb3fe443c46eb7840f5c644d0293199d0f02843ca25fcde08cd00e746b84509a61f32f287ba6692ecf68e85dfe152cd876967cfcb17aec746de29da3955efe7f338560db01df3f91799ce0be676d7421d2b1be5efc9020f428273ae726c21779f7e7565a7ba3c10f7a24eea11d5dac850a475071a5e18f541&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707704792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a5532ae458b2f41b6eb2fdee239412949f907745ffc36fafd1f738d7a41a48a4f798b9a465cafdd7a25f5411f548e380ec08ad70bbb11302131066956d176d22d439d8e63489a81eb31a742ac603d9da9b9edff17fc39b036aa0cedc4d9f91e9f0926fbcf7f8a6ecf471d88e6863e28f24c2f7a600fcf902179a7aa64bff604ca5cc5607c0ea3212e8fc8d0ef3f0b63ca7fabe367ce988697706c4faf687f59a44d5d847fe4fcae61df2407433f4f41b3006b821cd02e5df1cad1ffedd72d27c16fa78cf559b32936ff70d2822e34d807a13bc49ce16aee22cefb276c035bf9405ea0c90610e698d6e432c0cb771b71e18c6e1d1c69792639b4f6f5aca1baa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708211126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9528d2d7fb6ab92f24726df8dd2cd9bfc79d4bb8fd3d9565ad3765471ead81ff23a02af0309ab1d207f8989304cf1f7b3de8a2a6dd80322a5c0858a9cd1a184b7b179adc4186dd0f0bac883471d349961c44a194aa73008b9920b5fa0f2afcf79f62824bfd11510f16c632e1f58c36aed5dc715289338fc67469216c1f7093951e87b21bb91a7f21524110203d2ccf07e4100a2bafefc351a5fa1e561921b66b006b1056ba62a1247cb14bc4024559a84dbc5f3054b1882a60b2e9cea0fb52ef4408a5a36e13b4adaf1b33398769b2ada04013861a04d3c7a72099706fc5dc978d8f458965db30ffaecd2e85dafd64b619c6cbed876885d322e5c7de46976e15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708233418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aa46ee66a849b1a20cbc4539cf5d56c3e89ac3903b680b01c09144ee34d7064a686cb4f2fb05d8b9bd1a2bd639c0e90dce82b5371f8f703af927ba0a80be1e9eb6a22c843e597dd4edc99eaa8f720c88a2969264eda7885497f33b70e6b6f66833944d0a74f840eda9e1ba6b00dfe9d1a30c50a287b7ab9e5ca40a3334cc0b39baa11c571c9d87a6dc2616698933fc8ca1c3d7734a5b89a8716f1fd57b2074da3f64ef66fb1f38002c2def9ca525f33edb474f37e68b52283e89e79d87b8cb9b7534fc2055909edc4a8a4c71a5fb71e53470e2b959c58bc409105597886a08912a147e05a8d62b59f30224301981bf513f3a60c9c023256656fadaf5b8a35d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708252985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb3eaa4aa24ddc01e30d62bcae9a2e4bcda9956721cc5ce3a9a7ad70ff8d9c9d55b9006d09fadad05acf01b12a497c5fb5dd62ef0b25d5ae500ef539f236f62b9b18cd20500cffcffffed774a4c7a62e2c0ada152954e9196d85d0d5bcf3ea9a05e0543d4236b1ceb31e035f1c74f3d08a73b250dc2ee089b89ee8537af17ead858d88b906effdde74f1f4ccb27c7f3b2bfe42eda61090e4d3d6a7b58c89f73c86424eb7dfea575a2d7af19f7538927043f8926d8781815a344f52a6fc6b32ea1f91c58656626ef7d9544b05906eabb3e6bf1172e6b4502db2a9569088dc9e2d64b73dbba4d90e7cbf0bfa3575a020719f166b237d3a6f87a510d19eca5884cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708262342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=73f8b1a3842fb26c25a37a1ec94608cea1468f6e8f2ecc8861066461f1501a5783b597db4e21a9111a38fd18a7efcc8a03bacc4dbf47b7cfc0121082945feb33c22fa9a51e7d52007718a0860fd8f919a2b86bd908dd8a7c4016079936e1ecfe9aa272ac0c72310355a6a94ba93622ac577a90fba2c60f941d3bdb93746d07cc900c91424fb0e78a59163583bdbbc87a7d70bc5ac93198875f2f92be8acd80f196d243aa88d09fd151a8a24c2e1f9ef625c73f24f574da1b1db9185bb0de903feaf2143e90864f4735842efe4ea6dc86cd53042e9ce4dffc0df7407a97457eaab0e8ef7dc7075b38e71c1154832c38f8b76e859a0e29ed89a5d12b5156f55ee0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708288221Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a540297bc0987f8afbb0f5fa3c80e58c25122808c3e4f23eb878e11a6b0d8767a2e90719c5d20cab61b74013a4d0990748f055e7e030d9467cd170a2095c088a58ed20540a0e81f0f996f7f3f1fc1df4efdaf58534ee55c93b8bc2ac26b015c0b44582588efd0c51912c774e32079883ace669c3c247f83d3a88f182d9175d998c4e65fe512be93994010b75f240b9061e95f140b045f2b329126e91db40941ed95adfebc5cd9bb972b06ce6cf36f42a13406283174ce5586223767ecbd938d85ebd0f55d9bfa7eb59f34d86809013ffe1d86f767fe85fbb54f9bfb0229f80b29bf284cf54132986c04ba07878b05c3790b3bc19350a12c08c02a5bdeee3fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708311575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4249a883ceb3e4b944d44b2663f6e7d3127d4e01a1dbdbded716f04a72d9d6c99f3af6a0d7fb95b0e25beced71172d55671009484e32a3414fb2bff529917608c6a4427c02bb32069107c2aebb9968ace8f3352c6d321a9a7c8f963e1664c847eee3b983cf6d734e8695c4d3deb16cfb6ebcabf9627195b75256f5f71a6022c601745c2b76ddb202dbd364a0945c1642c3c95b796f5e145ffa369f0508c53561aba3866b146b610a6c93b5222d1cbca0c8ca4dcf0bbbd7cbf2b7dd775c9325a5670eaa7eae34fcbbc5b25bff9ddd631451556422c335d15b272dd63dfbcc8f3088589541d21f742b1b9cb522d05282eda5639fff83b1fa021eed04a7f6325b1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708317566Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=491b95874d6e86f044a82433034cfd55934e8da5b721b6bef9fc15d077b0bf1b6979f9d8580aa1cf12b8c7b2347229b39259a9e8f9db43e8decc5462aabf18edba68e6759c1b06ef5edc3d63b299b43f1982b441d1060c6b95a720ec69b2b11b45cff21f573e75bffc4bec51852ae5325e009840cb49bc4c7828125c6edcaca9e7a80acbc0136967853e3988047d0018424fd77b03f18fbd370d263ea4ffdac621bc0f8764b6ebc5ba3faae8e4f48bbb3656b3211b68f40196baabcc1f5ae8996b69d0929ef5e150d0cb3183e48b3d866059a44b54c2230700862a6bc5b6ff311d44ca981f384b493c61eeb850a753890507f63b92b836fe4ff8269ec4eb01c0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708341952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6badb68304efce54895534f2beabc7407411a81508b80164c15751e2a28f3c87a420bda4670d535a42ed0719d58bc203e84b92b2edea29a56a78fe43d5ba3eb5ef8822311c83be63ab18ce550b9b35844452252930e915b2e7f29ab34b975a9b80239ec48dd114d07522fab438fd0f9d6aad94a099a1110ab55ec9f83997502bbf4c46350efb148ef864d57e38bfccc57e1974727dae64af8308b0f207c5d474f6ec3f744bbe8c4527e050c718c1cf9b0bd0a13a1124c430b35136912a78d548ae97aed44d26cce937c08067e4f50ef75613890ebbe1a00a0b291e61047dd41edc714eafd417a5bb55793cd1b08cefaa0ca4a89b7c8a606cb41bc6d961e8f773&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708402667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=509deb522d44583db11ee1c012f0073de1b6f3941e26b7feac325fc32ed015e1f207f1a1b9243bedb9e9c549fec8fcc5ab04819a7271d5518eb166a05cf96a4f488cc029ce4c25da9d0bd3ca60dfc1472ce157cfd111b4d6bccfe01cbe1bf213afaaaabb8de7f73a974d973de73ea27c6cf5b35c65a56197e59f370a7fc12b7871c05b3abe3087a4e51561d8d52015ed49df268277bf4718faf3864b4a2165ac9e9daa8e72cee5b1a3b42bb7f3ad1133ebc69d3eab38fecf9527c7db093902d9d5ab72f56bee64d24f0570b3779200ba86b03660c3cd74c5216ecc1a2a08df3e2769d521368fedc94d7019ccb775514fdf46c59dfa97717b75d52737d2767756&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703965004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8bf91a853b156143fb893631fa581b96127fb2c8e1ef354fe1cb8c6a41339ba73f5a9a05f41fc25b97baa018416d34c2e8b9fc084a0c018fc3ce396d738f7557a2f9d5b74fc491d41522768c15370cf5da4b437dbd4b2dba018f4861b81c47dd4a3e6983080ce28cf75daaa2340f51be919bcbdfa75ec1622c12472478f37d658e49eacd27a7d4beedf615001fcbe4ecbbe2f7635a688d6a165805e6c50fbdea3ac6c7b17c8aa77d9e9722a21ccff3fb568ba639e1ac2678678c0b008d39990ea64e0343a9ddf47a1127ee906bc4c311f1ede39069e789fb86a790aa9c31e071dbbe48c722e66344990f584642b823c15483cabc0ee1f0dc3f7d1b1f4c1b8ad3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708211587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0502a140fa9a4505fbcdc8146ef9027e0854bbdc3bbff5a2c0d2c490725336b08d0409eada87139714ce1a88c41cec8183c261b2ed89186850832698ee7f6f226fb29d5723b64e483aa01fc23af0928a6eb1ba0415678894da42b78e6104e673fdae7c3f1d01e66397675ae0f1ed404c5262e087fbb985db61ec77ec7aa1e1816b67b7ae13915e8321393c6ec4ffa98e0788c8372d3d1ee8db9b776d6105136637dd2fd64d5ad2b456bd5dfecea95ac4cf2b154b506d5a8e205c5086b58e0cb877e46fc420f8533193ba43d37287c02a22b268c07bc1f16bfc4df9da50c8be37ea8cd58a6f63c6a0c2c6471f3b74a5f79343c699d066c130900e7c05186a7918&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708264757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6b437eff95918f5d96a28e3612b704786c9db019112191bd236159df45ce84abf0f100e6284089e0e14e7562cead3390d131183a1386ded4a96805203b8dc83ae46af308b0ca78c613db69d2753ef4fa3c7df1e16bf2ed24b05f33f1fe4a25b4853c66006b32ce146dbc23bce6d502a7952c1ec878dd9b775d8cc76592a18d95f1da45934f14262b7969c1ad3480dd50a2e4273b66fe340e0ed174a343eccd531999bc8ce5c8c80787028b478278fe417cec3bf249b08ce15b505c0d2c42c25372692344151688508574dc57a886ae0b00a707e5a6ad62f744b00c4426def2616adf48a9a0f24fab21f119869bf3e78d364776f84b13a3227e34c055c1d17816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70825594Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=384333c7d49beaff8889a0cb535b12f013dcd5a1ffb112baebaf6051b75a41dbe1d5f883db4a06bce8a2f6b6e15fd6699b7bf1a925920c45fc9c5a21001195f5390b030de26defd4defafcaaa49d73dec947cdd6179700d506735571c5adda74b8bcdb8cb8f8e4423a029d57728277c15fd31188ba6e81fea0ed57cdea2369f846493e796c9f3d7b6938bbe7b0624f77d4be139827acf22eede75ad3409a7376282c613529ec8e14e7f0794d19d98f41fdfd5c22cc4dda4219e5d818a0349e3333bebcaa00ba0be0b78eb91f6b1d7ff54cc9c00479b3f3b12195428aa751bee293a94d0ef8b42be798bfd7d6346d15a166d2ebc6cd6f4efc945759cd195ab37b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708787051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=533b6d199f7665a675f6fefa8416c9b6b7dbc953ea6ba5ac9b1d504b892253da9a4e828f6eabe8fa246f5c33042d5a6a31ae075f4f6c5631c60ca3821ccbbb21ee0ac07061f3804ada70c6e0fe140355908df15dd27b84fac6f3b06ce914ec876a51a0c8308a13e1696a8c24481c2a93e61821d3f79a5a9c97d9825c6354882df20762acd070ac01b901fab2f9c63da32aeb885fead40ce1ba6deaa6faf6ddf824d85b979e21bb61c2d21d33ac3e768c15a37594c86f3ee9646f25194409db5a53f7ab8c3ff12570d8c61850627e9c26db38ac1c275bc3adc851ecf795771eb8f2e8af5b48af2794229fbac8847cb535b2ad68d072df66c43ff506de0878b92a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708830323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5e0477262b469fcd16dcccd91c88b3f087e56b86418f279d6b982e60ca56ac984782e9b329d1ea99bf773705d6093ec06565b2695c64a09c6aabc4f6cc41ea3d6157ffef773b08257747df5717714dc50a710e9bbaeb26feb4da323b19df2ab5c18dc7999938a66173435d4804d3abbc14ae8a232d2d7f6cffd88f8096ca096629a5cf188f7250b468ffe766f22dadedeb8531e755878d3b4eaf13947906c8b37f748e1529061c7bcfbb7900699916afd5242fe68e24adc8bfbab01c7e2dc6bc9af8fb2bc518b265867f1be853a024fff93f5cf1c18f22241a88ba496f55af5f9cc32c8ccef68dc8f6183712f5c2dbf243536f355b9cdc1b01b0a48e665ca2c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708885857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=265dd00482bba654e754501b23768f9767b6fec2d1a206d6aa77a395179bde59d4f2c67390c62d3de0911a076361abc11d3f7e6d513bf1a726d8fcefccc9990afd035da32f96b4cca8223af9e7a50cf656682d94fd51b2015eb99bc8b1313a33f376b47686ffd212114ab363fdfdf28efd4145d2711d9607a0dc172a64a976bc894c8ca0d61460fee20026588fdf74cfded33a6e14d07b1a4857c6e1baddf7cb4be9d8fbbd8fef9f85f2b590af32ae2496b22be634e71bad17154e77b9cf63162ba65b109870a2bb84e6112830dcffcb689e199082f3017a23b120f08e87a8ed70229e92d67743ef84d0706c08e9a3e4af0f259e047747cc790642815b8ba746&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708911616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=409b13e1c73206057b2a7f9a48a6e25441a50c6e23e3260bb3eea860df913f1443cd27506a700f59ded6290220646db9940d01e5719bb0c6471fad80e91a6c42e4bf2b42d5e1bcdd8e3e57033f633006f57ae25b701f4e5ea6032b881a5e2606bc6f67392b73120d7c46c3cb245fbb4deab18234fa9cbdede098f1ee49a39a08f32d43d567420f86b59f509bd8a57ba4842cad495667bcbe10f51eb0a2db1e9f61fc4091c2e045763fe5d30196b1656e12f39791ba12e5b3c14ee779f2ac518385b254c2cf0c381761512efd0062c6e74ad9117f4b9a4b8deff8bf887e810fdc303a41d70ac3f7f55eb665d8e5ebdd93ea30e97047c7bd57f0de5fa01b84ab2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708295044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6c5c8c6cb1cc1371858fe862b002270a6f1d06d2b22d28cf61e6cf4a2490b7c89e83098a99615cce3720b913fd8b48ab19d6f6aa6febbb465b624c249108e5e816c20bfe5fd532d05f09b0855d4de080a4a151a58e3c1fd734adcd7a886ac4a32cf9defa4582cf9dea0460995d5a46a96b37f11b5e5d1b37008183c964d0da28b64e84dcc387522002dcf7429e35f4c20d469f326a764da4ab6095c2656d5d0d2c0a945755d033ff68075ea21fa5403ce64f83fdefaab75c2d814701bd2bb300c35ce2d592d62bcf53a53d63d732a15d0d0a4c28c4ed4a01f0d99b43ad86b214ce07a48827b43764895d529b558ac0a66bb458c228a604e8e105126648387826&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709209167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c58ae49d3456a09cf1cea24410251cc7088e6b92ce1fad549576c978909d13d742fe7025e449bf3a8fea5c0c961e455e910dc2498d30af5498d89ed4fdfafa83bedf1424bf181d5948bd8c5bb232a33769781a11d267698ae816f03580ed3783516d86a916201efaa598496cbcc0441a7fea04c07aac2fb0e2c9d89b065026396a0de5c3711de7402e3836bcae07203dfaa33c4437bc1afe674b97e54096fe610e0cf9b6b7dbec205fcac1f93e7bdf97d0be3dc719d6483ab99c44738ef241674de442a74fc0bc3363022570d761c5aa7f9d64c397ac90d59daaabb4d327985ab7c9171ede1efc90fbdb0264050497a590dd787ec7849150ed22d4317e9cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703966236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6bca3e040414384a5caf54b76cf6c730051160b3a512fbfdd8b658e15e1c20c6a1577b3cef080bbd2cf88552faa83f24618bf5b859df8af4111dfb7376e0183139aa383500641840fd215a8b0a2d1696a5de2c31839bfd2bd1c1b50393513c82f63f753a48d02e3edeafc84b3f569458ad67f632eeba42d890c839853744b79fb52d45a446f08ac2438bb49bcbc4b42ee1461a6fc2c0f508ec22b5dc184ee8a97c61913332535299e2cd719ca4744d6aca321cc97350843061d39190ce8d0f67360af6c30721c2833a470139d093d6e6939a62086f95f3dc895cb23a7e8a0a83fa6029e155ddd1ebfe54753e0587906685b277ce2916a69906fe814c9ae10ce2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70015285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=94580bfe8d95a4702fb625605764cb534020d247bd701425fe45bec7617ccbadf6e8d166e918fce78735ab3b4d4bb5d09cd59d4b4227bdbac66183e9df84cf890ef03cdead159ada07acf64f7fe98d5b9baad45c85b7d7b1be56361a45fedf9459e535b8507cdccc869a03d6596d35e141553029f6b4877c616ce6d482ba2d36f140e764a2eefe2fd475f72086c0505278994ac78c17dd881d6b079eff711646a29f0765fc705a1496d296814cb5ff3e4eeaef131be59e091a35235b057352f506a7b5204e64023829522a3a03121b8e8aaf7bbd12bf76c93da2cd210e547222686ceb84b6873640675d2541f8c737dbd7d7f31eb41026e4f6955d332976d0eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709275552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aee5c63f3cae7c2ad01867a19dfc0459c3902261933c057777e9cb53d9ef90ca55d94a14bb71503dfd413cf9b48acc3b0b5d8f8e8c18d2d9cff9ab4aef46efb9ff52f429a4e8ecaff23aebea54dce5a3d9f2736366b4c1c996d31896b6f0be1b981b26681af40a3c4509a84430358a6706687d5e8d31defc8e6864fd5efc5621a63873aaf6237f3c65a8a9b63e4097b765a83d1ca9c25d81037c504e6afd5a3130cd5852a22af45ca3948ddf31f4b9ab9bdbb8b5901240bd12ea6dbd76e004026d2191dc9ab3766f1ff1b1b73f23e747b9c03263bacd20575a950425c8a08e3fa1f3dbcdb48a46a90a8c0d210297fed39d77a500b5c8a5eaad88a77df3b9da7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708835903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=802a40c6b7fc37f35da6afba73015d6dca9a3f3f0ed54ef8ae216592a5182ce21a2e6a27968d202a528e7d3a5fe6a0d3e9a584a07b1621da2657d5315366d7a19e8632db01238904c553919dd32fbd30cdec082a35e1acfe2ed4907e3bbbcf7835dc72984fcb98cef5cab2299f9be894b03e128c6121aed7e069ab2049e7322d795fdef9193f97c8f77279fd11b2ed6de85122441a11a9395441e03e0e1fa1d43617e48b46a1ae2bbc61d4bc4034f01f994cc2ec172c990edadee2e42101fe758e927b5bca19178f16958d6d03ac28ba6de662609fa33ca0e19965a246428c909109d0d4a15c0c8cb5ae52699c2f6e149bda0bad736668d5bae40968b785dd71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709370601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf2bc5eb5693c57ad6b034c3b4662cc6e0e7ebdd8e26e055db2149dec8c04d7c2f98f125f37b779f3c36e727050674f117dff5f537f2b949a478f490fbcad711b9f6cd7c801ef4369788fd826a57a177cc6b37311ff4c8350226705b30042df3ae0861efedbd9b49701f6801b96a13ee6220eb83c9accde7468efe19e5f2688e266c45d33684ec9bb16dccb1df39d7656a163071529a80033e891d0e13c1afe326770d3d6f548a34061d14ed227a098168d191b965f4d8ae48e8956ce89e30ceb1fcbcb994000a90ebcb16fcca9f61bb522bf8c377c4e74294c4aa1d049525bdc1af13e600a2bd8d4f695341bfa7a7d900e04e9e14f7d0389add2d831b32d9b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709432007Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8be8801b2f47233cfcff67019be84cc7e044665dc55e542ce57428b57c88748369f60d1fae01ced7388b4205e3d7936d99cf0a091e541dd1134163572ebeaf868525c22c92379809fcc8628c495b140e845613ca074366bd03b417b8694bd3576cd8407004bd88beb7505ce9b3e95897114d6cb0a901c5fcccfbcfa4564e98708a831381780083e3572f08b4c82024bdc35a9ae98d32fa36bc999eec5e97c13174e146b41c36c34125429b6e7f835a4faa711db818702ee2c9bd0094b8beb3eaaca78e9f6d8c4dfbce66aedb0bae0e84d2c5392e61d930a1101d6abee75a30fbd088665a88d8f601dd8edb1cc58fe4de9fa025a82640269907b5a729a32e2c4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709453257Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=07fd18ebb7dbab49c31f14ea9cdd049b513015f65b410cd3cdceb009e60b9a9e74f8e4c56474ade610e56576db5a5d9ee976fb5442ebe0a5e4d17ae53f80d6ddafedce9644ae6a8707bdf4456e459716aafa0cfa5993ef8c26cf539a9fa51dcd1b11af5e99d8b5d80d3ae7f6b7d8428f17b3cc6001a47d31c516b996d1e054ebf81a8e095166ba98638bcb157b49225626b78b9640198b093d3aafc1d9e48da2559c759757aeb3705b236820990e8f5dde0f6c7cc7d51442af5f65e3f8601d8e7288a96c0e5bf9908e92cca8238369079d3a45b3198326252dbfbba53d69c93b7792fc4d31cf5e6d05a4c9dc0f4e5142f9f0b1011b317438cd4c50302b065657&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703966817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=18461629ad381f2e5507500c79635f2c8fb4358bc20585cb2a9268dc1b941a6828ca074bbb323bbf1c70d97b29c842e8a3bdd9f44a01ac6eb0cf222a6424a9d490455c16ce64bf29183331375717b7ca066937a5fc5fd76425cf3fbe6ce9bcddf7d05f4a5d995a4c28056fc7988379003ff4022dee8bee6955c67f297dd4a11b16c803997d424c8fd356bfb5b1605f2a770e773dd3dba8e084ad7e29b00d18b4841803552fef5cea20682d67ce57495543c82d09be94d834e27305a49247fd66690bf6bf29435afda4d86634426fba482eeb8baeb9fd87a74c4c4320d2fd18f244ab20a24a30ba6b080b2d8e4bae3ecbbb7b68a094613107a200fd29b9eb2d90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709644778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5f37c45d449c77e91dd27550650c65b7cbef4714af7797fcd9450412f1010521e63ac4558a66937c25d1331b5846ee5ea033cfe7b62369b0af1884f0b2c39816aa42e6e228c1502805041d99cae09d91d1fe5ed30f601d589e8a67caba0d1344b36cf4d8e75a6a6d41435855b98d63fb0d55dc50bbba6004fedd10b2768fea028ef09adee82cab2785191116f2e652b23912dcd993603eb8469720166c4144f9b3653cfeb137274893e70429092516318edfb8ff01ac0ea1786c5c88df15833c48ecc1a875d30c1a7a74d46292aae1e4479b7ee349762f1814c0cd4c8c57ff72e56bdf18d6a24660698f9bb866f0283a38b88d6912290c2a40f1e07de1cb02a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709279269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0813d78ea35a2d7e40a474dd2bdf59504afc3f1f82e21fcd0030b676d98ef395595536eeab9ba58e8d7facb1cb1c62198018a9bbfc65da2956d4c33b5660b7f066483777fe8303f197f43953f20cfae8eab1701988db91ca7852c09479dc16dfd6d2500d74661c4266e1dc843408eb4f7121ac08dd14f2d650a079adb7e8340ab0c2c8569d18f287a34d34d4fee3bf8ec5466ee948ed083cac798a8ceec88ad738b442a4ef8239a7d9d5ad9e8754e99f03cec1dd3fd5c7e840c74576f5030a5c1f50fd660c03450dd42d26473e841c56e226e852128b1148d0a2f0817c76e32c15b2945cb63feb9ff1cd8695f6df855effb8605542345221e013d47c449c8b6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703966757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0c618c5df32008557a9bd7313d5635ce071175a7342e6cbb2edd02a7475bb04b24e66761cea415946ceaa62d3fc1bd648f3b015a60b4be67f9e6897d60f128adf71061199ac164eba2473c4b8eef110b6a62054abe7aabe2584d9967784de7d6940b5625e5f758261ef38361e5f2307d8a55b6f5475e6556142956fd32226d1b30babdf67124761d6b2dff8d55a0b3d3c8230255cdd403b64f3984f4d975dc9c127480d5263121132bd6449b33077875deaf1ede9aa7f7d514b79a66883701390bf1c90b3ba8059c90e3441f8b5d9a81fb8650eeec882ebfc0a889fde16ae19380d2d481393ca9444186a458f4687d7dacf3c3e3a18e9ce74e248d462d81fcdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703950997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=36334981ad078a7b73e0f3528493e6d1373fd869b14d96eabaf312325258d6211c593c34eb17607d3ce895e05ed5e76a307474eb836733bbe7f8cef4c21d522c69e67bd71211b98bb582c7934906652e1bf5ebc211cb37fb1e9e056b0b5ed08af902e6aa93a13648e4a7b801837fc1e5be6173283776251fc7eb2f6a5c1bcc8634c2df485f37780d3a4764e470e016bf1003c77cc252b4febfd80f29b6836c8229832b66f5b8ab9892631f36ffb32abfbf93b93d47569436a19ceb5ff21163d9c728f5edbc7634d3d5865bb9f567af935540f882ebc5b73b245165c5acd3201c2043e2f1ed0183dd6df826adb7b9f06a6f5c88aff0d509843175a393bef0b008&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70986357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b9650be42885f90f3a2fb67fbaade9c09c6fbdaddeb147d5b96176e521dcb3fc26ef13d063a902b54b8396ebee16f34210d262396c15b4d9786e30ae9dc0b328c62dc93e3a68ca760c9ce7ecb11dd7897c4912d508cbc4336b687722265c277ff9cf147cb33d94859af944e15dc77b843ad4ca3b7ef6c5631c24e0df2f0e1529060ec52d09d753948cdecf5680c3bde14bbce88eb2a58a7b0a11ac060b3b29506a93c22acf2d6eccc6289028ee01f719ad77c98f8a056b9344168f9d30eb2c8436913b319a6937d152f5d3bbebfa48bda6a14312d353b4d5c8dcb360501a61050126a8622f64a5894176dc4adcdb13805f13b4e7cf5d421a2be409ed9304b64&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709904757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2f3f035012582fef92f7045db76a030349294daecaebdb987f4892aee6543c7a39198cd5fc16de33c8fa011838937e09562797930619f61a64a96ba32169bccbe629395d533a8160791c9c4ddafc7ba26dafdf65d466548b22b7c0355be3f03f6cf65f82264dc614aa3e4ecc44e75c8637426e262f62cda1c51d8df906b56ef9e573dbc6f830fd37a852109b0318084deeff4915de25361a6c5e1e46a3fc3c4a1d13b8a9cfbe099e1158b9fbf27ee1ddbec40da75801e0622a77c77e6ca59a523cc17701bb8d4db1889d9909b49d841ac754b5069bd4dcce520af053286c8be65b4f95f7224b4919fe84c5f0e0a972c56dac90c0bd2d481fba58e8efd68273ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709976292Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66b3dd934f390efd7692ae9c04d9f4be5f65de370c0d703b85a885e2bc9cca6abf9186cb0cc9c310317da5b3a7c72c6790367e2b04528943d601ad5d5fa7c174d865379588da6c6f5f3ec9238870aa6966e25f24c9f1eb27303ba6a0b4ba70af56e96b7cfc8c8285c7581c31fdfc3312e5ee55de94e00b68eac74c24a43e74ffb187bc718cc7d434381bde6fcca18693c8ac856fca9c6fc93cc84cbeafaf5ba06a9a51bbdcf5e27ccf24527fca7cb8dcd9004b6fa95379c0b4828b837d97b9fecd0b3f226d2cbbf60b541c03412f4da8ec431a8ea9005527e6b478d2a133db71011eb319b3435baedca46a0498ca8f19fa53f794908e11cb1cb97d50b30aa97f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709988716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6f79b737c7a52703e7fdfee81ca5a0f2b26e386e6096b161604bd84397df309631d387c7261b4d5ba45bcdff70f81cc72704e5f65896219d38fe36196720b0ff7a37e0721ad7222a232f982bf0f354907a9e74acb6fbe11d3bd0ad2bc2838c7e8a572ecfbdd57b2c69740dd7136f36dc8cdee36c889d566a40fc7be49529beda61f1c54a44810c01f0ef6a3938fed38a0f114580df62a0ecd8b88362c4fb9aba1a958ffb5a808b71b8a32015af3203817a6c0a88b92c95a05e199619d9468961fb154d4310b2d908cbdab128e602d50bfd30bf7e846e6011c906a6ef4f2798340ff667024d4e9d3974d6126dc9030150f53ea683e212254e320f9f1966b04969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703978369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=62bd9fcfc8ab1af3e35f1e1f50b76a4ad34f093571747726c3977d7e57c147fba447d176b4447d46bfd5f58cbf4af23af4264cee36c621c30d5fca990f89ed1826e14e6aff975ef8bdd1e7c516b0d24b99a33becd0e5a6ef7ce3235ac5dc33545e814b8f0d5f7cc0d522c11c0a3fa14acbc985f17a992c98b28a7b6f8116e9a4835f23f62078dcea03f2fcc02439f9464451e353a2246287accbf628d542f0abb92487cd988a14bcd53a3555109351e19a83203a58cabf6caa4a818f4435ef48ae9d39732b9e2282734157b9cab6132d10c5ef2aebb9c2f8dd2672f80aa5968ac3533438c88200e053d9d442771867fe137627dba412db0a651aeaa68d9c5674&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710084226Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1af947b2668da98c7fb0d0c7d0ac05c9e859037801c640da3980fdfe22d3f609ba24613f32a6028e2ed995f9d8fec52583a8cfe87cd8d0c5fcd5934c52de319b0fb6e460f05b0935d7c1a4de1730378a5a8b2976b8f96a9b96c931f574b6078b9fb82aaff8210cace956e264e57b873403b6614823513a967ab1e93e9ada1aba75707910899c767613e20c6f4d51eb8b5b898354fdfaf6ba0ce94dec4e28337e1c325faa1817c80a6eb7b216fc0e0fa2c35440599392e57e56e84b98ef5814045900907ea823ed1be6d5c04f3c30c49ad22acd62a324bbe8c30430b675c35f2578e837d756abb94cb93982c152b52dc8d743cf00473979d5db3f918bc14631f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703975283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c11bd2031b334683156abe0245df3829ad90e7e095c7e240b9673a58e67909b4e207c437f6958f7407deff301c39c6239e36c8ca3d6a06229590712aeb3aa3e7a6f92cdea096b3c7e96a8633b73d4f8734b110a52f47143945c5e2a7c7fa7487c480152d755fc753953b56b22d910b580ae1d9c4beb37030f225776d5d40cfab84b6a62860e88ff5e50d42f5feeab31ec7235ef609bcea11d2b71b676fd5afb92a075d0ce91b15e9344f61a99c1f598ead69a2f635d7c0960f660984ed1068ef1b097cad8bc1f13e16846ffb88edc91d683c633960ab8e94db9abac27aa7774d5efbb7aba0772797c8c5f4d1a55ca533938a3270598837e8c1a64eb54b1d1738&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710132196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7d4a7763e7b9834d40ea49045f18e043a127ded9c28ee72970152600d5253070378f3c1d6aba8b28f1737b4a0379cdd49241bca40c0035620ff43cd8210c0fa08a964453d2eed494cf36a7e2e3bd56d44b50604051fa1c00d4da3bfd11df60fdf5814ec2282bc65ea3c873e3a4dcf1d63adde402f455d90f4ca2098d7b50f6786b2b8b03c42a20031f7c9d02a7df330c7c4bdbd9ff2ebc349b6fba99530d3963f9af60c45de9f3cc2fad8bc27b816de3c85cbe41f6640ae3f502056a13fcef25bb4a5f27e4c9f186795e2219a3cdc99ba81d95e2a4ca0e52d4ebaeaf44c805684631e6bec5e6ef897f6204564389f07c2dae089d3992a47ce0d4e7e9f519f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710167863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=19a1f90d8096efbd40c9bae051246310169c0f8d0893e675dfd2c3157b27dbda9f3975b4fb46070c3d95ae0f28347d3b76294759e88f13e2e782b612be31d1f36439b133882d0983cdcbb090940afa01367d6de10e3c11f40185b9fb08d11b71a31d8ba9ac58a4507c6ccc2a3fcd01c17ec362b979e2caaa266f4744161b15b720d49386eeb8b49d5c47dceb2e647b94248dfab452cc08cbbe533d6f406a9369ad1f0ee46f2f106a836712146fef83f1c656cfb36e8613b30d13424e6f385faa9e9b77e4fc0d34e983e03f99c571ff59b45e747ae551af7fddbf729e3d038bfd76b4831ee38b64c4a0ba19c09c3bf96d4036553df4b3284d92759a1563c48abc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703975243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0edff32b81b9a40a278ac98c963adb57ae58f5306752ee6d0fbed2b81d2ae8bef6b520b9503bbbcb46b5c2c926c329587b811afb530b33ee55c522ec4bb5e8da4fce85dc9d2f7f3867e42df188736f3b79bc3894937e1ac4e0c49665ffe1837dbef0691402d9a8b03edd5a0b56e595ea235c93c952127959241d516d6c34a3a4656eb0d5ac2c70b3a39c19345a394a91309af1ad2945384a62694b8308540c831921f00d6d22453634f43029e1e025b2e9780de2139ffdebbc525758b46ce10c9ca07768fd4441baa921d3377374488992008650f940ac06fc1a9db5f1fcc046b7c545b101e65b162d88febe4abb18a388c56abc2fb98c06187a8c30b4f61d26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703960245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1e567f268b64ddf842cc2d95868467981320bb94cd1f9675c2bbd5b433744ea72071df31c1c3e2b821ad51fbd4136c9359548871890a5c546e0066cba0a1e41c0518b963283a69c471b32102d10cbb9967ce797dc701c3b2a8823fefa6346e123ed7ab5bd37cda14d765e1b31626e52dedb4c55759616b5340b5c194444f252fe26f2dd28b8389fbfe2ed316a8159d6517b6b7639f98fcf094e4d78abedd7dd960968556257948e3408da473090b7aa888938bd50971b7146c15db444d2f1580656d4baa6dac8638817f50ca739c4e251ad3fee91be783164ff2e69d266f9724ea0bb74081db5c2578a7dc4129ac8e4dc361e03f06a324209e564d41c3a6e892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703975353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=550129bb4dd345635d430cfd8bc423390916d447d2dfc75cb7b5a84a8123d9ded5248bee2d9c5a379811b5fba1bb77a5f69af290f4003a114669703f0e7f0f3227361804fafe8b13ef9cbb681d38c740629a1e98b077f8111f19632908732f2f1da11a5ea68c3d593a52ed078fc4fc6a390e6ada6f34c6398e084ae9e727b56cfb20ce9bdbfe23ba515f19ea0ea9f4d76a65944cedef91de2b8bb41b46486bf1f72eacd1442133b0f4a90947750fb1164081bfcadee244fd587aa6950c54a5abf948985728428991ad6b7727d3081b9e39eb2714bbcaf0ef4cadbcd768dd4148e8e998e0ac7583d629932486902dcc42fb6e10951d8de796384d25dccf8a1f77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710401123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3f416e9bb2b5c235b1e94e1839f2d61476bedd4ba1c4d593e9fa78dbb8b8a92afddcd4012e8751f75b28de645afe8ed868310e2cf801025ef5417ee78b33102990f6c9c759d67584ddc042965e0c35a10ecee9e2a10d7662dc4cb5164a8ec9791273bf81267f5f6f21f6bd2aef6f457545dadf10cd79752738432ada310683b4d46d95a0e8627579b4c01578737c61eab45b86eb9d8e89ae1a68fad6ec7cad81c7bc80ef4db1e695ffea2200945caacdc1534e1e076c21908fc6663edc3b64d7f2cb37cb669f5d605ccf3d04a6bf55a8ed90f545befde49db7c27faa65af9b56f10c63dd22f2b3a8dfbeb21448be872078ae66e61c6cd14c8d3db29103d067f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708344156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6aa08c0889e1bd8244326384266594f81a03d5860798aa727475f6952e7d2ab0799e02c623539afb01c07addd4e93dbaadb83d1e3273134bff6494e0c3c1d4884672cce6552c7593162f957d23c6d55598ca56975efe4219ab37b09b4ba1764b903685e2ddebce8a28af8283f8f582a5d2d4003506ee09ff6c1745ce17a1836fa9bd982323e586556937c28aa893905b2e13ce73c7b03be7588a8e6c59568a75bfd6f6624d44c874cf9185a06ff1bdca1710d82ad8b712515251cfe3bb7256a43a7eca76b29a9deae0e4cec5ef7c7db9172a53bb05c58a6fadb407f3ca87a69b2c51a537bd907854e3845d3e805520a35049daf59c8069ae76f11b381f0d9695&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710440397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5fac2b6ee8f87efe711024a64d8363dc4d3b8efb5f8ba2f994c17bb94f5de1a2bc8ceea8c3843c0e5310a27abcf8e525b3861e8415024199758613292b77813b5fd79143ec7297072bbbc9a2d41c89536946631e1d80fc328f8ec1be16e4058d42e75ce81f9b4117e19486f1fa5b5f2edd289bbab79efae106929d042b07e4c6daed03fc859b95a5239f151a7cada30b7bf0636a1f6b9af4a086e9330a8447de71ab83a8cdbcfbca42aee82a41a70b760f21a6d11ad265b498e45aede5e12d648a47d2a3b4a082dacb40ee13e897b7e13f0da97c6891991334c4c957a3164644dda8cc462e0b5fc1ba1e7e4be4806551e3fcadcb3caa58691c4ed95f5b989e7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710085438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0abe76a2ee8c6f5b43489fb64ef6c648db88c4e7d3db43317b4044dff5f2bbc99f19f8bce4c7087f46f06e67963b5db9d4a1980a5ef76170d3b84b4ec0d0f9c614c49197eb042635a2a6ddcf3108cc7d524e3d5b8ee64520c5e60e9e64f0622f39c324720c89553a5db363f7ed248a8ee14d40efc3f65daf60d0d148a09bc1ada554dfd2bf5f7607221c5d27e67e9a3291a827ba53d7e4f4b229407bd8ce268ab6d134a027ee5851d0dbb9dbaacf7b9444a059ec84a2f23b0ad7b97562f54f6afd1ca68326eb7818b812f18c72eb0c4e0699271160c9a1d8e84328789c64ce8c21d639c9293b98e9827854077256b70ddeadae561845078e5800c8f32dc3c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710499358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a35cc5fd3c576b710e6bf79a32c416ebaff8c06ee9e92bc75b4a9cc61ce0350d74f6d94d9ff5b5f0a5f7eeebb614d2a4a984999c8c77b2e67728746f363e1aa5a14aa0c2d97d6fc4cb0e2058df09a81fba57ef607057b02e6707d59b4cf3e518ed64487915ddf78c3e643a583a9de0357e20e50353cd0bc89aa9197e6d1406fd8e50175e8c4dfcf9960b14d25148753ebde5b2f75547d9c1c96ae642a76bb2766695580ecc1859f550b87c761339ead342c1e998a4bc46baf59f0ce0085feb307315ee0213caccdf4e6d631eb0f3fe44afa7df5639b08b1cbdef59583a77256269e7daa780a7121dfd32215ef9c3f91086a8be5e4afece25025bbfa56790131f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710514987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5824f3f1823be22f6cfd0f1d5516c52e717dcebbf44b3044414cb4dc7693b142a35d4bf3326a1d289593e5fc8a877c02b9c5705119b07d7b5f7b603220ba1a4d9c19553dfcb2c2c18cb9a2f48ed489ab1ac846450b960b64d21d8d77a0ad515deea1673d0bc178d9bcdbe12013e59b3b68628dd965ccee3fb463803c22283447c97647eae94aa96d0b14e81480e47ee2e7bd6a8edec6b48e456e355ab6628e3e9d0ac0453d070686723100f46732850d5b27840ab4883b4db0c1c70a0c0395822bccc16d3655284e0934a97d359a21d0b828cc6dca23c7b1b9092f65b9ab0d0f110ab4ac5f9b4ba214f12abd9ba6c14fd8e82f33663d040dd57a9c560842194b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710561675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3dffc66936ccb409202dc95083d567523561e89573e0649022021cfd749cc30d042690fcaff09398a273edd52e5938e66771acb7e1b1a5ccaad566c1883654f64cc482db074ec77e50d7fc0271b67966f58d269110116a1a4b3689ee1470eace2d81e9191f335344f50ef3d82335ed3d0497c32e8f63d4277f49d04c2bacd9ebdfdc1ae138607de90ecae6677d19de24a3982682a97e97e314f35ab5bfb6c8a9075e899086b1e51a97163c90edf846d86e960647bc3bc076a514bde4d0b5aec8f5f3687285fc68a22ab26c31b9174c43bcb5e04d7c4d28e1ec3884176a199689009f3a5896036edcc40d816c269ecadc067c963aff5cebb9ca8c2719745c4623&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710569891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1367e1714b3f909f2dbef7d471c44818f380d8d0df0703d777d4410998820c9bf3b495469e7bfa021a9091a756e62a8c76e948fb1e4a3125400e6240d9fad455f5fab15ffe251d20d701977b4853ac83ef8ab0d751cdd0411d8606d56ada93c3599f6eccca2ed9a34a6892ecf685ea1e05153cc961d198503595bbf0ce57ea7f2aedb4c1e96e81b31ab681c77d963b59ea6278ed96dcb9e1ee7ab80950c35fc1e704c57fda8e706c09dcae634804343a75b17487cd8b0ff476c24ebcb2bf9c5add048f4fc8acfa4a83df52531f132e49a843d3cbbd5e774ca7351d47f26e4a11756c9e812e7789b2ff91204c6a429309b5a732f9b42f8daf101b139b9747468b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703986344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=382f918c1cb7ba2689eab147d64e35a02c9847bdd5a30bcfada4b9eda5a7017220cfbcced2307b2286c58023545dd430334168815dfe2693e79799ea23a4e7f276bef9cf43b236d36e51ae992d242ea8047a73c520fd334e8a78c206364bc457775f630e8452d94d182b646b76ba9c966de0c86e63159e26f1fa459b0e97e0650002423a2c373c139cea6d416cc7321c390492b7e76f2e978b9372537187cfe8a2f1d0fb35699dfc2bb2020cc8356eee7b129af0c487c276b8705bc5b472f395274a651db9fd5ad1b13973479dd880ef52621a7eb839e07eb1ef5a017170accea60c202280c0225eb001c3e2e43b81f4fdb0297e585ffe1aea767dd461c93235&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70399494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9d4c9dbebb26dbd7eec1502a1dc461202e2ebd0e3d4ff8ed0e43808ab25d507275062b578ae3edb7fb5a690ae5f6b904c2b8b55e9797a8dc52d3557b3c2749b7e640622dee7d517441bc426f324f76a7bd44b558b9a4a8615a9f18b879cf12399e7b04299029baca4a10c10f722b231e320f11eb0a5783657f113ed6506e544e1aaa8314532354f4245d036bf4b2b766a2058c7aeda8824e5c3ffd9673cb7411f340127af1f33d545922570cddf2083d940a903aa57dd2555e71a35204f5d7a1818e4f2822ec4d34821c7cabbea54f33b9271647fea45def7a37c2e4eaa2a2d964c6eb72a31590dd12b129d37fa85d8bc93c2cd2f833ef2e45f7d8f29caa2ddd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703983098Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6b0f927b2aa99cb6d5aadb0bc58dcbde0e63ba12e64bef25f911168ec517956208b3c1ee587ae142d48d0cbbcff2992882d9cd944d273cbb44e1a9e26b4660365d84754e8a6327e1e095a1dfa529d0ff863e2533704483424a11601b90bff7ece0ac1d97620d6d9e50c08212ea67215189e9672c400b0f272bfc959ac5ac9b3b5ef4a307050a39f2a6ae67fa6deef6d313718208eecfc8a4b9a28a93576ab037eed4b9735e54589f8ecdeb143a1f336f570a544a5f9190c7c57fbf86d922b00c6999a4f3728f552697fa10bee15811fc44fd6f2f6ced185dce308977a132e8fc8bf81d996d84e680c362bd6a9a65e6a06cdeab8f1a48f9624ad5ccd99ebb5a6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710765449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8734eab40854afa172f49be331b60d0485d4545fac18b01dac5ecdc64b2171840b7dde6bba3017cd4e8c4244ef82e7e9b317063fcd65e6c8d2dda88b7aa65d525c9ab547368e693fcb57e4d259599716f646d19ea4ca6ba2fcd42bc6ec3b6e2adecc619e32a11415143719db4b104a91300d062d05320525a60ea34f9f0b251c343ef493bbab686e4b87e4beed05132b7bc57df970e182ab2b4c3c7caac136d100f4e877058daa668b9108c3d6c670df05dc5fa948a5c5f6a873c9d3e3053da4bee3f4c64a73f4a38db62cdfd46bab70fc0f740e3aa94c06b4ee5554f67f0f4747c685435fd0daae938456f41832688034faa2d42776222bc280d03748b47d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704007554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6837ba79d00c70128889fed9ea621e335f0c97c368e0c4198205b667edb091d8ccadf51eb9db94805cff29280dd3f63c6dcbd7fccbb3a615224e9e0d3dad53f4e3377aad5aa1889503eefff4ff77f04c80124ef0573b4570fb33ed9ca49f04d653b01949a129fe5ce71d81325dccdb3a2af50eb5610586839f11ba0a9fb45c42039b1fc927ecc0dd65a03353fe6c15f55517ba123eda4a7dcce8e00797130e993cafc48b3abd7d12e0df5834c9c8e66964d90bfd9157bdfc20232b68ae435a4f01cffa14d62c102e77f0a0cb89709da69b9709d36ae73a108f596ff1cf76ada86ef34c6b97c18fa4de6129834d8b33fadc31913238560ee776571e2cb5eba01c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710848496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=044c37fdea9108cf3989e92e86f7930e4c0e6c531b91e983e601deeb079de7729324953d68ba515b9dc378ce06a7fda85a783e79a1965d0426d847f102a4dcb678ba15bee7e7f934b7e98a9f084723fcc7bf111c15831801e8a7edac8d8f198be0d5892b57fd4702a3feb078e4b5ace562e2faf6838782964b8157c6596a5245df8865d22993ab0ff876cc0bd330ff72bf2641a6d9c5ff1f6131ae51b73226e84c0ce0c9f17d289d0851be42e851fa742a8cec0941dc55a9ea244daf60929596258436aa25463e07eb36ab96f956cf7dcdce9ac52eaf5595766f6051dadd83f9332dcc748ba8f203ad7c5d9631999ba45d1f1f6af48eb8f5543a3d33a6cd2484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704035346Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=21f27e82d5dee51799872ef2df4d4f37fb1709d03a2b04921f4255939c70fcf811dda62d1089b4c570427da618b9d809bffb94a8f7d867b4f729ebf5d6e06388743cbaf420be3b726dea67f4681fe3f4b8e3627c0691aa56b9e06f3ac370973635049ec2cf14fe983c05f69488b8502e142bd79aae50bc3538d773a1f3c2d56614715a56b800a89f3384d6098bdc1fbe072ecd24dfe79cbbd04842b2dfdad9d08fe546ee54dd057ff81607b1bcd364b406c776d178e511b210a6e5f93af0d48522e4443fb164c653780d7e11ddca9e8ea92c2ca74962df31b69021ec34d1d2fe58fc13c6ded15508f900d99bee21d1fba0b134e60d22f982a86cbac4114bab0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71091425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b6df4ed44e7c47a0c86dec35efb94eef7322136b7666b75b3fcaea99b7564fbf1228f96faa7bff8e88d88d5b665cb85be59e363ed19c7a55ec81f5bcdedb48d4c6e24abaee542c7f9bd5f3c7d14bc57b6ce0a671e0e113c24aa36a6e38bc338449674dbc926e0bd04162cdb07d49d6610db653c5844b8b1e8488750da9ef25a6ffecb6b3f4df7a0e2a3b1c2c3f865510e813a93bc4e780354ca6109a18be5c4101efae2cfda7dbece0037ec8b7fbe6038422a5dda8a602a849d11003eda6013e37234dfa097745bfeb8cdcd5bde2819acaf2990f25e7cc544de7f5d1559dfe3038b63ff778f3214924b7fc737305ed66f71c762d7d8b88e9406557454ecde9dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710452029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9a5932db5ca9745491809ab6762c5ef89f708a892e421d9c821c55641d9cedb4e963595ebf3b55999c1bab23ff50b090fc8cd83325b7b21de6270b88664b7dd71cab250d87bf17fadbf99ed0a1edae938265cfb208db808f9093ac46cd9e6544a220e1f098a736441f6aa30bfe3352e13ff6cca2b0166317755592063cc02d04f3f664042351835b0effde4af66437e21f363d77b3dd58df5b7c3ff3b23536daa5bde18a2bdbad94e9fb31b5998559bd4a04bbc9b09fbe38ce888a6c4d38a3746e59a46f4dbcc1e883615ccca0dfaee463150346e51bebc101981dca44d8f882d5254aefbaaf356f358dcbef31c66c91eaa74069d0cca53ad2efd8d74643b501&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710988199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=55a53e268b546b81b94eeb7430154f762dd7933971afefc4703f1a6eeb07f81c6c73c5a405e1c70abc9d36947db204f1167a35e13a6ee9571b8d15fac055a9a8b81bbdeed04810e9a9282ff1fe390efce9cdd2ba27420125b382d791ce11b99def1462ddac0a6c0ff23dfcc7d40877cccad99620fd286f356b30873a3915437982ac9cfb1aa793a36aa2c6cd27a139e0caa5fed08c84c7baba7c8586dd300343985e0d2edb2b9738742b85e04adb7b5d8137ddb492c537f68e69e78ace3d0599c2ff077adbfa0138afce802e08e6859869614e80ea7770831885639c415b9998857d4a0b81ca46f5fd471b3062db1d4a49896ca825c15a56ec0e9434b0272eb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710523654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b1abb9972f658a94e19a1e4b6f544af86552e0a6ce33e7e3d0a20a5fa6ec2f143bed09ee80df33c4c8aa2c19b6af542fc6c9bdc37019fc578dfe897fedaa0a5c785a8e3b383cc6e7e7e869103657d2e9d043e5a2692be50872eb9e1e64451a669f0746eb08b6726a622f8a025381c02a6a3defd36a480daf0701273b51e465cbea7c215b416e65c2d6285fcc02c11edd45edce765d062c8fb6dec86eb53ce30f5c1bd3debf14a83c30f9d572e655cec1f1685db0e62611fbf6ff40d11f1cfd34a6d17cf1221641c2c90e733fdacb22300afac0e542f7bb1e4571175a904681d9002468eca22efa2534b3664e73e796386b8c3b1c6e5f46684b2d9b27d4c3001b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711050066Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47b7196063dc80d5a1b0feeb8233f169cc09a6c8e19b3683ca18eb1f9d107dc45bd705c3f30fc397fc04dc3154d880cd491480e48c116bf65fd89f4dc97cbf97177a26277a6c01d95362ee4b4a8b0320b01fcd28de174e1e058620d75f38d7cf79bc8c27dab3be0242a6ad737e957cfb8fe5470e2cb0d9f9bfd4e902e071514f0ceedfc13401dd43244175ee858f5d942394bb7cc3124c360b1321dff385717ca597f9a4fd9e98498a4428b2b3f0e8f21cf57202c71ea302d3dfb59521d32f930b913fc5a4c99f415fb1f0f99a4099b48261d5c9e4030ed99851b43d54a83512100452a2db040332d8de47ec18328bdfd0c0c06c2bcacce2cf36882141b0839e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.7040317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3f6f9c7d17a9ca8579d4561a1781d156002a4d45d798cd28748b0925988292b251c1ba46f4a9a3ed3dbe905910fc690f62eff3998af0f50a5d7e345e57da625f7fdf6dad76fbcd4c5028eebdc0040b05cad72fcdf39bcfea934332312aca6b21982604b7b736b62f6b208469bffd2342fc7423c2f933756f01f37699ae93e7181ad20fc1db8467c250736f7938c021023a42cf7e9a345beb9f64070ce7790bf2ae7d9f04e72df09468f2a99ed2be187714058697efc04383bb54b7b9707ffbe6382c201c1bec910074ef0e416c38b2b41a6d1397a3e6ec4daddf1330b06a2425592df0b78496916500e67748833d9704c7d9eef2ca7d285b2fc8ab23c7d5e700&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704036909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a7921bb363f0cac4f92a1de056729d7a7ae995a93ef7fb171f0f2e6781bf094b9c75cbffe39029eb39158b3927a5e3e88cc54fc2de34ca251298a7f81f16cf814a2268dd12c2827447bd00bc09de7121596f3061a5819a83f662172523a220ed61324ae052d0d290d4525f01a55a95d4d78abfdd1d09a21bef40c467bd57653ab98c47af4994b612762c3f6bfba6210bd47421a97e921a7748e86f37ab5fbd551b288a2231d2bd3e3ffed9b19297d17f8fecc9941e68915ba0759fcc221ee9da4abbfacf910becc498ee63c93f47d200ff2a06c1f728eb24ade97c4297714b86928d0839baa4b03c69998ee6c093649187a3b8f293f96313eeb03bb08dd7cce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711180231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=686d59080944b0a65b5487f83f54d655530845997293f0cd01f120202cd3f34fe39968149f3de99aba0dd83a2ddd29a90e8addb42d10b1fe0b62b3ebfa440fd5df6df1ffc16c8a48c65f0e4759be70c0c675a34f4076447bc81325b4cb4a8a58fddcc1d7cd2432eab0350b4e601c286815722a1b1e30a7a02fd02a5c613560e2751128672a93134eb83714bf21ef3aa1b40b3e426eb6741d288fff037f24c68f2abe31e81bd4f0d5b5dc3efb2cd6db2f3867a69f7cb8b8047e2cc2a3f3e7843b2cfcd4d10162b26556eaba9723620a54237c030d9ca13c3b6d666387d9881d1307178e1756b7823449ca10eddb94b42b981765eb9dca5823d2efde4f6ad214b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704014898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=17efbc2a064a087482bddc0646d6109716862c8c16d08610a7311a92bdd47d47b07336be26e7661ecfb401836f31e49bdac589d6a5851875f45722d49e4cb8dfadfc36d682f0d838e2aed1f5e0516a0749522b4de5e60b763794db24c0056f3f8ac4f4db7662e49cabe75f288f64938d2ac3d7341fa4b1ccb8f72dbba50f77a1cb0f2210a41609150c0726daa55a06b3e038c013080c10fb88cf9ba1ba8b90f448174330d1061e23760fcf5b527a3c75b3b77c788e38177a805ec19d2611ebe7dc69799db3c601aa273e7b10c143e1b1bb6a8fdcd19637d084df3f6b83322b46c34fc8256c936cc021df10b288a645fdcb03f4dcee32d96ef9cd4802be2cedf8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704044363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1f630edb25a0caaca971431797668473b91eea78f968e7e6915ff36a521e0b29b26a28eea41a6b3ae269d9dd157a2a7062c1b8a5765e0e9d0afd6b2ef8a6f32e9a6fc00f7e89ae7776d04f0c500ca63e5a859d8e6b4960a1f0fe6b6f6c241c41fd344e1cd1912cc5fc5bff59cd939f83fc7590889ba13b382545e45fb97c60ee847b7ca776e7b18858e93c30b10d2ec572abb41bfa6aefcddfd7d68f265de29569e92879313d2faba94d9ab02dc795997a9b6b521d41afeb87f2498c8601b3b3403b8aa9127edb06c00871f1dcaddd9c15f662ef553708b0190fec3b5455ccc45e9cebf69e933850ea5a47b28b1d2bb0fdcfdf301fe7d7a3e66a7c3a296109e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704089539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8bec22a62e3127e4c0cf3ae63b603779e13fbd2699040a6930e082f5c8b6156dd1f8a121fbdf52b454ea2d2c340a8fec301e72a1b48f3e38f82a4c9cb078e3ea68322bb1b54088fb3086313689ac52bfbf72a33d25248bf4cd8c4ef03012e6880c4482fbf1e7d5f9597ffd5a2077aca7bc605f1f79b52bb417446ef18fc61fc059b050551800cdfdc946671879379b4a2d33cf1ed704afaef4976f863f8dfea9f2e44e058b7e13932534af512a18cf4be668e566b09395cb267b9c30702d647fca7882493791407259d3734d17b6781754ce9a20aea3bfd8f64b772ce195c144fd60a2311bade7472ce2874228581a0888f37106b18f2881bfbaba41897f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704094548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=29247c206625a186ac013b1820ad241e1f2e4cb73407aed538a433dddf40ed37806c2661ff9adcafb768d8d4be646928b2bdaf1254a4066341715c2ee911f88b497c1001d50b810e928459684bb80a3e01d06d62990e19a43a22219a4881d74c636a681ed1a99da89d8e80d46607009b900484ad5835b62fe311a92ef530b0c1f48d41a1213f90ee620ad84c3eac0fd3e6438b184e096f9a1b29ce5bb1362fd1f9f27f7defa91656d5857bea5996b743fd83e75bf855c11c9ded4a23d5cd5e7a902a289131bdbd33d65194e5e5256443169c3984c8459bfc705956aeb26b6281b3e45b90030a1d5d9b7cc05a410f6edc2b7e67b3b46a5d020417267489b2b7fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704089659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5011143d54229d372d2d085fcc776d8ea4cc71632cfe5979761c39912e40649ff0f82177ab905557d8ff7c5b5ab63c484f74c23dd3b9f7a69b79eae41dfdc87edf5ca3006690c2cbd6d3ae589ef8a7a886796db452e8849c8a60db4ace63fb5d7bc81f144010927b22606e5f731f8ba82f159881597b890d708e934a9e307d47a2823574885c13d7ef2d5aa0095cb983676a8c84b36c2efd592ffcf0a1fd622d177178207f52b1b9aa19012341a487e3990f1e2066b004cc807b0512d4518398ede257397e0e2a497af57a9da826898caae8102abf5d66e7da68661299dbbee038691f54e4d58fd3f4598cfc1aa2683095c8aaff73423e3766266374be3dddec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704081033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9d3fbecf8779e6a8aa70b8021bada953620d47ed3750e5d5ba28a1db1c04874afe93f95c4077e15edb04c57b5b21bee7c7c9ab92b2cc08d81ffb0d3b61f2f56457dfdf8a7ae34a6e1175f63b402ccf2b835d0235a9f60b818674ed4dcad05a6aa177f49a2b5dd6c368bc7ac365440c0fac7886d27a04204d3c3d8912fae6114ba672abd34390a3182996bb6ad7429fb4a675eb824e6a8f5c966f7fccf9737e5824df42ca3e0aaa4752295c9ceaa30893b6f975cf7db138e37ad4e4d668de3035efebc2d39880dc19a96fdeec47a5ff619fd0c726a679b305de2761e6716799da1c3d0d9ddc61b4b6270fdbd4e34d40b001e588cdaae90585c6e5941665109879&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704105228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4aa858790e013271bc5aeeb692bb28081ca3214bcb71dd76761625cb7edcdc1d79f8d2661573093556ede6cb4590144624995e1720c5d137ebe4fc0a4f10354317b93b905efc2bb6d2d4c5e51c172077f2d5706854c764c1d327305df16fea67f13ef0050e6d24bdaea9f360579c89e83cd1cc6bf1909aaafcde5a3b38b204386ef48f0ec487997d5292d730f92c029babb4328e780f7cbda5320602a15bdfd0b18725b51f891908639dd97c72fce3ad0e3c7a43eaf2c07ca93f7fec24e018f912cbd43db8351366990d15b6f234015055133382621bfe8c08c65439753599c434791473795b93d5144552426f81cb43dab6f83aee324769e9b70b87ae23eb3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704103785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78f1297aee8e47f0aa345b3341522a98fa28e8a7fa74ec909fe98d4abb296d2f9a849a7471d0ed130acda4a7c6d263328a485e6d83f5a8d6500718579c6294645a584e429f68f145e6fd89b66ff3c029c8b50af19d3041e51d01b8a24e497fe02beae2b7e46a2f7d9bd4fbdeb6cb5254b70d022af42a227900306017b74eea34d988aa53847d8086ac71f28b745b1ed65df37b5e409d0b209b86f112dce21db842135b14eeea3217e664ce47cb8c1436ce6a9beae0e9fe7beb6835adbb531c8e92434c67c1758a84cf2f6908808c41109a122d7df575972bfb5fc68f7d1ff9fd90bf29f87ea7605a353e21e613c602588de25203945862c91ff9f80e1b822a5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704084369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5cd3a1a8ecf478a0786f6effe18745866e515da47c70547040da280f732d45ab6004e85f6f125f1841ee696cae9cb49d35f403618ee2dcd15f62ca1b314378a94eb3ec9852245a7d06634ec2bb0738ba88b336ab88287121b310955d665fb78d179817358ed3a41aa2bf54d9149e40fe36a0333e21635528c963460593e2258dc52e55c860016705f2e5ade66bb15711cee03cbb8ddecf1c924f380fcd74b94060b1cc8aa7e0f6dc4a24b946049bd97fd81ff85d9e51daef0eb4a5892f3fe48baac6dfb28094a80eff4a97f1494a7d3993f609f2872e0829d629c7de91b6fd74394144b259cc04f689c34f5ddee398126ab42a6ff16dbb46818da2007348145a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704117121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7780497bed187ce451b5ad2bb10bd2717930b38bc0c5fe3c9d63514e94e2c7c1c13240e2cad3af96ec4172134ab41faa068c5e8279297921af361417ad0ea097e6a70956abf289b64b4b449027844e49d8eef47e5ffa51f2cbed4702ab925aff6dbdec46c089c398f3b894c799a4e100b4fa781a5e4046772c0dc46ae32011e37afcb1ac367fbff6dfdc8e8f6c35aebbf019defbe3c570ff64a81b0c585d50c0c7acf6ae7f6488b5548f95223ce2ec1e10bea1ed26fe9b14458c12cb1afc7f8710fcf12103efab7efe6c7d6d174cf84757b1cd23eb884d8728179fdb55fb43ecb0ab04707a31339ebad1a4f93e7c3087a38b9cfda7b376c60ca51df3d90c6157&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711301389Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6ad8a6dff5d6946017fc00fd304f1ced68f9834c0c3afb7c6c2cb9ab3993cfbcf700fb25f5369a2973510f3d74e785422898f60ac9019673de91c3b3653e6c7fb0f7546f911932438cfaad551afc33e3a07d4a3be4195244200707dc262fc59abcb8197f814e86e3477d1c24eec355ce15735ec1460dc42104576419af3290c973bd3f36715cb22fbf9000055b2d365b273805225163d022f5b561e1b2dd3a3e709460db4ba87607496708cb919a89a4812f03df632d553a0b3a9c39c790edec4be24c5dad4dbc3d675bd286cc5d8697c41d8cdaeac3cf9975096b4c7393998657f8135ac84d83c630def40380da2dafd716e2dc3895007d45a96d51f07279f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711311969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7cf8f9a5c6da08ee370fa4b3d56e4fec7ff28c5a10bf61dcf356def3753c2e882dc9ac4466f911d86738f15f9afc837bb0b3ae77b123844886bcf649d51262b7f22fd7b3d9cb0ea1554c9525b87a621a7d9938c3265f56780b93779e215f8fb23fb709eccd99e100047d87b29e73d215ab37a816fdea9979abf0e7682e67770383721b5305d24b849dc44d302805d89acbf5fab08f3db7611540ea9c7976dc3cc64e649add97263b9f8d390c48f93ccbfb4d9c61428eded21feb4ed61f291dce5e607e8410e2e25da208634d098a5d9c9919972733de1645a9ec846659f407d87f6635ce888ec614512326e4418015f3f76492f0bb8b55275e2cfd13395dd01c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711336265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a3ee07ee60410fad5708cab3de59d98abfbb2b9f048981ae660fb93b3d2ae26f3e742178aca35841aa97900fede5f55a83621cbd0acabf55589c793e1b7fd1374b4bb6b6ab034697ced7b854c26959f42b2823a1e9839eeac63cdc9ebf8300b6e6d2529b3bd83caab015ce82df890b3b1ff481955efb614168b81dc3b9231632a8363d29a406c458177b1058779906c5463ac7c963e1f98e3d423f9db5a1e6c2de47e5035b22ede6efd6662ac1c713c12ffc268828d31fc05f1bf5bc83bb453d14be0fc2f3377fb7c6093d1b477ac8d96a7f7697ecf32ec6583d110efb70fd53972783b3fe5b36345567e93348a5c18802843a8502c711858e67eaba575b202&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71135997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a39ce0f086755f56581de1879fc1e3e73e064249504c904642e12d733951a4385d0e3f240eb8dcddca1beb0c48ce785ae00b4e6dde15d159f1e99ecceaafe7c019b6b11641af38df476e5362e5d4ff9118e152fe33db0ae8bf17865e8b0ee062a1cf8dfe1a34366fd9e32f13dffa20d55f1b6fbb0d6582785583b169070b0dafb8bf7c7e3e339e532529e5b9900af26e44c310816d125156f29f3250aa1bec79efe7b0f9d5b89eb7cd9005652a7c987104fdf81e22563ba5bfacf13f4916f8ceaa5c59e240dcc6efefa745d615fc419dda06de41854b9a48b4ede585195734b73b615f1129e7fff9c39d391ca3a42720e9b41e3cf817dbd07b4944b8e21d1ce6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711384747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5d133d4113e7bf52a32654c9ddf7191b1088d4bd69b716c556db804fdbd879b2de40553871256776710e5f52d6994b5c83c6919769574cf125dc7eb52f6d5d7f3e1f1e3740f5bf00372a17e9b6313d010e1d211f2fba3d54c63f8afa8b09b5bceaf2754edca67250a0c0d2307867bd09abb468d07751ab98a5d7d1bd80aad6c9c7956359c25739abf7b0ab2630a18c9f6f554bd3a3af7a184b0c33a12d31dae31424a616f4eadca75a60ef94c7d94a20ad39a99b793db7e78a2d56b1a9467116e111c54e37abe1a0aa9e9475523c8c7dfda31deb366c1a55cde42283f65d9a40b804fccb44e9431f4940feb0e3c3793b5beca5a2d43944426c0e712094ccb8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704014878Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=87a5ae68cb01fb203b5468b1245dee8063b1240760694d6b63d88f7c930dee30e2f4ff30c68106237f66aa4cbaa507c88bc076473e3402a8e14837a1489cca0e83a408c6428da3b5e998caca17bc2584362d6ff6ce4c8ccfd1658ff18fce4acd149b42438f982063d528428eb264b214b432cd9daf745244cd0f7c0f88d648eb49b97424cd97b4c9914c374cf33443963bbfb443f3349a93777c08ded061e8e84d694aa5c60751a781829212d99f9a4daec364aeead9e09a47155ad32054a2905edbeaf31a26c6ee498bf96b7d2064bac7c88cb06a9be0003a1986d50f65875cdec3bd761f3437e32b4bb32d173dd6c3f420882ddcdcf6234de64448fd597654&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711434049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7df0d2fac1783c5754c60575637c12851a570d90c64a935a0933fbf6cd0dd06c769629789291e47d78416460f055f9b4d595021bd1b16bbd78eb9f7022a01e7868e97ba1052391231d3eb48c8b0e61790672f7c6a7abf4d623da33ae01212604f6014e3d7df7fe90b1943c182433696e2afe5aee007dd4f7b2137636c1e7f76035b721daf6663c6518bf37efbc7bbb97d6af52c8e1ec88a76e190f62d83e68279d00e81935b4f609f406628a05b9e537220e88a5ec8678821187b306759e89b94d843a7d5ce9d999ace76ec4e3575eb60662549a2ac4f9d1aca98dd0c3a2b550242b1e75670407343590bd5a2a6bcfd8599b6510e0417bfd036434db04c9b427&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711484264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=826ebaa853aaa687f87a1ae97c39d641879eac7b89b3f28283e5d1e50a9186b4c509132674c27533488b0d8b255d8ad793b5c58d1e3654ce72eb069db44b9b805aa7a34801e9a8b965cc2f0b790ebf66d662ca0c89927c6406dc31f93008914cd377d1377628aeb978910efe096f86e855d9f46c08b992b5b625e2cd7083ac51c9cf7e0b665f4313f3a1541e1ea52f9d73785fc25009d4a15880956e1e4a1987612a749d2fed600560a6b700390612be9f7254ee9d25d62d2d09ce03cba335320027dc2607f327ddcb177ffa3310614152b190687d60d2a0f5c389c9fad03bde9cf3cd12af0bafc39b3d10fdcc3126eb32a793cb4f689f6b62917feeb5b16340&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704067727Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=055218da9e02e7204315a58d13dda31781772b5c73ccf785b84959192336856793bc0808764d574223bbe3652e5907c352f179f2ebc0e9df52f35f4aeeb4fe412d3aafe8c26ae266538a92306d1ec16531f9d1271b5bf15217a869e1f3b139512aacc7d73a3949f62ebd88a1911025b41bd36518738fe7f1202a60623745b437abc420d3515a2db6792affc51487e111bbcb076530f6bc501a718ade4f7a59f715b65a204bd9adf1ca850769a74067b811d12bf2fbea47ca089319fddd1723601aa7e6d7aacc3a470a07f9254dde8b93ff528c0621c9d999f18235a25941d06429678544c0edf3838dbaeb1a6fbefa8387bc049f0e1071d16fc76530dea714f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704136527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf6734fab7882b73c04081b67ea1fa7022815d81ec74deb7cd2cdfe69b77cc2e2a75615e22ced054373e8f6cb09cc2dd7d66e5402ce1bbe0b78bf75067829fa76716068da4c2fd60da635b082a4c404d4b530c0140d426c7485aec7712dde87051dfd0741d61ceedf57d0ffb132b86fa2061529ca7220712d1e61025996647c4dedc370c71f85e1ba752454300e2de37e2f4c7bcbeaa3eaa25dbcbf83f7252a696173524c3e93442a89027bdc73eb9ed53a8feede68b959d958496771e7067d7321239a4e9bcde287dc4c9bcf0b1b59aaa112efb885f52f7cfb9bcd20e33fc4e6f6f6416252306bff570328786c5ffcc35650fa3137b3cd8565a7dc341e4d86e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704033463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5076e8ed4ed9553b4ed6a1804de76df0007eb0862056555505468499d8f6ee286fe12f6887766eea95cc9b226cf41f7594baf0f9ff3fdb3c7049b3ebbe7e3bbec345ae8f37c9da1e84af2997c7d74f7131ddf8867680aa9cae862f0f0a7fc8a82e0f5cffde31f7fe87dcbbdb55e89927db0be066be21a9f31af3f226875382a5629b28485b1edd3eb152c6a4fc8059e2eff8d18d2f9e3a7e566a61da8cccbc6d2b667e87c136a60d936e6afe86f04f51a91f11260741ea45ad237387fda3322aef25febe289664ad3fc6ebd6e985d8aadff4e5f72ab8fadc36f1bdf30c5910bcb7c426ea7720fb6ac10168d8bdf972cef3ccc19fccceaa2263449edb5e100079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704139403Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3fc04225fef06c7d9a142010db2feada412ce45a80339ec63a1032969b182aed038e160e23a1ad7c81ea58566fc00db35d5e0f6b9c4a97fdd5f05714433ad810c3341f333555ef033c04c354bb3c247923d2c21c438ca057009beefac7d5fa144f4b679caf8692f3ed9d84a10a702c7d5e9981c5f7583da5df0c931d0e81104bffd9a36b3f93ce0f00756f258fa9bfbc68c49119861cb1f28b819172b5ab544bab76db9df623c8670818053f22097ed8a3304125c0574b941c07d9de2368a57870c9be3e7c80489c217c853b9bc07f1c6556c02ce42b8a37da2fdd9a291c8d108be73fb987815e798be769b5c5a8b271e70fd16c8948529e8dcd24cc72e3a550&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704141356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b78b946580e350d464deb1b4c513f4e436bfb37b655171bb0b07736a284d8d5fc23e9afead92055818fa9f24dc8a917e6c851b170f0a0ca88e0026a826b73959fa3d2b3c6649bba36a807ede2f24bad7d189ff14e7e80866822db8fb380f2cae61faa152056621c05eaf1d97027b8a62f840f0ae639c9f56ef808b1eb7f0a6044e51eeda5ca0656577c6b42b636cea8ee1c1ea9ba87c9bc28353aa0f8a616ad8292fb1f2f0064493888bb3921a1c1cda77ce6b8077b29c7fb09c907c940e13a277b3d520dab7f3a6feb2fb3ccc1fd96354679fd4950142d6287fb02ebcc3c4bb8a8551afe3bbc626ffd0963df8b43f7b83a6a6abd25848eb8d3eec574144ce66&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704077235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47a701d9250faded73146d69ceed9abe1c60fa5b04da6b0fa30ea5b0a925a37982b3f249fa4a57a835f7232a12fd95ae021ed4bfba1ff4d083faa039ec27c04db37f481908493e21fe638ca80ac29bd4c0061449caa9f557124c25125fa230354f3ded21826f0952305b06629e326ae83cdc8a982655a3169584f7bc656af1bb30cca4b6625c435402fe5ecfdb188a5208adf82695dad1049a9e7e62df70d82fffb386dacd2ab2999554f28392592baa378778e623677c74a9fea295da43946fb53c16ec0bc51f192723a5b282ebf79ad36870fb33deaa18a7317e671a673f996a066634f076ba9326370a2db9786e402213232d78a0596dc61fe635c1264b8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704146225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1fc27ab018251ed61c9e08db9dccffd12d3c76a7081f62fc6f637e8e65b98903e3eac13ca186480cee08676c62482e9e0df73e8ccf163b2b701bac84eb8b00d24e67174568d8bd83b9f34bf6941f182a883873ffa808bee9811d1c5cffc17cbfeea0ec61a513165e0395a6d8a845355a72a56e8f668642e1a67d136467944411c82b3e2febeca8a47f0bb3b958e9e4dd184adc5f2938c73d13faf8f631620140588f3784fd733ceb0d1dfa0bf75217bc8310e839a7fd0438ddf55b1614f4d7b4eb0a28394805784687eaa2978553842c3204a392d2442e3fa7811a089d322ef4d1678aa7551468c88f5e58660388b29067aed56e4bc216051576e8190e31d9fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704150734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=03721ffc63457958f1bab0fa191f2b1d8432e047fa52c38445ed6f213ce30dcc3b15d4a1bb8d840d302bae2f60b5f554aac88b839ea0e325ea3d3754f1ef4beb524a68d280aeb91b185910787fc0c2ee1359624b42897bacd515246ad8b6ca27dfc5ba00ec21aa33b0be7f483f7f5da7c625df968a2d81c7ff72db83cfae3b553eab87b7f2b4ed8a8cb03ad41ce65ee0299b4b48a726bfe470f5b705ed1badbe72c47f4bb1d5abf24cc6d8c624d2c79fde6fb82ce394399f7766b622a2eca9d145eac3cba8ae0311b32ba44573c69ff64ad05ceb0e21079bfba75d79cd6738cf3a471e8075d80347b94269edb44899ce983f694ef832a28f83825a771739044a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704151646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b1edead3f837e3896750a9f1d287af484de5f7a20636bc032a69eefd38e12e5dda271ad7ce3a874b016682b5f30b47785d8c3a09c964a3523d93a0c600198403d6d6401b628496bec66d81cceba2fe353783657ce8c75824db95143a5a6c6276acc02cfba6eb7bd21069d7c4a73edd4f9b6f8b1347aed8fadeedea543282edd082aa5812f5a1ab4468d5386c84c6a047b523161bcec26bc9cd3d8ca0a2170bf3c2ede0ea638e0f74421419603884d9ce8fa9abf7df0887517e97ee2b45dbdedc9394a9c02d906e71812aa1fbd3a61f1353b43cac2522783abeaef593c09ce3f096b6ea09a627811c6a187dcb9ea67e3ba6d438c66f2c146871a197039e27258c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704179177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c2b7da1401cd7fe1796afac93c6329931ec9e4e668a41e63ae1fdb92c986e3a7f0075c61ad232479d46dab5dd3221962cf25ff7f41e3ffe6dfdabc06980c6fccc530ccbe62693d62d020f7c5db590f6a2a832582e785367e2a8d3c0ab93d4e6598617bd1bf6c958e8c6434f688aebd00298267ba37ebf84a6e8142157d27e2e40f87bf2a78a5c1490153fd3a9005b41fd46b17dfce6d33f9062273a9246a232c66e1ae8cad63577e1577d8bd13a0b6abccbda34250bee897b28a578ba81e84b5fb8b5e9ce4009eee24b39c9930b0b8ea5f00dbe37d0ecb19c13015f8276be1cc0bd0fc38df1b4e292a0a2f4f34b4b923f0c2ec7bc86827a16afb09b2325ceb63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704174408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b47ba79db9b214284fef91552bfa0773a4ef4da1038cd1bde34c1e3b452262a0fe65a09808865346a910d2cb8175ad82af7e5901d9cab28e018b0118f1002529ae9fb50f831b600bc9abcb79866d3d620afddf60b508b91e3c8df542955194e74c1d3b70c13c9927ef94c32c9ebf809a356934881355fa841ceb94999748b65704bf54f42ebd3980096aeba21ce984f6848fb6ba081b7dc67c9b93b5acaeed6d8d824d4cd4abe3f0b8881cbffaa35042ed05fee0d6acaaf2ad58a7bc50508a58de2f230b9332b4dc8ef9aebb3f698bbacdee283192b8b7d61db77fe8f314c4f6391d038ecec19e4565fe7d4f96929979477499ead135073e894fc3ffd6b5ca58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704177003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1aa44cf2bcc42b876e5a6a28bf3fb0d2197b167cc397444fd288c9a110890e5f719ebf8b250e8c7d399de8d3fa4918e0ca83fe1bdca7378d16913581f6dbd6237d24fb9aa0483b0a703c051b9ae6b9fce32bb2e069ec12b00c04ff1bd7175bf41ad8d20bd9cbca84f3d3acd4c1181685b1875ed42702450de314f4c2945a0ec8f2c65ea81e27b024de1449f5676dc55778abd59d0a70a745bc6c4009c44a1255954599e9631ebd33139345cd7df3fa74dfd7f0d517c57c3384fb7b36fcd0bcfd56c84e283ef22fbf6944b1b86bc0bea29539fcb95478c171831545be9b595634de314d84aa6206260df8ac9e4458d7e6cee1ab0088ed04d3a3c43e59b4abf0f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704173356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=345b711f3912f9eca86609c18c6f82824a25f13e9c20c8946bd55651342389ba3c397f6f49f7fe7513bfe11c73a98005b617b07c9c17c22c08e0617fe6a1e5886ea8b663a45e081b59802f955d8146f3f60cc7a8ad5100718d5e773608336db05c3060069be9d8c9afea46e4eaa5e6e4a11801323acc29d9f49183bedc3e0d5599058f7c5b0b542d87819eff1df0ad51bc37f9f065475373b808eeb7330dea5f995b87093d8e6d990d03361ec885461882729d0cb401bf03c78abd8a572975114c26c9647bba14ab9b7a06b522ea629715cdd734eea096e022250190640ca2fe0cca64b56c3649642ba2f3dde1b113aa7887b9b5d9d1d3619cce21b1c91892d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704188154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51e7069fff5ea8d94ca4ea44594ce763c0be1c374e8c7c405b3b825fac4a6a0552a7f507b123f21e0fb052255c546cf3a8576fdbdd41a6447fe64784f662a268c71a2a21c5421f25e1f8212c2ae079700ba3b78e9bcdd25cbc3626cb7405a6f9e9225268177646a39766597cdd3ac23d37cd1de3d57ab07c2bb1f52c3ee086f8908f1c60e748ccf0341975fd744cce72f01a9cccaa20e156fac3a1c1af40f7c879499005f72efec636e69372d1d24425c1e02fba7767b5c327e64c74314fd3918561e186e6cd773bc9fdc58d89fdbfbaed023036972ae8a4bf2228d5fe9effa5057fe1e12f56a43eba05260f183d60842f68be42dfabfbe689a41a8f4b19d450&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704194526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=73beebb5112cc2df4c0e8b2a9f3fce7376204311b6fbfad4f03b8252886324544064bf0f65592ab111e85648d96b5a11ca065c6838a26e7e8e5fc46792cbb989c64169fc13ecc54257de98ce187e24d51683d4689f3e8a54ebaba629d7620de3d3e93e5f2a7c57b34eb94564d1e4a278b242d3ff436587ea829f089c725aa6dbb8c4697037226249cf2175467b4c4459fd9079c456351d82327487514f8fff6f274358d5d8da62119662877d173b34de646b2ad34d388c7d53f32062f69492813831cb0f3e6a3b0fef49d9b8383da41663e60735482c3315baf237b203facf83033a0199eea33b38a966b2f1e1f68f121cd6c06efa5f1bce6f97f1b2f776a17f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704194877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=58bd057ed7472b0db8996b8f4ee9eecaa4bbda351eb3c473e8adb5dfc2eb0b2f6747be04301b3698d82999e98a2c221b4157859b347d7243be12c8a1d6ce4f26ca7ec89bf8dd9fcdcd93cc2bdb0ef3cd7e646ec1069a185501d723102641d3634e67158c4311106bda6b0576ebe504aee9e33a275a71dff075cb361af36dce3e45152524619214e47798579593bd28efee671d4eb4064e3da02a7d7768544efabd166ba1f371b20ef30c619002a2fceab18d921a2a523d4341c78b8b9176fd79dfe4af420cf38669e799e0ff66bb0457578b041d9bf882d56e833b279bd736474f2c1b2db73b245aa286caf60d9fca7529e135d9feacb073c75105dc7f7d9f94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704043983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3b200ee5e390d07b68c54d679e784c9cb1fd54d140f838665bc2c545393050735a231f8f389ff4f58d3b68ebab634b9d6937301d82c90df914d682e3acf894b6973e0ccda644f509c2cc42da0285b6539c8338853bad11a145de190cc264ebd81a4cd2ed313e722a4784bd569f7a4fe58e90211d9e285d3a9be5292afea069b3edae0f715795df5f46325c8ad2bb29424c82822d823bab131249250634c0a9cc5193849c2339fbed3535428682a29b0b02f58cab75cba103f7ea102c8909199de1f5b98aefc37e256ee1d80c7657460f84479c1104cda5a7fe431b49d9bffccff81a472858262f9b759d616674e31d0f778e545c2fffe07d66043ea9d9bc12b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704193144Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6749ab201e49c2d57ee8e2244eae938deec7cc3ed0702eb8eda70abf0ca9680b099afe64df45b7e71ab5eb73a9c86cbf7497796855c79ff6a987e3a97d51ddadb7f864b64386c523344d55707bd35c0810cce5cc21bbb2b21c7a9a2d7fe7f3d4dfa9ccf952f4cdf52148c7e0f087265df0b440d17cbfd154a8bc0464d40a20001ec4e638aa3876113946cff8a3706fd217cbead019a3cdfa7127875a4395545d07855c2121fbed7a002e0e09467e578fcee1c36efd5ddbf694e26d5d1e5696d08edd9820e19e681b6e2772d081a89daeaf527a4bb67837d62476fec322a1ad177c8fb39d5799f3801c53297fed474d0da6b43afe13eef835d13259670808a905&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704201109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=13dcd26e2963093b019cdd8fface288ee94013ad1c9fd2e4ba07c4cb12d7af0ee614935125c940e7cc21bc9882e18979d10df6180bae8d3869bf55fd0eee9754f98290757720ca605d691f7c0b56a54a6f0c06fbb38cdcebc843ed0eca920db6e7ec1cd26a758e5cd395ee3c48d8d7db62985b2feb339b49f274185eee3114067a412a22963276fe24ce25254aa7c95097654543147ece42c20632e8d9b3636491d5e4d12bc87f85be5d58c2312923e3d84b12c7e3b941cdba3f692ad95b538cf23af4908cac5f097f28b4730087b6a8ddaf12b783af94f4eba61a8c0894896ef7f2a5184f0325185fbef5224092ca5c1427e888fe552d5752a4457a70cbd0ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704177775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6c22bef04bb3934f58e868778519eecd619e68057af0033b9f0cba3ec100f56eb9483985762b99a01cb25a9fc5fe10498965ed4d8becf59be699d45057268d1638666397fd020c3049b1dc1362866e3821e1dca00aefa6c001f7bf1af0e61cfb28dd84230a545ab83a634a8a6bf91209d06dcbe1229c082ed477821a084080db28880fdcf21b145a09440c1055c815915285450e037735b673b752e42b30200632241922ef0b6a32a40b573d136940d256b2294cd2383a31c87b384a20f40041dc8413617fb7b89535e5ef09ae7a11bb0bfb6cb27694362741b153a123ac466106276b476d1924a6c1636e22ee79fa01248232916b2ab4051f53ef72b179f9f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70417538Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a69b65cb080c3d4a932cb40080ad7fb51f74e203095f6e57c247a49ad90641cce1e1ead2861332c191cd3f5650c612dfb35cd843ab103e465a5ac0bc0f22c349f556b955f4a18294f9dfddeb40d74b189a5f0fb6a5f23dd3a59b0d9d552b37bd4d29136eca18f35aa680a92fb6c00825986ec964dcdf32779eb0f75732e82cfc6b7b85cc5952fd32e09224448b5b004382f9ef3611d4c953ad3bd115671217e02662f095cb7ad975712f2f72904bc5ca2e68c6a9d304066840def0ad7fa3d3b274f45c7a13874a790e07b2b3e2133ed17dcb4a7f35b68f5ea90fde97cb1ad49fabd5cc5ae1112bef551b5e197d03969e1fd2d0cbfa75ab6af6fcbe01afbde84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704224292Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49618ac538ced726f518a16fcc2403bd8825cc20ac17a91faeea5b344fadc5fc4747557b1c2fc1bc5bf4cf76aadd8b833da4afcc4c0ce6f1694f8bde1c09d1f718958b5f8d0a7fbb1971b2d933d523dfa40e38951682ee1758853cfb7de9780121890081eada2ebfa7661eb9d329f5e1ff8ced84ed11932ac87f06b894fd01055a4759ced8dd284dbe38f2d325889ec88f1c6dd753ed1898469cd5cd8903e5d6298c20b28e3f92e32286496552dacc749b4e0db5cbe03622b06c3ae6d068fe4e111b998a5653f01645abe927831e44a4c47455ae90c24814bdb0c936999a2205cd463409d2a0124c352137f13262667609c3b2e991c96dc47aaf33ebdefa35ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704216879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d9fca4559ce91fb66ff524eb63ef726101ff98052e62ac9ec97a651c59a611c81c0f3fbc054c7b9d3b15d6eea0f31896ee9b57a5b243c5d15779acd25df4b1daa7568b510096feb53c70ecd916b320dbab7ccdc48a3a69259b6a4a0195d7b5b5cea2ed93a9c7e176ccd3f700343cd3c1bb49d4032bf37bef411528535b10591b22cde729da1569b7be38f11801f02b686cd667dfaf212e245acb140cdb71bf124718a1f2209498ac393f17beea7de6d9fe6862007946b88c4185e3ee55c66284464db3d33b32a46cee8e603fe2684ee44c2408dfddada57844a9e875b7c7b941fbc9ec9c46cfe5207f69d14afb1555faa2e7e8221bd5848d40e55da927306fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704234872Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=948822f7003deeba4d8c61cdf26e50f24af252e4ce19044b7ecf595d38acde5e02affe1b07ee9be42affb156189f6a39a0cdb80588fd38b2e3ba675b27e018082bd5688faf5fa67cf3d0a0051ec0a598080146cad02538ce22adf4fc394b388b396446a6757271a303c9bcec25584c9caba01fae7b31ab5a6dc471804bef93f21b1b3fdeda014ea85a30cb92120af83a6049b7858a28fbca72e01ac7de2d528a25058475caf4ea2cb99c17dbcf1628d0499064fa8937883d09183383228d62a9f921bf57369b04b06481512cd5a8bea6985698ef471b253928d3fda67c65918e76318dd6336ec968a38901ad9114afd2b548aa1a7d3e1d65389e97d6529903c0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704231526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a9ba30b1beb68250e06ba0fbb038ab9b9da49c0f1ae197ed44aca357bf70550d8d5aab52440af61a6e27e57e092a3f912f0066d50efd7279d6cf991f72c733776329de31adc132da8b9a831f80beaef6a1506670768e8905d9cd662450fa6c9a2ea0f32f5720eb1fcccc1dd2cc54045c1d5291680dec3ae74a15b8cd6b324a04f3a67b326d7e62466ef4e91630cd294fa0f80d37e4043042645981a9fe06ed8df5f330dc74a9d3a6b8968429ba12e7c28514543617ac59e1df43e674ba100329bbf81fc0ad9a4fa7c588924a5c3a8b268a507978b2bbb0599b17fad8e0c18b4afada45c24c0fc966e0438ee264295e568b2b66ee724b03267a662b0aca77919b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704225174Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ba6ba5a563f40e3c021ccd989e6130e71f6b379d689850d92fd8afa7afdec8e7e27ff4cf92fa8360c4ff668725e762730f204e9741194b6fd4c33fb74f13d3ed7c6495acaaa56e96a19a903024bc087ffb9accae5d2570a982ccef50c35c41f88ef13df127b8a52e5990cc2b9b144ea29569655858be455ffd7b0eaa10a65fae13d0b71e692cfea6d33a500dad3272db4dfd5c9b5880658bdd8ce1429176fdca5ca2caba6111dffb1aa69f0ecaf3c13f909040f4c14a7f1300e3e684cd667a3ca5f4e252b14f54e5d57edcb2de178b16c9a4daf47d07381e1c27750ae5b96999b5f163e00c58a31451a0de370ceacb27ed6fcecb2353ff909d54344d5c3c9fed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704244821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c406f0c69067daf578eb679088d2a0ae65a3bcba17cbe5bde08de97fbd52e49d55d930080f153cc5eaa1745d9357ef8b55a54a7b71b5e7c3daf57231367da35d30f818c44f2d1a187ab8aa3441ff7fae1d9975ae6c4c3adb7fdb721fce78c9e36a103caebaa7dafe073231f2094e0895ad1479f98e87c718eb2d67b173963b79616fb2aec1fca13e077b29f781ccf19c0731bedcdff7c6fb814008f97e416d4611019daa33d837768c4689acb64b1a7aaed59e277adf963b376fa479294882e811b6bb828d8f985be289fbaca84b735a04e74f2e568aa24590638f38683348155a6a9c352ad397bd61d18439d821644713d69af6376f07ff04beff32be67813f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704243849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b2b762a23454b991c6efed4859e1eafe675c281b4f6a1523911887843f697cbd310558c83aabae1b11bf41eb39d048854764d83a53d9e13d0c03a0e7a99fa87c4862202ca6cc4d233c44caba637d5aa4c955a6604a8cffb4402720d22a67557a866c4a072550c3596bd7a0c857e0a594fa04571fc50a1a4f1164466fff20b7be29380394387ebbd9d0367966995c12735a615432c9531bf2c739f7d87071f36263ec5cadc343adbeabb1b0dcbe39e255036e61740bfe2b484862edcf50d267eba811d5a1557617a0d1b134c7e6b0a2314b766694864931ea4a42de2588d1bcfdbce9d0d7d813a1d6cc960b93e34efed7e83c24f29ce06efb3f7527a3bd6a5d7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704246434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=291a5d9aa09354713d9f8b6c23127578d20ca32db928bae33a69126d2498e622a9e12a8fe7ab06e19d56380076e41dac4700a05670e44f2e1fc91de1947c99beed7b62f4bca9bd306900a878f66c689e609b04968a47dc699b407c1a027143646f3d9a4b967ae4a8e7534c1e68c297cb3990585db5a8756fdc8e5ea66885e23c2cc50cd587c3fa39a1acc3490657a3e9cf5df5ded91d4b1eebf6cafc2084226d76907fcec9c37b91b6d519c5832baca98b1dc4ee417518c56b91d025ec26829496ba6b50e60d1634ea05de8e9353069be5d4f878d000f0f4d7468f560f701d0272f0b0de870483803a19875c4df9b2061e7bd7a39a1037d6fc4e9ac15001c2ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704251484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6ced401ba89d856b4f04c84418670f3d59851109d355e7c1de3b7e2a51cbcdee4126957a902774cfdffb4570dca67f7ff49b53a827fce9a16918533829c136aea4c1a2dbb088904829d4bbe6b141b18672e821a09ae542c4e8b0c6b5741a7d8010bdf71ea307072cf21ce0e354f8b1db69fa503cecd260ba68c186ae318f791455fa5ce2b28eee4668959b5260e5161d27c193bebca938724d02aabbcafde9e7276f2273afdea2ea1e4acfc5135d13655f7c11c3946a38b66822712590c09d5f8f1c5ce3920d9f15a0f94ff5477f862f8db7f24605362819c3f40e1fd5d41b8ddbd9915ccce7b72b3674ebf24bab0cc52ccee121b3596ff8eef20f7371d7c0ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704267764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=292d264162e956c16801e076ea9ec058bdb9a465c7ab8a84cb2c499a070234a96d184405b6f4c7d456e92551c2fd4b1340ad9a07f7f808fd6c2a1a5caf73795526d934d55625e9037dea28abfa78ed8b3fec4544a44e37e7e68d24333e7f8ab5d306c5f0cfabf45115535591771c5001607b464af3c4a21184b87f27627e68559a57dc9983b40c128e1949227a0ae35721fd87895af5adde6c460acde10f191970aeee456fec87ebe7bd84e26b2eda612b84a4d1de1ba8095564074c6ef5f0a092788226d3d56c9958999838f8e7795de0834dbc9f9f8d0594cc7df9b94cd44b705607503ae239136f6ce662cbf154538e2e31ff55c8aff76f68ac7f537762a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71181084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3d89ef1bdfebc21c0c723af3a31e506067a2abfd89f8b022e128f2f78b940dbd33c5ed758319686c4bf031cd8f922728d5c96d510dcc07fce2fc415bc1ca13eb16f4a73a8e532c281879f0933d8812daa6b6bda6bbcd0e56d896b7026ba651d5a585a6d5546e33233925de122d5492bb2b0bfbc8a57659d6413abe16bc69eca53649f500531eee3161453c72375089e65dade1430e47bbabda2fac24888e03d8aeabc81846dbe9a2c15d9604844da4485622b024fdca6c7b3dbe2bd0553ded944efc6bdf47c6cbe6ed897c41dd9bebb0b572c98ab7a7a6b4ab28382b170e584ffe7773879b6d51f38979badf4c54ee5280be4849c107b3cf833b3a87714405fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711825427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4fc29668afe5ea7e977a00404eab5c97b757940ae1caa07cbf67e459bcaff5adce37480453c30ed4ac14d414f02004a7be75db04e8989e7854f85ca6bd6e32b780d97aaaefce97384c7a7094c0eba186c6bf2b8921f4f1cc106289ee28ca2c003080bc96323cb0a2ec3b42baa3a7950275b7b908ed779ab255fd77ba7e0a27852f555b11af9b975317893aacbe83c7b6522c7e8e3b680e688bade952829621055ee8f717f7dd69ccc48324f7f2f0d297932a09dd2a1822a69d47f65644f6f31365189f706d0653387a069528d5b177ba4fa23f16822a24a2bb7a102de42b2f569ccef41cb327f391156543dbe516545f91564ac400e5a11b55dd46b5d5e870ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711837941Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=68d5294b1de4a8342952404693fdaad263902cb8a8d076e20468308d7709d5fda3cb7036c28297080a7c8db35da6da9951061f1e3988dd38eb865f70d808da0fe2e0806dade8ee05cb9f857055ea90c9c286a9cafc4f10001333d7f1eb35af5ebcd33b49ef7b1ffcf7e36a323294ce121707d895c65d49b78e1f097ea177d079ce156ac335542acd401a9c77147abe1d7860a3298216bdbb68bed8f35a451825d5ebfcd9a2f0f55640c1e4b873ddc8f133c8d229c46464163117e865bdc65e7a7234cb81867d57e8440a02a86223f12241018f1a0f07a5fdc4006a6e90358fc962b20fde53f4d644b12c760c4b5393944276069bd080128889f944a5ead12f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711391609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0bf373f9126e9a3dba7a382dbad235515f6dc036479a40b23953dc23d33eb42ea969f967d63efcfadf171f06e8b585ed1e68d7ac48a3692e0885ef1b6f229f7cdaf73c1cf24404e33eed0169746d30353b9a91a58f082a472a2f1125a8e9234d1be5bde9feefde2e65f9b8a15953d6df588232025131656fbbc59dc81771ca7cfb60909b87a8d5248d329404d9e8215b651c65beb2df091d93efd2cb43829af8ef09a217a694bf50779b27921e5e9144480749e92eba53343df8cd1fd5a01cea0c79bfb35328ddb858971dd225ea1745178428e837c969b8e55ca1272dd532fcf54bf7da4e9f0df1f553d8514e6746f1c3326c67fc92c79dd8e845548bae5115&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71189052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78061034720c61c166f73cf907dcbf052beb5e879fb952a77e9a9ee7982c5c7d8e55c6c0c255569d23475710f001f9d5c5c657c5ba8475b26266862e4861a5d3c45d99c0769cf27c220a54dd5f0218963a08c1b8eba50f909950dfe2d7e23bf9cfcf86b15a3613bf912bed36a97a8ee490a67659db2cf64850f6f4eaa34dca806b27004bcf6c51b957f663b78344eb18ab8a380981d3e82de57eaffb71fa516a61963e140d3b50bbdaf439b97674675f98b259b8a4be20ed3e99b6acdbd41fb515c707f73df338b93f6e423fb08d720b39f536fec469be2afbbe5bff040cf318e89ea17b91ad92a7d8c633ca68b2534eb6ed00514613b726a59e6dc4a60d6925&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711909375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb34f05624dfde5718a30744eaba65716439930c358f4a41831adafe5ef23ce4939ac263413b7dd4c6a26fefb6bac3ce8520e61e71d02cb6080b447dc8fdcfd598ceca0bc48307a77ccfcd07e03dd4ec9e99acd2dcda0600804f470f8624c872488049d799827823e2d97a5c9d9e8eab3f23267c7d5645e3499799a3f967adc96e1509355fee449b5e4bc5bab5cda8b1a47f6a9f087af8cf34556b620c32b42b207b3f17327d30b1f50ebaacfe19ba08311cc296e7b130d5e15ba931d633e5e49c857229177998f18b3ef3df405a1a97aa4990bb00218943726fd3fa1c3ca5f7cb886d8a87a86ee2828adbc7ab24e44370d56f450d258635845c410b730eed4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711926918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8148cb9b603c7b5352d545fd8241a80dce886e6eee82b8426a6a525d25d527b764193c501b963e5a67aada29f43759e3b2421faff64a916bc9c6361b6fa1087fc7811a3e7aff01ef44b3f99330f1dc7a87b022c235f1b21fa302688bf5faa933c57091d947021b8fdc9da988b53138acbcc6edd71ee8c03c4e4a42f92ad00c38625184a120b0c1e8e615c8172af3548da7b1d62ed066c65f3bf0bea7b3e051dfa68f30b18502de33a050e643fec5721a5304e6050e4c602671e7c6792308266fa556b7b4da7854b5b18a314f4e2a6f61e8573c68b54c7b939255481cd1bba6ce6fc8876de2d759ee18bf2c45981353e9f6c3791c566ea2aa5fa1130cc8d53c49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711969198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=06503880911c58bdd9451ac9c5f22dc12e6b4bda6b8e7c9a357078c753583715c98f681e6d06ccd7fa3c53004a6fcde2ad33d47d2471a71c835e202a4bfb53bf793659f9dedca3e0c6281f02761925274eeb77186f799c3a077fa3d6e3bcc3bde489d0dd988aa84a1236bcaccb8a541fd968aa19113a6362d4e4f25d0dcf478955a3fe9b9ac0c64b4104ad725af924f2aadfa6cb8a1a20f4d40fe574cfd3e7b76660fe41c3c4063ed56e288f84680f57d1eee20e87572e0e3e56155965952d7ec5909ff1afbd73707b9147f1f4c9f0621b40c4efa46fc3a71964deb21286e679fce1c704b6163dcaafd70e3d0c05ca8a1c65c36a60d0018c31f35f6e7cd8009b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c194bf869a3177a2c7f1e0d9d2bf81a9b21185ea3f417ba0f38150ca16601afbbb66a1a19d20e93cf1a85a827b71a2e80741f3130e658bc197244f457b7fcbb6f8fa3724f9ba0280ed4c77bff9154f0d37798f4d19f0dccbabc89d14e80345c7e34bd8d5a3db2f32963e8a8bcfbac08f6fd029f535d83887a19a2b15f7dbcc5aba29e773933681a0eb8d8e0284ca2f913a517badd0967b01b79ee99b6023a4ec3e8858a7b490663f60c263e2b4de1c6b7e78e5acf16fe107c1861d8f8b85ac833f3e3cca5e747718260bdaf3b28b19eefae8517f61ad16b9e635e752343f41659e958e514c39492172c33bfac19cbbba582175ee5420865716a0d2f5e8da2c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704231887Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09d3046b99b53ed9ac8e4976cef45a567d9622868c15bc9d7ab01f4fc20abfb6d806108b2349b5140e31c206f5d8f5a89bdbb0b2bd7ab057838440c69f106deff0e600b2edd6b82e16beaa1966210013fa75a43c16ee544797d2c0246ac07ca0c7ee73dbbc89c994ce674adfa51a54b4b6c6c3f8097b0296144803cecf7f4faaca9cc51dc1eb175465e71e98911ce375de4b36b32e2ef7839e8476b6870b1a567421340222e29057432ba6adb86e6627c969214009f06999cb4d0ca6501118e2ae6837ea73446e64c5d866213baab8c482898190ea18439c8d0bcb7c094b72b9fd4328f253ecfabec5b4b66a6f81a863e26962c9d3a1ec48384348e8efd07c67&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71230994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=47dd0a770cda68c4cbf05f64330ca6d9b7f4957b50e7c45985fea3cf9f4b9cb935d90a3651095e2e97af2bb573b1d2ef71cfe88c4268d22995edac29141a2fafb0442afb23edb59c9ed2f3a98b2afa4a1a7457c93e0ef3040f74d1f2e1aad2d4e8219f81811e1fc0e370a1899c546d001a62d3399889e1792108f3e96a671c09929e247d4761f6ad67efb445ee7a75235f5b3f8349dab559cc9b38279af68846b9ca5b593b6414cfb2fc0ac9fb3b12bbf4871c85e0836e2a1718fd0bf2740e8b221e236d15dda38ac3ef753c383e90c54784079746a2087a056db11feee801aa694818fffd2b4ac71bfe5d46cca830c1fd8aadc145b34a81189e59b3fd6f0237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71234185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66a124ba82f0dff30586645d79c1bb9df6a15dd98e9ad0fad6ad70b95d036761fde1512d8158055ee8c4b60a16e8e682fff6c79c01160f14762b07cbbcb79c6175757b49e53b899bd7f4320797e2bedd1d03cb2da5f7c515f9da411b35908f5b11ce226b82548994f181d774248851cda6854cf71a82577a8a99eabd254ffef76ca25d89790bf86be326e12ec8ade34fc8b3cd807d9b8f3b7174427cfad2ea3915478acb567f4cfb53ecfedfc462d9a488826240b9b39473241a708b43242661c8de3f82b0e54ee7ba7b704f610eae0c446a19d58063eb23d43bcf2f65d5190edd0b58ded09d6b88bba49ac10e71132f95040f7666001f0147c79d24746ad97a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711342216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59aa243f247a75baea58990edc28746691b590585f756ba32bb4385beea8bb413e7eee04e60662fc8d6d4eeb63b7569958092956c03d1567f8a0bc7150fb6f97b13bcfee4a25253c8b32dbfd3ac25d94c9b17dedce33ca482cec77b7815dc534b5916e3ba03b4b3829e5487cac02a2bf954102228f97adb5262ee1432dbdf14339173e936a830b2fe69a9d20a8f510ef5bff5c84cd4bff61ac8f99482274dac78b19115082264126aadc4d89ec8dbe8fd2213051c931ce7949c8117750bacbcbb7c6683d6af125c20acf515bb76cdb4b7cb22e2c48c155b5e897655bdbebd5942aea5e0f6e9407db068d8c5c1c60357073ffa1006b9715905d77b38b21f494e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704176553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=814154f54a04bbb601169f866db9b278233cd65487d72efd092fb329c4f11b62ebafdcd33a3548f35d81ffec36cb264f3abec7ca754f85abccf3695789f8460468b482012c11b95c313fcb742e2370315e95f0d9fa67e86c9da6411a4ca3623b5f52e0518807189754b005d0e69aace8b0a87855d60950cbce46c0be6829f64aef6d0d77bdf92c9c3f05079f44b6cb4d1fd6409bbd5ab0efc82869fee88bd47b36f405099850e41abc2d62c744ff00d9e5f9629406733d538e3d05b7338acd6de962101ff15a9663641768d243e09a783aea1fc376a563c2ee939bc5ccf2a05084c610ae3d6a91fb71c7e4464a8b7eaac624120234cd194cd2ebc031da34d221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70429729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=279523e840d0d3269bf46810a4652b7ba688da7be7e0c3c7ff5627ef9ebf570cff0843da17fe90bb2e6ba2cbe6d19055a152a8046b67533af6c1f9336cd09a4b68c92515035ae24a8a51d80b9452979b1456ac731a259f3524f72a913bc232a27df729558f48f7a90ca7e2acf7032b040d18c4176c857f265f230db60217fb0ba5885d40b7aecb94db59745a795234e1d8769e8fc4c225e08d99b9f8f24dd2eb34c744c6db9bc6da08952a3e27f48d14538a577d0ec0e2fb12ae3db1f850f750c526cbd6c3e57dd7ff23078423aa5798fe17e4ed3b9e9ddcacdc35b73da570d83922b441f443389d246e335055b850977e5a20e066ac97b6ab67e500511fac58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704289175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8a50a89206f1016b5517033574167fb11a357e75b06f9c814513533e0bc5809234038e8f9166aeb7cb5911a1bd9dfb6a3d9309a371a44554a8b436ac0c46219c3e857a12350744fb13d94e6e7b82281427e07fec0a70bc74b095b50e4cfe5016ea4c33524a9de234ea240e9c4d42b5b9a3974f9fcdaeb9a558a0d887c54d1d679569d574dc9c38729778bc70473c8ab9979752c5fa796983155dd460b1d9edd8c912271c1a5381ded0ed9cec6a8e0cf252b94cfd1c0e13cd8a6e4d0afe6a9723b6653371162406b490cedf49cf53b45de6b41155ba72c6745a340da849bf9cdb7cb8d5c5ef4cb85b93e98afbd4e53d4ce82785475b4c98b584ab76a7aaa60af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704308171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4ac44592b9aa72a16f36fabc5ac1b1b5908e16c47903a8a412338a31b96d405342003c63f7799d7f49eae742057ffe214c9da070fc68fbff014cfe81a5b933c73487f04d554b77936ffc17cc06c76e9ed3400af677e3f9f28791483e762f00d624ff2c44b3e37c72c06eacb36ec71201ec0a47a195a6daae80622eca7ba95e883ae7144b4b44157ff46a83274e67742e85c28bb3fb4d93b6af81dba61cd45c4c23822089daba4cc10066f725507440357d5d0966ae173472cbe0783442d9857ecd05d894753dc654834da62aac6e5579fc49447daddc2c852f292ba74a8fc093af15db97c02b14071646da99c31fe7acadad1c008d1cab05d7b1a8f0ab54267b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711436654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2136366bcbd6a580c8a93abc495296738ac7ba46dfac775f4057980fe7acc8ec2f0c2d98a39ff966dfd92f53989a23c888564d0ada39f805a5f3667ed9e29ba37a19e53b67caaea9fe6fc21a670060ee26168b8ab9f14fb51eebc022750f86aee499b27b0a622facf5e6165db92251d1cbdc18d0518e5692a905726cf04a33736f715ccde310fb7843c1df7f72cfe12373f3795f04582bc2335560500ed2624fff131309e94e0822198135c5c2668d93d4199ddc867811144ff7cf589a63bebfb33504c901be83a0e787be748c3c6166d2a450a7b197db419a16b04024f89f422efc826cece6cbbccfaaade8d76ea565a30ca54aabc934a231b9414981dc1524&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71241582Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=52d4433097b6408b29b624ca151c2838f440669a40f475a1d774917f376709f1036ecfb3ff0a560062f2e5f4ddb252f39d1ca29285d4078be1991b012ab8d9ae202ec3505e99fc9efc83844db4068c1b5c08de4bebd8a2efdf4530d7a1f7cf9d231c172e49ba796d661a3c08166a87ae9d8a2b3fc84e5d1536f28110d7a238a1e6ed9c8a434e8b81006b2fc3ba8d89a5f418bb70cdea977bb5313eab78f6723cf01f61dfd480c0b28e184db540bad9eb8ccab926f8e40897bd43e1edfa297c6538e5ffb55853634e7d0dc25f2e97e0f9852037e50ed16efd7cc141270f2f974bdcc962bcee17eb6d86588fe45203345ceecc408727d3b52497f442a93a1a2326&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712450455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=941945d8d185f72fd5d220f1d6e9c44bac0ddcdef771de55e64d95c99a559699a57ed7f4b8cf9657c7c2f4c7b112a54ed7fb9ae126b18c2bc3de61751cb1af317ec4e0a556b6097d50042cb11296e996f63325331ce6a4ddb1cf7ab8bd8354777def4d312fb85cef76ecc3144f781e8f3f2a6df8e51ccf4443e0e8f25aa736287933253a4e5ee9cef598486f77893fa62f2ae0b9228ef1405445da157465b5d76f9ec690d36ba70985232aafe48c038e3f7ca2995b5317dc195249726118fdcbcfb5b5651b7765671ff0f7ea5a0e79d1a7881a75bfdfb74902f571a8a541bbc1499cb4cb5e9d25844da25470b512cb0bbe84ba342ac3fa03c5854879452e7af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712461365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8fa57f199e30159ea43204e2978081450c6ef6b5e23e26c2af647aa521ec5a6b0e7b42b7243d97532f31bbb6c003ba490640aeeba1aada14be7bba29bab627aa7b18adf36af649c6dd102b40631921b20bf9d4c15e74127941a7f0cbe631a3442da68350c746ff82cb2f89c07516bfcfd630962a363cf7bdeb500c166e0270f28d0c0f793ccfaa1e22ad4274161a6e3721391b563123bb44ab1e0318dc2cc6f523185bba14d24574a25fb11f219131e80661dfd703782d49f9f3b857173e0afde5446b9b1f3644374fb1f13d2268ab10c04a2fb931484a66a6dead3d1e89010d0e2e22fc4f5e9ac1ae8c97cc9dce235ae7627d2866dde2e3c87dd9ce0c8c4257&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712499928Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4638bdf733016c5820cbe550849c13cb1881c97076f78c914fae5f35f5e4da3fd23e7aaa8730d8a8dcb40f07000334f89e35c30b796e240dd5f55ec769ce9b43a01758601bd0d2c8f03b331a7ab5234e37be90f8e7d4d583df7bf5855dec257012b1da13c92ebd5652f40837e257e1b6a08d18856f54a3b1833f31966a86f4bb6bf99687f856498646885c3b9ffced4b46615b9870260e42eb59a27eecb4ebefdebab0c9611b32ef19769b9038bb2cf1a2e4d2155be91c5351661cc8aa5f5d2735b0b3d0d010373a18b3f67990abbdc090fd6af524fb70d8cd40d2b4f972059159dbba9541722cb329c3b07636f5a9f78198ad5c27ea0374cabae9870253cbbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712551686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3be53fda9b94562d4401dfec0eaf5ed04b9e4567bad05a86237743faca6a9be9b595c67b3e484c465336cfca99020d59da583e370709569d4b5fd9ac4f734736cb2c1217db95a267a604f209238227023c1d2b151cbb4b8577753781f35cf3aeecafb3d7dfdd40d03e6fc67e36e069fec5296acd9d215f0fb8416049c889ce437853bcd69716a6f9aa34b537ca45ceabdd778ebc920f887a22cd4c5f080614fdae11354c41c8db01dbbb3177d642beeb87c918bcd068333cfc534c9c84697447b028cbbdb86388c09fcc15057e7b9a0131a6e5915ec14e0604eb159fa1bd52768fab32ebe8b0a9286a55436e9886d289ed76c6dcf552713117cee91224c23504&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712573517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3a6a47b03407c342591300172abed2abbe4f97021502e2efa671787ae049894dd0b46fc9aba572d621a6e630b1978dde7cce1a43de5c7e4a1508cdbb4ed9221e7c636bdc4d5f16760ab650ba1f39c4235580e6d253a749aba54d74882a1431c4e27d788118927be7a054afb1438b34b45d0b642eefb84e71a9ce897fb1b6a033763b892eee5910b9c5364ef788144458cbd79d981f672687fd00a98e9d55ffe81c2e4227d7c57b3884ff9babc16a27edce396c89ca9c90db424910d7509311e0068a7a6ca1ad48678346259da5f68fa1bd5acb9f69b22c025e6f25e48831c970448b3b42c1a2a78799e64f1ca112081737bffb5b1c7a5dd7520de53318cabc71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703817095Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=859b48dbf90889eb2e6f0d810f063f53c31ce97f5f4f0ede8a6d6282357cdcc720227dd63343042f856b09148a31754b72d7de15d92aec1d1dd6ab1ae0fee3953260d8b1e0e53beacbaaa1b06a8b3a1d42afc935f5b62ef4fa6f754d9b63784e002bebb5f9a02f0f9b7e74cdbc4be64c6e2f371b79b48347765f4a9311ed8d58bf461f66ec446109ecd47302ac22dcbbf8c07575100c5def2e48918feef14a2fe474457f732bb39d1660473ea19ffa1ed9f39cf2e1b6f622d6ad7b126a1ece05f692fc83a0ddb7788ecb22fed83f856cfd7a6d3c59d947d6bbfeacbc1a5227bc35648b42e0d0e15b850d85c8233beb0891542999b517eb589f360bb1cabf9d5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704320123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=551a5e9fc10310c9e483d1d14dfbf1af3b9e5f6a908a3636de2196402096eff01661a31edc69438b15a4beeabde9d063337462e92aeee8a1a611ec314186762ab553fe2412ac95de4bbbb473bd0d7d048e5da0b0dd247c682a2745fad063107e54bd726dbbc1931ca3f8ca84f0d52957cee8fc3927c0ce03ae60fb823d9852ec618ebb2bfb2dbe0fc7797d252eb05b09e35f47d79193dcaeb79da974dba54e04d008981c0a90462922f0530f18ed1be665e80c27a12a7463e2ce7c1befab232916d6d2ccfc51577b86241db700cfedb679886c25b1416d98df91c98a70873fed7dee4c924ecaa59e5354b7febd7938e3e9bceb1482a25c39a26d7dce2ac0f916&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.7043131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1129a029eeb3676a7c1110dd779e0251c9d1d2e546a8810783423adc5268cbdff1350153f127c24b9702531c09c90567363c2f38ac65a73d37d6258c7d25d459a07f2fdae19c8e3d8dd95d6174ec8cc909451fb63dcea9ae0a203faa473b9ca5c1bcca5c5ccb363d7d4d4c531fee15e59b3cbf1d5526fca88e4726235c392c2144a0c0d93efb024885f70848e6992b52542db6263425fbec9b870ac9d0e847340652cc1a48b39d9889f378d5f3c6ab89748bcfb6cb74d3f50aa6b60ade29076fcffa660018ff6d798452321592f9eef832786d2d1092ceafddf37bd6ccc4a062104cf6239b697cb89d12904d3a26062f0535f895e7c15903c96f7fd60bd82416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704341894Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=636c49915c02efc8bcd0c60e635ffb92e97987d79ad4bc607d5b6828c4dfc780d18dd45fba6e4996c599e9c07a6df76f25816867714df6b595478037706bfb34b902f079b9ad81e9f76652a7d6085568d6a751ede203fb6a030f932b98d2a87bca48411f9c5faf23946a9ea8928f0a4e111091745c36eb140f4abafd110f6087dae296ee2f7a82dac590711af501310242ae9c826125257815804b95e7b4b2ef1eaf9cd21c8e8a54e71fadd916960bd12a4aa7ff1afa4be2c951df26ca91c8c435d830edb36339367fa16623157344d0c3b92aa862232a1c1c07bac31de71a3f9db51e6decad186266493b43b995044919ae7f8e01ecfbc49e39227aa2bbb46a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704340191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=792dcf038fc4ec2c685e72fd383c6b3e6e7e36a830534c8b276f97376d0e9e24e9f8e90a37c3b51d7478daaa62055fa289b06d6a79978b350f508178eb1a9c692fe058fa38bc2c7bc8644d455a55f4173fa59e94b99cf33cda873bddac79b88e34a8ca61d741fe4eaea5d995e2f7c0d7256ec16ce351acc73469351017aec628a442d584220e132ff4ee49cfe53284b39ef68836ae74a8a82cb1d4cb91c40a2bc303cd81d0c9914d545ac4f42488a4dc8a965861d763bdd200b5c358fd3cb04ed7e92517f9e7be11766dc1193455344c535a2fc23c25ff8314b0a0cb0e069dced21c524ed937aa0724603d2d00ac0e5a8fb197d2f349bb1753569237a6b237aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704340171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0f42fdc5cfd3050a016d4d1d000318274288831ce33ab15b44b6471419cd44bd6094ba8f8f36d3a61f41a786af86cea9b529704c6c09030836d41865a9ae8855881390d1b4a4a6cfa3c95954578768cb4884d8ca22e01f4bd1a2c52b30ca712ee81bd7a2bef2b525fa0c2578377ff7dfafeb1e8481c740571d799fab1606a6253818601b9f80be31df2e3cc9940d130e79fe133f5a345dc5af028b58c0a8a734148d453c58b2b83af1d82e3a34131a7c79b08fc24995dd1581ab99344703295160245737a4b4349066d723f0053a9c4aa074462736cd1dbde001617fcb038e92030eb811090f9dede5dda928d7e202838a050701de23ce05772b384a23b2d73a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704345882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a3766fe5f3a514ccf522db233465109e9dc77f320a84bf124eb1016598c53a3939a9c7acf706fc20f01ece2507dd654e0885eba9172807bc9ddb640b513002a5af66a3de0c7c0fa662164e799da5fa012b8187df6c97e3aa354c83261c90ffd71325840c526b668ec36fae1e9b18c7288689d8a4293b9270d310f4f1f3ee5beaf3a470e0e6236ed6b4f83dc6a23a8e3c3c422ebf0d780314ba159da2afed1b80f0a61ded0a7bb867eef0de70d285f8ec47b9bf5338b79d44c43c161708a4a31a6092fb62c98210b085853bffc2e339360da01fe62a7098e4ab2a846f56d3c66af37ab1fcff7f70df0f1d773e4829898111966fddc1d762a05c8a9a7dc05b2c2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70436105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75595621186877d64408f4e4f791d79b52f4d4c86b6e1680427772e351269ed41c3850547b62d2196c193f4627327c2ee0253a15367a5f164eeb8149f354b9233ef062fcb9bf98dbf086d2d60e7dd6eaf36f3eab46dd614b5e32ee16f6d86fb407dfe0b58b35febe92ecc796bb9126a4666204bc046beda36dc908125c633bcd2f4d6238549676da3064e12a8c737ea1d480623c1aabcaffa1fc44c5e85cc85660fd4a4643b63c3e91454b0a33145b203ee938eeba1233e29bb6455018166cac4a468f6dfb3c89b17b01ec2b6526ceb799bc1da76e85b042e239224d7e96eb307050da9c50345d31f7f30cd7dacae3c7a210f808328dff21b70502f62133560c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70437167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3d789969f194668e24f7ba613c194549a938a72dfd6e18ecce1414a277be58ad11ff34559f820bd9eb0f87a17fa608f052327a237ef433727c5243660c629d938232e3bebf868eda2868e3a3cb9c7092bb2d91ccc97e9e8687a322f5e33ad1949d34a260c810840edc44409a36b9fb237e2c8387dc5a9c126468269edb13dd0d7e9f60ec7b3b3303d9f6f1c24bb6d0137c7ad3f881e2a1fa195efcfde50e33bc20cda743542af72468850756cfff1373415b1789f1415dc9675677856d2f246724f0224d2ee665f38d6ab90cd96712ceb4b64058695cf45d10a71fcf68533027a410e20b8da924e387911feddf9b39b97972c93802d4886eac89067dcfa4be2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704381138Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b453ea3bb995a27a16846dd08881918dd5f616685751df95c33ad672825c5af7f67716c097f082d58cab78217b1f3fed80f9101e5981314e71c4b3cf578c009cf1fbf7fcbb15d32a0c2bf0e29030c78e1fc68fa411f90bba701c5d790e142158ccef101a4910a9850fc274bf1bc63ac96f23c65a70c8157b917cc1ae6a0a6cc934dc55afa368bc745601df5f20f8a8199c51b38ee0b9013df76b5c8e1a8f43c0476ba35e3fcc6ee75cbc4c81bc26a2346179e539083abf304638282470a9f79a69dc8f1699641780ddfb3ef0abf1f81f223c40ff0bbfe75d50d4955eb8109813e2e0b794ef79e5052260a5847b1b587a4a9594677a4863a1ac9b61347443ed57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704395435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3395a668e2752ddc8c3f2bec4564b276d7de6315b5b65093911d4230e04729c727de2262a11262af3ffdf4b3e8af3559d6a5e9b1bf9f7877a7c51d3988c051988bf6fb51934091b090481bfee81f367dc8b779a7aa00397fc3da287667a1f4efaeb3df739eac6c939e45cbbbba1fa5a7ca9c27bdd3de6c4e1abc26a7a1e20d236942a8e5c091298cc97bba8c7bfc9a3238836908672404fd96872c87bd0aeeb09ec0b7b2f9469a94b29433913976b878120dd4c9902e42375b1112aa29a002ff533f5a9c06f00dfa348258fdb6b8f014ce212269f14b7d2c9b476f91dce22a112c291ca720130a7603bc6bcdba055a4437797a6ec4758f71bdca98afb5edc386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704400114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66a738c7327cf24a8f66142ef3ad9453efc09d2603588b8d8117e037bebd97548ea3937f5a366f35a8912f08e185926c2561611cedcdf25b271d4cd71bfece2cdc15e45bc65019862ecefe2660a26c2d80c69b64e451cb783cdfcf68913f0f1799cd956d177414d6b09b19cb24c25876fb315a9034bd000fc4f5e5074aba4d70290f9d9e6f424827245db1cc315bc3c1abf24f3d5d4ea97787179e4ea4180664ace6dafc1a34491f8f7776269c3ae63b481ac5b1e270d5012d2b18a63ea75ffbd5c68db71ea40951533d4dcbdeac2fbf6ce9f16ddccd629b798a2fdbf734f41fbd5a1e797d0e7931bd5b9f1b83aae016fcfdc85561e776177282c15475b5437e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704414321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a16ebfbdb8d5b7ad3681a3caf9389a7ae2d6da90e0955ed910ea57b27c5ef0dbded319eabfa5fe5b9bbfaf6527ff9e38049e250f9cc94f9fbb143e273eb36c1a81e66ececcc9f336d23c1e154c9fa17f27ace1d5691cf6bfcbd2cb0456961522637e4f3ea45d41bbbe8b9ab048112ffaa8c4c91ddad7ab84222c9955aef7d9313367fe70cbd9c60b342f2fc7c33fa9f955199b1d72a383e2ad689aa7a63dff1de8f371d8b599c276df65144a63bdb46c1d6965793fa08702d2f44a795e6e944f024c1525448f843dcce8f3138fb6973a13b6b880ea23d58d6ceb7765e6f62b14dd3696565826679c9cea9c1e4070656044602346b238c496dc72c31bac1e94ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704414661Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e29a99e38e87164861901ec8d2e88b7615ad3bd1343992cc63abf09b644d60f4b18d89b71d14abc86f5ef212a43fefc810bda722ac70175f386ae4324fcab40ca5cbde8890a22b8b1b520720a01a1c0ad50288ed996bc711796b171cd9e0b9017360e06baf3c71e48bc9684331b23eb79ef7dc06e80014e21b8fb2c1e5b03b7fdbabf0ddc654d72569bca7557a812ff073a4b8a398a04a2fe9c92864334428be8ee49573e1bebf314a0b33965d2bd376fdf98c1a0445c217516170a3b10c9ff4d29e027a616663c89aec8669ddd08f09402f702aabd528293b167025367a2e6c83ecafaa9dbb95d0812489ea21b8a4837057939a4eecdd70679ef1ada05524b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704436082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59e87708e0d4afbe504cb490d479f632deccca583f6b23b32ad3410c854d24c83601caeeda19590b0eed7fab7264931ffa134cc97ba9175a226a3c82092b2ebfa670fd8d661bcee99aa8dc7424ee00681e1dc3e91fe36819e604838d9a3f0190fb992cba9be4584fd21c54b8612c9890405a5a4dbccb2bd276f571419cbfa7d82fa426a39a22ba6ae38191652d2cfd5785efbc54bd0f037f17e2effd68cb3914e3268bb715fa7fb3c6a18bc37e6cf9abf08891b2962fbfc85179b6226b75724ae018e02be4fb04934297a7e01e8a7c03dfc5886f68934f51f45f27818e4537e514f81230d5826a4fd73ae922906a42165925a70706996bd2d99667bb9538e0ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704443445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8ff8aec907e2a34c14184511946f27b0aaf94fc36c95c3ba9503c9931cc1b8d35740708714a6cf7ce4c3b6cdd29e73027bdb2656e5f33e6a802b4c5d782c581a88f79a568124c54554c2e7e3b5be80f988027b376029daed1f6e2596ad229c8830c35a272d39f24b70f36d2b0be9964d30210b6ad4f172943de683c7769139d6b570910361223cf92a8e417d1a9f756c754c4ea58b5842ae3a636ebc7bca38d876ab583b1ea00fa22b05e7384021b7e95fc401cdc20edfcea61f1215196eca7b65c61348767da8c4fc60a78efdcffe90194352f9b27538955c1eb7fac9f8f1e2853d9dd0f38a2d6e70c240768783b3cc93f30fe775d6da458fdfc36b8b9a1242&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704471849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1408efb77865f339fd87e9c341956d942c3734d614dbb1656c10eaf1288423f8b77623fce64b477214475401e1eb3695894bbc8e33f6618997d4a2c3b2d46cc01cdb6f256831c548aa096cdf6ee4c0a6757f78f75da6d9fbf9c8c30008f59e4b0adb2b10fa836a2417654018bdaeb11713f859315ff9604cbb4d57bc3eda751af3aae9e39ad341494fcd624b7a6fcca3ea6fadcad62c26ffe1e79fe59328303a404c85a2ccc20aeea4236456c67fb306585d780c4d969b4450b2aa30305832de2a919613d74f46acbc7088f4acd64d816198dcb7d0a0ca0cc3f0176e8bbb5b2f4c9ddb6bb5d6b07ecd6164d19cc2d55fb58a616df3bb754594cdbdcaf9bba9c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704476548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b26d95d891c5bff7e23ce4d10e145c51430215a7babda5a7338e3c780088173147ef76c784ae56f6f38a7a7d603a2a49fb01f7ebb84bda6676b9e0e965649b221b2bbe62b5750d7e03682cf36598e3181eee6884a858d449bce892e1b6622c0862ca07fcd468d405f5d05681038cc3d3d1fadca300b94a50a7f6d5cc83423ea56cb5d66a03ec95113facc59b4729e2cdd7dda3c2dec0d805fd87fa71acb93c28dfb6d02c98f7f9dce59bda5726b19bf563f5956e2d4598455a8b3c079e9a3eb2a555f94644628cba34645a56eb9bd63654be164974e5b4ad636fa1a366c7f8356bedb8355bbeb52d56a7c836e3477fcfd45e5ab406c40684ecaf4bc4b536b6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704475556Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8b7e5535a669c8b001b7d95f2b01b24577ef663cbb0e8a256fa8c8c2127ce4d06886151751c7f573f9e6777a948e309490501758918a87e98623f0702e7bd19c71a65af2e33c76a4648f2545a562d04eb324c39761d28c2c80024178791223cc84a53f986a9ca83519596a9e4c52197a16e2962e5f51a1a4c5a626565c4601f9efe8ea40a41871ec4b64ed126fc5511380247f4e2e426cefc4fe267557167fe97fdf4597d3aae3ad4a6444e4a06824c50cd0b0abcb2fd44102d7451aff76eb7e5c9ac8f1e3b1604270d6803f22ec25eff2c87602cb5b1806ddf904a3ae8c84387a33fc6b0c4b878eadd2e72fed409d981b8b34abd9806ce501c616653cf0a794&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704450278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0b1623c65ae05ff7923062fb864801e8b135477a34fb43349a460218001767ec3c2ae911624670babf1dc3fd3b6af34ee6fa58a53ca6a05d4b3c8bb7dcd64ffd689a3d11988244fa96f96433cd3ade381fe5e0096b05ecba4eb876f7da5858cc764e8677c2e75f1c18a8eb31e49ebbaf90c6e652181e42aa61401065a52ac32f54465eba5364335ac1b41f6e78f34e052fe8588481948605df5c8f1ae389a18b1701807363cff0145a89b14d107dfd20077490623b2cf34b0b11289482fe711749521f976bd34dc74a8e728c0db8cd245162e35e316ca7b517b417d399969707f48060a6cee61f4f076036c8e473860284a53669ee245c0f7c0be28a058b5e86&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704506063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=936c01520bc7c2beec30f133aaf75a96b73d6c52d2a45759a1ee15a2f167c7bf08523b1c1c3819ccb2b06641e87193439ea7f855c3a9d3232cddbf1d6f50e5af370db3f9e3e9355373d1f6dc77083bc5c58269e4a31f21656818d5e74f0eed5361098d9351b4d1810247aeb6fc11a78c3005683d14e498bb1a0b13726c9d4d2906347220baff197649c681589485a808983abe561174f74999bf43771c68be2674cabfe98ef457b65c433d01c5f27e6be5f1f9d95935ddafd2d986f8761605a2b4be2e5e3f11f76f90e767a510fac9368ce1bd4806bdf01b06a3cfa4bbc30029dc5881f6314c52899e72c4e7191552e2720747d3419dba320c5031d2dbd8a346&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704510542Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf942b8864a6cbf5eafdb13821ff0b0516e60af64e3e1f17916da277bc9d4c73d42591bdbe7dad302cbebc1a8848e6a56817ca9fedd8bd88dbe7bd8abf70f72b960bb4a4dbced6c36ef55b3f60beb5a8bea181c71197360ebb8d92beca43d9ee6732c071f052fd055afbd018b2c0aa109e190f2d4725513d8b6560ac86a14e2390419e244dd9fd3a8e7c4138e4c752136e0dbc60d010db1a029d5ae93d0c8cbd6ca4823921c37989b34f8fb5cd0c5ca0557f1459e081ee7bece4a19fa405a93dd6501852098818b9e18c2423c16014f373bbefd968dc36044172136ea26abd1f746faceefb5cd50869569831a6e1c3ba7c976b68721279f3057051e028fad07a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704544526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=994443f71bb688e3a1803089e14453b318ce1c8bd8e36c0774540104bacc6fe3eb57d43e94fb3d20e77ba12f088c7905ba223ac8c94ef1b9e39d2335a5aae0117f9a7b0a983a88b48b2bc46ae9b68134aba75f958b73e32e6d69e36e28b2f90f9956effd12160ba304e3e704a394634a8d2d8b9078fc9cb2e3ccfe477592fb24f86cdbee14cf29b7f16b97e214300bbc04438784b401193f8c17cd733684307efc98db5b2e28052b35dcc1da1703cc37cbb282eb73363d764046005dcd8475187e9acc40a870052138e3f579c2ce9b7d04702f07c73acfe35b9119767da95c1d213220945dbdee6c387e7643347f1235798c100b96999a9d7bf920b69425e561&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704548534Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09cb5fc126ce89b78b76fdd8c6218d8b557e0fa26bef3a493d071c7122398d315132bc8f301e688d622f3508ad35af765456df134111fe9a6f8d9f0a6cfdb2a447e65e5f4ca05ec9b7371367f8830c9ec78d2a557c4556866d7733d363fc593e464b7fa24ae50fa61113691e876315a2456d9e4252639b9739b90e03914e0d5a72c5765909c0dc1dd33e60507a8d856c300d55cfebe79ef35588eca70138861713508cb0d6795faeee76d3152ce0c385312e188b06638ca0c80466dc2c885c9c8d925db28f6bb2cf84ed7fa2af668e22fb14dd15b516bbc9f5073842c04ea09e8a1c57a289f2361e5a1cfc3cc90db351ee4c55f20ec7a06be98e7c35b89410a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704531632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a15d8f1302938d2f1ddf59f82e41a07f81b2a258126c3c868bacc209b3b6fcfb735087e2fc7c3cdab6b0b25f2a3459084bdf7d74d5b7c88976116fdf8336901ae25b3cb760d2667ea66f4229a24a70e4fb3ee5e674a4e2adb2725465e2dd7915f7c2a877e4415b6bd1f6fab8b73058b815cde5e1bddaebd66690126fdebdd6f5becece1e228680fc6610939abfe593a36b0caf75b48790ded2a29b61c14ba07a5c97089800c458a626abeabe06330f10abec29db8c34ddc098799fc82733fd7798b3a925afc348e3defa90b48a4553d0ab48cf54ffd8c6b30a6d6a4222e8a5c8d526d78b15973d29fa8d9448fe0c0b80e9db8145d4a6fd1e4c8260ac35a21ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704575164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=65e9192b2cc89dfa40ae7ebcc536ca9ce9ea8c645dab3dfdec2712a99c08a8b96cc619977dfc6a392793880aebc13e04df88d4cd5263bbd1bc7c0494c5a9678c9b99caeecb65954520906f26353c6be840c1d2b0d36b405200f62c6100e72faf6c0b06a87d9d968189caa31de98b71327b46614e9ad174421806af8af5c7d601daace639a67b2e54ee8a3f7d1b75be70a7d05382c579f23d5d88de73ba900bcd99b3fdb7b0fe89ee1dafbf59851906f503bbacfc560882a4b4b837d4812d201e19afd0766ce516a13ae6a1b40ab63d552029d8cbe997aa4d4704333ed11ddf29d923af370a9b475aed10e96a34973088bd4fef893470b54d7ef616bb7d51d017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704582447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a993c497bdf8db531f4c6f7a3556838dea8ffb030a1d37cc4e4c7847f497f279ee592df94e623c21cae21b923fbed6128bb198f11f842ea36ad341ab74b04bab9ea7307ad90a6bdc73eb9079aefef2833ee40e73c90d8d96df8fc8b9b4a42ee3bf816c82f158b796aca072b29063d5e9a8cbe1bdf79f64031a0f484d863ef3845ec63baefa5bcee7fa40ab37078923e98bbfcf6077d21eed8cff14f83896c0fa889b020fc0df8e6bbdf05fd7bbc9b3e662ef2a345875a35cd33e814ea4afdd82a113dabffd08ec5eac32ca7ff7ef19c9a966ac4389b2fb2c45a3b1e9a4ba0bfe2154a1b078a96d74c809df258ffe05e6c3e809edd9025cf72427bde63e3bdded&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704597676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2f3b120b14d674773b3e214cfdb024c9b7c696eba5e2802c648f6ae8887994db753a0af184e7cc472084ebad08bf2543e69f65e699be8c1f8306de8969ff0799774846291c319372f2a108a756858ec8a0714da2a5b0aac7ecef13ca86f166bf3674b53ce21aec8333c4c2bbc46a5980fc30a85d20e0c6438c538d0408b12dab5eaf1c9a35992e46611108d089ff5a7ebbe1b57e167047fe8137426c4aa2494ea98dd64bfdcaa4cdd86be05e4dae498227e4e7b2063b829c1d639de217af06b6e0e7a4cfed5f1bed62e2f1a4a937934264e11768c089902e3b8598f160cf79e97f03e67bdf8440efbef5bcd787dd00813edffca2fab02add535c7b6b31e255d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712825121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8aa0dcbdc72bc9cb50bce2f67e59fc6c7bf402c38e8dc05cd2f0dddc3059ba949faa42025326e4742d1b6d621eefc4640c28b464d955a9a820b1b332f63729f14d4ae60947373b486bbd65c3d67313eef01e999cecb7ad06777cc81eb60e58ba0950eb580299436b854447bdef1eb1dc145ec02bae83be7a5aca1bb3820d6928a6ececb381ef9de193185f39ca741ea96c53a3b3095cdd4fcefbef0e7545d5b43d99b00500a3b71309a91098ab83e57e8ee476957cd55d50d75a23021b73f9e3dd30c9b28dd573e2ad5136269364fb48c858458890f9fc0a66e0065453fc86657a8f2450ac603ecf61eeb3d3b2694c59ddccf34ce55139e2d4988b387f5155de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712862702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a14167eb0ca7351ff02031d908ab484cb9f739298f441d8ae01b563e50bc1b5acf7a2dcd29d118133cf5b153c88d023246ea37f6057ea240f96ec37e5a4a0a2a39d6668afc7521144930256978d21813ce06830a05dc316290af0ebf56a745024f84888650480288486300ef494a6c51f3cad2a7cf3be1767f13c0735f9a996c4c21eb605a125c820f50618780825a5f0ee60d1c75b3c2fc7981d3ad1eaf24c6fc5db40f7b60db130939c746684eb06d9e32c678f9b58dffb0f81e9bbf2d76ee0fc4d5b74b13b11ca37a3c7796a7b3a2c224c5cec564a70eaa2e9a4c085941c1d83e41a8c37dfa2a00b3f4907717f103739ed69d2c7a54736567978577f59b53&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704319472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75a268a07deb8349a096d17735a347ecbad7dacf319b65e202565e518f2e5e5dba57f579faaa6c2ddeb451103a09d0b12391c0013867cb8448510aa16a7e0f3581d0da5193e2d3900f12d12cce2ca34c3e1e8f029ff7337778d47753d3e359a5b835bc4d652583a85f3a5bd161b7b2bef48488eae5ef0b17a167909b5d0aca4fc47a191b709a60dfd343b78dd022b2f31a6f57bb824f1e5eb6e9c5a4dc56cfcaff57093d1eabf84dc0cbd78b98b908bfbc544fcdcc1e484c987f0f37a02c0530c4b74433250c9d4293fc1cdf231b52925537b53c74dc8b1bd79c02b0275f1fe9baac5788b5bb506c6eb312a7ca6eaa26cfc096de44101c1e735355a78840a3b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704651788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ecbb2ae52d346e0f878c3408c5ce80358f5cc59d0d78eef0f311956c099a0cc266e1019810b899e2a11c5da8adb828b9e2842d929263d4706de07b7e3bfc9f195a0c57ef4fb6556cc0287d2c01814b26d5b7b8d1ffaf092afd7703a0f4f649a35562b546b6f49c073f772e6e7fd742d0fa6942b9529718aa2dc6e0bd28f4771abfe4fb6cfec19a1d981e0c05be5387cef39c2f974c9f3deb1befea3801da032bab898d566a48e8a4034be4012de5068e394e8053fe4ee18d10958e0b88cae82e6d38a457d8f4e3bf97f6585e8370ce679cb62996760a076319e7e63e3ca984af6bc8a123ce505a699a357cf99c8f8ba09e65f701f44192cca9422bbc7360ec8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704648722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=05793f2e7ec852fc718d8de894587e26d040f4bfe81418b8ef8fbbc7daa3643ad53cee839e4a07bf1bb8165eeca4a7ccfd1bb9a5a683621323f6b371979cabe37b0570b88295a0c1d6b99dc722ee999181da36f6f0c433d5ce2c9f9a98495504a8bb9f7e104c3009cf99edf6f871da64a0e4535ef700cd5cbad1bc937fd6ee2a4116580dc8530daf2715eb5167243698360035d8a26e83811b939172dcfd9f107a6564ad0ec6dc52670fb4ee7da01af2248a100a5a950bb32ec7f79c37c251f5920f293897df062dbdcb1bbd0af47379fb5f303e48ff328ce96e90879828ea485ea35f63ec7ff04a20a562dd275fd1a12527f6a50befd2a945fdee75c9c94027&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704670563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e97b197df8fc554ee75297e68e6b8f47e18bc8fe16f72360e1d08e7c88461ee22a14bc59e93dbc102625412fdbb2356868f11a9cd6f10ed2c965516260447a6dc9ba19d333600612488033f9d88b021d1cb4f0d2c4131a4f35befa61058fb5841e1b1793e1053d99151d835184dffe360e072101054e79cc5940cc9a107d98db783deaabe161c95f1b601c4e8cf6f27fdcaec39ba55d59ae6f7074338ad9ae512da38c6773f2fb09e8ef2b08ddc3016a889c3a90c6dc3915b5b942f28db4eb50da0be8fb91b70cbd35a2f752a83f2d95c12430ceb4d15b1f66435ddc54630da2a2c12bfa829a4e9bb5d166879675203af2c7975c86725c74864a7e005b06737&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704679911Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aca59c5b9311d39c5bdba8ce2affb420a566184747bfab80a3b09aa6530212657b5457b41061ad2e2783bb85ee5a20798d2543ef4e498f956a165561019303d30ffb6849042694ce5eaedcbfddaade9c7ab1620f236357dd6216ff2d1f838564147d98baa78446123629bbaef10f3714f65e4335a3afd429100b6dce597e9963cc51ce59b16db2147334fcdebc756e9ddc476cb6870de856f36a5cb210611fc7d9e52d56110fa7317c27691cdc91a52060e3dbb317a8e6c78c08e80c732f390bdc8dedb72f79468d1282cf8af403983cbabfb81a33a697667024fbbd8c8277b4f94cc60ec7935d060b8015b96eff604be12c1531e98583069d6cdb88f0f20a16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704278294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3dcb4ef47f2c9dda094133fe885d5361f87ee1b092d69496e9142be059883453dd7aa40b9cf0d1015827fbdd352fa4422d3450f9a24a48a1beb4fa14fc8f54e05a4fc16077b88ad0efd9d88a4c3e65a4cf7ec6f92926200fd866ed506b9fe6a424dad1c4fb6f22747db3212716f045555280e42f410dc500766e21b68c2ffbf690e318158c3c674330bbca51a9e571705cdb5384dab373e71f7178410660a6e0d4945e07c3be8b93a2cdd8e53e1d3e61f3ea8101ff9f0c6d98798882483a3c0e70f82f3f4bbcf4ac73d400102783cbd39b4faf3f96f8108d5f579c1ebc5e2756fed1e9178e1a44f62f73f4eb88632b687c8d47ca95b07bdaad00d9e4bd6ca2e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712454472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6a027341b9ab5beba865d80ac956f87f05f31926bbad5e855167d18f893369fcb490edd08d870488630082828afb0077ea470bab59f86703219f18d10608496e5791098339f9a058d7f248788c97bd686a8221859e8a6c8705d1a21df49240fb83ef6cc40715abe9dce4661036be4a504cf2d03480ada5b2941d30351831f7c27c69ba12886a051ed5b60dea496741186e584b0f7c4c103f73ce341d05d385f24e63940259dbf6ed4501823c127a66645f559dbd65bf2d717e81331e8761bcbd74e3799f2f526ee0ccf652ffb83b3226c68cdde6fcae0c4f5127780129ca259de33c8547620c8e26bb3832c8ddefbe5b8063ebc1c72d38f6b4ae4dd81691a2a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712971767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2699f70aa063f6b9ccf9e639c31bdafb3af331c373b894f919db31bd70e0b0527238f0eb5dcd6552c483715216f269d8956333e8170c18e0394cf5e9fff4debc1c41a8a00450e88cb0102de7701f4daba7280f4d5af42a41d07c079b7074a1f2f03ae91b41b3a7aa4f35e627110174567a14c79280ea034734f3d1f3b7d1cbdb6a7a10446c1d5383ad4c71c42bdadf25b38136be423d5f217db45c1bd80fcc56aac20a5e82d3c8486d1bd5879830e5331d7cd34deb677c7c82d4970187842963134fa303c9c156ee994fa67a7b97b09fcb7087be74005ee8cb20e3a58b9d32ed67bcca2370d8d1fad348ad45babf2da8d2d92bc9ade35fe2b41056062ac064e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712499918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9052e8f9ccda0e0857eba40fe76c69ad83581c0e9191d34e7a050799f459c904a963edc6f0bb507c606741d008b24f15a7905cd125497d12955343a07bf7ef85c0f0071d7f21aa67b7ab7c5a933b81f50ef426bf1e03fcff2b67b6221025e8595139f099236bf7bd668ed4f0c6f75af20355cfd5538b5e2d2ccf9fa587486d6ecc4993a7817e79d4666f1e6a5656aee4cfaca00283c27539b84b55abc25b2a4c460393017f416546abcc717a341f5773271f1f71b932df4cf453625fafb9a173c6b4cb13b786619c747088600d65263b4ada16daf8fdc2f8f3e952a555bbbf687e49efb4dbd1c059f25b3f8b417a2c95e045dd81ee0a0e1a28b2407d03240f60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713025539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=907bdb4cf2c72b5db88ca8499d94a727ef4e943e864697b96e822ae9e5a2752008cc81d7e48b06be17950447bf25d160e8c0f7d278a69ea06f0878189bcd394685e4155d6a6714566236ac03f9dd165de45d43c7c4f2fa2dbd23df3b9eb7db93f112f946e29bc8f3966c278f9d70baa569a86857090c727a667fa94828186778cfccb829f958cba1766c9aca86e4a16eec0a2245687bfc145d231f94442ccbea8299ab7ac77c5b02a159cc2066202a82d01a29c26272654edf2f20fece2923b44b0a9a1ccab9ee60666943d09cc675b9fefca8253474334573fd40c89530c026450c1309c1ed8fe5021e495a7468edc09e9959f0fea533d05cac8afa85c3cdaa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713074902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1bd2d8d352586676c0ca651f4aeb339e9e945e7cd1d41b607817d50101260c7f58a4163a9055bf7b60badcd2269b6d78353c4f6a2f3d4d8c56491228a238b8813169fda65ab7a61a5ad3e9a26a7449c43384257d736a4d130a1b89e566ff0f5f3973611923774a1a256a35e733d1c418355f2f0d7a06d84170bff1635516815fdc251554860a4ff6dfc3034099e5c1c44203607251852fd3ab8163abd141ce0852b3da623a1be4bb3147f7540223b358cf18b123ff97937870f82faa03da74924a5528cbd2432bc3d3de2ca1271b8c45b361290f2e2c5d97d06346e516efae76e3774929d967fb4c7c6f40f16728e7c34c6898c30133ab82b2c5c20b4657590e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713129164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=befa8995bd57c274d08c8049964ce6ad38c2285db1ad003edb7b05a90e1dc68d78371af0f90d24c3b976fa14284b751d204fac923a5bba7be2738262e1ba2460a7d7eb0312ff4d8d32581bd77c37b19d346360ce51c2a1eaedb30fde0d3d7b8e06d6e978a987e7dcbbb32c8f7c7bcdfb2e3af0aa57555ee4799fc45ade7b69bd756a656a040e8bc5e3436ea92a77066c347b7c7066c4f102da357a0ae1b6126a070fe43db5e870cd93b567bd36ba8af8cd6b5e486c3745ff48ca68bb596c553195f952477882396f66910da5288a8ea8ba6e99083a19ae6c1148ec8c4aa2165d8c021a710d89e433e7677814982dee1f377571a3e0de18cc635b46b0e34f9831&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704619257Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c9312b7dc630fe4e89392537769561eca10306d8ceab808a9cf7b600cd1dc83b29f62388de155c462a2d83eaef0779f533a305b3c79d7ee44f6fa2ed08606e62189012330a810df4067304a3a2ac5091f6a747b2d069a31b24e467abcefeaa764e7c0d80e6de2f576db5f252e03d773aaca61259eec36f6072117a2c975bbbdfb80dafb7726a957b2ba5f8160954a29bc8eb0796ed5b5a5814a489efab4795ba83d423857be7d9079ba3df17e8b49a682d7d7de7266515553e070835ca53923be9bd266bd48152d119072b1ddc83cb7c599584442ea4726768c47fa78649ad1a9b0019932c660e45824a98c7073477df71382b25bf7b525ce47ea22e6cc8875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704697574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=42af004c5a47bdfb95cf2346a765c6531991b662a908000a132f8b2c9f2be6f222e35301c8f375029ef3f5f2439468134d27836e46d85943dd4a2528fcb115903c3b351570bffe6e37f120785eae655535ce0fcf1b29b322c46f10692df046c14b0e04e07a5e028681a4260f8d3b322593133c7e83c45e0fe6a0db8af0cca17b5909db43fb9b768138e0f30c7b371076d71b4c074f5603c266eb3be7793b453254ce61ea32912f0ffbbe4fd7ec7b527205e9b8e4c05201bb2d99329370e8dc6c30183fe7b087db27db879a5b08151c5610b5efaae8e403ce3f4b90fd16710dd1a70c94bdaa98374724b126e89cbab291334deba275e561a68ae3411471a3068b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704225154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bc097dbff90809cee80874ece3c431838ae0aaeba79995e7203168afa6e4ac64b61739a5ed3bbb52c14a040cf1b2b8b580ab93dd6479de10cd78fc7aa904a4995d35bcde3f6140ca1f71531870778747c082ec96741c7e96614b4f8896aa44f3e5d3775712ceffd5248b19c56801a2530f8d9911bed6b71fe01160c3e11cf0a0944fef35adf743d79079b3a98565c7052eead34c63e937620c3f8b0100591d158aa5b9acc7b4920cea4458478162db63176498f83030f322191b019dfac1e676e4e4a9828dc3c3ef4eab04ccd823fbaf9e9f3b1ab345d4e3b162948c7c20d70c3b9e31f541deb660ffdd366554b0340d75ce30c0e76edad4eedee1d3116b4184&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704752909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=08bf722d85333189b4ec894ca5bc4f2929b01cbf064e671a1460ad76628fbda4ab2f7031ddc887eb571616b407252f793c3667cd08ddb93e411533dc597c97e479c37fdf2baa19a0023225d7eb5754602400953d42880b4562004fcb3e3301968562d942d70ca5e9dce6c8bb674b809a9adb417cc15bc08f676dd2e23c2a20ae4207f45d92e5e444418e2393e8d451fbfd381a74c7e156530feb944295f2ad9659ba1fb0c9bae35aea43b64ca78a625c8faeed1bd2426299b72273d4645c3ecac3ddcb9e4b8dfe1b24286a49dabc36aeccc9f74f5b3fce281131691eae90af2cb6a6b107d5fb9de81c30252aad412e319147afc6b5d08a89164e4bcf31b0609d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713032662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=647c7ccafd2e0ecb093738648e2f2d34a761c21805f2b38557ad6a3587d6b9614797e697af1e88589a462db90617a45cc49c2ebcd320be4a996ee071680da3449b72aae88188c0941a8353388d7fcc9bfcd336b38b986685cd64f9d5e5589791e31ab8782de286c9e6fc630b11657d734fb2303dd0a71b79d7d747d73edbc2e20d09f11ca8d3c38e40917b364a93c9efac76e9521c1945a06436d8cac6773048bc077ae8feab6fcd62b545918ba5b0e75803b4f7d4569ca9452a4a574f72d379e7b339821d35fab20c9149448b1a5857370e29dc5644ea07a0bc56bfd843a6edb6310c242e213ea4cbbf35ff9dee68b128e2e788a02b737787b2211930f3db19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713757077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bb7b8c98c6d2ba5caed6421da3ce68879eccd1db91409e130902230a7edaeb7323d2c1cb9ddefd32c1ff193325b2d17546504f908e6806032a2f05cf6adb8f58679c07682b4f6078c4f264470d6a72b275bee78275097dd195bd00c046b7f51aa4fdd450ad6f1849df4904f37556264031114078d5cc93d9b8c69ea83f51507eeaddb2a7822ca339ac82a09613078e86554069acad715266ce209ec741d149ddfde7cd706cf07c921e99e89674692bed5010f9982188f83c80a5b96d3ec33b2ac6b85d5c451957b2f5411e39aa07aa4d1bb79dfc3b22ecc00b2869afb779f0f13530bf62b3dce7ca64331996c2b8770e3e37123e05736e1068674be42fe12b6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713816409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c48a11ef42576b33cb7df2a7d651ad3ae286914847f30d0f6eb1787bfe97e114f69ad2d5b1d32425113daae47c19e803b3065bbd857211c014c9775414de6d582bf3c0f5f7563ec772a81652b1c0c191790888e89de00e4c720af6bca7d96fd0ac5094d987c5ccbf201a6e34012fb620de48976a092e7a6481ec1187f790552b681c450395caa498f1ce33af2470424298424bb4a04ab1ae162b977231e469a1de493344d8b6ecd6b9473a6d26cf9eb6b361542b034d23915ceb71490b58cc679feb4209a5703ef752b1fb0662944d00011bcb42c09fe6fe49af40884e94f91f7c2e904e1d47d4152f280ecdfa13636c035fbcc8a4d43f954395df42f37d7a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713860953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=988894ee1508f6f185071c6987661eb7318c3c292ec2a4f1dd821bb4a886844eecda46acc1dcec7b57ed115e557f08cb1b2619dd76e0c5b0250c6536a8f03e2c9e75d0dce52dca17018cdd4ef6998cf19fd22656a13d5f03a9ba3c7d065df99728c1ec6e04c8c7738c312b3a2bbb9d6b103a4c2710268f55558145cefddc9f4f7787a3e2c27b7f2e1b51ea712519218ae4353b7c4ade0386c0e46d72add25cd614cb3181328639d6407cca14213f8a4a48ab28cebc17463bd95c9b64e3aaa552aad31ca291c63b89a4b24876ebd19205cd0ee0f8cef4dc50e74cd5111da505319cd552fbb140c6044d73d01a81e017f2b877d80d79e3775df2684ca52823f1c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713882704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=65122bad1de81188c22dfb39cd8106f807db6db7cc52da2465d38b520b27d5bad84915c2da6921cbe5781e4763e4881b941dca4cffa68b96eef3c73a577a6bb4c434fbf6202bef7a643bfb5c62847e5d5e548dc6d6f04ec79c399aba2e2e41e38e5d71ae91c76d79273b3d435027254a7cad8f127fe8263d1e51f44125c6b14bb6510b3be205319815bbbf97daf6938db30fdd3b6562803fcaacb36ec9ed7c234b4d2e0e1a7693db44af8db88c6e0334c91ea93d2fd47a6b7b2559f2fb81aa12cf96d0af30838c8fd76a3545a6ba3afd7254b1fa0884dd1db06d012b0e9c76e12ca11cff1834f97fee7919cc18f86ce59c6a658c8d3a60f1cedaea23e3333b5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705290251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=700a680da35d71ce8ef5796db06919fa2f413f08590d151a3d6c95286211735226c56465268378614383043d8220d31b4307ae4c122c0f625cd5c401701a1203ee6280c37f6dc0ba6efdc13841537b0dc2c39e2161fdea49cca0c255f3dea59f7ebf1e9aa7dc918835dbea77b2972292977071ec329f5c24a808393db3f1183b9e5dadcb20c3a0373d1b6c28dadf404917be969cc05effa5ed27192d521578f671d69bcff23ea20533aa6a383bb5327bc6a917a7f672168b658e49d8137e17fd00683428bc0ab3f65899b73da84d14d7c8ef791b4554e48e07b6926e7bc0b697e82ea4fbb0573f0fb89324bda27c22983ccce7bd0f7246363b27ea000f245016&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713081865Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=302156c20d58a150d4943f698205c2fd1f27a686f9645d27d3d1caebba85e99415e3240e8bffcede8b3b526629aa522b9605d9c5a143059d83f75574ea2443283a9b74c45bdfaede4621753ca07016d32d4add81f7ca1588e9989036ad947172c36c531a9d95295241833e9217286b6eb38940accde35c23a0b50113698b53042bcb8e3cba71e749d63231064820ccb027ba5da7ae21992e71eb79593a7d2b12eae8507f4f9a4f9441e938e7c56bb3f9b2576eceaa103e70d0a601bfa62722c7f5647705405f85648fb9579768fb014ec3b9947cb95dfb770f7cd104ed2b988dc48e6f41f6cba5f367f903b119b3e9f8a010f41767e62465fbf996f462fb6a2e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704768578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=427e4e26afc6d7225f95432d78a93c0af364711f62957f05b0d00c5e6307c7968576229a106ab2a294458885d9fb0ea5105455ad937aa4c4d7a985f1d91bc7a46a4551b1fc2e9dbf4e4eb6d72a5ddac4027a2342bbd4108d0b36504e82e7e94dd5a8f002b4da39622f342ccbff099d7467b17559e2bae476fa922cab546b5653d4683aba48897f54d0e1e97bd69074de34764828d66708e824692110c674dc083b6f681e833fdd2ae19b3b2c97e8e789a7058d7fe3b79865c8363a0fcfcff30b8bf79d8a06f7d8e6c65801f07f591b66251ce7303a819e5790150b895424c98fb5b48cd137d71f100871ab0915a77ddc7c5127a967b1febb8ef37fab26b59de9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.713815297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c33947af064e6f0a416a641f876740059212e4e9bb8f70c4c18c3ed96ebfc1424a41ff8f3cb809c9c221c3a3cb3bbbb3559d2f00dd9dc84760c1f41a1664e30b765dae67f050919d2bb17a18aebee67d3d32cdef300b6c9b404428a53c198358090fafd5b7a3a1fd1456eb11ace40bf5ec4274bb20b02ea384852a18a98cabe5c1ec4b5badc7c3752af70566f59ffbfeb3913b86ba491036062653768475a156cf89ea1dbc91bacd0a089546e7ccfccfe2f3fa786a9da0f0c85627ef1aea3be0de82bc6b425a6b74ca44e23b93575d84a0b96ae7ae37c9e1107dbc5de22c3b9fb517bebad83f5bfb927f62ec7b6617c495c0b0f1a6be352f049a56259e448ae4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.714382406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=248685c27dd4fc372298c6c829b4bef5f41b6d467cd4d1d1f4169acd8f116f4bdea635f4d2f73831f2a2d52b4e4340a68ef593a5bf7a40c33d5e3aef84f0d57ae8023cf6f37fb8d1e125c6e19a5198b18bee5247862c43708c065761ce8d11260b598f2e133d15a48e54065263ee8f663f148680397036089bfb0919bd0d7bf47808f6a0ff88620dd52b61c1f481a75c50b3bfeb37f7c7bd5acf0bc9fca688166ddd1331737504181429dc2ca65339ea1875cc141b2dca066e31e46cab1f9541f259e474134e0d1ade05cdfdbce89c702b778da27b18faae9fd73755c505a18a30c8620440bc1059f599ee594523b51c4e88a4554f7f402326bfbe38bc22a9aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.714403235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0f660a910c89361848688ac3a585c5289b1e6ff6581deec5763b8c1b90e094f3c53cc3af770245f7c57a39fbe600f8fc8d350f1f62139aa4b2c7cf2e5b946c76f2f58f3f182a246f1a153e834d898d33fd1c9894861aca3741bfcbb6a35ec51ec4a81921e3d9da04dadcbf739aa2ada71e7fa753dd3d5d2f3a42498e71737985476cc6fdfda136a32f42bf5014319da9808328a1d8b97c201934fe5cc2cefaef5c2159f39ccfa00efbac429ef54dc0354948bd7bfc332c4b5b7287ee8f94db3604155a1f5fd02b3008e7ffbb1e7baeef97e4bfc73835cf533b3ba3a0a9e6ea5c6623f0664187be75f28a8188dc5e84b8911565678defba846defb388ff309c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704779148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b2a7307e4ba21c8b74a2d2eb58c80effc176b32a381a11a494230ef03566bfc6dd22b19482cb01e0687772a0b0aeaba95bdb6ad0a86150fa48b3db72555ce0caa5d72748213fcc5f56fee307dbcceffedc9298413095ffe5294fa4b0801e4ff6648227a3d361f7e51d32b3e9ecddc3e4f53578a10552a671f3ae9f032a50718b9522334763cf4edd0a2490c98355f90db99d32b41d0b0768f86172e3cea64ba0ee20aa81cabb7146fc7487d09b3ca07d92f55f63aaad728fecf994e3e48227c64e4684a63496a3a47017d2aa48ab27bddb26802f1073541c61420ba7be480b0db684c1f546bd79576cacb549cf450796610805306b2b0362d934061fd01fc286&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704510402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7faf649895e98deb5b24939fdad8932b119e75fce59259040f0ae2817d66ffefd54530b4cb1f078a47716bcf6a6bd374f1e587454fefd83465cd929592d4ba9f08f20ca90fd2d60698d030ac3e231e8a20f177554edcdcabe883028a7541b7f46aecd1dd95a04a8c8ff2f996172721960e7f4a82bf4befe91a61dff7bb8ca0b2cd7990d554419d0990fc74ceac214c431bdc3b2c6aafb9526c5e4438ef3b13940d7f8b9f5941e9927248510e1d1e9e811f7cb1320f165b91a5a5078e6351192a0c3a7391224c5e871144a18236bffcea8c76bc33cc981ee13ec6c60e448edbe7a63cb479042deaa0d89aad9be53fa458ba445c3b35966115993dd321309e1d48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.715136597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9dbe9969b59a93815d79bbe6b78c6795a24dc530613d7e4ea55918f856a4a815ba0efe7463442c7af9b62a2fb6e15cd623d358abdc43d172335b9218aa4acc93419eb4dd31e3bd3c58a0379607d74a493045d02c7b083dca1f3fe620922240b7858847df43c84075f0a436c781fffa3bdd987b49f742570b216ce572f45ba0b65abe6a044de5ef775b2990eda3f6f1a24540ada8e6ae57502fbae5149d926058e54274e5ada859ba0b06aabb574d8bdb4610b85266ac7e5260e91e636dad60e32fe0f1b5d64bc83a38beb1fb9691e3b11d87aedef98129b4759b8331305b73a2d5cb0518f074b915d0235d82529cabbed080194db7589fd0b31f16278b0c50a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.7151698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9c1e2ef42fbd2ffbeba86b0598722e51fe587242bcd9fb89198f391ae380c3d4871022f11d6bd7d2b4cbf6baa2d5a4a6beaae02374a5ec6d0899333b63050fea6da3a9965cb764ad2f5b1670bb1a7a3025f4b223e247a6c0962f27a9b2471b66acf1447aa80d423117a18e34b90ea43d824648c44fb569ec6b2e686ec6c7ac4330c74cb523fe5e9c446adfc560426fb268e6c807b4c4669861f9506a61e88df76a5f05e9b59fe07fdc704125aa5428f8c745e4b7dea3f8bcbbe703172d7d1de0a8344dcf801268735b8171c1e58f3b902a2ed87850855aac7e4e1366e9460ddad57de288bf585ce041c729baa991d5e9c646aad739c2f0dc97d3d64c90b9f2ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.715302289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bf7b37ed6478ccbbe74d4eeeee4ca16a1197487c89b8fd4da0e1374c56fe775e370a8ab39ad536d697ecd5eca7fa62579dc19e854ee143fa21d3c8c32e582ebe8eace08b0e3aed89e8d95cf8ba4a475ba2c6405e22124419e1931ebb9e74fc1b248b3441355aeac5a7ece165af31454327f86cddc8b0d6a25bbf064a10194942c97927ee4a48ef80679dabf3d50c9954f0684d26accfb230e4d8ca03118a17e0f27b83778b27f3cb613a0f235a0458f243ed01c2295ef812279cddfc174c3f7d89f548d3e51987adbcb01dac553fd806fa63c4bbf9556401e40816513089501b9829f3f647f14aa07ae9f1ee81899f98012ce38f71c17286410f91e4c2c4c87d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704431112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6b666dd11d18773e6f9fe8aa58242852cd7619b9c735567529c26995823a5a82bcf8e9b688918ad28976528401a415f00ad534b1348b42687671d697672f9f1a2d4973df7af3189e3a499b6d604027358320c3129eb056209fecd2d4da2660622b724c9fe137529d7f8eace5e382536c9d3c8591d574bdb16f53548fc2de9512d150f9fd4cb577b35d403aaf5b1e5f879717c2c5e19124a1a85aa4f281d4817caba59e5d4d2b3159b1c31d04a65e0936c26357b44bc7333f4e38e02d69220f729e1ad42f3a217f25adbe9fb818564f75daa99d5ff06e25bc1d7cced135922e7e765100337d273b4a2b4f8cb70f2f65aaae652ef1853d82fa81e6a14070827b57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704789397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=10300989c9beeefd58937a0fa90519a96e9b903e3d5c3f3a5f0f44cf1b1169f9072e2f7df61b0761ae4a8432d931be7eef71fc7c5dd2fd2e13498ab86428a9453e54a3c53ed1e7ea54529e8a49d00176d87d50bf31e12105ad11b5d811b0e35e3747bb2a390484ed3b376021652ba9cd194182a93add9ebdd8752be834dc111435fa1a3a529e908c276f20ca8582a6ced8e21b426eb6d3e2364ea3931c37356e433155740ee7704025ed935430f495e20f4f8f61a55f2a33101097ec188400e1d4b0b38fb00c1aaf6f328f2fef1d3f9815eb400ae62cb946b739030e3f72d5b480fb3d2dfd93bd9bfce680ca980880222bdf4d3fb871e2710ebcc99b3395e952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.715888995Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=329e0e09ffb960e28ea20c995902dc1b64e2cf91506df6cd5aafe52502efe5d0bf532df9ddc51bac646f8734c3a38bc538199b160aaa506167e0939913f13d3bcb970b04d5d0997555d3b6dfe20092eb68f95b5047bd4fa1cd70881acd5ccefaec0e9212dbc0688cddc9b2036182e9d98588c4a013887b7df533fdc53f8d801ed9233e462867014b1acc89947eb42c5968171f0ad50a8a3cfcc6fa4205c13f23725de9c3cfafb97296f3254e6946010da44b0d504b3f327fc496913d4bd0d0a84d390807d8d0b4cbee23ade0f1abd3587a5b0622bd4f1276ced08ec4396d1ce475a9f39e35315883223fb3f17a4fa01497f0691ccf6d75a88aba3d06e809ed82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716083662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6d644b79f3b447e42592d7df331a18cd7e851e4ba3e3cdcaf2b3e61b7ea9d80defdde78ab49d3725088d738d87b1737cd591ce204d60b34b055fb3b3c641cf04b77a247ebe9a558ac5d4836ba39a3afd42dd53543cf9506916cda08474ed7f2f215c8644171d97186d22420b49eafc6935a44f0036d86865487c0230b0f557eae53558ccf93617139ea5000c7b81fe31dd7518dd9d005e12bee2499ee52fe742e85e067c51250459a3ed0e8b95c0023dea84c05429ac861b84e8ac3230a915e333bab13fd8e26c2441b9a16d1da657264a0c5c6b06405773530380b420bc878034586f57bae5556727b57cb63d112ae876976b612ad4994ded5566de1785e6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704794487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0380800487e0d775d4b409bd7657383d609523275cdd82a3fc3e7a4ff2cf1a6f467cb773e23fb0f4dd7e2386f8d231624ed969ed40b80cec6b57ce8aa17897554c8268b487d80e80fda9cb9da15769f6ab3a289b6c227868539fc76753c068cdc259a0745775a5728f5167ce5648ae0ae4e6c757a313c33d151cde7f116f479f3472f0a0cefeb691a755b0b678e1882070d7ae03b528c81f37441121fe02761713b1f4c09d17ba0e17be5626b5a2f4e3945e89ef0aff07bfd2392250008c9d456c63753f1ee5df97c50189bad5a957b0dfd6ecbe429ae243edd50de0f9aa1932fa6ee1e3f45e283c9735fa9c267a0655fe22323fbc7993f9470c57bcdc446005&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716296523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=509c7e10da8ecd4b776825de44236c7a46a0c19bf9a0abec37753c631adddfd734e06fc09880a2eca0d06a610d308d4e8378eff429d1410ed55da3a2338b93cb2d749954d9ba5318b8f007f15e29234100ca330b14c41a2e3294e6bb5e6393ee25dd0ea31c08f1c589fa5f793e79ce5eb3de5f2782083f3e51e56fe51b72b3b7559c85e417edc424aee843189bfebe58cfdbb685800699ec4333b66dd309eb4e818b9e277aa2ad73c744d93719193a7f04a778c608d2942ab0a339d6024c963675a3a8f989f001becc15f43353bbe075cdcbe6d874327b8b92de4d7f9895da5ed7004941fad9180c4933647347deba7db1256e86389494440c2522f2b6c7e30a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716356145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=74a5c92433c78867f41140886db760bbcac8375256bab01bdeede4adbbe8e5221e8fb3622fb7b2bf34f2a93f31bb9bb55157c86037e62d16afad63cf814942ddf8df79accf1dcfde8546dd06e87356018fdc47b6d6dd0ec7fb3e6207533a23d0d435eb1b95bd983762a1610627469ee1a2219f891eb7fee1f96455017cbc4426f5b76cb5be6a60799009f04e18f6d589f692688adb36193fdbf70d97f15df12b744049c05e1295e417d99822d0a93587e1caba86b887328f6d6fd4c98437a177c9eefabced05f0eb35118527830c9be4c73bf0754de99800025eee38da7e6896e01ad5278c9125512191fdc269abf638bc65382f812299ef3c4d04359907b574&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704372051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=17491ef867165c1be3b36a382a438b9ddede33aa74fcab11ba77edc4bd8e524435b37a48f9d534f7e633ddda7e5beb58f05984178e31063636661a85d1b8854cfd831858c17a3241c4a49724b3f317da8bea3ee8244782ba6b090433338f28a846bc8fb0b0092a3cc1009f8b7ccbe3bec660fcabae35b5259e6ca4df3824283243b640392201cbc765bb44d6ea12efce312b4c6f47ef6876fad3ffa2a9e637f56880067a2e78d61aed4abb711913d94b1edb00b7e9e8dbf0567ca138ba36cb8af707408750fa514c57c71a9ec4e0b979551ad2001791a97a63d6a2d5bc68803269691933f5d1c7b5b5d6bad471ec7b42f9f055ae435961eee3142a054b157b9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70427084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59eaf37baea52011346993176ecc40b194e1a445e144981124b65cb39cb80cebd6202068e7f46872426d35ab512d119b6753bf1aeef606f306c7d0b7f68933f8252e6653a9209e80408d872ff9b505717dd86c3e1fd10745016e2de77783b05f1d3e7296998eb24baed0253173751937b81490aae95ad77614dab31c41b6088bdd55544a7e511c58f8f1a01dfa34aa5b69aab2a1fd12ad2b80aafcadacde408be6e850d8116120cf2abf89064b9afc021c7aea06044b537398a3e93b03f02199dc799c31fadc1825c529f22bab0e9e23c2665c74e28cea930ca756303c6e549a66faf716282b7c80a2adb08cd0adde886e65a3e021e2e0469ef7d9e65e8a8feb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716299398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1c4839c05dfceb837b4994eceb75d64360bf1ee371d7c0909be28a19963cb15c0b972e357da084de35a7f1f328b4ba971f7606fbcd6ecfeb0a0cc22dcd0b2c4be08ea0a0db0f069810de567e59c3e06471a0da4657379f1be58d6f85300704b0be1b44b5ba77b6fc56ecb9665dd77741980ca19352d4d5ee91c2c4d7b6f2739f840372514275ddca8c0a9c869279c4b86146f0683070142adc1229932dad619ef8e7726785e493a42666b5cdae21b66bf461bb0a3aa4c76e55a2435fc29300c4471f146be967f09768b984a98b106ab7c378223c3b8eccda73395751e8ae4b112a12906dc6a20706a800b39a0f30dba3e93e117e900a0585d4914294c33c39e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704816969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1d3e8a40d7949afe619a8c7e8e5913f038812e660b8cbd1b8e713dd4f820bc6710f48eff8d05201be70dfd7bd1dcd9d303343e7c9503c979841d92a2e5129eda36ebdaaae8c315d1691f1995baf6f7f717315c504fb4407a117a66086b96194ffab59b8a3cd2cb25f94db4ba80a746d4c3a3e80caa2ec18a658068082f20240f3f127885f0f0ad8e70d47d920610708385c8976e04cbf92ffb6fe259091025fa36c08122bd412c176141f484529b58d2a6c522426e30c23dcba7440819f20208997e353efe2d6adaa8980675f091c9ec84ac59a740a269c30597cafa18cd60513510ee7c2271826100b9ae424c748bc44745532803dc5008fadfe98229761886&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716451495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=25372272cce374487111ec168066f63e4c5e9ae2f4f4fafb21d9c938f7c84341f2c1ca36299cdb2328de58aff39924e3158771b03e1626bde4ec013ffbb8a9b2eac7ab14d0c35d95d8f76500991f54e879f8a5137b513d3423a33d7bbfbe0023f3de7ba69fc050e807bb54e30801178b918fd2d6589c6d2403fc1617a18cfc2844d83806ef8f0d69dd464de9021664d65f8646c1f8792edd216b9575e8bbd4f427bf35808b4df011046a8cedb1dcca7d87a04cf7d8afec4aa43bb654b7e5ee881e26e0a482284a091e2ba567b08c0d8611cfa5cfe39cecb111c765d3ee2fe70c31c6c4cc27b8fef7466fda04d9796e422935857a995f7ddea96f6d45f5b59d26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70482804Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a49ac909a35a97558cfeef8162e7323b12829c7ccd1041760411f0ae9d08d8d2544758b3b8632e360451ae20c75d8af15795625c0908be11ba04c06496b3ec721342eeedcd5db028ac8264ec135b0bfad54644df972fd0cd176a64accf75e35c091cddb53b6a0ab5ae06f82a38939ddf4cd09603594eb427380f55d0bf0d61047e504292f77ae139c8a0ec1a83c51aaccba94063fe0bab86755fa9a5316418665e9da24a1865a321618931cd84cceb8463385bb37cc69a8f59ecdc498f7c3ae76f5a1a2d396eed221c53cba8c6586738dbc04f7dadcceda19f9b1ba8c5739489285d43363776ddec2bf74835f342c0ad9b6ac7c74030aa92a182ac8f08d50d17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704834322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=56aa604718fea509f141cefb089f79d38062260fa7f2bebfedab9917d6c6ac49bc7925871838ee9be6a5540fbf7591115f1e41f7309d2b89284c103bf18f9f6f511c0712aeb3e3288c5bd16a57f85f620dafa56f83022141fff9b30e44e52b3beb7cc670aa90c24f330923d1b9daed0595c28d26442890fe9c3ace186dda1c0e4d184d2552aa337c227cf9d273bba49749df8b69a4ad9e71bf45ff9d69c878a93f17b40c6236e8a29c67ddf1e68da936ef606a6149de5fb4a35692b6cfc8b3ea907c10d548e1ec8d294ccdbf9cba08322bd63a7c7ab65bc79b63f09870498ff19df5b590bf379f34bb7e5bb153a9e8adec72a57661c641d496913be664e2882e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704837498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0329a7505112397a9eefdb0566e3c49d32306e51f128fd58b0f8384ee3590a0344396d2723c6e063b682b15e6ffbf883d034ee0261a614f63e8dee8691b4b0dfd986acf00fe7b2d4258a3dcc5d5f5a569f7f4f85e7ac712d59042c0d5fe6a103d40f6a26ad58898caa787e850f41297c04a94971341f38438c5ea33b82fa35735bd63ddcb95eb1d95b5e8e28c25a61a797717117507c3954a27f8e92c35abcfc524b91ebffaae897f77ad6c189164ef1f1e0eed5bb1c511f5b58a1ca4c279a8893552853f153ae8b866e0dd2ca2290ea712db8840207c743f0bd080ff212ee9d1e03631bbfef116f5aad60540e9cbfd72a74952fdf0f0f5ec6250c2bb9f4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71297298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=341171b4269a7c96f262468b3acaea8cddcb40533b07669728343c324de944c42c38cc343ba4af1754826d376e8125ee592f76f88b4394b68613c2f041ceeb8a7d94905a0bea298a5bd200c0112e6592d5c5fa050fe847ffb2ed3d3024e9978ad81a930268757a31f4a48ca8599368c8b1e674251420147565ada8e2fea3387f5cd46a29ad7bde25740d52ff950c9c52ce3e2fb6d706f53593953f07146d990078e3eacb1905df7d4601fa9f6e3b53d9f4537fbefe08e131ca8b69227ee9dfcf9ccb53876048c911496a07078f7c83aa210db345a5ece6d6c76c7ecc4405c7ddd5a2efcb9bb42ea132b2eb4da183bdc583eeeea0ae46ef108f93ba103f1bce54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705290021Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66195ddbba27795153bbdf3ce7ccebbb7a0068f3b7d3bd9bbd299588fe583cbcb7183830ec8e68072a2e4511291dc470fc6c8bfda7ead7d262010cca575cae7bbec191ed3c022cb41b36b687bb671cd28d3fd91deb5791a1e0bb372f19bba20016b2f7aab17295146e2ca3757db3e638f13e1a5fdf6174bed51293366f169317449a86c52f4eee19fa7df11d3568bf70193c3f2c20b6cff75d7a252978ae99db36c05ee511c1e7d3254e59118563fa894e8853d64fc65cb32bc59719f36989caebf188c9f322b9d32bfa410db9507390446dc9931224651555191824143c1cf86d56fe50b920b4f9cdfdd97887d75d27e31b248484495c047620650a11c59397&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70484905Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7809e83bfd481cf90579da7f27e354b4f536af601c6fe85f1aa1731f8aa156cdaf6b5e79b0aa2d52ecdef689f25ae49bcbdf8247eabffe19c6763d7094365e94ba56617f8e73ec2cf2f7faa3cf18a0113fa0e3f38ae0f6efb52a1b34a1bef40ec4716a06656fbbf783777d531ffc1a7356cf5fd1be0d34f321d5f894a5b91dc14dfed999023affea75f9c981feb1014b59bd526b1cfbf5c02a06968d3340bc498d5b0559096a3f9249467940360c89b79312fdc1e1830ade35007ddfc72d29e153e89406bdd5fe50da88ea5844c788df4198868e741059a69d7732400fcb8046f0c57513ef47150aa104207cade177915957e8f371ed58c3bb48816ad9a808b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704818683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5d8d9f50ef0fc44f05774ba9edc5d18af91d1ed5dfda60ee8b6b1e5f06049b24e9db03e2647db29a5850bee9737994bc9732b76628012c3578a53d38debfa80bf14b5110d17265575ad911909e135aa87a6a7b11a9476aa8cc8b706992fbe8a8d1b4458c5a4c36642c5e09cac76913aec5f42d1bcbdb83ab2d4fcb85fe527e0d98042113c343e465e1fee383448b06c846defcfee4fc7db4968f6873c29f2ddfcf79e3d9012db2e18a9dae70eb81057ba76dddef0cfef71e3d109cd526d8d6d5c0f3ca730a772643b3506c906b21ab3ed5b5369e4eaa22d5b6e9bb34c778fe2414c2e6ada36e169e4876365d9196ea51ac27e280fc002cec0fd6458532609484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704859339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=888135c05cf5d97f7a08f82861f653a981da9e10df2a310681c994ff9735e0e4dcc7e661ebed3bb990f19f303b4e0b9724f3a04ad3e8a9890b00e51f479ece522099917c470d712210e24ec583d4894cb39533a4c6ed8eda3128111c0281c18cc5fbb33c6feff845f78af75a1a17d19c3f2589331b1ca4e9640abe82741f2e4b4a80659eea8a9795353673b29752943db15c51c40ab8f18f4c9222e0c6508b9f1c1dd33a2352aba9b7a36391657bb3ea25ef7df3d5e4c5b168ef2619782651d3e3791d81160d287dae9c8d95e1c0345ab6061b311f8a55cecfc4e6df268bbf44c0436ab95b6fb909fb11d704db030260e378b2b63550c94810beaf5262ab50d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704870039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=238ab9c53a31cf3d83c7652ef2d3096bca5580362d1f5001190b63a13ba80f197bd111a6434ea12afccbfdf55ed5d82ec31f4e68080d3e9e924a66735b3676befe6b68ad7761b350f097af56d70184d383628b39671ae3aea576f695d810b1216c61c3ad30d7a3488b131608d749c26f9dc5895a1915903cc79a2f2ceedac50ab0fe261461d39a79e69e88d7df427b089c1aba0c026bab4ad7807d8ca5931327338a0d194853f2cb0a6f5ffddcf2590ba920ba2d41dbcb7c60897fd44c28fc27f94c16c1148cf44a4b21b3013592f6f9e8ea6c53399833abe75b6a8313bbf575b93ae60083825b4d25cda8a5525e9e78fc5b84521dbde12a50446bc33cf77c42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704371991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7b13c1dc26ad9af524df4c91d99f80628269630847981c8d3d827ae68034bbe8877bd29efa52302697e774fb1b02e023f51f6eef9caf7370629c4598548b8ef91aee20be835705864caec0fdca79172f6afa3d4d4cad49923e20deca16f5c010e0ccf80504bfca4bdd87103371be01909ea02e5c78c1ac289aa45a739a574571662a12f03deee05a08c792a9e2a7cde70288279b5f37faeac4c7e362935de129973bf17bee287182acdc68c6814e321eb485c4d9d91d0f7770665b185acbe05a71910f2ffd6aad1f3e7e9a658b285836d819834c554d1f65685190eac1683601f8ac4203fd35a66a6669727c7ea30170092546880d022fd30bef7a10c42f5232&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704869238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49fe7da885aee51f5c4dd2bfac73a106eeb5bb4fb2ba2acd179b438db1c0e60db79a53ae332e06c2eb0e28db5f0cbc6d1ded68ac326cc5b3ebee610dfe71c36ae4fff915d86d9d65476005386e51a4ae133742edef321b393abd6b7cdabcb5431674fbd73c47798e4e0fc3ef3c0e6a78ffed25e251ba938ade135138dc6c949469383d47e15f74aacdff2faff6dfd4f60325f0542d22624d430899adaad5ed32c1e4c91b69e5ea29595482c7f5bd8f6f1e2592a778cdf7a35f0eb3d33a6b20eddc28a86f36ec97d19c01e7ffa418d1174261ae1be3b64f72da113dd7984d2833ceaf7cf3848a422eb4de9d3eff2d958786a376f0b0240412fc8215d4952ae9d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704877574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5e9dc94e536d00565f63e0fcbb011de96115f548f9811ac1849a77b2dac3c1176e1efac610b83945f75147b5b362076cd5c15bdc5e4158457e9de78cf61e0a412d1878d1ffd4d02a666fab0b5a211ec2cdd6687a8632e3a79172b7e60f4e27486858666fa069c711b8e4c4f3927c44f882e2989182fd73b2ed569e444b407db7fc1d38b6457b16f35b70ac7e73cea0df1045e08e16756ff7df938d1ab7db4786f4ba09a7a76673b848523d1316f4d4b75076f1a678870a9fef7d0f8fcdb0fc5c3bc7246f587fbfdc3c3a28fd400a701665a34e3fa45c11d678b24771a8dc98852a2cae9eec6755f769d0f681f592fcbaa9bd3d08809f217828f7b1389cd778c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704870019Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=04f2d504f6ff43c0d00e768f702393957716658fb4f9c14d4bcf6ea7f61f38325c8f9fc5945e288f22c3a4090f2a8e666437f5439b3a3934d07fce12d87edb949c58cf2647ecd352e482b22942b8f8f6386096d329396bc9a8cc86f328d1a311e2a23ca6733fece36d74aa0d10a03553596ec61ccf83e6bc3b30e9ef73b6d897247493ad1f0eea8e756c36fa161447bcb962f3b5210f4ea950072586c1a48c2a92ed7dcbd2e8d394b4d8746f278019d548934b423b2f96de0b183033ecadd28ccf14541b3f12064acf6022fb24259744f55c1efdc8353d0429bfbc91857682e134470dd09b0d0b19bff2287bf00a3c83f0814d56387a34c5455cc3f82a76ff6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704233269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7d1bdcc50ad483098a69992ce07b37694afd4c5808dc344196267d2b91199cb9afd4590c4959d8ea527cab6899e6f3edfefee81628441b7e6c2596bcc2f162beafae36575cc4c6c9af374ca6a626616efbafcaa2b640b593339c1814e11969fb281d6d58c0733e3dfd1aa436e7b57c5a22588e18105459097c71ccd861efd00d2cb38222e9020aa7b3ccbc709f877e80ad9f13a6161f0d463f0b688c15ff229163f438f3bc71c150ef39cc4756446526d7263e3182816949e5bc88b8eb89a1595fd7046c3979465596b5b0dcf98d2297ab8b879c062fb5d913e3b895a9850d41f798536090cbcac24443b2b67e8fa0e973814c6b310e2486e030488c5fd50f59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704912479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=710f0be8e73b3fb960102878c9430f30a64394bc46840164894062b399dc4d49c38703a83f8776927abb2bcf8da9e082b33784e9b5a87517e33098f8769f6291c8643706e3ef35627aeffde606fca86f6f54f75f4da8bc3b34f829ff8ecbe501bded74c1689420c15885b324baf472ff39ffae8599e6762abae7b683ed3e67f22a62960107b4e4040b849a10943b27d965099d80a4b9222460604fec96b865f9b650324a5e2535fc1811d140cf0e62e728abc06ee33965466417cfd8d13a170fb05b397a1ccd1cc6e4dd88afcc3b8bfcdf7e70e8722b4814e143f2e4b05523d4b27000b2e2aaec1e62b184b2c02e3a29735d102b5aab7661984281cb6908487e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704869739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7f0f9379da91c42b4de3ed3e5305b9fb69bb252cf053de10df30cbfc40e0c43272698b9546eec820ec08412ff5511c424c6347caaa04231ed0f1893cff03c48dd0f44a9a4be28479b13f18c64987ffce4e9a4ca3b42770991d5de3efed1f5eb18ceb3147fd258e6d9097876771fcd3f60ce4e3136061d9a0b1e036ceefe74b642241798fec5dd22e8b9e64e17a3b5b6ff2a7be8f8d61ecfc6c54229a778791dfba62f65cb3f9f9c5e64415ce79492e37a4b2a0d9d399008633ca98c3ae8a685201d052cd08509e500f5e4de50d1062629f7c8dc71908a050b89fb0696b7f441766de0d80b3b6556618af46bd9ee41ca1a60a085703020d6b73f1c0cfa5e77fc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704919412Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a3962985e0b68da6d52f80c15a45762f9430fd501941320d1b4a2933180ca43cf213ea6f937fa2f90eb9d86a7ff65dac52f4b450ab67787e9db79ef3a7953e21a8033d0fe197360c8900810a2da7c490889c25ca6fda53c9eca62a0ebffbb82eea14011a1d57e08d3ce5bce0678cf962f8aa5c3a3dfb45211e40c8ca3f7a8a454baa8227bf226b8c47ac104351849168842177605385610763d72a5d56ce234e22a5b38c759ac20239940785f9472b297049e2a83dcc633fe36d4a1b6f7fa8d062384f43e55e4d01ead5fe5b064bd0ec2f386a6584849aac5b65280107d1445483f278ce38226dca83a6c94fb1829daf91544073655772f6b5aa96d5d7394d95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704911928Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72555941235519cb8470ac48b914f7a2243b06cd9a3f4b7f441c854a15413bf16e9975fbb204bf4ffd704c65b400ea1da18e2f43f09a644a259117625392b455541aeffcb158bed69cd4e5533e7d428c16c8b512854a5825b3b58311085df3c40864b7b728b3b02d43b6508492d6369e16f89262a2798e64900b94a0a04e92777b7cc28d45b7cb2d3be3568c9b2a3678ec4eb1d29fd0d6897613b3b70bb2ede0e83bd073ef4161ab728b383af966cd29f401d99ef322ca60c1fc9a399f4bead59ba9266f203ed28cda74efceed2e359723ecdf8fa0633684c935ced788b70658e3b1c5c70c27212f5af558cce2a7cebc6e279597e3099824925f25d4a49f6163&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704904314Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=589c2a640afee4aec36e8f26ab5d644dc4cc7adb5417e904a1d05a9b369d79bf2ff8b7d0c70286bed7b5cd8ad9be78f1c5cc45b6c718a0c6259348467bcd94b226b23f3299ff616c5b9eb833f6387bff5a02da1343320013f0a13e53ce89b3da16f11706f699c67a02dbfd677af5074c89d4b8a3458a91f6494800b1055a8953cd80765ab4cc371355bd3748ab203b0fe59e58f6230dcde3405d005dd73e14faccd0cfc9b643b1e4835e880785eb3782a50af4c2a7ddc3395e3d1552c996d5337222b630c867accc8ed3e4cf0bf16de8c9a948dc2619768f6d6e2e65f6734cc4a1a236d70734cfddaa7eb51051c7d640a06f0e2ba302eaf6766a7407f460e5f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704928309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2641c8eb7a96080e4eea562054c28a44c0d8efc1324e94573d8a6b145c7df5ee909254308bd2ec2ce229d67c7ad222b37af487ee7c218eb61077679892520ae5716388ba200f9d6d80d9a62ecba5a49a156483333449b0869fe4030ca9d10f2b2ddf3fa9c6f54e8e713ca311dc1807c088ee1b2b9c6238fa8dc21d0b360584966166bdd7c29223664a07c59c4982381d2cd366ebe63fb15c9eb4415e590af0a386dcf0e5ebc6bbf182971c3f92b1c0db4ed20d1a9d79b2fe1e197b25c92228327a5b10b3337fa5311cc7c347e97b6908818f9af57d4163e85c4a0a74a14b80a4786480ef95296ac0b1bff60a53580cd045fd7aeb04b98f57691dab0125b13dd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704921827Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b196b617597053e6b749dd6d7d601e4cbabae35576502eb4c14967d513094cf2624e6d976e49af0af6f7fc95d54097f801df36803c640e31906dee0b2cfa21cd54eba46a4f73403b3b8df7457ada8a9e9970e84a31d9b7d81cbbbc6c80d2afd1cab887927748207e40abbbd47048817f7263426e03adf0e46284198622799366b1fabaf1b08652d8332cf7a4674d611efc69e26a09af86d56e4943e510d4810963ede1abd62e7abf7f98409cb551cda8bdd5d7472da235b0b880ae916562a557a8e87553e8c9f46ceed9355cd1339b29af4765e9d146f158af260255bce69ca8d825545fe55a9f89dea2db46492ca16cbd9896df94ba3dc38661a2d6669050bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699367429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8e4c9b6a8550a9eea3ee0c6bd4e876a8a97cedd211f2d8e321ddcd0e2ac817ca950b4e4259612d2db84940073438d5a20a59ca62de7bf55b427410a9435cd453ec54cfbc9fa450d08e84e5b9d8540688284f8b6f0432a420597baca5528b37f8ff18215585bdbf9648a223552030252825e249986d81c6ca95f103a4287f373ee671403f27845e33f24c69cdd2e05ed7a9192b3418ff7ada91278d52822366eaa3d6a4becf4bea4bd72dbe1b1e33b3c87d21f81fefea3b9cd6c26e06ae5554cf5cc26bd1bdb26a6940cdce7e4840b0aa3aa9073ab1cfe00c22b3d4c49d60fd34bc215903739a7c2ca53db94767ba400b971cf7c6161fbcfecfce5b43da3cb7b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704913271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01ff8deebf58ce6e07203296120f8bd5d23760c1427cf7c42a1d0fc4eaba19c927c21a3a14fe3829abe9cae9500a6c6e31ac138d8ecc98726e43812911ac8a30441930b7c49499b17afcfe5aa3d278f3a6887c1f33acf4dd51c2bc01aa5dd6168ac8d6824f608d02467a679c7dec31e1f56e4559127927e433ed69bb55e1f1c54b08f227b43edd6d9bf842c1b1ff4b89ec0f718463a1efe5f384e3547cf53ca1c760929a810409b38e9be688af7551f4de10cf0706dc096a8018124a221b171b8f269dd6237fd4577c4b00391949f5b22e121f77b18f707bd7b552942e091831319e37cde89480cc2cf02d7e1b9975012b5d3ab31c7571b23a523ddb33db9101&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704945952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2dc9effca3d24237c85213e88d112bcc2d479e729cd05aa8f8ec0ecdb412bf8a85fc6450f822f5d5e93251282839abe1ae5528df0b105dd7f61bcc2fd631bcf8b42f97011ebeea0aa8e0c38a6fd1f8a8bc4c9b90f4b5d7c5290f89471b2d405133877c05a13373a7dfb5851f1a1ab3c643d262ba53cfea89b97a561d7e300333365007f0216b2c634b71cc0c31e95d5b418589759e8975c019c6b42ec0790b612823a00694379747b34a15405f04cbca977d4dda9dc1e9c9601ab89ec326352fa00a2925a53df5ab742df1ca1a0504d6cd36bd1d151532a02bfd17df255db6a74d635e586385ab629d9231e49e554c81807e8da43a286fab2fd68b2981c7a9bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70428676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=28493f2039da4295daa202a28b8279696553d7118c0f0bfc20a78411450deb25a1e9b747585d57091f0731b19fc13075ecd44df66445445858471def095b670a49ab9c60095af799f3dccca51c5484c55ac114ef003dc3968bb9926b609b72efd9b1147a217f6e808608b387ad018b504a9c5d2c3ad19c8db8c623b7d5cd3b8df7ce38ef3467b8823ea8d3e30ab1f84f2c67d0f12d91d9cf06500406242e33624d5082301865b78fc78b3cbe29bd0514233cfbee87bd969bc8dfc385903b8d8dff051b240b75eb1ed16a5ff075a70f2751a772b908a050cb9356c44617b89c76b8578c2bb113d6a126c6b54aa84d05d42adc69a07ee833484b98adcd6a7d43cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704943027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=15934c5b671291d08293d88646b8eabfe505b9046897dd92a3978a59ebfae8d84ef5df4cf26ec2741bc3d3a3d69bd82ccd2987c2fd4e54970a896f85bdc00cee7aa7d5a972770df7c218435b8052970422763444a414387d99d21ec35613b673404a16daeec4cf6664c8f1e2f601b379d25de44ab466abb6f40d84a5b7a3b6e3bbee546b66d32b9f5ec1abc901d8da168fe2f46ddbc307835f4d2e6d316850a0aa77d9a43e02807d8820b3e16580f55f1f5454b47b548de5e13dcf88ed562d68d9637045b6e45fcf029121267b40a1106c4afe41cadf737de8ea56449607b3170bf2b7ba85a71f75ad44afe6259215f71eec05863ac02843502768cfb1921047&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704966141Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=318a670fbea3729df036c7f94fbff10c185abc9b3898c675a6b4df703713c64eb7ddcdfe446bd54977de827e78eabf2fd27b5dd015d42932397e6acf1b5dc27efcf23214d0142a8085e3e2c5051fe47a92ed9f241b512dbd8614aad7bcaf24a558a6af3ab9865f61063838bd292c8d3c0918149f395fe76493c575e7b747aa96b904c9fb15d62401f3ad570179360ae4c4d36be84dfa0638d86164308e9f1a9f529296078dcdc34949acf67f9e820289a011a55229e68cba4c0aad7b05a1aa153f681797f0b487b099da07550bba9f77061685d66b16f7f026a61ae20850724b25a4034be7db875090493314ad10cfccb7b93cbe30e29c3924a780d180c49d8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704969236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75daa7790b2bed803142ad13ada2f31c6f908989728cce4936bc30a40c823a4ab745afeaa996d176d8c48a727f1e09702654ec6c90f179dfb90c6ac8f37a1b6c23e3a19cc6fd1b827eb7a10e2685e0e2d25c4cab15c81f6576eb57a7d20d5076c0faa872d3a0c384e021316a50679445ceae5e956d484f1924c55942122e5278b9269802cc51337fcdda112ea8848da681fe78e413b0f046afa34f773f9d070cc3834e10af7922fe19b752c806201764edf284d4b4769fb91f1ba00b520036a4ccb64723db50961f7825181fb8eb694413c5ee1b7726847791f233ad4e9bcee3b6a8216d71c2a0cccc06be6d94a04375960e97f5cb2e7dba2227b34d74d2fd54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704906408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=561d5f0f291d118e46727be5c69c2d20b1e2a21fdb43616bdef063b5c23eed2096c73457d689b1d7ed793ad81cb8b35c5dc8a91dff31e970e15039a174adfbcd415b37e44911ac32c087c3c10ac20eb22f5f9f21a506fc0aaecd1023bdc6d5b80027dc118805376e0c04f5ddce429ee1d01e8cd36f614724604f97217f828a8358d3ec444fed9483b93b02ff90035498f765018fe6940cf541de4dd14f93bc454a2fd43e9824ef8f4e303a79fec7d1f23bbdccd091d9871de4405e9619130bbef8cc1ad34d639c73cf9a06c9672c361a944fdf58cc68b9413506cbeadd2e67621d67dc78eb438cf0936c47da002ca6a8ef5d453e452fb00a170a2b02a2dc5342&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704993161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5cc5e9be2c0b693fa528e8e5fa1bc6f6ecf51df5c5168e33a3d2a90aa382db77fc372ee743e41afb19034988c75863525714f07dd0aa3256d488e77dbc94e462166a444f7cb450757068f03e43d60e8125c7ad772f1e6e038c7f9e5dc063c6045806bde20b7be396208cd51258729dbea09eb217473234ec1b34d761d132925596c94b5cea65cbd4bde79fdec4b5edc0e753c1991db54cf7ad600921789bf9dd30544dba1cac8f358715aa9eb43dbabe03259234c1f65677bdcbc4e3d4a819c7906bab85f301752795546bc5b25bc2f4e21e8760db1ade8d6632baab7920423f5c437412b763a6775a60b1b31cc6414ea56eeb7dde5c3dd7559ee7d885efdc90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705006937Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a5bf5dbb35e10193c1a03f0f3ba695ea238b96c0533cb06cce71dec4229cf7fd7ea3c3d6a70604665a1da7851177b491f3e9789c667c333b12b2858bdf2343be9e0424c26a7fca649153db610fb8e9b4ddd4b5eb4ded937d24a355c216c7ebd935a50e3a3c8701d1a62c52702a3af29827671f9a9b39f3446ffa7ebbc339293dee244e4a626e6463ee4faab0550be222bdb98a1ace58a9ad72fc58ae987914193b9463385ea34643b231ce936c5f8318824b955854f0ff03ef41f9f1af4c2b108eef015ccf91c1be46bf789db7e86e851d55b45151059392927c5749a08d87dc0811d211aa0c8cf8d0aff48f36c077fd1bfa754979e2ed4663983dd866de54a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704974025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bea3961b8ce8f0fbb282b4d4d3201b04acf43374a15f560d8d1e35026d656d61a786d51830602315c1de0839838b0bac5cc5d52edb6d1189230822752163e98c717721b8fb0e8cf7622942cc3cad89dd626f13c3925d40475cd0b5cbfa03d238d64822180bbaf31bc62038ab32e85dc7127992efa67da469fa09b9de10dad0f6ae5e6899ecd77763de78aa74a232df0a67dbae446e919bbba94f754d5c52513162da90d6a52e9b9567e0d04293fa79839e1a018282b10f4cc17e78dd41e611c5a0dcc7c24fe567fa59cbf8cec2b380674acec0f61b2009afd0856b429554de34a266652fac2dcbadc5b0f6d9fdc3669aa9f4ac3f4045e478e8bb342a0cd98f23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70500299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=24108a75b427ea1bc1964b35c89cac80564fa15f71d7ab9fa83da9cadf490679d50e75d9a522cf6d59750a8f6edde8b59adcec74674a30e0787992e31eeb8d5effb8d0bdc9e3f3c55c94458637fba1437235d130f11892d9021d6e2408f993ced7bb7d1972763ce95a080a46fa1850e37b01174bad8bd557fdbdbf9764eb63f89112d691f6e2303c483cdcb81b9bb441c74e386b85d4f2ad5ecb5d9799639fc4d660c016582fd47ee90eedf9a627df49dce81f20cb21c4d6a932f359d0d16ea1ac6a6605071ff4e3d3662a0bf0356f18145e7b2323bf8e2f5103b87a5ef0eabbbc79b38a8b1fcb4d3fee4ce512e6f7f64edf68c7f109769b05b0494d880e55db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705025563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=493a01ad2592e201e6f89fb723784060800ed307ca7159f5cce703348a8a2068971bf769427ee3255198ea11c9a12454ee35baf3ccfbd17ecc94fecc011e7916492be03f769f8d0ad235b31d32d9d14d67a91d68c71f82bc953f6ac92a1ad0688a986c3f6066d857af41fd231142f869203824b43146431fed35882d249145af6f3472ec6670cc49ffb0d8f639ded58331e11f8142109652f5cee225243d27f4412ac08451f25800ae8581ecd90eba6068353a40d4c3230c97b80c46b865a0df497e6003d21241777d4dd3272201e0b55b903b90937c9dd0125d6b950f57d515cbcfa64ff356995382ae558e580a48b7bfcc2f7604f1157c8c29bfc4316bf2fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705037425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7fd7ecc234f68008f72be7246226f5c127f55b08ba46b9dacc3391bf82354c50d4d7663f89bc9d25ee4ef2074bbf514d7a96eec2f4dab00aa7025e8de10bc6dbd4fe762e4ca78c465f3ccba90a875e758e6a078a3ca2690345ee18339c50d7a5d985df029da407773f92389b8f48caf91b5e9665fdf0befddd5eb11057ac717a6de0d1c382033f20b1253b0531cfddb84c060f613a44624bc1b7e86e97ae8a3628d5c0815f675b20017e773b13d634e143c60a3294b29e99205aaa8c9315e10f14fb98e61cfbf96ae29c80b32093f7f13bf16d3d8db9b89a0d44c5a4369021519d557fdcbcc796c67c56e0fedbb8fecd867b8e87b0c45f94cfef7d834a5939e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704911177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b4521ed93832053c5ef91e7ebbcb8e0dc4c79f59c599ec75d5327fb7b97a75a0593dc2d911c6fb560d8b88a6f0e47ea86abf8a4d916ee3a23f9906324134ceda116a0a6a4e5bac8e6578d598318977e6bab49e08e46c3fa681b880e93a5191565b6195359c3703a7f8179bc9504418b2aa48283179c13c7ee9e2e1459e94768d5ee677d8b98ca73ae56e94710fa232df0371d2f5cfc1bdd2a662b3b450d22cb2dffde26dfd39caa5815e06cc1d1683818b90181633b490ac711e4369bfbea19586d17235fabb07699cda8537a195be3a80b003e00334f27267236309b9af4f6879ece1883f102c27a574fc2788707bac536db89a3fb54152e20428edfe093c03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705042254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4b6589a7100a8337da63a3dcd87be35ffd0cb7a7b7110efa129871da0778c27ab1357c5d9af858ac3e785b5eb19e20c1eef8e938671edc337b907f94b8e0fe5b5aae133ceae83917b3199e3b727b7e6eb54571c3bde5486dbe02e4e184c48a599df518349b70407e8d06bbc6fe7efa434a8e5cb7b26d10f89b80e4467507c0acfeb65daf02157ba46f36688be012829f2ab9ede81c87ebfbc63ba974faccfda42a3eb2a29d0dace7865c117bdad3e390f9968b4e87514e0fee891ace9aaa589f7d17d2f47e6525e7f2e290540c8e0fe6f53cf926f1cd9216f1289bf09158ec6b658369c0937ff5b9c1c4d5bd8b9a2a85a6f0757c79e1aa49265b5ae95b8337e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704872414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=33a766f1509d56a3f25978d1351aa43d931fbb0ab5ef56752713ad7d85faa5d8fae80b2fa180051c26babe65c9ec874e1328a9ed58fa01f65b2ad3afa6707e4f7e95a505fb5b797137e1771d791e38d90ac80389d79c05edc66dbbf541c6af128b4a02ce789319f6b0ffc66a9d54b7f979272d63f12a5cdde722ee7f1b8ae0011673935ff40a11ef91a0eb107bd76a5fb9fb8bec0ee0c413adb0e9a79229594af14145132196b11546ae669ad1aa6fbb2900167b82aa728e359864ac15dcc380fd024c105e099d97668fcc1a805952cffb758e30a5c8261ad3a0fc23a884f45814e0c2b2082096ac595a1c0188c58eac79e531a2cc262573c4c4ba65d1aa8dc8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.7049554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=46eaf14c0dd327805393e49309d7cbabf6d181a8a1c63de8b429e8200b1d34853e168429207b25e504b7721aacb8c44816ef8eb1240ec313335d35fadfbf71c3a4cb49bd3beb4542c58858ac2f34f4844568159e3ebc08b9c0e451741ebcb73278eb94f6e7be896ca902e88ded8182d28069c98fb2c560377f925f9f4aeba3827dfb29c1af87298eb942f009cac8545f0477e7ead65a4b89fa62ba95d882809bf9132063ae12bbcc984d6c6912a8858860aba9264ee1c46e05be4eb9705e7e5da6d5a73dd7255f0356ae581fb46673e258e46393d01a96ce44dcaed8b61409eb61750e79c0a5dc8bb7807412b81f63a592b93b2330dc85769baba8ae28ae555a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705069105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7ac83f3f7fad08ca80906110f1b3b36046bf6a3a443bef5feeee2bff19b35bae2f27d0e3dcc468fac6baf652014b9e0967bf32b7fad093a951fb4ca1082bf8ecd3bbeaafcc3145bf9945532bdbe23c3ee8d5e168dcdf9a1721aad59f05bf2fefdfb2bb0752a5ef691410f3e8fe11af6603fd8203e4bd989d43c91eed54a8d2879da6cda937d56cc520e638642271519761c3dd659ab796fd2a16e24be1300203e67641874abb9e4d3331e57541a34fb107e6761b1daa0f14f0054c058c7cbc8ce585efb6ecee8ec8353be1ec1975578dfb04ac97ad8f8adb4be70bab75b68dd4bf0f687401ebc0dbfea09851e6c043f1324f9e8428d15a4fb8b258d246b21819&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705056882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=406b22f0c51baa769379281557b6aa7ee653a068ca14e1ac137306accbae58f4a2c762c860d3316f118a328a0b9a41a9d7ee817fd8fd5f79e644cc75d3fbc005548495f8d7b183f3b26a6bef2fe3889bd67ca0804efcd1cccabaa19f88065d6a5b61b4a91e7415b8e6ccf653b1f99a6b161c4738f2a76ad15cccb0bcf641902db23062c15bf941b4d26d6647f94bf147ed94bb8c418c2fdd1cd9d65fd850ef4fe8b7fd46af1324eab49491417b5fd80d21f3082121216c632364670a7a2d5f8c023899144244280a79d7f2746d4f2bf8faee14a06690396563501fb19f38d7a4c2b90fd04da85d62d07977f26d388447a091bb20598f6175d0ac3917de8dc392&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704318901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9b35f927e7610cc8fbc5462356209986af3a1485da586ac2c52f97871d36b8b4a43e5ae446adf19f7de64209e73565f0015c79562b735fb05a69c1f68cb01b66b57e73f3acce8a7e077c20da61b0db1360fed52d917f542148e80da8ac175f29309e6e3d88df6dcff691c452bbd7097e927de9aeb087e6754858aa50921eeb850324f99fa76a47af3d584685ece7c35c51b05ebbb2883cd7fa4a0eff3695c6abb20d40c0c3bf5190dc41dfcf3898ed2128633f20cb52913a4a0525650227dd1cab8b0c0d61ced026d1afe3bbfbd1cffa3a74d4162c7e18312f855c20e593bc77194f9988cec15b94cd1c98d5ec20ce61c31634739640ddf4d0b517ecc6d87c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705080977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=302ee9018098f694ee61ebeb986572f6a73bc1be1593958192f6c65d3cb905ba431980113a4eccf6320a2323c65fc2e69b5d7405777d6a0db8646544598bb6514eca960b2a318723b9b729a9d023a654bda301812f7bf0094bee27d0010d1ccac057965037b034b0c54c39f113c9ba6a1353957b6c72e35b19aff1dd0751b18e134ef4c7e0243f26d78860a935b3517a81e1ad5e7fcb7814ba365e0ba882d44b3d3580dd4b7042c2276cbcb80513ce160d35a1ef602337a68e9d0d7db6029233afa3d4a5b9fd787a2abb5e3c2cc50ec974f5d3ff9e54589a7052e5969ef0db9f6588c16027b7341a46b3c9311a79c74a4ffbcb15a724dd59b75b30c408763963&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705095715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1575333c0520fd702edaf95cc6d0f0a2600a174811f85862c8d3aff9345e26ccac9fca43db4a6e0089cd9c1bf1d89595ba87d14489b593c131724a8ba8f2b09f1d7ba74898398452de4f51ab19434e4c5bc79d5a7d2f47c0f145c69d29351ea065843bbf6d441655cb42b2287022791c75eb268610be7566a3f0d2c69528f745dc2653c50a65e89aecfe4a04d5bd13452fc6608237e296320f1582bb4046159c3c81f234c96ba5226a7b229bd05a233e8636a63438e11ce44fa3a54e292e3ec823d0c90c1505879c7716a415fd918367e2cf2eb254fdc3618011239fb591159c9014d08721a193e221e9608b2fc61960a90c087f5abd3b5a4bdf4dd78fbfd863&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705099622Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2e57b13975db8b96cdce66bb23a45e92d9fd2f65a7ce364b1fa1dad9a383deb9623e12522c5833255c536a94a53945dcae5e7431ce3cc58977c65875992634d79f79bac6e47ea9ccc857b1e6ee7b75c13e6c60fb8ae204ebcc50c0aaedaebd622e34bfc58d287674178bea30f489a23faa0d9e9e6cac8086c5538c516fdcf728c3fc80abca678683d1ac43d7011cae9b3d8b8131da961fece6bfcb846441f0a4331f3ec1a3256b8dfffbcd062124a623d41f065bfa893197b27c3f68fdaa80c1a08a5a79485e8d301c953c37c574d0142fad140402a0b61ef42fc9b87e5449d035a6bd783762b47d0e339aeb7fa821b5946c4ca66da74debd4177a3c6e9b01dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705116674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2d15e0302df25cb9daaa43b4da89321b8503ee351a12d10030cbf0974461cb4bed725e0dadc987402893218d5cc936112572e4572ac5fcd3a0f20eb1c46ac229c75ed56f3927d6afbb59c6a3481204cb5d8fa0307ffa0edfc435a04530a6c75817cfc020ae1e9dc6f828fc861536da0dcb4ad1aa235c12d8ba0449d6ba5809095f21e175e4c2ba6622e9a5831b559188e51c17c6600d0da97ff5e9217f4bc8a0b3be5cd05fa057646017c59e354c0f303eac9fe0c95732df68e7c7a22ffed8e9c796cd3c1d0f4d8bea136c531f173c9bdf795900328fd0483801ba2bc04ba8745c0a8bc1bbfa2b6bd712ac64a018509eb94bcc4e45de5965a122be701776b042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705123527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=45ece9eb918fd0388ab42af3f57e5c90a22b44c7559dff8ad49ba57311d2b82ad348cf108aa5dcf4d9a4ee36a04b0fdbaf479ffc50d47965636cdae6071202daee0daf688d1189c538c3d74285562111367cf7493e4da6c7ba2ce83bbf386ff646a52b6244c0ffdf20bcb88e3fe1698bd13cdbae4ec9bc25504505f85e05c347e49b9d9fefc0c36017658b799e0ea73a162065eeb26fde1396c51ecc17632e7b62eb1c1ff2a03fcb6649347a79585f2ef9f3731955bd09cb8e6365246027afe43a39265814ea31c326ebf0ec6042a48608ebf9bf1c8174d491141d4e32dc516ee21f142f323407a54617b489d322dbc6dafa56cafb3220bf8ec5d4bd37a7ce8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70431339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b74733e5c3019d35c6cb952b8bfeac23e04d3da3f1aa604977f081076cdf1e2f6158b326276a497c174193ac369e0e9bc416f709cc53b6697215937c950ca52c7f88bef45a94d0cff7beeb124349fb12dd41e9127370678cef7ba421bd8dbad5d34a299b9157277c9d4c4fdebe313ed7cf222672193498582a7af6fef1aecd9b0cbc8f8f184cb376fe1e9a9bdff8f16721da8ff0ff353eaa553c7881871f2918204ccb26b677a904f5c026e38162769c18b44d10f49cbb5b016a653081c4aaab577c75a221a7ed78b77f5712b376f16d73662b240e576e0bda06ff599a7dc5f5e95bdf2cb91e6dfca1cc3682b331106a248aabf0c80976ca18934dfb2cb2d901&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705126843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=043ee55444d9347ae99d9352234377bf19911abf478ebdf899fd5fb733ed89c25e9b471499ed28f8372d8f8b10fd97c578ee993a39a3f85a5e03341ae16e44bf6d8ed88cecff2c184093018e0300bc53cb77a3128569bd85fec8d0436104e757cba99c66fa83d163469e3cdb1ed87bcf08ab6c26e94a5b4896aef92c6cccb53f31fc1de7af0dbcab0c5625f4e3abed8c3c47d9cea26d2938de01ac76f7d6bba3aacc4457dfbf303bbb2562df400c1e65abe3eb280b3b15891d4bd11c25efcac8b32aeb39db40c954de211867b1a86dd4c81c2c7eefcdbcec6a441ae5592d1b3cdb8af43d2909219e4c8f61cd2e54f9afe33b79018a69e24506eb73c33c782b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705132955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a78b9e558f5a0c237b0a574540a9e589b38e29304481ca03680af692c0ec1f02c836a6a420ca306bf5439966bf9cfc47882366f774542a122a55bb431a64ef0be9ce808f2c1ce18f4746ed2f22f00de1554e0dd65fb0a9652dd0703f2ca32f06e7c43b0646b673ba9d59914d8d89bdac479dbf7794e2e5a4fd5d73572ddb3e735b32bd1608cf02ef17aa024518cbd51b94872f3fcb6105828a9d119aae1b907cf3f1a25ff0fac7c479552aa57aa76c544476b74308d0b6c9b9963dcebc18b627feaf41d3019665bfd85fb6b325d3fb71a903c3faffae0417c243153c0cd33641311c4d5fcb7de549a2d30537b12d9e9c7d7ee30c83356ba29d041d696f916904&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705141962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c84de4c30d4715560494f1067234ace1099b96adc37f84deb7c231ceaae0a1d3eab1d32721d5a4695462a5f1949c98024177c03534ba7566401586d0eefb7cd4bd4173b1f26d0d7acd5dcab1bf181dd8e3accf109c7b2fb7b1574eab6d1e8c8fa94c666cab9511a6037805a860e14fa331fce1a817056d963b8f514745e0c2b81cdcbec59f4a7e993fb9cf59542823c145155324dddcd84c90c02df930f63ddb9d834b870470a736bc7b74f047fbcb0f6d7d9526ca16bf67d14099fcccca17596c230dabaae3f417a147ee18172533be0c798ac8629e2fbf1d12dd17cfecd989d068cfc4cb54c0e927b09dea7aafbff925c4e9aa9f0627f3a3624f5709180b3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705150177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5bedfbccbbc52f25d91d1919cc7586fd1ae6ac115d2b30c25a797246fbe6621a154743d3448aec3bf03c7c3fd084542f2302bb20974cfe922e9671c9a6594717482e175f40c5ec14179e987ecebc97b2daa5530a6f7f406514715fbd4747619fdb394023c0054310853e370b81f0fb8804125069539c7f16f8806a2e0ec52a19498df75c752192080990a42081b506af2c251b9af059b1049764fc3e12db052d7d3c5e4a8d9d5c91ddbf31b1d6416e33d87ffeb12fe07a6ed2990ea0d7fd902eff9adf4093cfbbe5e052d8cf3bc215b8a5c07b6b846ea300c94f97859d56384107ae87afca05818aa7f80ce5e7f0c731c1249b41f1313b68ffb923fce4b723f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705160607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2852aeb61d833e078adb8d26f57b47b398a62cb94785315771b34201f57fe89353e8ef5cd2d21d90a4d7405d6c1952bb0c96d0d8df9a70700963755b615d1f8fafae0fbddf75ffdc68eceee24dd3ba8b806d44ef73ad38ca7f2f8f6d92c0192f4cba1febaa89396f5e6284ca3d850277686fcadeceee0fe93242cad7ddafaa58e98c44d57bf0ae4cae8fe4e1fc0918f64cdb7e3983648edb84d28303e57aaa7322ec6806479c90607cd8eab613533905bc51db32c62756b494936272f759398e43f412683e127397b113d2d9beb5721d872060b9093f2b6e681b913bf7882a4d93dc607174530408ac8016c59fa6767863d33a7a381e493ae543e88e166b2757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705171087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=21f25a1892f23d88973fa564c605eb6d6fda2a4827d326f01d4b0ff97833eec28205ae9a6336ed1d5ed63e6b37e860d1df0d1721f85569a7cd0382be6be62aada3997b8da17ae050eb46326a2846d735c8513effc694af8e32f97520d9d41aeba9354a72ae140543803aa275febe566990aa09d3760ff0101c2c02eaf8a48499b35655180e4ea64ac90121c17c5d2d3846c4acfd3243e1fd4f7f83841132cdf8f477a48dfb608542491b7b547f5f2a1162fe1875accaf2e27acae699c7f67395f95681f6922297f2c515f59e7e762aca11f900e9e4e375795fb0ac4b8866e275f87af0b1ef10cc77931b865042472ebeaa0b236e0b36a59dc868ec818c10992a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705181296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=77688b5d8915816d45ff3b8ad701f681bc4ec0753dae859e5f5daffe6582b3c48fe2198f6ab7b33ac3fc59233d8634f1d269d6c7f4ce487a0b70c0e003b58b0705c8caecb23cbdd1436bc00996910d49d0cd7b497f9a5531d3088aa89591de489e7ff6f1af27797a2bc3ed185d857bba7bbe2f7d6ffe2d50194230ed0b8a092bd15c76344a3309979e7d29537a452ed00f5f781b79e58227bca050ced47237c358f49fbcd85030f4e20ae8a7b79f4aa5e5039f090afffbc02371b076c05f7cbec673b4684d7694e1c9068bd9f8b44a47ce1320253c3305e84a51bacdc8ae0463c7cadc9ea7862f75176d05e78d9659488f325a8b7262d3c7c054dad01e42a1c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705171508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8cea9c9e47247cb777eea9690ff742393376ba31074071c38a1a7e5900288b2e3eeeee50d0b58c3ed2ef921d02a052f3bdd246967808d16d5d19750dc24b0eca66695ddeecb8d7e350c440598e1f4a22aa60c80daa55ff85388614dc172540bb1b0caff5326f1f0f66a509089754bd9f6f1fdd3a322e007743b74d0306e781022ef65337d0adc078e888b7f8f412a249f8d0b83586a5b9d542a47cc4dc25a1f2b713dc1fad4fdf86a21cbad0b00ae1f3da4dd054e63e4428fc35d5ce0263831754f4954eda452e5e4fb716e5cffe4ed312573caefefbc509de2869c79ff40abd1042a1c2a038359c5bea585e9577a57675220ac4e46c9be8c877ff9a5b52e1f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705182689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0261bb51edb3bd4a6f87a30a3abd2ca28a8eb13d97ada363be557354561c08902ddd2b810a60c74e2212d734a4dc366ebdda78f01e395b3a81de02974c102fac58afd175fd0b0b9c260e5c087ab383b57c6e7225d53aaca4c74a863beac19ff8dd593ac2781c10295cb8437cab4190b71b6744ff8dcd244141dfd2280db8c46542be11dee95596dc274b7a6a543f6fc6a0dd7fe131da43c7f39e33a69351632b87ebeeb76389971fbaa7c4ea5a8e6ee5c5410826f6c350ee59f0643439bd2b51410ec4408a8f01e51be1a478f7531383b42e9a0678a7462f5fd4f0c9b7af1d8db79f9566fac99bcc26e2a1a865569ea03aca8d112aea2913c57462ae0e9f5c9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705176457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=92d14e101a03c56e6503c198e023bc80cff64b789653abda4368d193a5c071971cea20024a15f72f967db6a41841b673452c12697b26946e76ef2ac9508e3d17c83da16bc06e98b1462155730e2460319249e1bcc2440d3bc3685323cd86799ced3caa37789b5584d403351aef5dcd18cea6185ab3eabd4bd4bcb85b76dd4ed1220e99e7462f09f13edc2e212442be57fb74c6b772b178108adecfb7c10c046d6e6831ef64aacfc5f3624e9d913b68bb6fc727d7b9f1e76492e69d173da2c70a07222f3df6a2da2b94d69e40235908bf9ac36c47c34dd2d072e18005dce5a72ca58fc448709636f59552f0cd16a53711e8a5c580983b9354f41888a17253cb02&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705200502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81207c9847e2769f5002fa8a5111635a27f7a0894aad9ac8ec12ac580d475ae036e6ddc48b6985dd27b2623ebe474264d8e41aefa78397fe5941643c7a4acb643f89e78e6efc080d11ce410a121ac8818f8367c5f29c252de23396157ad7ef60db4ae0ab53d29b3429c5646ffb6e1d438d31e645e63dcc49f431cfb68362624e57257e0b378af16c8c4143b4427fa4fbdfe78beb211c1b2602c33af7536ad5f8a4ab5c7bee98ae972a4f7b1ab65f49a1f6c4ffa9937830a3a1442a08c580a052f9d0a447a101b831b8ca3a712b99223b983444bd210ac5ca0d4716b918b811c58d74caab9b8ac14ce864bf0873ceb7bd7900deccbdda2887e812bf3e865c689d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705175776Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9d7f6a833b40fe9e64ad7df718f403e6882313090441b09ec5bcd6223b7065edff8e9c7186d967ac0e59b155e5d07c44996a2c5b88b1c7a424050a90a2dfc7b927d2b4d0805262d83477876d9d37322b07f6437ce218c867d96d3ee7e938aba2d2b4cb816c95fb2c0be1cd26e22562f87d9ff0cadaa938bdfbb0ebf4a975b7a7eafddb0658dc9079d0f512d0babdcfac6346c7e85f9da908897fd5fb6ac75a1301ae705eb179bc86fa531ddeea7d14ba68d08225b4dbbdbcb34b5df8e17f7ab07f7c27bb62eb30387341dd08df8f7ff913e35b1bc58a3155b58daa4e83d13da7bba1689fe74fc1ecba1251a6a296187d0f8b60b5c147c9f2a09d0861c1e796b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705226391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2ddfae2db22262a39dc81c9e2921337532580e026efb567653833c5ac6ddf408a1d5839f23a3c20b3b9a104a71121a7817a7381ab51a62a39d1aea4adae60f44f58ced9dd9934ca1afa5c75911f882598e5455f7663133dde8556bf355e1dd3f2de8e5733607888730961c0c5c14c60785f2fe0ce6f04f54355f5ba2e51a16e29ec916b01bf635abfaa65fc1be1edb5aab266097748fcd812a45344b9e0205688324a46e75f9c55e6e2614a93135d348c1c463f0d3789de94989652fb533ba6d1726b4a9e9ca3bf02040eb1438c691d857c1e3ad840f374e7f938536a6f5ac5d190a0b4f34d72c1227f9f5109f90fbcd07b4beca7737fb85c9ad0aa9a1a66bba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705237251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0154f8c6aa435e80a5905a821a29030d24d2ce3ca9bc59c552b9abb165d930740bee46730d50003a57e67634c635d1676f4f34ca581a5caa47ad028771acf256bf1b74bd0d6d03d4a79c39768733788e1699dbb848ea203b2069b140e8f511e39b51ce835725b2f699d6b0249f482630529d1eb46810983e7f8a3e6cd15097e48ccf7ed43a47ba281638e73ffb9e70d6ad840819101c992a733da8dd7cb1f49ab8ea74e3cda1b5904562f91c24a2e9a883657eaf88a6c3866d43c43367b0bf1b9c805e9666af80f8807cfc023b2c71f63b931ecb99a7c2839946292bea1b91e958d860a9faec96554a5b84ec700c98095b3d7a1a9f9971658dc1f1adb740402a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705246749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53563ebea4e68d7a927e820f967b464c9603b8b220a0920a138c9c604f3f8c2f1ec292d19904d24504c09ee681380aeed352cf0505e02c76116ac2a3e5ddd7e05d964eed04d07b589787839545aaa1ec6cf2e386575807ac9b768d43c76647b4f9a79e8357dc1293202ecc945a68d65249e6a23d11268a1a320c4cb849e5901ff74e91f63cecfc18312bc76b446fbdd4d42b6611a7c3553a8d747d49acc7002fd34388b33f1f43c5cfdd2f090abd0f59a53c37fe4a04f99f5d0bf13f8fefe756a76204e818a20a23a8d7020096e622e75fcbe2d2d32056f274d42a50f29316bef8ed2baf5b48cab942c640f98b10eee12e1492d841a2a598c4a64c33ca877c87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704298572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1997a6fe11410f13b19ce7d617de42e368a8167e9d172ebc92c0914732199e58bf826e1fa82ec0877bee09d649a72bb941b9a39462c1e8e34386bb3a63fe2d7d630f87a246c682324d04fc0bedd213fd691488d00ddf45e806ef8f09c124dd339a4f01f804345cafeb9bcb40f08885eb44d6ea375b5f9a48defd03c61e84cd0d1d917617087e7abab2669d977872c8c24a2fce999015bc6141b90190c678f521ccad73804bda06d251397a292a5eecbdb1f2e687cfaba14dbb89f04df35c382735f3cd1925b1931278d894b1e818679a986872ae73256502280e0fee61bac8d8f68292f93281421124152349ae8247b0c10ae84c2a50c28bee24784258b5a530&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705230899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=197920f23f69c4112c1b511feedd544b520cbba7ffe7d7568dc7eae696ce2c4fc5e4a595532865f3faf96fd32588191bd692d1450779a3ab796332f2a4fe35bf909fd4aeade254fc12bf7917fa7e2f7d8623f58f740fdd96cb7e51dbac34ec91a9219b7f94fef9863da1a6f53c8ef39985c7847387544e74be860e78220d150fa244fe7e480986e9ec0d67ef6c340a7b972aad80786c74084a2810abed4b9435b43da7cd3c0194cf1e9ffa2744b79b60ffe83f8a7bfe9b5c3abba11ee584406e55b8c58c5da348cfd34060bd62c26403c11d6f65a0058dc9368a26885d26ae829a9d3a0e1dd8ec0005f6872ed53b3d19e29aab062e6b89f9b1a4f6186fde017d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705263912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=941c7e4ba914bbe76643e41bb74f6c3da7ff833f457da665f749e5028586f3a2d0226c2f6ff954f4d5a7339aba9f244854e36d0819743be535e09f5990323d88083c6172545655a0696a761c19d3106f53b8f064d0320f0c2490385f921b85640f282e4504cf067585840c4e36efc1c8d52d7419b553e05ff91525b1034a4fda4c039ba85a25c3e92a843b6bfd3d5886ffbf38f1beefcd9717b49ef43924079c47207c317a77107bff4e7e3e2285d6258465670be7042130cfcaf7834d815407f6d1b91d5c6c8020f753d1ae4789a9381afd2a3127efbc4d245c500596068ab1895925d5f08ac3d0b156047b6a960504d6d64312a81c6c462b60dc21c92b4ffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705256868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3858bd3461d23ceb1557529c6164463542973e7af1fd430b6ee1eb91981ec887dd44dd9661f32dd23df68401f73587e29e5a0d61be75946ed5d0ad4c9af62073bf1bad17745e3dc56abd6a6eda4a6f22c89dfce69a9dba1726c2ea69f4b72c5d1857c705cbedb524b44410fee08a6a309888720d19716ee96e6d29649ba9ce3ee4f59d9ebaaa941918d375d700ea051467e1691319635af9db81ad8a0c15c23e0ff547d608204e983288045f89298ad10534ea0559c5aa425f2d6616d94e560e8c2957d8eaf6912292b12ab93310a0a784de7174c6e8d838f0ca19f36fee6cf91a36098f7a0af36c31b846f62d5459d0aec849d0628ca39b92b07e880a98dc5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705268951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1909a8f4e9ace0dcdcef315848d93728366b852848e1000e7583b62da890f17212f7de9758abce1a9aba8986abfbe440f6793dea491cf2d1178e1fbdbd572fac1d77b34b215e3b67bd3ac43e70fd7eb618c565f716e3a1f4b06bf1f5fae9cb5d2aa39ce8c596c4098e5798736ce8390c6ee19df7daaa98347c8004bdb828b2b50e5c6e00d396514969492bc5d3eb4685fc2f35c7ceae1af34f7aac5f9d10c0bba02332d2baae3079068d255dbe80591981f4826c626e98a4f10a76c3334486820fd21b267537cdc60e01836a28fad207d290c7b21a95a3e40d93bd4faa3c1f4fc5ee1b50c299426bca1be4f9a9851d4702812189426286afd47b33bf58c7cb28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705267068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3ac7fee73ec58133fb33736311012fdd304c35e441e8a70904135680ae2170a95d372b6df91dd6da939d4434169cc6402d71da717251b3942d7a9d982412732cb779721837a3d17e7b74421e1714d3742dad73d58ccb1c1e3e218c613f8f9ac427d08139d8adb6512e674f7e4fb445cd5387c310cd8272022ccab696fac4e5d61535c2090904873be089dc17083b9d3e883fc96636cf8b19f85c0d66ebf727e6c234e354229bcba9fc80148b38aeb0d9cdeaab8edb67060b9c30e2a6ab6b0fc10eb3f00ddfa32cc8154510a189c6828093947c0ad5e0dccfa8beb376c43204687fd3ce64edffc1abf496e639edfd82dfcd1ce2731c612a250b7c6c3cc8fe6064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705282567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=763aa1268db208532d164f3399273ad4f39caef99d7f9dba0c4a6df1ce7409c1e3880f68f1ff990fdb28afe09e0f98dcab88540ba65ff89b1539f00403a64c637cbe1e96f3a7dad19d77d7d251abef9139080c0cc4cf93ebc4902e86f8341e6004bf0e746dd5c0af28ea665316fc30fc46217f69da449db0fabe41b2933e3ba40b2db9cfccf124ff45cb11a8211333e9960a1588fbd8434f75672c43f941254ffda1d8f0a3efbe069d7bafe63f8a068c35268533942bcfe6ac4931a890080dd54a67c3192cf1254dec01cd3fde6ed4f80011cef9494a657f07bc919e15e5dae8b64b4ee14e8899590d89ded21a442bc6903333cf6be76310b8896fa1d0e3035f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705303366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=65a95ded60845a15feae799f2de0af5b6a60d404f80952f93837382d190a6639b129c9687a94463334f74ef98e18ef2efae1d48e43d070681068390488ae41477fdc9efd8ca3366ec82fbf387810aa84ba2049fc2f70ebd42706023cbbbdb9ace5fe4e29a526961e7be47439f734e143fce797595948783f4b1ddb01cd430aad5575cdb2c84bc86d73a2777ee249603165a7f37a59e5497cc4587699c59ea63942c833d341165ba67e91f0e288187ef64436aa430eb2aa0c2fdcc8172550a59d89255ff03b2f7ca64db3abac298497506568effd6459da0a8d1c4403f31ba7a11bcdb40588bcd5f54e39e6491294db11f8c129a45a432d6c426ff9b7ac0d5d4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705300931Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=941374268d93e41dc9f702c607b06855e2df4d80fe43795a24ff67b0c17a202b3c4506d2273912517c5b0ada171c26cd0a604c686672771bea459cc0f76f2bee31fd9299e7bef57ef9a1e19f285ce2158210f9eb75f266957f5f989625a8cd1f7780cb4f7decfa234e0fdd79cf050349fc01203e11b49bc34d74bb35ab340cfd9a2bb8c9f3020fb63de0ace70600e757ab2225c434f6bf2ddfeed6fad7ffcd74aa6cf5b6c645b55044dd3e54d96e3c85874ec556568aaf984885841bd6c17e6e0b5166b6da3509468ae79a863003b7ea5e386008825133b0babc859aee0c8905e3a4eacdc12fbde25e36d5c680d86d9f555b209dc4ccec9438172c6eab136c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705312143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3db90adcef227d37fb39a66928794d27309db2f4df35c55a02e3fed374c088eda4f5db8904d0ed2a66a785265f509f0a915b5100758361b0fd76e7465c3cba69646d3a2892fae2fb3be77328beb134b53dcff4052ce975423a2d6085d589c8b7e9d2a34b1ac616ca100844e3cc0a6063f02e6677c069dfdb7a5bf893ff4210bc3d738425337eeaf491cee459315d99d17c5c4819151eb7244402f9d047517ba60072e85876a0f9b25f4cc9b3f1c5f84acc89f8d7b85f7d0d40fd74ac430756f3e6139a0bbc62f1b183ed1796f418eeac50d2a1575512e9b40de2a64140ddfa98467b1e88128145e313e17352c6b4f394183884ff4709450bb81a789818cc183d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705315208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=08c24458c1446515acd2a7d03f48d498df87d3c9471add7ac264d34dca9859c922158b3f935b1641d890f7626f5814eb1256dcc59902dc9bf137ca1d1142560364bc6e930db44ce26ebcd2c72e9c429ad8a0b135e2b02314e8a4049941519dc97000b099ab11d04a0730496c84780a0483aa5f2fb4e2faeca17b669c71dec8b442a1dc0f184df3fb869d6939a842cb146d7d04f75f805fd5c24a3c3d926f518b1aeb21bfc48ef1bc6ce683990a9de6c73b207bc9afaa1d6b8b2c7b4a54f1d683428cd314ce130547bf66a86753903c736ad392cb4f5aa125f3bbe71d24c0c7276d996273261b7e88391f1afd7f9d2252ff9b30337f47985015132ecc5a857471&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705352919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=be7acbed124f02e1d67635c0a4226b457af859a1bdfd6c0501cc9392bf2847f9407ecc5780935f49dcec853615507e50f312aaef01dcfb7ee3fa8de9ea41933da27d6d2452e7fc7dab16489d90cd9153b01f50f87108e5500d9853d0dd373c56c15c5f2b9e1d4aa701e54571c55a4ed498b8049f16f412bebbcbd735c10fa0b3dc9ad37e89b83a35d47518be0d344da3457a14fc73851c28c66c05788e2098fd3676bcc42bd480305f7a0a3bb15b59d17e12f3a6cdf29bf093b13301dcafea6f7e60af1483f99d11b918d4fcc318d362dc5d93f0dbe1ffd957dc3ee4fa87ceb48255488794f9ea7e0429ac3bb4df5b5dc9e88946eb2bf18ebf2e304b723a75bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705399858Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=50f495f227828917a7a18e776091d292e07f1dc8ef2d2deb8407b8b01d39a9f06b39ee599b57d005ad58cbabac6e0afd19cce15c0778236733bf1413dd9c9044f0a7770ceef4883d8a39871b934551446ed50dfd0a2b7345967103b8beb9ac64a4791929c06bc3551983d9046776910e97b16b142d4699ec14207661c0a439cc74b995f5b762fe27d7045fc1ed524b91aee63f5c8e974aba125b3e0058fa329bd7d103601d44472c259cf9cc91f7ee77e97e0bcb16a6b12782066fda16fd61be2bdda422da1e057b0156277342b7248bb63f4e000ff636c00ca817e64e39dba75685c6f5093ed9efd9117147a02c5d93ab6d2391c0a947d6cdc0ac488b403670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705418844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=15f8e5d4d7390bb640db88548ed6ce6dca8eec470e48c3dd3499b42b17c2f204e8d344527c196b3e5e21cd2bbe8282c61ecec335ebc76d50311aebb11ddce6adccc2323e290fae41ad7ed067f52c46708f75f3484a995f4781545ad4c3e28f80a4cd317a7a555f186d37160318d847fb6d91616a733d664dc7eaa08c263a7773ea045e119dd52413fe177d2c31f27c904a1c7b8a23f34ab71297a65198ed509f7d7a2fefdb1e56d7d1528de551618759fa625d3a48a95c3759a8cc66260cea9b42d57ea5f1b5f7dbf69b5b81767ef81847cbd6393ff1199c084986f42e1bd17043401a13665ceb60309ab2afb32f6da1c733072163d3bc7290a82fde07992b0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705439362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=49e0d7d13a042db001de071db94dde58d815e75e0c63d6a7dfce34ca567fe9c7587225f7b14a491d25e245926128cfa89e340085711ce9284401645c8c118fe66b6e551432a7c9a5150c5a47ada7edb6a8e73cded1c7a7069add9d690fd72454aeb1ddde392a7aa9d824e03b221847b092acd4491be11f45a9588f18356d8fc5917db7c35a7c50c343653b6ff457c51bb6f8e03bdacf48d21b3d7cd67a65aa53cca4aea625119716f1e3f694ec24225b0b3482bd6b4b2302b3568fc22bfb5e8857ae0436e32d913ef46da7ec3017c2349609473e53e3326462c047f838b6de1b9f73a414acd5519c87dd27c6519a9add246290567d64fbb299f7771d5864706c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705443079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6c4fa2011441cc477c7c189fd73ca9f0c7794c26511aebabbcfd5c7d6c4471081d35e5c41f79afa00c4155a3ab209a098d50853e181aba82dfa758dc5a0aa2352c7503c04cea35e1116283e7ea7710d1f981a7a265da01a18ecf6a377101a9c50d46a4773a4f85a03ad8458127b3d00de6c1992bd91c62c2f54abb4485dee8353e4da1a98a339de046d5f8dbfa87cf497aa4db4a03575af44f5d67c1029071d19e1f042920e2953bfca81bb04946622e010e3fbd0b8b6b8549f1945f5866ddba6c16fed66843f676ab9199af253b6a3a9d21b42e7b7863e264a72d20958e9b8b0309214c61395e69c7c63e143312c4faf129ab533d544832c5cb2cf1ec07cc2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70544861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7a5ea728f26ff67f3c9a06bc8ae178ef3fc0469013467b7f1d1ae7fefd25a2d0bb79d26d4e93e3420c37b7ea61268624627b5918d83723af190aae76aa38dfa566a3317bbef3925da9dcbf98e9bd278b587fa3526e1cd88d612825798473f547a4a1f7bf01ef1cd00ca5e1d6c3b86e5441fc43d8669369b604d9600347c8e6e7d01f269b7e6fa2eb6d796bdc19617d14271f56a7618dc57d84c69f47eef040fac21ca18dfdc5780ed4473c2705ef59ef23f979f5fe10c90705f8c31248ed638971f6882951cd25e86cd1ec4f264972f061785b32241627fd09e894f8e5a5789d4dfb4bdc53575cc333b511d148fef093596896c9a8334d4799140ee98697b9d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70547511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a952265531a569b97a6fe5b9735aec18165cc690e322b7a63a804b3f2b3f72f0bf4acea72ae9ef85888daf7f4bc7b88a1736c4047beeadb366b8bd83975ac301391c5aeb0f3b93a8e1b23e21d7a4bb01a949e9f99127321ab2a974c8543d12572371fc0f3fe4899b0de7c9f5f7ab7009390b9ff270ccb536726f8a2a8ea6ce517d8dfb271813b7c1c37a66b22de9ccd5a1a0ac40b202f26579eb1d7320bbf063bcb39a684a711e65273c48e212ba835dda9bab3cf65105b88340301def2d228fc06bba20a2f0bbfd42a57b195a3624b23e76c716473b27d721e8eaf1df733e1e0c039e3f4f22f386fb9476a0aa19e54a779e711a05022c7ce3d93e242541d7ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705519684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=71c5eeff5eae46d8c4e8ebdf5fda36f6b540237db36657ded7e2d2fc4bce4cc0378fe990ac39db78ea68f29b05c8e78c79ba4686e1c8171b3bb27331ef2db43b542c2d22946b3e0ca4e621edee5427682c84330315cf6531e033cec8d461bab8ab8715b895db2756d30b2ed79d6fb77574792e8e2e5832a13855b22ac7ba4ab2e0526921aa728d482f576dfd1a5e9f1715c884b4011296f16a44b63bc563600b33f55e48b3fd943075bda6040fcb8ed2e423330d0b054bf2378907757d0fb1d5b87a59f544bdf4296ac713bee5cd3cff8dd27280f06bc677ad536f3f7f3cf3aab76be69fdba001c6edc67237926090a0a1e9de11acad93bf7b54f5f9886662bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705525164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1740761b3e29fb96ab5efa251f20e758b8e43b9f4edcf4fa36a80c18e29399c94c72bda56a42c46cfc4b55825a6450203b494f56b64d7b3e1a79f8b7788f304609a2f5b84a9f42f532d912dd5c40ab4bc0341caeb6517c56758b4d9f9a9e194d600ab6f39d94833c0afb1514d791ef5d21e1d90bd255cd368ba7c844f9946f149c31312c82b54232e4dfc0da8c12c5e076a7e5fc5413be67161a5fffd04026ac3be2af8003528ff676727c0d9a040437c66f80c6311674e4118ecbcb5fc64168ac9624860f8174278d24db1c2b411f162f4c92297e56cb051e974d95735f9abbfd34ae8a961e33f1c42b1514de46416c39e72c83afe0fbf1ffb1e5905785432c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705555381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=52a604892766e775abbc62bfd32133c8dac210f3e51cd928e058889bf2a92ed695bd6dae08618cd6fdd03120a9dea689d9fe2fdd00a34e36b91d7c4a8378a5da17d537d492d8d591ba9bf8616d1b021906489b00325b3c11ce33648c14652ada2fa7a3136688b5239b0e575ba9d80e6451a30ef970e5cc93729a752bacbee36e2cbc80757aa3dcde4985a57fab4c2d4ccc83522cec2c6084461d63d33c33e3e0ccf422f1f78dde2a1cde0b4a21d60765897d757a723702fbc25605a10daddf65a5b325a3e2cf12fa639701c498735a802dd0090f6a6846dd2aac7d9c339f55c731d64ef411e866a2a00074ac93d48d189d6a67845f3e438faf706ff97a9849f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705577092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=05708d381c541d5296aff879d0928434096a5acc7585e0754bd282947da6f6f6b4b33afbabf80f3996c92c045cb71ed9d8f3926e06bdcaafb4e6e1706b1000a13e2bd55338846393dd34178ca4bd429f232210be66b05764b0983b200acc6576d655c8a045aca838f18a5fcef0f8e0da71d45346e6321004f5cccdc21a365c7f8c08cc66a795aab766f21e109be114a0c055561dace3dc0881b1461bf8a025511ed8f6e92d7d91ef506b8e42c428910315626df5bd2822934cb08b3acab70df3a73230c4e08ffa7e83b0337e846a61994aae525e62f6f4ef8a358234aa2450ccd0d0c95d52111bd65d953bd1e899bce66a41adc2388a666366aea0573e23c45a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.700539969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=062facb5eebc8648e6b94d0e3686e32b4076095a42b01097b2ddb6709586764cb4b2cee5bd33e02ef8398a233e84349c269bc4a107a8033d615b54253b5e0c477c2b7602c7919a8b089119ec2a98dd84afc5db5e23a5b92c8a7a4343d97e92924ca42e397915b1c8787735ae0e8e5626d10c29c19bae1f65c40f6ca7cf8b7edccc1a5d17900c717e9e8d89345be5e3e584e7c9bb2a8a835a814b3233600893176f674c044b1baf95b893e5603c227a052496dc2fb81bb422146bee02a4c9ba0d16d548c0bc36c776a892b4ff52d49fcbe1e23123cadceb54f4e51e694278763dd28b9713710036af8bcf72c2a13ec0cef540ec562394cbd927a9f2cd3693b43b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705643527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=193ab9452a71bba7ef868050ba0889738e88d88bfe21fbf59b88d48933cd7f35172ad83348076fff57d195dce600e2338144c0b4be8301772fc83ca89c75c826497396736cca919d2f63ddca40425bebdaf1ffc9ba5d942ded3918801f66ccd730391746444ceee7756a5c078f3a55da3f7864ebe901181a94e9c982c2b6ee3c75cef3e8c606ff475bfe6b24cdbc6235358db823df8db20be4586437cfac81cad0f00166d870e2d62839ff89a0bb39ab6b912f93195bdb50939e5a9a6bae391181489bbb54cdcf5b6d129f8d43b7833d81e13e9152eaf2a83a28538cf1b03e3424f1a4c69517e05f45d65f4ece3682370c6dda4d8179cead4c5215e6bcb40183&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705674946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a11022f2bc26888bd8190a992fe3cce760d121dbb4a5585347008edaf588fd68c49d4fa8342de56d28ef8b59b31731025f940dc294ca765dcfb25522e0e9bc205e86173086373cb3de15f192554995fd30046ef1864a5601e31fece374cf5655360b91809f319837ccfa68ac7fdc4a10f0a1cc6ab3036f613c8ae1f5ca84be6bc7fa849c12996435879ea3f244c1f79c3572b6189798309713f3e474488b043656a9693fd2602447b6ce6a9d6167e23344e72348a6ec00e858d85939200901c6dc02444924ce10f4e74c24c1ccd6b7230538df20fbcb1923e0807097784465bca4a5f350542dbe446bab464b152707c820282b586ea755bd07905e09bfdcbea3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705692149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3028f6ca77df88991d1c264baa27205ff825ba2ce93428ab5b45dbf6575006cb9964ae6fc1ec013f1f29ce0c3d1e44d337928a12c43c2efbc4da8c5f1db836c4b344cac86f65cea0c87f2e6e3e62f074f548dfacfab604a7a21093a2f46a24e7152d78a107d0f8469d824e00e7a5c3f8ddd627e58cebeedcdbdefd1589d15fde2cad6138af973f4d3f86025d254b0eeb855db6f1ebe82393e3ba40a7f0d298531c86a99ec67f1a4050c1361225a108c1cec310cbfb24a326fe58db06fb03292ee306b43fc64d9eba5c6d15134dcc89f5c30f37ed8d2e5c555331d0e41d91d804e85b117c0c93632ccd4715eb5df1104446eac424d8a3d9c17daddfe031ab2805&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705708089Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=41028e1e323f0a81db3eac50c6d37096a8855c423189b6be805562df19f07aba374a0324cbd560da65c9d52358644d803cc57491aed93331bf8e7238f8cac3454a946421e94d5046f681771cf45b4f471e016be6f59f35d32b1091c98bd2fe10485daf5dd774e06ee7dcaad9183b711ff0b21a8d542a1fa813b520c47a29566910cc8b7b4a1a0652f0c1eeab80e92e2ca19325d1b1f8051f3917452a7d2483962526060a0b10d414f4bcc75344fa89fc848a9fdafce261f2c6782ff0f83c300d32db986d1035399b3f0486c5f26346593151a46c72939986b77138ad0af5b90235ab9842eade6f18d928cfdede0e584091acb51b591a0222543d9c7fc0abd72e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705741161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4a3b3ca2f63fe8a4177ee6f267f9d84c1ecd4595151089f0f2a7de6e091455d8be72596a926ff831978ce4f9b68577b0c4808ffc1cd702934ccfd75df0596554e05e75133671a9822e284fef769da1b98e5084381d08d03c57852c933a750865f0bf4ac98d5bc5f19f1eebd726db7d5c121c57e1b43ca4a66dd77c420f885c49cf2b20381c0de1b63228048bcdc45d4095c78b66f3a69a927e332c860950ece3f3d089a1d3c6d01bc8db6f86153782ab7b772954def5b22a041ca7285df41027cd859c247fce0937b36dbd530a1043182c60ef730499591a77c6ed8c187d336dee4f5821e3e12e31b0253e28971547bbb343fdea54eff29945e367367ddc3839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705738887Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ab15c9c3a94e810c8b0ee60673cb09abb2a6460f0b186607d04db06d61cb780c5b947244fa88f89c210d53d7bd213e40837d256335412c70cabaa87cc7d0746dbbc094707e7e9ecd5e936c98b36874efe3e7cb9eecafe7cc748df29955102cc0183ce07fa67fd728a67a72bb6df246b1ac83600ec1e737c4d248374f43af55c8136c01b3dda56bfe3a10766d141c94a865a0b8823ae6cc77ec337ff3060b81107fe9d04d7364fdcc9b7abfd69c9976fdc76ced1a68bb4cff1547d6a3423acbd496797cd47a3b1a3c13f80baa1ca33088cc5508ad2edf2266254e7e438a3ce29cc7e66a4daac1b072747f5269a695f62cf9b04b0853ccf424b4f71388b37f3785&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705774374Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3bf9293d4d30ec78189207e3abe776259c89bea1867b6e7e8391d3d4354d38105e643f2911bdd07496e993d088aad9f354ffcdb174c494f7d0e57e966c5d8636210f2073a0ceb2d8154d49dacfe27f7ea4c0eb08d73906603d0069cbe10ec0de60945d31b680b59ef5755d5dc3cf8f73f675b538204846f0398abea21d264f09b40fc7ea6c0e65594a34b5af389c514aedb00da8094733ac45bf0797497fc9031b3f801faa905c1ba18e0d445814bf68831c9cdbbdb68697999f51bc649a144e24efe8eac6603f6ce9d074e9bead1b002aa0d6a799dfc02b9d56f9b208b0673bdf4661c1de5b593af8c2b38d62e47d51d49c078b0a8cec35f57ca0dcf49bb6e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705790334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9a150c2a672f487d4a4cfafa2209f053cdfcabac5b4c599c3e3a735361a7c221a32cf1949e4d2c4a925074cea5867d884f86fec068ccf4d02bb6e70b9d26f1f4252410c79fb78fada3a2a7d145fc52b63c92a83468874f9cb93beab5969aab6a9754c3b637bdc048ab1690735adceb5197e627931cdc0ad9ab7fc34bd5aa680f6643583afa1c93762d24a72ecd18a959c56fef29c28261b3a605c42ac30e3258fbc885613179295443c79918380f7f8a6c965b9dc0fd4eb96b222390a04dcbf2e1dd7424e6ed164c2e0f9dee4b1561006668a4d2122ce0fb2a37a690251bf986b3286ef9d30eeb7869fbac7d77c532ad783c408c1c05264b0f09dcc641d3a639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705840338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c2792ead2eb155cb4e4e0f2308d1a495647d3e870f26c47728c33210b82f21d047494eccfc6da031068194519699e3d1d7bdaeb55d681fee8f88494bf9f7176f1f045b2dca7bfbed1587e72b6e39ed3dbb957b1ee4c04e0b4c8fb4cd36f81d35fbd7871f7fad1a79f9c0908c44ee9d0635b69efe52af68c70767b3e8496f7c40188df38609d3656577fca03b5afdbbaf22141a3139b0d9c732170e90c4c2bb8a131902265823f9bfa353ceb8b3c47be567dac36ef605160971aadb481230ed7556e9211970fdf08b26a2e288852e23e279b58953f017858d8d3dd7afe0a4c7cef84996252d07b7647758d2def039bcbdbc538ed01f47f939feae4820d7adcab3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705889771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=607b14e679a56b6ed722d0330d0368c3f0a16b581d9923d0e254f2c69125c567d227fdd53af48a822e9b8fab19b93114880488307e8ab80e854f5b7e96d54956830f3ea6c79f27400aba97827407fc8188fa2ca26062f43687dfb747f566335346fe9a2502923895b5f15684a2c47b111c6c82d01382de1845504e552e806248173242c0d4666d01e7798976ff9454a512733f164c40937306dc13c7b28299b1ed0799413500488a8bffbca6852f2fa74033dcc6df880b885f3ab36318b2f3edb2829b3fa7f5f4d391de155c6a2c485c13cc41233e13930370f665adc8e486b8ea84a59ca9db3364a9bccdc75ec37f47f5f436b36637622a28391baab2f61a71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705953772Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=01b2b25fd8dd4ae9b19bd4d47f2b11ed3c4d2ad792ff58282962f866c209678a5dbddd94fe3efff49554bc8ff3df64f3f63809e6da918d75d50acd7555125796b3d7dc9f056d8446500964a086da7684d24028f56bf6d4b69f442d8705e214caf132e200ed49ac0da29bce285ef9e44576bc9f2407d65abb531b997ae4f358c6c22fbcf06e91414709dac3ac2b8b5e48d5437bd26b5520d9398d12310adb05823b23cb8820346bdc34c3ec448831b90266ee141e8cfdae6b17363cb590e3c7b0f7727fc9cf72e5bce0d94ee491979830abcd0ee07cf1867dc7fd348cb0f836b042587ff207dfb0cf4cbdd213169244c220b85cac566296692a7236a3f47685c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70598447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=995b4cb003ff65482957358c07188e3189d2d8c802d2b881e203b8539d79d8da633168d72d21e830f600acf1686f0d7e67965f156c2983dc96abc7a402779515969798469c39a015db93d144a490ac3462fd744c19e552b5df825d883bf7ce32378ecd15d527b8d28b08d2203187edb951bf8887db83a03bf523e227a7493b34946126cf079df26d17b5e0cd50f3b85f0aec09a9d793c58cdb4940659eaa5b7072a3885f75a38fbde8a25852794b9a49fb02c0ea61ea5eb9f76656d1ca8020db97232b4fbc9837ac4a643fbefdfb9796400c3037afd4fc26fd08b8554e2cdad0e15b59539868a04b71dd80cd2e8a6ff2b2730c69946aa38485448937b2e59dbc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.699317034Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b29359c0e409e93fc1c114ae51ab63a802ee6c17111ffd19ae0efe6cbfbaae1cdff0c5e73d280cd933990c3ea7423252c020d86b117aa3358abff5cf02ae594127141cea8c4e609d94a923da8da0c6649419781c87f26a2236813d8d8d2dfc304741a4bb87cdad432ca16824f10382347a1a5df5457f2ffce3a76ff6576708005b6bb83a00ce8561ba6f6cccf204f84f1175c8681118d16e726c86d822ab3ce9508d434954918c5f42c47e874bc87b1d3fbfd6f977cc4789b844ac68a0611df58269595098654694f6cfa5fd9adbb61253ec18f1377ac8e95f3c02d0dd1e47b75573d4a7703c9f5d4c7eba275ed51af4e2231d1c30a45b4daa0190d3ddb4e1b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706002574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=551a9914d95ea0f2f5a686298600563a8804a25d1d6774ba516f521161540d4c0d6df9789ab7786f245c7bd2b3a8a5f3b498bdc9efddcfb97d246ea32602162936553fdbfffad9b8e049395c9ca87e4ec5f34f4137998f5af4d7797daf07443d2a880531214d4fd298903d64826b6f06e106b6619561d5e8847578d8ced92987c86239672b5e9683c090ee4f8835136c05bfcaec5b9a3754ddf1902ba50caf1489b08e3287b14282311bc273285106ca49efce972fd3195bd3e81dfbeea03ae81265492f8b849931ddb564e2c45b0ee8f389e41c9ddb4e5704bb8387e17bdd0dc11d275fe77bc3824665f3ccfce9a861442cfde6c49824a6cee47a6c63698b88&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706058479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8ef6d1cefd6ac631440ceafa7866224f3c8f837c4f1cb4ec53866e0186b44513902a4438dc8146cd8cffbea2074b01db8ff138b939114826331904e2530fa8012046de41b2a014af8df825e7551a6f638999cbde66ba0e1f06c4a46172c744cedce1952dafdcbba1b718a30e57d410f51d3dbbaa6d174170b1237990d54e96cea29839ae0b7801b33dee1d13c70feefb495783fcec27787d42de83eabdb95a2f2196de97486d115db62b5a3e0a1c2b815cc8135a9fff26d54c2ea742ed1d1f4722ad6d517f7a3195e50a27b5cea30d50efa7ecc97d72a313593a1d2b90b0e3cdeee3d6e168574164deb531984a16e0593e689f27cee7a6a2b70471d4258dd6a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703405259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7965ad08d67de39a90aa11e92e7d09ebfc55153ca6a0e74eb2163ba542275eb3ee96d1a130b96983a2c764d54cbe751abf296a21a3f5689b869bf3712d69af689fb0f8d97bede40aef0939a8217289bf11ab411c8d3c0b00939767f2f7637390fab014325c4c085773daba1972d84c4de21683c5bf9a92cbf0fb2c7f2fa099640e040a4c8a1619d0f9bb86df89edda2f7e570ee78a9d162ae92044893343b523e0312e669408f2de6fdcbe748d92f746a7f0712aa37a598870127ff9c08d7d6d10dd41260f13387ea28bea5672a8dc205f6db0b2224cfc577c0cc7dddd68594d122802e3c0d6d29035c83739a88efdf43c418f9b6aeec4e5de78173c49904f5f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706096922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=135253758eed6dc960c8802c750ef5c0db78f56a990020959a8eabf11f47387e9e3579305a30962b437919ef045c48a11b9379754d7e434421d4e1d38f38c9b532b4e9761150ab658aef90605ba53bfa1bee753bbeca9052eae60ca4a42c7e375fce14733ec1a2bcfab491662decf92da809586c380e284aedc680b9539621d9d234412a59f7585e62dfe4047f113d145f2dfc44c7372251d2acd228b86f3b39c3377489e017ce172f458e70af051bd053150be78fd5301679b4766ebf469b531463484bedbb5834f26f3ba1f81265701bd8092b91786aa0cac92d82f23d5c0e9da1037b65954d90801b814fb16f57576060b22a7bbb0e8e16930360bdc263b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703398526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=40f1a8f1f8329447da8d0e071f3f99bc04134d1f3dbac3252de5dc78981a46f29093999de05896d15a2aea72d578f0f122db86147d116b3712aa1b43f238d65d14e09d1bcf0b3e4107e9e598382ac714e9281f394f8cf1bd8243f83c85c9cb3cae6249efb8e256418c32e287d1d9a9bf0eeb910412354c10112fa36fe23c3d6e1bb801146b668a06226a3cf2761eea789908d8eadab7c3565305fda5f7c01e18d0721efce3f42ff7cf932ea41aaedc94f545540e7c2b5c776782520132e53a008b526699e8d61ebc23c8cee73fb2166d8aa7c5b66fb29bcd3abacb4b553b0e522a34f201dae72722dd46e211eda3d98990c6390f3f5ea47a0454c9eb255d4935&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703402333Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bdc6685b2987fe1acb31dbdd1e4a234d8e80c20793ebad13428bf92d6a3141cd20494abb8f4c8d16c20082d984c08c792e20f3cc21d99ade70672bf17cdbe3ff6b2d07da08bf8ff595a1f348803ccc71e72812dd2f0d4b18a77dbfc8e82ce6afbfed04b69085b04e2e6e284f184610941cdaaf27fc132d328ec41880d8d364f7645f2fec26491803ab79cd9b9ec38ae0964cba194e2625b3718038fe9704ae52e2c229dcdad36d7eb3b5debf0d2ce9f5cbb9694a1c59130e635ca2983c7f44879b42316e1da5b109ff36c6351f612ed59177857c0aa52f55e5f1dbb99ba00c0f0f4abee0c636e5a9fef5e33ae46a897582307e50be42278406fda67a8b6696c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706106029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=104529bdbe63078931d5a7409a7cdf6310a9d46a7a59910c6ef427590561107df496f7f1d4dd7008a7d115864ab64b1e9ec1444dbeea5acde6ce7b14fe0a5f333b0f04797c58c8940fa31d6459865f37af825359579f40076625c15adb908b57017dad778e648a6951b0d044b4c558ce83b4d583a3691a0e1e5aec10e1692898ae97936766f0d51b01eea04054506eddbd9337d06f2872b6f5e073f6fde7231dbe1367121917cff9dc467cf0e26c7112db449d5b2f1c4fbaf1801d1e333a46eb99f5789358806aa3166493fb1f8e4ddcf27b53d127e9c3589a770186c2b45822f0088062cac397fb63cb66901ce329e6bdba856108ca65b6129ee3f3f82060d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706130775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9eca42407275a0a6257292042933afd21bfc4b2d71115cffe7c035e027dfd99d1d36321d65e23fb73aee2c60caf566970ec6698abb75bdef839320f33b780db4918a2041a43be97f27e617d80070cadde7864e27d91bc46ecc5e06c8ac6ff34a8422f73cda7da032792e4ed429c944b5bbe7879a41a8032a1c9dca39ec9e8296f07bfbb428c57a2cb23f035fdc33d7cf298e46fee7ee1185826c40f44d74e1b262d84a49cb56c26ac6c7991d89901d47a931414a069cae4e3cdef945f8152c7c2b11d94370d7db7644dfdecacb69b6d6adb7a55e45fdb7e38cf1c676859873cd5c049dda5c2127119cba8b2955a6c879d02f9834af653902ed5bf7478f854c2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703398536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=60f94364ab5d6caa114fe7b2abfc90806864b710e6ffc2e5430d1235ede40d25dfe384fd693e4d6a4a365a707b20d6d546975cd9d4771fa63bf6d61f12e0943ca5a1f1eb402ecbc3d601d6d2fd4bf124fd187c67f91fe2ea9f886d2982b2d0c5f6debd820156bf775d8a21056ce7b17a499f2744108185d69943333fa7ac0b82379523d773953f9eb82f946ba5a7670400d1870b5d636db2afc471977d3a1e1bb7d62c6f158cad102e46d79b0e876021a88451516ef91bed48f15026c304b62d52c7d18f43fe9daf571b7430491c5e5a581576cd2a48aa375877721bef16c79c0ecf52ab97225c2a61c0810162173f316bdc6d5b9959302a654af244f8469cee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706129813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b4c8d5488674fc7d2ef6bd76497e95985edc6ec9f3a8e720dea14130f135561c5f990d4d9b9b033318bac934b83f82ad83319def084483c4e3d0b5d791ae0e9e558971e5dad0d464939c02a3d0d532f870e822fa12b1527e7ec047928b61207c12ae1dc0ec4ef53b36b8f183d9ae562513d2bf637e53817c09984086e42e5d2b0ca93feddb42b370b46de0c2d391b61db026a4702f3bfb40c7696e0df28b87a5078f1c54bf8c153751e78d84e8bce55930991903248d58394b410675f7e3b845f29d23d383b532207ee929024467f67a56ceb6c6f5a89d6f92c76a0b0598e775ee088af657571e8961f0a5c5fceb1e0fcfa85c7d58900473d0932857639a559f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706149961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=768d760219585cc7e999680b4179730660f9780a78ff934a2dd7b1425f4bfd15a8ea40b15a36726aa7ca3d39a427ac12987953322aa1b7bb7cb32387c266877b47c6a54114550069de75e76f645e2411910fdbe4135470d5e2eefc90b7ff914412d9e20a5af7422dfb06f06d093dd0c733ad53aa46517e612d0e33d72796db62bad21e4d6301f5a8e14af61489aa5ab8c132fa37b05fbb57cdfca675b4d3fe3fa2ade35ac4dd7ccd5ce035a8c3dc86f150cf476a56c6ffc73b8a3138150547a8b45da24e4f9ef0d0bd37e05ec88468d8e75dab83f887e43bc3cbf6ae1dca30bc1e9ab314a15de28eb5095473d08046129174e285e571f651d9509658b22d4190&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706156694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1e2841d9608bbb0a5a17f7c950ef67467a22922bf23d99480057ba1422cd2221768dff79518fbba6803b29a4bf046b999d16bf1aa24469338c17871bb302a6bd1f6cdab8aea84acf98d7180b0b168e3425fe63390a948b005fdece35d1b34d2a76c90a8d6f120bac96ae455e4923100a048f6baa021b268348ac6a3f82bf321175f6817a7e7d917c044cfcca1b2e200f75f7a581dac3a299cd845e78c7ef63243116717f96b5de5e5a56dacd49280925e6f31109bef7d4d94929ecf5eca540969a5e5fb795901b5d9f32989cbe0f25e84a4c3de8a09feab926141431d2aae4de48b8a5b11ef2fffd91fd676793f6e68b196f457f8ab53fe36c14f5a574363e5b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706179878Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=826dd06f9ece1959c1010669e79e9bfbe630f7b5df92cbdfee76f9e3504e0e397aaa4b6ad6d9fde579b70f6bdae6cb3efbc15cd639a75d45058930d560472d3765920c65cc36eb209d0f7eaa9d13fdb1352e7c05ddb5c9cb419129d516f0654c42a7befbb8cf9dc23c55b457b158b05142adce2c32ebc163cad3b2220422a5c3f4be480fa3dd21abf1c3943c89090f9de48f827cde12f93ecb8a6952b96b0251fb2409e57ed53490b819a512dab5bcef768367338c0293e3f7e88a9321f55a158de112d71ed9e56520fe400e806f9aacc7985778b2d9532f34bd7bec56902b23a3ea1815b595aab317ef88b47674b711cc8f66602e3e4b9729776d6902260a73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706189015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aae87fd6990e959e3f85b51728fed3df4e20aafe00dc1ed1513d4ec019d513fccd9d16e76e16b815e113a30125996383ec46f305d8d2e863588c9a9af434f5c259fbb800dde7af23acf0e52d6682b26deac1d30725fc66a95dcc16e7ce78625d27d98ad1db6886091e1b4c35a9d8c603010ca30f3b98ba5e52b52bd66a417655319d0a7df05946cc2ef6739c39e1367781598a70aa25704ac2e4f2c61bc4562df142f601dabfdecb92938a1c2564e363431e6fd3a944a935c094ac8a3e8a09cd57b92e03f053dacb4cf732ac2b6bcf890dbb650e3f6cb96f914495bb3c3cae03902e3b7ee65129ca972ec6721082477f7e0b8aa20d618a9c068409d54b46ac4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706201739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6b93064a374d118051f92dc1225f93b4cbf0d56a7fa78bc1ca2d730c30cb4da8a9a31d050935d6bace096dc31fbb77205885d76f9179745b659a547df9a22846ab3a3643e1abf35723c3c3a016b3b75bb8754253fbab358ed3edb63c6a136d83b01305e093662e159a30ecfe9209ab50acb33ead4c61495fd4f78d217a15ba8bb6339b25a878e640e29e18fc109362cfebc9722d159d95d9187833a23021e6c9413341295fe6664610a7399b69cea119a1684b914c11533dd5a09aa9b7b5822542d84f1c4075998b1ac77d22b09b4c224ad1526d23759e7785ebc0a577068ea5cce45fe335be379edb450b962c2ba4e60f2239bd8a504e37844f7c057881956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706209303Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6a2d6d932d2338b68524728c5d6a8e09c0851a06edcac2ccbdf8552024def4e135c82ad999119d274076e84564075281d69271524649d0d2a3fd1853b81737a44f44da9c6ed4c5f3396b37896121ff3bae85e51d872e9a62007166c9e340943815f2d486f951e08e585b8a27aaecd00cd4491cde2caf4f6d55c0db76581bb9dd2d22f1e364f526fc9df41cc81f42927407544fffbf134cb56c2fcb0ddfe7c88e74d0634559818ab5914a49ac08deca34e478ef1c52d13b5790cc25c088b596689904be2e8b7e515c73195f054e59a85693931ef1f6aa413805c7d7b560eefa56cb214bb806adb204237baad1f5b41d04751bf2f8f0a9cf7dd61c97b9b857e621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706222859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81b03b5479eb0d3fd760f5229ccb22279667dc311846098ebca8d742272a696bcf065966df39d6dd501d3f14d696719c46430d65aca74399896555cbcff33e89e40b35f602c46ee0b4e78f9b79a799d8fcb2a11e879ac2674e2447b5259b0f8b35566c46e4cdbc7fdf2ca76a6af41053bb3b3389b583a2ef4aaa9913e9b444dcc5d3a575bcaa9d0d0245d35254f756ce28d361a87d4d924d6185fd7ec4a158305c7c80bf154128d69852ac6be0da3420109e9f1e348e098d3dfabb3d89c579afb5ab1684c2cce647133a125218e9dad3e3be6798df77bccb7ea59f3e77aac407c409b5864d27006fc4c0de17fa4ae881046fff4eb742cdf787b86ed452fedafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703535484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0a0812b7af597577456795baf9f7126022609c0617b0eea43c1edcaec33917dadf05e2b5a2bafcf3db7e81cb45b6b7beee56edbf7b532e438ed091b0ad31dfb338293416982458ad64f906b243972c8047afc27987a96057ba26e1658669e8d77e5dec5a916ec00778eb0600a6f4b114af38e100767be70a3f77ea05ffcf487ea2511c1992e674bbc777c73887d51d340e89799ea591672c5ebe159e8219bfe5271bd6b0ef218929160aae75b730e2bbb92a0ac01bcaa0877b308c510e4ea6315fa88066bdde7f50b1672a62aeed9ec120dc51b758ebf15847adbf626ccbe473e3c8509d6049aa9612c8564e86a051ee54d3e407490d00d328417fb458307a3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703537458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c093f2f99bbb56d2cb2ad9f6eca02045a9c1770bff3034807bca56b8b5c83d0d711e2084fe8989f11bae30f870516c06d17ab68025f8538e43be427343f48a31c1be4a4abf6b28aba388331016d76f52b020ffc3f2ada16d9ab34e1b125f39658c502287a69662e16e4ce4fcd569149b53e406a37a07a2d738fda2d9dfae3a51aedb97314524582bc967b3ca472f5befef83b4338b46aaed8282c7ddd00ff9bd565da666c70688fe4876a6077e5675102ba161b214ff4f89d4be8358d1e696aebf6f48dd2b6e6111782a5dcbdbc797878e2fe94e54724a1a967fe623ef296e7a3c1ee9b78ea474aab7a9fe46bd584d690369cfd8108b687323d45347480c8610&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706246904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=746ff0bd327532e20fa8b47ee497b0b85c52bddbab6db8a1a1a3c86ef50b787472d0a7e15392c3a3d9f363d21ee5b96644f5a13a040fd0e14c207bb800c1be9cd8b72dbc15323e64d921083553b793aeb28cdcc54371ffa557c0ce814a7b0bd118c598d416e61c6c594606c5fd421257756966d0a7591a49d16a6c7eb34419d64148d4d6cc6f03ae1e795c2cc9ddac74b00ac1aa555a4c2c6bf2d6c8fe767e9d0287e72ccc8240b8df44b770ad7c2f81cb38387356e31ab424324a2eb8177a1450fd69905e05c2a6ef05ca85f2aab7da3cc4ab8a95db761163be9e643d98ceb55b3abbc0ea23e8fb1d1f184e4dc5ea47d1481bbf42b6e159f4fbe623e9632ebb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706250731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99d8ed260b20b5b0e942de061834c1266b1975b6c8cda1b491d38013798d34d528efc67ce26f441ec5593f733eb032a3beab72ee4808b747be79acb93afa16fc982584281743c459814810196ee33dc077923099ce56f14ce3acd84fc5f9d60cc0fdbf32c02b4912bb5895ceb582a6efb2b18977cb36799da3c071a35a0f9ce191375afe5290a3b554c90b0a76385660ded95a455a69a461b23095f74526989c54417c4418afdbb142f939b9ade8a6d4e22a1c4e077a131d82d2580969f16015e1c5ca5261b841325bde9cf203b8edb253d3de564c2da009998f1d9477b6f1b9e495221b609b7a2e630209b2ab23a1ddf1882d23ecaf3a72d5a093eb4c1175a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70626056Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=44323d06764f253cb2ff221e582e6f0de10f827f79c6b5cc16733f8fbaf9df2024d205d7494172707b12fe881eb3200ce03f4f08f9a26c61456cc48658b631bd8cb9db0bdc308221c29da4280ea65f22012c2639846f5e5b797eb0699844236f8fadd6c45f86c529589ab5909ce1e71756a3afc86459cd1951b53809fb5274257361548525b89d867caf383a2c9459249e0560ddd5783fdaeafcc8e128cebaaa7fa28c7e038a0fbf16f794bec5792d455907b1472ee33a545787ec59da3e37aef3a512849e62f54c0d636348b582e5ecdfb96ccbb77ac2965d8a85707565b8982a35c39b305f9e223d65c1c49fd1d00bae0b48130e6c136f6eb43b865b3a07c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703516288Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4d4c2af1186cf43d2ff92aa48fbd1a96126b01dd6a1450053bb646a46a241c86176c7e7231a6831fe5ccea3101f35f597598ae05c50d7f87442f7dd048be3f09aec9a3985f0a8cad30eafb8cca0af5fd46bed399b7d2e2f4d6c5ff492dd60bf924939fa4e0923bcc167e56bbe83d5f9f5b6c48e3f518119b73c5f6ab9cec561bb5dc9725b709b9feec8e531a8b38a19130357f775df6d0614c7820120c481f2f6a769af3192cb855e1b85ac35fa8205b39e9e1bff52069197be29458324d7b045ea7858a3d10f242741384cac0b1f7cc099abf68455319e9f98d8fcad5561944fc61b95ec1cb133aa8e8f34d7f816ed968fc10a2ea85e18093e67abd0e64c057&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703525145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3bc58db468901ebf50d565148f34f2e8b3c447d3e848715df33e376e3f42e6f6f5d00de21a4d0d266520f9f20655eca9b2938ef89a6894dff2e87d0460d525e2995fed475ffb2b1363d36a2f8052e0bccf51e13f6fce56b6ee004be16fb6a93d0aac80bc9f2752e62338ef68488d7b4001f6a4b5dc1aba3090082849a079072bd32aeeab6706db679f0f4c64ab368202f3bbdc4ec118144fecb2b040aa03dcbe7bfa8a9947875550b550b29b56e63a564c2025e4d9861b558844cdda02ec83059661b20859a7cacc856b7faf1ae2c358325846da82922c44eff21db3efd717a7b60f9dc63d16446e9b98b0aba46c6649612c2405cdf27426cc1d6c0b4aad44ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706285888Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7fb496a1bbdba804e6c1d74cfa2d14156a62bd9aac437df0e4ca7926d66de3cf2dafb23079c240167d4dabc20c47e92b6cb4dfb4892b8d7d81f75a595cee1c2953853ebace1840a49771136f08c50f31a924825e0e4c267eaceae0c1c95aa54b7eba46feda11aadea8178666268e799b43bf753a0eaa7973f705dfa08d70fbf274402200bbdffa8f3e9b4563ac38962c999644421ef6d862b541434fd3ed037469b426c4695ac99df7193e1429b9cf53cbd3ba1f94a853614227b5ecaa10a006aecb3dfb3ca7fd4fd129a28b8773933f3a1214e0d291904377a71096e7442a75373d5579c62bacce742b3e35239a01f7d4f3f519428ecc5fc0f4a6e95c2cef40&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706298031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b19b24d2da4c9546e035ba17240f4fa9d0d53ff4450d7ca740ba8da4c6bda5747b3b74fe549fe35169cf15e6d355378745ab591e68f0a01f1ec5dd16f9811324fa4098f7e277623dfedaaa73fedaf4a14a8b07a0411d12bed9c81893d366d7e7550c5f786acbd7c6fc1e065fddb7967562c7a48e64ddfafee4f2ca9fa6c727cbcd4d1957d59db844e609a8522be2b9bb5550cd60583470a3af77b69271306e9320e88a164a1042ce0886fa6da79f6cf7749f10c9f3526fc9fba6edeaabf634a4a072fcc63c0bbef7803e01a7becd1a164c8806430502f445f31f5346fa01d6f7043690d2d07cd0ff96a97d4c26fd534b9f4eb337318d63e944d0f0c34fdfdf4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706342003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6e2039881e8dca7d0e48d99f78dd8abe3b0535a62898e5434e41a589556febc8dd70d9d59c5a4bfb585e739ff6ce27cacd62fac141de028e3115e082d2f8061f304ffbde9b4ad4bc3ee434384e912ff906d6c1ef96c4bdda6fb56f803f1c6a9508bc4f4967d58d8f3a5d1ef172a187c7fa75b6c5c37f59f986d16acd6acbaa93d70579d1a9a7b1f442f76ca2b80447d0f9beba7180e8e1b3be61a916c1e38b00113d94d4ebe7e1f1447c53408bd8b0c30e125655ceae226778e70e0b01457dce12581bc4e154cdf7ddaf0e494359117b9111ed877e30bfb264c44e0961bc820f99db3c68abcfc613bc40b995218fec2166cc935b154090bf96f0187984e1bfbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706385736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=64f2a50f7f02cb269dd5bf4f4d8a7d3414c2aa8a73bf6e386fe2779e05d4ad309db96ebefeee6aa8a0bbde02189418caaf964597b10a568afd27c61e9ae67ee3b676b3c458cc50eb511b8821a7cba046f377ca96114409ba7626607e68b4d17e9281711b7e34cd043dc715ba36ba6b1ae2274564de126fe822755dcb0befd63a1d0b512cbaf1dadaeb162fb003e8c698a593a3bdd212dd8237d2c3c2719ab5eff39552a7ff1ee73fa24af6695e2bb06421d5a00c58f186dc2151a0717a868d5e0d78fc3f9d50be6cd560aeff29872f17bcace939651fdf3670d8c19fa319d6b89e5707deff1e9cbf0134a6888315ba9863a9fc1aa3686ad3c836700f6fc54bb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706387569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53ea62d08f6a88f193fdbd80c596771cf439084e9243d8e1e8ad5a6610bc6aa8ae9dd95d3bad4286a54b84552d7cf3fe033cb154e260af2a1eb34c4f6e0e31ee9ffce68682096aaa81a88e320ee7bbe559ee409984c7965ad5651f189d2f21b47369814e1560f7eba1f1ba0a08c6c1464fc8cc0876c89a83923b69cdd62377c1105934613c0bc659ba75caabde660db5c489f46ab80eba7f99aa1f365f9595a1fb0febd663d26c7a238d0a3fe0a72f8f516b9c51b89c3f76c0cad7583385f2efd9106d500ad5ca27ce411a515b76149b98b768e5bb48bad96acd00903d45938ae5af4fdece7fb2b5e62357fa22ed57d49b996a68d60cf11f9896e6121b95eb18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706441391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4ff7ad2757504ee23e6e1614036b811850fd4f5e561efffe51c382b1132b525f6cf2e9d90434fa609b8f17f42dc8f9efd51217b8b1ed387e537805055fa36c4ff151e9f073c7abda42b5dfd77018d8cbbb035591ec3125b3665bce426a2df8bf4cf43ddbf09cb4899fef9e45c840401804f22f91ba1fe6efcfd1cc2e3957d8c4ee7b7196fc09843da9b6160f1c09eeb67efa4e8a4a8c4fa8deae990d3846c54f015665d7faeb80c5cca9c637c1038c5f91521866d263aa7605910b69b6ac3b8128dcee9124bd2f6d209a9b3dceb273e41a7377adf7aa90c4ab071da000da8d58a8396fd1da35f87f21ea9d7e44d670bf972896e5f501c628cfac1be978919bde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706442803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7e5b13c7104bca1240bedf5a5fca699c3b94162efaca5d90a265dd6f70c84f3eee1429a399268556ac064c188d1156af059ec586d6d0df8c3b81a2eb6200eb169134cb8d0464ea6e87fa2fbb16de911ed9e4ada7893c4fb074559af1dbb772fb1afec8669d1df43c30e40c530b8a97e5d24eccd0908aab8b1657d893fe01860a83741575c08b1e7616aa38ac44da5d74b0994148836e7d0c823741e556c32ef705050dcbef5b7f28f76ed19d98e951598ea90b9bab6f7630f6637a164379de12046955036724d2d2335b5d342a5b457c0d6073a83f18d2ef8c9c1df7eccb85ce9b26d90b691ce2f67ea0f34593d2abffbc8f23af78b4f8bb21a2e531a63e6bb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706485313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=91db61cbdaddcd228f6ada0d29f6c895196b6a8c8ac17e30b0f6de07f301188adf7839aace33ad2253e9e5e7434ba09e07a8d1c3fef52a7022eec0e89fb38211c0b09036d400933b81205b1d8a7007af9bc4929fd7c59d4c46a58ae1365d34025a4610d83fdf2be5cac40e86cb766dc864da365429dd94f1746c1569fe73386d12ae4d3dbcf8dc8ac5686198c52c88f7464820ebcb07db5ea3ab49917a302c7ebdb2773082492853d6a92c67b1832afd985712be0ef8f8a445814903c8de94700f0dbaf545f4487d117cdffef58b34aa215720e0ca785118e4ed53f63e0047b3aaa809396b0337ce47fef08a9b4fb8605c2e4094f4ccc33ed119f7a72483f6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706489812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6aa72c6970af5776e9df0fb9119c46c2a9057d8acd05c570bb957eefd64dbfb61175fc23661a2cab60eade10d8e53d86db11654c5946226960cfe6476dcce0eaf323119e2e0859b45c5c9e42779c33376d9853831f341a0fd6358ac47e1cd859a3843c47d3e17a361fc68f311de9a059bdbc223ebf5970355db43f518078d35b41aae7ed817a9383301d331f9daca89908f7dbc9952bbca7079e6a3d1b984d51070d4c6cae121d6ebec639934d2efa232de52190b4c0b319448af80d1a4110c8c6e93c33abed152ab58b64255d20c4e41e0d60986bd78599c52a03371409458480c15e1af59fd90434822e85587e789e12390f3c9647e581aed424cf48d432e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.706535869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2f45d84ce6d5d7814959557fd6d5256353c9bea44dc71c765e552a6eaf79f2f255b9fbb7fe87b5cf31268a5d09384f8c46a2570e6c2f5eb36e6f6c6c07d8b8558f3af1a0fdf2dd0dcf45acb144272eeb2056ade9d9e24e3f2ef80c2ee053e3f85a5dd447759f25e96471221d9e4880e77291f3129e0ffd64165a6f2aa4db3700945434113802cd5588567f5bd5bb4c6d9d9020bd6b6cc4b85f737fd1b905eac5ab260b023413b915393df34e67894f3f1c8326a5f9917371e643916b8c81fa858818e6260ec5ccc952a4777af873d8cfe000e1269ed41d63cb23b3b63862f8476283445b9180f7038bdf634744432bfd05f11f2184ba94f15ba26f3bf6b83548&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.707034518Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0c1c60aeb3e36618dd1048b81dd46c8a0f4b11bffc554600302f48901781266e2ee3d317faad0e526166d1abdd216720c9311e818296bfc63ad5db2f2877e98a899dcad64e9b9be05f08fbbe47eaccbe389a6778ff219556b01802ef11ff51b616ed0aab1d7f0ff4358b477526f7a6752f6c5face5b408e23f145ce3e99d9c16959dcd7c3afb19b9670a2c96a3fb67c41144b6c48b760d83a4fed7cc7e8e17325e71cf6b980b1db67f17ae82f7b092db502f591764b5239550fa22e283f32bd99d549b3a073c33c4fcb9a1b4a74639fa6ea8590da7c9ff46183c9e2de55257b670496b9cac96f5a7c460c7c58417bd4af8ee2ca6cf1c17e927699633bb0959d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70764538Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7546a03617d94620c55c4ab2822b2db130975d8b8b150cca43921db1e4a743b91fba67d65a1cbc3409b0de230f185f88433b02376e51cdaee6efcc7fed43a46ccc0163400ea753781cf878ec1def0eb86005ec79107bca61da412b0efaf3d0d4d46a13843095b7d722f17edca59cd8041a8b9d9d6b23b9b435346a8bbfbcb0506492dabaa582aa6e30cf9fb4bb32eff29bf0abe7a23f19d5ff3732d39b40be4807c5478035e177ec04cab9020dad9d420b25a75f389d90fad0ee09b86162856f7ddf637622254838cd31f6fee45baae39f7a82750914a03c4b36820f375d10cfec39017cb4579341697c852e50a548ed6e6b6ca130ee8be1c8ea52b3bb8652d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705236219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=82692a8dd9367ed237988840369cdce6f64c756e270c5d50019e9c04e4a73078da595e4630c587b4eba2cb3e3c3e12a7f0483b3bc49fc9231d89fbef8877fe0021d90e1817d73caa790c12baf9cd18b66f676567609ca10cbb3fad5f68f6173aa59a775eb499fde0ecfb903dbb5aec8db3b38c40919a5d889f5c290be36034604c7b9b9452abb05a5668c10d8621dc40a77b5756936fa5fd21a23cdae402c3e812cddb1ce2cac7d41d23c556d232340b7d256f192ca707b06940c9b6eeb57c4eeaca88fd35466e222cdaf6bce9693c32fbd777dc752687e364e3e2c4d3f7adf1544d45bef9b60f1186720b6807a96fe4c6bdc820a26a2459bdbc1f4f9776c217&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705584115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a647b7f64398a98ba3e68f1ffebee94ffe2bb0d992ce1612026ae667b0e026a48dd849f588c12cb79d63c55237deb53aad56cc49b4c520e79a8c12189b41f6f1e1421d8e67e80ec3a294ff7c13cc283a217f902678739f790f5e288942af3139c9c075f7d0c843d4e52193e62be70fe90fce4ac9df949f68dfbb17bbebd8ab5d7228840dc1726a6155a344bd701578309879626d3ea904df5aad07b815bc332798590f3fc15916de92c36deee67d951faddc06a2df523a6a232b7596239800805da11a4ad5b8dbb9a93535da3033f7e201d803f7ea3bf70f38398b66bd56f558cfe6b9c91840afa925056a55c98ff50bda19da49209f914ee2d99bd9b82feb51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.705318865Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0df39fc36f97480f4b29cd2110a9e18452d6f9407ee7197b5ca8b79c16b8ef8208c2469d35165d2cc7b21497832cdb85781ea94e52807b7c7a6f35a63db24309dd2a607f6602fd09d8aecc8ee4895c0334f674f38230a0fbd13fbf5e607a07d1f450a04070b8efbbc31c3ad6c6d31104f877d9872fe4cfebcd091d12d52f5e3f37ccfd769ad95e53ae74e8712d1e168f1dd96f66786f1562f6f8678e25cd18e75fa7431952db9335e3c93d81f8a7bae00d907b31d330a3c758e68eb4463f31eebd88b5c9510cb567c894eb753ddd6367fff795511a2b3e35d701a88a21446612490736d75c06d604dbeeb815f408c57a9c499607a0401f544196d8988f56f543&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703895032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=904fc0b0a86104d22231a5c2a29c77874d315c85e8bb7270d7b51300169925cd355822ec1a43d353f5227bf667cb414a2cfcc397c798ebf5601d6cbed182eba161fb0cd9b505667facb2efbf302d993017b392277bd33b49e79e3aea1065c9558e7c5322bca9be130916da11488861fdc24138c604332116135bb11b7a4f2fbd0a894b775934c64dfadd7ebe807a921b81829d70060ca6d67d500c5f54b7da8774602ca7a71654475b39f832e8cf31d2bde463d254ae9c873baaa65fe3862806e6d12b46f9ca14d84599951499d6ec51968441abdb03ba152068a87a5233c06366858905493be5676342e96fd5ac1c8678dfaba6d1a7f7484b4fd39f68bb18fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708098263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b3ae8f7adad4d989c7d7fc9bd3b7584eaac949fd057be017cef0a197c4cb310f0915fa24dbf9cbbbea7f16b718106910c868bf3ed5cf4bf0ef643a061399205a030348ac4e0a51b3282aa8e4232694b60974982da25832c39bbad4b00d11257f8fbc9228538b19b4cb463aca6fcf0b95dad9243068d20ceb4cf716af831928e9d874c3fb03fcc513583ef1f38acaf5c2df67774fcd7590c0c235537ebd350c3b286b511df4decdd5fda12f9e9883f9d5d5bdd6769bd6aff0013be62dabad1f9d08dec7729fbeccda0b6a43a3a9c2aafd52593d7d084f2fcb0886a0aa93af9cefb0728150d4c11235cc12c98f8ba10e004c309ad28baf5098909ede8f5832722e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708110486Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=189ec983324cd67da007dc9e739862b949369e0652edcd667a6806f944942484f404da2661e6bec684459d54f150110eee5ba870d2f152a0bba6d4ebf7f7347e42df9ce7468f12d3cf334908e2743d2f1359d2dbdd5629ac9ab5db6563eb2ab112cc9f42744fb601d529e4c984211d6b5953547013694b1ca24dd25ecbd35dbf31ab5919e2f003c24f35a40a8c38f22acf5da93637954caff07776faa7e1237eb5e2b39c0e5739906754f84b6ef41a9e41311c1437bf8746a324636b8150f1234e80c42c1dc430177f60eb16424de67cad9c776b8644c0f5dc6a6f7b73492279353cabf1540d64db1d2cb95e65efdbbcde78a756ade7fb07fec7fcc241aa29a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70812326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9fa35e4889e523a515edfa40c5a5d8151a325e3be0c5760da78af6a27d55f07a7b4d93a0c708b01f764a806b643ea322a6b00c5e03f3c8b6ba08bfe5aef1ff9635fc428cb98335ffaebf4863981749ec8764110244b40cd8ae0fc368d04ade07d7dd5f35261514c10b3230a3d5e54a2333ffa85e8ec41cf5d21b6701696968d0f2459598f02117c32383d8ab7f3b6d255170d1ecd0c3953e9e406e6252bf0a5f382654a968e41173e2e0b62618be2056c72396abe470b0ba5b4aad5722bc854070985605339ddbb9bc7e8648e4d75d8b91c2d766c0a1452c90108b1a3c40844fd43247a7de764bb1bcc861f5853fef2c96141295d464978834a4a500703cfddf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70813363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7b3b3b9493d0ce563e9e258709f94d130357de03fad55fbd41e206ef335eeb264915466b63685eda403276de496cf807d93b45b21c79af34d87c82a60d6b5e407c2e9ff2f135a7719e09dc82677133eb05ed4ced2bcb568be4ca826c59630195709aae510ab9cfdade9595214eafea6bf03ce0a318e2b73d37d1e5d882040375a543b65fb837f44ccfeea4144bcef31db0438e9b85b158c75086d63506d2baf41f0c63c3a05c3c25fa549f4099f5fee82add8d941a65ee75a32f899328185578920d67f7bd6a6f7f052198392e06ee96451735fbafbb36d467e4f683b814b6a23b6021623eaf394510ca95e3081b73b44f8116f876bb942a3b2e31411fcf5ea2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708138569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2075f24a75ba3ba0ea3747070acb5af616a49539de01ec4e6fb6390d9857f59a43faefa001facd97f76a1a0423652b5730afa751ad8385f8e8fb11e45bdfb47c314e4c04fa316b8a6b3cba83dc702b6286bed143a3b92be8968efe6f9d53ed130a9dda64d4df870e29e8d1ba08ecee6d3c0cac074b065d7e99962d4446e737e354b8b912f5ab5b83f48bb6d9374e963c4534997cf687c0a9a491d1b977f328cf1d91b9bb6be17be73a608cdb328aa56f343f3c1381684b75546edfa2d804db64dfdd014d5614b6733650412e9badcc44e88d987ecfb5d36234bfcb768810c86935aa41dc03b9c39568b7873c34a17077033c86eb9f317f577ede97d93bb5df3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708143849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7085ad099369ed4dc76552323e4cb7063d0dedbbfa46ffd340985e58726f426ee79f2c54a9564e9914a867a849255da952b92c318cf3e3999a31ebe6b5a609d93d09053898efec207deafcaca7414d4336f07c2a39d3d87bbf22b632680647cba3b15829f1924a1eed7d514b597edb1742819f7b50ccfb4106b0226f8047a438de8ad45347c4ea427fc2da7ccdfd227659d003d2195075fd550424b224db282c19fae1e8e82e10843f692bdb806688b4a80a347518fa3d5fe46b2c78f13a4b7ce18bd21e6fcb62ab5460018231503c5258140fc2373f09002fa5fdfff708f0a8471e65759ffad768813515ee75c46392df61aabc0c65a6db2e6b57f72fa3b02d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703879673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c080d12f5bec4e57aa93fe2237ba02aef342096fe71bc9b26f73bff560c7b2ec5774bdf7f6bb86d83a46dce66428811203e93ba49006ea4ecf328f9fccaa1ee93ed914f7b3d1e11e5200286fb6a0eb4d59216a1ff9a80139d485a37d41dff554c6db9220596593558de4a062c0b6efb97d1ab0476fce099cf1a29bf59aef5218ef6beb8b7efd458a3ace6ab0a175d12fdb6eb363987e2f46fed29df8c5eb0df8d08bd08c55a7b1559b2408f6c0f5ef7b11188d86d86fbe115d4c13d801ea897505779d6bfd39338ce747337c1d9d42e09d8ea0b24e4146d28a4d1b1dcfeddce8e9534c2785d4f84d5d54cf66bccfadef4d91e124a24f03e5776ac8b240b21ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708158797Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=41153e6ec09027737f41a4733ece649d28ac8a411d15a48c942f7bad03f6b3686232b4b5f5c48045aad377f7ae482c0ec08ebbeaff6f65c999472f8a2b2507dc3edce73c0be56409fbe22684c75e4970aa94a1e5d0e09ef330ea7c54123c4d35ffc47900b3f251a04cde1987b8b534137355a2875220e51138515da51bfd59c307ce9ca7c41db41bad2a05601735609c5adc6b14a69d47d698789f38e29d617248d3a6026c4bed3d6e67eee467fcaa704410337ab58d7f0dcccac6af4112768cbf960f0ccd3871672bf6f539f8b02fb6219fab5a6730af194eb7f38beff35bc910851df2f2b66bd310b315d96a6fd0b907f5e6977e070615ef631bd1755be58b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708170559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4f2a94637f6bf3e3c2fe9a0a76931de72624f9b3e2ab8cd985e0b218941895b34f8d2f28b7f0860f63c78b5f910c7b279e712ddcf8f83a3720abb2a66ccca1e292317c8c55881c12936b039c3009c1095db153d8f9ebcfdbabc9640180b9b795c8497963844b963be770c86d8d175a54279924e45b1d25effb0e7c4e5eda49429180c87d26e706e7c31a929818648c74c1750661624d4f42e062f4ea34f2d9f93efc5bbb6361e3c6f225d883c7176d2c460bda29d2d1efe36958d47751349fef786f9f061b5b6d24f33b6b74ddb4c4c51ab6c222e4f73d65daa404a3080b256741880cd158b8fe19f108c91655b11c868dbc45f1ceb335dd907006f36254c4c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708178484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4b5dfcfb9d761074142424f0943b2f67df03b9e106c00a66bb7ca82ad5815bbd2adaad2ef18129dab45d063fece35ee42bd13afecb90f377d84902c69f4930f4cd6229b3cc5e9464f1d434804f136929c3a3c3df2c25ed8737ac3a205717123a682250b578b1e8ecd0fec078a0b4c37348c28b4c5623a28b48c9b59e97341ba67ac60a4a1fe9f6389d7cd217416fd13ada2e348ef88423127f79183135ee7a439b8cad3130aa0695ba7a7a6e985aa881568a7d091fb72b84461ee9a56067151bbe606c039e53f4956a457b3f27cef2c3ed5bf8bce87cc2ee75a6127283aa34ed23c4cf41cfe1d913c91e5c04b91d6797b77b9fd90846448e0ca50343a634d3cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708188513Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aea1394f11dadbd1b60b77fca6950dc98e341c77351bb49aa1057621e7aeb3c5c31c93107ec5d2c30c2f20db0293a21534da00890c3bf8f6a7d8a17e329f327342059a550fcc6d669ee950552d0ad5b0556917f1a0b36df55186d6bd66a5f595f4974c19927c7d4d8db4b139802bec9ba58c8a6be65293901001420b882f27e701daf81bde4408ab31646f7d7e189448fe43d8b1ff54ab940e7cfab99d40cdb81fb7af0a30e6cd33aef143b047cd0b521b92e337ac131ad928eb13b28cc9de85437870822a0ea36073d8ed11895cd7cdef092a48c9fc292fd5f4aae7d4372dc7a2bc9f7899b795f71d785df17b7e40df545f98c8867fe10125f15c8f710a7390&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708189134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a04b59f4cc720393d0e2a5e071c517de044cb3afa5f7962aa8112be1c34a87a2b25c1fa3f2e30e8e23bd2922d2d70d4172b6e06d76ffe2fde596917244ab1241a4a9b0e6058b9837fa07f0921b5494540325cadfe4e8fa0d1fac024016fadfdff034f4e89ab1769aee79dac0756e57cb2b6e700446a06a7e29afcf66a76c4836f31a4bac5fb0d2ee648724669e75f26b5222d9de8fc5af8c2b957ea332e335aa2c4e5318815cd06390f626ac927975d8c146b586dc0d6d2f536d7dec4791403bd5bc0d823cee35f405ff078b0e9deae4c3c878f45c95138bb1db217825a990c26cf1a348620acc607e6bc34afd3f2adab51a52933200cb9ebda8376440775915&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708212558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=19c8ec5429dc0fed872737f246b1cb1bd45f987730ab7f56a7004151aea9957edfc35296b39e8f4979b7e3f36695ceae5a1baabaeeea758ce65bf90950f27e1b6801bdd43b14a634e46f146c4e099aa2aa4f3f61a64a7768e2ea360d1c2e2ecf505e0d3d4496910e55ca5686471c8f55c4b6a68441464a3db66dcdfb3ca8a3dbd195d1fdc052b2622807b7effc81fa45a40561c81edde2d2956932f62f76cbb2988f95ce7efff40456d8c7ccb10e35bcad8102f1989d046b7c24f40c9cf993d74a04f4fcbddb2e6fddd3a274d01ffbc06279f121f366e95de0306281888b178019e8dbdf24a912dfde709574a65ab2f330418d06652b0b8182ac101074fc45f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70821869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=44c414b03d6d7a1f1498bd2bb05c1fb68899bb3bac712f0ab7d87f5a31bcbc5caee150e2d0d25970149ad1e66e99eaf61e84023cccbaf916555e2acbf3fafe7013fc9d09167acaf92ab037bb2e71134053237b2c1cd6abee104afa6fc1c8c922be694517a7564c19898139b294c5e802ad4fc35427123090b6577ba550e87c30d7de8f33fbb7598cb44fe5751e261ffe486478d698d241a5351ac7dd1b0e7e2c58e55f29e62e2d5599cf31564cadc6adb6522be5187a943a73eaa4c11d68d05342f83e577033ba70ff089daa846e3253291e71754288fc5e023375cc2e9fbd335c75349cd36674db37829edce138b3e8f5f739e9b2ffa05077ebbf6bddae0d37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708243847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9c6523334303aba3ed75df62b98526e16a0d7a1d17e9637bdcf62238a86910765ca2c88d92329310f826132a8fe98ddfbd8d720fe2eebf87958c1ef7e87f2c03d0d7fdfb4e4b6e8c68fdade299b494d26322a496a191e2bb6c5928958fee3317d455fbc7c01b251b5d5f80bf8fa02638137290e9d0833307f020b01e00b2e17791980f1dca439e91733779f95a7697555d5304ed62b4ef7cad53706f93a17f2364cedd327a0d9a357e8efcd9b8f55a40aa9291f124b0fe2f79a1e24653dff878a715065aa069a853f484856acb41a3351ae1cd4df64f8888de4cde9b145b848ddfcb49e9bfed567eb6e29eeafef36d9d1bb05ffc68556cf6ca0db88db02364a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703899961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ba4f4ec6519bc4793c4f42f6f0ad28df10d6311039eb08b474ff30d407676b3d6b25875a6075deb8e499dec36dea4def746c4472872dbb20d2389428fdf143d72dfe7be27e55e7db720b51d57b54b3ee6006fb65ac1acba6a85dbe18d992befdd8bb480638777efd6d1bae392ec40a7aa1fad6d91c3524b16f474fc657e03d410f45057f07f3c5053562c20af0275bb6c60ad4bc7fb052f9df2bc2bfd59c1fc4d1e283755da272c656809cdf78527b7ebe15666feae4b5d4b6a6f36d7a9c01b89fb1ed38063daa609444743b7b8376878786db42c146112d92148ac0f4732e8de91734597527dec2b07570942771eb88c745e2c6e44647e3dc645f614159afaa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708296186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5bda9854d0e967b2e44851a5b311aadffc25dab35883a69d175612beaf69ef4bde61ab0ccfca9841c610e95ca9ab61e64a9bfc5d6768891047c0b3cb9d77769f9bb0407c9fcc137bcb6f1da3995f74b486dcd3e053a048a210b1b3af8f06a212d64d3daa07def268c8e52bc7536dd015e82b9e5198edc262ce3b37be2441b749c17fb763fdea7e380519524f10fd8984c6b3cfcd05ac7d89f4d48ed28f5fa4e1e3b854de4b966310aaf69cad188472ab10a28451fadd17ca00b492d128be67a0221fd020c20ca3b1b2465183ba7c04f0d41ee7b69d5444b5fb0b0aaf0e6c6d72f951a5e0ea8ad5b8ed29d0ced14b6cf89c67e313d857589e138befa549cff5ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708295485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a750574255bf15a085f4bb908347b9152e5264fe99447997f6650a317ed11728ea0e9dee0f8cd88c3dd59c5cdfc10640cc386394d73116ff05fbe450a86257068bd27cc86bc68d991fed0dce500c606e1254495af777cd133c0233387cbefdcfc1315488d5b2da7abe512a0dff902bc67680468be0bc79c694051fa926c563f7633f2a3f5ea38964db8b68008f511430d5ae799e62af3a8f35b5a751a3edd8687b6cf784bf3cb1af5fdd16c4fdbb454f3003a8bd632272b5032862b134dfecb3f86c6b527dcd392254e027fff80c42899e461607a04bce3f441de76b3f21974db1fa48499d3f5d3f26cbcec04512c4fb47f2d284e973008ac63152b74511e57b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708348164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=16d5e68b3c93ddb15f84d9da1e9774f9d275edd5e3ef7e153689062cb76c700a154ef691206b4f5964582191f3a8a7d76d16819cf6a2f3869d76befe5964eeda46d9aea93c18050f9d9c9d16afa37c61c7e47ed17ea29ce2d635c1326a4ca9245d6f1e360a2a97dc9ae86af0eb15bfe97074e693ef3d8cf3b945a37c6cc6aff33cd371c02aa50fc2f9ae20e4a892e276227ed3ba60d2f234873b8f0cd96c1dd681d6460b618848257c5db554a0434c95fbbea22ecd3d0ae6aaa29b52eb4b6babbde64bac2ad4253de07822ac64b0168c5721bfd4ceb2e015ba3ecc48123b87f886ef271c54db0c3544df2efbe9751889dedf0a23073f284c9e16be6a4f5d67cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708748458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99b974e800743c85478444cf523a906fe376b338608ab3d5cdb468c2c526f50e8dc049ac981a54e29a8ceaa30f7d46abc41b24204c8eb77ae7c47e24727426c6e15a9817387c6ddc7bde3e6e4c92825a7dcf705e0be1cd2e39aaaec7a4ee9ddfa63ca5cd8109bfab7e512bd22877d208599aa6f87d3a9c460c5fa85e7275d50d7ddc11cc24a5f1f1cae39c22e36ac9728bf75aac6922a6cc169bbd191018e9279ce595692983d0cf49322b51e89f50df1cb5bfd8bf698c91853831f7a586c48f661f011fcd5416f5fc7578e9940fcfe33afd49d09ceff9fc23e0f98359c1a47c1970a5ae0ec31ef336cf66bc79ff3e9a974718bf51061fcad3bc750385f5e877&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.708777864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3cf1019955d7a39d7fdd3085de1bfbd9f0ce1d0d32eade515587ecf3cd585c11110cd51f8abf7106e06b0df4e25c2896f8934433db41eb1272f6f35886ab950cf3387b043c2c2144e1f5ca7f6c3f9d017c326655c46f2588eeb122cebb3376dbaa722bc4a1533bd9af0a1156f45317f5420576ac341cc00e2c7782f4443379282fbfab22f22984100c37e4b65019e3406593f18edda8fc4a3ae29cb6a54564c4a78f180261461a78139f276d86500384067318703fe218013d76a38bbcf8141413f4185caec1182ad733f59456765634e557c9295bd6f412185fb9c598cd7be384c29dba9e9b10f046fc7b2c9129562cb332422149fc273236d3f7c17f034467&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.703943884Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=75da010ade59c2d762c6c1e231d8509545bfc64cbc76015b758269fb4b147eed5acd0b1ef17cca2aabe410f9f0c19e3a6d4235a507796c19113847cef3e2aa8f10e95da10b3f1cfc72eb106d5ebad2a98be8710e8dea3ac9f31f0115469ace0366bb05ba86e67bee7ced947a74240b9d41e6c6c2ad384f1093bb3271b4b6f53d25ed8a6bf7bb36eee119414bd56e6fa6e1d18f88e0ed952e06cd8b462a89f3b28c12e4be0e67cbe991fc29b4301f5cb53648eff52b87f4f64a1c49f402caf57ed7712f7063f879c1d04949cb1b1d1bb58f07dff099d461441d6c82496aee3eb71f9d28aa01f2c5485b50f1fe945b5b55a63b4f5c017c7218a4f4f31382f1e78e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709234114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b16adbba875e2b9406f7c5d2e67f3dc963a9f4a75299c44c58983377b0d83e78e839d17b620efbde43dfa8e9ad0027c0b3fc6976f6600aa24ce14baf1ce72a0b71ea458814b1aa5ab774be42b28058618e46fd1b41dc9ce59c1e05d1d0facec2262c21af6d828926a0f12d18cd93d3632c9e40f8f0cbea17565109eb82215cc095f6ed67f1dc7ce9d8c58467e2acb3162481b5471d5d0e3afda3ca831edf064bfc143e929f734293d3905a3eebc51b835dc2bd408f867a70d81a7ce726900621545553867db1ecece6304564864fe52163a8277dfe45dbc410d66a07b52b0cce2c6e9b156f8bcfdcf98582bea98e26edfd26eae74b13d49d71039110c8bc7900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.709323512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=52df48610c67971e4705989979bbbe849efaba720e877901015f9e5feaea6a063bc7583cc1336d2cf32bad503f4d422ac074f37290f6e7245f7695a8beb3308811b68cd20fd1c98c06203c126c37aba0c2b785b028c27aa5dcf0c2c3cf42ece1d6ba1d6c173286e66bc91c7299cb5d81aa682bb54115a40615d45d05fd1c5c88c5b5eafeca32f5a4524144ce60bf30ed150faee201dd6b02ef2efcb3eb213167805d5c12c27ba0c6fd94bace75c7ec0d3a28e58d3fa8d29bc3b57910d0eee1d416b34365f299750ef16428b34c67dcd9a845e27bcd7cd109afd1b93b621916d996689b458bef15dc6c08f9139e9dbbd365e194a5e829b62c749593deed5cc594&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710042076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ae36396efb571fa5302cef5a7bd1fe0f51031b6428758c07db747c47396a6a43816d973852719b2f3eeca8efe9e6d17d89bee7c610b6c08b007e235101bcc33c69dc47b92a8ec4775640ebed63b925e6722c106adb29bb2b3970283a1683850b8c5335dbdbf05939823806288a3c68fe78b52f00ad27d23397d1d57e14a5de3daf341e9cf98b18b234aa6ed930dd94374651bff34f898d5a69dab0ba928138a4ee325dc1a29c2d4aa0f0358191dfc4fbf75282ae224c239e329100464925e1537c28d3acc61f2b0845a2dfdd91e25b6be7429e9bc51d12169a692fcb655e09835b000206b413cbc3940e5f29aced13246beb86e5197710476177df92fda89755&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710119703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=56615cdbd98d005fbdc245ab7d58b7bc09629fad719080ca7ac361a8ea6e8508f121f492fd89ab8926c4522669f3537c1b936c14505007d7d53fdc201f4e41474fc87b47fd3c219bd2343ca71124adfd557bd26e5d10d8001d261727aaf2201f7bc0756ca504a1b350bd439cc0354dbfe70a60a3003e444e9608f0cd06b93ce6cb91c993b33d66cad5ddf18d926ed363486e95a3deb5d2da54f6e82eedbff12edcc8541bb1d8e90838f8cf58752b79e48b9a1bcfe7f53283dc299d2c663109a0a06714b5bf06ba3f53ebb24c0ce6d1d4829a9bc2a7d89784a5f93540094acc2d5f3e58311448b10ff6199969f3db293745cc795ce829bed5c690a7091719313f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.710716016Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aeec9eec2d8937faaeff8600400163b3e2e02847f310db98db457815c36e2f852d796b1fada0328ccfc6b5b1b494ca1467ba8a9585a6e9328c36100145d5b7b839a65de2d30ff8f742914e9e46fd0de9147737328d2ea0a4b0d4bea217c91710a95efffe54a51c6af5717c70529fcd596384e81398ab5d4a4c36f83965ac81da828506b90addd48c38eb045d8246971d98f6529ab76d83528ba849e6af4de5fe66463443c2ec45f9f6316803811ec07688aa9aec39466d5d13f6e05a627119aea09a33664947ec6832ee1b5074accdebfe71944d2a2bae882ac356d6bb09793af26e9850077198a1215336ebeb755aadf078ba7dcdf1c7c4365cc2b6af08fa39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704031108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=649f7329f45e97ce3d8d2bee314bb6e91cb3cf9caaa6f8d2ce160a845aefe7cae808f66746c214931567dc45e7b22162d869c0bf241d76aee6b902ef632bdbf5dd7aaee6fece9999f51ac24ba2f73d5ab6a856d5325a1fda487d47035bc34d6dbf883b87f3c47e5cd322d0b94f1f20965481c4ef30724cead9e81664f3560eba8bef745f795bb7b26772b0cf16f4a587412f7351199a636982af6be480336a5e413467e22b8309f5dbacdabf0d7816b0914241bab7c05fa8b4d4d75d727a0426940f8b399da1e46cdb4c420b6d2f8af28917b231eac477be8255ce99815171e8e553c23ba3d0d92530f2f1094ae0073cbd675a2b6fc08e7701fb23379446c004&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711088478Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5a2651ed008fa1c1cc821f8794e5a5ed6f088150ea3ebf317cbbb4a31fd4701c9efa6bf62fd0ceb9a59ebf68852c797c2049c8ceb2ec32f362124b5ceb8d7f6ba9c9cd5bccfc6ceb1ad9be6c4a3b46b0e5bc3424e2dbdfafb31f154ec22ad72982f61997c8e744cecda11754409a684e20150f8d7885a9306903739b78511052c1524536d6aaf4acddcc3dc1be4f550fe1ea462b53c5c8fcd225d465462bc07233daa07a8adc6f77df969abd361280e4a90d1c5a726a40b1dbee894927ae2c28b50bc16fcd5e10855c39d8d6f1fd341a4b09bc6b31fcce05899a57418ab884651b874e0ae3a536f9305653e594ba93b1bff5109cb0c7515e3e86c5a53e08a21e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711133343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=1a6307b630601758d439ea243764519dd02ec8b9525eca88f418ed21f4d53d06a0a33f819bdfed53ea56283d48031e535a12fe2c8b6c8b9a61df82880bc95562064b53e61873fb41903eeb050b9c625d77567752aa03e27ee63c0814104037c43cdd5cf72af5c54faaed387619587d08dc347becd645e5998e8667437d4042a1f2342ca3c59193b0d6fc4db82c7748651168ae84e85dec6d64967797b64bee24b83ffefe9729ddfd0e16ab86280a4a5d06dd28ad64a1ca23ed1ee7e3fa4347401dec2e2f2afa9aed2bf06a14b0ebce312377718e8c618bbd8ff75a0567ce3a58b25ed29c6ebbb5a721d13057d63e1d238918e93d40c786dfebec45295fa412f8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711245735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6e5bf385f2b4e260c12217e1572985c9b4d5e2582410f4d68258c9c629c284e5abe6ac7bff35f64cf137cbbdd6487ecb32b82117d552d792a0d8bed6f171e57a215770f1b58488d45b6d3253df7345b60b1b389b15e0644f42ed3fbee8f6252d378edd9afaf43563fb4783926724843af4129597c66b33b00c7dbe88eb717c893eeb18cffb27494e3244da8e92df3a05ac23f7e20c28062736cb807e3257aea9271a9e956c510cd924c83f65f7d1b11633ef909a8db4f4e730ee0794ef74f2f5fd46c712adb0915d3725cbe0e83da26960d3cb2f7989b41f1a0fb408da4bc7c9f6916eaa0e0e53cd6a178db9d44f6824d1014cdd420b1b40514094bb73e294f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704055164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=017a61a91af25669cbd387a40a0c080a8355d63256c969d32ff9120e857e1d2831a9d0d9c5222b1497baa34912c9c4896dfedc191978168dc99a79c8fdf139c975b07cb370b1c542fa22c6e61bc60567e2b8af937c2abdb4a72c4e04edd5eeb1cecfe848523a440999bcabdb8ae2aa054a9c25283010fd5794ada398cf47780349409d87733fcda8290c00e9d1f51dd0dad49b70b94d59dcb0e4460ae81d69b9dcfc39839fa34c642fa235451afd2ebaa00678e025bfebbcaac2395ff857d8e891264c829dc60a814845291dc313b8225766fd26dedf0c3bcf00718ca2283fb83acc44f2e1e04bcda3e760021e31bf292ac4d786751d3411265ab8d001d20158&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711255493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=28d402f4cec85a8f60c91b7bae43a635dd18018d166ea53f8f03fe9f7cd86b604b858cd1ce19457262e5c3c92fc1ad2ca110b9137b86c25df7d8824956567e63d08b44cb22288e827455ff08809500ec3f9a12beb02f7e3714c77727f842103f22f84cab750552318bd63c4af46e1693e1fcf4706008c9d573dd546250b50b1140e3187a029e148c477f70c666933ab2a4303ab8a4c73775b4b0cd534cb6304c711a7be6b98fd5859f44280c624d18c71afba9e6c36a89b7d8a4d7991daaac977cc5c80a95c0193a8469ebe581b34514d753d1458d29d95a3b6f59fd801cdfd236eed530b637fe399458e88d074edec79947153a31b92eb3afebc54d5411eaa5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711272515Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c0052df59bcc138f296db79e2e4f00842748338660aeb317c0b0f92d232eade9b1b04590911665b8631580c61c00f6a5bac618569b5318ab59c89ba93bd77c5e242a20c2c484aed5c1f3cc2ce0201d39dae201db23eaa261481008f016c755a53f00c3ce29433638e052cab60b76a544e15fc32027e004a60f14a16c2f39107457118029cda7cd181af39d36dd5ae7ae7324b17d5ddb82801cf38e08b86cfacd77426040fbe4b99d872a7d46835200df70fe020e304d0d0da766f5ef22a19509fd1e34fc4ad055054011dc2ecc307b51c0e9bb6a02a30cba0fb6c17505a16604cd4d170acd296a895e438941405f7a0d191ec6c0179309e4f81a8fef0009c132&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704031619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b038b50f3584def770c8be394b3020a2043063202d9a6621f89d9f4e3b0894be051e8091b7e91b050c4955bca7d5f8304437cdc73971e0cce5599fb14d8b524f46a7edd691b244e21ad28c2eab75b5dcaf5cc708213354fafcf79accbdd5c7a8bc87c4259c7da54c31c43f13672f12dfb84bfbdd4aa8905b86557dda10861e3cc23b5d3938a23ca35fdd8416c4c01f08d12fecf56fba91a51277d0baa9f4e8f2e3512ede645ed331b11570e607c716adca40639c62f9183a9187f4cad219dd898b88e95a0bf440fda42ee857fa7ce9fa4fbcc8d9d1bd7dace1881dbabfec851e041a1a0c17cc98ec1400db162b1ca4b84827d4468e755a67e2304b2e1c99a7d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711298073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=76cc452b93dcfa173b741930a5bb58c289243f4644ba15983ef58d7a388bb9a47969874684a7c27ba78b07e3ec917989e5f20d037dc46f617f996906cab15fe65e71a33f698caad100d0d6c73a2fe89e2eab23b21a6104bdc070dabb774b1d8ff48ab846095e178fed7716902ab416cc9b67b902abb6b737c135875cf38357b2a88b201bec2b4479cc97bb4f0c6eb9ca811ab686f2bd199981c7da06d2f23cb615bbc0846d948e5f48ce9fa7b8646868f0e16ea3d18a657a7ab0e0f1d23dd9366af26e6dbecf874be853919e825fbae2003db8a673e5a0ea5c5c8fe1f8367db1a8a4ac96c96beaaa1608ae6cb74669b99fa1c3e6cc262693b7200ee68ec4473f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711298143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=286f41c557a4deb7ed7b37a1b95187199a7d338c5f735619f83ca6b15f86e7e65fc4ad3930f19c7a799a533a6999c6043ee2a8550a59b2ecd5fe65a3ccf4a26299559f0816945f12727878d6827521b6280ee32a2e2b27144819a6a04e1c505625eabd1483d392d0d02be07be7ca5930d46c8ed2b5c94fa706e611e1b1b526aea2c414379cb8ee4135b7bd148d20df0f03b5996f27929b2aac18f6183c94813ab7f5156f8fc8f005b02af329d9fabdc39bdec95951e5433435e42009b91e183f355e8d1105d3c378692c2152491a4ecd6eefd0d06303a70319670c431250c6415737f21cc03dc790a06329cc6d0c319b636e6ee44aeb61659b8390a1ad74b434&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711303684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=31a71405ca0051810e9f92fb53c60422659a6da71ab981dafb2bdb6533dadddd9b91ace39788ca5fcc7be1ba09034968a1c89c3c14fa53089d27f8e9865b2f1c76e54de73a55f935f19b220ddd8ceb4e0835f218bc4af4029df44e3e3e0be9253d957450dfb2e31b6612c9a57ce3b8267a6e65afee1012cc5b018fa58d2b510e08acba2fb97bafee72b1d2f2ef0dd4a3c5d928d40fc3823fbdfda7806519ac2d24c40078c1560d44bcbc7c32eccc6d5bad28ad27c41797cff6bc342521331894d1e3985e2063927365cd859fa3ff18b6b60d7bd36d14602681a84e375357471a2d2fa3c1ab22057c74fdb46322944210863b0f786c8df8fe28178e5d9d8a4cd6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711346464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3b1d02d92fc20e636ac585cda52db3c1677174a667f080022e3cb96cff51d607960d06cc3ec7b4f0a8d1ebed524ddab919f9de3c1910ca3da4b94ad9403764be6f195baa087f6d5d646df6e84b51ea836d72d2ba12561402c8b059ed9dcd272c52674195fd2d67c883862b5fae50f5e825f24238ac57cb92b188c80cfec88c3bbb546987bdc43eb9709da03b13c5210e76ab86d5e1b3d9c5c8ebf7c5418e0b1677767203b0c08b1676f9459c86e89627c4541caf5981cc1814f61b26bcb50c27d91dceb76aee53478c3b12dbff616528177878bd4e8182b0f287ecff84cf988744980a3373d0abede0abe52901457e774233ba7c157a21da84b3c7b5a5fc40c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711537404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8c078195af483f5166777199dda5c26ff76e5217e102f2d98182e51d19068f316751c21de58e9660d240be1ad1df8bff784786604d71516451cfd7518d3e8dd605a539e70fbe43927a96a9c19097f021e5de4fef725dd55a0e934edf5a5dad3f7911a577795675659fb805d440d22a8fe05c4173ccd6445c1110e3d6a0fe9c3587b05083b767461cf455a77c558650fa8eff1d89b306d866fada478cebdd4cf98d2b15f89f0b3b156b096b41e5ac741fe564244c09d3031227839ab15ae05705df49d86f1619fa5fc5d0e1d4ef75bdaaf76304bdfc87b0443d31892abf7e48b668c7479b88dcdb73ba1cad9abb9ec493b73492e07814057e2468c05daf16360a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704060053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=003936b48c4f1271c506e1ecba2187a26953c7d5208c75cfb911e9aa9e8977b0792b19fe57712bb561eb60e9acbb06fe53c3ca0278cf0bd49cc6fc44b1dc896b7ec39bae8c5b71b46e6be70db9a862d8473002670fff6c798cbaeba0770e38775d7efbf4998041a17bb899c77d7bfd1c804ac4dd1fb39432cd5901b502edcbffe4714647029931d846801c696561267135ceeeeb1a4370b95c86430ae43620869caf97a1db8931f534784e20d0cbd089649f3b0d62e1444a56e36c8ef31019e989f0a4b87791d4b0c93b8cbef63ca3078ad42cbaa08c4af952b147c40abdba2ca207fdf85873eaab037d4a5e3a3eae7221e0286b2caab74ec97badded149a34e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711582609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a14228a84754e4511a614f0e31fb0f4b7cbbd7fa711792731d29433ba317f7bdb641ed620dc57ef70aa835c15015f90e1f61db7c0306632067530e4d16b30252881e75ddb0b842ad6a2b48ec790693af24742ccf26d02b2c996cfe915c009a2181dba2ee22befaec6d65fb6fd021174830a3052f18d93ffacfe244fde973e6fafa8b2e7ebf788ca32beea09d1325adc648af50337c9b5621ab7a0536dd7b17a9bea8c0f3c8d6fbd96b698b2a297e53ace1798b8360b0aefd33576c358fee9aadd39f369228c6fc509ea8d0a03e8060abd7817a97f5157d9223544d52eb56ed03814c9e63f861c56a5ea15d0daa0840d6e41e9e4ec7f4b72fa7d763887b59fbec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711595073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8d826e9c5746f13de8fded2c8202a4688348a26f9f0121d4f9152bad151c01deade5e543b5df47facf620b4a3010adff8e629bfa556b4c03c8e66a1abe9779dfcc5caedf5096d204898e9b7b12c43039ea3b2d0bcb9140d101026b858fcfb19c0977aabad8f5d27937603f248da1d0d0fabbde639a103b6282887d97c064e555639f5392c809e155f7bc023d6983bce4d4604d222c697d4a347cf93cb5870e6a4379bd1c74e6b2f406ad5a8c40ec026923a82022093d23cc9e45c09167a1d2c68421b7ac34fce431bf0cfd794dc64fa13c1d182eacc5d50a190612c46351aa3ccd21c36af4ab8d9ca04db1bb2a225925559b143c5a3279894c9e2c3ee506fcae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704041538Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6826ea3f6d441ee2437376b8d8b2bfc6161071f3a7a4d9e5dbe8267cbc4c3bb316ea1be687d4fec7ae999599751dda98ba8451a8ae198c4e3f68fa392c09c2df01c6c727d5189ba56e1dd08209b16364041d8f170f6b8adeb1904d2314b81d1020967e872f113bfd803544ccaf7b9acc3c963586c923b05c14c106871becde6ee17e5f2fb2ca29fca56e9eda24c7860b1f699aa947a6240097e463bd79c2e859685cdae807a11af08c22418bd974bf8c94172be4a8babf62fa375ab446e1d40b84196960487b74fba82b487b94d50e348bf04386fd647ebd80b4a214011e7f8208a0758e73ad963c6f87dd259dd105c37c93cc3e179a109c904b3dcce53576d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711616493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7bf2ef9bcf7ddfbf3ad9e4b24f2b1e585544b337702d469977004c5c4134aa4f20438902a76e5c48e3f4b335ffffb01a32b16aaf78fa3f5ce249774d28f1d31a1968bdd54e03acdae016945f347788c9881157387ae9d8341372a89a31aeda66cdb0ec81a6fddc87c9e72b529a504410ea8357ed83a442045a4630c47c528af07bd9897fe5ba138170dbe9aac5e3181a697ed9f376b7a11e136acd12bfeb0d4f1b8f55d42562fc45cd6468aa2419dcd6d82343453f2e1bc05bf88362e811093cbc6ca9222432ba39008416b14b6b5b78023f9c68b1187cd122ee3a26b6e793f92b65653f4a3d40da442bbdd9794dfa9a3bfc54220f9c3aec0406d953b03603d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711625009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=74f233eee01cacdc9f242cbe397ba2d5ee8f1bfae9d2737a474f93dca9e1539b88127fa143958ae58f23afbd768ef35548554c07e792633875f025486e3588e24e999c2d54f083f6200caf2e08ca09b0f42fd54b9fcbfb0c7033fdbc6e3375ca4d8b5b2c3b57fa965581c8d92eeb5b2f3007e1ec11640e91e5203fc490e00633446d1e89dc8448e19cca19564f0e0da91abf50cc18bb45bea6a7bdf3e0c84396a9676e38b301f96a64153db2dc62f249559b2cf0439cec4764c7226eb7cac920675126337d152d9304b8d1af077ad7232ef603dc0f68b0f1a0dc0f52614bea09cc524b24c1eab8ce1bde5904f10cae6ad5bd0ead582657a0297cf50af55c3411&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711638354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b91dbfc6b77c753e138889c106f9d0f9d9c253f8897cec0d7a7bcc71eeef1b6048e704330ede5c905c787403120bf63c8bb688e5f3b2555048c630e65945e3b197114de4b16dfea8e7efbd6fe44b32e2f6beef88a04fac9aeae1306086ab837abb3ca6569fe050d6691a0c05e326b9890ec6e7b906c0fe2b33ff51e99cc73f58127ebfb0639bef4f589cf1c0c6e06d6d0ca59762c7d55d0126991e8de07db8cd325d8848ab65aa67dae6fe5b2de6090526fcc509af0fb6695b47fa53e45794c5a0794b20912a36e66bbf3b08f1cedf6c52bbfde275f9bc40ae8cad97bcfca8b68bd44ea84b899c061b96e78e3766c49991b5ba698b50370121ea2bc6bcb436dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711665425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4f94a52edbbe5485da4d6a09254e2d404d1d3cd868b8346489ea0f424f28bf9e8125e0eddb538880d4b63f685a6384c62b7473af7babd2f99420e919ea8cddf762ae928e069b92fe1a35ce1b1c9ee5d43fc28571c6b6ac81a0f39e057c1d9f395dbf0da5c5429ecf19bd8d37df89374ba00d4ae5346d25ee2eb978257aed2c5cf8f57c85fc3b6120513dc9bd6e2ed53d3f056a4108811877bbd57b5b9d658f5d30ed0cb9657e27618c735021a7e8375e49a23301bee4b1aca1816f0deba3710f9bc32cdc2a2bd928a4f588cc623b42c5b8ea78b4abb742ab1654250934996f8cd23c3965be7db6c0c9062fee076d3b28cdb6988676f935d98b63e4e75d8ad2cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711665766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=ab49b6c0be062ea15276d5f4261d01f6057b8f3814ebabadc4a371fd1643d2eb244a166601912db893a571f76ea6a483ff8d0fa8c113e55f25941524b7dcd26a1c3e4611da26117bc8215dbad34981383ccfc57411c8405a3ca30b41f4a37ac0338e997110c3d39353c7cefe045d686493e994f91e5f58ef1066b7c3b1716d2a4355366888b990ae094bcc826b1981582e6b90be22bcfce7931739dae6dbaf36a7dd28bfe3d29078d3d9f3f36260aa714b3abd37db736902b11b8a6cef607d4530425ad3eb0932c6ae266727e91a3392bb535e8c6dee81de4891f6f9fab875aa3b64f4fec24cc2f9bf5070c1e62d6596d42b9a3b03e841015cb5ccd77d800878&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711666958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88c0c1286b9c7888035319e2e2babd4302379b8647ef7aa814930b9474689b431aae75c9743e0c36b1cb8e34f28fcd6b0f8e5299ae404baf1b6fee3452f33beab55fd41d8f4f35bf9ff171d215693989a2f553bc62ac56b3241861a77fa57b4389067a5aa4229b7a8adfae18d22efbfe3703c0ab07d4ba309e09eff8c12d214f3724f08f21711b59f9d9bdf9f487dad8aed23106ada925f3217b68cab1b3fc7831cf7d4c5e67c9f43c12324e12793d402ac70697358a885754fb0b86b118d9f3f3dc54c8a228d40f1ffc8c8d68099b01f7cde55387636ed78f7d23030da46f8c980c130ce173571c250278ba49bc05217e4f4300087512f99ab3840921fccbee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71168366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=07c300c1ddc0cbfa07f6758d5786f29cff0ce3aeecd0fafae78e2afa0b049e0ac8b1287c259146ec1e714bb5ded94777ef03752b6f87ba36890efcabf6199f0b62ac5d57622f7a322b11c493ede709cce68f7ce3f841a1bc71b37edd39e51304d1f6c7683a3db8fd2e5ad63a58c6d1c49acfc6605069a7a9c41c5eb59fdf81eece49035e98fa9d9483819dcb6dfb2d5105765824e6154dffee529a73078d1069697ab3d12db0ee65b2781e2fd9d4d717b4ecd0b11c0c5419c676c735135a339724dc8dfcf43cf1071d51a329f0cbe5c8459ea3d35c6373315a81fc222a3e3cad825929ee8937924b7c6685adbc5ebe51d565237b0978da51bbf0cf2775f8ed55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70413264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0a404554418c425b39ad93cc741a3d4b21cf282fe258bc328afbb12424f79182c28d8957ee7c4f1506f136de7b93a48af9359d229c2c0841b03c03710aa31c015851b983859b67a6fb6fbb4f7c409ce346f660c844d53a9a85483ab2223d09b39986c3fc79988f4344672cf7a2bb80164418d0434c5bb74bad796af2a3b1d334b9e877fb36d8624375870cc22e4d109f7a879daad29bfa6f8e2c20086aebcb96550e5a535bcf3ea9966e1bb4efff486b2e8ab64acd35976bdd3c639e2a083894f6afe134f2da835d5032d765d775dbb3d06b1a24d116b90f8ac94af4649b6894c8921d6cf32f6b41b5ab3dc19f2adf79fb720abd7903eae1fb70e051132c5c6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711706733Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=329a834f59fed79ba1bedc1513859ca9950d559d44ba107f478002d0361dd8d50e51906d677d904a237166ee1f530db50f1adb7e54ea8b3ac6924fe441c076a935720f37928b7cac51d9ee4ca314807adf24f139c06c796bd31c5e11b172a97b92d93c1384a8cbb86d299f2c94ab8ebf5850284f98befc371df5d2ecd67acc3705a9f756e314e36249593f6cc56a6da6d1c6b0ca4d3e57c571891ef4637942e836fe5bdf22d2b60e44e79e4daa57f4d75d2bc9894e6d5eb38bba5a10049fb085af23f5443377fd6dfc0e5ada1eed3af99996b71780f099bb9df1ef58dc9ae90cda79e5df277b78e2b7f1e7af300bf0ce617ae5fcad24b4dd2d8c724134feb7df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711711242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8e542020736639f0efeb417fd4a1f68b2b1bd16670ac876f94499fc64e6b3b75e20156d42db2b32457ddf2f4c6941d04e01783a45772cc891ef578ff46b5971e063ef73b592d4eaa195bf813ccc089e5087cfd971d57d95cd1bb969f34d168c74354e47e71fc9c3341bf5cd7f4544be25200c667c04cc81d082e2d91ba17b462476228c238f5328d2d937f03cab67ac5ea62f589e92f0051fcc3bb7c09532113824d46f4bbba828d5e2a841e452d80db64b0c26cb92256431f91d587b03ae762cbe99f3f43048e680fc65d0352da1df0463f4784dbdd5d9a6e13e13fccbbc901ecb5938767a4f187ebf6b7b1fb8e0c399c619c57030cd6e2fd21aac115fc4370&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711712815Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=313e32f30a74f9daa2a8db03fd4ac8abf854da75b5df3c0a1417c5b9b6af42d527426ee7a7600ca6794a71f0cad1852ed4050b266cb320aa41ddbc186e6ef04bcc21fc99e0f0fb71f291076f7b560c36f7a8cbb1c105f272e4764dd9baeefb94c79a3908d9f4ad63ffdb6157b2a023b44e8b06ea7fbb3674fe4505f9eeb30077179015b2330eab8d5987f3d0d1fe2c2eddfc35bb8d179aa163e881f2525a022348b29b2e4ecd3dfc2f13089e0c61702e8e760eecd96a65af526d2df4fe7169353dc7e4f5a5ca316416f5e6d712ac99f2b9e7052401885270e0c6e6ac8aa3292291892cdeb025edeb7a72335cf73d1e8f9a53234ce88556e4aaecebbf6141692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71173131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3a71ad69aaac030633bd7eb0a171c98b4f10ec8fb03073aefa6215675c4adcc1fd2df33c02af37cfdd01ca583c5414662e69d3d38f68b4ef655746ac3177e9b35b6ece8802e8c24c2336d15f284afce12e52716fba28aa875c3e0b5156b456c1bc17808c528a8824c8e2874714ec89213bfb87f6744d6539320509de2775e3b9603d06e0971325431f79b28296fdac7fd833569f97cf18fdd472ae65feb2c11c7fa8a5051595453c075da8194621a47efa0cd48180097a7f42e970a557e7300b30c553db3404242465bc7adac93efac0e640a68ab58dd38a51eb236cee890b41551cc8d396c6726a0c97d9b438c76606f6c94784623cbdb6c1ce1fb5fa270e19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711744855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=54ff0aafeceeca707bc2b26886bc40f23a7e4a6881c230383d1d7d7daf6491b8070b0150f4b853528a584a7fc61f3e9da59b28708706d8b37f7cd7d68b863e16165d664030b4cba6e9a4620bd35648319d523db7911cd3c1ef32a8abe2b1ffbd961e9cb81f48227237e2c4d5dddf1b31ee26e6cf56ad6a6e65cc3bd38c70086ab688db82eaba6536f170ecb67ad733d6d62aea093a778549182fdb19ccd9989bfb5b7f498129313ff25d120a3146c0c3d571949ccf6121291ff0559303abbdbd6f9e6dc232707af10c7f264cd03c337829347c0b24bd4576ae32734259677f59c9349481afb5b97e5253e8970d53ff23979e5eec535c79422e4a0a0b83037333&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711754794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=84e2e94ed9d59a039569af03864a0fd1b8d2666f041aa0a1a2d05092b1aef4563e00059aa5a1f577a18d964a83bc0285b62ee327aee3f60db457222a10a8e6cc6c7cfdd8b41f37fd055b3a6fb3d2055d0fa0b4d9c569336d381d436df3c6369f0deaebcca0a8ea7e557dedd87fd5d72a6052eb2a5442277af079a550cfef68aaabcf7d6c7dc0b5667c054f20e177d5bed43e1b6e326b777a0ab991f7dec126a9118a7913b36707d08051f53c0a6de36f557e2a277173f78218eaa0cdf2e6075e0678bce12e64f637cdf2385c2b6ddc481a5428201541b391674c720573776019fc634c7e56a945021469588027a580667a92a1762b06ac488c366cfc4ebc3553&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711772998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3b02f01fae76c0297f6960f99eb769251ab111df1a7cfda2b375142a9990bda1e987a73ca1ed67309f12b88c74641460ad1cb730ce725a04b240ed4127422285de4c89a427fde0d5b593ef4eb02aecaebe344cbe14edada9dc87ce394a979a189ec6a797649988ce805dff97dd03608da020ff33db7df6096a03960948822b3dead22395a44aaa6be8fe14c83840f309eed9d82a7518f57ea11c88f3e130f79f34e22e63affc00834b778ddd06a4902e5f321f608e951a610af9a4edb2a838a025f6e993db0f43ed2f3a9e27e3bf37af02e2b3c8520f5492a1e58103953cb0bad8a0290d114298ef4969ed97c6f779b3be66e117436b31cc518669edc50e02ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704084729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=81d8b24e8106ac98edd0a3af36314e4203db2314f1a76f850d7fd75f539ccf8e9fd1dbbff138f62d5ca67e50585dff5c34ac0b937a5e873dca1f068bb0d3b5a17d5d79ee4cdbf3f8ac59b99e114456ca5b308b6d28389d01fc8257dcca20e3f131eb585e1472df17ba19074bd38c7800148be2adbfe60dbf5ed37f1f610a083269384072e863a642db36b0e706beda8315901a896de38c9af6e7eb396cbf65eb2d46079178da0423edfaec3de6ecbb47fcc49cf9b8efbbf7eeaa7c27d863883c31cfbec0e827ed25f2d669d70361dbae84d043a0c42f18f0a105a8c65324453fb0a18af45c6502ebff7547ef856d34e5c1f49fca9068aba6908517fcdfbc2789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711786163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6f741bbebe67497099f6dc4b29addc48ca1e131b1cb580fb0886d4bce3acbb803412b1b998bcb82e170d82cf162eab73d2eb364be20a03951007f51398a3c7f677c7ce24fe66b92be59ded85efd26232be724739d134c86bd19e424981372e46498dd5a5dcbae160f92429bdfac408a10c115398d397788e91138522afa8ba914f8a3f2122ecdfe0d2291a256601a7053195e4c071301b0d433555c897086a5682f58ab69fb1c4cf52686639db89fce7f557383e8eb9514e077cce7f67718b49b15c3db29fc1fa7b8b704c0b55157e4c23dad6d0348dc23ff4a9a262a3ce9c849e21bc796f790efefde5f52906e7e1f7ea59232c12021e93229ba624fba3d85a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711797034Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=88e9cd435f88aad6fa56f4ba3a6594cafc547211d4fd6839defa239e2a040dff3318b7c07d26d54de22f273493e3c0876ae9fb24ea25b222264b8e483be834a4c3aaa00f124d9ce52c2902b9d709db12767a711ca2a8dc8b254e13e5fced5de897f7f9be860fc0da7ddc2d15e6525d7780cd29b948a9ec8f8bb73ed3588fa67f091b0dcb65e9fc3c8d28d5c3cec73c353af76ea891f9155205a504fe574de8578f9d0637e0575c97ea26722de329e2ff3a2f6bdb97471ceb1f25c88c8e5f027867b761aefdf0e31e7e89cc1d9dfaf7b5e83f03ceb6c0a5c0629484ad360f32bb7451952c22769d39d2461dd091a92560fc5152324663fee2feb923c364bf5e4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711814006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c52ef88b4ebe48120fd0e54effa3990af2d0da7a8a61849954034000bf48c757975fa72d0d605fbd6e8906a1a4d059de16e174da278f510b8153a1605e2f3401c634e75c88b7273f646788184b9e63f148091bca6cf979ff38c48447faa487397bd1b24556eecbbc02095278ffacd0fc3808b682e6c0299d6892d01192fd588e9b97bd6bb2e07ee5b2bac0b1a40cf0e0d5dc1e069a28f82264fdd34e957a75e754e8628e180c73f763a43a61294a56b7b980d2cea829561dbe1c52af4da4aa3027ce4f9951c7379b07fc5b6ffcec1b59febf4ca7acd850812619e03393aa053c7fc28a299e86567588a263ff094c926143ee7de27d50faa1d9a45bffbb77b3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.711865352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=53f8a556c5297cedcf96fe1ef094a5a1957b00a59852ad4c3f25a9126612135cf91b6d1ca116a60009277cd35fbb7db1eafb276b539b1fe40f1a12b6b7476b7a889097b45e507cd7e3e74187efd9b49ac000066566790a0820e5c3acd96e0c05185ae827e594f3fe56a96ef21b8b5ddec75def5ec0cac881d89b984faa8b97bbb2997634bbe07f2793675a56ce7a5a84ae9876b9de3496881100fd0b24d406c6af43bb2fab9e67e34ce8f1e99e511d49932a30197a6e64209b619a9795f95fdd31bf1a3e20e9bd02bb5aeb22e5457e87a01b8021a073be1d0579e88769aa33ced21b8c200a85a09c958c2d4b345a79159ba7b90dde20f051970f599a4adc390a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704272143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a6a39c998ed70808be8261f9553386cc996894ea4f4778d80ab15bb08a5f3d57da1bcc26cee10d707d0ee32766d5285dd40d0861925a9b105ac70122b5f3f5456abcfb330f8a707cc803b6f481eb38e7d285af66d7f3cf78d01d0ec09320c41e0a840b6f05a7c4a45ab5ba1e0da20a0e3781c55efecb003976dac1e7769deceb4369cb83cc130289abfdfdabff079936e495cab3a2e43f83fce515e51e077c1a295cfec2fb68b39963afed57969d55b9bd5ddb7235d716dbccfd556c1d5d49d996d4ab9aba0382499e027ef2705342d7c9c145a76130f8089cc8efb75947c3075da7a250da296cf19268b386b5e1adfee29651d2e7bdb71ee6531557dfddca2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712402394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aba1b9b97ffbac20343fd5a27b08b49506991627abedb32a8c960bcefb72fec26a1ecc26e74dc5d907823e818d30bd338ebb02434e93ed82dff26bf1d4fa757f1c45e7c52f6c287b66a2d661b32d695dd8faa6c05f99c62f9985f5b32eba9f6e4609cf111a8bb76444228bfc80477feddf01a1b61e38e9714bc408682dd0f25a3f312fbfbef073525a44131ad1dec1dfdf781b2978f70a7fa5d554e8eb351e481dffae4e6190e49bd0c26c5e03d0d4463bef5f0869e5fd64cba67b246d9a4f326a8501f67cca8b019a283347cd9bcbde3f9a5683bfa38294ab452a9ba1538b64fd43b489592669a56f15655719e546dd8b13edb8bb471ed0a59ed7a49e2c8467&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712455264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0314c2e90a96d618915260830e0cb32449e283a70c2b6c9dd590d0c73f87ad7be15327ae3dd0f0a9e50bc9d212634ad329591c6169e5c6596e0a2712e0e150a8a4eaa975ec9ac192bf3cfbc9ad4e711085eb40ed40a491b269868b28cc41a382982c3789f98706362f1846bb9c94cce54fe6e4563a4f7107a24643b945efcf75d37d74d994693362a426268d11b573acec0d3643c19fbaa8fbb63e9cf146d7f3a9574e7205e24dbdc03536e6f95a81212db8a9c7a7bf8f10bc589094491b0c3c1064d6771054cd8445e0540337f55397796214794478732d20d24d1e2a3406d04dd981fcbb5b1e7444a5004c03f109b861f2126941485bab4fe82003c8d5d2ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712517832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=70b5558bb73e6bdce910e20c57717d8c115a6c9d516a884ca8836eb5f17d933983b7163218997e1e0ba28f87bef3b48d15f41c43f25a67331cdad0a9ed52f5fc45e85b94e65bac5061708f5e2fde1c25b91bd01422c4cbebcdc2a07d1b20c5a208d4373e08954c3ebdf58b7f6fa32239e9d0d4923e543b91ad9f26bd67f64456a7d2ccae7b9f7310a1a42f5b7c9f403911796013dae7cb74ae98d17771503b0256b6f77acf98838509b1645913ccd437552ff3e4351f267fdf40c57a49352112ef46086a76219feb478694d76bf316b5b2fc6cb8522149d6dd7ab49028aaddf9b5932d288e93d238fe558d9cad4d7818866b8d8b25701773dd667fff0e5a9673&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712621648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=affe4a7fb62232c32481525f15a30151bb3453b22e6691b47866f2321946687c1abccfb3fd35fcd59e5ef896c48d49a867432f7a783eee61dac2991a60263099037922526a39204e3540b0f7fd316857560014927f5f186cfb91dad2a34db8dc6d545dcbd517e2c4f9e954d154f91e94f4daa406083cc20238a980fe431791fcc8fa30c6f3795ce56d85971a27af60837e9d1f7fbd23cfe0451b6eba95f20c949bdd58877937c32f24c3c4947a82a349639d43739a876fd11bf633982126860dac091b8d8e06b8bfb75cdf27e5d0f3ac74a2e39867ba1673d3606ee1aa1b9ef1fd4e7c833b942ba6b4e14e88e14b33c4e08fde542d46c1176d7ce568cd323512&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712662234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=8bf037aa109b16aa173ccc5d4f42bf133fe1be07a59f9ae0b41b55e7da60dd811afe4aa628128c68197d2392320223cae3207a305bbda01b4e97bb0fe9da413a436b1d639502a9802a51b664df608ba91f7c24521b30a9ea6addfc17603500ea4959023a56ce6276a3c8f00329297e3b10b6257dba302f9f6a929a6195382b2ba6c0312a897a0080f4596a0d21ea792601306dd63cb6cef27baa55aaf8090eb4df8622dc36f4d6582615b89766c58f2284e4cd7c710ee36d289591270d06031092c0e7dda97aac2407c6d44e35d210dc8ea56622ce67a9a1cc381369ace451867d3f558e12213ac600f584fd6ebed7d1b93be5578a7ddddca5e8c2f76ee97d7c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712705275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6eb0132a667e062199275832f376eba2bb229b06241793b46ba0098302edf549e67e39b08295c578bddbacb83f5777884594f69b4c6a6ff816b09f4bcead69db2a76aa87c9ff81f7edfaba4d8bb2c6977b6caed84ffc52ec8eb2ad21cc38e79c3b21196026151cec04f3eefcba9a8d501635927b4e44cdfd44b65b28c4a6d7cd6cd723ffd4e5d01f580eb8cc03c8bbac7b7f1c12849015b1e834b0598ac59accb679399d3170ed051108fa693f793d3917e4247854fbfe3d9ed53ec28445ad8087de3e73fa3965cd4f5f166a36e733f25717642e101e8e77981c6cd78e3d4a5b2fef71a981d25b1d6e2966f88ba627198a02d2922972df17fac02a749bc5e79c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712747705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a123804cc5ac61bd3bbc666ba07031c048edc65cddf613c9a0bf37ff897cfea46abc32167f07a59b110b0efe55ec440a032cbd38a15530bb0403f7e8085e55a76c3a7fe06520ca67df61fa1a82b8411df981ee55525aef2b542115ed98e04448d0c1a4e73a1d0bd8fc628fa58d7278823ecc9fb44e3c1ab0a00f94025de93582902adecdbe96d7ea38168e9e707f63e9543fd4855c11ede03c677be2fe10233064bd0c811de4583f68226b4b6e30b51ea10a9a4efa80d4e9bef71e262acbdab16f214e081f15349a85f478b84faaf1155fa6466b62e7f684b95c62ae5cd5549b96a7afb6247b3ad6c781fe05f055fc8b3fcf78d88c02a3836b2115652b3c23f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712783603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=462b041791f3671e6ed62b6a73e59526a072b6edd111503538ea517d36bc0e0e4d926387845322734f6d64932bc25973c5993e1432f9efc47fde80920ab6c092a9eb7ec533dd2d600749d63c8cd26a927a906e2b24c9d445d4d7c08c893922b7546d1c06f456d49c0aa358f99fcfd0ed27617e4848226870517d6e3b04cde7fef8a1216ad16351258af798cb24268c3a5987190b48bd0c1df2ee7c015b5dc62c70443697fa3cbe0049d8d2a7fb9d125596edcdd1345b3dcdc905140a29d149f1cd32cc5bddaaf3076232b64b68c2148d97e646f0ebdf671d315d7291a89fb60628f637bd20d5c0481263532b69eb5a496b8c1aba6fdc19e6df02469c1fbbf68d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71278721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3f55fd7bc6bccb3b65bc9c2a8908594f97d99d857a6bef44eae5db35323aceab3ef2811a4cab854001bbb432d476f8144a01becce66f709260ac30b9b3cb82d77d85a6c33c123440057e7a8a81042dbb547ca86752fbf1d3d4667f5f6c690983acb336db3cb0878eff255f3c75e86adf37c968cb9be16164d7f55e61d6928970206c7e22d10a738d37eb10f90a8cc765a96b5cfe34f473c008ca60854528720984e3b4987471e0c68e45426dfc1f4e5851531ce8ac3b27721a29a098f99de33272a7582b6b6836c824b5d22135d48a4bd272097f63cfba4e7c7c3a390f5f048ee28271211ae7a75a5f12c605d0446a0ccc6719d3dd2ee2e466d091b8a37b9491&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712824319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=268ab46b8c4f438423923a165574bcc04c6e6dec6024b11f59f53470b3bd48b9853adf8217a4f4e6990eb69ed1abae5349c76a8c64845e771f60ab93d5677aa8a22993ca8f3c7848c7b6b8ab8e6922c27e20beb00f084f6a5323c8b63d1f03cd69b6d8264200fd890f71bf10483fef039bb74af49559456a145d9e09a8210330a542cddcd42b0ff77e10ea59840182c53403edbc3f9601beb15c92a2f39c7152fd9dba2cae8eeff329c70b34e7754889ee6d9855e78106fc5dca9d3d41c08d7c6602e9546325c694e2783224ed42508eaed9ce430c276f3ce3687ddb464452f7cfa3278146b3ffa157c60e8561953ba83478472b37b0381cf974169eb2dcfae9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712931892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=5ffc79dc00568a971041e58e4691ada29d8bf5c376b6954a4b4bf82fda1e0632abf3ef5c98363a21a477baee1afe3faf08fb9279ee82bed7d0b873c57bd8a1baef268ae0f30e6b08d9d4d7736775dfc9e6e73de73e98de9a36bbbff0d7c2c23fcd2c97975afaf75d169b5359aab91d8900fd7b0c35c08f9cf78ae8f46f34ec34a8f69748b835e8465f63b7be4845b476dd1e95156286345ee8a82edadfe278ecd5f43ffcf6f2316b4b5ba372f0d8be87c90f38015b3f96938ad0c57d7542e48a83748d13d16478abb84e899188ec1d0ec229bb7b939b6bf71286721bf24ffb68848c0c27558a32e78547ae5bffee1e1a7fe62ef096e050894c93c59a642bf205&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.712981426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=6d2c85b1595d94b16595deae8373459b10b09fa3ef521cb0e6b5132a4e3e8443a891658240fce9319e88fa03bcdcefa4f7278d48a3add9bbf3c67fc6bced4f4fb9b9aa3616b130b88be7cd0dd5ad3eddb9b3154c7dd0bfa2b78e85025cd2992faa4079bdb6a8240a89750b75b8addbc4c225aa6521609a4a3fcb729f879ea4733520be4a99f8a1d98a83f4255efd95dd8b2ff77efa42e92251459b6569ee7e99f28d7bc8bd43b9cbff5f5a27c1b4dbae9bf53eb887893b6178d3d217580444161ab51a6d56fc8b762c7e3c813085d4ecc08397fd4a56b19b81086518fbbf7bd4e5808e159d68765db449364951347aed6254a50b579b1e9ba6dc51c24f04acc8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704708445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=38d8a2580807b3bfc5fd40bf619b6231dd99d160ea20cc16563411717bb39bf64fbe2e002dd95b467b99029ddd677d34e3b38dfd3c12c7d20f314142649e5dfbd7240d7140e6002a207728126c4769bb1cbd0e791cfe5a486d98ab21611ae5683db6bba1161dd131bcd99742228b4c757eb44628c9ea1f795c5b2490daa8796399b8a95d919e341559d1d68c8f3adb4e87240240e861d62353321c3254368b0f48287f2ca26c87aabd72391a2dff56baea241adca3288733f4dbb4718c115d08ed6cd9ec2df2cb1c03719772ce53f30df729ce8b124f4cbd17c406544a58989e9eb97b2aa8c92a97bfc620cde465c9c4db1e6e073ec771e2de87d3a05d02cd47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704707423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=797c337db88e9b01968adeb8f8e5ffddd8abac7b45c0f14188306d857f0d10ebe22efdd240387b3aa5cc6df51ff2ac67c3d31c0414b35289e2bfa8e42552501378065de6895a936747f93c58e3f23deb85251c64df890cb23750c911e5368a2c8356f64b15802548aabcfb25b2b3b7710f2c32c4b13d530161446fc134d03589b70b969f37979a06f62f6886878460d648ec053946ddcddbe886c273917b8d1e2dce7e0f6cd9425f2eb5d50100fb49d25a38edca0389610f8e5f0d78869c22df57eba793871940aeb3652133d4c8c94a9ed4088338ba58fadf23020b651ebd1088c3abda2eddf2de399c4d66cf8bf0f3523ee6a883e79bddce73cd3a709219ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.714311091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a2c7a3f0ff0530e751fd561d840a3f33d4f7cacdd8d1d644a8018bcae8d77597e189a88bd9a2737b850b57a060c090b8f90b2dcbedf83d99490f14c8884d5a5f780ae42b3bb7516d5e7c30b01ee2ea76e37f4689211c3a5bfd0e2b7366fff3ea0c481e1dce900d8aa6f4b7a3a6cdc297e936ddd7f276e58a5a5aa2c58980cd09242c4c6d8985ddf4453868c62f431021ddcd37ba3e09b416b84ddf1c361f330ec7e87b064a4361dd53b3f91ac0b3a07f431579cb4c8439550f6652c26c4069db015400b7995fbf0663fac3a85a86c1a5af70cb4ec57721cc718eb89a00c530e1846435d71aa1fcd456aebabb6db98454e1cfd60ebe20619049a34e54b3f92e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716469779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=80392c6fda6e145c654a8058b3dbb1754afa0a087d19e01597dc7070d6dfe10558bc34575eb2f9764ce6762365e7027388c7a5797d0df434822df56d1030c8dc552deb91e9646719b7d91c2b9718a65e48723f5f4089bf6ca258a088922e8c9819c09b2692fe3482b719a8106e583965f9f74b01a3e3966e31d32d17cc7ca15b3f8a89728381c13aa3c4f04c0e789cb046db77e4f83883ab6a776378ffa116136263e54b24453152b08d9faad0ae882679405c94fa96be99566f48884247989cdf66899e17e4a7e442ed6ad29dc9de99346da4dff023ee70e29b6cf3ac7da01a16b6dd2c5ba9c6177f8e43dd2b88962a097d9ff3bf7e01c98557c0b6b1edd448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716491781Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c46961445cd9886be66406be02d88a19247c4494ce2f80073696d855828e226100981838fe445ee49c7b8e894988f32846f584229e351276e1dcef04e8581b22ca9687b6d62a92f47f87a77f46b690336bd931ce9327174eff2a8054103404275400431b1509ded9170209d5d41dd47f95610f46a8345bc1f5f664d08ebc5d2c9802185ddfda8475b648406a5f0f865a61b298e0a13079b078674d90159f7f3fc083d62adc7b84e4f2a618200e30bef0e91c58fbca1e707b932dd30cb7dac27ade0c55a6550eafd11cf178e8d8a6cb944abce23ae070df6307310b5df0224127ad6c66cbbc36abd14441fb69e4d3b818201215808f4eb462afdc37739827bdd1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704283474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2fb3022e0ca64d8b3031f1aa3c9e6edd347b9246baec3310579aada7fe2acbf9262b3f000c4b6eef1735c0bd581271d6cdac2de360afb3f69b03fb511aa7f089664ecae1dc34c4d55b30248fb0217c06b1cd3484269ae86f0e3d6972da32009e7b8c26991d5a2373bcf97711ac4c92274fde150485a5945ad7aec447a1f049068e5a6d49fdf3093b85f40254972d7d5e66ab275aebe93da2a337ec8068fa177377d4798481ed57e11ac28d8b31e9800157c842b42b320e90692db2dde4fc3c8849cc7f3194c8f96bb0808fa229e305d92342e8199cd55e3d25c9bcdfd7fb74050815338f56338d295a29f3c3681b9b5fc3f3434347d98df2083d701cf721ec2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716670317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=139eb0958d342ce7bd4dea7d1b371b9fbf64b8e82fbbe5e68cf5f9b9fc14dd43a0e8090e827cdebf3c003ce16b2f475a2006b474a8962d17e3ceb585874a9c8cb3238302d4d5c71272e10f57c54b2745e0338f135735b490cda1cfa9338de266f3f13a946d4ef32e1a18bf305aeeeb9006bdd743cde39e37c62f2c4e4e765b34402ae115905c5bc9ce633c3654c7cb855668e6cfc5a026d1ff2c157435137bc61bc6828ae79f3847b3419b3b469c73c010f03ec46913acfecb72ba2d18e5045aa52b1e03408104e676f439503d3ef617dea08ddf516cd003a702c8d9b67417090f57533a28b2420a11f9c01c6811e3e9359c3990a82acc35ffdaaa7d3b31f1c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716676579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=885c6c663326d0cf81ad6b28432601583dc4d8f172cc589cdfb521d98f3b0757b99f48d907de6289413fc1111c554b25222944e51e16b914e5bf00e67f2b1af643be19552b786fe83bfa8b672010a10369199f9817cfde007a7cc8a8641a5a7ec5b691f0d6ad014c3fc0ac58819d238cfb1acc7b3f23230291a3ee8ee00a7f0cc0a344652c1d560203938477e942f685dc1750b6768ccba90c8c3fedb2fd94332c842cee7a5732595b14af48d978dc12c9752b127a233301da2ebc57c92ff9e9bd0cb6c99576bb373596ae985bc5686f8c53a0cba73b2ac8b4e662d3409b56fd9663672461ecc8714eb0d23c04a3452fa99abc8f54755adfdc63844f5de1c56a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704395165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=66c97d76c66229f404866723abe143d1569392d23b7863262d6e4e2f258249a6cad88abb6805110c8724c9c9b49b3ba2a167eca51fff07d016d8619c973f63348c4db0669a292774bd067790070ccb9f845917445e379a88240fdaaf81821dcd135a37da2711111418b3abe63cadcfdf18da1797a672a2518e0d401e2e4d841c94982a7f1324c7a8d34ce61d14465613a33db463c3da0eeb6e23d8afb1ee8a66123f5c459a62c6054e38080922bc767ff2e3e90e08459c006e57838e48a4fda36dc664de733c6b4f891bb5cd2493606bcf9a98c3356fc6b43fdf660fc9c2bc81f39be1e0778031022c89b5c5efb5ea7756498d5582694dcb97c4b6797560260f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716675768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=09dd5a3afea3e483ea872d27203675bc60b43384608bab438b1f8d910620fe268ee04fbf851623259177a4e8cdc172f095dfcd98aebcd2aabfde3912d7dbd89086299a64479792155521d0928ad6f859dfa416639bdd04cb38032b5eb348e4054d2d2d05dce45610e3ba487940d6577bd64d79ae8f879835e641ff2bcff502d29293038ea9a3ebc2ee5cc692109aab7fd3f3b741411c4099e607fc9669b8352fe8f0e1a81bd6e5742b71805920cbb17f1bbea0fcf0a834c071107383359f00db938ad499ec7c5c30bea1a87f68e2eb1e096e19fe36370760dec110b32c264f67042fa285492d6a69f44742047624c53c52dbf8d6a37e227899399f10602da7bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716725521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=83341db312a147df0762b6d0cd7bf7d632399c45aa59ed14bad5f4f640b3496d038771b424afc873ad730f90e7fabdbae6d2a748b7dde0ee5e080c0821c694ef8565863726b37c7b74afbe7f8a8dde8a7889f208d6634b0445045c4c433fda74a463177c7e8e669b4e2786c3bd913aa8897c0015ed155596ff53acd11ee0f03d73a107060d1526a803dd46a29ccb1bca5065a3d82f28d87d295bc3f976078fb0113ed4a4caab8d40255a41c0858023b88168ad4e37b2d91bf3d0b4f0fed1c214381719c3d3e65d36446473592841d539dfe857f1421357bf279a0f23f65a01d92cfe7fa9b0d9c430a28e79aaa2c476ba1b6291906e9bed949b56013657780034&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71673026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=51931f167dcd9d0cbec54a7a04c968e12a5a59126522c836f7387ed4a38d02512c7166ed293e28860d96d9a381fa9edd77b7e8f3b604be2bb0b485fc857e7bdbe78723b37111f8f10e52892490b175a54415e251e99c34080993567d32a400e16c242904d31fd6619e0e73f8ab6ec42f9109eed10d302d486d5dce8223502a8904df94ad0fe7ff1f43b9b7432f6ffaee0a325b25f15481c36b91c0861b09d54558e2c3572db4f69bb76d36c118d011b8cd4ab201fd1ba28eec378a9e7683af2208262b2a92f4fa90887df382314620351a8ecd4c6c5e3f4be032eea3067f3a951c86ef8e6604ab88e75adc270ac930fbea4c867fac4d4f2d612aabf8378529a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716746892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=3369a97791898be155e4559625707c05e33ea96eaece3708673d19b5f4e6b3a4d686e5497645365a9d47c98e96f497a5972c6990ca51b147fe052f03eeaec129fa52dc6be0fa7a8ab776b6b3118dee3e30e8d2f4daff88d390a65be6b027a44396859930b2a34c10a0dca99f06ca643e1bf1b7eeb695becdc335684a6e96dd6b226f895c9020c6bdca5a61a1432e0738905a10b34c32abf509ec2d4056a56d802dbe05dc397063b6cca768a2c425d3f1cd8b097af0a07f1cc2aacfda060ddbf5eaf458e9e4787273df6e15c46ed81c828c1b7b9d8e525ab7cfb0203828a4badf334f4ca8a8846113e1c13c29d78ada4df7fbedb8aeb4f6272b9f88d2f4bb4972&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71677809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=bcef298e68fdc09e791f72f1f85bec79707b10b4dd6b6dfcbc6bf171635c82dd0f20723b0c42f02551f2559221871053946f957b4ba4b73f5740cffad4e67cf443370599a51c92b034f10dd3b3e551f866f65ec1dc64ca5cf4e5557289763208cbd9f1bdaf149f3152e929b3f1cd6d9125a91db109620b2c03ed2c6263a037751ba64244439916b8c7c6ace1665e7a2112130da3dba30ce935a5a4961254bfd97d00b7b67a18bff2869b01877051cf2555762059648e64646bad584db6f68d5e31db508d817264d215a86d4631ad22746a8c0f90c1646dac468fe60113cf9beca874aeaa30b1904bdd13bded307b6db325877a40d10945102fa324d8c2062089&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716777048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=4a46e002cf86ba4f0a23a99560e15f3a7f76959a8c1cc1d8a37275e889751010b79d428235184f55e7bec72583ee9a07d54e3dee20f2db7f85121bc4b4edb835a4d5132351dd3ff06c4d734999870572b68550f1e7b7916a7ba975efe02376a6e62d832b64224534b612fb5c80d028f6acf5030be64074e20b9cccf6546fa682bb5f2af42070e556cd4c2912c3dd0c941c70bfc370555fce6298bf26e979b6c71537cb12b34896eb114d3db816223435bba45606ef2d473c60769d6771ef42d5ab01bd338c26ebd6dc90326a663f0417cfa976e8fcf600dba15b1051acfac121419095b8103f5c5036248061dc500a1319bb713cc03d3354523169f9fdec0985&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.71679884Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=40898e9eb3494e78540f9c256995a636a3b73d57ad4f0b568b515288bc694107d9765b1761a47e9bf433ddd89ea900b897abb07c24438c6038d0b7e0847a6f93e657fedc23f1f8762b4dab54b70d7b2f6c38ac90653c00a15eea27a4966fd0d9203e6b7671b561cfe72f3ac073442c1694c16c9704dadcc7b53188c6b96ff76d32eb076edfc75ae051ea4057afa61353de380d008e5017518afcb6d02305fecf9b8bebf0ecc7b6499b671b40841a780db47e07ce03f141908fa0105614b50e95ce233f656c21461858b1277d5b15e367c045a606dc764c7f650695dd2f0d51dc73aceb713a9c588c85f89d1da044a9349f665dca6ff18b916e36727e0bffff82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70476436Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=72df2ed002caca7c3703ed753eeb4bbea130cfc94927869e79db9b5f39b9f8e0f2f3c8847f5d6305c4f9c62936da18f3eb483e95e2e18606e1b3a8ac86e30c31d681b9ecedea9ef2e564c225708bf0e1f832f39c5cbb3bc83150b85eccd84b6097ca0afc8451958b2db347bbc2efbb91e5d38e7335d9cf07351745c71a1ecacd3a6a17e85a46f229804bcc037d287a5a19eaccd27b4277b669b020bad833dd7f209bea0baddcf24738591145c15abd89e4c59dbd1fbca445435b90f6df13a24f548a4630d89090f6a38f07353f5136da0c76dbbf5acfcc89ccdb7a1447f5dcdda19c3ef71a4321d7b1bcfc800f39db05c76e69361b8abe8719caca3ba3ee51ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716859023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=c320d4312d4bacb5b44537b3fb2872d6451ca9511901876ecaf1d6bf685d807a40704d246dda11c2e4843219617d3b0835c0fe3bd8f6ab74e6c2f845148a4b9fe26f097cfee5a41b7774c08508e4649b4fe57859550c1c52f303640ba56710e784fd4d6930403e155d9bfa557c71f1a95ec47496592e59a36420ad47558e12a870177f3ac0c508425982d410451158696d4be8abacf63baff937126119498bbe51238e40f3bbb3fdd0aec56db8c44acaaa547777339a924a7e1aa3139c54a35056ee3f5bc615ac49ca48203c8ce18a3d30dcb0d46cd3a742779744f9fdd6d86f5c1506dea83b0f9440b2daac31a030de7665a39071c0fb03d6722ff32881ce31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716869964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=9cfb8735633ce286f8f6fffcc98896fd5be75496961c07df33e9a2121e394db9053b59a72969d50bfc47b3e7ba35e2616a57160253ad0b1db9990802009ef1d505921e50c47cbf936c694fc9d178b6a694ee709dcfd9134a2c990798849421dedf8d02aef8aee2729aee93ec48d58f4876a48e4aa95c6272fbb735604943d3602fb7399bfca3b772521ca8cec78da4a6fecb3509e88c18a2f4cc7ff35dae73255ff404a418d7029966b4c338abcba499c2f05a90e09dd7a304226bf86f7845f972817f618fc067e7457b6a158e9461289fe19d76fc7b51d161939a33cddfad834c26bdf0ae68de2ce829430911a1aa5362763e91f1261bd7727ec803e4b76428&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716882096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=a93f538e133ab10017e725b8821391895029cc451750e09b8ecd1ae1f53efb99c17b52fe4dfe0f779dadc4c9b4eb4ab1d39204d7753c636d31a57240190b09d5c38c0bcfb8581be3b61566d76eafe55d58508527ed3a651b090ed7c3880996191599a0effa1b6b68b14e3af4b367e04da69d68b10c85a3eb72c836af69c0c213e525a59f703f3fce058d31368aa922e6bbd328b2746a88434e13a123fde5d8a17329dffc5730d486108e6980b07b40a6dcf13fba4b79905c35a3cbf6163ea3fbbb50d8614b8536db3dd4ba54fc2b6513e80349c8afb44ff8bddd2371710d1fa82b5fe4a92d5c1244d2e822cf33dddb8e99e6f7204eee56f7c8f2c8fd899f6a41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716914508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=59b46e0709fc1a260828456b62b373b02a2ea2d73b57c3aad8de07eb8bf97683ae1b73bca0edb009a434d15464fcab71b1f1503892be0357631dd39be788d0e686a6942c105f1603ae6c22a4d2086d34fba24ffc6a4081eb55ca055b929507203813dbe451f5c144b23444bb3575fb167566868eae7fb3013e7af40d950d34a183cc63e66733ae4875117da006b1fc798ee8fabfd20aa5a992be6363ef182106dfbd71b8163b8f97872be0e3288a226d20e0a6999b3f02d6c679ded824cf7b35932a1ff137dd3f92b0e0215159a89eeba46925cc99c5669159ab6cdb00204171506dd3c5b7bc54e7a05ecdb50e80416187109cfd53c04b586e50c23bae42093f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.716959763Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=99d85e44c741472b38d1deaa53bdb0883fe8b68f07d6ecd033aefd1cbdd0216c1133cb269a7d6fe8b833825f667fca9c112eea876c5645c59840f553350a758de5dc4cd1f3e47d7a3f72d2397110b060c5b5b3369cfd5d2abd9a84ebd30a2a9796e453dfc8ca247277a0924eac9dee65b7d642ada0bbd8a2319b03441b1724ff43b6e4a6d2bd508f9a75eff84d8541cc67c10f1c870fe6954a4b58e4292df8b15aa20cbe6c49e4d3172a8c68c733cd888b2e5791697b70e7069e8a85146f9e3b21f1299f405f27357aa369f7f38380c22b5694e3dbb03606b62f2c7240eae24b50a589c4f8e925fec718ba80a3540a4446eb6eee87867a4122fc239b2cdbeb14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717063158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=90cb7c7db1cfdca91cb8a66e4f086987d77963d9d1ec6bccf6e5b10aacacba6c314e2c23f69c82737360339f5ac82603e34596c6d2b9b22eac72692e10b67aadb89bdc9d90d6a68040f5b5566cdd959e5f25f1908061138df99d88293b9f691633a4c6bdfbf8ff90ca01d007bb53baeefa7277052f9d57bd5fa943e8df00f0ff4195f5446200b465d4d8a4bb9c032d3bb1c4717975bf8d3fc20f7a8fa7e5b98304f0b4233e585f045299f48a743843f7482ad376be38e02d76f2166c7c11d36c0add7924aa25cad04926290dcf5d1bff74cc65abcc1ee30a3c6022620fc583bdfb1ac103da41da037f31493ec19ddb322c82e824c9c3f673fc245503a6afa9d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717094968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=78c5fa806a6ab47612cbd26b780cf1ae0a1cedd34b70f7754692585a94a7af428377b6786c4a90d8dc571f2aa56f338d46a41201c6c2c167a2aff22aa502e2ffdb702753f3602c70b124a800edf097a030892d1b35efb1c08e5606673a785838d9b0c5cc26c5efdd0dbe00fd65607401898089762f74a1490a643f3973a0500812fc0319c24e016a5e6fd681825c23f2b980f22c8d281517aa54c304e3f204066ab8bc726f8b3ef121746cf47ac908a3a2fda5d6ecef26d143d7ad0f74f173a6632ca4308e53b13ea1a33b25df6a7582755fed37b580d7aac80db115e7bd26435f6a9927799cdbe2621befb55133c5927876723988f98f8bcbde8f63c513e5e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717104315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=aeceabb5329350a174f3c2b85295f89a5dc028ac44926f3cc3d43eb1601f5c8a2111ff3858a8e6001b2d805240ee02f3c9a8786c4df5af0cd21ccdb88a23508059da1c21bb7196d5e58f10d196c6e70dbd447cc8955f1e9cbc597c8b58dc1ad1a131f3222d1f2d86b3542d555800b8a9a31da6c4727733c96b1b8f2ddcd3e23cf42b01aeebe78d1a51027852107ff9ce991075d37cfdf1d2985d7a305b67d0f4dd19b87dcaa9e96cdedc135feb29bf440ac2fe343774cb5641e0641aaf55666370c0be49139f0b1a9f325904c354eef45e4eb92098d23956b1094e0038f410e17fe98a84607ac6a31d44aa18a9e1cc62185cc62ba8b19470b70b5657916e92ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717109886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2c30eaf97cba28096c5d76581564bee4db00fd9d658329b1d21b0b9315ccc56054026cb5ef2a27150f0226cae2e45d3b654818d6c64b466cf35ad4418e7a53c37d3f81e08854e06938d03117f6ed06079daaed1e74a5b780aecc823dab25ed40fb557e052637856f12e9db5d1fda46630f7fa6b8f74494740a2c092945558731e875d5f52183cc1f74c0dd71a7f2bd22392fce231e89ea1a0f7d09a9bade4839c07022135e7eb0f2b3a023a845c90d70b831ff85b78c53da8608374c2e6bbfd5a2de7015e19d332a63c9b9cd772122299bf9cf6a3ff14d8b1afb68ed9024ce6a70fbb53e2f10307a6a1572e246e997a868047c2f6ed573a8ce148b6faff388cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717113332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=103112ebd45241404f33887031259db0a2c419584c4b2e5ade1cc1ac95b0040d044e765d285f4fee951c7016225d5d16f636f868f8850111a3f749018442ea2af72f5314cae3e0d8240e1907f8efe591edc5d784cc406f8ba86022a13cd540b2f354709b0004c6818498ee7866c07affc735e9bbc3f9437242c54c9e487ab26233313c7bbdac6287e6b580a468687a8a6b18a1910b5afc440d3ffd534123e1f5b8e12e6cb3ba16c06c59af9358b381b73e561171810bc9c98ce53777356fb765a7821a0ca8b1b4995bc21bd66b9a24d25b736aae43e952f993ba35e5344a14c69f958468aa71eb1d4d3fef29bd2cffad27454957089ee7db048dc4737d210861&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717167775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b969a476f31aec0d3aaae1490d302d3632285dce560249af77dafb277cedcb21594b5ad31bd7c74a610347c441fe6f36a03ea6d0fed8f9d70e84a931d05c24395433807c47c51339ec25fcef646a185282c275ea39e49a679ec5b9f030696fa8f41eaf5b60d62c68b726c0620c5f6c4ee27cf87dd30474ebf27666908fab8d6fc1de7f5edc3c2b14ee58eaa1480bf791119d5846ad6daf22acf41784f92a439e36ad6441565ae5059f87a0c8690ccf1ccef386c7c8f7329c3d2f17f2eca4d2f2473e58791a4f1bfa336e228741f74791b45763db55bd83ac980de740620fd513124db08eea7a9fa1e12e779006575c5332dd186d0aab75d59e7929c77684409e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717221286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=12596acc10f91f6486afc005915960c721838965a3ec9f7dcc1354e7e070ca8632efd701e7e8192fa78873b81f0d2d4561483b3955b2340be99bd9ffc77db43f25bbe0e056c134a509bd3ba51374ad55346a5cb6ae08f859e2ac5e42d25f87cfd47a2444bb1671d916781f7e9cec7acf3de840089ebdfbc21fce3997e3be07d001e7bcb05d218700ecf44c6bd000d6a1205ceca757cf464995b5db0897beb6ac9001d672b0776d2f2c6ab2f25f0033afc41ac0290c7776f31f27be785746c38d7a9c66d04e0a13d756d310e8dd2493178e959cb35564600f922bd12253def67d18559165936ca602171f33c3f896cb6ba59617f839170d6b8a5c3a3f37c9ff63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704818783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=293f71b150af48efede28e9f1202b0203b6eb3eaaf9ae30bea51cf31105f9dbb14b069144c443910213da9cf36ead8fd85bcd1858cd673301990d330bc58564d8d0fa7b8d282b23e593481f5193e41e00e172ad88d2ca97ecd1613eeac5f0f4126b93dfe1cdcdfda5432f67c57008a4128ff06c2803c6d52ca178754a220bc3a9e74aadc7b1e3e436a5bbdee1bac5fa1b78ad21b3243eb2ec9a693d38380b28d59445b7d1e44dfd6fe31c44ebad1c0b0b1dfc2789250cba2ddc988fc2b907003bcf08668d220fae1666fc65db50f4b1177a6f69560015d265b31e59edd598f35f1787628275356e627a04912338f38917d300ad83de10ce65948779c2c0c78d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717254308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=25ed3c3734932623809a980d0a85e152a49ad0f462d1343721f3b0804092b14e08b741fe220ad97665dd4e6b0be2e30e92f5a405026b67c8a0ae3d7cff52a72ee57ac249d6407c222d993c1c78d7bbb450f9e80183ac4a5026062fc6c7ea805e43956e16fccb0a6fab67f0fa29a089a193a40e24c89f231f007ffa6ed57d309f8e5c3210121455df7a00fa99d1ae2bcec864d9ad0352c3c31c5a1e829446de61a0fcbb31936c6a0d8d0a23381ae14c942ba8da6e72a4c70f42c70a1971a56083c0422a207131aa4b23f0382186f271b4d0cfc1341cb8427e8c45d2a2a5e2154c1aa9aaa2e9e935cea5b3278273ac1859f71c502d83085d57a08f08ab09cf59bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717288142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0e05183f195fd94e3fe00512746784744523460c0a7221d937142bad73af3f18e7140f038e2d1322e6c391fa15021f1e1f98b6c284c8f7bd6dbe58a2ff5b5aaebc308b145e94caaefc820e649204c2d750843e4ae7e833835a258f112d3ce8cdbabf58b4ac1d2c0fb623b7e838836e47aa65d10328f3e9619c91d3955461232cf4edbea98a32b000618e5060a0ca18559ae52a89a3a8205e5bbcf6cf6d9360086690f3c4e97dd6f8ae0b2d43e3e2bdab115cb475b48bbf7e4b8f164b9dec8a3335c855794277e5911fd890cf3676800847396fde5b08b8a8b90a31d55fe00be07b55b51f8823ad12e26b5d72889122b35337bf06f1ac9925c4488bb10c531f84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.717456529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=7c5a024110a36e6d165c56912a6e7d65771419ed6ebcab13695a6bc9df2fc1bd969144f71703e9eae3fa38124e990cb90b786fa7ff7fb1eb9396a25a584aff09682b77f9c75bd2346b1b0d7503092ca27ab436b670793afc4af5a2769bf725cf5f1df0fd3426505b228456f9cc93af237f1a4bec9af545fc3ad5f7f6957ea888ab21ca9fa4d99b96cbbca32573a645100ba2d06929e4f2545d5c450b3ca611d3767f1945bec8aaca610e3be4dcc55d1738134b172f12e01225571aed24ee9c75c053cf9dcfc157a8157e1806be713b17b3d4796f2e90b6835277f940edc47fc5979483a3e6eebc729e2d37851b09fecd6bb27a7d6333a8aa7b3d6b0a12baa403&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.70411709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=200a9b46df886788b49ca64f5dad878f89fe8f4f56d14b48050cbe12bce84467b3cb161a938ef2d5e9ca4b999410bab61a4dd5b154dbe39362e89969b709df255eda004fc2a5b1ffc937c12705769ee789ff90680b9bfc68f5199234183d77edf95d5ba545c5b7fd1853114365975a53a4292fd0f0c24977063d66e1619f6d338582426010eb3171f6aa0b140217f184861fa297f45f17ce16179db2d4cc37ed7bfaf7d1e3cce4f49a5d1d94137870a7deab88efc14885322d61ef20c02a585dbb18821a6db3643b5593c98121a2c1756852db4215a444b4f971952fbd2ce6532cb8e8572f990b87184d0a54e8432f56d9892cd210c9cb80f45aae74d80d5a08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.704624136Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=0c6be4b9fc54ae70d751b796cb7d1e13d9b95653b659d48adbc3b873c38fb291629d7980aed309acb0c99ddfd9d780d03ba0222b1f9be13ac5eb05cca475dac128da1590d73ebdc74acd4418d3d696345e1b7bec302ed7d0df5cbce080a7d95c396be1b06885ae80c3e1369faf2a2cfdec3302bc0d2f7f10492fdfb0acdaac6abce267f3079f4448dc12277f8521210291cb06a47f515f4941e8c88c4954a7f7717b12f7775bc1e4c8434383359bf30a062866892826fcd1a557c223f5f173c4502c53bc746537272a7c4dc818487a1c17ba355e1728d80875abd88fd05a63b5d8f25b43c1cf726261bda674709318001f56f4dd59e08833373bf9917dc6d8c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.726863708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=abed76f882af0407a14be6d90c6abfd7ba1111349c4b4927f53dc565a7a218bf4c22e09bd8039c50d7e50635be3f62a769cd128489126e48a6656a35eb040b2a72b0af3ae4fd98966c0d1b65369dd671c15eec2f41db4ccfec2cb0d3d5c73b3fb1e035bea531b668ce637fa25570d275831323f3e78e5302cfcdbf2a288960552cf26b3d32c0a05345bf4354cabccb277fa695bfd0cd47c44c0a75e01ebbaf3ac9a2a245a9c2f5b356a451aa14b33a60ea0be46f214f7d7075c154ad9fbba61692ce0756c6f0092d47d46edd7c14b88036f5281b3b633d11be7241493ae772a27173813ad6727b3639de874f465d438d0d9687ad689586127a7e717c51d72b54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.726950131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=b0f258a81b0f74e3c8ec9558710a5c7fbb45bac184540ae5bc2c1794a847e22df9759b6d04f70da735b5d1c8a88e1487827ba2a2419f61e762a5258db2bbb8f86a3c6b8aebde311977ce32b2ee216dacfb61f77cb86e983e9b2d358ae8d010c8635b6662670a8ce0646ccf89648f321dde11f5aed84032a98d53d185083e54d78655025d7e698c3ba6af79e5b45cf582e29418e7c1f10bd87beb5c2ae4a979e33d4f6df61128c92188e1b40abde14a7a605fdfcaa90c7dfaa7c0de68964fccea01abcbb6f59b004076fd4328d03523adadf2d0c33c5968f0b90de6ef136f385e649f25b0c16821d1d30f32eba0f6406d45fcc0d3ac420f19995596bc4646b955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.726967754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T202719Z&X-Goog-Expires=86399&X-Goog-Signature=2a616ad4dd557c818bb3aa94cdaa336f4dd6403ae6a0ca7b25904968f4215b56eb71db1c33cbd87c34a7c2d6ff34e8c7d66de0ff6ea12b63a7e4ff1be8f4f1d7037b3e9115c5ca26b3778d8afd291c838a4072571da44e2f773217aa97dc8e0abe1b6a4e52dda9786c5f975afba7f2f929cadea3173eebefad883741a9dd32679aa5cfde0541734eee09c80bc18965f9ad32051bd2bf43fb94e133221c0c154fccab5788df94c8bb2aa886f1e53269b986ba30aae5b1ae852ac88390c79193c7fe3aa8c44b8289c215e2ee263392d88705cc9b67b2594355f7d5adb53d6633e10d944372f28457d568c6fdfe1eb06a736fcf1c49a5e893af84f245f38032ed7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T20:27:19.861375433Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading output.log","runtime_seconds":0.615654606,"progress":"2.1MB/2.8MB"}],"total_operations":1}} +{"time":"2025-07-24T20:27:20.265038879Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-24T20:27:20.487589238Z","level":"INFO","msg":"stream: closing","id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T20:27:20.48760591Z","level":"INFO","msg":"handler: closed","stream_id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T20:27:20.487613394Z","level":"INFO","msg":"writer: Close: closed","stream_id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T20:27:20.487676252Z","level":"INFO","msg":"sender: closed","stream_id":"alpha_0_tree_7x7_500M"} +{"time":"2025-07-24T20:27:20.487693725Z","level":"INFO","msg":"stream: closed","id":"alpha_0_tree_7x7_500M"} diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug.log b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..8b8292ac72a3519a49bb6e628f66ab8407091e30 --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug.log @@ -0,0 +1,28 @@ +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_setup.py:_flush():80] Configure stats pid to 1884506 +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/.config/wandb/settings +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/david_quarel/jaxgmg/wandb/settings +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug.log +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_192015-alpha_0_tree_7x7_500M/logs/debug-internal.log +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_init.py:init():830] calling init triggers +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'env_size': 7, 'env_layout': 'tree', 'env_corner_size': 1, 'env_terminate_after_corner': False, 'obs_level_of_detail': 0, 'img_level_of_detail': 1, 'env_penalize_time': False, 'net_cnn_type': 'large', 'net_rnn_type': 'ff', 'net_width': 256, 'ued': 'plr', 'prob_shift': 0.0, 'num_train_levels': 2048, 'plr_buffer_size': 4096, 'plr_temperature': 0.1, 'plr_staleness_coeff': 0.1, 'plr_prob_replay': 0.5, 'plr_regret_estimator': 'maxmc-actor', 'plr_robust': False, 'num_mutate_steps': 12, 'prob_mutate_shift': 0.0, 'chain_mutate': True, 'mutate_cheese': True, 'train_proxy_critic': False, 'plr_proxy_shaping': False, 'proxy_name': 'proxy_corner', 'plr_proxy_shaping_coeff': 0.5, 'clipping': False, 'ppo_lr': 5e-05, 'ppo_gamma': 0.999, 'ppo_clip_eps': 0.1, 'ppo_gae_lambda': 0.95, 'ppo_entropy_coeff': 0.001, 'ppo_critic_coeff': 0.5, 'ppo_proxy_critic_coeff': 0.5, 'ppo_max_grad_norm': 0.5, 'ppo_lr_annealing': False, 'num_minibatches_per_epoch': 4, 'num_epochs_per_cycle': 5, 'num_total_env_steps': 500000000, 'num_env_steps_per_cycle': 128, 'num_parallel_envs': 256, 'console_log': True, 'log_gifs': False, 'log_imgs': True, 'log_hists': False, 'num_cycles_per_log': 32, 'num_cycles_per_eval': 32, 'num_cycles_per_gifs': 1024, 'num_cycles_per_big_eval': 1024, 'evals_num_env_steps': 512, 'evals_num_levels': 256, 'gif_grid_width': 16, 'level_splayer': 'mouse', 'checkpointing': True, 'keep_all_checkpoints': True, 'max_num_checkpoints': 1, 'num_cycles_per_checkpoint': 128, 'seed': 42, '_wandb': {}} +2025-07-24 19:20:15,593 INFO MainThread:1884506 [wandb_init.py:init():871] starting backend +2025-07-24 19:20:15,800 INFO MainThread:1884506 [wandb_init.py:init():874] sending inform_init request +2025-07-24 19:20:15,803 INFO MainThread:1884506 [wandb_init.py:init():882] backend started and connected +2025-07-24 19:20:15,804 INFO MainThread:1884506 [wandb_init.py:init():953] updated telemetry +2025-07-24 19:20:15,808 INFO MainThread:1884506 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-24 19:20:16,310 INFO MainThread:1884506 [wandb_init.py:init():1029] starting run threads in backend +2025-07-24 19:20:16,412 INFO MainThread:1884506 [wandb_run.py:_console_start():2458] atexit reg +2025-07-24 19:20:16,412 INFO MainThread:1884506 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-24 19:20:16,412 INFO MainThread:1884506 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-24 19:20:16,412 INFO MainThread:1884506 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-24 19:20:16,419 INFO MainThread:1884506 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-24 20:27:18,857 INFO MainThread:1884506 [wandb_run.py:_finish():2224] finishing run dquarel/jaxgmg_500M/alpha_0_tree_7x7_500M +2025-07-24 20:27:18,857 INFO MainThread:1884506 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-24 20:27:18,857 INFO MainThread:1884506 [wandb_run.py:_restore():2405] restore +2025-07-24 20:27:18,858 INFO MainThread:1884506 [wandb_run.py:_restore():2411] restore done +2025-07-24 20:27:20,478 INFO MainThread:1884506 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-24 20:27:20,484 INFO MainThread:1884506 [wandb_run.py:_footer_history_summary_info():3935] rendering summary +2025-07-24 20:27:20,486 INFO MainThread:1884506 [wandb_run.py:_footer_sync_info():3864] logging synced files diff --git a/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/run-alpha_0_tree_7x7_500M.wandb b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/run-alpha_0_tree_7x7_500M.wandb new file mode 100644 index 0000000000000000000000000000000000000000..7a0f382f3fbdf175aafcc4d2c191601b55acfe5f --- /dev/null +++ b/small_7x7_models/run-20250724_192015-alpha_0_tree_7x7_500M/run-alpha_0_tree_7x7_500M.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3aed7e9e377e5bfcb272ab4fec934a4b695269380d820f51f2e26eee150f59 +size 16507613 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..aa63256fc9e3592f6a7ecd84001627bd48cfa18f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388888683909528, "commit_timestamp_nsecs": 1753388889419059268, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d/5a730d99ab824a3c2732799320ffc8d7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d/5a730d99ab824a3c2732799320ffc8d7 new file mode 100644 index 0000000000000000000000000000000000000000..76b2afe53671b703f42402bdbd9ae9ec040ad67d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d/5a730d99ab824a3c2732799320ffc8d7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9a3080e1a6d691608fc6cb24e8f30cd6cdff2ae0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/2797cf4582059826eb659ce6e4e0e537 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/2797cf4582059826eb659ce6e4e0e537 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/2797cf4582059826eb659ce6e4e0e537 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/7fc748e3643212b07330e8dc96a71d4c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/7fc748e3643212b07330e8dc96a71d4c new file mode 100644 index 0000000000000000000000000000000000000000..ad0c51ddd1de7c83b5d1e54d3932f45a5aaf86f6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/7fc748e3643212b07330e8dc96a71d4c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e99f6c28d96a20dff20017b55d659498d953f0e361bcafad338b47710bc73b73 +size 643946 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8995cb14a0bb6775f9cff0e7ac036374 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8995cb14a0bb6775f9cff0e7ac036374 new file mode 100644 index 0000000000000000000000000000000000000000..897d2d305bdd715250ad8f242c5a076c57cb1014 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8995cb14a0bb6775f9cff0e7ac036374 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d675f5dea63a6d54baeaf9a59715eaa9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d675f5dea63a6d54baeaf9a59715eaa9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/d675f5dea63a6d54baeaf9a59715eaa9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d169c22cf70cb525b6e3230d5ac7b9240b77500b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1bb2743a63fffdeb4dac133eceb2a90278ca1bbd --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391596090051531, "commit_timestamp_nsecs": 1753391596182458772, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d/f1bd29e3fb3d518bfea8839afc526c0a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d/f1bd29e3fb3d518bfea8839afc526c0a new file mode 100644 index 0000000000000000000000000000000000000000..e3207f0adde9d984aa3832813ace415a817dff34 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d/f1bd29e3fb3d518bfea8839afc526c0a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c020d8924c9372353a3fb5e8bc792f79818572c2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/0ba76b6a0701770ff9eac243a0bc3ea2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/0ba76b6a0701770ff9eac243a0bc3ea2 new file mode 100644 index 0000000000000000000000000000000000000000..ad3bbc2b2fba3d1ec9a176dcf3e17eb5bda2a6db Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/0ba76b6a0701770ff9eac243a0bc3ea2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3f5fcf1d7cd8efa32ba8041f88dc547b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3f5fcf1d7cd8efa32ba8041f88dc547b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3f5fcf1d7cd8efa32ba8041f88dc547b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/5615264456360ded05b721791ac57f5e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/5615264456360ded05b721791ac57f5e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/5615264456360ded05b721791ac57f5e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/eea288984321471c33286aaf561529cc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/eea288984321471c33286aaf561529cc new file mode 100644 index 0000000000000000000000000000000000000000..0d94570f7582f845341a5fee6fa85b72d52eaa9b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/eea288984321471c33286aaf561529cc @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6095499f8a35156de2fea5c1ab1fee3dfbfd242837c979405a8f7965cf83c147 +size 645746 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4b76ecf0ea08ad0f4b171b2c8e49500f970b4348 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..406e31a7132696a7019559d5eca6f8301d54553a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389169778420973, "commit_timestamp_nsecs": 1753389169870528086, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d/3d29786fefd7426d969bdc447321e474 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d/3d29786fefd7426d969bdc447321e474 new file mode 100644 index 0000000000000000000000000000000000000000..89ed0cdce3a149b827985788d9cd42180897dc72 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d/3d29786fefd7426d969bdc447321e474 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4386a80ce8e6b72111f67045a41a917e914f3c29 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/22e766bf82b30ee685685ec71979d33c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/22e766bf82b30ee685685ec71979d33c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/22e766bf82b30ee685685ec71979d33c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/6d17333e8bcef67743dcbd4502fa1fc6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/6d17333e8bcef67743dcbd4502fa1fc6 new file mode 100644 index 0000000000000000000000000000000000000000..41d8ded249e74c768a106ae701005885b710cb50 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/6d17333e8bcef67743dcbd4502fa1fc6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/afd7534c1ea831834e815b2c2633aae1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/afd7534c1ea831834e815b2c2633aae1 new file mode 100644 index 0000000000000000000000000000000000000000..1c27c0baed0b33e65773db8631899bd41886f55b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/afd7534c1ea831834e815b2c2633aae1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16ca4ecf62a1e0f384f16c5c7c2e3adece911b1f4e481f815063c0d641261de +size 644890 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/de6b57526f970b0982869451ac6ae19d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/de6b57526f970b0982869451ac6ae19d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/de6b57526f970b0982869451ac6ae19d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cdc566817ffd4482e10ce1511a2b90b494460367 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..10dace3a5e8dacde258377a75cd2c2340a3a7934 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391630303833036, "commit_timestamp_nsecs": 1753391630396565330, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d/fda75b7e31a84db81797d1732b5b02f4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d/fda75b7e31a84db81797d1732b5b02f4 new file mode 100644 index 0000000000000000000000000000000000000000..5098a386ab3c14f9e55a71a6d2330a724fa39b37 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d/fda75b7e31a84db81797d1732b5b02f4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1f6ebcb4769b84b44ed7537afa15d8a8334cede8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/147c9412b709775a8ded74767152541c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/147c9412b709775a8ded74767152541c new file mode 100644 index 0000000000000000000000000000000000000000..82382c97cce89187affe7c629352c87c79be3569 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/147c9412b709775a8ded74767152541c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/29fb9889548f9520695f3d8cced50010 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/29fb9889548f9520695f3d8cced50010 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/29fb9889548f9520695f3d8cced50010 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/393cd2d6a08ca5305c15e209d351da8c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/393cd2d6a08ca5305c15e209d351da8c new file mode 100644 index 0000000000000000000000000000000000000000..6bb8bbdd2ee54c3db61f10d80bfe3e42352d9e29 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/393cd2d6a08ca5305c15e209d351da8c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce9ce34524f07e83ca4117eff89648c70099aa76c7caf3c62270ec6687417e4 +size 645732 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/e9b782c05e3c0668bd1cf4805ad0bb59 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/e9b782c05e3c0668bd1cf4805ad0bb59 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/e9b782c05e3c0668bd1cf4805ad0bb59 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..52081b877e73262a957086b1e19a872310910485 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1fa3f6f28e5c2a9ef0f341dfc7b565950004d70d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391664461220505, "commit_timestamp_nsecs": 1753391664554702312, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d/4b74d5579e2a161fc4e707a3965eaf05 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d/4b74d5579e2a161fc4e707a3965eaf05 new file mode 100644 index 0000000000000000000000000000000000000000..63a5a43179745f5525e705ab041f6934b2d2567c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d/4b74d5579e2a161fc4e707a3965eaf05 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b55ca2e21e93820e5caa5bb970b9c45dda7358ba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/09ff5b88fe1ced4fc7381f6aca31f64f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/09ff5b88fe1ced4fc7381f6aca31f64f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/09ff5b88fe1ced4fc7381f6aca31f64f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/568e6f07a87f907828afc1559f99822e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/568e6f07a87f907828afc1559f99822e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/568e6f07a87f907828afc1559f99822e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5f75cba199ef189136689af042ff6ac8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5f75cba199ef189136689af042ff6ac8 new file mode 100644 index 0000000000000000000000000000000000000000..4ae2dcde7bf6099cabcb365fb56068dc7955a38a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/5f75cba199ef189136689af042ff6ac8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fae05aa4398bcd9270b650eee274885744a0468ba7e100526fdc26de2bead5 +size 644648 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e4c5e9d07253c1f77410af675f27baed b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e4c5e9d07253c1f77410af675f27baed new file mode 100644 index 0000000000000000000000000000000000000000..f1fe88fa03469010b57a3c08118cf5ebd245921f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/e4c5e9d07253c1f77410af675f27baed differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5b52951ee3bebffa672d689e3752506e7798baa0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..da0a766f5d559a884057200e2727a3c79acb9c67 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391698664399915, "commit_timestamp_nsecs": 1753391698756188280, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d/ce0b2d1ad04d6ca56a09b85211f88cac b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d/ce0b2d1ad04d6ca56a09b85211f88cac new file mode 100644 index 0000000000000000000000000000000000000000..dff5dbc397310f96f26b1cacdedc07cdc53068d2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d/ce0b2d1ad04d6ca56a09b85211f88cac differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e5ee2ca5ab4b0093292b33eb4c35c283f3b66f6f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/454ae4670782f59ff53bc41cf8be67df b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/454ae4670782f59ff53bc41cf8be67df new file mode 100644 index 0000000000000000000000000000000000000000..5df8b570fcaafb0454d84258eddedf42a1ccb434 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/454ae4670782f59ff53bc41cf8be67df differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/862226118003813b0f755caac8244b87 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/862226118003813b0f755caac8244b87 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/862226118003813b0f755caac8244b87 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/9ac68d413fc30d9218fc1509c967caef b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/9ac68d413fc30d9218fc1509c967caef new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/9ac68d413fc30d9218fc1509c967caef differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/c113d3e30382247ea98bcde5e1f0f9e4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/c113d3e30382247ea98bcde5e1f0f9e4 new file mode 100644 index 0000000000000000000000000000000000000000..c7f35dd12d4f7beacb5d231a21832c1c0e2b5b18 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/c113d3e30382247ea98bcde5e1f0f9e4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c587295249e3d6cdaad6c538a15cda587c1758585f9065096eeb18339b9f85eb +size 645731 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..52c0036b57c7c356b0d846cfd9a2ab0ffbf6ea01 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d9e59d41e97b970dbf43bbf63b4a4c7f6f266403 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391732844212965, "commit_timestamp_nsecs": 1753391732937450110, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d/14af2e8a4865196c3bdaed2a1ceb281f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d/14af2e8a4865196c3bdaed2a1ceb281f new file mode 100644 index 0000000000000000000000000000000000000000..4269ed47e43ab908f4e09f93bcbf6ee8075b33b2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d/14af2e8a4865196c3bdaed2a1ceb281f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..20b630f1c98557b201a4b8c9a03e32cccfdf5397 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/164944aa7645da512fed8314405e51f0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/164944aa7645da512fed8314405e51f0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/164944aa7645da512fed8314405e51f0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/325374fe3f3f65ef90acf0abc149fbaa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/325374fe3f3f65ef90acf0abc149fbaa new file mode 100644 index 0000000000000000000000000000000000000000..62ea85505fd2dd058dd32238d28f3e5977bff6f3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/325374fe3f3f65ef90acf0abc149fbaa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913bb31cfa1c1c49a20da77053300f3d617749f29329fbd3b87b13bfcd33fdf0 +size 645725 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/baafc57754480c80f0865220b975c656 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/baafc57754480c80f0865220b975c656 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/baafc57754480c80f0865220b975c656 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/dc912f9573498497f82d827124d0bca8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/dc912f9573498497f82d827124d0bca8 new file mode 100644 index 0000000000000000000000000000000000000000..bd59894f8d23b7adae359307f007dbccb6cbbad8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/dc912f9573498497f82d827124d0bca8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..836ba55fe537de1f7010fc8f6883079c64d3d69f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b31b2c880c83f001f92b8a3a97e202d631362952 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391767034526923, "commit_timestamp_nsecs": 1753391767452556980, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d/f7dc25d2fa70f73f76f495cb80f2cc62 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d/f7dc25d2fa70f73f76f495cb80f2cc62 new file mode 100644 index 0000000000000000000000000000000000000000..75788464a7c66ab198ddd3f978d9078996ef9485 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d/f7dc25d2fa70f73f76f495cb80f2cc62 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3db75e706c16bb315c2befdaac275a5ae02b6634 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/08a90c74f90e7068ee2cafbaf70c26d0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/08a90c74f90e7068ee2cafbaf70c26d0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/08a90c74f90e7068ee2cafbaf70c26d0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/25e284e8821eea382a487e3b821c8ae9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/25e284e8821eea382a487e3b821c8ae9 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/25e284e8821eea382a487e3b821c8ae9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a2e4dda5265a1bfebbad8ab5c7e2cd84 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a2e4dda5265a1bfebbad8ab5c7e2cd84 new file mode 100644 index 0000000000000000000000000000000000000000..64e3a0a9819361418b64420f4daa23dd79646704 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a2e4dda5265a1bfebbad8ab5c7e2cd84 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da03ad50066621f6801252093392d2563499860b34ed0c4f8d809d0df9da61f +size 645819 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/e9c9d8cfff250e53ac3ff2a0d0f1e295 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/e9c9d8cfff250e53ac3ff2a0d0f1e295 new file mode 100644 index 0000000000000000000000000000000000000000..13d9184121d21275d1780bc8f45e5dcdd5cd33da Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/e9c9d8cfff250e53ac3ff2a0d0f1e295 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..24505cab3297572e786a3802519d7e18ae71021b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..13662b4b7499ed957a3552f5de6384b46887541f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391801174057202, "commit_timestamp_nsecs": 1753391801591155894, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d/56eb03f6404884b5f3e87b2e6cebbd7e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d/56eb03f6404884b5f3e87b2e6cebbd7e new file mode 100644 index 0000000000000000000000000000000000000000..c8261efe0ffb2a0be3a45ea22d3bf5dbf114b9b4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d/56eb03f6404884b5f3e87b2e6cebbd7e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3016470fc9b768ec89c68b3d36ccaa13db13845c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1f32dbfe90b2326f4d5d7dee9d9e722e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1f32dbfe90b2326f4d5d7dee9d9e722e new file mode 100644 index 0000000000000000000000000000000000000000..21519d1fee61cc8f7ae11daa2c66fd137dc4d274 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/1f32dbfe90b2326f4d5d7dee9d9e722e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33cf1f910ae668f1e432e5d120969650a1aa74af0cc23b77210b75bfeed1cb8 +size 645701 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/cd4ded5e46b8911ab2d659f09cb7fc16 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/cd4ded5e46b8911ab2d659f09cb7fc16 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/cd4ded5e46b8911ab2d659f09cb7fc16 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/dafe82b5e26bfeee71a5f0f0563b3f9c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/dafe82b5e26bfeee71a5f0f0563b3f9c new file mode 100644 index 0000000000000000000000000000000000000000..ceca120e5481a5014cac8da4e288e9c996f93b36 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/dafe82b5e26bfeee71a5f0f0563b3f9c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/f26842a87fcd7cf541f16755716b35f3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/f26842a87fcd7cf541f16755716b35f3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/f26842a87fcd7cf541f16755716b35f3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d748e75721f93b89436cb972673fddc683adbce6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..14105e9ff4b32a32240e9885308a8eec00a2874c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391835334067224, "commit_timestamp_nsecs": 1753391835424573243, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d/92950930e2c7d04f91352a4aff78c4c6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d/92950930e2c7d04f91352a4aff78c4c6 new file mode 100644 index 0000000000000000000000000000000000000000..c0886a34ab16b6909cc626aad972c9d0fa59555a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d/92950930e2c7d04f91352a4aff78c4c6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5d1e387c3e08bbfb24b5de7335ba99b46384e405 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/030365c6b2809e15e007bad6e76ad2e2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/030365c6b2809e15e007bad6e76ad2e2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/030365c6b2809e15e007bad6e76ad2e2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/0a624366b78cad07c1bf63c37da40802 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/0a624366b78cad07c1bf63c37da40802 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/0a624366b78cad07c1bf63c37da40802 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/5e2e2e6549273f7acc831b0ba79fcd60 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/5e2e2e6549273f7acc831b0ba79fcd60 new file mode 100644 index 0000000000000000000000000000000000000000..5f26ec2a9603eb2b39e3866523ab98b2d1c18433 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/5e2e2e6549273f7acc831b0ba79fcd60 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfcc33cbbe0c6a75fc68a65844bae1d467b3cd2615ce2796610aab08863b1cf +size 645750 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/dc3fd4f22d96d2f468ebcd19b93464c0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/dc3fd4f22d96d2f468ebcd19b93464c0 new file mode 100644 index 0000000000000000000000000000000000000000..61ba5a437648d7b8c99af004620b57118eaa2e97 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/dc3fd4f22d96d2f468ebcd19b93464c0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..32dc09774eb3e4ececebee6016fdcc89ac97102a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..91ead75bc072ac7acd29950f676db0b8015d12d2 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391869519568934, "commit_timestamp_nsecs": 1753391869609385192, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d/946644a5b8475840f80f943aa15baf9f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d/946644a5b8475840f80f943aa15baf9f new file mode 100644 index 0000000000000000000000000000000000000000..a43d236903ecacdf0ad2e312c3f1b8a466186a4e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d/946644a5b8475840f80f943aa15baf9f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7854c3f0a37a02b2e349868e5a5ad620c47b6371 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/66a58f832bd27f09ac5420049f14ddc0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/66a58f832bd27f09ac5420049f14ddc0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/66a58f832bd27f09ac5420049f14ddc0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/76f313d12c02e90843a6f56993d33d1f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/76f313d12c02e90843a6f56993d33d1f new file mode 100644 index 0000000000000000000000000000000000000000..6a62de518120fe203e0390bba7ddf27712b5d2d9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/76f313d12c02e90843a6f56993d33d1f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/b054200cea18e5ba928fe1940aba3075 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/b054200cea18e5ba928fe1940aba3075 new file mode 100644 index 0000000000000000000000000000000000000000..8f4b660df43a82dffdecfe4841a496065255861f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/b054200cea18e5ba928fe1940aba3075 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1420ab4a201971e4870287b786c30dd90a832df4e4f376882054acd16beb5ea +size 645764 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/faefde6fb576daa5e8bc183fe5585908 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/faefde6fb576daa5e8bc183fe5585908 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/faefde6fb576daa5e8bc183fe5585908 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a6639b42da85145d6a7b0691fb2e9366f6279679 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..68b72c8f8aec07bc21aae275bc107d15d076cbbc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391903662287764, "commit_timestamp_nsecs": 1753391903756707788, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d/699d1f9ad423885fbeb5a795d071a2c0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d/699d1f9ad423885fbeb5a795d071a2c0 new file mode 100644 index 0000000000000000000000000000000000000000..64c53661d921c2acc698926b2991839ef771f29c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d/699d1f9ad423885fbeb5a795d071a2c0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6d416a6e6486e6991897482d7907af24df509d63 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/52d17cb567586914ef245507cafb0a40 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/52d17cb567586914ef245507cafb0a40 new file mode 100644 index 0000000000000000000000000000000000000000..b6abf3b85ad6feac18407b21735b492a16dc710b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/52d17cb567586914ef245507cafb0a40 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/57623b50a88ce7808e5e29fd734afb0d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/57623b50a88ce7808e5e29fd734afb0d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/57623b50a88ce7808e5e29fd734afb0d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/a1bb61de7ac071ea8de4dcec4b801056 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/a1bb61de7ac071ea8de4dcec4b801056 new file mode 100644 index 0000000000000000000000000000000000000000..b1d97daa0905e027bb36754c85aacf65c3ce505c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/a1bb61de7ac071ea8de4dcec4b801056 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4490192f26621ad96a81b14a0798bf2f601916728d11114b268074126310761 +size 645737 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/c6ed344185d16c1ca0bae77caccbe453 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/c6ed344185d16c1ca0bae77caccbe453 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/c6ed344185d16c1ca0bae77caccbe453 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a1cbc9cc29a0f237bed419c7c38ddd9ddec64c6e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..10fcf0b46da1a6797a25fc76d4e926da3b5f7e78 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391937844588356, "commit_timestamp_nsecs": 1753391937935700897, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d/ffd141526dfaa2946c7bda578696f361 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d/ffd141526dfaa2946c7bda578696f361 new file mode 100644 index 0000000000000000000000000000000000000000..fc56c89f9f8badd8278f5f5f72c9b1838be6fcee Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d/ffd141526dfaa2946c7bda578696f361 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4e2f9b6ca60b178f9ebeb275c7db21f8a6fed9b6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/1bfdcda089dd8acbb359a83ebab35fe4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/1bfdcda089dd8acbb359a83ebab35fe4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/1bfdcda089dd8acbb359a83ebab35fe4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/49de026579b3ed0fc0793599b1e6729c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/49de026579b3ed0fc0793599b1e6729c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/49de026579b3ed0fc0793599b1e6729c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/7a007f8fe47a930c4c7ba8cbc1f848b1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/7a007f8fe47a930c4c7ba8cbc1f848b1 new file mode 100644 index 0000000000000000000000000000000000000000..13951b093f230968c6f61e627921909e45615661 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/7a007f8fe47a930c4c7ba8cbc1f848b1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/dfea1b0e4cb51462f054621794c83bd1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/dfea1b0e4cb51462f054621794c83bd1 new file mode 100644 index 0000000000000000000000000000000000000000..f1b8700d9c0c22915fb57b3a91c8acc695bd9cc3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/dfea1b0e4cb51462f054621794c83bd1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ce53cd7cdf4b87d9d079d6f32c13168f79d52e3e09e2cce4fa9d21251b4fc6 +size 645857 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..46cdf95f0e20def2a50c523b9720c694f504aca2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..62e8d514188116559414017bea45758254e78079 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389203886435828, "commit_timestamp_nsecs": 1753389203979592149, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d/bf735a54d2ee32e26692103d84f62510 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d/bf735a54d2ee32e26692103d84f62510 new file mode 100644 index 0000000000000000000000000000000000000000..f4693d85d770e3c218c5c6c42341f3a69573b625 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d/bf735a54d2ee32e26692103d84f62510 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bb23de93c99ceb1b1983a2e4910eeac0edd2e911 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/5e933280a8c02fdb407f1c5ca75acb03 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/5e933280a8c02fdb407f1c5ca75acb03 new file mode 100644 index 0000000000000000000000000000000000000000..d4204a1d0648e3628dffc9d7416ef5bf7ae46e43 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/5e933280a8c02fdb407f1c5ca75acb03 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/a1e34808d38c58b84001c459003cd726 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/a1e34808d38c58b84001c459003cd726 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/a1e34808d38c58b84001c459003cd726 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/b9d83fe4c96e652d4f70bee78cf5197b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/b9d83fe4c96e652d4f70bee78cf5197b new file mode 100644 index 0000000000000000000000000000000000000000..90f88c6db1d2a6b94d76075fff096e50c884bd34 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/b9d83fe4c96e652d4f70bee78cf5197b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87504fed519d0ac2a965fc368c88bb6892d5410589743228b885f24891355d38 +size 644805 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/bac2955b0b9da7edb242b45831c4c09f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/bac2955b0b9da7edb242b45831c4c09f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/bac2955b0b9da7edb242b45831c4c09f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7a9947f657c2946144c3c94c6310303741b8409b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..22e4012abfd0ff863d398b7bf92d387a14019fd2 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391971998382471, "commit_timestamp_nsecs": 1753391972090375922, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d/d6b8e7db4bcfd39a4d9fbe3b22dcc31e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d/d6b8e7db4bcfd39a4d9fbe3b22dcc31e new file mode 100644 index 0000000000000000000000000000000000000000..9417029c17ef706a8ce510dea430965273ef1d1d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d/d6b8e7db4bcfd39a4d9fbe3b22dcc31e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f40fa7127e572f698afcbefe1945db9034091aa4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/48cea22f6ac0cd61a08c5ecdc33adf19 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/48cea22f6ac0cd61a08c5ecdc33adf19 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/48cea22f6ac0cd61a08c5ecdc33adf19 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b33efacdaf32dba95061a42f5101517 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b33efacdaf32dba95061a42f5101517 new file mode 100644 index 0000000000000000000000000000000000000000..8e83757767cfbf311a38495a3e31de0d1086544b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/8b33efacdaf32dba95061a42f5101517 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca24a663a5c45aa8206c7e48735ae82b58ab95366e45774d8bcbb8856d09ced +size 644827 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/efe1eb83bc007b38c3d742418b48032e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/efe1eb83bc007b38c3d742418b48032e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/efe1eb83bc007b38c3d742418b48032e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f25e4781ee05df34d8c9e794f1ab5891 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f25e4781ee05df34d8c9e794f1ab5891 new file mode 100644 index 0000000000000000000000000000000000000000..14dbc4fecd9819094a4a9308359a03a9f343fe81 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f25e4781ee05df34d8c9e794f1ab5891 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9860a9990211cf5cc617d05df24d36145a9acdb9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b3422e159027651f68f1cc06ecf9312215b1873f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392006205491300, "commit_timestamp_nsecs": 1753392006297740293, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d/c7bcc2fe69cb420445a91b5501c501e0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d/c7bcc2fe69cb420445a91b5501c501e0 new file mode 100644 index 0000000000000000000000000000000000000000..c1cab7196bfd182311a2d6276934cdaf9e287fc5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d/c7bcc2fe69cb420445a91b5501c501e0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1749440c97c6143d854ad9d141fdb03c1b28fce5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/460be6bf98e477c2848b926aa0009b90 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/460be6bf98e477c2848b926aa0009b90 new file mode 100644 index 0000000000000000000000000000000000000000..c7bf2107e3e65b8b20979f0e6efe8018d0b49d22 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/460be6bf98e477c2848b926aa0009b90 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac03df9f35b9bec1da1db278bdade3f488f51d62b54b783abc4277751cc96624 +size 645749 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/840dd73c638933ecb0de8d4adbabbb97 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/840dd73c638933ecb0de8d4adbabbb97 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/840dd73c638933ecb0de8d4adbabbb97 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/baf1dead07e887cb5c93286f564c0b6b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/baf1dead07e887cb5c93286f564c0b6b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/baf1dead07e887cb5c93286f564c0b6b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d3192bd38b00f783273d8b77b9543f58 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d3192bd38b00f783273d8b77b9543f58 new file mode 100644 index 0000000000000000000000000000000000000000..4ae8a029f67d3ca113357af0713ee862831ea2db Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d3192bd38b00f783273d8b77b9543f58 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d78a9541f3897c6c1105ac86f456364796d272e2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..90771ec376a6a9248ef87443966c4a3a7ade1884 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392040379124317, "commit_timestamp_nsecs": 1753392040694389623, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d/e63e10ac097c814cddabbc237cac6dfb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d/e63e10ac097c814cddabbc237cac6dfb new file mode 100644 index 0000000000000000000000000000000000000000..227816c154839423238e5a9f74e2f1d4d3857c6f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d/e63e10ac097c814cddabbc237cac6dfb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f4fc50cf5d28a21aaf7bbc360ae8f0dd24187015 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/02166f6dd46827c79bf581994b475aa8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/02166f6dd46827c79bf581994b475aa8 new file mode 100644 index 0000000000000000000000000000000000000000..04bb6476fe48ba60207b2fc200de3e8a220a2ae1 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/02166f6dd46827c79bf581994b475aa8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc35c3f864d19f5e0941cafb0b9a43b4ace7141e55f36c223bd0221ac567321 +size 645916 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/35aae5d1a8d64048f7021a3b8147117a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/35aae5d1a8d64048f7021a3b8147117a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/35aae5d1a8d64048f7021a3b8147117a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/4d511e8f0941c405e4e473e91e1bc1ef b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/4d511e8f0941c405e4e473e91e1bc1ef new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/4d511e8f0941c405e4e473e91e1bc1ef differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/ab54703a2cdb09d5d5a7189b7eb0d25e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/ab54703a2cdb09d5d5a7189b7eb0d25e new file mode 100644 index 0000000000000000000000000000000000000000..4ce95bc30a1256118db0ddef336375d0a944d4c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/ab54703a2cdb09d5d5a7189b7eb0d25e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..571658d02f5b2d4a04b3db2cb1dcd98c0eedf5c4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9b044328fc679352179c75950c53f9f45a913218 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392074515450759, "commit_timestamp_nsecs": 1753392074921440896, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d/43adaa679219a51f6fb917f53e0e6e5f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d/43adaa679219a51f6fb917f53e0e6e5f new file mode 100644 index 0000000000000000000000000000000000000000..e21c6b2784dc3e8a6bb48a93c801caffcbfd8d12 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d/43adaa679219a51f6fb917f53e0e6e5f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..83c32e0771fbc610817edac516a3d49d2e2f721d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/4e446a3a0429f022c9e13ac6a8c8d908 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/4e446a3a0429f022c9e13ac6a8c8d908 new file mode 100644 index 0000000000000000000000000000000000000000..73b8652e8ac1ea59596c082be6d12abe2e9f4302 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/4e446a3a0429f022c9e13ac6a8c8d908 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889f7bc1c76ffd273a5e5d3692d18c789adafc45d3260bfcd22295bd7ee46b3c +size 645880 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/949591a1162d337cc281c3e228c79767 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/949591a1162d337cc281c3e228c79767 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/949591a1162d337cc281c3e228c79767 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b0b2f0cf7e17b4995a39e405557b22ca b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b0b2f0cf7e17b4995a39e405557b22ca new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b0b2f0cf7e17b4995a39e405557b22ca differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b39490c1677fb2dba5ead3fc3d7cccbf b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b39490c1677fb2dba5ead3fc3d7cccbf new file mode 100644 index 0000000000000000000000000000000000000000..fd9b1976da6a5c643e25ea4f2bd85b7db8d9d7aa Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b39490c1677fb2dba5ead3fc3d7cccbf differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c62fe1ee95ae843ceb1a96a5cf84264ec5d481f2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..377012faa054985f9945f18a76e3aeb1fe1352f6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392108700196086, "commit_timestamp_nsecs": 1753392109097802132, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d/bac3e20b33447de85e52d6afb410c3bc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d/bac3e20b33447de85e52d6afb410c3bc new file mode 100644 index 0000000000000000000000000000000000000000..2cfa88b8f335f291e09a8e19f9ed08c519ed5c48 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d/bac3e20b33447de85e52d6afb410c3bc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..01992d9408ee84bbd00db72a41dba92fa8646f20 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/224d2bc1bfac3155d90aa0c002f1d213 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/224d2bc1bfac3155d90aa0c002f1d213 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/224d2bc1bfac3155d90aa0c002f1d213 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/8c847ddaccf4d356abe0fb6e4d8f18fb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/8c847ddaccf4d356abe0fb6e4d8f18fb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/8c847ddaccf4d356abe0fb6e4d8f18fb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/bcd7d8f9b114823bfd1c5c06edc2b82c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/bcd7d8f9b114823bfd1c5c06edc2b82c new file mode 100644 index 0000000000000000000000000000000000000000..5ce432f34453369d19197834498b0883eb151118 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/bcd7d8f9b114823bfd1c5c06edc2b82c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b92452c70a0657f4ca2d76c1aa76c9ead98e69ee80c338e6820ceeb967d435 +size 644879 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d3e092f402d79194d1f27295406d2706 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d3e092f402d79194d1f27295406d2706 new file mode 100644 index 0000000000000000000000000000000000000000..82e00e7aa68122a0b99fcd8c8da6b27cec07a96b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d3e092f402d79194d1f27295406d2706 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..12e6ce429a430359b1ae6559ca87af7564165ed0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..cb62e90507611c6f205117c1977fd1c9a8201921 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392142851363416, "commit_timestamp_nsecs": 1753392142941913929, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d/fbc953fd62b486f07eb19d704586ea9f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d/fbc953fd62b486f07eb19d704586ea9f new file mode 100644 index 0000000000000000000000000000000000000000..e75d9d8dffda305a23e9d554bd7a34ba45a19a23 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d/fbc953fd62b486f07eb19d704586ea9f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..11bc4d41b7c2005b24e74ce91d40f4baf4d22b93 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/74344386a89635e051a1d329107a8b8e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/74344386a89635e051a1d329107a8b8e new file mode 100644 index 0000000000000000000000000000000000000000..b49daf4529b4fee3225a9584c9e6269360221917 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/74344386a89635e051a1d329107a8b8e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5db496b13e1e0f83c06c369c4f3ec46875e4acab62b63a81d90fd86f7793fd +size 645916 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/7c02ca84772f65cbc2167d9e7d18bd10 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/7c02ca84772f65cbc2167d9e7d18bd10 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/7c02ca84772f65cbc2167d9e7d18bd10 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/e4cdec3448a03fa8d7f959dc1c4bf4fe b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/e4cdec3448a03fa8d7f959dc1c4bf4fe new file mode 100644 index 0000000000000000000000000000000000000000..c298fef99298c1449671802bae79bcb56ebfd96e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/e4cdec3448a03fa8d7f959dc1c4bf4fe differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/fae9ecc5bd1fb2e9d85d2006c3c9ee71 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/fae9ecc5bd1fb2e9d85d2006c3c9ee71 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/fae9ecc5bd1fb2e9d85d2006c3c9ee71 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..430f58c12da5e292358519cc945e8403a214f7c8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a1ab5d1e102e02ab00e9c66a1790073ec9b6e388 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392176989656970, "commit_timestamp_nsecs": 1753392177080650117, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d/89a6cda4cc3687114d7c622eee1c1014 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d/89a6cda4cc3687114d7c622eee1c1014 new file mode 100644 index 0000000000000000000000000000000000000000..92f00f4cfcf6a4c2ed09ab6398c7045d6ed6a68c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d/89a6cda4cc3687114d7c622eee1c1014 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..61bc3cda65255bc8875fcd7026b3c483635d281c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/2c4fac182181d27d6c527202567e749a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/2c4fac182181d27d6c527202567e749a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/2c4fac182181d27d6c527202567e749a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/443ac3bff3ea0e1392e1c1ad3241b8dd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/443ac3bff3ea0e1392e1c1ad3241b8dd new file mode 100644 index 0000000000000000000000000000000000000000..8cd5ffbf0b6205ea245996edc2aac91d750665ff --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/443ac3bff3ea0e1392e1c1ad3241b8dd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d07637cac1f3099c90f730e4927eaf0ed5d986aa9ebe029e9bf184987f6d2c7 +size 645872 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/8d71cc72d36b465a9b3585526a27c3bd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/8d71cc72d36b465a9b3585526a27c3bd new file mode 100644 index 0000000000000000000000000000000000000000..9eb6b9ea99d22c1949ffa33f763785b1c6289474 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/8d71cc72d36b465a9b3585526a27c3bd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/f74c917a4cff60aa4cc7f7bd87755e4b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/f74c917a4cff60aa4cc7f7bd87755e4b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/f74c917a4cff60aa4cc7f7bd87755e4b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..69fe22ae6e2306c2fd0287db834c8206474a0387 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3f34d489fc1ebf48e1d781b39bba27f98806d540 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392211171348104, "commit_timestamp_nsecs": 1753392211262395513, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d/968c127f5294b587270d75ca733ab696 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d/968c127f5294b587270d75ca733ab696 new file mode 100644 index 0000000000000000000000000000000000000000..21cd999c23e256996616e7a9c890cd088ad324ea Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d/968c127f5294b587270d75ca733ab696 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e416543ce8c793877456a9584872226e055991a9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/084aa1d6df236c7ab4f49c0969c42c5f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/084aa1d6df236c7ab4f49c0969c42c5f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/084aa1d6df236c7ab4f49c0969c42c5f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0accba254c457976ff328b1f85b2257d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0accba254c457976ff328b1f85b2257d new file mode 100644 index 0000000000000000000000000000000000000000..aa63c8199bb6012c9a8cfffafdefe42cc5de4692 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0accba254c457976ff328b1f85b2257d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65e2d66bd251962281bab61629a48e6380409a9141b84c4095f55af0dd4a1a1 +size 645857 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/15121be878719d35d63df75aeac0393a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/15121be878719d35d63df75aeac0393a new file mode 100644 index 0000000000000000000000000000000000000000..b8d2f45d95aeff4b213e49dbbf2be6f97d29c402 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/15121be878719d35d63df75aeac0393a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/ad0577b21bda46397394f671d5944b73 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/ad0577b21bda46397394f671d5944b73 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/ad0577b21bda46397394f671d5944b73 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..25af000de5a54330f23acc265740ffc23c8649fb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..df497ac010aa31037fcbf3b89e1a48cb4b31bd5c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392245324161066, "commit_timestamp_nsecs": 1753392245415665225, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d/47b3adf8b6d6c4faf676dcf3e6bc5e68 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d/47b3adf8b6d6c4faf676dcf3e6bc5e68 new file mode 100644 index 0000000000000000000000000000000000000000..56c9549ce13da51222b143fed56eae6f8c08f59e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d/47b3adf8b6d6c4faf676dcf3e6bc5e68 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8da4fc01ed0de361eb36bbe3bc714c7542c9916e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/0b0bc281df0f39cef87f9c31fe5627be b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/0b0bc281df0f39cef87f9c31fe5627be new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/0b0bc281df0f39cef87f9c31fe5627be differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/19d717f4652f27971674a8eea189f19b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/19d717f4652f27971674a8eea189f19b new file mode 100644 index 0000000000000000000000000000000000000000..bca243c7937e55d55c858b0f6d199dc2456565e5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/19d717f4652f27971674a8eea189f19b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cef84e5344c2099085c91e1337110ff679eda6b227eb89fc02c0d5ccc58ebd2 +size 645944 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/717f39786da959dee7ca572a48c87192 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/717f39786da959dee7ca572a48c87192 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/717f39786da959dee7ca572a48c87192 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/eba7ea013866c5bbfcea6d1fc1ec61bd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/eba7ea013866c5bbfcea6d1fc1ec61bd new file mode 100644 index 0000000000000000000000000000000000000000..596e7bc91ac11367d9d61e6214f8da009ed74a99 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/eba7ea013866c5bbfcea6d1fc1ec61bd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ae05796c5bb1f305fbc57f0e3d8986a10da3f182 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0f97eecf23537bec1f42995916165bc5ce29ed46 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392279451607917, "commit_timestamp_nsecs": 1753392279541503334, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d/049b67400ad6217f8fa6ac9e512d19be b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d/049b67400ad6217f8fa6ac9e512d19be new file mode 100644 index 0000000000000000000000000000000000000000..86778bfe3d9e3d7b6947f0a41d504dc228844a9f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d/049b67400ad6217f8fa6ac9e512d19be differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d2121488848657d6213518420da2a72b68e7f35d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/136e62879dd7fc373c4f6b8c808f1774 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/136e62879dd7fc373c4f6b8c808f1774 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/136e62879dd7fc373c4f6b8c808f1774 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/219da743c8af15cd2e0df07ba0c8bed6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/219da743c8af15cd2e0df07ba0c8bed6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/219da743c8af15cd2e0df07ba0c8bed6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/28ee69f10a0dbd9e73d279553457bed9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/28ee69f10a0dbd9e73d279553457bed9 new file mode 100644 index 0000000000000000000000000000000000000000..4a453653e372978793f30c408b15b8c6e18a5c76 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/28ee69f10a0dbd9e73d279553457bed9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0a75fa258da8f3d274739ee11e1f57b3846720069928dd4354b31ae7420351 +size 645825 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/9fb3ab5c058ba2f1df17a3de4340284b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/9fb3ab5c058ba2f1df17a3de4340284b new file mode 100644 index 0000000000000000000000000000000000000000..1d887b8b2cb93ea2943065c01b770509474c1a85 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/9fb3ab5c058ba2f1df17a3de4340284b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..564a666abc5c33f67aee5605273e877303fdf178 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7cc8f5ef074bcecf16f3f145cbefe8b4660bc49a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388929590741932, "commit_timestamp_nsecs": 1753388929682671602, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d/a6a0d4937661a234f1b9b01253540e22 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d/a6a0d4937661a234f1b9b01253540e22 new file mode 100644 index 0000000000000000000000000000000000000000..e8da7c7f0c1fadd04fd065581a7ea78d16d530f5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d/a6a0d4937661a234f1b9b01253540e22 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b2a7e5952fef64288e5748bbad3307dfbaad35bf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/0a91cba0d96d731ddc96b5f6fcdabb38 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/0a91cba0d96d731ddc96b5f6fcdabb38 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/0a91cba0d96d731ddc96b5f6fcdabb38 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/5d1f10eb993ce82e7e219359306a173f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/5d1f10eb993ce82e7e219359306a173f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/5d1f10eb993ce82e7e219359306a173f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/d04e5bfe571befdd089cbfc32b74ef27 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/d04e5bfe571befdd089cbfc32b74ef27 new file mode 100644 index 0000000000000000000000000000000000000000..2726f372069d5fbc5280340538e834fe5af4941d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/d04e5bfe571befdd089cbfc32b74ef27 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8850e7d421fa47432611bd6b0bf12fb5b88c03808bda9d3e30dc56480f65be +size 644258 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/e554fbba6f0c32310156d28a7590e8b4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/e554fbba6f0c32310156d28a7590e8b4 new file mode 100644 index 0000000000000000000000000000000000000000..5911b75050645cc311f2a9bd2a50bc994d33d6fe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/e554fbba6f0c32310156d28a7590e8b4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a514255edd96d5ecd86645e3b6591e37ab9b588a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0b0e3ccbc1b6fdf27930ad6492590f7a3faa234f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389238024557297, "commit_timestamp_nsecs": 1753389238117583955, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d/a879c20787c620174ee03d98360fe2ec b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d/a879c20787c620174ee03d98360fe2ec new file mode 100644 index 0000000000000000000000000000000000000000..08d7fabf0890e599ec01b93933fccf932266b929 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d/a879c20787c620174ee03d98360fe2ec differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..05dcf13d23c46852614eb8f0114f68f58de232fc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1174925234a2041913ddd0be7b55f422 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1174925234a2041913ddd0be7b55f422 new file mode 100644 index 0000000000000000000000000000000000000000..f28039e361e2d1e32a2f3dbcaa9f816d525cda5f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/1174925234a2041913ddd0be7b55f422 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:858b5b7552fa6c26716587b2c7c952ae38c5569198eb3047c1b1ad61f9060195 +size 644895 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/34f8934944996c38a0efd46fce048d87 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/34f8934944996c38a0efd46fce048d87 new file mode 100644 index 0000000000000000000000000000000000000000..9c289bf07610afc61dbb220a55a848e170c71d1f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/34f8934944996c38a0efd46fce048d87 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/6fafa979540c9a89796fa53b59062c5f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/6fafa979540c9a89796fa53b59062c5f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/6fafa979540c9a89796fa53b59062c5f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/bde7e007bd95013db088e454d95aed47 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/bde7e007bd95013db088e454d95aed47 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/bde7e007bd95013db088e454d95aed47 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4e65daa53ccd5a16ee1d26b3980290f2ac4b708f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..058b4d8e21dc10f403cafac191202998d1c8cfde --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392313585004876, "commit_timestamp_nsecs": 1753392313963611464, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d/154d81e9808242c4280aae74bb97a51f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d/154d81e9808242c4280aae74bb97a51f new file mode 100644 index 0000000000000000000000000000000000000000..9d2abe4e5e24e7609e91d67c7569a13d0a2b1549 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d/154d81e9808242c4280aae74bb97a51f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b15927a977aa74aad83884a0ff13e1e1be5676d8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/404427c6b635024c8abb3ae87798f5a6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/404427c6b635024c8abb3ae87798f5a6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/404427c6b635024c8abb3ae87798f5a6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/41fde3402587b11eef63afc3c3738f16 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/41fde3402587b11eef63afc3c3738f16 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/41fde3402587b11eef63afc3c3738f16 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/a45f11123e3c52d31f27815ca1ae5c3e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/a45f11123e3c52d31f27815ca1ae5c3e new file mode 100644 index 0000000000000000000000000000000000000000..ff33c1fff72951eba07f30f5ea8a3af31ad638ee Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/a45f11123e3c52d31f27815ca1ae5c3e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/b9bba27d7db5225cd313bc1f73380ff4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/b9bba27d7db5225cd313bc1f73380ff4 new file mode 100644 index 0000000000000000000000000000000000000000..f5d7c1f802a73d0b9e68f9bbc377074451fd9a50 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/b9bba27d7db5225cd313bc1f73380ff4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a72691e16b3ba5e106c5a73ab2f919abb368c5e9c156afa9588acc00c59c1cab +size 645913 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7d6578115f09ae9b655d964a524438735714d484 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3e019544e2cfc912ad378ed52d3ee82480953cfb --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392347770325522, "commit_timestamp_nsecs": 1753392348231764455, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d/9ab16eeaeddc9b563d982ea157d551e1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d/9ab16eeaeddc9b563d982ea157d551e1 new file mode 100644 index 0000000000000000000000000000000000000000..f0e91dfe889e6a60a0f606cf4bc97d3930e3cd08 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d/9ab16eeaeddc9b563d982ea157d551e1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d5880d06f94dffdd9e896deeaac17f0bd6678629 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/09dbe423dca6614ff3932ce77a6786c6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/09dbe423dca6614ff3932ce77a6786c6 new file mode 100644 index 0000000000000000000000000000000000000000..532666ebef4f5162a1a61a0f9316d0c6fc026342 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/09dbe423dca6614ff3932ce77a6786c6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53be8f704e79b9595bd3868fd33aa74c2bf5f1743fe2cd8e41974a20eb00a9a0 +size 645930 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/26d27c977ae3fb9775e98fa95953fb2c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/26d27c977ae3fb9775e98fa95953fb2c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/26d27c977ae3fb9775e98fa95953fb2c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a13710aaac9cf8169805bdf246436c3a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a13710aaac9cf8169805bdf246436c3a new file mode 100644 index 0000000000000000000000000000000000000000..3410f0bc264dbca6a3e7c26a5480bb1ce410282e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/a13710aaac9cf8169805bdf246436c3a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/cf575dbb4e14941d8cc316086836fb60 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/cf575dbb4e14941d8cc316086836fb60 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/cf575dbb4e14941d8cc316086836fb60 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..327c926b2dad8c1b40115efcc5a58fd27e043ab5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..af8f59f1cdbd82b9c698b12bec8ff6bb98b00b56 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392381913422464, "commit_timestamp_nsecs": 1753392382005733896, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d/26fdbd2201800da16e32a8646bedd35c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d/26fdbd2201800da16e32a8646bedd35c new file mode 100644 index 0000000000000000000000000000000000000000..4799040e5517b9a12207e4d01bcd4edcd75d927b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d/26fdbd2201800da16e32a8646bedd35c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d4fcd491a69c45b95be1a02f218d44b4061ed62c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/44bb0a228542767a822995a11248575e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/44bb0a228542767a822995a11248575e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/44bb0a228542767a822995a11248575e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/59e582e202c2b2bc4fcadfb06ddd37be b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/59e582e202c2b2bc4fcadfb06ddd37be new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/59e582e202c2b2bc4fcadfb06ddd37be differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fbff9f4f3548ecf602709afc3e34d1ca b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fbff9f4f3548ecf602709afc3e34d1ca new file mode 100644 index 0000000000000000000000000000000000000000..6acbd122dedcc948e1ab0a2400a473047e1ec3b4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fbff9f4f3548ecf602709afc3e34d1ca differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fc6003410b19d7ef61f3c984fbc3125e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fc6003410b19d7ef61f3c984fbc3125e new file mode 100644 index 0000000000000000000000000000000000000000..ec185100a6de0bae39c1af9f52c1ec2dc0a596c5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/fc6003410b19d7ef61f3c984fbc3125e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee9fadd9daed596befc47018dfcb3d54e75401b3e61940545333694393342fa +size 645903 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..68cec6a7055f5c8fe88788dd3ae728109d22b8b6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4e9cf70d518fcd33bbc86278a93a235a70776eb6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392416040869855, "commit_timestamp_nsecs": 1753392416151707222, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d/37c1d1226ce1b3278e16de8348844d43 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d/37c1d1226ce1b3278e16de8348844d43 new file mode 100644 index 0000000000000000000000000000000000000000..56b00b78597855b2c519d4739284dc74abe6eeba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d/37c1d1226ce1b3278e16de8348844d43 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6fcc7175ee1b9f54886137ece879c2d8378296ae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/24698f202efbc208c3453b729e5d5b7a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/24698f202efbc208c3453b729e5d5b7a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/24698f202efbc208c3453b729e5d5b7a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/7a6b927c5b6d85e7d656fe1481f5ad62 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/7a6b927c5b6d85e7d656fe1481f5ad62 new file mode 100644 index 0000000000000000000000000000000000000000..3d09f179f8cdfd1896466cb569ed3363a6b439c4 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/7a6b927c5b6d85e7d656fe1481f5ad62 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b4e31e680bfbbaf82d84e317d6defc63abf5bccfd1aea3362b1fdf32752b21 +size 645943 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/b2b0dd9bb6bdffd8822c98b44c935cce b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/b2b0dd9bb6bdffd8822c98b44c935cce new file mode 100644 index 0000000000000000000000000000000000000000..e9037b2299377f8c5c156ae2a967e066b0291f03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/b2b0dd9bb6bdffd8822c98b44c935cce differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/d796d3fc584960619af41d44a6c2fe46 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/d796d3fc584960619af41d44a6c2fe46 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/d796d3fc584960619af41d44a6c2fe46 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..57df10a1342bd3975e9b838e5e2114b191b5c3b4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2b6e815ed5fdbf0ffcb9630cbb866e7560956e0d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392450181261377, "commit_timestamp_nsecs": 1753392450289151870, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d/617bc2de379fcdd2f220f36334e71f23 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d/617bc2de379fcdd2f220f36334e71f23 new file mode 100644 index 0000000000000000000000000000000000000000..f12b27aad69d5397ed1c515a74fc674364517904 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d/617bc2de379fcdd2f220f36334e71f23 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..56d41199f4034e2e242bca267835f50973c34ce6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4a52d48070fcdf26e0fcda6cd0367899 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4a52d48070fcdf26e0fcda6cd0367899 new file mode 100644 index 0000000000000000000000000000000000000000..1bb5e60a69b05e23f9d8c7fc7124b8829cc485c3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/4a52d48070fcdf26e0fcda6cd0367899 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90310c1eb9744f493f193de986b7ef97bcf8650891d5dc52ba16fa3afddf27b +size 645917 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/864c12b860640ac2751e16d879920ff6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/864c12b860640ac2751e16d879920ff6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/864c12b860640ac2751e16d879920ff6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/9a230316e2cef7cf5e238aa2ae65dba0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/9a230316e2cef7cf5e238aa2ae65dba0 new file mode 100644 index 0000000000000000000000000000000000000000..9e40eb14319c82662e603da87fb169a3e309f09c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/9a230316e2cef7cf5e238aa2ae65dba0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/f4e52d790c7fc79c452eb5b9135b04da b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/f4e52d790c7fc79c452eb5b9135b04da new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/f4e52d790c7fc79c452eb5b9135b04da differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e214cfe5746a9bf59035a4b65f697251b038f084 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a8596361be5f882ab73b7faa4c7a165849ac7fee --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392484347205763, "commit_timestamp_nsecs": 1753392484436756090, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d/cc0d8855a12f069d88f98704e3e08ec6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d/cc0d8855a12f069d88f98704e3e08ec6 new file mode 100644 index 0000000000000000000000000000000000000000..fc607c8b6608411b875a135929183d9b781d08b8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d/cc0d8855a12f069d88f98704e3e08ec6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1ba3b733cc12ac7194aec9f3a70f6d6418366184 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/08e3e483e7ed3ec3b900ba83bac4b782 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/08e3e483e7ed3ec3b900ba83bac4b782 new file mode 100644 index 0000000000000000000000000000000000000000..46f0a8e29ee91b70f1f3f66d6c0352b8203db349 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/08e3e483e7ed3ec3b900ba83bac4b782 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/1f07f835560e04d650015184b584ebe0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/1f07f835560e04d650015184b584ebe0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/1f07f835560e04d650015184b584ebe0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/2ffca8597393131d7521bf62a2793071 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/2ffca8597393131d7521bf62a2793071 new file mode 100644 index 0000000000000000000000000000000000000000..5351a6d221d4e62f720498ce21fa11dfbacf9e1e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/2ffca8597393131d7521bf62a2793071 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96fdb3fa09b27b2673c898d788c02436e6f06e295c9b0548946f6f3e989e247d +size 644964 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/37ce49329e6d908af14e4f31b165082a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/37ce49329e6d908af14e4f31b165082a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/37ce49329e6d908af14e4f31b165082a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..459f040e4aaf3b3b1c987110ba93b357f5e7c6ec Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e7a0d653922d7099736ceb15fc1b425779339cf6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392518498502807, "commit_timestamp_nsecs": 1753392518590306270, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d/9c0e13aa996045c5a7b951bc151b61c6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d/9c0e13aa996045c5a7b951bc151b61c6 new file mode 100644 index 0000000000000000000000000000000000000000..472c66da3db963d5c5d38e6f72c3d4dda7cb6383 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d/9c0e13aa996045c5a7b951bc151b61c6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..42ea45eec134d24c24b82711615defdbbb0aab2e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/629a6b8f3adeab4783f3cadf0633168d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/629a6b8f3adeab4783f3cadf0633168d new file mode 100644 index 0000000000000000000000000000000000000000..e5b11f16c2f7b15d1538431a1d4a6b761b7d8770 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/629a6b8f3adeab4783f3cadf0633168d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6c94f6389688064c145041968e7b556b804bd2b17b49d3f643c65dbad3cc3e +size 645937 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/9e56cb30afdff96af4af3dd01bd350b4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/9e56cb30afdff96af4af3dd01bd350b4 new file mode 100644 index 0000000000000000000000000000000000000000..99a7ab50847edac6b718362908a335b9acd4cc44 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/9e56cb30afdff96af4af3dd01bd350b4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/ab6c846c802f0704b6ae02f2a345311c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/ab6c846c802f0704b6ae02f2a345311c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/ab6c846c802f0704b6ae02f2a345311c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/df379b987d4638bde4c6917c548651d4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/df379b987d4638bde4c6917c548651d4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/df379b987d4638bde4c6917c548651d4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6de1a7878ff74cbf8d28166e4e6705666691a39c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..26bc5b4a9674281012e3313177f3a9dd1167b907 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392552669972132, "commit_timestamp_nsecs": 1753392552760055353, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d/caa9bd0d02750197e7d6a064fec67de2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d/caa9bd0d02750197e7d6a064fec67de2 new file mode 100644 index 0000000000000000000000000000000000000000..bee299e24dc426881cbc1e3760bf0fd0fd2cab29 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d/caa9bd0d02750197e7d6a064fec67de2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..869fe18dc9280b950ff7f6449c0ece7a2b0eb95e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/0f95dabf15d17bacf32d4433cdf80199 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/0f95dabf15d17bacf32d4433cdf80199 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/0f95dabf15d17bacf32d4433cdf80199 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/8d0f7a7808d6ae1aab629123d61c0c05 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/8d0f7a7808d6ae1aab629123d61c0c05 new file mode 100644 index 0000000000000000000000000000000000000000..9a993df1cfe75f2ef64aac2f673f3ebbd4b3fd73 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/8d0f7a7808d6ae1aab629123d61c0c05 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9c17228394b57c06686798701e3390c6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9c17228394b57c06686798701e3390c6 new file mode 100644 index 0000000000000000000000000000000000000000..bd4911c3fb9368f58f93b5ade89321e20a9ad5ba --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/9c17228394b57c06686798701e3390c6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2105c4d58601c37e536355fce923416337372b549368b56e5c5046735c3141 +size 645841 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/dab2bb11c2ec937dcfa37c474721a965 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/dab2bb11c2ec937dcfa37c474721a965 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/dab2bb11c2ec937dcfa37c474721a965 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f87b8a9ec75bb2eec8b0e5360e3bdcb98fd371a1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..617ae12bc67e2ac688aed3815119754eef6df840 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392586860967993, "commit_timestamp_nsecs": 1753392587255852951, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d/cf073372251c77cd94bc95f976d2b96b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d/cf073372251c77cd94bc95f976d2b96b new file mode 100644 index 0000000000000000000000000000000000000000..6d35a16b1e65fd276dffc9aa806fa074d690b0c5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d/cf073372251c77cd94bc95f976d2b96b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..86e9961a7973452d323183ad87ba0364fbac6b08 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/401fa4833e9cd4248020ed238214ef47 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/401fa4833e9cd4248020ed238214ef47 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/401fa4833e9cd4248020ed238214ef47 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/aa3381bc22c7dcde5a61714557b4cf49 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/aa3381bc22c7dcde5a61714557b4cf49 new file mode 100644 index 0000000000000000000000000000000000000000..667148cf792c3b431613e08b42874900fc3f2f74 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/aa3381bc22c7dcde5a61714557b4cf49 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/bdb6396364f0589b1f01627e19885f5d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/bdb6396364f0589b1f01627e19885f5d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/bdb6396364f0589b1f01627e19885f5d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e17ce86aae92fbd302aff930b56ecbfa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e17ce86aae92fbd302aff930b56ecbfa new file mode 100644 index 0000000000000000000000000000000000000000..59bb912a8fb3c45e018c87b917119cb7fcfecba8 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/e17ce86aae92fbd302aff930b56ecbfa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea82a0553aeba29dd725e61267312a5e751f7a2ec1f7c4d24e6bead5359acb1 +size 645917 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..452ec04441a7fbb38c6f256f083b389f4e5fd39b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..40c8d43b027ca61588d463a6b1a614ddf21dc2fb --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392621051571678, "commit_timestamp_nsecs": 1753392621489042909, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d/691176570221ac759d04f0eb3fac6825 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d/691176570221ac759d04f0eb3fac6825 new file mode 100644 index 0000000000000000000000000000000000000000..3678e0a3691429d4766d64de7d0460b6ab0beb83 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d/691176570221ac759d04f0eb3fac6825 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..42865db9bdc0838bd9fc50029baf36da7ed4bf28 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/0c6d10feba8623242c0b7302634c49fa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/0c6d10feba8623242c0b7302634c49fa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/0c6d10feba8623242c0b7302634c49fa differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/12701c755956feec34ece61d22650298 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/12701c755956feec34ece61d22650298 new file mode 100644 index 0000000000000000000000000000000000000000..c0e6f8fc7554128d4ac8e182962ebee1872f8701 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/12701c755956feec34ece61d22650298 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3757a4d5e7455b23f297e5566827add26cebab94a69e60f1c4302c3c5bc65c02 +size 644927 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/6d13f4c3c76d9415954a69549dc26db2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/6d13f4c3c76d9415954a69549dc26db2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/6d13f4c3c76d9415954a69549dc26db2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/787669c3ad72d318ed6811dd3e31a60c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/787669c3ad72d318ed6811dd3e31a60c new file mode 100644 index 0000000000000000000000000000000000000000..84f9304f6f2375dbc6b7ed3ab19a8bf61db1607b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/787669c3ad72d318ed6811dd3e31a60c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..841c34000188d1be3a5791ee719b0269ccaab24d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..666d7beb88ee00530329a60cabc28500d90448e3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389272190703218, "commit_timestamp_nsecs": 1753389272287910156, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d/c6d3de312d22a285c358e60489475776 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d/c6d3de312d22a285c358e60489475776 new file mode 100644 index 0000000000000000000000000000000000000000..3fd9dc07b96e3fe315141757afaba2ced80da12e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d/c6d3de312d22a285c358e60489475776 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3cb751319e98641c2371434dce47061d64b3bb93 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/421742d06dea250ae33a69ef32a0b88a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/421742d06dea250ae33a69ef32a0b88a new file mode 100644 index 0000000000000000000000000000000000000000..9cc784cb799d9c7c486d1def9f5df622667deeac Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/421742d06dea250ae33a69ef32a0b88a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4afe4bec4cf6bc46e5e3eeda9ca33d96 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4afe4bec4cf6bc46e5e3eeda9ca33d96 new file mode 100644 index 0000000000000000000000000000000000000000..f3c47446d72b139e5d2420b3100290b0484baf3c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4afe4bec4cf6bc46e5e3eeda9ca33d96 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75c8d6a374200fbf4390daff5d2837405080ddc5d843b0f56ca2151c0ada0fb5 +size 644842 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/56f0a22c6a60cdf8434db967251fd127 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/56f0a22c6a60cdf8434db967251fd127 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/56f0a22c6a60cdf8434db967251fd127 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/5ca22fd7345149e33aa3e36a82531193 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/5ca22fd7345149e33aa3e36a82531193 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/5ca22fd7345149e33aa3e36a82531193 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fa9b7f1f8f7264b85d419ae03ab81dc8972a503c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c91bd4a6ebb4aa251db2b6ae73ba81f273e94a5f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392655197148814, "commit_timestamp_nsecs": 1753392655288272797, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d/87edd4daefb6023e1d2e97c733027040 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d/87edd4daefb6023e1d2e97c733027040 new file mode 100644 index 0000000000000000000000000000000000000000..3fa775232a88d9b8f1f1652a42de08ae48362561 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d/87edd4daefb6023e1d2e97c733027040 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b539049a5c754e511c3aabf5d89c1afbee2aacca Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/405b32e8e89cd0eaa247dab20d087404 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/405b32e8e89cd0eaa247dab20d087404 new file mode 100644 index 0000000000000000000000000000000000000000..0003025249d0ccd45503b53396f0097b4f1ed773 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/405b32e8e89cd0eaa247dab20d087404 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/596cf96b768d6295ca2d9fda7f8b1922 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/596cf96b768d6295ca2d9fda7f8b1922 new file mode 100644 index 0000000000000000000000000000000000000000..b5dfd3ab6a41ef628fa464d75cc86f8e0ff7c6bc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/596cf96b768d6295ca2d9fda7f8b1922 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04c1727db9e87331ba2aab28b2169cf633012f9796a5a0761ca1890795696b9 +size 645935 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/6317d9d61e860c65a01c7cdd626874c8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/6317d9d61e860c65a01c7cdd626874c8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/6317d9d61e860c65a01c7cdd626874c8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/b1b6d09b675545f349324b92ce56af71 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/b1b6d09b675545f349324b92ce56af71 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/b1b6d09b675545f349324b92ce56af71 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e3db08b66306355ce99c5347b23a306d25c6e37d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d0e235c74a3aedbbd604e004250b3f1922263232 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392689306517770, "commit_timestamp_nsecs": 1753392689396776453, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d/2ab6a66962e919b9082382f5bbf92bce b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d/2ab6a66962e919b9082382f5bbf92bce new file mode 100644 index 0000000000000000000000000000000000000000..607dafefae53806c7d5f0fc143ceb5a63f8331bf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d/2ab6a66962e919b9082382f5bbf92bce differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..528366404e50c02ac8f0f0865c5aa9999c1501dc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/13b3d1c0cd1c7ecc060dc5767f7f624d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/13b3d1c0cd1c7ecc060dc5767f7f624d new file mode 100644 index 0000000000000000000000000000000000000000..2fb6f6f6f7a8dbc3df74aa9d4e6a072b4e5b4c67 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/13b3d1c0cd1c7ecc060dc5767f7f624d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/94c7958d9c49c77b4dfd01df4c5e273a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/94c7958d9c49c77b4dfd01df4c5e273a new file mode 100644 index 0000000000000000000000000000000000000000..0d005fcedd733ed05467d6287aaa4778ad502df4 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/94c7958d9c49c77b4dfd01df4c5e273a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6447ae2f9df87370bdcf5dc812112898782c053785314f43aa5062da1cff9b9 +size 644981 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/9b56551c63f998a182a250c4b1bbaea6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/9b56551c63f998a182a250c4b1bbaea6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/9b56551c63f998a182a250c4b1bbaea6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/e58679e6bf3769ddda9dbbe5cc295442 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/e58679e6bf3769ddda9dbbe5cc295442 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/e58679e6bf3769ddda9dbbe5cc295442 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d533ca245bf2cfc24e75b0397c53333dee900f0c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f7ee1a3ef9f726bd6bf9fdc6e1b0799f407e6f7f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392723466630817, "commit_timestamp_nsecs": 1753392723554865605, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d/c9ed3544268a2b81ef59cecff9251517 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d/c9ed3544268a2b81ef59cecff9251517 new file mode 100644 index 0000000000000000000000000000000000000000..86e4ab7353031e80889bdfad20565b28599c23e4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d/c9ed3544268a2b81ef59cecff9251517 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7a83e430bde0c9eabe92c26ee97b126e63eca1eb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/639fdfb752476681738fe970f55c39b0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/639fdfb752476681738fe970f55c39b0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/639fdfb752476681738fe970f55c39b0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/6789bf96bd8d1735c2a2855046166b69 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/6789bf96bd8d1735c2a2855046166b69 new file mode 100644 index 0000000000000000000000000000000000000000..a86cd58f61f11cdab3fefb36a80167a609c845da --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/6789bf96bd8d1735c2a2855046166b69 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e95bdfa38f4c83598bcfe7f4e7be2bd026f7130066eb2ae512f61189f6019e +size 644932 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/ad7ac94805f07e03dd41880f938ebe98 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/ad7ac94805f07e03dd41880f938ebe98 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/ad7ac94805f07e03dd41880f938ebe98 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/fa6570a1a00380e698083c0ba49c7dd8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/fa6570a1a00380e698083c0ba49c7dd8 new file mode 100644 index 0000000000000000000000000000000000000000..8a0cabac7abb9e333a8c53f14f89c4b4e138bd03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/fa6570a1a00380e698083c0ba49c7dd8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..24e47f9a4ab254ed462b9201c888ace18aa98c07 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d37b272f720de11bdb2038e0f380e5bd30d4b008 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392757706502622, "commit_timestamp_nsecs": 1753392757806386645, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d/80722dc420e71bf0a68c420973690f49 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d/80722dc420e71bf0a68c420973690f49 new file mode 100644 index 0000000000000000000000000000000000000000..9ca8b6f584999206c9164f3eb1ebc5b87b4b90d2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d/80722dc420e71bf0a68c420973690f49 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..90c4325fdffd48e3c635b3ae2b0ca99e767af292 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/039ec679ced00ab580a8d1487afd93b8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/039ec679ced00ab580a8d1487afd93b8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/039ec679ced00ab580a8d1487afd93b8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/38a8346d1e4f7a2954896cafc2276f59 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/38a8346d1e4f7a2954896cafc2276f59 new file mode 100644 index 0000000000000000000000000000000000000000..a579fb1f41f142b76412b90c4af7efa7ef40aae7 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/38a8346d1e4f7a2954896cafc2276f59 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92157a3c7eadb1c3ead874c27a384b2ca3019ebe787df60fd810f6fb5b82b82f +size 644914 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/767a51ad8db08ffd38060891be406826 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/767a51ad8db08ffd38060891be406826 new file mode 100644 index 0000000000000000000000000000000000000000..0126c68ee640038e20dd4b647dd4af224e81454c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/767a51ad8db08ffd38060891be406826 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/93dd441f44b2fbda5b68c2344f493c5a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/93dd441f44b2fbda5b68c2344f493c5a new file mode 100644 index 0000000000000000000000000000000000000000..ab3f4b1f379347406817be958733a6de8d842272 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/93dd441f44b2fbda5b68c2344f493c5a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..43ee9455cff2840284db6d85bc453968270ffa03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1725759090a894201ec3b70c9e5d512457aefa68 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392791859526532, "commit_timestamp_nsecs": 1753392791949867579, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d/a7228994bae07c0831b6146d61e5830c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d/a7228994bae07c0831b6146d61e5830c new file mode 100644 index 0000000000000000000000000000000000000000..26d2a7cde26f5ad9039dc69333bf1b353f88da5e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d/a7228994bae07c0831b6146d61e5830c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..efba7afa4d5fff7c69770cf95b1ad895ad27fc12 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/36057572947621448f05deedae90627a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/36057572947621448f05deedae90627a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/36057572947621448f05deedae90627a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/5ca7149a53139be90e4050d184ad3117 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/5ca7149a53139be90e4050d184ad3117 new file mode 100644 index 0000000000000000000000000000000000000000..23768b83f6402db579acc34524002e0b230d9506 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/5ca7149a53139be90e4050d184ad3117 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/c65634d5fa70a8eed7b8b5b798fe3077 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/c65634d5fa70a8eed7b8b5b798fe3077 new file mode 100644 index 0000000000000000000000000000000000000000..1a189cd726629857a8373b98f8d4be32b329ebd6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/c65634d5fa70a8eed7b8b5b798fe3077 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/d99314e6f20282a1f3ca32bb5d09d76e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/d99314e6f20282a1f3ca32bb5d09d76e new file mode 100644 index 0000000000000000000000000000000000000000..f44af8c8fa306476498d36e17265581cc450e0c0 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/d99314e6f20282a1f3ca32bb5d09d76e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8cc0ae5faf74290001d724cec2e28bf7f0581b4a8facd0c12a540b0d2333c9 +size 644912 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4c9d176e28cac10c61cf21ad9d3a709faae3cb5f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2c4c9d59a142d069dcdf65605ef034d1bf582004 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392826090562164, "commit_timestamp_nsecs": 1753392826183826321, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d/0f7c9425b029fc7f6315214a81cc5b1b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d/0f7c9425b029fc7f6315214a81cc5b1b new file mode 100644 index 0000000000000000000000000000000000000000..2a01bd7c98351eebad7d3562af7f2bf30833c24e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d/0f7c9425b029fc7f6315214a81cc5b1b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6e205c0e764dfb1062b7146d91605e87085169b3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/403f8238054d39aac3d3adac7a2af704 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/403f8238054d39aac3d3adac7a2af704 new file mode 100644 index 0000000000000000000000000000000000000000..f4462f0fe109806dd2b0f27e349910f8ce673d60 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/403f8238054d39aac3d3adac7a2af704 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/4ad3fe8280ef76e434d8e333d8d1c12a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/4ad3fe8280ef76e434d8e333d8d1c12a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/4ad3fe8280ef76e434d8e333d8d1c12a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/6323598c2989c483b2919e6549f29f11 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/6323598c2989c483b2919e6549f29f11 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/6323598c2989c483b2919e6549f29f11 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/c0cc05a33e4a2775f60d14e1e9733da1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/c0cc05a33e4a2775f60d14e1e9733da1 new file mode 100644 index 0000000000000000000000000000000000000000..7048ed000b396b4d6fd2f4240e0be3465d4d1a70 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/c0cc05a33e4a2775f60d14e1e9733da1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2c4cc5a3a8bbab66ac9260e33fe2e1eafc6899ef5f4692ce3255027d8920fa +size 646053 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6c1f1c1c829fa9c8ed08a64607987a32d4ba6bf7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0d7f9a727f4abe948dda0932b543e9e723a0f725 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392860310176894, "commit_timestamp_nsecs": 1753392860708271141, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d/ba4c8ae58227fa6a85d0bee944161b5c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d/ba4c8ae58227fa6a85d0bee944161b5c new file mode 100644 index 0000000000000000000000000000000000000000..c09d27f99bda8c5dac0dc9cb0451a7c53e6d1b2a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d/ba4c8ae58227fa6a85d0bee944161b5c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e03d902fdb8da1f34d84302b1e0b9098cd25f4d1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/2639ab1fe5acb2f71acb025539af0335 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/2639ab1fe5acb2f71acb025539af0335 new file mode 100644 index 0000000000000000000000000000000000000000..cdbc66c8beabc9fbbf2ad30756d069631d75f3dd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/2639ab1fe5acb2f71acb025539af0335 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/302cc6b4f0b316719bc60d53c7c4a480 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/302cc6b4f0b316719bc60d53c7c4a480 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/302cc6b4f0b316719bc60d53c7c4a480 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/3227708877cb3dd46ad4b46a9507716e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/3227708877cb3dd46ad4b46a9507716e new file mode 100644 index 0000000000000000000000000000000000000000..b48d1ba17cb92fe3254d7693f9ff3b24ebc28339 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/3227708877cb3dd46ad4b46a9507716e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565b393111f81bcad88a2431f718fb58d3ca43446cacb7e8f4865c5fc5358c03 +size 645945 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/a4c5a8f3ab15deaec0bed332424dcbdd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/a4c5a8f3ab15deaec0bed332424dcbdd new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/a4c5a8f3ab15deaec0bed332424dcbdd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ad3b7dbf32df01c5191c108c49d1acbfcaef69b9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..023d34d44d8c96798335a239736bccd3c33d6d2a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392894545981258, "commit_timestamp_nsecs": 1753392894987370384, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d/f7cd9a08166699a69382760000ab35b3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d/f7cd9a08166699a69382760000ab35b3 new file mode 100644 index 0000000000000000000000000000000000000000..3ecf8371c857fbc6051eacb6f7e6c1f25ce91c1f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d/f7cd9a08166699a69382760000ab35b3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b85cd404f0259892ddc5763178e415f96b78757c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/2f35d1c7d93f47fca07f0c4c95bb80e0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/2f35d1c7d93f47fca07f0c4c95bb80e0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/2f35d1c7d93f47fca07f0c4c95bb80e0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/6dc5e6bb0370c397daee791976c0d83c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/6dc5e6bb0370c397daee791976c0d83c new file mode 100644 index 0000000000000000000000000000000000000000..dbe0e6f9bbfa9c18cc488314bd2d7d7d373b6e11 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/6dc5e6bb0370c397daee791976c0d83c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77251ec47e01cb5bbfda1f20a48b64f886c3dccc1c72370a0e676b9c2a73879a +size 644976 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/d130698140812b01dee920d61caf44fb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/d130698140812b01dee920d61caf44fb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/d130698140812b01dee920d61caf44fb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/e3f98323dfa432108a118b841af5d72a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/e3f98323dfa432108a118b841af5d72a new file mode 100644 index 0000000000000000000000000000000000000000..523046ed92d49a9c97a1655bbb3bf025b3f996f7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/e3f98323dfa432108a118b841af5d72a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..393ce026a4fb8d862a7dd5358e16543c174a1a57 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8b125f5ea2dd1a82a8a0c98209f417412e5ede8f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392928715006534, "commit_timestamp_nsecs": 1753392928806256425, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d/aacbc26516093a4a0f8547d601e5893a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d/aacbc26516093a4a0f8547d601e5893a new file mode 100644 index 0000000000000000000000000000000000000000..c1f939e2e956195c391782272f4322008f39eac2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d/aacbc26516093a4a0f8547d601e5893a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fbfd15021c55521bca407581b8be7f48e2d93a9b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/0743fd412c026375a67c45b43f4c37c4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/0743fd412c026375a67c45b43f4c37c4 new file mode 100644 index 0000000000000000000000000000000000000000..890da7240741216fd39b1d94dec5a4b0b7a63208 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/0743fd412c026375a67c45b43f4c37c4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/6ba06c4f11f9c5db2ce462453f7048e5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/6ba06c4f11f9c5db2ce462453f7048e5 new file mode 100644 index 0000000000000000000000000000000000000000..7339d77eaec6d4a830b51016b9831c94b75b4ac8 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/6ba06c4f11f9c5db2ce462453f7048e5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132c9645ab95485867a2e54f2ea9b3046231f880d10426f7f29015342b14e272 +size 644897 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9d2b37a791921cc80a7840de5386575f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9d2b37a791921cc80a7840de5386575f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/9d2b37a791921cc80a7840de5386575f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b18e33755b43e45882843baa40f663fa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b18e33755b43e45882843baa40f663fa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b18e33755b43e45882843baa40f663fa differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0cc7b404e34c56214057df458970ff4ddce90db5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..47cf001aca805d7e93ba1776e1f31dc658af4547 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392962907403912, "commit_timestamp_nsecs": 1753392962998887062, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d/178f50fd2b6cee51b4b4faf652aab9ba b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d/178f50fd2b6cee51b4b4faf652aab9ba new file mode 100644 index 0000000000000000000000000000000000000000..601644c33d61be64d67e13bde9943366c7d808c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d/178f50fd2b6cee51b4b4faf652aab9ba differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c0205b040d993a89e1faa911996356bdf39c0b54 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/0f61a68c2ed472dfbfd385b3e86a694f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/0f61a68c2ed472dfbfd385b3e86a694f new file mode 100644 index 0000000000000000000000000000000000000000..59597e2535f4d8d4de47337be4ebe895c2e7801e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/0f61a68c2ed472dfbfd385b3e86a694f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/170119231b27dd4e281f516599ec5073 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/170119231b27dd4e281f516599ec5073 new file mode 100644 index 0000000000000000000000000000000000000000..dc8e65913e9fd67530709e8ca03533a7cffd26b2 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/170119231b27dd4e281f516599ec5073 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb66a367b663ca4463992346023e22b413e89cfb497592684a5c1bc4865896c +size 645027 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/aa0c8b8b62a8cddbf74aeed9e1779a1f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/aa0c8b8b62a8cddbf74aeed9e1779a1f new file mode 100644 index 0000000000000000000000000000000000000000..a15c270bf3612d813bcbae4d3be16f008b9ac6ca Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/aa0c8b8b62a8cddbf74aeed9e1779a1f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/cd51e175a27e13b5adab8292fadf9cbc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/cd51e175a27e13b5adab8292fadf9cbc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/cd51e175a27e13b5adab8292fadf9cbc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..beed5e15291dec360483319b0a160624c115652d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d72c27db00c63803a925fdb64d7b404e88af0add --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389306313536954, "commit_timestamp_nsecs": 1753389306404842039, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d/cc607b4ddebcd43e6e6261d1479ba691 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d/cc607b4ddebcd43e6e6261d1479ba691 new file mode 100644 index 0000000000000000000000000000000000000000..6cf65581ec790b096b5e38c58171f9aeb64504a4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d/cc607b4ddebcd43e6e6261d1479ba691 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e6008b015285ad4922e30f2db7e01b56c372d361 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/5b483a3a118005f6d1cae50bf281138e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/5b483a3a118005f6d1cae50bf281138e new file mode 100644 index 0000000000000000000000000000000000000000..dc76815fccd9f75c201eb3a72181eef05e12867d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/5b483a3a118005f6d1cae50bf281138e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/63d7b4abe1302eb88571da7517f8dc81 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/63d7b4abe1302eb88571da7517f8dc81 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/63d7b4abe1302eb88571da7517f8dc81 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/81ebf56ff7136094cf09b19820af4b88 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/81ebf56ff7136094cf09b19820af4b88 new file mode 100644 index 0000000000000000000000000000000000000000..0c0d916333164295a010facdbd6ad04b2d751e11 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/81ebf56ff7136094cf09b19820af4b88 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec41ba547ebcde1dc2c9746aa285ecb499eaefe13d9623e9eaa6ffd89393d21 +size 644893 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/f70c23502ab8fa963541ace0a24972c1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/f70c23502ab8fa963541ace0a24972c1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/f70c23502ab8fa963541ace0a24972c1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..febfb617048468d432eb09ab3e534027afa5fadf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b2b4b9dfdea1ee0ad1219c00af04e06e2a1c221d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389340444713971, "commit_timestamp_nsecs": 1753389340840713193, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d/5007f1bbedc1198a34a6cf1a0e0a60fe b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d/5007f1bbedc1198a34a6cf1a0e0a60fe new file mode 100644 index 0000000000000000000000000000000000000000..fa8fb104e5ca2937058b647cf396aafe3f6aca83 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d/5007f1bbedc1198a34a6cf1a0e0a60fe differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fc22314f06ba3110c556877749106e18196d8f89 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/09f47bdf7a0c1fa078bc0b7b342635ef b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/09f47bdf7a0c1fa078bc0b7b342635ef new file mode 100644 index 0000000000000000000000000000000000000000..3bea95e9b9226944cc2df96ba4b215d203136427 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/09f47bdf7a0c1fa078bc0b7b342635ef @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a01eaf7d5b3513d3aa8ad1fdf1c1ef28bf82de874b24b68700dfadfbe27209 +size 644941 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/0f6cddf22db273ac072d543f61903483 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/0f6cddf22db273ac072d543f61903483 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/0f6cddf22db273ac072d543f61903483 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/4a8a781975cea9bd4472b28ce7791b04 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/4a8a781975cea9bd4472b28ce7791b04 new file mode 100644 index 0000000000000000000000000000000000000000..ac17ed2b8deb02d676a3eb6564a3bd047cf80581 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/4a8a781975cea9bd4472b28ce7791b04 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/4cba8e3f4670274f3ef2f9ec7f041f0d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/4cba8e3f4670274f3ef2f9ec7f041f0d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/4cba8e3f4670274f3ef2f9ec7f041f0d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c81fa4cd8298fa21e923942c36fb26065e3e740b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..45a2f9b1df8278139bda36536493e119e3f082e4 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389374588490704, "commit_timestamp_nsecs": 1753389374987966131, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d/3b05dbf2b784123ce03222c4915605fc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d/3b05dbf2b784123ce03222c4915605fc new file mode 100644 index 0000000000000000000000000000000000000000..d37439b94d854b724e5c0997be69f60672d7a09c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d/3b05dbf2b784123ce03222c4915605fc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c0c3596b0d55ecc7b327870de1af8b96c959329b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/3b8892a0c27984a085c3b41bb607e952 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/3b8892a0c27984a085c3b41bb607e952 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/3b8892a0c27984a085c3b41bb607e952 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/708d15bd34d6cbb6809a1ed2bc53c207 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/708d15bd34d6cbb6809a1ed2bc53c207 new file mode 100644 index 0000000000000000000000000000000000000000..85100a7d8881f47eafa0f6f0e3039b571b9c9bee --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/708d15bd34d6cbb6809a1ed2bc53c207 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d8ca6e980aa87cdaa2d8ab292dcd9fa4cf231a8fc8ee5570b303ca709640f4 +size 644936 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/cec432cf98cbacb3dedaeba594e2ce30 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/cec432cf98cbacb3dedaeba594e2ce30 new file mode 100644 index 0000000000000000000000000000000000000000..d61c73a2f827be9dcdbd8e6e9bda68736e4183c8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/cec432cf98cbacb3dedaeba594e2ce30 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/fe4aca4ed3f5c4ac29ebebf347ec80be b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/fe4aca4ed3f5c4ac29ebebf347ec80be new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/fe4aca4ed3f5c4ac29ebebf347ec80be differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..72494fc434c4b01308e37096435605ceae220c52 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fb9dc5b932ede9892d4f3b0388bdf7b5acae5103 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389408785080522, "commit_timestamp_nsecs": 1753389408876142010, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d/d49b21638cbc364b33504aa0a0de5294 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d/d49b21638cbc364b33504aa0a0de5294 new file mode 100644 index 0000000000000000000000000000000000000000..80396a37acb4b2c106f7c561f12aa8913ce65e3e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d/d49b21638cbc364b33504aa0a0de5294 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..61fef1c256b1c38cf6ebf8f5306647f220a07c88 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/227caae038e1ed77d0e480051e302ebd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/227caae038e1ed77d0e480051e302ebd new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/227caae038e1ed77d0e480051e302ebd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/7e5cb3938a3e50af4ab3c3934506b818 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/7e5cb3938a3e50af4ab3c3934506b818 new file mode 100644 index 0000000000000000000000000000000000000000..bf93e494eedf45633990a41317139812eea9681c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/7e5cb3938a3e50af4ab3c3934506b818 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8448b16437ee39f7e065ffdbe818e0ae73fcf943276f0f7a16bbdf309b0d581e +size 645020 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b62e250cb82203a457b65e0fa6a6dafa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b62e250cb82203a457b65e0fa6a6dafa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/b62e250cb82203a457b65e0fa6a6dafa differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f156ba3453757287eaa06e727c3d951c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f156ba3453757287eaa06e727c3d951c new file mode 100644 index 0000000000000000000000000000000000000000..69aebf5e9a68bdb4b16c45ab9378208d0955fd97 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/f156ba3453757287eaa06e727c3d951c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1b4bcbc28945efae74f8d4d3543fa01e1c847d18 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..61409747bfc05c7fb88a8ead48f49d6ab35a7d8f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389442995403304, "commit_timestamp_nsecs": 1753389443116928319, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d/20ca314265f42725c82b5d1a8ca55e51 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d/20ca314265f42725c82b5d1a8ca55e51 new file mode 100644 index 0000000000000000000000000000000000000000..3d69c4c9b3fa58d48f052ce6868f93d904c4c558 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d/20ca314265f42725c82b5d1a8ca55e51 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..aa4bad64606e04213cb4e7866d048c1207ed7a88 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/40d6f2c8995685ca2e92a9591d8882b8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/40d6f2c8995685ca2e92a9591d8882b8 new file mode 100644 index 0000000000000000000000000000000000000000..386787c4bdb03a3af6b6d8c96c324e4f72a48ff1 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/40d6f2c8995685ca2e92a9591d8882b8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711cec0a1a3ad25ff02567ebb876a0b090e85336a4bbf2116b8bd640da520d1c +size 644950 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/8f9c906753c591e058df290103f28b79 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/8f9c906753c591e058df290103f28b79 new file mode 100644 index 0000000000000000000000000000000000000000..8ba653eb6405c1980119e45271f289e55aeebd03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/8f9c906753c591e058df290103f28b79 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/ba5c224c7e25d61b079dabed7483f0df b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/ba5c224c7e25d61b079dabed7483f0df new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/ba5c224c7e25d61b079dabed7483f0df differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/e640927f70d3edcaf215166e294712ee b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/e640927f70d3edcaf215166e294712ee new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/e640927f70d3edcaf215166e294712ee differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6c47caedb189b803b9ecb28224e80eef6f9fa8cb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f553ed3a21694ecda76ef2d3551fc400f4151402 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389477184145479, "commit_timestamp_nsecs": 1753389477585631983, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d/bf2a43c281785777f14ff4b1eb9acc68 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d/bf2a43c281785777f14ff4b1eb9acc68 new file mode 100644 index 0000000000000000000000000000000000000000..bed436e723f6bfacd96eb05f8f95a5f83e2562a5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d/bf2a43c281785777f14ff4b1eb9acc68 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2cd02895a9b2ef48fcff093187a7175e0684a755 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0b4387cdbb7bf978cb23cf83b9857808 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0b4387cdbb7bf978cb23cf83b9857808 new file mode 100644 index 0000000000000000000000000000000000000000..eef3f9cedb6ae410244261fa789e86e0b432dbfe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0b4387cdbb7bf978cb23cf83b9857808 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0fc48698ca7dbc7af857d2984041593a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0fc48698ca7dbc7af857d2984041593a new file mode 100644 index 0000000000000000000000000000000000000000..b8919105b4ede7e55ce176d71b7fd0f2e44c7f8f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/0fc48698ca7dbc7af857d2984041593a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4aaadc7039623f84d094bd999e052215dc234089953b5fafdeabf96cad4c43e +size 645023 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/239b635883037626de84fc0d651e5713 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/239b635883037626de84fc0d651e5713 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/239b635883037626de84fc0d651e5713 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/68494da724d86f51ef80e644fbbf8403 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/68494da724d86f51ef80e644fbbf8403 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/68494da724d86f51ef80e644fbbf8403 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7b70c947b9ca2c656864cb34a2464531cf167543 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7d8e5c3faee287f6697ebf68e19f1e1d220a8473 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389511374797216, "commit_timestamp_nsecs": 1753389511807173949, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d/8cdff75ed9d13fce5e37d4d8511ebdb9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d/8cdff75ed9d13fce5e37d4d8511ebdb9 new file mode 100644 index 0000000000000000000000000000000000000000..203964cbac9c8ffb9aedc25e898d4ad6fc157feb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d/8cdff75ed9d13fce5e37d4d8511ebdb9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cb98c3e70ab85db0ed0dced47e101517c33db9e3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/7bf8772fee15cd546e4f7b772269363a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/7bf8772fee15cd546e4f7b772269363a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/7bf8772fee15cd546e4f7b772269363a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/9a0a12311c7a184cc140fe39e8994e9f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/9a0a12311c7a184cc140fe39e8994e9f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/9a0a12311c7a184cc140fe39e8994e9f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/9f09e23c26045a26238b9477f0e1c3a5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/9f09e23c26045a26238b9477f0e1c3a5 new file mode 100644 index 0000000000000000000000000000000000000000..11eb3e24251adae6599a590bfb4add1f8d054ef8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/9f09e23c26045a26238b9477f0e1c3a5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/ed66026784e78b7941a1164e5ae32dc5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/ed66026784e78b7941a1164e5ae32dc5 new file mode 100644 index 0000000000000000000000000000000000000000..112ea92ec06e7a2ab60ca1db1c1b2b282a06da39 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/ed66026784e78b7941a1164e5ae32dc5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f87310b86fe750cff158ee8558716ebd6187ad840b994ac6c983f6d8b74b83 +size 645025 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3561579866d59e90ffa966c1cf8d4439dead7a60 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e711df6fb275856b6507821d7c75b43e6e022a0e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389545588468736, "commit_timestamp_nsecs": 1753389545679989791, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d/80e0de47aff4fc06a8137eab1cdf6838 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d/80e0de47aff4fc06a8137eab1cdf6838 new file mode 100644 index 0000000000000000000000000000000000000000..040e6e363dd361d0e36a51d6e5efef069f906662 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d/80e0de47aff4fc06a8137eab1cdf6838 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..113bfa0ff7eeccacbfc88bc8b627b73c0c26f747 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/36bf0ee0906af711facb1d0a33075366 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/36bf0ee0906af711facb1d0a33075366 new file mode 100644 index 0000000000000000000000000000000000000000..26b922b5f6812c267c38249026eb79c2ba0250e2 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/36bf0ee0906af711facb1d0a33075366 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617466b7aa40bb7e3c9188d3b0d7977b438a0348c84a93c4d2065bdab38c146e +size 645086 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/39251eb5acad3e81a7ed6d2be7e2f5f5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/39251eb5acad3e81a7ed6d2be7e2f5f5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/39251eb5acad3e81a7ed6d2be7e2f5f5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/c2de0407a70bb9c4f9e42fae1504fa89 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/c2de0407a70bb9c4f9e42fae1504fa89 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/c2de0407a70bb9c4f9e42fae1504fa89 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/c433d1d93826dd6cbea852beafb77907 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/c433d1d93826dd6cbea852beafb77907 new file mode 100644 index 0000000000000000000000000000000000000000..76ed88fcbb0c4c7125ab3bb411461d3dab7c594b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/c433d1d93826dd6cbea852beafb77907 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..389219a8cd8b183181e585b3103652ec260d6000 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6bffe5bde30384e4d9c61c356af8ead7bdf5478d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388964438431281, "commit_timestamp_nsecs": 1753388964530319155, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d/109591cad24427eac05f5194b15723e0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d/109591cad24427eac05f5194b15723e0 new file mode 100644 index 0000000000000000000000000000000000000000..1b8c5dfc5987a1bb9fbafe1925a3651a276c61cf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d/109591cad24427eac05f5194b15723e0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6062ccf497ae535a25b76012ff56cbfe08a48b1a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/2acd610702574a5877e6b72701865f11 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/2acd610702574a5877e6b72701865f11 new file mode 100644 index 0000000000000000000000000000000000000000..5839750c978092c5158fcef765e737d4d47b67a6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/2acd610702574a5877e6b72701865f11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6860bec7a88bd370f94d051fd2b21a7e395c9abb52e2bf70e5b96f25bdff1081 +size 644289 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/72ec1c74973d1aab224c3c75fbd2e3cc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/72ec1c74973d1aab224c3c75fbd2e3cc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/72ec1c74973d1aab224c3c75fbd2e3cc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/87302e8931e1e0a7fd4d6bec89ebf2a9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/87302e8931e1e0a7fd4d6bec89ebf2a9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/87302e8931e1e0a7fd4d6bec89ebf2a9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/d8202500ecd12fbf936621e482493a99 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/d8202500ecd12fbf936621e482493a99 new file mode 100644 index 0000000000000000000000000000000000000000..7b614669696c2f303444299ac97b9c01930248bf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/d8202500ecd12fbf936621e482493a99 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bc99a94c5a3ad469dd011749b4d4b42fff56d0c0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b813a18bda6d478d75ecd75beab854e3a4532cd9 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389579780911864, "commit_timestamp_nsecs": 1753389579875261892, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d/42cdef8a2c202ac6ffc2cf8cfceb4108 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d/42cdef8a2c202ac6ffc2cf8cfceb4108 new file mode 100644 index 0000000000000000000000000000000000000000..cd2b09cfb051c6873148aa1ad3bf4740761b5de4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d/42cdef8a2c202ac6ffc2cf8cfceb4108 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..52141bc1149a0bff574c53e6a9cc6c2c6f855f3d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/292b579ed9ce893851be963ee82946f9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/292b579ed9ce893851be963ee82946f9 new file mode 100644 index 0000000000000000000000000000000000000000..6e2f507c46ad82d3052bb446cc90ca3b3e6eb6b5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/292b579ed9ce893851be963ee82946f9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8133e2009f7c96e382d553f90491cd22271f3936f22aa3e9a828d5370ec4cb09 +size 645064 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/2bcab25fc54eb1d0a71c0980b748388a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/2bcab25fc54eb1d0a71c0980b748388a new file mode 100644 index 0000000000000000000000000000000000000000..42ae26ce859969a728b2e890d9bfa3cf684812c6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/2bcab25fc54eb1d0a71c0980b748388a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/43316d535793d8550763124251fed907 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/43316d535793d8550763124251fed907 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/43316d535793d8550763124251fed907 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b36ef78ed4e259e37eb0a83949604dfb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b36ef78ed4e259e37eb0a83949604dfb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/b36ef78ed4e259e37eb0a83949604dfb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d7198b191b87eade66088beca91de96e3991ccef Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..834e900deb582a369b1a949b20fc230ff2941c6c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389613983980706, "commit_timestamp_nsecs": 1753389614076743917, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d/9d844bd3515c918de1a6da6571b96751 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d/9d844bd3515c918de1a6da6571b96751 new file mode 100644 index 0000000000000000000000000000000000000000..7e53764bc8d882596310ebdce0d5404879f1b5d8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d/9d844bd3515c918de1a6da6571b96751 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9c57f5c95a480efc098436e8064f6068e948fea0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/5dada703d856eca7d8a63fd27bbd60a5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/5dada703d856eca7d8a63fd27bbd60a5 new file mode 100644 index 0000000000000000000000000000000000000000..70bda53aed3dab4223edd9879fdd64a049a41244 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/5dada703d856eca7d8a63fd27bbd60a5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f931dc107de2d7222981235809998d1335c286e6df27cfe105d11d440845c1f2 +size 645081 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/d0863fc08347f5ce934809d1626dcf9e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/d0863fc08347f5ce934809d1626dcf9e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/d0863fc08347f5ce934809d1626dcf9e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/d3aeeadb6d61fef449fb603a535d2f40 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/d3aeeadb6d61fef449fb603a535d2f40 new file mode 100644 index 0000000000000000000000000000000000000000..d4f4a2090c47bf47edc5f40406b1231f8cadabc6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/d3aeeadb6d61fef449fb603a535d2f40 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/fc5d36ed044ca784a482de6dc38a98ca b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/fc5d36ed044ca784a482de6dc38a98ca new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/fc5d36ed044ca784a482de6dc38a98ca differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..baefbfb50b5d9fcb64d1e2b7d243819f767a8664 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5cdbd229da8af4a73fea6f62c170c5b3dfd2faed --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389648176710365, "commit_timestamp_nsecs": 1753389648268783558, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d/248c5b48bb3532891eac6cbf08e0fa8e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d/248c5b48bb3532891eac6cbf08e0fa8e new file mode 100644 index 0000000000000000000000000000000000000000..a700cde4ecfdd96684124b3b2205c9610d275629 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d/248c5b48bb3532891eac6cbf08e0fa8e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0687bc7bb4d7a99ade4f3f368356746961307d3b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/352352dc60402900b89833cbfb2fe8e2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/352352dc60402900b89833cbfb2fe8e2 new file mode 100644 index 0000000000000000000000000000000000000000..3bc1b26663843af44e527823eff56a4578245f5e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/352352dc60402900b89833cbfb2fe8e2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/5b8322ff4f8fbb4a059541701d6c9a54 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/5b8322ff4f8fbb4a059541701d6c9a54 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/5b8322ff4f8fbb4a059541701d6c9a54 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/e18a2e88a8e85c162a50507d15948334 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/e18a2e88a8e85c162a50507d15948334 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/e18a2e88a8e85c162a50507d15948334 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/f82c0843f203eea963ad03be832f8f4a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/f82c0843f203eea963ad03be832f8f4a new file mode 100644 index 0000000000000000000000000000000000000000..ddd5dbd5096107a7e2197241f056ce808514285f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/f82c0843f203eea963ad03be832f8f4a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f1c3f102c5f3f920103df9eaf6f701d39be7c4b7b0c489fd1623a8c255e81d +size 644983 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3821976b668bac9cd9c3781157cdfc27a5e08d29 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e6d62bca23f4e59500399dccd72e887ccc914770 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389682338630722, "commit_timestamp_nsecs": 1753389682744925465, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d/778146c98ad0661f85adb332b59a86f5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d/778146c98ad0661f85adb332b59a86f5 new file mode 100644 index 0000000000000000000000000000000000000000..4d7de35245bb7ff768a1e8136c57f59ab63ec261 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d/778146c98ad0661f85adb332b59a86f5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ac56e3e26bf2c76be97ae8186356be989f788076 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/611261dbc675b862411e5854fa1b58ed b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/611261dbc675b862411e5854fa1b58ed new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/611261dbc675b862411e5854fa1b58ed differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/7a83e6ee2e21a9fdc5654c2a2c483468 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/7a83e6ee2e21a9fdc5654c2a2c483468 new file mode 100644 index 0000000000000000000000000000000000000000..ac68c4b751c3d2ab3a3ab184eb45641734a58bca --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/7a83e6ee2e21a9fdc5654c2a2c483468 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53b5b25e4d573eb35a52cd041a7a341d02f61070b66f46fc109227bd9b8f032 +size 645060 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/809e7a85e29c7f627fc18412952877aa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/809e7a85e29c7f627fc18412952877aa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/809e7a85e29c7f627fc18412952877aa differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/d94251adbbaf5caabab24938efcf508d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/d94251adbbaf5caabab24938efcf508d new file mode 100644 index 0000000000000000000000000000000000000000..ab8840d91acb50abc62344f1fdb535d0ef041012 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/d94251adbbaf5caabab24938efcf508d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2e4757d419c82d94e60e2be4284f5ec5b82170bf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5b9623c8cf0b8e5ed46afb7d9ede3669d2b607e5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389716466987793, "commit_timestamp_nsecs": 1753389716880329325, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d/2dcb472ba2555ad24056c3e31675274b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d/2dcb472ba2555ad24056c3e31675274b new file mode 100644 index 0000000000000000000000000000000000000000..c718df57f71a87a7416c6346e6f5f76ac6eb0edc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d/2dcb472ba2555ad24056c3e31675274b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..695897b6f9b922023c3079eba0413033c366bb0b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/153622fa4ee42a9a3c5dcec2a28147b1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/153622fa4ee42a9a3c5dcec2a28147b1 new file mode 100644 index 0000000000000000000000000000000000000000..6734c36bf8588a90d6b671d758afb5f23d00eaef Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/153622fa4ee42a9a3c5dcec2a28147b1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/60b6bbad39b8dd52e94c9631431ea755 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/60b6bbad39b8dd52e94c9631431ea755 new file mode 100644 index 0000000000000000000000000000000000000000..a07325bda225a926475b349362e03b3ce8fd2ced --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/60b6bbad39b8dd52e94c9631431ea755 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e658be9b9efa37bfcdafea609574b7e3000c0bae87f9943e234ca5c013f49889 +size 645038 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/7381bb346402a9b2d5252beed475ce96 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/7381bb346402a9b2d5252beed475ce96 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/7381bb346402a9b2d5252beed475ce96 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/fda28f080ce4950e199147b4f4b6736f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/fda28f080ce4950e199147b4f4b6736f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/fda28f080ce4950e199147b4f4b6736f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f545702c6603be58aebb8bdbdb0c5bebc78d5b68 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..baecf90caf94ecba43745128134cc22b29014907 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389750647389763, "commit_timestamp_nsecs": 1753389750738098703, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d/f704ecf7ccd2e003239e73e4888d6e77 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d/f704ecf7ccd2e003239e73e4888d6e77 new file mode 100644 index 0000000000000000000000000000000000000000..c46500bed1d14f5c7d4de5682a0328771505b91d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d/f704ecf7ccd2e003239e73e4888d6e77 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c09b8c8c36955d0c1c754c12ac8ac060f242b849 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/1a1d68685e25271eb4a8c1eb1714a0af b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/1a1d68685e25271eb4a8c1eb1714a0af new file mode 100644 index 0000000000000000000000000000000000000000..89462b65a87104c1824f2d47e28c810ef8bfa847 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/1a1d68685e25271eb4a8c1eb1714a0af @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777f9aa9d1d56e2f7711f8f6e1f78bed980863113b6e35f359e64bc9d9b32c84 +size 645211 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/53a09dbc920ecda587249105ac2ad2a1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/53a09dbc920ecda587249105ac2ad2a1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/53a09dbc920ecda587249105ac2ad2a1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7872018fbae59bca3838e0b6e4ba30d9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7872018fbae59bca3838e0b6e4ba30d9 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7872018fbae59bca3838e0b6e4ba30d9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c69411104f8c36a9aaa2ecaae403ee1a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c69411104f8c36a9aaa2ecaae403ee1a new file mode 100644 index 0000000000000000000000000000000000000000..ebe78ff3cf87bc292d53db09c8ed32785c9f3d03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/c69411104f8c36a9aaa2ecaae403ee1a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b8f4ca746c57f82c5aa5564d5cd9841baf153b98 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5433a0ea768619192ea8075b59871018cd091628 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389784795889125, "commit_timestamp_nsecs": 1753389784889441114, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d/03a1f0aecc800c6271759e22bc9aa45a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d/03a1f0aecc800c6271759e22bc9aa45a new file mode 100644 index 0000000000000000000000000000000000000000..b33ea8320c69ff379c882d03e20e75fea57e8f87 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d/03a1f0aecc800c6271759e22bc9aa45a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..046a2b837e34ed8f3178797d71ffbd973488e90d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/047606904820c609ffebc79cc7704fb3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/047606904820c609ffebc79cc7704fb3 new file mode 100644 index 0000000000000000000000000000000000000000..0d9abf0890e7e47f1abc90bbb7f7913d5ce1192e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/047606904820c609ffebc79cc7704fb3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1f2107f24edd071c4943ed02e40fee59 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1f2107f24edd071c4943ed02e40fee59 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/1f2107f24edd071c4943ed02e40fee59 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/3c58270a10670aaad3659c2eaa0edc6d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/3c58270a10670aaad3659c2eaa0edc6d new file mode 100644 index 0000000000000000000000000000000000000000..969ee5f87c77db68355e5fabb67464ec5153ad4d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/3c58270a10670aaad3659c2eaa0edc6d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb02f26feef22e1b22f7f49a6bba787ea2550620f764e221794dc9bca4e2f8ce +size 645209 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/f20541956544ebe3e9d350e48cb98c33 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/f20541956544ebe3e9d350e48cb98c33 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/f20541956544ebe3e9d350e48cb98c33 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..256b3ef2b4a75b8b58b1719f58c42ca5293fa3cb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d753182f60a5a32f969ad0be266e0938bd81a01f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389818940544206, "commit_timestamp_nsecs": 1753389819032769587, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d/992d71172f434b9795b5982d1de9470f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d/992d71172f434b9795b5982d1de9470f new file mode 100644 index 0000000000000000000000000000000000000000..707092fc170d77f2a05ae9a5acef84aedfbce6fb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d/992d71172f434b9795b5982d1de9470f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5459f973cb86368011b08336be9f5715beba27a6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/1a00ad7a14c944a38293452f95eb85f5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/1a00ad7a14c944a38293452f95eb85f5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/1a00ad7a14c944a38293452f95eb85f5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e3e3cd93d87756f14d0e073411299be6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e3e3cd93d87756f14d0e073411299be6 new file mode 100644 index 0000000000000000000000000000000000000000..753d0f7e946d962afd8e2e45014e34678df4e05b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e3e3cd93d87756f14d0e073411299be6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5eb70382022cdc272262d4a07f5b695fafb051a3231e619a28a562d2e6136ea +size 645211 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e7acd27539a96cd2e15b7911aeb55c70 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e7acd27539a96cd2e15b7911aeb55c70 new file mode 100644 index 0000000000000000000000000000000000000000..2a1d054349a2d87460f628e30da3e57eadba9c0a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/e7acd27539a96cd2e15b7911aeb55c70 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/f339ab581178ef519820e3fda51458b6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/f339ab581178ef519820e3fda51458b6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/f339ab581178ef519820e3fda51458b6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8826537060b0e8e1cfd37ac5199dfec477c4a727 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6f8da422f936d8a6f3bce162b45340af6201784e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389853324429891, "commit_timestamp_nsecs": 1753389853416612143, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d/becf186670109e6f2c511573e1edf6da b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d/becf186670109e6f2c511573e1edf6da new file mode 100644 index 0000000000000000000000000000000000000000..c178fef70c4a128def8bf6ab77fc1fa441e379c9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d/becf186670109e6f2c511573e1edf6da differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d4e97eb7e9e868c9cef3b0d8df8e29bd9666c257 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/650876fd6879263b6862c9cb2b64294b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/650876fd6879263b6862c9cb2b64294b new file mode 100644 index 0000000000000000000000000000000000000000..1cf396096004351f4f58bcb6d153155b0eb9fa2c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/650876fd6879263b6862c9cb2b64294b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d3624607444975175d5f35e931cc7b60f4fcf8b4dbf2bcf599b0d037c9cb06 +size 645177 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/9c2065531a6f5ad48638a0e4d43940eb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/9c2065531a6f5ad48638a0e4d43940eb new file mode 100644 index 0000000000000000000000000000000000000000..d2a51881838ce13d69445ceb0c57269cb82ba3ae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/9c2065531a6f5ad48638a0e4d43940eb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/a4ae260730af094040f6aef592b93b81 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/a4ae260730af094040f6aef592b93b81 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/a4ae260730af094040f6aef592b93b81 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/e408ae0522291c643938d68363b5cea4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/e408ae0522291c643938d68363b5cea4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/e408ae0522291c643938d68363b5cea4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e5f168c5822a699c3fbf6d89d05dc16f7b6916fd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..26808dd21dba5ec9ac7a86460f7e52c5da53f457 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389887504728914, "commit_timestamp_nsecs": 1753389887598547441, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d/5ca9ac41c986f985a681affa3a2ff060 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d/5ca9ac41c986f985a681affa3a2ff060 new file mode 100644 index 0000000000000000000000000000000000000000..b439a3753db60bc3ecabe6c16adcaff7b4372a7a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d/5ca9ac41c986f985a681affa3a2ff060 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..537098726fae643e060c09da5bdc6e1128444a93 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/32d7b878d9ae787bfb62ba14f3615460 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/32d7b878d9ae787bfb62ba14f3615460 new file mode 100644 index 0000000000000000000000000000000000000000..b5aafeb616dd014de2c0b69270af3a36b4443b70 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/32d7b878d9ae787bfb62ba14f3615460 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/332ccc38b2abda699aafb9abe8c329e2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/332ccc38b2abda699aafb9abe8c329e2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/332ccc38b2abda699aafb9abe8c329e2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/752fff2383c05d177d056abed9162ed6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/752fff2383c05d177d056abed9162ed6 new file mode 100644 index 0000000000000000000000000000000000000000..9a9eb84faf3bb9079fd261ac7fd371b2894bec48 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/752fff2383c05d177d056abed9162ed6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07daf50f3348b1642a005083e33bb5a32386274f0311575272179d454b0126e0 +size 645152 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/b2ee3e7773f28666d4c0f8640b60eb68 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/b2ee3e7773f28666d4c0f8640b60eb68 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/b2ee3e7773f28666d4c0f8640b60eb68 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9ec3fe2b1eb3726a87dec91e0949289971a1256d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..23b8a80d87833e4437e0caba49f11fce9f0b5a60 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753388998980268948, "commit_timestamp_nsecs": 1753388999076479630, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d/098fa0482043796cd2b5043e27959f6e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d/098fa0482043796cd2b5043e27959f6e new file mode 100644 index 0000000000000000000000000000000000000000..56ca56354aa58cf8c3eeabe6261b88e72f9a76b0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d/098fa0482043796cd2b5043e27959f6e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..069a21b374cc88f95eb079047496a80f5b738f2f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/120d470be4ab6e9c6cffe2a7a9c43ffb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/120d470be4ab6e9c6cffe2a7a9c43ffb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/120d470be4ab6e9c6cffe2a7a9c43ffb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/41f4fda6a046decd4ff2556044e21cf5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/41f4fda6a046decd4ff2556044e21cf5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/41f4fda6a046decd4ff2556044e21cf5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/c3d505e57326ee176a6b58fb9b4e7d0a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/c3d505e57326ee176a6b58fb9b4e7d0a new file mode 100644 index 0000000000000000000000000000000000000000..ea45a09e0abe38b1dd6401f2d2b0f03ecf97c6dc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/c3d505e57326ee176a6b58fb9b4e7d0a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd32939c1e56818a63e44228625d34cc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd32939c1e56818a63e44228625d34cc new file mode 100644 index 0000000000000000000000000000000000000000..a33fa521779879debc6a3b3a64aea1153f790471 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/cd32939c1e56818a63e44228625d34cc @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4546163c0d58a6bfb5d574045d3bc6792fccc6cfb7025c368873b072ce9115 +size 644349 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fde1f6ea849571277871e441081f432a4be92d5b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..da02f50b3a33e5bd7b9ba59f5ed749592708bf88 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389921675653728, "commit_timestamp_nsecs": 1753389921768287395, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d/7291c5f502867c91201514acbdf0621f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d/7291c5f502867c91201514acbdf0621f new file mode 100644 index 0000000000000000000000000000000000000000..5100ae2445477127e6112de59d634e2cbb09da19 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d/7291c5f502867c91201514acbdf0621f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2cc280e8687ca9e105a93b71e96e4d9bce533479 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5ad4ee05c9e730b56063489b63efc2b8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5ad4ee05c9e730b56063489b63efc2b8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5ad4ee05c9e730b56063489b63efc2b8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5c2749640cc18f077c8c2b0d5ce87dbb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5c2749640cc18f077c8c2b0d5ce87dbb new file mode 100644 index 0000000000000000000000000000000000000000..fc39c5c5535cd7681e69cf612c1cdc6462f2d2f5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/5c2749640cc18f077c8c2b0d5ce87dbb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248f5192028b60ab609c0291446bfe71c81a0e356fc154aec4628b8ed7781195 +size 645260 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/bdff3f30279ac52f243b5634236de194 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/bdff3f30279ac52f243b5634236de194 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/bdff3f30279ac52f243b5634236de194 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/eea937e3e8bb6f28f5edb9f76353c6c5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/eea937e3e8bb6f28f5edb9f76353c6c5 new file mode 100644 index 0000000000000000000000000000000000000000..250aee026213a1399c77512973c6926d29ddd310 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/eea937e3e8bb6f28f5edb9f76353c6c5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..31114c88f7a01b1159e201b8fdc0fbca3f44c8c5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3860d8e82f3fe5fc076043ada2b5167d45320035 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389955817328986, "commit_timestamp_nsecs": 1753389956222748244, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d/c38e04e320e96645d1c61120d62f70a7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d/c38e04e320e96645d1c61120d62f70a7 new file mode 100644 index 0000000000000000000000000000000000000000..bed6b3e7fa0701e5ceddc85508ef199f444d3dbb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d/c38e04e320e96645d1c61120d62f70a7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6581d8a39189bf9de9d7ddc44f2749fa93fea5ef Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/0aeb490d9070d2811ce389bd6c19c6c1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/0aeb490d9070d2811ce389bd6c19c6c1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/0aeb490d9070d2811ce389bd6c19c6c1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/42721979bca56f814e6cde6953095a87 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/42721979bca56f814e6cde6953095a87 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/42721979bca56f814e6cde6953095a87 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/4ba4d17915b586f075dad217ad4a1ebc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/4ba4d17915b586f075dad217ad4a1ebc new file mode 100644 index 0000000000000000000000000000000000000000..adcd20db6e2cc2705650423ae93e17e994bc5177 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/4ba4d17915b586f075dad217ad4a1ebc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/a359d289b60ae3ef5d132deb30a83d72 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/a359d289b60ae3ef5d132deb30a83d72 new file mode 100644 index 0000000000000000000000000000000000000000..ce24b7b9370721ed312079e469f80cc9f0692cfc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/a359d289b60ae3ef5d132deb30a83d72 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34472f61af6a12e85209398fc03e4dd8e29dab78b274dbb1e81ba515d6e3d250 +size 645139 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..470f1d6fb02e1c2eb65aca484518a7b4b4da21df Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..73a9a82bf3461fe4eff4ce27908ce90c3903630e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389989954670783, "commit_timestamp_nsecs": 1753389990357836130, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d/0b5bc380142bdaa7f9d1cb1e4e8c3256 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d/0b5bc380142bdaa7f9d1cb1e4e8c3256 new file mode 100644 index 0000000000000000000000000000000000000000..6572d1b02735d86a552ab9d102f792ef9aa2b15a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d/0b5bc380142bdaa7f9d1cb1e4e8c3256 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..da348e79ebb04eba23e646c018ae97b29bc99bc8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/11553a703c8d5682bccd366159499291 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/11553a703c8d5682bccd366159499291 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/11553a703c8d5682bccd366159499291 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/2ad94f110d5309737bf0b06c60f0cfc8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/2ad94f110d5309737bf0b06c60f0cfc8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/2ad94f110d5309737bf0b06c60f0cfc8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9893a3f7ce4fd5d56491d243bde48783 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9893a3f7ce4fd5d56491d243bde48783 new file mode 100644 index 0000000000000000000000000000000000000000..cee533a7b000734d5d6223dc6a5303875eeea304 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9893a3f7ce4fd5d56491d243bde48783 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9b044e40b4eefb497464fb2fdcc8981a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9b044e40b4eefb497464fb2fdcc8981a new file mode 100644 index 0000000000000000000000000000000000000000..bfcc116057bcc8d026983cbfba25025cf89aa9b8 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/9b044e40b4eefb497464fb2fdcc8981a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ecc08e5066a9f98a6d82af1a5fa4a6769faa12a2532ab3ed2a7ea51334d04d5 +size 645183 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ef024f7be49c55a58ab4be40c8eb2a270093d5d5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ce33ea1ee347b1dbf691c63a8905ff2a11c5dd2f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390024053612886, "commit_timestamp_nsecs": 1753390024143857964, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d/ff434a51c4d48385b898b1e4450dd955 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d/ff434a51c4d48385b898b1e4450dd955 new file mode 100644 index 0000000000000000000000000000000000000000..90552edee5bb90b26118866fe3722f57b5be453b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d/ff434a51c4d48385b898b1e4450dd955 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8158aa62bd0622108c5b5e547da07ef3e61acd9c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/32b444aa3c829f72109982bf5f6a7f8f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/32b444aa3c829f72109982bf5f6a7f8f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/32b444aa3c829f72109982bf5f6a7f8f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/3fc12c973ec5c92630c41c5bb6282996 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/3fc12c973ec5c92630c41c5bb6282996 new file mode 100644 index 0000000000000000000000000000000000000000..ba0e3ed8017654abcdea143bebdf38313f0efef8 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/3fc12c973ec5c92630c41c5bb6282996 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70563b149144acb87b07f08047394341618ba69c85d0eb5a183fffc035ec2c6 +size 645088 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/a494f71ce01897302b5cf600c8c2dd96 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/a494f71ce01897302b5cf600c8c2dd96 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/a494f71ce01897302b5cf600c8c2dd96 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e74079bd1f7e70d9849d288b7bdd2d22 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e74079bd1f7e70d9849d288b7bdd2d22 new file mode 100644 index 0000000000000000000000000000000000000000..05513d91b29c3b3013fd514ef0ec67352d75bfae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e74079bd1f7e70d9849d288b7bdd2d22 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..03a113b5c68af6d64ae01692cd5b71b6b3e77e97 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2b510b0b33560bd53440a892002f639415865ba9 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390058274223989, "commit_timestamp_nsecs": 1753390058367687494, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d/23988c36b51910bae2c33357906a9a34 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d/23988c36b51910bae2c33357906a9a34 new file mode 100644 index 0000000000000000000000000000000000000000..2c36c264a15d7bda8b58b5c6f895d25e5acae5d5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d/23988c36b51910bae2c33357906a9a34 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..59fa7b92ba1950203c4b6b486e8a6ac4b8dba12c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2f1e2db822c91139b3276d18ef478f83 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2f1e2db822c91139b3276d18ef478f83 new file mode 100644 index 0000000000000000000000000000000000000000..8e7f486a55acfd6cb6157c679d38cde29eda6412 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/2f1e2db822c91139b3276d18ef478f83 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7bdc2fe40c7ae0bf6df65c70b79006f3bf1dcb3ccfa715a1e0fa83225512a3 +size 645270 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/571b308eb4ecbd18a1b3a1e31636b2a3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/571b308eb4ecbd18a1b3a1e31636b2a3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/571b308eb4ecbd18a1b3a1e31636b2a3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/64daf0b111817326a20da6097face4bd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/64daf0b111817326a20da6097face4bd new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/64daf0b111817326a20da6097face4bd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/d8c21eef5c7d39f094466d3957654b73 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/d8c21eef5c7d39f094466d3957654b73 new file mode 100644 index 0000000000000000000000000000000000000000..cd6f787cc9c52e92a1d7a0e820a25d41787916fc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/d8c21eef5c7d39f094466d3957654b73 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1bd8b16b2983851d2955ac3445cab1aae696474c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ca3a9cbf262dc963e909e29a353a7c2ab6aab2c6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390092417016861, "commit_timestamp_nsecs": 1753390092508468295, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d/6073621422312c158546e14779410377 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d/6073621422312c158546e14779410377 new file mode 100644 index 0000000000000000000000000000000000000000..9f0f3856e0d87796c947bbe1832d45120b58d011 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d/6073621422312c158546e14779410377 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..54dd7299f38c467fd69ab6493d8ca7c5077f35e5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/6f0f6aa3582105c8e319dab3ba1b635a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/6f0f6aa3582105c8e319dab3ba1b635a new file mode 100644 index 0000000000000000000000000000000000000000..bc317cfc01dee10d33384c29df740d2a443ce3c4 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/6f0f6aa3582105c8e319dab3ba1b635a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64dffa24eaef385a8b328a67173f7e9f5ed9b5b1db719a035cea8c67be053890 +size 645272 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/7b6545ccafdaba192822eddcdb97484f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/7b6545ccafdaba192822eddcdb97484f new file mode 100644 index 0000000000000000000000000000000000000000..458cdf868338abcbd984ce4efec123ddae25f34d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/7b6545ccafdaba192822eddcdb97484f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/93de293469c64c1994f5aff65ff78dc6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/93de293469c64c1994f5aff65ff78dc6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/93de293469c64c1994f5aff65ff78dc6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/cc0ab97091b42943cb19ebf403270e0a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/cc0ab97091b42943cb19ebf403270e0a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/cc0ab97091b42943cb19ebf403270e0a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5e5c629bbd6c5243a11503dbc0848e23fc3fc5cf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..442e59b174c3efe6243ceb5823014cf107f92c0b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390126602388939, "commit_timestamp_nsecs": 1753390126693399874, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d/398d28d69e5d654b941ca5e6c457d7b9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d/398d28d69e5d654b941ca5e6c457d7b9 new file mode 100644 index 0000000000000000000000000000000000000000..ea660577f4d6f2321f73eb250c8321bd0ae9811a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d/398d28d69e5d654b941ca5e6c457d7b9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ed5e811ebb3249b9957c731fbed261f100b21970 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/54bdc9d20843f2680d098652931839c0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/54bdc9d20843f2680d098652931839c0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/54bdc9d20843f2680d098652931839c0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/90cbc4bb6eabdff82e189df1ee225c6d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/90cbc4bb6eabdff82e189df1ee225c6d new file mode 100644 index 0000000000000000000000000000000000000000..db7b27192d4c470f035b083cf7678f4afd8330ab --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/90cbc4bb6eabdff82e189df1ee225c6d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd60a6a5763fee15c615af5e791b2343dcd50f16e4519b9286e172329055c0f3 +size 645270 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/edc43c20b9f5607997184f5f455e6514 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/edc43c20b9f5607997184f5f455e6514 new file mode 100644 index 0000000000000000000000000000000000000000..1987b4599c5fb7b80b8e1ffd8d9cce4c0e3b7ddd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/edc43c20b9f5607997184f5f455e6514 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/f3f865745911590ad7795c15430519e0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/f3f865745911590ad7795c15430519e0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/f3f865745911590ad7795c15430519e0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9a3003e1937632e663df64ad3541dd72b9474f0f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c732944d2858d6cd9c4bc5425402f7104a73ca93 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390160738440438, "commit_timestamp_nsecs": 1753390160830256571, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d/955d5922d7ce6e6c2c8fd7317c01741b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d/955d5922d7ce6e6c2c8fd7317c01741b new file mode 100644 index 0000000000000000000000000000000000000000..7feab90f0e0ac9f99537c8a5ddb8c16d19a7f83d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d/955d5922d7ce6e6c2c8fd7317c01741b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..291d65584f503d0052baa00c465a968095ff2eb1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/4caeb16c9e5c56e08fe87a7acd09f21d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/4caeb16c9e5c56e08fe87a7acd09f21d new file mode 100644 index 0000000000000000000000000000000000000000..1baf242e5b3d07553f35db6c61b10110e8893675 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/4caeb16c9e5c56e08fe87a7acd09f21d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81857eff10e2230c6794689883b1e18cbcc25513aa541cff2a69cf3eab080dd6 +size 645224 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/9bb8066dd3d6e0ddaaf65a69cb5606cb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/9bb8066dd3d6e0ddaaf65a69cb5606cb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/9bb8066dd3d6e0ddaaf65a69cb5606cb differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/a04cd133ec0955989af212dbe2056162 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/a04cd133ec0955989af212dbe2056162 new file mode 100644 index 0000000000000000000000000000000000000000..8318d2d93eb2393458adda97c75231d1081331d6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/a04cd133ec0955989af212dbe2056162 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/da563c632ccc169906fcc74155bd8078 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/da563c632ccc169906fcc74155bd8078 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/da563c632ccc169906fcc74155bd8078 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2c255aadef401556c1eba1e1420fa9d805a0b840 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ca776d5e30f1c1299415f3673573760357a13913 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390194860659308, "commit_timestamp_nsecs": 1753390194952185015, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d/f787e0b8fcab94f47ccbda9a27bb1934 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d/f787e0b8fcab94f47ccbda9a27bb1934 new file mode 100644 index 0000000000000000000000000000000000000000..5e677aa46ca70a501708e371d1dfcbaa6e2f66e5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d/f787e0b8fcab94f47ccbda9a27bb1934 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..60797bd9b42b0490d617d23f71ef19f47dd8cec9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/4eef0ba004d7e02ba422fb450d102d1e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/4eef0ba004d7e02ba422fb450d102d1e new file mode 100644 index 0000000000000000000000000000000000000000..32d0427b3736eed4d053aab2349c4eae1561cdff --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/4eef0ba004d7e02ba422fb450d102d1e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045bc0937d30dbb32610113f2d6dfcd3657288e759e4d5e0f0b001004e2573fd +size 645213 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/643fe7bc373fe086c09b8e2f99f237a2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/643fe7bc373fe086c09b8e2f99f237a2 new file mode 100644 index 0000000000000000000000000000000000000000..e22967c9c65807bce52e59cb9b1bfe951199adaa Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/643fe7bc373fe086c09b8e2f99f237a2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/8039c41b36b75ade247e38242393bf35 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/8039c41b36b75ade247e38242393bf35 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/8039c41b36b75ade247e38242393bf35 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/95b38330f10842af7e7b10fc80106232 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/95b38330f10842af7e7b10fc80106232 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/95b38330f10842af7e7b10fc80106232 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..622b11e0e858ab98f6ea8911e05b226ee9f9fe1f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2cd44442c2870812789e17c4e365b6b00b3543fa --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390229012091391, "commit_timestamp_nsecs": 1753390229105015084, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d/dd99bae04de5152f8f502e74ca458bb3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d/dd99bae04de5152f8f502e74ca458bb3 new file mode 100644 index 0000000000000000000000000000000000000000..53c36245d6d6d27c6575e13cc95f5ab44672a868 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d/dd99bae04de5152f8f502e74ca458bb3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2eee494d5d256c3d8b3105d67354cfaa9f7d8392 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/3000b87d1c932d9cd62bd5ad572ae9cc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/3000b87d1c932d9cd62bd5ad572ae9cc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/3000b87d1c932d9cd62bd5ad572ae9cc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/93e0a7e978156cfeb598eef0826a8649 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/93e0a7e978156cfeb598eef0826a8649 new file mode 100644 index 0000000000000000000000000000000000000000..67f3b00a96210e1cb914bde30865fe76cef2af46 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/93e0a7e978156cfeb598eef0826a8649 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/a3d576f9387d1b2b4317a429c2b32593 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/a3d576f9387d1b2b4317a429c2b32593 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/a3d576f9387d1b2b4317a429c2b32593 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/de250f271ff3b178ec59594ed9681cf0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/de250f271ff3b178ec59594ed9681cf0 new file mode 100644 index 0000000000000000000000000000000000000000..18ba720bfd05a75539b5bb3781dfb8c523ceaa8f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/de250f271ff3b178ec59594ed9681cf0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead57049176ede599ef6a6c9c53f49b2972442f2fcde37b73573403770cb6128 +size 645221 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5027020c817fa78ae0ae3e6247332cdb9d986428 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..cfc15fb6115519956e9af0f3c01024922487459b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389033235941460, "commit_timestamp_nsecs": 1753389033647143259, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d/16d093d9636718fd1c848291d3467ba0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d/16d093d9636718fd1c848291d3467ba0 new file mode 100644 index 0000000000000000000000000000000000000000..d0a33b84e7e37341fe7cbdeecafed27e57c81283 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d/16d093d9636718fd1c848291d3467ba0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0736e936b40d8b0b2d26d26d90e95ef324b759bb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/410e7ad637713b349498a33fabd16dcd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/410e7ad637713b349498a33fabd16dcd new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/410e7ad637713b349498a33fabd16dcd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/8fbf4afcb897bf52686e2da024317394 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/8fbf4afcb897bf52686e2da024317394 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/8fbf4afcb897bf52686e2da024317394 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/94b817e8154e3cf1d72fce3bb033d5a1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/94b817e8154e3cf1d72fce3bb033d5a1 new file mode 100644 index 0000000000000000000000000000000000000000..5a64c1e5510c96e00d95a5eb5b5495837358cbae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/94b817e8154e3cf1d72fce3bb033d5a1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f0b2a16881912ee92fe2d8324bbb2fd3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f0b2a16881912ee92fe2d8324bbb2fd3 new file mode 100644 index 0000000000000000000000000000000000000000..e2bdcf88de35a63ef257a776857fc27a184b602a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/f0b2a16881912ee92fe2d8324bbb2fd3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1835267bc8ea7dbf9994e4b6208fc322a4299aa8a532ba9956f3f34043a329f3 +size 644575 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a4bfbb81260a14e4bdad2b5967f65a7bb4e4be58 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2b0cd8f908dd425796e325ff3ba9ae56ec335b79 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390263206631171, "commit_timestamp_nsecs": 1753390263614739199, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d/7834be70dc3c0052f1501a2c0df3f407 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d/7834be70dc3c0052f1501a2c0df3f407 new file mode 100644 index 0000000000000000000000000000000000000000..ca19b8b4ae45320d810379b2b20b29b4f4709368 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d/7834be70dc3c0052f1501a2c0df3f407 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0412f0263275bf7077abf52d4b6805b92af1e2b6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/90bb53387679f1708912bd91d60e569c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/90bb53387679f1708912bd91d60e569c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/90bb53387679f1708912bd91d60e569c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/9df1aa8ce9708f635cb2dc8ef2143624 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/9df1aa8ce9708f635cb2dc8ef2143624 new file mode 100644 index 0000000000000000000000000000000000000000..f39b0fddcdc17c5f907bec61239ff6ce338ee0af --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/9df1aa8ce9708f635cb2dc8ef2143624 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6163367eee9087d27b71aff7243d7f5adb6bd7f256db18c88db71c36ac7e0285 +size 645338 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/b89e13a57c39e19354a0dc5fc6c769b5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/b89e13a57c39e19354a0dc5fc6c769b5 new file mode 100644 index 0000000000000000000000000000000000000000..6d48f55415cbca3b3bb46d6cf0e67ca231b7cfe6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/b89e13a57c39e19354a0dc5fc6c769b5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/de067ce5f2657ced29d4daec54b0fa3b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/de067ce5f2657ced29d4daec54b0fa3b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/de067ce5f2657ced29d4daec54b0fa3b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dd4c879a6a2db1f4600b2f2073aace2687e43e1d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..487093bcc01bb9c24c08264b1e4523ca3a940052 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390297405884821, "commit_timestamp_nsecs": 1753390297835022425, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d/f9975f6b2550b3ee295b2484e0956a76 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d/f9975f6b2550b3ee295b2484e0956a76 new file mode 100644 index 0000000000000000000000000000000000000000..87fc53d0445119c72ddc09fe953d734214065568 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d/f9975f6b2550b3ee295b2484e0956a76 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fb8f1fb8d1edc0b09e0e79fff3d223316382bbbf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/249b4b82ca2eeb1d5d4c58bcd60211be b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/249b4b82ca2eeb1d5d4c58bcd60211be new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/249b4b82ca2eeb1d5d4c58bcd60211be differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/2f8316952a6ec6fcc3778a84fde9ad1a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/2f8316952a6ec6fcc3778a84fde9ad1a new file mode 100644 index 0000000000000000000000000000000000000000..72546a44f2c1144e6241e2d1cf2aa2fbb8790bfb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/2f8316952a6ec6fcc3778a84fde9ad1a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a1a0f3edbf2bf8f00e978aae5714eb28 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a1a0f3edbf2bf8f00e978aae5714eb28 new file mode 100644 index 0000000000000000000000000000000000000000..009eca7e6e3df60ce82f496f7808deb44860dcfc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a1a0f3edbf2bf8f00e978aae5714eb28 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5192978d5146af1fcedee22c8696cf2f7e409a6235861be990a842f015a6de19 +size 645300 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/dfd7a343186a65ed152b4d530b39c63f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/dfd7a343186a65ed152b4d530b39c63f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/dfd7a343186a65ed152b4d530b39c63f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..651c5e852b1e9eb518b9b490d16724672c203e5b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f74f204186d59a184c79114b7776be2205215995 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390331531928927, "commit_timestamp_nsecs": 1753390331625247607, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d/1c9c05f262a987bb31f7949b434a84a8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d/1c9c05f262a987bb31f7949b434a84a8 new file mode 100644 index 0000000000000000000000000000000000000000..338feaadb0f6b7ae688601cf96208362cdfb4a78 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d/1c9c05f262a987bb31f7949b434a84a8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c073245c09500c0938953447bd783813db1cf2d9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/13c39ccdd71c4e57a86f0c9d57fffb6f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/13c39ccdd71c4e57a86f0c9d57fffb6f new file mode 100644 index 0000000000000000000000000000000000000000..783853ff357c5aba32345d90da8cbf536945a153 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/13c39ccdd71c4e57a86f0c9d57fffb6f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c057ae0c5f766901bc3e6ff655b6a21c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c057ae0c5f766901bc3e6ff655b6a21c new file mode 100644 index 0000000000000000000000000000000000000000..3144fe489e388b8c5355f09c0117b63d1d7b16a9 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/c057ae0c5f766901bc3e6ff655b6a21c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769117507f6b6e8b0251b6999b9175b66b66815ea5073956ade09a5b58ae617e +size 645323 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/ead8a39abc3fc4222daef39d4690d136 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/ead8a39abc3fc4222daef39d4690d136 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/ead8a39abc3fc4222daef39d4690d136 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/f12b10d9459565544b240b475cd9b246 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/f12b10d9459565544b240b475cd9b246 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/f12b10d9459565544b240b475cd9b246 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a65e1a488c071f94f062e71b3384e6d0953e9a8d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e0e58ba51e6b02c317015325bc7368aca7cd0846 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390365682160450, "commit_timestamp_nsecs": 1753390365774109819, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d/0b5c099129c3a0e4b814f3f8d6032fb0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d/0b5c099129c3a0e4b814f3f8d6032fb0 new file mode 100644 index 0000000000000000000000000000000000000000..eb308f647d3da0998994b6ffb3f3feac7e8b6acd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d/0b5c099129c3a0e4b814f3f8d6032fb0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5dc120725b9099911b11387d0c9778829237c729 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/26861dc4eddf73e2628cec2e3e29b269 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/26861dc4eddf73e2628cec2e3e29b269 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/26861dc4eddf73e2628cec2e3e29b269 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/7893466a071aedd7d1251076fcf64ac2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/7893466a071aedd7d1251076fcf64ac2 new file mode 100644 index 0000000000000000000000000000000000000000..da2b26d143f997996fd291e99612f237ea9c0951 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/7893466a071aedd7d1251076fcf64ac2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295cec0a06fe16158950c755cecddcd5d47cd21f83a2b1434733e78f0ff3ffbd +size 645429 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/bda60a5088a6719827d1497b742540fe b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/bda60a5088a6719827d1497b742540fe new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/bda60a5088a6719827d1497b742540fe differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/c2b14b4e29fda39b7442ff3bf25a457f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/c2b14b4e29fda39b7442ff3bf25a457f new file mode 100644 index 0000000000000000000000000000000000000000..50713c94a7c048bf7b5cc5a593c996667637d1f0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/c2b14b4e29fda39b7442ff3bf25a457f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..10bbb5f9c0f225397915847853df012d337a666d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9db3308287106839de37e52f133942492cc20b85 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390399998287591, "commit_timestamp_nsecs": 1753390400090822795, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d/6525e0af6532474e922a43636939aa31 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d/6525e0af6532474e922a43636939aa31 new file mode 100644 index 0000000000000000000000000000000000000000..5801bd2cb1603bf3e3b4bdaf5bd01d71c27a33f6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d/6525e0af6532474e922a43636939aa31 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9956cf9548fa385e0b86bda54638f0857589b065 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/2e093cb535b6996a02b7b6b71613f520 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/2e093cb535b6996a02b7b6b71613f520 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/2e093cb535b6996a02b7b6b71613f520 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/38e665d4563a88f39f522ee13d0a34bb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/38e665d4563a88f39f522ee13d0a34bb new file mode 100644 index 0000000000000000000000000000000000000000..7100f3e10873146810e398094285d245fc14b1e8 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/38e665d4563a88f39f522ee13d0a34bb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497eaf066ee6b776476ff00dd32667ffc44ebe15be4cb916b8c6eeecff970ee9 +size 645325 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/bac608801f49148df264ffd915f65be2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/bac608801f49148df264ffd915f65be2 new file mode 100644 index 0000000000000000000000000000000000000000..219220bd11ce2dd56b787c54a483dc11fe7bcded Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/bac608801f49148df264ffd915f65be2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/c193f38c084592cce487d27a71e8fc87 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/c193f38c084592cce487d27a71e8fc87 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/c193f38c084592cce487d27a71e8fc87 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ef72fd93ebc12e184d892c366f3a10aafef83425 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..84c7e67c0ea5c5bc6e91ea5ff41b0f1aad0b7d34 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390434163538991, "commit_timestamp_nsecs": 1753390434256881487, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d/bf3627a71c03d18012f7c20f7250a0d5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d/bf3627a71c03d18012f7c20f7250a0d5 new file mode 100644 index 0000000000000000000000000000000000000000..b6c6d04bd27490cd3d70b05539c5a0a80021de07 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d/bf3627a71c03d18012f7c20f7250a0d5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d180c5134bdb6e90d1ecf8dd3e8b0393b361ddfe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/0f77d77ce0003f72da403ea5aee5008b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/0f77d77ce0003f72da403ea5aee5008b new file mode 100644 index 0000000000000000000000000000000000000000..62beb94f1e13dfd798647cd0fae31e3956404625 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/0f77d77ce0003f72da403ea5aee5008b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf75bddec20606f345da500c7b3c7809b18420b443093bbc3c493059e0c6e6d2 +size 645287 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/5fb262f09914c74532aedd081873db61 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/5fb262f09914c74532aedd081873db61 new file mode 100644 index 0000000000000000000000000000000000000000..626a5a6ae018ad7a68dbdd4ebdd49dd38199dffd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/5fb262f09914c74532aedd081873db61 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/673d0d3ed5a13665a2639701e101abe6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/673d0d3ed5a13665a2639701e101abe6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/673d0d3ed5a13665a2639701e101abe6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/883e427b1686d60d6ae313e92a0de4a9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/883e427b1686d60d6ae313e92a0de4a9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/883e427b1686d60d6ae313e92a0de4a9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..098de1eee7ec58ec2b5508f1cd6e336cd378938c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2219232abcc079b264cdabc307904852518b8eda --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390468337087052, "commit_timestamp_nsecs": 1753390468428674622, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d/645f02bff0a58c6a632c8ccb51591349 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d/645f02bff0a58c6a632c8ccb51591349 new file mode 100644 index 0000000000000000000000000000000000000000..bb7cc87eb12eb963f422f43ed4f95bf6e131626f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d/645f02bff0a58c6a632c8ccb51591349 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd201b6fea275f529274e7bf82e9e90c2baeccea Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/01a11ee1b01ab9807bb2121b192adb0d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/01a11ee1b01ab9807bb2121b192adb0d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/01a11ee1b01ab9807bb2121b192adb0d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/17ec5d307520c7bcd7ffb0b8d8a3da40 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/17ec5d307520c7bcd7ffb0b8d8a3da40 new file mode 100644 index 0000000000000000000000000000000000000000..f7a268e799ca23327ab6dd94e7a426ec671071d7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/17ec5d307520c7bcd7ffb0b8d8a3da40 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/184b170a4124e59165581d4bdc36d861 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/184b170a4124e59165581d4bdc36d861 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/184b170a4124e59165581d4bdc36d861 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/69417ed7cf33131ce68ba86be6540c4f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/69417ed7cf33131ce68ba86be6540c4f new file mode 100644 index 0000000000000000000000000000000000000000..996361879c501b353701d309b902f4a2e13d30bd --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/69417ed7cf33131ce68ba86be6540c4f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4778daae18bfe45d26f3de5d6b6bda08cb54d858f7ea2e20834dfc3e011874c +size 645259 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..150acde6c972cf5fb60b0cff03e4bb4f8e9e13e4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c84794926567f815717f307e5394915c8d2722ed --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390502541273161, "commit_timestamp_nsecs": 1753390502631785965, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d/b7dba5b9a0bc97cecdb462dec74b4195 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d/b7dba5b9a0bc97cecdb462dec74b4195 new file mode 100644 index 0000000000000000000000000000000000000000..5f527239f5d29678a8e2d0a0154e2b3987e5a853 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d/b7dba5b9a0bc97cecdb462dec74b4195 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..03b8d5fac974064427d469d6afe5c9d0b96e49b2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/59d18c5b5887e5a6125edc48c5447469 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/59d18c5b5887e5a6125edc48c5447469 new file mode 100644 index 0000000000000000000000000000000000000000..a5b357682f7d79b36f5be2a35efb8ab36520ef08 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/59d18c5b5887e5a6125edc48c5447469 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/723a16149cd872811eda3e4c4b8c9b96 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/723a16149cd872811eda3e4c4b8c9b96 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/723a16149cd872811eda3e4c4b8c9b96 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/7df3e034db8399883c9bca3e6f75136e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/7df3e034db8399883c9bca3e6f75136e new file mode 100644 index 0000000000000000000000000000000000000000..d8d44a4eba13b62d63ac65f5c690b6840ac3c75b --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/7df3e034db8399883c9bca3e6f75136e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30ffb9a44974ab3fa68c01dbd4f7dce46fabb7bf8b4632f780e4e5613a91d207 +size 645403 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/85fa902381bb9a6e2e38ad0487f4adea b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/85fa902381bb9a6e2e38ad0487f4adea new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/85fa902381bb9a6e2e38ad0487f4adea differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ecb6f1ab711077f56bc4b5d94d42fa2dc4c8f8c9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d2f8d7f68c2d8dd2b6ee9b2d615fc4158b3d794a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390536685444570, "commit_timestamp_nsecs": 1753390537089879487, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d/7faf53b9dcb9a58884288caa2ba7c894 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d/7faf53b9dcb9a58884288caa2ba7c894 new file mode 100644 index 0000000000000000000000000000000000000000..fcbaeaa30c1b60504a7ef82a1081fe7a58263946 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d/7faf53b9dcb9a58884288caa2ba7c894 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..df713d2e9b136952a37d931ed7eef8818bc97788 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/398f4bf2a2471d59f26b7a18e1402a54 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/398f4bf2a2471d59f26b7a18e1402a54 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/398f4bf2a2471d59f26b7a18e1402a54 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/b30584d075b853399a009bc834a22af0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/b30584d075b853399a009bc834a22af0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/b30584d075b853399a009bc834a22af0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/bcbb52475919c601061f8bb5f143de3a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/bcbb52475919c601061f8bb5f143de3a new file mode 100644 index 0000000000000000000000000000000000000000..21ec9613e5bdd2e0d48c711d24cd0927aa51f100 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/bcbb52475919c601061f8bb5f143de3a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/edd6995bc1e845d169682515acb06a0d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/edd6995bc1e845d169682515acb06a0d new file mode 100644 index 0000000000000000000000000000000000000000..1ceb7fe1bd5b6aee742706a5cbb389fa717952ab --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/edd6995bc1e845d169682515acb06a0d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6151fd2be86e589472192c59e1b2dac7ed3316390d20e9f5cef73cfa32572f12 +size 645307 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2765fd77721350c6d8688f886880e7c3800c2a3e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..43e5419aa4120e460865ca2c4f44fe744c2e639f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390570811746052, "commit_timestamp_nsecs": 1753390571188554625, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d/bf7075c0250306007870d8a9ca5a2307 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d/bf7075c0250306007870d8a9ca5a2307 new file mode 100644 index 0000000000000000000000000000000000000000..e11aaf7a570ffac7c5ff4c301e077fecfc6d0efd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d/bf7075c0250306007870d8a9ca5a2307 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..caf203f1ae487421416c2eb813ad1b27ad6c623c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/03b08bc93be3c752fa637b9051f4b41a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/03b08bc93be3c752fa637b9051f4b41a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/03b08bc93be3c752fa637b9051f4b41a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/342a9e41565cb1b6e101caba8d21e6ec b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/342a9e41565cb1b6e101caba8d21e6ec new file mode 100644 index 0000000000000000000000000000000000000000..49ee65c38f33311ca1413bac5f8dbc9636b83e17 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/342a9e41565cb1b6e101caba8d21e6ec @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb9bd3393b88fac3321e44987455babdc4d52a042957197d2a5cf5ac0cd367a +size 645428 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/55501631c1189f6acf7975b034de9271 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/55501631c1189f6acf7975b034de9271 new file mode 100644 index 0000000000000000000000000000000000000000..4dbe4da983b6535bdb488fa44018d535b0c73d98 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/55501631c1189f6acf7975b034de9271 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a97d75a854a1023a072f17f7c722f97c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a97d75a854a1023a072f17f7c722f97c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a97d75a854a1023a072f17f7c722f97c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..264358a5216894eeed72ccc0f65262db27a2bb2d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3b0c9c26e2ab082bebff7f8c6a90dfe010748e56 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389067385435522, "commit_timestamp_nsecs": 1753389067793487170, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d/0f6c5ae2e7250c9d56324ff5903db71e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d/0f6c5ae2e7250c9d56324ff5903db71e new file mode 100644 index 0000000000000000000000000000000000000000..520686de4a471aba85f8490ad464c5bd01a26d8b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d/0f6c5ae2e7250c9d56324ff5903db71e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dfcbfda28f7d54f22a714d90ff1a5466ebedd640 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/5d6246db5103be15df1e58cc845ba0ba b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/5d6246db5103be15df1e58cc845ba0ba new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/5d6246db5103be15df1e58cc845ba0ba differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/7bccc6608c0d217a8ff9974e3a48b655 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/7bccc6608c0d217a8ff9974e3a48b655 new file mode 100644 index 0000000000000000000000000000000000000000..6e77a91ee9338b5d06003ec17713f023a3cb4878 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/7bccc6608c0d217a8ff9974e3a48b655 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e1bbfdb04a32fd6a58f921bea50f353a3028a396cabd0efd59143aa6ba32a2 +size 644700 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/af0bcc9c2f64bd1794e73e6ea7f06c3c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/af0bcc9c2f64bd1794e73e6ea7f06c3c new file mode 100644 index 0000000000000000000000000000000000000000..c56345895da397624e5db4ffd69a412a95da43ed Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/af0bcc9c2f64bd1794e73e6ea7f06c3c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/e3a0d752ee94ddb57c21e5517fa5a2fe b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/e3a0d752ee94ddb57c21e5517fa5a2fe new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/e3a0d752ee94ddb57c21e5517fa5a2fe differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bb157145bfd8fceb11b8dbce91df1e9527b27081 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c6e835e54a55389e40e1bb5d24b3f89c72004a1c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390604934975309, "commit_timestamp_nsecs": 1753390605027231661, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d/3ee6a3ec13eccfe56f1aa55ea97b32df b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d/3ee6a3ec13eccfe56f1aa55ea97b32df new file mode 100644 index 0000000000000000000000000000000000000000..0c6741c1041262b7beaef7fa0d3a22a3fcdf3c5a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d/3ee6a3ec13eccfe56f1aa55ea97b32df differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0340de5eca23331776f958119a2650c23d1ca87f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/3c2b6674c1f205e4cbeffedfcb434f9c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/3c2b6674c1f205e4cbeffedfcb434f9c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/3c2b6674c1f205e4cbeffedfcb434f9c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/84d62d0c0c29e70436b18962ef0e16bf b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/84d62d0c0c29e70436b18962ef0e16bf new file mode 100644 index 0000000000000000000000000000000000000000..a54cc2ecdb5b2f6537fbe0ce96597483b0cb3239 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/84d62d0c0c29e70436b18962ef0e16bf differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/942d835470ab306a402f5b74a65cd853 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/942d835470ab306a402f5b74a65cd853 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/942d835470ab306a402f5b74a65cd853 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f08a592c131e4282816e7c364461fa78 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f08a592c131e4282816e7c364461fa78 new file mode 100644 index 0000000000000000000000000000000000000000..838cdd01ed4cc63c32084124086548be587ee7ff --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/f08a592c131e4282816e7c364461fa78 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e512e7b875bcb7b7b3fce279c80e21f948102d7fd3eb3fd05a31fda29850be +size 645429 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bad76e55aab1ece0f540a041bc95315d4c000e80 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..03a1c2b4455a46a36e771dcbceb21ef88b858038 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390639124522883, "commit_timestamp_nsecs": 1753390639216142123, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d/c6ac0f254ef694f9a180f50bebd23a93 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d/c6ac0f254ef694f9a180f50bebd23a93 new file mode 100644 index 0000000000000000000000000000000000000000..0892a9e3f1445704902b112e1d3505122b2578e2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d/c6ac0f254ef694f9a180f50bebd23a93 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7da5474fac0cab1e729dda0ab8b4031fdf26aff3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/365280100c85cf8fc7c34b8a1ad23d47 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/365280100c85cf8fc7c34b8a1ad23d47 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/365280100c85cf8fc7c34b8a1ad23d47 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/659831e1943c73de32615629561d921f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/659831e1943c73de32615629561d921f new file mode 100644 index 0000000000000000000000000000000000000000..273a8ca6ec53df108c97ce502d74567f48663498 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/659831e1943c73de32615629561d921f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c65e09b350f19a20264d30cd306dfd3fbb294ef565ef93ca735da24ae3976cf +size 645378 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/78a57dadda3c43f573382ada8a9ae340 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/78a57dadda3c43f573382ada8a9ae340 new file mode 100644 index 0000000000000000000000000000000000000000..80569d83075d339e13ed2b2e852304d58593d87e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/78a57dadda3c43f573382ada8a9ae340 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/e419117ae7fa9bcf09e24dcb1abfd4a5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/e419117ae7fa9bcf09e24dcb1abfd4a5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/e419117ae7fa9bcf09e24dcb1abfd4a5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8703cde90a9cad9f876079efc0f22c3d4d181372 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3c27dca5b5bab471d8b46065102fcb5a0ae679bf --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390673256429907, "commit_timestamp_nsecs": 1753390673368047308, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d/06c30a009868a93678c3ebf43c0ee9a8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d/06c30a009868a93678c3ebf43c0ee9a8 new file mode 100644 index 0000000000000000000000000000000000000000..47d74562e22eb823fd228590c9ba03b354271538 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d/06c30a009868a93678c3ebf43c0ee9a8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..917a58a1ae2fe67b5b836498f40e7b2ad8432f4b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/2d07a8f1e2d668d5b7a7136d91a558d6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/2d07a8f1e2d668d5b7a7136d91a558d6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/2d07a8f1e2d668d5b7a7136d91a558d6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/651f766a33088793ffebd8a9549a2cc8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/651f766a33088793ffebd8a9549a2cc8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/651f766a33088793ffebd8a9549a2cc8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/a93050c345638ffbef104185c3579beb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/a93050c345638ffbef104185c3579beb new file mode 100644 index 0000000000000000000000000000000000000000..a7ff6f32d08691b5b10a05ad7405dbd9df6887d0 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/a93050c345638ffbef104185c3579beb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72a01714e491ba75fc6d5915e44ae8fa9969add30dbda87e7f867fed649cac7 +size 645405 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/cbbcccbda71d5122848ced29e2f4003a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/cbbcccbda71d5122848ced29e2f4003a new file mode 100644 index 0000000000000000000000000000000000000000..fb426b8ddc427763c6b117202fbae530cc56f7c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/cbbcccbda71d5122848ced29e2f4003a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d407a60da4b71959a6cfc05437c5ff867fb4d0cd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3c35978bb554c1c32bdd99db8719b67f0bc5243a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390707418806771, "commit_timestamp_nsecs": 1753390707509312844, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d/b1d0f55457642dccd669fc99530d0d7e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d/b1d0f55457642dccd669fc99530d0d7e new file mode 100644 index 0000000000000000000000000000000000000000..5e978758a2686dc0c659525b20b3f4be85916199 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d/b1d0f55457642dccd669fc99530d0d7e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5ac6f0d09375218bef531e65f5689e2ab2945318 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/672643ca40ae0c667fe9d075cdf0684a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/672643ca40ae0c667fe9d075cdf0684a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/672643ca40ae0c667fe9d075cdf0684a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/775fcc5ad7618b5698226cff7cb8294b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/775fcc5ad7618b5698226cff7cb8294b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/775fcc5ad7618b5698226cff7cb8294b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/dd4feb146bf1772d8277ce0f02272a4d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/dd4feb146bf1772d8277ce0f02272a4d new file mode 100644 index 0000000000000000000000000000000000000000..77a1aff170c3292ce8d98840ae6f630e12c623f0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/dd4feb146bf1772d8277ce0f02272a4d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/df754c45d7e914e16556e618f57ea46d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/df754c45d7e914e16556e618f57ea46d new file mode 100644 index 0000000000000000000000000000000000000000..43d6ccef8ef4fc4ea2560c2a52a693a3b0a4d89e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/df754c45d7e914e16556e618f57ea46d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdf8060c4a547473525f82e4b337e20597d47259fbec0ade534434a222f26ef3 +size 645451 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e82e7392d9bd3ed68f8fc47361a45df9b938334d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8cbb2fcea3a5168a96f377c99e913f36f26d1db3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390741624674431, "commit_timestamp_nsecs": 1753390741716515712, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d/9f7cfe474bd2f804e2533e0bb070e9fa b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d/9f7cfe474bd2f804e2533e0bb070e9fa new file mode 100644 index 0000000000000000000000000000000000000000..7d1ac3106d6c160944ac0c0e6f75860f69bb700a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d/9f7cfe474bd2f804e2533e0bb070e9fa differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..02aab9ed687101290b67b71a4c599d623108ba6c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/0adf685f6574da9fedb8ca222d0659d7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/0adf685f6574da9fedb8ca222d0659d7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/0adf685f6574da9fedb8ca222d0659d7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7b7b2683e4fa106f40c8cda220b7cbf6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7b7b2683e4fa106f40c8cda220b7cbf6 new file mode 100644 index 0000000000000000000000000000000000000000..76cb564c5d489005cfa636c406c6e2a876742249 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/7b7b2683e4fa106f40c8cda220b7cbf6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/e8cee4888560dbf1e5c97166e0ffac35 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/e8cee4888560dbf1e5c97166e0ffac35 new file mode 100644 index 0000000000000000000000000000000000000000..f50efdaf618969eea5ca787c00ca954cfda6ddd2 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/e8cee4888560dbf1e5c97166e0ffac35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ce4da3bfc408361e7cf6a63705bb623e9f9bbc99931cf6970e9f9bdd5e23c8 +size 645400 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/f22b26336753dbb4c0f9cccbc2c759ee b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/f22b26336753dbb4c0f9cccbc2c759ee new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/f22b26336753dbb4c0f9cccbc2c759ee differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c778b34f633b83e846e1251f9f6fa354a84286da Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2948a44044f38eb453a38676b9aa755580e19c38 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390775799409289, "commit_timestamp_nsecs": 1753390776251779430, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d/dfeaef7bcee364cab7a716e2aa0d7e33 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d/dfeaef7bcee364cab7a716e2aa0d7e33 new file mode 100644 index 0000000000000000000000000000000000000000..c02efca03adf0be08dbd3399925f4b4df5adcc0c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d/dfeaef7bcee364cab7a716e2aa0d7e33 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6111937e1d0d0e7f3b4e0d0f5bcd974bd000714b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/40991329d21cdad20628b99957bb0c3c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/40991329d21cdad20628b99957bb0c3c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/40991329d21cdad20628b99957bb0c3c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/475b59c6bad19ed2124685c085d8f762 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/475b59c6bad19ed2124685c085d8f762 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/475b59c6bad19ed2124685c085d8f762 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/c93f8137ebc839baac17054a2b4b73f9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/c93f8137ebc839baac17054a2b4b73f9 new file mode 100644 index 0000000000000000000000000000000000000000..f17b733e444fcd11d268a3dd613bd0b2abe3cd53 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/c93f8137ebc839baac17054a2b4b73f9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f5ddc9750dd22c72c7d9a50354344ae0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f5ddc9750dd22c72c7d9a50354344ae0 new file mode 100644 index 0000000000000000000000000000000000000000..c660bd1897777caf1b75314b6f15b0f229fb26e3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/f5ddc9750dd22c72c7d9a50354344ae0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a62203b6eaca1cb49e944706ef0140d90ed774552a29b2659be5122d1f1e038 +size 645539 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b4d0d2e461d4495888ff6296675f29afbc1254a9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..962988f8f34d05710acb9db4de6a9757d0c3d2b4 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390809980657011, "commit_timestamp_nsecs": 1753390810390353587, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d/7aae506d31add3e8c6b01ef97ca1fba9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d/7aae506d31add3e8c6b01ef97ca1fba9 new file mode 100644 index 0000000000000000000000000000000000000000..be3c289a1d43c4672faf30b838c0ee54f12ca1f1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d/7aae506d31add3e8c6b01ef97ca1fba9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0192e4d10e37c8b61a80136f76dc49831c2a38df Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/5b5df8ca5f005e93c28ab271579b420b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/5b5df8ca5f005e93c28ab271579b420b new file mode 100644 index 0000000000000000000000000000000000000000..8367a947ea495cc31b3ae70fcd62cf856f8a86b1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/5b5df8ca5f005e93c28ab271579b420b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/91af9bde47e716624f3d433993cccdbe b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/91af9bde47e716624f3d433993cccdbe new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/91af9bde47e716624f3d433993cccdbe differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/f300966269093fbf874d7ef89cbb0817 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/f300966269093fbf874d7ef89cbb0817 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/f300966269093fbf874d7ef89cbb0817 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/fba2db0b0a1100199ca4deb891cca472 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/fba2db0b0a1100199ca4deb891cca472 new file mode 100644 index 0000000000000000000000000000000000000000..6e182629e646e0db83aefdf281a4e5ba015c6abc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/fba2db0b0a1100199ca4deb891cca472 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed06d094844ba8424746d6138ac437dd19402a2d568fc01429793128faafe37 +size 645524 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..19a2d1f5a54a8b33ab8b1c669842a75279e9b625 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e1a00b5e940e1b6496f4dcfd97ac1b09f613aca6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390844137947840, "commit_timestamp_nsecs": 1753390844228115857, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d/7ac9ef568a149672638b03f9432aa9f3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d/7ac9ef568a149672638b03f9432aa9f3 new file mode 100644 index 0000000000000000000000000000000000000000..a9a5e85551ad4daf10d480f30f04a51b805f2ccd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d/7ac9ef568a149672638b03f9432aa9f3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9dd1791b636cfa4fae073366696c03e94b66adc3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d73991fe84ce69ac3ffdd374b2c4cd83 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d73991fe84ce69ac3ffdd374b2c4cd83 new file mode 100644 index 0000000000000000000000000000000000000000..2f1aeba510e76b1e791b4cfd2d23284b162f55dc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d73991fe84ce69ac3ffdd374b2c4cd83 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d757ebfd38cc54f22c7176667afad089 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d757ebfd38cc54f22c7176667afad089 new file mode 100644 index 0000000000000000000000000000000000000000..91b4719075ebc0e699636ed1b7db03fa1175274e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/d757ebfd38cc54f22c7176667afad089 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9868c1d64c69d72670752d35fe61731d6cedd260be39a2d8ee777e6640d27528 +size 644465 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f6ebb5f78511fa810813b3c1527384ee b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f6ebb5f78511fa810813b3c1527384ee new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/f6ebb5f78511fa810813b3c1527384ee differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/fdee9d03c9dbf7f44ae5323fa37234d8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/fdee9d03c9dbf7f44ae5323fa37234d8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/fdee9d03c9dbf7f44ae5323fa37234d8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..63a0c4db80cff3a5826bf61b73a14e13d9c2aaad Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..213beed2eeec0aa9c0e983c8a699a37ed3bc2709 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390878347008410, "commit_timestamp_nsecs": 1753390878475304568, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d/a47ccd74ea5c3c95be6abfd8c887438b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d/a47ccd74ea5c3c95be6abfd8c887438b new file mode 100644 index 0000000000000000000000000000000000000000..14dc91debcc2648ad59613177185734ea170c315 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d/a47ccd74ea5c3c95be6abfd8c887438b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..eab20ba44e0d2843d499257272af44b89c7fbd45 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/0ae3fd945b7d14d5e6b7f0319bc8c52d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/0ae3fd945b7d14d5e6b7f0319bc8c52d new file mode 100644 index 0000000000000000000000000000000000000000..15da3ab871dadbca92ed0f9a400e99390a5e1c98 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/0ae3fd945b7d14d5e6b7f0319bc8c52d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b425a1f587d999f1392a68c710ba044 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b425a1f587d999f1392a68c710ba044 new file mode 100644 index 0000000000000000000000000000000000000000..b0393fddf37721627187ff4960972c84c7b6ed75 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b425a1f587d999f1392a68c710ba044 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f4d41890bed3da1197ce3fc9181718834f1831587d50da1e79dbb92d7ed550 +size 644426 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/bf544ccf1f41d2dd571ca52f5c65902a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/bf544ccf1f41d2dd571ca52f5c65902a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/bf544ccf1f41d2dd571ca52f5c65902a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/f13041add27404f5c6605c0d322c827a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/f13041add27404f5c6605c0d322c827a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/f13041add27404f5c6605c0d322c827a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fbc3ed85c42b4ee76e4acd127dcc6a897aa9e562 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ca2424eea488475a81eb56e3354527c9634b6d89 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390912540722565, "commit_timestamp_nsecs": 1753390912630346108, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d/b116c3bc10fa67aa7a6eda1791ff177b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d/b116c3bc10fa67aa7a6eda1791ff177b new file mode 100644 index 0000000000000000000000000000000000000000..6c62d84dba7decea2817fde9e7c3d02b93ddb08a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d/b116c3bc10fa67aa7a6eda1791ff177b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a8113b794405cd7ae7f1611ca03f9c8e03eb21c8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/287e070e41a3e7b9a5e92397f4670020 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/287e070e41a3e7b9a5e92397f4670020 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/287e070e41a3e7b9a5e92397f4670020 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/4a5212f6c1041b3d667c625afc9d8727 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/4a5212f6c1041b3d667c625afc9d8727 new file mode 100644 index 0000000000000000000000000000000000000000..94fbfb470e3f025c9116ccb45651774b29dbb72a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/4a5212f6c1041b3d667c625afc9d8727 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab626777c05bf7faa2e470e2c6f047ae70a889da03a2a192448cb424aa80d445 +size 645433 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/932cc2a9e1fd38e873e83a1c0a6e72d7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/932cc2a9e1fd38e873e83a1c0a6e72d7 new file mode 100644 index 0000000000000000000000000000000000000000..a346048970caf83ae44de77c66447061f2e9c551 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/932cc2a9e1fd38e873e83a1c0a6e72d7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/b0380b28fcf09d3326677dae95cf3428 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/b0380b28fcf09d3326677dae95cf3428 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/b0380b28fcf09d3326677dae95cf3428 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..598e7be9464a2c17049bc54a681511c0233070dc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..77cd59509b54ac06a4031b071b66dd5f6aad09bc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389101503016069, "commit_timestamp_nsecs": 1753389101593197090, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d/c4df2c64289738a2929fd266a8272c08 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d/c4df2c64289738a2929fd266a8272c08 new file mode 100644 index 0000000000000000000000000000000000000000..1662901c3610077c72f627eff79f72f1ce469adf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d/c4df2c64289738a2929fd266a8272c08 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f293d1444440634734b33c059a35f7118a6b570a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/3a4e2d4b9cde5a46f89a5748873f6a14 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/3a4e2d4b9cde5a46f89a5748873f6a14 new file mode 100644 index 0000000000000000000000000000000000000000..5a8269c4225cbeee60b049bed29a7fb6ee0ce292 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/3a4e2d4b9cde5a46f89a5748873f6a14 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/591b25b2a143f2e8c7349a08ff310f08 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/591b25b2a143f2e8c7349a08ff310f08 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/591b25b2a143f2e8c7349a08ff310f08 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/a059df478da71b6da3c5dd9e67d7932d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/a059df478da71b6da3c5dd9e67d7932d new file mode 100644 index 0000000000000000000000000000000000000000..cbd0b91af25fcf736005ac1d0d23f0de2f812e0a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/a059df478da71b6da3c5dd9e67d7932d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e4c46c4c352293c11dc3256a2a5e3e9757262b3c8c106c0ad809d40dd44425 +size 644746 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/deb89d381fbf531988a0af1a13bfbbe6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/deb89d381fbf531988a0af1a13bfbbe6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/deb89d381fbf531988a0af1a13bfbbe6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..997b6428924739fc42f62ead1c30a192d24f4f2e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0b43ea1098176a4bf830fc35381f0e8530f212a1 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390946711990460, "commit_timestamp_nsecs": 1753390946803095455, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d/9bf679d31c4f4f72e2f1f46f0071b7ff b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d/9bf679d31c4f4f72e2f1f46f0071b7ff new file mode 100644 index 0000000000000000000000000000000000000000..a5591c028ae24b2a424576c986e0f6215513f96d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d/9bf679d31c4f4f72e2f1f46f0071b7ff differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..135ff3311c14805aaed52a6759815a04940157bf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2954c60031c941d9ad2186221810b7fc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2954c60031c941d9ad2186221810b7fc new file mode 100644 index 0000000000000000000000000000000000000000..fc3a5cf37e7d9aad8a930c266007cc732381e18b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/2954c60031c941d9ad2186221810b7fc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/42fb49a864aece1f14a982c04a903d67 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/42fb49a864aece1f14a982c04a903d67 new file mode 100644 index 0000000000000000000000000000000000000000..4a0ab3a117f7c7d209b48fd9e0b342a90f6da53d --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/42fb49a864aece1f14a982c04a903d67 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faec42ba40274335d9ad31c60957d2a14af8d0708bb27042f13bd851b83d4d55 +size 644424 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/da5a9189af2f7b39a324fde77fdef716 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/da5a9189af2f7b39a324fde77fdef716 new file mode 100644 index 0000000000000000000000000000000000000000..7248b84b880eb1c1d365006e96bb03a5ee087de2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/da5a9189af2f7b39a324fde77fdef716 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/e070cdace42db3370d21b17d615fc540 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/e070cdace42db3370d21b17d615fc540 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/e070cdace42db3370d21b17d615fc540 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c7312e55f402a171356a5d515dc9128d29fa8805 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..097df35e24bce467edb412235192f278afa31ed1 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390980892794413, "commit_timestamp_nsecs": 1753390980984496062, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d/a5be9d3e5ca77614a2cde9223d888ff3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d/a5be9d3e5ca77614a2cde9223d888ff3 new file mode 100644 index 0000000000000000000000000000000000000000..b7dde16177b30592c7010f25a00237b60e143df4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d/a5be9d3e5ca77614a2cde9223d888ff3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6455bfb9791d99b2624ea56ed6c1398ca703876d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3b4943c1d5d03265c149173069b848b7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3b4943c1d5d03265c149173069b848b7 new file mode 100644 index 0000000000000000000000000000000000000000..c5acbc0a422bf9696859294a49259095eed7a160 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3b4943c1d5d03265c149173069b848b7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/4b1782fa4f82191b31846fb7f5c7a05a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/4b1782fa4f82191b31846fb7f5c7a05a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/4b1782fa4f82191b31846fb7f5c7a05a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/596678a9356aad861a83684b7685cda1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/596678a9356aad861a83684b7685cda1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/596678a9356aad861a83684b7685cda1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/89ffcda97e8c7227094f23eab18702d1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/89ffcda97e8c7227094f23eab18702d1 new file mode 100644 index 0000000000000000000000000000000000000000..c11f8e11bfbeea45ce8917060065edb3be0cebbd --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/89ffcda97e8c7227094f23eab18702d1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d581b31a0db7a67e122e2de94fcb25b48d4135f93842695c4cf1b983a8fa256 +size 644495 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..583611186e04fb763cede0a859a1068a22e2bbbf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0be21c6521ca09c81b6f718fbbbcde02ceb01b16 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391015073650290, "commit_timestamp_nsecs": 1753391015486647033, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d/374c00bb2dede67d7dbe51d7d464b38d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d/374c00bb2dede67d7dbe51d7d464b38d new file mode 100644 index 0000000000000000000000000000000000000000..a3d5a99d20b68381b8b5e0bfbead699a4e357eb2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d/374c00bb2dede67d7dbe51d7d464b38d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9d4c626d6f9362dfb4cb6d80f90d260d87c4d7db Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/00b2ac8c3f327638deb9de53c90b05a7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/00b2ac8c3f327638deb9de53c90b05a7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/00b2ac8c3f327638deb9de53c90b05a7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/4783102a1a62cbd17812043871931f84 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/4783102a1a62cbd17812043871931f84 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/4783102a1a62cbd17812043871931f84 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/5f79bf04893447a7e9a0a2cb275850d6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/5f79bf04893447a7e9a0a2cb275850d6 new file mode 100644 index 0000000000000000000000000000000000000000..e75161007f43babfe7443a79c8a2f9bd1634edb5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/5f79bf04893447a7e9a0a2cb275850d6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/b1f3057a718f6addc3b145da917c8fd8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/b1f3057a718f6addc3b145da917c8fd8 new file mode 100644 index 0000000000000000000000000000000000000000..d5b248b09f2a3b5e9b524c18ed5986c475fffd85 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/b1f3057a718f6addc3b145da917c8fd8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ff3d8c2699b17376dad4b076b92816a937ab12a5785d6548630f3567a95f99 +size 645501 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6f959cb85cb8f26a6a6d0104f5b982364f7a0897 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..eac3d92f26efcd8fdcba8a10858f0123edfc1c63 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391049268777242, "commit_timestamp_nsecs": 1753391049681329808, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d/c109dedd075f31e18fc2fcd985146b6b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d/c109dedd075f31e18fc2fcd985146b6b new file mode 100644 index 0000000000000000000000000000000000000000..3a4cbeb69c4d94f6452ea439a143c5603831f8f6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d/c109dedd075f31e18fc2fcd985146b6b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cd04fac5aa717860e8dea4876fefcd16a974701c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/14da41fd30aa5191ec468a800d71b964 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/14da41fd30aa5191ec468a800d71b964 new file mode 100644 index 0000000000000000000000000000000000000000..a721e9970e111e6759ab6b820f63feafaf29403d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/14da41fd30aa5191ec468a800d71b964 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/3b85acbd20b8b21a0736eaa91d3a77d2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/3b85acbd20b8b21a0736eaa91d3a77d2 new file mode 100644 index 0000000000000000000000000000000000000000..005c4e9a4ecd93844c8b6a326c880193b7a38fcc --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/3b85acbd20b8b21a0736eaa91d3a77d2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d6cd3e8bb733eeb28b7e74cc576edd309484dd462457e416d15060ea1fc2b2 +size 644528 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/55339f4f184dcf6e0f18f8f7de1cfeb3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/55339f4f184dcf6e0f18f8f7de1cfeb3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/55339f4f184dcf6e0f18f8f7de1cfeb3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/c098a3f7da999c3ea1cb6a2d44d2a89b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/c098a3f7da999c3ea1cb6a2d44d2a89b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/c098a3f7da999c3ea1cb6a2d44d2a89b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cc1b1df2037024835251a86cc80468c13f895968 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4058fe732261f04d4af0ce4977cdb9468d9962b5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391083522314468, "commit_timestamp_nsecs": 1753391083614712200, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d/02d237a59ddcdf1e3b4e20346dff792d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d/02d237a59ddcdf1e3b4e20346dff792d new file mode 100644 index 0000000000000000000000000000000000000000..dd8fa803de615f7f878ad8b03666e55db1068d50 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d/02d237a59ddcdf1e3b4e20346dff792d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..84dfa67a7523572d28bd36341a0a6a50e4bdc32d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/5cd721735f6936ce02263bcedaf4552f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/5cd721735f6936ce02263bcedaf4552f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/5cd721735f6936ce02263bcedaf4552f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/602828a3649cc219e29b3ac133ddc275 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/602828a3649cc219e29b3ac133ddc275 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/602828a3649cc219e29b3ac133ddc275 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/af05ba482cb2a8206515c80fc3148288 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/af05ba482cb2a8206515c80fc3148288 new file mode 100644 index 0000000000000000000000000000000000000000..429b014236c50a64c2a9a5e937058f134b953710 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/af05ba482cb2a8206515c80fc3148288 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/ec5d8f96371d3b603587c1989a742e12 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/ec5d8f96371d3b603587c1989a742e12 new file mode 100644 index 0000000000000000000000000000000000000000..cabc54b5d86019f0856567371aacc8fb7360f947 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/ec5d8f96371d3b603587c1989a742e12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4d4529ade5bd2fc08d745644cebdf43240000fc5acfdf3a1789647b5dc96ba +size 645612 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b3be040f5371f8313b82d749e4331e1561148a6a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3f5bc022ac1ffeaab9e42169f0a1d2dc8ada5a21 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391117742541744, "commit_timestamp_nsecs": 1753391117833051257, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d/a9fb9927248d3d6c02bc612fd46103a4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d/a9fb9927248d3d6c02bc612fd46103a4 new file mode 100644 index 0000000000000000000000000000000000000000..7325cd0397bed162f350dfb9612c28e606acdada Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d/a9fb9927248d3d6c02bc612fd46103a4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3296e576433ac7d754dce4812bdeeef9ca42e762 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/036c654b121857463c2fe7677ad6ffa9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/036c654b121857463c2fe7677ad6ffa9 new file mode 100644 index 0000000000000000000000000000000000000000..8506bb484887f9c2c47c62bb0f20d2a7911e0c69 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/036c654b121857463c2fe7677ad6ffa9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/4f4cc6cfcddef97470e7611feb355968 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/4f4cc6cfcddef97470e7611feb355968 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/4f4cc6cfcddef97470e7611feb355968 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/5ec1cf1ca39bec5d869a17c3f18aa8da b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/5ec1cf1ca39bec5d869a17c3f18aa8da new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/5ec1cf1ca39bec5d869a17c3f18aa8da differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/7215cd71d9b1f80198607d0fb7167c7d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/7215cd71d9b1f80198607d0fb7167c7d new file mode 100644 index 0000000000000000000000000000000000000000..148a98695c0539381f56e328cffa6ae84a055530 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/7215cd71d9b1f80198607d0fb7167c7d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47c91794b2500e5bb0c54a7efcd790785bca82f654eba680c38a638bf245856 +size 645489 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cdeab193ec84a9cb8b83281d9f579071ace602a8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d8ecb000c9b34b3fd14321ac4dc97e30fce0332e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391151956043073, "commit_timestamp_nsecs": 1753391152051215955, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d/b219b2110a4001081f8fca105c35e7b3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d/b219b2110a4001081f8fca105c35e7b3 new file mode 100644 index 0000000000000000000000000000000000000000..ced4d1f78bbe3daa607946ff23ba29ab6e3d6c4b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d/b219b2110a4001081f8fca105c35e7b3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..836600dfea409647b7f5c28912b302b3635e35c3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/072b36e2e18d325dc0ab0bca46d202e4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/072b36e2e18d325dc0ab0bca46d202e4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/072b36e2e18d325dc0ab0bca46d202e4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/807cb7f7ef9e6ae93c21453d2e7e2323 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/807cb7f7ef9e6ae93c21453d2e7e2323 new file mode 100644 index 0000000000000000000000000000000000000000..b4ebdec8f4e1a0ee2dfdf6ddd3f14dc4109afa15 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/807cb7f7ef9e6ae93c21453d2e7e2323 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea65d698e51b77b5417a647d9c22c27c2c1e8663ea9683017ae8ac079a3d53b +size 645531 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/bf43e9ba50a075000f1d387b2053e530 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/bf43e9ba50a075000f1d387b2053e530 new file mode 100644 index 0000000000000000000000000000000000000000..8c703cd1839aadcdd83be484113f443444555324 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/bf43e9ba50a075000f1d387b2053e530 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/e03b63659d4fa18e5e27d66a9300f85c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/e03b63659d4fa18e5e27d66a9300f85c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/e03b63659d4fa18e5e27d66a9300f85c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..45f1433242655bd59fdc213acc4e42a16595ac1a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..60368dc5f5411f4f49deea20cf261899255cda0e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391186168051389, "commit_timestamp_nsecs": 1753391186258829889, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d/e14ae5d4c7154797c64ea6d7f962f758 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d/e14ae5d4c7154797c64ea6d7f962f758 new file mode 100644 index 0000000000000000000000000000000000000000..1f3cc26f02d04623d7da0a9ac6b0c37f5f364f95 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d/e14ae5d4c7154797c64ea6d7f962f758 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a18390b652d09eb540b695fcd8c68f0e4956ef9c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/30e9b082a677ec3ad556fca0e0f12c6f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/30e9b082a677ec3ad556fca0e0f12c6f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/30e9b082a677ec3ad556fca0e0f12c6f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/3fcaaa06b08aa53a6362b715d7a470c2 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/3fcaaa06b08aa53a6362b715d7a470c2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/3fcaaa06b08aa53a6362b715d7a470c2 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/760ae89bc1b7d88e62c58e6df5da833f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/760ae89bc1b7d88e62c58e6df5da833f new file mode 100644 index 0000000000000000000000000000000000000000..6da73cba1e967793518fd770b0de347eff2f4119 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/760ae89bc1b7d88e62c58e6df5da833f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/9063352dc8140271811dbcd1a811fea1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/9063352dc8140271811dbcd1a811fea1 new file mode 100644 index 0000000000000000000000000000000000000000..956bfc8dd9da7fcde2ffb188ef5ec9628d27f41f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/9063352dc8140271811dbcd1a811fea1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4e1266c6a1fb9cda11834267b0b45f5feb8362ab81624a2864ed99c5b3d340 +size 644584 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..19367f7972e2c08106e0d73b9d80dc04826ecde6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7ec463545ceef8a1e6374d9c00baa7cda755cb89 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391220326665176, "commit_timestamp_nsecs": 1753391220416593064, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d/2ff89e04271e89d1c29f60a3acfd3bea b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d/2ff89e04271e89d1c29f60a3acfd3bea new file mode 100644 index 0000000000000000000000000000000000000000..37325fd3b607e387c7b5393d7a2430552763d26e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d/2ff89e04271e89d1c29f60a3acfd3bea differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd5789d538f415b71bb691343e83e88f31eea7ba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/b2154d744468866ead1c2ef39cdff94c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/b2154d744468866ead1c2ef39cdff94c new file mode 100644 index 0000000000000000000000000000000000000000..b27a174712e9d36b5b8fd10bb48d25a4199174aa Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/b2154d744468866ead1c2ef39cdff94c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c42cbac44d76db58091ff9cf3e14b0c3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c42cbac44d76db58091ff9cf3e14b0c3 new file mode 100644 index 0000000000000000000000000000000000000000..99b2df598362b655e98fcc3662f211fc1b8598c7 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c42cbac44d76db58091ff9cf3e14b0c3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da227b6dbc491fa7d5e5ede8657f6df03588eabbabbf375cbff5e21c61f1350 +size 644522 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/d1ead9da96e708a751abc624cb7ff92a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/d1ead9da96e708a751abc624cb7ff92a new file mode 100644 index 0000000000000000000000000000000000000000..23f41eaf1bc7c49704f1d9eae4f28ddee332477e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/d1ead9da96e708a751abc624cb7ff92a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/d58f5f69a6029a72cc03f6bf151137ef b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/d58f5f69a6029a72cc03f6bf151137ef new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/d58f5f69a6029a72cc03f6bf151137ef differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..aeb6252dc03a7ca9d4a64cdbf5bac5bca5b8f081 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ed4b604b5c394a31f52f75c780688412b9aaf679 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391254499641991, "commit_timestamp_nsecs": 1753391254590638853, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d/ef846c181bd8a5f56a7064924ffa1e49 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d/ef846c181bd8a5f56a7064924ffa1e49 new file mode 100644 index 0000000000000000000000000000000000000000..7b3ac30515e7fded4b25229db568ef2d480a3fcf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d/ef846c181bd8a5f56a7064924ffa1e49 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cf4d367925307967eb51b43f15588532cab26b8d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/096b67e8988be76b001577e6fadb4de8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/096b67e8988be76b001577e6fadb4de8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/096b67e8988be76b001577e6fadb4de8 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/677f3aacc2bf9320231b36eb3885a1f4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/677f3aacc2bf9320231b36eb3885a1f4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/677f3aacc2bf9320231b36eb3885a1f4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cb625d014160fced089d1a954dc18b3c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cb625d014160fced089d1a954dc18b3c new file mode 100644 index 0000000000000000000000000000000000000000..f3866516fbee3016284e09d43f8cfc884ca4e17f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cb625d014160fced089d1a954dc18b3c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1f6b1124cde61fec47f7d3efa78f969a40b4a9a0f5ec08876a3d03026fd9c8 +size 644655 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cbc7459cd6a06beadc4194cfd8756655 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cbc7459cd6a06beadc4194cfd8756655 new file mode 100644 index 0000000000000000000000000000000000000000..613a4e9cc0a603a74568fc6c825d3a516a0b4c5f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/cbc7459cd6a06beadc4194cfd8756655 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2e14ba29f5fba1dacf42ad3076ed2ea3bea86e65 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d8358fc72eb77635f28b2ad39597f888c3b91c4e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389135610175838, "commit_timestamp_nsecs": 1753389135704608394, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d/73590a3736ae4bba3a67c0ccdeb3f161 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d/73590a3736ae4bba3a67c0ccdeb3f161 new file mode 100644 index 0000000000000000000000000000000000000000..b440737fea600654c2fd73499c26d90816f24428 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d/73590a3736ae4bba3a67c0ccdeb3f161 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7e6669c492930e1c252e4dbe4ea392c312c1e989 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/2474a7610460c7a9cca6cc835a263c84 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/2474a7610460c7a9cca6cc835a263c84 new file mode 100644 index 0000000000000000000000000000000000000000..e028f64ee6ea6e6400c13c71c53bcf2a1164f91a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/2474a7610460c7a9cca6cc835a263c84 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/2a99e71e23ebcbd2941bb73326d19c86 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/2a99e71e23ebcbd2941bb73326d19c86 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/2a99e71e23ebcbd2941bb73326d19c86 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/be1113ed3abb6be8b819e1d09c2d71c3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/be1113ed3abb6be8b819e1d09c2d71c3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/be1113ed3abb6be8b819e1d09c2d71c3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/f5535e554840aa90149d254180f60dc6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/f5535e554840aa90149d254180f60dc6 new file mode 100644 index 0000000000000000000000000000000000000000..4e4e0e27a5a5fd1efb417a334054a7ebd213db04 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/f5535e554840aa90149d254180f60dc6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5536d29598e1434bab42f8800ba4374f249fc29dd1c0cd2435b3cb23b0f3a10 +size 644694 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..412d83accb839f080d29bdceb12defd60f2f630e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1df9820915cbc101a4eff3aa87d559468eb3ddaa --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391288625399702, "commit_timestamp_nsecs": 1753391288715407771, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d/d87e1b8ee4c17caff330581cfec8c39e b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d/d87e1b8ee4c17caff330581cfec8c39e new file mode 100644 index 0000000000000000000000000000000000000000..e4ab7e1e657b1ac37d9db625eab0cf9ecad7d16c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d/d87e1b8ee4c17caff330581cfec8c39e differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..27903e7c015ed8249715e835c94491cb9d370d1d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/4578a0816eaf2a35a8177a87780ef7da b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/4578a0816eaf2a35a8177a87780ef7da new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/4578a0816eaf2a35a8177a87780ef7da differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6f3b6fc0e3f488639352167c7f102e1f b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6f3b6fc0e3f488639352167c7f102e1f new file mode 100644 index 0000000000000000000000000000000000000000..32562371076658fe53d54cd4fc2d7bf2551f8f88 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/6f3b6fc0e3f488639352167c7f102e1f differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/ae4eca4a19bdd391dde9caa7d49ac35c b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/ae4eca4a19bdd391dde9caa7d49ac35c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/ae4eca4a19bdd391dde9caa7d49ac35c differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f5fbb63fbf26c74a48a70b852a79e8d0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f5fbb63fbf26c74a48a70b852a79e8d0 new file mode 100644 index 0000000000000000000000000000000000000000..60c80b4348da56927c05de92fad6e57d8d39eae5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/f5fbb63fbf26c74a48a70b852a79e8d0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c047e338418fded08819424d74bab7a677f0fc9128cc552b6d8908c417e2e5b0 +size 645696 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd81531fa01cc55c73d52109741b391d00a88d2d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3dcdee74b6e7fddd290e0a97b0eb858f6eb14c82 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391322839484663, "commit_timestamp_nsecs": 1753391323250511098, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d/7f428dde05037d036f098c0c71982ea3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d/7f428dde05037d036f098c0c71982ea3 new file mode 100644 index 0000000000000000000000000000000000000000..4a634888a85e0260fb5f465c0261ba7ee6bca13e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d/7f428dde05037d036f098c0c71982ea3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..93b18175a1c9a9201f67499e53ceb2419da3c67d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/09e474a631e72e81e174d1cdd6266264 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/09e474a631e72e81e174d1cdd6266264 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/09e474a631e72e81e174d1cdd6266264 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/824ea38c08fded9445f5c2348c75b1a4 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/824ea38c08fded9445f5c2348c75b1a4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/824ea38c08fded9445f5c2348c75b1a4 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/8bce5aa37c370e55b8f8bcf28075775d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/8bce5aa37c370e55b8f8bcf28075775d new file mode 100644 index 0000000000000000000000000000000000000000..847a5e50b5b8a65afc2cc4829458e9097b6eae6e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/8bce5aa37c370e55b8f8bcf28075775d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/d6f3ab61ceb0c487fbe23aca418e2690 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/d6f3ab61ceb0c487fbe23aca418e2690 new file mode 100644 index 0000000000000000000000000000000000000000..aaffc1bfe313cd61584d27105ae9c55a68918887 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/d6f3ab61ceb0c487fbe23aca418e2690 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56971493bf9cab7f806d538593c8ff70264ebf3700286e85e49a5fd45867477c +size 645652 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fa96a8fbd8afe53580a82f7c343b034611a560d7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7977e01e0681cff1f8f9dd2c69fbf55730ffd30c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391356958479624, "commit_timestamp_nsecs": 1753391357417620059, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d/6437b4462dd36bd49ffd49d07b81d7d1 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d/6437b4462dd36bd49ffd49d07b81d7d1 new file mode 100644 index 0000000000000000000000000000000000000000..fae1aa99ff5854e4cba6d39a1fa0e32072b05890 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d/6437b4462dd36bd49ffd49d07b81d7d1 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6b37f35c4b67f4fb0c2e74346dc8352c3be796f7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/130c74f08b817443e229bfb42917cba6 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/130c74f08b817443e229bfb42917cba6 new file mode 100644 index 0000000000000000000000000000000000000000..3891fb0ff80c048e36e942c81bd286706d5f00c2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/130c74f08b817443e229bfb42917cba6 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/519fc5722e9d309d8b9b312f8d2828f0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/519fc5722e9d309d8b9b312f8d2828f0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/519fc5722e9d309d8b9b312f8d2828f0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/52a9fed13ef8fdc92cdeca9baecdc5e0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/52a9fed13ef8fdc92cdeca9baecdc5e0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/52a9fed13ef8fdc92cdeca9baecdc5e0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8807705b23bbd37f4a499a9ddbe6ee22 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8807705b23bbd37f4a499a9ddbe6ee22 new file mode 100644 index 0000000000000000000000000000000000000000..882d62482d2c17df20aa50eaf3968914945edff5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/8807705b23bbd37f4a499a9ddbe6ee22 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41458762f8a597e701ad82ba6b0f619674ebaf25463d0bd2558c72d7beb260f6 +size 644657 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..93fbb090ce9a25fd627db60c52ed38c191b968f4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..05b2f8c228600d971422caa67f0a75b766c60fe7 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391391106674013, "commit_timestamp_nsecs": 1753391391197937268, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d/e791b5acbad019e92f03d21ab76607a9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d/e791b5acbad019e92f03d21ab76607a9 new file mode 100644 index 0000000000000000000000000000000000000000..c3c584647efed51215192a2e231f1d9387a7681c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d/e791b5acbad019e92f03d21ab76607a9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5ed49fe633596fe2f7e6b95435defff298efc70a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/0c63230e304552ad4560ca54daaa8ca9 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/0c63230e304552ad4560ca54daaa8ca9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/0c63230e304552ad4560ca54daaa8ca9 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/2c356cf79cf5766031b34c99d8c0ff78 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/2c356cf79cf5766031b34c99d8c0ff78 new file mode 100644 index 0000000000000000000000000000000000000000..85ff90a4a8c8a44903ec3a574a0c90f65227b713 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/2c356cf79cf5766031b34c99d8c0ff78 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fc014de05060ad1f4db4582988a2c84fa856923a29105f4efd701f769fd816 +size 645562 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/762346fe687865a2d6d999cc02db59ac b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/762346fe687865a2d6d999cc02db59ac new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/762346fe687865a2d6d999cc02db59ac differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/e9c4ebd30e8b215d3309c63dbfff3dd3 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/e9c4ebd30e8b215d3309c63dbfff3dd3 new file mode 100644 index 0000000000000000000000000000000000000000..f6dfd0ae403a9ea64f9abc5918463c45d753999c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/e9c4ebd30e8b215d3309c63dbfff3dd3 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fa8b462e4e39ae6142603e2c9e4de1f9ada8a21c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2dc5874fa55f698edfefb50b412a219446ccfa65 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391425246749862, "commit_timestamp_nsecs": 1753391425339257943, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d/bdf044c99897147f3a4b99719df8dd9b b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d/bdf044c99897147f3a4b99719df8dd9b new file mode 100644 index 0000000000000000000000000000000000000000..39c0ca7f06097fdb38ffdb5af9453ba9a7706e94 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d/bdf044c99897147f3a4b99719df8dd9b differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d8aa5c2658ef57442a86696525ce53898ebd6f8f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/1b17343cdbbf44e0775cc90daa6dbf84 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/1b17343cdbbf44e0775cc90daa6dbf84 new file mode 100644 index 0000000000000000000000000000000000000000..7561193c15811f7d2c11d74579b765c1f1096ba8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/1b17343cdbbf44e0775cc90daa6dbf84 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/59859f6722f6bf09faf8fd0b452542c0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/59859f6722f6bf09faf8fd0b452542c0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/59859f6722f6bf09faf8fd0b452542c0 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/94f0100605c4aef0bb6842de6fc37237 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/94f0100605c4aef0bb6842de6fc37237 new file mode 100644 index 0000000000000000000000000000000000000000..01579b57ef006a392a2c959b2f4810462b7c6a16 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/94f0100605c4aef0bb6842de6fc37237 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac5ea0218c719524335266f2afaaa6551116a99db0ca994ca7da02c1bdbeb44 +size 644655 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/d230c7de4dae0013116f42a10060d162 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/d230c7de4dae0013116f42a10060d162 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/d230c7de4dae0013116f42a10060d162 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a032b944eb7808b7923b64856a8a72054e7f84d8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5e8b6d09160ce3459030bd08c65ca93043d6f26c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391459439869703, "commit_timestamp_nsecs": 1753391459531403367, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d/305810d701dcdaf55f851a72308d84e7 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d/305810d701dcdaf55f851a72308d84e7 new file mode 100644 index 0000000000000000000000000000000000000000..baaf8c4750ed06d37c5fe630e17ab28c4bda7496 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d/305810d701dcdaf55f851a72308d84e7 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f6faa2074cffa48b55b2e460c01545d8e1479c5d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/35108e616cb0af62b696319d4ce133df b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/35108e616cb0af62b696319d4ce133df new file mode 100644 index 0000000000000000000000000000000000000000..aaff9e2a4f59d0f571c8a386f3e88b7098b08602 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/35108e616cb0af62b696319d4ce133df differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/44e209daa093980616cd971292052700 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/44e209daa093980616cd971292052700 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/44e209daa093980616cd971292052700 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/dab581a51f354fae2f171b1a63aafa32 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/dab581a51f354fae2f171b1a63aafa32 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/dab581a51f354fae2f171b1a63aafa32 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/e56e7d110636979b6acf26ef87010057 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/e56e7d110636979b6acf26ef87010057 new file mode 100644 index 0000000000000000000000000000000000000000..1e51684bb4f5912dfbb932cfa17907cd7dd3dfe7 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/e56e7d110636979b6acf26ef87010057 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fa8403a81e087e5c5bd8c0b3ecd9982f1ceccccc0ac29d9d91e04c0b641cf2 +size 645706 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..27c02aa3ca3bb1424d735ffb9538d085bf955ce1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..abdc80227ee569556f4e3161e125231d60f1d4e3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391493583624703, "commit_timestamp_nsecs": 1753391493675782985, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d/27e55b36de2e4717ae430958aad06c65 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d/27e55b36de2e4717ae430958aad06c65 new file mode 100644 index 0000000000000000000000000000000000000000..9207ef270039704a22d436169d67e8498ef3b000 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d/27e55b36de2e4717ae430958aad06c65 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..09e4d2428d7a8115cbf53c6b7d9ddd47f69e1b27 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/52e18c37c06ac6be7e173c31f9c3920d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/52e18c37c06ac6be7e173c31f9c3920d new file mode 100644 index 0000000000000000000000000000000000000000..07a6fa14284a1bbcc9787db1ab502a92099a487f --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/52e18c37c06ac6be7e173c31f9c3920d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908b1f5d8b937d34cc4421859c11afe664b1c3794885f599873a7c20728efd14 +size 645664 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/6ab0e1ed555bd27c5e62ad64fabcb476 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/6ab0e1ed555bd27c5e62ad64fabcb476 new file mode 100644 index 0000000000000000000000000000000000000000..a447eb696dcc229a7fa864643d5dc1137a91c3ff Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/6ab0e1ed555bd27c5e62ad64fabcb476 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/71f0a020506e54a3f4bf189a5540ea99 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/71f0a020506e54a3f4bf189a5540ea99 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/71f0a020506e54a3f4bf189a5540ea99 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/cb145e4faaa678015d50eef4223f95dc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/cb145e4faaa678015d50eef4223f95dc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/cb145e4faaa678015d50eef4223f95dc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ed50041dba267c1459b158914ee47b3d713ac2f0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1c204608dafcd56f48ee2c081146d58c8740c4c5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391527749100818, "commit_timestamp_nsecs": 1753391527837915378, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d/2dd52b016a30f549cc7e17a0c9afa6fd b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d/2dd52b016a30f549cc7e17a0c9afa6fd new file mode 100644 index 0000000000000000000000000000000000000000..f992aa974afdb6e1b8f2625984cc129dc87097bf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d/2dd52b016a30f549cc7e17a0c9afa6fd differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..67cfa9d6298d105d66890df72bd9fbe0b6905323 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/2860da1aef37295cd84fc13926451821 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/2860da1aef37295cd84fc13926451821 new file mode 100644 index 0000000000000000000000000000000000000000..66949d679b6818263771f9a3146234e5c5fad7a5 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/2860da1aef37295cd84fc13926451821 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585096f276c39b41ea07f5799b411f7fb379cee524fc324518b72b9a9e04d18c +size 645636 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/7df2093b4d7b94204a180e47bc4786c5 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/7df2093b4d7b94204a180e47bc4786c5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/7df2093b4d7b94204a180e47bc4786c5 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/bc800073e40ba801ce4e4f957186d3bc b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/bc800073e40ba801ce4e4f957186d3bc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/bc800073e40ba801ce4e4f957186d3bc differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/d8df1572bef1855f19574b4f1f3ca61a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/d8df1572bef1855f19574b4f1f3ca61a new file mode 100644 index 0000000000000000000000000000000000000000..5062e7370016c99a0350a5a91bd8b556d6d84535 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/d8df1572bef1855f19574b4f1f3ca61a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..12a9cb2bebf32352474cf64b986499fbe1afc0bb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e09d025203e9929da085ac3f37f6c5c906e97d32 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391561899728210, "commit_timestamp_nsecs": 1753391561991769602, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/_METADATA b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/_sharding b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d/f289f5559d5102aefaf2d95f0963a709 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d/f289f5559d5102aefaf2d95f0963a709 new file mode 100644 index 0000000000000000000000000000000000000000..dc64400471567a99cee8c535d45f2ddf2b1d3f2c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d/f289f5559d5102aefaf2d95f0963a709 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..35b9d23f33efcc8e015572b9695e3371feb1ecc8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/9763bd975496c4698671d44359ca1d1d b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/9763bd975496c4698671d44359ca1d1d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/9763bd975496c4698671d44359ca1d1d differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a1ad2e543b55808896310c51bfefa10a b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a1ad2e543b55808896310c51bfefa10a new file mode 100644 index 0000000000000000000000000000000000000000..4cd87b51059a071c2ea2ba9f1013544b6a0c47ae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/a1ad2e543b55808896310c51bfefa10a differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b6e89d69bdc81c0ce331f8057406b3f8 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b6e89d69bdc81c0ce331f8057406b3f8 new file mode 100644 index 0000000000000000000000000000000000000000..c72635667a57bb60be6a03473ddaa8147c6b553e --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b6e89d69bdc81c0ce331f8057406b3f8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bee7985dbd0c4a327af6430ccea6535058acdd5c803bd2d5b89369f78159c6 +size 645725 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/d2419e60b695d9aecb878218e9c20c70 b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/d2419e60b695d9aecb878218e9c20c70 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/d2419e60b695d9aecb878218e9c20c70 differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..241c7303a00afce8f1d527998e688458e1065212 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/config.yaml b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..25a3068e18b9352ff3800aa05fd30e7a1716ca12 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/config.yaml @@ -0,0 +1,1096 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 5g1xno5uo9jkxey9hkiowu4xj24i3nrt: + args: + - train + - corner + - --num-total-env-steps + - "500_000_000" + - --keep-all-checkpoints + - --num-cycles-per-checkpoint + - "128" + - --wandb-project + - jaxgmg_500M + - --wandb-name + - alpha_1_env_tree_7x7 + - --prob-shift + - "1" + - --env-layout + - tree + - --env-size + - "7" + cpu_count: 8 + cpu_count_logical: 16 + cudaVersion: "12.8" + disk: + /: + total: "3936290357248" + used: "2993636405248" + email: davidquarel@gmail.com + executable: /workspace/HOME/guest/.conda/envs/jax/bin/python + git: + commit: b4bd47a0918104fe66a8c9012402c117f9653042 + remote: https://github.com/timaeus-research/jaxgmg + gpu: NVIDIA RTX A4000 + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5352c8dc-4b83-b59e-3726-561f11bddc57 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-75dc7a2b-b656-879f-526c-2e3bad36943d + host: All + memory: + total: "67338465280" + os: Linux-5.15.0-118-generic-x86_64-with-glibc2.35 + program: -m jaxgmg.__main__ + python: CPython 3.11.13 + root: /workspace/HOME/guest/david_quarel/jaxgmg + startedAt: "2025-07-24T20:27:29.647824Z" + writerId: 5g1xno5uo9jkxey9hkiowu4xj24i3nrt + m: + - "1": eval-batch-shift/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": step/env-step-all-after + "6": + - 3 + "7": [] + - "1": train-replay/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": step/ppo-update-after + "6": + - 3 + "7": [] + - "1": ppo/avg_entropy + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_last_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/eta + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/levels16_img + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl3 + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/levels_cheese_is_in_corner_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_clipfrac + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_clipfrac + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl1 + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_advantage + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_first_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_entropy + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_num + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_clipfrac + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_advantage + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/last_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl1 + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_entropy + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl3 + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl1 + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/num_replay_batches + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_clipfrac + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/avg_scores + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_grad_norm_pre_clip + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corner_dist_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_grad_norm_pre_clip + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/prev_batch_level_ids_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_loss + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/first_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_advantage + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_grad_norm_pre_clip + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl3 + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/scores_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_clipfrac + "5": 5 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_clipfrac + "5": 5 + "6": + - 1 + - 3 + "7": [] + python_version: 3.11.13 + t: + "1": + - 12 + - 45 + "2": + - 12 + - 45 + "3": + - 2 + - 3 + - 7 + - 13 + - 14 + - 16 + - 61 + "4": 3.11.13 + "5": 0.21.0 + "12": 0.21.0 + "13": linux-x86_64 +chain_mutate: + value: true +checkpointing: + value: true +clipping: + value: false +console_log: + value: true +env_corner_size: + value: 1 +env_layout: + value: tree +env_penalize_time: + value: false +env_size: + value: 7 +env_terminate_after_corner: + value: false +evals_num_env_steps: + value: 512 +evals_num_levels: + value: 256 +gif_grid_width: + value: 16 +img_level_of_detail: + value: 1 +keep_all_checkpoints: + value: true +level_splayer: + value: mouse +log_gifs: + value: false +log_hists: + value: false +log_imgs: + value: true +max_num_checkpoints: + value: 1 +mutate_cheese: + value: true +net_cnn_type: + value: large +net_rnn_type: + value: ff +net_width: + value: 256 +num_cycles_per_big_eval: + value: 1024 +num_cycles_per_checkpoint: + value: 128 +num_cycles_per_eval: + value: 32 +num_cycles_per_gifs: + value: 1024 +num_cycles_per_log: + value: 32 +num_env_steps_per_cycle: + value: 128 +num_epochs_per_cycle: + value: 5 +num_minibatches_per_epoch: + value: 4 +num_mutate_steps: + value: 12 +num_parallel_envs: + value: 256 +num_total_env_steps: + value: 500000000 +num_train_levels: + value: 2048 +obs_level_of_detail: + value: 0 +plr_buffer_size: + value: 4096 +plr_prob_replay: + value: 0.5 +plr_proxy_shaping: + value: false +plr_proxy_shaping_coeff: + value: 0.5 +plr_regret_estimator: + value: maxmc-actor +plr_robust: + value: false +plr_staleness_coeff: + value: 0.1 +plr_temperature: + value: 0.1 +ppo_clip_eps: + value: 0.1 +ppo_critic_coeff: + value: 0.5 +ppo_entropy_coeff: + value: 0.001 +ppo_gae_lambda: + value: 0.95 +ppo_gamma: + value: 0.999 +ppo_lr: + value: 5e-05 +ppo_lr_annealing: + value: false +ppo_max_grad_norm: + value: 0.5 +ppo_proxy_critic_coeff: + value: 0.5 +prob_mutate_shift: + value: 0 +prob_shift: + value: 1 +proxy_name: + value: proxy_corner +seed: + value: 42 +train_proxy_critic: + value: false +ued: + value: plr diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_01cfa9de10e864462d94.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_01cfa9de10e864462d94.png new file mode 100644 index 0000000000000000000000000000000000000000..d5119556116cb603d778531b4ec5ed2dc0904cf5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_01cfa9de10e864462d94.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_28b2e9fe293e08d416c0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_28b2e9fe293e08d416c0.png new file mode 100644 index 0000000000000000000000000000000000000000..77ff70632cca266796a2806990c17694fdf9096d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_0_28b2e9fe293e08d416c0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10016_d075ceeb4c883878497d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10016_d075ceeb4c883878497d.png new file mode 100644 index 0000000000000000000000000000000000000000..e54c36a1c7d1136ea66604c319e57535053c7a73 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10016_d075ceeb4c883878497d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10048_55af855799589491d91b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10048_55af855799589491d91b.png new file mode 100644 index 0000000000000000000000000000000000000000..092980f93ba2f5df39f6025f8adf706a4aaf0a6c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10048_55af855799589491d91b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10080_975417aea1ee6b35a523.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10080_975417aea1ee6b35a523.png new file mode 100644 index 0000000000000000000000000000000000000000..3c93c5d5f482e7431d317ec069d86b15f445da2a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10080_975417aea1ee6b35a523.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10112_e08b3a5c916e7aab9a34.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10112_e08b3a5c916e7aab9a34.png new file mode 100644 index 0000000000000000000000000000000000000000..5c8d3e334f38ed4607a61b0c38684ff5c1d349de Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10112_e08b3a5c916e7aab9a34.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10144_fda5c6f9484cc2e2c195.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10144_fda5c6f9484cc2e2c195.png new file mode 100644 index 0000000000000000000000000000000000000000..117ba15ca94c20e159d41ea42fe62967dfdd330c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10144_fda5c6f9484cc2e2c195.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10176_380408065633a107f06e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10176_380408065633a107f06e.png new file mode 100644 index 0000000000000000000000000000000000000000..7877d38351544daa98e384ebf963eaa8fa5de1c4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10176_380408065633a107f06e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10208_5a0e06c0a6be419d589a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10208_5a0e06c0a6be419d589a.png new file mode 100644 index 0000000000000000000000000000000000000000..26decea3ab6baee0f5ace4504aa14472cfbe1da3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10208_5a0e06c0a6be419d589a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10240_f129281a96c4e1119a20.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10240_f129281a96c4e1119a20.png new file mode 100644 index 0000000000000000000000000000000000000000..691a11fe5707764c38db0d194b0d257e2274e0f2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10240_f129281a96c4e1119a20.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1024_f5538a7825441beecd07.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1024_f5538a7825441beecd07.png new file mode 100644 index 0000000000000000000000000000000000000000..67c210efe8a1aa9c0115902f8bbe81526e688577 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1024_f5538a7825441beecd07.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10272_ce663f7662c7fde8fb25.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10272_ce663f7662c7fde8fb25.png new file mode 100644 index 0000000000000000000000000000000000000000..e33c71ec216a079a0359d57685a56b110a27c32f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10272_ce663f7662c7fde8fb25.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10304_b87f419d8183459d024f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10304_b87f419d8183459d024f.png new file mode 100644 index 0000000000000000000000000000000000000000..ee177c37792c9ea0a70df0e999b725f3b8f8b8d3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10304_b87f419d8183459d024f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10336_d7b58a1d33799af2c4fa.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10336_d7b58a1d33799af2c4fa.png new file mode 100644 index 0000000000000000000000000000000000000000..3e6f5b1af0366c5441e37045cabd8063427d74e1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10336_d7b58a1d33799af2c4fa.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10368_e717a8180e0aed002df0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10368_e717a8180e0aed002df0.png new file mode 100644 index 0000000000000000000000000000000000000000..00ff0bd9cb0087079ffce7f6bb29be51bf9838dd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10368_e717a8180e0aed002df0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10400_97a5c5ca84e020bf7a03.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10400_97a5c5ca84e020bf7a03.png new file mode 100644 index 0000000000000000000000000000000000000000..8b0547ffbe0d6e5bd689cd0cc72a43567c2a9375 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10400_97a5c5ca84e020bf7a03.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10432_eebfd78930d68ed8d5e9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10432_eebfd78930d68ed8d5e9.png new file mode 100644 index 0000000000000000000000000000000000000000..3d512176346218c252e8129cb09283671b6133c3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10432_eebfd78930d68ed8d5e9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10464_013c29e3ce57750d96d8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10464_013c29e3ce57750d96d8.png new file mode 100644 index 0000000000000000000000000000000000000000..2766e1ec54a5a44ebe1a2467471dd292cae86748 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10464_013c29e3ce57750d96d8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10496_c49b5885407601cefd17.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10496_c49b5885407601cefd17.png new file mode 100644 index 0000000000000000000000000000000000000000..57b650abe4f0140f52970de98297821b47e1412a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10496_c49b5885407601cefd17.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10528_ae1f79d719cacb3e5fbc.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10528_ae1f79d719cacb3e5fbc.png new file mode 100644 index 0000000000000000000000000000000000000000..cab660d21168b8bc6aa5fa314a6d063f2ed3d6d4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10528_ae1f79d719cacb3e5fbc.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10560_5d72f491bb423f7a27eb.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10560_5d72f491bb423f7a27eb.png new file mode 100644 index 0000000000000000000000000000000000000000..6a6f83d6fb38537580e3fd8a74072dcaafce59eb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10560_5d72f491bb423f7a27eb.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1056_425e21d07957866251bc.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1056_425e21d07957866251bc.png new file mode 100644 index 0000000000000000000000000000000000000000..af1aa4fbbbc64f899c043f8abbb01191ed47b962 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1056_425e21d07957866251bc.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10592_577b98046e87ee731963.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10592_577b98046e87ee731963.png new file mode 100644 index 0000000000000000000000000000000000000000..8f26c1a1e07025185962dd62a0d14cb4c5efb7f2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10592_577b98046e87ee731963.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10624_09ca944e6a873ffbdc0a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10624_09ca944e6a873ffbdc0a.png new file mode 100644 index 0000000000000000000000000000000000000000..31ba90e6ccbfadca0c1b401a1f9af8688a2be1dd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10624_09ca944e6a873ffbdc0a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ab69a09c603c74c1076c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ab69a09c603c74c1076c.png new file mode 100644 index 0000000000000000000000000000000000000000..dfb265407f0dd7010f4188bf75a430c50f71f5ac Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ab69a09c603c74c1076c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10688_28b582ebe13cee37a487.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10688_28b582ebe13cee37a487.png new file mode 100644 index 0000000000000000000000000000000000000000..3f808a417924759c1de535220b5187819a520c7a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10688_28b582ebe13cee37a487.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10720_5a6dc1b8e3007c0553ca.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10720_5a6dc1b8e3007c0553ca.png new file mode 100644 index 0000000000000000000000000000000000000000..b47c0d2ddb95c077a22b9b2dc7a4eae83bd8ca80 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10720_5a6dc1b8e3007c0553ca.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10752_055290d72acb8e346a50.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10752_055290d72acb8e346a50.png new file mode 100644 index 0000000000000000000000000000000000000000..505972c21b668b990d329d66baaf38f0c1388f2c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10752_055290d72acb8e346a50.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10784_36ce91f499d877b1141c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10784_36ce91f499d877b1141c.png new file mode 100644 index 0000000000000000000000000000000000000000..329e50f06adfb5e2383a0a9c9b4460d8bab4a04f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10784_36ce91f499d877b1141c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10816_c05e6b400ba87ee1ef82.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10816_c05e6b400ba87ee1ef82.png new file mode 100644 index 0000000000000000000000000000000000000000..b39ad86f2ce559ffddb3f06a5184f85b469d8782 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10816_c05e6b400ba87ee1ef82.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10848_2cce922a8bed8a5e0ddb.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10848_2cce922a8bed8a5e0ddb.png new file mode 100644 index 0000000000000000000000000000000000000000..df5106dc20f3ad0ab753ff185a31156d413f4e6e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10848_2cce922a8bed8a5e0ddb.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10880_f5551a1ed1c92104be07.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10880_f5551a1ed1c92104be07.png new file mode 100644 index 0000000000000000000000000000000000000000..e811d155b2a01776f6dd58b5aa3bd6d7b3ca7316 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10880_f5551a1ed1c92104be07.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1088_1cca15b200d3324933b2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1088_1cca15b200d3324933b2.png new file mode 100644 index 0000000000000000000000000000000000000000..5396231b441ab84b7212c8093e33ea01e6000997 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1088_1cca15b200d3324933b2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10912_6a60f2a81c5b25712ec8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10912_6a60f2a81c5b25712ec8.png new file mode 100644 index 0000000000000000000000000000000000000000..1f6866bc9deb01299caed7c7b48360d23df238d8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10912_6a60f2a81c5b25712ec8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10944_29c9369807e3c0e83857.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10944_29c9369807e3c0e83857.png new file mode 100644 index 0000000000000000000000000000000000000000..156a9bdee2193a8d4501b41f150d85e46c6f5efe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10944_29c9369807e3c0e83857.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10976_da625b5f2a70ca673e40.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10976_da625b5f2a70ca673e40.png new file mode 100644 index 0000000000000000000000000000000000000000..30cc83594f34e0764bfb01f1cc725f84deb12d5d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_10976_da625b5f2a70ca673e40.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11008_d1237ca90117ac85ca98.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11008_d1237ca90117ac85ca98.png new file mode 100644 index 0000000000000000000000000000000000000000..490e4973ad449ef539a8df41b48b8641106c2506 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11008_d1237ca90117ac85ca98.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11040_991a12b7e4c345334326.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11040_991a12b7e4c345334326.png new file mode 100644 index 0000000000000000000000000000000000000000..0f90b92be2561b5010f49513fc5a2a24a8f30dfd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11040_991a12b7e4c345334326.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11072_67bef6db05b6603f0018.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11072_67bef6db05b6603f0018.png new file mode 100644 index 0000000000000000000000000000000000000000..93fa4245924dfb4d626602f26e3b355b3e63d0f6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11072_67bef6db05b6603f0018.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11104_1f8fb8e8c0fe79b3020d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11104_1f8fb8e8c0fe79b3020d.png new file mode 100644 index 0000000000000000000000000000000000000000..f50ac9d1f76724286b7a4f64307377a723f1e47d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11104_1f8fb8e8c0fe79b3020d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11136_67596fd8c268785eed78.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11136_67596fd8c268785eed78.png new file mode 100644 index 0000000000000000000000000000000000000000..8065856a5a2ef2084c108618ad07ee9fa55db9c0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11136_67596fd8c268785eed78.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11168_2e3c1e5e8ddeeeb0f1c2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11168_2e3c1e5e8ddeeeb0f1c2.png new file mode 100644 index 0000000000000000000000000000000000000000..472f94c092ab54368ef96439fc6f6e6aaefffa68 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11168_2e3c1e5e8ddeeeb0f1c2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11200_3890499a2043cee8ac48.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11200_3890499a2043cee8ac48.png new file mode 100644 index 0000000000000000000000000000000000000000..c1d971d15466ab38d927ee4c891596956e0ff53b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11200_3890499a2043cee8ac48.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1120_429229f2488952409e0d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1120_429229f2488952409e0d.png new file mode 100644 index 0000000000000000000000000000000000000000..09064bfbf18a18e436d70fab96bb84cc9c0b7cc5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1120_429229f2488952409e0d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11232_32aca84da5ccd2116fed.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11232_32aca84da5ccd2116fed.png new file mode 100644 index 0000000000000000000000000000000000000000..723932afb0643e3d1d51a257af13b12a2a95f90e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11232_32aca84da5ccd2116fed.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11264_421b24a362a98667c7da.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11264_421b24a362a98667c7da.png new file mode 100644 index 0000000000000000000000000000000000000000..1abad728e403362ee489b9239b191ef70d25162a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11264_421b24a362a98667c7da.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11296_655b4d651727118376ef.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11296_655b4d651727118376ef.png new file mode 100644 index 0000000000000000000000000000000000000000..c5fd02875834dcdf1dc9d81229172f5acd8b63c3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11296_655b4d651727118376ef.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11328_8bc5a0aab9d571627c31.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11328_8bc5a0aab9d571627c31.png new file mode 100644 index 0000000000000000000000000000000000000000..cb18a9f5059a200b713e6bc2f2a4e2af24530063 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11328_8bc5a0aab9d571627c31.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11360_77639d911e965af27de8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11360_77639d911e965af27de8.png new file mode 100644 index 0000000000000000000000000000000000000000..43eaabfb78f7cc84d81a9535c6537a9259d26f8b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11360_77639d911e965af27de8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11392_cab31c2c0dd6a64a9c38.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11392_cab31c2c0dd6a64a9c38.png new file mode 100644 index 0000000000000000000000000000000000000000..369eeafa81457540842b00b5ec4271e53f4cf7f0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11392_cab31c2c0dd6a64a9c38.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11424_1e26e0127a23cf05912a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11424_1e26e0127a23cf05912a.png new file mode 100644 index 0000000000000000000000000000000000000000..c0f88acba5519bd6222da9cd26c744b4237a21d3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11424_1e26e0127a23cf05912a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11456_30c8b0a0e784354263d8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11456_30c8b0a0e784354263d8.png new file mode 100644 index 0000000000000000000000000000000000000000..229a9648fec9ce34241c923a1ccd527f64ca86a7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11456_30c8b0a0e784354263d8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11488_c1cbe4bff19e4c1261e7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11488_c1cbe4bff19e4c1261e7.png new file mode 100644 index 0000000000000000000000000000000000000000..a9723788e136ddfc5603a7919e814a86d6e0da93 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11488_c1cbe4bff19e4c1261e7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11520_df7b45b660eead7821b9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11520_df7b45b660eead7821b9.png new file mode 100644 index 0000000000000000000000000000000000000000..f663dafa3647ad6d5788fe82a1843e94f7af01b7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11520_df7b45b660eead7821b9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1152_e65ebcd6f0bf22b83e50.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1152_e65ebcd6f0bf22b83e50.png new file mode 100644 index 0000000000000000000000000000000000000000..4b337e444f2a307f3bd04e6e758fe5043ac89a59 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1152_e65ebcd6f0bf22b83e50.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11552_c0af74419d90678ca83b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11552_c0af74419d90678ca83b.png new file mode 100644 index 0000000000000000000000000000000000000000..672c640e9eda56026cdac482a01758fb88d57898 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11552_c0af74419d90678ca83b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11584_de0e87b73c793d57d88b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11584_de0e87b73c793d57d88b.png new file mode 100644 index 0000000000000000000000000000000000000000..47edad1e1d9046ff2581402ab05a2ec3c1ad9d2d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11584_de0e87b73c793d57d88b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11616_b9f880278c5826dddae2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11616_b9f880278c5826dddae2.png new file mode 100644 index 0000000000000000000000000000000000000000..9b772e57873957ff3eeea424817c550307f58101 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11616_b9f880278c5826dddae2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11648_71a951d4de72be4b1b76.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11648_71a951d4de72be4b1b76.png new file mode 100644 index 0000000000000000000000000000000000000000..1c6698bf4ad8616b0616e25277d89cdaeb5e60ae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11648_71a951d4de72be4b1b76.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11680_aae429d3a6a6cfb90214.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11680_aae429d3a6a6cfb90214.png new file mode 100644 index 0000000000000000000000000000000000000000..14e74e01e442a3b143c59d69395342a6a462d9f5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11680_aae429d3a6a6cfb90214.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11712_805205123fed95902274.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11712_805205123fed95902274.png new file mode 100644 index 0000000000000000000000000000000000000000..ac91a0157358b1c6589cb57fcfd0a264f8648484 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11712_805205123fed95902274.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11744_08f80c90c7bb5c8a8b32.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11744_08f80c90c7bb5c8a8b32.png new file mode 100644 index 0000000000000000000000000000000000000000..4f2ebd98835dbed1afcdff6ef2f4c955c0374b2b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11744_08f80c90c7bb5c8a8b32.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11776_1cce2bc4fa39202784a0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11776_1cce2bc4fa39202784a0.png new file mode 100644 index 0000000000000000000000000000000000000000..9f9c81a14f1956f79be59ec1baaf1ed73d71adec Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11776_1cce2bc4fa39202784a0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11808_7f53cff1c58f2850ab1f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11808_7f53cff1c58f2850ab1f.png new file mode 100644 index 0000000000000000000000000000000000000000..e93e402fdfc2d8479dd621d6fa9d08a7b384a151 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11808_7f53cff1c58f2850ab1f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11840_0f17107f3da7e2516148.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11840_0f17107f3da7e2516148.png new file mode 100644 index 0000000000000000000000000000000000000000..659c792b0fc24b3ff245576d6f4561d5811f1ff1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11840_0f17107f3da7e2516148.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1184_6909b086a16c7ddaa9ac.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1184_6909b086a16c7ddaa9ac.png new file mode 100644 index 0000000000000000000000000000000000000000..56d178f58e2fa3bc74ea112a02d9ac98b79f991a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1184_6909b086a16c7ddaa9ac.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11872_53b5e3e95ebd8eae2904.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11872_53b5e3e95ebd8eae2904.png new file mode 100644 index 0000000000000000000000000000000000000000..abd13708e1f586d03cceeaef9101d7bf3caa78b5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11872_53b5e3e95ebd8eae2904.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11904_0f21132198e6ecf244e6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11904_0f21132198e6ecf244e6.png new file mode 100644 index 0000000000000000000000000000000000000000..c74616356b876e25c14a30a5eecfdf5c1cc89366 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11904_0f21132198e6ecf244e6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11936_ce83ef24150eaa6356a7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11936_ce83ef24150eaa6356a7.png new file mode 100644 index 0000000000000000000000000000000000000000..dd60ab074ab269023e4b55904bbcf21775b389fe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11936_ce83ef24150eaa6356a7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11968_80f3cbb5478d2957fcdd.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11968_80f3cbb5478d2957fcdd.png new file mode 100644 index 0000000000000000000000000000000000000000..e0275de4d123019b7ee61a907578f03b111394d4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_11968_80f3cbb5478d2957fcdd.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12000_4435acdc724bc657b3be.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12000_4435acdc724bc657b3be.png new file mode 100644 index 0000000000000000000000000000000000000000..9a0557b7a4d445f60f78694f08760901d8c8b2bc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12000_4435acdc724bc657b3be.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12032_3d5f17e23677686027fd.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12032_3d5f17e23677686027fd.png new file mode 100644 index 0000000000000000000000000000000000000000..d1c2e75947acb7f463d458a3e52e7e87120caee0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12032_3d5f17e23677686027fd.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12064_3b42e357337f40733051.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12064_3b42e357337f40733051.png new file mode 100644 index 0000000000000000000000000000000000000000..6b42f2dff749dcf287b74f112660a45b4bb812b6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12064_3b42e357337f40733051.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12096_a167fa55f781aa5e709b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12096_a167fa55f781aa5e709b.png new file mode 100644 index 0000000000000000000000000000000000000000..6ea904ca54b7eb051677495114da126db4f6e578 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12096_a167fa55f781aa5e709b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12128_af71ff985a37de327d9a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12128_af71ff985a37de327d9a.png new file mode 100644 index 0000000000000000000000000000000000000000..ba0f0a2f2c12c0a203b9008b033aa6cf130e69e3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12128_af71ff985a37de327d9a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12160_67eff76938c723baf9c0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12160_67eff76938c723baf9c0.png new file mode 100644 index 0000000000000000000000000000000000000000..86157493f7922779ce60bea69acfe1c5888cd375 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12160_67eff76938c723baf9c0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1216_9076ca01ec6c619ae101.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1216_9076ca01ec6c619ae101.png new file mode 100644 index 0000000000000000000000000000000000000000..562cb6b7583a79abf51f56a43f29f50320110c5d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1216_9076ca01ec6c619ae101.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12192_c5bed3f87f32d22582ee.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12192_c5bed3f87f32d22582ee.png new file mode 100644 index 0000000000000000000000000000000000000000..92d93674e197c36c3b1df33b58c3496bb80cce41 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12192_c5bed3f87f32d22582ee.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12224_e6f48555dd6e23f06441.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12224_e6f48555dd6e23f06441.png new file mode 100644 index 0000000000000000000000000000000000000000..123eeaf803672ea0433fd9c393df67950ca30830 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12224_e6f48555dd6e23f06441.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12256_44136c7980eab3602125.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12256_44136c7980eab3602125.png new file mode 100644 index 0000000000000000000000000000000000000000..9d75e12cbafcd2f8b4e366d97fd40f70428c2c79 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12256_44136c7980eab3602125.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12288_804d07f0f2dd01493a68.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12288_804d07f0f2dd01493a68.png new file mode 100644 index 0000000000000000000000000000000000000000..5f26ac128063238d689efcc806778e380a418c8f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12288_804d07f0f2dd01493a68.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12320_6bf9339566c9ba220af4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12320_6bf9339566c9ba220af4.png new file mode 100644 index 0000000000000000000000000000000000000000..b9ad598bb1cc33416009af5f7c0bb9cb44b53b91 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12320_6bf9339566c9ba220af4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6481160b313df62fe22b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6481160b313df62fe22b.png new file mode 100644 index 0000000000000000000000000000000000000000..d198cccbbb0ab55eee45b09b2c1da72b2039aa38 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12352_6481160b313df62fe22b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12384_601b355932d72d2a8bc9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12384_601b355932d72d2a8bc9.png new file mode 100644 index 0000000000000000000000000000000000000000..a666694b541919b674c22d92baf1d0bb3e2ca83b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12384_601b355932d72d2a8bc9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12416_e363e8c1068fcf9eafb0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12416_e363e8c1068fcf9eafb0.png new file mode 100644 index 0000000000000000000000000000000000000000..fb13d3aee4cef98fee16c65ece54813f0990f4d1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12416_e363e8c1068fcf9eafb0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12448_54a793382be977c0913e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12448_54a793382be977c0913e.png new file mode 100644 index 0000000000000000000000000000000000000000..e4a9dd73bfcc0f4906aa18d7823819df980d423d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12448_54a793382be977c0913e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12480_01167f554d0692f4d4a1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12480_01167f554d0692f4d4a1.png new file mode 100644 index 0000000000000000000000000000000000000000..93554f71c3034b7a23d8a704e8715de4b17988c5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12480_01167f554d0692f4d4a1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1248_2507081e60716ea38e99.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1248_2507081e60716ea38e99.png new file mode 100644 index 0000000000000000000000000000000000000000..ba2e717af443550c2767f026ad47078ba72a2365 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1248_2507081e60716ea38e99.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12512_f1bb0283c7a6c7ed41ee.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12512_f1bb0283c7a6c7ed41ee.png new file mode 100644 index 0000000000000000000000000000000000000000..e112578fe5be90f6bbb9bdf669d9e73f1ea71ae2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12512_f1bb0283c7a6c7ed41ee.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12544_397b7b7586a3e15a6e2f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12544_397b7b7586a3e15a6e2f.png new file mode 100644 index 0000000000000000000000000000000000000000..387b97a0a7fbc38e95c3e6a4d692fc9faf04e566 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12544_397b7b7586a3e15a6e2f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12576_31b48012e697a18fa951.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12576_31b48012e697a18fa951.png new file mode 100644 index 0000000000000000000000000000000000000000..65c4f1557ba47ff06153a765b8efad01ad40a3eb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12576_31b48012e697a18fa951.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12608_a794c545aa20c7910a75.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12608_a794c545aa20c7910a75.png new file mode 100644 index 0000000000000000000000000000000000000000..6871fb42e80934fda6c598066db311554108e7ba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12608_a794c545aa20c7910a75.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12640_6cb7f3dcecb39c7396f4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12640_6cb7f3dcecb39c7396f4.png new file mode 100644 index 0000000000000000000000000000000000000000..68077dab197476d2addd445a9ef19ac3a5c49726 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12640_6cb7f3dcecb39c7396f4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12672_4f2c871a5e5b319ea0dd.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12672_4f2c871a5e5b319ea0dd.png new file mode 100644 index 0000000000000000000000000000000000000000..29b88bf3145bb59659a279eeb7b7666997c31296 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12672_4f2c871a5e5b319ea0dd.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12704_fa5e24d615d49c3da0b3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12704_fa5e24d615d49c3da0b3.png new file mode 100644 index 0000000000000000000000000000000000000000..88a4cee17379c5a73853ee645aa34280c4ff498a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12704_fa5e24d615d49c3da0b3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12736_d1987b2c3179df02f1e9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12736_d1987b2c3179df02f1e9.png new file mode 100644 index 0000000000000000000000000000000000000000..ccec242ecbd8f4c00d1f597aec035385fbec5d2d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12736_d1987b2c3179df02f1e9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12768_b4885aa9179f2a2a837d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12768_b4885aa9179f2a2a837d.png new file mode 100644 index 0000000000000000000000000000000000000000..66fd336f9d0059ddd68346ed785719eab89c0c05 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12768_b4885aa9179f2a2a837d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12800_01f34e761cef836f22f1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12800_01f34e761cef836f22f1.png new file mode 100644 index 0000000000000000000000000000000000000000..23f1dd02865812ad18dd0df71a4865cef4992fd7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12800_01f34e761cef836f22f1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1280_f65f005c836278f5557d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1280_f65f005c836278f5557d.png new file mode 100644 index 0000000000000000000000000000000000000000..259b915f3575295eb3d41f8a1003743caef1dddf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1280_f65f005c836278f5557d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12832_dd00579ecf226c79bcca.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12832_dd00579ecf226c79bcca.png new file mode 100644 index 0000000000000000000000000000000000000000..5cb34b5fcb67e5f0d6bf4c028d7fd87aef64f33e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12832_dd00579ecf226c79bcca.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12864_270f896081256bf1d822.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12864_270f896081256bf1d822.png new file mode 100644 index 0000000000000000000000000000000000000000..0ab6ee8dacf7f0057a5563b9cb2b84c89c28eea3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12864_270f896081256bf1d822.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12896_09eb4251e3afef279e11.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12896_09eb4251e3afef279e11.png new file mode 100644 index 0000000000000000000000000000000000000000..4268e7b82e0a6b9166f43eb675e99a0ceb2f96a7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12896_09eb4251e3afef279e11.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_128_95ff77cd58a11908488f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_128_95ff77cd58a11908488f.png new file mode 100644 index 0000000000000000000000000000000000000000..39543aebca4bafae5f0e79afcb23a51d5385fdc4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_128_95ff77cd58a11908488f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12928_bf13c4d801d6b2f021ae.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12928_bf13c4d801d6b2f021ae.png new file mode 100644 index 0000000000000000000000000000000000000000..eac307f3ef6f6ebbb8848f7da2966ca7701d7537 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12928_bf13c4d801d6b2f021ae.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12960_e257e0e8ed60cbafde2c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12960_e257e0e8ed60cbafde2c.png new file mode 100644 index 0000000000000000000000000000000000000000..926b525b91d8365cb4bb3709573a2191b049cc52 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12960_e257e0e8ed60cbafde2c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12992_d04f4c3a5a41c57c2004.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12992_d04f4c3a5a41c57c2004.png new file mode 100644 index 0000000000000000000000000000000000000000..23665737ed6c0932e6d8c5ead8f5ea09db150db9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_12992_d04f4c3a5a41c57c2004.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13024_5bc4747217dfe7089a8e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13024_5bc4747217dfe7089a8e.png new file mode 100644 index 0000000000000000000000000000000000000000..d1f708240e54a23ce50f27a902137dc4d03e70f1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13024_5bc4747217dfe7089a8e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13056_067afbd3abd1ba7d70d5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13056_067afbd3abd1ba7d70d5.png new file mode 100644 index 0000000000000000000000000000000000000000..7bafd0c6bd1d122502ce2a0d6d77c5fdb258e9c4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13056_067afbd3abd1ba7d70d5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13088_4a42f4b1dbe8bc0a2df4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13088_4a42f4b1dbe8bc0a2df4.png new file mode 100644 index 0000000000000000000000000000000000000000..6813c31dafe3b28b8e356842230190f803a0a957 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13088_4a42f4b1dbe8bc0a2df4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13120_1577f82d7e45b0f3d795.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13120_1577f82d7e45b0f3d795.png new file mode 100644 index 0000000000000000000000000000000000000000..976d00a7deb3db2e1f1662cd5ebface0724012a3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13120_1577f82d7e45b0f3d795.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1312_9ca1c492b87312d37f60.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1312_9ca1c492b87312d37f60.png new file mode 100644 index 0000000000000000000000000000000000000000..eb54d743772ca09f560782728aa4d49b9810d9c5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1312_9ca1c492b87312d37f60.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13152_93dec73a3a3fa7a9cb4f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13152_93dec73a3a3fa7a9cb4f.png new file mode 100644 index 0000000000000000000000000000000000000000..0bcae1b51f92d05c259d21d45641a43d8fcc2f03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13152_93dec73a3a3fa7a9cb4f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13184_6e67cef5d94a80982370.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13184_6e67cef5d94a80982370.png new file mode 100644 index 0000000000000000000000000000000000000000..add46d40bf21ab3dd1571ca337a8a8bf64cb1db9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13184_6e67cef5d94a80982370.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13216_a70f857c57c17c501f11.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13216_a70f857c57c17c501f11.png new file mode 100644 index 0000000000000000000000000000000000000000..d8ef24eab854038cca81830165d01a006aec710d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13216_a70f857c57c17c501f11.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13248_9bb5e823020f19c7ceaf.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13248_9bb5e823020f19c7ceaf.png new file mode 100644 index 0000000000000000000000000000000000000000..4a486de323d74e455882c859c5127feb1d983197 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13248_9bb5e823020f19c7ceaf.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13280_c3a6a60b737fd5e4d33f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13280_c3a6a60b737fd5e4d33f.png new file mode 100644 index 0000000000000000000000000000000000000000..c6f6eb417312b9ab342047ff1da173cdfdd63883 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13280_c3a6a60b737fd5e4d33f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13312_8cd89d5dcc0073f4c6c4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13312_8cd89d5dcc0073f4c6c4.png new file mode 100644 index 0000000000000000000000000000000000000000..66621ee3e363399a1243ba8248d281d20ba29fc7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13312_8cd89d5dcc0073f4c6c4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13344_b98367ea69ca42e69b18.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13344_b98367ea69ca42e69b18.png new file mode 100644 index 0000000000000000000000000000000000000000..e04fc3c462d0429f512c81d163faace488c854ba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13344_b98367ea69ca42e69b18.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13376_458c945c479682dc614a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13376_458c945c479682dc614a.png new file mode 100644 index 0000000000000000000000000000000000000000..70541078a3b20daf533a24d99f73efc513956b39 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13376_458c945c479682dc614a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13408_7d8a146c7cd9e4d33b80.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13408_7d8a146c7cd9e4d33b80.png new file mode 100644 index 0000000000000000000000000000000000000000..e07f2b74b8c96a292a6bc819b618aae6d8069483 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13408_7d8a146c7cd9e4d33b80.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13440_c2996dfe097e9328bb3a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13440_c2996dfe097e9328bb3a.png new file mode 100644 index 0000000000000000000000000000000000000000..6e51c0b448af2f626fc0c791f102f0da4b9acad9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13440_c2996dfe097e9328bb3a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1344_5e4a049391420c882983.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1344_5e4a049391420c882983.png new file mode 100644 index 0000000000000000000000000000000000000000..e52642c390a73246e0e0fe7561281358a5c11eba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1344_5e4a049391420c882983.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13472_ff5d4d87aaa19df5607a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13472_ff5d4d87aaa19df5607a.png new file mode 100644 index 0000000000000000000000000000000000000000..36f6114691e5cf6fcc390769d12edb92bf79fc8a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13472_ff5d4d87aaa19df5607a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13504_fc2047def816453f3a99.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13504_fc2047def816453f3a99.png new file mode 100644 index 0000000000000000000000000000000000000000..ce8b96c555c9c0d0a6c746de35a42aeeb1db2241 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13504_fc2047def816453f3a99.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13536_ad4d41434f220fd86f36.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13536_ad4d41434f220fd86f36.png new file mode 100644 index 0000000000000000000000000000000000000000..256ede33f7b329df9c1e3de3565fc9d18bfd1384 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13536_ad4d41434f220fd86f36.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13568_4582883e744a9d794427.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13568_4582883e744a9d794427.png new file mode 100644 index 0000000000000000000000000000000000000000..4bd5bb5445ca301f2ceac2e98630eac4f29dc04a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13568_4582883e744a9d794427.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13600_79054935e19800a4d2e5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13600_79054935e19800a4d2e5.png new file mode 100644 index 0000000000000000000000000000000000000000..0626ebd692dc482b981eb0942cfef0d7fd36d311 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13600_79054935e19800a4d2e5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13632_95612183c076d21f6373.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13632_95612183c076d21f6373.png new file mode 100644 index 0000000000000000000000000000000000000000..817775485d28906f19d5cd62bf1d4e7c69bd46c6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13632_95612183c076d21f6373.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13664_982ec4358330db5cceb3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13664_982ec4358330db5cceb3.png new file mode 100644 index 0000000000000000000000000000000000000000..cc25bdc43ee8cf1b2c50563eb43b5c037d1762ca Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13664_982ec4358330db5cceb3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13696_1f63b8b473a3e6522231.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13696_1f63b8b473a3e6522231.png new file mode 100644 index 0000000000000000000000000000000000000000..a5ed55b68b57fd9a2b55ec0f353ac3217024ca5b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13696_1f63b8b473a3e6522231.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13728_0687a3700e0de6b9c9fb.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13728_0687a3700e0de6b9c9fb.png new file mode 100644 index 0000000000000000000000000000000000000000..fed27f9430f5157d15d6b528dcc45b884d2ad748 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13728_0687a3700e0de6b9c9fb.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13760_ad67007a23ca32970bd2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13760_ad67007a23ca32970bd2.png new file mode 100644 index 0000000000000000000000000000000000000000..bc2b217bbffce4803ac767c584263c2f8b8aafc5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13760_ad67007a23ca32970bd2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1376_394b3a1d979049222273.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1376_394b3a1d979049222273.png new file mode 100644 index 0000000000000000000000000000000000000000..3b24850103b259f2a03fedd7fc1523d547eaf204 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1376_394b3a1d979049222273.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13792_0685e897d1c46fb2419c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13792_0685e897d1c46fb2419c.png new file mode 100644 index 0000000000000000000000000000000000000000..43ff4b6fafccbae2e5fbfa5556cae83d2f8c1d23 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13792_0685e897d1c46fb2419c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13824_6952c92f20ce253edc89.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13824_6952c92f20ce253edc89.png new file mode 100644 index 0000000000000000000000000000000000000000..2a6fed4c50be69f235167ff56258ae2b5e99724c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13824_6952c92f20ce253edc89.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13856_d2674a15efc0368881a3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13856_d2674a15efc0368881a3.png new file mode 100644 index 0000000000000000000000000000000000000000..5706ee0ab36b9a4c0a40e616dd620c45b64eca1c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13856_d2674a15efc0368881a3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13888_d1dcaf9cf66a73d5cbc4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13888_d1dcaf9cf66a73d5cbc4.png new file mode 100644 index 0000000000000000000000000000000000000000..c437e1aab74b6858398f132af5b61bb756b3118e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13888_d1dcaf9cf66a73d5cbc4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13920_d5f017a5f6871c791d0f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13920_d5f017a5f6871c791d0f.png new file mode 100644 index 0000000000000000000000000000000000000000..d1d90b4ecc0ccbacafa46f14b98252bca8342d2a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13920_d5f017a5f6871c791d0f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13952_7f93c3732935dfd6cd9e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13952_7f93c3732935dfd6cd9e.png new file mode 100644 index 0000000000000000000000000000000000000000..308af0e0db2fb80c3458eb27ff7adf70fd5b5319 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13952_7f93c3732935dfd6cd9e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13984_d2d1fc579b4dceed1c35.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13984_d2d1fc579b4dceed1c35.png new file mode 100644 index 0000000000000000000000000000000000000000..9e02a9cc6593c8e9f0db598d1429328710c2d4ba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_13984_d2d1fc579b4dceed1c35.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14016_092bca8a9878fa2801d1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14016_092bca8a9878fa2801d1.png new file mode 100644 index 0000000000000000000000000000000000000000..90a06630902a0f784ff2f682eadc5077303c4dfb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14016_092bca8a9878fa2801d1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14048_bcc6613dc99c0a71a4e7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14048_bcc6613dc99c0a71a4e7.png new file mode 100644 index 0000000000000000000000000000000000000000..e86e3950fe56ef6ed7187eec477882bf268d1451 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14048_bcc6613dc99c0a71a4e7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14080_ed43899acb6cb586b847.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14080_ed43899acb6cb586b847.png new file mode 100644 index 0000000000000000000000000000000000000000..c916bd6e30ce3936d0f653251c7c36bddd8e6536 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14080_ed43899acb6cb586b847.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1408_49a4a0cf3b5e9fb9b74a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1408_49a4a0cf3b5e9fb9b74a.png new file mode 100644 index 0000000000000000000000000000000000000000..0457ac26411fe3193acfcdb60e2889955edcf504 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1408_49a4a0cf3b5e9fb9b74a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14112_bd57329800215f0f542b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14112_bd57329800215f0f542b.png new file mode 100644 index 0000000000000000000000000000000000000000..4d57deef79293fbb099f47cfb78ea5cd7588c9ac Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14112_bd57329800215f0f542b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14144_0f40a8ade2852eba822f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14144_0f40a8ade2852eba822f.png new file mode 100644 index 0000000000000000000000000000000000000000..565358992fe4ea481c680c56d9d075935ac95a33 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14144_0f40a8ade2852eba822f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14176_be45f432aecc542d219a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14176_be45f432aecc542d219a.png new file mode 100644 index 0000000000000000000000000000000000000000..457362b26e01d524dba0d9bf486ec45df81bf63f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14176_be45f432aecc542d219a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14208_f842b7949860c552b543.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14208_f842b7949860c552b543.png new file mode 100644 index 0000000000000000000000000000000000000000..f154fe688cc9efa1ed7a1ca54d520ff4068ee551 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14208_f842b7949860c552b543.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14240_6cc8b283e1ff0a91b5f4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14240_6cc8b283e1ff0a91b5f4.png new file mode 100644 index 0000000000000000000000000000000000000000..dfcb24732d57c31da466549d3bbb75cda883e007 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14240_6cc8b283e1ff0a91b5f4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14272_4c2d491bbc4333f11bb8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14272_4c2d491bbc4333f11bb8.png new file mode 100644 index 0000000000000000000000000000000000000000..91220129b20e494579a925a00aabf253c778868d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14272_4c2d491bbc4333f11bb8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14304_32b9f58180b37bdf9406.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14304_32b9f58180b37bdf9406.png new file mode 100644 index 0000000000000000000000000000000000000000..ba081c66720afbd46a38c154f00f4cdbc171d187 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14304_32b9f58180b37bdf9406.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14336_e9b63b9b7ac507f5d87e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14336_e9b63b9b7ac507f5d87e.png new file mode 100644 index 0000000000000000000000000000000000000000..532f8c219b1faa0a07aab6a16ae3e37b669245cc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14336_e9b63b9b7ac507f5d87e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14368_97818641c2553f34b17e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14368_97818641c2553f34b17e.png new file mode 100644 index 0000000000000000000000000000000000000000..7a6056a0492c6ad555c514120a2ff7ef3d5ae5a5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14368_97818641c2553f34b17e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14400_0a058753558de0628fb6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14400_0a058753558de0628fb6.png new file mode 100644 index 0000000000000000000000000000000000000000..2d36da388201a7b27e2fba62db933c8ff86f9b9b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14400_0a058753558de0628fb6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1440_e4a506f631f1fa1cdcba.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1440_e4a506f631f1fa1cdcba.png new file mode 100644 index 0000000000000000000000000000000000000000..7f42a01b0390bc898cc060c0367e6f6f38e20d46 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1440_e4a506f631f1fa1cdcba.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14432_e477d80b021f24967b80.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14432_e477d80b021f24967b80.png new file mode 100644 index 0000000000000000000000000000000000000000..9c2f0fc1b5b674421a01136cba721f51c2cc0e47 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14432_e477d80b021f24967b80.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14464_1dcfc6a013128f14e125.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14464_1dcfc6a013128f14e125.png new file mode 100644 index 0000000000000000000000000000000000000000..a1972054745a33625ab677f84126e7c6b4786ea0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14464_1dcfc6a013128f14e125.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14496_c279882850701f5ac854.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14496_c279882850701f5ac854.png new file mode 100644 index 0000000000000000000000000000000000000000..0b739596d06ccbf47c212950c65d184fb15f9cda Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14496_c279882850701f5ac854.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14528_14266831b69c8294793b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14528_14266831b69c8294793b.png new file mode 100644 index 0000000000000000000000000000000000000000..546ebc122501962856cf8798fcc9430243032331 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14528_14266831b69c8294793b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14560_a9a12b63f00702b8af71.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14560_a9a12b63f00702b8af71.png new file mode 100644 index 0000000000000000000000000000000000000000..8bd76c90a730e90d35ad88bc48f2ac9ebc7a1820 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14560_a9a12b63f00702b8af71.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14592_f330d54a91758e495952.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14592_f330d54a91758e495952.png new file mode 100644 index 0000000000000000000000000000000000000000..82b1696a55f4422b962e995ab034f4b8c1b8bea6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14592_f330d54a91758e495952.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14624_52a073afed4f12a74fe8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14624_52a073afed4f12a74fe8.png new file mode 100644 index 0000000000000000000000000000000000000000..8284353442461ea21ed1486dbe0b0ea434124d13 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14624_52a073afed4f12a74fe8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14656_b7087f54328cfaa3b1b0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14656_b7087f54328cfaa3b1b0.png new file mode 100644 index 0000000000000000000000000000000000000000..4f206c3c6523c2f570eb57381cea785571ed56e9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14656_b7087f54328cfaa3b1b0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14688_a17365993909a8b8d14a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14688_a17365993909a8b8d14a.png new file mode 100644 index 0000000000000000000000000000000000000000..39dccf18a14e9f1c9a09d39569333b1c2a3f11a2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14688_a17365993909a8b8d14a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14720_33bcf06cf6593b9dc419.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14720_33bcf06cf6593b9dc419.png new file mode 100644 index 0000000000000000000000000000000000000000..61ad2e3e62c25a9ad948c987d5c1d7d999687ca0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14720_33bcf06cf6593b9dc419.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1472_59eb11f43c45f47914c0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1472_59eb11f43c45f47914c0.png new file mode 100644 index 0000000000000000000000000000000000000000..ffffdcb9f2e86401d0b350456ba7e60eb3cee9ae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1472_59eb11f43c45f47914c0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14752_a365660d65fc69859cec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14752_a365660d65fc69859cec.png new file mode 100644 index 0000000000000000000000000000000000000000..2def9f20920c99e4ca49231eceb9756d44cbe7e9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14752_a365660d65fc69859cec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14784_f2267a469a495250741c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14784_f2267a469a495250741c.png new file mode 100644 index 0000000000000000000000000000000000000000..82350b04d04fc95a278fc9b41b7b7ff8c1402953 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14784_f2267a469a495250741c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14816_18484d804cfae4dc643b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14816_18484d804cfae4dc643b.png new file mode 100644 index 0000000000000000000000000000000000000000..391c9bc52a6da97b81fb3ac6bae4da372e73863a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14816_18484d804cfae4dc643b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14848_7bb3310d980057a080a5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14848_7bb3310d980057a080a5.png new file mode 100644 index 0000000000000000000000000000000000000000..d8b040bf7faa4cf1a9cc4452c68a54f69c41cb66 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14848_7bb3310d980057a080a5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14880_6a913a377984b9647572.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14880_6a913a377984b9647572.png new file mode 100644 index 0000000000000000000000000000000000000000..8cf6ae42d92e74f1d69e56b5f9bfabd1064f088c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14880_6a913a377984b9647572.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14912_7bfcdd9e0b86ff3a4ba2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14912_7bfcdd9e0b86ff3a4ba2.png new file mode 100644 index 0000000000000000000000000000000000000000..c80375d7d69341e451525084712db7342ecb834e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14912_7bfcdd9e0b86ff3a4ba2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14944_be45255deb6d06948f82.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14944_be45255deb6d06948f82.png new file mode 100644 index 0000000000000000000000000000000000000000..a92208f3c1eff48b92fdac93256ef88c30a721c9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14944_be45255deb6d06948f82.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14976_521358fc97650d9a9e6f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14976_521358fc97650d9a9e6f.png new file mode 100644 index 0000000000000000000000000000000000000000..1b67275996ed6066c3f7437051411ac52225979f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_14976_521358fc97650d9a9e6f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15008_6c44a72b3b0e158f7e63.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15008_6c44a72b3b0e158f7e63.png new file mode 100644 index 0000000000000000000000000000000000000000..8d92888118a37cc5725e1d082885be9556604859 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15008_6c44a72b3b0e158f7e63.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15040_5f482bdca6a074600a95.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15040_5f482bdca6a074600a95.png new file mode 100644 index 0000000000000000000000000000000000000000..3937089f5e8b677babf5d6f33a6fb79351762fca Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15040_5f482bdca6a074600a95.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1504_fe63cbe165a8a3cf6bd0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1504_fe63cbe165a8a3cf6bd0.png new file mode 100644 index 0000000000000000000000000000000000000000..f9ad9e82d26a85da94d146b218a36aa219c59d8c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1504_fe63cbe165a8a3cf6bd0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15072_765617f7790aed99c0d4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15072_765617f7790aed99c0d4.png new file mode 100644 index 0000000000000000000000000000000000000000..eb631bedc53d6da5bf4342d14374734e865f701b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15072_765617f7790aed99c0d4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15104_f6fb5ee883200da02d58.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15104_f6fb5ee883200da02d58.png new file mode 100644 index 0000000000000000000000000000000000000000..c57be3f476409d98909ea6ef60f9d39c261cc6b7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15104_f6fb5ee883200da02d58.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15136_6623c5be1c8c26b8afc6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15136_6623c5be1c8c26b8afc6.png new file mode 100644 index 0000000000000000000000000000000000000000..394a11f08cfeee4d72d8f764523ebcb391f393d1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15136_6623c5be1c8c26b8afc6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15168_ed6486df636c890abea2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15168_ed6486df636c890abea2.png new file mode 100644 index 0000000000000000000000000000000000000000..e3bc05f85a0d989eb06c983f6d10a98ba7167f3e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15168_ed6486df636c890abea2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15200_83bdb6405dc4a0f4e3d6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15200_83bdb6405dc4a0f4e3d6.png new file mode 100644 index 0000000000000000000000000000000000000000..fe51cc34e834366e061376d55f9810059d08b28f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_15200_83bdb6405dc4a0f4e3d6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1536_c6411239c893bef12df8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1536_c6411239c893bef12df8.png new file mode 100644 index 0000000000000000000000000000000000000000..e6baba292caede316da74bd2a17b92203cd04696 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1536_c6411239c893bef12df8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1568_20c1e6c251fbfd494232.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1568_20c1e6c251fbfd494232.png new file mode 100644 index 0000000000000000000000000000000000000000..38370b2024527a34afe3da56f4f15a70fe4a955f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1568_20c1e6c251fbfd494232.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1600_845d396a35a013ee4920.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1600_845d396a35a013ee4920.png new file mode 100644 index 0000000000000000000000000000000000000000..6ba768da8d09e06a5434e8e24819fcf1c7482843 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1600_845d396a35a013ee4920.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_160_28aa8a7f20674bb3cd4f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_160_28aa8a7f20674bb3cd4f.png new file mode 100644 index 0000000000000000000000000000000000000000..6aecda98498ec3980ee7f49ed779817cdff19fec Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_160_28aa8a7f20674bb3cd4f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1632_d4fe6d2a66acabda921e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1632_d4fe6d2a66acabda921e.png new file mode 100644 index 0000000000000000000000000000000000000000..1c21e6a4dd2c37a04836ff3283ff2247f5f505f5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1632_d4fe6d2a66acabda921e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1664_ffbf7d14c4c3f235b9a5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1664_ffbf7d14c4c3f235b9a5.png new file mode 100644 index 0000000000000000000000000000000000000000..e2d8b6922e27f640aeebfb60c93489f82b26b8c3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1664_ffbf7d14c4c3f235b9a5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1696_953e9fe9ec8cfc208f9d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1696_953e9fe9ec8cfc208f9d.png new file mode 100644 index 0000000000000000000000000000000000000000..7baa60040d595c87ede3d5fe22050c276913a048 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1696_953e9fe9ec8cfc208f9d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1728_f0df7ca65df9691250d2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1728_f0df7ca65df9691250d2.png new file mode 100644 index 0000000000000000000000000000000000000000..f311dc3159d6c0a74b8f454bc07492c17c05414a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1728_f0df7ca65df9691250d2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1760_3c5300ac3144c2297d08.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1760_3c5300ac3144c2297d08.png new file mode 100644 index 0000000000000000000000000000000000000000..887b28f0d517b01ec2af7d8a2b45f031b9399513 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1760_3c5300ac3144c2297d08.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1792_aa79b48c735fb94d6e9f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1792_aa79b48c735fb94d6e9f.png new file mode 100644 index 0000000000000000000000000000000000000000..b03cd6453ad6a16ed3c82751d5afb7165c104bf6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1792_aa79b48c735fb94d6e9f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1824_ff3d4ac86216c346a33b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1824_ff3d4ac86216c346a33b.png new file mode 100644 index 0000000000000000000000000000000000000000..02bcaaea0e02e8657cabbdc0bfe5939cab79b5d0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1824_ff3d4ac86216c346a33b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1856_5bb9057776f63daac5f0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1856_5bb9057776f63daac5f0.png new file mode 100644 index 0000000000000000000000000000000000000000..5dccc23a743edfb03d0f43ef3dfbc4f68123ecf9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1856_5bb9057776f63daac5f0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1888_e0008caf8d7a4f388f52.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1888_e0008caf8d7a4f388f52.png new file mode 100644 index 0000000000000000000000000000000000000000..87ee2fcf6691d36ce7bd77d0965b676a4f82ba8f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1888_e0008caf8d7a4f388f52.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1920_ea5131f6a67ea474a317.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1920_ea5131f6a67ea474a317.png new file mode 100644 index 0000000000000000000000000000000000000000..0b142ddd49c0fdfd64659859ce06ec1e9d3217a8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1920_ea5131f6a67ea474a317.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_192_8b7df77a7e5f7b3031d3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_192_8b7df77a7e5f7b3031d3.png new file mode 100644 index 0000000000000000000000000000000000000000..6db04761c0129a2ac1cc0ba6b7d026357fe1a5cd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_192_8b7df77a7e5f7b3031d3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1952_cc684b7d3a8ff8521f99.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1952_cc684b7d3a8ff8521f99.png new file mode 100644 index 0000000000000000000000000000000000000000..c1b2021ab09933163000985ec0653253d92c9526 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1952_cc684b7d3a8ff8521f99.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1984_82287ffe2f38d3fc1a1a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1984_82287ffe2f38d3fc1a1a.png new file mode 100644 index 0000000000000000000000000000000000000000..172b6958d962e0e4d073384ff1fdf7a1dcaec7d5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_1984_82287ffe2f38d3fc1a1a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2016_6a5d881bfb9fcbdb99ec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2016_6a5d881bfb9fcbdb99ec.png new file mode 100644 index 0000000000000000000000000000000000000000..a165dde59ec670c4098b1f6e61f9a64963077b7c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2016_6a5d881bfb9fcbdb99ec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2048_3db01f06f875799f968b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2048_3db01f06f875799f968b.png new file mode 100644 index 0000000000000000000000000000000000000000..b1068b638d30104aad0558f7c7925c0e5030157d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2048_3db01f06f875799f968b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2080_dcb0164f8cbcd642833e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2080_dcb0164f8cbcd642833e.png new file mode 100644 index 0000000000000000000000000000000000000000..af6c8a9d65c2843c6a3190099ecd3d162cfacbca Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2080_dcb0164f8cbcd642833e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2112_b22388582935f3a61a08.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2112_b22388582935f3a61a08.png new file mode 100644 index 0000000000000000000000000000000000000000..e36ee8e602ae90605b32759ec56c19402f622bef Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2112_b22388582935f3a61a08.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2144_3338f6e0b035431c3a75.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2144_3338f6e0b035431c3a75.png new file mode 100644 index 0000000000000000000000000000000000000000..ccfb5bec0cc1e727b58299a316d1b8de21e8ef8f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2144_3338f6e0b035431c3a75.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2176_976238ce33eaca11531b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2176_976238ce33eaca11531b.png new file mode 100644 index 0000000000000000000000000000000000000000..7f7d82d6be944054f85688a516c721b052284de1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2176_976238ce33eaca11531b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2208_c600fb0bcbfb3b0f227c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2208_c600fb0bcbfb3b0f227c.png new file mode 100644 index 0000000000000000000000000000000000000000..b2d974f44d6ec93336c1d04797a8e24bec83ebe3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2208_c600fb0bcbfb3b0f227c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2240_8dab0d7a80538412fd4e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2240_8dab0d7a80538412fd4e.png new file mode 100644 index 0000000000000000000000000000000000000000..77b4668807262877f7f82ba069f38b425f1ea3f9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2240_8dab0d7a80538412fd4e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_224_853fb0398667bdcf4807.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_224_853fb0398667bdcf4807.png new file mode 100644 index 0000000000000000000000000000000000000000..dfd8750ff8c1348b783c12de5610a33babc416f9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_224_853fb0398667bdcf4807.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2272_cce2384efc42c61ae92a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2272_cce2384efc42c61ae92a.png new file mode 100644 index 0000000000000000000000000000000000000000..c1619e0642bbb603a1345868b85e53f95329220c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2272_cce2384efc42c61ae92a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2304_721d26c3702b1d393469.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2304_721d26c3702b1d393469.png new file mode 100644 index 0000000000000000000000000000000000000000..2d928346a62692801be4cda77811f56184336f8b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2304_721d26c3702b1d393469.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2336_c0e70236ab918ad98c28.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2336_c0e70236ab918ad98c28.png new file mode 100644 index 0000000000000000000000000000000000000000..8b01169ae28b1e8aaab00b32ee71de0297b543e0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2336_c0e70236ab918ad98c28.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2368_2921462099afd132a086.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2368_2921462099afd132a086.png new file mode 100644 index 0000000000000000000000000000000000000000..084d5e0610fab00adc9aabd3292897a4f0aadc3a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2368_2921462099afd132a086.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2400_d72b73efbb3798c544e9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2400_d72b73efbb3798c544e9.png new file mode 100644 index 0000000000000000000000000000000000000000..4e07e7b5d9f95cd4eb1d170973009cfb5deac275 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2400_d72b73efbb3798c544e9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2432_d406a8308636547a6094.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2432_d406a8308636547a6094.png new file mode 100644 index 0000000000000000000000000000000000000000..ddbe0acaac0e3929e114a873dee263e58f50ec1d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2432_d406a8308636547a6094.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2464_29acf3c363d27f021224.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2464_29acf3c363d27f021224.png new file mode 100644 index 0000000000000000000000000000000000000000..56593410930eb86194c7f9958c9d70ef9555392f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2464_29acf3c363d27f021224.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2496_359a87bafa72b8bd904b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2496_359a87bafa72b8bd904b.png new file mode 100644 index 0000000000000000000000000000000000000000..fb4ee757ebc80e4baa237f2fb4c1c0cff42fd6fe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2496_359a87bafa72b8bd904b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2528_d2ce5275463cca52ce47.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2528_d2ce5275463cca52ce47.png new file mode 100644 index 0000000000000000000000000000000000000000..05a81e79d50b0570ad55c8bbfb90de49de685efa Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2528_d2ce5275463cca52ce47.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2560_3e0cfdbfbbb632ab8a5b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2560_3e0cfdbfbbb632ab8a5b.png new file mode 100644 index 0000000000000000000000000000000000000000..f212918075c2b553e886c06751d68e68bb5c2ff1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2560_3e0cfdbfbbb632ab8a5b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_256_0e4dc745a4adb66b928f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_256_0e4dc745a4adb66b928f.png new file mode 100644 index 0000000000000000000000000000000000000000..b50d7fdcec0321ea6e42025a22717ab9a06e12eb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_256_0e4dc745a4adb66b928f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2592_1384fd8979ac54b664f1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2592_1384fd8979ac54b664f1.png new file mode 100644 index 0000000000000000000000000000000000000000..360cea1195f5e240d5ccf0f38eb33fabd074642c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2592_1384fd8979ac54b664f1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2624_2a377d7f4f13abed1f52.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2624_2a377d7f4f13abed1f52.png new file mode 100644 index 0000000000000000000000000000000000000000..a79384d87d4f88ebc3ee0ba8662fd5d5a009f84c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2624_2a377d7f4f13abed1f52.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2656_868a31e16d0b602e01e1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2656_868a31e16d0b602e01e1.png new file mode 100644 index 0000000000000000000000000000000000000000..610a7c12dc6041cbdba33eec0a71f01a2273f375 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2656_868a31e16d0b602e01e1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2688_c07d95294fae828d5c4e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2688_c07d95294fae828d5c4e.png new file mode 100644 index 0000000000000000000000000000000000000000..6a97b848bbc345a8b762260e74e7726fc04a50ed Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2688_c07d95294fae828d5c4e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2720_683d62b118f7b75d47d9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2720_683d62b118f7b75d47d9.png new file mode 100644 index 0000000000000000000000000000000000000000..6302ba486a215e146bfdd055162b4b988b46c019 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2720_683d62b118f7b75d47d9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2752_be715fc6798b4f95cf6c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2752_be715fc6798b4f95cf6c.png new file mode 100644 index 0000000000000000000000000000000000000000..91db76969eb872251bdce545687db2b17b38b8d3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2752_be715fc6798b4f95cf6c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2784_bdc44c6cd0120d64c2b8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2784_bdc44c6cd0120d64c2b8.png new file mode 100644 index 0000000000000000000000000000000000000000..6f3bb7e9880d573479a1b39a7a69d21e51c6adbf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2784_bdc44c6cd0120d64c2b8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2816_5dae4a0ddc228189a9ed.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2816_5dae4a0ddc228189a9ed.png new file mode 100644 index 0000000000000000000000000000000000000000..54c65dd7e7b9f40101957cc46564d1a681eebfd9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2816_5dae4a0ddc228189a9ed.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2848_b0dab0e0c9576b6bae91.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2848_b0dab0e0c9576b6bae91.png new file mode 100644 index 0000000000000000000000000000000000000000..2ed9a40c520f9a2d43188de54672f21df53988a5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2848_b0dab0e0c9576b6bae91.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2880_c457dd5b262bc0682789.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2880_c457dd5b262bc0682789.png new file mode 100644 index 0000000000000000000000000000000000000000..4dcfd6033cacb9372ce15f865afdf4109eaca98e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2880_c457dd5b262bc0682789.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_288_073ae40dc3d2e7a971a4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_288_073ae40dc3d2e7a971a4.png new file mode 100644 index 0000000000000000000000000000000000000000..f9b407693a42faac6d1ed941a70b001c79ddcd1a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_288_073ae40dc3d2e7a971a4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2912_77d2a1ef912ab664ebde.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2912_77d2a1ef912ab664ebde.png new file mode 100644 index 0000000000000000000000000000000000000000..40d5d49fe072be700665b6ef81e2cb2470ea4f4f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2912_77d2a1ef912ab664ebde.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2944_4334c981efc0909f4b31.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2944_4334c981efc0909f4b31.png new file mode 100644 index 0000000000000000000000000000000000000000..a055b7ec609d507d995429b5e02d901f6d965aa5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2944_4334c981efc0909f4b31.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2976_0022e05a5c0a8b194a26.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2976_0022e05a5c0a8b194a26.png new file mode 100644 index 0000000000000000000000000000000000000000..2bd911c3d6c68c805b5727db054f69c7f2054596 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_2976_0022e05a5c0a8b194a26.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3008_f9af0665e978f960b57c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3008_f9af0665e978f960b57c.png new file mode 100644 index 0000000000000000000000000000000000000000..56c49b91696b81844b0499c1255487b1f28e3539 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3008_f9af0665e978f960b57c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3040_377969fe2fb8d7186aa2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3040_377969fe2fb8d7186aa2.png new file mode 100644 index 0000000000000000000000000000000000000000..8f89ebd36fc508460d47878c96441e128c3c2b15 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3040_377969fe2fb8d7186aa2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3072_6251044b13fd65efa58b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3072_6251044b13fd65efa58b.png new file mode 100644 index 0000000000000000000000000000000000000000..27353be2966b0c1dfead025e3f219804cb574b89 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3072_6251044b13fd65efa58b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3104_1d61707eddd1d888d0ad.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3104_1d61707eddd1d888d0ad.png new file mode 100644 index 0000000000000000000000000000000000000000..7b42ec358e574f4e78b70cc37aadbc7c8d59c7ba Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3104_1d61707eddd1d888d0ad.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3136_89c3702c967884858903.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3136_89c3702c967884858903.png new file mode 100644 index 0000000000000000000000000000000000000000..13c9daef2884b80cf3630bf4f1c8bf7a3e782913 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3136_89c3702c967884858903.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3168_20e9c1e7ac2fad53d0cf.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3168_20e9c1e7ac2fad53d0cf.png new file mode 100644 index 0000000000000000000000000000000000000000..ab89668c371dc5f0901a72535ff1bb771d0bd512 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3168_20e9c1e7ac2fad53d0cf.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3200_df3ce574af469c69dff9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3200_df3ce574af469c69dff9.png new file mode 100644 index 0000000000000000000000000000000000000000..66775bf1be12e2d747b81cff28dee682784bfab3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3200_df3ce574af469c69dff9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_320_6993d2f3c5995345bea4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_320_6993d2f3c5995345bea4.png new file mode 100644 index 0000000000000000000000000000000000000000..f4d597e427457f1d336a4bb32ac28002cc00183f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_320_6993d2f3c5995345bea4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3232_60200462ccbd380b5a2a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3232_60200462ccbd380b5a2a.png new file mode 100644 index 0000000000000000000000000000000000000000..48a85e662049c148c091cfcf89f626920b2bd179 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3232_60200462ccbd380b5a2a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3264_d5e82a31013c04d359a8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3264_d5e82a31013c04d359a8.png new file mode 100644 index 0000000000000000000000000000000000000000..4e8ee5b90ea899b7da485626f189cfffbc68d88d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3264_d5e82a31013c04d359a8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3296_9255dbeb72b7c506b8e1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3296_9255dbeb72b7c506b8e1.png new file mode 100644 index 0000000000000000000000000000000000000000..1adcc5ceeebf16cfdeedc655bff503ee95ee7563 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3296_9255dbeb72b7c506b8e1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_32_0c76ca1bb5be5da2d6dc.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_32_0c76ca1bb5be5da2d6dc.png new file mode 100644 index 0000000000000000000000000000000000000000..ef43ead9d572042627373ca3828bb186eab8c3a7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_32_0c76ca1bb5be5da2d6dc.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3328_848cc0466ae0d1a5879c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3328_848cc0466ae0d1a5879c.png new file mode 100644 index 0000000000000000000000000000000000000000..646b6eac67d3f66c189518796dd7b46f40a9aa50 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3328_848cc0466ae0d1a5879c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3360_718a5a903d1e08500c8f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3360_718a5a903d1e08500c8f.png new file mode 100644 index 0000000000000000000000000000000000000000..0f47ce351fcc7bdbfa9049f6aaf9764de5f25293 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3360_718a5a903d1e08500c8f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3392_fb8078c2191c9bd8fff2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3392_fb8078c2191c9bd8fff2.png new file mode 100644 index 0000000000000000000000000000000000000000..ae034bc334a756a625a1a93e96ccbd376a4af67b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3392_fb8078c2191c9bd8fff2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3424_7ccff7abd34142a91ade.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3424_7ccff7abd34142a91ade.png new file mode 100644 index 0000000000000000000000000000000000000000..6682a26fcaec92f76efebbf2dfd94c1b354bee09 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3424_7ccff7abd34142a91ade.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3456_d845fd6538803508aee2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3456_d845fd6538803508aee2.png new file mode 100644 index 0000000000000000000000000000000000000000..21c693abaf2c38e878e13b4649c3867a932b6fed Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3456_d845fd6538803508aee2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3488_85498b56d3a0b07c0159.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3488_85498b56d3a0b07c0159.png new file mode 100644 index 0000000000000000000000000000000000000000..521d2b0f8cf80e8816d749424fb0b31feab24ccd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3488_85498b56d3a0b07c0159.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3520_e58a916ffff92223ada1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3520_e58a916ffff92223ada1.png new file mode 100644 index 0000000000000000000000000000000000000000..29d74cf0556754ba2d6b728db841912bea926761 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3520_e58a916ffff92223ada1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_352_99ccc4295bc95ae2d453.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_352_99ccc4295bc95ae2d453.png new file mode 100644 index 0000000000000000000000000000000000000000..f59f722cea85cfe263a379da30e0edecc7c8532d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_352_99ccc4295bc95ae2d453.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3552_8e088ea4310c6328872f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3552_8e088ea4310c6328872f.png new file mode 100644 index 0000000000000000000000000000000000000000..3eda3095cf4c29ba12179fbd9e0b224b7ded8f8e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3552_8e088ea4310c6328872f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3584_b521297c60bb557f491c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3584_b521297c60bb557f491c.png new file mode 100644 index 0000000000000000000000000000000000000000..0aeaeda44bb38660bc34370e2bbd59450ae4b5e5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3584_b521297c60bb557f491c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3616_c95eb485877db15adf8e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3616_c95eb485877db15adf8e.png new file mode 100644 index 0000000000000000000000000000000000000000..57a196053cdfc79c4a889441ffb0360aafbafe88 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3616_c95eb485877db15adf8e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3648_e10d1fe66d57e20a3501.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3648_e10d1fe66d57e20a3501.png new file mode 100644 index 0000000000000000000000000000000000000000..66f6b6f910df36fdd8d38e5fc69c73ca3ff4dd5f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3648_e10d1fe66d57e20a3501.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3680_c86f8b016daa2b1c509e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3680_c86f8b016daa2b1c509e.png new file mode 100644 index 0000000000000000000000000000000000000000..98a268099f712128657ba75984c9051fc489ff0a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3680_c86f8b016daa2b1c509e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3712_d4abdc520298d4df8ed7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3712_d4abdc520298d4df8ed7.png new file mode 100644 index 0000000000000000000000000000000000000000..054116468920648490729d9acc3905df4173890e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3712_d4abdc520298d4df8ed7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3744_c39a72b0346d26c7e93d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3744_c39a72b0346d26c7e93d.png new file mode 100644 index 0000000000000000000000000000000000000000..e75fc162823d5be8514b06c7242394281b1957e8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3744_c39a72b0346d26c7e93d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3776_179c2df979cfd8f10955.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3776_179c2df979cfd8f10955.png new file mode 100644 index 0000000000000000000000000000000000000000..92961406538ac98604427654c72229a8e1286eac Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3776_179c2df979cfd8f10955.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3808_edb9bce5c7607cb6cdfe.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3808_edb9bce5c7607cb6cdfe.png new file mode 100644 index 0000000000000000000000000000000000000000..a0d80059980bded119efbd061eb912c2b0a842ce Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3808_edb9bce5c7607cb6cdfe.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3840_6bfc32165bb8dc1a67e8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3840_6bfc32165bb8dc1a67e8.png new file mode 100644 index 0000000000000000000000000000000000000000..ad56558dd326f8c6797fd95074a72a0db96f4378 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3840_6bfc32165bb8dc1a67e8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_384_851448500d8f9e21e5a7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_384_851448500d8f9e21e5a7.png new file mode 100644 index 0000000000000000000000000000000000000000..fb1b75d0b88011e41af3781664526900116dd311 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_384_851448500d8f9e21e5a7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3872_fe7a75bb652a5e9a5573.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3872_fe7a75bb652a5e9a5573.png new file mode 100644 index 0000000000000000000000000000000000000000..91fb5724b85c410b3980e2e87d81f59512c225a5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3872_fe7a75bb652a5e9a5573.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3904_66fb091ac99793d983be.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3904_66fb091ac99793d983be.png new file mode 100644 index 0000000000000000000000000000000000000000..7d996f754cb8c98b5506ba8146b144b08bc9b138 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3904_66fb091ac99793d983be.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3936_403d5c54cec0cef83302.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3936_403d5c54cec0cef83302.png new file mode 100644 index 0000000000000000000000000000000000000000..ffae8620dcf3c0a682f91b02e15650603a31b326 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3936_403d5c54cec0cef83302.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3968_92b96bf48007269f0b80.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3968_92b96bf48007269f0b80.png new file mode 100644 index 0000000000000000000000000000000000000000..57ca2e2415565c2c55ee8d6efce77436e816c976 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_3968_92b96bf48007269f0b80.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4000_e3c8cd5a1876a5e15a26.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4000_e3c8cd5a1876a5e15a26.png new file mode 100644 index 0000000000000000000000000000000000000000..592fc913874aa32564eb7e965732d3fc977c6825 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4000_e3c8cd5a1876a5e15a26.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4032_c9b0dec7c2cd8dec6d51.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4032_c9b0dec7c2cd8dec6d51.png new file mode 100644 index 0000000000000000000000000000000000000000..83f94c103ff014b3f7b88142a13d358408ae5eec Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4032_c9b0dec7c2cd8dec6d51.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4064_d6812a70f7eadd58f0a5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4064_d6812a70f7eadd58f0a5.png new file mode 100644 index 0000000000000000000000000000000000000000..75756b903280750e0745b6ba3d633ee4ee2349f7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4064_d6812a70f7eadd58f0a5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4096_10a0c6fed22000677802.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4096_10a0c6fed22000677802.png new file mode 100644 index 0000000000000000000000000000000000000000..6ef666c07fbc1f98b65e5cae9203a1c238df89d1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4096_10a0c6fed22000677802.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4128_06696bfb26761e89eeb5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4128_06696bfb26761e89eeb5.png new file mode 100644 index 0000000000000000000000000000000000000000..6ee6d30f0848e9ee2711271cd331463cf62e8685 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4128_06696bfb26761e89eeb5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4160_162ee76e96f51f7e6090.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4160_162ee76e96f51f7e6090.png new file mode 100644 index 0000000000000000000000000000000000000000..3431e66bbe256c968bbd4a595f68b630d2379eb9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4160_162ee76e96f51f7e6090.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_416_b68b841128567ccace10.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_416_b68b841128567ccace10.png new file mode 100644 index 0000000000000000000000000000000000000000..b461b394ba38410bfee0128d97f4a35b279e0ea6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_416_b68b841128567ccace10.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4192_22f4f53ffc7a4b2e7343.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4192_22f4f53ffc7a4b2e7343.png new file mode 100644 index 0000000000000000000000000000000000000000..1eeab5a13a7cbdee340539c1bccbb0734bfa018c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4192_22f4f53ffc7a4b2e7343.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4224_12a935fa63c60a7c8fff.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4224_12a935fa63c60a7c8fff.png new file mode 100644 index 0000000000000000000000000000000000000000..432f18996a9786518828a69e4895ec5156361af9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4224_12a935fa63c60a7c8fff.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4256_8807a30fd88fee942244.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4256_8807a30fd88fee942244.png new file mode 100644 index 0000000000000000000000000000000000000000..c187801ca4ccc05b2582ba3eada902ae4e435b73 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4256_8807a30fd88fee942244.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4288_f8ad4ca90e53209495ce.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4288_f8ad4ca90e53209495ce.png new file mode 100644 index 0000000000000000000000000000000000000000..ba4c5507298c46b7054f3a202189b783b9fe1653 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4288_f8ad4ca90e53209495ce.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4320_a35ed03b2c846df4d2c1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4320_a35ed03b2c846df4d2c1.png new file mode 100644 index 0000000000000000000000000000000000000000..4e44a337f78a2c3f716018afd1f4e0734e1ab053 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4320_a35ed03b2c846df4d2c1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4352_fad68f4b69000643099a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4352_fad68f4b69000643099a.png new file mode 100644 index 0000000000000000000000000000000000000000..c75d687c1e615e0e45164063ea26b50e8bf514e6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4352_fad68f4b69000643099a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4384_d0f25b70a0c2f55440f8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4384_d0f25b70a0c2f55440f8.png new file mode 100644 index 0000000000000000000000000000000000000000..9f6ec02326f175d4350b9a1ea93aec63126f9c64 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4384_d0f25b70a0c2f55440f8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4416_b318610021bc9f79450f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4416_b318610021bc9f79450f.png new file mode 100644 index 0000000000000000000000000000000000000000..775cab8073e14e472e2d452e840e79ba5d8e8331 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4416_b318610021bc9f79450f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4448_366fb770ac8b90dea9a5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4448_366fb770ac8b90dea9a5.png new file mode 100644 index 0000000000000000000000000000000000000000..41a20034a2cb3ecf838b8f17c02bb79d49da2eda Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4448_366fb770ac8b90dea9a5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4480_e39b3ae66e1139a3cbcb.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4480_e39b3ae66e1139a3cbcb.png new file mode 100644 index 0000000000000000000000000000000000000000..811343ba417d0e61d3fef954ccd5baf5eb4b28f7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4480_e39b3ae66e1139a3cbcb.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_448_e4668c40d5009ec70d74.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_448_e4668c40d5009ec70d74.png new file mode 100644 index 0000000000000000000000000000000000000000..c6531585507a838cffe56947a81a5184a49d3653 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_448_e4668c40d5009ec70d74.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4512_25a2498a285842732b33.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4512_25a2498a285842732b33.png new file mode 100644 index 0000000000000000000000000000000000000000..07d7fec4e6134539ab29d1455861fdbeb702b164 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4512_25a2498a285842732b33.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4544_9a6e5867a1366c8f2e15.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4544_9a6e5867a1366c8f2e15.png new file mode 100644 index 0000000000000000000000000000000000000000..49265c45a2559f34f82ea5d1e6ddb995b1b56697 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4544_9a6e5867a1366c8f2e15.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4576_106f8aa657aa77100165.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4576_106f8aa657aa77100165.png new file mode 100644 index 0000000000000000000000000000000000000000..fe130051bb3d8ef19f274c013c1676d1a6110d61 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4576_106f8aa657aa77100165.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4608_694bedb5d002a8af3b83.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4608_694bedb5d002a8af3b83.png new file mode 100644 index 0000000000000000000000000000000000000000..ba8fc671a9d3c8282008e4b85128351e61747f20 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4608_694bedb5d002a8af3b83.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4640_8ce60b7880f0a6ef86ce.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4640_8ce60b7880f0a6ef86ce.png new file mode 100644 index 0000000000000000000000000000000000000000..f8139a36aae793d87b50211460e25fbca0ddc8d2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4640_8ce60b7880f0a6ef86ce.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4672_159c2a113fd15342d640.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4672_159c2a113fd15342d640.png new file mode 100644 index 0000000000000000000000000000000000000000..fa33109a2118eba4c50f4f4d55d2ca46fef9f38e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4672_159c2a113fd15342d640.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4704_96eaf2df8aa9c05ddfb3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4704_96eaf2df8aa9c05ddfb3.png new file mode 100644 index 0000000000000000000000000000000000000000..c3253bdf8dd2a41d6d8ebcccde2c5fb0528fce9a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4704_96eaf2df8aa9c05ddfb3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4736_b93e8c1bc71aa960ad08.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4736_b93e8c1bc71aa960ad08.png new file mode 100644 index 0000000000000000000000000000000000000000..6607cd0d7ecab01de9b914ba3a701d16885af1fe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4736_b93e8c1bc71aa960ad08.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4768_49ea4b80b486994132e3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4768_49ea4b80b486994132e3.png new file mode 100644 index 0000000000000000000000000000000000000000..e36c59eb9c0bdcf5cf35adfd72412c0e3ffc2d65 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4768_49ea4b80b486994132e3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4800_c3f571f2365bdddf3342.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4800_c3f571f2365bdddf3342.png new file mode 100644 index 0000000000000000000000000000000000000000..a79c319dec32fca3a73d55d01e1bb0f7ea23aee9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4800_c3f571f2365bdddf3342.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_480_245eddceb01612c1655a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_480_245eddceb01612c1655a.png new file mode 100644 index 0000000000000000000000000000000000000000..5adc8e706a71402ec4893001be5c7efc5731e1e4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_480_245eddceb01612c1655a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4832_2684f98ec45c9324ba2b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4832_2684f98ec45c9324ba2b.png new file mode 100644 index 0000000000000000000000000000000000000000..bba28fbc665f28adb814b48f690baf859c0dcbe4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4832_2684f98ec45c9324ba2b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4864_acfe0b4526b1824280e1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4864_acfe0b4526b1824280e1.png new file mode 100644 index 0000000000000000000000000000000000000000..d30171c252e4d431174efbb32d6ba7cfec7685ae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4864_acfe0b4526b1824280e1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4896_4ffa38ed7510afcb4731.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4896_4ffa38ed7510afcb4731.png new file mode 100644 index 0000000000000000000000000000000000000000..adf393cd4a152ac7a55673a33a16e3846a3240e3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4896_4ffa38ed7510afcb4731.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4928_074ef64f5ff255616c0f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4928_074ef64f5ff255616c0f.png new file mode 100644 index 0000000000000000000000000000000000000000..af9e34ef75a3f51d143d8a7b7afcdb1ca86b95ea Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4928_074ef64f5ff255616c0f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4960_ed0c7722ffd7c634f9b3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4960_ed0c7722ffd7c634f9b3.png new file mode 100644 index 0000000000000000000000000000000000000000..0875edd8f3e91809ef0bb3fb0647a0a9362f2881 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4960_ed0c7722ffd7c634f9b3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4992_38700762dcb78f904a2a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4992_38700762dcb78f904a2a.png new file mode 100644 index 0000000000000000000000000000000000000000..2e8b58b0a0c92fdcdfe4575be5632fd34a44f639 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_4992_38700762dcb78f904a2a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5024_a21d064e3888f91f8823.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5024_a21d064e3888f91f8823.png new file mode 100644 index 0000000000000000000000000000000000000000..42edfdc629c550c20f5b5c74682c6d310911563c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5024_a21d064e3888f91f8823.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5056_028b594323b1dabe383a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5056_028b594323b1dabe383a.png new file mode 100644 index 0000000000000000000000000000000000000000..6dbd9eb4bd84b21959f598b6ae46009956c32250 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5056_028b594323b1dabe383a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5088_1d5d542bd1a60f9879d7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5088_1d5d542bd1a60f9879d7.png new file mode 100644 index 0000000000000000000000000000000000000000..061b69a092c87b2f496224dbe0d932a9fe9b9f90 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5088_1d5d542bd1a60f9879d7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5120_305ca2c6130acea40301.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5120_305ca2c6130acea40301.png new file mode 100644 index 0000000000000000000000000000000000000000..77822eb9b2369c957b7469bc58c247dec3be80c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5120_305ca2c6130acea40301.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_512_ec6b634e93e9ebe83986.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_512_ec6b634e93e9ebe83986.png new file mode 100644 index 0000000000000000000000000000000000000000..60ddd66b46758497406f69c4755cd96e6a938af8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_512_ec6b634e93e9ebe83986.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5152_c207c469a6e23bce3f30.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5152_c207c469a6e23bce3f30.png new file mode 100644 index 0000000000000000000000000000000000000000..f5b57eaf067007de4d24f3d8136ef4fe65f5b5ff Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5152_c207c469a6e23bce3f30.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5184_b74f2ccaba6bb0ac30c5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5184_b74f2ccaba6bb0ac30c5.png new file mode 100644 index 0000000000000000000000000000000000000000..ee72e42e32e4c790d406d09ae1b134154d6cad3c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5184_b74f2ccaba6bb0ac30c5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5216_f2057c6a8895b21bd4ec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5216_f2057c6a8895b21bd4ec.png new file mode 100644 index 0000000000000000000000000000000000000000..e9af8ea783e731504e76cac6f408a680b9432af0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5216_f2057c6a8895b21bd4ec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5248_c4a144327e50cd01fc41.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5248_c4a144327e50cd01fc41.png new file mode 100644 index 0000000000000000000000000000000000000000..fd269016c98dcef116ee6d64d24c0d7b11f582e9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5248_c4a144327e50cd01fc41.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5280_e21128623e7dcc80a429.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5280_e21128623e7dcc80a429.png new file mode 100644 index 0000000000000000000000000000000000000000..4d4b139acc0863bb2b2e811c78efb4f0ecf21ed4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5280_e21128623e7dcc80a429.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5312_016954c1312261b1102d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5312_016954c1312261b1102d.png new file mode 100644 index 0000000000000000000000000000000000000000..d85c53d845ddf4e56546227b22f677c9680cda3a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5312_016954c1312261b1102d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5344_96e7817effde7d16ce31.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5344_96e7817effde7d16ce31.png new file mode 100644 index 0000000000000000000000000000000000000000..64ff47668e4638910354d31c0553e8d50089db31 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5344_96e7817effde7d16ce31.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5376_87f932e03b24543b3630.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5376_87f932e03b24543b3630.png new file mode 100644 index 0000000000000000000000000000000000000000..4842748ba0df29a476d0a9244344c5f77cf50f07 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5376_87f932e03b24543b3630.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5408_2f0b55c753b323e0a178.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5408_2f0b55c753b323e0a178.png new file mode 100644 index 0000000000000000000000000000000000000000..8976fed2125ab2fad05167123e04e784e61b43fe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5408_2f0b55c753b323e0a178.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5440_667c011da78650558bf9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5440_667c011da78650558bf9.png new file mode 100644 index 0000000000000000000000000000000000000000..bbae299c88c41b9857d14e1a576cb03236e752c6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5440_667c011da78650558bf9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_544_20300feed09679880f55.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_544_20300feed09679880f55.png new file mode 100644 index 0000000000000000000000000000000000000000..98072a9ce508feebc408c2377acf376d31b4b28f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_544_20300feed09679880f55.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5472_1422cf4accd0b282e5aa.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5472_1422cf4accd0b282e5aa.png new file mode 100644 index 0000000000000000000000000000000000000000..7d0626ed194eb36529d9bcf186680bb98ede20c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5472_1422cf4accd0b282e5aa.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5504_7f6d46704504042db7d8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5504_7f6d46704504042db7d8.png new file mode 100644 index 0000000000000000000000000000000000000000..2ba2e453fcee5dbd9dbfcf6d1a879274f17d947e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5504_7f6d46704504042db7d8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5536_a0347d23e11d83eb020f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5536_a0347d23e11d83eb020f.png new file mode 100644 index 0000000000000000000000000000000000000000..d62b623112772e5a5bb7681251f8027bbc120703 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5536_a0347d23e11d83eb020f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5568_e2b4d8a1c93eea6e2665.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5568_e2b4d8a1c93eea6e2665.png new file mode 100644 index 0000000000000000000000000000000000000000..9775f830a7d4bdf41aed424b5f297cdabbab4749 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5568_e2b4d8a1c93eea6e2665.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5600_1ab1d0ba2540cfef131d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5600_1ab1d0ba2540cfef131d.png new file mode 100644 index 0000000000000000000000000000000000000000..6d3aa8b10b1a2aa750ad6408707b9c9a5dafad3b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5600_1ab1d0ba2540cfef131d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5632_e083dbc933a14d49473b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5632_e083dbc933a14d49473b.png new file mode 100644 index 0000000000000000000000000000000000000000..dcdd05c6a98a9e25ea0a8268878472e4e349219d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5632_e083dbc933a14d49473b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5664_d92a037f37c37d9b6313.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5664_d92a037f37c37d9b6313.png new file mode 100644 index 0000000000000000000000000000000000000000..fcdc1705b3edd6c2c273867b29e82405fe42c555 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5664_d92a037f37c37d9b6313.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5696_1aea0010779996644010.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5696_1aea0010779996644010.png new file mode 100644 index 0000000000000000000000000000000000000000..611625040a1d799337fac5c924200c81e9f989ed Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5696_1aea0010779996644010.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5728_4cd6c1775d77a64e94e5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5728_4cd6c1775d77a64e94e5.png new file mode 100644 index 0000000000000000000000000000000000000000..a0d870b692e5060ef6974e294056b10710a12d00 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5728_4cd6c1775d77a64e94e5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5760_74e4cd4fa52d0cfc5b61.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5760_74e4cd4fa52d0cfc5b61.png new file mode 100644 index 0000000000000000000000000000000000000000..e51f7b25f6db2dccd5f42ca6dcf5b2068a487f6d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5760_74e4cd4fa52d0cfc5b61.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_576_0cbf18f33e80ba76d558.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_576_0cbf18f33e80ba76d558.png new file mode 100644 index 0000000000000000000000000000000000000000..ac96b73fc45f060e2eb71b8c6e4d634412426d6a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_576_0cbf18f33e80ba76d558.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5792_b9e5496e28efcb866509.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5792_b9e5496e28efcb866509.png new file mode 100644 index 0000000000000000000000000000000000000000..32490eb252ae5df4c3794a6b2b49b85ccfc17bdb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5792_b9e5496e28efcb866509.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5824_bd81599f2dc9b2215252.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5824_bd81599f2dc9b2215252.png new file mode 100644 index 0000000000000000000000000000000000000000..6b93d1dcac5ec8c15916dd6c3d2f9e40661b93b0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5824_bd81599f2dc9b2215252.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5856_2cf8613a42e55d4dfc3e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5856_2cf8613a42e55d4dfc3e.png new file mode 100644 index 0000000000000000000000000000000000000000..8c6bab889e88f11ae72d23fa18a4c314df7b0d56 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5856_2cf8613a42e55d4dfc3e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5888_856701c51b34525295f2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5888_856701c51b34525295f2.png new file mode 100644 index 0000000000000000000000000000000000000000..0846fe88cef099523d6f849266de1b1e73ba50c6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5888_856701c51b34525295f2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5920_e51dcf0d0956e62ce058.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5920_e51dcf0d0956e62ce058.png new file mode 100644 index 0000000000000000000000000000000000000000..824f4ad1c406772b4b2fc13fa6d9250c3b18438c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5920_e51dcf0d0956e62ce058.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5952_24ddd72005c865e0ca47.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5952_24ddd72005c865e0ca47.png new file mode 100644 index 0000000000000000000000000000000000000000..6d231d72261a6ad17a1ab114c665700edb3ce9bd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5952_24ddd72005c865e0ca47.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5984_ecdab0c6849de5452f69.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5984_ecdab0c6849de5452f69.png new file mode 100644 index 0000000000000000000000000000000000000000..7e943911508279abda1cde43906cd030e6ac1667 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_5984_ecdab0c6849de5452f69.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6016_e39f1850c6139b59e348.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6016_e39f1850c6139b59e348.png new file mode 100644 index 0000000000000000000000000000000000000000..64c17f11e45c6b028411e91ef533e8e400ef4d58 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6016_e39f1850c6139b59e348.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6048_bf868eb049e6d6ea36ec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6048_bf868eb049e6d6ea36ec.png new file mode 100644 index 0000000000000000000000000000000000000000..b50cdb9cb5ae2668af17d909144e61d0b979fe1e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6048_bf868eb049e6d6ea36ec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6080_d5c02ae322a6995b2a14.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6080_d5c02ae322a6995b2a14.png new file mode 100644 index 0000000000000000000000000000000000000000..88624d29712e1fc945d24c518ebec645e98d0f9a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6080_d5c02ae322a6995b2a14.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_608_584b457e2a55fdb69498.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_608_584b457e2a55fdb69498.png new file mode 100644 index 0000000000000000000000000000000000000000..88eb9ee56328b9ff94ced7260be2ad01b8130137 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_608_584b457e2a55fdb69498.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6112_57f8fea6edbcc83e8b89.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6112_57f8fea6edbcc83e8b89.png new file mode 100644 index 0000000000000000000000000000000000000000..3fa0a271eee3d08dd48fdc698a7232e015dab9d1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6112_57f8fea6edbcc83e8b89.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6144_b2193e9af3c275c4fe0f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6144_b2193e9af3c275c4fe0f.png new file mode 100644 index 0000000000000000000000000000000000000000..54009ceb9b8fa2975e8a6233067452e308ea7b56 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6144_b2193e9af3c275c4fe0f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6176_57cfd25d1be23ebe134b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6176_57cfd25d1be23ebe134b.png new file mode 100644 index 0000000000000000000000000000000000000000..b970556cf88ad924fb29fdd604ab60e0b49b76aa Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6176_57cfd25d1be23ebe134b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6208_97c7c26286bbc381e50a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6208_97c7c26286bbc381e50a.png new file mode 100644 index 0000000000000000000000000000000000000000..9eb94833cc2ddfc56af16ca3659998809f41296e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6208_97c7c26286bbc381e50a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6240_a9c83e55d9afee480fef.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6240_a9c83e55d9afee480fef.png new file mode 100644 index 0000000000000000000000000000000000000000..9ae5b7194b6bb4eff960a5bf3a8709ee3800244a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6240_a9c83e55d9afee480fef.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6272_0a17b3bdc369b781038d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6272_0a17b3bdc369b781038d.png new file mode 100644 index 0000000000000000000000000000000000000000..0cbcb82ac19edc640449e9082132c4595859591c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6272_0a17b3bdc369b781038d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6304_679cea165c9c3961304d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6304_679cea165c9c3961304d.png new file mode 100644 index 0000000000000000000000000000000000000000..2df7c3412ac00fcfbf489ad3653c6d71d43b99fe Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6304_679cea165c9c3961304d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6336_3f1bf025fd40a0b54a78.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6336_3f1bf025fd40a0b54a78.png new file mode 100644 index 0000000000000000000000000000000000000000..00b89d4b7562708d2c30b2a422f34c5275642be9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6336_3f1bf025fd40a0b54a78.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6368_d969f10fcbdb19195a28.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6368_d969f10fcbdb19195a28.png new file mode 100644 index 0000000000000000000000000000000000000000..fb9194a24ee814c9486c2c19c67eb8ef67db5438 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6368_d969f10fcbdb19195a28.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6400_24bfd310785991329730.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6400_24bfd310785991329730.png new file mode 100644 index 0000000000000000000000000000000000000000..1661cb1024b0308f615ece8672417e6d9c982a99 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6400_24bfd310785991329730.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_640_13a418ecff7c57fe5239.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_640_13a418ecff7c57fe5239.png new file mode 100644 index 0000000000000000000000000000000000000000..04f8b3980a03dedef7603de3f7bd397d1ad286ef Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_640_13a418ecff7c57fe5239.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6432_5e404448f08b67fbadb8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6432_5e404448f08b67fbadb8.png new file mode 100644 index 0000000000000000000000000000000000000000..8b8aa3889dd8620f98436b812861d4308c61bf3e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6432_5e404448f08b67fbadb8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6464_173aab43d28b74dba805.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6464_173aab43d28b74dba805.png new file mode 100644 index 0000000000000000000000000000000000000000..c13329fb6a71b88b6311e3604e999411d232c17a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6464_173aab43d28b74dba805.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6496_1ec3548f4b0a302e11ba.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6496_1ec3548f4b0a302e11ba.png new file mode 100644 index 0000000000000000000000000000000000000000..42c462f8cfefd35afef1917c73bb2653d3dd3617 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6496_1ec3548f4b0a302e11ba.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_64_3b742c34bb9105c934f2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_64_3b742c34bb9105c934f2.png new file mode 100644 index 0000000000000000000000000000000000000000..8578db1da601b00c0d35b2db22e5ab9323d66ba7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_64_3b742c34bb9105c934f2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6528_e3d7a7b1f9f32afc6725.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6528_e3d7a7b1f9f32afc6725.png new file mode 100644 index 0000000000000000000000000000000000000000..630753e91f5aab4f300010b54f3015446397dfd5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6528_e3d7a7b1f9f32afc6725.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6560_f3499036bcd3e8f052f6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6560_f3499036bcd3e8f052f6.png new file mode 100644 index 0000000000000000000000000000000000000000..3388301357428447ee8b2d572dfa3daac24a4a63 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6560_f3499036bcd3e8f052f6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6592_5380c9278c49f5aad595.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6592_5380c9278c49f5aad595.png new file mode 100644 index 0000000000000000000000000000000000000000..49fe2765c62b387377fc97fa500d57ddd9f0bf23 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6592_5380c9278c49f5aad595.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6624_5332932d4ec03569150f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6624_5332932d4ec03569150f.png new file mode 100644 index 0000000000000000000000000000000000000000..0d35e345c66853489c08282c9340e45c0c527104 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6624_5332932d4ec03569150f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6656_5a1694268ba472c81116.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6656_5a1694268ba472c81116.png new file mode 100644 index 0000000000000000000000000000000000000000..09743f0ec1b91c2ef0b5f8ddd78f96bf06608188 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6656_5a1694268ba472c81116.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6688_a36427508ac1bf589fa0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6688_a36427508ac1bf589fa0.png new file mode 100644 index 0000000000000000000000000000000000000000..38bcf825d8a8c035711e92e8335d61ddbb1ef73d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6688_a36427508ac1bf589fa0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6720_026424f8186b41fa4ae6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6720_026424f8186b41fa4ae6.png new file mode 100644 index 0000000000000000000000000000000000000000..37278d82896250f383ed86fc1d63668cbb8647ec Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6720_026424f8186b41fa4ae6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_672_d739ea3c104faacac2d1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_672_d739ea3c104faacac2d1.png new file mode 100644 index 0000000000000000000000000000000000000000..28035f4984c5cd658a5869091bcfd49d9cde6e24 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_672_d739ea3c104faacac2d1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6752_a993355d67cd3ce2648f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6752_a993355d67cd3ce2648f.png new file mode 100644 index 0000000000000000000000000000000000000000..9095e86b34d6d49492ceff64d640dcc2c89de5c9 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6752_a993355d67cd3ce2648f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6784_42e0c59f5c5a023f9cd9.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6784_42e0c59f5c5a023f9cd9.png new file mode 100644 index 0000000000000000000000000000000000000000..466fca1dcb5ba283fae9dbc643080f0381f79b48 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6784_42e0c59f5c5a023f9cd9.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6816_bef3228bef3f794e4875.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6816_bef3228bef3f794e4875.png new file mode 100644 index 0000000000000000000000000000000000000000..747e8af66e3eba1a6ed18d1bf477ae83b25031c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6816_bef3228bef3f794e4875.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6848_90b385f98d38387ea13b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6848_90b385f98d38387ea13b.png new file mode 100644 index 0000000000000000000000000000000000000000..beff738516d39cb500d9b5f9b46eb8f40aa3d556 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6848_90b385f98d38387ea13b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6880_57064ffb77d174f65071.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6880_57064ffb77d174f65071.png new file mode 100644 index 0000000000000000000000000000000000000000..60db1be6b87d66cc9e4b2c941ed08860c7888a07 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6880_57064ffb77d174f65071.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6912_288f0a30313f6615d8bf.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6912_288f0a30313f6615d8bf.png new file mode 100644 index 0000000000000000000000000000000000000000..fcbe61be4bd9621fc9d77559d017719e86d5e84f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6912_288f0a30313f6615d8bf.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6944_352009ea7764f0e42d21.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6944_352009ea7764f0e42d21.png new file mode 100644 index 0000000000000000000000000000000000000000..627337dca51f8c910a15833d99dc689252cb8eb7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6944_352009ea7764f0e42d21.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6976_9aa1a0680dacdc628e7a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6976_9aa1a0680dacdc628e7a.png new file mode 100644 index 0000000000000000000000000000000000000000..9d1beac70a60e62247642a3240de2ef4cba4f41c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_6976_9aa1a0680dacdc628e7a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7008_087f84022c8582cd683b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7008_087f84022c8582cd683b.png new file mode 100644 index 0000000000000000000000000000000000000000..921d9a1573742a49405f9bf088403639b1ac875f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7008_087f84022c8582cd683b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7040_d9dc6a30b44689877865.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7040_d9dc6a30b44689877865.png new file mode 100644 index 0000000000000000000000000000000000000000..d500905ef1c37f18c5538f1e93aad8c6b1165545 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7040_d9dc6a30b44689877865.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_704_4623dc14a71d2010e63d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_704_4623dc14a71d2010e63d.png new file mode 100644 index 0000000000000000000000000000000000000000..0fe636c2a89f9a6ef8ad0dcb4418dd3955388327 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_704_4623dc14a71d2010e63d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7072_dd259698141fed14de8a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7072_dd259698141fed14de8a.png new file mode 100644 index 0000000000000000000000000000000000000000..0d19d6c64e08a23e25f35dd41c9c72642041ec8c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7072_dd259698141fed14de8a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7104_dce98b05b071814d6a27.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7104_dce98b05b071814d6a27.png new file mode 100644 index 0000000000000000000000000000000000000000..7cc779097712c193d837bfc8f978b08ff4932d38 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7104_dce98b05b071814d6a27.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7136_44476f52f3ea0298956d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7136_44476f52f3ea0298956d.png new file mode 100644 index 0000000000000000000000000000000000000000..07775b788a279d8cdb773421f4edc720dd92bb36 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7136_44476f52f3ea0298956d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7168_d4356202d9996fa6574f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7168_d4356202d9996fa6574f.png new file mode 100644 index 0000000000000000000000000000000000000000..cb10202ff537e89c023f69fbfcdd628d4e8a18a4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7168_d4356202d9996fa6574f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7200_190fd9423724189a1419.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7200_190fd9423724189a1419.png new file mode 100644 index 0000000000000000000000000000000000000000..4e3c3ca13c9aea9ce1544e09ecd0432d4ec87b14 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7200_190fd9423724189a1419.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7232_8ad24fc35dcbcc570480.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7232_8ad24fc35dcbcc570480.png new file mode 100644 index 0000000000000000000000000000000000000000..93d11fe6fa0f4f9097c740749a7e761e6ef09c08 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7232_8ad24fc35dcbcc570480.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7264_80b80d6a91e48e0ddc41.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7264_80b80d6a91e48e0ddc41.png new file mode 100644 index 0000000000000000000000000000000000000000..6bc3f32da963bf6b0dcc7be271b62b143b82cab3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7264_80b80d6a91e48e0ddc41.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7296_c804847ca27ef256cda4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7296_c804847ca27ef256cda4.png new file mode 100644 index 0000000000000000000000000000000000000000..40af6eb169073a19fbbe84c1d90ab9bd6ac53f2e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7296_c804847ca27ef256cda4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7328_23ada3c375a21692a3d7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7328_23ada3c375a21692a3d7.png new file mode 100644 index 0000000000000000000000000000000000000000..005723d11f53fcf6644e8a68408eed023ea4dab7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7328_23ada3c375a21692a3d7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7360_b4af1f95bcb0ed545d89.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7360_b4af1f95bcb0ed545d89.png new file mode 100644 index 0000000000000000000000000000000000000000..927854a66036c82db2ec765c1f971f5822647b1b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7360_b4af1f95bcb0ed545d89.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_736_4dd54c3c744408ca1a1f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_736_4dd54c3c744408ca1a1f.png new file mode 100644 index 0000000000000000000000000000000000000000..c5108976a744d583be632e27d91228c3f95aebac Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_736_4dd54c3c744408ca1a1f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7392_0e5636d542b210b8ad7b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7392_0e5636d542b210b8ad7b.png new file mode 100644 index 0000000000000000000000000000000000000000..abbff96988c05bcda98abb094f916fb14ec4c5f3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7392_0e5636d542b210b8ad7b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7424_8659c2f188bf2bfd5590.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7424_8659c2f188bf2bfd5590.png new file mode 100644 index 0000000000000000000000000000000000000000..3cfa9301e8e75d3b156da0b2ce1d2cfd7d46f2c8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7424_8659c2f188bf2bfd5590.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7456_9b19acd9162e488381c4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7456_9b19acd9162e488381c4.png new file mode 100644 index 0000000000000000000000000000000000000000..bda338eff90f4f5b5ed6c1eaa61eba51e501401d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7456_9b19acd9162e488381c4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7488_3817263ce135ee3b9977.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7488_3817263ce135ee3b9977.png new file mode 100644 index 0000000000000000000000000000000000000000..dae9d7f2e19b7985ff5a7610b95f5573427c0f34 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7488_3817263ce135ee3b9977.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7520_e14d0d9579824eba67ff.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7520_e14d0d9579824eba67ff.png new file mode 100644 index 0000000000000000000000000000000000000000..79d4f2d0e04f6e3091857840fe751656994e6e03 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7520_e14d0d9579824eba67ff.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7552_a9790463dc2739eeddea.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7552_a9790463dc2739eeddea.png new file mode 100644 index 0000000000000000000000000000000000000000..effd853e4bbc7514ecd6fde0a717b72d7e4386dd Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7552_a9790463dc2739eeddea.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7584_db848b74a7e8c483cb5c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7584_db848b74a7e8c483cb5c.png new file mode 100644 index 0000000000000000000000000000000000000000..fd7725f1c8120f87ec8c2c314d79850034577f6d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7584_db848b74a7e8c483cb5c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7616_1f8b2139e0873ed86819.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7616_1f8b2139e0873ed86819.png new file mode 100644 index 0000000000000000000000000000000000000000..b428c9b6de88da5dc1c6692e8ef0117adb1e8400 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7616_1f8b2139e0873ed86819.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7648_bf0876e15c3d359d9f7a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7648_bf0876e15c3d359d9f7a.png new file mode 100644 index 0000000000000000000000000000000000000000..56f27005041919a1fabfb04dce31b891f34f5a0b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7648_bf0876e15c3d359d9f7a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7680_903bc8fe78791dd44986.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7680_903bc8fe78791dd44986.png new file mode 100644 index 0000000000000000000000000000000000000000..5b542ae834f19a4e4ebf4d7030ed189b3a155eae Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7680_903bc8fe78791dd44986.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_768_70451b4ce1f5a2b38be3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_768_70451b4ce1f5a2b38be3.png new file mode 100644 index 0000000000000000000000000000000000000000..8b22533bc3322d298579788d6147be4720ec8e80 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_768_70451b4ce1f5a2b38be3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7712_c0c318dead5def733a0e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7712_c0c318dead5def733a0e.png new file mode 100644 index 0000000000000000000000000000000000000000..daedaa4fbe08738c173d6a8ed314b99ca6c1ca82 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7712_c0c318dead5def733a0e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7744_62d22ca80bd12d5a200e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7744_62d22ca80bd12d5a200e.png new file mode 100644 index 0000000000000000000000000000000000000000..c16f8f362b777a623811459ac2bd62eb0cfd3a60 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7744_62d22ca80bd12d5a200e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7776_07035ad01ac57c002daa.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7776_07035ad01ac57c002daa.png new file mode 100644 index 0000000000000000000000000000000000000000..6820dc4cd0f4a7ca73ec00a838d836a9371139a6 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7776_07035ad01ac57c002daa.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7808_74d73c3d1e8983aba39d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7808_74d73c3d1e8983aba39d.png new file mode 100644 index 0000000000000000000000000000000000000000..d2090ba1be2521ee3fa3063d8af934e810e4ceb5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7808_74d73c3d1e8983aba39d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7840_6a3f980fe2625b79dddd.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7840_6a3f980fe2625b79dddd.png new file mode 100644 index 0000000000000000000000000000000000000000..0bcd638baf1c23b629bf06aa898f1e3280f7ffe3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7840_6a3f980fe2625b79dddd.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7872_e578b61c313750db93cd.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7872_e578b61c313750db93cd.png new file mode 100644 index 0000000000000000000000000000000000000000..03546651ad2e982c15cb0a8bc78b41495e97c083 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7872_e578b61c313750db93cd.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7904_f55002047fe3a0096485.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7904_f55002047fe3a0096485.png new file mode 100644 index 0000000000000000000000000000000000000000..c7fb32ff81bf7c3e7f545982bf8a408ff02998e1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7904_f55002047fe3a0096485.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7936_488e9c4709d2fa934344.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7936_488e9c4709d2fa934344.png new file mode 100644 index 0000000000000000000000000000000000000000..a28f4f000fe35a9de1d4be0c55680ee642943c42 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7936_488e9c4709d2fa934344.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7968_4dde8ffe7faf38e83825.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7968_4dde8ffe7faf38e83825.png new file mode 100644 index 0000000000000000000000000000000000000000..662c9631507ae74a70ef2df4784be5705c5742db Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_7968_4dde8ffe7faf38e83825.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8000_f2834d980822e2876137.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8000_f2834d980822e2876137.png new file mode 100644 index 0000000000000000000000000000000000000000..0db2f68e2f181529c65018afad83031ed9d43743 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8000_f2834d980822e2876137.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_800_38bc87c68b4925f8922b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_800_38bc87c68b4925f8922b.png new file mode 100644 index 0000000000000000000000000000000000000000..b522ae199e2fafa5e1f5f17c9cb438075a57b49b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_800_38bc87c68b4925f8922b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8032_0348dba570fc73b1415c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8032_0348dba570fc73b1415c.png new file mode 100644 index 0000000000000000000000000000000000000000..8e01b100be1d75573c8401051f580a32e0b28c99 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8032_0348dba570fc73b1415c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8064_eb50c0fa47936b468bf1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8064_eb50c0fa47936b468bf1.png new file mode 100644 index 0000000000000000000000000000000000000000..af7c9e32773a13b3d1d4c6e80e1da360c56775a1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8064_eb50c0fa47936b468bf1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8096_045afcad1b5695f0c41e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8096_045afcad1b5695f0c41e.png new file mode 100644 index 0000000000000000000000000000000000000000..ba9841dd4e78182c2ccbeb5dfc4b957fe0087be8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8096_045afcad1b5695f0c41e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8128_2ebd4c5f850623f0a101.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8128_2ebd4c5f850623f0a101.png new file mode 100644 index 0000000000000000000000000000000000000000..34cd6ba9910492a01304a4e3c831f39db2657488 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8128_2ebd4c5f850623f0a101.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8160_f44a20d6ecfd303db26b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8160_f44a20d6ecfd303db26b.png new file mode 100644 index 0000000000000000000000000000000000000000..99149146756ef088623e6d49496b5ba5eedaf836 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8160_f44a20d6ecfd303db26b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8192_c15498b0896874fa0602.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8192_c15498b0896874fa0602.png new file mode 100644 index 0000000000000000000000000000000000000000..d867c4f253b51643ef4fdb43912c925c8c818dc2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8192_c15498b0896874fa0602.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8224_1c0633f2c35235f983f6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8224_1c0633f2c35235f983f6.png new file mode 100644 index 0000000000000000000000000000000000000000..4a598ccc25fedb3f48bb5bc0441202bb8a574a08 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8224_1c0633f2c35235f983f6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8256_cbba656015372441bc3c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8256_cbba656015372441bc3c.png new file mode 100644 index 0000000000000000000000000000000000000000..abf8ddeb4274b60bfaab4c078ac4422aad4798c7 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8256_cbba656015372441bc3c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8288_f7ddf38b524e1896b15d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8288_f7ddf38b524e1896b15d.png new file mode 100644 index 0000000000000000000000000000000000000000..b2b8d30cac117780dce4f4f51c926fc561056685 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8288_f7ddf38b524e1896b15d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8320_67604731d1561a331b96.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8320_67604731d1561a331b96.png new file mode 100644 index 0000000000000000000000000000000000000000..758fe8ae649c0d448953b06841509fd49b20fb44 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8320_67604731d1561a331b96.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_832_5c92e5abb4b2c0abaaf7.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_832_5c92e5abb4b2c0abaaf7.png new file mode 100644 index 0000000000000000000000000000000000000000..9e1374eab5ff4a0461a9642d4434cde205c37274 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_832_5c92e5abb4b2c0abaaf7.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8352_a1eb6316181ac095d8ca.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8352_a1eb6316181ac095d8ca.png new file mode 100644 index 0000000000000000000000000000000000000000..fb5e2baf6fa82b9c5f276a363b6221384820ad76 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8352_a1eb6316181ac095d8ca.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8384_1283fd815aa5119c5fc5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8384_1283fd815aa5119c5fc5.png new file mode 100644 index 0000000000000000000000000000000000000000..2edf092feafa42fbb4b61b9d7064e274485c2056 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8384_1283fd815aa5119c5fc5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8416_e5a1953064ff493da885.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8416_e5a1953064ff493da885.png new file mode 100644 index 0000000000000000000000000000000000000000..8833f20bdcba01ae7dc56d3b24c24083b1b2ff72 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8416_e5a1953064ff493da885.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8448_9e0acca3a1c7e7aabdf1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8448_9e0acca3a1c7e7aabdf1.png new file mode 100644 index 0000000000000000000000000000000000000000..0902f76dc8c96794829a836a5ed271055a90128d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8448_9e0acca3a1c7e7aabdf1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8480_313488f71cd5943cac8b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8480_313488f71cd5943cac8b.png new file mode 100644 index 0000000000000000000000000000000000000000..1f18c6de6dd719dccca9aa89532a7c1ce59d3feb Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8480_313488f71cd5943cac8b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8512_6a1424c70f35a9ebafb5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8512_6a1424c70f35a9ebafb5.png new file mode 100644 index 0000000000000000000000000000000000000000..3a365f120e8e14bc0ae2044645e8b14e84fae55c Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8512_6a1424c70f35a9ebafb5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8544_649a68018865db62637b.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8544_649a68018865db62637b.png new file mode 100644 index 0000000000000000000000000000000000000000..fdae5d0178ea47494770d3f822ba2fd6be84741e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8544_649a68018865db62637b.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8576_bc92da8c9fb484ae3f5a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8576_bc92da8c9fb484ae3f5a.png new file mode 100644 index 0000000000000000000000000000000000000000..2ce0c239e0dc314bd92dcf0a83f0d12daa9aa668 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8576_bc92da8c9fb484ae3f5a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8608_8d0d08050d68185e1d70.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8608_8d0d08050d68185e1d70.png new file mode 100644 index 0000000000000000000000000000000000000000..4cfeb30bd3539fa29bf089f1fce25ab79cef342f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8608_8d0d08050d68185e1d70.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8640_ed8e7b67240aed154c87.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8640_ed8e7b67240aed154c87.png new file mode 100644 index 0000000000000000000000000000000000000000..033721c24b3856e96da4369e6eebb80fce49002f Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8640_ed8e7b67240aed154c87.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_864_bd7167ab103551b709dc.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_864_bd7167ab103551b709dc.png new file mode 100644 index 0000000000000000000000000000000000000000..dbbd0bc50a9f3fd40286c8885b623ada85351485 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_864_bd7167ab103551b709dc.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8672_19faab1da7447663f823.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8672_19faab1da7447663f823.png new file mode 100644 index 0000000000000000000000000000000000000000..e7682db924aff18dfd183e6e1d3df99858a0b2d5 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8672_19faab1da7447663f823.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8704_aeb1144ff8f18f80b933.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8704_aeb1144ff8f18f80b933.png new file mode 100644 index 0000000000000000000000000000000000000000..ba192b52c65c27d6c834c43009d2bac2c239a9c1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8704_aeb1144ff8f18f80b933.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8736_a9ff8d251db11e857279.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8736_a9ff8d251db11e857279.png new file mode 100644 index 0000000000000000000000000000000000000000..b8b3c4d273cc70e5251cc7676eaea426e2780ae2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8736_a9ff8d251db11e857279.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8768_20841f747d953aab11da.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8768_20841f747d953aab11da.png new file mode 100644 index 0000000000000000000000000000000000000000..8b109e81932e16c810f0b31ba6523f13d8b7f085 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8768_20841f747d953aab11da.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8800_1507abcee6844d51c895.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8800_1507abcee6844d51c895.png new file mode 100644 index 0000000000000000000000000000000000000000..e252ba99aa41c79a0e5dd9f8777e37781896aa44 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8800_1507abcee6844d51c895.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8832_2638db0483a4418a0ade.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8832_2638db0483a4418a0ade.png new file mode 100644 index 0000000000000000000000000000000000000000..2050b8984ae37c248c15defbe6e503e4a95f1975 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8832_2638db0483a4418a0ade.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8864_8d8bbe358eb348ab16c1.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8864_8d8bbe358eb348ab16c1.png new file mode 100644 index 0000000000000000000000000000000000000000..e8b7c10f88b8c1e2a70bf9fa0487f8d011e71d9a Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8864_8d8bbe358eb348ab16c1.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8896_7f9dc47953fc07e42979.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8896_7f9dc47953fc07e42979.png new file mode 100644 index 0000000000000000000000000000000000000000..dc4f4d7a1a50f6ea2c311759ce765fbf203cc84b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8896_7f9dc47953fc07e42979.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8928_155ef038d9d9d4741904.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8928_155ef038d9d9d4741904.png new file mode 100644 index 0000000000000000000000000000000000000000..c2262ba4748ae831b0f0a2c2a5d272d2215c01a8 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8928_155ef038d9d9d4741904.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8960_22c2009ecd03bc245e75.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8960_22c2009ecd03bc245e75.png new file mode 100644 index 0000000000000000000000000000000000000000..54728fb1a3c787f0812eb1540c25b7748522deaf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8960_22c2009ecd03bc245e75.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_896_5c241a4cfb76107acc51.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_896_5c241a4cfb76107acc51.png new file mode 100644 index 0000000000000000000000000000000000000000..5a44b4696d4250475e69b280f34369980ecb6dab Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_896_5c241a4cfb76107acc51.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8992_3f0cead634bdb8489d6c.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8992_3f0cead634bdb8489d6c.png new file mode 100644 index 0000000000000000000000000000000000000000..b92e92eebacfaf2f4a242cbcbdbe2e2099122776 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_8992_3f0cead634bdb8489d6c.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9024_f11ffbcd569a5e659468.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9024_f11ffbcd569a5e659468.png new file mode 100644 index 0000000000000000000000000000000000000000..ada3de0f872f811ef75eb920465af22c08fbd832 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9024_f11ffbcd569a5e659468.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9056_d79f87755519a663498d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9056_d79f87755519a663498d.png new file mode 100644 index 0000000000000000000000000000000000000000..d74c8856ff3235ccc6ad457db8c321114eeb1964 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9056_d79f87755519a663498d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9088_8fe7ebac709f3997dfaa.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9088_8fe7ebac709f3997dfaa.png new file mode 100644 index 0000000000000000000000000000000000000000..7c0975daffdc2c555945abedf6db158a186eb802 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9088_8fe7ebac709f3997dfaa.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9120_c72a7e12a566352be569.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9120_c72a7e12a566352be569.png new file mode 100644 index 0000000000000000000000000000000000000000..58e8e7823d22cf92e0a30576caeef2fe60755c01 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9120_c72a7e12a566352be569.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9152_604970261419914bffec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9152_604970261419914bffec.png new file mode 100644 index 0000000000000000000000000000000000000000..ca850d9ba87cda31662f81abab7f98935ccdf854 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9152_604970261419914bffec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9184_c3da61f8df832ebabf42.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9184_c3da61f8df832ebabf42.png new file mode 100644 index 0000000000000000000000000000000000000000..140870134865b763149a250a10ba334bf2425807 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9184_c3da61f8df832ebabf42.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9216_a832f2294385255d1c17.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9216_a832f2294385255d1c17.png new file mode 100644 index 0000000000000000000000000000000000000000..3a69ee387c7a418f44c9cfde803cceda38ad1995 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9216_a832f2294385255d1c17.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9248_fd33e2b3817f7803aeaa.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9248_fd33e2b3817f7803aeaa.png new file mode 100644 index 0000000000000000000000000000000000000000..856ddaa338bca6a421403113c508ce8d919fe8f2 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9248_fd33e2b3817f7803aeaa.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9280_da14ccb82c89c61be9c4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9280_da14ccb82c89c61be9c4.png new file mode 100644 index 0000000000000000000000000000000000000000..521be3928edb562c6270461f38c1499690cd50ec Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9280_da14ccb82c89c61be9c4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_928_dece2d7a05191bdf2a46.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_928_dece2d7a05191bdf2a46.png new file mode 100644 index 0000000000000000000000000000000000000000..3c7d82eb7a6a1af0007786fefbea9fc8716cd2fc Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_928_dece2d7a05191bdf2a46.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9312_ccdfb32d3b88b97ccd46.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9312_ccdfb32d3b88b97ccd46.png new file mode 100644 index 0000000000000000000000000000000000000000..9b7d2461892e9c9938a12e41103353859ee64c64 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9312_ccdfb32d3b88b97ccd46.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9344_0e090591db5470a8c7d8.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9344_0e090591db5470a8c7d8.png new file mode 100644 index 0000000000000000000000000000000000000000..aa0f3f72619ac9945e2c02bce9bd730a46bc9759 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9344_0e090591db5470a8c7d8.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9376_7c869e5a71fb1f1b2258.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9376_7c869e5a71fb1f1b2258.png new file mode 100644 index 0000000000000000000000000000000000000000..862e8873e258e5ccf76cff5c3f2ed049f7677f5e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9376_7c869e5a71fb1f1b2258.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9408_6cf27cbb22e511de961f.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9408_6cf27cbb22e511de961f.png new file mode 100644 index 0000000000000000000000000000000000000000..b3d6a7b61e54d69c8fe2736b3f04133b2bd1eca4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9408_6cf27cbb22e511de961f.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9440_03a34f6eeecdfdda5e57.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9440_03a34f6eeecdfdda5e57.png new file mode 100644 index 0000000000000000000000000000000000000000..04536ce2510f615b60a4d84134787fa46c86f830 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9440_03a34f6eeecdfdda5e57.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9472_29ccd16607e45281f9dc.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9472_29ccd16607e45281f9dc.png new file mode 100644 index 0000000000000000000000000000000000000000..80b19cb55064a3be1fddd14c7c0c992c59bb40d3 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9472_29ccd16607e45281f9dc.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9504_da75e8f34a7fc9d6b5b6.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9504_da75e8f34a7fc9d6b5b6.png new file mode 100644 index 0000000000000000000000000000000000000000..98038d513ea299aab1dc702874f6ad82f8b4da26 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9504_da75e8f34a7fc9d6b5b6.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9536_cac61acfdbc373ef0bd4.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9536_cac61acfdbc373ef0bd4.png new file mode 100644 index 0000000000000000000000000000000000000000..bb1c3981a8522129b8a23e9a503bba05edb8b76e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9536_cac61acfdbc373ef0bd4.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9568_a981e52f5b4355f3307d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9568_a981e52f5b4355f3307d.png new file mode 100644 index 0000000000000000000000000000000000000000..c2755ea89fd7ade29f938f20e7c95c7d7e9ee2cf Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9568_a981e52f5b4355f3307d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9600_e157fdea781bb8a017ab.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9600_e157fdea781bb8a017ab.png new file mode 100644 index 0000000000000000000000000000000000000000..bb26b003563164458d7ba4aa8b3399d43696fe37 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9600_e157fdea781bb8a017ab.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_960_96a405c805379f7a41f5.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_960_96a405c805379f7a41f5.png new file mode 100644 index 0000000000000000000000000000000000000000..a68bfa7bcc68a32796f7dd20219be7131e8adb93 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_960_96a405c805379f7a41f5.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9632_39e00f9e36f0ba8c28d0.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9632_39e00f9e36f0ba8c28d0.png new file mode 100644 index 0000000000000000000000000000000000000000..fc65c8667bcadf642fc3530ef31281a657e9c3e1 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9632_39e00f9e36f0ba8c28d0.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9664_13aca7da088ab19c476d.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9664_13aca7da088ab19c476d.png new file mode 100644 index 0000000000000000000000000000000000000000..b139e85e0ef5c7333cccec6ddf7a47a12887ec76 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9664_13aca7da088ab19c476d.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9696_c1e5bb36e50a6afdaeb2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9696_c1e5bb36e50a6afdaeb2.png new file mode 100644 index 0000000000000000000000000000000000000000..71a138f590e660b3b62df0b0f7c7b6024580aa5e Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9696_c1e5bb36e50a6afdaeb2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_96_aa72fe7f88f1b4d136ca.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_96_aa72fe7f88f1b4d136ca.png new file mode 100644 index 0000000000000000000000000000000000000000..d20a13b7e261debc210cd85d1f658f4335da4172 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_96_aa72fe7f88f1b4d136ca.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9728_223853f373435e93486e.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9728_223853f373435e93486e.png new file mode 100644 index 0000000000000000000000000000000000000000..1e10b796aa87a0b430aee5bfd7326e5407eb0c33 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9728_223853f373435e93486e.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9760_3ee40e157e5a771a8581.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9760_3ee40e157e5a771a8581.png new file mode 100644 index 0000000000000000000000000000000000000000..dd76d39f5ec3e6d237029d4ba689d0e6fcb21a7b Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9760_3ee40e157e5a771a8581.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9792_ee33e9a42199b137cd4a.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9792_ee33e9a42199b137cd4a.png new file mode 100644 index 0000000000000000000000000000000000000000..a3d66aa59b25742fe1a613c293cae28ff30a1f4d Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9792_ee33e9a42199b137cd4a.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9824_9198bbb1509ae5a48c16.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9824_9198bbb1509ae5a48c16.png new file mode 100644 index 0000000000000000000000000000000000000000..d2988a96b5a25ad4f6453a29073fb67d2204d9a4 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9824_9198bbb1509ae5a48c16.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9856_1874b09a41c7063d7ba2.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9856_1874b09a41c7063d7ba2.png new file mode 100644 index 0000000000000000000000000000000000000000..da0e4a87d404699a20593106f8575a6d28a31994 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9856_1874b09a41c7063d7ba2.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9888_78ca2ef133745ce2acec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9888_78ca2ef133745ce2acec.png new file mode 100644 index 0000000000000000000000000000000000000000..ae0c2ac459c47a620d00b4402009d0caaea74e14 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9888_78ca2ef133745ce2acec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9920_1ce5fab42dc74460b6ec.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9920_1ce5fab42dc74460b6ec.png new file mode 100644 index 0000000000000000000000000000000000000000..2143b4aed021e0b4f1fee61dd17e749f39a37223 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9920_1ce5fab42dc74460b6ec.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_992_9c17420477ee46e66477.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_992_9c17420477ee46e66477.png new file mode 100644 index 0000000000000000000000000000000000000000..4f3c577ad81eb440c90fd34866f591f2239f8c93 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_992_9c17420477ee46e66477.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9952_19f52124c3deaa338cb3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9952_19f52124c3deaa338cb3.png new file mode 100644 index 0000000000000000000000000000000000000000..a52e036e053100b8839a31aa9490139291f58fef Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9952_19f52124c3deaa338cb3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9984_61b8ea95da7ef325a4d3.png b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9984_61b8ea95da7ef325a4d3.png new file mode 100644 index 0000000000000000000000000000000000000000..f9ea46c02446191b2ac70f95a64f82ca83cc4ec0 Binary files /dev/null and b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/media/images/ued/layout/levels16_img_9984_61b8ea95da7ef325a4d3.png differ diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/output.log b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..75b02cd6cad541286d6a70e3bcbec32c4b1080e0 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/output.log @@ -0,0 +1,62226 @@ + env_size : 7 + env_layout : tree + env_corner_size : 1 + env_terminate_after_corner : False + obs_level_of_detail : 0 + img_level_of_detail : 1 + env_penalize_time : False + net_cnn_type : large + net_rnn_type : ff + net_width : 256 + ued : plr + prob_shift : 1 + num_train_levels : 2048 + plr_buffer_size : 4096 + plr_temperature : 0.1 + plr_staleness_coeff : 0.1 + plr_prob_replay : 0.5 + plr_regret_estimator : maxmc-actor + plr_robust : False + num_mutate_steps : 12 + prob_mutate_shift : 0 + chain_mutate : True + mutate_cheese : True + train_proxy_critic : False + plr_proxy_shaping : False + proxy_name : proxy_corner + plr_proxy_shaping_coeff : 0.5 + clipping : False + ppo_lr : 5e-05 + ppo_gamma : 0.999 + ppo_clip_eps : 0.1 + ppo_gae_lambda : 0.95 + ppo_entropy_coeff : 0.001 + ppo_critic_coeff : 0.5 + ppo_proxy_critic_coeff : 0.5 + ppo_max_grad_norm : 0.5 + ppo_lr_annealing : False + num_minibatches_per_epoch : 4 + num_epochs_per_cycle : 5 + num_total_env_steps : 500000000 + num_env_steps_per_cycle : 128 + num_parallel_envs : 256 + console_log : True + wandb_log : True + wandb_project : jaxgmg_500M + wandb_entity : None + wandb_group : None + wandb_name : alpha_1_env_tree_7x7 + log_gifs : False + log_imgs : True + log_hists : False + num_cycles_per_log : 32 + num_cycles_per_eval : 32 + num_cycles_per_gifs : 1024 + num_cycles_per_big_eval : 1024 + evals_num_env_steps : 512 + evals_num_levels : 256 + gif_grid_width : 16 + level_splayer : mouse + checkpointing : True + keep_all_checkpoints : True + max_num_checkpoints : 1 + num_cycles_per_checkpoint : 128 + seed : 42 +configuring environment... +configuring level generators... + mixing level generators with {prob_shift=}... +configuring level classifier... +configuring level mutator... +configuring level solver... +configuring level metrics... +configuring eval level generators... +configuring parser and parsing fixed eval levels... +(unsupported size for fixed evals) +configuring heatmap splayer... +seeding random number generator with seed=42... +configuring curriculum with ued='plr'... +configuring eval batches from 4 level generators... + generating 256 'train' levels... + also solving generated levels... + generating 256 'orig' levels... + also solving generated levels... + generating 256 'shift' levels... + also solving generated levels... + generating 256 'tree' levels... + also solving generated levels... +configuring evals for 0 fixed eval levels... +configuring actor critic network... + net_cnn_type='large' + net_rnn_type='ff' + net_width=256 + initialising network... + number of parameters: 174406 +initialising the checkpointer... +setting up optimiser... +initialising train state... +configuring PPO updater... +begin training loop! +(note: first two cycles are slow due to compilation) + steps/s] +=========================================================== + step: + env-step-all-after: 32768 + env-step-replay-after: 32768 + env-step-used-after: 32768 + ppo-update-after: 20 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 67.06055 + avg_avg_return: 0.36543003 + avg_reward_per_step: 0.017547607 + proxy_corner: + avg_avg_return: 0.34905922 + avg_reward_per_step: 0.005126953 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 67.06055 + avg_avg_return: 0.36543003 + avg_reward_per_step: 0.017547607 + proxy_corner: + avg_avg_return: 0.34905922 + avg_reward_per_step: 0.005126953 + perf: + env_steps_per_second: 9683.931434713275 + ppo_updates_per_second: 1.602811379757114 + eval-batch-train-duration: 2.4840880259871483 + eval-batch-orig-duration: 0.13330473296809942 + eval-batch-shift-duration: 0.13310257298871875 + eval-batch-tree-duration: 0.13347141799749807 + ued: + distances: + cheese-corne_dist_avg: 5.395508 + cheese-corne_dist_wavg: 4.139562 + levels_cheese_is_in_corner_avg: 0.052001953 + mouse-cheese_dist_finite_avg: 4.9313965 + mouse-cheese_dist_finite_wavg: 1.3984606 + mouse-cheese_dist_solvable_avg: 4.9313965 + mouse-cheese_dist_solvable_wavg: 1.3984603 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000003 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.011026571 + visit_patterns: + avg_first_visit_time: 0.0 + avg_last_visit_time: 0.0625 + num_replay_batches: 1 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012530083 + avg_actor_approxkl3: 0.0011561344 + avg_actor_clipfrac: 0.008551026 + avg_actor_loss: -0.00061495166 + avg_advantage: 0.09830315 + avg_critic_clipfrac: 0.21380006 + avg_critic_loss: 0.027405236 + avg_entropy: 1.3603193 + avg_grad_norm_pre_clip: 0.18554786 + avg_loss: 0.011727346 + max: + max_actor_approxkl1: 0.0030236687 + max_actor_approxkl3: 0.0023788188 + max_actor_clipfrac: 0.03112793 + max_actor_loss: 4.3950975e-05 + max_advantage: 0.8830126 + max_critic_clipfrac: 0.96875 + max_critic_loss: 0.037918724 + max_entropy: 1.3651516 + max_grad_norm_pre_clip: 0.3762587 + max_loss: 0.017303038 + std: + std_actor_approxkl1: 0.0010902131 + std_actor_approxkl3: 0.0009728261 + std_actor_clipfrac: 0.010878409 + std_actor_loss: 0.0006728151 + std_advantage: 0.23150858 + std_critic_clipfrac: 0.32084918 + std_critic_loss: 0.0038570508 + std_entropy: 0.0042448505 + std_grad_norm_pre_clip: 0.0975432 + std_loss: 0.0022500788 + eval-batch-train: + avg_avg_episode_length: 57.37343 + avg_avg_return: 0.5295223 + avg_benchmark_regret: 0.46567082 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.023002625 + proxy_corner: + avg_avg_return: 0.29106665 + avg_reward_per_step: 0.0049362183 + eval-batch-orig: + avg_avg_episode_length: 67.370514 + avg_avg_return: 0.4020146 + avg_benchmark_regret: 0.59192437 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.01184082 + proxy_corner: + avg_avg_return: 0.4020146 + avg_reward_per_step: 0.01184082 + eval-batch-shift: + avg_avg_episode_length: 61.2931 + avg_avg_return: 0.4687504 + avg_benchmark_regret: 0.5262109 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.020179749 + proxy_corner: + avg_avg_return: 0.36117357 + avg_reward_per_step: 0.006614685 + eval-batch-tree: + avg_avg_episode_length: 66.285645 + avg_avg_return: 0.4200647 + avg_benchmark_regret: 0.5743556 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.012809753 + proxy_corner: + avg_avg_return: 0.4200647 + avg_reward_per_step: 0.012809753 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 1048576 + env-step-replay-before: 557056 + env-step-used-before: 1048576 + ppo-update-before: 640 + env-step-generate-before: 491520 + env-step-all-after: 1081344 + env-step-replay-after: 589824 + env-step-used-after: 1081344 + ppo-update-after: 660 + env-step-generate-after: 491520 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 49.724957 + avg_avg_return: 0.57836616 + avg_reward_per_step: 0.042999268 + proxy_corner: + avg_avg_return: 0.29189122 + avg_reward_per_step: 0.011352539 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 49.724957 + avg_avg_return: 0.57836616 + avg_reward_per_step: 0.042999268 + proxy_corner: + avg_avg_return: 0.29189122 + avg_reward_per_step: 0.011352539 + perf: + env_steps_per_second: 1029269.3105328877 + ppo_updates_per_second: 112.1086551734106 + eval-batch-train-duration: 0.1796759549761191 + eval-batch-orig-duration: 0.13419292896287516 + eval-batch-shift-duration: 0.1347631830140017 + eval-batch-tree-duration: 0.13448946800781414 + ued: + distances: + cheese-corne_dist_avg: 5.346924 + cheese-corne_dist_wavg: 5.9354663 + levels_cheese_is_in_corner_avg: 0.053955078 + mouse-cheese_dist_finite_avg: 5.064453 + mouse-cheese_dist_finite_wavg: 4.991692 + mouse-cheese_dist_solvable_avg: 5.064453 + mouse-cheese_dist_solvable_wavg: 4.9916925 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.2689223 + visit_patterns: + avg_first_visit_time: 3.1152344 + avg_last_visit_time: 8.904053 + num_replay_batches: 18 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011176456 + avg_actor_approxkl3: 0.0011855568 + avg_actor_clipfrac: 0.049060058 + avg_actor_loss: -0.00076065323 + avg_advantage: 0.00014232309 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00859511 + avg_entropy: 1.256216 + avg_grad_norm_pre_clip: 0.62915325 + avg_loss: 0.0022806854 + max: + max_actor_approxkl1: 0.0031956977 + max_actor_approxkl3: 0.003113504 + max_actor_clipfrac: 0.21765137 + max_actor_loss: 0.0003413558 + max_advantage: 0.23891181 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.010915935 + max_entropy: 1.270994 + max_grad_norm_pre_clip: 1.8172793 + max_loss: 0.003930212 + std: + std_actor_approxkl1: 0.0008848136 + std_actor_approxkl3: 0.0009286807 + std_actor_clipfrac: 0.073339395 + std_actor_loss: 0.0007715597 + std_advantage: 0.13159166 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012632993 + std_entropy: 0.007223861 + std_grad_norm_pre_clip: 0.44794288 + std_loss: 0.00084680074 + eval-batch-train: + avg_avg_episode_length: 40.447178 + avg_avg_return: 0.71640384 + avg_benchmark_regret: 0.27878922 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.05267334 + proxy_corner: + avg_avg_return: 0.24550179 + avg_reward_per_step: 0.008110046 + eval-batch-orig: + avg_avg_episode_length: 46.177635 + avg_avg_return: 0.6176291 + avg_benchmark_regret: 0.37630987 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.050827026 + proxy_corner: + avg_avg_return: 0.6176291 + avg_reward_per_step: 0.050827026 + eval-batch-shift: + avg_avg_episode_length: 41.292576 + avg_avg_return: 0.71017104 + avg_benchmark_regret: 0.28479025 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.05443573 + proxy_corner: + avg_avg_return: 0.26726452 + avg_reward_per_step: 0.009361267 + eval-batch-tree: + avg_avg_episode_length: 42.92765 + avg_avg_return: 0.6583214 + avg_benchmark_regret: 0.33609897 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.054214478 + proxy_corner: + avg_avg_return: 0.6583214 + avg_reward_per_step: 0.054214478 +=========================================================== +=========================================================== + step: + env-step-all-before: 2097152 + env-step-replay-before: 1114112 + env-step-used-before: 2097152 + ppo-update-before: 1280 + env-step-generate-before: 983040 + env-step-all-after: 2129920 + env-step-replay-after: 1114112 + env-step-used-after: 2129920 + ppo-update-after: 1300 + env-step-generate-after: 1015808 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 39.014915 + avg_avg_return: 0.6387754 + avg_reward_per_step: 0.07107544 + proxy_corner: + avg_avg_return: 0.2162727 + avg_reward_per_step: 0.015533447 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 39.014915 + avg_avg_return: 0.6387754 + avg_reward_per_step: 0.07107544 + proxy_corner: + avg_avg_return: 0.2162727 + avg_reward_per_step: 0.015533447 + perf: + env_steps_per_second: 978458.4458671795 + ppo_updates_per_second: 111.94282954063186 + eval-batch-train-duration: 0.18332956201629713 + eval-batch-orig-duration: 0.13591706799343228 + eval-batch-shift-duration: 0.13613866595551372 + eval-batch-tree-duration: 0.13607559696538374 + ued: + distances: + cheese-corne_dist_avg: 5.370117 + cheese-corne_dist_wavg: 3.2454364 + levels_cheese_is_in_corner_avg: 0.048583984 + mouse-cheese_dist_finite_avg: 5.460449 + mouse-cheese_dist_finite_wavg: 3.233478 + mouse-cheese_dist_solvable_avg: 5.460449 + mouse-cheese_dist_solvable_wavg: 3.233478 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.34857804 + visit_patterns: + avg_first_visit_time: 8.244629 + avg_last_visit_time: 24.14502 + num_replay_batches: 34 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011443621 + avg_actor_approxkl3: 0.0012795196 + avg_actor_clipfrac: 0.06135864 + avg_actor_loss: -0.0005244263 + avg_advantage: 0.0006778932 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00892562 + avg_entropy: 1.0856084 + avg_grad_norm_pre_clip: 1.0165716 + avg_loss: 0.002852775 + max: + max_actor_approxkl1: 0.0035504561 + max_actor_approxkl3: 0.0030829837 + max_actor_clipfrac: 0.21044922 + max_actor_loss: 0.0014704168 + max_advantage: 0.21989536 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.011630651 + max_entropy: 1.1178436 + max_grad_norm_pre_clip: 2.5822947 + max_loss: 0.0050615915 + std: + std_actor_approxkl1: 0.001135523 + std_actor_approxkl3: 0.00082142267 + std_actor_clipfrac: 0.06386441 + std_actor_loss: 0.00079114636 + std_advantage: 0.13310672 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0014619392 + std_entropy: 0.015406216 + std_grad_norm_pre_clip: 0.70671934 + std_loss: 0.001007659 + eval-batch-train: + avg_avg_episode_length: 32.411285 + avg_avg_return: 0.7739203 + avg_benchmark_regret: 0.22127277 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.09383392 + proxy_corner: + avg_avg_return: 0.19528863 + avg_reward_per_step: 0.01234436 + eval-batch-orig: + avg_avg_episode_length: 43.601948 + avg_avg_return: 0.5974653 + avg_benchmark_regret: 0.39647374 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.07686615 + proxy_corner: + avg_avg_return: 0.5974653 + avg_reward_per_step: 0.07686615 + eval-batch-shift: + avg_avg_episode_length: 34.353264 + avg_avg_return: 0.74090385 + avg_benchmark_regret: 0.25405747 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.10084534 + proxy_corner: + avg_avg_return: 0.1930805 + avg_reward_per_step: 0.012123108 + eval-batch-tree: + avg_avg_episode_length: 39.434574 + avg_avg_return: 0.65064067 + avg_benchmark_regret: 0.34377965 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.088386536 + proxy_corner: + avg_avg_return: 0.65064067 + avg_reward_per_step: 0.088386536 +=========================================================== +=========================================================== + step: + env-step-all-before: 3145728 + env-step-replay-before: 1605632 + env-step-used-before: 3145728 + ppo-update-before: 1920 + env-step-generate-before: 1540096 + env-step-all-after: 3178496 + env-step-replay-after: 1638400 + env-step-used-after: 3178496 + ppo-update-after: 1940 + env-step-generate-after: 1540096 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 45.866997 + avg_avg_return: 0.5821892 + avg_reward_per_step: 0.058776855 + proxy_corner: + avg_avg_return: 0.22497137 + avg_reward_per_step: 0.008880615 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 45.866997 + avg_avg_return: 0.5821892 + avg_reward_per_step: 0.058776855 + proxy_corner: + avg_avg_return: 0.22497137 + avg_reward_per_step: 0.008880615 + perf: + env_steps_per_second: 938340.0249058448 + ppo_updates_per_second: 108.62818992463774 + eval-batch-train-duration: 0.1947969039902091 + eval-batch-orig-duration: 0.1443287719739601 + eval-batch-shift-duration: 0.14447232201928273 + eval-batch-tree-duration: 0.14571982296183705 + ued: + distances: + cheese-corne_dist_avg: 5.4648438 + cheese-corne_dist_wavg: 3.2462425 + levels_cheese_is_in_corner_avg: 0.047607422 + mouse-cheese_dist_finite_avg: 5.921875 + mouse-cheese_dist_finite_wavg: 3.2782736 + mouse-cheese_dist_solvable_avg: 5.921875 + mouse-cheese_dist_solvable_wavg: 3.278274 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.39802969 + visit_patterns: + avg_first_visit_time: 15.624268 + avg_last_visit_time: 40.31543 + num_replay_batches: 50 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021407101 + avg_actor_approxkl3: 0.0021369231 + avg_actor_clipfrac: 0.12802124 + avg_actor_loss: 0.00073076226 + avg_advantage: -0.011780962 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.009330581 + avg_entropy: 0.9588596 + avg_grad_norm_pre_clip: 2.454707 + avg_loss: 0.004437192 + max: + max_actor_approxkl1: 0.006403914 + max_actor_approxkl3: 0.006389728 + max_actor_clipfrac: 0.36010742 + max_actor_loss: 0.00744763 + max_advantage: 0.26208562 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.012292515 + max_entropy: 0.9876137 + max_grad_norm_pre_clip: 6.677323 + max_loss: 0.011424467 + std: + std_actor_approxkl1: 0.0016867707 + std_actor_approxkl3: 0.0016324227 + std_actor_clipfrac: 0.11363105 + std_actor_loss: 0.0021074284 + std_advantage: 0.13672318 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013285521 + std_entropy: 0.019312313 + std_grad_norm_pre_clip: 1.9645978 + std_loss: 0.0021635776 + eval-batch-train: + avg_avg_episode_length: 32.013275 + avg_avg_return: 0.7573326 + avg_benchmark_regret: 0.23786046 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.12496948 + proxy_corner: + avg_avg_return: 0.16430704 + avg_reward_per_step: 0.013084412 + eval-batch-orig: + avg_avg_episode_length: 42.768707 + avg_avg_return: 0.59980696 + avg_benchmark_regret: 0.39413205 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.092185974 + proxy_corner: + avg_avg_return: 0.59980696 + avg_reward_per_step: 0.092185974 + eval-batch-shift: + avg_avg_episode_length: 33.00042 + avg_avg_return: 0.73051894 + avg_benchmark_regret: 0.26444238 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.1362915 + proxy_corner: + avg_avg_return: 0.16183293 + avg_reward_per_step: 0.013671875 + eval-batch-tree: + avg_avg_episode_length: 39.3938 + avg_avg_return: 0.63027513 + avg_benchmark_regret: 0.36414516 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.10569763 + proxy_corner: + avg_avg_return: 0.63027513 + avg_reward_per_step: 0.10569763 +=========================================================== +=========================================================== + step: + env-step-all-before: 4194304 + env-step-replay-before: 2162688 + env-step-used-before: 4194304 + ppo-update-before: 2560 + env-step-generate-before: 2031616 + env-step-all-after: 4227072 + env-step-replay-after: 2195456 + env-step-used-after: 4227072 + ppo-update-after: 2580 + env-step-generate-after: 2031616 + train-replay: + shift_proportion: 0.96875 + avg_avg_episode_length: 54.927574 + avg_avg_return: 0.49807176 + avg_reward_per_step: 0.030456543 + proxy_corner: + avg_avg_return: 0.19915587 + avg_reward_per_step: 0.0073547363 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 54.927574 + avg_avg_return: 0.49807176 + avg_reward_per_step: 0.030456543 + proxy_corner: + avg_avg_return: 0.19915587 + avg_reward_per_step: 0.0073547363 + perf: + env_steps_per_second: 796150.3140421319 + ppo_updates_per_second: 111.37049361597964 + eval-batch-train-duration: 0.19115337805124 + eval-batch-orig-duration: 0.14193785598035902 + eval-batch-shift-duration: 0.14277021505404264 + eval-batch-tree-duration: 0.1453673200448975 + ued: + distances: + cheese-corne_dist_avg: 5.520752 + cheese-corne_dist_wavg: 5.9462447 + levels_cheese_is_in_corner_avg: 0.049316406 + mouse-cheese_dist_finite_avg: 6.3623047 + mouse-cheese_dist_finite_wavg: 4.227843 + mouse-cheese_dist_solvable_avg: 6.3623047 + mouse-cheese_dist_solvable_wavg: 4.2278433 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.4420848 + visit_patterns: + avg_first_visit_time: 24.889404 + avg_last_visit_time: 57.373047 + num_replay_batches: 67 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010949648 + avg_actor_approxkl3: 0.0008669174 + avg_actor_clipfrac: 0.038891602 + avg_actor_loss: -0.0008450687 + avg_advantage: -0.016203474 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.010729452 + avg_entropy: 0.8997364 + avg_grad_norm_pre_clip: 1.1750085 + avg_loss: 0.0036199202 + max: + max_actor_approxkl1: 0.003015412 + max_actor_approxkl3: 0.0017806413 + max_actor_clipfrac: 0.107421875 + max_actor_loss: 0.0015041083 + max_advantage: 0.24220306 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.012019502 + max_entropy: 0.93013823 + max_grad_norm_pre_clip: 3.4739313 + max_loss: 0.0057290304 + std: + std_actor_approxkl1: 0.0007092069 + std_actor_approxkl3: 0.00048358543 + std_actor_clipfrac: 0.031428482 + std_actor_loss: 0.0007687811 + std_advantage: 0.1464934 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00088537263 + std_entropy: 0.01214287 + std_grad_norm_pre_clip: 0.729456 + std_loss: 0.00091348094 + eval-batch-train: + avg_avg_episode_length: 29.779408 + avg_avg_return: 0.76794016 + avg_benchmark_regret: 0.22725293 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.13999176 + proxy_corner: + avg_avg_return: 0.161109 + avg_reward_per_step: 0.015350342 + eval-batch-orig: + avg_avg_episode_length: 39.37204 + avg_avg_return: 0.63622975 + avg_benchmark_regret: 0.3577093 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.10803223 + proxy_corner: + avg_avg_return: 0.63622975 + avg_reward_per_step: 0.10803223 + eval-batch-shift: + avg_avg_episode_length: 31.319817 + avg_avg_return: 0.7384964 + avg_benchmark_regret: 0.25646487 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.14542389 + proxy_corner: + avg_avg_return: 0.16755888 + avg_reward_per_step: 0.015686035 + eval-batch-tree: + avg_avg_episode_length: 36.782085 + avg_avg_return: 0.66640705 + avg_benchmark_regret: 0.32801318 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.121162415 + proxy_corner: + avg_avg_return: 0.66640705 + avg_reward_per_step: 0.121162415 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 5242880 + env-step-replay-before: 2555904 + env-step-used-before: 5242880 + ppo-update-before: 3200 + env-step-generate-before: 2686976 + env-step-all-after: 5275648 + env-step-replay-after: 2555904 + env-step-used-after: 5275648 + ppo-update-after: 3220 + env-step-generate-after: 2719744 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 30.972168 + avg_avg_return: 0.71837735 + avg_reward_per_step: 0.1569519 + proxy_corner: + avg_avg_return: 0.14753169 + avg_reward_per_step: 0.017486572 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 30.972168 + avg_avg_return: 0.71837735 + avg_reward_per_step: 0.1569519 + proxy_corner: + avg_avg_return: 0.14753169 + avg_reward_per_step: 0.017486572 + perf: + env_steps_per_second: 975437.8278849748 + ppo_updates_per_second: 111.26203869485038 + eval-batch-train-duration: 0.19044474401744083 + eval-batch-orig-duration: 0.14282474800711498 + eval-batch-shift-duration: 0.14472339599160478 + eval-batch-tree-duration: 0.14417199802119285 + ued: + distances: + cheese-corne_dist_avg: 5.6186523 + cheese-corne_dist_wavg: 3.255176 + levels_cheese_is_in_corner_avg: 0.05102539 + mouse-cheese_dist_finite_avg: 6.6435547 + mouse-cheese_dist_finite_wavg: 4.252686 + mouse-cheese_dist_solvable_avg: 6.6435547 + mouse-cheese_dist_solvable_wavg: 4.2526865 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.46264267 + visit_patterns: + avg_first_visit_time: 33.337646 + avg_last_visit_time: 68.23486 + num_replay_batches: 78 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017388929 + avg_actor_approxkl3: 0.0017237868 + avg_actor_clipfrac: 0.097644046 + avg_actor_loss: 0.0009724617 + avg_advantage: 0.0151260905 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.007352753 + avg_entropy: 0.8346206 + avg_grad_norm_pre_clip: 2.7680614 + avg_loss: 0.0038142172 + max: + max_actor_approxkl1: 0.0052932715 + max_actor_approxkl3: 0.005458709 + max_actor_clipfrac: 0.26550293 + max_actor_loss: 0.005942203 + max_advantage: 0.22141683 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009293874 + max_entropy: 0.8629321 + max_grad_norm_pre_clip: 6.872971 + max_loss: 0.009304376 + std: + std_actor_approxkl1: 0.0013733068 + std_actor_approxkl3: 0.0013199793 + std_actor_clipfrac: 0.08222258 + std_actor_loss: 0.0016593371 + std_advantage: 0.12017097 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009296269 + std_entropy: 0.01731034 + std_grad_norm_pre_clip: 1.9674408 + std_loss: 0.0016838285 + eval-batch-train: + avg_avg_episode_length: 27.9647 + avg_avg_return: 0.7811053 + avg_benchmark_regret: 0.21408781 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.15706635 + proxy_corner: + avg_avg_return: 0.1504186 + avg_reward_per_step: 0.016235352 + eval-batch-orig: + avg_avg_episode_length: 37.44882 + avg_avg_return: 0.6613942 + avg_benchmark_regret: 0.33254486 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.122550964 + proxy_corner: + avg_avg_return: 0.6613942 + avg_reward_per_step: 0.122550964 + eval-batch-shift: + avg_avg_episode_length: 29.620384 + avg_avg_return: 0.7625837 + avg_benchmark_regret: 0.23237765 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.16721344 + proxy_corner: + avg_avg_return: 0.15372372 + avg_reward_per_step: 0.017173767 + eval-batch-tree: + avg_avg_episode_length: 34.96284 + avg_avg_return: 0.6943151 + avg_benchmark_regret: 0.3001052 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.1337204 + proxy_corner: + avg_avg_return: 0.6943151 + avg_reward_per_step: 0.1337204 +=========================================================== +=========================================================== + step: + env-step-all-before: 6291456 + env-step-replay-before: 3112960 + env-step-used-before: 6291456 + ppo-update-before: 3840 + env-step-generate-before: 3178496 + env-step-all-after: 6324224 + env-step-replay-after: 3112960 + env-step-used-after: 6324224 + ppo-update-after: 3860 + env-step-generate-after: 3211264 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 34.62207 + avg_avg_return: 0.6740198 + avg_reward_per_step: 0.13479614 + proxy_corner: + avg_avg_return: 0.14549038 + avg_reward_per_step: 0.02520752 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 34.62207 + avg_avg_return: 0.6740198 + avg_reward_per_step: 0.13479614 + proxy_corner: + avg_avg_return: 0.14549038 + avg_reward_per_step: 0.02520752 + perf: + env_steps_per_second: 960017.0546610069 + ppo_updates_per_second: 109.48350920571885 + eval-batch-train-duration: 0.19314806902548298 + eval-batch-orig-duration: 0.14348374004475772 + eval-batch-shift-duration: 0.14080949098570272 + eval-batch-tree-duration: 0.13913780997972935 + ued: + distances: + cheese-corne_dist_avg: 5.623535 + cheese-corne_dist_wavg: 5.9600244 + levels_cheese_is_in_corner_avg: 0.05517578 + mouse-cheese_dist_finite_avg: 6.8410645 + mouse-cheese_dist_finite_wavg: 4.276677 + mouse-cheese_dist_solvable_avg: 6.8410645 + mouse-cheese_dist_solvable_wavg: 4.276678 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.45842892 + visit_patterns: + avg_first_visit_time: 41.444336 + avg_last_visit_time: 85.225586 + num_replay_batches: 95 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001672895 + avg_actor_approxkl3: 0.0016662617 + avg_actor_clipfrac: 0.086364746 + avg_actor_loss: 0.00023783743 + avg_advantage: 0.012826676 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.008833311 + avg_entropy: 0.8416271 + avg_grad_norm_pre_clip: 2.3782773 + avg_loss: 0.0038128663 + max: + max_actor_approxkl1: 0.004698897 + max_actor_approxkl3: 0.004239873 + max_actor_clipfrac: 0.2368164 + max_actor_loss: 0.0032712296 + max_advantage: 0.24880761 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.011312234 + max_entropy: 0.8778615 + max_grad_norm_pre_clip: 5.3553586 + max_loss: 0.0060676453 + std: + std_actor_approxkl1: 0.0013933255 + std_actor_approxkl3: 0.0012209896 + std_actor_clipfrac: 0.06921444 + std_actor_loss: 0.0011778505 + std_advantage: 0.13230626 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013446448 + std_entropy: 0.018044258 + std_grad_norm_pre_clip: 1.6423236 + std_loss: 0.0012518652 + eval-batch-train: + avg_avg_episode_length: 26.559855 + avg_avg_return: 0.8010396 + avg_benchmark_regret: 0.19415358 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.16202545 + proxy_corner: + avg_avg_return: 0.13500097 + avg_reward_per_step: 0.015548706 + eval-batch-orig: + avg_avg_episode_length: 34.258736 + avg_avg_return: 0.7099401 + avg_benchmark_regret: 0.28399894 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.12536621 + proxy_corner: + avg_avg_return: 0.7099401 + avg_reward_per_step: 0.12536621 + eval-batch-shift: + avg_avg_episode_length: 27.573462 + avg_avg_return: 0.77921194 + avg_benchmark_regret: 0.21574937 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.17786407 + proxy_corner: + avg_avg_return: 0.14560977 + avg_reward_per_step: 0.017326355 + eval-batch-tree: + avg_avg_episode_length: 32.396133 + avg_avg_return: 0.72411907 + avg_benchmark_regret: 0.27030122 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.13381195 + proxy_corner: + avg_avg_return: 0.72411907 + avg_reward_per_step: 0.13381195 +=========================================================== +=========================================================== + step: + env-step-all-before: 7340032 + env-step-replay-before: 3571712 + env-step-used-before: 7340032 + ppo-update-before: 4480 + env-step-generate-before: 3768320 + env-step-all-after: 7372800 + env-step-replay-after: 3571712 + env-step-used-after: 7372800 + ppo-update-after: 4500 + env-step-generate-after: 3801088 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 30.946335 + avg_avg_return: 0.72100973 + avg_reward_per_step: 0.1645813 + proxy_corner: + avg_avg_return: 0.13120544 + avg_reward_per_step: 0.017303467 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 30.946335 + avg_avg_return: 0.72100973 + avg_reward_per_step: 0.1645813 + proxy_corner: + avg_avg_return: 0.13120544 + avg_reward_per_step: 0.017303467 + perf: + env_steps_per_second: 833472.720603361 + ppo_updates_per_second: 110.37558597418506 + eval-batch-train-duration: 0.19082476099720225 + eval-batch-orig-duration: 0.13650898699415848 + eval-batch-shift-duration: 0.13576117699267343 + eval-batch-tree-duration: 0.13633235305314884 + ued: + distances: + cheese-corne_dist_avg: 5.6987305 + cheese-corne_dist_wavg: 5.0645413 + levels_cheese_is_in_corner_avg: 0.057373047 + mouse-cheese_dist_finite_avg: 7.031494 + mouse-cheese_dist_finite_wavg: 3.399567 + mouse-cheese_dist_solvable_avg: 7.031494 + mouse-cheese_dist_solvable_wavg: 3.3995674 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.45640153 + visit_patterns: + avg_first_visit_time: 50.87329 + avg_last_visit_time: 99.25391 + num_replay_batches: 109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012515762 + avg_actor_approxkl3: 0.0010856177 + avg_actor_clipfrac: 0.05982666 + avg_actor_loss: 8.848719e-05 + avg_advantage: 0.015781995 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.007044478 + avg_entropy: 0.7779074 + avg_grad_norm_pre_clip: 2.2447479 + avg_loss: 0.0028328192 + max: + max_actor_approxkl1: 0.0026980462 + max_actor_approxkl3: 0.0024929324 + max_actor_clipfrac: 0.14404297 + max_actor_loss: 0.0026682317 + max_advantage: 0.22256035 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009909767 + max_entropy: 0.7990655 + max_grad_norm_pre_clip: 5.2927523 + max_loss: 0.006129894 + std: + std_actor_approxkl1: 0.00069541234 + std_actor_approxkl3: 0.0006007051 + std_actor_clipfrac: 0.04067849 + std_actor_loss: 0.001030781 + std_advantage: 0.11855824 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010431358 + std_entropy: 0.015468398 + std_grad_norm_pre_clip: 1.5756571 + std_loss: 0.0012439416 + eval-batch-train: + avg_avg_episode_length: 25.53721 + avg_avg_return: 0.8058343 + avg_benchmark_regret: 0.18935886 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.18132782 + proxy_corner: + avg_avg_return: 0.14792225 + avg_reward_per_step: 0.017608643 + eval-batch-orig: + avg_avg_episode_length: 33.718773 + avg_avg_return: 0.70842826 + avg_benchmark_regret: 0.28551072 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.1390152 + proxy_corner: + avg_avg_return: 0.70842826 + avg_reward_per_step: 0.1390152 + eval-batch-shift: + avg_avg_episode_length: 26.77721 + avg_avg_return: 0.7832557 + avg_benchmark_regret: 0.21170563 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.19379425 + proxy_corner: + avg_avg_return: 0.1456031 + avg_reward_per_step: 0.017745972 + eval-batch-tree: + avg_avg_episode_length: 32.509735 + avg_avg_return: 0.72121036 + avg_benchmark_regret: 0.27320996 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14611816 + proxy_corner: + avg_avg_return: 0.72121036 + avg_reward_per_step: 0.14611816 +=========================================================== +=========================================================== + step: + env-step-all-before: 8388608 + env-step-replay-before: 4063232 + env-step-used-before: 8388608 + ppo-update-before: 5120 + env-step-generate-before: 4325376 + env-step-all-after: 8421376 + env-step-replay-after: 4096000 + env-step-used-after: 8421376 + ppo-update-after: 5140 + env-step-generate-after: 4325376 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 56.362785 + avg_avg_return: 0.49169245 + avg_reward_per_step: 0.023925781 + proxy_corner: + avg_avg_return: 0.16353379 + avg_reward_per_step: 0.004547119 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 56.362785 + avg_avg_return: 0.49169245 + avg_reward_per_step: 0.023925781 + proxy_corner: + avg_avg_return: 0.16353379 + avg_reward_per_step: 0.004547119 + perf: + env_steps_per_second: 982113.7684265319 + ppo_updates_per_second: 110.26321759827164 + eval-batch-train-duration: 0.19034343399107456 + eval-batch-orig-duration: 0.15073764300905168 + eval-batch-shift-duration: 0.14882469800068066 + eval-batch-tree-duration: 0.14142752694897354 + ued: + distances: + cheese-corne_dist_avg: 5.749756 + cheese-corne_dist_wavg: 4.167678 + levels_cheese_is_in_corner_avg: 0.057373047 + mouse-cheese_dist_finite_avg: 7.170166 + mouse-cheese_dist_finite_wavg: 4.314137 + mouse-cheese_dist_solvable_avg: 7.170166 + mouse-cheese_dist_solvable_wavg: 4.314137 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.4683863 + visit_patterns: + avg_first_visit_time: 59.009033 + avg_last_visit_time: 115.25537 + num_replay_batches: 125 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00080611836 + avg_actor_approxkl3: 0.00079072977 + avg_actor_clipfrac: 0.033117678 + avg_actor_loss: -0.00038130657 + avg_advantage: -0.029193107 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.010096315 + avg_entropy: 0.8396241 + avg_grad_norm_pre_clip: 1.4716958 + avg_loss: 0.003827227 + max: + max_actor_approxkl1: 0.002776858 + max_actor_approxkl3: 0.0017391942 + max_actor_clipfrac: 0.11828613 + max_actor_loss: 0.0013917387 + max_advantage: 0.20792496 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.012451021 + max_entropy: 0.87681 + max_grad_norm_pre_clip: 4.223556 + max_loss: 0.0068004457 + std: + std_actor_approxkl1: 0.00069531635 + std_actor_approxkl3: 0.00034447422 + std_actor_clipfrac: 0.02673326 + std_actor_loss: 0.0007111869 + std_advantage: 0.1421206 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012635372 + std_entropy: 0.015701449 + std_grad_norm_pre_clip: 0.8798289 + std_loss: 0.0010699861 + eval-batch-train: + avg_avg_episode_length: 24.985767 + avg_avg_return: 0.81427795 + avg_benchmark_regret: 0.18091518 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.18495941 + proxy_corner: + avg_avg_return: 0.14264137 + avg_reward_per_step: 0.015892029 + eval-batch-orig: + avg_avg_episode_length: 30.646729 + avg_avg_return: 0.75141513 + avg_benchmark_regret: 0.24252385 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.13679504 + proxy_corner: + avg_avg_return: 0.75141513 + avg_reward_per_step: 0.13679504 + eval-batch-shift: + avg_avg_episode_length: 26.175697 + avg_avg_return: 0.7896073 + avg_benchmark_regret: 0.205354 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.20420074 + proxy_corner: + avg_avg_return: 0.14245817 + avg_reward_per_step: 0.017158508 + eval-batch-tree: + avg_avg_episode_length: 30.31942 + avg_avg_return: 0.752272 + avg_benchmark_regret: 0.24214825 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14281464 + proxy_corner: + avg_avg_return: 0.752272 + avg_reward_per_step: 0.14281464 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 9437184 + env-step-replay-before: 4653056 + env-step-used-before: 9437184 + ppo-update-before: 5760 + env-step-generate-before: 4784128 + env-step-all-after: 9469952 + env-step-replay-after: 4653056 + env-step-used-after: 9469952 + ppo-update-after: 5780 + env-step-generate-after: 4816896 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 26.524143 + avg_avg_return: 0.75863004 + avg_reward_per_step: 0.18884277 + proxy_corner: + avg_avg_return: 0.16335309 + avg_reward_per_step: 0.014007568 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 26.524143 + avg_avg_return: 0.75863004 + avg_reward_per_step: 0.18884277 + proxy_corner: + avg_avg_return: 0.16335309 + avg_reward_per_step: 0.014007568 + perf: + env_steps_per_second: 984367.3403107821 + ppo_updates_per_second: 110.53650855800964 + eval-batch-train-duration: 0.18807481997646391 + eval-batch-orig-duration: 0.1403655160102062 + eval-batch-shift-duration: 0.1431356559623964 + eval-batch-tree-duration: 0.14267322496743873 + ued: + distances: + cheese-corne_dist_avg: 5.7993164 + cheese-corne_dist_wavg: 5.976611 + levels_cheese_is_in_corner_avg: 0.057861328 + mouse-cheese_dist_finite_avg: 7.30542 + mouse-cheese_dist_finite_wavg: 5.225157 + mouse-cheese_dist_solvable_avg: 7.30542 + mouse-cheese_dist_solvable_wavg: 5.2251573 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.45805436 + visit_patterns: + avg_first_visit_time: 68.09253 + avg_last_visit_time: 132.28442 + num_replay_batches: 142 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00140864 + avg_actor_approxkl3: 0.0013494345 + avg_actor_clipfrac: 0.07501221 + avg_actor_loss: 0.00015289224 + avg_advantage: -0.008214278 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005726234 + avg_entropy: 0.76938313 + avg_grad_norm_pre_clip: 2.1022706 + avg_loss: 0.0022466257 + max: + max_actor_approxkl1: 0.0036179954 + max_actor_approxkl3: 0.0032711078 + max_actor_clipfrac: 0.19116211 + max_actor_loss: 0.0022679716 + max_advantage: 0.17408669 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007480167 + max_entropy: 0.8202939 + max_grad_norm_pre_clip: 4.4419394 + max_loss: 0.005014503 + std: + std_actor_approxkl1: 0.0009958249 + std_actor_approxkl3: 0.0008289813 + std_actor_clipfrac: 0.058119122 + std_actor_loss: 0.0009763696 + std_advantage: 0.10705202 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00096921175 + std_entropy: 0.025099812 + std_grad_norm_pre_clip: 1.1898347 + std_loss: 0.0011656916 + eval-batch-train: + avg_avg_episode_length: 22.85709 + avg_avg_return: 0.83131295 + avg_benchmark_regret: 0.16388015 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.19613647 + proxy_corner: + avg_avg_return: 0.16281343 + avg_reward_per_step: 0.020088196 + eval-batch-orig: + avg_avg_episode_length: 29.701702 + avg_avg_return: 0.75576055 + avg_benchmark_regret: 0.23817849 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.15113068 + proxy_corner: + avg_avg_return: 0.75576055 + avg_reward_per_step: 0.15113068 + eval-batch-shift: + avg_avg_episode_length: 25.313007 + avg_avg_return: 0.8078646 + avg_benchmark_regret: 0.18709667 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.2027893 + proxy_corner: + avg_avg_return: 0.17000824 + avg_reward_per_step: 0.019203186 + eval-batch-tree: + avg_avg_episode_length: 28.433886 + avg_avg_return: 0.765605 + avg_benchmark_regret: 0.22881526 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.15821838 + proxy_corner: + avg_avg_return: 0.765605 + avg_reward_per_step: 0.15821838 +=========================================================== +=========================================================== + step: + env-step-all-before: 10485760 + env-step-replay-before: 5210112 + env-step-used-before: 10485760 + ppo-update-before: 6400 + env-step-generate-before: 5275648 + env-step-all-after: 10518528 + env-step-replay-after: 5242880 + env-step-used-after: 10518528 + ppo-update-after: 6420 + env-step-generate-after: 5275648 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 46.094357 + avg_avg_return: 0.5892073 + avg_reward_per_step: 0.033355713 + proxy_corner: + avg_avg_return: 0.24100915 + avg_reward_per_step: 0.00894165 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 46.094357 + avg_avg_return: 0.5892073 + avg_reward_per_step: 0.033355713 + proxy_corner: + avg_avg_return: 0.24100915 + avg_reward_per_step: 0.00894165 + perf: + env_steps_per_second: 964370.9279715774 + ppo_updates_per_second: 109.55722808047008 + eval-batch-train-duration: 0.20591507304925472 + eval-batch-orig-duration: 0.14454066596226767 + eval-batch-shift-duration: 0.1413821519818157 + eval-batch-tree-duration: 0.14063366199843585 + ued: + distances: + cheese-corne_dist_avg: 5.805908 + cheese-corne_dist_wavg: 8.677152 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 7.42334 + mouse-cheese_dist_finite_wavg: 4.338163 + mouse-cheese_dist_solvable_avg: 7.42334 + mouse-cheese_dist_solvable_wavg: 4.338164 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.42292914 + visit_patterns: + avg_first_visit_time: 77.45752 + avg_last_visit_time: 150.35742 + num_replay_batches: 160 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014159762 + avg_actor_approxkl3: 0.0012943374 + avg_actor_clipfrac: 0.06577759 + avg_actor_loss: -0.00071309396 + avg_advantage: -0.008359952 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.008587788 + avg_entropy: 0.8774191 + avg_grad_norm_pre_clip: 1.9069977 + avg_loss: 0.0027033808 + max: + max_actor_approxkl1: 0.0032930425 + max_actor_approxkl3: 0.0023781066 + max_actor_clipfrac: 0.15368652 + max_actor_loss: 0.0018969849 + max_advantage: 0.21933883 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.011388723 + max_entropy: 0.89568424 + max_grad_norm_pre_clip: 4.554697 + max_loss: 0.0048425123 + std: + std_actor_approxkl1: 0.0007094768 + std_actor_approxkl3: 0.00057646434 + std_actor_clipfrac: 0.042217933 + std_actor_loss: 0.001085624 + std_advantage: 0.13111979 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010659026 + std_entropy: 0.009848997 + std_grad_norm_pre_clip: 0.9238308 + std_loss: 0.001229461 + eval-batch-train: + avg_avg_episode_length: 22.253902 + avg_avg_return: 0.8326256 + avg_benchmark_regret: 0.16256747 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.1927185 + proxy_corner: + avg_avg_return: 0.15206754 + avg_reward_per_step: 0.017448425 + eval-batch-orig: + avg_avg_episode_length: 29.152493 + avg_avg_return: 0.770159 + avg_benchmark_regret: 0.22378004 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.14451599 + proxy_corner: + avg_avg_return: 0.770159 + avg_reward_per_step: 0.14451599 + eval-batch-shift: + avg_avg_episode_length: 23.080547 + avg_avg_return: 0.83003765 + avg_benchmark_regret: 0.16492367 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.21295929 + proxy_corner: + avg_avg_return: 0.15380499 + avg_reward_per_step: 0.017913818 + eval-batch-tree: + avg_avg_episode_length: 27.411695 + avg_avg_return: 0.77749306 + avg_benchmark_regret: 0.21692722 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14984131 + proxy_corner: + avg_avg_return: 0.77749306 + avg_reward_per_step: 0.14984131 +=========================================================== +=========================================================== + step: + env-step-all-before: 11534336 + env-step-replay-before: 5767168 + env-step-used-before: 11534336 + ppo-update-before: 7040 + env-step-generate-before: 5767168 + env-step-all-after: 11567104 + env-step-replay-after: 5767168 + env-step-used-after: 11567104 + ppo-update-after: 7060 + env-step-generate-after: 5799936 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 20.86541 + avg_avg_return: 0.80866003 + avg_reward_per_step: 0.21594238 + proxy_corner: + avg_avg_return: 0.12020244 + avg_reward_per_step: 0.00970459 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 20.86541 + avg_avg_return: 0.80866003 + avg_reward_per_step: 0.21594238 + proxy_corner: + avg_avg_return: 0.12020244 + avg_reward_per_step: 0.00970459 + perf: + env_steps_per_second: 975906.7075015954 + ppo_updates_per_second: 110.82733710620072 + eval-batch-train-duration: 0.19379619299434125 + eval-batch-orig-duration: 0.1494063760037534 + eval-batch-shift-duration: 0.14156959601677954 + eval-batch-tree-duration: 0.1389177679666318 + ued: + distances: + cheese-corne_dist_avg: 5.808838 + cheese-corne_dist_wavg: 3.280869 + levels_cheese_is_in_corner_avg: 0.056152344 + mouse-cheese_dist_finite_avg: 7.529541 + mouse-cheese_dist_finite_wavg: 3.444803 + mouse-cheese_dist_solvable_avg: 7.529541 + mouse-cheese_dist_solvable_wavg: 3.4448035 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.4138686 + visit_patterns: + avg_first_visit_time: 89.367676 + avg_last_visit_time: 166.23315 + num_replay_batches: 176 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002557615 + avg_actor_approxkl3: 0.002108528 + avg_actor_clipfrac: 0.1177124 + avg_actor_loss: 0.0009733249 + avg_advantage: 0.009110882 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00528558 + avg_entropy: 0.73241234 + avg_grad_norm_pre_clip: 3.121375 + avg_loss: 0.0028837027 + max: + max_actor_approxkl1: 0.0058481456 + max_actor_approxkl3: 0.005380707 + max_actor_clipfrac: 0.27697754 + max_actor_loss: 0.006463431 + max_advantage: 0.23488456 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0074664555 + max_entropy: 0.77534086 + max_grad_norm_pre_clip: 6.0162563 + max_loss: 0.008848082 + std: + std_actor_approxkl1: 0.0017111067 + std_actor_approxkl3: 0.0014651057 + std_actor_clipfrac: 0.08418736 + std_actor_loss: 0.0019778213 + std_advantage: 0.10204044 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010516945 + std_entropy: 0.024113882 + std_grad_norm_pre_clip: 1.6927103 + std_loss: 0.0020905307 + eval-batch-train: + avg_avg_episode_length: 20.521776 + avg_avg_return: 0.8501376 + avg_benchmark_regret: 0.14505553 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.2038269 + proxy_corner: + avg_avg_return: 0.15889716 + avg_reward_per_step: 0.019348145 + eval-batch-orig: + avg_avg_episode_length: 27.069874 + avg_avg_return: 0.78939426 + avg_benchmark_regret: 0.20454478 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.15452576 + proxy_corner: + avg_avg_return: 0.78939426 + avg_reward_per_step: 0.15452576 + eval-batch-shift: + avg_avg_episode_length: 22.522072 + avg_avg_return: 0.8332702 + avg_benchmark_regret: 0.16169116 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.22181702 + proxy_corner: + avg_avg_return: 0.1558533 + avg_reward_per_step: 0.020111084 + eval-batch-tree: + avg_avg_episode_length: 25.932795 + avg_avg_return: 0.79390144 + avg_benchmark_regret: 0.20051886 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.1556015 + proxy_corner: + avg_avg_return: 0.79390144 + avg_reward_per_step: 0.1556015 +=========================================================== +=========================================================== + step: + env-step-all-before: 12582912 + env-step-replay-before: 6291456 + env-step-used-before: 12582912 + ppo-update-before: 7680 + env-step-generate-before: 6291456 + env-step-all-after: 12615680 + env-step-replay-after: 6324224 + env-step-used-after: 12615680 + ppo-update-after: 7700 + env-step-generate-after: 6291456 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 47.73103 + avg_avg_return: 0.59072274 + avg_reward_per_step: 0.027832031 + proxy_corner: + avg_avg_return: 0.2963 + avg_reward_per_step: 0.011138916 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 47.73103 + avg_avg_return: 0.59072274 + avg_reward_per_step: 0.027832031 + proxy_corner: + avg_avg_return: 0.2963 + avg_reward_per_step: 0.011138916 + perf: + env_steps_per_second: 963802.547871461 + ppo_updates_per_second: 111.56594625613081 + eval-batch-train-duration: 0.18637474800925702 + eval-batch-orig-duration: 0.13779151596827433 + eval-batch-shift-duration: 0.1379401269950904 + eval-batch-tree-duration: 0.13731141097377986 + ued: + distances: + cheese-corne_dist_avg: 5.8793945 + cheese-corne_dist_wavg: 4.188322 + levels_cheese_is_in_corner_avg: 0.056640625 + mouse-cheese_dist_finite_avg: 7.6557617 + mouse-cheese_dist_finite_wavg: 4.365931 + mouse-cheese_dist_solvable_avg: 7.6557617 + mouse-cheese_dist_solvable_wavg: 4.3659315 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.41133827 + visit_patterns: + avg_first_visit_time: 99.744385 + avg_last_visit_time: 183.38062 + num_replay_batches: 193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002101541 + avg_actor_approxkl3: 0.002182279 + avg_actor_clipfrac: 0.12647705 + avg_actor_loss: 0.0008736197 + avg_advantage: -0.008831142 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0073423944 + avg_entropy: 0.84035903 + avg_grad_norm_pre_clip: 2.9914405 + avg_loss: 0.0037044578 + max: + max_actor_approxkl1: 0.00453834 + max_actor_approxkl3: 0.004777276 + max_actor_clipfrac: 0.2779541 + max_actor_loss: 0.004563704 + max_advantage: 0.2188443 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009417934 + max_entropy: 0.8779231 + max_grad_norm_pre_clip: 5.053645 + max_loss: 0.00743549 + std: + std_actor_approxkl1: 0.0014353358 + std_actor_approxkl3: 0.0013767626 + std_actor_clipfrac: 0.094041236 + std_actor_loss: 0.0015332918 + std_advantage: 0.12105908 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013609871 + std_entropy: 0.016236218 + std_grad_norm_pre_clip: 1.344875 + std_loss: 0.001780731 + eval-batch-train: + avg_avg_episode_length: 19.947643 + avg_avg_return: 0.85557663 + avg_benchmark_regret: 0.13961649 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.21803284 + proxy_corner: + avg_avg_return: 0.16511875 + avg_reward_per_step: 0.022903442 + eval-batch-orig: + avg_avg_episode_length: 25.63855 + avg_avg_return: 0.7884742 + avg_benchmark_regret: 0.20546484 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.17176056 + proxy_corner: + avg_avg_return: 0.7884742 + avg_reward_per_step: 0.17176056 + eval-batch-shift: + avg_avg_episode_length: 21.215899 + avg_avg_return: 0.83855784 + avg_benchmark_regret: 0.15640345 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.23207855 + proxy_corner: + avg_avg_return: 0.15919116 + avg_reward_per_step: 0.021492004 + eval-batch-tree: + avg_avg_episode_length: 24.81968 + avg_avg_return: 0.79904366 + avg_benchmark_regret: 0.19537657 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17184448 + proxy_corner: + avg_avg_return: 0.79904366 + avg_reward_per_step: 0.17184448 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 13631488 + env-step-replay-before: 6782976 + env-step-used-before: 13631488 + ppo-update-before: 8320 + env-step-generate-before: 6848512 + env-step-all-after: 13664256 + env-step-replay-after: 6782976 + env-step-used-after: 13664256 + ppo-update-after: 8340 + env-step-generate-after: 6881280 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 17.39619 + avg_avg_return: 0.8530276 + avg_reward_per_step: 0.22109985 + proxy_corner: + avg_avg_return: 0.1541093 + avg_reward_per_step: 0.02218628 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 17.39619 + avg_avg_return: 0.8530276 + avg_reward_per_step: 0.22109985 + proxy_corner: + avg_avg_return: 0.1541093 + avg_reward_per_step: 0.02218628 + perf: + env_steps_per_second: 942736.2533607968 + ppo_updates_per_second: 111.7276416107028 + eval-batch-train-duration: 0.18936039495747536 + eval-batch-orig-duration: 0.13999762502498925 + eval-batch-shift-duration: 0.13950261200079694 + eval-batch-tree-duration: 0.13874244899488986 + ued: + distances: + cheese-corne_dist_avg: 5.9560547 + cheese-corne_dist_wavg: 3.3007357 + levels_cheese_is_in_corner_avg: 0.057861328 + mouse-cheese_dist_finite_avg: 7.772949 + mouse-cheese_dist_finite_wavg: 3.475145 + mouse-cheese_dist_solvable_avg: 7.772949 + mouse-cheese_dist_solvable_wavg: 3.4751456 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.4128559 + visit_patterns: + avg_first_visit_time: 112.626465 + avg_last_visit_time: 197.34082 + num_replay_batches: 207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012714764 + avg_actor_approxkl3: 0.0012489607 + avg_actor_clipfrac: 0.06697388 + avg_actor_loss: -0.0007261123 + avg_advantage: 0.008308435 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0035055503 + avg_entropy: 0.6344677 + avg_grad_norm_pre_clip: 1.9662008 + avg_loss: 0.00039219504 + max: + max_actor_approxkl1: 0.004232214 + max_actor_approxkl3: 0.002690305 + max_actor_clipfrac: 0.15209961 + max_actor_loss: 0.002525445 + max_advantage: 0.17795044 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0049551437 + max_entropy: 0.6879883 + max_grad_norm_pre_clip: 5.9338017 + max_loss: 0.0037594205 + std: + std_actor_approxkl1: 0.0011290687 + std_actor_approxkl3: 0.00069890276 + std_actor_clipfrac: 0.04213409 + std_actor_loss: 0.0010395269 + std_advantage: 0.08394913 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00076769944 + std_entropy: 0.02698942 + std_grad_norm_pre_clip: 1.2900963 + std_loss: 0.0011156433 + eval-batch-train: + avg_avg_episode_length: 19.62189 + avg_avg_return: 0.8587268 + avg_benchmark_regret: 0.13646632 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.22492218 + proxy_corner: + avg_avg_return: 0.16333878 + avg_reward_per_step: 0.02357483 + eval-batch-orig: + avg_avg_episode_length: 24.836864 + avg_avg_return: 0.8015823 + avg_benchmark_regret: 0.19235675 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.17832947 + proxy_corner: + avg_avg_return: 0.8015823 + avg_reward_per_step: 0.17832947 + eval-batch-shift: + avg_avg_episode_length: 20.387733 + avg_avg_return: 0.8474127 + avg_benchmark_regret: 0.1475486 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.2390213 + proxy_corner: + avg_avg_return: 0.15798017 + avg_reward_per_step: 0.021690369 + eval-batch-tree: + avg_avg_episode_length: 24.123344 + avg_avg_return: 0.8077246 + avg_benchmark_regret: 0.18669567 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.18232727 + proxy_corner: + avg_avg_return: 0.8077246 + avg_reward_per_step: 0.18232727 +=========================================================== +=========================================================== + step: + env-step-all-before: 14680064 + env-step-replay-before: 7405568 + env-step-used-before: 14680064 + ppo-update-before: 8960 + env-step-generate-before: 7274496 + env-step-all-after: 14712832 + env-step-replay-after: 7438336 + env-step-used-after: 14712832 + ppo-update-after: 8980 + env-step-generate-after: 7274496 + train-replay: + shift_proportion: 0.96484375 + avg_avg_episode_length: 46.172825 + avg_avg_return: 0.6118721 + avg_reward_per_step: 0.030670166 + proxy_corner: + avg_avg_return: 0.25064427 + avg_reward_per_step: 0.009490967 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 46.172825 + avg_avg_return: 0.6118721 + avg_reward_per_step: 0.030670166 + proxy_corner: + avg_avg_return: 0.25064427 + avg_reward_per_step: 0.009490967 + perf: + env_steps_per_second: 992453.170775159 + ppo_updates_per_second: 111.30368007779282 + eval-batch-train-duration: 0.18902064597932622 + eval-batch-orig-duration: 0.14654240902746096 + eval-batch-shift-duration: 0.1404998920042999 + eval-batch-tree-duration: 0.1393850699532777 + ued: + distances: + cheese-corne_dist_avg: 5.975586 + cheese-corne_dist_wavg: 1.5034373 + levels_cheese_is_in_corner_avg: 0.05419922 + mouse-cheese_dist_finite_avg: 7.8583984 + mouse-cheese_dist_finite_wavg: 5.283768 + mouse-cheese_dist_solvable_avg: 7.8583984 + mouse-cheese_dist_solvable_wavg: 5.2837696 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.39451388 + visit_patterns: + avg_first_visit_time: 122.552 + avg_last_visit_time: 217.28784 + num_replay_batches: 227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019505594 + avg_actor_approxkl3: 0.0021011822 + avg_actor_clipfrac: 0.11649781 + avg_actor_loss: 0.0006158479 + avg_advantage: -0.0126807755 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0067142816 + avg_entropy: 0.8429076 + avg_grad_norm_pre_clip: 3.867609 + avg_loss: 0.0031300806 + max: + max_actor_approxkl1: 0.005445094 + max_actor_approxkl3: 0.004191703 + max_actor_clipfrac: 0.23937988 + max_actor_loss: 0.0033118054 + max_advantage: 0.18066287 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009950655 + max_entropy: 0.8620674 + max_grad_norm_pre_clip: 6.460847 + max_loss: 0.0056090886 + std: + std_actor_approxkl1: 0.0015386131 + std_actor_approxkl3: 0.0011885162 + std_actor_clipfrac: 0.071998745 + std_actor_loss: 0.0010358996 + std_advantage: 0.1156561 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.001379725 + std_entropy: 0.010175878 + std_grad_norm_pre_clip: 1.7929645 + std_loss: 0.0013815602 + eval-batch-train: + avg_avg_episode_length: 18.693287 + avg_avg_return: 0.86884606 + avg_benchmark_regret: 0.12634704 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.22058868 + proxy_corner: + avg_avg_return: 0.1601837 + avg_reward_per_step: 0.022125244 + eval-batch-orig: + avg_avg_episode_length: 23.37481 + avg_avg_return: 0.8190744 + avg_benchmark_regret: 0.17486462 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.176857 + proxy_corner: + avg_avg_return: 0.8190744 + avg_reward_per_step: 0.176857 + eval-batch-shift: + avg_avg_episode_length: 19.266098 + avg_avg_return: 0.8584793 + avg_benchmark_regret: 0.136482 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.24157715 + proxy_corner: + avg_avg_return: 0.14812478 + avg_reward_per_step: 0.021583557 + eval-batch-tree: + avg_avg_episode_length: 22.631062 + avg_avg_return: 0.819938 + avg_benchmark_regret: 0.17448227 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17893219 + proxy_corner: + avg_avg_return: 0.819938 + avg_reward_per_step: 0.17893219 +=========================================================== +=========================================================== + step: + env-step-all-before: 15728640 + env-step-replay-before: 7766016 + env-step-used-before: 15728640 + ppo-update-before: 9600 + env-step-generate-before: 7962624 + env-step-all-after: 15761408 + env-step-replay-after: 7766016 + env-step-used-after: 15761408 + ppo-update-after: 9620 + env-step-generate-after: 7995392 + train-generate: + shift_proportion: 0.90625 + avg_avg_episode_length: 17.338497 + avg_avg_return: 0.84130883 + avg_reward_per_step: 0.23156738 + proxy_corner: + avg_avg_return: 0.16590875 + avg_reward_per_step: 0.02999878 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 17.338497 + avg_avg_return: 0.84130883 + avg_reward_per_step: 0.23156738 + proxy_corner: + avg_avg_return: 0.16590875 + avg_reward_per_step: 0.02999878 + perf: + env_steps_per_second: 993188.1987618528 + ppo_updates_per_second: 111.36060524459772 + eval-batch-train-duration: 0.18439749296521768 + eval-batch-orig-duration: 0.13507337600458413 + eval-batch-shift-duration: 0.13633204699726775 + eval-batch-tree-duration: 0.13659971102606505 + ued: + distances: + cheese-corne_dist_avg: 5.9831543 + cheese-corne_dist_wavg: 3.294844 + levels_cheese_is_in_corner_avg: 0.05517578 + mouse-cheese_dist_finite_avg: 7.971924 + mouse-cheese_dist_finite_wavg: 3.4926486 + mouse-cheese_dist_solvable_avg: 7.971924 + mouse-cheese_dist_solvable_wavg: 3.492649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.4000689 + visit_patterns: + avg_first_visit_time: 136.45923 + avg_last_visit_time: 227.23071 + num_replay_batches: 237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017361932 + avg_actor_approxkl3: 0.0013904691 + avg_actor_clipfrac: 0.07675781 + avg_actor_loss: 8.419641e-05 + avg_advantage: 0.002265234 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0039369455 + avg_entropy: 0.59069777 + avg_grad_norm_pre_clip: 3.016128 + avg_loss: 0.0014619713 + max: + max_actor_approxkl1: 0.0038330178 + max_actor_approxkl3: 0.0031795404 + max_actor_clipfrac: 0.17297363 + max_actor_loss: 0.0020214021 + max_advantage: 0.16981465 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006143622 + max_entropy: 0.64030915 + max_grad_norm_pre_clip: 5.524402 + max_loss: 0.003611534 + std: + std_actor_approxkl1: 0.0012365011 + std_actor_approxkl3: 0.00090915174 + std_actor_clipfrac: 0.05356923 + std_actor_loss: 0.0011978227 + std_advantage: 0.088812284 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011703908 + std_entropy: 0.03219102 + std_grad_norm_pre_clip: 1.4187379 + std_loss: 0.0010675476 + eval-batch-train: + avg_avg_episode_length: 17.75156 + avg_avg_return: 0.8779942 + avg_benchmark_regret: 0.11719895 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.2339859 + proxy_corner: + avg_avg_return: 0.16605268 + avg_reward_per_step: 0.024024963 + eval-batch-orig: + avg_avg_episode_length: 23.570236 + avg_avg_return: 0.8063916 + avg_benchmark_regret: 0.18754739 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.18661499 + proxy_corner: + avg_avg_return: 0.8063916 + avg_reward_per_step: 0.18661499 + eval-batch-shift: + avg_avg_episode_length: 18.614386 + avg_avg_return: 0.85729724 + avg_benchmark_regret: 0.1376641 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.25567627 + proxy_corner: + avg_avg_return: 0.1525414 + avg_reward_per_step: 0.0230484 + eval-batch-tree: + avg_avg_episode_length: 22.423363 + avg_avg_return: 0.82040834 + avg_benchmark_regret: 0.17401187 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.18875122 + proxy_corner: + avg_avg_return: 0.82040834 + avg_reward_per_step: 0.18875122 +=========================================================== +=========================================================== + step: + env-step-all-before: 16777216 + env-step-replay-before: 8224768 + env-step-used-before: 16777216 + ppo-update-before: 10240 + env-step-generate-before: 8552448 + env-step-all-after: 16809984 + env-step-replay-after: 8257536 + env-step-used-after: 16809984 + ppo-update-after: 10260 + env-step-generate-after: 8552448 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 42.70396 + avg_avg_return: 0.63232064 + avg_reward_per_step: 0.033721924 + proxy_corner: + avg_avg_return: 0.2740721 + avg_reward_per_step: 0.01159668 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 42.70396 + avg_avg_return: 0.63232064 + avg_reward_per_step: 0.033721924 + proxy_corner: + avg_avg_return: 0.2740721 + avg_reward_per_step: 0.01159668 + perf: + env_steps_per_second: 986276.3466088938 + ppo_updates_per_second: 110.42436602712219 + eval-batch-train-duration: 0.18538654799340293 + eval-batch-orig-duration: 0.13871258398285136 + eval-batch-shift-duration: 0.13817683403613046 + eval-batch-tree-duration: 0.13647167099406943 + ued: + distances: + cheese-corne_dist_avg: 5.9797363 + cheese-corne_dist_wavg: 3.3004823 + levels_cheese_is_in_corner_avg: 0.055664062 + mouse-cheese_dist_finite_avg: 8.062988 + mouse-cheese_dist_finite_wavg: 4.405528 + mouse-cheese_dist_solvable_avg: 8.062988 + mouse-cheese_dist_solvable_wavg: 4.4055276 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.39031827 + visit_patterns: + avg_first_visit_time: 147.39355 + avg_last_visit_time: 242.27905 + num_replay_batches: 252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014702843 + avg_actor_approxkl3: 0.0013355773 + avg_actor_clipfrac: 0.072753906 + avg_actor_loss: -0.00037719385 + avg_advantage: -0.0029869806 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0067749606 + avg_entropy: 0.79370683 + avg_grad_norm_pre_clip: 2.7262084 + avg_loss: 0.0022165796 + max: + max_actor_approxkl1: 0.0038699254 + max_actor_approxkl3: 0.0025279936 + max_actor_clipfrac: 0.17944336 + max_actor_loss: 0.00205075 + max_advantage: 0.22983205 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008347024 + max_entropy: 0.81092155 + max_grad_norm_pre_clip: 5.318302 + max_loss: 0.005296015 + std: + std_actor_approxkl1: 0.001021789 + std_actor_approxkl3: 0.0006337158 + std_actor_clipfrac: 0.04383594 + std_actor_loss: 0.00097358116 + std_advantage: 0.116078205 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011242122 + std_entropy: 0.0116255535 + std_grad_norm_pre_clip: 1.1105026 + std_loss: 0.0011553832 + eval-batch-train: + avg_avg_episode_length: 17.058964 + avg_avg_return: 0.88142854 + avg_benchmark_regret: 0.113764584 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.239357 + proxy_corner: + avg_avg_return: 0.16287974 + avg_reward_per_step: 0.024612427 + eval-batch-orig: + avg_avg_episode_length: 22.06916 + avg_avg_return: 0.82171124 + avg_benchmark_regret: 0.17222776 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.1918335 + proxy_corner: + avg_avg_return: 0.82171124 + avg_reward_per_step: 0.1918335 + eval-batch-shift: + avg_avg_episode_length: 18.082268 + avg_avg_return: 0.8692923 + avg_benchmark_regret: 0.12566899 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.2553711 + proxy_corner: + avg_avg_return: 0.16243386 + avg_reward_per_step: 0.024108887 + eval-batch-tree: + avg_avg_episode_length: 20.525826 + avg_avg_return: 0.8437015 + avg_benchmark_regret: 0.15071884 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19579315 + proxy_corner: + avg_avg_return: 0.8437015 + avg_reward_per_step: 0.19579315 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 17825792 + env-step-replay-before: 8912896 + env-step-used-before: 17825792 + ppo-update-before: 10880 + env-step-generate-before: 8912896 + env-step-all-after: 17858560 + env-step-replay-after: 8945664 + env-step-used-after: 17858560 + ppo-update-after: 10900 + env-step-generate-after: 8912896 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 40.341484 + avg_avg_return: 0.64689136 + avg_reward_per_step: 0.033294678 + proxy_corner: + avg_avg_return: 0.31680423 + avg_reward_per_step: 0.014862061 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 40.341484 + avg_avg_return: 0.64689136 + avg_reward_per_step: 0.033294678 + proxy_corner: + avg_avg_return: 0.31680423 + avg_reward_per_step: 0.014862061 + perf: + env_steps_per_second: 982504.0636286124 + ppo_updates_per_second: 110.5270316374222 + eval-batch-train-duration: 0.18548911198740825 + eval-batch-orig-duration: 0.13678436999907717 + eval-batch-shift-duration: 0.13689260400133207 + eval-batch-tree-duration: 0.13618474104441702 + ued: + distances: + cheese-corne_dist_avg: 5.9907227 + cheese-corne_dist_wavg: 8.687129 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 8.143555 + mouse-cheese_dist_finite_wavg: 5.3085456 + mouse-cheese_dist_solvable_avg: 8.143555 + mouse-cheese_dist_solvable_wavg: 5.3085456 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.34466055 + visit_patterns: + avg_first_visit_time: 157.94995 + avg_last_visit_time: 263.17896 + num_replay_batches: 273 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0030718616 + avg_actor_approxkl3: 0.0029340398 + avg_actor_clipfrac: 0.17299806 + avg_actor_loss: 0.0015414794 + avg_advantage: -0.014651013 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0063351854 + avg_entropy: 0.80456495 + avg_grad_norm_pre_clip: 4.2638073 + avg_loss: 0.0039045077 + max: + max_actor_approxkl1: 0.00776041 + max_actor_approxkl3: 0.006395775 + max_actor_clipfrac: 0.35620117 + max_actor_loss: 0.0054650977 + max_advantage: 0.1882919 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007982854 + max_entropy: 0.83690435 + max_grad_norm_pre_clip: 7.6120825 + max_loss: 0.007643982 + std: + std_actor_approxkl1: 0.0018072926 + std_actor_approxkl3: 0.0015747785 + std_actor_clipfrac: 0.09306167 + std_actor_loss: 0.0019989507 + std_advantage: 0.11210651 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010230709 + std_entropy: 0.015003739 + std_grad_norm_pre_clip: 1.4933366 + std_loss: 0.0019241752 + eval-batch-train: + avg_avg_episode_length: 15.488046 + avg_avg_return: 0.89569116 + avg_benchmark_regret: 0.09950191 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.24214935 + proxy_corner: + avg_avg_return: 0.18635756 + avg_reward_per_step: 0.025817871 + eval-batch-orig: + avg_avg_episode_length: 21.358261 + avg_avg_return: 0.84466994 + avg_benchmark_regret: 0.14926913 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.1907959 + proxy_corner: + avg_avg_return: 0.84466994 + avg_reward_per_step: 0.1907959 + eval-batch-shift: + avg_avg_episode_length: 17.195835 + avg_avg_return: 0.878519 + avg_benchmark_regret: 0.11644234 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.25915527 + proxy_corner: + avg_avg_return: 0.18051043 + avg_reward_per_step: 0.025749207 + eval-batch-tree: + avg_avg_episode_length: 19.9883 + avg_avg_return: 0.8580398 + avg_benchmark_regret: 0.13638043 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.18939972 + proxy_corner: + avg_avg_return: 0.8580398 + avg_reward_per_step: 0.18939972 +=========================================================== +=========================================================== + step: + env-step-all-before: 18874368 + env-step-replay-before: 9633792 + env-step-used-before: 18874368 + ppo-update-before: 11520 + env-step-generate-before: 9240576 + env-step-all-after: 18907136 + env-step-replay-after: 9666560 + env-step-used-after: 18907136 + ppo-update-after: 11540 + env-step-generate-after: 9240576 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 39.58899 + avg_avg_return: 0.6572612 + avg_reward_per_step: 0.036865234 + proxy_corner: + avg_avg_return: 0.31986928 + avg_reward_per_step: 0.015197754 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 39.58899 + avg_avg_return: 0.6572612 + avg_reward_per_step: 0.036865234 + proxy_corner: + avg_avg_return: 0.31986928 + avg_reward_per_step: 0.015197754 + perf: + env_steps_per_second: 992711.2897214128 + ppo_updates_per_second: 111.63595949634474 + eval-batch-train-duration: 0.19042641698615626 + eval-batch-orig-duration: 0.1488361640367657 + eval-batch-shift-duration: 0.13937087601516396 + eval-batch-tree-duration: 0.1380738010047935 + ued: + distances: + cheese-corne_dist_avg: 6.0273438 + cheese-corne_dist_wavg: 2.398439 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 8.213867 + mouse-cheese_dist_finite_wavg: 4.4218225 + mouse-cheese_dist_solvable_avg: 8.213867 + mouse-cheese_dist_solvable_wavg: 4.4218225 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.3279534 + visit_patterns: + avg_first_visit_time: 169.68481 + avg_last_visit_time: 285.18066 + num_replay_batches: 295 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012672556 + avg_actor_approxkl3: 0.001218289 + avg_actor_clipfrac: 0.062402345 + avg_actor_loss: -0.0005629949 + avg_advantage: -0.001986173 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0064755427 + avg_entropy: 0.7954999 + avg_grad_norm_pre_clip: 2.6044977 + avg_loss: 0.0018792764 + max: + max_actor_approxkl1: 0.0021596255 + max_actor_approxkl3: 0.001979837 + max_actor_clipfrac: 0.11669922 + max_actor_loss: 0.0020285845 + max_advantage: 0.19257122 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008964161 + max_entropy: 0.8251599 + max_grad_norm_pre_clip: 4.9086065 + max_loss: 0.00450318 + std: + std_actor_approxkl1: 0.00054375816 + std_actor_approxkl3: 0.0004863631 + std_actor_clipfrac: 0.031543154 + std_actor_loss: 0.0010555264 + std_advantage: 0.11376533 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012327527 + std_entropy: 0.016499126 + std_grad_norm_pre_clip: 1.2404152 + std_loss: 0.0012819687 + eval-batch-train: + avg_avg_episode_length: 15.099106 + avg_avg_return: 0.90578616 + avg_benchmark_regret: 0.089406975 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.23590851 + proxy_corner: + avg_avg_return: 0.17723851 + avg_reward_per_step: 0.024856567 + eval-batch-orig: + avg_avg_episode_length: 19.430588 + avg_avg_return: 0.8663305 + avg_benchmark_regret: 0.12760851 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.19296265 + proxy_corner: + avg_avg_return: 0.8663305 + avg_reward_per_step: 0.19296265 + eval-batch-shift: + avg_avg_episode_length: 16.327671 + avg_avg_return: 0.89534837 + avg_benchmark_regret: 0.09961299 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.2551422 + proxy_corner: + avg_avg_return: 0.17750621 + avg_reward_per_step: 0.025276184 + eval-batch-tree: + avg_avg_episode_length: 19.200472 + avg_avg_return: 0.86893594 + avg_benchmark_regret: 0.12548438 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19237518 + proxy_corner: + avg_avg_return: 0.86893594 + avg_reward_per_step: 0.19237518 +=========================================================== +=========================================================== + step: + env-step-all-before: 19922944 + env-step-replay-before: 10125312 + env-step-used-before: 19922944 + ppo-update-before: 12160 + env-step-generate-before: 9797632 + env-step-all-after: 19955712 + env-step-replay-after: 10158080 + env-step-used-after: 19955712 + ppo-update-after: 12180 + env-step-generate-after: 9797632 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 37.60656 + avg_avg_return: 0.67610776 + avg_reward_per_step: 0.03829956 + proxy_corner: + avg_avg_return: 0.22391346 + avg_reward_per_step: 0.010223389 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 37.60656 + avg_avg_return: 0.67610776 + avg_reward_per_step: 0.03829956 + proxy_corner: + avg_avg_return: 0.22391346 + avg_reward_per_step: 0.010223389 + perf: + env_steps_per_second: 1004994.9501410744 + ppo_updates_per_second: 111.48681922134084 + eval-batch-train-duration: 0.1857058409950696 + eval-batch-orig-duration: 0.1381131749949418 + eval-batch-shift-duration: 0.13776474900078028 + eval-batch-tree-duration: 0.13666681002359837 + ued: + distances: + cheese-corne_dist_avg: 6.0927734 + cheese-corne_dist_wavg: 3.3054426 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 8.331055 + mouse-cheese_dist_finite_wavg: 6.2281466 + mouse-cheese_dist_solvable_avg: 8.331055 + mouse-cheese_dist_solvable_wavg: 6.2281466 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.31960496 + visit_patterns: + avg_first_visit_time: 186.49219 + avg_last_visit_time: 300.20947 + num_replay_batches: 310 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0024690197 + avg_actor_approxkl3: 0.0022225485 + avg_actor_clipfrac: 0.11246338 + avg_actor_loss: -0.00011186711 + avg_advantage: -0.009257329 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0055814683 + avg_entropy: 0.76154584 + avg_grad_norm_pre_clip: 3.758587 + avg_loss: 0.0019173212 + max: + max_actor_approxkl1: 0.005714956 + max_actor_approxkl3: 0.00499231 + max_actor_clipfrac: 0.25146484 + max_actor_loss: 0.003860347 + max_advantage: 0.19450474 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009250628 + max_entropy: 0.79027665 + max_grad_norm_pre_clip: 7.982539 + max_loss: 0.00532267 + std: + std_actor_approxkl1: 0.0015633797 + std_actor_approxkl3: 0.0013788862 + std_actor_clipfrac: 0.070321135 + std_actor_loss: 0.0015804806 + std_advantage: 0.10546867 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013526857 + std_entropy: 0.015624721 + std_grad_norm_pre_clip: 1.9429377 + std_loss: 0.0017417601 + eval-batch-train: + avg_avg_episode_length: 13.997278 + avg_avg_return: 0.9174472 + avg_benchmark_regret: 0.07774589 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.24769592 + proxy_corner: + avg_avg_return: 0.18387187 + avg_reward_per_step: 0.025474548 + eval-batch-orig: + avg_avg_episode_length: 18.721481 + avg_avg_return: 0.87597036 + avg_benchmark_regret: 0.117968604 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.19631195 + proxy_corner: + avg_avg_return: 0.87597036 + avg_reward_per_step: 0.19631195 + eval-batch-shift: + avg_avg_episode_length: 15.227825 + avg_avg_return: 0.8997085 + avg_benchmark_regret: 0.09525281 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.26526642 + proxy_corner: + avg_avg_return: 0.16564056 + avg_reward_per_step: 0.026168823 + eval-batch-tree: + avg_avg_episode_length: 18.222746 + avg_avg_return: 0.878659 + avg_benchmark_regret: 0.11576125 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19579315 + proxy_corner: + avg_avg_return: 0.878659 + avg_reward_per_step: 0.19579315 +=========================================================== +=========================================================== + step: + env-step-all-before: 20971520 + env-step-replay-before: 10682368 + env-step-used-before: 20971520 + ppo-update-before: 12800 + env-step-generate-before: 10289152 + env-step-all-after: 21004288 + env-step-replay-after: 10682368 + env-step-used-after: 21004288 + ppo-update-after: 12820 + env-step-generate-after: 10321920 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.552212 + avg_avg_return: 0.8881621 + avg_reward_per_step: 0.25372314 + proxy_corner: + avg_avg_return: 0.17441861 + avg_reward_per_step: 0.026184082 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.552212 + avg_avg_return: 0.8881621 + avg_reward_per_step: 0.25372314 + proxy_corner: + avg_avg_return: 0.17441861 + avg_reward_per_step: 0.026184082 + perf: + env_steps_per_second: 1002049.1723419575 + ppo_updates_per_second: 111.92708692980764 + eval-batch-train-duration: 0.18420884100487456 + eval-batch-orig-duration: 0.13624622800853103 + eval-batch-shift-duration: 0.13624724902911112 + eval-batch-tree-duration: 0.13617465202696621 + ued: + distances: + cheese-corne_dist_avg: 6.107422 + cheese-corne_dist_wavg: 12.302156 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 8.414307 + mouse-cheese_dist_finite_wavg: 5.3396072 + mouse-cheese_dist_solvable_avg: 8.414307 + mouse-cheese_dist_solvable_wavg: 5.3396077 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.30875576 + visit_patterns: + avg_first_visit_time: 203.29272 + avg_last_visit_time: 316.29565 + num_replay_batches: 326 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001603066 + avg_actor_approxkl3: 0.0013758417 + avg_actor_clipfrac: 0.07977295 + avg_actor_loss: 0.0002257077 + avg_advantage: 0.0148974415 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024236978 + avg_entropy: 0.4967524 + avg_grad_norm_pre_clip: 2.672101 + avg_loss: 0.0009408043 + max: + max_actor_approxkl1: 0.0041720653 + max_actor_approxkl3: 0.0035000122 + max_actor_clipfrac: 0.19458008 + max_actor_loss: 0.0029904768 + max_advantage: 0.18606049 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0039896024 + max_entropy: 0.5395509 + max_grad_norm_pre_clip: 5.4853563 + max_loss: 0.003483734 + std: + std_actor_approxkl1: 0.00100343 + std_actor_approxkl3: 0.0008499846 + std_actor_clipfrac: 0.0518201 + std_actor_loss: 0.0013518154 + std_advantage: 0.06974635 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00079081825 + std_entropy: 0.021184053 + std_grad_norm_pre_clip: 1.3818576 + std_loss: 0.001396137 + eval-batch-train: + avg_avg_episode_length: 13.291195 + avg_avg_return: 0.9241303 + avg_benchmark_regret: 0.07106282 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.25715637 + proxy_corner: + avg_avg_return: 0.19205432 + avg_reward_per_step: 0.027786255 + eval-batch-orig: + avg_avg_episode_length: 17.628609 + avg_avg_return: 0.89237297 + avg_benchmark_regret: 0.101565994 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.1984024 + proxy_corner: + avg_avg_return: 0.89237297 + avg_reward_per_step: 0.1984024 + eval-batch-shift: + avg_avg_episode_length: 14.390034 + avg_avg_return: 0.9139993 + avg_benchmark_regret: 0.080962025 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.27374268 + proxy_corner: + avg_avg_return: 0.18070894 + avg_reward_per_step: 0.02758789 + eval-batch-tree: + avg_avg_episode_length: 16.427338 + avg_avg_return: 0.90429735 + avg_benchmark_regret: 0.09012295 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20192719 + proxy_corner: + avg_avg_return: 0.90429735 + avg_reward_per_step: 0.20192719 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 22020096 + env-step-replay-before: 11141120 + env-step-used-before: 22020096 + ppo-update-before: 13440 + env-step-generate-before: 10878976 + env-step-all-after: 22052864 + env-step-replay-after: 11173888 + env-step-used-after: 22052864 + ppo-update-after: 13460 + env-step-generate-after: 10878976 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 33.824986 + avg_avg_return: 0.72041565 + avg_reward_per_step: 0.042266846 + proxy_corner: + avg_avg_return: 0.28227684 + avg_reward_per_step: 0.01449585 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 33.824986 + avg_avg_return: 0.72041565 + avg_reward_per_step: 0.042266846 + proxy_corner: + avg_avg_return: 0.28227684 + avg_reward_per_step: 0.01449585 + perf: + env_steps_per_second: 956150.4012719785 + ppo_updates_per_second: 109.58736876316712 + eval-batch-train-duration: 0.18757541599916294 + eval-batch-orig-duration: 0.13667933398392051 + eval-batch-shift-duration: 0.1350728269899264 + eval-batch-tree-duration: 0.13681498897494748 + ued: + distances: + cheese-corne_dist_avg: 6.1416016 + cheese-corne_dist_wavg: 1.5106783 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 8.466797 + mouse-cheese_dist_finite_wavg: 6.242145 + mouse-cheese_dist_solvable_avg: 8.466797 + mouse-cheese_dist_solvable_wavg: 6.242145 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.28636804 + visit_patterns: + avg_first_visit_time: 219.677 + avg_last_visit_time: 331.20093 + num_replay_batches: 341 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018961156 + avg_actor_approxkl3: 0.0016580572 + avg_actor_clipfrac: 0.0956604 + avg_actor_loss: -0.00017090049 + avg_advantage: -0.009973857 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0041592233 + avg_entropy: 0.6965849 + avg_grad_norm_pre_clip: 3.228777 + avg_loss: 0.0012121261 + max: + max_actor_approxkl1: 0.0037801478 + max_actor_approxkl3: 0.0027875216 + max_actor_clipfrac: 0.18164062 + max_actor_loss: 0.002375178 + max_advantage: 0.16207957 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0070485943 + max_entropy: 0.7263205 + max_grad_norm_pre_clip: 4.9059844 + max_loss: 0.0044394983 + std: + std_actor_approxkl1: 0.0009789246 + std_actor_approxkl3: 0.00076132384 + std_actor_clipfrac: 0.05332936 + std_actor_loss: 0.0013212705 + std_advantage: 0.09132673 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013099429 + std_entropy: 0.014461625 + std_grad_norm_pre_clip: 1.2087103 + std_loss: 0.0014487937 + eval-batch-train: + avg_avg_episode_length: 12.03503 + avg_avg_return: 0.9390711 + avg_benchmark_regret: 0.056122 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.26005554 + proxy_corner: + avg_avg_return: 0.19572447 + avg_reward_per_step: 0.027496338 + eval-batch-orig: + avg_avg_episode_length: 17.700867 + avg_avg_return: 0.8889711 + avg_benchmark_regret: 0.10496798 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.197052 + proxy_corner: + avg_avg_return: 0.8889711 + avg_reward_per_step: 0.197052 + eval-batch-shift: + avg_avg_episode_length: 13.229675 + avg_avg_return: 0.92537963 + avg_benchmark_regret: 0.06958174 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.27820587 + proxy_corner: + avg_avg_return: 0.18093523 + avg_reward_per_step: 0.028007507 + eval-batch-tree: + avg_avg_episode_length: 15.431397 + avg_avg_return: 0.9108831 + avg_benchmark_regret: 0.08353715 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20051575 + proxy_corner: + avg_avg_return: 0.9108831 + avg_reward_per_step: 0.20051575 +=========================================================== +=========================================================== + step: + env-step-all-before: 23068672 + env-step-replay-before: 11665408 + env-step-used-before: 23068672 + ppo-update-before: 14080 + env-step-generate-before: 11403264 + env-step-all-after: 23101440 + env-step-replay-after: 11698176 + env-step-used-after: 23101440 + ppo-update-after: 14100 + env-step-generate-after: 11403264 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 32.001278 + avg_avg_return: 0.7423924 + avg_reward_per_step: 0.042297363 + proxy_corner: + avg_avg_return: 0.36149114 + avg_reward_per_step: 0.0184021 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 32.001278 + avg_avg_return: 0.7423924 + avg_reward_per_step: 0.042297363 + proxy_corner: + avg_avg_return: 0.36149114 + avg_reward_per_step: 0.0184021 + perf: + env_steps_per_second: 721971.0721965155 + ppo_updates_per_second: 112.34563233484155 + eval-batch-train-duration: 0.1848375559784472 + eval-batch-orig-duration: 0.1367125069955364 + eval-batch-shift-duration: 0.13672220602165908 + eval-batch-tree-duration: 0.13613532000454143 + ued: + distances: + cheese-corne_dist_avg: 6.107666 + cheese-corne_dist_wavg: 2.4142432 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 8.545166 + mouse-cheese_dist_finite_wavg: 4.448403 + mouse-cheese_dist_solvable_avg: 8.545166 + mouse-cheese_dist_solvable_wavg: 4.4484034 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.2762801 + visit_patterns: + avg_first_visit_time: 233.45508 + avg_last_visit_time: 347.2483 + num_replay_batches: 357 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025817552 + avg_actor_approxkl3: 0.0025039546 + avg_actor_clipfrac: 0.14436646 + avg_actor_loss: 0.0012584546 + avg_advantage: 0.0013776477 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0030956247 + avg_entropy: 0.68271273 + avg_grad_norm_pre_clip: 4.1071258 + avg_loss: 0.0021235542 + max: + max_actor_approxkl1: 0.00588317 + max_actor_approxkl3: 0.004868519 + max_actor_clipfrac: 0.2902832 + max_actor_loss: 0.0054939687 + max_advantage: 0.15790337 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0046509677 + max_entropy: 0.7209537 + max_grad_norm_pre_clip: 7.421664 + max_loss: 0.0062909964 + std: + std_actor_approxkl1: 0.0017163723 + std_actor_approxkl3: 0.0014852419 + std_actor_clipfrac: 0.090184145 + std_actor_loss: 0.0018145231 + std_advantage: 0.07804266 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00095945 + std_entropy: 0.016899575 + std_grad_norm_pre_clip: 1.940091 + std_loss: 0.0016914838 + eval-batch-train: + avg_avg_episode_length: 11.9374695 + avg_avg_return: 0.9411447 + avg_benchmark_regret: 0.054048434 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.26798248 + proxy_corner: + avg_avg_return: 0.19876087 + avg_reward_per_step: 0.028839111 + eval-batch-orig: + avg_avg_episode_length: 15.197184 + avg_avg_return: 0.9129436 + avg_benchmark_regret: 0.08099541 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.20720673 + proxy_corner: + avg_avg_return: 0.9129436 + avg_reward_per_step: 0.20720673 + eval-batch-shift: + avg_avg_episode_length: 12.49669 + avg_avg_return: 0.9279022 + avg_benchmark_regret: 0.067059085 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.28458405 + proxy_corner: + avg_avg_return: 0.18692507 + avg_reward_per_step: 0.029266357 + eval-batch-tree: + avg_avg_episode_length: 13.831644 + avg_avg_return: 0.9323828 + avg_benchmark_regret: 0.06203749 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2136383 + proxy_corner: + avg_avg_return: 0.9323828 + avg_reward_per_step: 0.2136383 +=========================================================== +=========================================================== + step: + env-step-all-before: 24117248 + env-step-replay-before: 12320768 + env-step-used-before: 24117248 + ppo-update-before: 14720 + env-step-generate-before: 11796480 + env-step-all-after: 24150016 + env-step-replay-after: 12353536 + env-step-used-after: 24150016 + ppo-update-after: 14740 + env-step-generate-after: 11796480 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 32.140656 + avg_avg_return: 0.7310822 + avg_reward_per_step: 0.04522705 + proxy_corner: + avg_avg_return: 0.3712891 + avg_reward_per_step: 0.019317627 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 32.140656 + avg_avg_return: 0.7310822 + avg_reward_per_step: 0.04522705 + proxy_corner: + avg_avg_return: 0.3712891 + avg_reward_per_step: 0.019317627 + perf: + env_steps_per_second: 992349.2684114174 + ppo_updates_per_second: 111.63555881311491 + eval-batch-train-duration: 0.18507345201214775 + eval-batch-orig-duration: 0.13756438303971663 + eval-batch-shift-duration: 0.13805092102847993 + eval-batch-tree-duration: 0.1375137569848448 + ued: + distances: + cheese-corne_dist_avg: 6.1484375 + cheese-corne_dist_wavg: 4.218869 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 8.603027 + mouse-cheese_dist_finite_wavg: 4.456972 + mouse-cheese_dist_solvable_avg: 8.603027 + mouse-cheese_dist_solvable_wavg: 4.456973 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.25031766 + visit_patterns: + avg_first_visit_time: 246.34863 + avg_last_visit_time: 367.2312 + num_replay_batches: 377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018785562 + avg_actor_approxkl3: 0.0018293638 + avg_actor_clipfrac: 0.09830322 + avg_actor_loss: -0.0003371958 + avg_advantage: 0.00072161295 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004307382 + avg_entropy: 0.66253793 + avg_grad_norm_pre_clip: 2.990818 + avg_loss: 0.0011539574 + max: + max_actor_approxkl1: 0.0045317733 + max_actor_approxkl3: 0.0047516315 + max_actor_clipfrac: 0.22473145 + max_actor_loss: 0.0024343617 + max_advantage: 0.15565503 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0071533956 + max_entropy: 0.68514615 + max_grad_norm_pre_clip: 5.9778247 + max_loss: 0.0032891154 + std: + std_actor_approxkl1: 0.0012150453 + std_actor_approxkl3: 0.00119712 + std_actor_clipfrac: 0.06394362 + std_actor_loss: 0.001085974 + std_advantage: 0.09258033 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011349302 + std_entropy: 0.011870193 + std_grad_norm_pre_clip: 1.5352687 + std_loss: 0.0010956821 + eval-batch-train: + avg_avg_episode_length: 11.157765 + avg_avg_return: 0.94369084 + avg_benchmark_regret: 0.05150228 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.27246857 + proxy_corner: + avg_avg_return: 0.20564334 + avg_reward_per_step: 0.030662537 + eval-batch-orig: + avg_avg_episode_length: 15.032801 + avg_avg_return: 0.9115195 + avg_benchmark_regret: 0.08241947 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.21640778 + proxy_corner: + avg_avg_return: 0.9115195 + avg_reward_per_step: 0.21640778 + eval-batch-shift: + avg_avg_episode_length: 13.09977 + avg_avg_return: 0.9277996 + avg_benchmark_regret: 0.06716168 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.2805481 + proxy_corner: + avg_avg_return: 0.20331165 + avg_reward_per_step: 0.029296875 + eval-batch-tree: + avg_avg_episode_length: 13.997814 + avg_avg_return: 0.9178963 + avg_benchmark_regret: 0.07652403 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2208023 + proxy_corner: + avg_avg_return: 0.9178963 + avg_reward_per_step: 0.2208023 +=========================================================== +=========================================================== + step: + env-step-all-before: 25165824 + env-step-replay-before: 13041664 + env-step-used-before: 25165824 + ppo-update-before: 15360 + env-step-generate-before: 12124160 + env-step-all-after: 25198592 + env-step-replay-after: 13041664 + env-step-used-after: 25198592 + ppo-update-after: 15380 + env-step-generate-after: 12156928 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 12.216468 + avg_avg_return: 0.89985085 + avg_reward_per_step: 0.24194336 + proxy_corner: + avg_avg_return: 0.17585061 + avg_reward_per_step: 0.020599365 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 12.216468 + avg_avg_return: 0.89985085 + avg_reward_per_step: 0.24194336 + proxy_corner: + avg_avg_return: 0.17585061 + avg_reward_per_step: 0.020599365 + perf: + env_steps_per_second: 1002143.4093547014 + ppo_updates_per_second: 111.48322475750366 + eval-batch-train-duration: 0.18627832300262526 + eval-batch-orig-duration: 0.13925367797492072 + eval-batch-shift-duration: 0.13726820499869063 + eval-batch-tree-duration: 0.13616519601782784 + ued: + distances: + cheese-corne_dist_avg: 6.212158 + cheese-corne_dist_wavg: 5.122805 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 8.695068 + mouse-cheese_dist_finite_wavg: 4.475366 + mouse-cheese_dist_solvable_avg: 8.695068 + mouse-cheese_dist_solvable_wavg: 4.4753666 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.24437991 + visit_patterns: + avg_first_visit_time: 261.22754 + avg_last_visit_time: 388.28882 + num_replay_batches: 398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011174629 + avg_actor_approxkl3: 0.0011939494 + avg_actor_clipfrac: 0.05681763 + avg_actor_loss: 0.000308981 + avg_advantage: 0.0098053 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002046895 + avg_entropy: 0.43847123 + avg_grad_norm_pre_clip: 2.7739513 + avg_loss: 0.0008939573 + max: + max_actor_approxkl1: 0.00355349 + max_actor_approxkl3: 0.0039047946 + max_actor_clipfrac: 0.15600586 + max_actor_loss: 0.0036510266 + max_advantage: 0.17893237 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003636936 + max_entropy: 0.48639765 + max_grad_norm_pre_clip: 6.791291 + max_loss: 0.004113259 + std: + std_actor_approxkl1: 0.0011200827 + std_actor_approxkl3: 0.0009814596 + std_actor_clipfrac: 0.041556906 + std_actor_loss: 0.001133874 + std_advantage: 0.06355371 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00082945114 + std_entropy: 0.026544468 + std_grad_norm_pre_clip: 1.5144036 + std_loss: 0.001228814 + eval-batch-train: + avg_avg_episode_length: 10.9408045 + avg_avg_return: 0.94725156 + avg_benchmark_regret: 0.047941547 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.26533508 + proxy_corner: + avg_avg_return: 0.19927329 + avg_reward_per_step: 0.028823853 + eval-batch-orig: + avg_avg_episode_length: 18.991238 + avg_avg_return: 0.888325 + avg_benchmark_regret: 0.105614066 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.17910004 + proxy_corner: + avg_avg_return: 0.888325 + avg_reward_per_step: 0.17910004 + eval-batch-shift: + avg_avg_episode_length: 12.496971 + avg_avg_return: 0.9327365 + avg_benchmark_regret: 0.062224805 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.28092194 + proxy_corner: + avg_avg_return: 0.19194546 + avg_reward_per_step: 0.02848053 + eval-batch-tree: + avg_avg_episode_length: 16.825588 + avg_avg_return: 0.90509737 + avg_benchmark_regret: 0.08932294 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.18327332 + proxy_corner: + avg_avg_return: 0.90509737 + avg_reward_per_step: 0.18327332 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 26214400 + env-step-replay-before: 13402112 + env-step-used-before: 26214400 + ppo-update-before: 16000 + env-step-generate-before: 12812288 + env-step-all-after: 26247168 + env-step-replay-after: 13434880 + env-step-used-after: 26247168 + ppo-update-after: 16020 + env-step-generate-after: 12812288 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 27.85381 + avg_avg_return: 0.7764586 + avg_reward_per_step: 0.049041748 + proxy_corner: + avg_avg_return: 0.27554858 + avg_reward_per_step: 0.014160156 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 27.85381 + avg_avg_return: 0.7764586 + avg_reward_per_step: 0.049041748 + proxy_corner: + avg_avg_return: 0.27554858 + avg_reward_per_step: 0.014160156 + perf: + env_steps_per_second: 1001638.5441840475 + ppo_updates_per_second: 111.53777843153755 + eval-batch-train-duration: 0.18541215098230168 + eval-batch-orig-duration: 0.1363470290089026 + eval-batch-shift-duration: 0.13599406502908096 + eval-batch-tree-duration: 0.13614086096640676 + ued: + distances: + cheese-corne_dist_avg: 6.20874 + cheese-corne_dist_wavg: 12.3147135 + levels_cheese_is_in_corner_avg: 0.07543945 + mouse-cheese_dist_finite_avg: 8.747559 + mouse-cheese_dist_finite_wavg: 5.3721395 + mouse-cheese_dist_solvable_avg: 8.747559 + mouse-cheese_dist_solvable_wavg: 5.37214 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.26061642 + visit_patterns: + avg_first_visit_time: 278.72217 + avg_last_visit_time: 400.27222 + num_replay_batches: 410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0029990482 + avg_actor_approxkl3: 0.0027106784 + avg_actor_clipfrac: 0.14891358 + avg_actor_loss: 0.0014005188 + avg_advantage: -0.003083706 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024989536 + avg_entropy: 0.6187086 + avg_grad_norm_pre_clip: 4.571662 + avg_loss: 0.002031287 + max: + max_actor_approxkl1: 0.0070649586 + max_actor_approxkl3: 0.005812282 + max_actor_clipfrac: 0.2947998 + max_actor_loss: 0.006730618 + max_advantage: 0.13270396 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004477494 + max_entropy: 0.6466735 + max_grad_norm_pre_clip: 9.587294 + max_loss: 0.007386417 + std: + std_actor_approxkl1: 0.0018417783 + std_actor_approxkl3: 0.0015714525 + std_actor_clipfrac: 0.083355166 + std_actor_loss: 0.002265284 + std_advantage: 0.07069203 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007210745 + std_entropy: 0.01352604 + std_grad_norm_pre_clip: 2.362658 + std_loss: 0.002200479 + eval-batch-train: + avg_avg_episode_length: 9.162395 + avg_avg_return: 0.95994127 + avg_benchmark_regret: 0.035251856 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.27894592 + proxy_corner: + avg_avg_return: 0.19994366 + avg_reward_per_step: 0.031433105 + eval-batch-orig: + avg_avg_episode_length: 14.564051 + avg_avg_return: 0.91841054 + avg_benchmark_regret: 0.07552846 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.20835114 + proxy_corner: + avg_avg_return: 0.91841054 + avg_reward_per_step: 0.20835114 + eval-batch-shift: + avg_avg_episode_length: 11.162042 + avg_avg_return: 0.93993294 + avg_benchmark_regret: 0.055028394 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.2909851 + proxy_corner: + avg_avg_return: 0.18758857 + avg_reward_per_step: 0.029792786 + eval-batch-tree: + avg_avg_episode_length: 12.555906 + avg_avg_return: 0.9385792 + avg_benchmark_regret: 0.05584106 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.21404266 + proxy_corner: + avg_avg_return: 0.9385792 + avg_reward_per_step: 0.21404266 +=========================================================== +=========================================================== + step: + env-step-all-before: 27262976 + env-step-replay-before: 14024704 + env-step-used-before: 27262976 + ppo-update-before: 16640 + env-step-generate-before: 13238272 + env-step-all-after: 27295744 + env-step-replay-after: 14057472 + env-step-used-after: 27295744 + ppo-update-after: 16660 + env-step-generate-after: 13238272 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 28.8942 + avg_avg_return: 0.7720113 + avg_reward_per_step: 0.04916382 + proxy_corner: + avg_avg_return: 0.32691088 + avg_reward_per_step: 0.017974854 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 28.8942 + avg_avg_return: 0.7720113 + avg_reward_per_step: 0.04916382 + proxy_corner: + avg_avg_return: 0.32691088 + avg_reward_per_step: 0.017974854 + perf: + env_steps_per_second: 988168.4853215849 + ppo_updates_per_second: 111.5781705238485 + eval-batch-train-duration: 0.1855232309899293 + eval-batch-orig-duration: 0.1385077319573611 + eval-batch-shift-duration: 0.13753146200906485 + eval-batch-tree-duration: 0.13682944898027927 + ued: + distances: + cheese-corne_dist_avg: 6.213379 + cheese-corne_dist_wavg: 4.2299247 + levels_cheese_is_in_corner_avg: 0.07714844 + mouse-cheese_dist_finite_avg: 8.805176 + mouse-cheese_dist_finite_wavg: 5.3796825 + mouse-cheese_dist_solvable_avg: 8.805176 + mouse-cheese_dist_solvable_wavg: 5.379683 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.25927126 + visit_patterns: + avg_first_visit_time: 294.2766 + avg_last_visit_time: 419.25806 + num_replay_batches: 429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0028497863 + avg_actor_approxkl3: 0.0029280197 + avg_actor_clipfrac: 0.1435852 + avg_actor_loss: 0.0011674676 + avg_advantage: 0.0008398602 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027043014 + avg_entropy: 0.60994965 + avg_grad_norm_pre_clip: 4.0434446 + avg_loss: 0.0019096686 + max: + max_actor_approxkl1: 0.007177336 + max_actor_approxkl3: 0.009357588 + max_actor_clipfrac: 0.3232422 + max_actor_loss: 0.007387854 + max_advantage: 0.14804858 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0049678385 + max_entropy: 0.6424931 + max_grad_norm_pre_clip: 7.5253077 + max_loss: 0.008503601 + std: + std_actor_approxkl1: 0.002144741 + std_actor_approxkl3: 0.002271229 + std_actor_clipfrac: 0.08892112 + std_actor_loss: 0.0021737495 + std_advantage: 0.0734979 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010315655 + std_entropy: 0.019506032 + std_grad_norm_pre_clip: 2.0405517 + std_loss: 0.0023949868 + eval-batch-train: + avg_avg_episode_length: 8.967237 + avg_avg_return: 0.9630872 + avg_benchmark_regret: 0.032105938 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.28012085 + proxy_corner: + avg_avg_return: 0.1962603 + avg_reward_per_step: 0.030708313 + eval-batch-orig: + avg_avg_episode_length: 14.201008 + avg_avg_return: 0.92979723 + avg_benchmark_regret: 0.06414175 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.20441437 + proxy_corner: + avg_avg_return: 0.92979723 + avg_reward_per_step: 0.20441437 + eval-batch-shift: + avg_avg_episode_length: 11.488371 + avg_avg_return: 0.9374806 + avg_benchmark_regret: 0.05748069 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.29058075 + proxy_corner: + avg_avg_return: 0.18717608 + avg_reward_per_step: 0.029006958 + eval-batch-tree: + avg_avg_episode_length: 11.886112 + avg_avg_return: 0.9509876 + avg_benchmark_regret: 0.0434327 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20970154 + proxy_corner: + avg_avg_return: 0.9509876 + avg_reward_per_step: 0.20970154 +=========================================================== +=========================================================== + step: + env-step-all-before: 28311552 + env-step-replay-before: 14581760 + env-step-used-before: 28311552 + ppo-update-before: 17280 + env-step-generate-before: 13729792 + env-step-all-after: 28344320 + env-step-replay-after: 14581760 + env-step-used-after: 28344320 + ppo-update-after: 17300 + env-step-generate-after: 13762560 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.894956 + avg_avg_return: 0.9080633 + avg_reward_per_step: 0.2494812 + proxy_corner: + avg_avg_return: 0.20683156 + avg_reward_per_step: 0.029174805 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.894956 + avg_avg_return: 0.9080633 + avg_reward_per_step: 0.2494812 + proxy_corner: + avg_avg_return: 0.20683156 + avg_reward_per_step: 0.029174805 + perf: + env_steps_per_second: 1003424.5600983994 + ppo_updates_per_second: 111.19357905600928 + eval-batch-train-duration: 0.18460578203666955 + eval-batch-orig-duration: 0.13506018498446792 + eval-batch-shift-duration: 0.13802789797773585 + eval-batch-tree-duration: 0.1389696520054713 + ued: + distances: + cheese-corne_dist_avg: 6.140625 + cheese-corne_dist_wavg: 8.716148 + levels_cheese_is_in_corner_avg: 0.079833984 + mouse-cheese_dist_finite_avg: 8.963867 + mouse-cheese_dist_finite_wavg: 6.288756 + mouse-cheese_dist_solvable_avg: 8.963867 + mouse-cheese_dist_solvable_wavg: 6.288756 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.2221954 + visit_patterns: + avg_first_visit_time: 311.8103 + avg_last_visit_time: 435.33203 + num_replay_batches: 445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010762563 + avg_actor_approxkl3: 0.0011494983 + avg_actor_clipfrac: 0.05223999 + avg_actor_loss: -0.00027760264 + avg_advantage: -0.0014130514 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0019700055 + avg_entropy: 0.34814987 + avg_grad_norm_pre_clip: 2.5762947 + avg_loss: 0.0003592502 + max: + max_actor_approxkl1: 0.003987517 + max_actor_approxkl3: 0.0030671859 + max_actor_clipfrac: 0.10961914 + max_actor_loss: 0.0016279966 + max_advantage: 0.14260125 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00344747 + max_entropy: 0.38764793 + max_grad_norm_pre_clip: 5.5329523 + max_loss: 0.0017389143 + std: + std_actor_approxkl1: 0.0010297917 + std_actor_approxkl3: 0.0007749733 + std_actor_clipfrac: 0.028853029 + std_actor_loss: 0.0007889403 + std_advantage: 0.06284027 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00081518816 + std_entropy: 0.020918965 + std_grad_norm_pre_clip: 1.3169103 + std_loss: 0.0006944308 + eval-batch-train: + avg_avg_episode_length: 8.161656 + avg_avg_return: 0.97023207 + avg_benchmark_regret: 0.024961066 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.28250122 + proxy_corner: + avg_avg_return: 0.20085871 + avg_reward_per_step: 0.032608032 + eval-batch-orig: + avg_avg_episode_length: 13.217038 + avg_avg_return: 0.9296581 + avg_benchmark_regret: 0.064280905 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.21901703 + proxy_corner: + avg_avg_return: 0.9296581 + avg_reward_per_step: 0.21901703 + eval-batch-shift: + avg_avg_episode_length: 10.273575 + avg_avg_return: 0.94989896 + avg_benchmark_regret: 0.045062333 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.29738617 + proxy_corner: + avg_avg_return: 0.18944424 + avg_reward_per_step: 0.030258179 + eval-batch-tree: + avg_avg_episode_length: 11.365618 + avg_avg_return: 0.9533739 + avg_benchmark_regret: 0.04104636 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.22555542 + proxy_corner: + avg_avg_return: 0.9533739 + avg_reward_per_step: 0.22555542 +=========================================================== +=========================================================== + step: + env-step-all-before: 29360128 + env-step-replay-before: 15171584 + env-step-used-before: 29360128 + ppo-update-before: 17920 + env-step-generate-before: 14188544 + env-step-all-after: 29392896 + env-step-replay-after: 15171584 + env-step-used-after: 29392896 + ppo-update-after: 17940 + env-step-generate-after: 14221312 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.364152 + avg_avg_return: 0.9135944 + avg_reward_per_step: 0.2572937 + proxy_corner: + avg_avg_return: 0.15864421 + avg_reward_per_step: 0.021850586 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.364152 + avg_avg_return: 0.9135944 + avg_reward_per_step: 0.2572937 + proxy_corner: + avg_avg_return: 0.15864421 + avg_reward_per_step: 0.021850586 + perf: + env_steps_per_second: 996765.3195127946 + ppo_updates_per_second: 110.5428673701449 + eval-batch-train-duration: 0.18520614400040358 + eval-batch-orig-duration: 0.13663962204009295 + eval-batch-shift-duration: 0.1366556619759649 + eval-batch-tree-duration: 0.13625866401707754 + ued: + distances: + cheese-corne_dist_avg: 6.19751 + cheese-corne_dist_wavg: 1.5255301 + levels_cheese_is_in_corner_avg: 0.07861328 + mouse-cheese_dist_finite_avg: 9.026123 + mouse-cheese_dist_finite_wavg: 6.298359 + mouse-cheese_dist_solvable_avg: 9.026123 + mouse-cheese_dist_solvable_wavg: 6.29836 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.2072039 + visit_patterns: + avg_first_visit_time: 322.59912 + avg_last_visit_time: 453.3286 + num_replay_batches: 463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014042553 + avg_actor_approxkl3: 0.001644249 + avg_actor_clipfrac: 0.06808472 + avg_actor_loss: 0.0010679263 + avg_advantage: -0.0044030393 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0017038102 + avg_entropy: 0.31448153 + avg_grad_norm_pre_clip: 3.030123 + avg_loss: 0.0016053498 + max: + max_actor_approxkl1: 0.0059704045 + max_actor_approxkl3: 0.005284628 + max_actor_clipfrac: 0.14904785 + max_actor_loss: 0.003930185 + max_advantage: 0.14061183 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0028709318 + max_entropy: 0.35495538 + max_grad_norm_pre_clip: 5.5863857 + max_loss: 0.0041559637 + std: + std_actor_approxkl1: 0.001320817 + std_actor_approxkl3: 0.0011432247 + std_actor_clipfrac: 0.03400826 + std_actor_loss: 0.0011572802 + std_advantage: 0.05856163 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006861039 + std_entropy: 0.020421134 + std_grad_norm_pre_clip: 1.319772 + std_loss: 0.0011960729 + eval-batch-train: + avg_avg_episode_length: 7.9900546 + avg_avg_return: 0.9688169 + avg_benchmark_regret: 0.026376229 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.29019165 + proxy_corner: + avg_avg_return: 0.20027655 + avg_reward_per_step: 0.03227997 + eval-batch-orig: + avg_avg_episode_length: 11.801353 + avg_avg_return: 0.94456553 + avg_benchmark_regret: 0.049373485 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.22583771 + proxy_corner: + avg_avg_return: 0.94456553 + avg_reward_per_step: 0.22583771 + eval-batch-shift: + avg_avg_episode_length: 9.945299 + avg_avg_return: 0.9532504 + avg_benchmark_regret: 0.04171089 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3015976 + proxy_corner: + avg_avg_return: 0.19064006 + avg_reward_per_step: 0.030899048 + eval-batch-tree: + avg_avg_episode_length: 10.179242 + avg_avg_return: 0.96067387 + avg_benchmark_regret: 0.033746384 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23361206 + proxy_corner: + avg_avg_return: 0.96067387 + avg_reward_per_step: 0.23361206 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 30408704 + env-step-replay-before: 15761408 + env-step-used-before: 30408704 + ppo-update-before: 18560 + env-step-generate-before: 14647296 + env-step-all-after: 30441472 + env-step-replay-after: 15794176 + env-step-used-after: 30441472 + ppo-update-after: 18580 + env-step-generate-after: 14647296 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 26.151329 + avg_avg_return: 0.7849833 + avg_reward_per_step: 0.054992676 + proxy_corner: + avg_avg_return: 0.41154414 + avg_reward_per_step: 0.02432251 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 26.151329 + avg_avg_return: 0.7849833 + avg_reward_per_step: 0.054992676 + proxy_corner: + avg_avg_return: 0.41154414 + avg_reward_per_step: 0.02432251 + perf: + env_steps_per_second: 997532.0447761242 + ppo_updates_per_second: 111.71170489313228 + eval-batch-train-duration: 0.1912158119957894 + eval-batch-orig-duration: 0.1483294030185789 + eval-batch-shift-duration: 0.1395305210025981 + eval-batch-tree-duration: 0.1370679200044833 + ued: + distances: + cheese-corne_dist_avg: 6.2910156 + cheese-corne_dist_wavg: 1.5318947 + levels_cheese_is_in_corner_avg: 0.076660156 + mouse-cheese_dist_finite_avg: 9.141846 + mouse-cheese_dist_finite_wavg: 6.3067684 + mouse-cheese_dist_solvable_avg: 9.141846 + mouse-cheese_dist_solvable_wavg: 6.3067694 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.2096779 + visit_patterns: + avg_first_visit_time: 337.58496 + avg_last_visit_time: 472.31543 + num_replay_batches: 482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.003005695 + avg_actor_approxkl3: 0.0026875732 + avg_actor_clipfrac: 0.11953125 + avg_actor_loss: 0.0005296843 + avg_advantage: 0.0012832305 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033181373 + avg_entropy: 0.4935018 + avg_grad_norm_pre_clip: 4.4831543 + avg_loss: 0.0016952513 + max: + max_actor_approxkl1: 0.00614288 + max_actor_approxkl3: 0.005737272 + max_actor_clipfrac: 0.24243164 + max_actor_loss: 0.005213011 + max_advantage: 0.13202322 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0046840734 + max_entropy: 0.52346957 + max_grad_norm_pre_clip: 8.6502 + max_loss: 0.0059373192 + std: + std_actor_approxkl1: 0.0018233698 + std_actor_approxkl3: 0.001550885 + std_actor_clipfrac: 0.05727577 + std_actor_loss: 0.0019380474 + std_advantage: 0.081536174 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009842659 + std_entropy: 0.012976201 + std_grad_norm_pre_clip: 2.3457968 + std_loss: 0.0018812461 + eval-batch-train: + avg_avg_episode_length: 7.7384167 + avg_avg_return: 0.97173023 + avg_benchmark_regret: 0.02346285 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.29935455 + proxy_corner: + avg_avg_return: 0.19975242 + avg_reward_per_step: 0.034477234 + eval-batch-orig: + avg_avg_episode_length: 11.506514 + avg_avg_return: 0.94270074 + avg_benchmark_regret: 0.05123827 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23516083 + proxy_corner: + avg_avg_return: 0.94270074 + avg_reward_per_step: 0.23516083 + eval-batch-shift: + avg_avg_episode_length: 10.256344 + avg_avg_return: 0.9437672 + avg_benchmark_regret: 0.05119411 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3077011 + proxy_corner: + avg_avg_return: 0.19151661 + avg_reward_per_step: 0.03125763 + eval-batch-tree: + avg_avg_episode_length: 9.5797615 + avg_avg_return: 0.9624849 + avg_benchmark_regret: 0.031935364 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24503326 + proxy_corner: + avg_avg_return: 0.9624849 + avg_reward_per_step: 0.24503326 +=========================================================== +=========================================================== + step: + env-step-all-before: 31457280 + env-step-replay-before: 16384000 + env-step-used-before: 31457280 + ppo-update-before: 19200 + env-step-generate-before: 15073280 + env-step-all-after: 31490048 + env-step-replay-after: 16384000 + env-step-used-after: 31490048 + ppo-update-after: 19220 + env-step-generate-after: 15106048 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 8.589966 + avg_avg_return: 0.93311745 + avg_reward_per_step: 0.25601196 + proxy_corner: + avg_avg_return: 0.15882301 + avg_reward_per_step: 0.025787354 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 8.589966 + avg_avg_return: 0.93311745 + avg_reward_per_step: 0.25601196 + proxy_corner: + avg_avg_return: 0.15882301 + avg_reward_per_step: 0.025787354 + perf: + env_steps_per_second: 994003.4605013009 + ppo_updates_per_second: 111.46055852238075 + eval-batch-train-duration: 0.1853831890039146 + eval-batch-orig-duration: 0.1361819799640216 + eval-batch-shift-duration: 0.13689699699170887 + eval-batch-tree-duration: 0.13724682701285928 + ued: + distances: + cheese-corne_dist_avg: 6.2890625 + cheese-corne_dist_wavg: 4.230872 + levels_cheese_is_in_corner_avg: 0.07763672 + mouse-cheese_dist_finite_avg: 9.268066 + mouse-cheese_dist_finite_wavg: 5.423416 + mouse-cheese_dist_solvable_avg: 9.268066 + mouse-cheese_dist_solvable_wavg: 5.4234166 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.21179847 + visit_patterns: + avg_first_visit_time: 353.8103 + avg_last_visit_time: 490.3899 + num_replay_batches: 500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013053255 + avg_actor_approxkl3: 0.0012107269 + avg_actor_clipfrac: 0.05321045 + avg_actor_loss: 0.00071990676 + avg_advantage: 0.0034916862 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0011174886 + avg_entropy: 0.27118284 + avg_grad_norm_pre_clip: 2.755912 + avg_loss: 0.0010074681 + max: + max_actor_approxkl1: 0.0048478357 + max_actor_approxkl3: 0.0036335294 + max_actor_clipfrac: 0.10522461 + max_actor_loss: 0.0040584784 + max_advantage: 0.15277857 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0022028051 + max_entropy: 0.30935115 + max_grad_norm_pre_clip: 6.034191 + max_loss: 0.0043045613 + std: + std_actor_approxkl1: 0.0010351394 + std_actor_approxkl3: 0.0008303318 + std_actor_clipfrac: 0.026459567 + std_actor_loss: 0.0011644438 + std_advantage: 0.047390822 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00047937615 + std_entropy: 0.022356082 + std_grad_norm_pre_clip: 1.2099203 + std_loss: 0.0011233538 + eval-batch-train: + avg_avg_episode_length: 7.0339627 + avg_avg_return: 0.97673315 + avg_benchmark_regret: 0.018459938 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.29199982 + proxy_corner: + avg_avg_return: 0.19711044 + avg_reward_per_step: 0.03264618 + eval-batch-orig: + avg_avg_episode_length: 11.022061 + avg_avg_return: 0.9531753 + avg_benchmark_regret: 0.0407637 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.22301483 + proxy_corner: + avg_avg_return: 0.9531753 + avg_reward_per_step: 0.22301483 + eval-batch-shift: + avg_avg_episode_length: 9.52444 + avg_avg_return: 0.9598101 + avg_benchmark_regret: 0.035151225 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.30412292 + proxy_corner: + avg_avg_return: 0.19102904 + avg_reward_per_step: 0.031066895 + eval-batch-tree: + avg_avg_episode_length: 9.722369 + avg_avg_return: 0.9651579 + avg_benchmark_regret: 0.029262314 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23381805 + proxy_corner: + avg_avg_return: 0.9651579 + avg_reward_per_step: 0.23381805 +=========================================================== +=========================================================== + step: + env-step-all-before: 32505856 + env-step-replay-before: 16842752 + env-step-used-before: 32505856 + ppo-update-before: 19840 + env-step-generate-before: 15663104 + env-step-all-after: 32538624 + env-step-replay-after: 16875520 + env-step-used-after: 32538624 + ppo-update-after: 19860 + env-step-generate-after: 15663104 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 25.620789 + avg_avg_return: 0.79123104 + avg_reward_per_step: 0.054779053 + proxy_corner: + avg_avg_return: 0.41264862 + avg_reward_per_step: 0.023376465 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 25.620789 + avg_avg_return: 0.79123104 + avg_reward_per_step: 0.054779053 + proxy_corner: + avg_avg_return: 0.41264862 + avg_reward_per_step: 0.023376465 + perf: + env_steps_per_second: 987885.5588653889 + ppo_updates_per_second: 85.80788616869697 + eval-batch-train-duration: 0.18426238803658634 + eval-batch-orig-duration: 0.13607340498128906 + eval-batch-shift-duration: 0.1359606430050917 + eval-batch-tree-duration: 0.13625854399288073 + ued: + distances: + cheese-corne_dist_avg: 6.336426 + cheese-corne_dist_wavg: 8.730705 + levels_cheese_is_in_corner_avg: 0.07885742 + mouse-cheese_dist_finite_avg: 9.438965 + mouse-cheese_dist_finite_wavg: 4.537658 + mouse-cheese_dist_solvable_avg: 9.438965 + mouse-cheese_dist_solvable_wavg: 4.5376587 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1977388 + visit_patterns: + avg_first_visit_time: 368.6631 + avg_last_visit_time: 505.23096 + num_replay_batches: 515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025398866 + avg_actor_approxkl3: 0.0023770665 + avg_actor_clipfrac: 0.11171875 + avg_actor_loss: 0.00095012004 + avg_advantage: 0.0021179137 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024076903 + avg_entropy: 0.47575393 + avg_grad_norm_pre_clip: 4.8774133 + avg_loss: 0.0016782113 + max: + max_actor_approxkl1: 0.0049616536 + max_actor_approxkl3: 0.0033623273 + max_actor_clipfrac: 0.1439209 + max_actor_loss: 0.0036073513 + max_advantage: 0.12705415 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.003853273 + max_entropy: 0.5101081 + max_grad_norm_pre_clip: 7.42557 + max_loss: 0.0040263743 + std: + std_actor_approxkl1: 0.0012737463 + std_actor_approxkl3: 0.0007725253 + std_actor_clipfrac: 0.03169171 + std_actor_loss: 0.0012221499 + std_advantage: 0.069521055 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007411375 + std_entropy: 0.013593657 + std_grad_norm_pre_clip: 1.5750049 + std_loss: 0.0011493273 + eval-batch-train: + avg_avg_episode_length: 6.6458864 + avg_avg_return: 0.9806169 + avg_benchmark_regret: 0.01457622 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30434418 + proxy_corner: + avg_avg_return: 0.20140335 + avg_reward_per_step: 0.035621643 + eval-batch-orig: + avg_avg_episode_length: 11.446535 + avg_avg_return: 0.94350207 + avg_benchmark_regret: 0.050436955 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23810577 + proxy_corner: + avg_avg_return: 0.94350207 + avg_reward_per_step: 0.23810577 + eval-batch-shift: + avg_avg_episode_length: 9.363875 + avg_avg_return: 0.955041 + avg_benchmark_regret: 0.039920337 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.31147766 + proxy_corner: + avg_avg_return: 0.20457421 + avg_reward_per_step: 0.032554626 + eval-batch-tree: + avg_avg_episode_length: 9.453416 + avg_avg_return: 0.961982 + avg_benchmark_regret: 0.03243824 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25193787 + proxy_corner: + avg_avg_return: 0.961982 + avg_reward_per_step: 0.25193787 +=========================================================== +=========================================================== + step: + env-step-all-before: 33554432 + env-step-replay-before: 17399808 + env-step-used-before: 33554432 + ppo-update-before: 20480 + env-step-generate-before: 16154624 + env-step-all-after: 33587200 + env-step-replay-after: 17399808 + env-step-used-after: 33587200 + ppo-update-after: 20500 + env-step-generate-after: 16187392 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.376953 + avg_avg_return: 0.9253473 + avg_reward_per_step: 0.27490234 + proxy_corner: + avg_avg_return: 0.19965184 + avg_reward_per_step: 0.033996582 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.376953 + avg_avg_return: 0.9253473 + avg_reward_per_step: 0.27490234 + proxy_corner: + avg_avg_return: 0.19965184 + avg_reward_per_step: 0.033996582 + perf: + env_steps_per_second: 984888.0931747076 + ppo_updates_per_second: 111.84148635696496 + eval-batch-train-duration: 0.18495768797583878 + eval-batch-orig-duration: 0.13671583699760959 + eval-batch-shift-duration: 0.13618011702783406 + eval-batch-tree-duration: 0.13641315599670634 + ued: + distances: + cheese-corne_dist_avg: 6.343994 + cheese-corne_dist_wavg: 6.9293427 + levels_cheese_is_in_corner_avg: 0.08203125 + mouse-cheese_dist_finite_avg: 9.595703 + mouse-cheese_dist_finite_wavg: 5.4556475 + mouse-cheese_dist_solvable_avg: 9.595703 + mouse-cheese_dist_solvable_wavg: 5.4556475 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.18931922 + visit_patterns: + avg_first_visit_time: 384.11304 + avg_last_visit_time: 521.2803 + num_replay_batches: 531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012940805 + avg_actor_approxkl3: 0.0010355533 + avg_actor_clipfrac: 0.047058105 + avg_actor_loss: -2.6080384e-05 + avg_advantage: 0.00012968661 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0013482039 + avg_entropy: 0.23339736 + avg_grad_norm_pre_clip: 2.8230982 + avg_loss: 0.00041462417 + max: + max_actor_approxkl1: 0.0025546525 + max_actor_approxkl3: 0.0022924885 + max_actor_clipfrac: 0.10913086 + max_actor_loss: 0.0013847463 + max_advantage: 0.11189997 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0022800018 + max_entropy: 0.28253907 + max_grad_norm_pre_clip: 5.4167523 + max_loss: 0.0016962683 + std: + std_actor_approxkl1: 0.0008278533 + std_actor_approxkl3: 0.00050387933 + std_actor_clipfrac: 0.02384254 + std_actor_loss: 0.00087795383 + std_advantage: 0.052121174 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005130416 + std_entropy: 0.02276892 + std_grad_norm_pre_clip: 1.1111683 + std_loss: 0.000755524 + eval-batch-train: + avg_avg_episode_length: 6.740589 + avg_avg_return: 0.9778756 + avg_benchmark_regret: 0.017317563 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30023193 + proxy_corner: + avg_avg_return: 0.20029211 + avg_reward_per_step: 0.03590393 + eval-batch-orig: + avg_avg_episode_length: 10.805359 + avg_avg_return: 0.9507893 + avg_benchmark_regret: 0.043149732 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23555756 + proxy_corner: + avg_avg_return: 0.9507893 + avg_reward_per_step: 0.23555756 + eval-batch-shift: + avg_avg_episode_length: 8.891279 + avg_avg_return: 0.9614413 + avg_benchmark_regret: 0.03352003 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.30963898 + proxy_corner: + avg_avg_return: 0.19893289 + avg_reward_per_step: 0.032600403 + eval-batch-tree: + avg_avg_episode_length: 9.217543 + avg_avg_return: 0.9648403 + avg_benchmark_regret: 0.029579947 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2481842 + proxy_corner: + avg_avg_return: 0.9648403 + avg_reward_per_step: 0.2481842 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 34603008 + env-step-replay-before: 17694720 + env-step-used-before: 34603008 + ppo-update-before: 21120 + env-step-generate-before: 16908288 + env-step-all-after: 34635776 + env-step-replay-after: 17727488 + env-step-used-after: 34635776 + ppo-update-after: 21140 + env-step-generate-after: 16908288 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 23.804417 + avg_avg_return: 0.8044645 + avg_reward_per_step: 0.05709839 + proxy_corner: + avg_avg_return: 0.43313044 + avg_reward_per_step: 0.027954102 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 23.804417 + avg_avg_return: 0.8044645 + avg_reward_per_step: 0.05709839 + proxy_corner: + avg_avg_return: 0.43313044 + avg_reward_per_step: 0.027954102 + perf: + env_steps_per_second: 990635.0401055483 + ppo_updates_per_second: 110.79674567126395 + eval-batch-train-duration: 0.18584913900122046 + eval-batch-orig-duration: 0.13558353303233162 + eval-batch-shift-duration: 0.1366237229667604 + eval-batch-tree-duration: 0.13688519701827317 + ued: + distances: + cheese-corne_dist_avg: 6.3789062 + cheese-corne_dist_wavg: 4.2387943 + levels_cheese_is_in_corner_avg: 0.08081055 + mouse-cheese_dist_finite_avg: 9.633301 + mouse-cheese_dist_finite_wavg: 5.4643846 + mouse-cheese_dist_solvable_avg: 9.633301 + mouse-cheese_dist_solvable_wavg: 5.4643846 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.2002841 + visit_patterns: + avg_first_visit_time: 400.26733 + avg_last_visit_time: 531.2246 + num_replay_batches: 541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0027483155 + avg_actor_approxkl3: 0.0025508257 + avg_actor_clipfrac: 0.1166626 + avg_actor_loss: 0.00085070304 + avg_advantage: -0.0032065609 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0023784894 + avg_entropy: 0.4306675 + avg_grad_norm_pre_clip: 4.3331356 + avg_loss: 0.0016092801 + max: + max_actor_approxkl1: 0.0062979134 + max_actor_approxkl3: 0.0054665133 + max_actor_clipfrac: 0.20861816 + max_actor_loss: 0.005085163 + max_advantage: 0.10905886 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0037854614 + max_entropy: 0.46307185 + max_grad_norm_pre_clip: 7.7089157 + max_loss: 0.0059770136 + std: + std_actor_approxkl1: 0.001370168 + std_actor_approxkl3: 0.0011385614 + std_actor_clipfrac: 0.04411843 + std_actor_loss: 0.0014419558 + std_advantage: 0.069030076 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00083817437 + std_entropy: 0.01932456 + std_grad_norm_pre_clip: 1.613962 + std_loss: 0.0014010646 + eval-batch-train: + avg_avg_episode_length: 6.6879816 + avg_avg_return: 0.97775984 + avg_benchmark_regret: 0.01743326 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30039215 + proxy_corner: + avg_avg_return: 0.1978787 + avg_reward_per_step: 0.035209656 + eval-batch-orig: + avg_avg_episode_length: 9.692959 + avg_avg_return: 0.9575348 + avg_benchmark_regret: 0.036404245 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23744965 + proxy_corner: + avg_avg_return: 0.9575348 + avg_reward_per_step: 0.23744965 + eval-batch-shift: + avg_avg_episode_length: 8.262787 + avg_avg_return: 0.96752304 + avg_benchmark_regret: 0.027438298 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3113327 + proxy_corner: + avg_avg_return: 0.19924384 + avg_reward_per_step: 0.032699585 + eval-batch-tree: + avg_avg_episode_length: 8.435324 + avg_avg_return: 0.96972847 + avg_benchmark_regret: 0.02469186 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24743652 + proxy_corner: + avg_avg_return: 0.96972847 + avg_reward_per_step: 0.24743652 +=========================================================== +=========================================================== + step: + env-step-all-before: 35651584 + env-step-replay-before: 18153472 + env-step-used-before: 35651584 + ppo-update-before: 21760 + env-step-generate-before: 17498112 + env-step-all-after: 35684352 + env-step-replay-after: 18186240 + env-step-used-after: 35684352 + ppo-update-after: 21780 + env-step-generate-after: 17498112 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 21.757435 + avg_avg_return: 0.82320577 + avg_reward_per_step: 0.061706543 + proxy_corner: + avg_avg_return: 0.36239648 + avg_reward_per_step: 0.024414062 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 21.757435 + avg_avg_return: 0.82320577 + avg_reward_per_step: 0.061706543 + proxy_corner: + avg_avg_return: 0.36239648 + avg_reward_per_step: 0.024414062 + perf: + env_steps_per_second: 1020766.975776544 + ppo_updates_per_second: 110.63347567446172 + eval-batch-train-duration: 0.18543452699668705 + eval-batch-orig-duration: 0.13660101097775623 + eval-batch-shift-duration: 0.1362912979675457 + eval-batch-tree-duration: 0.1361826730426401 + ued: + distances: + cheese-corne_dist_avg: 6.395752 + cheese-corne_dist_wavg: 6.935883 + levels_cheese_is_in_corner_avg: 0.08251953 + mouse-cheese_dist_finite_avg: 9.7421875 + mouse-cheese_dist_finite_wavg: 6.366707 + mouse-cheese_dist_solvable_avg: 9.7421875 + mouse-cheese_dist_solvable_wavg: 6.366706 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.19316363 + visit_patterns: + avg_first_visit_time: 415.92188 + avg_last_visit_time: 545.28516 + num_replay_batches: 555 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019137076 + avg_actor_approxkl3: 0.0018698259 + avg_actor_clipfrac: 0.091076665 + avg_actor_loss: 0.00043749725 + avg_advantage: -0.0059406557 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.001988637 + avg_entropy: 0.4071198 + avg_grad_norm_pre_clip: 3.9636686 + avg_loss: 0.0010246957 + max: + max_actor_approxkl1: 0.0056069177 + max_actor_approxkl3: 0.004373815 + max_actor_clipfrac: 0.17797852 + max_actor_loss: 0.0027263276 + max_advantage: 0.10656977 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0033584388 + max_entropy: 0.43352208 + max_grad_norm_pre_clip: 6.31115 + max_loss: 0.0031281274 + std: + std_actor_approxkl1: 0.0012089378 + std_actor_approxkl3: 0.0011186199 + std_actor_clipfrac: 0.043795723 + std_actor_loss: 0.0011592094 + std_advantage: 0.06312694 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00068638776 + std_entropy: 0.01799439 + std_grad_norm_pre_clip: 1.6764238 + std_loss: 0.00102684 + eval-batch-train: + avg_avg_episode_length: 6.80866 + avg_avg_return: 0.9783009 + avg_benchmark_regret: 0.016892135 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30177307 + proxy_corner: + avg_avg_return: 0.20162013 + avg_reward_per_step: 0.03476715 + eval-batch-orig: + avg_avg_episode_length: 9.532455 + avg_avg_return: 0.95881176 + avg_benchmark_regret: 0.03512729 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23814392 + proxy_corner: + avg_avg_return: 0.95881176 + avg_reward_per_step: 0.23814392 + eval-batch-shift: + avg_avg_episode_length: 7.869769 + avg_avg_return: 0.97205085 + avg_benchmark_regret: 0.02291051 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.31378174 + proxy_corner: + avg_avg_return: 0.20398898 + avg_reward_per_step: 0.032958984 + eval-batch-tree: + avg_avg_episode_length: 8.3195 + avg_avg_return: 0.96901405 + avg_benchmark_regret: 0.025406253 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25107574 + proxy_corner: + avg_avg_return: 0.96901405 + avg_reward_per_step: 0.25107574 +=========================================================== +=========================================================== + step: + env-step-all-before: 36700160 + env-step-replay-before: 18677760 + env-step-used-before: 36700160 + ppo-update-before: 22400 + env-step-generate-before: 18022400 + env-step-all-after: 36732928 + env-step-replay-after: 18677760 + env-step-used-after: 36732928 + ppo-update-after: 22420 + env-step-generate-after: 18055168 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 7.220919 + avg_avg_return: 0.95046806 + avg_reward_per_step: 0.32040405 + proxy_corner: + avg_avg_return: 0.18449906 + avg_reward_per_step: 0.033813477 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 7.220919 + avg_avg_return: 0.95046806 + avg_reward_per_step: 0.32040405 + proxy_corner: + avg_avg_return: 0.18449906 + avg_reward_per_step: 0.033813477 + perf: + env_steps_per_second: 990532.1472414942 + ppo_updates_per_second: 111.66236214298983 + eval-batch-train-duration: 0.1834736320306547 + eval-batch-orig-duration: 0.13591876497957855 + eval-batch-shift-duration: 0.136021149053704 + eval-batch-tree-duration: 0.13808341597905383 + ued: + distances: + cheese-corne_dist_avg: 6.3928223 + cheese-corne_dist_wavg: 6.9317794 + levels_cheese_is_in_corner_avg: 0.079833984 + mouse-cheese_dist_finite_avg: 9.854248 + mouse-cheese_dist_finite_wavg: 7.2801743 + mouse-cheese_dist_solvable_avg: 9.854248 + mouse-cheese_dist_solvable_wavg: 7.280175 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.17890102 + visit_patterns: + avg_first_visit_time: 430.77393 + avg_last_visit_time: 560.29297 + num_replay_batches: 570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016638276 + avg_actor_approxkl3: 0.0016340473 + avg_actor_clipfrac: 0.05319214 + avg_actor_loss: 0.0013258826 + avg_advantage: 0.0015058594 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00051515043 + avg_entropy: 0.1802356 + avg_grad_norm_pre_clip: 3.2154272 + avg_loss: 0.0014032222 + max: + max_actor_approxkl1: 0.0034257784 + max_actor_approxkl3: 0.0028035012 + max_actor_clipfrac: 0.08959961 + max_actor_loss: 0.0037823878 + max_advantage: 0.09954256 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00096590223 + max_entropy: 0.21873048 + max_grad_norm_pre_clip: 4.7751427 + max_loss: 0.0037666403 + std: + std_actor_approxkl1: 0.00088364066 + std_actor_approxkl3: 0.00086513144 + std_actor_clipfrac: 0.02368645 + std_actor_loss: 0.0014827576 + std_advantage: 0.032024227 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00025117575 + std_entropy: 0.020001467 + std_grad_norm_pre_clip: 1.4069514 + std_loss: 0.0014480669 + eval-batch-train: + avg_avg_episode_length: 6.4795322 + avg_avg_return: 0.9817867 + avg_benchmark_regret: 0.01340639 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.29829407 + proxy_corner: + avg_avg_return: 0.20217127 + avg_reward_per_step: 0.03452301 + eval-batch-orig: + avg_avg_episode_length: 9.612051 + avg_avg_return: 0.96054363 + avg_benchmark_regret: 0.03339538 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23307037 + proxy_corner: + avg_avg_return: 0.96054363 + avg_reward_per_step: 0.23307037 + eval-batch-shift: + avg_avg_episode_length: 7.615912 + avg_avg_return: 0.97235554 + avg_benchmark_regret: 0.022605795 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.31319427 + proxy_corner: + avg_avg_return: 0.19569397 + avg_reward_per_step: 0.032821655 + eval-batch-tree: + avg_avg_episode_length: 8.350823 + avg_avg_return: 0.9713094 + avg_benchmark_regret: 0.023110827 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24526978 + proxy_corner: + avg_avg_return: 0.9713094 + avg_reward_per_step: 0.24526978 +=========================================================== +=========================================================== + step: + env-step-all-before: 37748736 + env-step-replay-before: 19267584 + env-step-used-before: 37748736 + ppo-update-before: 23040 + env-step-generate-before: 18481152 + env-step-all-after: 37781504 + env-step-replay-after: 19267584 + env-step-used-after: 37781504 + ppo-update-after: 23060 + env-step-generate-after: 18513920 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 8.441948 + avg_avg_return: 0.9385222 + avg_reward_per_step: 0.29104614 + proxy_corner: + avg_avg_return: 0.20177236 + avg_reward_per_step: 0.02999878 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 8.441948 + avg_avg_return: 0.9385222 + avg_reward_per_step: 0.29104614 + proxy_corner: + avg_avg_return: 0.20177236 + avg_reward_per_step: 0.02999878 + perf: + env_steps_per_second: 921207.622801371 + ppo_updates_per_second: 110.92506883779387 + eval-batch-train-duration: 0.1879385780193843 + eval-batch-orig-duration: 0.1368392009753734 + eval-batch-shift-duration: 0.13589175505330786 + eval-batch-tree-duration: 0.13640155596658587 + ued: + distances: + cheese-corne_dist_avg: 6.3791504 + cheese-corne_dist_wavg: 6.9352546 + levels_cheese_is_in_corner_avg: 0.08227539 + mouse-cheese_dist_finite_avg: 9.936523 + mouse-cheese_dist_finite_wavg: 7.292632 + mouse-cheese_dist_solvable_avg: 9.936523 + mouse-cheese_dist_solvable_wavg: 7.292632 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.17702673 + visit_patterns: + avg_first_visit_time: 444.9795 + avg_last_visit_time: 578.2405 + num_replay_batches: 588 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002429899 + avg_actor_approxkl3: 0.0019728872 + avg_actor_clipfrac: 0.0588501 + avg_actor_loss: 0.0012917849 + avg_advantage: 0.013820978 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0007255321 + avg_entropy: 0.18857603 + avg_grad_norm_pre_clip: 3.338269 + avg_loss: 0.0014659751 + max: + max_actor_approxkl1: 0.0064456463 + max_actor_approxkl3: 0.0050291703 + max_actor_clipfrac: 0.119628906 + max_actor_loss: 0.007218361 + max_advantage: 0.12432456 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0016065029 + max_entropy: 0.23130469 + max_grad_norm_pre_clip: 6.7465105 + max_loss: 0.007228228 + std: + std_actor_approxkl1: 0.0015034586 + std_actor_approxkl3: 0.0012728418 + std_actor_clipfrac: 0.023819698 + std_actor_loss: 0.0018038172 + std_advantage: 0.037460107 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00042494776 + std_entropy: 0.018374396 + std_grad_norm_pre_clip: 1.0645827 + std_loss: 0.0017434359 + eval-batch-train: + avg_avg_episode_length: 6.526142 + avg_avg_return: 0.98070824 + avg_benchmark_regret: 0.014484854 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.29829407 + proxy_corner: + avg_avg_return: 0.19948903 + avg_reward_per_step: 0.035247803 + eval-batch-orig: + avg_avg_episode_length: 9.228776 + avg_avg_return: 0.9623049 + avg_benchmark_regret: 0.031634137 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.23616791 + proxy_corner: + avg_avg_return: 0.9623049 + avg_reward_per_step: 0.23616791 + eval-batch-shift: + avg_avg_episode_length: 7.829637 + avg_avg_return: 0.97172445 + avg_benchmark_regret: 0.023236882 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.312294 + proxy_corner: + avg_avg_return: 0.19903173 + avg_reward_per_step: 0.032714844 + eval-batch-tree: + avg_avg_episode_length: 7.808272 + avg_avg_return: 0.97469926 + avg_benchmark_regret: 0.019720986 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24739075 + proxy_corner: + avg_avg_return: 0.97469926 + avg_reward_per_step: 0.24739075 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 38797312 + env-step-replay-before: 19922944 + env-step-used-before: 38797312 + ppo-update-before: 23680 + env-step-generate-before: 18874368 + env-step-all-after: 38830080 + env-step-replay-after: 19922944 + env-step-used-after: 38830080 + ppo-update-after: 23700 + env-step-generate-after: 18907136 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.911605 + avg_avg_return: 0.96026754 + avg_reward_per_step: 0.32800293 + proxy_corner: + avg_avg_return: 0.1841476 + avg_reward_per_step: 0.044921875 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.911605 + avg_avg_return: 0.96026754 + avg_reward_per_step: 0.32800293 + proxy_corner: + avg_avg_return: 0.1841476 + avg_reward_per_step: 0.044921875 + perf: + env_steps_per_second: 1008050.282560953 + ppo_updates_per_second: 111.26796307717068 + eval-batch-train-duration: 0.18620404897956178 + eval-batch-orig-duration: 0.13697504700394347 + eval-batch-shift-duration: 0.13785931398160756 + eval-batch-tree-duration: 0.13773362600477412 + ued: + distances: + cheese-corne_dist_avg: 6.446289 + cheese-corne_dist_wavg: 3.3546922 + levels_cheese_is_in_corner_avg: 0.07861328 + mouse-cheese_dist_finite_avg: 10.009277 + mouse-cheese_dist_finite_wavg: 8.197252 + mouse-cheese_dist_solvable_avg: 10.009277 + mouse-cheese_dist_solvable_wavg: 8.197252 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.15816805 + visit_patterns: + avg_first_visit_time: 456.0481 + avg_last_visit_time: 598.3274 + num_replay_batches: 608 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006095428 + avg_actor_approxkl3: 0.0008095279 + avg_actor_clipfrac: 0.035528567 + avg_actor_loss: 0.00010202406 + avg_advantage: -0.0023311002 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00040602512 + avg_entropy: 0.17351513 + avg_grad_norm_pre_clip: 2.2626674 + avg_loss: 0.00013152152 + max: + max_actor_approxkl1: 0.0013210205 + max_actor_approxkl3: 0.0018265799 + max_actor_clipfrac: 0.06237793 + max_actor_loss: 0.0019654203 + max_advantage: 0.10779905 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00043817208 + max_entropy: 0.19898993 + max_grad_norm_pre_clip: 4.571014 + max_loss: 0.0019921607 + std: + std_actor_approxkl1: 0.00043498498 + std_actor_approxkl3: 0.00040166697 + std_actor_clipfrac: 0.013535857 + std_actor_loss: 0.00077945844 + std_advantage: 0.028351912 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7927245e-05 + std_entropy: 0.019564452 + std_grad_norm_pre_clip: 0.9325067 + std_loss: 0.00078195176 + eval-batch-train: + avg_avg_episode_length: 6.0475273 + avg_avg_return: 0.98407567 + avg_benchmark_regret: 0.011117445 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.29860687 + proxy_corner: + avg_avg_return: 0.20619395 + avg_reward_per_step: 0.037002563 + eval-batch-orig: + avg_avg_episode_length: 8.672697 + avg_avg_return: 0.96352315 + avg_benchmark_regret: 0.03041586 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.24507141 + proxy_corner: + avg_avg_return: 0.96352315 + avg_reward_per_step: 0.24507141 + eval-batch-shift: + avg_avg_episode_length: 7.0992785 + avg_avg_return: 0.9782535 + avg_benchmark_regret: 0.016707852 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3103485 + proxy_corner: + avg_avg_return: 0.20787996 + avg_reward_per_step: 0.034469604 + eval-batch-tree: + avg_avg_episode_length: 7.469103 + avg_avg_return: 0.9767633 + avg_benchmark_regret: 0.01765697 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25608826 + proxy_corner: + avg_avg_return: 0.9767633 + avg_reward_per_step: 0.25608826 +=========================================================== +=========================================================== + step: + env-step-all-before: 39845888 + env-step-replay-before: 20381696 + env-step-used-before: 39845888 + ppo-update-before: 24320 + env-step-generate-before: 19464192 + env-step-all-after: 39878656 + env-step-replay-after: 20414464 + env-step-used-after: 39878656 + ppo-update-after: 24340 + env-step-generate-after: 19464192 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 20.078316 + avg_avg_return: 0.8460246 + avg_reward_per_step: 0.061767578 + proxy_corner: + avg_avg_return: 0.39811462 + avg_reward_per_step: 0.02658081 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 20.078316 + avg_avg_return: 0.8460246 + avg_reward_per_step: 0.061767578 + proxy_corner: + avg_avg_return: 0.39811462 + avg_reward_per_step: 0.02658081 + perf: + env_steps_per_second: 985120.0511829747 + ppo_updates_per_second: 111.74605967026666 + eval-batch-train-duration: 0.18439191399374977 + eval-batch-orig-duration: 0.13663991604698822 + eval-batch-shift-duration: 0.13688668102258816 + eval-batch-tree-duration: 0.13629557599779218 + ued: + distances: + cheese-corne_dist_avg: 6.534424 + cheese-corne_dist_wavg: 5.1514897 + levels_cheese_is_in_corner_avg: 0.076416016 + mouse-cheese_dist_finite_avg: 10.070068 + mouse-cheese_dist_finite_wavg: 6.409814 + mouse-cheese_dist_solvable_avg: 10.070068 + mouse-cheese_dist_solvable_wavg: 6.409815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.15033296 + visit_patterns: + avg_first_visit_time: 467.75586 + avg_last_visit_time: 613.2986 + num_replay_batches: 623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025271429 + avg_actor_approxkl3: 0.0021294053 + avg_actor_clipfrac: 0.083630376 + avg_actor_loss: 0.0010158388 + avg_advantage: 0.0002666459 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0007549558 + avg_entropy: 0.32682356 + avg_grad_norm_pre_clip: 5.1566944 + avg_loss: 0.001066493 + max: + max_actor_approxkl1: 0.008168601 + max_actor_approxkl3: 0.0068492168 + max_actor_clipfrac: 0.1743164 + max_actor_loss: 0.005802715 + max_advantage: 0.10954219 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015082272 + max_entropy: 0.35031193 + max_grad_norm_pre_clip: 9.383013 + max_loss: 0.005641215 + std: + std_actor_approxkl1: 0.0018455995 + std_actor_approxkl3: 0.0015375519 + std_actor_clipfrac: 0.041353736 + std_actor_loss: 0.0017076635 + std_advantage: 0.03874796 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00047734095 + std_entropy: 0.01170185 + std_grad_norm_pre_clip: 2.485406 + std_loss: 0.0015986845 + eval-batch-train: + avg_avg_episode_length: 6.1884365 + avg_avg_return: 0.98134685 + avg_benchmark_regret: 0.013846252 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3044815 + proxy_corner: + avg_avg_return: 0.20489398 + avg_reward_per_step: 0.037010193 + eval-batch-orig: + avg_avg_episode_length: 8.397898 + avg_avg_return: 0.96576 + avg_benchmark_regret: 0.02817905 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25006866 + proxy_corner: + avg_avg_return: 0.96576 + avg_reward_per_step: 0.25006866 + eval-batch-shift: + avg_avg_episode_length: 6.739277 + avg_avg_return: 0.9781908 + avg_benchmark_regret: 0.016770551 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.31667328 + proxy_corner: + avg_avg_return: 0.19974661 + avg_reward_per_step: 0.034835815 + eval-batch-tree: + avg_avg_episode_length: 7.1545725 + avg_avg_return: 0.97774696 + avg_benchmark_regret: 0.016673293 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26023865 + proxy_corner: + avg_avg_return: 0.97774696 + avg_reward_per_step: 0.26023865 +=========================================================== +=========================================================== + step: + env-step-all-before: 40894464 + env-step-replay-before: 21037056 + env-step-used-before: 40894464 + ppo-update-before: 24960 + env-step-generate-before: 19857408 + env-step-all-after: 40927232 + env-step-replay-after: 21069824 + env-step-used-after: 40927232 + ppo-update-after: 24980 + env-step-generate-after: 19857408 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 18.76138 + avg_avg_return: 0.8555856 + avg_reward_per_step: 0.06686401 + proxy_corner: + avg_avg_return: 0.4623651 + avg_reward_per_step: 0.03265381 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 18.76138 + avg_avg_return: 0.8555856 + avg_reward_per_step: 0.06686401 + proxy_corner: + avg_avg_return: 0.4623651 + avg_reward_per_step: 0.03265381 + perf: + env_steps_per_second: 996175.1179796718 + ppo_updates_per_second: 110.26403643407205 + eval-batch-train-duration: 0.19923862599534914 + eval-batch-orig-duration: 0.14576904196292162 + eval-batch-shift-duration: 0.13742457597982138 + eval-batch-tree-duration: 0.1376363739836961 + ued: + distances: + cheese-corne_dist_avg: 6.567871 + cheese-corne_dist_wavg: 12.350182 + levels_cheese_is_in_corner_avg: 0.075927734 + mouse-cheese_dist_finite_avg: 10.136475 + mouse-cheese_dist_finite_wavg: 7.3134685 + mouse-cheese_dist_solvable_avg: 10.136475 + mouse-cheese_dist_solvable_wavg: 7.3134685 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.14013201 + visit_patterns: + avg_first_visit_time: 480.8706 + avg_last_visit_time: 633.2595 + num_replay_batches: 643 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001521421 + avg_actor_approxkl3: 0.0015349885 + avg_actor_clipfrac: 0.07290039 + avg_actor_loss: 0.0006897916 + avg_advantage: -0.007982635 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0009256809 + avg_entropy: 0.29958045 + avg_grad_norm_pre_clip: 4.011932 + avg_loss: 0.00085305155 + max: + max_actor_approxkl1: 0.003258116 + max_actor_approxkl3: 0.0030089281 + max_actor_clipfrac: 0.12902832 + max_actor_loss: 0.003896691 + max_advantage: 0.08990884 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0026210144 + max_entropy: 0.32705557 + max_grad_norm_pre_clip: 7.959258 + max_loss: 0.0037773035 + std: + std_actor_approxkl1: 0.00090697664 + std_actor_approxkl3: 0.00073926593 + std_actor_clipfrac: 0.031267222 + std_actor_loss: 0.0015600912 + std_advantage: 0.04257977 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005769727 + std_entropy: 0.011069292 + std_grad_norm_pre_clip: 1.8225325 + std_loss: 0.0013670345 + eval-batch-train: + avg_avg_episode_length: 5.969036 + avg_avg_return: 0.9846281 + avg_benchmark_regret: 0.010565002 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3067627 + proxy_corner: + avg_avg_return: 0.20283419 + avg_reward_per_step: 0.036506653 + eval-batch-orig: + avg_avg_episode_length: 8.52029 + avg_avg_return: 0.9652488 + avg_benchmark_regret: 0.028690193 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.24610901 + proxy_corner: + avg_avg_return: 0.9652488 + avg_reward_per_step: 0.24610901 + eval-batch-shift: + avg_avg_episode_length: 6.5314417 + avg_avg_return: 0.98153967 + avg_benchmark_regret: 0.01342164 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.31819916 + proxy_corner: + avg_avg_return: 0.20195416 + avg_reward_per_step: 0.034706116 + eval-batch-tree: + avg_avg_episode_length: 7.357698 + avg_avg_return: 0.97725344 + avg_benchmark_regret: 0.017166816 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2585907 + proxy_corner: + avg_avg_return: 0.97725344 + avg_reward_per_step: 0.2585907 +=========================================================== +=========================================================== + step: + env-step-all-before: 41943040 + env-step-replay-before: 21528576 + env-step-used-before: 41943040 + ppo-update-before: 25600 + env-step-generate-before: 20414464 + env-step-all-after: 41975808 + env-step-replay-after: 21528576 + env-step-used-after: 41975808 + ppo-update-after: 25620 + env-step-generate-after: 20447232 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 7.534569 + avg_avg_return: 0.9429917 + avg_reward_per_step: 0.31411743 + proxy_corner: + avg_avg_return: 0.17031616 + avg_reward_per_step: 0.02822876 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 7.534569 + avg_avg_return: 0.9429917 + avg_reward_per_step: 0.31411743 + proxy_corner: + avg_avg_return: 0.17031616 + avg_reward_per_step: 0.02822876 + perf: + env_steps_per_second: 989982.5599180105 + ppo_updates_per_second: 110.80761154360215 + eval-batch-train-duration: 0.1843743320205249 + eval-batch-orig-duration: 0.13825899799121544 + eval-batch-shift-duration: 0.1383516819914803 + eval-batch-tree-duration: 0.13576879497850314 + ued: + distances: + cheese-corne_dist_avg: 6.64917 + cheese-corne_dist_wavg: 3.364725 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 10.235107 + mouse-cheese_dist_finite_wavg: 5.5201645 + mouse-cheese_dist_solvable_avg: 10.235107 + mouse-cheese_dist_solvable_wavg: 5.520164 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.15773588 + visit_patterns: + avg_first_visit_time: 498.5266 + avg_last_visit_time: 647.2053 + num_replay_batches: 657 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022017478 + avg_actor_approxkl3: 0.0022192264 + avg_actor_clipfrac: 0.043786623 + avg_actor_loss: 0.0023287751 + avg_advantage: 0.007473346 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00080474134 + avg_entropy: 0.11614966 + avg_grad_norm_pre_clip: 3.352963 + avg_loss: 0.0026149962 + max: + max_actor_approxkl1: 0.0039230282 + max_actor_approxkl3: 0.0038990402 + max_actor_clipfrac: 0.07043457 + max_actor_loss: 0.008970782 + max_advantage: 0.12567067 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015144099 + max_entropy: 0.14863649 + max_grad_norm_pre_clip: 7.663329 + max_loss: 0.009310671 + std: + std_actor_approxkl1: 0.001211548 + std_actor_approxkl3: 0.0011859381 + std_actor_clipfrac: 0.01769477 + std_actor_loss: 0.0023217108 + std_advantage: 0.039350975 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00036359084 + std_entropy: 0.015917145 + std_grad_norm_pre_clip: 1.7409338 + std_loss: 0.0023755408 + eval-batch-train: + avg_avg_episode_length: 6.041291 + avg_avg_return: 0.9830781 + avg_benchmark_regret: 0.012114985 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3126068 + proxy_corner: + avg_avg_return: 0.20430258 + avg_reward_per_step: 0.037086487 + eval-batch-orig: + avg_avg_episode_length: 8.4773445 + avg_avg_return: 0.9637189 + avg_benchmark_regret: 0.030220103 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25086212 + proxy_corner: + avg_avg_return: 0.9637189 + avg_reward_per_step: 0.25086212 + eval-batch-shift: + avg_avg_episode_length: 7.2807965 + avg_avg_return: 0.9751302 + avg_benchmark_regret: 0.019831086 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32024384 + proxy_corner: + avg_avg_return: 0.2054633 + avg_reward_per_step: 0.034996033 + eval-batch-tree: + avg_avg_episode_length: 6.9396176 + avg_avg_return: 0.97999203 + avg_benchmark_regret: 0.014428239 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26316833 + proxy_corner: + avg_avg_return: 0.97999203 + avg_reward_per_step: 0.26316833 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 42991616 + env-step-replay-before: 21954560 + env-step-used-before: 42991616 + ppo-update-before: 26240 + env-step-generate-before: 21037056 + env-step-all-after: 43024384 + env-step-replay-after: 21987328 + env-step-used-after: 43024384 + ppo-update-after: 26260 + env-step-generate-after: 21037056 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 20.872824 + avg_avg_return: 0.83571017 + avg_reward_per_step: 0.062164307 + proxy_corner: + avg_avg_return: 0.44448414 + avg_reward_per_step: 0.031555176 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 20.872824 + avg_avg_return: 0.83571017 + avg_reward_per_step: 0.062164307 + proxy_corner: + avg_avg_return: 0.44448414 + avg_reward_per_step: 0.031555176 + perf: + env_steps_per_second: 980735.4080323165 + ppo_updates_per_second: 111.15111561375474 + eval-batch-train-duration: 0.18696696899132803 + eval-batch-orig-duration: 0.14148881600704044 + eval-batch-shift-duration: 0.1370471949921921 + eval-batch-tree-duration: 0.1387939269770868 + ued: + distances: + cheese-corne_dist_avg: 6.6325684 + cheese-corne_dist_wavg: 3.3643713 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 10.30957 + mouse-cheese_dist_finite_wavg: 8.228847 + mouse-cheese_dist_solvable_avg: 10.30957 + mouse-cheese_dist_solvable_wavg: 8.2288475 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.15108031 + visit_patterns: + avg_first_visit_time: 512.84766 + avg_last_visit_time: 661.1865 + num_replay_batches: 671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021301857 + avg_actor_approxkl3: 0.001925369 + avg_actor_clipfrac: 0.07744751 + avg_actor_loss: 0.0006038815 + avg_advantage: -0.0019459651 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0013239973 + avg_entropy: 0.28287485 + avg_grad_norm_pre_clip: 4.761667 + avg_loss: 0.0009830052 + max: + max_actor_approxkl1: 0.005160457 + max_actor_approxkl3: 0.004339031 + max_actor_clipfrac: 0.15026855 + max_actor_loss: 0.003604969 + max_advantage: 0.08841419 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0026065237 + max_entropy: 0.30544066 + max_grad_norm_pre_clip: 7.9470916 + max_loss: 0.0037776378 + std: + std_actor_approxkl1: 0.0012084423 + std_actor_approxkl3: 0.0010912273 + std_actor_clipfrac: 0.038023822 + std_actor_loss: 0.0011343878 + std_advantage: 0.051636804 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00054330786 + std_entropy: 0.01819856 + std_grad_norm_pre_clip: 1.601457 + std_loss: 0.0011649806 + eval-batch-train: + avg_avg_episode_length: 6.030602 + avg_avg_return: 0.98417133 + avg_benchmark_regret: 0.011021792 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31033325 + proxy_corner: + avg_avg_return: 0.20203204 + avg_reward_per_step: 0.036888123 + eval-batch-orig: + avg_avg_episode_length: 8.38644 + avg_avg_return: 0.9648533 + avg_benchmark_regret: 0.02908573 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.24633026 + proxy_corner: + avg_avg_return: 0.9648533 + avg_reward_per_step: 0.24633026 + eval-batch-shift: + avg_avg_episode_length: 6.94699 + avg_avg_return: 0.9746032 + avg_benchmark_regret: 0.02035811 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32118225 + proxy_corner: + avg_avg_return: 0.20032659 + avg_reward_per_step: 0.03488922 + eval-batch-tree: + avg_avg_episode_length: 6.889136 + avg_avg_return: 0.9792224 + avg_benchmark_regret: 0.015197823 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26097107 + proxy_corner: + avg_avg_return: 0.9792224 + avg_reward_per_step: 0.26097107 +=========================================================== +=========================================================== + step: + env-step-all-before: 44040192 + env-step-replay-before: 22511616 + env-step-used-before: 44040192 + ppo-update-before: 26880 + env-step-generate-before: 21528576 + env-step-all-after: 44072960 + env-step-replay-after: 22511616 + env-step-used-after: 44072960 + ppo-update-after: 26900 + env-step-generate-after: 21561344 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 6.7524548 + avg_avg_return: 0.95167005 + avg_reward_per_step: 0.27563477 + proxy_corner: + avg_avg_return: 0.18562913 + avg_reward_per_step: 0.03878784 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 6.7524548 + avg_avg_return: 0.95167005 + avg_reward_per_step: 0.27563477 + proxy_corner: + avg_avg_return: 0.18562913 + avg_reward_per_step: 0.03878784 + perf: + env_steps_per_second: 999326.0170248173 + ppo_updates_per_second: 111.45423968277723 + eval-batch-train-duration: 0.18610924301901832 + eval-batch-orig-duration: 0.14316857198718935 + eval-batch-shift-duration: 0.13956765498733148 + eval-batch-tree-duration: 0.1375107779749669 + ued: + distances: + cheese-corne_dist_avg: 6.6799316 + cheese-corne_dist_wavg: 7.8639293 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 10.388672 + mouse-cheese_dist_finite_wavg: 6.4345007 + mouse-cheese_dist_solvable_avg: 10.388672 + mouse-cheese_dist_solvable_wavg: 6.4345016 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.139545 + visit_patterns: + avg_first_visit_time: 525.03735 + avg_last_visit_time: 677.28345 + num_replay_batches: 687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014942589 + avg_actor_approxkl3: 0.0013349096 + avg_actor_clipfrac: 0.036193848 + avg_actor_loss: 0.001082628 + avg_advantage: -0.00954897 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006203185 + avg_entropy: 0.111065306 + avg_grad_norm_pre_clip: 2.771875 + avg_loss: 0.001281722 + max: + max_actor_approxkl1: 0.004375497 + max_actor_approxkl3: 0.0034154092 + max_actor_clipfrac: 0.07043457 + max_actor_loss: 0.0034571849 + max_advantage: 0.08910453 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015309876 + max_entropy: 0.13493471 + max_grad_norm_pre_clip: 4.1444397 + max_loss: 0.0037477529 + std: + std_actor_approxkl1: 0.0013394575 + std_actor_approxkl3: 0.001014087 + std_actor_clipfrac: 0.018802414 + std_actor_loss: 0.0010913884 + std_advantage: 0.03511554 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00034266367 + std_entropy: 0.015793309 + std_grad_norm_pre_clip: 0.94664764 + std_loss: 0.0011620477 + eval-batch-train: + avg_avg_episode_length: 6.001805 + avg_avg_return: 0.983211 + avg_benchmark_regret: 0.011982126 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30884552 + proxy_corner: + avg_avg_return: 0.20038064 + avg_reward_per_step: 0.036743164 + eval-batch-orig: + avg_avg_episode_length: 8.567979 + avg_avg_return: 0.9634627 + avg_benchmark_regret: 0.030476289 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.24547577 + proxy_corner: + avg_avg_return: 0.9634627 + avg_reward_per_step: 0.24547577 + eval-batch-shift: + avg_avg_episode_length: 7.088421 + avg_avg_return: 0.9746047 + avg_benchmark_regret: 0.020356588 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3204956 + proxy_corner: + avg_avg_return: 0.20324215 + avg_reward_per_step: 0.034698486 + eval-batch-tree: + avg_avg_episode_length: 6.861121 + avg_avg_return: 0.98010415 + avg_benchmark_regret: 0.014316125 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25857544 + proxy_corner: + avg_avg_return: 0.98010415 + avg_reward_per_step: 0.25857544 +=========================================================== +=========================================================== + step: + env-step-all-before: 45088768 + env-step-replay-before: 22937600 + env-step-used-before: 45088768 + ppo-update-before: 27520 + env-step-generate-before: 22151168 + env-step-all-after: 45121536 + env-step-replay-after: 22937600 + env-step-used-after: 45121536 + ppo-update-after: 27540 + env-step-generate-after: 22183936 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.9032197 + avg_avg_return: 0.9594743 + avg_reward_per_step: 0.32669067 + proxy_corner: + avg_avg_return: 0.18033952 + avg_reward_per_step: 0.027862549 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.9032197 + avg_avg_return: 0.9594743 + avg_reward_per_step: 0.32669067 + proxy_corner: + avg_avg_return: 0.18033952 + avg_reward_per_step: 0.027862549 + perf: + env_steps_per_second: 988346.1252310717 + ppo_updates_per_second: 111.28559021285737 + eval-batch-train-duration: 0.18570062302751467 + eval-batch-orig-duration: 0.13618761498946697 + eval-batch-shift-duration: 0.1370180399972014 + eval-batch-tree-duration: 0.1375409450265579 + ued: + distances: + cheese-corne_dist_avg: 6.6740723 + cheese-corne_dist_wavg: 3.3669834 + levels_cheese_is_in_corner_avg: 0.07470703 + mouse-cheese_dist_finite_avg: 10.49292 + mouse-cheese_dist_finite_wavg: 10.045205 + mouse-cheese_dist_solvable_avg: 10.49292 + mouse-cheese_dist_solvable_wavg: 10.045206 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1306379 + visit_patterns: + avg_first_visit_time: 540.1763 + avg_last_visit_time: 690.3318 + num_replay_batches: 700 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017850423 + avg_actor_approxkl3: 0.0012281061 + avg_actor_clipfrac: 0.033569336 + avg_actor_loss: 0.0006293952 + avg_advantage: 0.0029103577 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031293972 + avg_entropy: 0.09670595 + avg_grad_norm_pre_clip: 2.163352 + avg_loss: 0.00068915903 + max: + max_actor_approxkl1: 0.005594344 + max_actor_approxkl3: 0.0034474556 + max_actor_clipfrac: 0.060424805 + max_actor_loss: 0.0030413345 + max_advantage: 0.10704893 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003819421 + max_entropy: 0.10958358 + max_grad_norm_pre_clip: 3.6471996 + max_loss: 0.0030802193 + std: + std_actor_approxkl1: 0.0013178427 + std_actor_approxkl3: 0.0008719972 + std_actor_clipfrac: 0.014585078 + std_actor_loss: 0.0010127687 + std_advantage: 0.024637809 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.3285523e-05 + std_entropy: 0.008172871 + std_grad_norm_pre_clip: 0.7052776 + std_loss: 0.0010083137 + eval-batch-train: + avg_avg_episode_length: 5.5659556 + avg_avg_return: 0.9860853 + avg_benchmark_regret: 0.009107813 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31544495 + proxy_corner: + avg_avg_return: 0.1998769 + avg_reward_per_step: 0.03754425 + eval-batch-orig: + avg_avg_episode_length: 8.080522 + avg_avg_return: 0.965873 + avg_benchmark_regret: 0.028066052 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25593567 + proxy_corner: + avg_avg_return: 0.965873 + avg_reward_per_step: 0.25593567 + eval-batch-shift: + avg_avg_episode_length: 6.6212726 + avg_avg_return: 0.9795525 + avg_benchmark_regret: 0.015408805 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32622528 + proxy_corner: + avg_avg_return: 0.19837573 + avg_reward_per_step: 0.03492737 + eval-batch-tree: + avg_avg_episode_length: 6.9040594 + avg_avg_return: 0.976912 + avg_benchmark_regret: 0.017508224 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26700592 + proxy_corner: + avg_avg_return: 0.976912 + avg_reward_per_step: 0.26700592 +=========================================================== +=========================================================== + step: + env-step-all-before: 46137344 + env-step-replay-before: 23560192 + env-step-used-before: 46137344 + ppo-update-before: 28160 + env-step-generate-before: 22577152 + env-step-all-after: 46170112 + env-step-replay-after: 23560192 + env-step-used-after: 46170112 + ppo-update-after: 28180 + env-step-generate-after: 22609920 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 6.320981 + avg_avg_return: 0.95497257 + avg_reward_per_step: 0.30563354 + proxy_corner: + avg_avg_return: 0.16041307 + avg_reward_per_step: 0.02218628 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 6.320981 + avg_avg_return: 0.95497257 + avg_reward_per_step: 0.30563354 + proxy_corner: + avg_avg_return: 0.16041307 + avg_reward_per_step: 0.02218628 + perf: + env_steps_per_second: 1007016.694025781 + ppo_updates_per_second: 111.06886917368261 + eval-batch-train-duration: 0.18663924204884097 + eval-batch-orig-duration: 0.13756142399506643 + eval-batch-shift-duration: 0.13666163804009557 + eval-batch-tree-duration: 0.13761427503777668 + ued: + distances: + cheese-corne_dist_avg: 6.675049 + cheese-corne_dist_wavg: 8.772632 + levels_cheese_is_in_corner_avg: 0.076171875 + mouse-cheese_dist_finite_avg: 10.547852 + mouse-cheese_dist_finite_wavg: 10.057464 + mouse-cheese_dist_solvable_avg: 10.547852 + mouse-cheese_dist_solvable_wavg: 10.057465 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.13016948 + visit_patterns: + avg_first_visit_time: 553.1267 + avg_last_visit_time: 709.17236 + num_replay_batches: 719 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011634994 + avg_actor_approxkl3: 0.0009538971 + avg_actor_clipfrac: 0.034423828 + avg_actor_loss: 0.0003605777 + avg_advantage: 0.0068438984 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00047362316 + avg_entropy: 0.107608676 + avg_grad_norm_pre_clip: 2.4843183 + avg_loss: 0.0004897805 + max: + max_actor_approxkl1: 0.0040146085 + max_actor_approxkl3: 0.0033095838 + max_actor_clipfrac: 0.05895996 + max_actor_loss: 0.0022827238 + max_advantage: 0.08962822 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009784768 + max_entropy: 0.12999615 + max_grad_norm_pre_clip: 3.6663837 + max_loss: 0.0023355277 + std: + std_actor_approxkl1: 0.00087284873 + std_actor_approxkl3: 0.00067241024 + std_actor_clipfrac: 0.014500956 + std_actor_loss: 0.00083278044 + std_advantage: 0.030319292 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026496648 + std_entropy: 0.013211435 + std_grad_norm_pre_clip: 0.75700104 + std_loss: 0.0008028541 + eval-batch-train: + avg_avg_episode_length: 5.68063 + avg_avg_return: 0.98645926 + avg_benchmark_regret: 0.008733867 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3108139 + proxy_corner: + avg_avg_return: 0.20062701 + avg_reward_per_step: 0.037269592 + eval-batch-orig: + avg_avg_episode_length: 7.9014287 + avg_avg_return: 0.9713804 + avg_benchmark_regret: 0.022558607 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25306702 + proxy_corner: + avg_avg_return: 0.9713804 + avg_reward_per_step: 0.25306702 + eval-batch-shift: + avg_avg_episode_length: 6.308529 + avg_avg_return: 0.9825778 + avg_benchmark_regret: 0.012383535 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3252182 + proxy_corner: + avg_avg_return: 0.19811893 + avg_reward_per_step: 0.03475952 + eval-batch-tree: + avg_avg_episode_length: 7.116223 + avg_avg_return: 0.9745266 + avg_benchmark_regret: 0.019893691 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2641983 + proxy_corner: + avg_avg_return: 0.9745266 + avg_reward_per_step: 0.2641983 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 47185920 + env-step-replay-before: 24084480 + env-step-used-before: 47185920 + ppo-update-before: 28800 + env-step-generate-before: 23101440 + env-step-all-after: 47218688 + env-step-replay-after: 24084480 + env-step-used-after: 47218688 + ppo-update-after: 28820 + env-step-generate-after: 23134208 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.589799 + avg_avg_return: 0.9635763 + avg_reward_per_step: 0.31903076 + proxy_corner: + avg_avg_return: 0.16252436 + avg_reward_per_step: 0.02545166 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.589799 + avg_avg_return: 0.9635763 + avg_reward_per_step: 0.31903076 + proxy_corner: + avg_avg_return: 0.16252436 + avg_reward_per_step: 0.02545166 + perf: + env_steps_per_second: 999043.0312001138 + ppo_updates_per_second: 111.41267366024216 + eval-batch-train-duration: 0.18666938896058127 + eval-batch-orig-duration: 0.14266587502788752 + eval-batch-shift-duration: 0.13794599898392335 + eval-batch-tree-duration: 0.13694550399668515 + ued: + distances: + cheese-corne_dist_avg: 6.7421875 + cheese-corne_dist_wavg: 4.277786 + levels_cheese_is_in_corner_avg: 0.07446289 + mouse-cheese_dist_finite_avg: 10.628906 + mouse-cheese_dist_finite_wavg: 11.857972 + mouse-cheese_dist_solvable_avg: 10.628906 + mouse-cheese_dist_solvable_wavg: 11.857971 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.12934926 + visit_patterns: + avg_first_visit_time: 566.647 + avg_last_visit_time: 725.3447 + num_replay_batches: 735 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016868552 + avg_actor_approxkl3: 0.0013699523 + avg_actor_clipfrac: 0.036291506 + avg_actor_loss: 0.0008469196 + avg_advantage: 0.004999397 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002753587 + avg_entropy: 0.09588237 + avg_grad_norm_pre_clip: 2.2814262 + avg_loss: 0.0008887167 + max: + max_actor_approxkl1: 0.004307341 + max_actor_approxkl3: 0.0033940524 + max_actor_clipfrac: 0.06225586 + max_actor_loss: 0.003184028 + max_advantage: 0.09915966 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032954244 + max_entropy: 0.12126429 + max_grad_norm_pre_clip: 4.557174 + max_loss: 0.0032307368 + std: + std_actor_approxkl1: 0.0012846915 + std_actor_approxkl3: 0.00094121165 + std_actor_clipfrac: 0.015761452 + std_actor_loss: 0.0009117659 + std_advantage: 0.02385807 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2239263e-05 + std_entropy: 0.013238685 + std_grad_norm_pre_clip: 0.947043 + std_loss: 0.00091354985 + eval-batch-train: + avg_avg_episode_length: 5.6737223 + avg_avg_return: 0.98659647 + avg_benchmark_regret: 0.008596572 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31313324 + proxy_corner: + avg_avg_return: 0.20073113 + avg_reward_per_step: 0.037872314 + eval-batch-orig: + avg_avg_episode_length: 8.18 + avg_avg_return: 0.96695095 + avg_benchmark_regret: 0.02698804 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25486755 + proxy_corner: + avg_avg_return: 0.96695095 + avg_reward_per_step: 0.25486755 + eval-batch-shift: + avg_avg_episode_length: 6.25248 + avg_avg_return: 0.98240167 + avg_benchmark_regret: 0.012559625 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3262024 + proxy_corner: + avg_avg_return: 0.20451269 + avg_reward_per_step: 0.036125183 + eval-batch-tree: + avg_avg_episode_length: 6.9675603 + avg_avg_return: 0.9776722 + avg_benchmark_regret: 0.016748063 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26654816 + proxy_corner: + avg_avg_return: 0.9776722 + avg_reward_per_step: 0.26654816 +=========================================================== +=========================================================== + step: + env-step-all-before: 48234496 + env-step-replay-before: 24707072 + env-step-used-before: 48234496 + ppo-update-before: 29440 + env-step-generate-before: 23527424 + env-step-all-after: 48267264 + env-step-replay-after: 24739840 + env-step-used-after: 48267264 + ppo-update-after: 29460 + env-step-generate-after: 23527424 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 16.354515 + avg_avg_return: 0.8737665 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.46738937 + avg_reward_per_step: 0.035736084 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 16.354515 + avg_avg_return: 0.8737665 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.46738937 + avg_reward_per_step: 0.035736084 + perf: + env_steps_per_second: 985862.405195079 + ppo_updates_per_second: 110.72553279287591 + eval-batch-train-duration: 0.18735169497085735 + eval-batch-orig-duration: 0.1363853180082515 + eval-batch-shift-duration: 0.1371568720205687 + eval-batch-tree-duration: 0.13718006695853546 + ued: + distances: + cheese-corne_dist_avg: 6.755615 + cheese-corne_dist_wavg: 6.972328 + levels_cheese_is_in_corner_avg: 0.076171875 + mouse-cheese_dist_finite_avg: 10.673828 + mouse-cheese_dist_finite_wavg: 12.767772 + mouse-cheese_dist_solvable_avg: 10.673828 + mouse-cheese_dist_solvable_wavg: 12.76777 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11910854 + visit_patterns: + avg_first_visit_time: 578.291 + avg_last_visit_time: 745.33716 + num_replay_batches: 755 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012682214 + avg_actor_approxkl3: 0.00095542904 + avg_actor_clipfrac: 0.04750366 + avg_actor_loss: 0.00016112362 + avg_advantage: 0.0063462444 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00042746702 + avg_entropy: 0.21351163 + avg_grad_norm_pre_clip: 3.5220525 + avg_loss: 0.00016134547 + max: + max_actor_approxkl1: 0.0025573713 + max_actor_approxkl3: 0.0014373042 + max_actor_clipfrac: 0.0670166 + max_actor_loss: 0.0020041037 + max_advantage: 0.102837265 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00092573254 + max_entropy: 0.23370323 + max_grad_norm_pre_clip: 5.3477836 + max_loss: 0.002189066 + std: + std_actor_approxkl1: 0.0007646566 + std_actor_approxkl3: 0.0003431904 + std_actor_clipfrac: 0.015708476 + std_actor_loss: 0.00093731045 + std_advantage: 0.028772568 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002714951 + std_entropy: 0.012042679 + std_grad_norm_pre_clip: 1.0466547 + std_loss: 0.00092410535 + eval-batch-train: + avg_avg_episode_length: 5.4971437 + avg_avg_return: 0.9864031 + avg_benchmark_regret: 0.00878998 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31162262 + proxy_corner: + avg_avg_return: 0.2032113 + avg_reward_per_step: 0.038253784 + eval-batch-orig: + avg_avg_episode_length: 7.6548543 + avg_avg_return: 0.9710917 + avg_benchmark_regret: 0.022847306 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2559433 + proxy_corner: + avg_avg_return: 0.9710917 + avg_reward_per_step: 0.2559433 + eval-batch-shift: + avg_avg_episode_length: 6.0681076 + avg_avg_return: 0.9839407 + avg_benchmark_regret: 0.011020627 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3251953 + proxy_corner: + avg_avg_return: 0.2046167 + avg_reward_per_step: 0.03639984 + eval-batch-tree: + avg_avg_episode_length: 6.6697264 + avg_avg_return: 0.9794862 + avg_benchmark_regret: 0.014934023 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26750946 + proxy_corner: + avg_avg_return: 0.9794862 + avg_reward_per_step: 0.26750946 +=========================================================== +=========================================================== + step: + env-step-all-before: 49283072 + env-step-replay-before: 25493504 + env-step-used-before: 49283072 + ppo-update-before: 30080 + env-step-generate-before: 23789568 + env-step-all-after: 49315840 + env-step-replay-after: 25526272 + env-step-used-after: 49315840 + ppo-update-after: 30100 + env-step-generate-after: 23789568 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 15.255946 + avg_avg_return: 0.88423777 + avg_reward_per_step: 0.07080078 + proxy_corner: + avg_avg_return: 0.46919575 + avg_reward_per_step: 0.036315918 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 15.255946 + avg_avg_return: 0.88423777 + avg_reward_per_step: 0.07080078 + proxy_corner: + avg_avg_return: 0.46919575 + avg_reward_per_step: 0.036315918 + perf: + env_steps_per_second: 1000906.2161026769 + ppo_updates_per_second: 111.45107715152912 + eval-batch-train-duration: 0.18485725502250716 + eval-batch-orig-duration: 0.13644709496293217 + eval-batch-shift-duration: 0.1367371020023711 + eval-batch-tree-duration: 0.13631542696384713 + ued: + distances: + cheese-corne_dist_avg: 6.7714844 + cheese-corne_dist_wavg: 1.5974834 + levels_cheese_is_in_corner_avg: 0.076660156 + mouse-cheese_dist_finite_avg: 10.678955 + mouse-cheese_dist_finite_wavg: 11.87034 + mouse-cheese_dist_solvable_avg: 10.678955 + mouse-cheese_dist_solvable_wavg: 11.87034 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.111531496 + visit_patterns: + avg_first_visit_time: 587.22266 + avg_last_visit_time: 769.20776 + num_replay_batches: 779 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001858768 + avg_actor_approxkl3: 0.0016897329 + avg_actor_clipfrac: 0.06779175 + avg_actor_loss: 0.0018111545 + avg_advantage: 0.00054385106 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00024405622 + avg_entropy: 0.21164432 + avg_grad_norm_pre_clip: 4.8351603 + avg_loss: 0.001721538 + max: + max_actor_approxkl1: 0.0042119315 + max_actor_approxkl3: 0.003759142 + max_actor_clipfrac: 0.11730957 + max_actor_loss: 0.005806136 + max_advantage: 0.11487383 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00027003797 + max_entropy: 0.23241852 + max_grad_norm_pre_clip: 7.9062147 + max_loss: 0.0057309363 + std: + std_actor_approxkl1: 0.001135242 + std_actor_approxkl3: 0.0009969765 + std_actor_clipfrac: 0.03258903 + std_actor_loss: 0.002011915 + std_advantage: 0.022147637 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.529267e-05 + std_entropy: 0.010230264 + std_grad_norm_pre_clip: 1.9257687 + std_loss: 0.0020139993 + eval-batch-train: + avg_avg_episode_length: 5.6701126 + avg_avg_return: 0.9866541 + avg_benchmark_regret: 0.008538997 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3047104 + proxy_corner: + avg_avg_return: 0.20028222 + avg_reward_per_step: 0.036964417 + eval-batch-orig: + avg_avg_episode_length: 7.505832 + avg_avg_return: 0.9746828 + avg_benchmark_regret: 0.019256186 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2507248 + proxy_corner: + avg_avg_return: 0.9746828 + avg_reward_per_step: 0.2507248 + eval-batch-shift: + avg_avg_episode_length: 6.001891 + avg_avg_return: 0.9836444 + avg_benchmark_regret: 0.011316869 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3228836 + proxy_corner: + avg_avg_return: 0.19550009 + avg_reward_per_step: 0.035102844 + eval-batch-tree: + avg_avg_episode_length: 6.38253 + avg_avg_return: 0.9838748 + avg_benchmark_regret: 0.01054549 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26036072 + proxy_corner: + avg_avg_return: 0.9838748 + avg_reward_per_step: 0.26036072 +=========================================================== +=========================================================== + step: + env-step-all-before: 50331648 + env-step-replay-before: 26116096 + env-step-used-before: 50331648 + ppo-update-before: 30720 + env-step-generate-before: 24215552 + env-step-all-after: 50364416 + env-step-replay-after: 26116096 + env-step-used-after: 50364416 + ppo-update-after: 30740 + env-step-generate-after: 24248320 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.6236286 + avg_avg_return: 0.9623904 + avg_reward_per_step: 0.32958984 + proxy_corner: + avg_avg_return: 0.17001309 + avg_reward_per_step: 0.030212402 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.6236286 + avg_avg_return: 0.9623904 + avg_reward_per_step: 0.32958984 + proxy_corner: + avg_avg_return: 0.17001309 + avg_reward_per_step: 0.030212402 + perf: + env_steps_per_second: 995757.7874395483 + ppo_updates_per_second: 111.29305234867873 + eval-batch-train-duration: 0.18640589399728924 + eval-batch-orig-duration: 0.14204924303339794 + eval-batch-shift-duration: 0.13885178801137954 + eval-batch-tree-duration: 0.13726252201013267 + ued: + distances: + cheese-corne_dist_avg: 6.8168945 + cheese-corne_dist_wavg: 2.4804387 + levels_cheese_is_in_corner_avg: 0.0769043 + mouse-cheese_dist_finite_avg: 10.693115 + mouse-cheese_dist_finite_wavg: 9.169211 + mouse-cheese_dist_solvable_avg: 10.693115 + mouse-cheese_dist_solvable_wavg: 9.169211 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.111027054 + visit_patterns: + avg_first_visit_time: 600.52026 + avg_last_visit_time: 787.2998 + num_replay_batches: 797 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008849782 + avg_actor_approxkl3: 0.00072296284 + avg_actor_clipfrac: 0.026965333 + avg_actor_loss: 0.00029251532 + avg_advantage: -0.0033005413 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028446497 + avg_entropy: 0.103332795 + avg_grad_norm_pre_clip: 2.1388912 + avg_loss: 0.000331415 + max: + max_actor_approxkl1: 0.003305023 + max_actor_approxkl3: 0.0018862918 + max_actor_clipfrac: 0.0546875 + max_actor_loss: 0.0013314597 + max_advantage: 0.097555876 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00036690364 + max_entropy: 0.13360354 + max_grad_norm_pre_clip: 3.256896 + max_loss: 0.0014002899 + std: + std_actor_approxkl1: 0.00086508837 + std_actor_approxkl3: 0.00045733142 + std_actor_clipfrac: 0.011569142 + std_actor_loss: 0.0005147234 + std_advantage: 0.022077465 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5787918e-05 + std_entropy: 0.011652214 + std_grad_norm_pre_clip: 0.73536503 + std_loss: 0.000521083 + eval-batch-train: + avg_avg_episode_length: 5.6651616 + avg_avg_return: 0.98605365 + avg_benchmark_regret: 0.009139411 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30595398 + proxy_corner: + avg_avg_return: 0.20158313 + avg_reward_per_step: 0.038475037 + eval-batch-orig: + avg_avg_episode_length: 7.4321575 + avg_avg_return: 0.9739932 + avg_benchmark_regret: 0.019945778 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25725555 + proxy_corner: + avg_avg_return: 0.9739932 + avg_reward_per_step: 0.25725555 + eval-batch-shift: + avg_avg_episode_length: 6.1149893 + avg_avg_return: 0.9832326 + avg_benchmark_regret: 0.011728756 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32352448 + proxy_corner: + avg_avg_return: 0.19721447 + avg_reward_per_step: 0.03555298 + eval-batch-tree: + avg_avg_episode_length: 6.61077 + avg_avg_return: 0.979609 + avg_benchmark_regret: 0.014811237 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2676468 + proxy_corner: + avg_avg_return: 0.979609 + avg_reward_per_step: 0.2676468 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 51380224 + env-step-replay-before: 26640384 + env-step-used-before: 51380224 + ppo-update-before: 31360 + env-step-generate-before: 24739840 + env-step-all-after: 51412992 + env-step-replay-after: 26640384 + env-step-used-after: 51412992 + ppo-update-after: 31380 + env-step-generate-after: 24772608 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 6.1473956 + avg_avg_return: 0.95750916 + avg_reward_per_step: 0.30114746 + proxy_corner: + avg_avg_return: 0.18309107 + avg_reward_per_step: 0.03515625 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 6.1473956 + avg_avg_return: 0.95750916 + avg_reward_per_step: 0.30114746 + proxy_corner: + avg_avg_return: 0.18309107 + avg_reward_per_step: 0.03515625 + perf: + env_steps_per_second: 975982.3398227204 + ppo_updates_per_second: 110.54752141072127 + eval-batch-train-duration: 0.18721916701178998 + eval-batch-orig-duration: 0.13626092398772016 + eval-batch-shift-duration: 0.13708386599319056 + eval-batch-tree-duration: 0.13678165600867942 + ued: + distances: + cheese-corne_dist_avg: 6.7995605 + cheese-corne_dist_wavg: 4.2887354 + levels_cheese_is_in_corner_avg: 0.078125 + mouse-cheese_dist_finite_avg: 10.715332 + mouse-cheese_dist_finite_wavg: 14.572822 + mouse-cheese_dist_solvable_avg: 10.715332 + mouse-cheese_dist_solvable_wavg: 14.572825 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.12096434 + visit_patterns: + avg_first_visit_time: 613.75977 + avg_last_visit_time: 803.2283 + num_replay_batches: 813 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015308089 + avg_actor_approxkl3: 0.0014314037 + avg_actor_clipfrac: 0.041253664 + avg_actor_loss: 0.0012013786 + avg_advantage: 0.0023700064 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00024357958 + avg_entropy: 0.10502509 + avg_grad_norm_pre_clip: 3.0158298 + avg_loss: 0.0012181433 + max: + max_actor_approxkl1: 0.00455673 + max_actor_approxkl3: 0.0041007595 + max_actor_clipfrac: 0.07702637 + max_actor_loss: 0.0035602236 + max_advantage: 0.08954698 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00027552963 + max_entropy: 0.13635513 + max_grad_norm_pre_clip: 4.827267 + max_loss: 0.0035785723 + std: + std_actor_approxkl1: 0.0013148267 + std_actor_approxkl3: 0.0009783389 + std_actor_clipfrac: 0.018963829 + std_actor_loss: 0.0013394394 + std_advantage: 0.022050615 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6223095e-05 + std_entropy: 0.013537828 + std_grad_norm_pre_clip: 1.1486286 + std_loss: 0.0013411879 + eval-batch-train: + avg_avg_episode_length: 5.6065197 + avg_avg_return: 0.985978 + avg_benchmark_regret: 0.009215046 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30989075 + proxy_corner: + avg_avg_return: 0.20145679 + avg_reward_per_step: 0.038597107 + eval-batch-orig: + avg_avg_episode_length: 7.319973 + avg_avg_return: 0.97485495 + avg_benchmark_regret: 0.019084025 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2583313 + proxy_corner: + avg_avg_return: 0.97485495 + avg_reward_per_step: 0.2583313 + eval-batch-shift: + avg_avg_episode_length: 5.937522 + avg_avg_return: 0.98414695 + avg_benchmark_regret: 0.01081438 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32692719 + proxy_corner: + avg_avg_return: 0.1974358 + avg_reward_per_step: 0.035972595 + eval-batch-tree: + avg_avg_episode_length: 6.300314 + avg_avg_return: 0.9824592 + avg_benchmark_regret: 0.011961091 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26992798 + proxy_corner: + avg_avg_return: 0.9824592 + avg_reward_per_step: 0.26992798 +=========================================================== +=========================================================== + step: + env-step-all-before: 52428800 + env-step-replay-before: 27164672 + env-step-used-before: 52428800 + ppo-update-before: 32000 + env-step-generate-before: 25264128 + env-step-all-after: 52461568 + env-step-replay-after: 27197440 + env-step-used-after: 52461568 + ppo-update-after: 32020 + env-step-generate-after: 25264128 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 16.342495 + avg_avg_return: 0.8719221 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.45896894 + avg_reward_per_step: 0.03527832 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 16.342495 + avg_avg_return: 0.8719221 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.45896894 + avg_reward_per_step: 0.03527832 + perf: + env_steps_per_second: 1001988.6266233022 + ppo_updates_per_second: 111.42437641154231 + eval-batch-train-duration: 0.1905122140306048 + eval-batch-orig-duration: 0.14093165803933516 + eval-batch-shift-duration: 0.13804499700199813 + eval-batch-tree-duration: 0.13928949303226545 + ued: + distances: + cheese-corne_dist_avg: 6.8288574 + cheese-corne_dist_wavg: 12.371245 + levels_cheese_is_in_corner_avg: 0.07763672 + mouse-cheese_dist_finite_avg: 10.79541 + mouse-cheese_dist_finite_wavg: 9.180376 + mouse-cheese_dist_solvable_avg: 10.79541 + mouse-cheese_dist_solvable_wavg: 9.180377 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11597514 + visit_patterns: + avg_first_visit_time: 626.8379 + avg_last_visit_time: 820.2317 + num_replay_batches: 830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022370282 + avg_actor_approxkl3: 0.002373481 + avg_actor_clipfrac: 0.07272339 + avg_actor_loss: 0.0014455912 + avg_advantage: 0.001026842 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00082889525 + avg_entropy: 0.19446073 + avg_grad_norm_pre_clip: 3.8245888 + avg_loss: 0.0016655781 + max: + max_actor_approxkl1: 0.0071898852 + max_actor_approxkl3: 0.0061361208 + max_actor_clipfrac: 0.12548828 + max_actor_loss: 0.0044228593 + max_advantage: 0.090982854 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0021380961 + max_entropy: 0.21657293 + max_grad_norm_pre_clip: 9.633408 + max_loss: 0.0043426 + std: + std_actor_approxkl1: 0.0014837711 + std_actor_approxkl3: 0.0014479154 + std_actor_clipfrac: 0.02668466 + std_actor_loss: 0.0013863427 + std_advantage: 0.040596884 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005436502 + std_entropy: 0.011371558 + std_grad_norm_pre_clip: 1.751105 + std_loss: 0.0014082959 + eval-batch-train: + avg_avg_episode_length: 5.497634 + avg_avg_return: 0.98700523 + avg_benchmark_regret: 0.008187879 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3098297 + proxy_corner: + avg_avg_return: 0.19948761 + avg_reward_per_step: 0.037239075 + eval-batch-orig: + avg_avg_episode_length: 7.4897556 + avg_avg_return: 0.9742889 + avg_benchmark_regret: 0.019650118 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25255585 + proxy_corner: + avg_avg_return: 0.9742889 + avg_reward_per_step: 0.25255585 + eval-batch-shift: + avg_avg_episode_length: 6.121443 + avg_avg_return: 0.98270524 + avg_benchmark_regret: 0.01225612 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32736206 + proxy_corner: + avg_avg_return: 0.19517826 + avg_reward_per_step: 0.035247803 + eval-batch-tree: + avg_avg_episode_length: 6.428467 + avg_avg_return: 0.9812269 + avg_benchmark_regret: 0.01319333 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26218414 + proxy_corner: + avg_avg_return: 0.9812269 + avg_reward_per_step: 0.26218414 +=========================================================== +=========================================================== + step: + env-step-all-before: 53477376 + env-step-replay-before: 27623424 + env-step-used-before: 53477376 + ppo-update-before: 32640 + env-step-generate-before: 25853952 + env-step-all-after: 53510144 + env-step-replay-after: 27623424 + env-step-used-after: 53510144 + ppo-update-after: 32660 + env-step-generate-after: 25886720 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.8345137 + avg_avg_return: 0.96158564 + avg_reward_per_step: 0.31689453 + proxy_corner: + avg_avg_return: 0.18980733 + avg_reward_per_step: 0.038238525 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.8345137 + avg_avg_return: 0.96158564 + avg_reward_per_step: 0.31689453 + proxy_corner: + avg_avg_return: 0.18980733 + avg_reward_per_step: 0.038238525 + perf: + env_steps_per_second: 947382.8142793003 + ppo_updates_per_second: 109.04872885297483 + eval-batch-train-duration: 0.1872246980201453 + eval-batch-orig-duration: 0.13648510799976066 + eval-batch-shift-duration: 0.13584847701713443 + eval-batch-tree-duration: 0.13858305203029886 + ued: + distances: + cheese-corne_dist_avg: 6.850342 + cheese-corne_dist_wavg: 1.589804 + levels_cheese_is_in_corner_avg: 0.0769043 + mouse-cheese_dist_finite_avg: 10.854248 + mouse-cheese_dist_finite_wavg: 8.284084 + mouse-cheese_dist_solvable_avg: 10.854248 + mouse-cheese_dist_solvable_wavg: 8.284086 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.12005674 + visit_patterns: + avg_first_visit_time: 641.6311 + avg_last_visit_time: 833.3545 + num_replay_batches: 843 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010146557 + avg_actor_approxkl3: 0.0009594058 + avg_actor_clipfrac: 0.030126953 + avg_actor_loss: 0.0009190162 + avg_advantage: 0.0021007836 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00026302846 + avg_entropy: 0.0865333 + avg_grad_norm_pre_clip: 2.1643858 + avg_loss: 0.0009639971 + max: + max_actor_approxkl1: 0.0029317425 + max_actor_approxkl3: 0.003124584 + max_actor_clipfrac: 0.064819336 + max_actor_loss: 0.00418148 + max_advantage: 0.093758166 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00030802767 + max_entropy: 0.11028151 + max_grad_norm_pre_clip: 4.442935 + max_loss: 0.004225448 + std: + std_actor_approxkl1: 0.0007364806 + std_actor_approxkl3: 0.0006824476 + std_actor_clipfrac: 0.014395791 + std_actor_loss: 0.0013066261 + std_advantage: 0.023270255 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9013041e-05 + std_entropy: 0.012382119 + std_grad_norm_pre_clip: 0.9524278 + std_loss: 0.0013063692 + eval-batch-train: + avg_avg_episode_length: 5.5726852 + avg_avg_return: 0.9855607 + avg_benchmark_regret: 0.009632371 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3151474 + proxy_corner: + avg_avg_return: 0.20191664 + avg_reward_per_step: 0.038772583 + eval-batch-orig: + avg_avg_episode_length: 7.8797827 + avg_avg_return: 0.9729516 + avg_benchmark_regret: 0.020987395 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2577591 + proxy_corner: + avg_avg_return: 0.9729516 + avg_reward_per_step: 0.2577591 + eval-batch-shift: + avg_avg_episode_length: 5.972032 + avg_avg_return: 0.9850729 + avg_benchmark_regret: 0.009888423 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32692719 + proxy_corner: + avg_avg_return: 0.19905436 + avg_reward_per_step: 0.03605652 + eval-batch-tree: + avg_avg_episode_length: 7.1701784 + avg_avg_return: 0.9758067 + avg_benchmark_regret: 0.018613558 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26838684 + proxy_corner: + avg_avg_return: 0.9758067 + avg_reward_per_step: 0.26838684 +=========================================================== +=========================================================== + step: + env-step-all-before: 54525952 + env-step-replay-before: 28049408 + env-step-used-before: 54525952 + ppo-update-before: 33280 + env-step-generate-before: 26476544 + env-step-all-after: 54558720 + env-step-replay-after: 28049408 + env-step-used-after: 54558720 + ppo-update-after: 33300 + env-step-generate-after: 26509312 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.430396 + avg_avg_return: 0.9664707 + avg_reward_per_step: 0.31497192 + proxy_corner: + avg_avg_return: 0.2019222 + avg_reward_per_step: 0.048431396 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.430396 + avg_avg_return: 0.9664707 + avg_reward_per_step: 0.31497192 + proxy_corner: + avg_avg_return: 0.2019222 + avg_reward_per_step: 0.048431396 + perf: + env_steps_per_second: 987542.4624809914 + ppo_updates_per_second: 111.13062564231953 + eval-batch-train-duration: 0.18453154194867238 + eval-batch-orig-duration: 0.13600405200850219 + eval-batch-shift-duration: 0.13593430997570977 + eval-batch-tree-duration: 0.13593733496963978 + ued: + distances: + cheese-corne_dist_avg: 6.8635254 + cheese-corne_dist_wavg: 9.675665 + levels_cheese_is_in_corner_avg: 0.07836914 + mouse-cheese_dist_finite_avg: 10.938965 + mouse-cheese_dist_finite_wavg: 10.085143 + mouse-cheese_dist_solvable_avg: 10.938965 + mouse-cheese_dist_solvable_wavg: 10.085143 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.12116623 + visit_patterns: + avg_first_visit_time: 655.8032 + avg_last_visit_time: 846.2451 + num_replay_batches: 856 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001013476 + avg_actor_approxkl3: 0.0014011018 + avg_actor_clipfrac: 0.026391601 + avg_actor_loss: 0.0011009497 + avg_advantage: 0.0011384621 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023832994 + avg_entropy: 0.06771812 + avg_grad_norm_pre_clip: 2.0270443 + avg_loss: 0.0011523964 + max: + max_actor_approxkl1: 0.004285439 + max_actor_approxkl3: 0.004783344 + max_actor_clipfrac: 0.05114746 + max_actor_loss: 0.004562814 + max_advantage: 0.08768618 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003000269 + max_entropy: 0.100359544 + max_grad_norm_pre_clip: 3.374056 + max_loss: 0.0046504126 + std: + std_actor_approxkl1: 0.001179608 + std_actor_approxkl3: 0.0013154089 + std_actor_clipfrac: 0.011459315 + std_actor_loss: 0.001403564 + std_advantage: 0.021694113 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5506839e-05 + std_entropy: 0.010852657 + std_grad_norm_pre_clip: 0.84985566 + std_loss: 0.0014084093 + eval-batch-train: + avg_avg_episode_length: 5.328946 + avg_avg_return: 0.9868027 + avg_benchmark_regret: 0.008390394 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3151703 + proxy_corner: + avg_avg_return: 0.19786464 + avg_reward_per_step: 0.037849426 + eval-batch-orig: + avg_avg_episode_length: 7.0484266 + avg_avg_return: 0.9804603 + avg_benchmark_regret: 0.013478722 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25582123 + proxy_corner: + avg_avg_return: 0.9804603 + avg_reward_per_step: 0.25582123 + eval-batch-shift: + avg_avg_episode_length: 6.036724 + avg_avg_return: 0.9830788 + avg_benchmark_regret: 0.011882528 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32857513 + proxy_corner: + avg_avg_return: 0.19610047 + avg_reward_per_step: 0.034957886 + eval-batch-tree: + avg_avg_episode_length: 7.073506 + avg_avg_return: 0.9767333 + avg_benchmark_regret: 0.017686954 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26416016 + proxy_corner: + avg_avg_return: 0.9767333 + avg_reward_per_step: 0.26416016 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 55574528 + env-step-replay-before: 28442624 + env-step-used-before: 55574528 + ppo-update-before: 33920 + env-step-generate-before: 27131904 + env-step-all-after: 55607296 + env-step-replay-after: 28475392 + env-step-used-after: 55607296 + ppo-update-after: 33940 + env-step-generate-after: 27131904 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 16.664667 + avg_avg_return: 0.8672881 + avg_reward_per_step: 0.070251465 + proxy_corner: + avg_avg_return: 0.4518752 + avg_reward_per_step: 0.034942627 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 16.664667 + avg_avg_return: 0.8672881 + avg_reward_per_step: 0.070251465 + proxy_corner: + avg_avg_return: 0.4518752 + avg_reward_per_step: 0.034942627 + perf: + env_steps_per_second: 995298.6951678323 + ppo_updates_per_second: 111.5723829431696 + eval-batch-train-duration: 0.18404723005369306 + eval-batch-orig-duration: 0.13626075501088053 + eval-batch-shift-duration: 0.13651939301053062 + eval-batch-tree-duration: 0.13598383299540728 + ued: + distances: + cheese-corne_dist_avg: 6.83667 + cheese-corne_dist_wavg: 6.0836015 + levels_cheese_is_in_corner_avg: 0.08203125 + mouse-cheese_dist_finite_avg: 10.9938965 + mouse-cheese_dist_finite_wavg: 8.30204 + mouse-cheese_dist_solvable_avg: 10.9938965 + mouse-cheese_dist_solvable_wavg: 8.302041 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.12408413 + visit_patterns: + avg_first_visit_time: 671.6123 + avg_last_visit_time: 859.2124 + num_replay_batches: 869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0034444293 + avg_actor_approxkl3: 0.0032253158 + avg_actor_clipfrac: 0.086926274 + avg_actor_loss: 0.0027748111 + avg_advantage: -0.00508458 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0008147113 + avg_entropy: 0.19124852 + avg_grad_norm_pre_clip: 4.5110455 + avg_loss: 0.002990918 + max: + max_actor_approxkl1: 0.007210317 + max_actor_approxkl3: 0.0070653125 + max_actor_clipfrac: 0.14343262 + max_actor_loss: 0.009520583 + max_advantage: 0.07473922 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0017927784 + max_entropy: 0.2086263 + max_grad_norm_pre_clip: 9.230604 + max_loss: 0.009558881 + std: + std_actor_approxkl1: 0.0017669842 + std_actor_approxkl3: 0.001730959 + std_actor_clipfrac: 0.03372458 + std_actor_loss: 0.0022238472 + std_advantage: 0.036829934 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00043944787 + std_entropy: 0.009033981 + std_grad_norm_pre_clip: 2.1401534 + std_loss: 0.002163247 + eval-batch-train: + avg_avg_episode_length: 5.686342 + avg_avg_return: 0.98590755 + avg_benchmark_regret: 0.00928551 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.30841827 + proxy_corner: + avg_avg_return: 0.19875553 + avg_reward_per_step: 0.038597107 + eval-batch-orig: + avg_avg_episode_length: 7.2419686 + avg_avg_return: 0.9757685 + avg_benchmark_regret: 0.018170498 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25914 + proxy_corner: + avg_avg_return: 0.9757685 + avg_reward_per_step: 0.25914 + eval-batch-shift: + avg_avg_episode_length: 5.811489 + avg_avg_return: 0.98425215 + avg_benchmark_regret: 0.010709196 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32622528 + proxy_corner: + avg_avg_return: 0.19352168 + avg_reward_per_step: 0.035820007 + eval-batch-tree: + avg_avg_episode_length: 6.013151 + avg_avg_return: 0.98542774 + avg_benchmark_regret: 0.008992519 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27114868 + proxy_corner: + avg_avg_return: 0.98542774 + avg_reward_per_step: 0.27114868 +=========================================================== +=========================================================== + step: + env-step-all-before: 56623104 + env-step-replay-before: 28966912 + env-step-used-before: 56623104 + ppo-update-before: 34560 + env-step-generate-before: 27656192 + env-step-all-after: 56655872 + env-step-replay-after: 28999680 + env-step-used-after: 56655872 + ppo-update-after: 34580 + env-step-generate-after: 27656192 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 19.463394 + avg_avg_return: 0.8387211 + avg_reward_per_step: 0.06500244 + proxy_corner: + avg_avg_return: 0.5421048 + avg_reward_per_step: 0.03829956 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 19.463394 + avg_avg_return: 0.8387211 + avg_reward_per_step: 0.06500244 + proxy_corner: + avg_avg_return: 0.5421048 + avg_reward_per_step: 0.03829956 + perf: + env_steps_per_second: 981154.6629216899 + ppo_updates_per_second: 110.18089908398302 + eval-batch-train-duration: 0.18750333500793204 + eval-batch-orig-duration: 0.13724466902203858 + eval-batch-shift-duration: 0.13845766498707235 + eval-batch-tree-duration: 0.13817906100302935 + ued: + distances: + cheese-corne_dist_avg: 6.797119 + cheese-corne_dist_wavg: 9.671303 + levels_cheese_is_in_corner_avg: 0.084228516 + mouse-cheese_dist_finite_avg: 11.0625 + mouse-cheese_dist_finite_wavg: 10.106651 + mouse-cheese_dist_solvable_avg: 11.0625 + mouse-cheese_dist_solvable_wavg: 10.106654 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.12747565 + visit_patterns: + avg_first_visit_time: 683.96045 + avg_last_visit_time: 875.3198 + num_replay_batches: 885 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023755503 + avg_actor_approxkl3: 0.0018816831 + avg_actor_clipfrac: 0.06392212 + avg_actor_loss: -0.0004851887 + avg_advantage: -0.0010179955 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0018123727 + avg_entropy: 0.20987408 + avg_grad_norm_pre_clip: 2.5542572 + avg_loss: 0.00021112348 + max: + max_actor_approxkl1: 0.0078117624 + max_actor_approxkl3: 0.005676499 + max_actor_clipfrac: 0.11706543 + max_actor_loss: 0.0012783147 + max_advantage: 0.08852255 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00273756 + max_entropy: 0.24102092 + max_grad_norm_pre_clip: 4.920092 + max_loss: 0.002114482 + std: + std_actor_approxkl1: 0.0021013052 + std_actor_approxkl3: 0.0014237537 + std_actor_clipfrac: 0.027461734 + std_actor_loss: 0.0008695113 + std_advantage: 0.06029094 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006022629 + std_entropy: 0.011968784 + std_grad_norm_pre_clip: 1.2392008 + std_loss: 0.00091889815 + eval-batch-train: + avg_avg_episode_length: 5.68324 + avg_avg_return: 0.98444617 + avg_benchmark_regret: 0.010746944 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3153 + proxy_corner: + avg_avg_return: 0.20701647 + avg_reward_per_step: 0.039009094 + eval-batch-orig: + avg_avg_episode_length: 7.8927 + avg_avg_return: 0.9697587 + avg_benchmark_regret: 0.024180356 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2595291 + proxy_corner: + avg_avg_return: 0.9697587 + avg_reward_per_step: 0.2595291 + eval-batch-shift: + avg_avg_episode_length: 6.4423227 + avg_avg_return: 0.9796717 + avg_benchmark_regret: 0.015289562 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32624817 + proxy_corner: + avg_avg_return: 0.20944886 + avg_reward_per_step: 0.036483765 + eval-batch-tree: + avg_avg_episode_length: 6.3649955 + avg_avg_return: 0.98205376 + avg_benchmark_regret: 0.01236653 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27173615 + proxy_corner: + avg_avg_return: 0.98205376 + avg_reward_per_step: 0.27173615 +=========================================================== +=========================================================== + step: + env-step-all-before: 57671680 + env-step-replay-before: 29458432 + env-step-used-before: 57671680 + ppo-update-before: 35200 + env-step-generate-before: 28213248 + env-step-all-after: 57704448 + env-step-replay-after: 29458432 + env-step-used-after: 57704448 + ppo-update-after: 35220 + env-step-generate-after: 28246016 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 6.299618 + avg_avg_return: 0.95732474 + avg_reward_per_step: 0.30462646 + proxy_corner: + avg_avg_return: 0.16901962 + avg_reward_per_step: 0.030334473 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 6.299618 + avg_avg_return: 0.95732474 + avg_reward_per_step: 0.30462646 + proxy_corner: + avg_avg_return: 0.16901962 + avg_reward_per_step: 0.030334473 + perf: + env_steps_per_second: 982806.5841760117 + ppo_updates_per_second: 110.94292349830096 + eval-batch-train-duration: 0.18664350401377305 + eval-batch-orig-duration: 0.1376105800154619 + eval-batch-shift-duration: 0.13804955600062385 + eval-batch-tree-duration: 0.13776207604678348 + ued: + distances: + cheese-corne_dist_avg: 6.8515625 + cheese-corne_dist_wavg: 9.683789 + levels_cheese_is_in_corner_avg: 0.08081055 + mouse-cheese_dist_finite_avg: 11.1032715 + mouse-cheese_dist_finite_wavg: 8.304731 + mouse-cheese_dist_solvable_avg: 11.1032715 + mouse-cheese_dist_solvable_wavg: 8.304732 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.12919602 + visit_patterns: + avg_first_visit_time: 696.9072 + avg_last_visit_time: 889.2605 + num_replay_batches: 899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015817911 + avg_actor_approxkl3: 0.0013027195 + avg_actor_clipfrac: 0.03510132 + avg_actor_loss: 0.0009783325 + avg_advantage: 0.00082991365 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00037213558 + avg_entropy: 0.08764298 + avg_grad_norm_pre_clip: 2.3069334 + avg_loss: 0.0010767574 + max: + max_actor_approxkl1: 0.0028923182 + max_actor_approxkl3: 0.0030260556 + max_actor_clipfrac: 0.055541992 + max_actor_loss: 0.0042005973 + max_advantage: 0.084552586 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000899513 + max_entropy: 0.12424013 + max_grad_norm_pre_clip: 5.2606754 + max_loss: 0.0041730325 + std: + std_actor_approxkl1: 0.0008639289 + std_actor_approxkl3: 0.0006527954 + std_actor_clipfrac: 0.01370869 + std_actor_loss: 0.0013803042 + std_advantage: 0.027252749 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002715278 + std_entropy: 0.015135028 + std_grad_norm_pre_clip: 0.9698856 + std_loss: 0.0013563947 + eval-batch-train: + avg_avg_episode_length: 5.740968 + avg_avg_return: 0.9850341 + avg_benchmark_regret: 0.01015899 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3081665 + proxy_corner: + avg_avg_return: 0.19732216 + avg_reward_per_step: 0.03819275 + eval-batch-orig: + avg_avg_episode_length: 7.128217 + avg_avg_return: 0.9778811 + avg_benchmark_regret: 0.016057894 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25881958 + proxy_corner: + avg_avg_return: 0.9778811 + avg_reward_per_step: 0.25881958 + eval-batch-shift: + avg_avg_episode_length: 6.101184 + avg_avg_return: 0.98044014 + avg_benchmark_regret: 0.014521169 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32687378 + proxy_corner: + avg_avg_return: 0.19712359 + avg_reward_per_step: 0.0357666 + eval-batch-tree: + avg_avg_episode_length: 6.047451 + avg_avg_return: 0.98506737 + avg_benchmark_regret: 0.009352915 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27027893 + proxy_corner: + avg_avg_return: 0.98506737 + avg_reward_per_step: 0.27027893 +=========================================================== +=========================================================== + step: + env-step-all-before: 58720256 + env-step-replay-before: 29851648 + env-step-used-before: 58720256 + ppo-update-before: 35840 + env-step-generate-before: 28868608 + env-step-all-after: 58753024 + env-step-replay-after: 29851648 + env-step-used-after: 58753024 + ppo-update-after: 35860 + env-step-generate-after: 28901376 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.6326 + avg_avg_return: 0.96220505 + avg_reward_per_step: 0.31137085 + proxy_corner: + avg_avg_return: 0.19767079 + avg_reward_per_step: 0.045532227 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.6326 + avg_avg_return: 0.96220505 + avg_reward_per_step: 0.31137085 + proxy_corner: + avg_avg_return: 0.19767079 + avg_reward_per_step: 0.045532227 + perf: + env_steps_per_second: 988381.3301254681 + ppo_updates_per_second: 111.25224572268317 + eval-batch-train-duration: 0.18573165603447706 + eval-batch-orig-duration: 0.136720453039743 + eval-batch-shift-duration: 0.13688267802353948 + eval-batch-tree-duration: 0.1363909319625236 + ued: + distances: + cheese-corne_dist_avg: 6.9020996 + cheese-corne_dist_wavg: 5.187754 + levels_cheese_is_in_corner_avg: 0.0793457 + mouse-cheese_dist_finite_avg: 11.241211 + mouse-cheese_dist_finite_wavg: 10.118512 + mouse-cheese_dist_solvable_avg: 11.241211 + mouse-cheese_dist_solvable_wavg: 10.118512 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.120233364 + visit_patterns: + avg_first_visit_time: 712.947 + avg_last_visit_time: 901.1948 + num_replay_batches: 911 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008475843 + avg_actor_approxkl3: 0.0004281378 + avg_actor_clipfrac: 0.015991211 + avg_actor_loss: -0.00055454404 + avg_advantage: -0.00133151 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00038361514 + avg_entropy: 0.059479117 + avg_grad_norm_pre_clip: 1.028667 + avg_loss: -0.0004222156 + max: + max_actor_approxkl1: 0.003993694 + max_actor_approxkl3: 0.0011424776 + max_actor_clipfrac: 0.045654297 + max_actor_loss: 0.0009997049 + max_advantage: 0.0737313 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00092744257 + max_entropy: 0.073715866 + max_grad_norm_pre_clip: 1.9879833 + max_loss: 0.0010677003 + std: + std_actor_approxkl1: 0.0009909968 + std_actor_approxkl3: 0.00025824705 + std_actor_clipfrac: 0.009494686 + std_actor_loss: 0.001963846 + std_advantage: 0.027932787 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027460692 + std_entropy: 0.008880699 + std_grad_norm_pre_clip: 0.45099467 + std_loss: 0.0018879742 + eval-batch-train: + avg_avg_episode_length: 5.198931 + avg_avg_return: 0.98746985 + avg_benchmark_regret: 0.007723226 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32091522 + proxy_corner: + avg_avg_return: 0.20062773 + avg_reward_per_step: 0.039108276 + eval-batch-orig: + avg_avg_episode_length: 7.263217 + avg_avg_return: 0.9782171 + avg_benchmark_regret: 0.015721854 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2612152 + proxy_corner: + avg_avg_return: 0.9782171 + avg_reward_per_step: 0.2612152 + eval-batch-shift: + avg_avg_episode_length: 5.812539 + avg_avg_return: 0.98371863 + avg_benchmark_regret: 0.011242647 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33278656 + proxy_corner: + avg_avg_return: 0.198776 + avg_reward_per_step: 0.036575317 + eval-batch-tree: + avg_avg_episode_length: 6.2916164 + avg_avg_return: 0.9835361 + avg_benchmark_regret: 0.010884089 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2723999 + proxy_corner: + avg_avg_return: 0.9835361 + avg_reward_per_step: 0.2723999 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 59768832 + env-step-replay-before: 30441472 + env-step-used-before: 59768832 + ppo-update-before: 36480 + env-step-generate-before: 29327360 + env-step-all-after: 59801600 + env-step-replay-after: 30474240 + env-step-used-after: 59801600 + ppo-update-after: 36500 + env-step-generate-after: 29327360 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 15.991708 + avg_avg_return: 0.8741777 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.49715674 + avg_reward_per_step: 0.037506104 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 15.991708 + avg_avg_return: 0.8741777 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.49715674 + avg_reward_per_step: 0.037506104 + perf: + env_steps_per_second: 974644.6918524202 + ppo_updates_per_second: 110.88465630972597 + eval-batch-train-duration: 0.1898522509727627 + eval-batch-orig-duration: 0.1470723639940843 + eval-batch-shift-duration: 0.13956422300543636 + eval-batch-tree-duration: 0.13899757398758084 + ued: + distances: + cheese-corne_dist_avg: 6.908203 + cheese-corne_dist_wavg: 15.068271 + levels_cheese_is_in_corner_avg: 0.08203125 + mouse-cheese_dist_finite_avg: 11.302002 + mouse-cheese_dist_finite_wavg: 12.827563 + mouse-cheese_dist_solvable_avg: 11.302002 + mouse-cheese_dist_solvable_wavg: 12.827563 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1150938 + visit_patterns: + avg_first_visit_time: 724.18604 + avg_last_visit_time: 920.16626 + num_replay_batches: 930 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0030792593 + avg_actor_approxkl3: 0.0029527694 + avg_actor_clipfrac: 0.069000244 + avg_actor_loss: 0.0017420469 + avg_advantage: 0.0003140738 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00079894153 + avg_entropy: 0.16614644 + avg_grad_norm_pre_clip: 3.6330993 + avg_loss: 0.0019753713 + max: + max_actor_approxkl1: 0.007570669 + max_actor_approxkl3: 0.0058575883 + max_actor_clipfrac: 0.10461426 + max_actor_loss: 0.0072283503 + max_advantage: 0.10016036 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002028709 + max_entropy: 0.1891083 + max_grad_norm_pre_clip: 6.145718 + max_loss: 0.007168954 + std: + std_actor_approxkl1: 0.0022313811 + std_actor_approxkl3: 0.0018845984 + std_actor_clipfrac: 0.031252876 + std_actor_loss: 0.0021209442 + std_advantage: 0.040018372 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005101167 + std_entropy: 0.014948854 + std_grad_norm_pre_clip: 1.4565759 + std_loss: 0.0020293586 + eval-batch-train: + avg_avg_episode_length: 5.1405067 + avg_avg_return: 0.9879425 + avg_benchmark_regret: 0.0072506033 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32143402 + proxy_corner: + avg_avg_return: 0.20060107 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 7.256503 + avg_avg_return: 0.9770099 + avg_benchmark_regret: 0.016929083 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26219177 + proxy_corner: + avg_avg_return: 0.9770099 + avg_reward_per_step: 0.26219177 + eval-batch-shift: + avg_avg_episode_length: 5.836377 + avg_avg_return: 0.9834107 + avg_benchmark_regret: 0.011550639 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33097076 + proxy_corner: + avg_avg_return: 0.20189655 + avg_reward_per_step: 0.03691864 + eval-batch-tree: + avg_avg_episode_length: 6.1268754 + avg_avg_return: 0.983752 + avg_benchmark_regret: 0.010668222 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2733841 + proxy_corner: + avg_avg_return: 0.983752 + avg_reward_per_step: 0.2733841 +=========================================================== +=========================================================== + step: + env-step-all-before: 60817408 + env-step-replay-before: 30998528 + env-step-used-before: 60817408 + ppo-update-before: 37120 + env-step-generate-before: 29818880 + env-step-all-after: 60850176 + env-step-replay-after: 30998528 + env-step-used-after: 60850176 + ppo-update-after: 37140 + env-step-generate-after: 29851648 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.5868874 + avg_avg_return: 0.9642842 + avg_reward_per_step: 0.3305664 + proxy_corner: + avg_avg_return: 0.16511014 + avg_reward_per_step: 0.037994385 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.5868874 + avg_avg_return: 0.9642842 + avg_reward_per_step: 0.3305664 + proxy_corner: + avg_avg_return: 0.16511014 + avg_reward_per_step: 0.037994385 + perf: + env_steps_per_second: 997783.0628965469 + ppo_updates_per_second: 111.13107579774476 + eval-batch-train-duration: 0.18682989501394331 + eval-batch-orig-duration: 0.13614634203258902 + eval-batch-shift-duration: 0.1394685820559971 + eval-batch-tree-duration: 0.14007203903747723 + ued: + distances: + cheese-corne_dist_avg: 6.9089355 + cheese-corne_dist_wavg: 9.693033 + levels_cheese_is_in_corner_avg: 0.08203125 + mouse-cheese_dist_finite_avg: 11.368652 + mouse-cheese_dist_finite_wavg: 10.13948 + mouse-cheese_dist_solvable_avg: 11.368652 + mouse-cheese_dist_solvable_wavg: 10.13948 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.115108535 + visit_patterns: + avg_first_visit_time: 736.14966 + avg_last_visit_time: 936.25195 + num_replay_batches: 946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014695477 + avg_actor_approxkl3: 0.0014125742 + avg_actor_clipfrac: 0.035479736 + avg_actor_loss: 0.0019622196 + avg_advantage: 0.0059268596 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022610206 + avg_entropy: 0.07088705 + avg_grad_norm_pre_clip: 3.0543582 + avg_loss: 0.0020043838 + max: + max_actor_approxkl1: 0.003851162 + max_actor_approxkl3: 0.0043072486 + max_actor_clipfrac: 0.07458496 + max_actor_loss: 0.007038771 + max_advantage: 0.089809 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00027676637 + max_entropy: 0.09300821 + max_grad_norm_pre_clip: 5.9307747 + max_loss: 0.007073412 + std: + std_actor_approxkl1: 0.0008952676 + std_actor_approxkl3: 0.00095141423 + std_actor_clipfrac: 0.01738417 + std_actor_loss: 0.0018535757 + std_advantage: 0.020419467 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.576273e-05 + std_entropy: 0.01035015 + std_grad_norm_pre_clip: 1.4000721 + std_loss: 0.001852371 + eval-batch-train: + avg_avg_episode_length: 5.369732 + avg_avg_return: 0.98709553 + avg_benchmark_regret: 0.00809757 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31887054 + proxy_corner: + avg_avg_return: 0.19794911 + avg_reward_per_step: 0.037620544 + eval-batch-orig: + avg_avg_episode_length: 7.1439605 + avg_avg_return: 0.97966266 + avg_benchmark_regret: 0.0142763555 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25491333 + proxy_corner: + avg_avg_return: 0.97966266 + avg_reward_per_step: 0.25491333 + eval-batch-shift: + avg_avg_episode_length: 6.0915394 + avg_avg_return: 0.9813732 + avg_benchmark_regret: 0.013588119 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33097076 + proxy_corner: + avg_avg_return: 0.2001257 + avg_reward_per_step: 0.035995483 + eval-batch-tree: + avg_avg_episode_length: 6.2798834 + avg_avg_return: 0.9831593 + avg_benchmark_regret: 0.011260964 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.9831593 + avg_reward_per_step: 0.26633453 +=========================================================== +=========================================================== + step: + env-step-all-before: 61865984 + env-step-replay-before: 31424512 + env-step-used-before: 61865984 + ppo-update-before: 37760 + env-step-generate-before: 30441472 + env-step-all-after: 61898752 + env-step-replay-after: 31424512 + env-step-used-after: 61898752 + ppo-update-after: 37780 + env-step-generate-after: 30474240 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.810417 + avg_avg_return: 0.9615872 + avg_reward_per_step: 0.32888794 + proxy_corner: + avg_avg_return: 0.22085318 + avg_reward_per_step: 0.04058838 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.810417 + avg_avg_return: 0.9615872 + avg_reward_per_step: 0.32888794 + proxy_corner: + avg_avg_return: 0.22085318 + avg_reward_per_step: 0.04058838 + perf: + env_steps_per_second: 1019298.7710236332 + ppo_updates_per_second: 110.76534355949123 + eval-batch-train-duration: 0.18545645801350474 + eval-batch-orig-duration: 0.14020248601445928 + eval-batch-shift-duration: 0.14090921700699255 + eval-batch-tree-duration: 0.13746394403278828 + ued: + distances: + cheese-corne_dist_avg: 6.9331055 + cheese-corne_dist_wavg: 6.9952397 + levels_cheese_is_in_corner_avg: 0.080078125 + mouse-cheese_dist_finite_avg: 11.385254 + mouse-cheese_dist_finite_wavg: 7.436477 + mouse-cheese_dist_solvable_avg: 11.385254 + mouse-cheese_dist_solvable_wavg: 7.436478 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.110377796 + visit_patterns: + avg_first_visit_time: 750.27344 + avg_last_visit_time: 949.2893 + num_replay_batches: 959 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00096191437 + avg_actor_approxkl3: 0.0008440393 + avg_actor_clipfrac: 0.023925781 + avg_actor_loss: 0.00033185765 + avg_advantage: 0.0049976683 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022235078 + avg_entropy: 0.0608872 + avg_grad_norm_pre_clip: 1.5797561 + avg_loss: 0.00038214584 + max: + max_actor_approxkl1: 0.0019993812 + max_actor_approxkl3: 0.0028997972 + max_actor_clipfrac: 0.045654297 + max_actor_loss: 0.0020199688 + max_advantage: 0.09901565 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031744858 + max_entropy: 0.072900936 + max_grad_norm_pre_clip: 2.8836958 + max_loss: 0.002063551 + std: + std_actor_approxkl1: 0.00057830045 + std_actor_approxkl3: 0.0005780624 + std_actor_clipfrac: 0.0093286 + std_actor_loss: 0.00065091543 + std_advantage: 0.020528698 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8047123e-05 + std_entropy: 0.007807279 + std_grad_norm_pre_clip: 0.5135616 + std_loss: 0.0006546934 + eval-batch-train: + avg_avg_episode_length: 5.1222215 + avg_avg_return: 0.9880948 + avg_benchmark_regret: 0.0070983586 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3230133 + proxy_corner: + avg_avg_return: 0.19806688 + avg_reward_per_step: 0.038406372 + eval-batch-orig: + avg_avg_episode_length: 7.218382 + avg_avg_return: 0.97848964 + avg_benchmark_regret: 0.015449377 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25971222 + proxy_corner: + avg_avg_return: 0.97848964 + avg_reward_per_step: 0.25971222 + eval-batch-shift: + avg_avg_episode_length: 5.6296606 + avg_avg_return: 0.9855713 + avg_benchmark_regret: 0.00938998 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33416748 + proxy_corner: + avg_avg_return: 0.19341964 + avg_reward_per_step: 0.035980225 + eval-batch-tree: + avg_avg_episode_length: 6.100116 + avg_avg_return: 0.98489976 + avg_benchmark_regret: 0.009520528 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2718506 + proxy_corner: + avg_avg_return: 0.98489976 + avg_reward_per_step: 0.2718506 +=========================================================== +=========================================================== + step: + env-step-all-before: 62914560 + env-step-replay-before: 31981568 + env-step-used-before: 62914560 + ppo-update-before: 38400 + env-step-generate-before: 30932992 + env-step-all-after: 62947328 + env-step-replay-after: 31981568 + env-step-used-after: 62947328 + ppo-update-after: 38420 + env-step-generate-after: 30965760 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.821046 + avg_avg_return: 0.9622446 + avg_reward_per_step: 0.32418823 + proxy_corner: + avg_avg_return: 0.21718878 + avg_reward_per_step: 0.03753662 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.821046 + avg_avg_return: 0.9622446 + avg_reward_per_step: 0.32418823 + proxy_corner: + avg_avg_return: 0.21718878 + avg_reward_per_step: 0.03753662 + perf: + env_steps_per_second: 993309.6490227486 + ppo_updates_per_second: 111.79477404536351 + eval-batch-train-duration: 0.18636490899370983 + eval-batch-orig-duration: 0.13713536597788334 + eval-batch-shift-duration: 0.13710979698225856 + eval-batch-tree-duration: 0.13688503298908472 + ued: + distances: + cheese-corne_dist_avg: 6.9489746 + cheese-corne_dist_wavg: 7.8940907 + levels_cheese_is_in_corner_avg: 0.07885742 + mouse-cheese_dist_finite_avg: 11.460205 + mouse-cheese_dist_finite_wavg: 9.246385 + mouse-cheese_dist_solvable_avg: 11.460205 + mouse-cheese_dist_solvable_wavg: 9.246387 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.11038998 + visit_patterns: + avg_first_visit_time: 762.2129 + avg_last_visit_time: 966.3208 + num_replay_batches: 976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016623635 + avg_actor_approxkl3: 0.001189573 + avg_actor_clipfrac: 0.027117921 + avg_actor_loss: 0.0007184279 + avg_advantage: 0.003052279 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020079927 + avg_entropy: 0.060295798 + avg_grad_norm_pre_clip: 1.9752772 + avg_loss: 0.00075853174 + max: + max_actor_approxkl1: 0.0050969995 + max_actor_approxkl3: 0.0032142054 + max_actor_clipfrac: 0.0546875 + max_actor_loss: 0.003280723 + max_advantage: 0.08477652 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023906844 + max_entropy: 0.07827805 + max_grad_norm_pre_clip: 3.6441293 + max_loss: 0.003306261 + std: + std_actor_approxkl1: 0.0014047036 + std_actor_approxkl3: 0.0008169896 + std_actor_clipfrac: 0.012184995 + std_actor_loss: 0.0010192274 + std_advantage: 0.020014701 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7152148e-05 + std_entropy: 0.008005579 + std_grad_norm_pre_clip: 0.81472105 + std_loss: 0.0010197586 + eval-batch-train: + avg_avg_episode_length: 5.4791117 + avg_avg_return: 0.98726475 + avg_benchmark_regret: 0.007928334 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3136673 + proxy_corner: + avg_avg_return: 0.1987001 + avg_reward_per_step: 0.03842926 + eval-batch-orig: + avg_avg_episode_length: 7.1164207 + avg_avg_return: 0.97913367 + avg_benchmark_regret: 0.01480539 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25933075 + proxy_corner: + avg_avg_return: 0.97913367 + avg_reward_per_step: 0.25933075 + eval-batch-shift: + avg_avg_episode_length: 5.7271595 + avg_avg_return: 0.9847705 + avg_benchmark_regret: 0.010190839 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3307495 + proxy_corner: + avg_avg_return: 0.1916767 + avg_reward_per_step: 0.035751343 + eval-batch-tree: + avg_avg_episode_length: 6.0444202 + avg_avg_return: 0.9851737 + avg_benchmark_regret: 0.009246554 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2691574 + proxy_corner: + avg_avg_return: 0.9851737 + avg_reward_per_step: 0.2691574 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 63963136 + env-step-replay-before: 32505856 + env-step-used-before: 63963136 + ppo-update-before: 39040 + env-step-generate-before: 31457280 + env-step-all-after: 63995904 + env-step-replay-after: 32505856 + env-step-used-after: 63995904 + ppo-update-after: 39060 + env-step-generate-after: 31490048 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.800066 + avg_avg_return: 0.96082735 + avg_reward_per_step: 0.30838013 + proxy_corner: + avg_avg_return: 0.17355247 + avg_reward_per_step: 0.024536133 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.800066 + avg_avg_return: 0.96082735 + avg_reward_per_step: 0.30838013 + proxy_corner: + avg_avg_return: 0.17355247 + avg_reward_per_step: 0.024536133 + perf: + env_steps_per_second: 986321.382112008 + ppo_updates_per_second: 111.95880973005947 + eval-batch-train-duration: 0.1850855089724064 + eval-batch-orig-duration: 0.13721043698024005 + eval-batch-shift-duration: 0.13722640700871125 + eval-batch-tree-duration: 0.1379612119635567 + ued: + distances: + cheese-corne_dist_avg: 6.9279785 + cheese-corne_dist_wavg: 10.588575 + levels_cheese_is_in_corner_avg: 0.08105469 + mouse-cheese_dist_finite_avg: 11.521484 + mouse-cheese_dist_finite_wavg: 8.351182 + mouse-cheese_dist_solvable_avg: 11.521484 + mouse-cheese_dist_solvable_wavg: 8.351183 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11789885 + visit_patterns: + avg_first_visit_time: 776.6138 + avg_last_visit_time: 982.2107 + num_replay_batches: 992 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015292885 + avg_actor_approxkl3: 0.0011111954 + avg_actor_clipfrac: 0.02855835 + avg_actor_loss: 0.0006851025 + avg_advantage: 0.006739712 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021092028 + avg_entropy: 0.07884907 + avg_grad_norm_pre_clip: 2.3665597 + avg_loss: 0.0007117136 + max: + max_actor_approxkl1: 0.003765095 + max_actor_approxkl3: 0.0024088435 + max_actor_clipfrac: 0.060913086 + max_actor_loss: 0.0027345363 + max_advantage: 0.08798021 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00024704164 + max_entropy: 0.09738301 + max_grad_norm_pre_clip: 5.4585834 + max_loss: 0.0027785338 + std: + std_actor_approxkl1: 0.0010489584 + std_actor_approxkl3: 0.0006163831 + std_actor_clipfrac: 0.01402489 + std_actor_loss: 0.0009169072 + std_advantage: 0.020385591 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1161297e-05 + std_entropy: 0.011170065 + std_grad_norm_pre_clip: 1.2475848 + std_loss: 0.0009149162 + eval-batch-train: + avg_avg_episode_length: 5.3290615 + avg_avg_return: 0.98762035 + avg_benchmark_regret: 0.0075727883 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3158493 + proxy_corner: + avg_avg_return: 0.2017042 + avg_reward_per_step: 0.038978577 + eval-batch-orig: + avg_avg_episode_length: 6.7272215 + avg_avg_return: 0.9825187 + avg_benchmark_regret: 0.01142032 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26080322 + proxy_corner: + avg_avg_return: 0.9825187 + avg_reward_per_step: 0.26080322 + eval-batch-shift: + avg_avg_episode_length: 5.886649 + avg_avg_return: 0.9835544 + avg_benchmark_regret: 0.011406902 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3311386 + proxy_corner: + avg_avg_return: 0.19602671 + avg_reward_per_step: 0.036140442 + eval-batch-tree: + avg_avg_episode_length: 5.9985476 + avg_avg_return: 0.9852831 + avg_benchmark_regret: 0.009137165 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27026367 + proxy_corner: + avg_avg_return: 0.9852831 + avg_reward_per_step: 0.27026367 +=========================================================== +=========================================================== + step: + env-step-all-before: 65011712 + env-step-replay-before: 33062912 + env-step-used-before: 65011712 + ppo-update-before: 39680 + env-step-generate-before: 31948800 + env-step-all-after: 65044480 + env-step-replay-after: 33062912 + env-step-used-after: 65044480 + ppo-update-after: 39700 + env-step-generate-after: 31981568 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.330435 + avg_avg_return: 0.966885 + avg_reward_per_step: 0.32040405 + proxy_corner: + avg_avg_return: 0.17058103 + avg_reward_per_step: 0.03677368 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.330435 + avg_avg_return: 0.966885 + avg_reward_per_step: 0.32040405 + proxy_corner: + avg_avg_return: 0.17058103 + avg_reward_per_step: 0.03677368 + perf: + env_steps_per_second: 997600.1338294327 + ppo_updates_per_second: 111.26607880670966 + eval-batch-train-duration: 0.18873866496142 + eval-batch-orig-duration: 0.14521964197047055 + eval-batch-shift-duration: 0.13982645701617002 + eval-batch-tree-duration: 0.1376324929879047 + ued: + distances: + cheese-corne_dist_avg: 6.925293 + cheese-corne_dist_wavg: 9.6893 + levels_cheese_is_in_corner_avg: 0.080322266 + mouse-cheese_dist_finite_avg: 11.57666 + mouse-cheese_dist_finite_wavg: 12.851984 + mouse-cheese_dist_solvable_avg: 11.57666 + mouse-cheese_dist_solvable_wavg: 12.851986 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.11049616 + visit_patterns: + avg_first_visit_time: 786.9741 + avg_last_visit_time: 999.2617 + num_replay_batches: 1009 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017198602 + avg_actor_approxkl3: 0.0016651091 + avg_actor_clipfrac: 0.029846191 + avg_actor_loss: 0.0016078402 + avg_advantage: 0.0010900566 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019846037 + avg_entropy: 0.05763535 + avg_grad_norm_pre_clip: 2.1738644 + avg_loss: 0.0016494347 + max: + max_actor_approxkl1: 0.007853001 + max_actor_approxkl3: 0.003956821 + max_actor_clipfrac: 0.060668945 + max_actor_loss: 0.0054983012 + max_advantage: 0.06949943 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00025698898 + max_entropy: 0.075542405 + max_grad_norm_pre_clip: 4.26783 + max_loss: 0.0055421833 + std: + std_actor_approxkl1: 0.0019522287 + std_actor_approxkl3: 0.001362064 + std_actor_clipfrac: 0.015800515 + std_actor_loss: 0.0015731804 + std_advantage: 0.019794658 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.2985976e-05 + std_entropy: 0.008200584 + std_grad_norm_pre_clip: 0.9675427 + std_loss: 0.001573159 + eval-batch-train: + avg_avg_episode_length: 5.427663 + avg_avg_return: 0.9872561 + avg_benchmark_regret: 0.007936968 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31414795 + proxy_corner: + avg_avg_return: 0.19736929 + avg_reward_per_step: 0.037971497 + eval-batch-orig: + avg_avg_episode_length: 6.504326 + avg_avg_return: 0.9840728 + avg_benchmark_regret: 0.009866193 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25998688 + proxy_corner: + avg_avg_return: 0.9840728 + avg_reward_per_step: 0.25998688 + eval-batch-shift: + avg_avg_episode_length: 6.0099897 + avg_avg_return: 0.98235637 + avg_benchmark_regret: 0.012604943 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3306961 + proxy_corner: + avg_avg_return: 0.19294742 + avg_reward_per_step: 0.035728455 + eval-batch-tree: + avg_avg_episode_length: 6.0645676 + avg_avg_return: 0.98569214 + avg_benchmark_regret: 0.008728076 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2688446 + proxy_corner: + avg_avg_return: 0.98569214 + avg_reward_per_step: 0.2688446 +=========================================================== +=========================================================== + step: + env-step-all-before: 66060288 + env-step-replay-before: 33554432 + env-step-used-before: 66060288 + ppo-update-before: 40320 + env-step-generate-before: 32505856 + env-step-all-after: 66093056 + env-step-replay-after: 33554432 + env-step-used-after: 66093056 + ppo-update-after: 40340 + env-step-generate-after: 32538624 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.241126 + avg_avg_return: 0.9680484 + avg_reward_per_step: 0.32958984 + proxy_corner: + avg_avg_return: 0.16392449 + avg_reward_per_step: 0.041259766 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.241126 + avg_avg_return: 0.9680484 + avg_reward_per_step: 0.32958984 + proxy_corner: + avg_avg_return: 0.16392449 + avg_reward_per_step: 0.041259766 + perf: + env_steps_per_second: 988923.4719629342 + ppo_updates_per_second: 111.16651775082133 + eval-batch-train-duration: 0.18779155000811443 + eval-batch-orig-duration: 0.1381128979846835 + eval-batch-shift-duration: 0.13789144199108705 + eval-batch-tree-duration: 0.13730617804685608 + ued: + distances: + cheese-corne_dist_avg: 6.92749 + cheese-corne_dist_wavg: 6.0923376 + levels_cheese_is_in_corner_avg: 0.08227539 + mouse-cheese_dist_finite_avg: 11.619873 + mouse-cheese_dist_finite_wavg: 11.959322 + mouse-cheese_dist_solvable_avg: 11.619873 + mouse-cheese_dist_solvable_wavg: 11.959322 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.11385934 + visit_patterns: + avg_first_visit_time: 801.7805 + avg_last_visit_time: 1014.26904 + num_replay_batches: 1024 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008287052 + avg_actor_approxkl3: 0.0005037966 + avg_actor_clipfrac: 0.018017579 + avg_actor_loss: -2.0630332e-05 + avg_advantage: 0.00022023603 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022953945 + avg_entropy: 0.059908845 + avg_grad_norm_pre_clip: 1.0837402 + avg_loss: 3.4230554e-05 + max: + max_actor_approxkl1: 0.0024116663 + max_actor_approxkl3: 0.0010112016 + max_actor_clipfrac: 0.041625977 + max_actor_loss: 0.0006545782 + max_advantage: 0.07877588 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00050595315 + max_entropy: 0.080979615 + max_grad_norm_pre_clip: 2.265629 + max_loss: 0.0007347975 + std: + std_actor_approxkl1: 0.0005694569 + std_actor_approxkl3: 0.00025861902 + std_actor_clipfrac: 0.009167179 + std_actor_loss: 0.00035942195 + std_advantage: 0.018530188 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.114787e-05 + std_entropy: 0.009214374 + std_grad_norm_pre_clip: 0.4572715 + std_loss: 0.0003610822 + eval-batch-train: + avg_avg_episode_length: 5.510002 + avg_avg_return: 0.98643607 + avg_benchmark_regret: 0.008757048 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3157196 + proxy_corner: + avg_avg_return: 0.19761784 + avg_reward_per_step: 0.03842926 + eval-batch-orig: + avg_avg_episode_length: 6.424328 + avg_avg_return: 0.98461163 + avg_benchmark_regret: 0.0093273865 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26300812 + proxy_corner: + avg_avg_return: 0.98461163 + avg_reward_per_step: 0.26300812 + eval-batch-shift: + avg_avg_episode_length: 5.723444 + avg_avg_return: 0.9836918 + avg_benchmark_regret: 0.01126954 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3327713 + proxy_corner: + avg_avg_return: 0.19211498 + avg_reward_per_step: 0.036071777 + eval-batch-tree: + avg_avg_episode_length: 5.8585534 + avg_avg_return: 0.98596907 + avg_benchmark_regret: 0.008451248 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2720337 + proxy_corner: + avg_avg_return: 0.98596907 + avg_reward_per_step: 0.2720337 +=========================================================== +=========================================================== + step: + env-step-all-before: 67108864 + env-step-replay-before: 34078720 + env-step-used-before: 67108864 + ppo-update-before: 40960 + env-step-generate-before: 33030144 + env-step-all-after: 67141632 + env-step-replay-after: 34111488 + env-step-used-after: 67141632 + ppo-update-after: 40980 + env-step-generate-after: 33030144 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.61783 + avg_avg_return: 0.88323355 + avg_reward_per_step: 0.07104492 + proxy_corner: + avg_avg_return: 0.51123154 + avg_reward_per_step: 0.039886475 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.61783 + avg_avg_return: 0.88323355 + avg_reward_per_step: 0.07104492 + proxy_corner: + avg_avg_return: 0.51123154 + avg_reward_per_step: 0.039886475 + perf: + env_steps_per_second: 984093.2366130725 + ppo_updates_per_second: 111.61798450023377 + eval-batch-train-duration: 0.18507540103746578 + eval-batch-orig-duration: 0.13724658597493544 + eval-batch-shift-duration: 0.13769985001999885 + eval-batch-tree-duration: 0.13614151300862432 + ued: + distances: + cheese-corne_dist_avg: 6.945801 + cheese-corne_dist_wavg: 9.685545 + levels_cheese_is_in_corner_avg: 0.08276367 + mouse-cheese_dist_finite_avg: 11.630371 + mouse-cheese_dist_finite_wavg: 10.164001 + mouse-cheese_dist_solvable_avg: 11.630371 + mouse-cheese_dist_solvable_wavg: 10.164002 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.112736344 + visit_patterns: + avg_first_visit_time: 812.5979 + avg_last_visit_time: 1031.2327 + num_replay_batches: 1041 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0027507632 + avg_actor_approxkl3: 0.0021658547 + avg_actor_clipfrac: 0.0597168 + avg_actor_loss: 0.0021907052 + avg_advantage: 0.0028521074 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031634522 + avg_entropy: 0.13675585 + avg_grad_norm_pre_clip: 4.2592883 + avg_loss: 0.0022121218 + max: + max_actor_approxkl1: 0.006821099 + max_actor_approxkl3: 0.0059140883 + max_actor_clipfrac: 0.10131836 + max_actor_loss: 0.0073771756 + max_advantage: 0.0698064 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007995735 + max_entropy: 0.15571609 + max_grad_norm_pre_clip: 7.7571015 + max_loss: 0.0073393085 + std: + std_actor_approxkl1: 0.0022137035 + std_actor_approxkl3: 0.001632362 + std_actor_clipfrac: 0.030302037 + std_actor_loss: 0.0022005534 + std_advantage: 0.025000935 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027262513 + std_entropy: 0.010256999 + std_grad_norm_pre_clip: 1.5924814 + std_loss: 0.0021942907 + eval-batch-train: + avg_avg_episode_length: 5.2207694 + avg_avg_return: 0.98771787 + avg_benchmark_regret: 0.0074752504 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32017517 + proxy_corner: + avg_avg_return: 0.1980097 + avg_reward_per_step: 0.037834167 + eval-batch-orig: + avg_avg_episode_length: 6.3714495 + avg_avg_return: 0.9840157 + avg_benchmark_regret: 0.009923324 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2585678 + proxy_corner: + avg_avg_return: 0.9840157 + avg_reward_per_step: 0.2585678 + eval-batch-shift: + avg_avg_episode_length: 5.596184 + avg_avg_return: 0.9856061 + avg_benchmark_regret: 0.0093552545 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33389282 + proxy_corner: + avg_avg_return: 0.1899835 + avg_reward_per_step: 0.03527832 + eval-batch-tree: + avg_avg_episode_length: 5.996395 + avg_avg_return: 0.98572886 + avg_benchmark_regret: 0.008691439 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26821136 + proxy_corner: + avg_avg_return: 0.98572886 + avg_reward_per_step: 0.26821136 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 68157440 + env-step-replay-before: 34668544 + env-step-used-before: 68157440 + ppo-update-before: 41600 + env-step-generate-before: 33488896 + env-step-all-after: 68190208 + env-step-replay-after: 34668544 + env-step-used-after: 68190208 + ppo-update-after: 41620 + env-step-generate-after: 33521664 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.3664517 + avg_avg_return: 0.9643044 + avg_reward_per_step: 0.3209839 + proxy_corner: + avg_avg_return: 0.18143293 + avg_reward_per_step: 0.033294678 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.3664517 + avg_avg_return: 0.9643044 + avg_reward_per_step: 0.3209839 + proxy_corner: + avg_avg_return: 0.18143293 + avg_reward_per_step: 0.033294678 + perf: + env_steps_per_second: 1009365.2760829454 + ppo_updates_per_second: 111.51816666643104 + eval-batch-train-duration: 0.1848110419814475 + eval-batch-orig-duration: 0.1359279429889284 + eval-batch-shift-duration: 0.13613958400674164 + eval-batch-tree-duration: 0.13589213701197878 + ued: + distances: + cheese-corne_dist_avg: 6.9379883 + cheese-corne_dist_wavg: 3.3970633 + levels_cheese_is_in_corner_avg: 0.083984375 + mouse-cheese_dist_finite_avg: 11.670898 + mouse-cheese_dist_finite_wavg: 9.269164 + mouse-cheese_dist_solvable_avg: 11.670898 + mouse-cheese_dist_solvable_wavg: 9.269163 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.107962266 + visit_patterns: + avg_first_visit_time: 823.261 + avg_last_visit_time: 1048.3672 + num_replay_batches: 1058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001833649 + avg_actor_approxkl3: 0.0014113653 + avg_actor_clipfrac: 0.02852173 + avg_actor_loss: 0.0010534745 + avg_advantage: 0.004278871 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017621578 + avg_entropy: 0.0560895 + avg_grad_norm_pre_clip: 1.9722941 + avg_loss: 0.0010854929 + max: + max_actor_approxkl1: 0.005313643 + max_actor_approxkl3: 0.0026661414 + max_actor_clipfrac: 0.04296875 + max_actor_loss: 0.0027321493 + max_advantage: 0.09985894 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00022327683 + max_entropy: 0.072391674 + max_grad_norm_pre_clip: 3.3663242 + max_loss: 0.0027424898 + std: + std_actor_approxkl1: 0.0012039143 + std_actor_approxkl3: 0.00064696686 + std_actor_clipfrac: 0.010726381 + std_actor_loss: 0.0008615818 + std_advantage: 0.017907437 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5376527e-05 + std_entropy: 0.009382108 + std_grad_norm_pre_clip: 0.9027251 + std_loss: 0.0008563554 + eval-batch-train: + avg_avg_episode_length: 5.4145174 + avg_avg_return: 0.98601973 + avg_benchmark_regret: 0.009173415 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31939697 + proxy_corner: + avg_avg_return: 0.19804294 + avg_reward_per_step: 0.0366745 + eval-batch-orig: + avg_avg_episode_length: 6.6099043 + avg_avg_return: 0.98258734 + avg_benchmark_regret: 0.011351731 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2535553 + proxy_corner: + avg_avg_return: 0.98258734 + avg_reward_per_step: 0.2535553 + eval-batch-shift: + avg_avg_episode_length: 5.711956 + avg_avg_return: 0.98291945 + avg_benchmark_regret: 0.012041871 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33457184 + proxy_corner: + avg_avg_return: 0.1910422 + avg_reward_per_step: 0.03503418 + eval-batch-tree: + avg_avg_episode_length: 6.3811026 + avg_avg_return: 0.98399955 + avg_benchmark_regret: 0.010420722 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26271057 + proxy_corner: + avg_avg_return: 0.98399955 + avg_reward_per_step: 0.26271057 +=========================================================== +=========================================================== + step: + env-step-all-before: 69206016 + env-step-replay-before: 35258368 + env-step-used-before: 69206016 + ppo-update-before: 42240 + env-step-generate-before: 33947648 + env-step-all-after: 69238784 + env-step-replay-after: 35258368 + env-step-used-after: 69238784 + ppo-update-after: 42260 + env-step-generate-after: 33980416 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.74275 + avg_avg_return: 0.9597648 + avg_reward_per_step: 0.29400635 + proxy_corner: + avg_avg_return: 0.18586364 + avg_reward_per_step: 0.03475952 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.74275 + avg_avg_return: 0.9597648 + avg_reward_per_step: 0.29400635 + proxy_corner: + avg_avg_return: 0.18586364 + avg_reward_per_step: 0.03475952 + perf: + env_steps_per_second: 998452.5933096495 + ppo_updates_per_second: 111.70182948482902 + eval-batch-train-duration: 0.18558813002891839 + eval-batch-orig-duration: 0.13966189796337858 + eval-batch-shift-duration: 0.13815052097197622 + eval-batch-tree-duration: 0.13711241603596136 + ued: + distances: + cheese-corne_dist_avg: 6.9399414 + cheese-corne_dist_wavg: 6.9996314 + levels_cheese_is_in_corner_avg: 0.083984375 + mouse-cheese_dist_finite_avg: 11.7248535 + mouse-cheese_dist_finite_wavg: 12.867953 + mouse-cheese_dist_solvable_avg: 11.7248535 + mouse-cheese_dist_solvable_wavg: 12.867955 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.107868105 + visit_patterns: + avg_first_visit_time: 833.23804 + avg_last_visit_time: 1066.251 + num_replay_batches: 1076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010125741 + avg_actor_approxkl3: 0.00071660936 + avg_actor_clipfrac: 0.018017579 + avg_actor_loss: 0.00019014829 + avg_advantage: 0.00023081995 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00033263923 + avg_entropy: 0.056279518 + avg_grad_norm_pre_clip: 1.2943959 + avg_loss: 0.00030018837 + max: + max_actor_approxkl1: 0.0021702847 + max_actor_approxkl3: 0.001537146 + max_actor_clipfrac: 0.037841797 + max_actor_loss: 0.0024428028 + max_advantage: 0.08912492 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008240032 + max_entropy: 0.074547015 + max_grad_norm_pre_clip: 3.4657664 + max_loss: 0.002443985 + std: + std_actor_approxkl1: 0.00061896635 + std_actor_approxkl3: 0.00039566177 + std_actor_clipfrac: 0.0069899936 + std_actor_loss: 0.0010303727 + std_advantage: 0.025756532 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027928836 + std_entropy: 0.009133288 + std_grad_norm_pre_clip: 0.779716 + std_loss: 0.0009791455 + eval-batch-train: + avg_avg_episode_length: 5.147366 + avg_avg_return: 0.98764217 + avg_benchmark_regret: 0.007550951 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32308197 + proxy_corner: + avg_avg_return: 0.19895846 + avg_reward_per_step: 0.038764954 + eval-batch-orig: + avg_avg_episode_length: 6.579859 + avg_avg_return: 0.9832839 + avg_benchmark_regret: 0.010655114 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26194763 + proxy_corner: + avg_avg_return: 0.9832839 + avg_reward_per_step: 0.26194763 + eval-batch-shift: + avg_avg_episode_length: 5.5925007 + avg_avg_return: 0.9848074 + avg_benchmark_regret: 0.0101539865 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3330078 + proxy_corner: + avg_avg_return: 0.19187485 + avg_reward_per_step: 0.03604126 + eval-batch-tree: + avg_avg_episode_length: 6.0245724 + avg_avg_return: 0.9858756 + avg_benchmark_regret: 0.0085446425 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272377 + proxy_corner: + avg_avg_return: 0.9858756 + avg_reward_per_step: 0.272377 +=========================================================== +=========================================================== + step: + env-step-all-before: 70254592 + env-step-replay-before: 35651584 + env-step-used-before: 70254592 + ppo-update-before: 42880 + env-step-generate-before: 34603008 + env-step-all-after: 70287360 + env-step-replay-after: 35651584 + env-step-used-after: 70287360 + ppo-update-after: 42900 + env-step-generate-after: 34635776 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.280075 + avg_avg_return: 0.96480215 + avg_reward_per_step: 0.3138733 + proxy_corner: + avg_avg_return: 0.19946107 + avg_reward_per_step: 0.03591919 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.280075 + avg_avg_return: 0.96480215 + avg_reward_per_step: 0.3138733 + proxy_corner: + avg_avg_return: 0.19946107 + avg_reward_per_step: 0.03591919 + perf: + env_steps_per_second: 991943.4860055484 + ppo_updates_per_second: 109.95157461221787 + eval-batch-train-duration: 0.18916262598941103 + eval-batch-orig-duration: 0.13533329404890537 + eval-batch-shift-duration: 0.13590517203556374 + eval-batch-tree-duration: 0.13618364598369226 + ued: + distances: + cheese-corne_dist_avg: 6.9975586 + cheese-corne_dist_wavg: 9.696676 + levels_cheese_is_in_corner_avg: 0.083984375 + mouse-cheese_dist_finite_avg: 11.825684 + mouse-cheese_dist_finite_wavg: 8.378983 + mouse-cheese_dist_solvable_avg: 11.825684 + mouse-cheese_dist_solvable_wavg: 8.3789835 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.107720666 + visit_patterns: + avg_first_visit_time: 846.6802 + avg_last_visit_time: 1078.3145 + num_replay_batches: 1088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009241315 + avg_actor_approxkl3: 0.00053334836 + avg_actor_clipfrac: 0.015161133 + avg_actor_loss: 0.00013084475 + avg_advantage: 0.0024610811 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018905447 + avg_entropy: 0.04284994 + avg_grad_norm_pre_clip: 1.0342773 + avg_loss: 0.00018252202 + max: + max_actor_approxkl1: 0.0027651372 + max_actor_approxkl3: 0.001413408 + max_actor_clipfrac: 0.028564453 + max_actor_loss: 0.0010324321 + max_advantage: 0.07588416 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002232357 + max_entropy: 0.055858374 + max_grad_norm_pre_clip: 2.2041154 + max_loss: 0.0010945699 + std: + std_actor_approxkl1: 0.00077836955 + std_actor_approxkl3: 0.0003473795 + std_actor_clipfrac: 0.007220704 + std_actor_loss: 0.00039047364 + std_advantage: 0.01909675 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6717542e-05 + std_entropy: 0.0074785813 + std_grad_norm_pre_clip: 0.4748351 + std_loss: 0.00039293995 + eval-batch-train: + avg_avg_episode_length: 5.17416 + avg_avg_return: 0.9879072 + avg_benchmark_regret: 0.007285929 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3233719 + proxy_corner: + avg_avg_return: 0.19769041 + avg_reward_per_step: 0.038604736 + eval-batch-orig: + avg_avg_episode_length: 6.4767056 + avg_avg_return: 0.98368835 + avg_benchmark_regret: 0.010250643 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26210785 + proxy_corner: + avg_avg_return: 0.98368835 + avg_reward_per_step: 0.26210785 + eval-batch-shift: + avg_avg_episode_length: 5.4899025 + avg_avg_return: 0.98584783 + avg_benchmark_regret: 0.009113475 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33517456 + proxy_corner: + avg_avg_return: 0.19114584 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.9954047 + avg_avg_return: 0.9856298 + avg_benchmark_regret: 0.00879053 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27093506 + proxy_corner: + avg_avg_return: 0.9856298 + avg_reward_per_step: 0.27093506 +=========================================================== +=========================================================== + step: + env-step-all-before: 71303168 + env-step-replay-before: 36044800 + env-step-used-before: 71303168 + ppo-update-before: 43520 + env-step-generate-before: 35258368 + env-step-all-after: 71335936 + env-step-replay-after: 36044800 + env-step-used-after: 71335936 + ppo-update-after: 43540 + env-step-generate-after: 35291136 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.75418 + avg_avg_return: 0.9605895 + avg_reward_per_step: 0.29696655 + proxy_corner: + avg_avg_return: 0.17752504 + avg_reward_per_step: 0.03225708 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.75418 + avg_avg_return: 0.9605895 + avg_reward_per_step: 0.29696655 + proxy_corner: + avg_avg_return: 0.17752504 + avg_reward_per_step: 0.03225708 + perf: + env_steps_per_second: 986372.8646892839 + ppo_updates_per_second: 111.76028123938215 + eval-batch-train-duration: 0.18538261501817033 + eval-batch-orig-duration: 0.13801544898888096 + eval-batch-shift-duration: 0.1367525800014846 + eval-batch-tree-duration: 0.1362727959640324 + ued: + distances: + cheese-corne_dist_avg: 6.986084 + cheese-corne_dist_wavg: 1.6097087 + levels_cheese_is_in_corner_avg: 0.0859375 + mouse-cheese_dist_finite_avg: 11.850342 + mouse-cheese_dist_finite_wavg: 11.085936 + mouse-cheese_dist_solvable_avg: 11.850342 + mouse-cheese_dist_solvable_wavg: 11.085937 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10819304 + visit_patterns: + avg_first_visit_time: 861.2654 + avg_last_visit_time: 1090.3169 + num_replay_batches: 1100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013554676 + avg_actor_approxkl3: 0.0010986621 + avg_actor_clipfrac: 0.028674318 + avg_actor_loss: 0.00058746873 + avg_advantage: -0.0056992127 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00015246881 + avg_entropy: 0.06252688 + avg_grad_norm_pre_clip: 1.8982289 + avg_loss: 0.00060117623 + max: + max_actor_approxkl1: 0.003706519 + max_actor_approxkl3: 0.0024142815 + max_actor_clipfrac: 0.04638672 + max_actor_loss: 0.0019585174 + max_advantage: 0.069773674 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0001802938 + max_entropy: 0.08084078 + max_grad_norm_pre_clip: 3.7626872 + max_loss: 0.001971735 + std: + std_actor_approxkl1: 0.0009998635 + std_actor_approxkl3: 0.00066154305 + std_actor_clipfrac: 0.012216542 + std_actor_loss: 0.0007521087 + std_advantage: 0.017196877 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6534088e-05 + std_entropy: 0.008881408 + std_grad_norm_pre_clip: 0.9216004 + std_loss: 0.00075395266 + eval-batch-train: + avg_avg_episode_length: 5.2420645 + avg_avg_return: 0.98784226 + avg_benchmark_regret: 0.0073508658 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3158188 + proxy_corner: + avg_avg_return: 0.19694573 + avg_reward_per_step: 0.038223267 + eval-batch-orig: + avg_avg_episode_length: 6.422794 + avg_avg_return: 0.98428255 + avg_benchmark_regret: 0.009656472 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26076508 + proxy_corner: + avg_avg_return: 0.98428255 + avg_reward_per_step: 0.26076508 + eval-batch-shift: + avg_avg_episode_length: 5.5284624 + avg_avg_return: 0.9861593 + avg_benchmark_regret: 0.008802011 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32951355 + proxy_corner: + avg_avg_return: 0.18761413 + avg_reward_per_step: 0.035705566 + eval-batch-tree: + avg_avg_episode_length: 5.90674 + avg_avg_return: 0.9855062 + avg_benchmark_regret: 0.008914064 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27033234 + proxy_corner: + avg_avg_return: 0.9855062 + avg_reward_per_step: 0.27033234 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 72351744 + env-step-replay-before: 36536320 + env-step-used-before: 72351744 + ppo-update-before: 44160 + env-step-generate-before: 35815424 + env-step-all-after: 72384512 + env-step-replay-after: 36536320 + env-step-used-after: 72384512 + ppo-update-after: 44180 + env-step-generate-after: 35848192 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.3841124 + avg_avg_return: 0.96352035 + avg_reward_per_step: 0.32000732 + proxy_corner: + avg_avg_return: 0.20638669 + avg_reward_per_step: 0.04626465 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.3841124 + avg_avg_return: 0.96352035 + avg_reward_per_step: 0.32000732 + proxy_corner: + avg_avg_return: 0.20638669 + avg_reward_per_step: 0.04626465 + perf: + env_steps_per_second: 965574.8754328327 + ppo_updates_per_second: 109.99555149120393 + eval-batch-train-duration: 0.19210346997715533 + eval-batch-orig-duration: 0.15319002204341814 + eval-batch-shift-duration: 0.1367403380572796 + eval-batch-tree-duration: 0.1401506339898333 + ued: + distances: + cheese-corne_dist_avg: 7.008301 + cheese-corne_dist_wavg: 13.298239 + levels_cheese_is_in_corner_avg: 0.08325195 + mouse-cheese_dist_finite_avg: 11.868408 + mouse-cheese_dist_finite_wavg: 12.884856 + mouse-cheese_dist_solvable_avg: 11.868408 + mouse-cheese_dist_solvable_wavg: 12.884856 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.108536914 + visit_patterns: + avg_first_visit_time: 874.8169 + avg_last_visit_time: 1105.1086 + num_replay_batches: 1115 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010714842 + avg_actor_approxkl3: 0.0010207515 + avg_actor_clipfrac: 0.023614502 + avg_actor_loss: 0.00071614905 + avg_advantage: -0.0014561429 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013956183 + avg_entropy: 0.05845433 + avg_grad_norm_pre_clip: 1.6546773 + avg_loss: 0.0007274757 + max: + max_actor_approxkl1: 0.0035873961 + max_actor_approxkl3: 0.0028772315 + max_actor_clipfrac: 0.048095703 + max_actor_loss: 0.00208259 + max_advantage: 0.07572609 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00016167128 + max_entropy: 0.07344575 + max_grad_norm_pre_clip: 2.7723546 + max_loss: 0.002096877 + std: + std_actor_approxkl1: 0.0009726484 + std_actor_approxkl3: 0.0007127562 + std_actor_clipfrac: 0.011817988 + std_actor_loss: 0.00072203076 + std_advantage: 0.016774576 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1963435e-05 + std_entropy: 0.00803204 + std_grad_norm_pre_clip: 0.63130766 + std_loss: 0.00072132447 + eval-batch-train: + avg_avg_episode_length: 5.268329 + avg_avg_return: 0.9873272 + avg_benchmark_regret: 0.007865889 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31980133 + proxy_corner: + avg_avg_return: 0.19746852 + avg_reward_per_step: 0.03856659 + eval-batch-orig: + avg_avg_episode_length: 6.378951 + avg_avg_return: 0.98414516 + avg_benchmark_regret: 0.009793848 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2618866 + proxy_corner: + avg_avg_return: 0.98414516 + avg_reward_per_step: 0.2618866 + eval-batch-shift: + avg_avg_episode_length: 5.793892 + avg_avg_return: 0.9821813 + avg_benchmark_regret: 0.012780007 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33176422 + proxy_corner: + avg_avg_return: 0.19853413 + avg_reward_per_step: 0.036216736 + eval-batch-tree: + avg_avg_episode_length: 5.8361225 + avg_avg_return: 0.9860071 + avg_benchmark_regret: 0.008413094 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27205658 + proxy_corner: + avg_avg_return: 0.9860071 + avg_reward_per_step: 0.27205658 +=========================================================== +=========================================================== + step: + env-step-all-before: 73400320 + env-step-replay-before: 37289984 + env-step-used-before: 73400320 + ppo-update-before: 44800 + env-step-generate-before: 36110336 + env-step-all-after: 73433088 + env-step-replay-after: 37322752 + env-step-used-after: 73433088 + ppo-update-after: 44820 + env-step-generate-after: 36110336 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.833244 + avg_avg_return: 0.88982224 + avg_reward_per_step: 0.07254028 + proxy_corner: + avg_avg_return: 0.5317689 + avg_reward_per_step: 0.04168701 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.833244 + avg_avg_return: 0.88982224 + avg_reward_per_step: 0.07254028 + proxy_corner: + avg_avg_return: 0.5317689 + avg_reward_per_step: 0.04168701 + perf: + env_steps_per_second: 973205.3701158882 + ppo_updates_per_second: 110.42084098719191 + eval-batch-train-duration: 0.18665229104226455 + eval-batch-orig-duration: 0.13605783396633342 + eval-batch-shift-duration: 0.1368200489669107 + eval-batch-tree-duration: 0.13677802996244282 + ued: + distances: + cheese-corne_dist_avg: 7.0029297 + cheese-corne_dist_wavg: 8.797315 + levels_cheese_is_in_corner_avg: 0.08203125 + mouse-cheese_dist_finite_avg: 11.857178 + mouse-cheese_dist_finite_wavg: 11.981126 + mouse-cheese_dist_solvable_avg: 11.857178 + mouse-cheese_dist_solvable_wavg: 11.981125 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103646524 + visit_patterns: + avg_first_visit_time: 882.6338 + avg_last_visit_time: 1129.2378 + num_replay_batches: 1139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021907806 + avg_actor_approxkl3: 0.0020158251 + avg_actor_clipfrac: 0.046557616 + avg_actor_loss: 0.0015913614 + avg_advantage: 0.0008430954 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00029071592 + avg_entropy: 0.114183776 + avg_grad_norm_pre_clip: 3.2207665 + avg_loss: 0.0016225356 + max: + max_actor_approxkl1: 0.007495489 + max_actor_approxkl3: 0.006747801 + max_actor_clipfrac: 0.08068848 + max_actor_loss: 0.006030651 + max_advantage: 0.06474197 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007787524 + max_entropy: 0.13779041 + max_grad_norm_pre_clip: 5.7567496 + max_loss: 0.005981376 + std: + std_actor_approxkl1: 0.0018918833 + std_actor_approxkl3: 0.001526036 + std_actor_clipfrac: 0.018181363 + std_actor_loss: 0.001823848 + std_advantage: 0.024069736 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027316465 + std_entropy: 0.010486648 + std_grad_norm_pre_clip: 1.3688064 + std_loss: 0.0018134338 + eval-batch-train: + avg_avg_episode_length: 5.276043 + avg_avg_return: 0.98769075 + avg_benchmark_regret: 0.0075023277 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31491852 + proxy_corner: + avg_avg_return: 0.19693343 + avg_reward_per_step: 0.03781891 + eval-batch-orig: + avg_avg_episode_length: 6.336932 + avg_avg_return: 0.9841068 + avg_benchmark_regret: 0.009832207 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26044464 + proxy_corner: + avg_avg_return: 0.9841068 + avg_reward_per_step: 0.26044464 + eval-batch-shift: + avg_avg_episode_length: 5.550868 + avg_avg_return: 0.9858256 + avg_benchmark_regret: 0.009135695 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.32928467 + proxy_corner: + avg_avg_return: 0.1901646 + avg_reward_per_step: 0.03566742 + eval-batch-tree: + avg_avg_episode_length: 5.882413 + avg_avg_return: 0.9856649 + avg_benchmark_regret: 0.00875539 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26998138 + proxy_corner: + avg_avg_return: 0.9856649 + avg_reward_per_step: 0.26998138 +=========================================================== +=========================================================== + step: + env-step-all-before: 74448896 + env-step-replay-before: 38043648 + env-step-used-before: 74448896 + ppo-update-before: 45440 + env-step-generate-before: 36405248 + env-step-all-after: 74481664 + env-step-replay-after: 38043648 + env-step-used-after: 74481664 + ppo-update-after: 45460 + env-step-generate-after: 36438016 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.8116083 + avg_avg_return: 0.961154 + avg_reward_per_step: 0.30062866 + proxy_corner: + avg_avg_return: 0.1994076 + avg_reward_per_step: 0.038879395 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.8116083 + avg_avg_return: 0.961154 + avg_reward_per_step: 0.30062866 + proxy_corner: + avg_avg_return: 0.1994076 + avg_reward_per_step: 0.038879395 + perf: + env_steps_per_second: 993198.0429374749 + ppo_updates_per_second: 110.84444095970727 + eval-batch-train-duration: 0.18399536702781916 + eval-batch-orig-duration: 0.13915012101642787 + eval-batch-shift-duration: 0.1402540219714865 + eval-batch-tree-duration: 0.13663405098486692 + ued: + distances: + cheese-corne_dist_avg: 7.0163574 + cheese-corne_dist_wavg: 4.3086443 + levels_cheese_is_in_corner_avg: 0.084228516 + mouse-cheese_dist_finite_avg: 11.872803 + mouse-cheese_dist_finite_wavg: 12.889875 + mouse-cheese_dist_solvable_avg: 11.872803 + mouse-cheese_dist_solvable_wavg: 12.889877 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09899253 + visit_patterns: + avg_first_visit_time: 890.9429 + avg_last_visit_time: 1151.2993 + num_replay_batches: 1161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007255673 + avg_actor_approxkl3: 0.0006663083 + avg_actor_clipfrac: 0.019555664 + avg_actor_loss: 0.00018483824 + avg_advantage: 0.0020071298 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014343853 + avg_entropy: 0.06259374 + avg_grad_norm_pre_clip: 1.5372804 + avg_loss: 0.0001939638 + max: + max_actor_approxkl1: 0.0022823084 + max_actor_approxkl3: 0.002025498 + max_actor_clipfrac: 0.043823242 + max_actor_loss: 0.0019667745 + max_advantage: 0.060191393 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00017815684 + max_entropy: 0.09739447 + max_grad_norm_pre_clip: 3.4716852 + max_loss: 0.0019735242 + std: + std_actor_approxkl1: 0.0006558418 + std_actor_approxkl3: 0.00051234796 + std_actor_clipfrac: 0.011045954 + std_actor_loss: 0.0005818972 + std_advantage: 0.016903108 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3436324e-05 + std_entropy: 0.011085984 + std_grad_norm_pre_clip: 0.7124009 + std_loss: 0.0005794864 + eval-batch-train: + avg_avg_episode_length: 5.160433 + avg_avg_return: 0.98780286 + avg_benchmark_regret: 0.007390228 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.31785583 + proxy_corner: + avg_avg_return: 0.19829841 + avg_reward_per_step: 0.038757324 + eval-batch-orig: + avg_avg_episode_length: 6.2960896 + avg_avg_return: 0.98479193 + avg_benchmark_regret: 0.0091470685 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2633896 + proxy_corner: + avg_avg_return: 0.98479193 + avg_reward_per_step: 0.2633896 + eval-batch-shift: + avg_avg_episode_length: 5.520211 + avg_avg_return: 0.9853285 + avg_benchmark_regret: 0.0096328175 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3314209 + proxy_corner: + avg_avg_return: 0.19062364 + avg_reward_per_step: 0.036125183 + eval-batch-tree: + avg_avg_episode_length: 5.748843 + avg_avg_return: 0.9859774 + avg_benchmark_regret: 0.008442879 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27339935 + proxy_corner: + avg_avg_return: 0.9859774 + avg_reward_per_step: 0.27339935 +=========================================================== +=========================================================== + step: + env-step-all-before: 75497472 + env-step-replay-before: 38567936 + env-step-used-before: 75497472 + ppo-update-before: 46080 + env-step-generate-before: 36929536 + env-step-all-after: 75530240 + env-step-replay-after: 38600704 + env-step-used-after: 75530240 + ppo-update-after: 46100 + env-step-generate-after: 36929536 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.893331 + avg_avg_return: 0.8911691 + avg_reward_per_step: 0.07312012 + proxy_corner: + avg_avg_return: 0.5510747 + avg_reward_per_step: 0.043914795 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.893331 + avg_avg_return: 0.8911691 + avg_reward_per_step: 0.07312012 + proxy_corner: + avg_avg_return: 0.5510747 + avg_reward_per_step: 0.043914795 + perf: + env_steps_per_second: 971247.9433636543 + ppo_updates_per_second: 109.94104521104416 + eval-batch-train-duration: 0.18627790897153318 + eval-batch-orig-duration: 0.137125849025324 + eval-batch-shift-duration: 0.13810575497336686 + eval-batch-tree-duration: 0.13762783398851752 + ued: + distances: + cheese-corne_dist_avg: 7.0249023 + cheese-corne_dist_wavg: 1.6038654 + levels_cheese_is_in_corner_avg: 0.083496094 + mouse-cheese_dist_finite_avg: 11.887939 + mouse-cheese_dist_finite_wavg: 11.0876875 + mouse-cheese_dist_solvable_avg: 11.887939 + mouse-cheese_dist_solvable_wavg: 11.087688 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.09997538 + visit_patterns: + avg_first_visit_time: 903.521 + avg_last_visit_time: 1168.2864 + num_replay_batches: 1178 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016771961 + avg_actor_approxkl3: 0.001388444 + avg_actor_clipfrac: 0.035894778 + avg_actor_loss: 0.0013134251 + avg_advantage: -0.0008086941 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001225725 + avg_entropy: 0.096365705 + avg_grad_norm_pre_clip: 2.6079166 + avg_loss: 0.0012783457 + max: + max_actor_approxkl1: 0.0032094407 + max_actor_approxkl3: 0.003029681 + max_actor_clipfrac: 0.072509766 + max_actor_loss: 0.0046623526 + max_advantage: 0.07817477 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000132156 + max_entropy: 0.11984937 + max_grad_norm_pre_clip: 4.9744177 + max_loss: 0.0046059024 + std: + std_actor_approxkl1: 0.0009777689 + std_actor_approxkl3: 0.000830391 + std_actor_clipfrac: 0.015247333 + std_actor_loss: 0.0012827243 + std_advantage: 0.015721705 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.712473e-06 + std_entropy: 0.012810229 + std_grad_norm_pre_clip: 1.0194956 + std_loss: 0.0012808619 + eval-batch-train: + avg_avg_episode_length: 5.106693 + avg_avg_return: 0.9878985 + avg_benchmark_regret: 0.0072945897 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.320961 + proxy_corner: + avg_avg_return: 0.19701558 + avg_reward_per_step: 0.038101196 + eval-batch-orig: + avg_avg_episode_length: 6.241041 + avg_avg_return: 0.9843796 + avg_benchmark_regret: 0.009559417 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2615738 + proxy_corner: + avg_avg_return: 0.9843796 + avg_reward_per_step: 0.2615738 + eval-batch-shift: + avg_avg_episode_length: 5.428419 + avg_avg_return: 0.98669314 + avg_benchmark_regret: 0.008268185 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3346634 + proxy_corner: + avg_avg_return: 0.1879839 + avg_reward_per_step: 0.03604126 + eval-batch-tree: + avg_avg_episode_length: 5.904125 + avg_avg_return: 0.98527 + avg_benchmark_regret: 0.009150226 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27191925 + proxy_corner: + avg_avg_return: 0.98527 + avg_reward_per_step: 0.27191925 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 76546048 + env-step-replay-before: 39092224 + env-step-used-before: 76546048 + ppo-update-before: 46720 + env-step-generate-before: 37453824 + env-step-all-after: 76578816 + env-step-replay-after: 39092224 + env-step-used-after: 76578816 + ppo-update-after: 46740 + env-step-generate-after: 37486592 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.2837896 + avg_avg_return: 0.96488386 + avg_reward_per_step: 0.30407715 + proxy_corner: + avg_avg_return: 0.19471963 + avg_reward_per_step: 0.036865234 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.2837896 + avg_avg_return: 0.96488386 + avg_reward_per_step: 0.30407715 + proxy_corner: + avg_avg_return: 0.19471963 + avg_reward_per_step: 0.036865234 + perf: + env_steps_per_second: 1002443.9769972753 + ppo_updates_per_second: 111.30563625680558 + eval-batch-train-duration: 0.1914490339695476 + eval-batch-orig-duration: 0.14831120503367856 + eval-batch-shift-duration: 0.13787146500544623 + eval-batch-tree-duration: 0.13872636598534882 + ued: + distances: + cheese-corne_dist_avg: 7.0351562 + cheese-corne_dist_wavg: 7.000969 + levels_cheese_is_in_corner_avg: 0.08178711 + mouse-cheese_dist_finite_avg: 11.917236 + mouse-cheese_dist_finite_wavg: 10.191503 + mouse-cheese_dist_solvable_avg: 11.917236 + mouse-cheese_dist_solvable_wavg: 10.191504 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10537059 + visit_patterns: + avg_first_visit_time: 917.1433 + avg_last_visit_time: 1183.1821 + num_replay_batches: 1193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011833615 + avg_actor_approxkl3: 0.0010325143 + avg_actor_clipfrac: 0.018225098 + avg_actor_loss: 0.00057529175 + avg_advantage: 0.0029676156 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00014576844 + avg_entropy: 0.04964385 + avg_grad_norm_pre_clip: 1.3777956 + avg_loss: 0.0005985321 + max: + max_actor_approxkl1: 0.0039349315 + max_actor_approxkl3: 0.0027099317 + max_actor_clipfrac: 0.039794922 + max_actor_loss: 0.0019091628 + max_advantage: 0.06945294 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00016240963 + max_entropy: 0.074942864 + max_grad_norm_pre_clip: 2.8185318 + max_loss: 0.0019156851 + std: + std_actor_approxkl1: 0.0011665794 + std_actor_approxkl3: 0.0007411808 + std_actor_clipfrac: 0.010404954 + std_actor_loss: 0.0005827712 + std_advantage: 0.017077511 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2160981e-05 + std_entropy: 0.009222379 + std_grad_norm_pre_clip: 0.6768625 + std_loss: 0.0005797839 + eval-batch-train: + avg_avg_episode_length: 5.5276175 + avg_avg_return: 0.9861969 + avg_benchmark_regret: 0.008996207 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3154831 + proxy_corner: + avg_avg_return: 0.19579348 + avg_reward_per_step: 0.037971497 + eval-batch-orig: + avg_avg_episode_length: 6.2662296 + avg_avg_return: 0.98471415 + avg_benchmark_regret: 0.009224851 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26184845 + proxy_corner: + avg_avg_return: 0.98471415 + avg_reward_per_step: 0.26184845 + eval-batch-shift: + avg_avg_episode_length: 5.5313687 + avg_avg_return: 0.9864751 + avg_benchmark_regret: 0.008486155 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3304596 + proxy_corner: + avg_avg_return: 0.18866241 + avg_reward_per_step: 0.035842896 + eval-batch-tree: + avg_avg_episode_length: 5.761935 + avg_avg_return: 0.9859772 + avg_benchmark_regret: 0.008443125 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27246857 + proxy_corner: + avg_avg_return: 0.9859772 + avg_reward_per_step: 0.27246857 +=========================================================== +=========================================================== + step: + env-step-all-before: 77594624 + env-step-replay-before: 39714816 + env-step-used-before: 77594624 + ppo-update-before: 47360 + env-step-generate-before: 37879808 + env-step-all-after: 77627392 + env-step-replay-after: 39714816 + env-step-used-after: 77627392 + ppo-update-after: 47380 + env-step-generate-after: 37912576 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 5.513792 + avg_avg_return: 0.96634924 + avg_reward_per_step: 0.29592896 + proxy_corner: + avg_avg_return: 0.180983 + avg_reward_per_step: 0.02734375 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 5.513792 + avg_avg_return: 0.96634924 + avg_reward_per_step: 0.29592896 + proxy_corner: + avg_avg_return: 0.180983 + avg_reward_per_step: 0.02734375 + perf: + env_steps_per_second: 987141.821200396 + ppo_updates_per_second: 111.29798972354449 + eval-batch-train-duration: 0.1858359500183724 + eval-batch-orig-duration: 0.138934679038357 + eval-batch-shift-duration: 0.13845889299409464 + eval-batch-tree-duration: 0.13706849300069734 + ued: + distances: + cheese-corne_dist_avg: 7.0197754 + cheese-corne_dist_wavg: 3.411838 + levels_cheese_is_in_corner_avg: 0.08227539 + mouse-cheese_dist_finite_avg: 11.945801 + mouse-cheese_dist_finite_wavg: 12.89393 + mouse-cheese_dist_solvable_avg: 11.945801 + mouse-cheese_dist_solvable_wavg: 12.893932 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10545449 + visit_patterns: + avg_first_visit_time: 930.71704 + avg_last_visit_time: 1202.3445 + num_replay_batches: 1212 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019235604 + avg_actor_approxkl3: 0.0016256225 + avg_actor_clipfrac: 0.027606202 + avg_actor_loss: 0.0013365936 + avg_advantage: 0.0016909412 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00015177904 + avg_entropy: 0.06455348 + avg_grad_norm_pre_clip: 1.9781376 + avg_loss: 0.0013479297 + max: + max_actor_approxkl1: 0.0056355223 + max_actor_approxkl3: 0.0034104013 + max_actor_clipfrac: 0.052124023 + max_actor_loss: 0.003730625 + max_advantage: 0.08011037 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00019300856 + max_entropy: 0.08129881 + max_grad_norm_pre_clip: 4.2612243 + max_loss: 0.0037472162 + std: + std_actor_approxkl1: 0.0013905641 + std_actor_approxkl3: 0.00089985196 + std_actor_clipfrac: 0.010824015 + std_actor_loss: 0.0010081207 + std_advantage: 0.017434716 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6946158e-05 + std_entropy: 0.008232927 + std_grad_norm_pre_clip: 0.9448479 + std_loss: 0.0010124864 + eval-batch-train: + avg_avg_episode_length: 5.3457785 + avg_avg_return: 0.987174 + avg_benchmark_regret: 0.008019094 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3162079 + proxy_corner: + avg_avg_return: 0.19634718 + avg_reward_per_step: 0.037322998 + eval-batch-orig: + avg_avg_episode_length: 6.313753 + avg_avg_return: 0.98382896 + avg_benchmark_regret: 0.01011005 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26006317 + proxy_corner: + avg_avg_return: 0.98382896 + avg_reward_per_step: 0.26006317 + eval-batch-shift: + avg_avg_episode_length: 5.5276423 + avg_avg_return: 0.98535484 + avg_benchmark_regret: 0.009606473 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3333969 + proxy_corner: + avg_avg_return: 0.1922685 + avg_reward_per_step: 0.036010742 + eval-batch-tree: + avg_avg_episode_length: 5.913065 + avg_avg_return: 0.9857933 + avg_benchmark_regret: 0.008626945 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26766205 + proxy_corner: + avg_avg_return: 0.9857933 + avg_reward_per_step: 0.26766205 +=========================================================== +=========================================================== + step: + env-step-all-before: 78643200 + env-step-replay-before: 40239104 + env-step-used-before: 78643200 + ppo-update-before: 48000 + env-step-generate-before: 38404096 + env-step-all-after: 78675968 + env-step-replay-after: 40271872 + env-step-used-after: 78675968 + ppo-update-after: 48020 + env-step-generate-after: 38404096 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 15.028095 + avg_avg_return: 0.87759835 + avg_reward_per_step: 0.071777344 + proxy_corner: + avg_avg_return: 0.48915583 + avg_reward_per_step: 0.037750244 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 15.028095 + avg_avg_return: 0.87759835 + avg_reward_per_step: 0.071777344 + proxy_corner: + avg_avg_return: 0.48915583 + avg_reward_per_step: 0.037750244 + perf: + env_steps_per_second: 991847.1364138583 + ppo_updates_per_second: 110.60289449206331 + eval-batch-train-duration: 0.18617438996443525 + eval-batch-orig-duration: 0.1367683689459227 + eval-batch-shift-duration: 0.13672364398371428 + eval-batch-tree-duration: 0.13683187798596919 + ued: + distances: + cheese-corne_dist_avg: 7.0041504 + cheese-corne_dist_wavg: 9.696672 + levels_cheese_is_in_corner_avg: 0.084472656 + mouse-cheese_dist_finite_avg: 11.97998 + mouse-cheese_dist_finite_wavg: 10.199174 + mouse-cheese_dist_solvable_avg: 11.97998 + mouse-cheese_dist_solvable_wavg: 10.199174 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10605033 + visit_patterns: + avg_first_visit_time: 943.4258 + avg_last_visit_time: 1219.1772 + num_replay_batches: 1229 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017979167 + avg_actor_approxkl3: 0.0013618582 + avg_actor_clipfrac: 0.04093628 + avg_actor_loss: 0.00059660146 + avg_advantage: -0.0072187264 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005814427 + avg_entropy: 0.10212302 + avg_grad_norm_pre_clip: 2.83127 + avg_loss: 0.00078519963 + max: + max_actor_approxkl1: 0.0033454497 + max_actor_approxkl3: 0.0026647113 + max_actor_clipfrac: 0.07116699 + max_actor_loss: 0.0037857424 + max_advantage: 0.07246262 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0019860521 + max_entropy: 0.12024222 + max_grad_norm_pre_clip: 5.4265547 + max_loss: 0.003756714 + std: + std_actor_approxkl1: 0.0008383213 + std_actor_approxkl3: 0.0006616596 + std_actor_clipfrac: 0.014956293 + std_actor_loss: 0.0014061829 + std_advantage: 0.034022465 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00061403465 + std_entropy: 0.011073861 + std_grad_norm_pre_clip: 1.1642109 + std_loss: 0.0013037068 + eval-batch-train: + avg_avg_episode_length: 5.372163 + avg_avg_return: 0.9872138 + avg_benchmark_regret: 0.007979322 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32147217 + proxy_corner: + avg_avg_return: 0.19575962 + avg_reward_per_step: 0.036338806 + eval-batch-orig: + avg_avg_episode_length: 6.4525056 + avg_avg_return: 0.98412764 + avg_benchmark_regret: 0.009811355 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2589264 + proxy_corner: + avg_avg_return: 0.98412764 + avg_reward_per_step: 0.2589264 + eval-batch-shift: + avg_avg_episode_length: 5.3857803 + avg_avg_return: 0.9869988 + avg_benchmark_regret: 0.007962494 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33518982 + proxy_corner: + avg_avg_return: 0.19210654 + avg_reward_per_step: 0.03579712 + eval-batch-tree: + avg_avg_episode_length: 5.9959784 + avg_avg_return: 0.9855839 + avg_benchmark_regret: 0.008836368 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26714325 + proxy_corner: + avg_avg_return: 0.9855839 + avg_reward_per_step: 0.26714325 +=========================================================== +=========================================================== + step: + env-step-all-before: 79691776 + env-step-replay-before: 40861696 + env-step-used-before: 79691776 + ppo-update-before: 48640 + env-step-generate-before: 38830080 + env-step-all-after: 79724544 + env-step-replay-after: 40861696 + env-step-used-after: 79724544 + ppo-update-after: 48660 + env-step-generate-after: 38862848 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.294776 + avg_avg_return: 0.9665784 + avg_reward_per_step: 0.31903076 + proxy_corner: + avg_avg_return: 0.18909228 + avg_reward_per_step: 0.033935547 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.294776 + avg_avg_return: 0.9665784 + avg_reward_per_step: 0.31903076 + proxy_corner: + avg_avg_return: 0.18909228 + avg_reward_per_step: 0.033935547 + perf: + env_steps_per_second: 977598.4132901992 + ppo_updates_per_second: 111.94353255201513 + eval-batch-train-duration: 0.18717707099858671 + eval-batch-orig-duration: 0.13930786499986425 + eval-batch-shift-duration: 0.13708609901368618 + eval-batch-tree-duration: 0.13646558998152614 + ued: + distances: + cheese-corne_dist_avg: 6.9838867 + cheese-corne_dist_wavg: 9.70584 + levels_cheese_is_in_corner_avg: 0.08642578 + mouse-cheese_dist_finite_avg: 12.013184 + mouse-cheese_dist_finite_wavg: 11.102942 + mouse-cheese_dist_solvable_avg: 12.013184 + mouse-cheese_dist_solvable_wavg: 11.1029415 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1024143 + visit_patterns: + avg_first_visit_time: 953.74194 + avg_last_visit_time: 1237.2688 + num_replay_batches: 1247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015363013 + avg_actor_approxkl3: 0.001219041 + avg_actor_clipfrac: 0.015686035 + avg_actor_loss: 0.0005153509 + avg_advantage: -0.00024514215 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013889234 + avg_entropy: 0.037975993 + avg_grad_norm_pre_clip: 1.0459365 + avg_loss: 0.0005468211 + max: + max_actor_approxkl1: 0.0049337237 + max_actor_approxkl3: 0.003442547 + max_actor_clipfrac: 0.03564453 + max_actor_loss: 0.001584962 + max_advantage: 0.06357241 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00021374774 + max_entropy: 0.048984915 + max_grad_norm_pre_clip: 2.1169653 + max_loss: 0.0016178535 + std: + std_actor_approxkl1: 0.0014395525 + std_actor_approxkl3: 0.0010465008 + std_actor_clipfrac: 0.009021277 + std_actor_loss: 0.00062786054 + std_advantage: 0.0155625 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7763008e-05 + std_entropy: 0.0067108828 + std_grad_norm_pre_clip: 0.540362 + std_loss: 0.00063146674 + eval-batch-train: + avg_avg_episode_length: 5.069624 + avg_avg_return: 0.98835605 + avg_benchmark_regret: 0.006837027 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32634735 + proxy_corner: + avg_avg_return: 0.19752015 + avg_reward_per_step: 0.038146973 + eval-batch-orig: + avg_avg_episode_length: 6.207871 + avg_avg_return: 0.98454946 + avg_benchmark_regret: 0.009389529 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26368713 + proxy_corner: + avg_avg_return: 0.98454946 + avg_reward_per_step: 0.26368713 + eval-batch-shift: + avg_avg_episode_length: 5.458622 + avg_avg_return: 0.98689896 + avg_benchmark_regret: 0.008062374 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33768463 + proxy_corner: + avg_avg_return: 0.18756783 + avg_reward_per_step: 0.035690308 + eval-batch-tree: + avg_avg_episode_length: 5.888736 + avg_avg_return: 0.98589003 + avg_benchmark_regret: 0.008530274 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27187347 + proxy_corner: + avg_avg_return: 0.98589003 + avg_reward_per_step: 0.27187347 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 80740352 + env-step-replay-before: 41222144 + env-step-used-before: 80740352 + ppo-update-before: 49280 + env-step-generate-before: 39518208 + env-step-all-after: 80773120 + env-step-replay-after: 41254912 + env-step-used-after: 80773120 + ppo-update-after: 49300 + env-step-generate-after: 39518208 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.394903 + avg_avg_return: 0.88641536 + avg_reward_per_step: 0.070251465 + proxy_corner: + avg_avg_return: 0.51884055 + avg_reward_per_step: 0.039733887 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.394903 + avg_avg_return: 0.88641536 + avg_reward_per_step: 0.070251465 + proxy_corner: + avg_avg_return: 0.51884055 + avg_reward_per_step: 0.039733887 + perf: + env_steps_per_second: 994935.2681599207 + ppo_updates_per_second: 111.11409882971246 + eval-batch-train-duration: 0.1934889749973081 + eval-batch-orig-duration: 0.14535099297063425 + eval-batch-shift-duration: 0.1358633459894918 + eval-batch-tree-duration: 0.1391374550294131 + ued: + distances: + cheese-corne_dist_avg: 6.965088 + cheese-corne_dist_wavg: 8.802562 + levels_cheese_is_in_corner_avg: 0.08691406 + mouse-cheese_dist_finite_avg: 12.01416 + mouse-cheese_dist_finite_wavg: 11.105031 + mouse-cheese_dist_solvable_avg: 12.01416 + mouse-cheese_dist_solvable_wavg: 11.105031 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.1120977 + visit_patterns: + avg_first_visit_time: 967.15454 + avg_last_visit_time: 1249.2566 + num_replay_batches: 1259 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012750935 + avg_actor_approxkl3: 0.0009799046 + avg_actor_clipfrac: 0.032946777 + avg_actor_loss: 0.00024580339 + avg_advantage: 0.0029385071 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00011927432 + avg_entropy: 0.10098455 + avg_grad_norm_pre_clip: 2.4095392 + avg_loss: 0.000204456 + max: + max_actor_approxkl1: 0.0022556637 + max_actor_approxkl3: 0.0017372095 + max_actor_clipfrac: 0.057739258 + max_actor_loss: 0.0011300487 + max_advantage: 0.07312626 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00015363956 + max_entropy: 0.113071494 + max_grad_norm_pre_clip: 3.8028765 + max_loss: 0.0010931499 + std: + std_actor_approxkl1: 0.0006381301 + std_actor_approxkl3: 0.00042791842 + std_actor_clipfrac: 0.011619779 + std_actor_loss: 0.00058297603 + std_advantage: 0.014813876 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1891377e-05 + std_entropy: 0.0065432373 + std_grad_norm_pre_clip: 0.6638242 + std_loss: 0.0005834111 + eval-batch-train: + avg_avg_episode_length: 4.9968405 + avg_avg_return: 0.9886328 + avg_benchmark_regret: 0.0065602968 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3321762 + proxy_corner: + avg_avg_return: 0.19796637 + avg_reward_per_step: 0.03881073 + eval-batch-orig: + avg_avg_episode_length: 6.3048506 + avg_avg_return: 0.9841274 + avg_benchmark_regret: 0.009811629 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26364136 + proxy_corner: + avg_avg_return: 0.9841274 + avg_reward_per_step: 0.26364136 + eval-batch-shift: + avg_avg_episode_length: 5.5060306 + avg_avg_return: 0.98565006 + avg_benchmark_regret: 0.00931124 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33740997 + proxy_corner: + avg_avg_return: 0.19439971 + avg_reward_per_step: 0.036499023 + eval-batch-tree: + avg_avg_episode_length: 5.8164406 + avg_avg_return: 0.98587143 + avg_benchmark_regret: 0.008548811 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27417755 + proxy_corner: + avg_avg_return: 0.98587143 + avg_reward_per_step: 0.27417755 +=========================================================== +=========================================================== + step: + env-step-all-before: 81788928 + env-step-replay-before: 41615360 + env-step-used-before: 81788928 + ppo-update-before: 49920 + env-step-generate-before: 40173568 + env-step-all-after: 81821696 + env-step-replay-after: 41648128 + env-step-used-after: 81821696 + ppo-update-after: 49940 + env-step-generate-after: 40173568 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 15.144097 + avg_avg_return: 0.8844961 + avg_reward_per_step: 0.0708313 + proxy_corner: + avg_avg_return: 0.49820444 + avg_reward_per_step: 0.03845215 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 15.144097 + avg_avg_return: 0.8844961 + avg_reward_per_step: 0.0708313 + proxy_corner: + avg_avg_return: 0.49820444 + avg_reward_per_step: 0.03845215 + perf: + env_steps_per_second: 979629.3416748142 + ppo_updates_per_second: 110.5533992893565 + eval-batch-train-duration: 0.18779726198408753 + eval-batch-orig-duration: 0.13701537798624486 + eval-batch-shift-duration: 0.1376551329740323 + eval-batch-tree-duration: 0.13850326102692634 + ued: + distances: + cheese-corne_dist_avg: 6.9780273 + cheese-corne_dist_wavg: 7.9018874 + levels_cheese_is_in_corner_avg: 0.08496094 + mouse-cheese_dist_finite_avg: 12.047363 + mouse-cheese_dist_finite_wavg: 10.20245 + mouse-cheese_dist_solvable_avg: 12.047363 + mouse-cheese_dist_solvable_wavg: 10.202451 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.10900424 + visit_patterns: + avg_first_visit_time: 981.35254 + avg_last_visit_time: 1261.2312 + num_replay_batches: 1271 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017611154 + avg_actor_approxkl3: 0.0011342487 + avg_actor_clipfrac: 0.03850708 + avg_actor_loss: -3.989164e-05 + avg_advantage: 0.0011206537 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000108764834 + avg_entropy: 0.11678807 + avg_grad_norm_pre_clip: 2.777596 + avg_loss: -0.00010229729 + max: + max_actor_approxkl1: 0.0053746784 + max_actor_approxkl3: 0.0038411205 + max_actor_clipfrac: 0.09265137 + max_actor_loss: 0.0011991085 + max_advantage: 0.06301236 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00012072644 + max_entropy: 0.14165974 + max_grad_norm_pre_clip: 5.07875 + max_loss: 0.001124739 + std: + std_actor_approxkl1: 0.0014222439 + std_actor_approxkl3: 0.00095493684 + std_actor_clipfrac: 0.0217273 + std_actor_loss: 0.00074304274 + std_advantage: 0.014857958 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.716481e-06 + std_entropy: 0.011509783 + std_grad_norm_pre_clip: 1.0848635 + std_loss: 0.00074412953 + eval-batch-train: + avg_avg_episode_length: 5.1106806 + avg_avg_return: 0.9881985 + avg_benchmark_regret: 0.006994541 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32214355 + proxy_corner: + avg_avg_return: 0.197465 + avg_reward_per_step: 0.037582397 + eval-batch-orig: + avg_avg_episode_length: 6.2873898 + avg_avg_return: 0.98488677 + avg_benchmark_regret: 0.009052251 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2623291 + proxy_corner: + avg_avg_return: 0.98488677 + avg_reward_per_step: 0.2623291 + eval-batch-shift: + avg_avg_episode_length: 5.4054585 + avg_avg_return: 0.9867284 + avg_benchmark_regret: 0.008232873 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3305359 + proxy_corner: + avg_avg_return: 0.18686864 + avg_reward_per_step: 0.035339355 + eval-batch-tree: + avg_avg_episode_length: 5.853903 + avg_avg_return: 0.9859649 + avg_benchmark_regret: 0.008455387 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26927185 + proxy_corner: + avg_avg_return: 0.9859649 + avg_reward_per_step: 0.26927185 +=========================================================== +=========================================================== + step: + env-step-all-before: 82837504 + env-step-replay-before: 42336256 + env-step-used-before: 82837504 + ppo-update-before: 50560 + env-step-generate-before: 40501248 + env-step-all-after: 82870272 + env-step-replay-after: 42369024 + env-step-used-after: 82870272 + ppo-update-after: 50580 + env-step-generate-after: 40501248 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.808857 + avg_avg_return: 0.890744 + avg_reward_per_step: 0.07147217 + proxy_corner: + avg_avg_return: 0.53223836 + avg_reward_per_step: 0.042144775 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.808857 + avg_avg_return: 0.890744 + avg_reward_per_step: 0.07147217 + proxy_corner: + avg_avg_return: 0.53223836 + avg_reward_per_step: 0.042144775 + perf: + env_steps_per_second: 984702.907860046 + ppo_updates_per_second: 110.85023122530968 + eval-batch-train-duration: 0.1859351450111717 + eval-batch-orig-duration: 0.13678690802771598 + eval-batch-shift-duration: 0.13692062004702166 + eval-batch-tree-duration: 0.13676002802094445 + ued: + distances: + cheese-corne_dist_avg: 6.982666 + cheese-corne_dist_wavg: 1.6119511 + levels_cheese_is_in_corner_avg: 0.084472656 + mouse-cheese_dist_finite_avg: 12.093262 + mouse-cheese_dist_finite_wavg: 10.21297 + mouse-cheese_dist_solvable_avg: 12.093262 + mouse-cheese_dist_solvable_wavg: 10.212971 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09956716 + visit_patterns: + avg_first_visit_time: 988.1743 + avg_last_visit_time: 1283.2402 + num_replay_batches: 1293 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011393022 + avg_actor_approxkl3: 0.00075592916 + avg_actor_clipfrac: 0.02802124 + avg_actor_loss: 0.00011709831 + avg_advantage: 0.00026446857 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.9857294e-05 + avg_entropy: 0.088996895 + avg_grad_norm_pre_clip: 2.118906 + avg_loss: 7.803005e-05 + max: + max_actor_approxkl1: 0.0025906954 + max_actor_approxkl3: 0.0014453388 + max_actor_clipfrac: 0.051513672 + max_actor_loss: 0.0018680207 + max_advantage: 0.06593603 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00011021811 + max_entropy: 0.11290441 + max_grad_norm_pre_clip: 3.4363942 + max_loss: 0.0018421628 + std: + std_actor_approxkl1: 0.00056658714 + std_actor_approxkl3: 0.00034489544 + std_actor_clipfrac: 0.011131479 + std_actor_loss: 0.00084092794 + std_advantage: 0.014161692 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.535603e-06 + std_entropy: 0.010394386 + std_grad_norm_pre_clip: 0.7392636 + std_loss: 0.0008420585 + eval-batch-train: + avg_avg_episode_length: 5.0336266 + avg_avg_return: 0.9883548 + avg_benchmark_regret: 0.0068383133 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33098602 + proxy_corner: + avg_avg_return: 0.19816557 + avg_reward_per_step: 0.039016724 + eval-batch-orig: + avg_avg_episode_length: 6.549917 + avg_avg_return: 0.9833096 + avg_benchmark_regret: 0.010629347 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26369476 + proxy_corner: + avg_avg_return: 0.9833096 + avg_reward_per_step: 0.26369476 + eval-batch-shift: + avg_avg_episode_length: 5.329405 + avg_avg_return: 0.9868184 + avg_benchmark_regret: 0.008142911 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33568573 + proxy_corner: + avg_avg_return: 0.18823138 + avg_reward_per_step: 0.035949707 + eval-batch-tree: + avg_avg_episode_length: 5.881263 + avg_avg_return: 0.98567283 + avg_benchmark_regret: 0.008747446 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2741089 + proxy_corner: + avg_avg_return: 0.98567283 + avg_reward_per_step: 0.2741089 +=========================================================== +=========================================================== + step: + env-step-all-before: 83886080 + env-step-replay-before: 42860544 + env-step-used-before: 83886080 + ppo-update-before: 51200 + env-step-generate-before: 41025536 + env-step-all-after: 83918848 + env-step-replay-after: 42893312 + env-step-used-after: 83918848 + ppo-update-after: 51220 + env-step-generate-after: 41025536 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 15.132765 + avg_avg_return: 0.8819431 + avg_reward_per_step: 0.06964111 + proxy_corner: + avg_avg_return: 0.5579699 + avg_reward_per_step: 0.04296875 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 15.132765 + avg_avg_return: 0.8819431 + avg_reward_per_step: 0.06964111 + proxy_corner: + avg_avg_return: 0.5579699 + avg_reward_per_step: 0.04296875 + perf: + env_steps_per_second: 986289.79531182 + ppo_updates_per_second: 111.59591475697513 + eval-batch-train-duration: 0.18431494402466342 + eval-batch-orig-duration: 0.13763427699450403 + eval-batch-shift-duration: 0.13824913499411196 + eval-batch-tree-duration: 0.138766769960057 + ued: + distances: + cheese-corne_dist_avg: 6.9467773 + cheese-corne_dist_wavg: 4.297673 + levels_cheese_is_in_corner_avg: 0.08618164 + mouse-cheese_dist_finite_avg: 12.133545 + mouse-cheese_dist_finite_wavg: 15.609273 + mouse-cheese_dist_solvable_avg: 12.133545 + mouse-cheese_dist_solvable_wavg: 15.609275 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10117172 + visit_patterns: + avg_first_visit_time: 999.4741 + avg_last_visit_time: 1299.1738 + num_replay_batches: 1309 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0032022074 + avg_actor_approxkl3: 0.0028201814 + avg_actor_clipfrac: 0.04630127 + avg_actor_loss: 0.0024540273 + avg_advantage: 0.0012963203 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002544428 + avg_entropy: 0.09063848 + avg_grad_norm_pre_clip: 3.8900049 + avg_loss: 0.00249061 + max: + max_actor_approxkl1: 0.012669494 + max_actor_approxkl3: 0.011178125 + max_actor_clipfrac: 0.09094238 + max_actor_loss: 0.00994215 + max_advantage: 0.05628401 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00073192606 + max_entropy: 0.112724274 + max_grad_norm_pre_clip: 8.712372 + max_loss: 0.009901063 + std: + std_actor_approxkl1: 0.0032157549 + std_actor_approxkl3: 0.002910218 + std_actor_clipfrac: 0.019685408 + std_actor_loss: 0.0024335873 + std_advantage: 0.022646748 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002693241 + std_entropy: 0.010738728 + std_grad_norm_pre_clip: 1.6328235 + std_loss: 0.0024407704 + eval-batch-train: + avg_avg_episode_length: 5.070596 + avg_avg_return: 0.98810893 + avg_benchmark_regret: 0.0070842104 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3326645 + proxy_corner: + avg_avg_return: 0.19801217 + avg_reward_per_step: 0.03879547 + eval-batch-orig: + avg_avg_episode_length: 6.58387 + avg_avg_return: 0.9837663 + avg_benchmark_regret: 0.010172723 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26410675 + proxy_corner: + avg_avg_return: 0.9837663 + avg_reward_per_step: 0.26410675 + eval-batch-shift: + avg_avg_episode_length: 5.595641 + avg_avg_return: 0.9846846 + avg_benchmark_regret: 0.010276745 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33674622 + proxy_corner: + avg_avg_return: 0.1940048 + avg_reward_per_step: 0.036590576 + eval-batch-tree: + avg_avg_episode_length: 5.8657165 + avg_avg_return: 0.9859986 + avg_benchmark_regret: 0.008421684 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27498627 + proxy_corner: + avg_avg_return: 0.9859986 + avg_reward_per_step: 0.27498627 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 84934656 + env-step-replay-before: 43483136 + env-step-used-before: 84934656 + ppo-update-before: 51840 + env-step-generate-before: 41451520 + env-step-all-after: 84967424 + env-step-replay-after: 43515904 + env-step-used-after: 84967424 + ppo-update-after: 51860 + env-step-generate-after: 41451520 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 14.352427 + avg_avg_return: 0.88600314 + avg_reward_per_step: 0.07022095 + proxy_corner: + avg_avg_return: 0.54048604 + avg_reward_per_step: 0.041625977 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 14.352427 + avg_avg_return: 0.88600314 + avg_reward_per_step: 0.07022095 + proxy_corner: + avg_avg_return: 0.54048604 + avg_reward_per_step: 0.041625977 + perf: + env_steps_per_second: 983484.7322055007 + ppo_updates_per_second: 110.95014893609655 + eval-batch-train-duration: 0.18577172997174785 + eval-batch-orig-duration: 0.1359863110119477 + eval-batch-shift-duration: 0.1379798380075954 + eval-batch-tree-duration: 0.13752380904043093 + ued: + distances: + cheese-corne_dist_avg: 6.9257812 + cheese-corne_dist_wavg: 3.4108331 + levels_cheese_is_in_corner_avg: 0.08862305 + mouse-cheese_dist_finite_avg: 12.14624 + mouse-cheese_dist_finite_wavg: 10.212377 + mouse-cheese_dist_solvable_avg: 12.14624 + mouse-cheese_dist_solvable_wavg: 10.212377 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10052913 + visit_patterns: + avg_first_visit_time: 1009.8396 + avg_last_visit_time: 1318.2092 + num_replay_batches: 1328 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021974323 + avg_actor_approxkl3: 0.0018581955 + avg_actor_clipfrac: 0.037768554 + avg_actor_loss: 0.0018317386 + avg_advantage: -0.0016853189 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00025201458 + avg_entropy: 0.09228494 + avg_grad_norm_pre_clip: 2.7695704 + avg_loss: 0.0018654611 + max: + max_actor_approxkl1: 0.0068239495 + max_actor_approxkl3: 0.0044966056 + max_actor_clipfrac: 0.055664062 + max_actor_loss: 0.004697513 + max_advantage: 0.06698799 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00074384024 + max_entropy: 0.11068906 + max_grad_norm_pre_clip: 4.4862084 + max_loss: 0.0049857814 + std: + std_actor_approxkl1: 0.0016720616 + std_actor_approxkl3: 0.001232837 + std_actor_clipfrac: 0.014574469 + std_actor_loss: 0.0013925371 + std_advantage: 0.022428406 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027811856 + std_entropy: 0.007970822 + std_grad_norm_pre_clip: 0.9641859 + std_loss: 0.001425663 + eval-batch-train: + avg_avg_episode_length: 5.2413697 + avg_avg_return: 0.9874302 + avg_benchmark_regret: 0.0077628586 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3227234 + proxy_corner: + avg_avg_return: 0.1976938 + avg_reward_per_step: 0.037574768 + eval-batch-orig: + avg_avg_episode_length: 6.3069105 + avg_avg_return: 0.98451436 + avg_benchmark_regret: 0.0094246585 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.261055 + proxy_corner: + avg_avg_return: 0.98451436 + avg_reward_per_step: 0.261055 + eval-batch-shift: + avg_avg_episode_length: 5.433264 + avg_avg_return: 0.98655546 + avg_benchmark_regret: 0.008405816 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33158112 + proxy_corner: + avg_avg_return: 0.18627274 + avg_reward_per_step: 0.03515625 + eval-batch-tree: + avg_avg_episode_length: 5.948432 + avg_avg_return: 0.98551214 + avg_benchmark_regret: 0.008908147 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26859283 + proxy_corner: + avg_avg_return: 0.98551214 + avg_reward_per_step: 0.26859283 +=========================================================== +=========================================================== + step: + env-step-all-before: 85983232 + env-step-replay-before: 44072960 + env-step-used-before: 85983232 + ppo-update-before: 52480 + env-step-generate-before: 41910272 + env-step-all-after: 86016000 + env-step-replay-after: 44072960 + env-step-used-after: 86016000 + ppo-update-after: 52500 + env-step-generate-after: 41943040 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.013737 + avg_avg_return: 0.96882176 + avg_reward_per_step: 0.36849976 + proxy_corner: + avg_avg_return: 0.1617957 + avg_reward_per_step: 0.030883789 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.013737 + avg_avg_return: 0.96882176 + avg_reward_per_step: 0.36849976 + proxy_corner: + avg_avg_return: 0.1617957 + avg_reward_per_step: 0.030883789 + perf: + env_steps_per_second: 978997.0932458505 + ppo_updates_per_second: 110.97942231918162 + eval-batch-train-duration: 0.18432190001476556 + eval-batch-orig-duration: 0.13829480297863483 + eval-batch-shift-duration: 0.13845774001674727 + eval-batch-tree-duration: 0.13596854003844783 + ued: + distances: + cheese-corne_dist_avg: 6.9040527 + cheese-corne_dist_wavg: 7.8926253 + levels_cheese_is_in_corner_avg: 0.09033203 + mouse-cheese_dist_finite_avg: 12.169678 + mouse-cheese_dist_finite_wavg: 7.518809 + mouse-cheese_dist_solvable_avg: 12.169678 + mouse-cheese_dist_solvable_wavg: 7.5188107 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782594 + scoring: + avg_scores: 0.10026464 + visit_patterns: + avg_first_visit_time: 1021.2068 + avg_last_visit_time: 1335.2463 + num_replay_batches: 1345 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014602861 + avg_actor_approxkl3: 0.0016610632 + avg_actor_clipfrac: 0.023065185 + avg_actor_loss: 0.0012952858 + avg_advantage: 0.0027499064 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00012713134 + avg_entropy: 0.041596245 + avg_grad_norm_pre_clip: 1.4818401 + avg_loss: 0.0013172551 + max: + max_actor_approxkl1: 0.004002887 + max_actor_approxkl3: 0.0035425178 + max_actor_clipfrac: 0.041381836 + max_actor_loss: 0.0034291297 + max_advantage: 0.05948627 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00015920211 + max_entropy: 0.06073065 + max_grad_norm_pre_clip: 2.0985944 + max_loss: 0.0034627938 + std: + std_actor_approxkl1: 0.0011830132 + std_actor_approxkl3: 0.0010877445 + std_actor_clipfrac: 0.010785552 + std_actor_loss: 0.00082896 + std_advantage: 0.01576816 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6243594e-05 + std_entropy: 0.007358858 + std_grad_norm_pre_clip: 0.3697098 + std_loss: 0.0008280036 + eval-batch-train: + avg_avg_episode_length: 5.0194883 + avg_avg_return: 0.9883023 + avg_benchmark_regret: 0.0068908352 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32785797 + proxy_corner: + avg_avg_return: 0.19776262 + avg_reward_per_step: 0.03842163 + eval-batch-orig: + avg_avg_episode_length: 6.250271 + avg_avg_return: 0.9847934 + avg_benchmark_regret: 0.009145652 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.263237 + proxy_corner: + avg_avg_return: 0.9847934 + avg_reward_per_step: 0.263237 + eval-batch-shift: + avg_avg_episode_length: 5.307399 + avg_avg_return: 0.98741925 + avg_benchmark_regret: 0.0075420383 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33232117 + proxy_corner: + avg_avg_return: 0.18818893 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.7749743 + avg_avg_return: 0.98646957 + avg_benchmark_regret: 0.007950729 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2738495 + proxy_corner: + avg_avg_return: 0.98646957 + avg_reward_per_step: 0.2738495 +=========================================================== +=========================================================== + step: + env-step-all-before: 87031808 + env-step-replay-before: 44531712 + env-step-used-before: 87031808 + ppo-update-before: 53120 + env-step-generate-before: 42500096 + env-step-all-after: 87064576 + env-step-replay-after: 44531712 + env-step-used-after: 87064576 + ppo-update-after: 53140 + env-step-generate-after: 42532864 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.5201283 + avg_avg_return: 0.96662116 + avg_reward_per_step: 0.30874634 + proxy_corner: + avg_avg_return: 0.19552958 + avg_reward_per_step: 0.03137207 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.5201283 + avg_avg_return: 0.96662116 + avg_reward_per_step: 0.30874634 + proxy_corner: + avg_avg_return: 0.19552958 + avg_reward_per_step: 0.03137207 + perf: + env_steps_per_second: 985159.3539028359 + ppo_updates_per_second: 111.28398395353572 + eval-batch-train-duration: 0.19700043997727334 + eval-batch-orig-duration: 0.14706339698750526 + eval-batch-shift-duration: 0.1350028509623371 + eval-batch-tree-duration: 0.1380939559894614 + ued: + distances: + cheese-corne_dist_avg: 6.9057617 + cheese-corne_dist_wavg: 9.695546 + levels_cheese_is_in_corner_avg: 0.08886719 + mouse-cheese_dist_finite_avg: 12.189941 + mouse-cheese_dist_finite_wavg: 10.221531 + mouse-cheese_dist_solvable_avg: 12.189941 + mouse-cheese_dist_solvable_wavg: 10.221534 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10023236 + visit_patterns: + avg_first_visit_time: 1033.8977 + avg_last_visit_time: 1349.3462 + num_replay_batches: 1359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010726656 + avg_actor_approxkl3: 0.00072816847 + avg_actor_clipfrac: 0.014331055 + avg_actor_loss: 0.00027518524 + avg_advantage: -0.0020433543 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000112842514 + avg_entropy: 0.03279453 + avg_grad_norm_pre_clip: 1.2283988 + avg_loss: 0.000298812 + max: + max_actor_approxkl1: 0.0022833976 + max_actor_approxkl3: 0.0017148883 + max_actor_clipfrac: 0.033813477 + max_actor_loss: 0.0015977453 + max_advantage: 0.0640468 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00014546569 + max_entropy: 0.04374088 + max_grad_norm_pre_clip: 3.0078726 + max_loss: 0.0016093717 + std: + std_actor_approxkl1: 0.00064147287 + std_actor_approxkl3: 0.00044242418 + std_actor_clipfrac: 0.0072281086 + std_actor_loss: 0.0005854132 + std_advantage: 0.015010812 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.208464e-05 + std_entropy: 0.007244853 + std_grad_norm_pre_clip: 0.7140899 + std_loss: 0.00058249023 + eval-batch-train: + avg_avg_episode_length: 5.134369 + avg_avg_return: 0.9880588 + avg_benchmark_regret: 0.0071343146 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33290863 + proxy_corner: + avg_avg_return: 0.19753584 + avg_reward_per_step: 0.038467407 + eval-batch-orig: + avg_avg_episode_length: 6.336073 + avg_avg_return: 0.98461413 + avg_benchmark_regret: 0.009324864 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26423645 + proxy_corner: + avg_avg_return: 0.98461413 + avg_reward_per_step: 0.26423645 + eval-batch-shift: + avg_avg_episode_length: 5.2748795 + avg_avg_return: 0.9872223 + avg_benchmark_regret: 0.007739026 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33981323 + proxy_corner: + avg_avg_return: 0.18770808 + avg_reward_per_step: 0.036499023 + eval-batch-tree: + avg_avg_episode_length: 5.8161 + avg_avg_return: 0.98611313 + avg_benchmark_regret: 0.00830712 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27507782 + proxy_corner: + avg_avg_return: 0.98611313 + avg_reward_per_step: 0.27507782 +=========================================================== +=========================================================== + step: + env-step-all-before: 88080384 + env-step-replay-before: 44859392 + env-step-used-before: 88080384 + ppo-update-before: 53760 + env-step-generate-before: 43220992 + env-step-all-after: 88113152 + env-step-replay-after: 44859392 + env-step-used-after: 88113152 + ppo-update-after: 53780 + env-step-generate-after: 43253760 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.451209 + avg_avg_return: 0.9641404 + avg_reward_per_step: 0.3201294 + proxy_corner: + avg_avg_return: 0.1906794 + avg_reward_per_step: 0.033447266 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.451209 + avg_avg_return: 0.9641404 + avg_reward_per_step: 0.3201294 + proxy_corner: + avg_avg_return: 0.1906794 + avg_reward_per_step: 0.033447266 + perf: + env_steps_per_second: 988825.2591266243 + ppo_updates_per_second: 112.25925450532702 + eval-batch-train-duration: 0.19171147601446137 + eval-batch-orig-duration: 0.14815743803046644 + eval-batch-shift-duration: 0.13837786199292168 + eval-batch-tree-duration: 0.1371970169711858 + ued: + distances: + cheese-corne_dist_avg: 6.893799 + cheese-corne_dist_wavg: 9.699305 + levels_cheese_is_in_corner_avg: 0.08911133 + mouse-cheese_dist_finite_avg: 12.205566 + mouse-cheese_dist_finite_wavg: 11.11952 + mouse-cheese_dist_solvable_avg: 12.205566 + mouse-cheese_dist_solvable_wavg: 11.119521 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1018486 + visit_patterns: + avg_first_visit_time: 1046.9431 + avg_last_visit_time: 1359.3477 + num_replay_batches: 1369 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016670342 + avg_actor_approxkl3: 0.0009245688 + avg_actor_clipfrac: 0.017108155 + avg_actor_loss: -0.00010392931 + avg_advantage: 0.008830132 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00011637457 + avg_entropy: 0.038700476 + avg_grad_norm_pre_clip: 1.2101599 + avg_loss: -8.444251e-05 + max: + max_actor_approxkl1: 0.009763679 + max_actor_approxkl3: 0.003564707 + max_actor_clipfrac: 0.0435791 + max_actor_loss: 0.0009470396 + max_advantage: 0.06035912 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00017641787 + max_entropy: 0.051144987 + max_grad_norm_pre_clip: 2.7403846 + max_loss: 0.000947267 + std: + std_actor_approxkl1: 0.0022174318 + std_actor_approxkl3: 0.00087700953 + std_actor_clipfrac: 0.009518766 + std_actor_loss: 0.0008954895 + std_advantage: 0.014102372 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.148865e-05 + std_entropy: 0.0066777337 + std_grad_norm_pre_clip: 0.5066055 + std_loss: 0.0008978762 + eval-batch-train: + avg_avg_episode_length: 5.051638 + avg_avg_return: 0.9885835 + avg_benchmark_regret: 0.0066095986 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33215332 + proxy_corner: + avg_avg_return: 0.19769704 + avg_reward_per_step: 0.038482666 + eval-batch-orig: + avg_avg_episode_length: 6.3116903 + avg_avg_return: 0.9846189 + avg_benchmark_regret: 0.009320052 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2633438 + proxy_corner: + avg_avg_return: 0.9846189 + avg_reward_per_step: 0.2633438 + eval-batch-shift: + avg_avg_episode_length: 5.4125195 + avg_avg_return: 0.98503494 + avg_benchmark_regret: 0.00992636 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33815002 + proxy_corner: + avg_avg_return: 0.18909773 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.7833805 + avg_avg_return: 0.98636335 + avg_benchmark_regret: 0.008056909 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2738266 + proxy_corner: + avg_avg_return: 0.98636335 + avg_reward_per_step: 0.2738266 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 89128960 + env-step-replay-before: 45514752 + env-step-used-before: 89128960 + ppo-update-before: 54400 + env-step-generate-before: 43614208 + env-step-all-after: 89161728 + env-step-replay-after: 45547520 + env-step-used-after: 89161728 + ppo-update-after: 54420 + env-step-generate-after: 43614208 + train-replay: + shift_proportion: 0.890625 + avg_avg_episode_length: 14.3799095 + avg_avg_return: 0.8859287 + avg_reward_per_step: 0.07086182 + proxy_corner: + avg_avg_return: 0.528134 + avg_reward_per_step: 0.041168213 + train-all: + shift_proportion: 0.890625 + avg_avg_episode_length: 14.3799095 + avg_avg_return: 0.8859287 + avg_reward_per_step: 0.07086182 + proxy_corner: + avg_avg_return: 0.528134 + avg_reward_per_step: 0.041168213 + perf: + env_steps_per_second: 941154.736857698 + ppo_updates_per_second: 109.0357750666517 + eval-batch-train-duration: 0.18862064398126677 + eval-batch-orig-duration: 0.13770522398408502 + eval-batch-shift-duration: 0.13639060797868297 + eval-batch-tree-duration: 0.13938372797565535 + ued: + distances: + cheese-corne_dist_avg: 6.9104004 + cheese-corne_dist_wavg: 7.883424 + levels_cheese_is_in_corner_avg: 0.088378906 + mouse-cheese_dist_finite_avg: 12.220947 + mouse-cheese_dist_finite_wavg: 6.6266503 + mouse-cheese_dist_solvable_avg: 12.220947 + mouse-cheese_dist_solvable_wavg: 6.6266513 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10004901 + visit_patterns: + avg_first_visit_time: 1054.9453 + avg_last_visit_time: 1380.3044 + num_replay_batches: 1390 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001910292 + avg_actor_approxkl3: 0.0013246293 + avg_actor_clipfrac: 0.036999512 + avg_actor_loss: 0.00063223974 + avg_advantage: 0.0030833823 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.327849e-05 + avg_entropy: 0.08534479 + avg_grad_norm_pre_clip: 2.2474303 + avg_loss: 0.00059353415 + max: + max_actor_approxkl1: 0.0038478917 + max_actor_approxkl3: 0.0021398263 + max_actor_clipfrac: 0.060302734 + max_actor_loss: 0.0029068543 + max_advantage: 0.0570485 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010043199 + max_entropy: 0.10227234 + max_grad_norm_pre_clip: 4.0328093 + max_loss: 0.002859111 + std: + std_actor_approxkl1: 0.00095628377 + std_actor_approxkl3: 0.000573763 + std_actor_clipfrac: 0.014376903 + std_actor_loss: 0.0010795802 + std_advantage: 0.013714651 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.62175e-06 + std_entropy: 0.010652109 + std_grad_norm_pre_clip: 0.9633156 + std_loss: 0.0010810713 + eval-batch-train: + avg_avg_episode_length: 5.0246277 + avg_avg_return: 0.98806536 + avg_benchmark_regret: 0.007127696 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33148193 + proxy_corner: + avg_avg_return: 0.19893372 + avg_reward_per_step: 0.039108276 + eval-batch-orig: + avg_avg_episode_length: 6.220991 + avg_avg_return: 0.9848844 + avg_benchmark_regret: 0.009054666 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2646408 + proxy_corner: + avg_avg_return: 0.9848844 + avg_reward_per_step: 0.2646408 + eval-batch-shift: + avg_avg_episode_length: 5.1919956 + avg_avg_return: 0.9876257 + avg_benchmark_regret: 0.0073356144 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3379593 + proxy_corner: + avg_avg_return: 0.18805893 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.686759 + avg_avg_return: 0.9863325 + avg_benchmark_regret: 0.008087784 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2753067 + proxy_corner: + avg_avg_return: 0.9863325 + avg_reward_per_step: 0.2753067 +=========================================================== +=========================================================== + step: + env-step-all-before: 90177536 + env-step-replay-before: 46202880 + env-step-used-before: 90177536 + ppo-update-before: 55040 + env-step-generate-before: 43974656 + env-step-all-after: 90210304 + env-step-replay-after: 46202880 + env-step-used-after: 90210304 + ppo-update-after: 55060 + env-step-generate-after: 44007424 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.0929823 + avg_avg_return: 0.96771437 + avg_reward_per_step: 0.31765747 + proxy_corner: + avg_avg_return: 0.18852009 + avg_reward_per_step: 0.037872314 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.0929823 + avg_avg_return: 0.96771437 + avg_reward_per_step: 0.31765747 + proxy_corner: + avg_avg_return: 0.18852009 + avg_reward_per_step: 0.037872314 + perf: + env_steps_per_second: 843894.1144048015 + ppo_updates_per_second: 111.90451663339857 + eval-batch-train-duration: 0.18567853199783713 + eval-batch-orig-duration: 0.13690334500279278 + eval-batch-shift-duration: 0.13647365500219166 + eval-batch-tree-duration: 0.13677987200208008 + ued: + distances: + cheese-corne_dist_avg: 6.895996 + cheese-corne_dist_wavg: 7.890709 + levels_cheese_is_in_corner_avg: 0.08886719 + mouse-cheese_dist_finite_avg: 12.245117 + mouse-cheese_dist_finite_wavg: 10.221815 + mouse-cheese_dist_solvable_avg: 12.245117 + mouse-cheese_dist_solvable_wavg: 10.221815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.097858645 + visit_patterns: + avg_first_visit_time: 1065.0583 + avg_last_visit_time: 1400.2163 + num_replay_batches: 1410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013869152 + avg_actor_approxkl3: 0.0011170538 + avg_actor_clipfrac: 0.019415284 + avg_actor_loss: 0.00066996476 + avg_advantage: 0.004621473 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00011208073 + avg_entropy: 0.037879176 + avg_grad_norm_pre_clip: 1.237522 + avg_loss: 0.0006881259 + max: + max_actor_approxkl1: 0.0031980006 + max_actor_approxkl3: 0.003335875 + max_actor_clipfrac: 0.03930664 + max_actor_loss: 0.0047811083 + max_advantage: 0.051516354 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00016069916 + max_entropy: 0.051320612 + max_grad_norm_pre_clip: 2.8020897 + max_loss: 0.0048246305 + std: + std_actor_approxkl1: 0.0010397837 + std_actor_approxkl3: 0.0009247819 + std_actor_clipfrac: 0.010077529 + std_actor_loss: 0.0011045007 + std_advantage: 0.013992598 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1823762e-05 + std_entropy: 0.007572311 + std_grad_norm_pre_clip: 0.65424883 + std_loss: 0.0011120636 + eval-batch-train: + avg_avg_episode_length: 5.050901 + avg_avg_return: 0.9880647 + avg_benchmark_regret: 0.0071284063 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3319397 + proxy_corner: + avg_avg_return: 0.19726731 + avg_reward_per_step: 0.038658142 + eval-batch-orig: + avg_avg_episode_length: 6.3001766 + avg_avg_return: 0.9846924 + avg_benchmark_regret: 0.00924661 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26410675 + proxy_corner: + avg_avg_return: 0.9846924 + avg_reward_per_step: 0.26410675 + eval-batch-shift: + avg_avg_episode_length: 5.2711325 + avg_avg_return: 0.9865809 + avg_benchmark_regret: 0.008380402 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33744812 + proxy_corner: + avg_avg_return: 0.18826929 + avg_reward_per_step: 0.036087036 + eval-batch-tree: + avg_avg_episode_length: 5.804337 + avg_avg_return: 0.98630214 + avg_benchmark_regret: 0.00811811 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27443695 + proxy_corner: + avg_avg_return: 0.98630214 + avg_reward_per_step: 0.27443695 +=========================================================== +=========================================================== + step: + env-step-all-before: 91226112 + env-step-replay-before: 46759936 + env-step-used-before: 91226112 + ppo-update-before: 55680 + env-step-generate-before: 44466176 + env-step-all-after: 91258880 + env-step-replay-after: 46759936 + env-step-used-after: 91258880 + ppo-update-after: 55700 + env-step-generate-after: 44498944 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.216297 + avg_avg_return: 0.966286 + avg_reward_per_step: 0.32635498 + proxy_corner: + avg_avg_return: 0.15205982 + avg_reward_per_step: 0.027954102 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.216297 + avg_avg_return: 0.966286 + avg_reward_per_step: 0.32635498 + proxy_corner: + avg_avg_return: 0.15205982 + avg_reward_per_step: 0.027954102 + perf: + env_steps_per_second: 998040.1631487091 + ppo_updates_per_second: 111.40277284922848 + eval-batch-train-duration: 0.18436612002551556 + eval-batch-orig-duration: 0.13643412198871374 + eval-batch-shift-duration: 0.13691666099475697 + eval-batch-tree-duration: 0.1364557029446587 + ued: + distances: + cheese-corne_dist_avg: 6.940918 + cheese-corne_dist_wavg: 7.893455 + levels_cheese_is_in_corner_avg: 0.0871582 + mouse-cheese_dist_finite_avg: 12.282227 + mouse-cheese_dist_finite_wavg: 8.431673 + mouse-cheese_dist_solvable_avg: 12.282227 + mouse-cheese_dist_solvable_wavg: 8.431676 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10178798 + visit_patterns: + avg_first_visit_time: 1077.084 + avg_last_visit_time: 1417.2393 + num_replay_batches: 1427 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009927197 + avg_actor_approxkl3: 0.00087765465 + avg_actor_clipfrac: 0.0137084965 + avg_actor_loss: 0.00023374018 + avg_advantage: 0.0032158606 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00011421142 + avg_entropy: 0.037985504 + avg_grad_norm_pre_clip: 0.9073599 + avg_loss: 0.0002528604 + max: + max_actor_approxkl1: 0.0041105975 + max_actor_approxkl3: 0.0025688051 + max_actor_clipfrac: 0.039794922 + max_actor_loss: 0.0010254253 + max_advantage: 0.057207346 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00018176797 + max_entropy: 0.056320723 + max_grad_norm_pre_clip: 1.7108243 + max_loss: 0.0010700119 + std: + std_actor_approxkl1: 0.0011424542 + std_actor_approxkl3: 0.00083594513 + std_actor_clipfrac: 0.009559602 + std_actor_loss: 0.00038805773 + std_advantage: 0.013807331 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.2006121e-05 + std_entropy: 0.008262294 + std_grad_norm_pre_clip: 0.35501838 + std_loss: 0.0003908135 + eval-batch-train: + avg_avg_episode_length: 5.111038 + avg_avg_return: 0.9885869 + avg_benchmark_regret: 0.0066061877 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32692719 + proxy_corner: + avg_avg_return: 0.19791152 + avg_reward_per_step: 0.03881073 + eval-batch-orig: + avg_avg_episode_length: 6.500305 + avg_avg_return: 0.98434126 + avg_benchmark_regret: 0.00959771 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26436615 + proxy_corner: + avg_avg_return: 0.98434126 + avg_reward_per_step: 0.26436615 + eval-batch-shift: + avg_avg_episode_length: 5.31777 + avg_avg_return: 0.98648727 + avg_benchmark_regret: 0.008474054 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.336998 + proxy_corner: + avg_avg_return: 0.18632193 + avg_reward_per_step: 0.035995483 + eval-batch-tree: + avg_avg_episode_length: 6.0304775 + avg_avg_return: 0.98407906 + avg_benchmark_regret: 0.010341221 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27464294 + proxy_corner: + avg_avg_return: 0.98407906 + avg_reward_per_step: 0.27464294 +=========================================================== +=========================================================== + step: + env-step-all-before: 92274688 + env-step-replay-before: 47251456 + env-step-used-before: 92274688 + ppo-update-before: 56320 + env-step-generate-before: 45023232 + env-step-all-after: 92307456 + env-step-replay-after: 47251456 + env-step-used-after: 92307456 + ppo-update-after: 56340 + env-step-generate-after: 45056000 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.8622394 + avg_avg_return: 0.9683388 + avg_reward_per_step: 0.33843994 + proxy_corner: + avg_avg_return: 0.13282588 + avg_reward_per_step: 0.029296875 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.8622394 + avg_avg_return: 0.9683388 + avg_reward_per_step: 0.33843994 + proxy_corner: + avg_avg_return: 0.13282588 + avg_reward_per_step: 0.029296875 + perf: + env_steps_per_second: 994330.2126510536 + ppo_updates_per_second: 111.86560296405735 + eval-batch-train-duration: 0.19150276901200414 + eval-batch-orig-duration: 0.1491901200497523 + eval-batch-shift-duration: 0.13877095596399158 + eval-batch-tree-duration: 0.138910930021666 + ued: + distances: + cheese-corne_dist_avg: 6.907715 + cheese-corne_dist_wavg: 13.293455 + levels_cheese_is_in_corner_avg: 0.088134766 + mouse-cheese_dist_finite_avg: 12.332275 + mouse-cheese_dist_finite_wavg: 12.033797 + mouse-cheese_dist_solvable_avg: 12.332275 + mouse-cheese_dist_solvable_wavg: 12.033799 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10134278 + visit_patterns: + avg_first_visit_time: 1089.0432 + avg_last_visit_time: 1432.2712 + num_replay_batches: 1442 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053395325 + avg_actor_approxkl3: 0.0004113252 + avg_actor_clipfrac: 0.0070007327 + avg_actor_loss: -1.3180822e-05 + avg_advantage: -0.0038217432 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00010872188 + avg_entropy: 0.024210336 + avg_grad_norm_pre_clip: 0.5545468 + avg_loss: 1.6969787e-05 + max: + max_actor_approxkl1: 0.0015497019 + max_actor_approxkl3: 0.0010898155 + max_actor_clipfrac: 0.018554688 + max_actor_loss: 0.00043204427 + max_advantage: 0.07234621 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00012655265 + max_entropy: 0.033003643 + max_grad_norm_pre_clip: 1.3068153 + max_loss: 0.0004705136 + std: + std_actor_approxkl1: 0.00038433628 + std_actor_approxkl3: 0.0002954187 + std_actor_clipfrac: 0.0043329415 + std_actor_loss: 0.00021798277 + std_advantage: 0.014424138 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0037254e-05 + std_entropy: 0.0044899117 + std_grad_norm_pre_clip: 0.2788606 + std_loss: 0.00021967507 + eval-batch-train: + avg_avg_episode_length: 4.958312 + avg_avg_return: 0.98827183 + avg_benchmark_regret: 0.0069212336 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3341446 + proxy_corner: + avg_avg_return: 0.19751182 + avg_reward_per_step: 0.038208008 + eval-batch-orig: + avg_avg_episode_length: 6.2427006 + avg_avg_return: 0.9847093 + avg_benchmark_regret: 0.009229695 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26387024 + proxy_corner: + avg_avg_return: 0.9847093 + avg_reward_per_step: 0.26387024 + eval-batch-shift: + avg_avg_episode_length: 5.3384686 + avg_avg_return: 0.9857896 + avg_benchmark_regret: 0.009171696 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33831024 + proxy_corner: + avg_avg_return: 0.18850641 + avg_reward_per_step: 0.03617859 + eval-batch-tree: + avg_avg_episode_length: 5.7677193 + avg_avg_return: 0.9862328 + avg_benchmark_regret: 0.008187426 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27347565 + proxy_corner: + avg_avg_return: 0.9862328 + avg_reward_per_step: 0.27347565 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 93323264 + env-step-replay-before: 47742976 + env-step-used-before: 93323264 + ppo-update-before: 56960 + env-step-generate-before: 45580288 + env-step-all-after: 93356032 + env-step-replay-after: 47742976 + env-step-used-after: 93356032 + ppo-update-after: 56980 + env-step-generate-after: 45613056 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.004402 + avg_avg_return: 0.96910274 + avg_reward_per_step: 0.34402466 + proxy_corner: + avg_avg_return: 0.20606935 + avg_reward_per_step: 0.047943115 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.004402 + avg_avg_return: 0.96910274 + avg_reward_per_step: 0.34402466 + proxy_corner: + avg_avg_return: 0.20606935 + avg_reward_per_step: 0.047943115 + perf: + env_steps_per_second: 1002093.3926221498 + ppo_updates_per_second: 111.18727192043696 + eval-batch-train-duration: 0.18480389699107036 + eval-batch-orig-duration: 0.13757331995293498 + eval-batch-shift-duration: 0.13899875700008124 + eval-batch-tree-duration: 0.1386628930340521 + ued: + distances: + cheese-corne_dist_avg: 6.885498 + cheese-corne_dist_wavg: 0.68509364 + levels_cheese_is_in_corner_avg: 0.088378906 + mouse-cheese_dist_finite_avg: 12.345215 + mouse-cheese_dist_finite_wavg: 13.833696 + mouse-cheese_dist_solvable_avg: 12.345215 + mouse-cheese_dist_solvable_wavg: 13.833694 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09939187 + visit_patterns: + avg_first_visit_time: 1100.135 + avg_last_visit_time: 1447.405 + num_replay_batches: 1457 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001101978 + avg_actor_approxkl3: 0.00097165344 + avg_actor_clipfrac: 0.020336915 + avg_actor_loss: 0.00039563127 + avg_advantage: 0.00030606348 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.3826715e-05 + avg_entropy: 0.045455694 + avg_grad_norm_pre_clip: 1.2719877 + avg_loss: 0.00039208896 + max: + max_actor_approxkl1: 0.0057763495 + max_actor_approxkl3: 0.0043308777 + max_actor_clipfrac: 0.04345703 + max_actor_loss: 0.0026864205 + max_advantage: 0.046620786 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010730984 + max_entropy: 0.062005673 + max_grad_norm_pre_clip: 2.785379 + max_loss: 0.0026806493 + std: + std_actor_approxkl1: 0.0013275333 + std_actor_approxkl3: 0.0009471463 + std_actor_clipfrac: 0.011755846 + std_actor_loss: 0.00066617475 + std_advantage: 0.0128815705 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.953814e-06 + std_entropy: 0.01014951 + std_grad_norm_pre_clip: 0.58751285 + std_loss: 0.00066360115 + eval-batch-train: + avg_avg_episode_length: 5.0649858 + avg_avg_return: 0.98816496 + avg_benchmark_regret: 0.0070281317 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3245468 + proxy_corner: + avg_avg_return: 0.19706564 + avg_reward_per_step: 0.038475037 + eval-batch-orig: + avg_avg_episode_length: 6.238945 + avg_avg_return: 0.984369 + avg_benchmark_regret: 0.009570057 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26464844 + proxy_corner: + avg_avg_return: 0.984369 + avg_reward_per_step: 0.26464844 + eval-batch-shift: + avg_avg_episode_length: 5.4299765 + avg_avg_return: 0.9864044 + avg_benchmark_regret: 0.008556899 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33399963 + proxy_corner: + avg_avg_return: 0.18314064 + avg_reward_per_step: 0.035461426 + eval-batch-tree: + avg_avg_episode_length: 5.796033 + avg_avg_return: 0.9863002 + avg_benchmark_regret: 0.008120108 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.275177 + proxy_corner: + avg_avg_return: 0.9863002 + avg_reward_per_step: 0.275177 +=========================================================== +=========================================================== + step: + env-step-all-before: 94371840 + env-step-replay-before: 48267264 + env-step-used-before: 94371840 + ppo-update-before: 57600 + env-step-generate-before: 46104576 + env-step-all-after: 94404608 + env-step-replay-after: 48300032 + env-step-used-after: 94404608 + ppo-update-after: 57620 + env-step-generate-after: 46104576 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.528875 + avg_avg_return: 0.8913324 + avg_reward_per_step: 0.071899414 + proxy_corner: + avg_avg_return: 0.5543679 + avg_reward_per_step: 0.043304443 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.528875 + avg_avg_return: 0.8913324 + avg_reward_per_step: 0.071899414 + proxy_corner: + avg_avg_return: 0.5543679 + avg_reward_per_step: 0.043304443 + perf: + env_steps_per_second: 989102.7546077592 + ppo_updates_per_second: 111.03941298354057 + eval-batch-train-duration: 0.18463841697666794 + eval-batch-orig-duration: 0.13864041195483878 + eval-batch-shift-duration: 0.13850595796247944 + eval-batch-tree-duration: 0.13624847499886528 + ued: + distances: + cheese-corne_dist_avg: 6.9177246 + cheese-corne_dist_wavg: 13.286297 + levels_cheese_is_in_corner_avg: 0.08691406 + mouse-cheese_dist_finite_avg: 12.366943 + mouse-cheese_dist_finite_wavg: 12.036792 + mouse-cheese_dist_solvable_avg: 12.366943 + mouse-cheese_dist_solvable_wavg: 12.036794 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.098775916 + visit_patterns: + avg_first_visit_time: 1110.0652 + avg_last_visit_time: 1464.2693 + num_replay_batches: 1474 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013843271 + avg_actor_approxkl3: 0.0010292421 + avg_actor_clipfrac: 0.027093505 + avg_actor_loss: 0.0006123195 + avg_advantage: -0.0047495933 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.416849e-05 + avg_entropy: 0.067655884 + avg_grad_norm_pre_clip: 2.0892923 + avg_loss: 0.0005867479 + max: + max_actor_approxkl1: 0.0034307877 + max_actor_approxkl3: 0.0020633729 + max_actor_clipfrac: 0.045043945 + max_actor_loss: 0.0029558018 + max_advantage: 0.053119183 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00011417145 + max_entropy: 0.08184807 + max_grad_norm_pre_clip: 3.2523432 + max_loss: 0.002935978 + std: + std_actor_approxkl1: 0.0009552613 + std_actor_approxkl3: 0.0005549492 + std_actor_clipfrac: 0.010732992 + std_actor_loss: 0.0008633894 + std_advantage: 0.012058522 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2116574e-05 + std_entropy: 0.008306147 + std_grad_norm_pre_clip: 0.6157085 + std_loss: 0.00086261856 + eval-batch-train: + avg_avg_episode_length: 5.000279 + avg_avg_return: 0.9884763 + avg_benchmark_regret: 0.0067168144 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.32807922 + proxy_corner: + avg_avg_return: 0.19695643 + avg_reward_per_step: 0.038253784 + eval-batch-orig: + avg_avg_episode_length: 6.1830783 + avg_avg_return: 0.98535395 + avg_benchmark_regret: 0.00858503 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26350403 + proxy_corner: + avg_avg_return: 0.98535395 + avg_reward_per_step: 0.26350403 + eval-batch-shift: + avg_avg_episode_length: 5.3048244 + avg_avg_return: 0.9874495 + avg_benchmark_regret: 0.0075117867 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33661652 + proxy_corner: + avg_avg_return: 0.18563646 + avg_reward_per_step: 0.035461426 + eval-batch-tree: + avg_avg_episode_length: 5.7827682 + avg_avg_return: 0.9862673 + avg_benchmark_regret: 0.008152957 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27366638 + proxy_corner: + avg_avg_return: 0.9862673 + avg_reward_per_step: 0.27366638 +=========================================================== +=========================================================== + step: + env-step-all-before: 95420416 + env-step-replay-before: 48889856 + env-step-used-before: 95420416 + ppo-update-before: 58240 + env-step-generate-before: 46530560 + env-step-all-after: 95453184 + env-step-replay-after: 48889856 + env-step-used-after: 95453184 + ppo-update-after: 58260 + env-step-generate-after: 46563328 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.1710186 + avg_avg_return: 0.9648497 + avg_reward_per_step: 0.30145264 + proxy_corner: + avg_avg_return: 0.19319573 + avg_reward_per_step: 0.037750244 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.1710186 + avg_avg_return: 0.9648497 + avg_reward_per_step: 0.30145264 + proxy_corner: + avg_avg_return: 0.19319573 + avg_reward_per_step: 0.037750244 + perf: + env_steps_per_second: 995693.9155984962 + ppo_updates_per_second: 112.117387082858 + eval-batch-train-duration: 0.20274354401044548 + eval-batch-orig-duration: 0.16872825898462906 + eval-batch-shift-duration: 0.14427488000364974 + eval-batch-tree-duration: 0.13707053498364985 + ued: + distances: + cheese-corne_dist_avg: 6.9262695 + cheese-corne_dist_wavg: 4.2943144 + levels_cheese_is_in_corner_avg: 0.08642578 + mouse-cheese_dist_finite_avg: 12.377686 + mouse-cheese_dist_finite_wavg: 12.940283 + mouse-cheese_dist_solvable_avg: 12.377686 + mouse-cheese_dist_solvable_wavg: 12.940281 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.098934025 + visit_patterns: + avg_first_visit_time: 1119.1418 + avg_last_visit_time: 1482.1758 + num_replay_batches: 1492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014477344 + avg_actor_approxkl3: 0.0017628017 + avg_actor_clipfrac: 0.019445801 + avg_actor_loss: 0.0013418833 + avg_advantage: 0.0032108184 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.474999e-05 + avg_entropy: 0.043020397 + avg_grad_norm_pre_clip: 1.429424 + avg_loss: 0.001346238 + max: + max_actor_approxkl1: 0.004877208 + max_actor_approxkl3: 0.0055283564 + max_actor_clipfrac: 0.045898438 + max_actor_loss: 0.0055924337 + max_advantage: 0.05981165 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010549136 + max_entropy: 0.064114094 + max_grad_norm_pre_clip: 3.4046695 + max_loss: 0.005594731 + std: + std_actor_approxkl1: 0.0012928292 + std_actor_approxkl3: 0.001604491 + std_actor_clipfrac: 0.00950089 + std_actor_loss: 0.001473133 + std_advantage: 0.013913697 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.04555e-06 + std_entropy: 0.009226826 + std_grad_norm_pre_clip: 0.7435826 + std_loss: 0.0014717339 + eval-batch-train: + avg_avg_episode_length: 4.9729767 + avg_avg_return: 0.9886409 + avg_benchmark_regret: 0.00655219 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3330536 + proxy_corner: + avg_avg_return: 0.19727926 + avg_reward_per_step: 0.03881836 + eval-batch-orig: + avg_avg_episode_length: 6.2097673 + avg_avg_return: 0.98491335 + avg_benchmark_regret: 0.009025665 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2652893 + proxy_corner: + avg_avg_return: 0.98491335 + avg_reward_per_step: 0.2652893 + eval-batch-shift: + avg_avg_episode_length: 5.2500896 + avg_avg_return: 0.9870834 + avg_benchmark_regret: 0.007877919 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33724976 + proxy_corner: + avg_avg_return: 0.1891456 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.713333 + avg_avg_return: 0.9864037 + avg_benchmark_regret: 0.008016549 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27523804 + proxy_corner: + avg_avg_return: 0.9864037 + avg_reward_per_step: 0.27523804 +=========================================================== +=========================================================== + step: + env-step-all-before: 96468992 + env-step-replay-before: 49381376 + env-step-used-before: 96468992 + ppo-update-before: 58880 + env-step-generate-before: 47087616 + env-step-all-after: 96501760 + env-step-replay-after: 49414144 + env-step-used-after: 96501760 + ppo-update-after: 58900 + env-step-generate-after: 47087616 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 13.923815 + avg_avg_return: 0.88840526 + avg_reward_per_step: 0.071258545 + proxy_corner: + avg_avg_return: 0.5008286 + avg_reward_per_step: 0.039093018 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 13.923815 + avg_avg_return: 0.88840526 + avg_reward_per_step: 0.071258545 + proxy_corner: + avg_avg_return: 0.5008286 + avg_reward_per_step: 0.039093018 + perf: + env_steps_per_second: 991300.1669749907 + ppo_updates_per_second: 111.0590756420497 + eval-batch-train-duration: 0.18571164197055623 + eval-batch-orig-duration: 0.13635001803049818 + eval-batch-shift-duration: 0.13762683497043326 + eval-batch-tree-duration: 0.1378532309900038 + ued: + distances: + cheese-corne_dist_avg: 6.890869 + cheese-corne_dist_wavg: 8.788833 + levels_cheese_is_in_corner_avg: 0.08569336 + mouse-cheese_dist_finite_avg: 12.388916 + mouse-cheese_dist_finite_wavg: 3.043309 + mouse-cheese_dist_solvable_avg: 12.388916 + mouse-cheese_dist_solvable_wavg: 3.043309 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100506686 + visit_patterns: + avg_first_visit_time: 1131.6091 + avg_last_visit_time: 1498.3037 + num_replay_batches: 1508 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015261917 + avg_actor_approxkl3: 0.0014980384 + avg_actor_clipfrac: 0.0284729 + avg_actor_loss: 0.0013442534 + avg_advantage: -0.0012963455 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.0599686e-05 + avg_entropy: 0.060913127 + avg_grad_norm_pre_clip: 2.14163 + avg_loss: 0.0013186402 + max: + max_actor_approxkl1: 0.004016919 + max_actor_approxkl3: 0.0029471763 + max_actor_clipfrac: 0.05029297 + max_actor_loss: 0.0029469202 + max_advantage: 0.049553216 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.751465e-05 + max_entropy: 0.07330322 + max_grad_norm_pre_clip: 3.6164632 + max_loss: 0.0029263147 + std: + std_actor_approxkl1: 0.0008508631 + std_actor_approxkl3: 0.00079438195 + std_actor_clipfrac: 0.010936565 + std_actor_loss: 0.0010190802 + std_advantage: 0.011820123 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.710719e-06 + std_entropy: 0.0053692823 + std_grad_norm_pre_clip: 0.7384799 + std_loss: 0.0010211149 + eval-batch-train: + avg_avg_episode_length: 5.189184 + avg_avg_return: 0.98709875 + avg_benchmark_regret: 0.008094364 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33075714 + proxy_corner: + avg_avg_return: 0.1970265 + avg_reward_per_step: 0.037124634 + eval-batch-orig: + avg_avg_episode_length: 6.41674 + avg_avg_return: 0.98424906 + avg_benchmark_regret: 0.009689957 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26081848 + proxy_corner: + avg_avg_return: 0.98424906 + avg_reward_per_step: 0.26081848 + eval-batch-shift: + avg_avg_episode_length: 5.2080593 + avg_avg_return: 0.9877813 + avg_benchmark_regret: 0.0071800374 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33986664 + proxy_corner: + avg_avg_return: 0.1857745 + avg_reward_per_step: 0.03553772 + eval-batch-tree: + avg_avg_episode_length: 5.9465504 + avg_avg_return: 0.9854406 + avg_benchmark_regret: 0.008979702 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2694168 + proxy_corner: + avg_avg_return: 0.9854406 + avg_reward_per_step: 0.2694168 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 97517568 + env-step-replay-before: 49840128 + env-step-used-before: 97517568 + ppo-update-before: 59520 + env-step-generate-before: 47677440 + env-step-all-after: 97550336 + env-step-replay-after: 49872896 + env-step-used-after: 97550336 + ppo-update-after: 59540 + env-step-generate-after: 47677440 + train-replay: + shift_proportion: 0.84765625 + avg_avg_episode_length: 13.4470005 + avg_avg_return: 0.8940152 + avg_reward_per_step: 0.07318115 + proxy_corner: + avg_avg_return: 0.5922153 + avg_reward_per_step: 0.047027588 + train-all: + shift_proportion: 0.84765625 + avg_avg_episode_length: 13.4470005 + avg_avg_return: 0.8940152 + avg_reward_per_step: 0.07318115 + proxy_corner: + avg_avg_return: 0.5922153 + avg_reward_per_step: 0.047027588 + perf: + env_steps_per_second: 993901.4039226375 + ppo_updates_per_second: 111.03736008075231 + eval-batch-train-duration: 0.18892246298491955 + eval-batch-orig-duration: 0.1368671230156906 + eval-batch-shift-duration: 0.13715328299440444 + eval-batch-tree-duration: 0.13714682002319023 + ued: + distances: + cheese-corne_dist_avg: 6.883545 + cheese-corne_dist_wavg: 8.791943 + levels_cheese_is_in_corner_avg: 0.087402344 + mouse-cheese_dist_finite_avg: 12.418457 + mouse-cheese_dist_finite_wavg: 12.941191 + mouse-cheese_dist_solvable_avg: 12.418457 + mouse-cheese_dist_solvable_wavg: 12.941191 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.099525884 + visit_patterns: + avg_first_visit_time: 1141.9031 + avg_last_visit_time: 1512.3315 + num_replay_batches: 1522 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0035764452 + avg_actor_approxkl3: 0.0033373802 + avg_actor_clipfrac: 0.037072755 + avg_actor_loss: 0.0028286956 + avg_advantage: -0.0053828587 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.210922e-05 + avg_entropy: 0.060552914 + avg_grad_norm_pre_clip: 2.4700363 + avg_loss: 0.0028141977 + max: + max_actor_approxkl1: 0.009030575 + max_actor_approxkl3: 0.007969999 + max_actor_clipfrac: 0.068603516 + max_actor_loss: 0.0058832467 + max_advantage: 0.06156683 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0001372641 + max_entropy: 0.07801561 + max_grad_norm_pre_clip: 4.549492 + max_loss: 0.005885605 + std: + std_actor_approxkl1: 0.0022206411 + std_actor_approxkl3: 0.0019795338 + std_actor_clipfrac: 0.015040484 + std_actor_loss: 0.0017014785 + std_advantage: 0.011710325 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1875965e-05 + std_entropy: 0.008922694 + std_grad_norm_pre_clip: 0.9070144 + std_loss: 0.0016937067 + eval-batch-train: + avg_avg_episode_length: 4.9480567 + avg_avg_return: 0.98891735 + avg_benchmark_regret: 0.0062757423 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33660126 + proxy_corner: + avg_avg_return: 0.19700444 + avg_reward_per_step: 0.037322998 + eval-batch-orig: + avg_avg_episode_length: 6.2515125 + avg_avg_return: 0.98495793 + avg_benchmark_regret: 0.00898104 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26123047 + proxy_corner: + avg_avg_return: 0.98495793 + avg_reward_per_step: 0.26123047 + eval-batch-shift: + avg_avg_episode_length: 5.339751 + avg_avg_return: 0.9867523 + avg_benchmark_regret: 0.008209024 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33953857 + proxy_corner: + avg_avg_return: 0.18870455 + avg_reward_per_step: 0.03565216 + eval-batch-tree: + avg_avg_episode_length: 5.8443704 + avg_avg_return: 0.98579746 + avg_benchmark_regret: 0.008622766 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27095795 + proxy_corner: + avg_avg_return: 0.98579746 + avg_reward_per_step: 0.27095795 +=========================================================== +=========================================================== + step: + env-step-all-before: 98566144 + env-step-replay-before: 50397184 + env-step-used-before: 98566144 + ppo-update-before: 60160 + env-step-generate-before: 48168960 + env-step-all-after: 98598912 + env-step-replay-after: 50429952 + env-step-used-after: 98598912 + ppo-update-after: 60180 + env-step-generate-after: 48168960 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 14.118853 + avg_avg_return: 0.88878566 + avg_reward_per_step: 0.06982422 + proxy_corner: + avg_avg_return: 0.6213086 + avg_reward_per_step: 0.048187256 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 14.118853 + avg_avg_return: 0.88878566 + avg_reward_per_step: 0.06982422 + proxy_corner: + avg_avg_return: 0.6213086 + avg_reward_per_step: 0.048187256 + perf: + env_steps_per_second: 963259.5040813391 + ppo_updates_per_second: 112.25424787046207 + eval-batch-train-duration: 0.18396790901897475 + eval-batch-orig-duration: 0.13629043800756335 + eval-batch-shift-duration: 0.13612143899081275 + eval-batch-tree-duration: 0.1360912219970487 + ued: + distances: + cheese-corne_dist_avg: 6.8867188 + cheese-corne_dist_wavg: 3.3834205 + levels_cheese_is_in_corner_avg: 0.08642578 + mouse-cheese_dist_finite_avg: 12.44873 + mouse-cheese_dist_finite_wavg: 11.144334 + mouse-cheese_dist_solvable_avg: 12.44873 + mouse-cheese_dist_solvable_wavg: 11.144335 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09827624 + visit_patterns: + avg_first_visit_time: 1151.1311 + avg_last_visit_time: 1529.2278 + num_replay_batches: 1539 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014108018 + avg_actor_approxkl3: 0.00093042385 + avg_actor_clipfrac: 0.027233887 + avg_actor_loss: 0.0006672388 + avg_advantage: 0.0008231473 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.36135e-05 + avg_entropy: 0.07301296 + avg_grad_norm_pre_clip: 2.6186023 + avg_loss: 0.0006260327 + max: + max_actor_approxkl1: 0.0033515245 + max_actor_approxkl3: 0.0018868358 + max_actor_clipfrac: 0.045532227 + max_actor_loss: 0.0019401815 + max_advantage: 0.0522483 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.0151305e-05 + max_entropy: 0.08412501 + max_grad_norm_pre_clip: 4.806928 + max_loss: 0.0018940938 + std: + std_actor_approxkl1: 0.0010102424 + std_actor_approxkl3: 0.00055064005 + std_actor_clipfrac: 0.010883367 + std_actor_loss: 0.00057732535 + std_advantage: 0.011256441 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2354708e-06 + std_entropy: 0.0068301135 + std_grad_norm_pre_clip: 0.8449209 + std_loss: 0.0005767686 + eval-batch-train: + avg_avg_episode_length: 4.939373 + avg_avg_return: 0.9885348 + avg_benchmark_regret: 0.006658263 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3373108 + proxy_corner: + avg_avg_return: 0.19734392 + avg_reward_per_step: 0.038124084 + eval-batch-orig: + avg_avg_episode_length: 6.207965 + avg_avg_return: 0.98470074 + avg_benchmark_regret: 0.0092382915 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26435852 + proxy_corner: + avg_avg_return: 0.98470074 + avg_reward_per_step: 0.26435852 + eval-batch-shift: + avg_avg_episode_length: 5.5069246 + avg_avg_return: 0.98372775 + avg_benchmark_regret: 0.0112335775 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34013367 + proxy_corner: + avg_avg_return: 0.18276894 + avg_reward_per_step: 0.035339355 + eval-batch-tree: + avg_avg_episode_length: 5.7448916 + avg_avg_return: 0.98586917 + avg_benchmark_regret: 0.0085510975 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27379608 + proxy_corner: + avg_avg_return: 0.98586917 + avg_reward_per_step: 0.27379608 +=========================================================== +=========================================================== + step: + env-step-all-before: 99614720 + env-step-replay-before: 51052544 + env-step-used-before: 99614720 + ppo-update-before: 60800 + env-step-generate-before: 48562176 + env-step-all-after: 99647488 + env-step-replay-after: 51085312 + env-step-used-after: 99647488 + ppo-update-after: 60820 + env-step-generate-after: 48562176 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.83302 + avg_avg_return: 0.89136964 + avg_reward_per_step: 0.071014404 + proxy_corner: + avg_avg_return: 0.5641137 + avg_reward_per_step: 0.044128418 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.83302 + avg_avg_return: 0.89136964 + avg_reward_per_step: 0.071014404 + proxy_corner: + avg_avg_return: 0.5641137 + avg_reward_per_step: 0.044128418 + perf: + env_steps_per_second: 975466.022361464 + ppo_updates_per_second: 109.9630945650946 + eval-batch-train-duration: 0.18809879303444177 + eval-batch-orig-duration: 0.13690687000053003 + eval-batch-shift-duration: 0.13834756502183154 + eval-batch-tree-duration: 0.13771113596158102 + ued: + distances: + cheese-corne_dist_avg: 6.906006 + cheese-corne_dist_wavg: 14.189673 + levels_cheese_is_in_corner_avg: 0.08642578 + mouse-cheese_dist_finite_avg: 12.46582 + mouse-cheese_dist_finite_wavg: 12.946615 + mouse-cheese_dist_solvable_avg: 12.46582 + mouse-cheese_dist_solvable_wavg: 12.946615 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09724691 + visit_patterns: + avg_first_visit_time: 1159.2166 + avg_last_visit_time: 1549.2559 + num_replay_batches: 1559 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011414326 + avg_actor_approxkl3: 0.00092503213 + avg_actor_clipfrac: 0.023120118 + avg_actor_loss: 0.00036448534 + avg_advantage: -0.0022745277 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.260735e-05 + avg_entropy: 0.06259569 + avg_grad_norm_pre_clip: 1.8835497 + avg_loss: 0.0003331933 + max: + max_actor_approxkl1: 0.0029482297 + max_actor_approxkl3: 0.0029034985 + max_actor_clipfrac: 0.03942871 + max_actor_loss: 0.0021164203 + max_advantage: 0.052003086 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.240443e-05 + max_entropy: 0.07500718 + max_grad_norm_pre_clip: 3.3170717 + max_loss: 0.00208367 + std: + std_actor_approxkl1: 0.0007409463 + std_actor_approxkl3: 0.00068146933 + std_actor_clipfrac: 0.008766433 + std_actor_loss: 0.0006364055 + std_advantage: 0.011162574 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1808757e-06 + std_entropy: 0.006485891 + std_grad_norm_pre_clip: 0.7726712 + std_loss: 0.0006352129 + eval-batch-train: + avg_avg_episode_length: 4.9522567 + avg_avg_return: 0.98835444 + avg_benchmark_regret: 0.006838723 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33512115 + proxy_corner: + avg_avg_return: 0.19736215 + avg_reward_per_step: 0.038711548 + eval-batch-orig: + avg_avg_episode_length: 6.126203 + avg_avg_return: 0.9854129 + avg_benchmark_regret: 0.008526092 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.9854129 + avg_reward_per_step: 0.26544952 + eval-batch-shift: + avg_avg_episode_length: 5.3033514 + avg_avg_return: 0.9869333 + avg_benchmark_regret: 0.0080280155 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33909607 + proxy_corner: + avg_avg_return: 0.18687144 + avg_reward_per_step: 0.035736084 + eval-batch-tree: + avg_avg_episode_length: 5.691059 + avg_avg_return: 0.986385 + avg_benchmark_regret: 0.008035262 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2747345 + proxy_corner: + avg_avg_return: 0.986385 + avg_reward_per_step: 0.2747345 +=========================================================== +=========================================================== + step: + env-step-all-before: 100663296 + env-step-replay-before: 51675136 + env-step-used-before: 100663296 + ppo-update-before: 61440 + env-step-generate-before: 48988160 + env-step-all-after: 100696064 + env-step-replay-after: 51675136 + env-step-used-after: 100696064 + ppo-update-after: 61460 + env-step-generate-after: 49020928 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.1441183 + avg_avg_return: 0.96643263 + avg_reward_per_step: 0.31237793 + proxy_corner: + avg_avg_return: 0.16277067 + avg_reward_per_step: 0.030395508 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.1441183 + avg_avg_return: 0.96643263 + avg_reward_per_step: 0.31237793 + proxy_corner: + avg_avg_return: 0.16277067 + avg_reward_per_step: 0.030395508 + perf: + env_steps_per_second: 991372.2648074144 + ppo_updates_per_second: 111.10959320971303 + eval-batch-train-duration: 0.18457393202697858 + eval-batch-orig-duration: 0.13683571701403707 + eval-batch-shift-duration: 0.13727552600903437 + eval-batch-tree-duration: 0.13640067703090608 + ued: + distances: + cheese-corne_dist_avg: 6.9052734 + cheese-corne_dist_wavg: 7.8993726 + levels_cheese_is_in_corner_avg: 0.0871582 + mouse-cheese_dist_finite_avg: 12.479736 + mouse-cheese_dist_finite_wavg: 14.749306 + mouse-cheese_dist_solvable_avg: 12.479736 + mouse-cheese_dist_solvable_wavg: 14.749308 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09979425 + visit_patterns: + avg_first_visit_time: 1170.0173 + avg_last_visit_time: 1567.2219 + num_replay_batches: 1577 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009117918 + avg_actor_approxkl3: 0.00074479805 + avg_actor_clipfrac: 0.013427734 + avg_actor_loss: 0.00016102786 + avg_advantage: 0.0013058098 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.172361e-05 + avg_entropy: 0.03132045 + avg_grad_norm_pre_clip: 0.9736727 + avg_loss: 0.00017056921 + max: + max_actor_approxkl1: 0.0040124785 + max_actor_approxkl3: 0.0025345397 + max_actor_clipfrac: 0.040527344 + max_actor_loss: 0.0012085065 + max_advantage: 0.0776974 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00010870013 + max_entropy: 0.04817259 + max_grad_norm_pre_clip: 2.2360775 + max_loss: 0.0012099801 + std: + std_actor_approxkl1: 0.0009524668 + std_actor_approxkl3: 0.0006327765 + std_actor_clipfrac: 0.009720967 + std_actor_loss: 0.00043914953 + std_advantage: 0.012697519 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0526569e-05 + std_entropy: 0.007968866 + std_grad_norm_pre_clip: 0.5595371 + std_loss: 0.0004354015 + eval-batch-train: + avg_avg_episode_length: 4.960909 + avg_avg_return: 0.98877466 + avg_benchmark_regret: 0.0064184875 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33621216 + proxy_corner: + avg_avg_return: 0.19709197 + avg_reward_per_step: 0.03903961 + eval-batch-orig: + avg_avg_episode_length: 6.129343 + avg_avg_return: 0.9855331 + avg_benchmark_regret: 0.008405913 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26609802 + proxy_corner: + avg_avg_return: 0.9855331 + avg_reward_per_step: 0.26609802 + eval-batch-shift: + avg_avg_episode_length: 5.3163385 + avg_avg_return: 0.98621 + avg_benchmark_regret: 0.008751341 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3393402 + proxy_corner: + avg_avg_return: 0.18715347 + avg_reward_per_step: 0.036026 + eval-batch-tree: + avg_avg_episode_length: 5.6742277 + avg_avg_return: 0.9868363 + avg_benchmark_regret: 0.0075839562 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27651215 + proxy_corner: + avg_avg_return: 0.9868363 + avg_reward_per_step: 0.27651215 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 101711872 + env-step-replay-before: 52101120 + env-step-used-before: 101711872 + ppo-update-before: 62080 + env-step-generate-before: 49610752 + env-step-all-after: 101744640 + env-step-replay-after: 52133888 + env-step-used-after: 101744640 + ppo-update-after: 62100 + env-step-generate-after: 49610752 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.733081 + avg_avg_return: 0.8932863 + avg_reward_per_step: 0.07080078 + proxy_corner: + avg_avg_return: 0.5899549 + avg_reward_per_step: 0.046142578 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.733081 + avg_avg_return: 0.8932863 + avg_reward_per_step: 0.07080078 + proxy_corner: + avg_avg_return: 0.5899549 + avg_reward_per_step: 0.046142578 + perf: + env_steps_per_second: 1002592.8865810857 + ppo_updates_per_second: 111.86090170403847 + eval-batch-train-duration: 0.183415220992174 + eval-batch-orig-duration: 0.13636981003219262 + eval-batch-shift-duration: 0.13654246501391754 + eval-batch-tree-duration: 0.1358973899623379 + ued: + distances: + cheese-corne_dist_avg: 6.878662 + cheese-corne_dist_wavg: 9.687021 + levels_cheese_is_in_corner_avg: 0.08691406 + mouse-cheese_dist_finite_avg: 12.503418 + mouse-cheese_dist_finite_wavg: 11.147117 + mouse-cheese_dist_solvable_avg: 12.503418 + mouse-cheese_dist_solvable_wavg: 11.147118 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09855413 + visit_patterns: + avg_first_visit_time: 1182.3884 + avg_last_visit_time: 1581.1536 + num_replay_batches: 1591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013553574 + avg_actor_approxkl3: 0.0011361134 + avg_actor_clipfrac: 0.028295899 + avg_actor_loss: 0.00031371336 + avg_advantage: 0.0017127518 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.405462e-05 + avg_entropy: 0.069517314 + avg_grad_norm_pre_clip: 1.8171767 + avg_loss: 0.00027622335 + max: + max_actor_approxkl1: 0.0040568504 + max_actor_approxkl3: 0.0022734255 + max_actor_clipfrac: 0.047973633 + max_actor_loss: 0.0012268596 + max_advantage: 0.058225155 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.929973e-05 + max_entropy: 0.08383473 + max_grad_norm_pre_clip: 3.0020556 + max_loss: 0.0012098902 + std: + std_actor_approxkl1: 0.0010696729 + std_actor_approxkl3: 0.00063273037 + std_actor_clipfrac: 0.012806428 + std_actor_loss: 0.00043396562 + std_advantage: 0.011334733 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2468233e-06 + std_entropy: 0.008000997 + std_grad_norm_pre_clip: 0.56080157 + std_loss: 0.00043595434 + eval-batch-train: + avg_avg_episode_length: 4.9162307 + avg_avg_return: 0.9892611 + avg_benchmark_regret: 0.005932036 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33597565 + proxy_corner: + avg_avg_return: 0.1970413 + avg_reward_per_step: 0.038879395 + eval-batch-orig: + avg_avg_episode_length: 6.0686235 + avg_avg_return: 0.9856148 + avg_benchmark_regret: 0.008324217 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2661972 + proxy_corner: + avg_avg_return: 0.9856148 + avg_reward_per_step: 0.2661972 + eval-batch-shift: + avg_avg_episode_length: 5.2778673 + avg_avg_return: 0.98734975 + avg_benchmark_regret: 0.007611637 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3395996 + proxy_corner: + avg_avg_return: 0.18653256 + avg_reward_per_step: 0.036087036 + eval-batch-tree: + avg_avg_episode_length: 5.6364026 + avg_avg_return: 0.9867588 + avg_benchmark_regret: 0.0076614646 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27629852 + proxy_corner: + avg_avg_return: 0.9867588 + avg_reward_per_step: 0.27629852 +=========================================================== +=========================================================== + step: + env-step-all-before: 102760448 + env-step-replay-before: 52625408 + env-step-used-before: 102760448 + ppo-update-before: 62720 + env-step-generate-before: 50135040 + env-step-all-after: 102793216 + env-step-replay-after: 52625408 + env-step-used-after: 102793216 + ppo-update-after: 62740 + env-step-generate-after: 50167808 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.982648 + avg_avg_return: 0.9680874 + avg_reward_per_step: 0.31173706 + proxy_corner: + avg_avg_return: 0.16407727 + avg_reward_per_step: 0.028442383 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.982648 + avg_avg_return: 0.9680874 + avg_reward_per_step: 0.31173706 + proxy_corner: + avg_avg_return: 0.16407727 + avg_reward_per_step: 0.028442383 + perf: + env_steps_per_second: 875142.4534389501 + ppo_updates_per_second: 110.74679657608922 + eval-batch-train-duration: 0.1870569940074347 + eval-batch-orig-duration: 0.13681628101039678 + eval-batch-shift-duration: 0.13635227701161057 + eval-batch-tree-duration: 0.13654302700888366 + ued: + distances: + cheese-corne_dist_avg: 6.8847656 + cheese-corne_dist_wavg: 11.488712 + levels_cheese_is_in_corner_avg: 0.08618164 + mouse-cheese_dist_finite_avg: 12.523682 + mouse-cheese_dist_finite_wavg: 13.852226 + mouse-cheese_dist_solvable_avg: 12.523682 + mouse-cheese_dist_solvable_wavg: 13.852226 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09962393 + visit_patterns: + avg_first_visit_time: 1195.189 + avg_last_visit_time: 1596.4307 + num_replay_batches: 1606 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000847375 + avg_actor_approxkl3: 0.00068816857 + avg_actor_clipfrac: 0.012158203 + avg_actor_loss: 0.0006133443 + avg_advantage: 0.0015287303 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.523639e-05 + avg_entropy: 0.024805428 + avg_grad_norm_pre_clip: 1.0189689 + avg_loss: 0.00062615704 + max: + max_actor_approxkl1: 0.002009896 + max_actor_approxkl3: 0.0016369689 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.0015389156 + max_advantage: 0.04637885 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.853547e-05 + max_entropy: 0.03736551 + max_grad_norm_pre_clip: 2.0933685 + max_loss: 0.0015596966 + std: + std_actor_approxkl1: 0.00072736765 + std_actor_approxkl3: 0.00049615634 + std_actor_clipfrac: 0.0061807134 + std_actor_loss: 0.0004531578 + std_advantage: 0.011803672 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.096812e-06 + std_entropy: 0.006366783 + std_grad_norm_pre_clip: 0.47826916 + std_loss: 0.00045163455 + eval-batch-train: + avg_avg_episode_length: 4.9456577 + avg_avg_return: 0.98884475 + avg_benchmark_regret: 0.0063483473 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33621216 + proxy_corner: + avg_avg_return: 0.19777167 + avg_reward_per_step: 0.038154602 + eval-batch-orig: + avg_avg_episode_length: 6.136871 + avg_avg_return: 0.9855167 + avg_benchmark_regret: 0.0084222965 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.264534 + proxy_corner: + avg_avg_return: 0.9855167 + avg_reward_per_step: 0.264534 + eval-batch-shift: + avg_avg_episode_length: 5.251834 + avg_avg_return: 0.9874967 + avg_benchmark_regret: 0.0074646254 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34067535 + proxy_corner: + avg_avg_return: 0.18612832 + avg_reward_per_step: 0.035697937 + eval-batch-tree: + avg_avg_episode_length: 5.6887975 + avg_avg_return: 0.9862438 + avg_benchmark_regret: 0.008176439 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2739334 + proxy_corner: + avg_avg_return: 0.9862438 + avg_reward_per_step: 0.2739334 +=========================================================== +=========================================================== + step: + env-step-all-before: 103809024 + env-step-replay-before: 53149696 + env-step-used-before: 103809024 + ppo-update-before: 63360 + env-step-generate-before: 50659328 + env-step-all-after: 103841792 + env-step-replay-after: 53182464 + env-step-used-after: 103841792 + ppo-update-after: 63380 + env-step-generate-after: 50659328 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.535439 + avg_avg_return: 0.8911966 + avg_reward_per_step: 0.071746826 + proxy_corner: + avg_avg_return: 0.5610262 + avg_reward_per_step: 0.04437256 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.535439 + avg_avg_return: 0.8911966 + avg_reward_per_step: 0.071746826 + proxy_corner: + avg_avg_return: 0.5610262 + avg_reward_per_step: 0.04437256 + perf: + env_steps_per_second: 982357.9687140207 + ppo_updates_per_second: 109.65238714624098 + eval-batch-train-duration: 0.19000369805144146 + eval-batch-orig-duration: 0.13714500301284716 + eval-batch-shift-duration: 0.1372992130345665 + eval-batch-tree-duration: 0.1372692360309884 + ued: + distances: + cheese-corne_dist_avg: 6.887207 + cheese-corne_dist_wavg: 10.586087 + levels_cheese_is_in_corner_avg: 0.08496094 + mouse-cheese_dist_finite_avg: 12.547363 + mouse-cheese_dist_finite_wavg: 14.753865 + mouse-cheese_dist_solvable_avg: 12.547363 + mouse-cheese_dist_solvable_wavg: 14.753869 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.09874782 + visit_patterns: + avg_first_visit_time: 1205.4016 + avg_last_visit_time: 1613.1848 + num_replay_batches: 1623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001521866 + avg_actor_approxkl3: 0.0011008128 + avg_actor_clipfrac: 0.022467041 + avg_actor_loss: 0.0007740417 + avg_advantage: 0.00046394664 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.900772e-05 + avg_entropy: 0.050610244 + avg_grad_norm_pre_clip: 1.803373 + avg_loss: 0.0007529353 + max: + max_actor_approxkl1: 0.004745838 + max_actor_approxkl3: 0.0028872108 + max_actor_clipfrac: 0.041870117 + max_actor_loss: 0.0031493716 + max_advantage: 0.051400483 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.811935e-05 + max_entropy: 0.07101217 + max_grad_norm_pre_clip: 3.9014862 + max_loss: 0.0031123091 + std: + std_actor_approxkl1: 0.0013129954 + std_actor_approxkl3: 0.0009315998 + std_actor_clipfrac: 0.011400379 + std_actor_loss: 0.0008969893 + std_advantage: 0.010840116 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.070428e-06 + std_entropy: 0.009089341 + std_grad_norm_pre_clip: 0.70828164 + std_loss: 0.00089518924 + eval-batch-train: + avg_avg_episode_length: 4.8615885 + avg_avg_return: 0.9894543 + avg_benchmark_regret: 0.005738758 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3404312 + proxy_corner: + avg_avg_return: 0.19787449 + avg_reward_per_step: 0.0391922 + eval-batch-orig: + avg_avg_episode_length: 6.0736 + avg_avg_return: 0.98584497 + avg_benchmark_regret: 0.008094063 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26631927 + proxy_corner: + avg_avg_return: 0.98584497 + avg_reward_per_step: 0.26631927 + eval-batch-shift: + avg_avg_episode_length: 5.2092347 + avg_avg_return: 0.9875629 + avg_benchmark_regret: 0.007398433 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34158325 + proxy_corner: + avg_avg_return: 0.18692206 + avg_reward_per_step: 0.03593445 + eval-batch-tree: + avg_avg_episode_length: 5.6045494 + avg_avg_return: 0.98687506 + avg_benchmark_regret: 0.0075451727 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27698517 + proxy_corner: + avg_avg_return: 0.98687506 + avg_reward_per_step: 0.27698517 +=========================================================== +=========================================================== + step: + env-step-all-before: 104857600 + env-step-replay-before: 53772288 + env-step-used-before: 104857600 + ppo-update-before: 64000 + env-step-generate-before: 51085312 + env-step-all-after: 104890368 + env-step-replay-after: 53772288 + env-step-used-after: 104890368 + ppo-update-after: 64020 + env-step-generate-after: 51118080 + train-generate: + shift_proportion: 0.98046875 + avg_avg_episode_length: 5.256942 + avg_avg_return: 0.965156 + avg_reward_per_step: 0.32025146 + proxy_corner: + avg_avg_return: 0.14721736 + avg_reward_per_step: 0.031921387 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 5.256942 + avg_avg_return: 0.965156 + avg_reward_per_step: 0.32025146 + proxy_corner: + avg_avg_return: 0.14721736 + avg_reward_per_step: 0.031921387 + perf: + env_steps_per_second: 924432.939365876 + ppo_updates_per_second: 112.24730642920993 + eval-batch-train-duration: 0.1849147389875725 + eval-batch-orig-duration: 0.1365206859773025 + eval-batch-shift-duration: 0.13625181996030733 + eval-batch-tree-duration: 0.13641664996976033 + ued: + distances: + cheese-corne_dist_avg: 6.8808594 + cheese-corne_dist_wavg: 11.491195 + levels_cheese_is_in_corner_avg: 0.08569336 + mouse-cheese_dist_finite_avg: 12.563477 + mouse-cheese_dist_finite_wavg: 14.755747 + mouse-cheese_dist_solvable_avg: 12.563477 + mouse-cheese_dist_solvable_wavg: 14.755747 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.0988317 + visit_patterns: + avg_first_visit_time: 1213.0007 + avg_last_visit_time: 1631.3372 + num_replay_batches: 1641 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006271416 + avg_actor_approxkl3: 0.00043974636 + avg_actor_clipfrac: 0.0068908692 + avg_actor_loss: 0.00012476873 + avg_advantage: 0.00071984145 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.351746e-05 + avg_entropy: 0.022228096 + avg_grad_norm_pre_clip: 0.60264033 + avg_loss: 0.00013429936 + max: + max_actor_approxkl1: 0.0032549442 + max_actor_approxkl3: 0.0022958708 + max_actor_clipfrac: 0.024536133 + max_actor_loss: 0.001038698 + max_advantage: 0.045007348 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.672311e-05 + max_entropy: 0.029786475 + max_grad_norm_pre_clip: 1.4724903 + max_loss: 0.0010450581 + std: + std_actor_approxkl1: 0.0007562923 + std_actor_approxkl3: 0.000481645 + std_actor_clipfrac: 0.005157883 + std_actor_loss: 0.00027202786 + std_advantage: 0.011326509 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.2615494e-06 + std_entropy: 0.0053279987 + std_grad_norm_pre_clip: 0.3422746 + std_loss: 0.00027120567 + eval-batch-train: + avg_avg_episode_length: 4.893772 + avg_avg_return: 0.98947585 + avg_benchmark_regret: 0.0057172645 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33890533 + proxy_corner: + avg_avg_return: 0.19741902 + avg_reward_per_step: 0.039131165 + eval-batch-orig: + avg_avg_episode_length: 6.309966 + avg_avg_return: 0.9844478 + avg_benchmark_regret: 0.009491257 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2651596 + proxy_corner: + avg_avg_return: 0.9844478 + avg_reward_per_step: 0.2651596 + eval-batch-shift: + avg_avg_episode_length: 5.25209 + avg_avg_return: 0.9874976 + avg_benchmark_regret: 0.0074636685 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33944702 + proxy_corner: + avg_avg_return: 0.18803248 + avg_reward_per_step: 0.035972595 + eval-batch-tree: + avg_avg_episode_length: 5.7161207 + avg_avg_return: 0.98688316 + avg_benchmark_regret: 0.0075371377 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27626038 + proxy_corner: + avg_avg_return: 0.98688316 + avg_reward_per_step: 0.27626038 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 105906176 + env-step-replay-before: 54198272 + env-step-used-before: 105906176 + ppo-update-before: 64640 + env-step-generate-before: 51707904 + env-step-all-after: 105938944 + env-step-replay-after: 54198272 + env-step-used-after: 105938944 + ppo-update-after: 64660 + env-step-generate-after: 51740672 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.911144 + avg_avg_return: 0.97032344 + avg_reward_per_step: 0.32598877 + proxy_corner: + avg_avg_return: 0.17984489 + avg_reward_per_step: 0.037750244 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.911144 + avg_avg_return: 0.97032344 + avg_reward_per_step: 0.32598877 + proxy_corner: + avg_avg_return: 0.17984489 + avg_reward_per_step: 0.037750244 + perf: + env_steps_per_second: 997322.4355948349 + ppo_updates_per_second: 111.6031358580136 + eval-batch-train-duration: 0.18923712597461417 + eval-batch-orig-duration: 0.1443687360151671 + eval-batch-shift-duration: 0.13848799403058365 + eval-batch-tree-duration: 0.13939898100215942 + ued: + distances: + cheese-corne_dist_avg: 6.903076 + cheese-corne_dist_wavg: 7.8892593 + levels_cheese_is_in_corner_avg: 0.08618164 + mouse-cheese_dist_finite_avg: 12.586426 + mouse-cheese_dist_finite_wavg: 12.055625 + mouse-cheese_dist_solvable_avg: 12.586426 + mouse-cheese_dist_solvable_wavg: 12.055628 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.099652074 + visit_patterns: + avg_first_visit_time: 1223.7761 + avg_last_visit_time: 1644.331 + num_replay_batches: 1654 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006529622 + avg_actor_approxkl3: 0.0005642652 + avg_actor_clipfrac: 0.008984375 + avg_actor_loss: 1.1826644e-05 + avg_advantage: 0.0016583962 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.8699337e-05 + avg_entropy: 0.0245444 + avg_grad_norm_pre_clip: 0.5090204 + avg_loss: 1.6631904e-05 + max: + max_actor_approxkl1: 0.0017839824 + max_actor_approxkl3: 0.0018248591 + max_actor_clipfrac: 0.024414062 + max_actor_loss: 0.0024079802 + max_advantage: 0.06041062 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.797061e-05 + max_entropy: 0.037572984 + max_grad_norm_pre_clip: 0.7871187 + max_loss: 0.00240084 + std: + std_actor_approxkl1: 0.0006540635 + std_actor_approxkl3: 0.00044302648 + std_actor_clipfrac: 0.0060422216 + std_actor_loss: 0.00067048176 + std_advantage: 0.010673473 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.368721e-06 + std_entropy: 0.0061292313 + std_grad_norm_pre_clip: 0.15582192 + std_loss: 0.00066880655 + eval-batch-train: + avg_avg_episode_length: 5.006727 + avg_avg_return: 0.98863596 + avg_benchmark_regret: 0.0065571284 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33836365 + proxy_corner: + avg_avg_return: 0.1976614 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 6.176568 + avg_avg_return: 0.9850657 + avg_benchmark_regret: 0.008873309 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26600647 + proxy_corner: + avg_avg_return: 0.9850657 + avg_reward_per_step: 0.26600647 + eval-batch-shift: + avg_avg_episode_length: 5.282423 + avg_avg_return: 0.9872366 + avg_benchmark_regret: 0.0077247163 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3384552 + proxy_corner: + avg_avg_return: 0.18865207 + avg_reward_per_step: 0.03652954 + eval-batch-tree: + avg_avg_episode_length: 5.6885586 + avg_avg_return: 0.9868301 + avg_benchmark_regret: 0.007590142 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2765274 + proxy_corner: + avg_avg_return: 0.9868301 + avg_reward_per_step: 0.2765274 +=========================================================== +=========================================================== + step: + env-step-all-before: 106954752 + env-step-replay-before: 54624256 + env-step-used-before: 106954752 + ppo-update-before: 65280 + env-step-generate-before: 52330496 + env-step-all-after: 106987520 + env-step-replay-after: 54624256 + env-step-used-after: 106987520 + ppo-update-after: 65300 + env-step-generate-after: 52363264 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.826559 + avg_avg_return: 0.9677576 + avg_reward_per_step: 0.3345642 + proxy_corner: + avg_avg_return: 0.1491445 + avg_reward_per_step: 0.033294678 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.826559 + avg_avg_return: 0.9677576 + avg_reward_per_step: 0.3345642 + proxy_corner: + avg_avg_return: 0.1491445 + avg_reward_per_step: 0.033294678 + perf: + env_steps_per_second: 1000129.1372486185 + ppo_updates_per_second: 111.43100723942898 + eval-batch-train-duration: 0.18704319198150188 + eval-batch-orig-duration: 0.14246772398473695 + eval-batch-shift-duration: 0.13842837198171765 + eval-batch-tree-duration: 0.13685038895346224 + ued: + distances: + cheese-corne_dist_avg: 6.9174805 + cheese-corne_dist_wavg: 7.8858986 + levels_cheese_is_in_corner_avg: 0.08618164 + mouse-cheese_dist_finite_avg: 12.599121 + mouse-cheese_dist_finite_wavg: 13.861088 + mouse-cheese_dist_solvable_avg: 12.599121 + mouse-cheese_dist_solvable_wavg: 13.86109 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09968412 + visit_patterns: + avg_first_visit_time: 1236.3677 + avg_last_visit_time: 1657.1816 + num_replay_batches: 1667 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012565278 + avg_actor_approxkl3: 0.0011099462 + avg_actor_clipfrac: 0.012628174 + avg_actor_loss: 0.00042447305 + avg_advantage: -0.00016345692 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.479932e-05 + avg_entropy: 0.020611078 + avg_grad_norm_pre_clip: 0.78901094 + avg_loss: 0.0004362616 + max: + max_actor_approxkl1: 0.0057539344 + max_actor_approxkl3: 0.0049242666 + max_actor_clipfrac: 0.028076172 + max_actor_loss: 0.0026046317 + max_advantage: 0.07927573 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.937258e-05 + max_entropy: 0.028024 + max_grad_norm_pre_clip: 1.3766041 + max_loss: 0.0026077642 + std: + std_actor_approxkl1: 0.0014077573 + std_actor_approxkl3: 0.0010606904 + std_actor_clipfrac: 0.0068386043 + std_actor_loss: 0.00073341955 + std_advantage: 0.011428675 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.5487183e-06 + std_entropy: 0.0039659175 + std_grad_norm_pre_clip: 0.3220433 + std_loss: 0.00073261146 + eval-batch-train: + avg_avg_episode_length: 5.0032687 + avg_avg_return: 0.988905 + avg_benchmark_regret: 0.006288056 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3375702 + proxy_corner: + avg_avg_return: 0.19733745 + avg_reward_per_step: 0.038887024 + eval-batch-orig: + avg_avg_episode_length: 6.226513 + avg_avg_return: 0.9853235 + avg_benchmark_regret: 0.008615558 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26493835 + proxy_corner: + avg_avg_return: 0.9853235 + avg_reward_per_step: 0.26493835 + eval-batch-shift: + avg_avg_episode_length: 5.350152 + avg_avg_return: 0.9859997 + avg_benchmark_regret: 0.0089616105 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3411026 + proxy_corner: + avg_avg_return: 0.19063243 + avg_reward_per_step: 0.03677368 + eval-batch-tree: + avg_avg_episode_length: 5.712047 + avg_avg_return: 0.9864429 + avg_benchmark_regret: 0.0079772975 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27599335 + proxy_corner: + avg_avg_return: 0.9864429 + avg_reward_per_step: 0.27599335 +=========================================================== +=========================================================== + step: + env-step-all-before: 108003328 + env-step-replay-before: 55115776 + env-step-used-before: 108003328 + ppo-update-before: 65920 + env-step-generate-before: 52887552 + env-step-all-after: 108036096 + env-step-replay-after: 55148544 + env-step-used-after: 108036096 + ppo-update-after: 65940 + env-step-generate-after: 52887552 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.42101 + avg_avg_return: 0.8858919 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.57648396 + avg_reward_per_step: 0.044433594 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.42101 + avg_avg_return: 0.8858919 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.57648396 + avg_reward_per_step: 0.044433594 + perf: + env_steps_per_second: 993702.9595530542 + ppo_updates_per_second: 111.6013130415401 + eval-batch-train-duration: 0.18556720099877566 + eval-batch-orig-duration: 0.13882211601594463 + eval-batch-shift-duration: 0.1389219340053387 + eval-batch-tree-duration: 0.13641672302037477 + ued: + distances: + cheese-corne_dist_avg: 6.90625 + cheese-corne_dist_wavg: 7.8878098 + levels_cheese_is_in_corner_avg: 0.08642578 + mouse-cheese_dist_finite_avg: 12.604004 + mouse-cheese_dist_finite_wavg: 7.566821 + mouse-cheese_dist_solvable_avg: 12.604004 + mouse-cheese_dist_solvable_wavg: 7.566822 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.099161 + visit_patterns: + avg_first_visit_time: 1246.5803 + avg_last_visit_time: 1673.3406 + num_replay_batches: 1683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015107365 + avg_actor_approxkl3: 0.0008626149 + avg_actor_clipfrac: 0.023956299 + avg_actor_loss: 0.0001795205 + avg_advantage: 0.00024444592 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.1081046e-05 + avg_entropy: 0.065548375 + avg_grad_norm_pre_clip: 2.216091 + avg_loss: 0.00014451267 + max: + max_actor_approxkl1: 0.0032675546 + max_actor_approxkl3: 0.001924828 + max_actor_clipfrac: 0.041259766 + max_actor_loss: 0.0015064087 + max_advantage: 0.060542107 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.573973e-05 + max_entropy: 0.0791702 + max_grad_norm_pre_clip: 4.04551 + max_loss: 0.0014665866 + std: + std_actor_approxkl1: 0.00095747807 + std_actor_approxkl3: 0.0005526393 + std_actor_clipfrac: 0.011612723 + std_actor_loss: 0.00072998967 + std_advantage: 0.0108566545 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2248574e-06 + std_entropy: 0.0072917803 + std_grad_norm_pre_clip: 0.9126688 + std_loss: 0.0007329616 + eval-batch-train: + avg_avg_episode_length: 5.142424 + avg_avg_return: 0.988312 + avg_benchmark_regret: 0.006881051 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33465576 + proxy_corner: + avg_avg_return: 0.1974585 + avg_reward_per_step: 0.038848877 + eval-batch-orig: + avg_avg_episode_length: 6.4490066 + avg_avg_return: 0.984274 + avg_benchmark_regret: 0.009664973 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2642975 + proxy_corner: + avg_avg_return: 0.984274 + avg_reward_per_step: 0.2642975 + eval-batch-shift: + avg_avg_episode_length: 5.3538036 + avg_avg_return: 0.9870148 + avg_benchmark_regret: 0.00794658 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33885193 + proxy_corner: + avg_avg_return: 0.19161126 + avg_reward_per_step: 0.036575317 + eval-batch-tree: + avg_avg_episode_length: 5.8942156 + avg_avg_return: 0.98435825 + avg_benchmark_regret: 0.0100620035 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2763214 + proxy_corner: + avg_avg_return: 0.98435825 + avg_reward_per_step: 0.2763214 +=========================================================== +=========================================================== + step: + env-step-all-before: 109051904 + env-step-replay-before: 55541760 + env-step-used-before: 109051904 + ppo-update-before: 66560 + env-step-generate-before: 53510144 + env-step-all-after: 109084672 + env-step-replay-after: 55574528 + env-step-used-after: 109084672 + ppo-update-after: 66580 + env-step-generate-after: 53510144 + train-replay: + shift_proportion: 0.8828125 + avg_avg_episode_length: 14.146919 + avg_avg_return: 0.8867216 + avg_reward_per_step: 0.07119751 + proxy_corner: + avg_avg_return: 0.59305835 + avg_reward_per_step: 0.04675293 + train-all: + shift_proportion: 0.8828125 + avg_avg_episode_length: 14.146919 + avg_avg_return: 0.8867216 + avg_reward_per_step: 0.07119751 + proxy_corner: + avg_avg_return: 0.59305835 + avg_reward_per_step: 0.04675293 + perf: + env_steps_per_second: 996726.1176967265 + ppo_updates_per_second: 110.98629221866761 + eval-batch-train-duration: 0.18601206201128662 + eval-batch-orig-duration: 0.136301435995847 + eval-batch-shift-duration: 0.13611973397200927 + eval-batch-tree-duration: 0.1360315380152315 + ued: + distances: + cheese-corne_dist_avg: 6.9155273 + cheese-corne_dist_wavg: 8.786806 + levels_cheese_is_in_corner_avg: 0.0859375 + mouse-cheese_dist_finite_avg: 12.593994 + mouse-cheese_dist_finite_wavg: 11.160117 + mouse-cheese_dist_solvable_avg: 12.593994 + mouse-cheese_dist_solvable_wavg: 11.160117 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.09957542 + visit_patterns: + avg_first_visit_time: 1258.147 + avg_last_visit_time: 1686.2646 + num_replay_batches: 1696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00120481 + avg_actor_approxkl3: 0.0007017497 + avg_actor_clipfrac: 0.018096924 + avg_actor_loss: -0.00019687005 + avg_advantage: 0.0009449972 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.7875684e-05 + avg_entropy: 0.052726876 + avg_grad_norm_pre_clip: 1.6729254 + avg_loss: -0.0002206591 + max: + max_actor_approxkl1: 0.004155375 + max_actor_approxkl3: 0.0019815164 + max_actor_clipfrac: 0.0390625 + max_actor_loss: 0.0009127036 + max_advantage: 0.04864627 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.250877e-05 + max_entropy: 0.06621174 + max_grad_norm_pre_clip: 3.1298223 + max_loss: 0.0008827797 + std: + std_actor_approxkl1: 0.001135616 + std_actor_approxkl3: 0.00048437377 + std_actor_clipfrac: 0.009382267 + std_actor_loss: 0.0006045922 + std_advantage: 0.010702094 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6873627e-06 + std_entropy: 0.0066869766 + std_grad_norm_pre_clip: 0.5378414 + std_loss: 0.0006041742 + eval-batch-train: + avg_avg_episode_length: 4.9126916 + avg_avg_return: 0.9891835 + avg_benchmark_regret: 0.006009585 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34023285 + proxy_corner: + avg_avg_return: 0.197101 + avg_reward_per_step: 0.038635254 + eval-batch-orig: + avg_avg_episode_length: 6.115722 + avg_avg_return: 0.98576653 + avg_benchmark_regret: 0.00817247 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2661972 + proxy_corner: + avg_avg_return: 0.98576653 + avg_reward_per_step: 0.2661972 + eval-batch-shift: + avg_avg_episode_length: 5.3042336 + avg_avg_return: 0.98625726 + avg_benchmark_regret: 0.008704054 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34036255 + proxy_corner: + avg_avg_return: 0.18948525 + avg_reward_per_step: 0.03655243 + eval-batch-tree: + avg_avg_episode_length: 5.702182 + avg_avg_return: 0.986945 + avg_benchmark_regret: 0.0074753193 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27589417 + proxy_corner: + avg_avg_return: 0.986945 + avg_reward_per_step: 0.27589417 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 110100480 + env-step-replay-before: 56066048 + env-step-used-before: 110100480 + ppo-update-before: 67200 + env-step-generate-before: 54034432 + env-step-all-after: 110133248 + env-step-replay-after: 56098816 + env-step-used-after: 110133248 + ppo-update-after: 67220 + env-step-generate-after: 54034432 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.991887 + avg_avg_return: 0.886537 + avg_reward_per_step: 0.07058716 + proxy_corner: + avg_avg_return: 0.5492381 + avg_reward_per_step: 0.042938232 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.991887 + avg_avg_return: 0.886537 + avg_reward_per_step: 0.07058716 + proxy_corner: + avg_avg_return: 0.5492381 + avg_reward_per_step: 0.042938232 + perf: + env_steps_per_second: 969993.5480757281 + ppo_updates_per_second: 110.45608568062026 + eval-batch-train-duration: 0.18708214798243716 + eval-batch-orig-duration: 0.13653779198648408 + eval-batch-shift-duration: 0.13777272001607344 + eval-batch-tree-duration: 0.13713591900886968 + ued: + distances: + cheese-corne_dist_avg: 6.884033 + cheese-corne_dist_wavg: 7.880292 + levels_cheese_is_in_corner_avg: 0.087646484 + mouse-cheese_dist_finite_avg: 12.618164 + mouse-cheese_dist_finite_wavg: 11.161882 + mouse-cheese_dist_solvable_avg: 12.618164 + mouse-cheese_dist_solvable_wavg: 11.161883 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10092396 + visit_patterns: + avg_first_visit_time: 1268.2451 + avg_last_visit_time: 1702.1953 + num_replay_batches: 1712 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018744778 + avg_actor_approxkl3: 0.001440366 + avg_actor_clipfrac: 0.024829103 + avg_actor_loss: 0.0013839611 + avg_advantage: 8.928697e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021513538 + avg_entropy: 0.050418295 + avg_grad_norm_pre_clip: 2.293694 + avg_loss: 0.0014411105 + max: + max_actor_approxkl1: 0.00441807 + max_actor_approxkl3: 0.0024966672 + max_actor_clipfrac: 0.040893555 + max_actor_loss: 0.004359087 + max_advantage: 0.043227732 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000698363 + max_entropy: 0.06580209 + max_grad_norm_pre_clip: 5.628715 + max_loss: 0.0046510226 + std: + std_actor_approxkl1: 0.0010388086 + std_actor_approxkl3: 0.0007028474 + std_actor_clipfrac: 0.009730497 + std_actor_loss: 0.0012924602 + std_advantage: 0.020687103 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027562183 + std_entropy: 0.008382142 + std_grad_norm_pre_clip: 1.0539042 + std_loss: 0.0012871207 + eval-batch-train: + avg_avg_episode_length: 4.876539 + avg_avg_return: 0.98913467 + avg_benchmark_regret: 0.00605845 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34052277 + proxy_corner: + avg_avg_return: 0.19703825 + avg_reward_per_step: 0.038902283 + eval-batch-orig: + avg_avg_episode_length: 6.1026506 + avg_avg_return: 0.9852452 + avg_benchmark_regret: 0.008693764 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26594543 + proxy_corner: + avg_avg_return: 0.9852452 + avg_reward_per_step: 0.26594543 + eval-batch-shift: + avg_avg_episode_length: 5.2159452 + avg_avg_return: 0.98771834 + avg_benchmark_regret: 0.0072430037 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33950043 + proxy_corner: + avg_avg_return: 0.18735898 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.741895 + avg_avg_return: 0.9867414 + avg_benchmark_regret: 0.007678843 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27602386 + proxy_corner: + avg_avg_return: 0.9867414 + avg_reward_per_step: 0.27602386 +=========================================================== +=========================================================== + step: + env-step-all-before: 111149056 + env-step-replay-before: 56688640 + env-step-used-before: 111149056 + ppo-update-before: 67840 + env-step-generate-before: 54460416 + env-step-all-after: 111181824 + env-step-replay-after: 56721408 + env-step-used-after: 111181824 + ppo-update-after: 67860 + env-step-generate-after: 54460416 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.307386 + avg_avg_return: 0.8859993 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.60776865 + avg_reward_per_step: 0.046142578 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.307386 + avg_avg_return: 0.8859993 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.60776865 + avg_reward_per_step: 0.046142578 + perf: + env_steps_per_second: 974785.6319403431 + ppo_updates_per_second: 110.7047821279468 + eval-batch-train-duration: 0.18690570699982345 + eval-batch-orig-duration: 0.1360299660009332 + eval-batch-shift-duration: 0.13676913897506893 + eval-batch-tree-duration: 0.13663833297323436 + ued: + distances: + cheese-corne_dist_avg: 6.863037 + cheese-corne_dist_wavg: 10.583743 + levels_cheese_is_in_corner_avg: 0.08691406 + mouse-cheese_dist_finite_avg: 12.630127 + mouse-cheese_dist_finite_wavg: 12.058442 + mouse-cheese_dist_solvable_avg: 12.630127 + mouse-cheese_dist_solvable_wavg: 12.05844 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10097353 + visit_patterns: + avg_first_visit_time: 1276.6858 + avg_last_visit_time: 1721.2051 + num_replay_batches: 1731 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021859102 + avg_actor_approxkl3: 0.0014133792 + avg_actor_clipfrac: 0.035437014 + avg_actor_loss: 0.0006612145 + avg_advantage: -0.0007295798 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020855454 + avg_entropy: 0.078327395 + avg_grad_norm_pre_clip: 2.2394493 + avg_loss: 0.0006871644 + max: + max_actor_approxkl1: 0.0038961726 + max_actor_approxkl3: 0.0024660788 + max_actor_clipfrac: 0.0579834 + max_actor_loss: 0.0026145559 + max_advantage: 0.09114087 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00069081876 + max_entropy: 0.10114325 + max_grad_norm_pre_clip: 4.838866 + max_loss: 0.002558857 + std: + std_actor_approxkl1: 0.0010735436 + std_actor_approxkl3: 0.0007170139 + std_actor_clipfrac: 0.0144492835 + std_actor_loss: 0.0009998042 + std_advantage: 0.020461492 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002771016 + std_entropy: 0.0076609775 + std_grad_norm_pre_clip: 0.990019 + std_loss: 0.00097180565 + eval-batch-train: + avg_avg_episode_length: 5.062793 + avg_avg_return: 0.9884449 + avg_benchmark_regret: 0.0067482097 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33171082 + proxy_corner: + avg_avg_return: 0.19772871 + avg_reward_per_step: 0.03829193 + eval-batch-orig: + avg_avg_episode_length: 6.117706 + avg_avg_return: 0.9857494 + avg_benchmark_regret: 0.008189556 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26457214 + proxy_corner: + avg_avg_return: 0.9857494 + avg_reward_per_step: 0.26457214 + eval-batch-shift: + avg_avg_episode_length: 5.260386 + avg_avg_return: 0.9871963 + avg_benchmark_regret: 0.0077650063 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33943176 + proxy_corner: + avg_avg_return: 0.18783888 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.9415674 + avg_avg_return: 0.9838232 + avg_benchmark_regret: 0.010597098 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2731247 + proxy_corner: + avg_avg_return: 0.9838232 + avg_reward_per_step: 0.2731247 +=========================================================== +=========================================================== + step: + env-step-all-before: 112197632 + env-step-replay-before: 57376768 + env-step-used-before: 112197632 + ppo-update-before: 68480 + env-step-generate-before: 54820864 + env-step-all-after: 112230400 + env-step-replay-after: 57409536 + env-step-used-after: 112230400 + ppo-update-after: 68500 + env-step-generate-after: 54820864 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 14.712081 + avg_avg_return: 0.8830434 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.5861082 + avg_reward_per_step: 0.044311523 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 14.712081 + avg_avg_return: 0.8830434 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.5861082 + avg_reward_per_step: 0.044311523 + perf: + env_steps_per_second: 979737.1585077939 + ppo_updates_per_second: 111.55596407499051 + eval-batch-train-duration: 0.18555317999562249 + eval-batch-orig-duration: 0.13704047101782635 + eval-batch-shift-duration: 0.13701690797461197 + eval-batch-tree-duration: 0.13639262004289776 + ued: + distances: + cheese-corne_dist_avg: 6.8203125 + cheese-corne_dist_wavg: 4.282144 + levels_cheese_is_in_corner_avg: 0.087890625 + mouse-cheese_dist_finite_avg: 12.622559 + mouse-cheese_dist_finite_wavg: 12.963393 + mouse-cheese_dist_solvable_avg: 12.622559 + mouse-cheese_dist_solvable_wavg: 12.963391 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.098992236 + visit_patterns: + avg_first_visit_time: 1286.824 + avg_last_visit_time: 1742.2854 + num_replay_batches: 1752 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001975352 + avg_actor_approxkl3: 0.0013855969 + avg_actor_clipfrac: 0.03450928 + avg_actor_loss: 0.00032680965 + avg_advantage: -0.00024311467 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3777283e-05 + avg_entropy: 0.07853779 + avg_grad_norm_pre_clip: 2.1271296 + avg_loss: 0.0002751605 + max: + max_actor_approxkl1: 0.004738067 + max_actor_approxkl3: 0.00268168 + max_actor_clipfrac: 0.059448242 + max_actor_loss: 0.0020356122 + max_advantage: 0.037326872 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6011075e-05 + max_entropy: 0.09634279 + max_grad_norm_pre_clip: 3.3770087 + max_loss: 0.0019762951 + std: + std_actor_approxkl1: 0.0011438966 + std_actor_approxkl3: 0.00065464294 + std_actor_clipfrac: 0.012917964 + std_actor_loss: 0.0007920721 + std_advantage: 0.010226353 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.5633533e-06 + std_entropy: 0.009192347 + std_grad_norm_pre_clip: 0.7341616 + std_loss: 0.00079049374 + eval-batch-train: + avg_avg_episode_length: 4.971904 + avg_avg_return: 0.9888823 + avg_benchmark_regret: 0.0063107675 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33872223 + proxy_corner: + avg_avg_return: 0.19729757 + avg_reward_per_step: 0.038131714 + eval-batch-orig: + avg_avg_episode_length: 6.1699677 + avg_avg_return: 0.98514557 + avg_benchmark_regret: 0.008793455 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26480865 + proxy_corner: + avg_avg_return: 0.98514557 + avg_reward_per_step: 0.26480865 + eval-batch-shift: + avg_avg_episode_length: 5.3025694 + avg_avg_return: 0.98624027 + avg_benchmark_regret: 0.008721047 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34039307 + proxy_corner: + avg_avg_return: 0.1889036 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.945509 + avg_avg_return: 0.98478556 + avg_benchmark_regret: 0.009634762 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27409363 + proxy_corner: + avg_avg_return: 0.98478556 + avg_reward_per_step: 0.27409363 +=========================================================== +=========================================================== + step: + env-step-all-before: 113246208 + env-step-replay-before: 57901056 + env-step-used-before: 113246208 + ppo-update-before: 69120 + env-step-generate-before: 55345152 + env-step-all-after: 113278976 + env-step-replay-after: 57901056 + env-step-used-after: 113278976 + ppo-update-after: 69140 + env-step-generate-after: 55377920 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.1888895 + avg_avg_return: 0.9656409 + avg_reward_per_step: 0.30691528 + proxy_corner: + avg_avg_return: 0.20686805 + avg_reward_per_step: 0.035095215 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.1888895 + avg_avg_return: 0.9656409 + avg_reward_per_step: 0.30691528 + proxy_corner: + avg_avg_return: 0.20686805 + avg_reward_per_step: 0.035095215 + perf: + env_steps_per_second: 960054.4338567266 + ppo_updates_per_second: 110.65213709055796 + eval-batch-train-duration: 0.18621927598724142 + eval-batch-orig-duration: 0.1366731399903074 + eval-batch-shift-duration: 0.14606574899517 + eval-batch-tree-duration: 0.1371045930427499 + ued: + distances: + cheese-corne_dist_avg: 6.812256 + cheese-corne_dist_wavg: 13.284159 + levels_cheese_is_in_corner_avg: 0.08984375 + mouse-cheese_dist_finite_avg: 12.634277 + mouse-cheese_dist_finite_wavg: 13.861906 + mouse-cheese_dist_solvable_avg: 12.634277 + mouse-cheese_dist_solvable_wavg: 13.861906 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.098231554 + visit_patterns: + avg_first_visit_time: 1298.5317 + avg_last_visit_time: 1757.2827 + num_replay_batches: 1767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001456532 + avg_actor_approxkl3: 0.0014327281 + avg_actor_clipfrac: 0.017468262 + avg_actor_loss: 0.0008666808 + avg_advantage: 0.0032706126 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.703135e-05 + avg_entropy: 0.026390282 + avg_grad_norm_pre_clip: 1.1537901 + avg_loss: 0.00087380613 + max: + max_actor_approxkl1: 0.005131222 + max_actor_approxkl3: 0.003957306 + max_actor_clipfrac: 0.040649414 + max_actor_loss: 0.0034046974 + max_advantage: 0.05440873 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.2264494e-05 + max_entropy: 0.036129363 + max_grad_norm_pre_clip: 2.2711298 + max_loss: 0.0034132495 + std: + std_actor_approxkl1: 0.00128956 + std_actor_approxkl3: 0.0009932597 + std_actor_clipfrac: 0.009612438 + std_actor_loss: 0.0011172788 + std_advantage: 0.011168854 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.8436166e-06 + std_entropy: 0.004485085 + std_grad_norm_pre_clip: 0.57523304 + std_loss: 0.0011172347 + eval-batch-train: + avg_avg_episode_length: 5.0173373 + avg_avg_return: 0.98855305 + avg_benchmark_regret: 0.0066400818 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3387909 + proxy_corner: + avg_avg_return: 0.20001043 + avg_reward_per_step: 0.038993835 + eval-batch-orig: + avg_avg_episode_length: 6.170623 + avg_avg_return: 0.9849944 + avg_benchmark_regret: 0.00894458 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26554108 + proxy_corner: + avg_avg_return: 0.9849944 + avg_reward_per_step: 0.26554108 + eval-batch-shift: + avg_avg_episode_length: 5.360503 + avg_avg_return: 0.9861887 + avg_benchmark_regret: 0.00877262 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34092712 + proxy_corner: + avg_avg_return: 0.19116329 + avg_reward_per_step: 0.036621094 + eval-batch-tree: + avg_avg_episode_length: 5.9228477 + avg_avg_return: 0.9851058 + avg_benchmark_regret: 0.009314452 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27585602 + proxy_corner: + avg_avg_return: 0.9851058 + avg_reward_per_step: 0.27585602 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 114294784 + env-step-replay-before: 58359808 + env-step-used-before: 114294784 + ppo-update-before: 69760 + env-step-generate-before: 55934976 + env-step-all-after: 114327552 + env-step-replay-after: 58392576 + env-step-used-after: 114327552 + ppo-update-after: 69780 + env-step-generate-after: 55934976 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.698219 + avg_avg_return: 0.8902591 + avg_reward_per_step: 0.07107544 + proxy_corner: + avg_avg_return: 0.54766905 + avg_reward_per_step: 0.042541504 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.698219 + avg_avg_return: 0.8902591 + avg_reward_per_step: 0.07107544 + proxy_corner: + avg_avg_return: 0.54766905 + avg_reward_per_step: 0.042541504 + perf: + env_steps_per_second: 992399.7586983392 + ppo_updates_per_second: 111.21424253941538 + eval-batch-train-duration: 0.1847328349831514 + eval-batch-orig-duration: 0.13600305700674653 + eval-batch-shift-duration: 0.13944707700284198 + eval-batch-tree-duration: 0.1394390120403841 + ued: + distances: + cheese-corne_dist_avg: 6.830078 + cheese-corne_dist_wavg: 11.475889 + levels_cheese_is_in_corner_avg: 0.087646484 + mouse-cheese_dist_finite_avg: 12.644531 + mouse-cheese_dist_finite_wavg: 12.064667 + mouse-cheese_dist_solvable_avg: 12.644531 + mouse-cheese_dist_solvable_wavg: 12.064669 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10112312 + visit_patterns: + avg_first_visit_time: 1309.8611 + avg_last_visit_time: 1772.314 + num_replay_batches: 1782 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016758273 + avg_actor_approxkl3: 0.0010417268 + avg_actor_clipfrac: 0.02508545 + avg_actor_loss: 0.0005831341 + avg_advantage: -0.0010538364 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.0781364e-05 + avg_entropy: 0.053254403 + avg_grad_norm_pre_clip: 1.7355515 + avg_loss: 0.0005552704 + max: + max_actor_approxkl1: 0.0039717285 + max_actor_approxkl3: 0.003072645 + max_actor_clipfrac: 0.053222656 + max_actor_loss: 0.0030845227 + max_advantage: 0.04252565 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.923747e-05 + max_entropy: 0.07494639 + max_grad_norm_pre_clip: 3.934584 + max_loss: 0.0030344084 + std: + std_actor_approxkl1: 0.0012220585 + std_actor_approxkl3: 0.0006867409 + std_actor_clipfrac: 0.011793565 + std_actor_loss: 0.0010652519 + std_advantage: 0.009785758 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6609354e-06 + std_entropy: 0.008846991 + std_grad_norm_pre_clip: 0.8072726 + std_loss: 0.0010634225 + eval-batch-train: + avg_avg_episode_length: 5.002064 + avg_avg_return: 0.9890337 + avg_benchmark_regret: 0.0061593642 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33515167 + proxy_corner: + avg_avg_return: 0.19723974 + avg_reward_per_step: 0.038246155 + eval-batch-orig: + avg_avg_episode_length: 6.0940723 + avg_avg_return: 0.9849911 + avg_benchmark_regret: 0.008947946 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2650833 + proxy_corner: + avg_avg_return: 0.9849911 + avg_reward_per_step: 0.2650833 + eval-batch-shift: + avg_avg_episode_length: 5.410588 + avg_avg_return: 0.986364 + avg_benchmark_regret: 0.008597327 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33872986 + proxy_corner: + avg_avg_return: 0.1907047 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.730373 + avg_avg_return: 0.9869177 + avg_benchmark_regret: 0.0075026313 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2736969 + proxy_corner: + avg_avg_return: 0.9869177 + avg_reward_per_step: 0.2736969 +=========================================================== +=========================================================== + step: + env-step-all-before: 115343360 + env-step-replay-before: 58982400 + env-step-used-before: 115343360 + ppo-update-before: 70400 + env-step-generate-before: 56360960 + env-step-all-after: 115376128 + env-step-replay-after: 58982400 + env-step-used-after: 115376128 + ppo-update-after: 70420 + env-step-generate-after: 56393728 + train-generate: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.0843487 + avg_avg_return: 0.9688915 + avg_reward_per_step: 0.3249817 + proxy_corner: + avg_avg_return: 0.20390335 + avg_reward_per_step: 0.043182373 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.0843487 + avg_avg_return: 0.9688915 + avg_reward_per_step: 0.3249817 + proxy_corner: + avg_avg_return: 0.20390335 + avg_reward_per_step: 0.043182373 + perf: + env_steps_per_second: 985133.3787255579 + ppo_updates_per_second: 111.34024935795283 + eval-batch-train-duration: 0.18475572898751125 + eval-batch-orig-duration: 0.13653492101002485 + eval-batch-shift-duration: 0.13829456601524726 + eval-batch-tree-duration: 0.13862943701678887 + ued: + distances: + cheese-corne_dist_avg: 6.835449 + cheese-corne_dist_wavg: 14.178994 + levels_cheese_is_in_corner_avg: 0.087890625 + mouse-cheese_dist_finite_avg: 12.663818 + mouse-cheese_dist_finite_wavg: 12.964197 + mouse-cheese_dist_solvable_avg: 12.663818 + mouse-cheese_dist_solvable_wavg: 12.964199 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10085018 + visit_patterns: + avg_first_visit_time: 1318.7515 + avg_last_visit_time: 1790.175 + num_replay_batches: 1800 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001157008 + avg_actor_approxkl3: 0.00080945296 + avg_actor_clipfrac: 0.013189698 + avg_actor_loss: 0.00044302922 + avg_advantage: -0.005878806 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.1717524e-05 + avg_entropy: 0.030443182 + avg_grad_norm_pre_clip: 1.054715 + avg_loss: 0.00045344475 + max: + max_actor_approxkl1: 0.0029134532 + max_actor_approxkl3: 0.0019019579 + max_actor_clipfrac: 0.027832031 + max_actor_loss: 0.0020124614 + max_advantage: 0.04098785 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00015783754 + max_entropy: 0.04437773 + max_grad_norm_pre_clip: 2.6272578 + max_loss: 0.0020041536 + std: + std_actor_approxkl1: 0.0008311035 + std_actor_approxkl3: 0.0005807965 + std_actor_clipfrac: 0.0080018435 + std_actor_loss: 0.0006009816 + std_advantage: 0.011141228 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6383135e-05 + std_entropy: 0.0067816814 + std_grad_norm_pre_clip: 0.5922854 + std_loss: 0.0005990889 + eval-batch-train: + avg_avg_episode_length: 4.9834423 + avg_avg_return: 0.9890917 + avg_benchmark_regret: 0.00610143 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3333969 + proxy_corner: + avg_avg_return: 0.19706501 + avg_reward_per_step: 0.037124634 + eval-batch-orig: + avg_avg_episode_length: 6.1471415 + avg_avg_return: 0.98476446 + avg_benchmark_regret: 0.0091745565 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26387787 + proxy_corner: + avg_avg_return: 0.98476446 + avg_reward_per_step: 0.26387787 + eval-batch-shift: + avg_avg_episode_length: 5.495964 + avg_avg_return: 0.98646224 + avg_benchmark_regret: 0.008499064 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33810425 + proxy_corner: + avg_avg_return: 0.1913088 + avg_reward_per_step: 0.036102295 + eval-batch-tree: + avg_avg_episode_length: 5.8633556 + avg_avg_return: 0.9860326 + avg_benchmark_regret: 0.008387659 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27140808 + proxy_corner: + avg_avg_return: 0.9860326 + avg_reward_per_step: 0.27140808 +=========================================================== +=========================================================== + step: + env-step-all-before: 116391936 + env-step-replay-before: 59506688 + env-step-used-before: 116391936 + ppo-update-before: 71040 + env-step-generate-before: 56885248 + env-step-all-after: 116424704 + env-step-replay-after: 59539456 + env-step-used-after: 116424704 + ppo-update-after: 71060 + env-step-generate-after: 56885248 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.195616 + avg_avg_return: 0.8865498 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.57063615 + avg_reward_per_step: 0.044158936 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.195616 + avg_avg_return: 0.8865498 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.57063615 + avg_reward_per_step: 0.044158936 + perf: + env_steps_per_second: 985586.9938412476 + ppo_updates_per_second: 111.33261725977272 + eval-batch-train-duration: 0.19059443200239912 + eval-batch-orig-duration: 0.14199802599614486 + eval-batch-shift-duration: 0.13638227398041636 + eval-batch-tree-duration: 0.13872513797832653 + ued: + distances: + cheese-corne_dist_avg: 6.850342 + cheese-corne_dist_wavg: 0.693503 + levels_cheese_is_in_corner_avg: 0.0871582 + mouse-cheese_dist_finite_avg: 12.675537 + mouse-cheese_dist_finite_wavg: 13.86677 + mouse-cheese_dist_solvable_avg: 12.675537 + mouse-cheese_dist_solvable_wavg: 13.866772 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10269059 + visit_patterns: + avg_first_visit_time: 1329.9417 + avg_last_visit_time: 1807.228 + num_replay_batches: 1817 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016548133 + avg_actor_approxkl3: 0.0009099126 + avg_actor_clipfrac: 0.022473145 + avg_actor_loss: 0.00028649063 + avg_advantage: 0.0012094718 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.0434664e-05 + avg_entropy: 0.06122775 + avg_grad_norm_pre_clip: 2.031364 + avg_loss: 0.0002504802 + max: + max_actor_approxkl1: 0.005163056 + max_actor_approxkl3: 0.0023215571 + max_actor_clipfrac: 0.048706055 + max_actor_loss: 0.0019616429 + max_advantage: 0.048277557 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.6888326e-05 + max_entropy: 0.071838915 + max_grad_norm_pre_clip: 4.0129685 + max_loss: 0.0019193066 + std: + std_actor_approxkl1: 0.0014590452 + std_actor_approxkl3: 0.00062769343 + std_actor_clipfrac: 0.010885832 + std_actor_loss: 0.0008641385 + std_advantage: 0.010197513 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4828747e-06 + std_entropy: 0.006383962 + std_grad_norm_pre_clip: 0.8406334 + std_loss: 0.0008651923 + eval-batch-train: + avg_avg_episode_length: 4.884426 + avg_avg_return: 0.98927236 + avg_benchmark_regret: 0.00592079 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.335289 + proxy_corner: + avg_avg_return: 0.19766286 + avg_reward_per_step: 0.038642883 + eval-batch-orig: + avg_avg_episode_length: 6.12561 + avg_avg_return: 0.9854538 + avg_benchmark_regret: 0.008485215 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26537323 + proxy_corner: + avg_avg_return: 0.9854538 + avg_reward_per_step: 0.26537323 + eval-batch-shift: + avg_avg_episode_length: 5.2024765 + avg_avg_return: 0.9872325 + avg_benchmark_regret: 0.0077287965 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.337471 + proxy_corner: + avg_avg_return: 0.18413746 + avg_reward_per_step: 0.03605652 + eval-batch-tree: + avg_avg_episode_length: 5.743305 + avg_avg_return: 0.98610467 + avg_benchmark_regret: 0.008315655 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27451324 + proxy_corner: + avg_avg_return: 0.98610467 + avg_reward_per_step: 0.27451324 +=========================================================== +=========================================================== + step: + env-step-all-before: 117440512 + env-step-replay-before: 60030976 + env-step-used-before: 117440512 + ppo-update-before: 71680 + env-step-generate-before: 57409536 + env-step-all-after: 117473280 + env-step-replay-after: 60030976 + env-step-used-after: 117473280 + ppo-update-after: 71700 + env-step-generate-after: 57442304 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 5.1134205 + avg_avg_return: 0.9673673 + avg_reward_per_step: 0.31832886 + proxy_corner: + avg_avg_return: 0.16099854 + avg_reward_per_step: 0.027770996 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 5.1134205 + avg_avg_return: 0.9673673 + avg_reward_per_step: 0.31832886 + proxy_corner: + avg_avg_return: 0.16099854 + avg_reward_per_step: 0.027770996 + perf: + env_steps_per_second: 1004888.6187241202 + ppo_updates_per_second: 111.39583081822208 + eval-batch-train-duration: 0.18536056100856513 + eval-batch-orig-duration: 0.13921504298923537 + eval-batch-shift-duration: 0.13768376602092758 + eval-batch-tree-duration: 0.13666766200913116 + ued: + distances: + cheese-corne_dist_avg: 6.8410645 + cheese-corne_dist_wavg: 10.581357 + levels_cheese_is_in_corner_avg: 0.0871582 + mouse-cheese_dist_finite_avg: 12.679443 + mouse-cheese_dist_finite_wavg: 14.766813 + mouse-cheese_dist_solvable_avg: 12.679443 + mouse-cheese_dist_solvable_wavg: 14.766815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10167221 + visit_patterns: + avg_first_visit_time: 1342.987 + avg_last_visit_time: 1822.3188 + num_replay_batches: 1832 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048721256 + avg_actor_approxkl3: 0.00039235657 + avg_actor_clipfrac: 0.008325196 + avg_actor_loss: -7.567904e-05 + avg_advantage: -0.0011640198 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.25577e-05 + avg_entropy: 0.026524916 + avg_grad_norm_pre_clip: 0.63547933 + avg_loss: -7.592511e-05 + max: + max_actor_approxkl1: 0.0022784842 + max_actor_approxkl3: 0.0024248033 + max_actor_clipfrac: 0.029174805 + max_actor_loss: 0.0015282054 + max_advantage: 0.056854606 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.766846e-05 + max_entropy: 0.03769019 + max_grad_norm_pre_clip: 1.7721056 + max_loss: 0.0015244774 + std: + std_actor_approxkl1: 0.00061201997 + std_actor_approxkl3: 0.00051352405 + std_actor_clipfrac: 0.006293503 + std_actor_loss: 0.00045229305 + std_advantage: 0.0102874 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.0713246e-06 + std_entropy: 0.0051997034 + std_grad_norm_pre_clip: 0.40620837 + std_loss: 0.00045235813 + eval-batch-train: + avg_avg_episode_length: 5.010005 + avg_avg_return: 0.988783 + avg_benchmark_regret: 0.0064100334 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33512878 + proxy_corner: + avg_avg_return: 0.19753513 + avg_reward_per_step: 0.038246155 + eval-batch-orig: + avg_avg_episode_length: 6.115252 + avg_avg_return: 0.98545575 + avg_benchmark_regret: 0.008483273 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26480865 + proxy_corner: + avg_avg_return: 0.98545575 + avg_reward_per_step: 0.26480865 + eval-batch-shift: + avg_avg_episode_length: 5.4294877 + avg_avg_return: 0.9859054 + avg_benchmark_regret: 0.0090559395 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33935547 + proxy_corner: + avg_avg_return: 0.18649203 + avg_reward_per_step: 0.035469055 + eval-batch-tree: + avg_avg_episode_length: 5.7501864 + avg_avg_return: 0.98639095 + avg_benchmark_regret: 0.008029301 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2734375 + proxy_corner: + avg_avg_return: 0.98639095 + avg_reward_per_step: 0.2734375 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 118489088 + env-step-replay-before: 60424192 + env-step-used-before: 118489088 + ppo-update-before: 72320 + env-step-generate-before: 58064896 + env-step-all-after: 118521856 + env-step-replay-after: 60424192 + env-step-used-after: 118521856 + ppo-update-after: 72340 + env-step-generate-after: 58097664 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 5.162486 + avg_avg_return: 0.9675057 + avg_reward_per_step: 0.30264282 + proxy_corner: + avg_avg_return: 0.16778956 + avg_reward_per_step: 0.034820557 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 5.162486 + avg_avg_return: 0.9675057 + avg_reward_per_step: 0.30264282 + proxy_corner: + avg_avg_return: 0.16778956 + avg_reward_per_step: 0.034820557 + perf: + env_steps_per_second: 979090.1449776561 + ppo_updates_per_second: 111.08145852692412 + eval-batch-train-duration: 0.18667297495994717 + eval-batch-orig-duration: 0.13924048095941544 + eval-batch-shift-duration: 0.1387280860217288 + eval-batch-tree-duration: 0.13719351403415203 + ued: + distances: + cheese-corne_dist_avg: 6.8952637 + cheese-corne_dist_wavg: 7.8941555 + levels_cheese_is_in_corner_avg: 0.084472656 + mouse-cheese_dist_finite_avg: 12.693115 + mouse-cheese_dist_finite_wavg: 14.765149 + mouse-cheese_dist_solvable_avg: 12.693115 + mouse-cheese_dist_solvable_wavg: 14.765151 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10136347 + visit_patterns: + avg_first_visit_time: 1358.4907 + avg_last_visit_time: 1834.2385 + num_replay_batches: 1844 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010127801 + avg_actor_approxkl3: 0.00089885684 + avg_actor_clipfrac: 0.01293335 + avg_actor_loss: 0.00038099996 + avg_advantage: 0.0021330419 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.8878883e-05 + avg_entropy: 0.025870135 + avg_grad_norm_pre_clip: 0.8924754 + avg_loss: 0.0003845693 + max: + max_actor_approxkl1: 0.0036576819 + max_actor_approxkl3: 0.0034284352 + max_actor_clipfrac: 0.033203125 + max_actor_loss: 0.0018368475 + max_advantage: 0.04286164 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.234383e-05 + max_entropy: 0.030984014 + max_grad_norm_pre_clip: 2.6618226 + max_loss: 0.0018358405 + std: + std_actor_approxkl1: 0.0010592394 + std_actor_approxkl3: 0.0008137242 + std_actor_clipfrac: 0.008045024 + std_actor_loss: 0.00062237604 + std_advantage: 0.010737174 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.4592705e-06 + std_entropy: 0.0039018115 + std_grad_norm_pre_clip: 0.50194067 + std_loss: 0.0006208233 + eval-batch-train: + avg_avg_episode_length: 5.305481 + avg_avg_return: 0.987659 + avg_benchmark_regret: 0.007534112 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33589935 + proxy_corner: + avg_avg_return: 0.19919759 + avg_reward_per_step: 0.039016724 + eval-batch-orig: + avg_avg_episode_length: 6.2457724 + avg_avg_return: 0.9850698 + avg_benchmark_regret: 0.008869178 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26449585 + proxy_corner: + avg_avg_return: 0.9850698 + avg_reward_per_step: 0.26449585 + eval-batch-shift: + avg_avg_episode_length: 5.338974 + avg_avg_return: 0.9872069 + avg_benchmark_regret: 0.0077544237 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.33877563 + proxy_corner: + avg_avg_return: 0.19693336 + avg_reward_per_step: 0.03691864 + eval-batch-tree: + avg_avg_episode_length: 5.989834 + avg_avg_return: 0.9839792 + avg_benchmark_regret: 0.010441058 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27519226 + proxy_corner: + avg_avg_return: 0.9839792 + avg_reward_per_step: 0.27519226 +=========================================================== +=========================================================== + step: + env-step-all-before: 119537664 + env-step-replay-before: 60882944 + env-step-used-before: 119537664 + ppo-update-before: 72960 + env-step-generate-before: 58654720 + env-step-all-after: 119570432 + env-step-replay-after: 60882944 + env-step-used-after: 119570432 + ppo-update-after: 72980 + env-step-generate-after: 58687488 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.0154343 + avg_avg_return: 0.96814764 + avg_reward_per_step: 0.34558105 + proxy_corner: + avg_avg_return: 0.19348969 + avg_reward_per_step: 0.044281006 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.0154343 + avg_avg_return: 0.96814764 + avg_reward_per_step: 0.34558105 + proxy_corner: + avg_avg_return: 0.19348969 + avg_reward_per_step: 0.044281006 + perf: + env_steps_per_second: 994834.2578267776 + ppo_updates_per_second: 112.03076794704556 + eval-batch-train-duration: 0.18670088896760717 + eval-batch-orig-duration: 0.1384198649902828 + eval-batch-shift-duration: 0.13778409699443728 + eval-batch-tree-duration: 0.13845289702294394 + ued: + distances: + cheese-corne_dist_avg: 6.9157715 + cheese-corne_dist_wavg: 12.396726 + levels_cheese_is_in_corner_avg: 0.08276367 + mouse-cheese_dist_finite_avg: 12.705078 + mouse-cheese_dist_finite_wavg: 11.171416 + mouse-cheese_dist_solvable_avg: 12.705078 + mouse-cheese_dist_solvable_wavg: 11.171417 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10261061 + visit_patterns: + avg_first_visit_time: 1372.1694 + avg_last_visit_time: 1848.2747 + num_replay_batches: 1858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023587262 + avg_actor_approxkl3: 0.0019204982 + avg_actor_clipfrac: 0.02526245 + avg_actor_loss: 0.0013857454 + avg_advantage: 0.0028826091 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.6883542e-05 + avg_entropy: 0.037784286 + avg_grad_norm_pre_clip: 1.7081274 + avg_loss: 0.0013764028 + max: + max_actor_approxkl1: 0.0064385952 + max_actor_approxkl3: 0.0048590237 + max_actor_clipfrac: 0.048583984 + max_actor_loss: 0.004400281 + max_advantage: 0.04274988 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.029435e-05 + max_entropy: 0.04605197 + max_grad_norm_pre_clip: 3.5136206 + max_loss: 0.0044030533 + std: + std_actor_approxkl1: 0.0015700234 + std_actor_approxkl3: 0.0012172658 + std_actor_clipfrac: 0.01298357 + std_actor_loss: 0.0012687463 + std_advantage: 0.010979416 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.4365336e-06 + std_entropy: 0.006215262 + std_grad_norm_pre_clip: 0.8002868 + std_loss: 0.001267769 + eval-batch-train: + avg_avg_episode_length: 4.8777084 + avg_avg_return: 0.9889649 + avg_benchmark_regret: 0.006228157 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3391266 + proxy_corner: + avg_avg_return: 0.19720513 + avg_reward_per_step: 0.038528442 + eval-batch-orig: + avg_avg_episode_length: 6.091196 + avg_avg_return: 0.9853035 + avg_benchmark_regret: 0.00863549 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2650528 + proxy_corner: + avg_avg_return: 0.9853035 + avg_reward_per_step: 0.2650528 + eval-batch-shift: + avg_avg_episode_length: 5.1489024 + avg_avg_return: 0.9875934 + avg_benchmark_regret: 0.007367882 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34236145 + proxy_corner: + avg_avg_return: 0.18760118 + avg_reward_per_step: 0.036445618 + eval-batch-tree: + avg_avg_episode_length: 5.685461 + avg_avg_return: 0.98655707 + avg_benchmark_regret: 0.007863212 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.274765 + proxy_corner: + avg_avg_return: 0.98655707 + avg_reward_per_step: 0.274765 +=========================================================== +=========================================================== + step: + env-step-all-before: 120586240 + env-step-replay-before: 61407232 + env-step-used-before: 120586240 + ppo-update-before: 73600 + env-step-generate-before: 59179008 + env-step-all-after: 120619008 + env-step-replay-after: 61440000 + env-step-used-after: 120619008 + ppo-update-after: 73620 + env-step-generate-after: 59179008 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.816168 + avg_avg_return: 0.8880682 + avg_reward_per_step: 0.071624756 + proxy_corner: + avg_avg_return: 0.57183033 + avg_reward_per_step: 0.044036865 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.816168 + avg_avg_return: 0.8880682 + avg_reward_per_step: 0.071624756 + proxy_corner: + avg_avg_return: 0.57183033 + avg_reward_per_step: 0.044036865 + perf: + env_steps_per_second: 999520.4954207984 + ppo_updates_per_second: 111.30247220205663 + eval-batch-train-duration: 0.18673267896519974 + eval-batch-orig-duration: 0.1417079530074261 + eval-batch-shift-duration: 0.13755929400213063 + eval-batch-tree-duration: 0.13704825099557638 + ued: + distances: + cheese-corne_dist_avg: 6.9265137 + cheese-corne_dist_wavg: 11.490228 + levels_cheese_is_in_corner_avg: 0.08251953 + mouse-cheese_dist_finite_avg: 12.713867 + mouse-cheese_dist_finite_wavg: 12.072946 + mouse-cheese_dist_solvable_avg: 12.713867 + mouse-cheese_dist_solvable_wavg: 12.072946 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1015078 + visit_patterns: + avg_first_visit_time: 1384.0933 + avg_last_visit_time: 1865.2168 + num_replay_batches: 1875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020108921 + avg_actor_approxkl3: 0.0016585445 + avg_actor_clipfrac: 0.028479004 + avg_actor_loss: 0.0019109413 + avg_advantage: -0.00071731675 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.091739e-05 + avg_entropy: 0.05657461 + avg_grad_norm_pre_clip: 2.226551 + avg_loss: 0.0018798249 + max: + max_actor_approxkl1: 0.0044350666 + max_actor_approxkl3: 0.0044638193 + max_actor_clipfrac: 0.0579834 + max_actor_loss: 0.007054013 + max_advantage: 0.036260545 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.8342655e-05 + max_entropy: 0.082839176 + max_grad_norm_pre_clip: 5.37976 + max_loss: 0.0070114126 + std: + std_actor_approxkl1: 0.0012681433 + std_actor_approxkl3: 0.0012002165 + std_actor_clipfrac: 0.013724694 + std_actor_loss: 0.0020392507 + std_advantage: 0.009192698 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.322825e-05 + std_entropy: 0.010703641 + std_grad_norm_pre_clip: 1.2328984 + std_loss: 0.0020319542 + eval-batch-train: + avg_avg_episode_length: 4.931821 + avg_avg_return: 0.9890858 + avg_benchmark_regret: 0.006107283 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3374939 + proxy_corner: + avg_avg_return: 0.1971147 + avg_reward_per_step: 0.038597107 + eval-batch-orig: + avg_avg_episode_length: 6.0886326 + avg_avg_return: 0.9848912 + avg_benchmark_regret: 0.009047859 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26499176 + proxy_corner: + avg_avg_return: 0.9848912 + avg_reward_per_step: 0.26499176 + eval-batch-shift: + avg_avg_episode_length: 5.241734 + avg_avg_return: 0.98702747 + avg_benchmark_regret: 0.007933842 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3409958 + proxy_corner: + avg_avg_return: 0.1909777 + avg_reward_per_step: 0.036476135 + eval-batch-tree: + avg_avg_episode_length: 5.609478 + avg_avg_return: 0.98700976 + avg_benchmark_regret: 0.0074104755 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2755432 + proxy_corner: + avg_avg_return: 0.98700976 + avg_reward_per_step: 0.2755432 +=========================================================== +=========================================================== + step: + env-step-all-before: 121634816 + env-step-replay-before: 61964288 + env-step-used-before: 121634816 + ppo-update-before: 74240 + env-step-generate-before: 59670528 + env-step-all-after: 121667584 + env-step-replay-after: 61997056 + env-step-used-after: 121667584 + ppo-update-after: 74260 + env-step-generate-after: 59670528 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.980244 + avg_avg_return: 0.88814425 + avg_reward_per_step: 0.06985474 + proxy_corner: + avg_avg_return: 0.59920895 + avg_reward_per_step: 0.045959473 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.980244 + avg_avg_return: 0.88814425 + avg_reward_per_step: 0.06985474 + proxy_corner: + avg_avg_return: 0.59920895 + avg_reward_per_step: 0.045959473 + perf: + env_steps_per_second: 968281.0810204132 + ppo_updates_per_second: 109.75153109933899 + eval-batch-train-duration: 0.18893681396730244 + eval-batch-orig-duration: 0.1349974159966223 + eval-batch-shift-duration: 0.13748267100891098 + eval-batch-tree-duration: 0.13822075101779774 + ued: + distances: + cheese-corne_dist_avg: 6.916504 + cheese-corne_dist_wavg: 11.492973 + levels_cheese_is_in_corner_avg: 0.08203125 + mouse-cheese_dist_finite_avg: 12.716553 + mouse-cheese_dist_finite_wavg: 13.86816 + mouse-cheese_dist_solvable_avg: 12.716553 + mouse-cheese_dist_solvable_wavg: 13.868162 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09972807 + visit_patterns: + avg_first_visit_time: 1395.0613 + avg_last_visit_time: 1882.2812 + num_replay_batches: 1892 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023455673 + avg_actor_approxkl3: 0.0018323584 + avg_actor_clipfrac: 0.03156128 + avg_actor_loss: 0.0022915725 + avg_advantage: -0.00024335134 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.8538448e-05 + avg_entropy: 0.05705719 + avg_grad_norm_pre_clip: 2.6680837 + avg_loss: 0.0022587846 + max: + max_actor_approxkl1: 0.005253476 + max_actor_approxkl3: 0.004380621 + max_actor_clipfrac: 0.048095703 + max_actor_loss: 0.0046107816 + max_advantage: 0.039476454 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.749314e-05 + max_entropy: 0.06611699 + max_grad_norm_pre_clip: 5.0930624 + max_loss: 0.0045834957 + std: + std_actor_approxkl1: 0.001467756 + std_actor_approxkl3: 0.0011987381 + std_actor_clipfrac: 0.012522502 + std_actor_loss: 0.0015935497 + std_advantage: 0.009525341 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2075817e-06 + std_entropy: 0.005593886 + std_grad_norm_pre_clip: 1.2703934 + std_loss: 0.0015922334 + eval-batch-train: + avg_avg_episode_length: 4.9303293 + avg_avg_return: 0.98929036 + avg_benchmark_regret: 0.0059027565 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33932495 + proxy_corner: + avg_avg_return: 0.19914445 + avg_reward_per_step: 0.039230347 + eval-batch-orig: + avg_avg_episode_length: 6.111056 + avg_avg_return: 0.98484015 + avg_benchmark_regret: 0.009098817 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.98484015 + avg_reward_per_step: 0.26544952 + eval-batch-shift: + avg_avg_episode_length: 5.124405 + avg_avg_return: 0.98808265 + avg_benchmark_regret: 0.006878643 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34212494 + proxy_corner: + avg_avg_return: 0.19294068 + avg_reward_per_step: 0.036972046 + eval-batch-tree: + avg_avg_episode_length: 5.6576366 + avg_avg_return: 0.9862876 + avg_benchmark_regret: 0.008132657 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2762146 + proxy_corner: + avg_avg_return: 0.9862876 + avg_reward_per_step: 0.2762146 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 122683392 + env-step-replay-before: 62390272 + env-step-used-before: 122683392 + ppo-update-before: 74880 + env-step-generate-before: 60293120 + env-step-all-after: 122716160 + env-step-replay-after: 62390272 + env-step-used-after: 122716160 + ppo-update-after: 74900 + env-step-generate-after: 60325888 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.270067 + avg_avg_return: 0.9667817 + avg_reward_per_step: 0.3210144 + proxy_corner: + avg_avg_return: 0.1520963 + avg_reward_per_step: 0.02734375 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.270067 + avg_avg_return: 0.9667817 + avg_reward_per_step: 0.3210144 + proxy_corner: + avg_avg_return: 0.1520963 + avg_reward_per_step: 0.02734375 + perf: + env_steps_per_second: 1017723.3502028569 + ppo_updates_per_second: 110.84403857197773 + eval-batch-train-duration: 0.18906042800517753 + eval-batch-orig-duration: 0.13732239900855348 + eval-batch-shift-duration: 0.1368483459809795 + eval-batch-tree-duration: 0.13746486703166738 + ued: + distances: + cheese-corne_dist_avg: 6.9213867 + cheese-corne_dist_wavg: 14.179166 + levels_cheese_is_in_corner_avg: 0.08129883 + mouse-cheese_dist_finite_avg: 12.719971 + mouse-cheese_dist_finite_wavg: 12.966633 + mouse-cheese_dist_solvable_avg: 12.719971 + mouse-cheese_dist_solvable_wavg: 12.966633 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1008776 + visit_patterns: + avg_first_visit_time: 1410.7515 + avg_last_visit_time: 1894.2036 + num_replay_batches: 1904 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015381953 + avg_actor_approxkl3: 0.0011714643 + avg_actor_clipfrac: 0.01395874 + avg_actor_loss: 0.00096975546 + avg_advantage: -0.00073157944 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.7857637e-05 + avg_entropy: 0.02910131 + avg_grad_norm_pre_clip: 1.0266632 + avg_loss: 0.000964583 + max: + max_actor_approxkl1: 0.004158597 + max_actor_approxkl3: 0.0038095603 + max_actor_clipfrac: 0.03100586 + max_actor_loss: 0.0045188623 + max_advantage: 0.04857272 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.695891e-05 + max_entropy: 0.03974578 + max_grad_norm_pre_clip: 1.977014 + max_loss: 0.0045044944 + std: + std_actor_approxkl1: 0.0012244135 + std_actor_approxkl3: 0.0010881393 + std_actor_clipfrac: 0.00899918 + std_actor_loss: 0.0012401431 + std_advantage: 0.009794704 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.3787053e-06 + std_entropy: 0.006568243 + std_grad_norm_pre_clip: 0.55177975 + std_loss: 0.0012359208 + eval-batch-train: + avg_avg_episode_length: 4.9033375 + avg_avg_return: 0.98891157 + avg_benchmark_regret: 0.006281536 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33799744 + proxy_corner: + avg_avg_return: 0.19763353 + avg_reward_per_step: 0.03931427 + eval-batch-orig: + avg_avg_episode_length: 6.066691 + avg_avg_return: 0.9852476 + avg_benchmark_regret: 0.00869142 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26595306 + proxy_corner: + avg_avg_return: 0.9852476 + avg_reward_per_step: 0.26595306 + eval-batch-shift: + avg_avg_episode_length: 5.116568 + avg_avg_return: 0.9883547 + avg_benchmark_regret: 0.006606616 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34199524 + proxy_corner: + avg_avg_return: 0.18919498 + avg_reward_per_step: 0.036506653 + eval-batch-tree: + avg_avg_episode_length: 5.665373 + avg_avg_return: 0.98651725 + avg_benchmark_regret: 0.007903033 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2763443 + proxy_corner: + avg_avg_return: 0.98651725 + avg_reward_per_step: 0.2763443 +=========================================================== +=========================================================== + step: + env-step-all-before: 123731968 + env-step-replay-before: 62717952 + env-step-used-before: 123731968 + ppo-update-before: 75520 + env-step-generate-before: 61014016 + env-step-all-after: 123764736 + env-step-replay-after: 62717952 + env-step-used-after: 123764736 + ppo-update-after: 75540 + env-step-generate-after: 61046784 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.349678 + avg_avg_return: 0.96384907 + avg_reward_per_step: 0.32211304 + proxy_corner: + avg_avg_return: 0.16550104 + avg_reward_per_step: 0.027191162 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.349678 + avg_avg_return: 0.96384907 + avg_reward_per_step: 0.32211304 + proxy_corner: + avg_avg_return: 0.16550104 + avg_reward_per_step: 0.027191162 + perf: + env_steps_per_second: 852784.1092892939 + ppo_updates_per_second: 112.08651157543557 + eval-batch-train-duration: 0.19091366999782622 + eval-batch-orig-duration: 0.14768314396496862 + eval-batch-shift-duration: 0.13801525498274714 + eval-batch-tree-duration: 0.1364397659781389 + ued: + distances: + cheese-corne_dist_avg: 6.973877 + cheese-corne_dist_wavg: 6.103807 + levels_cheese_is_in_corner_avg: 0.080566406 + mouse-cheese_dist_finite_avg: 12.738037 + mouse-cheese_dist_finite_wavg: 12.974878 + mouse-cheese_dist_solvable_avg: 12.738037 + mouse-cheese_dist_solvable_wavg: 12.974876 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10330269 + visit_patterns: + avg_first_visit_time: 1423.8643 + avg_last_visit_time: 1904.2148 + num_replay_batches: 1914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001110762 + avg_actor_approxkl3: 0.0006669649 + avg_actor_clipfrac: 0.016955568 + avg_actor_loss: 0.00015380002 + avg_advantage: -0.0021182816 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.950642e-05 + avg_entropy: 0.039997306 + avg_grad_norm_pre_clip: 1.1618873 + avg_loss: 0.00014355591 + max: + max_actor_approxkl1: 0.0030320762 + max_actor_approxkl3: 0.0014660247 + max_actor_clipfrac: 0.03515625 + max_actor_loss: 0.00095615536 + max_advantage: 0.048204005 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.354856e-05 + max_entropy: 0.056241307 + max_grad_norm_pre_clip: 2.0392766 + max_loss: 0.00093504833 + std: + std_actor_approxkl1: 0.0007799375 + std_actor_approxkl3: 0.0003894808 + std_actor_clipfrac: 0.008970789 + std_actor_loss: 0.00036209918 + std_advantage: 0.010069985 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2586448e-05 + std_entropy: 0.009075103 + std_grad_norm_pre_clip: 0.40508077 + std_loss: 0.00036462347 + eval-batch-train: + avg_avg_episode_length: 4.9153996 + avg_avg_return: 0.9888512 + avg_benchmark_regret: 0.0063419035 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34027863 + proxy_corner: + avg_avg_return: 0.1983822 + avg_reward_per_step: 0.03895569 + eval-batch-orig: + avg_avg_episode_length: 6.0755186 + avg_avg_return: 0.98527294 + avg_benchmark_regret: 0.008666048 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.98527294 + avg_reward_per_step: 0.26641083 + eval-batch-shift: + avg_avg_episode_length: 5.1341734 + avg_avg_return: 0.9878894 + avg_benchmark_regret: 0.0070719095 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3431244 + proxy_corner: + avg_avg_return: 0.18830797 + avg_reward_per_step: 0.0364151 + eval-batch-tree: + avg_avg_episode_length: 5.6887608 + avg_avg_return: 0.9867215 + avg_benchmark_regret: 0.0076987566 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2763214 + proxy_corner: + avg_avg_return: 0.9867215 + avg_reward_per_step: 0.2763214 +=========================================================== +=========================================================== + step: + env-step-all-before: 124780544 + env-step-replay-before: 63176704 + env-step-used-before: 124780544 + ppo-update-before: 76160 + env-step-generate-before: 61603840 + env-step-all-after: 124813312 + env-step-replay-after: 63176704 + env-step-used-after: 124813312 + ppo-update-after: 76180 + env-step-generate-after: 61636608 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.4256144 + avg_avg_return: 0.9657806 + avg_reward_per_step: 0.29486084 + proxy_corner: + avg_avg_return: 0.17844974 + avg_reward_per_step: 0.0357666 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.4256144 + avg_avg_return: 0.9657806 + avg_reward_per_step: 0.29486084 + proxy_corner: + avg_avg_return: 0.17844974 + avg_reward_per_step: 0.0357666 + perf: + env_steps_per_second: 986027.9113887128 + ppo_updates_per_second: 110.55600448931969 + eval-batch-train-duration: 0.18617513100616634 + eval-batch-orig-duration: 0.13564535899786279 + eval-batch-shift-duration: 0.13652564899530262 + eval-batch-tree-duration: 0.1363846530439332 + ued: + distances: + cheese-corne_dist_avg: 6.938965 + cheese-corne_dist_wavg: 9.690941 + levels_cheese_is_in_corner_avg: 0.08129883 + mouse-cheese_dist_finite_avg: 12.768311 + mouse-cheese_dist_finite_wavg: 12.074908 + mouse-cheese_dist_solvable_avg: 12.768311 + mouse-cheese_dist_solvable_wavg: 12.074908 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10245694 + visit_patterns: + avg_first_visit_time: 1434.6707 + avg_last_visit_time: 1918.3391 + num_replay_batches: 1928 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008923374 + avg_actor_approxkl3: 0.0005939516 + avg_actor_clipfrac: 0.009515381 + avg_actor_loss: 0.00038454597 + avg_advantage: -0.00092536974 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.176842e-05 + avg_entropy: 0.021896616 + avg_grad_norm_pre_clip: 0.6975534 + avg_loss: 0.00038853358 + max: + max_actor_approxkl1: 0.0025803647 + max_actor_approxkl3: 0.0014903335 + max_actor_clipfrac: 0.016845703 + max_actor_loss: 0.0017578108 + max_advantage: 0.04782641 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.204097e-05 + max_entropy: 0.028197652 + max_grad_norm_pre_clip: 1.7150294 + max_loss: 0.0017569135 + std: + std_actor_approxkl1: 0.0007025926 + std_actor_approxkl3: 0.00042897454 + std_actor_clipfrac: 0.004820692 + std_actor_loss: 0.00055682036 + std_advantage: 0.009805826 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.8539613e-06 + std_entropy: 0.004182355 + std_grad_norm_pre_clip: 0.34623745 + std_loss: 0.0005542262 + eval-batch-train: + avg_avg_episode_length: 4.876982 + avg_avg_return: 0.9894625 + avg_benchmark_regret: 0.0057306355 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3378296 + proxy_corner: + avg_avg_return: 0.19750014 + avg_reward_per_step: 0.03768158 + eval-batch-orig: + avg_avg_episode_length: 6.1576424 + avg_avg_return: 0.98488694 + avg_benchmark_regret: 0.009052101 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26343536 + proxy_corner: + avg_avg_return: 0.98488694 + avg_reward_per_step: 0.26343536 + eval-batch-shift: + avg_avg_episode_length: 5.067176 + avg_avg_return: 0.9885111 + avg_benchmark_regret: 0.0064502023 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.343956 + proxy_corner: + avg_avg_return: 0.18701157 + avg_reward_per_step: 0.036376953 + eval-batch-tree: + avg_avg_episode_length: 5.7916546 + avg_avg_return: 0.98677003 + avg_benchmark_regret: 0.007650273 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27228546 + proxy_corner: + avg_avg_return: 0.98677003 + avg_reward_per_step: 0.27228546 +=========================================================== +=========================================================== + step: + env-step-all-before: 125829120 + env-step-replay-before: 63799296 + env-step-used-before: 125829120 + ppo-update-before: 76800 + env-step-generate-before: 62029824 + env-step-all-after: 125861888 + env-step-replay-after: 63832064 + env-step-used-after: 125861888 + ppo-update-after: 76820 + env-step-generate-after: 62029824 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 14.012089 + avg_avg_return: 0.88854945 + avg_reward_per_step: 0.06951904 + proxy_corner: + avg_avg_return: 0.6400494 + avg_reward_per_step: 0.04916382 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 14.012089 + avg_avg_return: 0.88854945 + avg_reward_per_step: 0.06951904 + proxy_corner: + avg_avg_return: 0.6400494 + avg_reward_per_step: 0.04916382 + perf: + env_steps_per_second: 1018685.7388007613 + ppo_updates_per_second: 111.15684784807924 + eval-batch-train-duration: 0.18621381500270218 + eval-batch-orig-duration: 0.13877726200735196 + eval-batch-shift-duration: 0.13925388100324199 + eval-batch-tree-duration: 0.13887680904008448 + ued: + distances: + cheese-corne_dist_avg: 6.94751 + cheese-corne_dist_wavg: 14.188131 + levels_cheese_is_in_corner_avg: 0.08081055 + mouse-cheese_dist_finite_avg: 12.7854 + mouse-cheese_dist_finite_wavg: 14.775135 + mouse-cheese_dist_solvable_avg: 12.7854 + mouse-cheese_dist_solvable_wavg: 14.775135 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1015177 + visit_patterns: + avg_first_visit_time: 1442.0498 + avg_last_visit_time: 1938.2336 + num_replay_batches: 1948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013654777 + avg_actor_approxkl3: 0.000716797 + avg_actor_clipfrac: 0.021105958 + avg_actor_loss: 0.00023744538 + avg_advantage: 0.0009408782 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1038482e-05 + avg_entropy: 0.06047814 + avg_grad_norm_pre_clip: 1.7897167 + avg_loss: 0.00019748644 + max: + max_actor_approxkl1: 0.0031190957 + max_actor_approxkl3: 0.0019042243 + max_actor_clipfrac: 0.03942871 + max_actor_loss: 0.0017650467 + max_advantage: 0.037751913 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7019195e-05 + max_entropy: 0.08193132 + max_grad_norm_pre_clip: 3.3767958 + max_loss: 0.0017298504 + std: + std_actor_approxkl1: 0.001006196 + std_actor_approxkl3: 0.0004885376 + std_actor_clipfrac: 0.009528595 + std_actor_loss: 0.00073835894 + std_advantage: 0.009086819 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1088465e-06 + std_entropy: 0.009278188 + std_grad_norm_pre_clip: 0.7494338 + std_loss: 0.00073970336 + eval-batch-train: + avg_avg_episode_length: 4.8553867 + avg_avg_return: 0.9890636 + avg_benchmark_regret: 0.0061294907 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33971405 + proxy_corner: + avg_avg_return: 0.19800328 + avg_reward_per_step: 0.03883362 + eval-batch-orig: + avg_avg_episode_length: 6.047737 + avg_avg_return: 0.98554397 + avg_benchmark_regret: 0.008395045 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26578522 + proxy_corner: + avg_avg_return: 0.98554397 + avg_reward_per_step: 0.26578522 + eval-batch-shift: + avg_avg_episode_length: 5.075974 + avg_avg_return: 0.988035 + avg_benchmark_regret: 0.0069262935 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.187893 + avg_reward_per_step: 0.036613464 + eval-batch-tree: + avg_avg_episode_length: 5.624139 + avg_avg_return: 0.98713887 + avg_benchmark_regret: 0.007281396 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27549744 + proxy_corner: + avg_avg_return: 0.98713887 + avg_reward_per_step: 0.27549744 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 126877696 + env-step-replay-before: 64356352 + env-step-used-before: 126877696 + ppo-update-before: 77440 + env-step-generate-before: 62521344 + env-step-all-after: 126910464 + env-step-replay-after: 64356352 + env-step-used-after: 126910464 + ppo-update-after: 77460 + env-step-generate-after: 62554112 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.173907 + avg_avg_return: 0.9665346 + avg_reward_per_step: 0.2944641 + proxy_corner: + avg_avg_return: 0.1924106 + avg_reward_per_step: 0.039520264 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.173907 + avg_avg_return: 0.9665346 + avg_reward_per_step: 0.2944641 + proxy_corner: + avg_avg_return: 0.1924106 + avg_reward_per_step: 0.039520264 + perf: + env_steps_per_second: 994045.3446165356 + ppo_updates_per_second: 112.0787379300971 + eval-batch-train-duration: 0.18404351599747315 + eval-batch-orig-duration: 0.13614377001067623 + eval-batch-shift-duration: 0.13574868597788736 + eval-batch-tree-duration: 0.1358968749991618 + ued: + distances: + cheese-corne_dist_avg: 6.96875 + cheese-corne_dist_wavg: 7.89023 + levels_cheese_is_in_corner_avg: 0.0793457 + mouse-cheese_dist_finite_avg: 12.801025 + mouse-cheese_dist_finite_wavg: 10.280574 + mouse-cheese_dist_solvable_avg: 12.801025 + mouse-cheese_dist_solvable_wavg: 10.280575 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09959722 + visit_patterns: + avg_first_visit_time: 1453.613 + avg_last_visit_time: 1954.279 + num_replay_batches: 1964 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013478794 + avg_actor_approxkl3: 0.0013869781 + avg_actor_clipfrac: 0.01618042 + avg_actor_loss: 0.00090831233 + avg_advantage: 0.00022184168 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.307617e-05 + avg_entropy: 0.026106818 + avg_grad_norm_pre_clip: 0.89725393 + avg_loss: 0.0009037436 + max: + max_actor_approxkl1: 0.005877684 + max_actor_approxkl3: 0.0035045044 + max_actor_clipfrac: 0.034423828 + max_actor_loss: 0.0037016757 + max_advantage: 0.04712099 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4397613e-05 + max_entropy: 0.034326956 + max_grad_norm_pre_clip: 2.0629287 + max_loss: 0.0036879352 + std: + std_actor_approxkl1: 0.0013605411 + std_actor_approxkl3: 0.0009884583 + std_actor_clipfrac: 0.008083274 + std_actor_loss: 0.0009653284 + std_advantage: 0.009302918 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.929915e-06 + std_entropy: 0.00514254 + std_grad_norm_pre_clip: 0.4522086 + std_loss: 0.000963476 + eval-batch-train: + avg_avg_episode_length: 4.877446 + avg_avg_return: 0.989262 + avg_benchmark_regret: 0.005931126 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33929443 + proxy_corner: + avg_avg_return: 0.197258 + avg_reward_per_step: 0.03842926 + eval-batch-orig: + avg_avg_episode_length: 6.052288 + avg_avg_return: 0.9853431 + avg_benchmark_regret: 0.008595949 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26623535 + proxy_corner: + avg_avg_return: 0.9853431 + avg_reward_per_step: 0.26623535 + eval-batch-shift: + avg_avg_episode_length: 5.0643163 + avg_avg_return: 0.98832345 + avg_benchmark_regret: 0.006637818 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3438797 + proxy_corner: + avg_avg_return: 0.18588229 + avg_reward_per_step: 0.03652191 + eval-batch-tree: + avg_avg_episode_length: 5.600924 + avg_avg_return: 0.986889 + avg_benchmark_regret: 0.0075312676 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27632904 + proxy_corner: + avg_avg_return: 0.986889 + avg_reward_per_step: 0.27632904 +=========================================================== +=========================================================== + step: + env-step-all-before: 127926272 + env-step-replay-before: 64946176 + env-step-used-before: 127926272 + ppo-update-before: 78080 + env-step-generate-before: 62980096 + env-step-all-after: 127959040 + env-step-replay-after: 64946176 + env-step-used-after: 127959040 + ppo-update-after: 78100 + env-step-generate-after: 63012864 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.4094133 + avg_avg_return: 0.9650508 + avg_reward_per_step: 0.30569458 + proxy_corner: + avg_avg_return: 0.20020851 + avg_reward_per_step: 0.04449463 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.4094133 + avg_avg_return: 0.9650508 + avg_reward_per_step: 0.30569458 + proxy_corner: + avg_avg_return: 0.20020851 + avg_reward_per_step: 0.04449463 + perf: + env_steps_per_second: 990842.6269691351 + ppo_updates_per_second: 111.28923325756715 + eval-batch-train-duration: 0.18648410600144416 + eval-batch-orig-duration: 0.140949897991959 + eval-batch-shift-duration: 0.13906395400408655 + eval-batch-tree-duration: 0.13719986099749804 + ued: + distances: + cheese-corne_dist_avg: 6.9677734 + cheese-corne_dist_wavg: 14.195228 + levels_cheese_is_in_corner_avg: 0.07739258 + mouse-cheese_dist_finite_avg: 12.812988 + mouse-cheese_dist_finite_wavg: 14.779041 + mouse-cheese_dist_solvable_avg: 12.812988 + mouse-cheese_dist_solvable_wavg: 14.779041 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10035095 + visit_patterns: + avg_first_visit_time: 1463.7134 + avg_last_visit_time: 1972.283 + num_replay_batches: 1982 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015348188 + avg_actor_approxkl3: 0.0010774421 + avg_actor_clipfrac: 0.017156983 + avg_actor_loss: 0.00038265766 + avg_advantage: -0.003146865 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6324272e-05 + avg_entropy: 0.03636567 + avg_grad_norm_pre_clip: 1.4248625 + avg_loss: 0.00036945412 + max: + max_actor_approxkl1: 0.0058090207 + max_actor_approxkl3: 0.004221656 + max_actor_clipfrac: 0.03918457 + max_actor_loss: 0.001920646 + max_advantage: 0.049162626 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.6527257e-05 + max_entropy: 0.045463607 + max_grad_norm_pre_clip: 2.4375963 + max_loss: 0.0019137206 + std: + std_actor_approxkl1: 0.0016605832 + std_actor_approxkl3: 0.0011088981 + std_actor_clipfrac: 0.009488364 + std_actor_loss: 0.0008084249 + std_advantage: 0.009410213 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.046167e-06 + std_entropy: 0.0046399175 + std_grad_norm_pre_clip: 0.43909568 + std_loss: 0.0008101431 + eval-batch-train: + avg_avg_episode_length: 4.992991 + avg_avg_return: 0.9882105 + avg_benchmark_regret: 0.006982589 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33918762 + proxy_corner: + avg_avg_return: 0.2005611 + avg_reward_per_step: 0.039405823 + eval-batch-orig: + avg_avg_episode_length: 6.2456107 + avg_avg_return: 0.9847144 + avg_benchmark_regret: 0.009224588 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26594543 + proxy_corner: + avg_avg_return: 0.9847144 + avg_reward_per_step: 0.26594543 + eval-batch-shift: + avg_avg_episode_length: 5.152442 + avg_avg_return: 0.98795825 + avg_benchmark_regret: 0.0070030624 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34311676 + proxy_corner: + avg_avg_return: 0.1911723 + avg_reward_per_step: 0.036949158 + eval-batch-tree: + avg_avg_episode_length: 5.820078 + avg_avg_return: 0.98649216 + avg_benchmark_regret: 0.007928119 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.276268 + proxy_corner: + avg_avg_return: 0.98649216 + avg_reward_per_step: 0.276268 +=========================================================== +=========================================================== + step: + env-step-all-before: 128974848 + env-step-replay-before: 65601536 + env-step-used-before: 128974848 + ppo-update-before: 78720 + env-step-generate-before: 63373312 + env-step-all-after: 129007616 + env-step-replay-after: 65601536 + env-step-used-after: 129007616 + ppo-update-after: 78740 + env-step-generate-after: 63406080 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.711382 + avg_avg_return: 0.96118504 + avg_reward_per_step: 0.2765808 + proxy_corner: + avg_avg_return: 0.19893816 + avg_reward_per_step: 0.03829956 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.711382 + avg_avg_return: 0.96118504 + avg_reward_per_step: 0.2765808 + proxy_corner: + avg_avg_return: 0.19893816 + avg_reward_per_step: 0.03829956 + perf: + env_steps_per_second: 989787.1424927261 + ppo_updates_per_second: 111.36226269512885 + eval-batch-train-duration: 0.18548726802691817 + eval-batch-orig-duration: 0.13710290798917413 + eval-batch-shift-duration: 0.13759626902174205 + eval-batch-tree-duration: 0.13730409799609333 + ued: + distances: + cheese-corne_dist_avg: 7.001709 + cheese-corne_dist_wavg: 9.694011 + levels_cheese_is_in_corner_avg: 0.07739258 + mouse-cheese_dist_finite_avg: 12.807129 + mouse-cheese_dist_finite_wavg: 10.282797 + mouse-cheese_dist_solvable_avg: 12.807129 + mouse-cheese_dist_solvable_wavg: 10.282798 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10201113 + visit_patterns: + avg_first_visit_time: 1476.3784 + avg_last_visit_time: 1992.3047 + num_replay_batches: 2002 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006528822 + avg_actor_approxkl3: 0.0008002737 + avg_actor_clipfrac: 0.014886475 + avg_actor_loss: 0.00034183415 + avg_advantage: -0.011849366 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.728874e-05 + avg_entropy: 0.030850107 + avg_grad_norm_pre_clip: 0.7749707 + avg_loss: 0.00034462844 + max: + max_actor_approxkl1: 0.0021827568 + max_actor_approxkl3: 0.0020895842 + max_actor_clipfrac: 0.032470703 + max_actor_loss: 0.0012765788 + max_advantage: 0.047464848 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00012688796 + max_entropy: 0.04604831 + max_grad_norm_pre_clip: 1.6719723 + max_loss: 0.0012988136 + std: + std_actor_approxkl1: 0.0006141391 + std_actor_approxkl3: 0.0005970765 + std_actor_clipfrac: 0.00865387 + std_actor_loss: 0.00041377975 + std_advantage: 0.009824799 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.389115e-05 + std_entropy: 0.0078510055 + std_grad_norm_pre_clip: 0.4048033 + std_loss: 0.0004136666 + eval-batch-train: + avg_avg_episode_length: 4.8843412 + avg_avg_return: 0.98927593 + avg_benchmark_regret: 0.005917128 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3405304 + proxy_corner: + avg_avg_return: 0.19823495 + avg_reward_per_step: 0.03931427 + eval-batch-orig: + avg_avg_episode_length: 6.1107187 + avg_avg_return: 0.98573256 + avg_benchmark_regret: 0.008206451 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2663803 + proxy_corner: + avg_avg_return: 0.98573256 + avg_reward_per_step: 0.2663803 + eval-batch-shift: + avg_avg_episode_length: 5.106908 + avg_avg_return: 0.9880158 + avg_benchmark_regret: 0.0069455337 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34316254 + proxy_corner: + avg_avg_return: 0.19302492 + avg_reward_per_step: 0.037117004 + eval-batch-tree: + avg_avg_episode_length: 5.9479704 + avg_avg_return: 0.9846853 + avg_benchmark_regret: 0.009734917 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27622223 + proxy_corner: + avg_avg_return: 0.9846853 + avg_reward_per_step: 0.27622223 +=========================================================== +=========================================================== + step: + env-step-all-before: 130023424 + env-step-replay-before: 66158592 + env-step-used-before: 130023424 + ppo-update-before: 79360 + env-step-generate-before: 63864832 + env-step-all-after: 130056192 + env-step-replay-after: 66158592 + env-step-used-after: 130056192 + ppo-update-after: 79380 + env-step-generate-after: 63897600 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.029855 + avg_avg_return: 0.9671314 + avg_reward_per_step: 0.33432007 + proxy_corner: + avg_avg_return: 0.17101586 + avg_reward_per_step: 0.038513184 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.029855 + avg_avg_return: 0.9671314 + avg_reward_per_step: 0.33432007 + proxy_corner: + avg_avg_return: 0.17101586 + avg_reward_per_step: 0.038513184 + perf: + env_steps_per_second: 973379.4040721843 + ppo_updates_per_second: 111.66464144268134 + eval-batch-train-duration: 0.18623947695596144 + eval-batch-orig-duration: 0.13777300203219056 + eval-batch-shift-duration: 0.13769531500292942 + eval-batch-tree-duration: 0.13797883997904137 + ued: + distances: + cheese-corne_dist_avg: 7.028076 + cheese-corne_dist_wavg: 4.318105 + levels_cheese_is_in_corner_avg: 0.07836914 + mouse-cheese_dist_finite_avg: 12.802246 + mouse-cheese_dist_finite_wavg: 12.980397 + mouse-cheese_dist_solvable_avg: 12.802246 + mouse-cheese_dist_solvable_wavg: 12.9804 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1018171 + visit_patterns: + avg_first_visit_time: 1490.0051 + avg_last_visit_time: 2009.2551 + num_replay_batches: 2019 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013755973 + avg_actor_approxkl3: 0.00078755844 + avg_actor_clipfrac: 0.008483887 + avg_actor_loss: 0.00026319834 + avg_advantage: 0.003972424 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4997243e-05 + avg_entropy: 0.021150647 + avg_grad_norm_pre_clip: 0.676602 + avg_loss: 0.0002695463 + max: + max_actor_approxkl1: 0.0043618814 + max_actor_approxkl3: 0.0023187008 + max_actor_clipfrac: 0.025756836 + max_actor_loss: 0.0016786419 + max_advantage: 0.05844897 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.216821e-05 + max_entropy: 0.02803867 + max_grad_norm_pre_clip: 1.3140492 + max_loss: 0.0016735881 + std: + std_actor_approxkl1: 0.0012093656 + std_actor_approxkl3: 0.0006959922 + std_actor_clipfrac: 0.0057947407 + std_actor_loss: 0.0004889463 + std_advantage: 0.009716548 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.929062e-06 + std_entropy: 0.004131433 + std_grad_norm_pre_clip: 0.29228768 + std_loss: 0.000487438 + eval-batch-train: + avg_avg_episode_length: 4.904401 + avg_avg_return: 0.9889848 + avg_benchmark_regret: 0.0062082796 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3362503 + proxy_corner: + avg_avg_return: 0.19916107 + avg_reward_per_step: 0.038246155 + eval-batch-orig: + avg_avg_episode_length: 6.210738 + avg_avg_return: 0.9849749 + avg_benchmark_regret: 0.008964094 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2631607 + proxy_corner: + avg_avg_return: 0.9849749 + avg_reward_per_step: 0.2631607 + eval-batch-shift: + avg_avg_episode_length: 5.1572127 + avg_avg_return: 0.98788744 + avg_benchmark_regret: 0.007073844 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3421631 + proxy_corner: + avg_avg_return: 0.19276375 + avg_reward_per_step: 0.036460876 + eval-batch-tree: + avg_avg_episode_length: 5.811406 + avg_avg_return: 0.98625505 + avg_benchmark_regret: 0.0081652375 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2722931 + proxy_corner: + avg_avg_return: 0.98625505 + avg_reward_per_step: 0.2722931 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 131072000 + env-step-replay-before: 66551808 + env-step-used-before: 131072000 + ppo-update-before: 80000 + env-step-generate-before: 64520192 + env-step-all-after: 131104768 + env-step-replay-after: 66551808 + env-step-used-after: 131104768 + ppo-update-after: 80020 + env-step-generate-after: 64552960 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 4.9329944 + avg_avg_return: 0.9707376 + avg_reward_per_step: 0.32766724 + proxy_corner: + avg_avg_return: 0.14358294 + avg_reward_per_step: 0.025543213 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 4.9329944 + avg_avg_return: 0.9707376 + avg_reward_per_step: 0.32766724 + proxy_corner: + avg_avg_return: 0.14358294 + avg_reward_per_step: 0.025543213 + perf: + env_steps_per_second: 1007947.6782549744 + ppo_updates_per_second: 111.40292426252589 + eval-batch-train-duration: 0.1904060000088066 + eval-batch-orig-duration: 0.1455411110073328 + eval-batch-shift-duration: 0.13914311496773735 + eval-batch-tree-duration: 0.13904615095816553 + ued: + distances: + cheese-corne_dist_avg: 7.0615234 + cheese-corne_dist_wavg: 4.2934704 + levels_cheese_is_in_corner_avg: 0.076171875 + mouse-cheese_dist_finite_avg: 12.809326 + mouse-cheese_dist_finite_wavg: 12.982026 + mouse-cheese_dist_solvable_avg: 12.809326 + mouse-cheese_dist_solvable_wavg: 12.982029 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10160105 + visit_patterns: + avg_first_visit_time: 1501.5708 + avg_last_visit_time: 2021.2668 + num_replay_batches: 2031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069952384 + avg_actor_approxkl3: 0.0005577761 + avg_actor_clipfrac: 0.008770752 + avg_actor_loss: 0.00037421318 + avg_advantage: -0.0039733397 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6231908e-05 + avg_entropy: 0.022830488 + avg_grad_norm_pre_clip: 0.74955606 + avg_loss: 0.0003744987 + max: + max_actor_approxkl1: 0.0021241158 + max_actor_approxkl3: 0.0028209304 + max_actor_clipfrac: 0.021606445 + max_actor_loss: 0.004235468 + max_advantage: 0.0473606 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.715952e-05 + max_entropy: 0.030961566 + max_grad_norm_pre_clip: 2.0786767 + max_loss: 0.004235471 + std: + std_actor_approxkl1: 0.00066303933 + std_actor_approxkl3: 0.0006258994 + std_actor_clipfrac: 0.005744478 + std_actor_loss: 0.0009426356 + std_advantage: 0.009439551 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.824722e-06 + std_entropy: 0.0050599766 + std_grad_norm_pre_clip: 0.4590069 + std_loss: 0.00094216224 + eval-batch-train: + avg_avg_episode_length: 4.8896627 + avg_avg_return: 0.9891708 + avg_benchmark_regret: 0.0060222605 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33965302 + proxy_corner: + avg_avg_return: 0.19892836 + avg_reward_per_step: 0.039146423 + eval-batch-orig: + avg_avg_episode_length: 6.2200613 + avg_avg_return: 0.984992 + avg_benchmark_regret: 0.008947 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2650833 + proxy_corner: + avg_avg_return: 0.984992 + avg_reward_per_step: 0.2650833 + eval-batch-shift: + avg_avg_episode_length: 5.1721034 + avg_avg_return: 0.9873581 + avg_benchmark_regret: 0.007603245 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34082794 + proxy_corner: + avg_avg_return: 0.19305259 + avg_reward_per_step: 0.03730011 + eval-batch-tree: + avg_avg_episode_length: 5.7119904 + avg_avg_return: 0.98672664 + avg_benchmark_regret: 0.0076936833 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27496338 + proxy_corner: + avg_avg_return: 0.98672664 + avg_reward_per_step: 0.27496338 +=========================================================== +=========================================================== + step: + env-step-all-before: 132120576 + env-step-replay-before: 67076096 + env-step-used-before: 132120576 + ppo-update-before: 80640 + env-step-generate-before: 65044480 + env-step-all-after: 132153344 + env-step-replay-after: 67076096 + env-step-used-after: 132153344 + ppo-update-after: 80660 + env-step-generate-after: 65077248 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.3335533 + avg_avg_return: 0.9669874 + avg_reward_per_step: 0.29766846 + proxy_corner: + avg_avg_return: 0.18978044 + avg_reward_per_step: 0.03451538 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.3335533 + avg_avg_return: 0.9669874 + avg_reward_per_step: 0.29766846 + proxy_corner: + avg_avg_return: 0.18978044 + avg_reward_per_step: 0.03451538 + perf: + env_steps_per_second: 1001887.252515385 + ppo_updates_per_second: 111.13250784390031 + eval-batch-train-duration: 0.18515287904301658 + eval-batch-orig-duration: 0.13735746999736875 + eval-batch-shift-duration: 0.13712142501026392 + eval-batch-tree-duration: 0.1364585249684751 + ued: + distances: + cheese-corne_dist_avg: 7.064209 + cheese-corne_dist_wavg: 14.18494 + levels_cheese_is_in_corner_avg: 0.076416016 + mouse-cheese_dist_finite_avg: 12.835205 + mouse-cheese_dist_finite_wavg: 14.777082 + mouse-cheese_dist_solvable_avg: 12.835205 + mouse-cheese_dist_solvable_wavg: 14.777082 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10087483 + visit_patterns: + avg_first_visit_time: 1513.563 + avg_last_visit_time: 2037.272 + num_replay_batches: 2047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005607143 + avg_actor_approxkl3: 0.00041966612 + avg_actor_clipfrac: 0.008447266 + avg_actor_loss: 0.00018066184 + avg_advantage: -0.0011335853 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6843907e-05 + avg_entropy: 0.019890595 + avg_grad_norm_pre_clip: 0.65988874 + avg_loss: 0.00018419321 + max: + max_actor_approxkl1: 0.0012275036 + max_actor_approxkl3: 0.0007805537 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0010927375 + max_advantage: 0.05245036 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4653756e-05 + max_entropy: 0.026543677 + max_grad_norm_pre_clip: 1.5988972 + max_loss: 0.0010909269 + std: + std_actor_approxkl1: 0.00041273632 + std_actor_approxkl3: 0.00020592265 + std_actor_clipfrac: 0.0043017617 + std_actor_loss: 0.00039414474 + std_advantage: 0.0094890855 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6136856e-06 + std_entropy: 0.0035640036 + std_grad_norm_pre_clip: 0.32970056 + std_loss: 0.00039198998 + eval-batch-train: + avg_avg_episode_length: 4.833824 + avg_avg_return: 0.98906773 + avg_benchmark_regret: 0.0061254115 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3405304 + proxy_corner: + avg_avg_return: 0.19739968 + avg_reward_per_step: 0.038978577 + eval-batch-orig: + avg_avg_episode_length: 6.0270267 + avg_avg_return: 0.98575443 + avg_benchmark_regret: 0.008184579 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26679993 + proxy_corner: + avg_avg_return: 0.98575443 + avg_reward_per_step: 0.26679993 + eval-batch-shift: + avg_avg_episode_length: 5.049918 + avg_avg_return: 0.9882717 + avg_benchmark_regret: 0.0066895867 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3431015 + proxy_corner: + avg_avg_return: 0.18748148 + avg_reward_per_step: 0.036712646 + eval-batch-tree: + avg_avg_episode_length: 5.578392 + avg_avg_return: 0.98746634 + avg_benchmark_regret: 0.006953891 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27687836 + proxy_corner: + avg_avg_return: 0.98746634 + avg_reward_per_step: 0.27687836 +=========================================================== +=========================================================== + step: + env-step-all-before: 133169152 + env-step-replay-before: 67600384 + env-step-used-before: 133169152 + ppo-update-before: 81280 + env-step-generate-before: 65568768 + env-step-all-after: 133201920 + env-step-replay-after: 67633152 + env-step-used-after: 133201920 + ppo-update-after: 81300 + env-step-generate-after: 65568768 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 15.020092 + avg_avg_return: 0.8807628 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.6460917 + avg_reward_per_step: 0.048461914 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 15.020092 + avg_avg_return: 0.8807628 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.6460917 + avg_reward_per_step: 0.048461914 + perf: + env_steps_per_second: 995841.9467766014 + ppo_updates_per_second: 111.1127679385555 + eval-batch-train-duration: 0.18760215700604022 + eval-batch-orig-duration: 0.1382941949996166 + eval-batch-shift-duration: 0.137959806015715 + eval-batch-tree-duration: 0.1385365420137532 + ued: + distances: + cheese-corne_dist_avg: 7.038086 + cheese-corne_dist_wavg: 14.192708 + levels_cheese_is_in_corner_avg: 0.07714844 + mouse-cheese_dist_finite_avg: 12.849365 + mouse-cheese_dist_finite_wavg: 14.781448 + mouse-cheese_dist_solvable_avg: 12.849365 + mouse-cheese_dist_solvable_wavg: 14.781448 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10114205 + visit_patterns: + avg_first_visit_time: 1523.1365 + avg_last_visit_time: 2054.3022 + num_replay_batches: 2064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019428249 + avg_actor_approxkl3: 0.00142438 + avg_actor_clipfrac: 0.038061526 + avg_actor_loss: 0.00094949733 + avg_advantage: -0.0008665062 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.569029e-05 + avg_entropy: 0.08253968 + avg_grad_norm_pre_clip: 2.9692507 + avg_loss: 0.00088480266 + max: + max_actor_approxkl1: 0.003929021 + max_actor_approxkl3: 0.0028917447 + max_actor_clipfrac: 0.05822754 + max_actor_loss: 0.004275389 + max_advantage: 0.03318411 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.9844643e-05 + max_entropy: 0.100746535 + max_grad_norm_pre_clip: 5.03099 + max_loss: 0.004215376 + std: + std_actor_approxkl1: 0.0010533885 + std_actor_approxkl3: 0.0006303578 + std_actor_clipfrac: 0.0138255935 + std_actor_loss: 0.0012964638 + std_advantage: 0.008426811 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.993077e-06 + std_entropy: 0.009503117 + std_grad_norm_pre_clip: 1.1138002 + std_loss: 0.001298316 + eval-batch-train: + avg_avg_episode_length: 4.8285484 + avg_avg_return: 0.98889756 + avg_benchmark_regret: 0.006295507 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34046173 + proxy_corner: + avg_avg_return: 0.19755264 + avg_reward_per_step: 0.039268494 + eval-batch-orig: + avg_avg_episode_length: 6.0500298 + avg_avg_return: 0.9854698 + avg_benchmark_regret: 0.0084692305 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26662445 + proxy_corner: + avg_avg_return: 0.9854698 + avg_reward_per_step: 0.26662445 + eval-batch-shift: + avg_avg_episode_length: 5.112778 + avg_avg_return: 0.9878328 + avg_benchmark_regret: 0.0071285013 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3420868 + proxy_corner: + avg_avg_return: 0.19022682 + avg_reward_per_step: 0.03694153 + eval-batch-tree: + avg_avg_episode_length: 5.7309275 + avg_avg_return: 0.98629946 + avg_benchmark_regret: 0.00812082 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27644348 + proxy_corner: + avg_avg_return: 0.98629946 + avg_reward_per_step: 0.27644348 +=========================================================== +=========================================================== + step: + env-step-all-before: 134217728 + env-step-replay-before: 68157440 + env-step-used-before: 134217728 + ppo-update-before: 81920 + env-step-generate-before: 66060288 + env-step-all-after: 134250496 + env-step-replay-after: 68157440 + env-step-used-after: 134250496 + ppo-update-after: 81940 + env-step-generate-after: 66093056 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0731344 + avg_avg_return: 0.96855074 + avg_reward_per_step: 0.31958008 + proxy_corner: + avg_avg_return: 0.19314674 + avg_reward_per_step: 0.047424316 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0731344 + avg_avg_return: 0.96855074 + avg_reward_per_step: 0.31958008 + proxy_corner: + avg_avg_return: 0.19314674 + avg_reward_per_step: 0.047424316 + perf: + env_steps_per_second: 1006210.4817861875 + ppo_updates_per_second: 111.27026712997628 + eval-batch-train-duration: 0.18857432901859283 + eval-batch-orig-duration: 0.14494001999264583 + eval-batch-shift-duration: 0.13894736801739782 + eval-batch-tree-duration: 0.13683765102177858 + ued: + distances: + cheese-corne_dist_avg: 7.038574 + cheese-corne_dist_wavg: 11.496129 + levels_cheese_is_in_corner_avg: 0.07739258 + mouse-cheese_dist_finite_avg: 12.852051 + mouse-cheese_dist_finite_wavg: 12.088691 + mouse-cheese_dist_solvable_avg: 12.852051 + mouse-cheese_dist_solvable_wavg: 12.088693 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10196656 + visit_patterns: + avg_first_visit_time: 1535.6362 + avg_last_visit_time: 2070.318 + num_replay_batches: 2080 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009022841 + avg_actor_approxkl3: 0.0005987584 + avg_actor_clipfrac: 0.009716797 + avg_actor_loss: 0.00046203073 + avg_advantage: 0.0040593706 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9344126e-05 + avg_entropy: 0.024091607 + avg_grad_norm_pre_clip: 0.7416798 + avg_loss: 0.00045761108 + max: + max_actor_approxkl1: 0.0031457478 + max_actor_approxkl3: 0.0017801414 + max_actor_clipfrac: 0.01965332 + max_actor_loss: 0.0022166958 + max_advantage: 0.050919175 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.8786645e-05 + max_entropy: 0.03778246 + max_grad_norm_pre_clip: 2.019252 + max_loss: 0.002202533 + std: + std_actor_approxkl1: 0.00074957643 + std_actor_approxkl3: 0.00042392392 + std_actor_clipfrac: 0.004616195 + std_actor_loss: 0.00084837276 + std_advantage: 0.008606823 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.4120848e-06 + std_entropy: 0.006714733 + std_grad_norm_pre_clip: 0.46250853 + std_loss: 0.00084457 + eval-batch-train: + avg_avg_episode_length: 4.8371534 + avg_avg_return: 0.98928297 + avg_benchmark_regret: 0.005910144 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3399353 + proxy_corner: + avg_avg_return: 0.19761327 + avg_reward_per_step: 0.03894043 + eval-batch-orig: + avg_avg_episode_length: 6.0348024 + avg_avg_return: 0.98515034 + avg_benchmark_regret: 0.008788668 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26670837 + proxy_corner: + avg_avg_return: 0.98515034 + avg_reward_per_step: 0.26670837 + eval-batch-shift: + avg_avg_episode_length: 5.0898533 + avg_avg_return: 0.9882879 + avg_benchmark_regret: 0.006673405 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3423996 + proxy_corner: + avg_avg_return: 0.18745384 + avg_reward_per_step: 0.036735535 + eval-batch-tree: + avg_avg_episode_length: 5.726832 + avg_avg_return: 0.9865706 + avg_benchmark_regret: 0.007849629 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27626038 + proxy_corner: + avg_avg_return: 0.9865706 + avg_reward_per_step: 0.27626038 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 135266304 + env-step-replay-before: 68780032 + env-step-used-before: 135266304 + ppo-update-before: 82560 + env-step-generate-before: 66486272 + env-step-all-after: 135299072 + env-step-replay-after: 68780032 + env-step-used-after: 135299072 + ppo-update-after: 82580 + env-step-generate-after: 66519040 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.94651 + avg_avg_return: 0.9684142 + avg_reward_per_step: 0.34475708 + proxy_corner: + avg_avg_return: 0.13960464 + avg_reward_per_step: 0.023742676 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.94651 + avg_avg_return: 0.9684142 + avg_reward_per_step: 0.34475708 + proxy_corner: + avg_avg_return: 0.13960464 + avg_reward_per_step: 0.023742676 + perf: + env_steps_per_second: 997281.306627982 + ppo_updates_per_second: 111.27047763903404 + eval-batch-train-duration: 0.18579319899436086 + eval-batch-orig-duration: 0.13864276296226308 + eval-batch-shift-duration: 0.1385019680019468 + eval-batch-tree-duration: 0.13734979700529948 + ued: + distances: + cheese-corne_dist_avg: 7.0444336 + cheese-corne_dist_wavg: 0.71568817 + levels_cheese_is_in_corner_avg: 0.07714844 + mouse-cheese_dist_finite_avg: 12.8515625 + mouse-cheese_dist_finite_wavg: 12.081227 + mouse-cheese_dist_solvable_avg: 12.8515625 + mouse-cheese_dist_solvable_wavg: 12.081227 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10147688 + visit_patterns: + avg_first_visit_time: 1545.4487 + avg_last_visit_time: 2089.2483 + num_replay_batches: 2099 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008555725 + avg_actor_approxkl3: 0.00044682808 + avg_actor_clipfrac: 0.008227539 + avg_actor_loss: 8.8626424e-05 + avg_advantage: -0.0009139635 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.2375355e-05 + avg_entropy: 0.022011323 + avg_grad_norm_pre_clip: 0.6547364 + avg_loss: 8.78028e-05 + max: + max_actor_approxkl1: 0.0027409638 + max_actor_approxkl3: 0.0012481301 + max_actor_clipfrac: 0.01574707 + max_actor_loss: 0.0013543516 + max_advantage: 0.035250187 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.222892e-05 + max_entropy: 0.030676333 + max_grad_norm_pre_clip: 1.9365871 + max_loss: 0.0013431684 + std: + std_actor_approxkl1: 0.00072406756 + std_actor_approxkl3: 0.00028905983 + std_actor_clipfrac: 0.0037117002 + std_actor_loss: 0.0005068299 + std_advantage: 0.009057585 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.839333e-06 + std_entropy: 0.003947823 + std_grad_norm_pre_clip: 0.39587507 + std_loss: 0.00050569314 + eval-batch-train: + avg_avg_episode_length: 4.8493643 + avg_avg_return: 0.9896138 + avg_benchmark_regret: 0.005579371 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34068298 + proxy_corner: + avg_avg_return: 0.19740288 + avg_reward_per_step: 0.038368225 + eval-batch-orig: + avg_avg_episode_length: 6.030443 + avg_avg_return: 0.98538804 + avg_benchmark_regret: 0.008551002 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.98538804 + avg_reward_per_step: 0.26602936 + eval-batch-shift: + avg_avg_episode_length: 5.1028194 + avg_avg_return: 0.98806804 + avg_benchmark_regret: 0.006893249 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3429718 + proxy_corner: + avg_avg_return: 0.1892644 + avg_reward_per_step: 0.036621094 + eval-batch-tree: + avg_avg_episode_length: 5.7262654 + avg_avg_return: 0.9864074 + avg_benchmark_regret: 0.008012878 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27363586 + proxy_corner: + avg_avg_return: 0.9864074 + avg_reward_per_step: 0.27363586 +=========================================================== +=========================================================== + step: + env-step-all-before: 136314880 + env-step-replay-before: 69107712 + env-step-used-before: 136314880 + ppo-update-before: 83200 + env-step-generate-before: 67207168 + env-step-all-after: 136347648 + env-step-replay-after: 69107712 + env-step-used-after: 136347648 + ppo-update-after: 83220 + env-step-generate-after: 67239936 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 5.231334 + avg_avg_return: 0.9649135 + avg_reward_per_step: 0.31137085 + proxy_corner: + avg_avg_return: 0.14123502 + avg_reward_per_step: 0.028289795 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 5.231334 + avg_avg_return: 0.9649135 + avg_reward_per_step: 0.31137085 + proxy_corner: + avg_avg_return: 0.14123502 + avg_reward_per_step: 0.028289795 + perf: + env_steps_per_second: 1003459.5291437594 + ppo_updates_per_second: 111.30396686244468 + eval-batch-train-duration: 0.18782935698982328 + eval-batch-orig-duration: 0.13769647100707516 + eval-batch-shift-duration: 0.13710669899592176 + eval-batch-tree-duration: 0.1379371840157546 + ued: + distances: + cheese-corne_dist_avg: 7.0820312 + cheese-corne_dist_wavg: 9.700009 + levels_cheese_is_in_corner_avg: 0.07543945 + mouse-cheese_dist_finite_avg: 12.855225 + mouse-cheese_dist_finite_wavg: 12.986153 + mouse-cheese_dist_solvable_avg: 12.855225 + mouse-cheese_dist_solvable_wavg: 12.986155 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.103716336 + visit_patterns: + avg_first_visit_time: 1562.5615 + avg_last_visit_time: 2099.3518 + num_replay_batches: 2109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012081813 + avg_actor_approxkl3: 0.0009564006 + avg_actor_clipfrac: 0.01572876 + avg_actor_loss: -0.00012723339 + avg_advantage: -0.000739748 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.856784e-05 + avg_entropy: 0.032881368 + avg_grad_norm_pre_clip: 0.8360333 + avg_loss: -0.00014083086 + max: + max_actor_approxkl1: 0.0045493366 + max_actor_approxkl3: 0.0037801214 + max_actor_clipfrac: 0.047607422 + max_actor_loss: 0.0007713963 + max_advantage: 0.0361259 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.439272e-05 + max_entropy: 0.045350596 + max_grad_norm_pre_clip: 1.5516797 + max_loss: 0.0007574997 + std: + std_actor_approxkl1: 0.0011498628 + std_actor_approxkl3: 0.00091413053 + std_actor_clipfrac: 0.010984041 + std_actor_loss: 0.0006861091 + std_advantage: 0.008550588 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9897976e-06 + std_entropy: 0.0073583666 + std_grad_norm_pre_clip: 0.33413184 + std_loss: 0.00068806054 + eval-batch-train: + avg_avg_episode_length: 4.82201 + avg_avg_return: 0.9892235 + avg_benchmark_regret: 0.0059695886 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3409729 + proxy_corner: + avg_avg_return: 0.19711128 + avg_reward_per_step: 0.039001465 + eval-batch-orig: + avg_avg_episode_length: 6.00496 + avg_avg_return: 0.9856229 + avg_benchmark_regret: 0.0083161555 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26691437 + proxy_corner: + avg_avg_return: 0.9856229 + avg_reward_per_step: 0.26691437 + eval-batch-shift: + avg_avg_episode_length: 5.154289 + avg_avg_return: 0.9878564 + avg_benchmark_regret: 0.0071048904 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3424301 + proxy_corner: + avg_avg_return: 0.18653251 + avg_reward_per_step: 0.036636353 + eval-batch-tree: + avg_avg_episode_length: 5.727461 + avg_avg_return: 0.9862987 + avg_benchmark_regret: 0.008121577 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27622223 + proxy_corner: + avg_avg_return: 0.9862987 + avg_reward_per_step: 0.27622223 +=========================================================== +=========================================================== + step: + env-step-all-before: 137363456 + env-step-replay-before: 69664768 + env-step-used-before: 137363456 + ppo-update-before: 83840 + env-step-generate-before: 67698688 + env-step-all-after: 137396224 + env-step-replay-after: 69697536 + env-step-used-after: 137396224 + ppo-update-after: 83860 + env-step-generate-after: 67698688 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.304903 + avg_avg_return: 0.8863157 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.62666047 + avg_reward_per_step: 0.04724121 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 14.304903 + avg_avg_return: 0.8863157 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.62666047 + avg_reward_per_step: 0.04724121 + perf: + env_steps_per_second: 994067.0857998629 + ppo_updates_per_second: 111.22973019553818 + eval-batch-train-duration: 0.1848265280132182 + eval-batch-orig-duration: 0.1357553339912556 + eval-batch-shift-duration: 0.1369596120202914 + eval-batch-tree-duration: 0.13670034398091957 + ued: + distances: + cheese-corne_dist_avg: 7.04126 + cheese-corne_dist_wavg: 7.908951 + levels_cheese_is_in_corner_avg: 0.076416016 + mouse-cheese_dist_finite_avg: 12.864258 + mouse-cheese_dist_finite_wavg: 12.985538 + mouse-cheese_dist_solvable_avg: 12.864258 + mouse-cheese_dist_solvable_wavg: 12.985538 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10102716 + visit_patterns: + avg_first_visit_time: 1573.0317 + avg_last_visit_time: 2117.3171 + num_replay_batches: 2127 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0024655545 + avg_actor_approxkl3: 0.0015948685 + avg_actor_clipfrac: 0.03289795 + avg_actor_loss: 0.0009130053 + avg_advantage: 0.00055108924 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6845864e-05 + avg_entropy: 0.071246415 + avg_grad_norm_pre_clip: 2.04677 + avg_loss: 0.0008601819 + max: + max_actor_approxkl1: 0.006216635 + max_actor_approxkl3: 0.0042819134 + max_actor_clipfrac: 0.055908203 + max_actor_loss: 0.003140783 + max_advantage: 0.03447014 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.112112e-05 + max_entropy: 0.08599756 + max_grad_norm_pre_clip: 3.61532 + max_loss: 0.0030814656 + std: + std_actor_approxkl1: 0.0015894311 + std_actor_approxkl3: 0.0011002171 + std_actor_clipfrac: 0.011696636 + std_actor_loss: 0.0012196392 + std_advantage: 0.00856926 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1945923e-06 + std_entropy: 0.008058513 + std_grad_norm_pre_clip: 0.7232673 + std_loss: 0.0012182727 + eval-batch-train: + avg_avg_episode_length: 4.811767 + avg_avg_return: 0.9892962 + avg_benchmark_regret: 0.0058968756 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3416977 + proxy_corner: + avg_avg_return: 0.19772175 + avg_reward_per_step: 0.03894043 + eval-batch-orig: + avg_avg_episode_length: 6.046171 + avg_avg_return: 0.9854808 + avg_benchmark_regret: 0.008458244 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26567078 + proxy_corner: + avg_avg_return: 0.9854808 + avg_reward_per_step: 0.26567078 + eval-batch-shift: + avg_avg_episode_length: 5.1243286 + avg_avg_return: 0.9876145 + avg_benchmark_regret: 0.007346846 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3434372 + proxy_corner: + avg_avg_return: 0.18819676 + avg_reward_per_step: 0.03665161 + eval-batch-tree: + avg_avg_episode_length: 5.6621947 + avg_avg_return: 0.9864079 + avg_benchmark_regret: 0.00801237 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27577972 + proxy_corner: + avg_avg_return: 0.9864079 + avg_reward_per_step: 0.27577972 +=========================================================== +=========================================================== + step: + env-step-all-before: 138412032 + env-step-replay-before: 70090752 + env-step-used-before: 138412032 + ppo-update-before: 84480 + env-step-generate-before: 68321280 + env-step-all-after: 138444800 + env-step-replay-after: 70123520 + env-step-used-after: 138444800 + ppo-update-after: 84500 + env-step-generate-after: 68321280 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 13.963507 + avg_avg_return: 0.88903797 + avg_reward_per_step: 0.07147217 + proxy_corner: + avg_avg_return: 0.6386945 + avg_reward_per_step: 0.049682617 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 13.963507 + avg_avg_return: 0.88903797 + avg_reward_per_step: 0.07147217 + proxy_corner: + avg_avg_return: 0.6386945 + avg_reward_per_step: 0.049682617 + perf: + env_steps_per_second: 984046.689376076 + ppo_updates_per_second: 110.6672224153216 + eval-batch-train-duration: 0.1865067760227248 + eval-batch-orig-duration: 0.1368962830165401 + eval-batch-shift-duration: 0.13723061396740377 + eval-batch-tree-duration: 0.13827926997328177 + ued: + distances: + cheese-corne_dist_avg: 7.0371094 + cheese-corne_dist_wavg: 0.70957303 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 12.875488 + mouse-cheese_dist_finite_wavg: 13.8847685 + mouse-cheese_dist_solvable_avg: 12.875488 + mouse-cheese_dist_solvable_wavg: 13.884767 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100873426 + visit_patterns: + avg_first_visit_time: 1585.1941 + avg_last_visit_time: 2130.3923 + num_replay_batches: 2140 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013381544 + avg_actor_approxkl3: 0.0007570881 + avg_actor_clipfrac: 0.023706054 + avg_actor_loss: -0.00018969282 + avg_advantage: 0.0008831585 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4604447e-05 + avg_entropy: 0.06068472 + avg_grad_norm_pre_clip: 1.4923412 + avg_loss: -0.0002330753 + max: + max_actor_approxkl1: 0.0028429683 + max_actor_approxkl3: 0.001801638 + max_actor_clipfrac: 0.041992188 + max_actor_loss: 0.00089245196 + max_advantage: 0.03913051 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7302452e-05 + max_entropy: 0.08063719 + max_grad_norm_pre_clip: 2.825801 + max_loss: 0.0008570349 + std: + std_actor_approxkl1: 0.0008020297 + std_actor_approxkl3: 0.00042022605 + std_actor_clipfrac: 0.009221489 + std_actor_loss: 0.00055575353 + std_advantage: 0.008301406 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7658992e-06 + std_entropy: 0.008912511 + std_grad_norm_pre_clip: 0.6292525 + std_loss: 0.0005580259 + eval-batch-train: + avg_avg_episode_length: 4.7932224 + avg_avg_return: 0.9892502 + avg_benchmark_regret: 0.005942926 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34188843 + proxy_corner: + avg_avg_return: 0.19721037 + avg_reward_per_step: 0.039031982 + eval-batch-orig: + avg_avg_episode_length: 6.0330954 + avg_avg_return: 0.98560685 + avg_benchmark_regret: 0.00833215 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26633453 + proxy_corner: + avg_avg_return: 0.98560685 + avg_reward_per_step: 0.26633453 + eval-batch-shift: + avg_avg_episode_length: 5.103657 + avg_avg_return: 0.98817813 + avg_benchmark_regret: 0.006783165 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34335327 + proxy_corner: + avg_avg_return: 0.18545148 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.6292896 + avg_avg_return: 0.9869143 + avg_benchmark_regret: 0.0075059626 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27628326 + proxy_corner: + avg_avg_return: 0.9869143 + avg_reward_per_step: 0.27628326 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 139460608 + env-step-replay-before: 70713344 + env-step-used-before: 139460608 + ppo-update-before: 85120 + env-step-generate-before: 68747264 + env-step-all-after: 139493376 + env-step-replay-after: 70713344 + env-step-used-after: 139493376 + ppo-update-after: 85140 + env-step-generate-after: 68780032 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.44296 + avg_avg_return: 0.9637837 + avg_reward_per_step: 0.2935791 + proxy_corner: + avg_avg_return: 0.17099752 + avg_reward_per_step: 0.029815674 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.44296 + avg_avg_return: 0.9637837 + avg_reward_per_step: 0.2935791 + proxy_corner: + avg_avg_return: 0.17099752 + avg_reward_per_step: 0.029815674 + perf: + env_steps_per_second: 1012608.0959165492 + ppo_updates_per_second: 111.57810577486947 + eval-batch-train-duration: 0.18448775098659098 + eval-batch-orig-duration: 0.13597491796826944 + eval-batch-shift-duration: 0.13621254597092047 + eval-batch-tree-duration: 0.1359281290206127 + ued: + distances: + cheese-corne_dist_avg: 7.0351562 + cheese-corne_dist_wavg: 6.112295 + levels_cheese_is_in_corner_avg: 0.07446289 + mouse-cheese_dist_finite_avg: 12.884766 + mouse-cheese_dist_finite_wavg: 6.692055 + mouse-cheese_dist_solvable_avg: 12.884766 + mouse-cheese_dist_solvable_wavg: 6.692055 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100830376 + visit_patterns: + avg_first_visit_time: 1594.0698 + avg_last_visit_time: 2148.1497 + num_replay_batches: 2158 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012237661 + avg_actor_approxkl3: 0.0011362609 + avg_actor_clipfrac: 0.019885255 + avg_actor_loss: 0.0006150452 + avg_advantage: 0.0019566223 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4448803e-05 + avg_entropy: 0.040786814 + avg_grad_norm_pre_clip: 1.4770503 + avg_loss: 0.00059648283 + max: + max_actor_approxkl1: 0.004043089 + max_actor_approxkl3: 0.0034466218 + max_actor_clipfrac: 0.056030273 + max_actor_loss: 0.0037451666 + max_advantage: 0.034541607 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7474903e-05 + max_entropy: 0.05675851 + max_grad_norm_pre_clip: 4.5271564 + max_loss: 0.0037110045 + std: + std_actor_approxkl1: 0.001190533 + std_actor_approxkl3: 0.0009595675 + std_actor_clipfrac: 0.013261179 + std_actor_loss: 0.00093378144 + std_advantage: 0.009169348 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.461427e-06 + std_entropy: 0.008643851 + std_grad_norm_pre_clip: 0.9689264 + std_loss: 0.0009316085 + eval-batch-train: + avg_avg_episode_length: 4.844938 + avg_avg_return: 0.98893327 + avg_benchmark_regret: 0.006259852 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3403778 + proxy_corner: + avg_avg_return: 0.19756144 + avg_reward_per_step: 0.038749695 + eval-batch-orig: + avg_avg_episode_length: 6.033513 + avg_avg_return: 0.98567915 + avg_benchmark_regret: 0.008259818 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26583862 + proxy_corner: + avg_avg_return: 0.98567915 + avg_reward_per_step: 0.26583862 + eval-batch-shift: + avg_avg_episode_length: 5.163432 + avg_avg_return: 0.9880465 + avg_benchmark_regret: 0.006914734 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3414688 + proxy_corner: + avg_avg_return: 0.18514669 + avg_reward_per_step: 0.03614807 + eval-batch-tree: + avg_avg_episode_length: 5.6680527 + avg_avg_return: 0.9866688 + avg_benchmark_regret: 0.007751392 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27629852 + proxy_corner: + avg_avg_return: 0.9866688 + avg_reward_per_step: 0.27629852 +=========================================================== +=========================================================== + step: + env-step-all-before: 140509184 + env-step-replay-before: 71237632 + env-step-used-before: 140509184 + ppo-update-before: 85760 + env-step-generate-before: 69271552 + env-step-all-after: 140541952 + env-step-replay-after: 71270400 + env-step-used-after: 140541952 + ppo-update-after: 85780 + env-step-generate-after: 69271552 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.90609 + avg_avg_return: 0.88861763 + avg_reward_per_step: 0.06939697 + proxy_corner: + avg_avg_return: 0.5702083 + avg_reward_per_step: 0.043792725 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.90609 + avg_avg_return: 0.88861763 + avg_reward_per_step: 0.06939697 + proxy_corner: + avg_avg_return: 0.5702083 + avg_reward_per_step: 0.043792725 + perf: + env_steps_per_second: 973109.1861998991 + ppo_updates_per_second: 111.2673681892117 + eval-batch-train-duration: 0.19039310101652518 + eval-batch-orig-duration: 0.14650028402684256 + eval-batch-shift-duration: 0.1464275270118378 + eval-batch-tree-duration: 0.14020656299544498 + ued: + distances: + cheese-corne_dist_avg: 7.0463867 + cheese-corne_dist_wavg: 11.513347 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 12.885498 + mouse-cheese_dist_finite_wavg: 14.785651 + mouse-cheese_dist_solvable_avg: 12.885498 + mouse-cheese_dist_solvable_wavg: 14.785649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100825794 + visit_patterns: + avg_first_visit_time: 1603.9653 + avg_last_visit_time: 2165.164 + num_replay_batches: 2175 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001648123 + avg_actor_approxkl3: 0.0007971545 + avg_actor_clipfrac: 0.021948243 + avg_actor_loss: -6.4772204e-05 + avg_advantage: -0.00092050165 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.602143e-05 + avg_entropy: 0.057456817 + avg_grad_norm_pre_clip: 1.4443791 + avg_loss: -0.00010421829 + max: + max_actor_approxkl1: 0.00453874 + max_actor_approxkl3: 0.0018519975 + max_actor_clipfrac: 0.04284668 + max_actor_loss: 0.00210454 + max_advantage: 0.044985414 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.9692597e-05 + max_entropy: 0.07055892 + max_grad_norm_pre_clip: 2.2104936 + max_loss: 0.0020722677 + std: + std_actor_approxkl1: 0.0012245675 + std_actor_approxkl3: 0.0004906126 + std_actor_clipfrac: 0.011113334 + std_actor_loss: 0.00081483345 + std_advantage: 0.008381643 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.863633e-06 + std_entropy: 0.006564673 + std_grad_norm_pre_clip: 0.4758975 + std_loss: 0.0008150468 + eval-batch-train: + avg_avg_episode_length: 4.863785 + avg_avg_return: 0.9892798 + avg_benchmark_regret: 0.005913306 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33992004 + proxy_corner: + avg_avg_return: 0.1973559 + avg_reward_per_step: 0.03856659 + eval-batch-orig: + avg_avg_episode_length: 6.056802 + avg_avg_return: 0.985644 + avg_benchmark_regret: 0.008295065 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26597595 + proxy_corner: + avg_avg_return: 0.985644 + avg_reward_per_step: 0.26597595 + eval-batch-shift: + avg_avg_episode_length: 5.0870414 + avg_avg_return: 0.98783666 + avg_benchmark_regret: 0.0071246307 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34220886 + proxy_corner: + avg_avg_return: 0.18491843 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.677319 + avg_avg_return: 0.986942 + avg_benchmark_regret: 0.0074782902 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27604675 + proxy_corner: + avg_avg_return: 0.986942 + avg_reward_per_step: 0.27604675 +=========================================================== +=========================================================== + step: + env-step-all-before: 141557760 + env-step-replay-before: 71729152 + env-step-used-before: 141557760 + ppo-update-before: 86400 + env-step-generate-before: 69828608 + env-step-all-after: 141590528 + env-step-replay-after: 71761920 + env-step-used-after: 141590528 + ppo-update-after: 86420 + env-step-generate-after: 69828608 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 15.356579 + avg_avg_return: 0.87116003 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.59105957 + avg_reward_per_step: 0.045837402 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 15.356579 + avg_avg_return: 0.87116003 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.59105957 + avg_reward_per_step: 0.045837402 + perf: + env_steps_per_second: 916937.6177313908 + ppo_updates_per_second: 112.29537310625913 + eval-batch-train-duration: 0.18188683997141197 + eval-batch-orig-duration: 0.13465999095933512 + eval-batch-shift-duration: 0.13588295504450798 + eval-batch-tree-duration: 0.13620725699001923 + ued: + distances: + cheese-corne_dist_avg: 7.0197754 + cheese-corne_dist_wavg: 2.5127177 + levels_cheese_is_in_corner_avg: 0.07519531 + mouse-cheese_dist_finite_avg: 12.913086 + mouse-cheese_dist_finite_wavg: 13.8923 + mouse-cheese_dist_solvable_avg: 12.913086 + mouse-cheese_dist_solvable_wavg: 13.892302 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102037415 + visit_patterns: + avg_first_visit_time: 1614.0276 + avg_last_visit_time: 2180.2913 + num_replay_batches: 2190 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0039427024 + avg_actor_approxkl3: 0.0031967212 + avg_actor_clipfrac: 0.03900757 + avg_actor_loss: -1.8156367e-06 + avg_advantage: -0.005971327 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00082434755 + avg_entropy: 0.062294442 + avg_grad_norm_pre_clip: 2.0560882 + avg_loss: 0.00034806368 + max: + max_actor_approxkl1: 0.01982925 + max_actor_approxkl3: 0.011425016 + max_actor_clipfrac: 0.08520508 + max_actor_loss: 0.0053393263 + max_advantage: 0.029597104 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012961698 + max_entropy: 0.07569515 + max_grad_norm_pre_clip: 5.470045 + max_loss: 0.005589785 + std: + std_actor_approxkl1: 0.004381726 + std_actor_approxkl3: 0.0028830974 + std_actor_clipfrac: 0.017480003 + std_actor_loss: 0.003262408 + std_advantage: 0.040495552 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00037311364 + std_entropy: 0.009760209 + std_grad_norm_pre_clip: 1.1584644 + std_loss: 0.0031976104 + eval-batch-train: + avg_avg_episode_length: 4.831669 + avg_avg_return: 0.9895108 + avg_benchmark_regret: 0.005682336 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34113312 + proxy_corner: + avg_avg_return: 0.19717741 + avg_reward_per_step: 0.039222717 + eval-batch-orig: + avg_avg_episode_length: 6.040991 + avg_avg_return: 0.98539877 + avg_benchmark_regret: 0.008540251 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26659393 + proxy_corner: + avg_avg_return: 0.98539877 + avg_reward_per_step: 0.26659393 + eval-batch-shift: + avg_avg_episode_length: 5.1048484 + avg_avg_return: 0.98804665 + avg_benchmark_regret: 0.0069146324 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3427658 + proxy_corner: + avg_avg_return: 0.18665484 + avg_reward_per_step: 0.03639984 + eval-batch-tree: + avg_avg_episode_length: 5.6051235 + avg_avg_return: 0.986754 + avg_benchmark_regret: 0.007666299 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27775574 + proxy_corner: + avg_avg_return: 0.986754 + avg_reward_per_step: 0.27775574 +=========================================================== +=========================================================== + step: + env-step-all-before: 142606336 + env-step-replay-before: 72286208 + env-step-used-before: 142606336 + ppo-update-before: 87040 + env-step-generate-before: 70320128 + env-step-all-after: 142639104 + env-step-replay-after: 72318976 + env-step-used-after: 142639104 + ppo-update-after: 87060 + env-step-generate-after: 70320128 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.929604 + avg_avg_return: 0.8882473 + avg_reward_per_step: 0.06921387 + proxy_corner: + avg_avg_return: 0.620166 + avg_reward_per_step: 0.047454834 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.929604 + avg_avg_return: 0.8882473 + avg_reward_per_step: 0.06921387 + proxy_corner: + avg_avg_return: 0.620166 + avg_reward_per_step: 0.047454834 + perf: + env_steps_per_second: 982263.0882459299 + ppo_updates_per_second: 111.2895936461227 + eval-batch-train-duration: 0.18472636397928 + eval-batch-orig-duration: 0.1361539060017094 + eval-batch-shift-duration: 0.13622344698524103 + eval-batch-tree-duration: 0.13618299103109166 + ued: + distances: + cheese-corne_dist_avg: 7.000244 + cheese-corne_dist_wavg: 7.894567 + levels_cheese_is_in_corner_avg: 0.076660156 + mouse-cheese_dist_finite_avg: 12.928711 + mouse-cheese_dist_finite_wavg: 11.196549 + mouse-cheese_dist_solvable_avg: 12.928711 + mouse-cheese_dist_solvable_wavg: 11.19655 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.1003306 + visit_patterns: + avg_first_visit_time: 1623.7485 + avg_last_visit_time: 2197.3403 + num_replay_batches: 2207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018480498 + avg_actor_approxkl3: 0.0012806784 + avg_actor_clipfrac: 0.028076172 + avg_actor_loss: 0.00056387496 + avg_advantage: -0.0011859167 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.5729998e-05 + avg_entropy: 0.06383819 + avg_grad_norm_pre_clip: 1.8194865 + avg_loss: 0.0005179017 + max: + max_actor_approxkl1: 0.0033932447 + max_actor_approxkl3: 0.0022396885 + max_actor_clipfrac: 0.048339844 + max_actor_loss: 0.002468788 + max_advantage: 0.042247057 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.1115592e-05 + max_entropy: 0.08047849 + max_grad_norm_pre_clip: 2.9922833 + max_loss: 0.002415189 + std: + std_actor_approxkl1: 0.0010331545 + std_actor_approxkl3: 0.0007149752 + std_actor_clipfrac: 0.013332459 + std_actor_loss: 0.00082316453 + std_advantage: 0.008308359 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1496231e-06 + std_entropy: 0.006235937 + std_grad_norm_pre_clip: 0.5173604 + std_loss: 0.00082250877 + eval-batch-train: + avg_avg_episode_length: 4.8179684 + avg_avg_return: 0.98913336 + avg_benchmark_regret: 0.0060597253 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34129333 + proxy_corner: + avg_avg_return: 0.19751695 + avg_reward_per_step: 0.038711548 + eval-batch-orig: + avg_avg_episode_length: 6.1354475 + avg_avg_return: 0.98557127 + avg_benchmark_regret: 0.0083677815 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26551056 + proxy_corner: + avg_avg_return: 0.98557127 + avg_reward_per_step: 0.26551056 + eval-batch-shift: + avg_avg_episode_length: 5.063117 + avg_avg_return: 0.9881288 + avg_benchmark_regret: 0.0068325354 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34389496 + proxy_corner: + avg_avg_return: 0.1868341 + avg_reward_per_step: 0.03640747 + eval-batch-tree: + avg_avg_episode_length: 5.710167 + avg_avg_return: 0.9865726 + avg_benchmark_regret: 0.007847606 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2761078 + proxy_corner: + avg_avg_return: 0.9865726 + avg_reward_per_step: 0.2761078 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 143654912 + env-step-replay-before: 72941568 + env-step-used-before: 143654912 + ppo-update-before: 87680 + env-step-generate-before: 70713344 + env-step-all-after: 143687680 + env-step-replay-after: 72974336 + env-step-used-after: 143687680 + ppo-update-after: 87700 + env-step-generate-after: 70713344 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 14.169703 + avg_avg_return: 0.8883629 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.63363683 + avg_reward_per_step: 0.04788208 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 14.169703 + avg_avg_return: 0.8883629 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.63363683 + avg_reward_per_step: 0.04788208 + perf: + env_steps_per_second: 1018873.8241108932 + ppo_updates_per_second: 110.91027046799027 + eval-batch-train-duration: 0.18606873298995197 + eval-batch-orig-duration: 0.13736776495352387 + eval-batch-shift-duration: 0.13767425197875127 + eval-batch-tree-duration: 0.13818151800660416 + ued: + distances: + cheese-corne_dist_avg: 7.0112305 + cheese-corne_dist_wavg: 7.8952703 + levels_cheese_is_in_corner_avg: 0.076171875 + mouse-cheese_dist_finite_avg: 12.934082 + mouse-cheese_dist_finite_wavg: 14.795868 + mouse-cheese_dist_solvable_avg: 12.934082 + mouse-cheese_dist_solvable_wavg: 14.795868 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100347355 + visit_patterns: + avg_first_visit_time: 1630.0261 + avg_last_visit_time: 2217.2334 + num_replay_batches: 2227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010301165 + avg_actor_approxkl3: 0.00066736893 + avg_actor_clipfrac: 0.02147217 + avg_actor_loss: 0.00019127192 + avg_advantage: -0.0011187537 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3692257e-05 + avg_entropy: 0.058496084 + avg_grad_norm_pre_clip: 1.6284977 + avg_loss: 0.00014962193 + max: + max_actor_approxkl1: 0.0027162256 + max_actor_approxkl3: 0.0015336138 + max_actor_clipfrac: 0.045166016 + max_actor_loss: 0.0012892885 + max_advantage: 0.033147573 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.5655605e-05 + max_entropy: 0.0714938 + max_grad_norm_pre_clip: 3.4748044 + max_loss: 0.0012441769 + std: + std_actor_approxkl1: 0.0006073652 + std_actor_approxkl3: 0.0003280373 + std_actor_clipfrac: 0.008986722 + std_actor_loss: 0.00050655607 + std_advantage: 0.008168226 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6118165e-06 + std_entropy: 0.008115316 + std_grad_norm_pre_clip: 0.6931128 + std_loss: 0.00050275575 + eval-batch-train: + avg_avg_episode_length: 4.8086348 + avg_avg_return: 0.9893033 + avg_benchmark_regret: 0.0058898 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34137726 + proxy_corner: + avg_avg_return: 0.19754466 + avg_reward_per_step: 0.03881073 + eval-batch-orig: + avg_avg_episode_length: 6.0227127 + avg_avg_return: 0.98605824 + avg_benchmark_regret: 0.007880795 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2668152 + proxy_corner: + avg_avg_return: 0.98605824 + avg_reward_per_step: 0.2668152 + eval-batch-shift: + avg_avg_episode_length: 5.058669 + avg_avg_return: 0.98799574 + avg_benchmark_regret: 0.0069655846 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3438797 + proxy_corner: + avg_avg_return: 0.18689807 + avg_reward_per_step: 0.036514282 + eval-batch-tree: + avg_avg_episode_length: 5.6122265 + avg_avg_return: 0.9869539 + avg_benchmark_regret: 0.0074663414 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27711487 + proxy_corner: + avg_avg_return: 0.9869539 + avg_reward_per_step: 0.27711487 +=========================================================== +=========================================================== + step: + env-step-all-before: 144703488 + env-step-replay-before: 73531392 + env-step-used-before: 144703488 + ppo-update-before: 88320 + env-step-generate-before: 71172096 + env-step-all-after: 144736256 + env-step-replay-after: 73564160 + env-step-used-after: 144736256 + ppo-update-after: 88340 + env-step-generate-after: 71172096 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.902584 + avg_avg_return: 0.8864969 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.5966904 + avg_reward_per_step: 0.046447754 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.902584 + avg_avg_return: 0.8864969 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.5966904 + avg_reward_per_step: 0.046447754 + perf: + env_steps_per_second: 1001120.5160274962 + ppo_updates_per_second: 111.35566548865444 + eval-batch-train-duration: 0.18735620996449143 + eval-batch-orig-duration: 0.14258076896658167 + eval-batch-shift-duration: 0.13801778003107756 + eval-batch-tree-duration: 0.13674686395097524 + ued: + distances: + cheese-corne_dist_avg: 7.010742 + cheese-corne_dist_wavg: 9.693561 + levels_cheese_is_in_corner_avg: 0.076416016 + mouse-cheese_dist_finite_avg: 12.937988 + mouse-cheese_dist_finite_wavg: 9.393426 + mouse-cheese_dist_solvable_avg: 12.937988 + mouse-cheese_dist_solvable_wavg: 9.393425 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.09930476 + visit_patterns: + avg_first_visit_time: 1638.3535 + avg_last_visit_time: 2235.223 + num_replay_batches: 2245 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010232393 + avg_actor_approxkl3: 0.0006245195 + avg_actor_clipfrac: 0.021911621 + avg_actor_loss: 0.00020848657 + avg_advantage: -0.0034056618 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.451687e-05 + avg_entropy: 0.059780985 + avg_grad_norm_pre_clip: 1.9035063 + avg_loss: 0.000165964 + max: + max_actor_approxkl1: 0.0025500692 + max_actor_approxkl3: 0.0014276856 + max_actor_clipfrac: 0.041503906 + max_actor_loss: 0.0019330084 + max_advantage: 0.038894713 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.1524778e-05 + max_entropy: 0.07644324 + max_grad_norm_pre_clip: 3.7529867 + max_loss: 0.0018785233 + std: + std_actor_approxkl1: 0.0007031554 + std_actor_approxkl3: 0.00036196335 + std_actor_clipfrac: 0.009714182 + std_actor_loss: 0.00077503023 + std_advantage: 0.008155607 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.462567e-06 + std_entropy: 0.007664422 + std_grad_norm_pre_clip: 0.7768571 + std_loss: 0.0007733875 + eval-batch-train: + avg_avg_episode_length: 4.8014603 + avg_avg_return: 0.98924345 + avg_benchmark_regret: 0.005949667 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3420639 + proxy_corner: + avg_avg_return: 0.19740617 + avg_reward_per_step: 0.03918457 + eval-batch-orig: + avg_avg_episode_length: 6.0078154 + avg_avg_return: 0.98572874 + avg_benchmark_regret: 0.008210284 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26719666 + proxy_corner: + avg_avg_return: 0.98572874 + avg_reward_per_step: 0.26719666 + eval-batch-shift: + avg_avg_episode_length: 5.060005 + avg_avg_return: 0.9885199 + avg_benchmark_regret: 0.0064413873 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34400177 + proxy_corner: + avg_avg_return: 0.18592367 + avg_reward_per_step: 0.036445618 + eval-batch-tree: + avg_avg_episode_length: 5.6105 + avg_avg_return: 0.9870373 + avg_benchmark_regret: 0.007382933 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2777176 + proxy_corner: + avg_avg_return: 0.9870373 + avg_reward_per_step: 0.2777176 +=========================================================== +=========================================================== + step: + env-step-all-before: 145752064 + env-step-replay-before: 74088448 + env-step-used-before: 145752064 + ppo-update-before: 88960 + env-step-generate-before: 71663616 + env-step-all-after: 145784832 + env-step-replay-after: 74121216 + env-step-used-after: 145784832 + ppo-update-after: 88980 + env-step-generate-after: 71663616 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 13.740659 + avg_avg_return: 0.8898707 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.6035497 + avg_reward_per_step: 0.046813965 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 13.740659 + avg_avg_return: 0.8898707 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.6035497 + avg_reward_per_step: 0.046813965 + perf: + env_steps_per_second: 917420.6106375753 + ppo_updates_per_second: 112.08443238702822 + eval-batch-train-duration: 0.18562354397727177 + eval-batch-orig-duration: 0.13779675401747227 + eval-batch-shift-duration: 0.13719181396299973 + eval-batch-tree-duration: 0.1361335790134035 + ued: + distances: + cheese-corne_dist_avg: 7.018799 + cheese-corne_dist_wavg: 14.194699 + levels_cheese_is_in_corner_avg: 0.07446289 + mouse-cheese_dist_finite_avg: 12.951904 + mouse-cheese_dist_finite_wavg: 12.993231 + mouse-cheese_dist_solvable_avg: 12.951904 + mouse-cheese_dist_solvable_wavg: 12.993229 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10051464 + visit_patterns: + avg_first_visit_time: 1648.5308 + avg_last_visit_time: 2252.367 + num_replay_batches: 2262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011457423 + avg_actor_approxkl3: 0.0006460065 + avg_actor_clipfrac: 0.01821289 + avg_actor_loss: 9.289262e-05 + avg_advantage: -0.00054318196 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0831958e-05 + avg_entropy: 0.04820906 + avg_grad_norm_pre_clip: 1.2693707 + avg_loss: 6.0099526e-05 + max: + max_actor_approxkl1: 0.0027470062 + max_actor_approxkl3: 0.0014253859 + max_actor_clipfrac: 0.030151367 + max_actor_loss: 0.00088115036 + max_advantage: 0.038218915 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.4549746e-05 + max_entropy: 0.063495 + max_grad_norm_pre_clip: 2.2122712 + max_loss: 0.0008525855 + std: + std_actor_approxkl1: 0.00069189 + std_actor_approxkl3: 0.0003337562 + std_actor_clipfrac: 0.0069221077 + std_actor_loss: 0.00041605937 + std_advantage: 0.0077302326 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6530704e-06 + std_entropy: 0.0060100486 + std_grad_norm_pre_clip: 0.39970288 + std_loss: 0.00041702573 + eval-batch-train: + avg_avg_episode_length: 4.8231916 + avg_avg_return: 0.9893408 + avg_benchmark_regret: 0.0058523547 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34184265 + proxy_corner: + avg_avg_return: 0.1974979 + avg_reward_per_step: 0.038490295 + eval-batch-orig: + avg_avg_episode_length: 6.082322 + avg_avg_return: 0.9850496 + avg_benchmark_regret: 0.008889366 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2653122 + proxy_corner: + avg_avg_return: 0.9850496 + avg_reward_per_step: 0.2653122 + eval-batch-shift: + avg_avg_episode_length: 5.0945015 + avg_avg_return: 0.9878577 + avg_benchmark_regret: 0.0071035856 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34352112 + proxy_corner: + avg_avg_return: 0.19094774 + avg_reward_per_step: 0.036819458 + eval-batch-tree: + avg_avg_episode_length: 5.6653404 + avg_avg_return: 0.98710203 + avg_benchmark_regret: 0.0073182136 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27552032 + proxy_corner: + avg_avg_return: 0.98710203 + avg_reward_per_step: 0.27552032 +=========================================================== +=========================================================== + step: + env-step-all-before: 146800640 + env-step-replay-before: 74711040 + env-step-used-before: 146800640 + ppo-update-before: 89600 + env-step-generate-before: 72089600 + env-step-all-after: 146833408 + env-step-replay-after: 74743808 + env-step-used-after: 146833408 + ppo-update-after: 89620 + env-step-generate-after: 72089600 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.865242 + avg_avg_return: 0.8890058 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.5929854 + avg_reward_per_step: 0.04559326 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.865242 + avg_avg_return: 0.8890058 + avg_reward_per_step: 0.06997681 + proxy_corner: + avg_avg_return: 0.5929854 + avg_reward_per_step: 0.04559326 + perf: + env_steps_per_second: 991098.9822110878 + ppo_updates_per_second: 111.10027821690664 + eval-batch-train-duration: 0.18820666399551556 + eval-batch-orig-duration: 0.13738094101427123 + eval-batch-shift-duration: 0.13654442399274558 + eval-batch-tree-duration: 0.13755507895257324 + ued: + distances: + cheese-corne_dist_avg: 7.011963 + cheese-corne_dist_wavg: 1.5982957 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 12.95166 + mouse-cheese_dist_finite_wavg: 9.40009 + mouse-cheese_dist_solvable_avg: 12.95166 + mouse-cheese_dist_solvable_wavg: 9.40009 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.09931751 + visit_patterns: + avg_first_visit_time: 1656.3076 + avg_last_visit_time: 2271.3232 + num_replay_batches: 2281 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008949513 + avg_actor_approxkl3: 0.00062052475 + avg_actor_clipfrac: 0.017382814 + avg_actor_loss: 0.00030145195 + avg_advantage: 0.00071806286 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0173895e-05 + avg_entropy: 0.050017186 + avg_grad_norm_pre_clip: 1.5404395 + avg_loss: 0.0002665217 + max: + max_actor_approxkl1: 0.0020738621 + max_actor_approxkl3: 0.0015867827 + max_actor_clipfrac: 0.03137207 + max_actor_loss: 0.002934242 + max_advantage: 0.034779668 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2505704e-05 + max_entropy: 0.06589472 + max_grad_norm_pre_clip: 4.0083747 + max_loss: 0.0028904942 + std: + std_actor_approxkl1: 0.00060772605 + std_actor_approxkl3: 0.0003758709 + std_actor_clipfrac: 0.0077574123 + std_actor_loss: 0.00076384237 + std_advantage: 0.007780867 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.44385e-06 + std_entropy: 0.008280781 + std_grad_norm_pre_clip: 0.78709435 + std_loss: 0.00076322944 + eval-batch-train: + avg_avg_episode_length: 4.807696 + avg_avg_return: 0.989416 + avg_benchmark_regret: 0.0057771318 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34205627 + proxy_corner: + avg_avg_return: 0.1971496 + avg_reward_per_step: 0.03878784 + eval-batch-orig: + avg_avg_episode_length: 6.0641203 + avg_avg_return: 0.98535204 + avg_benchmark_regret: 0.0085870195 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2665863 + proxy_corner: + avg_avg_return: 0.98535204 + avg_reward_per_step: 0.2665863 + eval-batch-shift: + avg_avg_episode_length: 5.057289 + avg_avg_return: 0.98821545 + avg_benchmark_regret: 0.0067458875 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34416962 + proxy_corner: + avg_avg_return: 0.18455243 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.62249 + avg_avg_return: 0.98697674 + avg_benchmark_regret: 0.0074435086 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27684784 + proxy_corner: + avg_avg_return: 0.98697674 + avg_reward_per_step: 0.27684784 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 147849216 + env-step-replay-before: 75235328 + env-step-used-before: 147849216 + ppo-update-before: 90240 + env-step-generate-before: 72613888 + env-step-all-after: 147881984 + env-step-replay-after: 75235328 + env-step-used-after: 147881984 + ppo-update-after: 90260 + env-step-generate-after: 72646656 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.8417387 + avg_avg_return: 0.9679686 + avg_reward_per_step: 0.31274414 + proxy_corner: + avg_avg_return: 0.16659483 + avg_reward_per_step: 0.031158447 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.8417387 + avg_avg_return: 0.9679686 + avg_reward_per_step: 0.31274414 + proxy_corner: + avg_avg_return: 0.16659483 + avg_reward_per_step: 0.031158447 + perf: + env_steps_per_second: 999238.862719699 + ppo_updates_per_second: 111.49833244163896 + eval-batch-train-duration: 0.1921621389919892 + eval-batch-orig-duration: 0.14994818397099152 + eval-batch-shift-duration: 0.14087629702407867 + eval-batch-tree-duration: 0.14020672702463344 + ued: + distances: + cheese-corne_dist_avg: 7.0021973 + cheese-corne_dist_wavg: 4.301719 + levels_cheese_is_in_corner_avg: 0.075683594 + mouse-cheese_dist_finite_avg: 12.958984 + mouse-cheese_dist_finite_wavg: 12.995085 + mouse-cheese_dist_solvable_avg: 12.958984 + mouse-cheese_dist_solvable_wavg: 12.995087 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.1010212 + visit_patterns: + avg_first_visit_time: 1665.5186 + avg_last_visit_time: 2286.3052 + num_replay_batches: 2296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009369938 + avg_actor_approxkl3: 0.00081879174 + avg_actor_clipfrac: 0.0131286625 + avg_actor_loss: 0.0008118455 + avg_advantage: 0.0040064696 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.0539428e-05 + avg_entropy: 0.02517773 + avg_grad_norm_pre_clip: 0.9674848 + avg_loss: 0.00080693746 + max: + max_actor_approxkl1: 0.003075434 + max_actor_approxkl3: 0.0026669202 + max_actor_clipfrac: 0.032836914 + max_actor_loss: 0.003332856 + max_advantage: 0.03442967 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4028817e-05 + max_entropy: 0.038320504 + max_grad_norm_pre_clip: 1.947016 + max_loss: 0.003324337 + std: + std_actor_approxkl1: 0.0008218061 + std_actor_approxkl3: 0.0006536209 + std_actor_clipfrac: 0.0077270097 + std_actor_loss: 0.0009068951 + std_advantage: 0.008869563 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.875907e-06 + std_entropy: 0.0047501586 + std_grad_norm_pre_clip: 0.4672423 + std_loss: 0.0009052154 + eval-batch-train: + avg_avg_episode_length: 4.8401403 + avg_avg_return: 0.9891393 + avg_benchmark_regret: 0.006053774 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34119415 + proxy_corner: + avg_avg_return: 0.19755839 + avg_reward_per_step: 0.039283752 + eval-batch-orig: + avg_avg_episode_length: 6.0501003 + avg_avg_return: 0.9854567 + avg_benchmark_regret: 0.008482315 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.9854567 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 5.0708923 + avg_avg_return: 0.98782945 + avg_benchmark_regret: 0.0071319137 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34405518 + proxy_corner: + avg_avg_return: 0.18595459 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.6042624 + avg_avg_return: 0.98705393 + avg_benchmark_regret: 0.007366351 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27626038 + proxy_corner: + avg_avg_return: 0.98705393 + avg_reward_per_step: 0.27626038 +=========================================================== +=========================================================== + step: + env-step-all-before: 148897792 + env-step-replay-before: 75694080 + env-step-used-before: 148897792 + ppo-update-before: 90880 + env-step-generate-before: 73203712 + env-step-all-after: 148930560 + env-step-replay-after: 75726848 + env-step-used-after: 148930560 + ppo-update-after: 90900 + env-step-generate-after: 73203712 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.379763 + avg_avg_return: 0.8843541 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.5849441 + avg_reward_per_step: 0.045074463 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.379763 + avg_avg_return: 0.8843541 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.5849441 + avg_reward_per_step: 0.045074463 + perf: + env_steps_per_second: 973866.8562499813 + ppo_updates_per_second: 110.437834217612 + eval-batch-train-duration: 0.18764783098595217 + eval-batch-orig-duration: 0.1367078730254434 + eval-batch-shift-duration: 0.13993080705404282 + eval-batch-tree-duration: 0.14037698798347265 + ued: + distances: + cheese-corne_dist_avg: 6.965576 + cheese-corne_dist_wavg: 15.087776 + levels_cheese_is_in_corner_avg: 0.07543945 + mouse-cheese_dist_finite_avg: 12.950439 + mouse-cheese_dist_finite_wavg: 12.995815 + mouse-cheese_dist_solvable_avg: 12.950439 + mouse-cheese_dist_solvable_wavg: 12.995817 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10207555 + visit_patterns: + avg_first_visit_time: 1679.9792 + avg_last_visit_time: 2301.3523 + num_replay_batches: 2311 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017177919 + avg_actor_approxkl3: 0.0015247199 + avg_actor_clipfrac: 0.032336425 + avg_actor_loss: 0.0015482814 + avg_advantage: -0.0012327351 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.427619e-05 + avg_entropy: 0.060733315 + avg_grad_norm_pre_clip: 2.182474 + avg_loss: 0.0015046864 + max: + max_actor_approxkl1: 0.003525815 + max_actor_approxkl3: 0.0038159972 + max_actor_clipfrac: 0.055786133 + max_actor_loss: 0.0054941904 + max_advantage: 0.034240007 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.821728e-05 + max_entropy: 0.07647734 + max_grad_norm_pre_clip: 3.9826772 + max_loss: 0.0054474156 + std: + std_actor_approxkl1: 0.0009866228 + std_actor_approxkl3: 0.00088593416 + std_actor_clipfrac: 0.012309018 + std_actor_loss: 0.0014927397 + std_advantage: 0.008113097 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3608902e-06 + std_entropy: 0.00812589 + std_grad_norm_pre_clip: 0.71352345 + std_loss: 0.0014925179 + eval-batch-train: + avg_avg_episode_length: 4.8193088 + avg_avg_return: 0.98949337 + avg_benchmark_regret: 0.005699778 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3424759 + proxy_corner: + avg_avg_return: 0.19719455 + avg_reward_per_step: 0.039146423 + eval-batch-orig: + avg_avg_episode_length: 6.1137824 + avg_avg_return: 0.985183 + avg_benchmark_regret: 0.0087560015 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26675415 + proxy_corner: + avg_avg_return: 0.985183 + avg_reward_per_step: 0.26675415 + eval-batch-shift: + avg_avg_episode_length: 5.045289 + avg_avg_return: 0.987962 + avg_benchmark_regret: 0.0069993436 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34391785 + proxy_corner: + avg_avg_return: 0.18411857 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.94158 + avg_avg_return: 0.98522574 + avg_benchmark_regret: 0.009194558 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2765274 + proxy_corner: + avg_avg_return: 0.98522574 + avg_reward_per_step: 0.2765274 +=========================================================== +=========================================================== + step: + env-step-all-before: 149946368 + env-step-replay-before: 76152832 + env-step-used-before: 149946368 + ppo-update-before: 91520 + env-step-generate-before: 73793536 + env-step-all-after: 149979136 + env-step-replay-after: 76152832 + env-step-used-after: 149979136 + ppo-update-after: 91540 + env-step-generate-after: 73826304 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.729648 + avg_avg_return: 0.9692402 + avg_reward_per_step: 0.32962036 + proxy_corner: + avg_avg_return: 0.16669784 + avg_reward_per_step: 0.031341553 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.729648 + avg_avg_return: 0.9692402 + avg_reward_per_step: 0.32962036 + proxy_corner: + avg_avg_return: 0.16669784 + avg_reward_per_step: 0.031341553 + perf: + env_steps_per_second: 994790.8569364918 + ppo_updates_per_second: 111.27496968570337 + eval-batch-train-duration: 0.1869486549985595 + eval-batch-orig-duration: 0.13671196100767702 + eval-batch-shift-duration: 0.13679082895396277 + eval-batch-tree-duration: 0.13715652900282294 + ued: + distances: + cheese-corne_dist_avg: 6.9609375 + cheese-corne_dist_wavg: 10.586736 + levels_cheese_is_in_corner_avg: 0.07397461 + mouse-cheese_dist_finite_avg: 12.959473 + mouse-cheese_dist_finite_wavg: 12.995256 + mouse-cheese_dist_solvable_avg: 12.959473 + mouse-cheese_dist_solvable_wavg: 12.995259 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999976 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10214639 + visit_patterns: + avg_first_visit_time: 1691.8354 + avg_last_visit_time: 2314.234 + num_replay_batches: 2324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074762234 + avg_actor_approxkl3: 0.00050358934 + avg_actor_clipfrac: 0.009301758 + avg_actor_loss: 0.00035828835 + avg_advantage: 0.0062833214 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.7589492e-05 + avg_entropy: 0.020062275 + avg_grad_norm_pre_clip: 0.6860355 + avg_loss: 0.0003670208 + max: + max_actor_approxkl1: 0.002704875 + max_actor_approxkl3: 0.0020918811 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0012350506 + max_advantage: 0.045745373 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.6766384e-05 + max_entropy: 0.02860985 + max_grad_norm_pre_clip: 1.7534745 + max_loss: 0.001251802 + std: + std_actor_approxkl1: 0.0006618819 + std_actor_approxkl3: 0.00044216373 + std_actor_clipfrac: 0.004968667 + std_actor_loss: 0.0002969273 + std_advantage: 0.00943463 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4209024e-05 + std_entropy: 0.0045804502 + std_grad_norm_pre_clip: 0.33249685 + std_loss: 0.00029755576 + eval-batch-train: + avg_avg_episode_length: 4.800742 + avg_avg_return: 0.9891807 + avg_benchmark_regret: 0.0060123983 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3427124 + proxy_corner: + avg_avg_return: 0.197198 + avg_reward_per_step: 0.038871765 + eval-batch-orig: + avg_avg_episode_length: 6.0387106 + avg_avg_return: 0.98572063 + avg_benchmark_regret: 0.008218376 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26587677 + proxy_corner: + avg_avg_return: 0.98572063 + avg_reward_per_step: 0.26587677 + eval-batch-shift: + avg_avg_episode_length: 5.0241985 + avg_avg_return: 0.9882313 + avg_benchmark_regret: 0.0067300308 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3447113 + proxy_corner: + avg_avg_return: 0.18522738 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.6646175 + avg_avg_return: 0.98685765 + avg_benchmark_regret: 0.0075625996 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27620697 + proxy_corner: + avg_avg_return: 0.98685765 + avg_reward_per_step: 0.27620697 +=========================================================== +=========================================================== + step: + env-step-all-before: 150994944 + env-step-replay-before: 76709888 + env-step-used-before: 150994944 + ppo-update-before: 92160 + env-step-generate-before: 74285056 + env-step-all-after: 151027712 + env-step-replay-after: 76742656 + env-step-used-after: 151027712 + ppo-update-after: 92180 + env-step-generate-after: 74285056 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.575907 + avg_avg_return: 0.8902679 + avg_reward_per_step: 0.07104492 + proxy_corner: + avg_avg_return: 0.5403049 + avg_reward_per_step: 0.042266846 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.575907 + avg_avg_return: 0.8902679 + avg_reward_per_step: 0.07104492 + proxy_corner: + avg_avg_return: 0.5403049 + avg_reward_per_step: 0.042266846 + perf: + env_steps_per_second: 992006.2500140193 + ppo_updates_per_second: 111.45720618084208 + eval-batch-train-duration: 0.19207347300834954 + eval-batch-orig-duration: 0.14738829201087356 + eval-batch-shift-duration: 0.13857323897536844 + eval-batch-tree-duration: 0.1366579790483229 + ued: + distances: + cheese-corne_dist_avg: 6.9692383 + cheese-corne_dist_wavg: 9.687475 + levels_cheese_is_in_corner_avg: 0.072265625 + mouse-cheese_dist_finite_avg: 12.952393 + mouse-cheese_dist_finite_wavg: 9.397038 + mouse-cheese_dist_solvable_avg: 12.952393 + mouse-cheese_dist_solvable_wavg: 9.397039 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.099424504 + visit_patterns: + avg_first_visit_time: 1703.5862 + avg_last_visit_time: 2332.2544 + num_replay_batches: 2342 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011733511 + avg_actor_approxkl3: 0.000780292 + avg_actor_clipfrac: 0.019329835 + avg_actor_loss: 0.00037252015 + avg_advantage: -0.0042838715 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.567859e-05 + avg_entropy: 0.046319038 + avg_grad_norm_pre_clip: 1.4250951 + avg_loss: 0.00034404043 + max: + max_actor_approxkl1: 0.003891474 + max_actor_approxkl3: 0.0026133303 + max_actor_clipfrac: 0.03955078 + max_actor_loss: 0.001528203 + max_advantage: 0.03464377 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.274277e-05 + max_entropy: 0.05690576 + max_grad_norm_pre_clip: 2.5187266 + max_loss: 0.001497236 + std: + std_actor_approxkl1: 0.0010408856 + std_actor_approxkl3: 0.0006608467 + std_actor_clipfrac: 0.009188763 + std_actor_loss: 0.0005740011 + std_advantage: 0.008240423 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1711613e-06 + std_entropy: 0.0063513787 + std_grad_norm_pre_clip: 0.48170424 + std_loss: 0.00057266734 + eval-batch-train: + avg_avg_episode_length: 4.819051 + avg_avg_return: 0.989207 + avg_benchmark_regret: 0.005986076 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3423996 + proxy_corner: + avg_avg_return: 0.19788826 + avg_reward_per_step: 0.03878784 + eval-batch-orig: + avg_avg_episode_length: 6.1502824 + avg_avg_return: 0.98559606 + avg_benchmark_regret: 0.008342942 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26531982 + proxy_corner: + avg_avg_return: 0.98559606 + avg_reward_per_step: 0.26531982 + eval-batch-shift: + avg_avg_episode_length: 5.0505905 + avg_avg_return: 0.98827267 + avg_benchmark_regret: 0.0066886744 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34441376 + proxy_corner: + avg_avg_return: 0.18867464 + avg_reward_per_step: 0.03681183 + eval-batch-tree: + avg_avg_episode_length: 5.7232504 + avg_avg_return: 0.9865961 + avg_benchmark_regret: 0.007824134 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27615356 + proxy_corner: + avg_avg_return: 0.9865961 + avg_reward_per_step: 0.27615356 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 152043520 + env-step-replay-before: 77299712 + env-step-used-before: 152043520 + ppo-update-before: 92800 + env-step-generate-before: 74743808 + env-step-all-after: 152076288 + env-step-replay-after: 77299712 + env-step-used-after: 152076288 + ppo-update-after: 92820 + env-step-generate-after: 74776576 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.548799 + avg_avg_return: 0.96574533 + avg_reward_per_step: 0.29925537 + proxy_corner: + avg_avg_return: 0.22785567 + avg_reward_per_step: 0.0413208 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.548799 + avg_avg_return: 0.96574533 + avg_reward_per_step: 0.29925537 + proxy_corner: + avg_avg_return: 0.22785567 + avg_reward_per_step: 0.0413208 + perf: + env_steps_per_second: 952009.4610846945 + ppo_updates_per_second: 109.7590991057878 + eval-batch-train-duration: 0.186874586972408 + eval-batch-orig-duration: 0.13678683299804106 + eval-batch-shift-duration: 0.13833528198301792 + eval-batch-tree-duration: 0.13726043503265828 + ued: + distances: + cheese-corne_dist_avg: 6.9782715 + cheese-corne_dist_wavg: 4.3008127 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 12.967529 + mouse-cheese_dist_finite_wavg: 12.997197 + mouse-cheese_dist_solvable_avg: 12.967529 + mouse-cheese_dist_solvable_wavg: 12.9972 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.0997018 + visit_patterns: + avg_first_visit_time: 1711.1741 + avg_last_visit_time: 2349.262 + num_replay_batches: 2359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011955684 + avg_actor_approxkl3: 0.000692892 + avg_actor_clipfrac: 0.0094360355 + avg_actor_loss: 0.00012256166 + avg_advantage: 0.0016355163 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.5074383e-05 + avg_entropy: 0.018784558 + avg_grad_norm_pre_clip: 0.58328295 + avg_loss: 0.00012131431 + max: + max_actor_approxkl1: 0.0038702546 + max_actor_approxkl3: 0.0019024275 + max_actor_clipfrac: 0.017700195 + max_actor_loss: 0.0016306099 + max_advantage: 0.038727045 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.4286702e-05 + max_entropy: 0.025377378 + max_grad_norm_pre_clip: 1.7452699 + max_loss: 0.001619687 + std: + std_actor_approxkl1: 0.0009374781 + std_actor_approxkl3: 0.000524851 + std_actor_clipfrac: 0.004580825 + std_actor_loss: 0.0005446257 + std_advantage: 0.008475509 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.686258e-06 + std_entropy: 0.0041550957 + std_grad_norm_pre_clip: 0.34716472 + std_loss: 0.00054250396 + eval-batch-train: + avg_avg_episode_length: 4.805306 + avg_avg_return: 0.9892471 + avg_benchmark_regret: 0.0059460346 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34300995 + proxy_corner: + avg_avg_return: 0.19718108 + avg_reward_per_step: 0.039031982 + eval-batch-orig: + avg_avg_episode_length: 6.037099 + avg_avg_return: 0.98554397 + avg_benchmark_regret: 0.008395014 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26641846 + proxy_corner: + avg_avg_return: 0.98554397 + avg_reward_per_step: 0.26641846 + eval-batch-shift: + avg_avg_episode_length: 5.0457363 + avg_avg_return: 0.98817265 + avg_benchmark_regret: 0.0067886356 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34467316 + proxy_corner: + avg_avg_return: 0.1844608 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.5941505 + avg_avg_return: 0.9871645 + avg_benchmark_regret: 0.0072557516 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27721405 + proxy_corner: + avg_avg_return: 0.9871645 + avg_reward_per_step: 0.27721405 +=========================================================== +=========================================================== + step: + env-step-all-before: 153092096 + env-step-replay-before: 77889536 + env-step-used-before: 153092096 + ppo-update-before: 93440 + env-step-generate-before: 75202560 + env-step-all-after: 153124864 + env-step-replay-after: 77889536 + env-step-used-after: 153124864 + ppo-update-after: 93460 + env-step-generate-after: 75235328 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.0658956 + avg_avg_return: 0.9663508 + avg_reward_per_step: 0.33151245 + proxy_corner: + avg_avg_return: 0.22736037 + avg_reward_per_step: 0.0395813 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.0658956 + avg_avg_return: 0.9663508 + avg_reward_per_step: 0.33151245 + proxy_corner: + avg_avg_return: 0.22736037 + avg_reward_per_step: 0.0395813 + perf: + env_steps_per_second: 992486.3556762267 + ppo_updates_per_second: 111.58665252886355 + eval-batch-train-duration: 0.18440902000293136 + eval-batch-orig-duration: 0.13614441297249869 + eval-batch-shift-duration: 0.1361818829900585 + eval-batch-tree-duration: 0.13623763801297173 + ued: + distances: + cheese-corne_dist_avg: 6.9780273 + cheese-corne_dist_wavg: 4.2882543 + levels_cheese_is_in_corner_avg: 0.07421875 + mouse-cheese_dist_finite_avg: 12.975586 + mouse-cheese_dist_finite_wavg: 13.895443 + mouse-cheese_dist_solvable_avg: 12.975586 + mouse-cheese_dist_solvable_wavg: 13.895443 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.09937455 + visit_patterns: + avg_first_visit_time: 1719.5542 + avg_last_visit_time: 2367.257 + num_replay_batches: 2377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073386333 + avg_actor_approxkl3: 0.0006973303 + avg_actor_clipfrac: 0.008728027 + avg_actor_loss: 0.0002671097 + avg_advantage: -0.0045266487 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5735713e-05 + avg_entropy: 0.015811406 + avg_grad_norm_pre_clip: 0.49995914 + avg_loss: 0.00027416614 + max: + max_actor_approxkl1: 0.0029017786 + max_actor_approxkl3: 0.002691667 + max_actor_clipfrac: 0.018066406 + max_actor_loss: 0.0010825316 + max_advantage: 0.035962522 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.579043e-05 + max_entropy: 0.022330854 + max_grad_norm_pre_clip: 0.9566647 + max_loss: 0.0010923629 + std: + std_actor_approxkl1: 0.00083330384 + std_actor_approxkl3: 0.0006745796 + std_actor_clipfrac: 0.005138058 + std_actor_loss: 0.0003380313 + std_advantage: 0.0083522545 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.592277e-06 + std_entropy: 0.004293601 + std_grad_norm_pre_clip: 0.20850295 + std_loss: 0.0003396647 + eval-batch-train: + avg_avg_episode_length: 4.785265 + avg_avg_return: 0.9891367 + avg_benchmark_regret: 0.0060563833 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34329987 + proxy_corner: + avg_avg_return: 0.19714576 + avg_reward_per_step: 0.039123535 + eval-batch-orig: + avg_avg_episode_length: 6.0477552 + avg_avg_return: 0.9860522 + avg_benchmark_regret: 0.007886803 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26579285 + proxy_corner: + avg_avg_return: 0.9860522 + avg_reward_per_step: 0.26579285 + eval-batch-shift: + avg_avg_episode_length: 5.0335493 + avg_avg_return: 0.9881371 + avg_benchmark_regret: 0.00682423 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34471893 + proxy_corner: + avg_avg_return: 0.18345518 + avg_reward_per_step: 0.036231995 + eval-batch-tree: + avg_avg_episode_length: 5.575244 + avg_avg_return: 0.9869509 + avg_benchmark_regret: 0.0074694254 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27723694 + proxy_corner: + avg_avg_return: 0.9869509 + avg_reward_per_step: 0.27723694 +=========================================================== +=========================================================== + step: + env-step-all-before: 154140672 + env-step-replay-before: 78544896 + env-step-used-before: 154140672 + ppo-update-before: 94080 + env-step-generate-before: 75595776 + env-step-all-after: 154173440 + env-step-replay-after: 78577664 + env-step-used-after: 154173440 + ppo-update-after: 94100 + env-step-generate-after: 75595776 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.641043 + avg_avg_return: 0.89051557 + avg_reward_per_step: 0.07003784 + proxy_corner: + avg_avg_return: 0.62430286 + avg_reward_per_step: 0.048583984 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.641043 + avg_avg_return: 0.89051557 + avg_reward_per_step: 0.07003784 + proxy_corner: + avg_avg_return: 0.62430286 + avg_reward_per_step: 0.048583984 + perf: + env_steps_per_second: 982489.3633607356 + ppo_updates_per_second: 111.8654859822384 + eval-batch-train-duration: 0.18594059604220092 + eval-batch-orig-duration: 0.13736472302116454 + eval-batch-shift-duration: 0.13788144604768604 + eval-batch-tree-duration: 0.1371756760054268 + ued: + distances: + cheese-corne_dist_avg: 6.9714355 + cheese-corne_dist_wavg: 13.29694 + levels_cheese_is_in_corner_avg: 0.07397461 + mouse-cheese_dist_finite_avg: 12.982178 + mouse-cheese_dist_finite_wavg: 12.099598 + mouse-cheese_dist_solvable_avg: 12.982178 + mouse-cheese_dist_solvable_wavg: 12.099601 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.09987348 + visit_patterns: + avg_first_visit_time: 1726.8467 + avg_last_visit_time: 2388.2498 + num_replay_batches: 2398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012105888 + avg_actor_approxkl3: 0.00072512677 + avg_actor_clipfrac: 0.016082764 + avg_actor_loss: 0.0002465149 + avg_advantage: -0.0022398967 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.204426e-05 + avg_entropy: 0.045160636 + avg_grad_norm_pre_clip: 1.1211375 + avg_loss: 0.00021737638 + max: + max_actor_approxkl1: 0.0029325578 + max_actor_approxkl3: 0.0020271698 + max_actor_clipfrac: 0.028076172 + max_actor_loss: 0.0016617905 + max_advantage: 0.04130113 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.474553e-05 + max_entropy: 0.058427796 + max_grad_norm_pre_clip: 1.929823 + max_loss: 0.0016224458 + std: + std_actor_approxkl1: 0.00082072784 + std_actor_approxkl3: 0.00048991677 + std_actor_clipfrac: 0.00778057 + std_actor_loss: 0.00044671033 + std_advantage: 0.0077641127 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7477305e-06 + std_entropy: 0.0060835863 + std_grad_norm_pre_clip: 0.3566898 + std_loss: 0.0004448571 + eval-batch-train: + avg_avg_episode_length: 4.798313 + avg_avg_return: 0.9892379 + avg_benchmark_regret: 0.005955227 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3429718 + proxy_corner: + avg_avg_return: 0.19761753 + avg_reward_per_step: 0.03933716 + eval-batch-orig: + avg_avg_episode_length: 6.2152853 + avg_avg_return: 0.98492825 + avg_benchmark_regret: 0.0090108225 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26470184 + proxy_corner: + avg_avg_return: 0.98492825 + avg_reward_per_step: 0.26470184 + eval-batch-shift: + avg_avg_episode_length: 5.052111 + avg_avg_return: 0.98815084 + avg_benchmark_regret: 0.006810545 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3442917 + proxy_corner: + avg_avg_return: 0.18369155 + avg_reward_per_step: 0.036125183 + eval-batch-tree: + avg_avg_episode_length: 5.643974 + avg_avg_return: 0.98662865 + avg_benchmark_regret: 0.0077916514 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27598572 + proxy_corner: + avg_avg_return: 0.98662865 + avg_reward_per_step: 0.27598572 +=========================================================== +=========================================================== + step: + env-step-all-before: 155189248 + env-step-replay-before: 79134720 + env-step-used-before: 155189248 + ppo-update-before: 94720 + env-step-generate-before: 76054528 + env-step-all-after: 155222016 + env-step-replay-after: 79134720 + env-step-used-after: 155222016 + ppo-update-after: 94740 + env-step-generate-after: 76087296 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.1009073 + avg_avg_return: 0.9697944 + avg_reward_per_step: 0.33364868 + proxy_corner: + avg_avg_return: 0.15395346 + avg_reward_per_step: 0.027770996 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.1009073 + avg_avg_return: 0.9697944 + avg_reward_per_step: 0.33364868 + proxy_corner: + avg_avg_return: 0.15395346 + avg_reward_per_step: 0.027770996 + perf: + env_steps_per_second: 997348.7536236601 + ppo_updates_per_second: 111.44179918991347 + eval-batch-train-duration: 0.18498834199272096 + eval-batch-orig-duration: 0.13653956801863387 + eval-batch-shift-duration: 0.13599308801349252 + eval-batch-tree-duration: 0.1360999689786695 + ued: + distances: + cheese-corne_dist_avg: 6.9648438 + cheese-corne_dist_wavg: 5.2064667 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 12.980957 + mouse-cheese_dist_finite_wavg: 6.708084 + mouse-cheese_dist_solvable_avg: 12.980957 + mouse-cheese_dist_solvable_wavg: 6.708084 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.099792436 + visit_patterns: + avg_first_visit_time: 1737.5576 + avg_last_visit_time: 2405.2751 + num_replay_batches: 2415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005733193 + avg_actor_approxkl3: 0.00036113537 + avg_actor_clipfrac: 0.009185791 + avg_actor_loss: -0.00013715253 + avg_advantage: 0.00041218678 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.080234e-05 + avg_entropy: 0.02142537 + avg_grad_norm_pre_clip: 0.5097444 + avg_loss: -0.00013817672 + max: + max_actor_approxkl1: 0.0020223912 + max_actor_approxkl3: 0.0009857379 + max_actor_clipfrac: 0.022216797 + max_actor_loss: 0.00036853738 + max_advantage: 0.033342063 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.0252616e-05 + max_entropy: 0.03452326 + max_grad_norm_pre_clip: 1.3706928 + max_loss: 0.00035784533 + std: + std_actor_approxkl1: 0.0005490946 + std_actor_approxkl3: 0.00026171014 + std_actor_clipfrac: 0.0050916453 + std_actor_loss: 0.00022335161 + std_advantage: 0.008837173 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.0244356e-06 + std_entropy: 0.005088031 + std_grad_norm_pre_clip: 0.2393831 + std_loss: 0.00022365779 + eval-batch-train: + avg_avg_episode_length: 4.9309435 + avg_avg_return: 0.9886553 + avg_benchmark_regret: 0.0065377587 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33891296 + proxy_corner: + avg_avg_return: 0.19777793 + avg_reward_per_step: 0.03903961 + eval-batch-orig: + avg_avg_episode_length: 6.9456873 + avg_avg_return: 0.98200804 + avg_benchmark_regret: 0.01193096 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.25642395 + proxy_corner: + avg_avg_return: 0.98200804 + avg_reward_per_step: 0.25642395 + eval-batch-shift: + avg_avg_episode_length: 5.1717854 + avg_avg_return: 0.9878957 + avg_benchmark_regret: 0.0070655607 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3422928 + proxy_corner: + avg_avg_return: 0.1861935 + avg_reward_per_step: 0.035964966 + eval-batch-tree: + avg_avg_episode_length: 6.0716047 + avg_avg_return: 0.98507905 + avg_benchmark_regret: 0.009341189 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26844025 + proxy_corner: + avg_avg_return: 0.98507905 + avg_reward_per_step: 0.26844025 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 156237824 + env-step-replay-before: 79462400 + env-step-used-before: 156237824 + ppo-update-before: 95360 + env-step-generate-before: 76775424 + env-step-all-after: 156270592 + env-step-replay-after: 79495168 + env-step-used-after: 156270592 + ppo-update-after: 95380 + env-step-generate-after: 76775424 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.899422 + avg_avg_return: 0.8901105 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.5588852 + avg_reward_per_step: 0.042419434 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.899422 + avg_avg_return: 0.8901105 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.5588852 + avg_reward_per_step: 0.042419434 + perf: + env_steps_per_second: 982875.8901713386 + ppo_updates_per_second: 111.39885062251884 + eval-batch-train-duration: 0.18508918298175558 + eval-batch-orig-duration: 0.13666764996014535 + eval-batch-shift-duration: 0.1369389609899372 + eval-batch-tree-duration: 0.13635371800046414 + ued: + distances: + cheese-corne_dist_avg: 6.9694824 + cheese-corne_dist_wavg: 4.294887 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 12.954102 + mouse-cheese_dist_finite_wavg: 9.399322 + mouse-cheese_dist_solvable_avg: 12.954102 + mouse-cheese_dist_solvable_wavg: 9.399322 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10053852 + visit_patterns: + avg_first_visit_time: 1752.5188 + avg_last_visit_time: 2416.2705 + num_replay_batches: 2426 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015321141 + avg_actor_approxkl3: 0.0010426309 + avg_actor_clipfrac: 0.023651123 + avg_actor_loss: 0.00020890507 + avg_advantage: 0.0025547668 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.381201e-05 + avg_entropy: 0.056948848 + avg_grad_norm_pre_clip: 1.2614855 + avg_loss: 0.00016886217 + max: + max_actor_approxkl1: 0.0039733145 + max_actor_approxkl3: 0.0032083187 + max_actor_clipfrac: 0.03918457 + max_actor_loss: 0.0026464295 + max_advantage: 0.044100046 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0353647e-05 + max_entropy: 0.07314425 + max_grad_norm_pre_clip: 2.1153212 + max_loss: 0.002605271 + std: + std_actor_approxkl1: 0.0010414101 + std_actor_approxkl3: 0.00068092276 + std_actor_clipfrac: 0.010509104 + std_actor_loss: 0.0007045263 + std_advantage: 0.0081571685 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3809569e-06 + std_entropy: 0.0068772333 + std_grad_norm_pre_clip: 0.4005052 + std_loss: 0.0007035279 + eval-batch-train: + avg_avg_episode_length: 4.826316 + avg_avg_return: 0.9893566 + avg_benchmark_regret: 0.0058365017 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3421402 + proxy_corner: + avg_avg_return: 0.19713071 + avg_reward_per_step: 0.038612366 + eval-batch-orig: + avg_avg_episode_length: 6.172654 + avg_avg_return: 0.9853829 + avg_benchmark_regret: 0.008556113 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26432037 + proxy_corner: + avg_avg_return: 0.9853829 + avg_reward_per_step: 0.26432037 + eval-batch-shift: + avg_avg_episode_length: 5.0463343 + avg_avg_return: 0.98835623 + avg_benchmark_regret: 0.0066051204 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34423828 + proxy_corner: + avg_avg_return: 0.1827654 + avg_reward_per_step: 0.0361557 + eval-batch-tree: + avg_avg_episode_length: 5.684308 + avg_avg_return: 0.98670685 + avg_benchmark_regret: 0.0077133933 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2755661 + proxy_corner: + avg_avg_return: 0.98670685 + avg_reward_per_step: 0.2755661 +=========================================================== +=========================================================== + step: + env-step-all-before: 157286400 + env-step-replay-before: 80084992 + env-step-used-before: 157286400 + ppo-update-before: 96000 + env-step-generate-before: 77201408 + env-step-all-after: 157319168 + env-step-replay-after: 80117760 + env-step-used-after: 157319168 + ppo-update-after: 96020 + env-step-generate-after: 77201408 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.797916 + avg_avg_return: 0.88970065 + avg_reward_per_step: 0.069732666 + proxy_corner: + avg_avg_return: 0.6284807 + avg_reward_per_step: 0.04840088 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.797916 + avg_avg_return: 0.88970065 + avg_reward_per_step: 0.069732666 + proxy_corner: + avg_avg_return: 0.6284807 + avg_reward_per_step: 0.04840088 + perf: + env_steps_per_second: 981176.314160443 + ppo_updates_per_second: 111.49519721954768 + eval-batch-train-duration: 0.18521582201356068 + eval-batch-orig-duration: 0.13729961100034416 + eval-batch-shift-duration: 0.13789563399041072 + eval-batch-tree-duration: 0.13757298700511456 + ued: + distances: + cheese-corne_dist_avg: 6.9885254 + cheese-corne_dist_wavg: 5.1893835 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 12.970703 + mouse-cheese_dist_finite_wavg: 12.998205 + mouse-cheese_dist_solvable_avg: 12.970703 + mouse-cheese_dist_solvable_wavg: 12.998205 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09924245 + visit_patterns: + avg_first_visit_time: 1762.2202 + avg_last_visit_time: 2435.2358 + num_replay_batches: 2445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015266674 + avg_actor_approxkl3: 0.00077318447 + avg_actor_clipfrac: 0.017553711 + avg_actor_loss: 0.00049279956 + avg_advantage: -0.0005481637 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.145777e-05 + avg_entropy: 0.042600047 + avg_grad_norm_pre_clip: 1.4312974 + avg_loss: 0.0004659284 + max: + max_actor_approxkl1: 0.0036043515 + max_actor_approxkl3: 0.0017742395 + max_actor_clipfrac: 0.03161621 + max_actor_loss: 0.001434993 + max_advantage: 0.03426391 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.5287718e-05 + max_entropy: 0.054536775 + max_grad_norm_pre_clip: 2.7082195 + max_loss: 0.0014065512 + std: + std_actor_approxkl1: 0.0010189093 + std_actor_approxkl3: 0.00044629574 + std_actor_clipfrac: 0.0075331917 + std_actor_loss: 0.0005976193 + std_advantage: 0.007910691 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6063561e-06 + std_entropy: 0.004985266 + std_grad_norm_pre_clip: 0.59705716 + std_loss: 0.0005955518 + eval-batch-train: + avg_avg_episode_length: 4.808977 + avg_avg_return: 0.98972493 + avg_benchmark_regret: 0.0054682195 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34238434 + proxy_corner: + avg_avg_return: 0.19744416 + avg_reward_per_step: 0.038726807 + eval-batch-orig: + avg_avg_episode_length: 6.1195726 + avg_avg_return: 0.9852215 + avg_benchmark_regret: 0.008717468 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26457977 + proxy_corner: + avg_avg_return: 0.9852215 + avg_reward_per_step: 0.26457977 + eval-batch-shift: + avg_avg_episode_length: 5.080374 + avg_avg_return: 0.98827624 + avg_benchmark_regret: 0.006685027 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3438263 + proxy_corner: + avg_avg_return: 0.18390813 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.7303553 + avg_avg_return: 0.98646575 + avg_benchmark_regret: 0.007954525 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2757187 + proxy_corner: + avg_avg_return: 0.98646575 + avg_reward_per_step: 0.2757187 +=========================================================== +=========================================================== + step: + env-step-all-before: 158334976 + env-step-replay-before: 80642048 + env-step-used-before: 158334976 + ppo-update-before: 96640 + env-step-generate-before: 77692928 + env-step-all-after: 158367744 + env-step-replay-after: 80642048 + env-step-used-after: 158367744 + ppo-update-after: 96660 + env-step-generate-after: 77725696 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.2008147 + avg_avg_return: 0.96515954 + avg_reward_per_step: 0.29803467 + proxy_corner: + avg_avg_return: 0.19936684 + avg_reward_per_step: 0.0435791 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.2008147 + avg_avg_return: 0.96515954 + avg_reward_per_step: 0.29803467 + proxy_corner: + avg_avg_return: 0.19936684 + avg_reward_per_step: 0.0435791 + perf: + env_steps_per_second: 975101.3778080755 + ppo_updates_per_second: 110.45526576536541 + eval-batch-train-duration: 0.18653926701517776 + eval-batch-orig-duration: 0.1369521770393476 + eval-batch-shift-duration: 0.13805020600557327 + eval-batch-tree-duration: 0.13795964495511726 + ued: + distances: + cheese-corne_dist_avg: 6.974121 + cheese-corne_dist_wavg: 1.6025409 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 12.987549 + mouse-cheese_dist_finite_wavg: 13.000521 + mouse-cheese_dist_solvable_avg: 12.987549 + mouse-cheese_dist_solvable_wavg: 13.000523 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.09985019 + visit_patterns: + avg_first_visit_time: 1772.6301 + avg_last_visit_time: 2451.1826 + num_replay_batches: 2461 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011466009 + avg_actor_approxkl3: 0.00084568124 + avg_actor_clipfrac: 0.011633301 + avg_actor_loss: 0.00074873393 + avg_advantage: -0.0052551613 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9767096e-05 + avg_entropy: 0.021587485 + avg_grad_norm_pre_clip: 1.0212567 + avg_loss: 0.0007470301 + max: + max_actor_approxkl1: 0.0026890174 + max_actor_approxkl3: 0.0024866553 + max_actor_clipfrac: 0.029418945 + max_actor_loss: 0.0040652994 + max_advantage: 0.036758482 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.1969088e-05 + max_entropy: 0.035981327 + max_grad_norm_pre_clip: 2.5941918 + max_loss: 0.0040590917 + std: + std_actor_approxkl1: 0.0009021581 + std_actor_approxkl3: 0.0006952768 + std_actor_clipfrac: 0.007365818 + std_actor_loss: 0.0012725086 + std_advantage: 0.008658984 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6534474e-06 + std_entropy: 0.005659084 + std_grad_norm_pre_clip: 0.6749725 + std_loss: 0.0012691005 + eval-batch-train: + avg_avg_episode_length: 4.9210014 + avg_avg_return: 0.9889612 + avg_benchmark_regret: 0.006231826 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34178925 + proxy_corner: + avg_avg_return: 0.19751352 + avg_reward_per_step: 0.03930664 + eval-batch-orig: + avg_avg_episode_length: 6.5601845 + avg_avg_return: 0.9829548 + avg_benchmark_regret: 0.010984223 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26387024 + proxy_corner: + avg_avg_return: 0.9829548 + avg_reward_per_step: 0.26387024 + eval-batch-shift: + avg_avg_episode_length: 5.2020645 + avg_avg_return: 0.98745984 + avg_benchmark_regret: 0.007501455 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34137726 + proxy_corner: + avg_avg_return: 0.18423961 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 6.115426 + avg_avg_return: 0.9841357 + avg_benchmark_regret: 0.01028455 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2756424 + proxy_corner: + avg_avg_return: 0.9841357 + avg_reward_per_step: 0.2756424 +=========================================================== +=========================================================== + step: + env-step-all-before: 159383552 + env-step-replay-before: 81133568 + env-step-used-before: 159383552 + ppo-update-before: 97280 + env-step-generate-before: 78249984 + env-step-all-after: 159416320 + env-step-replay-after: 81133568 + env-step-used-after: 159416320 + ppo-update-after: 97300 + env-step-generate-after: 78282752 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.87663 + avg_avg_return: 0.96913636 + avg_reward_per_step: 0.34677124 + proxy_corner: + avg_avg_return: 0.17404148 + avg_reward_per_step: 0.032073975 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.87663 + avg_avg_return: 0.96913636 + avg_reward_per_step: 0.34677124 + proxy_corner: + avg_avg_return: 0.17404148 + avg_reward_per_step: 0.032073975 + perf: + env_steps_per_second: 1001513.4879866432 + ppo_updates_per_second: 111.24709276327 + eval-batch-train-duration: 0.18579725903691724 + eval-batch-orig-duration: 0.1407922229846008 + eval-batch-shift-duration: 0.14180444099474698 + eval-batch-tree-duration: 0.13932321598986164 + ued: + distances: + cheese-corne_dist_avg: 7.001709 + cheese-corne_dist_wavg: 13.293998 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 12.980225 + mouse-cheese_dist_finite_wavg: 13.895524 + mouse-cheese_dist_solvable_avg: 12.980225 + mouse-cheese_dist_solvable_wavg: 13.895527 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102725774 + visit_patterns: + avg_first_visit_time: 1784.3899 + avg_last_visit_time: 2466.315 + num_replay_batches: 2476 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081622595 + avg_actor_approxkl3: 0.0005776633 + avg_actor_clipfrac: 0.008203126 + avg_actor_loss: 7.692159e-05 + avg_advantage: -0.00050275493 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0316098e-05 + avg_entropy: 0.016662885 + avg_grad_norm_pre_clip: 0.592838 + avg_loss: 7.541675e-05 + max: + max_actor_approxkl1: 0.0032547847 + max_actor_approxkl3: 0.0037022599 + max_actor_clipfrac: 0.030517578 + max_actor_loss: 0.0042994116 + max_advantage: 0.035012007 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.5873396e-05 + max_entropy: 0.027058097 + max_grad_norm_pre_clip: 2.0763898 + max_loss: 0.004289182 + std: + std_actor_approxkl1: 0.00091286266 + std_actor_approxkl3: 0.0008082712 + std_actor_clipfrac: 0.00749104 + std_actor_loss: 0.001026428 + std_advantage: 0.0077182 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5560404e-06 + std_entropy: 0.0040134727 + std_grad_norm_pre_clip: 0.4175898 + std_loss: 0.0010248177 + eval-batch-train: + avg_avg_episode_length: 4.846294 + avg_avg_return: 0.98924136 + avg_benchmark_regret: 0.0059517124 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34200287 + proxy_corner: + avg_avg_return: 0.19828671 + avg_reward_per_step: 0.03929901 + eval-batch-orig: + avg_avg_episode_length: 6.1089478 + avg_avg_return: 0.98526937 + avg_benchmark_regret: 0.00866968 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26503754 + proxy_corner: + avg_avg_return: 0.98526937 + avg_reward_per_step: 0.26503754 + eval-batch-shift: + avg_avg_episode_length: 5.1232805 + avg_avg_return: 0.98812675 + avg_benchmark_regret: 0.006834561 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34114838 + proxy_corner: + avg_avg_return: 0.18704176 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.692787 + avg_avg_return: 0.98636323 + avg_benchmark_regret: 0.008057057 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2761078 + proxy_corner: + avg_avg_return: 0.98636323 + avg_reward_per_step: 0.2761078 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 160432128 + env-step-replay-before: 81625088 + env-step-used-before: 160432128 + ppo-update-before: 97920 + env-step-generate-before: 78807040 + env-step-all-after: 160464896 + env-step-replay-after: 81657856 + env-step-used-after: 160464896 + ppo-update-after: 97940 + env-step-generate-after: 78807040 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.953355 + avg_avg_return: 0.8885447 + avg_reward_per_step: 0.06939697 + proxy_corner: + avg_avg_return: 0.6515529 + avg_reward_per_step: 0.05026245 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.953355 + avg_avg_return: 0.8885447 + avg_reward_per_step: 0.06939697 + proxy_corner: + avg_avg_return: 0.6515529 + avg_reward_per_step: 0.05026245 + perf: + env_steps_per_second: 1000020.660205278 + ppo_updates_per_second: 111.69691489344837 + eval-batch-train-duration: 0.1849508949671872 + eval-batch-orig-duration: 0.13791258697165176 + eval-batch-shift-duration: 0.13923981902189553 + eval-batch-tree-duration: 0.13857314200140536 + ued: + distances: + cheese-corne_dist_avg: 6.9887695 + cheese-corne_dist_wavg: 5.191101 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 12.981934 + mouse-cheese_dist_finite_wavg: 12.998165 + mouse-cheese_dist_solvable_avg: 12.981934 + mouse-cheese_dist_solvable_wavg: 12.998167 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10161242 + visit_patterns: + avg_first_visit_time: 1792.052 + avg_last_visit_time: 2482.2234 + num_replay_batches: 2492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023384814 + avg_actor_approxkl3: 0.0014295218 + avg_actor_clipfrac: 0.023449708 + avg_actor_loss: -0.00029065605 + avg_advantage: -0.00028932933 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1319934e-05 + avg_entropy: 0.053204626 + avg_grad_norm_pre_clip: 1.3626916 + avg_loss: -0.0003282007 + max: + max_actor_approxkl1: 0.009007428 + max_actor_approxkl3: 0.006170173 + max_actor_clipfrac: 0.036254883 + max_actor_loss: 0.0006521619 + max_advantage: 0.033557713 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.401313e-05 + max_entropy: 0.0651705 + max_grad_norm_pre_clip: 2.8225706 + max_loss: 0.000612625 + std: + std_actor_approxkl1: 0.0020165725 + std_actor_approxkl3: 0.0013123465 + std_actor_clipfrac: 0.009535864 + std_actor_loss: 0.0007150139 + std_advantage: 0.007918739 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2244147e-06 + std_entropy: 0.0053259665 + std_grad_norm_pre_clip: 0.52872926 + std_loss: 0.00071730494 + eval-batch-train: + avg_avg_episode_length: 4.7798204 + avg_avg_return: 0.98946977 + avg_benchmark_regret: 0.0057233647 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34358215 + proxy_corner: + avg_avg_return: 0.19767168 + avg_reward_per_step: 0.0394516 + eval-batch-orig: + avg_avg_episode_length: 6.084136 + avg_avg_return: 0.98535633 + avg_benchmark_regret: 0.008582649 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26621246 + proxy_corner: + avg_avg_return: 0.98535633 + avg_reward_per_step: 0.26621246 + eval-batch-shift: + avg_avg_episode_length: 5.0749826 + avg_avg_return: 0.9888581 + avg_benchmark_regret: 0.00610321 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3447342 + proxy_corner: + avg_avg_return: 0.18663956 + avg_reward_per_step: 0.03653717 + eval-batch-tree: + avg_avg_episode_length: 5.56996 + avg_avg_return: 0.987466 + avg_benchmark_regret: 0.0069542816 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27748108 + proxy_corner: + avg_avg_return: 0.987466 + avg_reward_per_step: 0.27748108 +=========================================================== +=========================================================== + step: + env-step-all-before: 161480704 + env-step-replay-before: 82149376 + env-step-used-before: 161480704 + ppo-update-before: 98560 + env-step-generate-before: 79331328 + env-step-all-after: 161513472 + env-step-replay-after: 82149376 + env-step-used-after: 161513472 + ppo-update-after: 98580 + env-step-generate-after: 79364096 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.9635944 + avg_avg_return: 0.9687682 + avg_reward_per_step: 0.33517456 + proxy_corner: + avg_avg_return: 0.14979121 + avg_reward_per_step: 0.028839111 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.9635944 + avg_avg_return: 0.9687682 + avg_reward_per_step: 0.33517456 + proxy_corner: + avg_avg_return: 0.14979121 + avg_reward_per_step: 0.028839111 + perf: + env_steps_per_second: 988245.9400104558 + ppo_updates_per_second: 111.38522393998142 + eval-batch-train-duration: 0.1857656100182794 + eval-batch-orig-duration: 0.1392897919868119 + eval-batch-shift-duration: 0.13824393198592588 + eval-batch-tree-duration: 0.13749024097342044 + ued: + distances: + cheese-corne_dist_avg: 7.0029297 + cheese-corne_dist_wavg: 4.3083544 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 12.981934 + mouse-cheese_dist_finite_wavg: 12.997517 + mouse-cheese_dist_solvable_avg: 12.981934 + mouse-cheese_dist_solvable_wavg: 12.9975195 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1031457 + visit_patterns: + avg_first_visit_time: 1804.3889 + avg_last_visit_time: 2497.3247 + num_replay_batches: 2507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006369856 + avg_actor_approxkl3: 0.0005025756 + avg_actor_clipfrac: 0.009002686 + avg_actor_loss: 0.000109475826 + avg_advantage: 0.0015640692 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.9704202e-05 + avg_entropy: 0.019253334 + avg_grad_norm_pre_clip: 0.73446625 + avg_loss: 0.00010507461 + max: + max_actor_approxkl1: 0.0020302376 + max_actor_approxkl3: 0.0011984677 + max_actor_clipfrac: 0.017089844 + max_actor_loss: 0.0011946629 + max_advantage: 0.035158098 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6722082e-05 + max_entropy: 0.02519321 + max_grad_norm_pre_clip: 1.5866843 + max_loss: 0.0011823754 + std: + std_actor_approxkl1: 0.0006464671 + std_actor_approxkl3: 0.00033453392 + std_actor_clipfrac: 0.0044358536 + std_actor_loss: 0.0004898232 + std_advantage: 0.007871188 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.818145e-06 + std_entropy: 0.003900768 + std_grad_norm_pre_clip: 0.3246338 + std_loss: 0.00048883056 + eval-batch-train: + avg_avg_episode_length: 4.832814 + avg_avg_return: 0.9887152 + avg_benchmark_regret: 0.0064779343 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3427353 + proxy_corner: + avg_avg_return: 0.19787443 + avg_reward_per_step: 0.039344788 + eval-batch-orig: + avg_avg_episode_length: 6.126591 + avg_avg_return: 0.98544145 + avg_benchmark_regret: 0.008497594 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2658844 + proxy_corner: + avg_avg_return: 0.98544145 + avg_reward_per_step: 0.2658844 + eval-batch-shift: + avg_avg_episode_length: 5.116092 + avg_avg_return: 0.98804224 + avg_benchmark_regret: 0.00691905 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34435272 + proxy_corner: + avg_avg_return: 0.19002864 + avg_reward_per_step: 0.03690338 + eval-batch-tree: + avg_avg_episode_length: 5.7425156 + avg_avg_return: 0.98628616 + avg_benchmark_regret: 0.008134063 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27640533 + proxy_corner: + avg_avg_return: 0.98628616 + avg_reward_per_step: 0.27640533 +=========================================================== +=========================================================== + step: + env-step-all-before: 162529280 + env-step-replay-before: 82542592 + env-step-used-before: 162529280 + ppo-update-before: 99200 + env-step-generate-before: 79986688 + env-step-all-after: 162562048 + env-step-replay-after: 82542592 + env-step-used-after: 162562048 + ppo-update-after: 99220 + env-step-generate-after: 80019456 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.2553196 + avg_avg_return: 0.96814716 + avg_reward_per_step: 0.31048584 + proxy_corner: + avg_avg_return: 0.19347082 + avg_reward_per_step: 0.03213501 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.2553196 + avg_avg_return: 0.96814716 + avg_reward_per_step: 0.31048584 + proxy_corner: + avg_avg_return: 0.19347082 + avg_reward_per_step: 0.03213501 + perf: + env_steps_per_second: 977451.9355118015 + ppo_updates_per_second: 110.13593754044184 + eval-batch-train-duration: 0.18854162201751024 + eval-batch-orig-duration: 0.13728554698172957 + eval-batch-shift-duration: 0.13696726696798578 + eval-batch-tree-duration: 0.13651540398132056 + ued: + distances: + cheese-corne_dist_avg: 6.99292 + cheese-corne_dist_wavg: 1.6059353 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 12.984375 + mouse-cheese_dist_finite_wavg: 12.9991865 + mouse-cheese_dist_solvable_avg: 12.984375 + mouse-cheese_dist_solvable_wavg: 12.9991865 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10259923 + visit_patterns: + avg_first_visit_time: 1817.6042 + avg_last_visit_time: 2509.3008 + num_replay_batches: 2519 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009160948 + avg_actor_approxkl3: 0.0006214441 + avg_actor_clipfrac: 0.010443116 + avg_actor_loss: 0.00036793225 + avg_advantage: 0.0012647281 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0554904e-05 + avg_entropy: 0.020222787 + avg_grad_norm_pre_clip: 0.9028231 + avg_loss: 0.00036298693 + max: + max_actor_approxkl1: 0.0021847484 + max_actor_approxkl3: 0.0016484577 + max_actor_clipfrac: 0.022460938 + max_actor_loss: 0.0030273069 + max_advantage: 0.034721196 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.61613e-05 + max_entropy: 0.029345613 + max_grad_norm_pre_clip: 2.399862 + max_loss: 0.0030319854 + std: + std_actor_approxkl1: 0.000548479 + std_actor_approxkl3: 0.00043949572 + std_actor_clipfrac: 0.0054049 + std_actor_loss: 0.0007992946 + std_advantage: 0.007794401 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7832714e-06 + std_entropy: 0.005473622 + std_grad_norm_pre_clip: 0.5223852 + std_loss: 0.00080002705 + eval-batch-train: + avg_avg_episode_length: 4.8238516 + avg_avg_return: 0.98952645 + avg_benchmark_regret: 0.0056666685 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34294128 + proxy_corner: + avg_avg_return: 0.1977089 + avg_reward_per_step: 0.039245605 + eval-batch-orig: + avg_avg_episode_length: 6.0188923 + avg_avg_return: 0.985544 + avg_benchmark_regret: 0.008394975 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26700592 + proxy_corner: + avg_avg_return: 0.985544 + avg_reward_per_step: 0.26700592 + eval-batch-shift: + avg_avg_episode_length: 5.062192 + avg_avg_return: 0.9879005 + avg_benchmark_regret: 0.007060803 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3453064 + proxy_corner: + avg_avg_return: 0.1860891 + avg_reward_per_step: 0.036460876 + eval-batch-tree: + avg_avg_episode_length: 5.5759635 + avg_avg_return: 0.98701006 + avg_benchmark_regret: 0.007410224 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27830505 + proxy_corner: + avg_avg_return: 0.98701006 + avg_reward_per_step: 0.27830505 +=========================================================== +=========================================================== + step: + env-step-all-before: 163577856 + env-step-replay-before: 83132416 + env-step-used-before: 163577856 + ppo-update-before: 99840 + env-step-generate-before: 80445440 + env-step-all-after: 163610624 + env-step-replay-after: 83165184 + env-step-used-after: 163610624 + ppo-update-after: 99860 + env-step-generate-after: 80445440 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.803693 + avg_avg_return: 0.8830923 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.5923697 + avg_reward_per_step: 0.044830322 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.803693 + avg_avg_return: 0.8830923 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.5923697 + avg_reward_per_step: 0.044830322 + perf: + env_steps_per_second: 995012.3961928191 + ppo_updates_per_second: 111.16700096282453 + eval-batch-train-duration: 0.1853091809898615 + eval-batch-orig-duration: 0.13601419102633372 + eval-batch-shift-duration: 0.13587556895799935 + eval-batch-tree-duration: 0.13566605397500098 + ued: + distances: + cheese-corne_dist_avg: 6.9665527 + cheese-corne_dist_wavg: 5.208468 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 12.982422 + mouse-cheese_dist_finite_wavg: 11.200666 + mouse-cheese_dist_solvable_avg: 12.982422 + mouse-cheese_dist_solvable_wavg: 11.200667 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101023294 + visit_patterns: + avg_first_visit_time: 1825.6868 + avg_last_visit_time: 2528.2695 + num_replay_batches: 2538 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0047951597 + avg_actor_approxkl3: 0.004546665 + avg_actor_clipfrac: 0.050653078 + avg_actor_loss: 0.0051971613 + avg_advantage: -0.0017786366 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018731244 + avg_entropy: 0.06535264 + avg_grad_norm_pre_clip: 3.4919624 + avg_loss: 0.005225466 + max: + max_actor_approxkl1: 0.009525851 + max_actor_approxkl3: 0.008177389 + max_actor_clipfrac: 0.06738281 + max_actor_loss: 0.012040334 + max_advantage: 0.033852518 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000654806 + max_entropy: 0.076226264 + max_grad_norm_pre_clip: 7.775304 + max_loss: 0.012291313 + std: + std_actor_approxkl1: 0.0023157366 + std_actor_approxkl3: 0.0019035997 + std_actor_clipfrac: 0.013931451 + std_actor_loss: 0.003218663 + std_advantage: 0.019336702 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026582103 + std_entropy: 0.006476317 + std_grad_norm_pre_clip: 1.5215122 + std_loss: 0.0032489726 + eval-batch-train: + avg_avg_episode_length: 4.867464 + avg_avg_return: 0.9890169 + avg_benchmark_regret: 0.0061762165 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3425827 + proxy_corner: + avg_avg_return: 0.19712187 + avg_reward_per_step: 0.03881073 + eval-batch-orig: + avg_avg_episode_length: 6.0507016 + avg_avg_return: 0.98542315 + avg_benchmark_regret: 0.008515857 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26535034 + proxy_corner: + avg_avg_return: 0.98542315 + avg_reward_per_step: 0.26535034 + eval-batch-shift: + avg_avg_episode_length: 5.145389 + avg_avg_return: 0.9878917 + avg_benchmark_regret: 0.0070696836 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3444214 + proxy_corner: + avg_avg_return: 0.18518713 + avg_reward_per_step: 0.03616333 + eval-batch-tree: + avg_avg_episode_length: 5.6216364 + avg_avg_return: 0.986858 + avg_benchmark_regret: 0.007562234 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27683258 + proxy_corner: + avg_avg_return: 0.986858 + avg_reward_per_step: 0.27683258 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 164626432 + env-step-replay-before: 83722240 + env-step-used-before: 164626432 + ppo-update-before: 100480 + env-step-generate-before: 80904192 + env-step-all-after: 164659200 + env-step-replay-after: 83755008 + env-step-used-after: 164659200 + ppo-update-after: 100500 + env-step-generate-after: 80904192 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.559563 + avg_avg_return: 0.88515896 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.62917024 + avg_reward_per_step: 0.047332764 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.559563 + avg_avg_return: 0.88515896 + avg_reward_per_step: 0.067871094 + proxy_corner: + avg_avg_return: 0.62917024 + avg_reward_per_step: 0.047332764 + perf: + env_steps_per_second: 981538.1685499017 + ppo_updates_per_second: 111.59469679710047 + eval-batch-train-duration: 0.1909654620103538 + eval-batch-orig-duration: 0.14829323097364977 + eval-batch-shift-duration: 0.13860066496999934 + eval-batch-tree-duration: 0.13714809803059325 + ued: + distances: + cheese-corne_dist_avg: 6.9296875 + cheese-corne_dist_wavg: 3.390662 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 12.979004 + mouse-cheese_dist_finite_wavg: 12.998525 + mouse-cheese_dist_solvable_avg: 12.979004 + mouse-cheese_dist_solvable_wavg: 12.998523 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101720475 + visit_patterns: + avg_first_visit_time: 1836.7434 + avg_last_visit_time: 2546.1829 + num_replay_batches: 2556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019192342 + avg_actor_approxkl3: 0.0019411022 + avg_actor_clipfrac: 0.029620362 + avg_actor_loss: 0.000952523 + avg_advantage: -0.0018390699 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.3645858e-05 + avg_entropy: 0.06434771 + avg_grad_norm_pre_clip: 1.8943795 + avg_loss: 0.0009049982 + max: + max_actor_approxkl1: 0.0071448637 + max_actor_approxkl3: 0.0077687884 + max_actor_clipfrac: 0.06188965 + max_actor_loss: 0.004454541 + max_advantage: 0.03609979 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.7402504e-05 + max_entropy: 0.08229974 + max_grad_norm_pre_clip: 3.7937822 + max_loss: 0.004405159 + std: + std_actor_approxkl1: 0.0018967834 + std_actor_approxkl3: 0.0020818333 + std_actor_clipfrac: 0.014923428 + std_actor_loss: 0.0014068543 + std_advantage: 0.007974653 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3218643e-06 + std_entropy: 0.008461533 + std_grad_norm_pre_clip: 0.7161301 + std_loss: 0.0014053248 + eval-batch-train: + avg_avg_episode_length: 4.863971 + avg_avg_return: 0.9893306 + avg_benchmark_regret: 0.0058625313 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34259796 + proxy_corner: + avg_avg_return: 0.1966325 + avg_reward_per_step: 0.03892517 + eval-batch-orig: + avg_avg_episode_length: 6.1376843 + avg_avg_return: 0.98524487 + avg_benchmark_regret: 0.00869413 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26539612 + proxy_corner: + avg_avg_return: 0.98524487 + avg_reward_per_step: 0.26539612 + eval-batch-shift: + avg_avg_episode_length: 5.3104243 + avg_avg_return: 0.986589 + avg_benchmark_regret: 0.008372292 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34414673 + proxy_corner: + avg_avg_return: 0.18426256 + avg_reward_per_step: 0.035972595 + eval-batch-tree: + avg_avg_episode_length: 5.8002014 + avg_avg_return: 0.9866414 + avg_benchmark_regret: 0.007778905 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2756195 + proxy_corner: + avg_avg_return: 0.9866414 + avg_reward_per_step: 0.2756195 +=========================================================== +=========================================================== + step: + env-step-all-before: 165675008 + env-step-replay-before: 84344832 + env-step-used-before: 165675008 + ppo-update-before: 101120 + env-step-generate-before: 81330176 + env-step-all-after: 165707776 + env-step-replay-after: 84377600 + env-step-used-after: 165707776 + ppo-update-after: 101140 + env-step-generate-after: 81330176 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.048979 + avg_avg_return: 0.88921356 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.61648417 + avg_reward_per_step: 0.047424316 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.048979 + avg_avg_return: 0.88921356 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.61648417 + avg_reward_per_step: 0.047424316 + perf: + env_steps_per_second: 975358.7091745243 + ppo_updates_per_second: 109.91234841880926 + eval-batch-train-duration: 0.18788766098441556 + eval-batch-orig-duration: 0.13660567603074014 + eval-batch-shift-duration: 0.13952505798079073 + eval-batch-tree-duration: 0.13983872899552807 + ued: + distances: + cheese-corne_dist_avg: 6.8947754 + cheese-corne_dist_wavg: 0.69103533 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 12.977783 + mouse-cheese_dist_finite_wavg: 12.996172 + mouse-cheese_dist_solvable_avg: 12.977783 + mouse-cheese_dist_solvable_wavg: 12.996172 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10140746 + visit_patterns: + avg_first_visit_time: 1844.5049 + avg_last_visit_time: 2565.271 + num_replay_batches: 2575 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012892456 + avg_actor_approxkl3: 0.00057457405 + avg_actor_clipfrac: 0.021130372 + avg_actor_loss: -0.0004296994 + avg_advantage: -0.00054563856 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.25337e-05 + avg_entropy: 0.068116926 + avg_grad_norm_pre_clip: 1.408933 + avg_loss: -0.00048154956 + max: + max_actor_approxkl1: 0.002436319 + max_actor_approxkl3: 0.0011194551 + max_actor_clipfrac: 0.036376953 + max_actor_loss: 0.00056874007 + max_advantage: 0.0328328 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.695642e-05 + max_entropy: 0.07967053 + max_grad_norm_pre_clip: 2.1347575 + max_loss: 0.0005246337 + std: + std_actor_approxkl1: 0.00075039786 + std_actor_approxkl3: 0.00025432286 + std_actor_clipfrac: 0.00787764 + std_actor_loss: 0.000584002 + std_advantage: 0.008040667 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0671546e-06 + std_entropy: 0.0068285917 + std_grad_norm_pre_clip: 0.3000241 + std_loss: 0.0005853306 + eval-batch-train: + avg_avg_episode_length: 4.809673 + avg_avg_return: 0.9890412 + avg_benchmark_regret: 0.006151934 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34279633 + proxy_corner: + avg_avg_return: 0.19739947 + avg_reward_per_step: 0.0393219 + eval-batch-orig: + avg_avg_episode_length: 6.113763 + avg_avg_return: 0.9851962 + avg_benchmark_regret: 0.008742834 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.265625 + proxy_corner: + avg_avg_return: 0.9851962 + avg_reward_per_step: 0.265625 + eval-batch-shift: + avg_avg_episode_length: 5.067356 + avg_avg_return: 0.98833025 + avg_benchmark_regret: 0.0066310843 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34493256 + proxy_corner: + avg_avg_return: 0.1859358 + avg_reward_per_step: 0.036460876 + eval-batch-tree: + avg_avg_episode_length: 5.634194 + avg_avg_return: 0.98639584 + avg_benchmark_regret: 0.008024451 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2766266 + proxy_corner: + avg_avg_return: 0.98639584 + avg_reward_per_step: 0.2766266 +=========================================================== +=========================================================== + step: + env-step-all-before: 166723584 + env-step-replay-before: 84934656 + env-step-used-before: 166723584 + ppo-update-before: 101760 + env-step-generate-before: 81788928 + env-step-all-after: 166756352 + env-step-replay-after: 84967424 + env-step-used-after: 166756352 + ppo-update-after: 101780 + env-step-generate-after: 81788928 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.84816 + avg_avg_return: 0.87954086 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.65010077 + avg_reward_per_step: 0.049468994 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.84816 + avg_avg_return: 0.87954086 + avg_reward_per_step: 0.06774902 + proxy_corner: + avg_avg_return: 0.65010077 + avg_reward_per_step: 0.049468994 + perf: + env_steps_per_second: 925292.6438898548 + ppo_updates_per_second: 112.48511492553223 + eval-batch-train-duration: 0.18386568198911846 + eval-batch-orig-duration: 0.136118118010927 + eval-batch-shift-duration: 0.13611067301826552 + eval-batch-tree-duration: 0.13609735801583156 + ued: + distances: + cheese-corne_dist_avg: 6.8566895 + cheese-corne_dist_wavg: 4.2903285 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 12.96875 + mouse-cheese_dist_finite_wavg: 14.794936 + mouse-cheese_dist_solvable_avg: 12.96875 + mouse-cheese_dist_solvable_wavg: 14.794938 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10204755 + visit_patterns: + avg_first_visit_time: 1854.6035 + avg_last_visit_time: 2583.292 + num_replay_batches: 2593 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012817528 + avg_actor_approxkl3: 0.00091741077 + avg_actor_clipfrac: 0.027374268 + avg_actor_loss: 0.0015066902 + avg_advantage: -0.004659737 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000192263 + avg_entropy: 0.069845 + avg_grad_norm_pre_clip: 3.090017 + avg_loss: 0.0015329769 + max: + max_actor_approxkl1: 0.003370542 + max_actor_approxkl3: 0.0026747938 + max_actor_clipfrac: 0.055786133 + max_actor_loss: 0.0049802996 + max_advantage: 0.040283144 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00067506055 + max_entropy: 0.0862463 + max_grad_norm_pre_clip: 8.13204 + max_loss: 0.0052275886 + std: + std_actor_approxkl1: 0.0010767403 + std_actor_approxkl3: 0.00060136913 + std_actor_clipfrac: 0.0130748 + std_actor_loss: 0.0014932387 + std_advantage: 0.019427858 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027270726 + std_entropy: 0.008452986 + std_grad_norm_pre_clip: 1.9096519 + std_loss: 0.001558393 + eval-batch-train: + avg_avg_episode_length: 4.845231 + avg_avg_return: 0.9892679 + avg_benchmark_regret: 0.0059251916 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34233093 + proxy_corner: + avg_avg_return: 0.1971544 + avg_reward_per_step: 0.03931427 + eval-batch-orig: + avg_avg_episode_length: 6.157783 + avg_avg_return: 0.984908 + avg_benchmark_regret: 0.00903105 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26512146 + proxy_corner: + avg_avg_return: 0.984908 + avg_reward_per_step: 0.26512146 + eval-batch-shift: + avg_avg_episode_length: 5.110024 + avg_avg_return: 0.9881525 + avg_benchmark_regret: 0.0068088006 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.18776192 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.620723 + avg_avg_return: 0.9869925 + avg_benchmark_regret: 0.007427807 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2766571 + proxy_corner: + avg_avg_return: 0.9869925 + avg_reward_per_step: 0.2766571 +=========================================================== +=========================================================== + step: + env-step-all-before: 167772160 + env-step-replay-before: 85458944 + env-step-used-before: 167772160 + ppo-update-before: 102400 + env-step-generate-before: 82313216 + env-step-all-after: 167804928 + env-step-replay-after: 85491712 + env-step-used-after: 167804928 + ppo-update-after: 102420 + env-step-generate-after: 82313216 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.91143 + avg_avg_return: 0.8890691 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.6286869 + avg_reward_per_step: 0.048339844 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.91143 + avg_avg_return: 0.8890691 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.6286869 + avg_reward_per_step: 0.048339844 + perf: + env_steps_per_second: 981325.2327117447 + ppo_updates_per_second: 111.23552927567317 + eval-batch-train-duration: 0.18481261702254415 + eval-batch-orig-duration: 0.13733068300643936 + eval-batch-shift-duration: 0.13852349104126915 + eval-batch-tree-duration: 0.1371774740400724 + ued: + distances: + cheese-corne_dist_avg: 6.871338 + cheese-corne_dist_wavg: 0.7080364 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 12.97876 + mouse-cheese_dist_finite_wavg: 14.793356 + mouse-cheese_dist_solvable_avg: 12.97876 + mouse-cheese_dist_solvable_wavg: 14.793356 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101567194 + visit_patterns: + avg_first_visit_time: 1862.8843 + avg_last_visit_time: 2599.2188 + num_replay_batches: 2609 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013328041 + avg_actor_approxkl3: 0.0006977162 + avg_actor_clipfrac: 0.020843506 + avg_actor_loss: -5.1659707e-05 + avg_advantage: 0.00026685142 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8770373e-05 + avg_entropy: 0.06301466 + avg_grad_norm_pre_clip: 1.275012 + avg_loss: -0.00010028918 + max: + max_actor_approxkl1: 0.0032687183 + max_actor_approxkl3: 0.001447286 + max_actor_clipfrac: 0.037963867 + max_actor_loss: 0.0013031801 + max_advantage: 0.03685814 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.1217016e-05 + max_entropy: 0.07997501 + max_grad_norm_pre_clip: 2.2821114 + max_loss: 0.0012438946 + std: + std_actor_approxkl1: 0.0008063289 + std_actor_approxkl3: 0.0003718907 + std_actor_clipfrac: 0.009599251 + std_actor_loss: 0.00054298923 + std_advantage: 0.0075801224 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.399255e-06 + std_entropy: 0.0076988237 + std_grad_norm_pre_clip: 0.5042731 + std_loss: 0.0005435556 + eval-batch-train: + avg_avg_episode_length: 4.812999 + avg_avg_return: 0.98909616 + avg_benchmark_regret: 0.006096973 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3426895 + proxy_corner: + avg_avg_return: 0.19728169 + avg_reward_per_step: 0.039260864 + eval-batch-orig: + avg_avg_episode_length: 6.126423 + avg_avg_return: 0.98549265 + avg_benchmark_regret: 0.008446375 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26490784 + proxy_corner: + avg_avg_return: 0.98549265 + avg_reward_per_step: 0.26490784 + eval-batch-shift: + avg_avg_episode_length: 5.080774 + avg_avg_return: 0.9879781 + avg_benchmark_regret: 0.0069832467 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3440857 + proxy_corner: + avg_avg_return: 0.18657827 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.685477 + avg_avg_return: 0.98629147 + avg_benchmark_regret: 0.008128798 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2751236 + proxy_corner: + avg_avg_return: 0.98629147 + avg_reward_per_step: 0.2751236 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 168820736 + env-step-replay-before: 85983232 + env-step-used-before: 168820736 + ppo-update-before: 103040 + env-step-generate-before: 82837504 + env-step-all-after: 168853504 + env-step-replay-after: 85983232 + env-step-used-after: 168853504 + ppo-update-after: 103060 + env-step-generate-after: 82870272 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.1980906 + avg_avg_return: 0.965407 + avg_reward_per_step: 0.31292725 + proxy_corner: + avg_avg_return: 0.1723917 + avg_reward_per_step: 0.03274536 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.1980906 + avg_avg_return: 0.965407 + avg_reward_per_step: 0.31292725 + proxy_corner: + avg_avg_return: 0.1723917 + avg_reward_per_step: 0.03274536 + perf: + env_steps_per_second: 1001927.9651790714 + ppo_updates_per_second: 111.36280961915338 + eval-batch-train-duration: 0.19118175999028608 + eval-batch-orig-duration: 0.1479214929859154 + eval-batch-shift-duration: 0.13843853096477687 + eval-batch-tree-duration: 0.13891841500299051 + ued: + distances: + cheese-corne_dist_avg: 6.8706055 + cheese-corne_dist_wavg: 14.177856 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 12.971924 + mouse-cheese_dist_finite_wavg: 12.096978 + mouse-cheese_dist_solvable_avg: 12.971924 + mouse-cheese_dist_solvable_wavg: 12.096981 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10232613 + visit_patterns: + avg_first_visit_time: 1874.9692 + avg_last_visit_time: 2614.2385 + num_replay_batches: 2624 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00058541755 + avg_actor_approxkl3: 0.00033223064 + avg_actor_clipfrac: 0.008074951 + avg_actor_loss: 0.00034237743 + avg_advantage: 0.0021611531 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.824679e-05 + avg_entropy: 0.01794963 + avg_grad_norm_pre_clip: 0.822771 + avg_loss: 0.00034355122 + max: + max_actor_approxkl1: 0.0015843392 + max_actor_approxkl3: 0.0009196847 + max_actor_clipfrac: 0.018432617 + max_actor_loss: 0.001247684 + max_advantage: 0.035680056 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.9299804e-05 + max_entropy: 0.029332617 + max_grad_norm_pre_clip: 1.8735663 + max_loss: 0.0012586906 + std: + std_actor_approxkl1: 0.0004829229 + std_actor_approxkl3: 0.00025614075 + std_actor_clipfrac: 0.0046847453 + std_actor_loss: 0.000472798 + std_advantage: 0.007895053 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.933992e-06 + std_entropy: 0.005547579 + std_grad_norm_pre_clip: 0.4340986 + std_loss: 0.00047249225 + eval-batch-train: + avg_avg_episode_length: 4.8140345 + avg_avg_return: 0.98946 + avg_benchmark_regret: 0.005733127 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34301758 + proxy_corner: + avg_avg_return: 0.19693068 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 6.0924387 + avg_avg_return: 0.9854262 + avg_benchmark_regret: 0.008512861 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26615143 + proxy_corner: + avg_avg_return: 0.9854262 + avg_reward_per_step: 0.26615143 + eval-batch-shift: + avg_avg_episode_length: 5.1110415 + avg_avg_return: 0.988386 + avg_benchmark_regret: 0.006575317 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34471893 + proxy_corner: + avg_avg_return: 0.187195 + avg_reward_per_step: 0.036376953 + eval-batch-tree: + avg_avg_episode_length: 5.834884 + avg_avg_return: 0.98487604 + avg_benchmark_regret: 0.009544207 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27695465 + proxy_corner: + avg_avg_return: 0.98487604 + avg_reward_per_step: 0.27695465 +=========================================================== +=========================================================== + step: + env-step-all-before: 169869312 + env-step-replay-before: 86474752 + env-step-used-before: 169869312 + ppo-update-before: 103680 + env-step-generate-before: 83394560 + env-step-all-after: 169902080 + env-step-replay-after: 86474752 + env-step-used-after: 169902080 + ppo-update-after: 103700 + env-step-generate-after: 83427328 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.167572 + avg_avg_return: 0.9666096 + avg_reward_per_step: 0.30291748 + proxy_corner: + avg_avg_return: 0.18860346 + avg_reward_per_step: 0.040252686 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.167572 + avg_avg_return: 0.9666096 + avg_reward_per_step: 0.30291748 + proxy_corner: + avg_avg_return: 0.18860346 + avg_reward_per_step: 0.040252686 + perf: + env_steps_per_second: 999276.6465208643 + ppo_updates_per_second: 111.6548111079778 + eval-batch-train-duration: 0.18450474803103134 + eval-batch-orig-duration: 0.13764661800814793 + eval-batch-shift-duration: 0.13848471798701212 + eval-batch-tree-duration: 0.1383167410385795 + ued: + distances: + cheese-corne_dist_avg: 6.8671875 + cheese-corne_dist_wavg: 10.58973 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 12.973877 + mouse-cheese_dist_finite_wavg: 14.796753 + mouse-cheese_dist_solvable_avg: 12.973877 + mouse-cheese_dist_solvable_wavg: 14.796755 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.104380734 + visit_patterns: + avg_first_visit_time: 1884.9922 + avg_last_visit_time: 2629.269 + num_replay_batches: 2639 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006124691 + avg_actor_approxkl3: 0.0007401544 + avg_actor_clipfrac: 0.010681152 + avg_actor_loss: 7.663042e-05 + avg_advantage: 0.0017710662 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.267022e-05 + avg_entropy: 0.023365958 + avg_grad_norm_pre_clip: 0.58390206 + avg_loss: 6.959958e-05 + max: + max_actor_approxkl1: 0.0020346926 + max_actor_approxkl3: 0.0026071207 + max_actor_clipfrac: 0.020507812 + max_actor_loss: 0.0011988482 + max_advantage: 0.03782904 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.8033337e-05 + max_entropy: 0.031609785 + max_grad_norm_pre_clip: 1.0595412 + max_loss: 0.0011915507 + std: + std_actor_approxkl1: 0.0005877668 + std_actor_approxkl3: 0.00068952545 + std_actor_clipfrac: 0.005322112 + std_actor_loss: 0.00038157115 + std_advantage: 0.008010928 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0250133e-06 + std_entropy: 0.0047704694 + std_grad_norm_pre_clip: 0.21295671 + std_loss: 0.00038158632 + eval-batch-train: + avg_avg_episode_length: 4.817832 + avg_avg_return: 0.98921144 + avg_benchmark_regret: 0.005981708 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34295654 + proxy_corner: + avg_avg_return: 0.19707333 + avg_reward_per_step: 0.039253235 + eval-batch-orig: + avg_avg_episode_length: 6.2151346 + avg_avg_return: 0.9849732 + avg_benchmark_regret: 0.008965836 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26527405 + proxy_corner: + avg_avg_return: 0.9849732 + avg_reward_per_step: 0.26527405 + eval-batch-shift: + avg_avg_episode_length: 5.1330357 + avg_avg_return: 0.98792887 + avg_benchmark_regret: 0.0070324223 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34386444 + proxy_corner: + avg_avg_return: 0.19135258 + avg_reward_per_step: 0.036468506 + eval-batch-tree: + avg_avg_episode_length: 5.6574464 + avg_avg_return: 0.9866606 + avg_benchmark_regret: 0.0077596502 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27590942 + proxy_corner: + avg_avg_return: 0.9866606 + avg_reward_per_step: 0.27590942 +=========================================================== +=========================================================== + step: + env-step-all-before: 170917888 + env-step-replay-before: 86900736 + env-step-used-before: 170917888 + ppo-update-before: 104320 + env-step-generate-before: 84017152 + env-step-all-after: 170950656 + env-step-replay-after: 86900736 + env-step-used-after: 170950656 + ppo-update-after: 104340 + env-step-generate-after: 84049920 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.2544856 + avg_avg_return: 0.96740687 + avg_reward_per_step: 0.30966187 + proxy_corner: + avg_avg_return: 0.17862792 + avg_reward_per_step: 0.028717041 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.2544856 + avg_avg_return: 0.96740687 + avg_reward_per_step: 0.30966187 + proxy_corner: + avg_avg_return: 0.17862792 + avg_reward_per_step: 0.028717041 + perf: + env_steps_per_second: 985501.5966007949 + ppo_updates_per_second: 111.25200686136759 + eval-batch-train-duration: 0.18619245797162876 + eval-batch-orig-duration: 0.14035676699131727 + eval-batch-shift-duration: 0.14159540098626167 + eval-batch-tree-duration: 0.13824896403821185 + ued: + distances: + cheese-corne_dist_avg: 6.893799 + cheese-corne_dist_wavg: 14.1819 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 12.977783 + mouse-cheese_dist_finite_wavg: 13.895055 + mouse-cheese_dist_solvable_avg: 12.977783 + mouse-cheese_dist_solvable_wavg: 13.895055 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10459873 + visit_patterns: + avg_first_visit_time: 1899.3496 + avg_last_visit_time: 2642.2527 + num_replay_batches: 2652 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004981861 + avg_actor_approxkl3: 0.00025453992 + avg_actor_clipfrac: 0.0076477053 + avg_actor_loss: -6.748468e-05 + avg_advantage: 0.001612653 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1448006e-05 + avg_entropy: 0.025708962 + avg_grad_norm_pre_clip: 0.6098394 + avg_loss: -7.7469645e-05 + max: + max_actor_approxkl1: 0.001147764 + max_actor_approxkl3: 0.0004889807 + max_actor_clipfrac: 0.013916016 + max_actor_loss: 0.00074830465 + max_advantage: 0.03335488 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.5727244e-05 + max_entropy: 0.03718269 + max_grad_norm_pre_clip: 1.3521122 + max_loss: 0.000732552 + std: + std_actor_approxkl1: 0.00038456797 + std_actor_approxkl3: 0.00015383483 + std_actor_clipfrac: 0.003173188 + std_actor_loss: 0.00034226727 + std_advantage: 0.0077701993 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6888722e-06 + std_entropy: 0.0043349904 + std_grad_norm_pre_clip: 0.31754673 + std_loss: 0.00034158613 + eval-batch-train: + avg_avg_episode_length: 4.966686 + avg_avg_return: 0.9889382 + avg_benchmark_regret: 0.0062548714 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34132385 + proxy_corner: + avg_avg_return: 0.19715658 + avg_reward_per_step: 0.038864136 + eval-batch-orig: + avg_avg_episode_length: 6.1705256 + avg_avg_return: 0.9854281 + avg_benchmark_regret: 0.008510896 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26488495 + proxy_corner: + avg_avg_return: 0.9854281 + avg_reward_per_step: 0.26488495 + eval-batch-shift: + avg_avg_episode_length: 5.2036886 + avg_avg_return: 0.9882718 + avg_benchmark_regret: 0.006689515 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34304047 + proxy_corner: + avg_avg_return: 0.19130372 + avg_reward_per_step: 0.03618622 + eval-batch-tree: + avg_avg_episode_length: 5.780706 + avg_avg_return: 0.98591197 + avg_benchmark_regret: 0.008508336 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27526855 + proxy_corner: + avg_avg_return: 0.98591197 + avg_reward_per_step: 0.27526855 +=========================================================== +=========================================================== + step: + env-step-all-before: 171966464 + env-step-replay-before: 87457792 + env-step-used-before: 171966464 + ppo-update-before: 104960 + env-step-generate-before: 84508672 + env-step-all-after: 171999232 + env-step-replay-after: 87457792 + env-step-used-after: 171999232 + ppo-update-after: 104980 + env-step-generate-after: 84541440 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 4.7511835 + avg_avg_return: 0.96993667 + avg_reward_per_step: 0.33477783 + proxy_corner: + avg_avg_return: 0.1596342 + avg_reward_per_step: 0.03845215 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 4.7511835 + avg_avg_return: 0.96993667 + avg_reward_per_step: 0.33477783 + proxy_corner: + avg_avg_return: 0.1596342 + avg_reward_per_step: 0.03845215 + perf: + env_steps_per_second: 992353.2340449281 + ppo_updates_per_second: 111.74400617603808 + eval-batch-train-duration: 0.19204713200451806 + eval-batch-orig-duration: 0.14785107999341562 + eval-batch-shift-duration: 0.13870260899420828 + eval-batch-tree-duration: 0.13687205902533606 + ued: + distances: + cheese-corne_dist_avg: 6.892334 + cheese-corne_dist_wavg: 14.185736 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 12.9646 + mouse-cheese_dist_finite_wavg: 13.899474 + mouse-cheese_dist_solvable_avg: 12.9646 + mouse-cheese_dist_solvable_wavg: 13.899476 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10357871 + visit_patterns: + avg_first_visit_time: 1913.4507 + avg_last_visit_time: 2659.1172 + num_replay_batches: 2669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011379115 + avg_actor_approxkl3: 0.0005545783 + avg_actor_clipfrac: 0.00789795 + avg_actor_loss: -8.287358e-05 + avg_advantage: 0.0043872343 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.7410337e-05 + avg_entropy: 0.017995615 + avg_grad_norm_pre_clip: 0.55613375 + avg_loss: -8.2164035e-05 + max: + max_actor_approxkl1: 0.0053295884 + max_actor_approxkl3: 0.0015892719 + max_actor_clipfrac: 0.01928711 + max_actor_loss: 0.0016749222 + max_advantage: 0.048916996 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.8116992e-05 + max_entropy: 0.024987748 + max_grad_norm_pre_clip: 1.6905557 + max_loss: 0.0016734236 + std: + std_actor_approxkl1: 0.0012192348 + std_actor_approxkl3: 0.00046683717 + std_actor_clipfrac: 0.0049977466 + std_actor_loss: 0.00061834994 + std_advantage: 0.008332702 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.360152e-06 + std_entropy: 0.0038528927 + std_grad_norm_pre_clip: 0.4025682 + std_loss: 0.0006182002 + eval-batch-train: + avg_avg_episode_length: 4.8943353 + avg_avg_return: 0.9889315 + avg_benchmark_regret: 0.006261617 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34152985 + proxy_corner: + avg_avg_return: 0.19729868 + avg_reward_per_step: 0.038993835 + eval-batch-orig: + avg_avg_episode_length: 6.131365 + avg_avg_return: 0.98541427 + avg_benchmark_regret: 0.008524748 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2651062 + proxy_corner: + avg_avg_return: 0.98541427 + avg_reward_per_step: 0.2651062 + eval-batch-shift: + avg_avg_episode_length: 5.178707 + avg_avg_return: 0.98822963 + avg_benchmark_regret: 0.006731694 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34287262 + proxy_corner: + avg_avg_return: 0.19146702 + avg_reward_per_step: 0.03617859 + eval-batch-tree: + avg_avg_episode_length: 5.7668457 + avg_avg_return: 0.9866764 + avg_benchmark_regret: 0.0077439053 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27471924 + proxy_corner: + avg_avg_return: 0.9866764 + avg_reward_per_step: 0.27471924 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 173015040 + env-step-replay-before: 88014848 + env-step-used-before: 173015040 + ppo-update-before: 105600 + env-step-generate-before: 85000192 + env-step-all-after: 173047808 + env-step-replay-after: 88047616 + env-step-used-after: 173047808 + ppo-update-after: 105620 + env-step-generate-after: 85000192 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.806309 + avg_avg_return: 0.88875425 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.5791264 + avg_reward_per_step: 0.044647217 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.806309 + avg_avg_return: 0.88875425 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.5791264 + avg_reward_per_step: 0.044647217 + perf: + env_steps_per_second: 1008529.0995394298 + ppo_updates_per_second: 111.70680003729605 + eval-batch-train-duration: 0.1838510170346126 + eval-batch-orig-duration: 0.13547826401190832 + eval-batch-shift-duration: 0.1365873629692942 + eval-batch-tree-duration: 0.13670934399124235 + ued: + distances: + cheese-corne_dist_avg: 6.8708496 + cheese-corne_dist_wavg: 7.881329 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 12.962158 + mouse-cheese_dist_finite_wavg: 10.297659 + mouse-cheese_dist_solvable_avg: 12.962158 + mouse-cheese_dist_solvable_wavg: 10.297662 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10432627 + visit_patterns: + avg_first_visit_time: 1926.1687 + avg_last_visit_time: 2677.1921 + num_replay_batches: 2687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016138172 + avg_actor_approxkl3: 0.0008326087 + avg_actor_clipfrac: 0.02236328 + avg_actor_loss: 9.3278126e-05 + avg_advantage: 0.0011007983 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1131283e-05 + avg_entropy: 0.06361867 + avg_grad_norm_pre_clip: 1.314897 + avg_loss: 4.5225122e-05 + max: + max_actor_approxkl1: 0.00290349 + max_actor_approxkl3: 0.0016460598 + max_actor_clipfrac: 0.036621094 + max_actor_loss: 0.0013738135 + max_advantage: 0.036317706 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.4546625e-05 + max_entropy: 0.0772963 + max_grad_norm_pre_clip: 2.4577057 + max_loss: 0.001330878 + std: + std_actor_approxkl1: 0.0009085888 + std_actor_approxkl3: 0.00044376653 + std_actor_clipfrac: 0.009472184 + std_actor_loss: 0.00062756764 + std_advantage: 0.007902938 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.530452e-06 + std_entropy: 0.006317028 + std_grad_norm_pre_clip: 0.5498037 + std_loss: 0.0006273659 + eval-batch-train: + avg_avg_episode_length: 4.9089727 + avg_avg_return: 0.9893322 + avg_benchmark_regret: 0.00586093 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34223175 + proxy_corner: + avg_avg_return: 0.19718567 + avg_reward_per_step: 0.03907776 + eval-batch-orig: + avg_avg_episode_length: 6.152876 + avg_avg_return: 0.9852654 + avg_benchmark_regret: 0.008673608 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26448822 + proxy_corner: + avg_avg_return: 0.9852654 + avg_reward_per_step: 0.26448822 + eval-batch-shift: + avg_avg_episode_length: 5.10956 + avg_avg_return: 0.9881164 + avg_benchmark_regret: 0.0068449182 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34346008 + proxy_corner: + avg_avg_return: 0.18810685 + avg_reward_per_step: 0.036087036 + eval-batch-tree: + avg_avg_episode_length: 5.688321 + avg_avg_return: 0.9866407 + avg_benchmark_regret: 0.007779532 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27573395 + proxy_corner: + avg_avg_return: 0.9866407 + avg_reward_per_step: 0.27573395 +=========================================================== +=========================================================== + step: + env-step-all-before: 174063616 + env-step-replay-before: 88440832 + env-step-used-before: 174063616 + ppo-update-before: 106240 + env-step-generate-before: 85622784 + env-step-all-after: 174096384 + env-step-replay-after: 88440832 + env-step-used-after: 174096384 + ppo-update-after: 106260 + env-step-generate-after: 85655552 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.5362153 + avg_avg_return: 0.96302307 + avg_reward_per_step: 0.302063 + proxy_corner: + avg_avg_return: 0.18678522 + avg_reward_per_step: 0.024963379 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.5362153 + avg_avg_return: 0.96302307 + avg_reward_per_step: 0.302063 + proxy_corner: + avg_avg_return: 0.18678522 + avg_reward_per_step: 0.024963379 + perf: + env_steps_per_second: 986563.730650621 + ppo_updates_per_second: 109.6516332182881 + eval-batch-train-duration: 0.18989166099345312 + eval-batch-orig-duration: 0.13728500803699717 + eval-batch-shift-duration: 0.13788916694466025 + eval-batch-tree-duration: 0.13763561903033406 + ued: + distances: + cheese-corne_dist_avg: 6.8496094 + cheese-corne_dist_wavg: 3.3789818 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 12.968018 + mouse-cheese_dist_finite_wavg: 8.498927 + mouse-cheese_dist_solvable_avg: 12.968018 + mouse-cheese_dist_solvable_wavg: 8.498927 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102455474 + visit_patterns: + avg_first_visit_time: 1938.2761 + avg_last_visit_time: 2689.3694 + num_replay_batches: 2699 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011566271 + avg_actor_approxkl3: 0.00069635635 + avg_actor_clipfrac: 0.013116456 + avg_actor_loss: -9.851045e-05 + avg_advantage: -0.00068394677 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.2232536e-05 + avg_entropy: 0.0327561 + avg_grad_norm_pre_clip: 0.6703568 + avg_loss: -0.00011015029 + max: + max_actor_approxkl1: 0.0034504444 + max_actor_approxkl3: 0.002127274 + max_actor_clipfrac: 0.033569336 + max_actor_loss: 0.0014077453 + max_advantage: 0.03461361 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.8456804e-05 + max_entropy: 0.046454333 + max_grad_norm_pre_clip: 1.3882958 + max_loss: 0.0013926646 + std: + std_actor_approxkl1: 0.0009045224 + std_actor_approxkl3: 0.00054553105 + std_actor_clipfrac: 0.008736131 + std_actor_loss: 0.0007020127 + std_advantage: 0.00845994 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.4832124e-06 + std_entropy: 0.00783821 + std_grad_norm_pre_clip: 0.27157357 + std_loss: 0.00070553244 + eval-batch-train: + avg_avg_episode_length: 4.986141 + avg_avg_return: 0.98834586 + avg_benchmark_regret: 0.006847197 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34146118 + proxy_corner: + avg_avg_return: 0.19653192 + avg_reward_per_step: 0.038879395 + eval-batch-orig: + avg_avg_episode_length: 6.224153 + avg_avg_return: 0.9849484 + avg_benchmark_regret: 0.0089906175 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26313782 + proxy_corner: + avg_avg_return: 0.9849484 + avg_reward_per_step: 0.26313782 + eval-batch-shift: + avg_avg_episode_length: 5.2148175 + avg_avg_return: 0.987747 + avg_benchmark_regret: 0.0072143124 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34227753 + proxy_corner: + avg_avg_return: 0.18697327 + avg_reward_per_step: 0.0356369 + eval-batch-tree: + avg_avg_episode_length: 5.7880406 + avg_avg_return: 0.985883 + avg_benchmark_regret: 0.008537231 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27424622 + proxy_corner: + avg_avg_return: 0.985883 + avg_reward_per_step: 0.27424622 +=========================================================== +=========================================================== + step: + env-step-all-before: 175112192 + env-step-replay-before: 88932352 + env-step-used-before: 175112192 + ppo-update-before: 106880 + env-step-generate-before: 86179840 + env-step-all-after: 175144960 + env-step-replay-after: 88965120 + env-step-used-after: 175144960 + ppo-update-after: 106900 + env-step-generate-after: 86179840 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.438054 + avg_avg_return: 0.883109 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.629516 + avg_reward_per_step: 0.048034668 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.438054 + avg_avg_return: 0.883109 + avg_reward_per_step: 0.06790161 + proxy_corner: + avg_avg_return: 0.629516 + avg_reward_per_step: 0.048034668 + perf: + env_steps_per_second: 990735.9771052978 + ppo_updates_per_second: 112.17851965934352 + eval-batch-train-duration: 0.1839718649862334 + eval-batch-orig-duration: 0.13674482103670016 + eval-batch-shift-duration: 0.13643237203359604 + eval-batch-tree-duration: 0.1360137730371207 + ued: + distances: + cheese-corne_dist_avg: 6.85791 + cheese-corne_dist_wavg: 1.60251 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 12.964111 + mouse-cheese_dist_finite_wavg: 6.70296 + mouse-cheese_dist_solvable_avg: 12.964111 + mouse-cheese_dist_solvable_wavg: 6.70296 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10482224 + visit_patterns: + avg_first_visit_time: 1951.0989 + avg_last_visit_time: 2705.2036 + num_replay_batches: 2715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014077075 + avg_actor_approxkl3: 0.00078836177 + avg_actor_clipfrac: 0.02578125 + avg_actor_loss: 0.00061283074 + avg_advantage: -0.0062844446 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020044789 + avg_entropy: 0.077466466 + avg_grad_norm_pre_clip: 1.5505257 + avg_loss: 0.00063558825 + max: + max_actor_approxkl1: 0.0040072952 + max_actor_approxkl3: 0.002757014 + max_actor_clipfrac: 0.05444336 + max_actor_loss: 0.007236313 + max_advantage: 0.03259015 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00068212283 + max_entropy: 0.09573119 + max_grad_norm_pre_clip: 3.1594415 + max_loss: 0.007481593 + std: + std_actor_approxkl1: 0.001102855 + std_actor_approxkl3: 0.00064865715 + std_actor_clipfrac: 0.015693637 + std_actor_loss: 0.0017891887 + std_advantage: 0.019526014 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027226895 + std_entropy: 0.010346073 + std_grad_norm_pre_clip: 0.7186647 + std_loss: 0.0018431083 + eval-batch-train: + avg_avg_episode_length: 4.9026375 + avg_avg_return: 0.9888407 + avg_benchmark_regret: 0.0063523552 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34059906 + proxy_corner: + avg_avg_return: 0.19724904 + avg_reward_per_step: 0.03894043 + eval-batch-orig: + avg_avg_episode_length: 6.2627587 + avg_avg_return: 0.98455596 + avg_benchmark_regret: 0.009383012 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26257324 + proxy_corner: + avg_avg_return: 0.98455596 + avg_reward_per_step: 0.26257324 + eval-batch-shift: + avg_avg_episode_length: 5.377573 + avg_avg_return: 0.9871496 + avg_benchmark_regret: 0.007811689 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34233093 + proxy_corner: + avg_avg_return: 0.18769228 + avg_reward_per_step: 0.035629272 + eval-batch-tree: + avg_avg_episode_length: 5.910289 + avg_avg_return: 0.9857712 + avg_benchmark_regret: 0.008649051 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27227783 + proxy_corner: + avg_avg_return: 0.9857712 + avg_reward_per_step: 0.27227783 +=========================================================== +=========================================================== + step: + env-step-all-before: 176160768 + env-step-replay-before: 89358336 + env-step-used-before: 176160768 + ppo-update-before: 107520 + env-step-generate-before: 86802432 + env-step-all-after: 176193536 + env-step-replay-after: 89391104 + env-step-used-after: 176193536 + ppo-update-after: 107540 + env-step-generate-after: 86802432 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.254923 + avg_avg_return: 0.884823 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6601528 + avg_reward_per_step: 0.050476074 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.254923 + avg_avg_return: 0.884823 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6601528 + avg_reward_per_step: 0.050476074 + perf: + env_steps_per_second: 970176.918339729 + ppo_updates_per_second: 110.08379991235572 + eval-batch-train-duration: 0.1871391839813441 + eval-batch-orig-duration: 0.13635522598633543 + eval-batch-shift-duration: 0.1376113740261644 + eval-batch-tree-duration: 0.13750541402259842 + ued: + distances: + cheese-corne_dist_avg: 6.813965 + cheese-corne_dist_wavg: 6.9794273 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 12.945068 + mouse-cheese_dist_finite_wavg: 12.997368 + mouse-cheese_dist_solvable_avg: 12.945068 + mouse-cheese_dist_solvable_wavg: 12.997371 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10749258 + visit_patterns: + avg_first_visit_time: 1962.8694 + avg_last_visit_time: 2718.2395 + num_replay_batches: 2728 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001536921 + avg_actor_approxkl3: 0.0013028462 + avg_actor_clipfrac: 0.033721924 + avg_actor_loss: 0.0010891723 + avg_advantage: -0.0015757652 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.9008592e-05 + avg_entropy: 0.073543094 + avg_grad_norm_pre_clip: 2.38811 + avg_loss: 0.0010301335 + max: + max_actor_approxkl1: 0.003917828 + max_actor_approxkl3: 0.0025386307 + max_actor_clipfrac: 0.051879883 + max_actor_loss: 0.0035967138 + max_advantage: 0.031266093 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.1111522e-05 + max_entropy: 0.088653706 + max_grad_norm_pre_clip: 4.342768 + max_loss: 0.003535994 + std: + std_actor_approxkl1: 0.0009362641 + std_actor_approxkl3: 0.000593732 + std_actor_clipfrac: 0.011528821 + std_actor_loss: 0.00088177004 + std_advantage: 0.007596675 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5037289e-06 + std_entropy: 0.007875747 + std_grad_norm_pre_clip: 0.75027364 + std_loss: 0.00088042626 + eval-batch-train: + avg_avg_episode_length: 4.808871 + avg_avg_return: 0.98911357 + avg_benchmark_regret: 0.006079502 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34194946 + proxy_corner: + avg_avg_return: 0.19966355 + avg_reward_per_step: 0.039596558 + eval-batch-orig: + avg_avg_episode_length: 6.1030045 + avg_avg_return: 0.9851377 + avg_benchmark_regret: 0.008801293 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26639557 + proxy_corner: + avg_avg_return: 0.9851377 + avg_reward_per_step: 0.26639557 + eval-batch-shift: + avg_avg_episode_length: 5.2031803 + avg_avg_return: 0.9878392 + avg_benchmark_regret: 0.007122108 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3425827 + proxy_corner: + avg_avg_return: 0.19375771 + avg_reward_per_step: 0.03668976 + eval-batch-tree: + avg_avg_episode_length: 5.6909933 + avg_avg_return: 0.9864949 + avg_benchmark_regret: 0.007925333 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27723694 + proxy_corner: + avg_avg_return: 0.9864949 + avg_reward_per_step: 0.27723694 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 177209344 + env-step-replay-before: 89784320 + env-step-used-before: 177209344 + ppo-update-before: 108160 + env-step-generate-before: 87425024 + env-step-all-after: 177242112 + env-step-replay-after: 89784320 + env-step-used-after: 177242112 + ppo-update-after: 108180 + env-step-generate-after: 87457792 + train-generate: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.1976624 + avg_avg_return: 0.9679768 + avg_reward_per_step: 0.311615 + proxy_corner: + avg_avg_return: 0.21661156 + avg_reward_per_step: 0.040039062 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.1976624 + avg_avg_return: 0.9679768 + avg_reward_per_step: 0.311615 + proxy_corner: + avg_avg_return: 0.21661156 + avg_reward_per_step: 0.040039062 + perf: + env_steps_per_second: 991380.7531405332 + ppo_updates_per_second: 111.25019423602942 + eval-batch-train-duration: 0.18489250098355114 + eval-batch-orig-duration: 0.1377586720045656 + eval-batch-shift-duration: 0.1369158630259335 + eval-batch-tree-duration: 0.13601752102840692 + ued: + distances: + cheese-corne_dist_avg: 6.875244 + cheese-corne_dist_wavg: 1.5988649 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 12.976074 + mouse-cheese_dist_finite_wavg: 14.7937765 + mouse-cheese_dist_solvable_avg: 12.976074 + mouse-cheese_dist_solvable_wavg: 14.793778 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10583766 + visit_patterns: + avg_first_visit_time: 1974.4033 + avg_last_visit_time: 2730.2434 + num_replay_batches: 2740 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007029514 + avg_actor_approxkl3: 0.00040048707 + avg_actor_clipfrac: 0.010827637 + avg_actor_loss: -0.00015815166 + avg_advantage: 0.0014822641 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.2068598e-05 + avg_entropy: 0.032284092 + avg_grad_norm_pre_clip: 0.7393643 + avg_loss: -0.00017440149 + max: + max_actor_approxkl1: 0.0020043845 + max_actor_approxkl3: 0.00086659985 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.0005592699 + max_advantage: 0.033120632 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.9303774e-05 + max_entropy: 0.04573609 + max_grad_norm_pre_clip: 1.2078819 + max_loss: 0.00054069643 + std: + std_actor_approxkl1: 0.00062561105 + std_actor_approxkl3: 0.0002514807 + std_actor_clipfrac: 0.0058565894 + std_actor_loss: 0.00057612883 + std_advantage: 0.007967275 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0215928e-06 + std_entropy: 0.006941153 + std_grad_norm_pre_clip: 0.24429649 + std_loss: 0.0005780622 + eval-batch-train: + avg_avg_episode_length: 5.094486 + avg_avg_return: 0.9880717 + avg_benchmark_regret: 0.0071214624 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.33950043 + proxy_corner: + avg_avg_return: 0.19676541 + avg_reward_per_step: 0.038505554 + eval-batch-orig: + avg_avg_episode_length: 6.297301 + avg_avg_return: 0.9850287 + avg_benchmark_regret: 0.008910321 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26123047 + proxy_corner: + avg_avg_return: 0.9850287 + avg_reward_per_step: 0.26123047 + eval-batch-shift: + avg_avg_episode_length: 5.1984806 + avg_avg_return: 0.9878849 + avg_benchmark_regret: 0.0070764176 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34261322 + proxy_corner: + avg_avg_return: 0.18746871 + avg_reward_per_step: 0.03555298 + eval-batch-tree: + avg_avg_episode_length: 5.8512564 + avg_avg_return: 0.9855548 + avg_benchmark_regret: 0.008865496 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27204132 + proxy_corner: + avg_avg_return: 0.9855548 + avg_reward_per_step: 0.27204132 +=========================================================== +=========================================================== + step: + env-step-all-before: 178257920 + env-step-replay-before: 90439680 + env-step-used-before: 178257920 + ppo-update-before: 108800 + env-step-generate-before: 87818240 + env-step-all-after: 178290688 + env-step-replay-after: 90472448 + env-step-used-after: 178290688 + ppo-update-after: 108820 + env-step-generate-after: 87818240 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.892863 + avg_avg_return: 0.888504 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.5473883 + avg_reward_per_step: 0.04168701 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.892863 + avg_avg_return: 0.888504 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.5473883 + avg_reward_per_step: 0.04168701 + perf: + env_steps_per_second: 1008851.9927004306 + ppo_updates_per_second: 111.89520183458647 + eval-batch-train-duration: 0.18507140898145735 + eval-batch-orig-duration: 0.13739611802157015 + eval-batch-shift-duration: 0.13622520200442523 + eval-batch-tree-duration: 0.13615728402510285 + ued: + distances: + cheese-corne_dist_avg: 6.870117 + cheese-corne_dist_wavg: 5.1882067 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 12.980469 + mouse-cheese_dist_finite_wavg: 13.000694 + mouse-cheese_dist_solvable_avg: 12.980469 + mouse-cheese_dist_solvable_wavg: 13.000696 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10100208 + visit_patterns: + avg_first_visit_time: 1982.478 + avg_last_visit_time: 2751.312 + num_replay_batches: 2761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010557376 + avg_actor_approxkl3: 0.00057487306 + avg_actor_clipfrac: 0.018774414 + avg_actor_loss: 0.00050964457 + avg_advantage: -0.00022572678 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8088165e-05 + avg_entropy: 0.06167958 + avg_grad_norm_pre_clip: 1.7196581 + avg_loss: 0.00046200896 + max: + max_actor_approxkl1: 0.0027794386 + max_actor_approxkl3: 0.0015522852 + max_actor_clipfrac: 0.030273438 + max_actor_loss: 0.0018804884 + max_advantage: 0.028038621 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.140294e-05 + max_entropy: 0.07493249 + max_grad_norm_pre_clip: 2.7073824 + max_loss: 0.0018284824 + std: + std_actor_approxkl1: 0.00067043706 + std_actor_approxkl3: 0.00031361074 + std_actor_clipfrac: 0.006294805 + std_actor_loss: 0.0006593972 + std_advantage: 0.007480882 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.815415e-06 + std_entropy: 0.0077505456 + std_grad_norm_pre_clip: 0.5874687 + std_loss: 0.00066046754 + eval-batch-train: + avg_avg_episode_length: 4.8565226 + avg_avg_return: 0.9891327 + avg_benchmark_regret: 0.0060603963 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34056854 + proxy_corner: + avg_avg_return: 0.19737247 + avg_reward_per_step: 0.03869629 + eval-batch-orig: + avg_avg_episode_length: 6.1305037 + avg_avg_return: 0.98477054 + avg_benchmark_regret: 0.009168481 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26335907 + proxy_corner: + avg_avg_return: 0.98477054 + avg_reward_per_step: 0.26335907 + eval-batch-shift: + avg_avg_episode_length: 5.176813 + avg_avg_return: 0.98762965 + avg_benchmark_regret: 0.007331616 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34318542 + proxy_corner: + avg_avg_return: 0.18330753 + avg_reward_per_step: 0.035713196 + eval-batch-tree: + avg_avg_episode_length: 5.7213507 + avg_avg_return: 0.9863832 + avg_benchmark_regret: 0.008037103 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27436066 + proxy_corner: + avg_avg_return: 0.9863832 + avg_reward_per_step: 0.27436066 +=========================================================== +=========================================================== + step: + env-step-all-before: 179306496 + env-step-replay-before: 90931200 + env-step-used-before: 179306496 + ppo-update-before: 109440 + env-step-generate-before: 88375296 + env-step-all-after: 179339264 + env-step-replay-after: 90931200 + env-step-used-after: 179339264 + ppo-update-after: 109460 + env-step-generate-after: 88408064 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.940214 + avg_avg_return: 0.9696076 + avg_reward_per_step: 0.33807373 + proxy_corner: + avg_avg_return: 0.18684433 + avg_reward_per_step: 0.03036499 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.940214 + avg_avg_return: 0.9696076 + avg_reward_per_step: 0.33807373 + proxy_corner: + avg_avg_return: 0.18684433 + avg_reward_per_step: 0.03036499 + perf: + env_steps_per_second: 966598.2879602015 + ppo_updates_per_second: 109.78607550606084 + eval-batch-train-duration: 0.18728642299538478 + eval-batch-orig-duration: 0.1367197139770724 + eval-batch-shift-duration: 0.1377875359612517 + eval-batch-tree-duration: 0.13698273099726066 + ued: + distances: + cheese-corne_dist_avg: 6.845703 + cheese-corne_dist_wavg: 6.98596 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 12.987549 + mouse-cheese_dist_finite_wavg: 12.997833 + mouse-cheese_dist_solvable_avg: 12.987549 + mouse-cheese_dist_solvable_wavg: 12.997833 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.102452785 + visit_patterns: + avg_first_visit_time: 1993.1831 + avg_last_visit_time: 2765.3132 + num_replay_batches: 2775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007103414 + avg_actor_approxkl3: 0.0004889222 + avg_actor_clipfrac: 0.008465576 + avg_actor_loss: 8.3108716e-05 + avg_advantage: 0.0029863173 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4835426e-05 + avg_entropy: 0.024281807 + avg_grad_norm_pre_clip: 0.6586479 + avg_loss: 7.62446e-05 + max: + max_actor_approxkl1: 0.0021355217 + max_actor_approxkl3: 0.0018725712 + max_actor_clipfrac: 0.026245117 + max_actor_loss: 0.0010124482 + max_advantage: 0.02888918 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7653004e-05 + max_entropy: 0.036496222 + max_grad_norm_pre_clip: 2.378263 + max_loss: 0.0010004551 + std: + std_actor_approxkl1: 0.0005492038 + std_actor_approxkl3: 0.0004069274 + std_actor_clipfrac: 0.00508658 + std_actor_loss: 0.00036593105 + std_advantage: 0.008064378 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.04209e-06 + std_entropy: 0.005480718 + std_grad_norm_pre_clip: 0.51205564 + std_loss: 0.00036478898 + eval-batch-train: + avg_avg_episode_length: 4.836614 + avg_avg_return: 0.98881775 + avg_benchmark_regret: 0.0063753226 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34179688 + proxy_corner: + avg_avg_return: 0.19768962 + avg_reward_per_step: 0.039215088 + eval-batch-orig: + avg_avg_episode_length: 6.128658 + avg_avg_return: 0.98479664 + avg_benchmark_regret: 0.009142403 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26467896 + proxy_corner: + avg_avg_return: 0.98479664 + avg_reward_per_step: 0.26467896 + eval-batch-shift: + avg_avg_episode_length: 5.1448255 + avg_avg_return: 0.98782736 + avg_benchmark_regret: 0.007133945 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34313965 + proxy_corner: + avg_avg_return: 0.18697959 + avg_reward_per_step: 0.036483765 + eval-batch-tree: + avg_avg_episode_length: 5.6835594 + avg_avg_return: 0.98651487 + avg_benchmark_regret: 0.007905363 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2762909 + proxy_corner: + avg_avg_return: 0.98651487 + avg_reward_per_step: 0.2762909 +=========================================================== +=========================================================== + step: + env-step-all-before: 180355072 + env-step-replay-before: 91291648 + env-step-used-before: 180355072 + ppo-update-before: 110080 + env-step-generate-before: 89063424 + env-step-all-after: 180387840 + env-step-replay-after: 91324416 + env-step-used-after: 180387840 + ppo-update-after: 110100 + env-step-generate-after: 89063424 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 14.309397 + avg_avg_return: 0.8865006 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.6253137 + avg_reward_per_step: 0.047851562 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 14.309397 + avg_avg_return: 0.8865006 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.6253137 + avg_reward_per_step: 0.047851562 + perf: + env_steps_per_second: 992811.088476515 + ppo_updates_per_second: 110.9645522143281 + eval-batch-train-duration: 0.18565819499781355 + eval-batch-orig-duration: 0.13680207898141816 + eval-batch-shift-duration: 0.13773746200604364 + eval-batch-tree-duration: 0.13675893796607852 + ued: + distances: + cheese-corne_dist_avg: 6.852539 + cheese-corne_dist_wavg: 0.6871097 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 12.994141 + mouse-cheese_dist_finite_wavg: 12.09434 + mouse-cheese_dist_solvable_avg: 12.994141 + mouse-cheese_dist_solvable_wavg: 12.094338 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10493926 + visit_patterns: + avg_first_visit_time: 2004.5002 + avg_last_visit_time: 2777.2314 + num_replay_batches: 2787 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016819263 + avg_actor_approxkl3: 0.0010561262 + avg_actor_clipfrac: 0.02878418 + avg_actor_loss: 8.619914e-06 + avg_advantage: -0.002625735 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.7391117e-05 + avg_entropy: 0.074605644 + avg_grad_norm_pre_clip: 1.9438037 + avg_loss: -5.229015e-05 + max: + max_actor_approxkl1: 0.0045899423 + max_actor_approxkl3: 0.0024666667 + max_actor_clipfrac: 0.052368164 + max_actor_loss: 0.0034404285 + max_advantage: 0.032298625 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.1377025e-05 + max_entropy: 0.09514363 + max_grad_norm_pre_clip: 5.260907 + max_loss: 0.0033702 + std: + std_actor_approxkl1: 0.0011623992 + std_actor_approxkl3: 0.0006718223 + std_actor_clipfrac: 0.012913839 + std_actor_loss: 0.0012724258 + std_advantage: 0.0073216157 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3077475e-06 + std_entropy: 0.011878666 + std_grad_norm_pre_clip: 0.9988189 + std_loss: 0.0012733325 + eval-batch-train: + avg_avg_episode_length: 4.846282 + avg_avg_return: 0.98963624 + avg_benchmark_regret: 0.005556861 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34171295 + proxy_corner: + avg_avg_return: 0.19802105 + avg_reward_per_step: 0.039100647 + eval-batch-orig: + avg_avg_episode_length: 6.1620283 + avg_avg_return: 0.98492944 + avg_benchmark_regret: 0.009009558 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26392365 + proxy_corner: + avg_avg_return: 0.98492944 + avg_reward_per_step: 0.26392365 + eval-batch-shift: + avg_avg_episode_length: 5.18169 + avg_avg_return: 0.98764074 + avg_benchmark_regret: 0.0073206034 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34295654 + proxy_corner: + avg_avg_return: 0.1852862 + avg_reward_per_step: 0.035873413 + eval-batch-tree: + avg_avg_episode_length: 5.7170744 + avg_avg_return: 0.9862789 + avg_benchmark_regret: 0.008141369 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27549744 + proxy_corner: + avg_avg_return: 0.9862789 + avg_reward_per_step: 0.27549744 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 181403648 + env-step-replay-before: 91947008 + env-step-used-before: 181403648 + ppo-update-before: 110720 + env-step-generate-before: 89456640 + env-step-all-after: 181436416 + env-step-replay-after: 91979776 + env-step-used-after: 181436416 + ppo-update-after: 110740 + env-step-generate-after: 89456640 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.111598 + avg_avg_return: 0.88728243 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.61510086 + avg_reward_per_step: 0.04714966 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.111598 + avg_avg_return: 0.88728243 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.61510086 + avg_reward_per_step: 0.04714966 + perf: + env_steps_per_second: 1004353.6507304843 + ppo_updates_per_second: 110.66379391147093 + eval-batch-train-duration: 0.1866071439580992 + eval-batch-orig-duration: 0.13721817400073633 + eval-batch-shift-duration: 0.13743953098310158 + eval-batch-tree-duration: 0.1369853459764272 + ued: + distances: + cheese-corne_dist_avg: 6.878418 + cheese-corne_dist_wavg: 9.684808 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 12.991455 + mouse-cheese_dist_finite_wavg: 12.999763 + mouse-cheese_dist_solvable_avg: 12.991455 + mouse-cheese_dist_solvable_wavg: 12.999765 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10142416 + visit_patterns: + avg_first_visit_time: 2015.4111 + avg_last_visit_time: 2797.3896 + num_replay_batches: 2807 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0040139533 + avg_actor_approxkl3: 0.003364917 + avg_actor_clipfrac: 0.03190918 + avg_actor_loss: 0.00023936578 + avg_advantage: 0.0008447344 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018717721 + avg_entropy: 0.059137233 + avg_grad_norm_pre_clip: 1.5483844 + avg_loss: 0.00027381722 + max: + max_actor_approxkl1: 0.0115082385 + max_actor_approxkl3: 0.012087289 + max_actor_clipfrac: 0.052124023 + max_actor_loss: 0.0059806854 + max_advantage: 0.02951777 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006571018 + max_entropy: 0.07231602 + max_grad_norm_pre_clip: 2.405613 + max_loss: 0.0059427912 + std: + std_actor_approxkl1: 0.0026935437 + std_actor_approxkl3: 0.002759521 + std_actor_clipfrac: 0.010247538 + std_actor_loss: 0.0029016482 + std_advantage: 0.019214205 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002696155 + std_entropy: 0.005926633 + std_grad_norm_pre_clip: 0.5605294 + std_loss: 0.0028039769 + eval-batch-train: + avg_avg_episode_length: 4.8052645 + avg_avg_return: 0.98926884 + avg_benchmark_regret: 0.0059242616 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3425064 + proxy_corner: + avg_avg_return: 0.19762892 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 6.132926 + avg_avg_return: 0.9854466 + avg_benchmark_regret: 0.008492419 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2654419 + proxy_corner: + avg_avg_return: 0.9854466 + avg_reward_per_step: 0.2654419 + eval-batch-shift: + avg_avg_episode_length: 5.033237 + avg_avg_return: 0.98840904 + avg_benchmark_regret: 0.006552295 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3445282 + proxy_corner: + avg_avg_return: 0.18503174 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.6713624 + avg_avg_return: 0.98647606 + avg_benchmark_regret: 0.007944213 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2766571 + proxy_corner: + avg_avg_return: 0.98647606 + avg_reward_per_step: 0.2766571 +=========================================================== +=========================================================== + step: + env-step-all-before: 182452224 + env-step-replay-before: 92471296 + env-step-used-before: 182452224 + ppo-update-before: 111360 + env-step-generate-before: 89980928 + env-step-all-after: 182484992 + env-step-replay-after: 92504064 + env-step-used-after: 182484992 + ppo-update-after: 111380 + env-step-generate-after: 89980928 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.359858 + avg_avg_return: 0.88450456 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.585116 + avg_reward_per_step: 0.044067383 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.359858 + avg_avg_return: 0.88450456 + avg_reward_per_step: 0.067352295 + proxy_corner: + avg_avg_return: 0.585116 + avg_reward_per_step: 0.044067383 + perf: + env_steps_per_second: 996020.7810651272 + ppo_updates_per_second: 111.15159006222659 + eval-batch-train-duration: 0.19169663602951914 + eval-batch-orig-duration: 0.1481887489790097 + eval-batch-shift-duration: 0.13827821298036724 + eval-batch-tree-duration: 0.13876357703702524 + ued: + distances: + cheese-corne_dist_avg: 6.8913574 + cheese-corne_dist_wavg: 11.485754 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 13.003418 + mouse-cheese_dist_finite_wavg: 9.402307 + mouse-cheese_dist_solvable_avg: 13.003418 + mouse-cheese_dist_solvable_wavg: 9.402307 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10192529 + visit_patterns: + avg_first_visit_time: 2024.759 + avg_last_visit_time: 2813.187 + num_replay_batches: 2823 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010019558 + avg_actor_approxkl3: 0.00060323195 + avg_actor_clipfrac: 0.02364502 + avg_actor_loss: -0.00012500284 + avg_advantage: -0.0033787377 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.0142304e-05 + avg_entropy: 0.07574197 + avg_grad_norm_pre_clip: 1.4670361 + avg_loss: -0.00018567366 + max: + max_actor_approxkl1: 0.0020220708 + max_actor_approxkl3: 0.0011769037 + max_actor_clipfrac: 0.039794922 + max_actor_loss: 0.001860972 + max_advantage: 0.037167728 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6005717e-05 + max_entropy: 0.1005397 + max_grad_norm_pre_clip: 2.754353 + max_loss: 0.0017972619 + std: + std_actor_approxkl1: 0.00057492557 + std_actor_approxkl3: 0.0002855807 + std_actor_clipfrac: 0.009220802 + std_actor_loss: 0.0006997154 + std_advantage: 0.0072555095 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4601214e-06 + std_entropy: 0.009578379 + std_grad_norm_pre_clip: 0.64150727 + std_loss: 0.0006979318 + eval-batch-train: + avg_avg_episode_length: 4.859235 + avg_avg_return: 0.98895717 + avg_benchmark_regret: 0.006235887 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34184265 + proxy_corner: + avg_avg_return: 0.19858891 + avg_reward_per_step: 0.039268494 + eval-batch-orig: + avg_avg_episode_length: 6.1423297 + avg_avg_return: 0.9852685 + avg_benchmark_regret: 0.00867058 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26584625 + proxy_corner: + avg_avg_return: 0.9852685 + avg_reward_per_step: 0.26584625 + eval-batch-shift: + avg_avg_episode_length: 5.126626 + avg_avg_return: 0.9878943 + avg_benchmark_regret: 0.00706699 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34062958 + proxy_corner: + avg_avg_return: 0.18461028 + avg_reward_per_step: 0.036109924 + eval-batch-tree: + avg_avg_episode_length: 5.6917467 + avg_avg_return: 0.98632294 + avg_benchmark_regret: 0.0080973245 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27718353 + proxy_corner: + avg_avg_return: 0.98632294 + avg_reward_per_step: 0.27718353 +=========================================================== +=========================================================== + step: + env-step-all-before: 183500800 + env-step-replay-before: 93028352 + env-step-used-before: 183500800 + ppo-update-before: 112000 + env-step-generate-before: 90472448 + env-step-all-after: 183533568 + env-step-replay-after: 93061120 + env-step-used-after: 183533568 + ppo-update-after: 112020 + env-step-generate-after: 90472448 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.08658 + avg_avg_return: 0.8870523 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.64512205 + avg_reward_per_step: 0.049438477 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.08658 + avg_avg_return: 0.8870523 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.64512205 + avg_reward_per_step: 0.049438477 + perf: + env_steps_per_second: 1001401.8335766251 + ppo_updates_per_second: 111.11810534985084 + eval-batch-train-duration: 0.18503569200402126 + eval-batch-orig-duration: 0.13553572399541736 + eval-batch-shift-duration: 0.13642579200677574 + eval-batch-tree-duration: 0.1366122320177965 + ued: + distances: + cheese-corne_dist_avg: 6.9089355 + cheese-corne_dist_wavg: 9.679318 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 13.022949 + mouse-cheese_dist_finite_wavg: 10.305022 + mouse-cheese_dist_solvable_avg: 13.022949 + mouse-cheese_dist_solvable_wavg: 10.305023 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999976 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10232876 + visit_patterns: + avg_first_visit_time: 2032.9326 + avg_last_visit_time: 2830.3477 + num_replay_batches: 2840 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016160732 + avg_actor_approxkl3: 0.00079705846 + avg_actor_clipfrac: 0.021319581 + avg_actor_loss: 0.00022835571 + avg_advantage: -0.0023444206 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.1952448e-05 + avg_entropy: 0.06608179 + avg_grad_norm_pre_clip: 1.4110627 + avg_loss: 0.00017825013 + max: + max_actor_approxkl1: 0.0035929899 + max_actor_approxkl3: 0.0018026103 + max_actor_clipfrac: 0.033935547 + max_actor_loss: 0.0021505263 + max_advantage: 0.03441167 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.176844e-05 + max_entropy: 0.07661356 + max_grad_norm_pre_clip: 2.8942711 + max_loss: 0.0021020456 + std: + std_actor_approxkl1: 0.00089830585 + std_actor_approxkl3: 0.00047882364 + std_actor_clipfrac: 0.007188301 + std_actor_loss: 0.0007971614 + std_advantage: 0.0071146674 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.560635e-06 + std_entropy: 0.0064829113 + std_grad_norm_pre_clip: 0.5963354 + std_loss: 0.00079641 + eval-batch-train: + avg_avg_episode_length: 4.804546 + avg_avg_return: 0.98923314 + avg_benchmark_regret: 0.005959926 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34244537 + proxy_corner: + avg_avg_return: 0.19832698 + avg_reward_per_step: 0.039596558 + eval-batch-orig: + avg_avg_episode_length: 6.1261625 + avg_avg_return: 0.9853591 + avg_benchmark_regret: 0.008579967 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26493835 + proxy_corner: + avg_avg_return: 0.9853591 + avg_reward_per_step: 0.26493835 + eval-batch-shift: + avg_avg_episode_length: 5.0747824 + avg_avg_return: 0.98830837 + avg_benchmark_regret: 0.006652965 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34488678 + proxy_corner: + avg_avg_return: 0.18994638 + avg_reward_per_step: 0.036857605 + eval-batch-tree: + avg_avg_episode_length: 5.6304135 + avg_avg_return: 0.9863961 + avg_benchmark_regret: 0.008024188 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2768631 + proxy_corner: + avg_avg_return: 0.9863961 + avg_reward_per_step: 0.2768631 +=========================================================== +=========================================================== + step: + env-step-all-before: 184549376 + env-step-replay-before: 93618176 + env-step-used-before: 184549376 + ppo-update-before: 112640 + env-step-generate-before: 90931200 + env-step-all-after: 184582144 + env-step-replay-after: 93650944 + env-step-used-after: 184582144 + ppo-update-after: 112660 + env-step-generate-after: 90931200 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.353905 + avg_avg_return: 0.8851684 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.607399 + avg_reward_per_step: 0.04638672 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.353905 + avg_avg_return: 0.8851684 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.607399 + avg_reward_per_step: 0.04638672 + perf: + env_steps_per_second: 978197.3756094513 + ppo_updates_per_second: 111.17074803954142 + eval-batch-train-duration: 0.18839038599980995 + eval-batch-orig-duration: 0.13707995502045378 + eval-batch-shift-duration: 0.13684659404680133 + eval-batch-tree-duration: 0.1374863000237383 + ued: + distances: + cheese-corne_dist_avg: 6.922119 + cheese-corne_dist_wavg: 7.006946 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 13.030762 + mouse-cheese_dist_finite_wavg: 14.802067 + mouse-cheese_dist_solvable_avg: 13.030762 + mouse-cheese_dist_solvable_wavg: 14.802071 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10334281 + visit_patterns: + avg_first_visit_time: 2044.0269 + avg_last_visit_time: 2848.3208 + num_replay_batches: 2858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001121309 + avg_actor_approxkl3: 0.00076456874 + avg_actor_clipfrac: 0.019616699 + avg_actor_loss: 0.00035392295 + avg_advantage: 0.00022579433 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018481712 + avg_entropy: 0.058175363 + avg_grad_norm_pre_clip: 1.6406101 + avg_loss: 0.00038815616 + max: + max_actor_approxkl1: 0.0025992354 + max_actor_approxkl3: 0.0022394015 + max_actor_clipfrac: 0.029785156 + max_actor_loss: 0.0022540763 + max_advantage: 0.039728343 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006609584 + max_entropy: 0.06597784 + max_grad_norm_pre_clip: 2.913347 + max_loss: 0.0022116995 + std: + std_actor_approxkl1: 0.000794135 + std_actor_approxkl3: 0.00047375384 + std_actor_clipfrac: 0.006573585 + std_actor_loss: 0.00079434 + std_advantage: 0.01923081 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027351483 + std_entropy: 0.0047180764 + std_grad_norm_pre_clip: 0.66715854 + std_loss: 0.0008134119 + eval-batch-train: + avg_avg_episode_length: 4.839014 + avg_avg_return: 0.9889717 + avg_benchmark_regret: 0.0062213745 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34223938 + proxy_corner: + avg_avg_return: 0.19750655 + avg_reward_per_step: 0.039001465 + eval-batch-orig: + avg_avg_episode_length: 6.5275364 + avg_avg_return: 0.9834681 + avg_benchmark_regret: 0.01047086 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26301575 + proxy_corner: + avg_avg_return: 0.9834681 + avg_reward_per_step: 0.26301575 + eval-batch-shift: + avg_avg_episode_length: 5.1016784 + avg_avg_return: 0.9879905 + avg_benchmark_regret: 0.0069708405 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3449173 + proxy_corner: + avg_avg_return: 0.18357016 + avg_reward_per_step: 0.035995483 + eval-batch-tree: + avg_avg_episode_length: 6.240704 + avg_avg_return: 0.98446393 + avg_benchmark_regret: 0.009956287 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2728119 + proxy_corner: + avg_avg_return: 0.98446393 + avg_reward_per_step: 0.2728119 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 185597952 + env-step-replay-before: 94142464 + env-step-used-before: 185597952 + ppo-update-before: 113280 + env-step-generate-before: 91455488 + env-step-all-after: 185630720 + env-step-replay-after: 94175232 + env-step-used-after: 185630720 + ppo-update-after: 113300 + env-step-generate-after: 91455488 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.278261 + avg_avg_return: 0.88497895 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.63985574 + avg_reward_per_step: 0.04840088 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.278261 + avg_avg_return: 0.88497895 + avg_reward_per_step: 0.06808472 + proxy_corner: + avg_avg_return: 0.63985574 + avg_reward_per_step: 0.04840088 + perf: + env_steps_per_second: 995290.8962664161 + ppo_updates_per_second: 111.41305099712714 + eval-batch-train-duration: 0.18510230904212222 + eval-batch-orig-duration: 0.1384234160068445 + eval-batch-shift-duration: 0.13715377397602424 + eval-batch-tree-duration: 0.1360743889817968 + ued: + distances: + cheese-corne_dist_avg: 6.8881836 + cheese-corne_dist_wavg: 4.29643 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 13.036865 + mouse-cheese_dist_finite_wavg: 13.903677 + mouse-cheese_dist_solvable_avg: 13.036865 + mouse-cheese_dist_solvable_wavg: 13.903677 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10291803 + visit_patterns: + avg_first_visit_time: 2051.9153 + avg_last_visit_time: 2864.3208 + num_replay_batches: 2874 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012458038 + avg_actor_approxkl3: 0.0009728822 + avg_actor_clipfrac: 0.024694825 + avg_actor_loss: 0.00020276204 + avg_advantage: -0.00029955513 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.2716813e-05 + avg_entropy: 0.05778138 + avg_grad_norm_pre_clip: 1.6916519 + avg_loss: 0.00015633908 + max: + max_actor_approxkl1: 0.0027749431 + max_actor_approxkl3: 0.001939079 + max_actor_clipfrac: 0.04675293 + max_actor_loss: 0.0014186663 + max_advantage: 0.029734612 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.486432e-05 + max_entropy: 0.06747936 + max_grad_norm_pre_clip: 2.5119846 + max_loss: 0.0013641857 + std: + std_actor_approxkl1: 0.00074919936 + std_actor_approxkl3: 0.0005190823 + std_actor_clipfrac: 0.010596808 + std_actor_loss: 0.00071810395 + std_advantage: 0.0067813685 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3582264e-06 + std_entropy: 0.0071124453 + std_grad_norm_pre_clip: 0.5028864 + std_loss: 0.00071582996 + eval-batch-train: + avg_avg_episode_length: 4.8415327 + avg_avg_return: 0.98968256 + avg_benchmark_regret: 0.0055105416 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3416443 + proxy_corner: + avg_avg_return: 0.19740936 + avg_reward_per_step: 0.038856506 + eval-batch-orig: + avg_avg_episode_length: 6.097805 + avg_avg_return: 0.98547167 + avg_benchmark_regret: 0.008467332 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2636795 + proxy_corner: + avg_avg_return: 0.98547167 + avg_reward_per_step: 0.2636795 + eval-batch-shift: + avg_avg_episode_length: 5.04994 + avg_avg_return: 0.9882753 + avg_benchmark_regret: 0.0066860123 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34403992 + proxy_corner: + avg_avg_return: 0.18278237 + avg_reward_per_step: 0.03580475 + eval-batch-tree: + avg_avg_episode_length: 5.642951 + avg_avg_return: 0.9862795 + avg_benchmark_regret: 0.008140782 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27593994 + proxy_corner: + avg_avg_return: 0.9862795 + avg_reward_per_step: 0.27593994 +=========================================================== +=========================================================== + step: + env-step-all-before: 186646528 + env-step-replay-before: 94765056 + env-step-used-before: 186646528 + ppo-update-before: 113920 + env-step-generate-before: 91881472 + env-step-all-after: 186679296 + env-step-replay-after: 94797824 + env-step-used-after: 186679296 + ppo-update-after: 113940 + env-step-generate-after: 91881472 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.915592 + avg_avg_return: 0.8893964 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.635707 + avg_reward_per_step: 0.048614502 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.915592 + avg_avg_return: 0.8893964 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.635707 + avg_reward_per_step: 0.048614502 + perf: + env_steps_per_second: 1008989.8564675954 + ppo_updates_per_second: 111.2625319969848 + eval-batch-train-duration: 0.18479881703387946 + eval-batch-orig-duration: 0.13836009695660323 + eval-batch-shift-duration: 0.13872277201153338 + eval-batch-tree-duration: 0.1361654109787196 + ued: + distances: + cheese-corne_dist_avg: 6.89209 + cheese-corne_dist_wavg: 9.691905 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 13.028564 + mouse-cheese_dist_finite_wavg: 12.999571 + mouse-cheese_dist_solvable_avg: 13.028564 + mouse-cheese_dist_solvable_wavg: 12.999573 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10071551 + visit_patterns: + avg_first_visit_time: 2058.5889 + avg_last_visit_time: 2883.2498 + num_replay_batches: 2893 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012442773 + avg_actor_approxkl3: 0.0007756079 + avg_actor_clipfrac: 0.020031739 + avg_actor_loss: -0.00029021388 + avg_advantage: -0.0013232508 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.4108198e-05 + avg_entropy: 0.057913642 + avg_grad_norm_pre_clip: 0.99226993 + avg_loss: -0.00033607343 + max: + max_actor_approxkl1: 0.0030922676 + max_actor_approxkl3: 0.0016776726 + max_actor_clipfrac: 0.03503418 + max_actor_loss: 0.0010453092 + max_advantage: 0.03388524 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.817344e-05 + max_entropy: 0.07225044 + max_grad_norm_pre_clip: 1.7325195 + max_loss: 0.0010053724 + std: + std_actor_approxkl1: 0.0008618447 + std_actor_approxkl3: 0.00047244527 + std_actor_clipfrac: 0.0086136935 + std_actor_loss: 0.0005102645 + std_advantage: 0.0067666345 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.2164722e-06 + std_entropy: 0.006798463 + std_grad_norm_pre_clip: 0.3441045 + std_loss: 0.0005128833 + eval-batch-train: + avg_avg_episode_length: 4.7840557 + avg_avg_return: 0.9896047 + avg_benchmark_regret: 0.0055883834 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34347534 + proxy_corner: + avg_avg_return: 0.19807914 + avg_reward_per_step: 0.03955841 + eval-batch-orig: + avg_avg_episode_length: 6.0586615 + avg_avg_return: 0.9851802 + avg_benchmark_regret: 0.008758839 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26609802 + proxy_corner: + avg_avg_return: 0.9851802 + avg_reward_per_step: 0.26609802 + eval-batch-shift: + avg_avg_episode_length: 5.0530024 + avg_avg_return: 0.9880232 + avg_benchmark_regret: 0.0069380733 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34410858 + proxy_corner: + avg_avg_return: 0.18390945 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.617773 + avg_avg_return: 0.9867269 + avg_benchmark_regret: 0.007693373 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27750397 + proxy_corner: + avg_avg_return: 0.9867269 + avg_reward_per_step: 0.27750397 +=========================================================== +=========================================================== + step: + env-step-all-before: 187695104 + env-step-replay-before: 95420416 + env-step-used-before: 187695104 + ppo-update-before: 114560 + env-step-generate-before: 92274688 + env-step-all-after: 187727872 + env-step-replay-after: 95420416 + env-step-used-after: 187727872 + ppo-update-after: 114580 + env-step-generate-after: 92307456 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.6319866 + avg_avg_return: 0.96983695 + avg_reward_per_step: 0.36810303 + proxy_corner: + avg_avg_return: 0.18353102 + avg_reward_per_step: 0.041748047 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.6319866 + avg_avg_return: 0.96983695 + avg_reward_per_step: 0.36810303 + proxy_corner: + avg_avg_return: 0.18353102 + avg_reward_per_step: 0.041748047 + perf: + env_steps_per_second: 915931.4258937573 + ppo_updates_per_second: 112.04544875578294 + eval-batch-train-duration: 0.186077437014319 + eval-batch-orig-duration: 0.13790013099787757 + eval-batch-shift-duration: 0.1385257089859806 + eval-batch-tree-duration: 0.13835048902546987 + ued: + distances: + cheese-corne_dist_avg: 6.918701 + cheese-corne_dist_wavg: 1.6004841 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 13.031738 + mouse-cheese_dist_finite_wavg: 12.103879 + mouse-cheese_dist_solvable_avg: 13.031738 + mouse-cheese_dist_solvable_wavg: 12.103881 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10037925 + visit_patterns: + avg_first_visit_time: 2068.1016 + avg_last_visit_time: 2902.1416 + num_replay_batches: 2912 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00096778356 + avg_actor_approxkl3: 0.000580625 + avg_actor_clipfrac: 0.006793213 + avg_actor_loss: -0.00012201744 + avg_advantage: 0.00329914 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8726761e-05 + avg_entropy: 0.014424291 + avg_grad_norm_pre_clip: 0.5734126 + avg_loss: -0.00012207836 + max: + max_actor_approxkl1: 0.003965991 + max_actor_approxkl3: 0.0026930752 + max_actor_clipfrac: 0.018798828 + max_actor_loss: 0.00046593766 + max_advantage: 0.03068459 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.3318054e-05 + max_entropy: 0.021110104 + max_grad_norm_pre_clip: 1.4655839 + max_loss: 0.0004597433 + std: + std_actor_approxkl1: 0.0012123558 + std_actor_approxkl3: 0.00067572924 + std_actor_clipfrac: 0.0048892586 + std_actor_loss: 0.00035576688 + std_advantage: 0.0071247825 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.439014e-06 + std_entropy: 0.0033253876 + std_grad_norm_pre_clip: 0.3440607 + std_loss: 0.00035568242 + eval-batch-train: + avg_avg_episode_length: 4.843274 + avg_avg_return: 0.98919016 + avg_benchmark_regret: 0.006002973 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34230804 + proxy_corner: + avg_avg_return: 0.1987327 + avg_reward_per_step: 0.039123535 + eval-batch-orig: + avg_avg_episode_length: 6.104315 + avg_avg_return: 0.985514 + avg_benchmark_regret: 0.008424992 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.265419 + proxy_corner: + avg_avg_return: 0.985514 + avg_reward_per_step: 0.265419 + eval-batch-shift: + avg_avg_episode_length: 5.026353 + avg_avg_return: 0.9880574 + avg_benchmark_regret: 0.0069039743 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34490204 + proxy_corner: + avg_avg_return: 0.18486914 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.643199 + avg_avg_return: 0.9871921 + avg_benchmark_regret: 0.0072281808 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27751923 + proxy_corner: + avg_avg_return: 0.9871921 + avg_reward_per_step: 0.27751923 +=========================================================== +=========================================================== + step: + env-step-all-before: 188743680 + env-step-replay-before: 95911936 + env-step-used-before: 188743680 + ppo-update-before: 115200 + env-step-generate-before: 92831744 + env-step-all-after: 188776448 + env-step-replay-after: 95911936 + env-step-used-after: 188776448 + ppo-update-after: 115220 + env-step-generate-after: 92864512 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.220834 + avg_avg_return: 0.96678936 + avg_reward_per_step: 0.31307983 + proxy_corner: + avg_avg_return: 0.18644497 + avg_reward_per_step: 0.035583496 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.220834 + avg_avg_return: 0.96678936 + avg_reward_per_step: 0.31307983 + proxy_corner: + avg_avg_return: 0.18644497 + avg_reward_per_step: 0.035583496 + perf: + env_steps_per_second: 996831.9077218912 + ppo_updates_per_second: 111.44464136780353 + eval-batch-train-duration: 0.18791358795715496 + eval-batch-orig-duration: 0.14389504899736494 + eval-batch-shift-duration: 0.13828871201258153 + eval-batch-tree-duration: 0.136911929002963 + ued: + distances: + cheese-corne_dist_avg: 6.897217 + cheese-corne_dist_wavg: 0.6899183 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 13.0373535 + mouse-cheese_dist_finite_wavg: 15.69881 + mouse-cheese_dist_solvable_avg: 13.0373535 + mouse-cheese_dist_solvable_wavg: 15.698813 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10191041 + visit_patterns: + avg_first_visit_time: 2077.854 + avg_last_visit_time: 2917.32 + num_replay_batches: 2927 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018359227 + avg_actor_approxkl3: 0.0017129956 + avg_actor_clipfrac: 0.009283448 + avg_actor_loss: 0.00066106505 + avg_advantage: 0.0029779 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.2250058e-05 + avg_entropy: 0.01918659 + avg_grad_norm_pre_clip: 0.52918696 + avg_loss: 0.0006530036 + max: + max_actor_approxkl1: 0.0071363417 + max_actor_approxkl3: 0.0074357037 + max_actor_clipfrac: 0.028930664 + max_actor_loss: 0.004317945 + max_advantage: 0.030630171 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7490152e-05 + max_entropy: 0.024130573 + max_grad_norm_pre_clip: 1.0889441 + max_loss: 0.004305826 + std: + std_actor_approxkl1: 0.0020940471 + std_actor_approxkl3: 0.0021769328 + std_actor_clipfrac: 0.0061709504 + std_actor_loss: 0.0011680669 + std_advantage: 0.006408972 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4971084e-06 + std_entropy: 0.003119725 + std_grad_norm_pre_clip: 0.21022882 + std_loss: 0.0011677128 + eval-batch-train: + avg_avg_episode_length: 4.8315396 + avg_avg_return: 0.98892057 + avg_benchmark_regret: 0.0062724827 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3419876 + proxy_corner: + avg_avg_return: 0.19818002 + avg_reward_per_step: 0.038993835 + eval-batch-orig: + avg_avg_episode_length: 6.077041 + avg_avg_return: 0.98514354 + avg_benchmark_regret: 0.008795474 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26540375 + proxy_corner: + avg_avg_return: 0.98514354 + avg_reward_per_step: 0.26540375 + eval-batch-shift: + avg_avg_episode_length: 5.113222 + avg_avg_return: 0.98789346 + avg_benchmark_regret: 0.0070678554 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3428192 + proxy_corner: + avg_avg_return: 0.18270557 + avg_reward_per_step: 0.03591156 + eval-batch-tree: + avg_avg_episode_length: 5.642626 + avg_avg_return: 0.98666656 + avg_benchmark_regret: 0.0077537606 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27739716 + proxy_corner: + avg_avg_return: 0.98666656 + avg_reward_per_step: 0.27739716 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 189792256 + env-step-replay-before: 96501760 + env-step-used-before: 189792256 + ppo-update-before: 115840 + env-step-generate-before: 93290496 + env-step-all-after: 189825024 + env-step-replay-after: 96534528 + env-step-used-after: 189825024 + ppo-update-after: 115860 + env-step-generate-after: 93290496 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.894818 + avg_avg_return: 0.886563 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.61060035 + avg_reward_per_step: 0.047058105 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.894818 + avg_avg_return: 0.886563 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.61060035 + avg_reward_per_step: 0.047058105 + perf: + env_steps_per_second: 979177.2737771604 + ppo_updates_per_second: 110.54447670384833 + eval-batch-train-duration: 0.18622062797658145 + eval-batch-orig-duration: 0.13592517899814993 + eval-batch-shift-duration: 0.13883390103001148 + eval-batch-tree-duration: 0.13902168499771506 + ued: + distances: + cheese-corne_dist_avg: 6.9091797 + cheese-corne_dist_wavg: 14.183688 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 13.052002 + mouse-cheese_dist_finite_wavg: 13.90426 + mouse-cheese_dist_solvable_avg: 13.052002 + mouse-cheese_dist_solvable_wavg: 13.904263 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10052076 + visit_patterns: + avg_first_visit_time: 2084.7483 + avg_last_visit_time: 2936.1965 + num_replay_batches: 2946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011126179 + avg_actor_approxkl3: 0.00058516284 + avg_actor_clipfrac: 0.017645264 + avg_actor_loss: -0.00013928021 + avg_advantage: -0.00014589736 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0226464e-05 + avg_entropy: 0.051124632 + avg_grad_norm_pre_clip: 0.9830681 + avg_loss: -0.00018029161 + max: + max_actor_approxkl1: 0.0022704809 + max_actor_approxkl3: 0.0011168607 + max_actor_clipfrac: 0.026733398 + max_actor_loss: 0.00091982726 + max_advantage: 0.02752018 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1621536e-05 + max_entropy: 0.071992956 + max_grad_norm_pre_clip: 1.4934942 + max_loss: 0.0008726505 + std: + std_actor_approxkl1: 0.00068971503 + std_actor_approxkl3: 0.00034195348 + std_actor_clipfrac: 0.007683012 + std_actor_loss: 0.0005406403 + std_advantage: 0.0063426998 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.77098e-07 + std_entropy: 0.006971821 + std_grad_norm_pre_clip: 0.296915 + std_loss: 0.00054143247 + eval-batch-train: + avg_avg_episode_length: 4.774418 + avg_avg_return: 0.98948383 + avg_benchmark_regret: 0.005709309 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3430481 + proxy_corner: + avg_avg_return: 0.1984868 + avg_reward_per_step: 0.03945923 + eval-batch-orig: + avg_avg_episode_length: 6.0942936 + avg_avg_return: 0.98525155 + avg_benchmark_regret: 0.008687414 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26540375 + proxy_corner: + avg_avg_return: 0.98525155 + avg_reward_per_step: 0.26540375 + eval-batch-shift: + avg_avg_episode_length: 5.015174 + avg_avg_return: 0.9883044 + avg_benchmark_regret: 0.006656985 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3453827 + proxy_corner: + avg_avg_return: 0.18798107 + avg_reward_per_step: 0.036872864 + eval-batch-tree: + avg_avg_episode_length: 5.5952754 + avg_avg_return: 0.9871448 + avg_benchmark_regret: 0.007275452 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27758026 + proxy_corner: + avg_avg_return: 0.9871448 + avg_reward_per_step: 0.27758026 +=========================================================== +=========================================================== + step: + env-step-all-before: 190840832 + env-step-replay-before: 96894976 + env-step-used-before: 190840832 + ppo-update-before: 116480 + env-step-generate-before: 93945856 + env-step-all-after: 190873600 + env-step-replay-after: 96894976 + env-step-used-after: 190873600 + ppo-update-after: 116500 + env-step-generate-after: 93978624 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.5132694 + avg_avg_return: 0.96331847 + avg_reward_per_step: 0.31533813 + proxy_corner: + avg_avg_return: 0.19990951 + avg_reward_per_step: 0.04159546 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.5132694 + avg_avg_return: 0.96331847 + avg_reward_per_step: 0.31533813 + proxy_corner: + avg_avg_return: 0.19990951 + avg_reward_per_step: 0.04159546 + perf: + env_steps_per_second: 1004840.5803487587 + ppo_updates_per_second: 111.30133498186161 + eval-batch-train-duration: 0.1877084330189973 + eval-batch-orig-duration: 0.13693085400154814 + eval-batch-shift-duration: 0.13656771002570167 + eval-batch-tree-duration: 0.13807773601729423 + ued: + distances: + cheese-corne_dist_avg: 6.9172363 + cheese-corne_dist_wavg: 6.990203 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 13.064453 + mouse-cheese_dist_finite_wavg: 13.904797 + mouse-cheese_dist_solvable_avg: 13.064453 + mouse-cheese_dist_solvable_wavg: 13.9047985 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10198184 + visit_patterns: + avg_first_visit_time: 2098.1873 + avg_last_visit_time: 2947.3533 + num_replay_batches: 2957 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013970094 + avg_actor_approxkl3: 0.0009747582 + avg_actor_clipfrac: 0.010186768 + avg_actor_loss: 0.0002453976 + avg_advantage: 0.0034853467 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.954352e-05 + avg_entropy: 0.02164252 + avg_grad_norm_pre_clip: 0.6495025 + avg_loss: 0.00023852683 + max: + max_actor_approxkl1: 0.008307742 + max_actor_approxkl3: 0.0059093977 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.0018750327 + max_advantage: 0.030081987 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.1231244e-05 + max_entropy: 0.031107329 + max_grad_norm_pre_clip: 1.2407888 + max_loss: 0.0018627854 + std: + std_actor_approxkl1: 0.0019169451 + std_actor_approxkl3: 0.0013187965 + std_actor_clipfrac: 0.0073398147 + std_actor_loss: 0.00048251462 + std_advantage: 0.0073582944 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.147117e-06 + std_entropy: 0.004831048 + std_grad_norm_pre_clip: 0.31523103 + std_loss: 0.00048087412 + eval-batch-train: + avg_avg_episode_length: 4.8333197 + avg_avg_return: 0.9895865 + avg_benchmark_regret: 0.005606653 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34223938 + proxy_corner: + avg_avg_return: 0.19821191 + avg_reward_per_step: 0.039100647 + eval-batch-orig: + avg_avg_episode_length: 6.390787 + avg_avg_return: 0.9839734 + avg_benchmark_regret: 0.009965628 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26359558 + proxy_corner: + avg_avg_return: 0.9839734 + avg_reward_per_step: 0.26359558 + eval-batch-shift: + avg_avg_episode_length: 5.053421 + avg_avg_return: 0.9883389 + avg_benchmark_regret: 0.006622436 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34326935 + proxy_corner: + avg_avg_return: 0.18762547 + avg_reward_per_step: 0.036621094 + eval-batch-tree: + avg_avg_episode_length: 5.71577 + avg_avg_return: 0.98662794 + avg_benchmark_regret: 0.0077923387 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2758484 + proxy_corner: + avg_avg_return: 0.98662794 + avg_reward_per_step: 0.2758484 +=========================================================== +=========================================================== + step: + env-step-all-before: 191889408 + env-step-replay-before: 97484800 + env-step-used-before: 191889408 + ppo-update-before: 117120 + env-step-generate-before: 94404608 + env-step-all-after: 191922176 + env-step-replay-after: 97517568 + env-step-used-after: 191922176 + ppo-update-after: 117140 + env-step-generate-after: 94404608 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 14.431616 + avg_avg_return: 0.88451207 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.64365864 + avg_reward_per_step: 0.04837036 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 14.431616 + avg_avg_return: 0.88451207 + avg_reward_per_step: 0.06756592 + proxy_corner: + avg_avg_return: 0.64365864 + avg_reward_per_step: 0.04837036 + perf: + env_steps_per_second: 983848.2606364575 + ppo_updates_per_second: 111.50953279861808 + eval-batch-train-duration: 0.18518646899610758 + eval-batch-orig-duration: 0.138353404996451 + eval-batch-shift-duration: 0.13707289297599345 + eval-batch-tree-duration: 0.13860639301128685 + ued: + distances: + cheese-corne_dist_avg: 6.944092 + cheese-corne_dist_wavg: 0.7076723 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 13.06958 + mouse-cheese_dist_finite_wavg: 12.109649 + mouse-cheese_dist_solvable_avg: 13.06958 + mouse-cheese_dist_solvable_wavg: 12.109647 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10134498 + visit_patterns: + avg_first_visit_time: 2109.2126 + avg_last_visit_time: 2966.321 + num_replay_batches: 2976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016130431 + avg_actor_approxkl3: 0.000942423 + avg_actor_clipfrac: 0.027209474 + avg_actor_loss: -0.00016678193 + avg_advantage: -0.002112743 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.2498396e-05 + avg_entropy: 0.072539486 + avg_grad_norm_pre_clip: 1.5002182 + avg_loss: -0.00022807227 + max: + max_actor_approxkl1: 0.0033630207 + max_actor_approxkl3: 0.0020592834 + max_actor_clipfrac: 0.049072266 + max_actor_loss: 0.0011820828 + max_advantage: 0.024646878 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.6666377e-05 + max_entropy: 0.09014553 + max_grad_norm_pre_clip: 2.7265072 + max_loss: 0.0011146562 + std: + std_actor_approxkl1: 0.0009065736 + std_actor_approxkl3: 0.00047480367 + std_actor_clipfrac: 0.011189921 + std_actor_loss: 0.0005983587 + std_advantage: 0.006488072 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7694184e-06 + std_entropy: 0.009467251 + std_grad_norm_pre_clip: 0.582685 + std_loss: 0.000595832 + eval-batch-train: + avg_avg_episode_length: 4.7879686 + avg_avg_return: 0.9894568 + avg_benchmark_regret: 0.005736365 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34304047 + proxy_corner: + avg_avg_return: 0.19759533 + avg_reward_per_step: 0.039260864 + eval-batch-orig: + avg_avg_episode_length: 6.1904883 + avg_avg_return: 0.98529977 + avg_benchmark_regret: 0.008639264 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26412964 + proxy_corner: + avg_avg_return: 0.98529977 + avg_reward_per_step: 0.26412964 + eval-batch-shift: + avg_avg_episode_length: 5.040325 + avg_avg_return: 0.9879978 + avg_benchmark_regret: 0.0069635604 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34531403 + proxy_corner: + avg_avg_return: 0.18424602 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.610116 + avg_avg_return: 0.98649603 + avg_benchmark_regret: 0.00792424 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27724457 + proxy_corner: + avg_avg_return: 0.98649603 + avg_reward_per_step: 0.27724457 +=========================================================== +=========================================================== + step: + env-step-all-before: 192937984 + env-step-replay-before: 97910784 + env-step-used-before: 192937984 + ppo-update-before: 117760 + env-step-generate-before: 95027200 + env-step-all-after: 192970752 + env-step-replay-after: 97943552 + env-step-used-after: 192970752 + ppo-update-after: 117780 + env-step-generate-after: 95027200 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.991022 + avg_avg_return: 0.8894379 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.58686566 + avg_reward_per_step: 0.045135498 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.991022 + avg_avg_return: 0.8894379 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.58686566 + avg_reward_per_step: 0.045135498 + perf: + env_steps_per_second: 962388.48951151 + ppo_updates_per_second: 110.29115943473313 + eval-batch-train-duration: 0.1875336020020768 + eval-batch-orig-duration: 0.1369205850060098 + eval-batch-shift-duration: 0.13952730799792334 + eval-batch-tree-duration: 0.14027755201095715 + ued: + distances: + cheese-corne_dist_avg: 6.911377 + cheese-corne_dist_wavg: 2.5037742 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 13.067871 + mouse-cheese_dist_finite_wavg: 12.107915 + mouse-cheese_dist_solvable_avg: 13.067871 + mouse-cheese_dist_solvable_wavg: 12.107917 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10336107 + visit_patterns: + avg_first_visit_time: 2120.559 + avg_last_visit_time: 2979.2205 + num_replay_batches: 2989 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013756369 + avg_actor_approxkl3: 0.00095906336 + avg_actor_clipfrac: 0.0256958 + avg_actor_loss: 0.0009460491 + avg_advantage: -0.0003376479 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1824915e-05 + avg_entropy: 0.066215694 + avg_grad_norm_pre_clip: 1.6895237 + avg_loss: 0.0008907459 + max: + max_actor_approxkl1: 0.0040506413 + max_actor_approxkl3: 0.0020723047 + max_actor_clipfrac: 0.044433594 + max_actor_loss: 0.003782441 + max_advantage: 0.028974354 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.5728152e-05 + max_entropy: 0.07680534 + max_grad_norm_pre_clip: 3.1630747 + max_loss: 0.0037191059 + std: + std_actor_approxkl1: 0.0010006115 + std_actor_approxkl3: 0.0005604161 + std_actor_clipfrac: 0.00997655 + std_actor_loss: 0.0010069545 + std_advantage: 0.0065207076 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6231558e-06 + std_entropy: 0.0050381385 + std_grad_norm_pre_clip: 0.49803737 + std_loss: 0.0010062697 + eval-batch-train: + avg_avg_episode_length: 4.775131 + avg_avg_return: 0.98885006 + avg_benchmark_regret: 0.0063430415 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34339905 + proxy_corner: + avg_avg_return: 0.19750017 + avg_reward_per_step: 0.0394516 + eval-batch-orig: + avg_avg_episode_length: 6.1608152 + avg_avg_return: 0.9854914 + avg_benchmark_regret: 0.008447632 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26454926 + proxy_corner: + avg_avg_return: 0.9854914 + avg_reward_per_step: 0.26454926 + eval-batch-shift: + avg_avg_episode_length: 5.040946 + avg_avg_return: 0.98840046 + avg_benchmark_regret: 0.0065608276 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345047 + proxy_corner: + avg_avg_return: 0.18338178 + avg_reward_per_step: 0.03618622 + eval-batch-tree: + avg_avg_episode_length: 5.634675 + avg_avg_return: 0.9863305 + avg_benchmark_regret: 0.008089732 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27719116 + proxy_corner: + avg_avg_return: 0.9863305 + avg_reward_per_step: 0.27719116 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 193986560 + env-step-replay-before: 98402304 + env-step-used-before: 193986560 + ppo-update-before: 118400 + env-step-generate-before: 95584256 + env-step-all-after: 194019328 + env-step-replay-after: 98435072 + env-step-used-after: 194019328 + ppo-update-after: 118420 + env-step-generate-after: 95584256 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.696503 + avg_avg_return: 0.88346976 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.61300886 + avg_reward_per_step: 0.046417236 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.696503 + avg_avg_return: 0.88346976 + avg_reward_per_step: 0.06765747 + proxy_corner: + avg_avg_return: 0.61300886 + avg_reward_per_step: 0.046417236 + perf: + env_steps_per_second: 992585.3864112784 + ppo_updates_per_second: 111.1805229991687 + eval-batch-train-duration: 0.18485970405163243 + eval-batch-orig-duration: 0.1373958610347472 + eval-batch-shift-duration: 0.13884604402119294 + eval-batch-tree-duration: 0.13844341499498114 + ued: + distances: + cheese-corne_dist_avg: 6.897217 + cheese-corne_dist_wavg: 14.177736 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 13.065674 + mouse-cheese_dist_finite_wavg: 13.9065075 + mouse-cheese_dist_solvable_avg: 13.065674 + mouse-cheese_dist_solvable_wavg: 13.9065075 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10345352 + visit_patterns: + avg_first_visit_time: 2133.589 + avg_last_visit_time: 2994.2686 + num_replay_batches: 3004 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015767679 + avg_actor_approxkl3: 0.0010972981 + avg_actor_clipfrac: 0.028387452 + avg_actor_loss: 0.00096821535 + avg_advantage: 0.0017314951 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.6800019e-05 + avg_entropy: 0.07501038 + avg_grad_norm_pre_clip: 1.838807 + avg_loss: 0.0009066049 + max: + max_actor_approxkl1: 0.0038515008 + max_actor_approxkl3: 0.0021052146 + max_actor_clipfrac: 0.049804688 + max_actor_loss: 0.0043758806 + max_advantage: 0.024609327 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.4534118e-05 + max_entropy: 0.09434557 + max_grad_norm_pre_clip: 4.1433773 + max_loss: 0.004295661 + std: + std_actor_approxkl1: 0.0009501178 + std_actor_approxkl3: 0.0005595228 + std_actor_clipfrac: 0.012326774 + std_actor_loss: 0.0012874514 + std_advantage: 0.0071175657 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.107006e-06 + std_entropy: 0.012521023 + std_grad_norm_pre_clip: 0.8015983 + std_loss: 0.001285327 + eval-batch-train: + avg_avg_episode_length: 4.79767 + avg_avg_return: 0.9893667 + avg_benchmark_regret: 0.005826418 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3425827 + proxy_corner: + avg_avg_return: 0.19856524 + avg_reward_per_step: 0.03929901 + eval-batch-orig: + avg_avg_episode_length: 6.125107 + avg_avg_return: 0.98531115 + avg_benchmark_regret: 0.008627819 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26520538 + proxy_corner: + avg_avg_return: 0.98531115 + avg_reward_per_step: 0.26520538 + eval-batch-shift: + avg_avg_episode_length: 5.0377235 + avg_avg_return: 0.98787016 + avg_benchmark_regret: 0.007091158 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3451538 + proxy_corner: + avg_avg_return: 0.18811288 + avg_reward_per_step: 0.036712646 + eval-batch-tree: + avg_avg_episode_length: 5.6172123 + avg_avg_return: 0.98631054 + avg_benchmark_regret: 0.008109745 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27742004 + proxy_corner: + avg_avg_return: 0.98631054 + avg_reward_per_step: 0.27742004 +=========================================================== +=========================================================== + step: + env-step-all-before: 195035136 + env-step-replay-before: 98762752 + env-step-used-before: 195035136 + ppo-update-before: 119040 + env-step-generate-before: 96272384 + env-step-all-after: 195067904 + env-step-replay-after: 98795520 + env-step-used-after: 195067904 + ppo-update-after: 119060 + env-step-generate-after: 96272384 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 15.036253 + avg_avg_return: 0.8809505 + avg_reward_per_step: 0.066711426 + proxy_corner: + avg_avg_return: 0.6178676 + avg_reward_per_step: 0.04611206 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 15.036253 + avg_avg_return: 0.8809505 + avg_reward_per_step: 0.066711426 + proxy_corner: + avg_avg_return: 0.6178676 + avg_reward_per_step: 0.04611206 + perf: + env_steps_per_second: 1002430.300129245 + ppo_updates_per_second: 110.44645841830506 + eval-batch-train-duration: 0.18607356201391667 + eval-batch-orig-duration: 0.1358738029957749 + eval-batch-shift-duration: 0.13667316897772253 + eval-batch-tree-duration: 0.13718487398000434 + ued: + distances: + cheese-corne_dist_avg: 6.892578 + cheese-corne_dist_wavg: 1.587362 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 13.061523 + mouse-cheese_dist_finite_wavg: 12.110028 + mouse-cheese_dist_solvable_avg: 13.061523 + mouse-cheese_dist_solvable_wavg: 12.110031 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10393954 + visit_patterns: + avg_first_visit_time: 2142.7732 + avg_last_visit_time: 3005.3489 + num_replay_batches: 3015 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017004367 + avg_actor_approxkl3: 0.0013371666 + avg_actor_clipfrac: 0.03162842 + avg_actor_loss: -0.0001392268 + avg_advantage: -0.0023287672 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.4424377e-05 + avg_entropy: 0.07453763 + avg_grad_norm_pre_clip: 2.0293016 + avg_loss: -0.00020155222 + max: + max_actor_approxkl1: 0.004861446 + max_actor_approxkl3: 0.004067484 + max_actor_clipfrac: 0.06237793 + max_actor_loss: 0.001662652 + max_advantage: 0.026986659 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.8925111e-05 + max_entropy: 0.099658184 + max_grad_norm_pre_clip: 3.8955631 + max_loss: 0.0015932121 + std: + std_actor_approxkl1: 0.0011333307 + std_actor_approxkl3: 0.0008083408 + std_actor_clipfrac: 0.012858119 + std_actor_loss: 0.00093488325 + std_advantage: 0.006696976 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4583003e-06 + std_entropy: 0.011888588 + std_grad_norm_pre_clip: 0.9727169 + std_loss: 0.00093430345 + eval-batch-train: + avg_avg_episode_length: 4.8737993 + avg_avg_return: 0.98889256 + avg_benchmark_regret: 0.0063005146 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3429489 + proxy_corner: + avg_avg_return: 0.1978833 + avg_reward_per_step: 0.03917694 + eval-batch-orig: + avg_avg_episode_length: 6.3501925 + avg_avg_return: 0.9841881 + avg_benchmark_regret: 0.009750936 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2638855 + proxy_corner: + avg_avg_return: 0.9841881 + avg_reward_per_step: 0.2638855 + eval-batch-shift: + avg_avg_episode_length: 5.6417823 + avg_avg_return: 0.9831635 + avg_benchmark_regret: 0.0117978025 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3397827 + proxy_corner: + avg_avg_return: 0.1815339 + avg_reward_per_step: 0.035720825 + eval-batch-tree: + avg_avg_episode_length: 5.8452845 + avg_avg_return: 0.9859356 + avg_benchmark_regret: 0.008484662 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27585602 + proxy_corner: + avg_avg_return: 0.9859356 + avg_reward_per_step: 0.27585602 +=========================================================== +=========================================================== + step: + env-step-all-before: 196083712 + env-step-replay-before: 99319808 + env-step-used-before: 196083712 + ppo-update-before: 119680 + env-step-generate-before: 96763904 + env-step-all-after: 196116480 + env-step-replay-after: 99319808 + env-step-used-after: 196116480 + ppo-update-after: 119700 + env-step-generate-after: 96796672 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.272977 + avg_avg_return: 0.9665476 + avg_reward_per_step: 0.31350708 + proxy_corner: + avg_avg_return: 0.18443042 + avg_reward_per_step: 0.031097412 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.272977 + avg_avg_return: 0.9665476 + avg_reward_per_step: 0.31350708 + proxy_corner: + avg_avg_return: 0.18443042 + avg_reward_per_step: 0.031097412 + perf: + env_steps_per_second: 1004076.45697336 + ppo_updates_per_second: 111.33179979156533 + eval-batch-train-duration: 0.18451649794587865 + eval-batch-orig-duration: 0.13846473599551246 + eval-batch-shift-duration: 0.13629872404271737 + eval-batch-tree-duration: 0.1389204360311851 + ued: + distances: + cheese-corne_dist_avg: 6.8740234 + cheese-corne_dist_wavg: 1.5939085 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 13.065674 + mouse-cheese_dist_finite_wavg: 13.004324 + mouse-cheese_dist_solvable_avg: 13.065674 + mouse-cheese_dist_solvable_wavg: 13.004326 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10159066 + visit_patterns: + avg_first_visit_time: 2152.7253 + avg_last_visit_time: 3021.354 + num_replay_batches: 3031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061466516 + avg_actor_approxkl3: 0.00040160847 + avg_actor_clipfrac: 0.0065979003 + avg_actor_loss: 9.2767696e-05 + avg_advantage: 0.0008167404 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.388848e-05 + avg_entropy: 0.018691069 + avg_grad_norm_pre_clip: 0.48393688 + avg_loss: 8.602087e-05 + max: + max_actor_approxkl1: 0.0016895942 + max_actor_approxkl3: 0.0008258617 + max_actor_clipfrac: 0.015625 + max_actor_loss: 0.0009950101 + max_advantage: 0.050368905 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.9258885e-05 + max_entropy: 0.02641793 + max_grad_norm_pre_clip: 0.8768621 + max_loss: 0.0009924768 + std: + std_actor_approxkl1: 0.00048091254 + std_actor_approxkl3: 0.00027081833 + std_actor_clipfrac: 0.0037307362 + std_actor_loss: 0.00033644744 + std_advantage: 0.006904369 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1806006e-06 + std_entropy: 0.003912957 + std_grad_norm_pre_clip: 0.1989584 + std_loss: 0.0003362015 + eval-batch-train: + avg_avg_episode_length: 4.782874 + avg_avg_return: 0.9890427 + avg_benchmark_regret: 0.0061504347 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34321594 + proxy_corner: + avg_avg_return: 0.19795492 + avg_reward_per_step: 0.03955078 + eval-batch-orig: + avg_avg_episode_length: 6.302164 + avg_avg_return: 0.9844368 + avg_benchmark_regret: 0.009502212 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26464844 + proxy_corner: + avg_avg_return: 0.9844368 + avg_reward_per_step: 0.26464844 + eval-batch-shift: + avg_avg_episode_length: 5.098383 + avg_avg_return: 0.98834735 + avg_benchmark_regret: 0.0066139847 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34335327 + proxy_corner: + avg_avg_return: 0.18994108 + avg_reward_per_step: 0.03679657 + eval-batch-tree: + avg_avg_episode_length: 5.737086 + avg_avg_return: 0.98676187 + avg_benchmark_regret: 0.007658389 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27758026 + proxy_corner: + avg_avg_return: 0.98676187 + avg_reward_per_step: 0.27758026 +=========================================================== +=========================================================== + step: + env-step-all-before: 197132288 + env-step-replay-before: 99876864 + env-step-used-before: 197132288 + ppo-update-before: 120320 + env-step-generate-before: 97255424 + env-step-all-after: 197165056 + env-step-replay-after: 99876864 + env-step-used-after: 197165056 + ppo-update-after: 120340 + env-step-generate-after: 97288192 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.1280656 + avg_avg_return: 0.96821314 + avg_reward_per_step: 0.31829834 + proxy_corner: + avg_avg_return: 0.16822177 + avg_reward_per_step: 0.036468506 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.1280656 + avg_avg_return: 0.96821314 + avg_reward_per_step: 0.31829834 + proxy_corner: + avg_avg_return: 0.16822177 + avg_reward_per_step: 0.036468506 + perf: + env_steps_per_second: 999490.3733566052 + ppo_updates_per_second: 111.41794251877728 + eval-batch-train-duration: 0.1858377080061473 + eval-batch-orig-duration: 0.14060582197271287 + eval-batch-shift-duration: 0.1401663639699109 + eval-batch-tree-duration: 0.1390099039999768 + ued: + distances: + cheese-corne_dist_avg: 6.849121 + cheese-corne_dist_wavg: 14.183044 + levels_cheese_is_in_corner_avg: 0.0715332 + mouse-cheese_dist_finite_avg: 13.082275 + mouse-cheese_dist_finite_wavg: 13.004125 + mouse-cheese_dist_solvable_avg: 13.082275 + mouse-cheese_dist_solvable_wavg: 13.004127 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10158928 + visit_patterns: + avg_first_visit_time: 2158.916 + avg_last_visit_time: 3038.1877 + num_replay_batches: 3048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095389504 + avg_actor_approxkl3: 0.0006344085 + avg_actor_clipfrac: 0.0072387694 + avg_actor_loss: 0.00020132372 + avg_advantage: 0.0010267894 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1933653e-05 + avg_entropy: 0.013287084 + avg_grad_norm_pre_clip: 0.4643259 + avg_loss: 0.00019900348 + max: + max_actor_approxkl1: 0.002651799 + max_actor_approxkl3: 0.001548803 + max_actor_clipfrac: 0.012573242 + max_actor_loss: 0.0013103653 + max_advantage: 0.031049728 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4432942e-05 + max_entropy: 0.019783575 + max_grad_norm_pre_clip: 1.0355631 + max_loss: 0.0013048074 + std: + std_actor_approxkl1: 0.00074787816 + std_actor_approxkl3: 0.00041769678 + std_actor_clipfrac: 0.0033864558 + std_actor_loss: 0.0004958611 + std_advantage: 0.006604433 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8018255e-06 + std_entropy: 0.0031802629 + std_grad_norm_pre_clip: 0.23475818 + std_loss: 0.0004964126 + eval-batch-train: + avg_avg_episode_length: 4.772864 + avg_avg_return: 0.9892345 + avg_benchmark_regret: 0.005958593 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34365082 + proxy_corner: + avg_avg_return: 0.19699913 + avg_reward_per_step: 0.039344788 + eval-batch-orig: + avg_avg_episode_length: 6.1628933 + avg_avg_return: 0.9848591 + avg_benchmark_regret: 0.009079913 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26506042 + proxy_corner: + avg_avg_return: 0.9848591 + avg_reward_per_step: 0.26506042 + eval-batch-shift: + avg_avg_episode_length: 5.040637 + avg_avg_return: 0.9879988 + avg_benchmark_regret: 0.006962549 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34542847 + proxy_corner: + avg_avg_return: 0.1869401 + avg_reward_per_step: 0.036628723 + eval-batch-tree: + avg_avg_episode_length: 5.7145386 + avg_avg_return: 0.98652613 + avg_benchmark_regret: 0.007894151 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27763367 + proxy_corner: + avg_avg_return: 0.98652613 + avg_reward_per_step: 0.27763367 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 198180864 + env-step-replay-before: 100335616 + env-step-used-before: 198180864 + ppo-update-before: 120960 + env-step-generate-before: 97845248 + env-step-all-after: 198213632 + env-step-replay-after: 100368384 + env-step-used-after: 198213632 + ppo-update-after: 120980 + env-step-generate-after: 97845248 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.904913 + avg_avg_return: 0.8884622 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.6134749 + avg_reward_per_step: 0.047088623 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.904913 + avg_avg_return: 0.8884622 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.6134749 + avg_reward_per_step: 0.047088623 + perf: + env_steps_per_second: 973922.7199278482 + ppo_updates_per_second: 110.2628005950414 + eval-batch-train-duration: 0.18755055603105575 + eval-batch-orig-duration: 0.1364208849845454 + eval-batch-shift-duration: 0.1376700079999864 + eval-batch-tree-duration: 0.1379624509718269 + ued: + distances: + cheese-corne_dist_avg: 6.88208 + cheese-corne_dist_wavg: 12.376961 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 13.087402 + mouse-cheese_dist_finite_wavg: 13.011479 + mouse-cheese_dist_solvable_avg: 13.087402 + mouse-cheese_dist_solvable_wavg: 13.011479 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10256916 + visit_patterns: + avg_first_visit_time: 2169.0432 + avg_last_visit_time: 3053.374 + num_replay_batches: 3063 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011176656 + avg_actor_approxkl3: 0.0007391923 + avg_actor_clipfrac: 0.019958496 + avg_actor_loss: 0.00036921806 + avg_advantage: -0.0023865881 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9447192e-05 + avg_entropy: 0.05999728 + avg_grad_norm_pre_clip: 1.4815484 + avg_loss: 0.00031894437 + max: + max_actor_approxkl1: 0.0026930002 + max_actor_approxkl3: 0.0018987987 + max_actor_clipfrac: 0.0345459 + max_actor_loss: 0.0020846222 + max_advantage: 0.028945863 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.2290478e-05 + max_entropy: 0.074236184 + max_grad_norm_pre_clip: 2.2624667 + max_loss: 0.0020207365 + std: + std_actor_approxkl1: 0.0007335578 + std_actor_approxkl3: 0.00048092555 + std_actor_clipfrac: 0.008833498 + std_actor_loss: 0.0006858527 + std_advantage: 0.0060589984 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3588067e-06 + std_entropy: 0.0072132098 + std_grad_norm_pre_clip: 0.49932963 + std_loss: 0.00068480364 + eval-batch-train: + avg_avg_episode_length: 4.7997026 + avg_avg_return: 0.98898244 + avg_benchmark_regret: 0.006210654 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34327698 + proxy_corner: + avg_avg_return: 0.1978285 + avg_reward_per_step: 0.039413452 + eval-batch-orig: + avg_avg_episode_length: 6.170804 + avg_avg_return: 0.9850854 + avg_benchmark_regret: 0.008853585 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2653427 + proxy_corner: + avg_avg_return: 0.9850854 + avg_reward_per_step: 0.2653427 + eval-batch-shift: + avg_avg_episode_length: 5.0672817 + avg_avg_return: 0.9880122 + avg_benchmark_regret: 0.0069490983 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34496307 + proxy_corner: + avg_avg_return: 0.18963113 + avg_reward_per_step: 0.03704834 + eval-batch-tree: + avg_avg_episode_length: 5.630432 + avg_avg_return: 0.9870173 + avg_benchmark_regret: 0.00740303 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27806854 + proxy_corner: + avg_avg_return: 0.9870173 + avg_reward_per_step: 0.27806854 +=========================================================== +=========================================================== + step: + env-step-all-before: 199229440 + env-step-replay-before: 100728832 + env-step-used-before: 199229440 + ppo-update-before: 121600 + env-step-generate-before: 98500608 + env-step-all-after: 199262208 + env-step-replay-after: 100728832 + env-step-used-after: 199262208 + ppo-update-after: 121620 + env-step-generate-after: 98533376 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.024712 + avg_avg_return: 0.96707284 + avg_reward_per_step: 0.32305908 + proxy_corner: + avg_avg_return: 0.18188518 + avg_reward_per_step: 0.03475952 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.024712 + avg_avg_return: 0.96707284 + avg_reward_per_step: 0.32305908 + proxy_corner: + avg_avg_return: 0.18188518 + avg_reward_per_step: 0.03475952 + perf: + env_steps_per_second: 1005560.7189430747 + ppo_updates_per_second: 110.91422051956148 + eval-batch-train-duration: 0.18772932299179956 + eval-batch-orig-duration: 0.13838122895685956 + eval-batch-shift-duration: 0.1378063049633056 + eval-batch-tree-duration: 0.137490360008087 + ued: + distances: + cheese-corne_dist_avg: 6.9243164 + cheese-corne_dist_wavg: 0.6887241 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 13.093262 + mouse-cheese_dist_finite_wavg: 12.111061 + mouse-cheese_dist_solvable_avg: 13.093262 + mouse-cheese_dist_solvable_wavg: 12.111063 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10531184 + visit_patterns: + avg_first_visit_time: 2177.6904 + avg_last_visit_time: 3064.32 + num_replay_batches: 3074 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00058529025 + avg_actor_approxkl3: 0.0003137698 + avg_actor_clipfrac: 0.0049377442 + avg_actor_loss: -0.00014540601 + avg_advantage: -0.00029979687 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1060672e-05 + avg_entropy: 0.013507726 + avg_grad_norm_pre_clip: 0.3792803 + avg_loss: -0.0001483834 + max: + max_actor_approxkl1: 0.0016706333 + max_actor_approxkl3: 0.0010707626 + max_actor_clipfrac: 0.013671875 + max_actor_loss: 7.212791e-05 + max_advantage: 0.0240767 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3349206e-05 + max_entropy: 0.019474514 + max_grad_norm_pre_clip: 0.72264993 + max_loss: 6.985702e-05 + std: + std_actor_approxkl1: 0.0004932285 + std_actor_approxkl3: 0.00030490168 + std_actor_clipfrac: 0.003149905 + std_actor_loss: 0.00018950192 + std_advantage: 0.006604397 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4722277e-06 + std_entropy: 0.0029950377 + std_grad_norm_pre_clip: 0.14290835 + std_loss: 0.00019024279 + eval-batch-train: + avg_avg_episode_length: 4.8130617 + avg_avg_return: 0.98929346 + avg_benchmark_regret: 0.005899663 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34293365 + proxy_corner: + avg_avg_return: 0.19733566 + avg_reward_per_step: 0.039367676 + eval-batch-orig: + avg_avg_episode_length: 6.2495384 + avg_avg_return: 0.9852594 + avg_benchmark_regret: 0.0086795855 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2651291 + proxy_corner: + avg_avg_return: 0.9852594 + avg_reward_per_step: 0.2651291 + eval-batch-shift: + avg_avg_episode_length: 5.1616673 + avg_avg_return: 0.9882231 + avg_benchmark_regret: 0.006738272 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34474182 + proxy_corner: + avg_avg_return: 0.18874915 + avg_reward_per_step: 0.036766052 + eval-batch-tree: + avg_avg_episode_length: 5.702543 + avg_avg_return: 0.9865105 + avg_benchmark_regret: 0.00790973 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27753448 + proxy_corner: + avg_avg_return: 0.9865105 + avg_reward_per_step: 0.27753448 +=========================================================== +=========================================================== + step: + env-step-all-before: 200278016 + env-step-replay-before: 101154816 + env-step-used-before: 200278016 + ppo-update-before: 122240 + env-step-generate-before: 99123200 + env-step-all-after: 200310784 + env-step-replay-after: 101187584 + env-step-used-after: 200310784 + ppo-update-after: 122260 + env-step-generate-after: 99123200 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.828959 + avg_avg_return: 0.8879628 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.6082622 + avg_reward_per_step: 0.04714966 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.828959 + avg_avg_return: 0.8879628 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.6082622 + avg_reward_per_step: 0.04714966 + perf: + env_steps_per_second: 1022328.876562572 + ppo_updates_per_second: 111.8000503685188 + eval-batch-train-duration: 0.18328989704605192 + eval-batch-orig-duration: 0.1352224059519358 + eval-batch-shift-duration: 0.13644286699127406 + eval-batch-tree-duration: 0.13680212397594005 + ued: + distances: + cheese-corne_dist_avg: 6.9526367 + cheese-corne_dist_wavg: 11.488489 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 13.088135 + mouse-cheese_dist_finite_wavg: 12.10837 + mouse-cheese_dist_solvable_avg: 13.088135 + mouse-cheese_dist_solvable_wavg: 12.108372 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10283047 + visit_patterns: + avg_first_visit_time: 2189.1646 + avg_last_visit_time: 3078.2742 + num_replay_batches: 3088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000981264 + avg_actor_approxkl3: 0.0004215891 + avg_actor_clipfrac: 0.01567383 + avg_actor_loss: -0.00027474025 + avg_advantage: -0.001230424 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0665399e-05 + avg_entropy: 0.054632396 + avg_grad_norm_pre_clip: 1.1014787 + avg_loss: -0.00031903991 + max: + max_actor_approxkl1: 0.0028004493 + max_actor_approxkl3: 0.0008275094 + max_actor_clipfrac: 0.029541016 + max_actor_loss: 0.00053858245 + max_advantage: 0.026851237 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.2703269e-05 + max_entropy: 0.0673305 + max_grad_norm_pre_clip: 1.7234938 + max_loss: 0.00049104757 + std: + std_actor_approxkl1: 0.0008603108 + std_actor_approxkl3: 0.00021274776 + std_actor_clipfrac: 0.0072405706 + std_actor_loss: 0.00053597556 + std_advantage: 0.006422214 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0887333e-06 + std_entropy: 0.006702147 + std_grad_norm_pre_clip: 0.39505553 + std_loss: 0.0005378665 + eval-batch-train: + avg_avg_episode_length: 4.8109407 + avg_avg_return: 0.9888416 + avg_benchmark_regret: 0.0063514705 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34287262 + proxy_corner: + avg_avg_return: 0.19745041 + avg_reward_per_step: 0.039138794 + eval-batch-orig: + avg_avg_episode_length: 6.1612587 + avg_avg_return: 0.9852763 + avg_benchmark_regret: 0.008662719 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26509857 + proxy_corner: + avg_avg_return: 0.9852763 + avg_reward_per_step: 0.26509857 + eval-batch-shift: + avg_avg_episode_length: 5.025768 + avg_avg_return: 0.98803896 + avg_benchmark_regret: 0.006922396 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34552765 + proxy_corner: + avg_avg_return: 0.18649143 + avg_reward_per_step: 0.036605835 + eval-batch-tree: + avg_avg_episode_length: 5.5886574 + avg_avg_return: 0.9869392 + avg_benchmark_regret: 0.00748106 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27758026 + proxy_corner: + avg_avg_return: 0.9869392 + avg_reward_per_step: 0.27758026 +=========================================================== +=========================================================== + step: + env-step-all-before: 201326592 + env-step-replay-before: 101646336 + env-step-used-before: 201326592 + ppo-update-before: 122880 + env-step-generate-before: 99680256 + env-step-all-after: 201359360 + env-step-replay-after: 101646336 + env-step-used-after: 201359360 + ppo-update-after: 122900 + env-step-generate-after: 99713024 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.04543 + avg_avg_return: 0.967689 + avg_reward_per_step: 0.33239746 + proxy_corner: + avg_avg_return: 0.14540766 + avg_reward_per_step: 0.027770996 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.04543 + avg_avg_return: 0.967689 + avg_reward_per_step: 0.33239746 + proxy_corner: + avg_avg_return: 0.14540766 + avg_reward_per_step: 0.027770996 + perf: + env_steps_per_second: 961628.4761361595 + ppo_updates_per_second: 109.77337013893774 + eval-batch-train-duration: 0.18895433202851564 + eval-batch-orig-duration: 0.13738717703381553 + eval-batch-shift-duration: 0.13786025700392202 + eval-batch-tree-duration: 0.13797279901336879 + ued: + distances: + cheese-corne_dist_avg: 6.9643555 + cheese-corne_dist_wavg: 6.996827 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 13.1032715 + mouse-cheese_dist_finite_wavg: 12.111674 + mouse-cheese_dist_solvable_avg: 13.1032715 + mouse-cheese_dist_solvable_wavg: 12.111674 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10241857 + visit_patterns: + avg_first_visit_time: 2197.5408 + avg_last_visit_time: 3092.4138 + num_replay_batches: 3102 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062657864 + avg_actor_approxkl3: 0.00032699804 + avg_actor_clipfrac: 0.0068115233 + avg_actor_loss: -8.428547e-05 + avg_advantage: -0.001456223 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.1461477e-05 + avg_entropy: 0.019988444 + avg_grad_norm_pre_clip: 0.5146402 + avg_loss: -9.354318e-05 + max: + max_actor_approxkl1: 0.002380492 + max_actor_approxkl3: 0.0014640428 + max_actor_clipfrac: 0.025634766 + max_actor_loss: 0.00048138853 + max_advantage: 0.025978148 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.5026551e-05 + max_entropy: 0.02759438 + max_grad_norm_pre_clip: 1.1155684 + max_loss: 0.00046378968 + std: + std_actor_approxkl1: 0.0006527129 + std_actor_approxkl3: 0.0003689024 + std_actor_clipfrac: 0.0056890002 + std_actor_loss: 0.00031723428 + std_advantage: 0.006464666 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8381193e-06 + std_entropy: 0.0039065117 + std_grad_norm_pre_clip: 0.26054695 + std_loss: 0.00031690788 + eval-batch-train: + avg_avg_episode_length: 4.800333 + avg_avg_return: 0.98923415 + avg_benchmark_regret: 0.005958952 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34308624 + proxy_corner: + avg_avg_return: 0.19743036 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 6.3655624 + avg_avg_return: 0.9828968 + avg_benchmark_regret: 0.011042211 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2649994 + proxy_corner: + avg_avg_return: 0.9828968 + avg_reward_per_step: 0.2649994 + eval-batch-shift: + avg_avg_episode_length: 5.0217276 + avg_avg_return: 0.98829365 + avg_benchmark_regret: 0.006667719 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34568024 + proxy_corner: + avg_avg_return: 0.18627292 + avg_reward_per_step: 0.036758423 + eval-batch-tree: + avg_avg_episode_length: 5.6678905 + avg_avg_return: 0.98691016 + avg_benchmark_regret: 0.0075101014 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27718353 + proxy_corner: + avg_avg_return: 0.98691016 + avg_reward_per_step: 0.27718353 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 202375168 + env-step-replay-before: 102072320 + env-step-used-before: 202375168 + ppo-update-before: 123520 + env-step-generate-before: 100302848 + env-step-all-after: 202407936 + env-step-replay-after: 102105088 + env-step-used-after: 202407936 + ppo-update-after: 123540 + env-step-generate-after: 100302848 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.570969 + avg_avg_return: 0.88016236 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.6463237 + avg_reward_per_step: 0.049072266 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.570969 + avg_avg_return: 0.88016236 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.6463237 + avg_reward_per_step: 0.049072266 + perf: + env_steps_per_second: 999540.1891409877 + ppo_updates_per_second: 111.58222054610624 + eval-batch-train-duration: 0.18547147896606475 + eval-batch-orig-duration: 0.1361707939649932 + eval-batch-shift-duration: 0.13605313299922273 + eval-batch-tree-duration: 0.13599178800359368 + ued: + distances: + cheese-corne_dist_avg: 6.954834 + cheese-corne_dist_wavg: 2.5022407 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 13.103027 + mouse-cheese_dist_finite_wavg: 13.012642 + mouse-cheese_dist_solvable_avg: 13.103027 + mouse-cheese_dist_solvable_wavg: 13.012642 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10177327 + visit_patterns: + avg_first_visit_time: 2206.5842 + avg_last_visit_time: 3106.1702 + num_replay_batches: 3116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016912826 + avg_actor_approxkl3: 0.0013497034 + avg_actor_clipfrac: 0.024847412 + avg_actor_loss: 0.0007643472 + avg_advantage: 0.00075283553 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00034449648 + avg_entropy: 0.056798287 + avg_grad_norm_pre_clip: 1.2462896 + avg_loss: 0.0008797971 + max: + max_actor_approxkl1: 0.0036325362 + max_actor_approxkl3: 0.0027005733 + max_actor_clipfrac: 0.040161133 + max_actor_loss: 0.0044294596 + max_advantage: 0.027762711 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012297754 + max_entropy: 0.084549025 + max_grad_norm_pre_clip: 2.6135867 + max_loss: 0.00470841 + std: + std_actor_approxkl1: 0.00098237 + std_actor_approxkl3: 0.00076976017 + std_actor_clipfrac: 0.010074646 + std_actor_loss: 0.0011978715 + std_advantage: 0.026046742 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0004058089 + std_entropy: 0.010833119 + std_grad_norm_pre_clip: 0.5771497 + std_loss: 0.0012320734 + eval-batch-train: + avg_avg_episode_length: 4.769143 + avg_avg_return: 0.989598 + avg_benchmark_regret: 0.0055951416 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3435974 + proxy_corner: + avg_avg_return: 0.19746144 + avg_reward_per_step: 0.039497375 + eval-batch-orig: + avg_avg_episode_length: 6.100827 + avg_avg_return: 0.98625374 + avg_benchmark_regret: 0.0076852236 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2655182 + proxy_corner: + avg_avg_return: 0.98625374 + avg_reward_per_step: 0.2655182 + eval-batch-shift: + avg_avg_episode_length: 4.9955263 + avg_avg_return: 0.9888396 + avg_benchmark_regret: 0.0061216247 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3456421 + proxy_corner: + avg_avg_return: 0.18317412 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.5617347 + avg_avg_return: 0.9864553 + avg_benchmark_regret: 0.007964921 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27770233 + proxy_corner: + avg_avg_return: 0.9864553 + avg_reward_per_step: 0.27770233 +=========================================================== +=========================================================== + step: + env-step-all-before: 203423744 + env-step-replay-before: 102596608 + env-step-used-before: 203423744 + ppo-update-before: 124160 + env-step-generate-before: 100827136 + env-step-all-after: 203456512 + env-step-replay-after: 102596608 + env-step-used-after: 203456512 + ppo-update-after: 124180 + env-step-generate-after: 100859904 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 4.8684235 + avg_avg_return: 0.97053 + avg_reward_per_step: 0.31726074 + proxy_corner: + avg_avg_return: 0.17671281 + avg_reward_per_step: 0.041534424 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 4.8684235 + avg_avg_return: 0.97053 + avg_reward_per_step: 0.31726074 + proxy_corner: + avg_avg_return: 0.17671281 + avg_reward_per_step: 0.041534424 + perf: + env_steps_per_second: 978828.5605573634 + ppo_updates_per_second: 110.30772889315361 + eval-batch-train-duration: 0.1873596780351363 + eval-batch-orig-duration: 0.1345602489891462 + eval-batch-shift-duration: 0.136532997014001 + eval-batch-tree-duration: 0.13624867098405957 + ued: + distances: + cheese-corne_dist_avg: 6.9645996 + cheese-corne_dist_wavg: 9.689712 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 13.102783 + mouse-cheese_dist_finite_wavg: 13.908619 + mouse-cheese_dist_solvable_avg: 13.102783 + mouse-cheese_dist_solvable_wavg: 13.908622 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10185782 + visit_patterns: + avg_first_visit_time: 2212.8916 + avg_last_visit_time: 3121.347 + num_replay_batches: 3131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063354097 + avg_actor_approxkl3: 0.00046813415 + avg_actor_clipfrac: 0.005621338 + avg_actor_loss: 0.0001168187 + avg_advantage: 4.5167762e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9021596e-05 + avg_entropy: 0.0134775285 + avg_grad_norm_pre_clip: 0.40432826 + avg_loss: 0.000112851965 + max: + max_actor_approxkl1: 0.0020844643 + max_actor_approxkl3: 0.0013643762 + max_actor_clipfrac: 0.012939453 + max_actor_loss: 0.0008300189 + max_advantage: 0.03196311 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4283285e-05 + max_entropy: 0.018709235 + max_grad_norm_pre_clip: 0.876706 + max_loss: 0.00081961445 + std: + std_actor_approxkl1: 0.0006905377 + std_actor_approxkl3: 0.00042939594 + std_actor_clipfrac: 0.003271729 + std_actor_loss: 0.0003376459 + std_advantage: 0.006048008 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4570784e-06 + std_entropy: 0.0029884551 + std_grad_norm_pre_clip: 0.22825123 + std_loss: 0.00033655125 + eval-batch-train: + avg_avg_episode_length: 4.782819 + avg_avg_return: 0.98904073 + avg_benchmark_regret: 0.006152386 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34366608 + proxy_corner: + avg_avg_return: 0.19762409 + avg_reward_per_step: 0.03943634 + eval-batch-orig: + avg_avg_episode_length: 6.193165 + avg_avg_return: 0.98503983 + avg_benchmark_regret: 0.008899185 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2650299 + proxy_corner: + avg_avg_return: 0.98503983 + avg_reward_per_step: 0.2650299 + eval-batch-shift: + avg_avg_episode_length: 5.0722866 + avg_avg_return: 0.98791313 + avg_benchmark_regret: 0.0070481654 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3451233 + proxy_corner: + avg_avg_return: 0.18365791 + avg_reward_per_step: 0.03604889 + eval-batch-tree: + avg_avg_episode_length: 5.66908 + avg_avg_return: 0.9860909 + avg_benchmark_regret: 0.008329341 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27742004 + proxy_corner: + avg_avg_return: 0.9860909 + avg_reward_per_step: 0.27742004 +=========================================================== +=========================================================== + step: + env-step-all-before: 204472320 + env-step-replay-before: 103153664 + env-step-used-before: 204472320 + ppo-update-before: 124800 + env-step-generate-before: 101318656 + env-step-all-after: 204505088 + env-step-replay-after: 103186432 + env-step-used-after: 204505088 + ppo-update-after: 124820 + env-step-generate-after: 101318656 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.694984 + avg_avg_return: 0.88315296 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.6339498 + avg_reward_per_step: 0.047668457 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.694984 + avg_avg_return: 0.88315296 + avg_reward_per_step: 0.06729126 + proxy_corner: + avg_avg_return: 0.6339498 + avg_reward_per_step: 0.047668457 + perf: + env_steps_per_second: 883912.1367826 + ppo_updates_per_second: 111.58165965201025 + eval-batch-train-duration: 0.18537315394496545 + eval-batch-orig-duration: 0.13882795203244314 + eval-batch-shift-duration: 0.13934302399866283 + eval-batch-tree-duration: 0.13672135199885815 + ued: + distances: + cheese-corne_dist_avg: 6.9697266 + cheese-corne_dist_wavg: 6.99371 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 13.101074 + mouse-cheese_dist_finite_wavg: 13.0112705 + mouse-cheese_dist_solvable_avg: 13.101074 + mouse-cheese_dist_solvable_wavg: 13.0112705 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103084564 + visit_patterns: + avg_first_visit_time: 2222.125 + avg_last_visit_time: 3139.32 + num_replay_batches: 3149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013905459 + avg_actor_approxkl3: 0.0006850428 + avg_actor_clipfrac: 0.022149658 + avg_actor_loss: -0.0005772814 + avg_advantage: -0.001345358 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.2698063e-05 + avg_entropy: 0.06502184 + avg_grad_norm_pre_clip: 1.3375067 + avg_loss: -0.0006259543 + max: + max_actor_approxkl1: 0.002718648 + max_actor_approxkl3: 0.0014234897 + max_actor_clipfrac: 0.040161133 + max_actor_loss: 0.00042834552 + max_advantage: 0.04042709 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.920385e-05 + max_entropy: 0.095732324 + max_grad_norm_pre_clip: 2.1714435 + max_loss: 0.00037953944 + std: + std_actor_approxkl1: 0.0008874241 + std_actor_approxkl3: 0.00038557372 + std_actor_clipfrac: 0.010973535 + std_actor_loss: 0.00065804366 + std_advantage: 0.0071019083 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.6792263e-06 + std_entropy: 0.011561811 + std_grad_norm_pre_clip: 0.4823911 + std_loss: 0.00066266675 + eval-batch-train: + avg_avg_episode_length: 4.818128 + avg_avg_return: 0.9894506 + avg_benchmark_regret: 0.0057425667 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3431778 + proxy_corner: + avg_avg_return: 0.19730674 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 6.324696 + avg_avg_return: 0.98451865 + avg_benchmark_regret: 0.00942033 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26470184 + proxy_corner: + avg_avg_return: 0.98451865 + avg_reward_per_step: 0.26470184 + eval-batch-shift: + avg_avg_episode_length: 5.080429 + avg_avg_return: 0.9883915 + avg_benchmark_regret: 0.0065697557 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3451233 + proxy_corner: + avg_avg_return: 0.18459386 + avg_reward_per_step: 0.03617096 + eval-batch-tree: + avg_avg_episode_length: 5.7872143 + avg_avg_return: 0.98639256 + avg_benchmark_regret: 0.008027757 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27637482 + proxy_corner: + avg_avg_return: 0.98639256 + avg_reward_per_step: 0.27637482 +=========================================================== +=========================================================== + step: + env-step-all-before: 205520896 + env-step-replay-before: 103677952 + env-step-used-before: 205520896 + ppo-update-before: 125440 + env-step-generate-before: 101842944 + env-step-all-after: 205553664 + env-step-replay-after: 103710720 + env-step-used-after: 205553664 + ppo-update-after: 125460 + env-step-generate-after: 101842944 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.022522 + avg_avg_return: 0.8861581 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6106018 + avg_reward_per_step: 0.046661377 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.022522 + avg_avg_return: 0.8861581 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6106018 + avg_reward_per_step: 0.046661377 + perf: + env_steps_per_second: 968777.9614563598 + ppo_updates_per_second: 111.14118404847608 + eval-batch-train-duration: 0.1886960460105911 + eval-batch-orig-duration: 0.13706432800972834 + eval-batch-shift-duration: 0.13535642996430397 + eval-batch-tree-duration: 0.13650635804515332 + ued: + distances: + cheese-corne_dist_avg: 6.9836426 + cheese-corne_dist_wavg: 7.899796 + levels_cheese_is_in_corner_avg: 0.063964844 + mouse-cheese_dist_finite_avg: 13.099609 + mouse-cheese_dist_finite_wavg: 15.70758 + mouse-cheese_dist_solvable_avg: 13.099609 + mouse-cheese_dist_solvable_wavg: 15.70758 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10238086 + visit_patterns: + avg_first_visit_time: 2229.75 + avg_last_visit_time: 3155.339 + num_replay_batches: 3165 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010346113 + avg_actor_approxkl3: 0.00055708614 + avg_actor_clipfrac: 0.016455078 + avg_actor_loss: 0.0001403048 + avg_advantage: -8.6802655e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8972445e-05 + avg_entropy: 0.05815512 + avg_grad_norm_pre_clip: 1.2677652 + avg_loss: 9.163591e-05 + max: + max_actor_approxkl1: 0.0033050277 + max_actor_approxkl3: 0.0017158862 + max_actor_clipfrac: 0.034179688 + max_actor_loss: 0.0020370767 + max_advantage: 0.029690862 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1646274e-05 + max_entropy: 0.07977865 + max_grad_norm_pre_clip: 2.5693486 + max_loss: 0.0019874044 + std: + std_actor_approxkl1: 0.0009110179 + std_actor_approxkl3: 0.00043351873 + std_actor_clipfrac: 0.0075330934 + std_actor_loss: 0.0006455686 + std_advantage: 0.0062116296 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3915644e-06 + std_entropy: 0.007926892 + std_grad_norm_pre_clip: 0.4931777 + std_loss: 0.0006465346 + eval-batch-train: + avg_avg_episode_length: 4.7845497 + avg_avg_return: 0.98971 + avg_benchmark_regret: 0.005483133 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34352875 + proxy_corner: + avg_avg_return: 0.19749554 + avg_reward_per_step: 0.03933716 + eval-batch-orig: + avg_avg_episode_length: 6.112772 + avg_avg_return: 0.9853672 + avg_benchmark_regret: 0.00857186 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26558685 + proxy_corner: + avg_avg_return: 0.9853672 + avg_reward_per_step: 0.26558685 + eval-batch-shift: + avg_avg_episode_length: 5.0337863 + avg_avg_return: 0.9888019 + avg_benchmark_regret: 0.0061594285 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34453583 + proxy_corner: + avg_avg_return: 0.18881857 + avg_reward_per_step: 0.03694153 + eval-batch-tree: + avg_avg_episode_length: 5.66448 + avg_avg_return: 0.9868239 + avg_benchmark_regret: 0.007596316 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27703857 + proxy_corner: + avg_avg_return: 0.9868239 + avg_reward_per_step: 0.27703857 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 206569472 + env-step-replay-before: 104169472 + env-step-used-before: 206569472 + ppo-update-before: 126080 + env-step-generate-before: 102400000 + env-step-all-after: 206602240 + env-step-replay-after: 104202240 + env-step-used-after: 206602240 + ppo-update-after: 126100 + env-step-generate-after: 102400000 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.859384 + avg_avg_return: 0.8876885 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.55212975 + avg_reward_per_step: 0.04269409 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.859384 + avg_avg_return: 0.8876885 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.55212975 + avg_reward_per_step: 0.04269409 + perf: + env_steps_per_second: 977906.6156782265 + ppo_updates_per_second: 110.41117846295339 + eval-batch-train-duration: 0.18765878200065345 + eval-batch-orig-duration: 0.13662806601496413 + eval-batch-shift-duration: 0.1376440210151486 + eval-batch-tree-duration: 0.13751880504423752 + ued: + distances: + cheese-corne_dist_avg: 6.9887695 + cheese-corne_dist_wavg: 1.5969479 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 13.112793 + mouse-cheese_dist_finite_wavg: 11.209984 + mouse-cheese_dist_solvable_avg: 13.112793 + mouse-cheese_dist_solvable_wavg: 11.209983 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1009469 + visit_patterns: + avg_first_visit_time: 2237.5105 + avg_last_visit_time: 3170.3442 + num_replay_batches: 3180 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015671857 + avg_actor_approxkl3: 0.0009153519 + avg_actor_clipfrac: 0.016229248 + avg_actor_loss: 0.0005720601 + avg_advantage: -0.0017207996 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0958976e-05 + avg_entropy: 0.047837637 + avg_grad_norm_pre_clip: 1.3719456 + avg_loss: 0.000534702 + max: + max_actor_approxkl1: 0.0061209393 + max_actor_approxkl3: 0.0030424783 + max_actor_clipfrac: 0.03527832 + max_actor_loss: 0.0024304718 + max_advantage: 0.027151883 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3195535e-05 + max_entropy: 0.061020583 + max_grad_norm_pre_clip: 2.2049718 + max_loss: 0.0023799422 + std: + std_actor_approxkl1: 0.0015902994 + std_actor_approxkl3: 0.0008202718 + std_actor_clipfrac: 0.009035551 + std_actor_loss: 0.000803091 + std_advantage: 0.0063485056 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.080397e-06 + std_entropy: 0.0064352746 + std_grad_norm_pre_clip: 0.43418348 + std_loss: 0.00080101663 + eval-batch-train: + avg_avg_episode_length: 4.777266 + avg_avg_return: 0.9893074 + avg_benchmark_regret: 0.0058856774 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34332275 + proxy_corner: + avg_avg_return: 0.19725442 + avg_reward_per_step: 0.03955841 + eval-batch-orig: + avg_avg_episode_length: 6.1199894 + avg_avg_return: 0.98520386 + avg_benchmark_regret: 0.008735146 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2647934 + proxy_corner: + avg_avg_return: 0.98520386 + avg_reward_per_step: 0.2647934 + eval-batch-shift: + avg_avg_episode_length: 5.041193 + avg_avg_return: 0.9881836 + avg_benchmark_regret: 0.006777714 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34392548 + proxy_corner: + avg_avg_return: 0.18791184 + avg_reward_per_step: 0.036720276 + eval-batch-tree: + avg_avg_episode_length: 5.6320124 + avg_avg_return: 0.98690057 + avg_benchmark_regret: 0.007519692 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27635193 + proxy_corner: + avg_avg_return: 0.98690057 + avg_reward_per_step: 0.27635193 +=========================================================== +=========================================================== + step: + env-step-all-before: 207618048 + env-step-replay-before: 104693760 + env-step-used-before: 207618048 + ppo-update-before: 126720 + env-step-generate-before: 102924288 + env-step-all-after: 207650816 + env-step-replay-after: 104693760 + env-step-used-after: 207650816 + ppo-update-after: 126740 + env-step-generate-after: 102957056 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.2633147 + avg_avg_return: 0.96574146 + avg_reward_per_step: 0.31570435 + proxy_corner: + avg_avg_return: 0.21627522 + avg_reward_per_step: 0.0491333 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.2633147 + avg_avg_return: 0.96574146 + avg_reward_per_step: 0.31570435 + proxy_corner: + avg_avg_return: 0.21627522 + avg_reward_per_step: 0.0491333 + perf: + env_steps_per_second: 989520.1700749899 + ppo_updates_per_second: 111.2579091003605 + eval-batch-train-duration: 0.18445386202074587 + eval-batch-orig-duration: 0.13962927396642044 + eval-batch-shift-duration: 0.14028431801125407 + eval-batch-tree-duration: 0.1372347099822946 + ued: + distances: + cheese-corne_dist_avg: 6.994873 + cheese-corne_dist_wavg: 12.395133 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 13.137695 + mouse-cheese_dist_finite_wavg: 13.016142 + mouse-cheese_dist_solvable_avg: 13.137695 + mouse-cheese_dist_solvable_wavg: 13.016144 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101267405 + visit_patterns: + avg_first_visit_time: 2245.2542 + avg_last_visit_time: 3185.2378 + num_replay_batches: 3195 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005402908 + avg_actor_approxkl3: 0.00032193086 + avg_actor_clipfrac: 0.0058532716 + avg_actor_loss: 6.878934e-05 + avg_advantage: 0.0003068292 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9474184e-05 + avg_entropy: 0.020110544 + avg_grad_norm_pre_clip: 0.46256444 + avg_loss: 5.841588e-05 + max: + max_actor_approxkl1: 0.0027218298 + max_actor_approxkl3: 0.0014705664 + max_actor_clipfrac: 0.013061523 + max_actor_loss: 0.0006932884 + max_advantage: 0.03091389 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.5298665e-05 + max_entropy: 0.02665903 + max_grad_norm_pre_clip: 0.81845766 + max_loss: 0.00068377634 + std: + std_actor_approxkl1: 0.000634531 + std_actor_approxkl3: 0.00035443995 + std_actor_clipfrac: 0.0038391985 + std_actor_loss: 0.00030222523 + std_advantage: 0.0062015485 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.981382e-06 + std_entropy: 0.0035437483 + std_grad_norm_pre_clip: 0.20117168 + std_loss: 0.0003027803 + eval-batch-train: + avg_avg_episode_length: 4.793332 + avg_avg_return: 0.9893844 + avg_benchmark_regret: 0.0058087427 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34332275 + proxy_corner: + avg_avg_return: 0.19729373 + avg_reward_per_step: 0.039268494 + eval-batch-orig: + avg_avg_episode_length: 6.160426 + avg_avg_return: 0.9851775 + avg_benchmark_regret: 0.008761454 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2644577 + proxy_corner: + avg_avg_return: 0.9851775 + avg_reward_per_step: 0.2644577 + eval-batch-shift: + avg_avg_episode_length: 5.0356035 + avg_avg_return: 0.9882934 + avg_benchmark_regret: 0.006667908 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34404755 + proxy_corner: + avg_avg_return: 0.18459313 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.7242517 + avg_avg_return: 0.9864189 + avg_benchmark_regret: 0.008001344 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2756958 + proxy_corner: + avg_avg_return: 0.9864189 + avg_reward_per_step: 0.2756958 +=========================================================== +=========================================================== + step: + env-step-all-before: 208666624 + env-step-replay-before: 105152512 + env-step-used-before: 208666624 + ppo-update-before: 127360 + env-step-generate-before: 103514112 + env-step-all-after: 208699392 + env-step-replay-after: 105185280 + env-step-used-after: 208699392 + ppo-update-after: 127380 + env-step-generate-after: 103514112 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.1652355 + avg_avg_return: 0.88618946 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.61756563 + avg_reward_per_step: 0.047424316 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.1652355 + avg_avg_return: 0.88618946 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.61756563 + avg_reward_per_step: 0.047424316 + perf: + env_steps_per_second: 980280.1493779416 + ppo_updates_per_second: 110.77319563268296 + eval-batch-train-duration: 0.1926075280061923 + eval-batch-orig-duration: 0.14434799703303725 + eval-batch-shift-duration: 0.1347945309826173 + eval-batch-tree-duration: 0.13762550702085719 + ued: + distances: + cheese-corne_dist_avg: 7.02417 + cheese-corne_dist_wavg: 0.70536727 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 13.143066 + mouse-cheese_dist_finite_wavg: 13.015403 + mouse-cheese_dist_solvable_avg: 13.143066 + mouse-cheese_dist_solvable_wavg: 13.015408 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999964 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10212597 + visit_patterns: + avg_first_visit_time: 2256.002 + avg_last_visit_time: 3200.3118 + num_replay_batches: 3210 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012468419 + avg_actor_approxkl3: 0.0007279065 + avg_actor_clipfrac: 0.018688966 + avg_actor_loss: 0.00057691924 + avg_advantage: 0.00016132367 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0264444e-05 + avg_entropy: 0.04938784 + avg_grad_norm_pre_clip: 1.4657922 + avg_loss: 0.00053766364 + max: + max_actor_approxkl1: 0.003124683 + max_actor_approxkl3: 0.0018282193 + max_actor_clipfrac: 0.041625977 + max_actor_loss: 0.0023710313 + max_advantage: 0.026505828 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.326968e-05 + max_entropy: 0.062382497 + max_grad_norm_pre_clip: 2.2806056 + max_loss: 0.002321468 + std: + std_actor_approxkl1: 0.0007594165 + std_actor_approxkl3: 0.00038567325 + std_actor_clipfrac: 0.008157357 + std_actor_loss: 0.00079825654 + std_advantage: 0.0061456813 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6011173e-06 + std_entropy: 0.0076086204 + std_grad_norm_pre_clip: 0.49938807 + std_loss: 0.00079578604 + eval-batch-train: + avg_avg_episode_length: 4.783327 + avg_avg_return: 0.98933715 + avg_benchmark_regret: 0.0058559775 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34294128 + proxy_corner: + avg_avg_return: 0.19735737 + avg_reward_per_step: 0.0394516 + eval-batch-orig: + avg_avg_episode_length: 6.364916 + avg_avg_return: 0.9839878 + avg_benchmark_regret: 0.009951206 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26504517 + proxy_corner: + avg_avg_return: 0.9839878 + avg_reward_per_step: 0.26504517 + eval-batch-shift: + avg_avg_episode_length: 5.0899487 + avg_avg_return: 0.9881722 + avg_benchmark_regret: 0.0067891087 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34347534 + proxy_corner: + avg_avg_return: 0.18455207 + avg_reward_per_step: 0.036376953 + eval-batch-tree: + avg_avg_episode_length: 5.706337 + avg_avg_return: 0.98645246 + avg_benchmark_regret: 0.007967831 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27668 + proxy_corner: + avg_avg_return: 0.98645246 + avg_reward_per_step: 0.27668 +=========================================================== +=========================================================== + step: + env-step-all-before: 209715200 + env-step-replay-before: 105709568 + env-step-used-before: 209715200 + ppo-update-before: 128000 + env-step-generate-before: 104005632 + env-step-all-after: 209747968 + env-step-replay-after: 105709568 + env-step-used-after: 209747968 + ppo-update-after: 128020 + env-step-generate-after: 104038400 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.041012 + avg_avg_return: 0.9671703 + avg_reward_per_step: 0.32192993 + proxy_corner: + avg_avg_return: 0.16206917 + avg_reward_per_step: 0.032104492 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.041012 + avg_avg_return: 0.9671703 + avg_reward_per_step: 0.32192993 + proxy_corner: + avg_avg_return: 0.16206917 + avg_reward_per_step: 0.032104492 + perf: + env_steps_per_second: 991158.6709933409 + ppo_updates_per_second: 111.93912545544231 + eval-batch-train-duration: 0.1866500309552066 + eval-batch-orig-duration: 0.14015408302657306 + eval-batch-shift-duration: 0.13891322299605235 + eval-batch-tree-duration: 0.13777004898292944 + ued: + distances: + cheese-corne_dist_avg: 7.018799 + cheese-corne_dist_wavg: 1.5963852 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.140381 + mouse-cheese_dist_finite_wavg: 12.112023 + mouse-cheese_dist_solvable_avg: 13.140381 + mouse-cheese_dist_solvable_wavg: 12.112025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.102003105 + visit_patterns: + avg_first_visit_time: 2265.8708 + avg_last_visit_time: 3216.2732 + num_replay_batches: 3226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000635548 + avg_actor_approxkl3: 0.00048023902 + avg_actor_clipfrac: 0.008508301 + avg_actor_loss: 3.512513e-05 + avg_advantage: 0.00018531832 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9632645e-05 + avg_entropy: 0.020939235 + avg_grad_norm_pre_clip: 0.59647083 + avg_loss: 2.4002184e-05 + max: + max_actor_approxkl1: 0.0020862506 + max_actor_approxkl3: 0.001159206 + max_actor_clipfrac: 0.020019531 + max_actor_loss: 0.0015818272 + max_advantage: 0.043073535 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7163464e-05 + max_entropy: 0.03432776 + max_grad_norm_pre_clip: 1.3438624 + max_loss: 0.0015772847 + std: + std_actor_approxkl1: 0.0006157934 + std_actor_approxkl3: 0.0003423939 + std_actor_clipfrac: 0.0049106716 + std_actor_loss: 0.0005457749 + std_advantage: 0.0059870835 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5348394e-06 + std_entropy: 0.006529783 + std_grad_norm_pre_clip: 0.3242535 + std_loss: 0.0005482315 + eval-batch-train: + avg_avg_episode_length: 4.786479 + avg_avg_return: 0.98960245 + avg_benchmark_regret: 0.0055906745 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34337616 + proxy_corner: + avg_avg_return: 0.19759904 + avg_reward_per_step: 0.039360046 + eval-batch-orig: + avg_avg_episode_length: 6.1248484 + avg_avg_return: 0.9855694 + avg_benchmark_regret: 0.008369582 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26544952 + proxy_corner: + avg_avg_return: 0.9855694 + avg_reward_per_step: 0.26544952 + eval-batch-shift: + avg_avg_episode_length: 5.071749 + avg_avg_return: 0.98801285 + avg_benchmark_regret: 0.0069484273 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34397125 + proxy_corner: + avg_avg_return: 0.1841977 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.6552873 + avg_avg_return: 0.9865599 + avg_benchmark_regret: 0.007860334 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27733612 + proxy_corner: + avg_avg_return: 0.9865599 + avg_reward_per_step: 0.27733612 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 210763776 + env-step-replay-before: 106201088 + env-step-used-before: 210763776 + ppo-update-before: 128640 + env-step-generate-before: 104562688 + env-step-all-after: 210796544 + env-step-replay-after: 106201088 + env-step-used-after: 210796544 + ppo-update-after: 128660 + env-step-generate-after: 104595456 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 4.707711 + avg_avg_return: 0.9714433 + avg_reward_per_step: 0.33850098 + proxy_corner: + avg_avg_return: 0.17937914 + avg_reward_per_step: 0.039489746 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 4.707711 + avg_avg_return: 0.9714433 + avg_reward_per_step: 0.33850098 + proxy_corner: + avg_avg_return: 0.17937914 + avg_reward_per_step: 0.039489746 + perf: + env_steps_per_second: 1013966.9239356677 + ppo_updates_per_second: 111.22695088878923 + eval-batch-train-duration: 0.18554082105401903 + eval-batch-orig-duration: 0.1370420170133002 + eval-batch-shift-duration: 0.13686268002493307 + eval-batch-tree-duration: 0.1361253400100395 + ued: + distances: + cheese-corne_dist_avg: 7.0527344 + cheese-corne_dist_wavg: 7.9059153 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.12793 + mouse-cheese_dist_finite_wavg: 13.013475 + mouse-cheese_dist_solvable_avg: 13.12793 + mouse-cheese_dist_solvable_wavg: 13.013475 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10449739 + visit_patterns: + avg_first_visit_time: 2277.1506 + avg_last_visit_time: 3231.3147 + num_replay_batches: 3241 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007977141 + avg_actor_approxkl3: 0.00048189246 + avg_actor_clipfrac: 0.0099487305 + avg_actor_loss: 0.00015319198 + avg_advantage: 0.0014510907 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9895748e-05 + avg_entropy: 0.025491131 + avg_grad_norm_pre_clip: 0.62826496 + avg_loss: 0.00013764872 + max: + max_actor_approxkl1: 0.0021824683 + max_actor_approxkl3: 0.0012559793 + max_actor_clipfrac: 0.02709961 + max_actor_loss: 0.0015265318 + max_advantage: 0.035715282 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.7048147e-05 + max_entropy: 0.044545054 + max_grad_norm_pre_clip: 1.2920051 + max_loss: 0.0015109145 + std: + std_actor_approxkl1: 0.00051463896 + std_actor_approxkl3: 0.00029165286 + std_actor_clipfrac: 0.006351939 + std_actor_loss: 0.00060655404 + std_advantage: 0.0061730794 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.041678e-06 + std_entropy: 0.008666127 + std_grad_norm_pre_clip: 0.32883212 + std_loss: 0.0006071036 + eval-batch-train: + avg_avg_episode_length: 4.8633995 + avg_avg_return: 0.98877406 + avg_benchmark_regret: 0.006419058 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3423767 + proxy_corner: + avg_avg_return: 0.19763836 + avg_reward_per_step: 0.0393219 + eval-batch-orig: + avg_avg_episode_length: 6.538004 + avg_avg_return: 0.98300695 + avg_benchmark_regret: 0.010932102 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26348877 + proxy_corner: + avg_avg_return: 0.98300695 + avg_reward_per_step: 0.26348877 + eval-batch-shift: + avg_avg_episode_length: 5.2351933 + avg_avg_return: 0.9872374 + avg_benchmark_regret: 0.0077238935 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34181976 + proxy_corner: + avg_avg_return: 0.18579961 + avg_reward_per_step: 0.03604126 + eval-batch-tree: + avg_avg_episode_length: 6.045643 + avg_avg_return: 0.9840702 + avg_benchmark_regret: 0.010350071 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27477264 + proxy_corner: + avg_avg_return: 0.9840702 + avg_reward_per_step: 0.27477264 +=========================================================== +=========================================================== + step: + env-step-all-before: 211812352 + env-step-replay-before: 106561536 + env-step-used-before: 211812352 + ppo-update-before: 129280 + env-step-generate-before: 105250816 + env-step-all-after: 211845120 + env-step-replay-after: 106561536 + env-step-used-after: 211845120 + ppo-update-after: 129300 + env-step-generate-after: 105283584 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.6974916 + avg_avg_return: 0.9705045 + avg_reward_per_step: 0.34146118 + proxy_corner: + avg_avg_return: 0.13609585 + avg_reward_per_step: 0.024932861 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.6974916 + avg_avg_return: 0.9705045 + avg_reward_per_step: 0.34146118 + proxy_corner: + avg_avg_return: 0.13609585 + avg_reward_per_step: 0.024932861 + perf: + env_steps_per_second: 1016992.4437632434 + ppo_updates_per_second: 93.42497017230131 + eval-batch-train-duration: 0.1829020080040209 + eval-batch-orig-duration: 0.13493996602483094 + eval-batch-shift-duration: 0.13691285398090258 + eval-batch-tree-duration: 0.1365996630047448 + ued: + distances: + cheese-corne_dist_avg: 7.0305176 + cheese-corne_dist_wavg: 1.60211 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.127441 + mouse-cheese_dist_finite_wavg: 13.015254 + mouse-cheese_dist_solvable_avg: 13.127441 + mouse-cheese_dist_solvable_wavg: 13.015252 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10453161 + visit_patterns: + avg_first_visit_time: 2287.8862 + avg_last_visit_time: 3242.1746 + num_replay_batches: 3252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001060827 + avg_actor_approxkl3: 0.0007719122 + avg_actor_clipfrac: 0.010333252 + avg_actor_loss: 0.00033633478 + avg_advantage: 0.00076213584 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0533389e-05 + avg_entropy: 0.019281967 + avg_grad_norm_pre_clip: 0.5093972 + avg_loss: 0.00032731955 + max: + max_actor_approxkl1: 0.0030882396 + max_actor_approxkl3: 0.002694989 + max_actor_clipfrac: 0.032104492 + max_actor_loss: 0.0015249457 + max_advantage: 0.030965209 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4934896e-05 + max_entropy: 0.037128758 + max_grad_norm_pre_clip: 0.9135638 + max_loss: 0.0015088808 + std: + std_actor_approxkl1: 0.0009221525 + std_actor_approxkl3: 0.0006939121 + std_actor_clipfrac: 0.007684253 + std_actor_loss: 0.000560429 + std_advantage: 0.0065231426 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3184114e-06 + std_entropy: 0.0068076975 + std_grad_norm_pre_clip: 0.22758506 + std_loss: 0.0005577174 + eval-batch-train: + avg_avg_episode_length: 4.7988224 + avg_avg_return: 0.9893012 + avg_benchmark_regret: 0.0058918903 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34346008 + proxy_corner: + avg_avg_return: 0.19720843 + avg_reward_per_step: 0.03955078 + eval-batch-orig: + avg_avg_episode_length: 6.2338657 + avg_avg_return: 0.9846765 + avg_benchmark_regret: 0.009262582 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26552582 + proxy_corner: + avg_avg_return: 0.9846765 + avg_reward_per_step: 0.26552582 + eval-batch-shift: + avg_avg_episode_length: 5.126851 + avg_avg_return: 0.9883044 + avg_benchmark_regret: 0.0066568824 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34392548 + proxy_corner: + avg_avg_return: 0.183334 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 6.203102 + avg_avg_return: 0.9838197 + avg_benchmark_regret: 0.01060056 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27707672 + proxy_corner: + avg_avg_return: 0.9838197 + avg_reward_per_step: 0.27707672 +=========================================================== +=========================================================== + step: + env-step-all-before: 212860928 + env-step-replay-before: 107151360 + env-step-used-before: 212860928 + ppo-update-before: 129920 + env-step-generate-before: 105709568 + env-step-all-after: 212893696 + env-step-replay-after: 107151360 + env-step-used-after: 212893696 + ppo-update-after: 129940 + env-step-generate-after: 105742336 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.151204 + avg_avg_return: 0.9676478 + avg_reward_per_step: 0.30526733 + proxy_corner: + avg_avg_return: 0.15196472 + avg_reward_per_step: 0.033111572 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.151204 + avg_avg_return: 0.9676478 + avg_reward_per_step: 0.30526733 + proxy_corner: + avg_avg_return: 0.15196472 + avg_reward_per_step: 0.033111572 + perf: + env_steps_per_second: 994140.0396322617 + ppo_updates_per_second: 111.82582038493108 + eval-batch-train-duration: 0.18553253600839525 + eval-batch-orig-duration: 0.14052594301756471 + eval-batch-shift-duration: 0.13828916801139712 + eval-batch-tree-duration: 0.13852312898961827 + ued: + distances: + cheese-corne_dist_avg: 7.02417 + cheese-corne_dist_wavg: 0.7114536 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.119385 + mouse-cheese_dist_finite_wavg: 13.012699 + mouse-cheese_dist_solvable_avg: 13.119385 + mouse-cheese_dist_solvable_wavg: 13.012702 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.102153674 + visit_patterns: + avg_first_visit_time: 2297.9734 + avg_last_visit_time: 3260.2368 + num_replay_batches: 3270 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004457687 + avg_actor_approxkl3: 0.0003100763 + avg_actor_clipfrac: 0.0056945803 + avg_actor_loss: -0.00020207546 + avg_advantage: 0.0028791018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8791432e-05 + avg_entropy: 0.018189138 + avg_grad_norm_pre_clip: 0.36239275 + avg_loss: -0.0002108689 + max: + max_actor_approxkl1: 0.0010848962 + max_actor_approxkl3: 0.0010289028 + max_actor_clipfrac: 0.017333984 + max_actor_loss: 0.00043429434 + max_advantage: 0.04644853 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3084194e-05 + max_entropy: 0.026179425 + max_grad_norm_pre_clip: 0.7420003 + max_loss: 0.00042784223 + std: + std_actor_approxkl1: 0.00032851024 + std_actor_approxkl3: 0.0002621254 + std_actor_clipfrac: 0.0045327838 + std_actor_loss: 0.0003518608 + std_advantage: 0.006104406 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8445427e-06 + std_entropy: 0.0036865815 + std_grad_norm_pre_clip: 0.16038124 + std_loss: 0.0003520815 + eval-batch-train: + avg_avg_episode_length: 4.778831 + avg_avg_return: 0.9896795 + avg_benchmark_regret: 0.005513577 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3435669 + proxy_corner: + avg_avg_return: 0.19721055 + avg_reward_per_step: 0.03942871 + eval-batch-orig: + avg_avg_episode_length: 6.1808414 + avg_avg_return: 0.9844508 + avg_benchmark_regret: 0.009488185 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2643509 + proxy_corner: + avg_avg_return: 0.9844508 + avg_reward_per_step: 0.2643509 + eval-batch-shift: + avg_avg_episode_length: 5.0222745 + avg_avg_return: 0.9879475 + avg_benchmark_regret: 0.0070137805 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34454346 + proxy_corner: + avg_avg_return: 0.18632227 + avg_reward_per_step: 0.03668976 + eval-batch-tree: + avg_avg_episode_length: 5.736187 + avg_avg_return: 0.9858476 + avg_benchmark_regret: 0.0085725915 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27666473 + proxy_corner: + avg_avg_return: 0.9858476 + avg_reward_per_step: 0.27666473 +=========================================================== +=========================================================== + step: + env-step-all-before: 213909504 + env-step-replay-before: 107708416 + env-step-used-before: 213909504 + ppo-update-before: 130560 + env-step-generate-before: 106201088 + env-step-all-after: 213942272 + env-step-replay-after: 107741184 + env-step-used-after: 213942272 + ppo-update-after: 130580 + env-step-generate-after: 106201088 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.228434 + avg_avg_return: 0.8871019 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.6464954 + avg_reward_per_step: 0.04888916 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.228434 + avg_avg_return: 0.8871019 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.6464954 + avg_reward_per_step: 0.04888916 + perf: + env_steps_per_second: 923226.3280359878 + ppo_updates_per_second: 110.97795851436037 + eval-batch-train-duration: 0.1876854040310718 + eval-batch-orig-duration: 0.13554826204199344 + eval-batch-shift-duration: 0.1383609839831479 + eval-batch-tree-duration: 0.13861046399688348 + ued: + distances: + cheese-corne_dist_avg: 7.006836 + cheese-corne_dist_wavg: 2.498188 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.125244 + mouse-cheese_dist_finite_wavg: 12.114242 + mouse-cheese_dist_solvable_avg: 13.125244 + mouse-cheese_dist_solvable_wavg: 12.1142435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10177826 + visit_patterns: + avg_first_visit_time: 2302.5278 + avg_last_visit_time: 3278.2292 + num_replay_batches: 3288 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015139389 + avg_actor_approxkl3: 0.0008693901 + avg_actor_clipfrac: 0.022698974 + avg_actor_loss: 0.00042059878 + avg_advantage: -0.0023531527 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9069e-05 + avg_entropy: 0.06409861 + avg_grad_norm_pre_clip: 1.6443733 + avg_loss: 0.00036603466 + max: + max_actor_approxkl1: 0.0036972896 + max_actor_approxkl3: 0.002227134 + max_actor_clipfrac: 0.038208008 + max_actor_loss: 0.0012836391 + max_advantage: 0.024623334 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.2214692e-05 + max_entropy: 0.07467316 + max_grad_norm_pre_clip: 2.7688937 + max_loss: 0.0012428737 + std: + std_actor_approxkl1: 0.0010595808 + std_actor_approxkl3: 0.00055465574 + std_actor_clipfrac: 0.009895866 + std_actor_loss: 0.0006327071 + std_advantage: 0.005965328 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5441926e-06 + std_entropy: 0.0071547856 + std_grad_norm_pre_clip: 0.4683294 + std_loss: 0.00063578476 + eval-batch-train: + avg_avg_episode_length: 4.7836814 + avg_avg_return: 0.98922336 + avg_benchmark_regret: 0.0059697377 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34361267 + proxy_corner: + avg_avg_return: 0.19787005 + avg_reward_per_step: 0.03942108 + eval-batch-orig: + avg_avg_episode_length: 6.152332 + avg_avg_return: 0.9849731 + avg_benchmark_regret: 0.008965958 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2656784 + proxy_corner: + avg_avg_return: 0.9849731 + avg_reward_per_step: 0.2656784 + eval-batch-shift: + avg_avg_episode_length: 5.037886 + avg_avg_return: 0.9887552 + avg_benchmark_regret: 0.0062061013 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34353638 + proxy_corner: + avg_avg_return: 0.1848982 + avg_reward_per_step: 0.036445618 + eval-batch-tree: + avg_avg_episode_length: 5.6140633 + avg_avg_return: 0.98691463 + avg_benchmark_regret: 0.007505568 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27725983 + proxy_corner: + avg_avg_return: 0.98691463 + avg_reward_per_step: 0.27725983 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 214958080 + env-step-replay-before: 108232704 + env-step-used-before: 214958080 + ppo-update-before: 131200 + env-step-generate-before: 106725376 + env-step-all-after: 214990848 + env-step-replay-after: 108232704 + env-step-used-after: 214990848 + ppo-update-after: 131220 + env-step-generate-after: 106758144 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.158142 + avg_avg_return: 0.96694684 + avg_reward_per_step: 0.30926514 + proxy_corner: + avg_avg_return: 0.20751369 + avg_reward_per_step: 0.038848877 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.158142 + avg_avg_return: 0.96694684 + avg_reward_per_step: 0.30926514 + proxy_corner: + avg_avg_return: 0.20751369 + avg_reward_per_step: 0.038848877 + perf: + env_steps_per_second: 985973.3184394201 + ppo_updates_per_second: 110.99123747678448 + eval-batch-train-duration: 0.18694814399350435 + eval-batch-orig-duration: 0.14281017903704196 + eval-batch-shift-duration: 0.14382672403007746 + eval-batch-tree-duration: 0.14053843700094149 + ued: + distances: + cheese-corne_dist_avg: 6.9855957 + cheese-corne_dist_wavg: 1.6055448 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.128174 + mouse-cheese_dist_finite_wavg: 13.013449 + mouse-cheese_dist_solvable_avg: 13.128174 + mouse-cheese_dist_solvable_wavg: 13.013449 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10303758 + visit_patterns: + avg_first_visit_time: 2310.7075 + avg_last_visit_time: 3293.202 + num_replay_batches: 3303 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053689926 + avg_actor_approxkl3: 0.000275209 + avg_actor_clipfrac: 0.0056152344 + avg_actor_loss: -6.0543676e-05 + avg_advantage: 0.005398498 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.3309802e-05 + avg_entropy: 0.01660521 + avg_grad_norm_pre_clip: 0.48400173 + avg_loss: -6.549399e-05 + max: + max_actor_approxkl1: 0.001436724 + max_actor_approxkl3: 0.00070897024 + max_actor_clipfrac: 0.015258789 + max_actor_loss: 0.000939345 + max_advantage: 0.025618136 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.6953323e-05 + max_entropy: 0.037115548 + max_grad_norm_pre_clip: 1.5382628 + max_loss: 0.0009150372 + std: + std_actor_approxkl1: 0.0004342852 + std_actor_approxkl3: 0.00021120398 + std_actor_clipfrac: 0.0040277652 + std_actor_loss: 0.0003401407 + std_advantage: 0.006133245 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.287313e-06 + std_entropy: 0.006680518 + std_grad_norm_pre_clip: 0.37532923 + std_loss: 0.00033846576 + eval-batch-train: + avg_avg_episode_length: 4.788148 + avg_avg_return: 0.98903805 + avg_benchmark_regret: 0.0061550485 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34337616 + proxy_corner: + avg_avg_return: 0.1974295 + avg_reward_per_step: 0.039398193 + eval-batch-orig: + avg_avg_episode_length: 6.3015084 + avg_avg_return: 0.98439723 + avg_benchmark_regret: 0.009541763 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26407623 + proxy_corner: + avg_avg_return: 0.98439723 + avg_reward_per_step: 0.26407623 + eval-batch-shift: + avg_avg_episode_length: 5.0083904 + avg_avg_return: 0.9883828 + avg_benchmark_regret: 0.006578451 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34443665 + proxy_corner: + avg_avg_return: 0.18612005 + avg_reward_per_step: 0.03665924 + eval-batch-tree: + avg_avg_episode_length: 5.7077174 + avg_avg_return: 0.98654735 + avg_benchmark_regret: 0.007872893 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2750473 + proxy_corner: + avg_avg_return: 0.98654735 + avg_reward_per_step: 0.2750473 +=========================================================== +=========================================================== + step: + env-step-all-before: 216006656 + env-step-replay-before: 108691456 + env-step-used-before: 216006656 + ppo-update-before: 131840 + env-step-generate-before: 107315200 + env-step-all-after: 216039424 + env-step-replay-after: 108724224 + env-step-used-after: 216039424 + ppo-update-after: 131860 + env-step-generate-after: 107315200 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 14.536373 + avg_avg_return: 0.8854502 + avg_reward_per_step: 0.067230225 + proxy_corner: + avg_avg_return: 0.60819066 + avg_reward_per_step: 0.046081543 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 14.536373 + avg_avg_return: 0.8854502 + avg_reward_per_step: 0.067230225 + proxy_corner: + avg_avg_return: 0.60819066 + avg_reward_per_step: 0.046081543 + perf: + env_steps_per_second: 874917.2685518456 + ppo_updates_per_second: 111.59694716587468 + eval-batch-train-duration: 0.18576403200859204 + eval-batch-orig-duration: 0.13633491599466652 + eval-batch-shift-duration: 0.1357509049703367 + eval-batch-tree-duration: 0.1363970519741997 + ued: + distances: + cheese-corne_dist_avg: 6.9802246 + cheese-corne_dist_wavg: 6.9983993 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 13.116455 + mouse-cheese_dist_finite_wavg: 14.807379 + mouse-cheese_dist_solvable_avg: 13.116455 + mouse-cheese_dist_solvable_wavg: 14.807383 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10294603 + visit_patterns: + avg_first_visit_time: 2319.4038 + avg_last_visit_time: 3308.2388 + num_replay_batches: 3318 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013851889 + avg_actor_approxkl3: 0.0009544463 + avg_actor_clipfrac: 0.026611328 + avg_actor_loss: 0.0003611357 + avg_advantage: -0.001988715 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9052004e-05 + avg_entropy: 0.06601106 + avg_grad_norm_pre_clip: 1.9001678 + avg_loss: 0.0003046506 + max: + max_actor_approxkl1: 0.0032027415 + max_actor_approxkl3: 0.0018228255 + max_actor_clipfrac: 0.052734375 + max_actor_loss: 0.0016386108 + max_advantage: 0.023852348 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1976877e-05 + max_entropy: 0.085641146 + max_grad_norm_pre_clip: 3.8022125 + max_loss: 0.0015852422 + std: + std_actor_approxkl1: 0.0008709891 + std_actor_approxkl3: 0.00046770676 + std_actor_clipfrac: 0.012079473 + std_actor_loss: 0.0006466196 + std_advantage: 0.0061051995 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5178872e-06 + std_entropy: 0.0106414305 + std_grad_norm_pre_clip: 0.72923815 + std_loss: 0.0006480281 + eval-batch-train: + avg_avg_episode_length: 4.798811 + avg_avg_return: 0.98936963 + avg_benchmark_regret: 0.00582351 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34319305 + proxy_corner: + avg_avg_return: 0.1973985 + avg_reward_per_step: 0.03916931 + eval-batch-orig: + avg_avg_episode_length: 6.1563168 + avg_avg_return: 0.98507285 + avg_benchmark_regret: 0.008866144 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26421356 + proxy_corner: + avg_avg_return: 0.98507285 + avg_reward_per_step: 0.26421356 + eval-batch-shift: + avg_avg_episode_length: 5.0438423 + avg_avg_return: 0.98831636 + avg_benchmark_regret: 0.006644955 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34404755 + proxy_corner: + avg_avg_return: 0.18488102 + avg_reward_per_step: 0.036376953 + eval-batch-tree: + avg_avg_episode_length: 5.732414 + avg_avg_return: 0.9862948 + avg_benchmark_regret: 0.008125472 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2756195 + proxy_corner: + avg_avg_return: 0.9862948 + avg_reward_per_step: 0.2756195 +=========================================================== +=========================================================== + step: + env-step-all-before: 217055232 + env-step-replay-before: 109281280 + env-step-used-before: 217055232 + ppo-update-before: 132480 + env-step-generate-before: 107773952 + env-step-all-after: 217088000 + env-step-replay-after: 109314048 + env-step-used-after: 217088000 + ppo-update-after: 132500 + env-step-generate-after: 107773952 + train-replay: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.025019 + avg_avg_return: 0.88790584 + avg_reward_per_step: 0.06826782 + proxy_corner: + avg_avg_return: 0.6467454 + avg_reward_per_step: 0.04925537 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.025019 + avg_avg_return: 0.88790584 + avg_reward_per_step: 0.06826782 + proxy_corner: + avg_avg_return: 0.6467454 + avg_reward_per_step: 0.04925537 + perf: + env_steps_per_second: 978144.4059949146 + ppo_updates_per_second: 110.0954323959002 + eval-batch-train-duration: 0.187705131014809 + eval-batch-orig-duration: 0.1350187849602662 + eval-batch-shift-duration: 0.13627266901312396 + eval-batch-tree-duration: 0.13638401799835265 + ued: + distances: + cheese-corne_dist_avg: 7.005615 + cheese-corne_dist_wavg: 0.7025982 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.116699 + mouse-cheese_dist_finite_wavg: 13.01193 + mouse-cheese_dist_solvable_avg: 13.116699 + mouse-cheese_dist_solvable_wavg: 13.011932 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10271217 + visit_patterns: + avg_first_visit_time: 2331.758 + avg_last_visit_time: 3326.3257 + num_replay_batches: 3336 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012396886 + avg_actor_approxkl3: 0.0006907712 + avg_actor_clipfrac: 0.019421387 + avg_actor_loss: 0.0004174419 + avg_advantage: 0.00016450329 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0059895e-05 + avg_entropy: 0.060936686 + avg_grad_norm_pre_clip: 1.494467 + avg_loss: 0.00036653513 + max: + max_actor_approxkl1: 0.002465561 + max_actor_approxkl3: 0.001253076 + max_actor_clipfrac: 0.03161621 + max_actor_loss: 0.0034616655 + max_advantage: 0.026291728 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1932336e-05 + max_entropy: 0.06843461 + max_grad_norm_pre_clip: 2.2664306 + max_loss: 0.003404482 + std: + std_actor_approxkl1: 0.0006867435 + std_actor_approxkl3: 0.00031920272 + std_actor_clipfrac: 0.0073199347 + std_actor_loss: 0.0010020761 + std_advantage: 0.00634749 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.7098e-07 + std_entropy: 0.0060551697 + std_grad_norm_pre_clip: 0.47402158 + std_loss: 0.0010020793 + eval-batch-train: + avg_avg_episode_length: 4.8067913 + avg_avg_return: 0.9895171 + avg_benchmark_regret: 0.005676057 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34317017 + proxy_corner: + avg_avg_return: 0.19754401 + avg_reward_per_step: 0.03916931 + eval-batch-orig: + avg_avg_episode_length: 6.125869 + avg_avg_return: 0.9855097 + avg_benchmark_regret: 0.0084293 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26449585 + proxy_corner: + avg_avg_return: 0.9855097 + avg_reward_per_step: 0.26449585 + eval-batch-shift: + avg_avg_episode_length: 5.0829725 + avg_avg_return: 0.9881849 + avg_benchmark_regret: 0.006776358 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3420639 + proxy_corner: + avg_avg_return: 0.18355943 + avg_reward_per_step: 0.03590393 + eval-batch-tree: + avg_avg_episode_length: 5.722261 + avg_avg_return: 0.98673403 + avg_benchmark_regret: 0.0076862704 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2748108 + proxy_corner: + avg_avg_return: 0.98673403 + avg_reward_per_step: 0.2748108 +=========================================================== +=========================================================== + step: + env-step-all-before: 218103808 + env-step-replay-before: 109936640 + env-step-used-before: 218103808 + ppo-update-before: 133120 + env-step-generate-before: 108167168 + env-step-all-after: 218136576 + env-step-replay-after: 109969408 + env-step-used-after: 218136576 + ppo-update-after: 133140 + env-step-generate-after: 108167168 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.074204 + avg_avg_return: 0.88693976 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.6055496 + avg_reward_per_step: 0.046417236 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.074204 + avg_avg_return: 0.88693976 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.6055496 + avg_reward_per_step: 0.046417236 + perf: + env_steps_per_second: 1007877.3014839567 + ppo_updates_per_second: 110.75344210563495 + eval-batch-train-duration: 0.18929725198540837 + eval-batch-orig-duration: 0.1369603549828753 + eval-batch-shift-duration: 0.13724617299158126 + eval-batch-tree-duration: 0.13781904202187434 + ued: + distances: + cheese-corne_dist_avg: 7.003662 + cheese-corne_dist_wavg: 2.5107481 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.120361 + mouse-cheese_dist_finite_wavg: 12.109067 + mouse-cheese_dist_solvable_avg: 13.120361 + mouse-cheese_dist_solvable_wavg: 12.109069 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999976 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.102298655 + visit_patterns: + avg_first_visit_time: 2339.449 + avg_last_visit_time: 3346.2302 + num_replay_batches: 3356 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009798562 + avg_actor_approxkl3: 0.00048422904 + avg_actor_clipfrac: 0.016650392 + avg_actor_loss: -5.1899882e-05 + avg_advantage: 7.770284e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9779109e-05 + avg_entropy: 0.06266328 + avg_grad_norm_pre_clip: 1.2045612 + avg_loss: -0.000104673614 + max: + max_actor_approxkl1: 0.001737938 + max_actor_approxkl3: 0.0008935878 + max_actor_clipfrac: 0.029663086 + max_actor_loss: 0.0006562313 + max_advantage: 0.031450808 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3890487e-05 + max_entropy: 0.07397029 + max_grad_norm_pre_clip: 1.6026423 + max_loss: 0.0006142403 + std: + std_actor_approxkl1: 0.00063930394 + std_actor_approxkl3: 0.0002466369 + std_actor_clipfrac: 0.007532183 + std_actor_loss: 0.0003828781 + std_advantage: 0.006267876 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3639273e-06 + std_entropy: 0.0066418583 + std_grad_norm_pre_clip: 0.28516528 + std_loss: 0.0003868946 + eval-batch-train: + avg_avg_episode_length: 4.8097477 + avg_avg_return: 0.9889103 + avg_benchmark_regret: 0.0062827775 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34199524 + proxy_corner: + avg_avg_return: 0.1972873 + avg_reward_per_step: 0.03907013 + eval-batch-orig: + avg_avg_episode_length: 6.1135035 + avg_avg_return: 0.98503906 + avg_benchmark_regret: 0.008899934 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26441956 + proxy_corner: + avg_avg_return: 0.98503906 + avg_reward_per_step: 0.26441956 + eval-batch-shift: + avg_avg_episode_length: 5.0952253 + avg_avg_return: 0.9884311 + avg_benchmark_regret: 0.0065302406 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34156036 + proxy_corner: + avg_avg_return: 0.18433769 + avg_reward_per_step: 0.03591156 + eval-batch-tree: + avg_avg_episode_length: 5.719918 + avg_avg_return: 0.98597705 + avg_benchmark_regret: 0.00844322 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27427673 + proxy_corner: + avg_avg_return: 0.98597705 + avg_reward_per_step: 0.27427673 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 219152384 + env-step-replay-before: 110493696 + env-step-used-before: 219152384 + ppo-update-before: 133760 + env-step-generate-before: 108658688 + env-step-all-after: 219185152 + env-step-replay-after: 110526464 + env-step-used-after: 219185152 + ppo-update-after: 133780 + env-step-generate-after: 108658688 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.182106 + avg_avg_return: 0.88587326 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.67491376 + avg_reward_per_step: 0.051208496 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.182106 + avg_avg_return: 0.88587326 + avg_reward_per_step: 0.06777954 + proxy_corner: + avg_avg_return: 0.67491376 + avg_reward_per_step: 0.051208496 + perf: + env_steps_per_second: 990687.6033721745 + ppo_updates_per_second: 111.53261267332921 + eval-batch-train-duration: 0.18509924004320055 + eval-batch-orig-duration: 0.13695256999926642 + eval-batch-shift-duration: 0.13668023596983403 + eval-batch-tree-duration: 0.13639232399873435 + ued: + distances: + cheese-corne_dist_avg: 6.990967 + cheese-corne_dist_wavg: 5.1975174 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.111572 + mouse-cheese_dist_finite_wavg: 13.013061 + mouse-cheese_dist_solvable_avg: 13.111572 + mouse-cheese_dist_solvable_wavg: 13.0130625 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10236409 + visit_patterns: + avg_first_visit_time: 2349.8884 + avg_last_visit_time: 3363.2463 + num_replay_batches: 3373 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010521804 + avg_actor_approxkl3: 0.0005276349 + avg_actor_clipfrac: 0.02020874 + avg_actor_loss: -0.00013012369 + avg_advantage: -0.0008382126 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9953308e-05 + avg_entropy: 0.07928678 + avg_grad_norm_pre_clip: 1.5036267 + avg_loss: -0.00019943381 + max: + max_actor_approxkl1: 0.0024454494 + max_actor_approxkl3: 0.0010351769 + max_actor_clipfrac: 0.041870117 + max_actor_loss: 0.0016342588 + max_advantage: 0.027773976 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4260937e-05 + max_entropy: 0.1009153 + max_grad_norm_pre_clip: 2.83172 + max_loss: 0.0015603935 + std: + std_actor_approxkl1: 0.000596954 + std_actor_approxkl3: 0.0002212793 + std_actor_clipfrac: 0.008782828 + std_actor_loss: 0.0008793844 + std_advantage: 0.0062689465 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7937654e-06 + std_entropy: 0.008271729 + std_grad_norm_pre_clip: 0.61704624 + std_loss: 0.0008799507 + eval-batch-train: + avg_avg_episode_length: 4.8080664 + avg_avg_return: 0.98910606 + avg_benchmark_regret: 0.006087027 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34342957 + proxy_corner: + avg_avg_return: 0.19739294 + avg_reward_per_step: 0.03917694 + eval-batch-orig: + avg_avg_episode_length: 6.1988792 + avg_avg_return: 0.9844945 + avg_benchmark_regret: 0.0094445115 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26448822 + proxy_corner: + avg_avg_return: 0.9844945 + avg_reward_per_step: 0.26448822 + eval-batch-shift: + avg_avg_episode_length: 5.094036 + avg_avg_return: 0.98770875 + avg_benchmark_regret: 0.0072525693 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34407806 + proxy_corner: + avg_avg_return: 0.18444353 + avg_reward_per_step: 0.036003113 + eval-batch-tree: + avg_avg_episode_length: 5.7527046 + avg_avg_return: 0.986055 + avg_benchmark_regret: 0.008365227 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27526855 + proxy_corner: + avg_avg_return: 0.986055 + avg_reward_per_step: 0.27526855 +=========================================================== +=========================================================== + step: + env-step-all-before: 220200960 + env-step-replay-before: 110854144 + env-step-used-before: 220200960 + ppo-update-before: 134400 + env-step-generate-before: 109346816 + env-step-all-after: 220233728 + env-step-replay-after: 110854144 + env-step-used-after: 220233728 + ppo-update-after: 134420 + env-step-generate-after: 109379584 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.078183 + avg_avg_return: 0.96961725 + avg_reward_per_step: 0.3407898 + proxy_corner: + avg_avg_return: 0.16735254 + avg_reward_per_step: 0.033935547 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.078183 + avg_avg_return: 0.96961725 + avg_reward_per_step: 0.3407898 + proxy_corner: + avg_avg_return: 0.16735254 + avg_reward_per_step: 0.033935547 + perf: + env_steps_per_second: 966988.901832177 + ppo_updates_per_second: 110.25269529068959 + eval-batch-train-duration: 0.1882028299733065 + eval-batch-orig-duration: 0.13676173001294956 + eval-batch-shift-duration: 0.140591609000694 + eval-batch-tree-duration: 0.14057476603193209 + ued: + distances: + cheese-corne_dist_avg: 7.000244 + cheese-corne_dist_wavg: 6.9940844 + levels_cheese_is_in_corner_avg: 0.06323242 + mouse-cheese_dist_finite_avg: 13.103027 + mouse-cheese_dist_finite_wavg: 9.415486 + mouse-cheese_dist_solvable_avg: 13.103027 + mouse-cheese_dist_solvable_wavg: 9.415486 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10295482 + visit_patterns: + avg_first_visit_time: 2374.0996 + avg_last_visit_time: 3373.2148 + num_replay_batches: 3383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000739459 + avg_actor_approxkl3: 0.0006744223 + avg_actor_clipfrac: 0.010784912 + avg_actor_loss: 0.0004207217 + avg_advantage: 2.6249516e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9428739e-05 + avg_entropy: 0.028468048 + avg_grad_norm_pre_clip: 0.78168947 + avg_loss: 0.00040196805 + max: + max_actor_approxkl1: 0.0021639173 + max_actor_approxkl3: 0.0041931 + max_actor_clipfrac: 0.022705078 + max_actor_loss: 0.0021337904 + max_advantage: 0.036504924 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3642682e-05 + max_entropy: 0.04036174 + max_grad_norm_pre_clip: 1.5170828 + max_loss: 0.002113317 + std: + std_actor_approxkl1: 0.00069351774 + std_actor_approxkl3: 0.00087977113 + std_actor_clipfrac: 0.005549069 + std_actor_loss: 0.0006038637 + std_advantage: 0.0062379213 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.085538e-06 + std_entropy: 0.0055412226 + std_grad_norm_pre_clip: 0.37601233 + std_loss: 0.000602495 + eval-batch-train: + avg_avg_episode_length: 4.810773 + avg_avg_return: 0.9890799 + avg_benchmark_regret: 0.0061131986 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3430786 + proxy_corner: + avg_avg_return: 0.19784497 + avg_reward_per_step: 0.039268494 + eval-batch-orig: + avg_avg_episode_length: 6.324334 + avg_avg_return: 0.9845635 + avg_benchmark_regret: 0.009375452 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26302338 + proxy_corner: + avg_avg_return: 0.9845635 + avg_reward_per_step: 0.26302338 + eval-batch-shift: + avg_avg_episode_length: 5.058035 + avg_avg_return: 0.9879434 + avg_benchmark_regret: 0.007017847 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34397888 + proxy_corner: + avg_avg_return: 0.18401062 + avg_reward_per_step: 0.035980225 + eval-batch-tree: + avg_avg_episode_length: 5.776127 + avg_avg_return: 0.9862566 + avg_benchmark_regret: 0.0081637055 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.274971 + proxy_corner: + avg_avg_return: 0.9862566 + avg_reward_per_step: 0.274971 +=========================================================== +=========================================================== + step: + env-step-all-before: 221249536 + env-step-replay-before: 111345664 + env-step-used-before: 221249536 + ppo-update-before: 135040 + env-step-generate-before: 109903872 + env-step-all-after: 221282304 + env-step-replay-after: 111378432 + env-step-used-after: 221282304 + ppo-update-after: 135060 + env-step-generate-after: 109903872 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.001698 + avg_avg_return: 0.885389 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.60107076 + avg_reward_per_step: 0.04598999 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.001698 + avg_avg_return: 0.885389 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.60107076 + avg_reward_per_step: 0.04598999 + perf: + env_steps_per_second: 995936.1087257251 + ppo_updates_per_second: 111.29632921067396 + eval-batch-train-duration: 0.1856274760211818 + eval-batch-orig-duration: 0.13771262200316414 + eval-batch-shift-duration: 0.13741182599915192 + eval-batch-tree-duration: 0.13746983505552635 + ued: + distances: + cheese-corne_dist_avg: 7.0290527 + cheese-corne_dist_wavg: 0.700123 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 13.100586 + mouse-cheese_dist_finite_wavg: 12.112593 + mouse-cheese_dist_solvable_avg: 13.100586 + mouse-cheese_dist_solvable_wavg: 12.112595 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10283144 + visit_patterns: + avg_first_visit_time: 2387.1428 + avg_last_visit_time: 3389.174 + num_replay_batches: 3399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001148901 + avg_actor_approxkl3: 0.0005789219 + avg_actor_clipfrac: 0.020654297 + avg_actor_loss: -4.7265505e-05 + avg_advantage: -0.003887834 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8265599e-05 + avg_entropy: 0.0770058 + avg_grad_norm_pre_clip: 1.1196307 + avg_loss: -0.000115138515 + max: + max_actor_approxkl1: 0.0028992258 + max_actor_approxkl3: 0.0011843534 + max_actor_clipfrac: 0.030517578 + max_actor_loss: 0.0012318157 + max_advantage: 0.022577167 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.4935907e-05 + max_entropy: 0.09777336 + max_grad_norm_pre_clip: 1.9727342 + max_loss: 0.0011657968 + std: + std_actor_approxkl1: 0.0008683968 + std_actor_approxkl3: 0.0002816016 + std_actor_clipfrac: 0.0075391233 + std_actor_loss: 0.0005670405 + std_advantage: 0.0057864366 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3800037e-06 + std_entropy: 0.008727109 + std_grad_norm_pre_clip: 0.36798316 + std_loss: 0.0005708674 + eval-batch-train: + avg_avg_episode_length: 4.7962255 + avg_avg_return: 0.98896503 + avg_benchmark_regret: 0.00622805 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34320068 + proxy_corner: + avg_avg_return: 0.19753945 + avg_reward_per_step: 0.03932953 + eval-batch-orig: + avg_avg_episode_length: 6.377176 + avg_avg_return: 0.98476267 + avg_benchmark_regret: 0.00917637 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26369476 + proxy_corner: + avg_avg_return: 0.98476267 + avg_reward_per_step: 0.26369476 + eval-batch-shift: + avg_avg_episode_length: 5.0457697 + avg_avg_return: 0.9880587 + avg_benchmark_regret: 0.0069025876 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34467316 + proxy_corner: + avg_avg_return: 0.1850638 + avg_reward_per_step: 0.036201477 + eval-batch-tree: + avg_avg_episode_length: 5.747562 + avg_avg_return: 0.98578525 + avg_benchmark_regret: 0.008635042 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2760086 + proxy_corner: + avg_avg_return: 0.98578525 + avg_reward_per_step: 0.2760086 +=========================================================== +=========================================================== + step: + env-step-all-before: 222298112 + env-step-replay-before: 111804416 + env-step-used-before: 222298112 + ppo-update-before: 135680 + env-step-generate-before: 110493696 + env-step-all-after: 222330880 + env-step-replay-after: 111837184 + env-step-used-after: 222330880 + ppo-update-after: 135700 + env-step-generate-after: 110493696 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.353812 + avg_avg_return: 0.88484627 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.6329975 + avg_reward_per_step: 0.04711914 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.353812 + avg_avg_return: 0.88484627 + avg_reward_per_step: 0.0670166 + proxy_corner: + avg_avg_return: 0.6329975 + avg_reward_per_step: 0.04711914 + perf: + env_steps_per_second: 990148.0157367256 + ppo_updates_per_second: 111.88879295744849 + eval-batch-train-duration: 0.18415047199232504 + eval-batch-orig-duration: 0.13633947499329224 + eval-batch-shift-duration: 0.13663710601394996 + eval-batch-tree-duration: 0.1360070880036801 + ued: + distances: + cheese-corne_dist_avg: 7.0151367 + cheese-corne_dist_wavg: 4.2909083 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 13.106445 + mouse-cheese_dist_finite_wavg: 12.113319 + mouse-cheese_dist_solvable_avg: 13.106445 + mouse-cheese_dist_solvable_wavg: 12.1133175 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10298354 + visit_patterns: + avg_first_visit_time: 2397.8418 + avg_last_visit_time: 3403.1938 + num_replay_batches: 3413 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012818564 + avg_actor_approxkl3: 0.0005976743 + avg_actor_clipfrac: 0.02140503 + avg_actor_loss: -0.00016342492 + avg_advantage: -0.00033556676 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.0276033e-05 + avg_entropy: 0.08113546 + avg_grad_norm_pre_clip: 1.5237042 + avg_loss: -0.00023442235 + max: + max_actor_approxkl1: 0.0032603387 + max_actor_approxkl3: 0.001746211 + max_actor_clipfrac: 0.04748535 + max_actor_loss: 0.001181765 + max_advantage: 0.02559191 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.2143606e-05 + max_entropy: 0.098734505 + max_grad_norm_pre_clip: 2.8240674 + max_loss: 0.001099794 + std: + std_actor_approxkl1: 0.00086949416 + std_actor_approxkl3: 0.00041308085 + std_actor_clipfrac: 0.011087941 + std_actor_loss: 0.00062993757 + std_advantage: 0.00636649 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0175357e-06 + std_entropy: 0.0094221365 + std_grad_norm_pre_clip: 0.63331234 + std_loss: 0.0006285014 + eval-batch-train: + avg_avg_episode_length: 4.8127503 + avg_avg_return: 0.9888604 + avg_benchmark_regret: 0.0063327113 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34290314 + proxy_corner: + avg_avg_return: 0.19760016 + avg_reward_per_step: 0.039245605 + eval-batch-orig: + avg_avg_episode_length: 6.2663507 + avg_avg_return: 0.98442703 + avg_benchmark_regret: 0.009511964 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26352692 + proxy_corner: + avg_avg_return: 0.98442703 + avg_reward_per_step: 0.26352692 + eval-batch-shift: + avg_avg_episode_length: 5.083497 + avg_avg_return: 0.9880433 + avg_benchmark_regret: 0.006917975 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3443222 + proxy_corner: + avg_avg_return: 0.1829037 + avg_reward_per_step: 0.035842896 + eval-batch-tree: + avg_avg_episode_length: 5.7264833 + avg_avg_return: 0.9862035 + avg_benchmark_regret: 0.0082168095 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27529907 + proxy_corner: + avg_avg_return: 0.9862035 + avg_reward_per_step: 0.27529907 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 223346688 + env-step-replay-before: 112427008 + env-step-used-before: 223346688 + ppo-update-before: 136320 + env-step-generate-before: 110919680 + env-step-all-after: 223379456 + env-step-replay-after: 112427008 + env-step-used-after: 223379456 + ppo-update-after: 136340 + env-step-generate-after: 110952448 + train-generate: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.535742 + avg_avg_return: 0.9635255 + avg_reward_per_step: 0.29296875 + proxy_corner: + avg_avg_return: 0.23724806 + avg_reward_per_step: 0.039398193 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.535742 + avg_avg_return: 0.9635255 + avg_reward_per_step: 0.29296875 + proxy_corner: + avg_avg_return: 0.23724806 + avg_reward_per_step: 0.039398193 + perf: + env_steps_per_second: 991868.6330017656 + ppo_updates_per_second: 111.85090730852545 + eval-batch-train-duration: 0.19194437202531844 + eval-batch-orig-duration: 0.1480949210235849 + eval-batch-shift-duration: 0.1380959849921055 + eval-batch-tree-duration: 0.13641819398617372 + ued: + distances: + cheese-corne_dist_avg: 7.0266113 + cheese-corne_dist_wavg: 6.996376 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 13.105225 + mouse-cheese_dist_finite_wavg: 13.012608 + mouse-cheese_dist_solvable_avg: 13.105225 + mouse-cheese_dist_solvable_wavg: 13.0126095 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10369026 + visit_patterns: + avg_first_visit_time: 2409.0479 + avg_last_visit_time: 3421.2231 + num_replay_batches: 3431 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004777864 + avg_actor_approxkl3: 0.00030923088 + avg_actor_clipfrac: 0.0074646 + avg_actor_loss: -1.9965204e-05 + avg_advantage: 0.0005065542 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.6134234e-05 + avg_entropy: 0.023524353 + avg_grad_norm_pre_clip: 0.4900131 + avg_loss: -3.0422456e-05 + max: + max_actor_approxkl1: 0.0013852569 + max_actor_approxkl3: 0.0011755236 + max_actor_clipfrac: 0.017089844 + max_actor_loss: 0.0012666269 + max_advantage: 0.029907703 + max_critic_clipfrac: 0.0 + max_critic_loss: 3.2299125e-05 + max_entropy: 0.03468262 + max_grad_norm_pre_clip: 1.503515 + max_loss: 0.0012532278 + std: + std_actor_approxkl1: 0.00043547794 + std_actor_approxkl3: 0.00028215616 + std_actor_clipfrac: 0.0045819925 + std_actor_loss: 0.00052881945 + std_advantage: 0.006870638 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1928068e-06 + std_entropy: 0.005048935 + std_grad_norm_pre_clip: 0.28636104 + std_loss: 0.0005273928 + eval-batch-train: + avg_avg_episode_length: 4.823829 + avg_avg_return: 0.9889604 + avg_benchmark_regret: 0.0062326873 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3425064 + proxy_corner: + avg_avg_return: 0.1972132 + avg_reward_per_step: 0.039001465 + eval-batch-orig: + avg_avg_episode_length: 6.232627 + avg_avg_return: 0.9850775 + avg_benchmark_regret: 0.008861512 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26200867 + proxy_corner: + avg_avg_return: 0.9850775 + avg_reward_per_step: 0.26200867 + eval-batch-shift: + avg_avg_episode_length: 5.131548 + avg_avg_return: 0.98770523 + avg_benchmark_regret: 0.0072561023 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34327698 + proxy_corner: + avg_avg_return: 0.18382779 + avg_reward_per_step: 0.035888672 + eval-batch-tree: + avg_avg_episode_length: 5.709881 + avg_avg_return: 0.98656845 + avg_benchmark_regret: 0.007851779 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27463531 + proxy_corner: + avg_avg_return: 0.98656845 + avg_reward_per_step: 0.27463531 +=========================================================== +=========================================================== + step: + env-step-all-before: 224395264 + env-step-replay-before: 112918528 + env-step-used-before: 224395264 + ppo-update-before: 136960 + env-step-generate-before: 111476736 + env-step-all-after: 224428032 + env-step-replay-after: 112951296 + env-step-used-after: 224428032 + ppo-update-after: 136980 + env-step-generate-after: 111476736 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.976027 + avg_avg_return: 0.88869226 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.65296686 + avg_reward_per_step: 0.049835205 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.976027 + avg_avg_return: 0.88869226 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.65296686 + avg_reward_per_step: 0.049835205 + perf: + env_steps_per_second: 1002738.864759101 + ppo_updates_per_second: 111.49725333802944 + eval-batch-train-duration: 0.18585538701154292 + eval-batch-orig-duration: 0.1378864609869197 + eval-batch-shift-duration: 0.13718608999624848 + eval-batch-tree-duration: 0.13716514001134783 + ued: + distances: + cheese-corne_dist_avg: 7.0183105 + cheese-corne_dist_wavg: 7.0065274 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 13.09375 + mouse-cheese_dist_finite_wavg: 12.11341 + mouse-cheese_dist_solvable_avg: 13.09375 + mouse-cheese_dist_solvable_wavg: 12.113413 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782594 + scoring: + avg_scores: 0.10189968 + visit_patterns: + avg_first_visit_time: 2420.71 + avg_last_visit_time: 3437.2312 + num_replay_batches: 3447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009779477 + avg_actor_approxkl3: 0.00047018463 + avg_actor_clipfrac: 0.01581421 + avg_actor_loss: 3.951425e-05 + avg_advantage: -0.0019834144 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.194275e-05 + avg_entropy: 0.06442898 + avg_grad_norm_pre_clip: 1.169777 + avg_loss: -1.39433605e-05 + max: + max_actor_approxkl1: 0.002263741 + max_actor_approxkl3: 0.0009825206 + max_actor_clipfrac: 0.030151367 + max_actor_loss: 0.0016494747 + max_advantage: 0.02983123 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.649126e-05 + max_entropy: 0.07591528 + max_grad_norm_pre_clip: 2.3160737 + max_loss: 0.001592274 + std: + std_actor_approxkl1: 0.00069509883 + std_actor_approxkl3: 0.0002447917 + std_actor_clipfrac: 0.006346069 + std_actor_loss: 0.0007084855 + std_advantage: 0.0064772684 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.764692e-06 + std_entropy: 0.0069493908 + std_grad_norm_pre_clip: 0.40721312 + std_loss: 0.0007089616 + eval-batch-train: + avg_avg_episode_length: 4.7828298 + avg_avg_return: 0.98939276 + avg_benchmark_regret: 0.0058003142 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34339905 + proxy_corner: + avg_avg_return: 0.19884545 + avg_reward_per_step: 0.039520264 + eval-batch-orig: + avg_avg_episode_length: 6.260165 + avg_avg_return: 0.9843902 + avg_benchmark_regret: 0.009548808 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2630005 + proxy_corner: + avg_avg_return: 0.9843902 + avg_reward_per_step: 0.2630005 + eval-batch-shift: + avg_avg_episode_length: 5.040374 + avg_avg_return: 0.98828 + avg_benchmark_regret: 0.0066813277 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34429932 + proxy_corner: + avg_avg_return: 0.18547565 + avg_reward_per_step: 0.0364151 + eval-batch-tree: + avg_avg_episode_length: 5.7093096 + avg_avg_return: 0.98611665 + avg_benchmark_regret: 0.008303622 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.276062 + proxy_corner: + avg_avg_return: 0.98611665 + avg_reward_per_step: 0.276062 +=========================================================== +=========================================================== + step: + env-step-all-before: 225443840 + env-step-replay-before: 113442816 + env-step-used-before: 225443840 + ppo-update-before: 137600 + env-step-generate-before: 112001024 + env-step-all-after: 225476608 + env-step-replay-after: 113442816 + env-step-used-after: 225476608 + ppo-update-after: 137620 + env-step-generate-after: 112033792 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.031129 + avg_avg_return: 0.96738243 + avg_reward_per_step: 0.32940674 + proxy_corner: + avg_avg_return: 0.18934815 + avg_reward_per_step: 0.039154053 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.031129 + avg_avg_return: 0.96738243 + avg_reward_per_step: 0.32940674 + proxy_corner: + avg_avg_return: 0.18934815 + avg_reward_per_step: 0.039154053 + perf: + env_steps_per_second: 999279.6637431943 + ppo_updates_per_second: 111.37057361054974 + eval-batch-train-duration: 0.1847355660283938 + eval-batch-orig-duration: 0.1370648619486019 + eval-batch-shift-duration: 0.13724684598855674 + eval-batch-tree-duration: 0.13627139700111002 + ued: + distances: + cheese-corne_dist_avg: 7.0493164 + cheese-corne_dist_wavg: 7.9006243 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 13.111816 + mouse-cheese_dist_finite_wavg: 13.014013 + mouse-cheese_dist_solvable_avg: 13.111816 + mouse-cheese_dist_solvable_wavg: 13.014015 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10220829 + visit_patterns: + avg_first_visit_time: 2428.399 + avg_last_visit_time: 3452.2244 + num_replay_batches: 3462 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043220847 + avg_actor_approxkl3: 0.0002212239 + avg_actor_clipfrac: 0.0069641112 + avg_actor_loss: -5.676766e-05 + avg_advantage: -0.00064686144 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9422212e-05 + avg_entropy: 0.02011173 + avg_grad_norm_pre_clip: 0.43763414 + avg_loss: -6.716829e-05 + max: + max_actor_approxkl1: 0.0014632354 + max_actor_approxkl3: 0.0007148185 + max_actor_clipfrac: 0.024414062 + max_actor_loss: 0.0005970907 + max_advantage: 0.032015383 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.5935427e-05 + max_entropy: 0.029798497 + max_grad_norm_pre_clip: 1.1191097 + max_loss: 0.00057820167 + std: + std_actor_approxkl1: 0.0003768532 + std_actor_approxkl3: 0.00020836371 + std_actor_clipfrac: 0.006093311 + std_actor_loss: 0.00021806036 + std_advantage: 0.006200062 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8814877e-06 + std_entropy: 0.005416378 + std_grad_norm_pre_clip: 0.2707588 + std_loss: 0.0002167311 + eval-batch-train: + avg_avg_episode_length: 4.775261 + avg_avg_return: 0.98915946 + avg_benchmark_regret: 0.006033591 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34307098 + proxy_corner: + avg_avg_return: 0.19730124 + avg_reward_per_step: 0.039497375 + eval-batch-orig: + avg_avg_episode_length: 6.17033 + avg_avg_return: 0.9848982 + avg_benchmark_regret: 0.009040828 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26512146 + proxy_corner: + avg_avg_return: 0.9848982 + avg_reward_per_step: 0.26512146 + eval-batch-shift: + avg_avg_episode_length: 5.0265574 + avg_avg_return: 0.98802245 + avg_benchmark_regret: 0.0069388915 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34519196 + proxy_corner: + avg_avg_return: 0.18684632 + avg_reward_per_step: 0.03668976 + eval-batch-tree: + avg_avg_episode_length: 5.6410227 + avg_avg_return: 0.9864188 + avg_benchmark_regret: 0.008001499 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27783203 + proxy_corner: + avg_avg_return: 0.9864188 + avg_reward_per_step: 0.27783203 +=========================================================== +=========================================================== + step: + env-step-all-before: 226492416 + env-step-replay-before: 113836032 + env-step-used-before: 226492416 + ppo-update-before: 138240 + env-step-generate-before: 112656384 + env-step-all-after: 226525184 + env-step-replay-after: 113868800 + env-step-used-after: 226525184 + ppo-update-after: 138260 + env-step-generate-after: 112656384 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.112384 + avg_avg_return: 0.88618565 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.6188421 + avg_reward_per_step: 0.046813965 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.112384 + avg_avg_return: 0.88618565 + avg_reward_per_step: 0.06796265 + proxy_corner: + avg_avg_return: 0.6188421 + avg_reward_per_step: 0.046813965 + perf: + env_steps_per_second: 1000795.7076242983 + ppo_updates_per_second: 110.97519360327887 + eval-batch-train-duration: 0.18592131102923304 + eval-batch-orig-duration: 0.13645961199654266 + eval-batch-shift-duration: 0.13647907797712833 + eval-batch-tree-duration: 0.13626410299912095 + ued: + distances: + cheese-corne_dist_avg: 7.0600586 + cheese-corne_dist_wavg: 7.0001135 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 13.117676 + mouse-cheese_dist_finite_wavg: 13.012461 + mouse-cheese_dist_solvable_avg: 13.117676 + mouse-cheese_dist_solvable_wavg: 13.012463 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103373356 + visit_patterns: + avg_first_visit_time: 2440.2546 + avg_last_visit_time: 3465.2864 + num_replay_batches: 3475 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012760664 + avg_actor_approxkl3: 0.0006515635 + avg_actor_clipfrac: 0.022540284 + avg_actor_loss: -0.00022245462 + avg_advantage: -0.00052801706 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.8497265e-05 + avg_entropy: 0.07237019 + avg_grad_norm_pre_clip: 1.615049 + avg_loss: -0.00028557618 + max: + max_actor_approxkl1: 0.0025273333 + max_actor_approxkl3: 0.001066818 + max_actor_clipfrac: 0.03942871 + max_actor_loss: 0.0020944192 + max_advantage: 0.020140827 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.0398944e-05 + max_entropy: 0.093985684 + max_grad_norm_pre_clip: 3.497828 + max_loss: 0.002015853 + std: + std_actor_approxkl1: 0.000601093 + std_actor_approxkl3: 0.00027766367 + std_actor_clipfrac: 0.008578796 + std_actor_loss: 0.00078092533 + std_advantage: 0.0061039017 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.380447e-07 + std_entropy: 0.008849873 + std_grad_norm_pre_clip: 0.63640815 + std_loss: 0.0007789126 + eval-batch-train: + avg_avg_episode_length: 4.7785397 + avg_avg_return: 0.98913527 + avg_benchmark_regret: 0.0060578175 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3434906 + proxy_corner: + avg_avg_return: 0.1972461 + avg_reward_per_step: 0.039245605 + eval-batch-orig: + avg_avg_episode_length: 6.1854353 + avg_avg_return: 0.98469424 + avg_benchmark_regret: 0.009244795 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26410675 + proxy_corner: + avg_avg_return: 0.98469424 + avg_reward_per_step: 0.26410675 + eval-batch-shift: + avg_avg_episode_length: 5.113944 + avg_avg_return: 0.9879148 + avg_benchmark_regret: 0.0070465244 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.18454462 + avg_reward_per_step: 0.035957336 + eval-batch-tree: + avg_avg_episode_length: 5.657133 + avg_avg_return: 0.9867553 + avg_benchmark_regret: 0.0076649273 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27762604 + proxy_corner: + avg_avg_return: 0.9867553 + avg_reward_per_step: 0.27762604 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 227540992 + env-step-replay-before: 114524160 + env-step-used-before: 227540992 + ppo-update-before: 138880 + env-step-generate-before: 113016832 + env-step-all-after: 227573760 + env-step-replay-after: 114556928 + env-step-used-after: 227573760 + ppo-update-after: 138900 + env-step-generate-after: 113016832 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.842577 + avg_avg_return: 0.8872806 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.63988817 + avg_reward_per_step: 0.04928589 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.842577 + avg_avg_return: 0.8872806 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.63988817 + avg_reward_per_step: 0.04928589 + perf: + env_steps_per_second: 999018.0862950493 + ppo_updates_per_second: 111.15847884875419 + eval-batch-train-duration: 0.18505722197005525 + eval-batch-orig-duration: 0.13615259196376428 + eval-batch-shift-duration: 0.1365955580258742 + eval-batch-tree-duration: 0.13647083297837526 + ued: + distances: + cheese-corne_dist_avg: 7.0671387 + cheese-corne_dist_wavg: 3.4182062 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 13.128662 + mouse-cheese_dist_finite_wavg: 13.013244 + mouse-cheese_dist_solvable_avg: 13.128662 + mouse-cheese_dist_solvable_wavg: 13.013246 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10091901 + visit_patterns: + avg_first_visit_time: 2449.6743 + avg_last_visit_time: 3486.197 + num_replay_batches: 3496 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00087436876 + avg_actor_approxkl3: 0.00055165356 + avg_actor_clipfrac: 0.017999267 + avg_actor_loss: 0.0003924282 + avg_advantage: -0.0010485832 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.646363e-05 + avg_entropy: 0.05527981 + avg_grad_norm_pre_clip: 1.4458226 + avg_loss: 0.0003453802 + max: + max_actor_approxkl1: 0.0030648601 + max_actor_approxkl3: 0.0017140015 + max_actor_clipfrac: 0.040283203 + max_actor_loss: 0.0016582131 + max_advantage: 0.024720967 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8851879e-05 + max_entropy: 0.07015319 + max_grad_norm_pre_clip: 2.2856445 + max_loss: 0.001614328 + std: + std_actor_approxkl1: 0.00062771275 + std_actor_approxkl3: 0.00034396187 + std_actor_clipfrac: 0.007866527 + std_actor_loss: 0.0005044664 + std_advantage: 0.005719928 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.073183e-07 + std_entropy: 0.0058580884 + std_grad_norm_pre_clip: 0.43297547 + std_loss: 0.0005025515 + eval-batch-train: + avg_avg_episode_length: 4.781405 + avg_avg_return: 0.9893919 + avg_benchmark_regret: 0.005801184 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3431244 + proxy_corner: + avg_avg_return: 0.19774435 + avg_reward_per_step: 0.03956604 + eval-batch-orig: + avg_avg_episode_length: 6.1157265 + avg_avg_return: 0.9850793 + avg_benchmark_regret: 0.008859756 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26491547 + proxy_corner: + avg_avg_return: 0.9850793 + avg_reward_per_step: 0.26491547 + eval-batch-shift: + avg_avg_episode_length: 5.0534544 + avg_avg_return: 0.9879708 + avg_benchmark_regret: 0.0069904653 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34428406 + proxy_corner: + avg_avg_return: 0.18611391 + avg_reward_per_step: 0.036460876 + eval-batch-tree: + avg_avg_episode_length: 5.596678 + avg_avg_return: 0.98750937 + avg_benchmark_regret: 0.0069109127 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2778778 + proxy_corner: + avg_avg_return: 0.98750937 + avg_reward_per_step: 0.2778778 +=========================================================== +=========================================================== + step: + env-step-all-before: 228589568 + env-step-replay-before: 115081216 + env-step-used-before: 228589568 + ppo-update-before: 139520 + env-step-generate-before: 113508352 + env-step-all-after: 228622336 + env-step-replay-after: 115081216 + env-step-used-after: 228622336 + ppo-update-after: 139540 + env-step-generate-after: 113541120 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.1930456 + avg_avg_return: 0.9661752 + avg_reward_per_step: 0.32226562 + proxy_corner: + avg_avg_return: 0.14843395 + avg_reward_per_step: 0.025878906 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.1930456 + avg_avg_return: 0.9661752 + avg_reward_per_step: 0.32226562 + proxy_corner: + avg_avg_return: 0.14843395 + avg_reward_per_step: 0.025878906 + perf: + env_steps_per_second: 973582.3385644994 + ppo_updates_per_second: 110.42990947580654 + eval-batch-train-duration: 0.1875972889829427 + eval-batch-orig-duration: 0.13681297801667824 + eval-batch-shift-duration: 0.13835693802684546 + eval-batch-tree-duration: 0.13825437397463247 + ued: + distances: + cheese-corne_dist_avg: 7.0791016 + cheese-corne_dist_wavg: 7.896419 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 13.141602 + mouse-cheese_dist_finite_wavg: 15.711572 + mouse-cheese_dist_solvable_avg: 13.141602 + mouse-cheese_dist_solvable_wavg: 15.711572 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10184814 + visit_patterns: + avg_first_visit_time: 2459.1514 + avg_last_visit_time: 3502.3442 + num_replay_batches: 3512 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007311897 + avg_actor_approxkl3: 0.00051361055 + avg_actor_clipfrac: 0.0062072757 + avg_actor_loss: 0.0002760492 + avg_advantage: 0.00085945457 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9005418e-05 + avg_entropy: 0.015515302 + avg_grad_norm_pre_clip: 0.6080008 + avg_loss: 0.0002700366 + max: + max_actor_approxkl1: 0.0030407489 + max_actor_approxkl3: 0.0023639859 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.002059841 + max_advantage: 0.030931711 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.409524e-05 + max_entropy: 0.026330786 + max_grad_norm_pre_clip: 1.363866 + max_loss: 0.0020505465 + std: + std_actor_approxkl1: 0.00086916506 + std_actor_approxkl3: 0.0006525558 + std_actor_clipfrac: 0.0037092655 + std_actor_loss: 0.0005446164 + std_advantage: 0.0060685286 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.210554e-06 + std_entropy: 0.0034242729 + std_grad_norm_pre_clip: 0.3540395 + std_loss: 0.0005445523 + eval-batch-train: + avg_avg_episode_length: 4.7676406 + avg_avg_return: 0.9893924 + avg_benchmark_regret: 0.005800665 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34365082 + proxy_corner: + avg_avg_return: 0.19741678 + avg_reward_per_step: 0.03954315 + eval-batch-orig: + avg_avg_episode_length: 6.220147 + avg_avg_return: 0.9844646 + avg_benchmark_regret: 0.009474452 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2653122 + proxy_corner: + avg_avg_return: 0.9844646 + avg_reward_per_step: 0.2653122 + eval-batch-shift: + avg_avg_episode_length: 5.019248 + avg_avg_return: 0.988258 + avg_benchmark_regret: 0.0067032725 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34553528 + proxy_corner: + avg_avg_return: 0.18327904 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.6499557 + avg_avg_return: 0.986573 + avg_benchmark_regret: 0.007847289 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27806854 + proxy_corner: + avg_avg_return: 0.986573 + avg_reward_per_step: 0.27806854 +=========================================================== +=========================================================== + step: + env-step-all-before: 229638144 + env-step-replay-before: 115736576 + env-step-used-before: 229638144 + ppo-update-before: 140160 + env-step-generate-before: 113901568 + env-step-all-after: 229670912 + env-step-replay-after: 115769344 + env-step-used-after: 229670912 + ppo-update-after: 140180 + env-step-generate-after: 113901568 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.785819 + avg_avg_return: 0.88743025 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.6447885 + avg_reward_per_step: 0.049591064 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.785819 + avg_avg_return: 0.88743025 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.6447885 + avg_reward_per_step: 0.049591064 + perf: + env_steps_per_second: 913760.6333049968 + ppo_updates_per_second: 112.19300069669282 + eval-batch-train-duration: 0.1845979469944723 + eval-batch-orig-duration: 0.138532949029468 + eval-batch-shift-duration: 0.13922402198659256 + eval-batch-tree-duration: 0.13641043897951022 + ued: + distances: + cheese-corne_dist_avg: 7.1015625 + cheese-corne_dist_wavg: 0.6981324 + levels_cheese_is_in_corner_avg: 0.06323242 + mouse-cheese_dist_finite_avg: 13.139648 + mouse-cheese_dist_finite_wavg: 14.813368 + mouse-cheese_dist_solvable_avg: 13.139648 + mouse-cheese_dist_solvable_wavg: 14.81337 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1015646 + visit_patterns: + avg_first_visit_time: 2466.9548 + avg_last_visit_time: 3523.2585 + num_replay_batches: 3533 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010462475 + avg_actor_approxkl3: 0.0006947452 + avg_actor_clipfrac: 0.01638794 + avg_actor_loss: 0.00065620954 + avg_advantage: 0.0008044815 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.644293e-05 + avg_entropy: 0.051900517 + avg_grad_norm_pre_clip: 1.3200417 + avg_loss: 0.0006125304 + max: + max_actor_approxkl1: 0.0025811328 + max_actor_approxkl3: 0.0016368337 + max_actor_clipfrac: 0.03100586 + max_actor_loss: 0.0059050946 + max_advantage: 0.026454568 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8034145e-05 + max_entropy: 0.060236465 + max_grad_norm_pre_clip: 3.8210208 + max_loss: 0.0058575105 + std: + std_actor_approxkl1: 0.00078978256 + std_actor_approxkl3: 0.00044238596 + std_actor_clipfrac: 0.0074859937 + std_actor_loss: 0.0013635076 + std_advantage: 0.0055766376 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.076697e-07 + std_entropy: 0.0046665086 + std_grad_norm_pre_clip: 0.7711391 + std_loss: 0.0013626501 + eval-batch-train: + avg_avg_episode_length: 4.768015 + avg_avg_return: 0.98944116 + avg_benchmark_regret: 0.005751943 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3438034 + proxy_corner: + avg_avg_return: 0.1973561 + avg_reward_per_step: 0.03942108 + eval-batch-orig: + avg_avg_episode_length: 6.064702 + avg_avg_return: 0.98548615 + avg_benchmark_regret: 0.008452876 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26506042 + proxy_corner: + avg_avg_return: 0.98548615 + avg_reward_per_step: 0.26506042 + eval-batch-shift: + avg_avg_episode_length: 5.0140047 + avg_avg_return: 0.9882632 + avg_benchmark_regret: 0.0066981534 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34581757 + proxy_corner: + avg_avg_return: 0.18371463 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.6010675 + avg_avg_return: 0.9864793 + avg_benchmark_regret: 0.007940972 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2772293 + proxy_corner: + avg_avg_return: 0.9864793 + avg_reward_per_step: 0.2772293 +=========================================================== +=========================================================== + step: + env-step-all-before: 230686720 + env-step-replay-before: 116359168 + env-step-used-before: 230686720 + ppo-update-before: 140800 + env-step-generate-before: 114327552 + env-step-all-after: 230719488 + env-step-replay-after: 116359168 + env-step-used-after: 230719488 + ppo-update-after: 140820 + env-step-generate-after: 114360320 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 4.6984353 + avg_avg_return: 0.9711641 + avg_reward_per_step: 0.33892822 + proxy_corner: + avg_avg_return: 0.19343203 + avg_reward_per_step: 0.03475952 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 4.6984353 + avg_avg_return: 0.9711641 + avg_reward_per_step: 0.33892822 + proxy_corner: + avg_avg_return: 0.19343203 + avg_reward_per_step: 0.03475952 + perf: + env_steps_per_second: 991261.6626492706 + ppo_updates_per_second: 111.53438158181416 + eval-batch-train-duration: 0.19236144900787622 + eval-batch-orig-duration: 0.14912342897150666 + eval-batch-shift-duration: 0.13889490201836452 + eval-batch-tree-duration: 0.13815170101588592 + ued: + distances: + cheese-corne_dist_avg: 7.080078 + cheese-corne_dist_wavg: 3.400732 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 13.135986 + mouse-cheese_dist_finite_wavg: 14.811004 + mouse-cheese_dist_solvable_avg: 13.135986 + mouse-cheese_dist_solvable_wavg: 14.811006 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1012772 + visit_patterns: + avg_first_visit_time: 2475.3555 + avg_last_visit_time: 3541.387 + num_replay_batches: 3551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.009086e-05 + avg_actor_approxkl3: 9.693444e-05 + avg_actor_clipfrac: 0.0020935058 + avg_actor_loss: -6.223405e-05 + avg_advantage: -0.00076529424 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.105172e-05 + avg_entropy: 0.009050201 + avg_grad_norm_pre_clip: 0.16998331 + avg_loss: -6.075839e-05 + max: + max_actor_approxkl1: 0.0005720684 + max_actor_approxkl3: 0.00027339044 + max_actor_clipfrac: 0.007446289 + max_actor_loss: 0.00022744387 + max_advantage: 0.03376174 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.6572598e-05 + max_entropy: 0.012674505 + max_grad_norm_pre_clip: 0.49809584 + max_loss: 0.00022882999 + std: + std_actor_approxkl1: 0.00017164696 + std_actor_approxkl3: 8.981526e-05 + std_actor_clipfrac: 0.0021458957 + std_actor_loss: 0.00017436092 + std_advantage: 0.006457699 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8133256e-06 + std_entropy: 0.0016178337 + std_grad_norm_pre_clip: 0.10632767 + std_loss: 0.000174128 + eval-batch-train: + avg_avg_episode_length: 4.747095 + avg_avg_return: 0.98946965 + avg_benchmark_regret: 0.005723454 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34417725 + proxy_corner: + avg_avg_return: 0.19720569 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 6.1355033 + avg_avg_return: 0.98462474 + avg_benchmark_regret: 0.009314294 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26576233 + proxy_corner: + avg_avg_return: 0.98462474 + avg_reward_per_step: 0.26576233 + eval-batch-shift: + avg_avg_episode_length: 4.994 + avg_avg_return: 0.9881513 + avg_benchmark_regret: 0.0068100085 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460083 + proxy_corner: + avg_avg_return: 0.18374832 + avg_reward_per_step: 0.03643799 + eval-batch-tree: + avg_avg_episode_length: 5.609364 + avg_avg_return: 0.98697627 + avg_benchmark_regret: 0.0074440185 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2783966 + proxy_corner: + avg_avg_return: 0.98697627 + avg_reward_per_step: 0.2783966 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 231735296 + env-step-replay-before: 116916224 + env-step-used-before: 231735296 + ppo-update-before: 141440 + env-step-generate-before: 114819072 + env-step-all-after: 231768064 + env-step-replay-after: 116948992 + env-step-used-after: 231768064 + ppo-update-after: 141460 + env-step-generate-after: 114819072 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.724657 + avg_avg_return: 0.88877285 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.66708004 + avg_reward_per_step: 0.051239014 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.724657 + avg_avg_return: 0.88877285 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.66708004 + avg_reward_per_step: 0.051239014 + perf: + env_steps_per_second: 926427.445139457 + ppo_updates_per_second: 112.30336733601659 + eval-batch-train-duration: 0.18616792699322104 + eval-batch-orig-duration: 0.14082321600290015 + eval-batch-shift-duration: 0.13828522199764848 + eval-batch-tree-duration: 0.13696154800709337 + ued: + distances: + cheese-corne_dist_avg: 7.0737305 + cheese-corne_dist_wavg: 1.6061345 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 13.1328125 + mouse-cheese_dist_finite_wavg: 13.01607 + mouse-cheese_dist_solvable_avg: 13.1328125 + mouse-cheese_dist_solvable_wavg: 13.01607 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.100531936 + visit_patterns: + avg_first_visit_time: 2478.8591 + avg_last_visit_time: 3559.31 + num_replay_batches: 3569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009454852 + avg_actor_approxkl3: 0.00043413593 + avg_actor_clipfrac: 0.013116456 + avg_actor_loss: -0.00013884995 + avg_advantage: 0.0003419493 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5555328e-05 + avg_entropy: 0.04491004 + avg_grad_norm_pre_clip: 0.9119763 + avg_loss: -0.00017598232 + max: + max_actor_approxkl1: 0.0019663377 + max_actor_approxkl3: 0.001006911 + max_actor_clipfrac: 0.02368164 + max_actor_loss: 0.0003250856 + max_advantage: 0.024772644 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.7174874e-05 + max_entropy: 0.06089571 + max_grad_norm_pre_clip: 1.6334851 + max_loss: 0.00028928128 + std: + std_actor_approxkl1: 0.0006573286 + std_actor_approxkl3: 0.00025096105 + std_actor_clipfrac: 0.0055317488 + std_actor_loss: 0.00034522035 + std_advantage: 0.005557806 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.8687617e-07 + std_entropy: 0.0061217435 + std_grad_norm_pre_clip: 0.38563564 + std_loss: 0.00034636626 + eval-batch-train: + avg_avg_episode_length: 4.7552195 + avg_avg_return: 0.98980004 + avg_benchmark_regret: 0.0053930962 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34388733 + proxy_corner: + avg_avg_return: 0.19727105 + avg_reward_per_step: 0.039634705 + eval-batch-orig: + avg_avg_episode_length: 6.0911245 + avg_avg_return: 0.98536164 + avg_benchmark_regret: 0.008577365 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26559448 + proxy_corner: + avg_avg_return: 0.98536164 + avg_reward_per_step: 0.26559448 + eval-batch-shift: + avg_avg_episode_length: 5.0176105 + avg_avg_return: 0.9879466 + avg_benchmark_regret: 0.0070146974 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3453827 + proxy_corner: + avg_avg_return: 0.1851899 + avg_reward_per_step: 0.03653717 + eval-batch-tree: + avg_avg_episode_length: 5.588059 + avg_avg_return: 0.9867704 + avg_benchmark_regret: 0.0076499307 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27820587 + proxy_corner: + avg_avg_return: 0.9867704 + avg_reward_per_step: 0.27820587 +=========================================================== +=========================================================== + step: + env-step-all-before: 232783872 + env-step-replay-before: 117407744 + env-step-used-before: 232783872 + ppo-update-before: 142080 + env-step-generate-before: 115376128 + env-step-all-after: 232816640 + env-step-replay-after: 117407744 + env-step-used-after: 232816640 + ppo-update-after: 142100 + env-step-generate-after: 115408896 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.0847425 + avg_avg_return: 0.9672828 + avg_reward_per_step: 0.32406616 + proxy_corner: + avg_avg_return: 0.2201572 + avg_reward_per_step: 0.04800415 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.0847425 + avg_avg_return: 0.9672828 + avg_reward_per_step: 0.32406616 + proxy_corner: + avg_avg_return: 0.2201572 + avg_reward_per_step: 0.04800415 + perf: + env_steps_per_second: 1009497.4348206518 + ppo_updates_per_second: 111.33721656739276 + eval-batch-train-duration: 0.18568236095597968 + eval-batch-orig-duration: 0.13777004199801013 + eval-batch-shift-duration: 0.1377059710212052 + eval-batch-tree-duration: 0.1366924300091341 + ued: + distances: + cheese-corne_dist_avg: 7.0788574 + cheese-corne_dist_wavg: 6.102568 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 13.139648 + mouse-cheese_dist_finite_wavg: 9.419051 + mouse-cheese_dist_solvable_avg: 13.139648 + mouse-cheese_dist_solvable_wavg: 9.419053 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10116671 + visit_patterns: + avg_first_visit_time: 2492.6106 + avg_last_visit_time: 3573.2676 + num_replay_batches: 3583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071901426 + avg_actor_approxkl3: 0.00071091444 + avg_actor_clipfrac: 0.008740234 + avg_actor_loss: -7.200053e-05 + avg_advantage: -0.003054263 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6755635e-05 + avg_entropy: 0.014836869 + avg_grad_norm_pre_clip: 0.5718449 + avg_loss: -7.845958e-05 + max: + max_actor_approxkl1: 0.0019253696 + max_actor_approxkl3: 0.002241174 + max_actor_clipfrac: 0.023803711 + max_actor_loss: 0.0012654816 + max_advantage: 0.022801876 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3609307e-05 + max_entropy: 0.025452536 + max_grad_norm_pre_clip: 1.5441452 + max_loss: 0.0012470802 + std: + std_actor_approxkl1: 0.00059472804 + std_actor_approxkl3: 0.0006918024 + std_actor_clipfrac: 0.006413793 + std_actor_loss: 0.00048784274 + std_advantage: 0.005529716 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0743424e-06 + std_entropy: 0.004759649 + std_grad_norm_pre_clip: 0.37241766 + std_loss: 0.00048495136 + eval-batch-train: + avg_avg_episode_length: 4.777026 + avg_avg_return: 0.98954844 + avg_benchmark_regret: 0.005644682 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34337616 + proxy_corner: + avg_avg_return: 0.19755036 + avg_reward_per_step: 0.03942108 + eval-batch-orig: + avg_avg_episode_length: 6.1650076 + avg_avg_return: 0.9847191 + avg_benchmark_regret: 0.009219911 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26424408 + proxy_corner: + avg_avg_return: 0.9847191 + avg_reward_per_step: 0.26424408 + eval-batch-shift: + avg_avg_episode_length: 5.124353 + avg_avg_return: 0.9881381 + avg_benchmark_regret: 0.0068232003 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34481812 + proxy_corner: + avg_avg_return: 0.18322915 + avg_reward_per_step: 0.03593445 + eval-batch-tree: + avg_avg_episode_length: 5.639348 + avg_avg_return: 0.9868065 + avg_benchmark_regret: 0.0076137646 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27687073 + proxy_corner: + avg_avg_return: 0.9868065 + avg_reward_per_step: 0.27687073 +=========================================================== +=========================================================== + step: + env-step-all-before: 233832448 + env-step-replay-before: 118030336 + env-step-used-before: 233832448 + ppo-update-before: 142720 + env-step-generate-before: 115802112 + env-step-all-after: 233865216 + env-step-replay-after: 118063104 + env-step-used-after: 233865216 + ppo-update-after: 142740 + env-step-generate-after: 115802112 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.934146 + avg_avg_return: 0.8870976 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.62682796 + avg_reward_per_step: 0.048065186 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.934146 + avg_avg_return: 0.8870976 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.62682796 + avg_reward_per_step: 0.048065186 + perf: + env_steps_per_second: 1019581.9914187539 + ppo_updates_per_second: 110.83590312116318 + eval-batch-train-duration: 0.18568767100805417 + eval-batch-orig-duration: 0.13650750304805115 + eval-batch-shift-duration: 0.13654023397248238 + eval-batch-tree-duration: 0.13640285498695448 + ued: + distances: + cheese-corne_dist_avg: 7.0820312 + cheese-corne_dist_wavg: 7.0044513 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 13.135986 + mouse-cheese_dist_finite_wavg: 13.915818 + mouse-cheese_dist_solvable_avg: 13.135986 + mouse-cheese_dist_solvable_wavg: 13.915816 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101758346 + visit_patterns: + avg_first_visit_time: 2501.209 + avg_last_visit_time: 3593.247 + num_replay_batches: 3603 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009260594 + avg_actor_approxkl3: 0.0005068363 + avg_actor_clipfrac: 0.014642335 + avg_actor_loss: 4.3804863e-05 + avg_advantage: -4.297062e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.46270395e-05 + avg_entropy: 0.042574104 + avg_grad_norm_pre_clip: 1.0588312 + avg_loss: 8.544279e-06 + max: + max_actor_approxkl1: 0.0027484123 + max_actor_approxkl3: 0.0011875461 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.0016638944 + max_advantage: 0.025687695 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6159414e-05 + max_entropy: 0.0532844 + max_grad_norm_pre_clip: 1.6228942 + max_loss: 0.0016298479 + std: + std_actor_approxkl1: 0.0007443238 + std_actor_approxkl3: 0.0003267623 + std_actor_clipfrac: 0.006461715 + std_actor_loss: 0.00046409538 + std_advantage: 0.0053838138 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.0057296e-07 + std_entropy: 0.004686989 + std_grad_norm_pre_clip: 0.3250489 + std_loss: 0.00046425796 + eval-batch-train: + avg_avg_episode_length: 4.7694016 + avg_avg_return: 0.9894886 + avg_benchmark_regret: 0.0057044476 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34370422 + proxy_corner: + avg_avg_return: 0.19743077 + avg_reward_per_step: 0.0394516 + eval-batch-orig: + avg_avg_episode_length: 6.121673 + avg_avg_return: 0.9850158 + avg_benchmark_regret: 0.008923207 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2656784 + proxy_corner: + avg_avg_return: 0.9850158 + avg_reward_per_step: 0.2656784 + eval-batch-shift: + avg_avg_episode_length: 5.0264664 + avg_avg_return: 0.9882739 + avg_benchmark_regret: 0.006687371 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34521484 + proxy_corner: + avg_avg_return: 0.18444934 + avg_reward_per_step: 0.036392212 + eval-batch-tree: + avg_avg_episode_length: 5.588605 + avg_avg_return: 0.98702383 + avg_benchmark_regret: 0.0073964903 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27807617 + proxy_corner: + avg_avg_return: 0.98702383 + avg_reward_per_step: 0.27807617 +=========================================================== +=========================================================== + step: + env-step-all-before: 234881024 + env-step-replay-before: 118816768 + env-step-used-before: 234881024 + ppo-update-before: 143360 + env-step-generate-before: 116064256 + env-step-all-after: 234913792 + env-step-replay-after: 118849536 + env-step-used-after: 234913792 + ppo-update-after: 143380 + env-step-generate-after: 116064256 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.022743 + avg_avg_return: 0.88565755 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.5972012 + avg_reward_per_step: 0.04537964 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.022743 + avg_avg_return: 0.88565755 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.5972012 + avg_reward_per_step: 0.04537964 + perf: + env_steps_per_second: 959750.746464446 + ppo_updates_per_second: 111.5886665766706 + eval-batch-train-duration: 0.1890686730039306 + eval-batch-orig-duration: 0.148123784980271 + eval-batch-shift-duration: 0.13875540002482012 + eval-batch-tree-duration: 0.13668716099346057 + ued: + distances: + cheese-corne_dist_avg: 7.090088 + cheese-corne_dist_wavg: 7.002603 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 13.136963 + mouse-cheese_dist_finite_wavg: 13.015492 + mouse-cheese_dist_solvable_avg: 13.136963 + mouse-cheese_dist_solvable_wavg: 13.015492 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100886896 + visit_patterns: + avg_first_visit_time: 2507.058 + avg_last_visit_time: 3617.3076 + num_replay_batches: 3627 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016090721 + avg_actor_approxkl3: 0.000718614 + avg_actor_clipfrac: 0.018530274 + avg_actor_loss: 0.00024486217 + avg_advantage: 0.002262175 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9808967e-05 + avg_entropy: 0.050363887 + avg_grad_norm_pre_clip: 1.4837604 + avg_loss: 0.00020440276 + max: + max_actor_approxkl1: 0.004264913 + max_actor_approxkl3: 0.002400565 + max_actor_clipfrac: 0.03503418 + max_actor_loss: 0.0030422136 + max_advantage: 0.032330155 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3645418e-05 + max_entropy: 0.063599154 + max_grad_norm_pre_clip: 2.8093698 + max_loss: 0.0029929904 + std: + std_actor_approxkl1: 0.0013432957 + std_actor_approxkl3: 0.00059020607 + std_actor_clipfrac: 0.008753522 + std_actor_loss: 0.00095333386 + std_advantage: 0.006133379 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8636862e-06 + std_entropy: 0.006383332 + std_grad_norm_pre_clip: 0.6728032 + std_loss: 0.0009521508 + eval-batch-train: + avg_avg_episode_length: 4.7632413 + avg_avg_return: 0.98963046 + avg_benchmark_regret: 0.0055626705 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3436432 + proxy_corner: + avg_avg_return: 0.19726825 + avg_reward_per_step: 0.039512634 + eval-batch-orig: + avg_avg_episode_length: 6.050494 + avg_avg_return: 0.98558027 + avg_benchmark_regret: 0.00835877 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26598358 + proxy_corner: + avg_avg_return: 0.98558027 + avg_reward_per_step: 0.26598358 + eval-batch-shift: + avg_avg_episode_length: 5.083108 + avg_avg_return: 0.98815334 + avg_benchmark_regret: 0.0068079527 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34519196 + proxy_corner: + avg_avg_return: 0.18485191 + avg_reward_per_step: 0.036109924 + eval-batch-tree: + avg_avg_episode_length: 5.569296 + avg_avg_return: 0.9874412 + avg_benchmark_regret: 0.0069791065 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27786255 + proxy_corner: + avg_avg_return: 0.9874412 + avg_reward_per_step: 0.27786255 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 235929600 + env-step-replay-before: 119275520 + env-step-used-before: 235929600 + ppo-update-before: 144000 + env-step-generate-before: 116654080 + env-step-all-after: 235962368 + env-step-replay-after: 119275520 + env-step-used-after: 235962368 + ppo-update-after: 144020 + env-step-generate-after: 116686848 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.2422395 + avg_avg_return: 0.9658649 + avg_reward_per_step: 0.32196045 + proxy_corner: + avg_avg_return: 0.17830122 + avg_reward_per_step: 0.030944824 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.2422395 + avg_avg_return: 0.9658649 + avg_reward_per_step: 0.32196045 + proxy_corner: + avg_avg_return: 0.17830122 + avg_reward_per_step: 0.030944824 + perf: + env_steps_per_second: 974319.8859749025 + ppo_updates_per_second: 110.21937695812602 + eval-batch-train-duration: 0.18762865901226178 + eval-batch-orig-duration: 0.1367749670171179 + eval-batch-shift-duration: 0.1402751930290833 + eval-batch-tree-duration: 0.14045001397607848 + ued: + distances: + cheese-corne_dist_avg: 7.0964355 + cheese-corne_dist_wavg: 7.0018406 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 13.144043 + mouse-cheese_dist_finite_wavg: 14.814286 + mouse-cheese_dist_solvable_avg: 13.144043 + mouse-cheese_dist_solvable_wavg: 14.814288 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10270633 + visit_patterns: + avg_first_visit_time: 2518.9468 + avg_last_visit_time: 3630.244 + num_replay_batches: 3640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000480407 + avg_actor_approxkl3: 0.00041515045 + avg_actor_clipfrac: 0.007873535 + avg_actor_loss: 0.00012708397 + avg_advantage: 0.00023783979 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7088867e-05 + avg_entropy: 0.016309611 + avg_grad_norm_pre_clip: 0.5156205 + avg_loss: 0.0001193188 + max: + max_actor_approxkl1: 0.0016678955 + max_actor_approxkl3: 0.0012565374 + max_actor_clipfrac: 0.021484375 + max_actor_loss: 0.0007822523 + max_advantage: 0.024120688 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9502386e-05 + max_entropy: 0.023787718 + max_grad_norm_pre_clip: 1.0922167 + max_loss: 0.0007774173 + std: + std_actor_approxkl1: 0.0004820584 + std_actor_approxkl3: 0.00036021826 + std_actor_clipfrac: 0.005803349 + std_actor_loss: 0.00030036672 + std_advantage: 0.005938583 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4647613e-06 + std_entropy: 0.0040735872 + std_grad_norm_pre_clip: 0.26371196 + std_loss: 0.00030004434 + eval-batch-train: + avg_avg_episode_length: 4.767766 + avg_avg_return: 0.98922676 + avg_benchmark_regret: 0.005966344 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34376526 + proxy_corner: + avg_avg_return: 0.1976771 + avg_reward_per_step: 0.039527893 + eval-batch-orig: + avg_avg_episode_length: 6.0804367 + avg_avg_return: 0.9851781 + avg_benchmark_regret: 0.00876092 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26600647 + proxy_corner: + avg_avg_return: 0.9851781 + avg_reward_per_step: 0.26600647 + eval-batch-shift: + avg_avg_episode_length: 5.0911903 + avg_avg_return: 0.9878865 + avg_benchmark_regret: 0.0070748283 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34526062 + proxy_corner: + avg_avg_return: 0.18661466 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.575098 + avg_avg_return: 0.98711705 + avg_benchmark_regret: 0.0073031853 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2783203 + proxy_corner: + avg_avg_return: 0.98711705 + avg_reward_per_step: 0.2783203 +=========================================================== +=========================================================== + step: + env-step-all-before: 236978176 + env-step-replay-before: 119734272 + env-step-used-before: 236978176 + ppo-update-before: 144640 + env-step-generate-before: 117243904 + env-step-all-after: 237010944 + env-step-replay-after: 119767040 + env-step-used-after: 237010944 + ppo-update-after: 144660 + env-step-generate-after: 117243904 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.362358 + avg_avg_return: 0.8843547 + avg_reward_per_step: 0.06732178 + proxy_corner: + avg_avg_return: 0.5899218 + avg_reward_per_step: 0.04458618 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.362358 + avg_avg_return: 0.8843547 + avg_reward_per_step: 0.06732178 + proxy_corner: + avg_avg_return: 0.5899218 + avg_reward_per_step: 0.04458618 + perf: + env_steps_per_second: 997068.3114879424 + ppo_updates_per_second: 111.56334054990539 + eval-batch-train-duration: 0.18457888200646266 + eval-batch-orig-duration: 0.138364733022172 + eval-batch-shift-duration: 0.1385744590079412 + eval-batch-tree-duration: 0.1362698339507915 + ued: + distances: + cheese-corne_dist_avg: 7.092285 + cheese-corne_dist_wavg: 7.9083815 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 13.131592 + mouse-cheese_dist_finite_wavg: 13.912657 + mouse-cheese_dist_solvable_avg: 13.131592 + mouse-cheese_dist_solvable_wavg: 13.912657 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10215738 + visit_patterns: + avg_first_visit_time: 2530.5964 + avg_last_visit_time: 3645.342 + num_replay_batches: 3655 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001475877 + avg_actor_approxkl3: 0.00087270106 + avg_actor_clipfrac: 0.026184082 + avg_actor_loss: -0.00041834847 + avg_advantage: -0.00056883553 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6079472e-05 + avg_entropy: 0.06257465 + avg_grad_norm_pre_clip: 1.6394783 + avg_loss: -0.00047288332 + max: + max_actor_approxkl1: 0.0050696353 + max_actor_approxkl3: 0.002835805 + max_actor_clipfrac: 0.057495117 + max_actor_loss: 0.0007972717 + max_advantage: 0.021335304 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.7994686e-05 + max_entropy: 0.084035724 + max_grad_norm_pre_clip: 4.5803165 + max_loss: 0.0007540933 + std: + std_actor_approxkl1: 0.0010908279 + std_actor_approxkl3: 0.0005989933 + std_actor_clipfrac: 0.012316495 + std_actor_loss: 0.00077279075 + std_advantage: 0.005675118 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.291788e-07 + std_entropy: 0.009618484 + std_grad_norm_pre_clip: 0.83294505 + std_loss: 0.0007756655 + eval-batch-train: + avg_avg_episode_length: 4.772848 + avg_avg_return: 0.98929787 + avg_benchmark_regret: 0.005895218 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34368134 + proxy_corner: + avg_avg_return: 0.19762705 + avg_reward_per_step: 0.039489746 + eval-batch-orig: + avg_avg_episode_length: 6.128837 + avg_avg_return: 0.984873 + avg_benchmark_regret: 0.009066011 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2638855 + proxy_corner: + avg_avg_return: 0.984873 + avg_reward_per_step: 0.2638855 + eval-batch-shift: + avg_avg_episode_length: 5.2204227 + avg_avg_return: 0.98776054 + avg_benchmark_regret: 0.0072006937 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34468842 + proxy_corner: + avg_avg_return: 0.18501747 + avg_reward_per_step: 0.035949707 + eval-batch-tree: + avg_avg_episode_length: 5.6172466 + avg_avg_return: 0.9869887 + avg_benchmark_regret: 0.0074315444 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27635956 + proxy_corner: + avg_avg_return: 0.9869887 + avg_reward_per_step: 0.27635956 +=========================================================== +=========================================================== + step: + env-step-all-before: 238026752 + env-step-replay-before: 120225792 + env-step-used-before: 238026752 + ppo-update-before: 145280 + env-step-generate-before: 117800960 + env-step-all-after: 238059520 + env-step-replay-after: 120258560 + env-step-used-after: 238059520 + ppo-update-after: 145300 + env-step-generate-after: 117800960 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.837656 + avg_avg_return: 0.8874419 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.6459646 + avg_reward_per_step: 0.050048828 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.837656 + avg_avg_return: 0.8874419 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.6459646 + avg_reward_per_step: 0.050048828 + perf: + env_steps_per_second: 987538.6235541364 + ppo_updates_per_second: 111.0813820355253 + eval-batch-train-duration: 0.1940959090134129 + eval-batch-orig-duration: 0.14530158700654283 + eval-batch-shift-duration: 0.1350271229748614 + eval-batch-tree-duration: 0.13855907903052866 + ued: + distances: + cheese-corne_dist_avg: 7.100586 + cheese-corne_dist_wavg: 11.511901 + levels_cheese_is_in_corner_avg: 0.06323242 + mouse-cheese_dist_finite_avg: 13.135986 + mouse-cheese_dist_finite_wavg: 13.0154295 + mouse-cheese_dist_solvable_avg: 13.135986 + mouse-cheese_dist_solvable_wavg: 13.015431 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.101862475 + visit_patterns: + avg_first_visit_time: 2539.5688 + avg_last_visit_time: 3660.205 + num_replay_batches: 3670 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078597706 + avg_actor_approxkl3: 0.0005161852 + avg_actor_clipfrac: 0.014910889 + avg_actor_loss: 5.5626628e-05 + avg_advantage: -0.00023887354 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5124642e-05 + avg_entropy: 0.04782781 + avg_grad_norm_pre_clip: 1.0322169 + avg_loss: 1.5361144e-05 + max: + max_actor_approxkl1: 0.0019956813 + max_actor_approxkl3: 0.0010985173 + max_actor_clipfrac: 0.024780273 + max_actor_loss: 0.0012937337 + max_advantage: 0.03317833 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6303624e-05 + max_entropy: 0.06114755 + max_grad_norm_pre_clip: 1.9939271 + max_loss: 0.0012437912 + std: + std_actor_approxkl1: 0.00051305187 + std_actor_approxkl3: 0.00027276448 + std_actor_clipfrac: 0.0058630966 + std_actor_loss: 0.0004892813 + std_advantage: 0.005494885 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.087869e-07 + std_entropy: 0.006079396 + std_grad_norm_pre_clip: 0.4196412 + std_loss: 0.00048846373 + eval-batch-train: + avg_avg_episode_length: 4.7525206 + avg_avg_return: 0.9893836 + avg_benchmark_regret: 0.0058095055 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34378052 + proxy_corner: + avg_avg_return: 0.19731222 + avg_reward_per_step: 0.039611816 + eval-batch-orig: + avg_avg_episode_length: 6.0841846 + avg_avg_return: 0.9852366 + avg_benchmark_regret: 0.008702427 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26571655 + proxy_corner: + avg_avg_return: 0.9852366 + avg_reward_per_step: 0.26571655 + eval-batch-shift: + avg_avg_episode_length: 5.1005726 + avg_avg_return: 0.98732096 + avg_benchmark_regret: 0.0076403664 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34465027 + proxy_corner: + avg_avg_return: 0.18529852 + avg_reward_per_step: 0.03640747 + eval-batch-tree: + avg_avg_episode_length: 5.5640917 + avg_avg_return: 0.9867159 + avg_benchmark_regret: 0.00770436 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27772522 + proxy_corner: + avg_avg_return: 0.9867159 + avg_reward_per_step: 0.27772522 +=========================================================== +=========================================================== + step: + env-step-all-before: 239075328 + env-step-replay-before: 121044992 + env-step-used-before: 239075328 + ppo-update-before: 145920 + env-step-generate-before: 118030336 + env-step-all-after: 239108096 + env-step-replay-after: 121077760 + env-step-used-after: 239108096 + ppo-update-after: 145940 + env-step-generate-after: 118030336 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.839161 + avg_avg_return: 0.88961756 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6230607 + avg_reward_per_step: 0.047454834 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.839161 + avg_avg_return: 0.88961756 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6230607 + avg_reward_per_step: 0.047454834 + perf: + env_steps_per_second: 983976.953311238 + ppo_updates_per_second: 109.90601486383078 + eval-batch-train-duration: 0.18824203597614542 + eval-batch-orig-duration: 0.13697653700364754 + eval-batch-shift-duration: 0.13791947398567572 + eval-batch-tree-duration: 0.13796854595420882 + ued: + distances: + cheese-corne_dist_avg: 7.0910645 + cheese-corne_dist_wavg: 7.9191256 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 13.126953 + mouse-cheese_dist_finite_wavg: 13.012848 + mouse-cheese_dist_solvable_avg: 13.126953 + mouse-cheese_dist_solvable_wavg: 13.012851 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.1002111 + visit_patterns: + avg_first_visit_time: 2548.9434 + avg_last_visit_time: 3685.27 + num_replay_batches: 3695 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007502543 + avg_actor_approxkl3: 0.0004156795 + avg_actor_clipfrac: 0.014276124 + avg_actor_loss: 0.00010347304 + avg_advantage: 1.543671e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6588443e-05 + avg_entropy: 0.051199682 + avg_grad_norm_pre_clip: 1.0209684 + avg_loss: 6.056761e-05 + max: + max_actor_approxkl1: 0.0018515468 + max_actor_approxkl3: 0.000749161 + max_actor_clipfrac: 0.025512695 + max_actor_loss: 0.0026622172 + max_advantage: 0.046433926 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8448056e-05 + max_entropy: 0.05665384 + max_grad_norm_pre_clip: 2.8639703 + max_loss: 0.0026192744 + std: + std_actor_approxkl1: 0.0004541192 + std_actor_approxkl3: 0.00018791232 + std_actor_clipfrac: 0.0063789743 + std_actor_loss: 0.00090660376 + std_advantage: 0.0057344995 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0275176e-06 + std_entropy: 0.0032507966 + std_grad_norm_pre_clip: 0.60018396 + std_loss: 0.0009067366 + eval-batch-train: + avg_avg_episode_length: 4.7505245 + avg_avg_return: 0.98989785 + avg_benchmark_regret: 0.0052952757 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34387207 + proxy_corner: + avg_avg_return: 0.19757399 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.0891776 + avg_avg_return: 0.98566705 + avg_benchmark_regret: 0.008271952 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26598358 + proxy_corner: + avg_avg_return: 0.98566705 + avg_reward_per_step: 0.26598358 + eval-batch-shift: + avg_avg_episode_length: 5.0457788 + avg_avg_return: 0.98815787 + avg_benchmark_regret: 0.0068034492 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3452835 + proxy_corner: + avg_avg_return: 0.18299013 + avg_reward_per_step: 0.03591156 + eval-batch-tree: + avg_avg_episode_length: 5.6183586 + avg_avg_return: 0.98636854 + avg_benchmark_regret: 0.008051711 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27746582 + proxy_corner: + avg_avg_return: 0.98636854 + avg_reward_per_step: 0.27746582 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 240123904 + env-step-replay-before: 121667584 + env-step-used-before: 240123904 + ppo-update-before: 146560 + env-step-generate-before: 118456320 + env-step-all-after: 240156672 + env-step-replay-after: 121700352 + env-step-used-after: 240156672 + ppo-update-after: 146580 + env-step-generate-after: 118456320 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.810739 + avg_avg_return: 0.8912295 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.6024761 + avg_reward_per_step: 0.046325684 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.810739 + avg_avg_return: 0.8912295 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.6024761 + avg_reward_per_step: 0.046325684 + perf: + env_steps_per_second: 992081.3335912293 + ppo_updates_per_second: 111.10220440451494 + eval-batch-train-duration: 0.18542148103006184 + eval-batch-orig-duration: 0.13547183095943183 + eval-batch-shift-duration: 0.1383570900070481 + eval-batch-tree-duration: 0.13893739302875474 + ued: + distances: + cheese-corne_dist_avg: 7.095703 + cheese-corne_dist_wavg: 0.7116367 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.11792 + mouse-cheese_dist_finite_wavg: 13.009366 + mouse-cheese_dist_solvable_avg: 13.11792 + mouse-cheese_dist_solvable_wavg: 13.009366 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.09985528 + visit_patterns: + avg_first_visit_time: 2556.052 + avg_last_visit_time: 3704.2393 + num_replay_batches: 3714 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010056738 + avg_actor_approxkl3: 0.00046194126 + avg_actor_clipfrac: 0.015014648 + avg_actor_loss: 3.0326006e-05 + avg_advantage: -0.0005116073 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6453581e-05 + avg_entropy: 0.0537992 + avg_grad_norm_pre_clip: 1.0699626 + avg_loss: -1.52464145e-05 + max: + max_actor_approxkl1: 0.002513858 + max_actor_approxkl3: 0.0012115871 + max_actor_clipfrac: 0.03112793 + max_actor_loss: 0.0017675217 + max_advantage: 0.03059417 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9328185e-05 + max_entropy: 0.06475489 + max_grad_norm_pre_clip: 1.8767767 + max_loss: 0.0017235563 + std: + std_actor_approxkl1: 0.0007675719 + std_actor_approxkl3: 0.00031020082 + std_actor_clipfrac: 0.007739489 + std_actor_loss: 0.00068325945 + std_advantage: 0.0057226587 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1352347e-06 + std_entropy: 0.0067533925 + std_grad_norm_pre_clip: 0.3898454 + std_loss: 0.00068568747 + eval-batch-train: + avg_avg_episode_length: 4.764718 + avg_avg_return: 0.989035 + avg_benchmark_regret: 0.0061581004 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34404755 + proxy_corner: + avg_avg_return: 0.19725123 + avg_reward_per_step: 0.039611816 + eval-batch-orig: + avg_avg_episode_length: 6.346258 + avg_avg_return: 0.9834089 + avg_benchmark_regret: 0.010530043 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26478577 + proxy_corner: + avg_avg_return: 0.9834089 + avg_reward_per_step: 0.26478577 + eval-batch-shift: + avg_avg_episode_length: 5.060831 + avg_avg_return: 0.98806137 + avg_benchmark_regret: 0.0068999734 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3451538 + proxy_corner: + avg_avg_return: 0.18504417 + avg_reward_per_step: 0.03605652 + eval-batch-tree: + avg_avg_episode_length: 5.823937 + avg_avg_return: 0.9854961 + avg_benchmark_regret: 0.008924155 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2767105 + proxy_corner: + avg_avg_return: 0.9854961 + avg_reward_per_step: 0.2767105 +=========================================================== +=========================================================== + step: + env-step-all-before: 241172480 + env-step-replay-before: 122191872 + env-step-used-before: 241172480 + ppo-update-before: 147200 + env-step-generate-before: 118980608 + env-step-all-after: 241205248 + env-step-replay-after: 122191872 + env-step-used-after: 241205248 + ppo-update-after: 147220 + env-step-generate-after: 119013376 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.824956 + avg_avg_return: 0.97068036 + avg_reward_per_step: 0.34152222 + proxy_corner: + avg_avg_return: 0.15054885 + avg_reward_per_step: 0.03515625 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.824956 + avg_avg_return: 0.97068036 + avg_reward_per_step: 0.34152222 + proxy_corner: + avg_avg_return: 0.15054885 + avg_reward_per_step: 0.03515625 + perf: + env_steps_per_second: 1009878.957025328 + ppo_updates_per_second: 110.64450846415794 + eval-batch-train-duration: 0.1854028149973601 + eval-batch-orig-duration: 0.1361436570296064 + eval-batch-shift-duration: 0.1361879709875211 + eval-batch-tree-duration: 0.13605399802327156 + ued: + distances: + cheese-corne_dist_avg: 7.0966797 + cheese-corne_dist_wavg: 13.295809 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.120361 + mouse-cheese_dist_finite_wavg: 13.014195 + mouse-cheese_dist_solvable_avg: 13.120361 + mouse-cheese_dist_solvable_wavg: 13.014197 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10125071 + visit_patterns: + avg_first_visit_time: 2568.6287 + avg_last_visit_time: 3719.3506 + num_replay_batches: 3729 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006270347 + avg_actor_approxkl3: 0.00040704562 + avg_actor_clipfrac: 0.0049011232 + avg_actor_loss: -9.907898e-05 + avg_advantage: -0.0009281639 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.9367317e-05 + avg_entropy: 0.011297504 + avg_grad_norm_pre_clip: 0.374089 + avg_loss: -0.000100692814 + max: + max_actor_approxkl1: 0.0018331691 + max_actor_approxkl3: 0.0015607025 + max_actor_clipfrac: 0.009887695 + max_actor_loss: 0.0010429397 + max_advantage: 0.034588516 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3156868e-05 + max_entropy: 0.01586125 + max_grad_norm_pre_clip: 0.66481876 + max_loss: 0.0010388865 + std: + std_actor_approxkl1: 0.0005848289 + std_actor_approxkl3: 0.00041789273 + std_actor_clipfrac: 0.0027689452 + std_actor_loss: 0.00045344714 + std_advantage: 0.005981197 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1877204e-06 + std_entropy: 0.0025906595 + std_grad_norm_pre_clip: 0.17315002 + std_loss: 0.00045283418 + eval-batch-train: + avg_avg_episode_length: 4.7840557 + avg_avg_return: 0.98920906 + avg_benchmark_regret: 0.0059840726 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3436203 + proxy_corner: + avg_avg_return: 0.19743076 + avg_reward_per_step: 0.03955841 + eval-batch-orig: + avg_avg_episode_length: 6.376836 + avg_avg_return: 0.9844692 + avg_benchmark_regret: 0.009469822 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26359558 + proxy_corner: + avg_avg_return: 0.9844692 + avg_reward_per_step: 0.26359558 + eval-batch-shift: + avg_avg_episode_length: 5.095007 + avg_avg_return: 0.98792785 + avg_benchmark_regret: 0.0070334966 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3448639 + proxy_corner: + avg_avg_return: 0.18530223 + avg_reward_per_step: 0.036193848 + eval-batch-tree: + avg_avg_episode_length: 5.8879266 + avg_avg_return: 0.98622817 + avg_benchmark_regret: 0.008192129 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2760849 + proxy_corner: + avg_avg_return: 0.98622817 + avg_reward_per_step: 0.2760849 +=========================================================== +=========================================================== + step: + env-step-all-before: 242221056 + env-step-replay-before: 122748928 + env-step-used-before: 242221056 + ppo-update-before: 147840 + env-step-generate-before: 119472128 + env-step-all-after: 242253824 + env-step-replay-after: 122781696 + env-step-used-after: 242253824 + ppo-update-after: 147860 + env-step-generate-after: 119472128 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.025375 + avg_avg_return: 0.8866585 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.631961 + avg_reward_per_step: 0.04824829 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.025375 + avg_avg_return: 0.8866585 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.631961 + avg_reward_per_step: 0.04824829 + perf: + env_steps_per_second: 1005338.0973665394 + ppo_updates_per_second: 111.11911229861421 + eval-batch-train-duration: 0.18591189495055005 + eval-batch-orig-duration: 0.1364248779718764 + eval-batch-shift-duration: 0.13613903801888227 + eval-batch-tree-duration: 0.13626293296692893 + ued: + distances: + cheese-corne_dist_avg: 7.104492 + cheese-corne_dist_wavg: 7.910862 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 13.123291 + mouse-cheese_dist_finite_wavg: 13.91131 + mouse-cheese_dist_solvable_avg: 13.123291 + mouse-cheese_dist_solvable_wavg: 13.91131 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10103236 + visit_patterns: + avg_first_visit_time: 2573.4805 + avg_last_visit_time: 3737.1877 + num_replay_batches: 3747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012046432 + avg_actor_approxkl3: 0.0005577579 + avg_actor_clipfrac: 0.01864624 + avg_actor_loss: -0.00037179815 + avg_advantage: 0.0010907261 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7781325e-05 + avg_entropy: 0.05851335 + avg_grad_norm_pre_clip: 1.2071967 + avg_loss: -0.0004214209 + max: + max_actor_approxkl1: 0.003184053 + max_actor_approxkl3: 0.0012368577 + max_actor_clipfrac: 0.031982422 + max_actor_loss: 0.0016325684 + max_advantage: 0.02562952 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.988273e-05 + max_entropy: 0.07825098 + max_grad_norm_pre_clip: 2.3111665 + max_loss: 0.0015717512 + std: + std_actor_approxkl1: 0.0007815429 + std_actor_approxkl3: 0.00031558186 + std_actor_clipfrac: 0.007970161 + std_actor_loss: 0.0008143828 + std_advantage: 0.005977327 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1555811e-06 + std_entropy: 0.008205484 + std_grad_norm_pre_clip: 0.4838386 + std_loss: 0.0008158152 + eval-batch-train: + avg_avg_episode_length: 4.7812524 + avg_avg_return: 0.98965067 + avg_benchmark_regret: 0.0055424133 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34348297 + proxy_corner: + avg_avg_return: 0.19742718 + avg_reward_per_step: 0.03929901 + eval-batch-orig: + avg_avg_episode_length: 6.216362 + avg_avg_return: 0.9845595 + avg_benchmark_regret: 0.009379519 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26397705 + proxy_corner: + avg_avg_return: 0.9845595 + avg_reward_per_step: 0.26397705 + eval-batch-shift: + avg_avg_episode_length: 5.06092 + avg_avg_return: 0.98793507 + avg_benchmark_regret: 0.0070262654 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34481812 + proxy_corner: + avg_avg_return: 0.18392476 + avg_reward_per_step: 0.035972595 + eval-batch-tree: + avg_avg_episode_length: 5.6593904 + avg_avg_return: 0.98672223 + avg_benchmark_regret: 0.007698014 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27705383 + proxy_corner: + avg_avg_return: 0.98672223 + avg_reward_per_step: 0.27705383 +=========================================================== +=========================================================== + step: + env-step-all-before: 243269632 + env-step-replay-before: 123273216 + env-step-used-before: 243269632 + ppo-update-before: 148480 + env-step-generate-before: 119996416 + env-step-all-after: 243302400 + env-step-replay-after: 123273216 + env-step-used-after: 243302400 + ppo-update-after: 148500 + env-step-generate-after: 120029184 + train-generate: + shift_proportion: 0.90234375 + avg_avg_episode_length: 5.1231713 + avg_avg_return: 0.96825975 + avg_reward_per_step: 0.30441284 + proxy_corner: + avg_avg_return: 0.22412759 + avg_reward_per_step: 0.047210693 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 5.1231713 + avg_avg_return: 0.96825975 + avg_reward_per_step: 0.30441284 + proxy_corner: + avg_avg_return: 0.22412759 + avg_reward_per_step: 0.047210693 + perf: + env_steps_per_second: 999478.7555341217 + ppo_updates_per_second: 111.68257411451656 + eval-batch-train-duration: 0.18624813796486706 + eval-batch-orig-duration: 0.13954891596222296 + eval-batch-shift-duration: 0.13784172799205408 + eval-batch-tree-duration: 0.13661728997249156 + ued: + distances: + cheese-corne_dist_avg: 7.0981445 + cheese-corne_dist_wavg: 4.3128552 + levels_cheese_is_in_corner_avg: 0.06323242 + mouse-cheese_dist_finite_avg: 13.119385 + mouse-cheese_dist_finite_wavg: 13.010712 + mouse-cheese_dist_solvable_avg: 13.119385 + mouse-cheese_dist_solvable_wavg: 13.01071 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101587385 + visit_patterns: + avg_first_visit_time: 2584.6462 + avg_last_visit_time: 3752.2153 + num_replay_batches: 3762 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005984434 + avg_actor_approxkl3: 0.00051105156 + avg_actor_clipfrac: 0.008337403 + avg_actor_loss: -2.1923555e-05 + avg_advantage: 0.002245631 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4950257e-05 + avg_entropy: 0.01783426 + avg_grad_norm_pre_clip: 0.43618026 + avg_loss: -3.2282704e-05 + max: + max_actor_approxkl1: 0.0023248538 + max_actor_approxkl3: 0.002192014 + max_actor_clipfrac: 0.023925781 + max_actor_loss: 0.0016444884 + max_advantage: 0.02601242 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.923294e-05 + max_entropy: 0.02520321 + max_grad_norm_pre_clip: 1.2126427 + max_loss: 0.0016259741 + std: + std_actor_approxkl1: 0.00056877383 + std_actor_approxkl3: 0.0004773847 + std_actor_clipfrac: 0.005690769 + std_actor_loss: 0.00059816334 + std_advantage: 0.0054605664 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7475289e-06 + std_entropy: 0.004984448 + std_grad_norm_pre_clip: 0.2884046 + std_loss: 0.00059677253 + eval-batch-train: + avg_avg_episode_length: 4.773079 + avg_avg_return: 0.9895509 + avg_benchmark_regret: 0.005642225 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34349823 + proxy_corner: + avg_avg_return: 0.19733262 + avg_reward_per_step: 0.03945923 + eval-batch-orig: + avg_avg_episode_length: 6.1589293 + avg_avg_return: 0.9847543 + avg_benchmark_regret: 0.009184704 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26382446 + proxy_corner: + avg_avg_return: 0.9847543 + avg_reward_per_step: 0.26382446 + eval-batch-shift: + avg_avg_episode_length: 5.1295557 + avg_avg_return: 0.98801166 + avg_benchmark_regret: 0.00694969 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34392548 + proxy_corner: + avg_avg_return: 0.18430887 + avg_reward_per_step: 0.035476685 + eval-batch-tree: + avg_avg_episode_length: 5.613348 + avg_avg_return: 0.98645866 + avg_benchmark_regret: 0.007961573 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27637482 + proxy_corner: + avg_avg_return: 0.98645866 + avg_reward_per_step: 0.27637482 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 244318208 + env-step-replay-before: 123764736 + env-step-used-before: 244318208 + ppo-update-before: 149120 + env-step-generate-before: 120553472 + env-step-all-after: 244350976 + env-step-replay-after: 123797504 + env-step-used-after: 244350976 + ppo-update-after: 149140 + env-step-generate-after: 120553472 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 14.004786 + avg_avg_return: 0.88781965 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6419891 + avg_reward_per_step: 0.049072266 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 14.004786 + avg_avg_return: 0.88781965 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6419891 + avg_reward_per_step: 0.049072266 + perf: + env_steps_per_second: 980437.6529165884 + ppo_updates_per_second: 109.93949870690648 + eval-batch-train-duration: 0.18770034605404362 + eval-batch-orig-duration: 0.13632524997228757 + eval-batch-shift-duration: 0.1384883969440125 + eval-batch-tree-duration: 0.1390222940244712 + ued: + distances: + cheese-corne_dist_avg: 7.1135254 + cheese-corne_dist_wavg: 2.5131605 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.125244 + mouse-cheese_dist_finite_wavg: 13.011925 + mouse-cheese_dist_solvable_avg: 13.125244 + mouse-cheese_dist_solvable_wavg: 13.011927 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10148844 + visit_patterns: + avg_first_visit_time: 2595.2273 + avg_last_visit_time: 3768.3381 + num_replay_batches: 3778 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012150815 + avg_actor_approxkl3: 0.00060955744 + avg_actor_clipfrac: 0.01972046 + avg_actor_loss: 3.1900407e-05 + avg_advantage: 0.00024566238 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4170075e-05 + avg_entropy: 0.056844294 + avg_grad_norm_pre_clip: 1.4387124 + avg_loss: -1.7858858e-05 + max: + max_actor_approxkl1: 0.0027176947 + max_actor_approxkl3: 0.0012148242 + max_actor_clipfrac: 0.033813477 + max_actor_loss: 0.0015327455 + max_advantage: 0.026488245 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5941005e-05 + max_entropy: 0.074338414 + max_grad_norm_pre_clip: 2.6195402 + max_loss: 0.0014817363 + std: + std_actor_approxkl1: 0.00074074435 + std_actor_approxkl3: 0.00031989304 + std_actor_clipfrac: 0.008366713 + std_actor_loss: 0.0006374395 + std_advantage: 0.005343166 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.704206e-07 + std_entropy: 0.0078062974 + std_grad_norm_pre_clip: 0.5467935 + std_loss: 0.00063968997 + eval-batch-train: + avg_avg_episode_length: 4.7486377 + avg_avg_return: 0.9892947 + avg_benchmark_regret: 0.0058983834 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3437271 + proxy_corner: + avg_avg_return: 0.19724953 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 6.1832385 + avg_avg_return: 0.9848214 + avg_benchmark_regret: 0.009117637 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26566315 + proxy_corner: + avg_avg_return: 0.9848214 + avg_reward_per_step: 0.26566315 + eval-batch-shift: + avg_avg_episode_length: 5.078806 + avg_avg_return: 0.9879364 + avg_benchmark_regret: 0.007024932 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34503174 + proxy_corner: + avg_avg_return: 0.18694322 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.6136975 + avg_avg_return: 0.98671114 + avg_benchmark_regret: 0.007709122 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27848816 + proxy_corner: + avg_avg_return: 0.98671114 + avg_reward_per_step: 0.27848816 +=========================================================== +=========================================================== + step: + env-step-all-before: 245366784 + env-step-replay-before: 124321792 + env-step-used-before: 245366784 + ppo-update-before: 149760 + env-step-generate-before: 121044992 + env-step-all-after: 245399552 + env-step-replay-after: 124354560 + env-step-used-after: 245399552 + ppo-update-after: 149780 + env-step-generate-after: 121044992 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.236681 + avg_avg_return: 0.884848 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.6009995 + avg_reward_per_step: 0.045654297 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.236681 + avg_avg_return: 0.884848 + avg_reward_per_step: 0.0675354 + proxy_corner: + avg_avg_return: 0.6009995 + avg_reward_per_step: 0.045654297 + perf: + env_steps_per_second: 1017805.7927405164 + ppo_updates_per_second: 110.89278725202131 + eval-batch-train-duration: 0.18939459999091923 + eval-batch-orig-duration: 0.13749225001083687 + eval-batch-shift-duration: 0.13676608097739518 + eval-batch-tree-duration: 0.13794462202349678 + ued: + distances: + cheese-corne_dist_avg: 7.1228027 + cheese-corne_dist_wavg: 11.517928 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.134277 + mouse-cheese_dist_finite_wavg: 15.711779 + mouse-cheese_dist_solvable_avg: 13.134277 + mouse-cheese_dist_solvable_wavg: 15.711779 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10199228 + visit_patterns: + avg_first_visit_time: 2605.7915 + avg_last_visit_time: 3785.3455 + num_replay_batches: 3795 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022194504 + avg_actor_approxkl3: 0.0016021433 + avg_actor_clipfrac: 0.028326416 + avg_actor_loss: 0.00014409218 + avg_advantage: -0.001810103 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.389664e-05 + avg_entropy: 0.057776064 + avg_grad_norm_pre_clip: 1.3717402 + avg_loss: 9.326442e-05 + max: + max_actor_approxkl1: 0.0050839554 + max_actor_approxkl3: 0.0039556148 + max_actor_clipfrac: 0.04748535 + max_actor_loss: 0.0017757779 + max_advantage: 0.023080826 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6593749e-05 + max_entropy: 0.07783909 + max_grad_norm_pre_clip: 2.9312768 + max_loss: 0.0017304256 + std: + std_actor_approxkl1: 0.0013808641 + std_actor_approxkl3: 0.0011128377 + std_actor_clipfrac: 0.012756697 + std_actor_loss: 0.00081772386 + std_advantage: 0.0052008554 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3716078e-06 + std_entropy: 0.010657644 + std_grad_norm_pre_clip: 0.6481293 + std_loss: 0.00081626995 + eval-batch-train: + avg_avg_episode_length: 4.8063536 + avg_avg_return: 0.98950136 + avg_benchmark_regret: 0.0056916988 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34331512 + proxy_corner: + avg_avg_return: 0.19731094 + avg_reward_per_step: 0.0394516 + eval-batch-orig: + avg_avg_episode_length: 6.1356025 + avg_avg_return: 0.98474526 + avg_benchmark_regret: 0.009193761 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26641846 + proxy_corner: + avg_avg_return: 0.98474526 + avg_reward_per_step: 0.26641846 + eval-batch-shift: + avg_avg_episode_length: 5.050802 + avg_avg_return: 0.9881225 + avg_benchmark_regret: 0.0068387967 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34501648 + proxy_corner: + avg_avg_return: 0.18516219 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.546455 + avg_avg_return: 0.9873263 + avg_benchmark_regret: 0.0070939395 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27850342 + proxy_corner: + avg_avg_return: 0.9873263 + avg_reward_per_step: 0.27850342 +=========================================================== +=========================================================== + step: + env-step-all-before: 246415360 + env-step-replay-before: 124944384 + env-step-used-before: 246415360 + ppo-update-before: 150400 + env-step-generate-before: 121470976 + env-step-all-after: 246448128 + env-step-replay-after: 124977152 + env-step-used-after: 246448128 + ppo-update-after: 150420 + env-step-generate-after: 121470976 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.791077 + avg_avg_return: 0.8887119 + avg_reward_per_step: 0.06954956 + proxy_corner: + avg_avg_return: 0.6621553 + avg_reward_per_step: 0.0513916 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.791077 + avg_avg_return: 0.8887119 + avg_reward_per_step: 0.06954956 + proxy_corner: + avg_avg_return: 0.6621553 + avg_reward_per_step: 0.0513916 + perf: + env_steps_per_second: 980934.287129671 + ppo_updates_per_second: 111.67420161632458 + eval-batch-train-duration: 0.19228032801765949 + eval-batch-orig-duration: 0.14587566995760426 + eval-batch-shift-duration: 0.1354333590134047 + eval-batch-tree-duration: 0.13978165498701856 + ued: + distances: + cheese-corne_dist_avg: 7.104248 + cheese-corne_dist_wavg: 4.3154655 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 13.139893 + mouse-cheese_dist_finite_wavg: 15.713632 + mouse-cheese_dist_solvable_avg: 13.139893 + mouse-cheese_dist_solvable_wavg: 15.713634 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10107397 + visit_patterns: + avg_first_visit_time: 2614.1077 + avg_last_visit_time: 3804.2961 + num_replay_batches: 3814 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012982265 + avg_actor_approxkl3: 0.0008685581 + avg_actor_clipfrac: 0.015930176 + avg_actor_loss: 0.00074596284 + avg_advantage: 0.00036533573 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4200173e-05 + avg_entropy: 0.040899295 + avg_grad_norm_pre_clip: 1.0799181 + avg_loss: 0.00071216363 + max: + max_actor_approxkl1: 0.002968155 + max_actor_approxkl3: 0.002570829 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.0022937302 + max_advantage: 0.019866168 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8192684e-05 + max_entropy: 0.052202076 + max_grad_norm_pre_clip: 1.7869273 + max_loss: 0.0022602065 + std: + std_actor_approxkl1: 0.0007374272 + std_actor_approxkl3: 0.00061114423 + std_actor_clipfrac: 0.0053832177 + std_actor_loss: 0.0007109987 + std_advantage: 0.005238687 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5638462e-06 + std_entropy: 0.005318056 + std_grad_norm_pre_clip: 0.33932534 + std_loss: 0.00071241625 + eval-batch-train: + avg_avg_episode_length: 4.758608 + avg_avg_return: 0.9894813 + avg_benchmark_regret: 0.0057118367 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34387207 + proxy_corner: + avg_avg_return: 0.19739617 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 6.197022 + avg_avg_return: 0.98533034 + avg_benchmark_regret: 0.0086086765 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2654724 + proxy_corner: + avg_avg_return: 0.98533034 + avg_reward_per_step: 0.2654724 + eval-batch-shift: + avg_avg_episode_length: 5.0134735 + avg_avg_return: 0.98834467 + avg_benchmark_regret: 0.0066166976 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34568024 + proxy_corner: + avg_avg_return: 0.18438235 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.675211 + avg_avg_return: 0.98673165 + avg_benchmark_regret: 0.0076886155 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2780838 + proxy_corner: + avg_avg_return: 0.98673165 + avg_reward_per_step: 0.2780838 +=========================================================== +=========================================================== + step: + env-step-all-before: 247463936 + env-step-replay-before: 125501440 + env-step-used-before: 247463936 + ppo-update-before: 151040 + env-step-generate-before: 121962496 + env-step-all-after: 247496704 + env-step-replay-after: 125501440 + env-step-used-after: 247496704 + ppo-update-after: 151060 + env-step-generate-after: 121995264 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.928369 + avg_avg_return: 0.96798235 + avg_reward_per_step: 0.32876587 + proxy_corner: + avg_avg_return: 0.15909621 + avg_reward_per_step: 0.030700684 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.928369 + avg_avg_return: 0.96798235 + avg_reward_per_step: 0.32876587 + proxy_corner: + avg_avg_return: 0.15909621 + avg_reward_per_step: 0.030700684 + perf: + env_steps_per_second: 959358.34506197 + ppo_updates_per_second: 109.49079696682104 + eval-batch-train-duration: 0.18866257002810016 + eval-batch-orig-duration: 0.13683959998888895 + eval-batch-shift-duration: 0.14047385897720233 + eval-batch-tree-duration: 0.14101474900962785 + ued: + distances: + cheese-corne_dist_avg: 7.131836 + cheese-corne_dist_wavg: 3.4241052 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.147949 + mouse-cheese_dist_finite_wavg: 11.217472 + mouse-cheese_dist_solvable_avg: 13.147949 + mouse-cheese_dist_solvable_wavg: 11.217473 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.1017085 + visit_patterns: + avg_first_visit_time: 2621.1558 + avg_last_visit_time: 3820.2473 + num_replay_batches: 3830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008746912 + avg_actor_approxkl3: 0.00027956688 + avg_actor_clipfrac: 0.003753662 + avg_actor_loss: -0.00039563558 + avg_advantage: 0.0030864445 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.5366153e-05 + avg_entropy: 0.010728831 + avg_grad_norm_pre_clip: 0.27559653 + avg_loss: -0.00039868127 + max: + max_actor_approxkl1: 0.006015884 + max_actor_approxkl3: 0.0021517014 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.00014982652 + max_advantage: 0.030669093 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.075544e-05 + max_entropy: 0.021011256 + max_grad_norm_pre_clip: 1.0235046 + max_loss: 0.0001477308 + std: + std_actor_approxkl1: 0.0012945182 + std_actor_approxkl3: 0.00046183707 + std_actor_clipfrac: 0.005237638 + std_actor_loss: 0.0004208237 + std_advantage: 0.005342649 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0975644e-06 + std_entropy: 0.0034028972 + std_grad_norm_pre_clip: 0.20858066 + std_loss: 0.00042190583 + eval-batch-train: + avg_avg_episode_length: 4.770231 + avg_avg_return: 0.98943985 + avg_benchmark_regret: 0.005753226 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34384918 + proxy_corner: + avg_avg_return: 0.19756627 + avg_reward_per_step: 0.039596558 + eval-batch-orig: + avg_avg_episode_length: 6.3775396 + avg_avg_return: 0.9834777 + avg_benchmark_regret: 0.010461345 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26558685 + proxy_corner: + avg_avg_return: 0.9834777 + avg_reward_per_step: 0.26558685 + eval-batch-shift: + avg_avg_episode_length: 5.032591 + avg_avg_return: 0.98814154 + avg_benchmark_regret: 0.0068197893 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3454361 + proxy_corner: + avg_avg_return: 0.18383282 + avg_reward_per_step: 0.03617096 + eval-batch-tree: + avg_avg_episode_length: 5.599339 + avg_avg_return: 0.98663247 + avg_benchmark_regret: 0.007787853 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27827454 + proxy_corner: + avg_avg_return: 0.98663247 + avg_reward_per_step: 0.27827454 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 248512512 + env-step-replay-before: 126025728 + env-step-used-before: 248512512 + ppo-update-before: 151680 + env-step-generate-before: 122486784 + env-step-all-after: 248545280 + env-step-replay-after: 126025728 + env-step-used-after: 248545280 + ppo-update-after: 151700 + env-step-generate-after: 122519552 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 4.977954 + avg_avg_return: 0.9678199 + avg_reward_per_step: 0.3270874 + proxy_corner: + avg_avg_return: 0.16938193 + avg_reward_per_step: 0.030822754 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 4.977954 + avg_avg_return: 0.9678199 + avg_reward_per_step: 0.3270874 + proxy_corner: + avg_avg_return: 0.16938193 + avg_reward_per_step: 0.030822754 + perf: + env_steps_per_second: 1005363.4522520291 + ppo_updates_per_second: 111.29798413554357 + eval-batch-train-duration: 0.1842717649997212 + eval-batch-orig-duration: 0.13951202598400414 + eval-batch-shift-duration: 0.14039053197484463 + eval-batch-tree-duration: 0.13648858905071393 + ued: + distances: + cheese-corne_dist_avg: 7.1384277 + cheese-corne_dist_wavg: 1.6204172 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.1501465 + mouse-cheese_dist_finite_wavg: 12.114658 + mouse-cheese_dist_solvable_avg: 13.1501465 + mouse-cheese_dist_solvable_wavg: 12.11466 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.102107644 + visit_patterns: + avg_first_visit_time: 2628.5737 + avg_last_visit_time: 3836.2312 + num_replay_batches: 3846 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011781687 + avg_actor_approxkl3: 0.0010905538 + avg_actor_clipfrac: 0.010003663 + avg_actor_loss: 0.00064115855 + avg_advantage: -3.2522512e-06 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.520396e-05 + avg_entropy: 0.016761651 + avg_grad_norm_pre_clip: 0.5317829 + avg_loss: 0.0006319988 + max: + max_actor_approxkl1: 0.0075401044 + max_actor_approxkl3: 0.005864232 + max_actor_clipfrac: 0.030517578 + max_actor_loss: 0.0037775226 + max_advantage: 0.026849627 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.121564e-05 + max_entropy: 0.024503019 + max_grad_norm_pre_clip: 1.2592674 + max_loss: 0.0037579802 + std: + std_actor_approxkl1: 0.0017090975 + std_actor_approxkl3: 0.0013100154 + std_actor_clipfrac: 0.0067853387 + std_actor_loss: 0.0011842608 + std_advantage: 0.0055530877 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1853223e-06 + std_entropy: 0.003992893 + std_grad_norm_pre_clip: 0.38196898 + std_loss: 0.0011823133 + eval-batch-train: + avg_avg_episode_length: 4.75842 + avg_avg_return: 0.9894177 + avg_benchmark_regret: 0.0057754214 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3438034 + proxy_corner: + avg_avg_return: 0.19749857 + avg_reward_per_step: 0.039627075 + eval-batch-orig: + avg_avg_episode_length: 6.0834637 + avg_avg_return: 0.9849654 + avg_benchmark_regret: 0.008973631 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2665329 + proxy_corner: + avg_avg_return: 0.9849654 + avg_reward_per_step: 0.2665329 + eval-batch-shift: + avg_avg_episode_length: 5.198679 + avg_avg_return: 0.98739994 + avg_benchmark_regret: 0.0075613903 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345726 + proxy_corner: + avg_avg_return: 0.18575197 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.5656 + avg_avg_return: 0.98663986 + avg_benchmark_regret: 0.0077803945 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27857208 + proxy_corner: + avg_avg_return: 0.98663986 + avg_reward_per_step: 0.27857208 +=========================================================== +=========================================================== + step: + env-step-all-before: 249561088 + env-step-replay-before: 126451712 + env-step-used-before: 249561088 + ppo-update-before: 152320 + env-step-generate-before: 123109376 + env-step-all-after: 249593856 + env-step-replay-after: 126484480 + env-step-used-after: 249593856 + ppo-update-after: 152340 + env-step-generate-after: 123109376 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.5247755 + avg_avg_return: 0.883718 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.662513 + avg_reward_per_step: 0.049926758 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.5247755 + avg_avg_return: 0.883718 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.662513 + avg_reward_per_step: 0.049926758 + perf: + env_steps_per_second: 980026.6042580939 + ppo_updates_per_second: 111.26532237807923 + eval-batch-train-duration: 0.19271786301396787 + eval-batch-orig-duration: 0.14889599196612835 + eval-batch-shift-duration: 0.1394746259902604 + eval-batch-tree-duration: 0.1368853659951128 + ued: + distances: + cheese-corne_dist_avg: 7.158203 + cheese-corne_dist_wavg: 9.714788 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.157227 + mouse-cheese_dist_finite_wavg: 9.421876 + mouse-cheese_dist_solvable_avg: 13.157227 + mouse-cheese_dist_solvable_wavg: 9.421876 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.102228604 + visit_patterns: + avg_first_visit_time: 2633.3254 + avg_last_visit_time: 3850.2363 + num_replay_batches: 3860 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011937415 + avg_actor_approxkl3: 0.00080898637 + avg_actor_clipfrac: 0.019293213 + avg_actor_loss: 0.00047609527 + avg_advantage: -0.002131519 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001748859 + avg_entropy: 0.057963677 + avg_grad_norm_pre_clip: 1.6101912 + avg_loss: 0.0005055745 + max: + max_actor_approxkl1: 0.0034758039 + max_actor_approxkl3: 0.0025424445 + max_actor_clipfrac: 0.03515625 + max_actor_loss: 0.0024224943 + max_advantage: 0.019929945 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006595173 + max_entropy: 0.07763852 + max_grad_norm_pre_clip: 2.8692474 + max_loss: 0.0023629963 + std: + std_actor_approxkl1: 0.00095894805 + std_actor_approxkl3: 0.0006212351 + std_actor_clipfrac: 0.007822742 + std_actor_loss: 0.00087061885 + std_advantage: 0.018611591 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027581787 + std_entropy: 0.008920976 + std_grad_norm_pre_clip: 0.5491306 + std_loss: 0.00083318894 + eval-batch-train: + avg_avg_episode_length: 4.7852364 + avg_avg_return: 0.98942554 + avg_benchmark_regret: 0.005767595 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34378815 + proxy_corner: + avg_avg_return: 0.1973867 + avg_reward_per_step: 0.03954315 + eval-batch-orig: + avg_avg_episode_length: 6.1435394 + avg_avg_return: 0.9849801 + avg_benchmark_regret: 0.008958849 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26610565 + proxy_corner: + avg_avg_return: 0.9849801 + avg_reward_per_step: 0.26610565 + eval-batch-shift: + avg_avg_episode_length: 5.0586634 + avg_avg_return: 0.98808855 + avg_benchmark_regret: 0.0068727713 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34580994 + proxy_corner: + avg_avg_return: 0.18344632 + avg_reward_per_step: 0.03616333 + eval-batch-tree: + avg_avg_episode_length: 5.605089 + avg_avg_return: 0.9863919 + avg_benchmark_regret: 0.008028376 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27787018 + proxy_corner: + avg_avg_return: 0.9863919 + avg_reward_per_step: 0.27787018 +=========================================================== +=========================================================== + step: + env-step-all-before: 250609664 + env-step-replay-before: 126976000 + env-step-used-before: 250609664 + ppo-update-before: 152960 + env-step-generate-before: 123633664 + env-step-all-after: 250642432 + env-step-replay-after: 126976000 + env-step-used-after: 250642432 + ppo-update-after: 152980 + env-step-generate-after: 123666432 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.087454 + avg_avg_return: 0.9681692 + avg_reward_per_step: 0.3138733 + proxy_corner: + avg_avg_return: 0.18384463 + avg_reward_per_step: 0.030700684 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.087454 + avg_avg_return: 0.9681692 + avg_reward_per_step: 0.3138733 + proxy_corner: + avg_avg_return: 0.18384463 + avg_reward_per_step: 0.030700684 + perf: + env_steps_per_second: 996281.305912852 + ppo_updates_per_second: 111.57498226032762 + eval-batch-train-duration: 0.19148377800593153 + eval-batch-orig-duration: 0.1466323760105297 + eval-batch-shift-duration: 0.13499190896982327 + eval-batch-tree-duration: 0.13950301898876205 + ued: + distances: + cheese-corne_dist_avg: 7.1516113 + cheese-corne_dist_wavg: 15.107006 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.154541 + mouse-cheese_dist_finite_wavg: 14.812714 + mouse-cheese_dist_solvable_avg: 13.154541 + mouse-cheese_dist_solvable_wavg: 14.812716 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10189123 + visit_patterns: + avg_first_visit_time: 2644.068 + avg_last_visit_time: 3865.2346 + num_replay_batches: 3875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040858178 + avg_actor_approxkl3: 0.00014130831 + avg_actor_clipfrac: 0.0032165528 + avg_actor_loss: -5.389615e-05 + avg_advantage: 0.003557297 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.7031036e-05 + avg_entropy: 0.011953809 + avg_grad_norm_pre_clip: 0.29557735 + avg_loss: -5.733444e-05 + max: + max_actor_approxkl1: 0.0012727124 + max_actor_approxkl3: 0.00050820195 + max_actor_clipfrac: 0.0073242188 + max_actor_loss: 0.00044143107 + max_advantage: 0.033046246 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.8377282e-05 + max_entropy: 0.016472064 + max_grad_norm_pre_clip: 0.71392375 + max_loss: 0.00043510954 + std: + std_actor_approxkl1: 0.0003624297 + std_actor_approxkl3: 0.00012470479 + std_actor_clipfrac: 0.002157323 + std_actor_loss: 0.00019625323 + std_advantage: 0.0051971725 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0060936e-06 + std_entropy: 0.0021594674 + std_grad_norm_pre_clip: 0.1541361 + std_loss: 0.00019639714 + eval-batch-train: + avg_avg_episode_length: 4.817897 + avg_avg_return: 0.9890512 + avg_benchmark_regret: 0.006141865 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34347534 + proxy_corner: + avg_avg_return: 0.1977658 + avg_reward_per_step: 0.03929901 + eval-batch-orig: + avg_avg_episode_length: 6.079635 + avg_avg_return: 0.9852489 + avg_benchmark_regret: 0.008690143 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26571655 + proxy_corner: + avg_avg_return: 0.9852489 + avg_reward_per_step: 0.26571655 + eval-batch-shift: + avg_avg_episode_length: 5.0510216 + avg_avg_return: 0.9885884 + avg_benchmark_regret: 0.006372926 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34531403 + proxy_corner: + avg_avg_return: 0.18341798 + avg_reward_per_step: 0.036064148 + eval-batch-tree: + avg_avg_episode_length: 5.589471 + avg_avg_return: 0.9872284 + avg_benchmark_regret: 0.007191864 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27734375 + proxy_corner: + avg_avg_return: 0.9872284 + avg_reward_per_step: 0.27734375 +=========================================================== +=========================================================== + step: + env-step-all-before: 251658240 + env-step-replay-before: 127369216 + env-step-used-before: 251658240 + ppo-update-before: 153600 + env-step-generate-before: 124289024 + env-step-all-after: 251691008 + env-step-replay-after: 127369216 + env-step-used-after: 251691008 + ppo-update-after: 153620 + env-step-generate-after: 124321792 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.203308 + avg_avg_return: 0.96636915 + avg_reward_per_step: 0.29525757 + proxy_corner: + avg_avg_return: 0.1912547 + avg_reward_per_step: 0.031219482 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.203308 + avg_avg_return: 0.96636915 + avg_reward_per_step: 0.29525757 + proxy_corner: + avg_avg_return: 0.1912547 + avg_reward_per_step: 0.031219482 + perf: + env_steps_per_second: 989645.2690931973 + ppo_updates_per_second: 111.32735524147107 + eval-batch-train-duration: 0.1860598250059411 + eval-batch-orig-duration: 0.13595842896029353 + eval-batch-shift-duration: 0.13708367000799626 + eval-batch-tree-duration: 0.13712421600939706 + ued: + distances: + cheese-corne_dist_avg: 7.1691895 + cheese-corne_dist_wavg: 13.305714 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.15332 + mouse-cheese_dist_finite_wavg: 13.014992 + mouse-cheese_dist_solvable_avg: 13.15332 + mouse-cheese_dist_solvable_wavg: 13.014992 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10232996 + visit_patterns: + avg_first_visit_time: 2660.1199 + avg_last_visit_time: 3877.2039 + num_replay_batches: 3887 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00034023984 + avg_actor_approxkl3: 0.00022971428 + avg_actor_clipfrac: 0.0056762695 + avg_actor_loss: -0.00012740474 + avg_advantage: -0.00090590643 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1812262e-05 + avg_entropy: 0.016641997 + avg_grad_norm_pre_clip: 0.31669965 + avg_loss: -0.0001381406 + max: + max_actor_approxkl1: 0.0008276878 + max_actor_approxkl3: 0.00076718116 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.00034425408 + max_advantage: 0.023258269 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4270967e-05 + max_entropy: 0.023146078 + max_grad_norm_pre_clip: 0.7600579 + max_loss: 0.00033304148 + std: + std_actor_approxkl1: 0.00022441267 + std_actor_approxkl3: 0.00018071246 + std_actor_clipfrac: 0.0037659234 + std_actor_loss: 0.00024181018 + std_advantage: 0.004728096 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5493846e-06 + std_entropy: 0.0038161096 + std_grad_norm_pre_clip: 0.15366961 + std_loss: 0.000241801 + eval-batch-train: + avg_avg_episode_length: 4.7698326 + avg_avg_return: 0.98929226 + avg_benchmark_regret: 0.0059008766 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34374237 + proxy_corner: + avg_avg_return: 0.19741479 + avg_reward_per_step: 0.039405823 + eval-batch-orig: + avg_avg_episode_length: 6.066947 + avg_avg_return: 0.9852276 + avg_benchmark_regret: 0.008711418 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.9852276 + avg_reward_per_step: 0.26641083 + eval-batch-shift: + avg_avg_episode_length: 5.0209303 + avg_avg_return: 0.9882517 + avg_benchmark_regret: 0.0067096157 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34508514 + proxy_corner: + avg_avg_return: 0.18575345 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.666608 + avg_avg_return: 0.9863085 + avg_benchmark_regret: 0.008111784 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2773819 + proxy_corner: + avg_avg_return: 0.9863085 + avg_reward_per_step: 0.2773819 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 252706816 + env-step-replay-before: 127959040 + env-step-used-before: 252706816 + ppo-update-before: 154240 + env-step-generate-before: 124747776 + env-step-all-after: 252739584 + env-step-replay-after: 127991808 + env-step-used-after: 252739584 + ppo-update-after: 154260 + env-step-generate-after: 124747776 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.183279 + avg_avg_return: 0.8848579 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.59447443 + avg_reward_per_step: 0.045074463 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.183279 + avg_avg_return: 0.8848579 + avg_reward_per_step: 0.067596436 + proxy_corner: + avg_avg_return: 0.59447443 + avg_reward_per_step: 0.045074463 + perf: + env_steps_per_second: 1001039.5010936644 + ppo_updates_per_second: 110.7547233114378 + eval-batch-train-duration: 0.1861249469802715 + eval-batch-orig-duration: 0.13848353800131008 + eval-batch-shift-duration: 0.13895304297329858 + eval-batch-tree-duration: 0.13655893097165972 + ued: + distances: + cheese-corne_dist_avg: 7.1760254 + cheese-corne_dist_wavg: 0.72096705 + levels_cheese_is_in_corner_avg: 0.057617188 + mouse-cheese_dist_finite_avg: 13.150635 + mouse-cheese_dist_finite_wavg: 13.017438 + mouse-cheese_dist_solvable_avg: 13.150635 + mouse-cheese_dist_solvable_wavg: 13.017438 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100919366 + visit_patterns: + avg_first_visit_time: 2670.2222 + avg_last_visit_time: 3896.2986 + num_replay_batches: 3906 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011833736 + avg_actor_approxkl3: 0.0006290691 + avg_actor_clipfrac: 0.017358398 + avg_actor_loss: 1.2425334e-05 + avg_advantage: -0.0011527933 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4140163e-05 + avg_entropy: 0.059600808 + avg_grad_norm_pre_clip: 1.5195141 + avg_loss: -4.0105388e-05 + max: + max_actor_approxkl1: 0.0024763427 + max_actor_approxkl3: 0.0012709928 + max_actor_clipfrac: 0.03161621 + max_actor_loss: 0.0020784345 + max_advantage: 0.02202779 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6006436e-05 + max_entropy: 0.07449727 + max_grad_norm_pre_clip: 3.6460636 + max_loss: 0.0020104342 + std: + std_actor_approxkl1: 0.00079374394 + std_actor_approxkl3: 0.00041325382 + std_actor_clipfrac: 0.008960459 + std_actor_loss: 0.0007041519 + std_advantage: 0.005276393 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2395244e-06 + std_entropy: 0.0054304735 + std_grad_norm_pre_clip: 0.63780785 + std_loss: 0.00070137 + eval-batch-train: + avg_avg_episode_length: 4.763728 + avg_avg_return: 0.989288 + avg_benchmark_regret: 0.0059051504 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3439331 + proxy_corner: + avg_avg_return: 0.19784865 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 6.457012 + avg_avg_return: 0.98297316 + avg_benchmark_regret: 0.0109658465 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26570892 + proxy_corner: + avg_avg_return: 0.98297316 + avg_reward_per_step: 0.26570892 + eval-batch-shift: + avg_avg_episode_length: 5.0164123 + avg_avg_return: 0.9879586 + avg_benchmark_regret: 0.0070026894 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3458023 + proxy_corner: + avg_avg_return: 0.18268596 + avg_reward_per_step: 0.036071777 + eval-batch-tree: + avg_avg_episode_length: 5.645421 + avg_avg_return: 0.9866695 + avg_benchmark_regret: 0.007750743 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27799988 + proxy_corner: + avg_avg_return: 0.9866695 + avg_reward_per_step: 0.27799988 +=========================================================== +=========================================================== + step: + env-step-all-before: 253755392 + env-step-replay-before: 128417792 + env-step-used-before: 253755392 + ppo-update-before: 154880 + env-step-generate-before: 125337600 + env-step-all-after: 253788160 + env-step-replay-after: 128450560 + env-step-used-after: 253788160 + ppo-update-after: 154900 + env-step-generate-after: 125337600 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.928257 + avg_avg_return: 0.8880503 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.5938765 + avg_reward_per_step: 0.045684814 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.928257 + avg_avg_return: 0.8880503 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.5938765 + avg_reward_per_step: 0.045684814 + perf: + env_steps_per_second: 1004520.8033283378 + ppo_updates_per_second: 111.03691933195546 + eval-batch-train-duration: 0.19207379000727087 + eval-batch-orig-duration: 0.14798193098977208 + eval-batch-shift-duration: 0.13802997302263975 + eval-batch-tree-duration: 0.13868878601351753 + ued: + distances: + cheese-corne_dist_avg: 7.1706543 + cheese-corne_dist_wavg: 0.72652936 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.147461 + mouse-cheese_dist_finite_wavg: 15.711129 + mouse-cheese_dist_solvable_avg: 13.147461 + mouse-cheese_dist_solvable_wavg: 15.711131 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10098687 + visit_patterns: + avg_first_visit_time: 2679.1162 + avg_last_visit_time: 3910.2888 + num_replay_batches: 3920 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009184709 + avg_actor_approxkl3: 0.00045655653 + avg_actor_clipfrac: 0.015374756 + avg_actor_loss: -0.00031438522 + avg_advantage: -0.0020926099 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2929172e-05 + avg_entropy: 0.048070762 + avg_grad_norm_pre_clip: 0.65931463 + avg_loss: -0.0003559914 + max: + max_actor_approxkl1: 0.0022619895 + max_actor_approxkl3: 0.0010751903 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0004789033 + max_advantage: 0.021675825 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.759702e-05 + max_entropy: 0.059742548 + max_grad_norm_pre_clip: 0.94952965 + max_loss: 0.0004401162 + std: + std_actor_approxkl1: 0.0006662126 + std_actor_approxkl3: 0.00027676125 + std_actor_clipfrac: 0.0071070166 + std_actor_loss: 0.0004241808 + std_advantage: 0.004901968 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.728535e-06 + std_entropy: 0.006516524 + std_grad_norm_pre_clip: 0.19704428 + std_loss: 0.00042459837 + eval-batch-train: + avg_avg_episode_length: 4.7876873 + avg_avg_return: 0.9892188 + avg_benchmark_regret: 0.0059743393 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34358978 + proxy_corner: + avg_avg_return: 0.19750598 + avg_reward_per_step: 0.039405823 + eval-batch-orig: + avg_avg_episode_length: 6.179186 + avg_avg_return: 0.9850416 + avg_benchmark_regret: 0.008897378 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2658081 + proxy_corner: + avg_avg_return: 0.9850416 + avg_reward_per_step: 0.2658081 + eval-batch-shift: + avg_avg_episode_length: 5.0232754 + avg_avg_return: 0.9880625 + avg_benchmark_regret: 0.0068988334 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3454666 + proxy_corner: + avg_avg_return: 0.18276346 + avg_reward_per_step: 0.036003113 + eval-batch-tree: + avg_avg_episode_length: 5.5617685 + avg_avg_return: 0.98643947 + avg_benchmark_regret: 0.007980825 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27735138 + proxy_corner: + avg_avg_return: 0.98643947 + avg_reward_per_step: 0.27735138 +=========================================================== +=========================================================== + step: + env-step-all-before: 254803968 + env-step-replay-before: 128843776 + env-step-used-before: 254803968 + ppo-update-before: 155520 + env-step-generate-before: 125960192 + env-step-all-after: 254836736 + env-step-replay-after: 128843776 + env-step-used-after: 254836736 + ppo-update-after: 155540 + env-step-generate-after: 125992960 + train-generate: + shift_proportion: 0.9140625 + avg_avg_episode_length: 4.992805 + avg_avg_return: 0.96815896 + avg_reward_per_step: 0.32037354 + proxy_corner: + avg_avg_return: 0.17844777 + avg_reward_per_step: 0.03375244 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 4.992805 + avg_avg_return: 0.96815896 + avg_reward_per_step: 0.32037354 + proxy_corner: + avg_avg_return: 0.17844777 + avg_reward_per_step: 0.03375244 + perf: + env_steps_per_second: 983873.0452364974 + ppo_updates_per_second: 111.18166206905637 + eval-batch-train-duration: 0.185302376979962 + eval-batch-orig-duration: 0.13708180701360106 + eval-batch-shift-duration: 0.1376137700281106 + eval-batch-tree-duration: 0.1372348849545233 + ued: + distances: + cheese-corne_dist_avg: 7.132324 + cheese-corne_dist_wavg: 7.909039 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.14502 + mouse-cheese_dist_finite_wavg: 13.015049 + mouse-cheese_dist_solvable_avg: 13.14502 + mouse-cheese_dist_solvable_wavg: 13.015049 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1011107 + visit_patterns: + avg_first_visit_time: 2691.9138 + avg_last_visit_time: 3922.2754 + num_replay_batches: 3932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061896245 + avg_actor_approxkl3: 0.0003387915 + avg_actor_clipfrac: 0.0056274417 + avg_actor_loss: -8.888352e-05 + avg_advantage: 0.0028553188 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.4047118e-05 + avg_entropy: 0.014043132 + avg_grad_norm_pre_clip: 0.4149621 + avg_loss: -9.5903095e-05 + max: + max_actor_approxkl1: 0.0017295245 + max_actor_approxkl3: 0.0010638875 + max_actor_clipfrac: 0.014160156 + max_actor_loss: 0.00066184625 + max_advantage: 0.02261436 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8777037e-05 + max_entropy: 0.022649296 + max_grad_norm_pre_clip: 1.0266902 + max_loss: 0.00064701046 + std: + std_actor_approxkl1: 0.0005312644 + std_actor_approxkl3: 0.00029844863 + std_actor_clipfrac: 0.0032954235 + std_actor_loss: 0.0003967617 + std_advantage: 0.0049972157 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5904455e-06 + std_entropy: 0.0039579193 + std_grad_norm_pre_clip: 0.25049275 + std_loss: 0.00039562414 + eval-batch-train: + avg_avg_episode_length: 4.759057 + avg_avg_return: 0.9893924 + avg_benchmark_regret: 0.0058006877 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34388733 + proxy_corner: + avg_avg_return: 0.1977588 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 6.2218723 + avg_avg_return: 0.98502237 + avg_benchmark_regret: 0.008916644 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2655716 + proxy_corner: + avg_avg_return: 0.98502237 + avg_reward_per_step: 0.2655716 + eval-batch-shift: + avg_avg_episode_length: 5.081666 + avg_avg_return: 0.9882909 + avg_benchmark_regret: 0.0066704247 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34513855 + proxy_corner: + avg_avg_return: 0.18315312 + avg_reward_per_step: 0.035972595 + eval-batch-tree: + avg_avg_episode_length: 5.5837717 + avg_avg_return: 0.9866518 + avg_benchmark_regret: 0.0077685155 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27806854 + proxy_corner: + avg_avg_return: 0.9866518 + avg_reward_per_step: 0.27806854 +=========================================================== +=========================================================== + step: + env-step-all-before: 255852544 + env-step-replay-before: 129466368 + env-step-used-before: 255852544 + ppo-update-before: 156160 + env-step-generate-before: 126386176 + env-step-all-after: 255885312 + env-step-replay-after: 129499136 + env-step-used-after: 255885312 + ppo-update-after: 156180 + env-step-generate-after: 126386176 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.952648 + avg_avg_return: 0.88729966 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6623108 + avg_reward_per_step: 0.05029297 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.952648 + avg_avg_return: 0.88729966 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6623108 + avg_reward_per_step: 0.05029297 + perf: + env_steps_per_second: 989296.8274414327 + ppo_updates_per_second: 110.25342400367154 + eval-batch-train-duration: 0.1884012390510179 + eval-batch-orig-duration: 0.13698312098858878 + eval-batch-shift-duration: 0.1370184780098498 + eval-batch-tree-duration: 0.13729637098731473 + ued: + distances: + cheese-corne_dist_avg: 7.1518555 + cheese-corne_dist_wavg: 1.6284599 + levels_cheese_is_in_corner_avg: 0.057861328 + mouse-cheese_dist_finite_avg: 13.14624 + mouse-cheese_dist_finite_wavg: 13.016711 + mouse-cheese_dist_solvable_avg: 13.14624 + mouse-cheese_dist_solvable_wavg: 13.016713 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782594 + scoring: + avg_scores: 0.10099785 + visit_patterns: + avg_first_visit_time: 2699.6138 + avg_last_visit_time: 3942.2625 + num_replay_batches: 3952 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011063017 + avg_actor_approxkl3: 0.00056398194 + avg_actor_clipfrac: 0.019781495 + avg_actor_loss: -0.00014179373 + avg_advantage: -0.00016344525 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2101618e-05 + avg_entropy: 0.062101524 + avg_grad_norm_pre_clip: 1.1856203 + avg_loss: -0.00019784446 + max: + max_actor_approxkl1: 0.0020398102 + max_actor_approxkl3: 0.0009956681 + max_actor_clipfrac: 0.030273438 + max_actor_loss: 0.0019527208 + max_advantage: 0.02461952 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.34499005e-05 + max_entropy: 0.07632603 + max_grad_norm_pre_clip: 2.1828606 + max_loss: 0.0019016174 + std: + std_actor_approxkl1: 0.00057594175 + std_actor_approxkl3: 0.00023359274 + std_actor_clipfrac: 0.007181478 + std_actor_loss: 0.00084959605 + std_advantage: 0.0048942813 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.824642e-07 + std_entropy: 0.006616915 + std_grad_norm_pre_clip: 0.42314944 + std_loss: 0.0008487717 + eval-batch-train: + avg_avg_episode_length: 4.7608404 + avg_avg_return: 0.9891684 + avg_benchmark_regret: 0.006024692 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3439026 + proxy_corner: + avg_avg_return: 0.19723652 + avg_reward_per_step: 0.03955078 + eval-batch-orig: + avg_avg_episode_length: 6.096772 + avg_avg_return: 0.98554313 + avg_benchmark_regret: 0.008395866 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26639557 + proxy_corner: + avg_avg_return: 0.98554313 + avg_reward_per_step: 0.26639557 + eval-batch-shift: + avg_avg_episode_length: 5.0391083 + avg_avg_return: 0.98827785 + avg_benchmark_regret: 0.006683429 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34552765 + proxy_corner: + avg_avg_return: 0.18382853 + avg_reward_per_step: 0.036140442 + eval-batch-tree: + avg_avg_episode_length: 5.5558257 + avg_avg_return: 0.98698914 + avg_benchmark_regret: 0.0074311 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27842712 + proxy_corner: + avg_avg_return: 0.98698914 + avg_reward_per_step: 0.27842712 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 256901120 + env-step-replay-before: 130056192 + env-step-used-before: 256901120 + ppo-update-before: 156800 + env-step-generate-before: 126844928 + env-step-all-after: 256933888 + env-step-replay-after: 130056192 + env-step-used-after: 256933888 + ppo-update-after: 156820 + env-step-generate-after: 126877696 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.0142083 + avg_avg_return: 0.968293 + avg_reward_per_step: 0.3253479 + proxy_corner: + avg_avg_return: 0.22537965 + avg_reward_per_step: 0.048217773 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.0142083 + avg_avg_return: 0.968293 + avg_reward_per_step: 0.3253479 + proxy_corner: + avg_avg_return: 0.22537965 + avg_reward_per_step: 0.048217773 + perf: + env_steps_per_second: 1001299.3546310071 + ppo_updates_per_second: 110.99851603965435 + eval-batch-train-duration: 0.18641778000164777 + eval-batch-orig-duration: 0.13661899499129504 + eval-batch-shift-duration: 0.13663563603768125 + eval-batch-tree-duration: 0.13649994001025334 + ued: + distances: + cheese-corne_dist_avg: 7.1450195 + cheese-corne_dist_wavg: 7.0129995 + levels_cheese_is_in_corner_avg: 0.057617188 + mouse-cheese_dist_finite_avg: 13.163574 + mouse-cheese_dist_finite_wavg: 12.116392 + mouse-cheese_dist_solvable_avg: 13.163574 + mouse-cheese_dist_solvable_wavg: 12.116395 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10121842 + visit_patterns: + avg_first_visit_time: 2712.0068 + avg_last_visit_time: 3959.354 + num_replay_batches: 3969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013722724 + avg_actor_approxkl3: 0.00039433865 + avg_actor_clipfrac: 0.0060302736 + avg_actor_loss: -0.0005752227 + avg_advantage: 0.00050998305 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1693012e-05 + avg_entropy: 0.01350607 + avg_grad_norm_pre_clip: 0.3107345 + avg_loss: -0.00058288226 + max: + max_actor_approxkl1: 0.008660695 + max_actor_approxkl3: 0.0020636108 + max_actor_clipfrac: 0.018310547 + max_actor_loss: 0.0004762737 + max_advantage: 0.030690432 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4915835e-05 + max_entropy: 0.022575395 + max_grad_norm_pre_clip: 0.6564052 + max_loss: 0.000467241 + std: + std_actor_approxkl1: 0.0024270944 + std_actor_approxkl3: 0.0005416776 + std_actor_clipfrac: 0.0057404726 + std_actor_loss: 0.0014576389 + std_advantage: 0.004892707 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3762062e-06 + std_entropy: 0.0044097044 + std_grad_norm_pre_clip: 0.19073336 + std_loss: 0.0014604017 + eval-batch-train: + avg_avg_episode_length: 4.7616024 + avg_avg_return: 0.9895758 + avg_benchmark_regret: 0.005617286 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34397125 + proxy_corner: + avg_avg_return: 0.19742985 + avg_reward_per_step: 0.039520264 + eval-batch-orig: + avg_avg_episode_length: 6.2551394 + avg_avg_return: 0.9845384 + avg_benchmark_regret: 0.009400591 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2666092 + proxy_corner: + avg_avg_return: 0.9845384 + avg_reward_per_step: 0.2666092 + eval-batch-shift: + avg_avg_episode_length: 5.0051723 + avg_avg_return: 0.98843527 + avg_benchmark_regret: 0.0065260427 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3458252 + proxy_corner: + avg_avg_return: 0.18441471 + avg_reward_per_step: 0.03643799 + eval-batch-tree: + avg_avg_episode_length: 5.5834546 + avg_avg_return: 0.98718727 + avg_benchmark_regret: 0.0072330195 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27848053 + proxy_corner: + avg_avg_return: 0.98718727 + avg_reward_per_step: 0.27848053 +=========================================================== +=========================================================== + step: + env-step-all-before: 257949696 + env-step-replay-before: 130613248 + env-step-used-before: 257949696 + ppo-update-before: 157440 + env-step-generate-before: 127336448 + env-step-all-after: 257982464 + env-step-replay-after: 130646016 + env-step-used-after: 257982464 + ppo-update-after: 157460 + env-step-generate-after: 127336448 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.983519 + avg_avg_return: 0.88634026 + avg_reward_per_step: 0.06814575 + proxy_corner: + avg_avg_return: 0.6110718 + avg_reward_per_step: 0.046447754 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.983519 + avg_avg_return: 0.88634026 + avg_reward_per_step: 0.06814575 + proxy_corner: + avg_avg_return: 0.6110718 + avg_reward_per_step: 0.046447754 + perf: + env_steps_per_second: 958328.9519586243 + ppo_updates_per_second: 109.91923002776863 + eval-batch-train-duration: 0.18709115899400786 + eval-batch-orig-duration: 0.13686644099652767 + eval-batch-shift-duration: 0.1378419099492021 + eval-batch-tree-duration: 0.137112955970224 + ued: + distances: + cheese-corne_dist_avg: 7.175537 + cheese-corne_dist_wavg: 2.5109944 + levels_cheese_is_in_corner_avg: 0.056640625 + mouse-cheese_dist_finite_avg: 13.166016 + mouse-cheese_dist_finite_wavg: 13.017441 + mouse-cheese_dist_solvable_avg: 13.166016 + mouse-cheese_dist_solvable_wavg: 13.017443 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10111581 + visit_patterns: + avg_first_visit_time: 2723.6235 + avg_last_visit_time: 3977.2834 + num_replay_batches: 3987 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011073047 + avg_actor_approxkl3: 0.00066443015 + avg_actor_clipfrac: 0.017303467 + avg_actor_loss: -0.00011290862 + avg_advantage: -0.001357954 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2509688e-05 + avg_entropy: 0.051307846 + avg_grad_norm_pre_clip: 0.9995433 + avg_loss: -0.00015796162 + max: + max_actor_approxkl1: 0.0026186556 + max_actor_approxkl3: 0.0013184525 + max_actor_clipfrac: 0.028442383 + max_actor_loss: 0.0015769852 + max_advantage: 0.02351749 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5501708e-05 + max_entropy: 0.061827153 + max_grad_norm_pre_clip: 1.9792597 + max_loss: 0.0015311795 + std: + std_actor_approxkl1: 0.0007156885 + std_actor_approxkl3: 0.00034906526 + std_actor_clipfrac: 0.007815825 + std_actor_loss: 0.0005374474 + std_advantage: 0.0049602664 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0815714e-06 + std_entropy: 0.006987136 + std_grad_norm_pre_clip: 0.4584384 + std_loss: 0.0005369629 + eval-batch-train: + avg_avg_episode_length: 4.7502975 + avg_avg_return: 0.98956877 + avg_benchmark_regret: 0.005624285 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34403992 + proxy_corner: + avg_avg_return: 0.19787748 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.15356 + avg_avg_return: 0.98467386 + avg_benchmark_regret: 0.009265155 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26624298 + proxy_corner: + avg_avg_return: 0.98467386 + avg_reward_per_step: 0.26624298 + eval-batch-shift: + avg_avg_episode_length: 5.0335894 + avg_avg_return: 0.9882339 + avg_benchmark_regret: 0.0067273946 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3452301 + proxy_corner: + avg_avg_return: 0.18369198 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.6355944 + avg_avg_return: 0.98658276 + avg_benchmark_regret: 0.007837456 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2783966 + proxy_corner: + avg_avg_return: 0.98658276 + avg_reward_per_step: 0.2783966 +=========================================================== +=========================================================== + step: + env-step-all-before: 258998272 + env-step-replay-before: 131039232 + env-step-used-before: 258998272 + ppo-update-before: 158080 + env-step-generate-before: 127959040 + env-step-all-after: 259031040 + env-step-replay-after: 131072000 + env-step-used-after: 259031040 + ppo-update-after: 158100 + env-step-generate-after: 127959040 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.528879 + avg_avg_return: 0.8850492 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.6365193 + avg_reward_per_step: 0.048187256 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.528879 + avg_avg_return: 0.8850492 + avg_reward_per_step: 0.067108154 + proxy_corner: + avg_avg_return: 0.6365193 + avg_reward_per_step: 0.048187256 + perf: + env_steps_per_second: 979438.1943119313 + ppo_updates_per_second: 109.74534432198496 + eval-batch-train-duration: 0.18771981302415952 + eval-batch-orig-duration: 0.1364626800059341 + eval-batch-shift-duration: 0.13961102400207892 + eval-batch-tree-duration: 0.14079808100359514 + ued: + distances: + cheese-corne_dist_avg: 7.1591797 + cheese-corne_dist_wavg: 0.72838175 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.161865 + mouse-cheese_dist_finite_wavg: 13.015467 + mouse-cheese_dist_solvable_avg: 13.161865 + mouse-cheese_dist_solvable_wavg: 13.01547 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1016762 + visit_patterns: + avg_first_visit_time: 2731.6978 + avg_last_visit_time: 3990.2688 + num_replay_batches: 4000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020535807 + avg_actor_approxkl3: 0.0012326917 + avg_actor_clipfrac: 0.027209474 + avg_actor_loss: -0.00075929286 + avg_advantage: -0.0019345691 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2888096e-05 + avg_entropy: 0.06098832 + avg_grad_norm_pre_clip: 1.461084 + avg_loss: -0.0008138373 + max: + max_actor_approxkl1: 0.005012797 + max_actor_approxkl3: 0.002144394 + max_actor_clipfrac: 0.04296875 + max_actor_loss: 0.0018111253 + max_advantage: 0.028924942 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6362636e-05 + max_entropy: 0.07562007 + max_grad_norm_pre_clip: 2.836775 + max_loss: 0.0017591259 + std: + std_actor_approxkl1: 0.0012335308 + std_actor_approxkl3: 0.0005852703 + std_actor_clipfrac: 0.010050464 + std_actor_loss: 0.0016064801 + std_advantage: 0.0050410065 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2555323e-06 + std_entropy: 0.008162115 + std_grad_norm_pre_clip: 0.51925147 + std_loss: 0.0016098523 + eval-batch-train: + avg_avg_episode_length: 4.75863 + avg_avg_return: 0.98921 + avg_benchmark_regret: 0.0059831357 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3433838 + proxy_corner: + avg_avg_return: 0.19717982 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 6.1959496 + avg_avg_return: 0.9846934 + avg_benchmark_regret: 0.009245572 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2664795 + proxy_corner: + avg_avg_return: 0.9846934 + avg_reward_per_step: 0.2664795 + eval-batch-shift: + avg_avg_episode_length: 4.9960437 + avg_avg_return: 0.98866177 + avg_benchmark_regret: 0.00629956 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34591675 + proxy_corner: + avg_avg_return: 0.18357944 + avg_reward_per_step: 0.03639984 + eval-batch-tree: + avg_avg_episode_length: 5.68102 + avg_avg_return: 0.9864837 + avg_benchmark_regret: 0.007936552 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27811432 + proxy_corner: + avg_avg_return: 0.9864837 + avg_reward_per_step: 0.27811432 +=========================================================== +=========================================================== + step: + env-step-all-before: 260046848 + env-step-replay-before: 131661824 + env-step-used-before: 260046848 + ppo-update-before: 158720 + env-step-generate-before: 128385024 + env-step-all-after: 260079616 + env-step-replay-after: 131661824 + env-step-used-after: 260079616 + ppo-update-after: 158740 + env-step-generate-after: 128417792 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.4794426 + avg_avg_return: 0.9640605 + avg_reward_per_step: 0.30184937 + proxy_corner: + avg_avg_return: 0.2086643 + avg_reward_per_step: 0.03503418 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.4794426 + avg_avg_return: 0.9640605 + avg_reward_per_step: 0.30184937 + proxy_corner: + avg_avg_return: 0.2086643 + avg_reward_per_step: 0.03503418 + perf: + env_steps_per_second: 979183.0662240948 + ppo_updates_per_second: 110.98662358096094 + eval-batch-train-duration: 0.18485519499517977 + eval-batch-orig-duration: 0.13722833298379555 + eval-batch-shift-duration: 0.13740109896752983 + eval-batch-tree-duration: 0.1361963779781945 + ued: + distances: + cheese-corne_dist_avg: 7.1550293 + cheese-corne_dist_wavg: 0.73121905 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.16626 + mouse-cheese_dist_finite_wavg: 13.915979 + mouse-cheese_dist_solvable_avg: 13.16626 + mouse-cheese_dist_solvable_wavg: 13.915982 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10087994 + visit_patterns: + avg_first_visit_time: 2741.693 + avg_last_visit_time: 4008.3015 + num_replay_batches: 4018 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039885828 + avg_actor_approxkl3: 0.00019764258 + avg_actor_clipfrac: 0.0047851563 + avg_actor_loss: 4.9197082e-05 + avg_advantage: 0.0011487629 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1014227e-05 + avg_entropy: 0.013860173 + avg_grad_norm_pre_clip: 0.32186922 + avg_loss: 4.084403e-05 + max: + max_actor_approxkl1: 0.0014194652 + max_actor_approxkl3: 0.0007548472 + max_actor_clipfrac: 0.011474609 + max_actor_loss: 0.00073124096 + max_advantage: 0.040026605 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4683446e-05 + max_entropy: 0.021526901 + max_grad_norm_pre_clip: 0.9206402 + max_loss: 0.0007206976 + std: + std_actor_approxkl1: 0.00034299365 + std_actor_approxkl3: 0.00017297428 + std_actor_clipfrac: 0.0029830148 + std_actor_loss: 0.00024598077 + std_advantage: 0.004603036 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9747292e-06 + std_entropy: 0.003228256 + std_grad_norm_pre_clip: 0.16890752 + std_loss: 0.0002450795 + eval-batch-train: + avg_avg_episode_length: 4.7580833 + avg_avg_return: 0.98947966 + avg_benchmark_regret: 0.005713434 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34370422 + proxy_corner: + avg_avg_return: 0.19742608 + avg_reward_per_step: 0.039535522 + eval-batch-orig: + avg_avg_episode_length: 6.13853 + avg_avg_return: 0.9851665 + avg_benchmark_regret: 0.008772498 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2666092 + proxy_corner: + avg_avg_return: 0.9851665 + avg_reward_per_step: 0.2666092 + eval-batch-shift: + avg_avg_episode_length: 5.0028877 + avg_avg_return: 0.9886194 + avg_benchmark_regret: 0.006341911 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460617 + proxy_corner: + avg_avg_return: 0.18342993 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.635108 + avg_avg_return: 0.9867865 + avg_benchmark_regret: 0.007633742 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27858734 + proxy_corner: + avg_avg_return: 0.9867865 + avg_reward_per_step: 0.27858734 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 261095424 + env-step-replay-before: 132186112 + env-step-used-before: 261095424 + ppo-update-before: 159360 + env-step-generate-before: 128909312 + env-step-all-after: 261128192 + env-step-replay-after: 132218880 + env-step-used-after: 261128192 + ppo-update-after: 159380 + env-step-generate-after: 128909312 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.921684 + avg_avg_return: 0.88819826 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.5971308 + avg_reward_per_step: 0.04559326 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.921684 + avg_avg_return: 0.88819826 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.5971308 + avg_reward_per_step: 0.04559326 + perf: + env_steps_per_second: 987633.4846261735 + ppo_updates_per_second: 111.44818678408646 + eval-batch-train-duration: 0.18813498702365905 + eval-batch-orig-duration: 0.14154985902132466 + eval-batch-shift-duration: 0.13530342502053827 + eval-batch-tree-duration: 0.13830056396545842 + ued: + distances: + cheese-corne_dist_avg: 7.1591797 + cheese-corne_dist_wavg: 13.297495 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.166016 + mouse-cheese_dist_finite_wavg: 13.018527 + mouse-cheese_dist_solvable_avg: 13.166016 + mouse-cheese_dist_solvable_wavg: 13.018527 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10085111 + visit_patterns: + avg_first_visit_time: 2750.5813 + avg_last_visit_time: 4025.2495 + num_replay_batches: 4035 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014124628 + avg_actor_approxkl3: 0.0006984722 + avg_actor_clipfrac: 0.020355225 + avg_actor_loss: 0.00027136647 + avg_advantage: -0.00087443425 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1975847e-05 + avg_entropy: 0.056715842 + avg_grad_norm_pre_clip: 1.1923743 + avg_loss: 0.00022063857 + max: + max_actor_approxkl1: 0.002963685 + max_actor_approxkl3: 0.0016001812 + max_actor_clipfrac: 0.042236328 + max_actor_loss: 0.001217179 + max_advantage: 0.021749854 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.30651115e-05 + max_entropy: 0.07097259 + max_grad_norm_pre_clip: 2.0624664 + max_loss: 0.0011618279 + std: + std_actor_approxkl1: 0.00090351637 + std_actor_approxkl3: 0.00041031724 + std_actor_clipfrac: 0.009519597 + std_actor_loss: 0.0006026788 + std_advantage: 0.004870334 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.77675e-07 + std_entropy: 0.006313767 + std_grad_norm_pre_clip: 0.3918913 + std_loss: 0.000604241 + eval-batch-train: + avg_avg_episode_length: 4.7587423 + avg_avg_return: 0.9893341 + avg_benchmark_regret: 0.0058589824 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3438797 + proxy_corner: + avg_avg_return: 0.19754271 + avg_reward_per_step: 0.0395813 + eval-batch-orig: + avg_avg_episode_length: 6.0279813 + avg_avg_return: 0.985221 + avg_benchmark_regret: 0.008718014 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.985221 + avg_reward_per_step: 0.2669983 + eval-batch-shift: + avg_avg_episode_length: 5.0295954 + avg_avg_return: 0.9878142 + avg_benchmark_regret: 0.0071470914 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34552765 + proxy_corner: + avg_avg_return: 0.18450966 + avg_reward_per_step: 0.036346436 + eval-batch-tree: + avg_avg_episode_length: 5.5269184 + avg_avg_return: 0.98733807 + avg_benchmark_regret: 0.007082222 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27885437 + proxy_corner: + avg_avg_return: 0.98733807 + avg_reward_per_step: 0.27885437 +=========================================================== +=========================================================== + step: + env-step-all-before: 262144000 + env-step-replay-before: 132677632 + env-step-used-before: 262144000 + ppo-update-before: 160000 + env-step-generate-before: 129466368 + env-step-all-after: 262176768 + env-step-replay-after: 132710400 + env-step-used-after: 262176768 + ppo-update-after: 160020 + env-step-generate-after: 129466368 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.26269 + avg_avg_return: 0.88514334 + avg_reward_per_step: 0.06744385 + proxy_corner: + avg_avg_return: 0.65705097 + avg_reward_per_step: 0.049865723 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.26269 + avg_avg_return: 0.88514334 + avg_reward_per_step: 0.06744385 + proxy_corner: + avg_avg_return: 0.65705097 + avg_reward_per_step: 0.049865723 + perf: + env_steps_per_second: 998132.0371318624 + ppo_updates_per_second: 111.2008310268376 + eval-batch-train-duration: 0.18999017198802903 + eval-batch-orig-duration: 0.14754431595792994 + eval-batch-shift-duration: 0.13988460000837222 + eval-batch-tree-duration: 0.13825099094538018 + ued: + distances: + cheese-corne_dist_avg: 7.159668 + cheese-corne_dist_wavg: 1.6278694 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.1657715 + mouse-cheese_dist_finite_wavg: 10.32011 + mouse-cheese_dist_solvable_avg: 13.1657715 + mouse-cheese_dist_solvable_wavg: 10.320107 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.101354785 + visit_patterns: + avg_first_visit_time: 2763.5872 + avg_last_visit_time: 4040.2651 + num_replay_batches: 4050 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002230289 + avg_actor_approxkl3: 0.0014816306 + avg_actor_clipfrac: 0.028369142 + avg_actor_loss: -0.0007178599 + avg_advantage: 0.0013497141 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3888561e-05 + avg_entropy: 0.063589476 + avg_grad_norm_pre_clip: 1.3672491 + avg_loss: -0.000774505 + max: + max_actor_approxkl1: 0.0038501453 + max_actor_approxkl3: 0.0035729348 + max_actor_clipfrac: 0.052734375 + max_actor_loss: 0.002333166 + max_advantage: 0.03081417 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6218783e-05 + max_entropy: 0.07579217 + max_grad_norm_pre_clip: 2.2274663 + max_loss: 0.0022804514 + std: + std_actor_approxkl1: 0.0009891917 + std_actor_approxkl3: 0.00082026416 + std_actor_clipfrac: 0.011955937 + std_actor_loss: 0.0011831232 + std_advantage: 0.0051341564 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1860737e-06 + std_entropy: 0.0074527822 + std_grad_norm_pre_clip: 0.41943896 + std_loss: 0.0011852626 + eval-batch-train: + avg_avg_episode_length: 4.769969 + avg_avg_return: 0.9891635 + avg_benchmark_regret: 0.0060295165 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34376526 + proxy_corner: + avg_avg_return: 0.19738448 + avg_reward_per_step: 0.03955078 + eval-batch-orig: + avg_avg_episode_length: 6.088602 + avg_avg_return: 0.9849524 + avg_benchmark_regret: 0.0089866 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26677704 + proxy_corner: + avg_avg_return: 0.9849524 + avg_reward_per_step: 0.26677704 + eval-batch-shift: + avg_avg_episode_length: 5.043329 + avg_avg_return: 0.98819673 + avg_benchmark_regret: 0.006764545 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34539032 + proxy_corner: + avg_avg_return: 0.18429726 + avg_reward_per_step: 0.036392212 + eval-batch-tree: + avg_avg_episode_length: 5.6599417 + avg_avg_return: 0.9867318 + avg_benchmark_regret: 0.00768846 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27850342 + proxy_corner: + avg_avg_return: 0.9867318 + avg_reward_per_step: 0.27850342 +=========================================================== +=========================================================== + step: + env-step-all-before: 263192576 + env-step-replay-before: 133169152 + env-step-used-before: 263192576 + ppo-update-before: 160640 + env-step-generate-before: 130023424 + env-step-all-after: 263225344 + env-step-replay-after: 133169152 + env-step-used-after: 263225344 + ppo-update-after: 160660 + env-step-generate-after: 130056192 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.0864553 + avg_avg_return: 0.9665551 + avg_reward_per_step: 0.31195068 + proxy_corner: + avg_avg_return: 0.22869943 + avg_reward_per_step: 0.041381836 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.0864553 + avg_avg_return: 0.9665551 + avg_reward_per_step: 0.31195068 + proxy_corner: + avg_avg_return: 0.22869943 + avg_reward_per_step: 0.041381836 + perf: + env_steps_per_second: 921497.0190208377 + ppo_updates_per_second: 112.19678201590173 + eval-batch-train-duration: 0.1859526340267621 + eval-batch-orig-duration: 0.137853502004873 + eval-batch-shift-duration: 0.13862574700033292 + eval-batch-tree-duration: 0.13845157902687788 + ued: + distances: + cheese-corne_dist_avg: 7.145508 + cheese-corne_dist_wavg: 7.896904 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.165283 + mouse-cheese_dist_finite_wavg: 6.724409 + mouse-cheese_dist_solvable_avg: 13.165283 + mouse-cheese_dist_solvable_wavg: 6.724408 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10115214 + visit_patterns: + avg_first_visit_time: 2775.807 + avg_last_visit_time: 4054.209 + num_replay_batches: 4064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046468896 + avg_actor_approxkl3: 0.00025606676 + avg_actor_clipfrac: 0.0062805177 + avg_actor_loss: 3.6154175e-05 + avg_advantage: 0.001019453 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1202407e-05 + avg_entropy: 0.016590688 + avg_grad_norm_pre_clip: 0.46727544 + avg_loss: 2.516469e-05 + max: + max_actor_approxkl1: 0.0012087524 + max_actor_approxkl3: 0.0007962595 + max_actor_clipfrac: 0.014038086 + max_actor_loss: 0.0011172816 + max_advantage: 0.028081417 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3820007e-05 + max_entropy: 0.021859821 + max_grad_norm_pre_clip: 1.3170953 + max_loss: 0.0011063542 + std: + std_actor_approxkl1: 0.0003657355 + std_actor_approxkl3: 0.00020033227 + std_actor_clipfrac: 0.0031120689 + std_actor_loss: 0.0003539378 + std_advantage: 0.004780568 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3238617e-06 + std_entropy: 0.0025298153 + std_grad_norm_pre_clip: 0.3249776 + std_loss: 0.0003542526 + eval-batch-train: + avg_avg_episode_length: 4.785559 + avg_avg_return: 0.98964214 + avg_benchmark_regret: 0.0055510215 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34323883 + proxy_corner: + avg_avg_return: 0.19741371 + avg_reward_per_step: 0.039482117 + eval-batch-orig: + avg_avg_episode_length: 6.075472 + avg_avg_return: 0.9850193 + avg_benchmark_regret: 0.008919707 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26617432 + proxy_corner: + avg_avg_return: 0.9850193 + avg_reward_per_step: 0.26617432 + eval-batch-shift: + avg_avg_episode_length: 5.048317 + avg_avg_return: 0.988538 + avg_benchmark_regret: 0.006423241 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34526062 + proxy_corner: + avg_avg_return: 0.18588151 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.5552483 + avg_avg_return: 0.98700374 + avg_benchmark_regret: 0.0074165137 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27842712 + proxy_corner: + avg_avg_return: 0.98700374 + avg_reward_per_step: 0.27842712 +=========================================================== +=========================================================== + step: + env-step-all-before: 264241152 + env-step-replay-before: 133562368 + env-step-used-before: 264241152 + ppo-update-before: 161280 + env-step-generate-before: 130678784 + env-step-all-after: 264273920 + env-step-replay-after: 133562368 + env-step-used-after: 264273920 + ppo-update-after: 161300 + env-step-generate-after: 130711552 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.1491013 + avg_avg_return: 0.9678792 + avg_reward_per_step: 0.31314087 + proxy_corner: + avg_avg_return: 0.20803936 + avg_reward_per_step: 0.05130005 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.1491013 + avg_avg_return: 0.9678792 + avg_reward_per_step: 0.31314087 + proxy_corner: + avg_avg_return: 0.20803936 + avg_reward_per_step: 0.05130005 + perf: + env_steps_per_second: 998630.0228660697 + ppo_updates_per_second: 110.87120553308732 + eval-batch-train-duration: 0.18881420698016882 + eval-batch-orig-duration: 0.13911229401128367 + eval-batch-shift-duration: 0.13980105199152604 + eval-batch-tree-duration: 0.13952679600333795 + ued: + distances: + cheese-corne_dist_avg: 7.150879 + cheese-corne_dist_wavg: 14.202279 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.1657715 + mouse-cheese_dist_finite_wavg: 14.812483 + mouse-cheese_dist_solvable_avg: 13.1657715 + mouse-cheese_dist_solvable_wavg: 14.812485 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10130241 + visit_patterns: + avg_first_visit_time: 2787.6067 + avg_last_visit_time: 4066.2766 + num_replay_batches: 4076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037422846 + avg_actor_approxkl3: 0.00019054783 + avg_actor_clipfrac: 0.0040893555 + avg_actor_loss: -0.00011554531 + avg_advantage: -0.002341492 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.242264e-05 + avg_entropy: 0.014317987 + avg_grad_norm_pre_clip: 0.3050346 + avg_loss: -0.00012365197 + max: + max_actor_approxkl1: 0.001186992 + max_actor_approxkl3: 0.0011613856 + max_actor_clipfrac: 0.015258789 + max_actor_loss: 0.0010042321 + max_advantage: 0.039150715 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5937252e-05 + max_entropy: 0.022892257 + max_grad_norm_pre_clip: 0.6526198 + max_loss: 0.0009878416 + std: + std_actor_approxkl1: 0.00033101966 + std_actor_approxkl3: 0.00025528672 + std_actor_clipfrac: 0.004014703 + std_actor_loss: 0.000382568 + std_advantage: 0.00485173 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.976276e-06 + std_entropy: 0.004361777 + std_grad_norm_pre_clip: 0.14900613 + std_loss: 0.0003802644 + eval-batch-train: + avg_avg_episode_length: 4.7632785 + avg_avg_return: 0.9895091 + avg_benchmark_regret: 0.0056840177 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34396362 + proxy_corner: + avg_avg_return: 0.19754386 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 6.0527163 + avg_avg_return: 0.9854089 + avg_benchmark_regret: 0.00853008 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2668686 + proxy_corner: + avg_avg_return: 0.9854089 + avg_reward_per_step: 0.2668686 + eval-batch-shift: + avg_avg_episode_length: 4.9985495 + avg_avg_return: 0.98864615 + avg_benchmark_regret: 0.0063151503 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34609222 + proxy_corner: + avg_avg_return: 0.18362987 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.5600386 + avg_avg_return: 0.9872897 + avg_benchmark_regret: 0.007130557 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27820587 + proxy_corner: + avg_avg_return: 0.9872897 + avg_reward_per_step: 0.27820587 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 265289728 + env-step-replay-before: 134152192 + env-step-used-before: 265289728 + ppo-update-before: 161920 + env-step-generate-before: 131137536 + env-step-all-after: 265322496 + env-step-replay-after: 134184960 + env-step-used-after: 265322496 + ppo-update-after: 161940 + env-step-generate-after: 131137536 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.862305 + avg_avg_return: 0.88729805 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6621592 + avg_reward_per_step: 0.05102539 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.862305 + avg_avg_return: 0.88729805 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6621592 + avg_reward_per_step: 0.05102539 + perf: + env_steps_per_second: 984116.4060798557 + ppo_updates_per_second: 110.62228107655706 + eval-batch-train-duration: 0.18570915597956628 + eval-batch-orig-duration: 0.13903290499001741 + eval-batch-shift-duration: 0.13967428298201412 + eval-batch-tree-duration: 0.136698885995429 + ued: + distances: + cheese-corne_dist_avg: 7.1540527 + cheese-corne_dist_wavg: 0.71641064 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.172852 + mouse-cheese_dist_finite_wavg: 13.917168 + mouse-cheese_dist_solvable_avg: 13.172852 + mouse-cheese_dist_solvable_wavg: 13.917168 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.10054465 + visit_patterns: + avg_first_visit_time: 2796.799 + avg_last_visit_time: 4085.232 + num_replay_batches: 4095 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001052044 + avg_actor_approxkl3: 0.00050120597 + avg_actor_clipfrac: 0.014434814 + avg_actor_loss: 4.5587494e-05 + avg_advantage: 0.0013655964 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2286578e-05 + avg_entropy: 0.044736158 + avg_grad_norm_pre_clip: 1.0719999 + avg_loss: 6.9946313e-06 + max: + max_actor_approxkl1: 0.0029925853 + max_actor_approxkl3: 0.0011196852 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.0010930598 + max_advantage: 0.024340332 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3828321e-05 + max_entropy: 0.05596453 + max_grad_norm_pre_clip: 1.8355848 + max_loss: 0.0010473683 + std: + std_actor_approxkl1: 0.00073018525 + std_actor_approxkl3: 0.00029086042 + std_actor_clipfrac: 0.0070173843 + std_actor_loss: 0.00057017355 + std_advantage: 0.0049367202 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.271469e-07 + std_entropy: 0.005408629 + std_grad_norm_pre_clip: 0.41941577 + std_loss: 0.00057066506 + eval-batch-train: + avg_avg_episode_length: 4.7503915 + avg_avg_return: 0.98942995 + avg_benchmark_regret: 0.0057631554 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3440094 + proxy_corner: + avg_avg_return: 0.1973046 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.0348625 + avg_avg_return: 0.9855249 + avg_benchmark_regret: 0.008414121 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26716614 + proxy_corner: + avg_avg_return: 0.9855249 + avg_reward_per_step: 0.26716614 + eval-batch-shift: + avg_avg_episode_length: 5.016408 + avg_avg_return: 0.9885545 + avg_benchmark_regret: 0.0064068325 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34602356 + proxy_corner: + avg_avg_return: 0.18332791 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.5701942 + avg_avg_return: 0.9868859 + avg_benchmark_regret: 0.007534352 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2783203 + proxy_corner: + avg_avg_return: 0.9868859 + avg_reward_per_step: 0.2783203 +=========================================================== +=========================================================== + step: + env-step-all-before: 266338304 + env-step-replay-before: 134807552 + env-step-used-before: 266338304 + ppo-update-before: 162560 + env-step-generate-before: 131530752 + env-step-all-after: 266371072 + env-step-replay-after: 134807552 + env-step-used-after: 266371072 + ppo-update-after: 162580 + env-step-generate-after: 131563520 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.02938 + avg_avg_return: 0.9682889 + avg_reward_per_step: 0.31921387 + proxy_corner: + avg_avg_return: 0.14385724 + avg_reward_per_step: 0.024627686 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.02938 + avg_avg_return: 0.9682889 + avg_reward_per_step: 0.31921387 + proxy_corner: + avg_avg_return: 0.14385724 + avg_reward_per_step: 0.024627686 + perf: + env_steps_per_second: 974767.9143051924 + ppo_updates_per_second: 110.94711525603964 + eval-batch-train-duration: 0.18817494297400117 + eval-batch-orig-duration: 0.14279290003469214 + eval-batch-shift-duration: 0.1389576619840227 + eval-batch-tree-duration: 0.13890885101864114 + ued: + distances: + cheese-corne_dist_avg: 7.147949 + cheese-corne_dist_wavg: 2.5098915 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 13.175781 + mouse-cheese_dist_finite_wavg: 13.916514 + mouse-cheese_dist_solvable_avg: 13.175781 + mouse-cheese_dist_solvable_wavg: 13.916516 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10078223 + visit_patterns: + avg_first_visit_time: 2802.5564 + avg_last_visit_time: 4104.2236 + num_replay_batches: 4114 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035319544 + avg_actor_approxkl3: 0.00024024668 + avg_actor_clipfrac: 0.0045043947 + avg_actor_loss: -4.682422e-05 + avg_advantage: 0.0016363431 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1290757e-05 + avg_entropy: 0.013585656 + avg_grad_norm_pre_clip: 0.2932614 + avg_loss: -5.47645e-05 + max: + max_actor_approxkl1: 0.0012586399 + max_actor_approxkl3: 0.0007565118 + max_actor_clipfrac: 0.017578125 + max_actor_loss: 0.00078970194 + max_advantage: 0.024402082 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3542639e-05 + max_entropy: 0.023738183 + max_grad_norm_pre_clip: 0.54709196 + max_loss: 0.0007832627 + std: + std_actor_approxkl1: 0.00036085493 + std_actor_approxkl3: 0.0002288753 + std_actor_clipfrac: 0.004352436 + std_actor_loss: 0.00027758183 + std_advantage: 0.00459663 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3184723e-06 + std_entropy: 0.0047801994 + std_grad_norm_pre_clip: 0.13328758 + std_loss: 0.00027911016 + eval-batch-train: + avg_avg_episode_length: 4.7512364 + avg_avg_return: 0.9895735 + avg_benchmark_regret: 0.0056196107 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34399414 + proxy_corner: + avg_avg_return: 0.19750445 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.1099205 + avg_avg_return: 0.98511374 + avg_benchmark_regret: 0.008825319 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26703644 + proxy_corner: + avg_avg_return: 0.98511374 + avg_reward_per_step: 0.26703644 + eval-batch-shift: + avg_avg_episode_length: 5.11146 + avg_avg_return: 0.98785156 + avg_benchmark_regret: 0.0071097855 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34586334 + proxy_corner: + avg_avg_return: 0.18341938 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.7603908 + avg_avg_return: 0.98660886 + avg_benchmark_regret: 0.0078114113 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2782135 + proxy_corner: + avg_avg_return: 0.98660886 + avg_reward_per_step: 0.2782135 +=========================================================== +=========================================================== + step: + env-step-all-before: 267386880 + env-step-replay-before: 135364608 + env-step-used-before: 267386880 + ppo-update-before: 163200 + env-step-generate-before: 132022272 + env-step-all-after: 267419648 + env-step-replay-after: 135364608 + env-step-used-after: 267419648 + ppo-update-after: 163220 + env-step-generate-after: 132055040 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.9775925 + avg_avg_return: 0.9698839 + avg_reward_per_step: 0.33432007 + proxy_corner: + avg_avg_return: 0.20215133 + avg_reward_per_step: 0.038757324 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.9775925 + avg_avg_return: 0.9698839 + avg_reward_per_step: 0.33432007 + proxy_corner: + avg_avg_return: 0.20215133 + avg_reward_per_step: 0.038757324 + perf: + env_steps_per_second: 994424.117024949 + ppo_updates_per_second: 111.68261023422228 + eval-batch-train-duration: 0.19030694098910317 + eval-batch-orig-duration: 0.14539004699327052 + eval-batch-shift-duration: 0.13884096301626414 + eval-batch-tree-duration: 0.1370707870228216 + ued: + distances: + cheese-corne_dist_avg: 7.1884766 + cheese-corne_dist_wavg: 7.0214252 + levels_cheese_is_in_corner_avg: 0.056152344 + mouse-cheese_dist_finite_avg: 13.169922 + mouse-cheese_dist_finite_wavg: 14.815929 + mouse-cheese_dist_solvable_avg: 13.169922 + mouse-cheese_dist_solvable_wavg: 14.815931 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101357356 + visit_patterns: + avg_first_visit_time: 2816.942 + avg_last_visit_time: 4121.3086 + num_replay_batches: 4131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052177755 + avg_actor_approxkl3: 0.00026071904 + avg_actor_clipfrac: 0.0036315918 + avg_actor_loss: 9.711688e-05 + avg_advantage: 0.002474629 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.299705e-05 + avg_entropy: 0.011238625 + avg_grad_norm_pre_clip: 0.3125618 + avg_loss: 9.237677e-05 + max: + max_actor_approxkl1: 0.0011804712 + max_actor_approxkl3: 0.00067523425 + max_actor_clipfrac: 0.010009766 + max_actor_loss: 0.00068738114 + max_advantage: 0.023107886 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.776903e-05 + max_entropy: 0.019175038 + max_grad_norm_pre_clip: 0.628903 + max_loss: 0.00068537774 + std: + std_actor_approxkl1: 0.0004175628 + std_actor_approxkl3: 0.00021529997 + std_actor_clipfrac: 0.0025793763 + std_actor_loss: 0.00025275565 + std_advantage: 0.005156291 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4424169e-06 + std_entropy: 0.00297728 + std_grad_norm_pre_clip: 0.13374633 + std_loss: 0.0002521789 + eval-batch-train: + avg_avg_episode_length: 4.776285 + avg_avg_return: 0.989322 + avg_benchmark_regret: 0.005871104 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3436737 + proxy_corner: + avg_avg_return: 0.19746742 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.0090218 + avg_avg_return: 0.9855747 + avg_benchmark_regret: 0.00836432 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26733398 + proxy_corner: + avg_avg_return: 0.9855747 + avg_reward_per_step: 0.26733398 + eval-batch-shift: + avg_avg_episode_length: 5.030017 + avg_avg_return: 0.9886125 + avg_benchmark_regret: 0.0063488483 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3459549 + proxy_corner: + avg_avg_return: 0.18429108 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.574422 + avg_avg_return: 0.98685706 + avg_benchmark_regret: 0.007563238 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27824402 + proxy_corner: + avg_avg_return: 0.98685706 + avg_reward_per_step: 0.27824402 +=========================================================== +=========================================================== + step: + env-step-all-before: 268435456 + env-step-replay-before: 135921664 + env-step-used-before: 268435456 + ppo-update-before: 163840 + env-step-generate-before: 132513792 + env-step-all-after: 268468224 + env-step-replay-after: 135954432 + env-step-used-after: 268468224 + ppo-update-after: 163860 + env-step-generate-after: 132513792 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.92348 + avg_avg_return: 0.8879212 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.64463127 + avg_reward_per_step: 0.04916382 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.92348 + avg_avg_return: 0.8879212 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.64463127 + avg_reward_per_step: 0.04916382 + perf: + env_steps_per_second: 990670.7691309131 + ppo_updates_per_second: 111.25634269071524 + eval-batch-train-duration: 0.18560106202494353 + eval-batch-orig-duration: 0.13850272505078465 + eval-batch-shift-duration: 0.13825134199578315 + eval-batch-tree-duration: 0.1371445760014467 + ued: + distances: + cheese-corne_dist_avg: 7.177002 + cheese-corne_dist_wavg: 10.619886 + levels_cheese_is_in_corner_avg: 0.056396484 + mouse-cheese_dist_finite_avg: 13.17627 + mouse-cheese_dist_finite_wavg: 13.918379 + mouse-cheese_dist_solvable_avg: 13.17627 + mouse-cheese_dist_solvable_wavg: 13.918381 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1009967 + visit_patterns: + avg_first_visit_time: 2824.578 + avg_last_visit_time: 4139.254 + num_replay_batches: 4149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011308405 + avg_actor_approxkl3: 0.00048320988 + avg_actor_clipfrac: 0.016552735 + avg_actor_loss: -0.00023653552 + avg_advantage: -0.0024269517 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0745587e-05 + avg_entropy: 0.052348178 + avg_grad_norm_pre_clip: 0.954898 + avg_loss: -0.0002835109 + max: + max_actor_approxkl1: 0.0027341472 + max_actor_approxkl3: 0.001205493 + max_actor_clipfrac: 0.03161621 + max_actor_loss: 0.0012183608 + max_advantage: 0.022502422 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2709415e-05 + max_entropy: 0.0641507 + max_grad_norm_pre_clip: 1.8938646 + max_loss: 0.0011690565 + std: + std_actor_approxkl1: 0.00088164053 + std_actor_approxkl3: 0.00030992506 + std_actor_clipfrac: 0.008178747 + std_actor_loss: 0.0006076285 + std_advantage: 0.004511834 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.564364e-07 + std_entropy: 0.0052215206 + std_grad_norm_pre_clip: 0.4108735 + std_loss: 0.0006071931 + eval-batch-train: + avg_avg_episode_length: 4.7562203 + avg_avg_return: 0.9888305 + avg_benchmark_regret: 0.0063626254 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34403992 + proxy_corner: + avg_avg_return: 0.19709554 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 6.07158 + avg_avg_return: 0.98472 + avg_benchmark_regret: 0.009219014 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26698303 + proxy_corner: + avg_avg_return: 0.98472 + avg_reward_per_step: 0.26698303 + eval-batch-shift: + avg_avg_episode_length: 5.027478 + avg_avg_return: 0.98840356 + avg_benchmark_regret: 0.0065577487 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34590912 + proxy_corner: + avg_avg_return: 0.18347748 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.595909 + avg_avg_return: 0.98670995 + avg_benchmark_regret: 0.007710304 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2782669 + proxy_corner: + avg_avg_return: 0.98670995 + avg_reward_per_step: 0.2782669 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 269484032 + env-step-replay-before: 136609792 + env-step-used-before: 269484032 + ppo-update-before: 164480 + env-step-generate-before: 132874240 + env-step-all-after: 269516800 + env-step-replay-after: 136642560 + env-step-used-after: 269516800 + ppo-update-after: 164500 + env-step-generate-after: 132874240 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.905327 + avg_avg_return: 0.88695896 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.59996593 + avg_reward_per_step: 0.045776367 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.905327 + avg_avg_return: 0.88695896 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.59996593 + avg_reward_per_step: 0.045776367 + perf: + env_steps_per_second: 976448.2813172587 + ppo_updates_per_second: 109.79465911649785 + eval-batch-train-duration: 0.18883219198323786 + eval-batch-orig-duration: 0.13712998799746856 + eval-batch-shift-duration: 0.13711360795423388 + eval-batch-tree-duration: 0.13710604299558327 + ued: + distances: + cheese-corne_dist_avg: 7.170166 + cheese-corne_dist_wavg: 6.1291475 + levels_cheese_is_in_corner_avg: 0.056152344 + mouse-cheese_dist_finite_avg: 13.175049 + mouse-cheese_dist_finite_wavg: 13.017636 + mouse-cheese_dist_solvable_avg: 13.175049 + mouse-cheese_dist_solvable_wavg: 13.017638 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10077928 + visit_patterns: + avg_first_visit_time: 2836.0078 + avg_last_visit_time: 4160.3105 + num_replay_batches: 4170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00146695 + avg_actor_approxkl3: 0.00087598443 + avg_actor_clipfrac: 0.019506836 + avg_actor_loss: 7.57142e-05 + avg_advantage: -0.0029419228 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0444654e-05 + avg_entropy: 0.05240388 + avg_grad_norm_pre_clip: 1.0696472 + avg_loss: 2.8532644e-05 + max: + max_actor_approxkl1: 0.0031999487 + max_actor_approxkl3: 0.0020807988 + max_actor_clipfrac: 0.036254883 + max_actor_loss: 0.00073457696 + max_advantage: 0.018510103 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3994471e-05 + max_entropy: 0.068183675 + max_grad_norm_pre_clip: 1.8544513 + max_loss: 0.0006854603 + std: + std_actor_approxkl1: 0.0009649214 + std_actor_approxkl3: 0.0005644759 + std_actor_clipfrac: 0.009020377 + std_actor_loss: 0.00045825273 + std_advantage: 0.0044116993 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4306302e-06 + std_entropy: 0.006179004 + std_grad_norm_pre_clip: 0.33729273 + std_loss: 0.0004592413 + eval-batch-train: + avg_avg_episode_length: 4.75141 + avg_avg_return: 0.98966855 + avg_benchmark_regret: 0.005524556 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3439026 + proxy_corner: + avg_avg_return: 0.19738546 + avg_reward_per_step: 0.039627075 + eval-batch-orig: + avg_avg_episode_length: 6.083664 + avg_avg_return: 0.9851684 + avg_benchmark_regret: 0.008770604 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2669754 + proxy_corner: + avg_avg_return: 0.9851684 + avg_reward_per_step: 0.2669754 + eval-batch-shift: + avg_avg_episode_length: 5.0212374 + avg_avg_return: 0.9884954 + avg_benchmark_regret: 0.006465902 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3458786 + proxy_corner: + avg_avg_return: 0.18321776 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.593726 + avg_avg_return: 0.98736084 + avg_benchmark_regret: 0.007059412 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27785492 + proxy_corner: + avg_avg_return: 0.98736084 + avg_reward_per_step: 0.27785492 +=========================================================== +=========================================================== + step: + env-step-all-before: 270532608 + env-step-replay-before: 137297920 + env-step-used-before: 270532608 + ppo-update-before: 165120 + env-step-generate-before: 133234688 + env-step-all-after: 270565376 + env-step-replay-after: 137330688 + env-step-used-after: 270565376 + ppo-update-after: 165140 + env-step-generate-after: 133234688 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.722078 + avg_avg_return: 0.88876724 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.58859843 + avg_reward_per_step: 0.04547119 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.722078 + avg_avg_return: 0.88876724 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.58859843 + avg_reward_per_step: 0.04547119 + perf: + env_steps_per_second: 992261.6127390729 + ppo_updates_per_second: 111.31478935791422 + eval-batch-train-duration: 0.18639539898140356 + eval-batch-orig-duration: 0.13743960205465555 + eval-batch-shift-duration: 0.13760543399257585 + eval-batch-tree-duration: 0.13692898000590503 + ued: + distances: + cheese-corne_dist_avg: 7.169922 + cheese-corne_dist_wavg: 10.624281 + levels_cheese_is_in_corner_avg: 0.05517578 + mouse-cheese_dist_finite_avg: 13.17334 + mouse-cheese_dist_finite_wavg: 13.916912 + mouse-cheese_dist_solvable_avg: 13.17334 + mouse-cheese_dist_solvable_wavg: 13.916914 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782588 + scoring: + avg_scores: 0.100305356 + visit_patterns: + avg_first_visit_time: 2841.0232 + avg_last_visit_time: 4181.214 + num_replay_batches: 4191 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008488335 + avg_actor_approxkl3: 0.00041121963 + avg_actor_clipfrac: 0.0130554205 + avg_actor_loss: -8.855923e-05 + avg_advantage: 0.00054995366 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2488398e-05 + avg_entropy: 0.041421372 + avg_grad_norm_pre_clip: 0.79892194 + avg_loss: -0.0001237364 + max: + max_actor_approxkl1: 0.0023257884 + max_actor_approxkl3: 0.0012787073 + max_actor_clipfrac: 0.024536133 + max_actor_loss: 0.0008837087 + max_advantage: 0.021740913 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4284366e-05 + max_entropy: 0.05188036 + max_grad_norm_pre_clip: 1.3660878 + max_loss: 0.0008436217 + std: + std_actor_approxkl1: 0.00060114375 + std_actor_approxkl3: 0.00027475366 + std_actor_clipfrac: 0.005602944 + std_actor_loss: 0.00052898505 + std_advantage: 0.004817301 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.5595286e-07 + std_entropy: 0.005986218 + std_grad_norm_pre_clip: 0.30007982 + std_loss: 0.0005289864 + eval-batch-train: + avg_avg_episode_length: 4.751486 + avg_avg_return: 0.989179 + avg_benchmark_regret: 0.0060141133 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34402466 + proxy_corner: + avg_avg_return: 0.19727466 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.0265675 + avg_avg_return: 0.9847695 + avg_benchmark_regret: 0.009169462 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2672577 + proxy_corner: + avg_avg_return: 0.9847695 + avg_reward_per_step: 0.2672577 + eval-batch-shift: + avg_avg_episode_length: 5.000845 + avg_avg_return: 0.9887718 + avg_benchmark_regret: 0.006189517 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345932 + proxy_corner: + avg_avg_return: 0.18345493 + avg_reward_per_step: 0.036346436 + eval-batch-tree: + avg_avg_episode_length: 5.5354886 + avg_avg_return: 0.9869213 + avg_benchmark_regret: 0.0074989907 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27844238 + proxy_corner: + avg_avg_return: 0.9869213 + avg_reward_per_step: 0.27844238 +=========================================================== +=========================================================== + step: + env-step-all-before: 271581184 + env-step-replay-before: 137822208 + env-step-used-before: 271581184 + ppo-update-before: 165760 + env-step-generate-before: 133758976 + env-step-all-after: 271613952 + env-step-replay-after: 137854976 + env-step-used-after: 271613952 + ppo-update-after: 165780 + env-step-generate-after: 133758976 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.938847 + avg_avg_return: 0.8874935 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.62980354 + avg_reward_per_step: 0.04800415 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.938847 + avg_avg_return: 0.8874935 + avg_reward_per_step: 0.06845093 + proxy_corner: + avg_avg_return: 0.62980354 + avg_reward_per_step: 0.04800415 + perf: + env_steps_per_second: 972905.208012408 + ppo_updates_per_second: 110.77324655864548 + eval-batch-train-duration: 0.18431321496609598 + eval-batch-orig-duration: 0.13629829097772017 + eval-batch-shift-duration: 0.1372211700072512 + eval-batch-tree-duration: 0.1385928849922493 + ued: + distances: + cheese-corne_dist_avg: 7.1657715 + cheese-corne_dist_wavg: 8.809546 + levels_cheese_is_in_corner_avg: 0.056152344 + mouse-cheese_dist_finite_avg: 13.17041 + mouse-cheese_dist_finite_wavg: 13.018047 + mouse-cheese_dist_solvable_avg: 13.17041 + mouse-cheese_dist_solvable_wavg: 13.018047 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100344025 + visit_patterns: + avg_first_visit_time: 2856.2876 + avg_last_visit_time: 4197.33 + num_replay_batches: 4207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001486387 + avg_actor_approxkl3: 0.0009252729 + avg_actor_clipfrac: 0.021124268 + avg_actor_loss: 0.00044112885 + avg_advantage: -0.00047097035 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.10048195e-05 + avg_entropy: 0.04917825 + avg_grad_norm_pre_clip: 1.3422675 + avg_loss: 0.00039745306 + max: + max_actor_approxkl1: 0.0036991064 + max_actor_approxkl3: 0.0027148146 + max_actor_clipfrac: 0.04638672 + max_actor_loss: 0.00447495 + max_advantage: 0.016245008 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2622314e-05 + max_entropy: 0.06387636 + max_grad_norm_pre_clip: 3.6168218 + max_loss: 0.0044180704 + std: + std_actor_approxkl1: 0.0008807686 + std_actor_approxkl3: 0.0005668941 + std_actor_clipfrac: 0.0097174775 + std_actor_loss: 0.0011095556 + std_advantage: 0.004714279 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.4524186e-07 + std_entropy: 0.008563452 + std_grad_norm_pre_clip: 0.6890656 + std_loss: 0.0011086118 + eval-batch-train: + avg_avg_episode_length: 4.7515936 + avg_avg_return: 0.9894471 + avg_benchmark_regret: 0.0057459967 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34383392 + proxy_corner: + avg_avg_return: 0.19729155 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.0498857 + avg_avg_return: 0.9852005 + avg_benchmark_regret: 0.008738511 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26722717 + proxy_corner: + avg_avg_return: 0.9852005 + avg_reward_per_step: 0.26722717 + eval-batch-shift: + avg_avg_episode_length: 5.0381546 + avg_avg_return: 0.9885139 + avg_benchmark_regret: 0.006447411 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34584808 + proxy_corner: + avg_avg_return: 0.18590245 + avg_reward_per_step: 0.0368042 + eval-batch-tree: + avg_avg_episode_length: 5.60789 + avg_avg_return: 0.9869749 + avg_benchmark_regret: 0.0074453307 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27845 + proxy_corner: + avg_avg_return: 0.9869749 + avg_reward_per_step: 0.27845 +=========================================================== +=========================================================== + step: + env-step-all-before: 272629760 + env-step-replay-before: 138412032 + env-step-used-before: 272629760 + ppo-update-before: 166400 + env-step-generate-before: 134217728 + env-step-all-after: 272662528 + env-step-replay-after: 138444800 + env-step-used-after: 272662528 + ppo-update-after: 166420 + env-step-generate-after: 134217728 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.067545 + avg_avg_return: 0.8879766 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.67598516 + avg_reward_per_step: 0.05142212 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 14.067545 + avg_avg_return: 0.8879766 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.67598516 + avg_reward_per_step: 0.05142212 + perf: + env_steps_per_second: 984425.6270955476 + ppo_updates_per_second: 110.09572635796968 + eval-batch-train-duration: 0.18811835598899052 + eval-batch-orig-duration: 0.13718943001003936 + eval-batch-shift-duration: 0.1401500700158067 + eval-batch-tree-duration: 0.1411117540556006 + ued: + distances: + cheese-corne_dist_avg: 7.157959 + cheese-corne_dist_wavg: 0.7096184 + levels_cheese_is_in_corner_avg: 0.057128906 + mouse-cheese_dist_finite_avg: 13.166992 + mouse-cheese_dist_finite_wavg: 12.121134 + mouse-cheese_dist_solvable_avg: 13.166992 + mouse-cheese_dist_solvable_wavg: 12.121132 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10068357 + visit_patterns: + avg_first_visit_time: 2869.5706 + avg_last_visit_time: 4215.2056 + num_replay_batches: 4225 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011432653 + avg_actor_approxkl3: 0.0005494305 + avg_actor_clipfrac: 0.019366456 + avg_actor_loss: -0.00024638843 + avg_advantage: -0.0017532017 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.189333e-05 + avg_entropy: 0.059585847 + avg_grad_norm_pre_clip: 1.2069746 + avg_loss: -0.0003000276 + max: + max_actor_approxkl1: 0.0026076487 + max_actor_approxkl3: 0.0013122507 + max_actor_clipfrac: 0.037963867 + max_actor_loss: 0.00071786577 + max_advantage: 0.017505765 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3961046e-05 + max_entropy: 0.06944413 + max_grad_norm_pre_clip: 1.8031899 + max_loss: 0.0006642777 + std: + std_actor_approxkl1: 0.00079267233 + std_actor_approxkl3: 0.00032695074 + std_actor_clipfrac: 0.0100231 + std_actor_loss: 0.00056217186 + std_advantage: 0.0047347033 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0955073e-06 + std_entropy: 0.0052396026 + std_grad_norm_pre_clip: 0.3527919 + std_loss: 0.00056162814 + eval-batch-train: + avg_avg_episode_length: 4.7798624 + avg_avg_return: 0.98947406 + avg_benchmark_regret: 0.005719071 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3431244 + proxy_corner: + avg_avg_return: 0.19721398 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.2075596 + avg_avg_return: 0.9849993 + avg_benchmark_regret: 0.008939732 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26631927 + proxy_corner: + avg_avg_return: 0.9849993 + avg_reward_per_step: 0.26631927 + eval-batch-shift: + avg_avg_episode_length: 5.0325603 + avg_avg_return: 0.9880788 + avg_benchmark_regret: 0.006882554 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34568024 + proxy_corner: + avg_avg_return: 0.18393761 + avg_reward_per_step: 0.036445618 + eval-batch-tree: + avg_avg_episode_length: 5.690219 + avg_avg_return: 0.98658955 + avg_benchmark_regret: 0.007830741 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27753448 + proxy_corner: + avg_avg_return: 0.98658955 + avg_reward_per_step: 0.27753448 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 273678336 + env-step-replay-before: 138903552 + env-step-used-before: 273678336 + ppo-update-before: 167040 + env-step-generate-before: 134774784 + env-step-all-after: 273711104 + env-step-replay-after: 138903552 + env-step-used-after: 273711104 + ppo-update-after: 167060 + env-step-generate-after: 134807552 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.059477 + avg_avg_return: 0.9672107 + avg_reward_per_step: 0.3319702 + proxy_corner: + avg_avg_return: 0.17817006 + avg_reward_per_step: 0.035736084 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.059477 + avg_avg_return: 0.9672107 + avg_reward_per_step: 0.3319702 + proxy_corner: + avg_avg_return: 0.17817006 + avg_reward_per_step: 0.035736084 + perf: + env_steps_per_second: 996089.238528972 + ppo_updates_per_second: 111.50474888111329 + eval-batch-train-duration: 0.18592918099602684 + eval-batch-orig-duration: 0.13847984303720295 + eval-batch-shift-duration: 0.13819768105167896 + eval-batch-tree-duration: 0.13767917401855811 + ued: + distances: + cheese-corne_dist_avg: 7.156006 + cheese-corne_dist_wavg: 1.6181734 + levels_cheese_is_in_corner_avg: 0.056640625 + mouse-cheese_dist_finite_avg: 13.15918 + mouse-cheese_dist_finite_wavg: 11.216749 + mouse-cheese_dist_solvable_avg: 13.15918 + mouse-cheese_dist_solvable_wavg: 11.21675 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10240067 + visit_patterns: + avg_first_visit_time: 2881.4238 + avg_last_visit_time: 4229.1494 + num_replay_batches: 4239 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00060801377 + avg_actor_approxkl3: 0.0003047572 + avg_actor_clipfrac: 0.0067443848 + avg_actor_loss: -2.8140867e-05 + avg_advantage: 0.0026805922 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3921388e-05 + avg_entropy: 0.017609058 + avg_grad_norm_pre_clip: 0.4221254 + avg_loss: -3.878922e-05 + max: + max_actor_approxkl1: 0.0014005839 + max_actor_approxkl3: 0.0006640509 + max_actor_clipfrac: 0.012207031 + max_actor_loss: 0.00067313854 + max_advantage: 0.023532033 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9849165e-05 + max_entropy: 0.025946833 + max_grad_norm_pre_clip: 0.9122006 + max_loss: 0.0006667653 + std: + std_actor_approxkl1: 0.00040108204 + std_actor_approxkl3: 0.00018043694 + std_actor_clipfrac: 0.0033300538 + std_actor_loss: 0.0003180774 + std_advantage: 0.004833383 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3559787e-06 + std_entropy: 0.0045850263 + std_grad_norm_pre_clip: 0.1923405 + std_loss: 0.00031842306 + eval-batch-train: + avg_avg_episode_length: 4.7607727 + avg_avg_return: 0.98919415 + avg_benchmark_regret: 0.0059989095 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34391785 + proxy_corner: + avg_avg_return: 0.19725268 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 6.289468 + avg_avg_return: 0.9839743 + avg_benchmark_regret: 0.009964695 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26634216 + proxy_corner: + avg_avg_return: 0.9839743 + avg_reward_per_step: 0.26634216 + eval-batch-shift: + avg_avg_episode_length: 5.0100946 + avg_avg_return: 0.9885498 + avg_benchmark_regret: 0.0064114956 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460312 + proxy_corner: + avg_avg_return: 0.18409683 + avg_reward_per_step: 0.036453247 + eval-batch-tree: + avg_avg_episode_length: 5.6977024 + avg_avg_return: 0.9866476 + avg_benchmark_regret: 0.007772637 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27775574 + proxy_corner: + avg_avg_return: 0.9866476 + avg_reward_per_step: 0.27775574 +=========================================================== +=========================================================== + step: + env-step-all-before: 274726912 + env-step-replay-before: 139395072 + env-step-used-before: 274726912 + ppo-update-before: 167680 + env-step-generate-before: 135331840 + env-step-all-after: 274759680 + env-step-replay-after: 139427840 + env-step-used-after: 274759680 + ppo-update-after: 167700 + env-step-generate-after: 135331840 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.002098 + avg_avg_return: 0.8869461 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.6622095 + avg_reward_per_step: 0.050354004 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.002098 + avg_avg_return: 0.8869461 + avg_reward_per_step: 0.068237305 + proxy_corner: + avg_avg_return: 0.6622095 + avg_reward_per_step: 0.050354004 + perf: + env_steps_per_second: 921135.76184858 + ppo_updates_per_second: 112.60269522816759 + eval-batch-train-duration: 0.18812332599190995 + eval-batch-orig-duration: 0.13922489702235907 + eval-batch-shift-duration: 0.13908040500245988 + eval-batch-tree-duration: 0.13897070800885558 + ued: + distances: + cheese-corne_dist_avg: 7.124756 + cheese-corne_dist_wavg: 5.21671 + levels_cheese_is_in_corner_avg: 0.057373047 + mouse-cheese_dist_finite_avg: 13.161621 + mouse-cheese_dist_finite_wavg: 13.016346 + mouse-cheese_dist_solvable_avg: 13.161621 + mouse-cheese_dist_solvable_wavg: 13.016349 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10124847 + visit_patterns: + avg_first_visit_time: 2890.981 + avg_last_visit_time: 4245.2363 + num_replay_batches: 4255 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010796081 + avg_actor_approxkl3: 0.0005831273 + avg_actor_clipfrac: 0.018218994 + avg_actor_loss: -0.0001951478 + avg_advantage: -0.0033512851 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0439811e-05 + avg_entropy: 0.056355543 + avg_grad_norm_pre_clip: 1.0170033 + avg_loss: -0.00024628345 + max: + max_actor_approxkl1: 0.0038680742 + max_actor_approxkl3: 0.0019056413 + max_actor_clipfrac: 0.03515625 + max_actor_loss: 0.0007118592 + max_advantage: 0.015600085 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5085092e-05 + max_entropy: 0.07543523 + max_grad_norm_pre_clip: 1.8535143 + max_loss: 0.0006413549 + std: + std_actor_approxkl1: 0.00094523974 + std_actor_approxkl3: 0.00043369568 + std_actor_clipfrac: 0.008944671 + std_actor_loss: 0.00036319572 + std_advantage: 0.004273244 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9157346e-06 + std_entropy: 0.006414203 + std_grad_norm_pre_clip: 0.33585188 + std_loss: 0.00036132097 + eval-batch-train: + avg_avg_episode_length: 4.7477646 + avg_avg_return: 0.9895023 + avg_benchmark_regret: 0.0056908345 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.19709256 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 6.163307 + avg_avg_return: 0.984884 + avg_benchmark_regret: 0.009054985 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26654816 + proxy_corner: + avg_avg_return: 0.984884 + avg_reward_per_step: 0.26654816 + eval-batch-shift: + avg_avg_episode_length: 5.024823 + avg_avg_return: 0.98826325 + avg_benchmark_regret: 0.0066980496 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34579468 + proxy_corner: + avg_avg_return: 0.18418774 + avg_reward_per_step: 0.03643799 + eval-batch-tree: + avg_avg_episode_length: 5.667773 + avg_avg_return: 0.98648804 + avg_benchmark_regret: 0.007932189 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27790833 + proxy_corner: + avg_avg_return: 0.98648804 + avg_reward_per_step: 0.27790833 +=========================================================== +=========================================================== + step: + env-step-all-before: 275775488 + env-step-replay-before: 139886592 + env-step-used-before: 275775488 + ppo-update-before: 168320 + env-step-generate-before: 135888896 + env-step-all-after: 275808256 + env-step-replay-after: 139886592 + env-step-used-after: 275808256 + ppo-update-after: 168340 + env-step-generate-after: 135921664 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.9987373 + avg_avg_return: 0.9699321 + avg_reward_per_step: 0.3239441 + proxy_corner: + avg_avg_return: 0.17691928 + avg_reward_per_step: 0.028717041 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.9987373 + avg_avg_return: 0.9699321 + avg_reward_per_step: 0.3239441 + proxy_corner: + avg_avg_return: 0.17691928 + avg_reward_per_step: 0.028717041 + perf: + env_steps_per_second: 991107.8567238308 + ppo_updates_per_second: 111.45651794153673 + eval-batch-train-duration: 0.18856603000313044 + eval-batch-orig-duration: 0.14630492101423442 + eval-batch-shift-duration: 0.13906627701362595 + eval-batch-tree-duration: 0.13945791695732623 + ued: + distances: + cheese-corne_dist_avg: 7.097412 + cheese-corne_dist_wavg: 2.5085702 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.166016 + mouse-cheese_dist_finite_wavg: 13.017149 + mouse-cheese_dist_solvable_avg: 13.166016 + mouse-cheese_dist_solvable_wavg: 13.017149 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10150987 + visit_patterns: + avg_first_visit_time: 2904.9297 + avg_last_visit_time: 4259.248 + num_replay_batches: 4269 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007332296 + avg_actor_approxkl3: 0.00040947273 + avg_actor_clipfrac: 0.0072387694 + avg_actor_loss: 5.960808e-05 + avg_advantage: 0.0010836042 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2966026e-05 + avg_entropy: 0.020047214 + avg_grad_norm_pre_clip: 0.55520403 + avg_loss: 4.6043886e-05 + max: + max_actor_approxkl1: 0.0040188194 + max_actor_approxkl3: 0.0017156805 + max_actor_clipfrac: 0.01965332 + max_actor_loss: 0.0008402588 + max_advantage: 0.032372713 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.7055445e-05 + max_entropy: 0.0365925 + max_grad_norm_pre_clip: 1.1565267 + max_loss: 0.0008103519 + std: + std_actor_approxkl1: 0.00093974924 + std_actor_approxkl3: 0.00041857013 + std_actor_clipfrac: 0.005488021 + std_actor_loss: 0.00036597578 + std_advantage: 0.0050084786 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8424391e-06 + std_entropy: 0.0058862623 + std_grad_norm_pre_clip: 0.26057205 + std_loss: 0.00036503945 + eval-batch-train: + avg_avg_episode_length: 4.756904 + avg_avg_return: 0.989637 + avg_benchmark_regret: 0.005556076 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34418488 + proxy_corner: + avg_avg_return: 0.19724384 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 6.124196 + avg_avg_return: 0.9851636 + avg_benchmark_regret: 0.008775373 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26677704 + proxy_corner: + avg_avg_return: 0.9851636 + avg_reward_per_step: 0.26677704 + eval-batch-shift: + avg_avg_episode_length: 5.058349 + avg_avg_return: 0.9879986 + avg_benchmark_regret: 0.0069627054 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345726 + proxy_corner: + avg_avg_return: 0.1838167 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.6551123 + avg_avg_return: 0.9868095 + avg_benchmark_regret: 0.007610741 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27780914 + proxy_corner: + avg_avg_return: 0.9868095 + avg_reward_per_step: 0.27780914 +=========================================================== +=========================================================== + step: + env-step-all-before: 276824064 + env-step-replay-before: 140541952 + env-step-used-before: 276824064 + ppo-update-before: 168960 + env-step-generate-before: 136282112 + env-step-all-after: 276856832 + env-step-replay-after: 140574720 + env-step-used-after: 276856832 + ppo-update-after: 168980 + env-step-generate-after: 136282112 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.18943 + avg_avg_return: 0.88736534 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.58750284 + avg_reward_per_step: 0.044952393 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.18943 + avg_avg_return: 0.88736534 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.58750284 + avg_reward_per_step: 0.044952393 + perf: + env_steps_per_second: 975139.9121859752 + ppo_updates_per_second: 110.21994732791761 + eval-batch-train-duration: 0.1859414639766328 + eval-batch-orig-duration: 0.13549352600239217 + eval-batch-shift-duration: 0.13934009399963543 + eval-batch-tree-duration: 0.1395203240099363 + ued: + distances: + cheese-corne_dist_avg: 7.100586 + cheese-corne_dist_wavg: 1.6107999 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.16748 + mouse-cheese_dist_finite_wavg: 13.01598 + mouse-cheese_dist_solvable_avg: 13.16748 + mouse-cheese_dist_solvable_wavg: 13.015978 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1005289 + visit_patterns: + avg_first_visit_time: 2912.413 + avg_last_visit_time: 4280.301 + num_replay_batches: 4290 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009918084 + avg_actor_approxkl3: 0.00057319266 + avg_actor_clipfrac: 0.01998291 + avg_actor_loss: 3.2240165e-05 + avg_advantage: 0.00012151701 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.113129e-05 + avg_entropy: 0.06288502 + avg_grad_norm_pre_clip: 1.3291448 + avg_loss: -2.507921e-05 + max: + max_actor_approxkl1: 0.0023165853 + max_actor_approxkl3: 0.0011036603 + max_actor_clipfrac: 0.03967285 + max_actor_loss: 0.0019241958 + max_advantage: 0.018694937 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.290043e-05 + max_entropy: 0.07776727 + max_grad_norm_pre_clip: 3.8153672 + max_loss: 0.0018589193 + std: + std_actor_approxkl1: 0.00055495347 + std_actor_approxkl3: 0.00025973277 + std_actor_clipfrac: 0.008024868 + std_actor_loss: 0.0008025376 + std_advantage: 0.004710402 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.422485e-07 + std_entropy: 0.007541788 + std_grad_norm_pre_clip: 0.7783282 + std_loss: 0.0008015779 + eval-batch-train: + avg_avg_episode_length: 4.746498 + avg_avg_return: 0.98931646 + avg_benchmark_regret: 0.005876635 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34412384 + proxy_corner: + avg_avg_return: 0.19757864 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 6.057626 + avg_avg_return: 0.9850813 + avg_benchmark_regret: 0.008857668 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26691437 + proxy_corner: + avg_avg_return: 0.9850813 + avg_reward_per_step: 0.26691437 + eval-batch-shift: + avg_avg_episode_length: 5.074168 + avg_avg_return: 0.98846173 + avg_benchmark_regret: 0.0064996313 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34600067 + proxy_corner: + avg_avg_return: 0.18277209 + avg_reward_per_step: 0.03614807 + eval-batch-tree: + avg_avg_episode_length: 5.778538 + avg_avg_return: 0.9860646 + avg_benchmark_regret: 0.008355669 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27759552 + proxy_corner: + avg_avg_return: 0.9860646 + avg_reward_per_step: 0.27759552 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 277872640 + env-step-replay-before: 141131776 + env-step-used-before: 277872640 + ppo-update-before: 169600 + env-step-generate-before: 136740864 + env-step-all-after: 277905408 + env-step-replay-after: 141131776 + env-step-used-after: 277905408 + ppo-update-after: 169620 + env-step-generate-after: 136773632 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.7286577 + avg_avg_return: 0.9697143 + avg_reward_per_step: 0.33343506 + proxy_corner: + avg_avg_return: 0.17481174 + avg_reward_per_step: 0.035705566 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.7286577 + avg_avg_return: 0.9697143 + avg_reward_per_step: 0.33343506 + proxy_corner: + avg_avg_return: 0.17481174 + avg_reward_per_step: 0.035705566 + perf: + env_steps_per_second: 988704.0989431004 + ppo_updates_per_second: 110.40377252897467 + eval-batch-train-duration: 0.1875090780085884 + eval-batch-orig-duration: 0.13869638100732118 + eval-batch-shift-duration: 0.1390468209865503 + eval-batch-tree-duration: 0.13763302803272381 + ued: + distances: + cheese-corne_dist_avg: 7.0893555 + cheese-corne_dist_wavg: 6.104203 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.1604 + mouse-cheese_dist_finite_wavg: 13.9152775 + mouse-cheese_dist_solvable_avg: 13.1604 + mouse-cheese_dist_solvable_wavg: 13.915279 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100967124 + visit_patterns: + avg_first_visit_time: 2924.9976 + avg_last_visit_time: 4297.204 + num_replay_batches: 4307 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072987826 + avg_actor_approxkl3: 0.0003633407 + avg_actor_clipfrac: 0.0044433596 + avg_actor_loss: -0.00012222106 + avg_advantage: 0.0007780282 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.13731285e-05 + avg_entropy: 0.0120716365 + avg_grad_norm_pre_clip: 0.23477928 + avg_loss: -0.0001286061 + max: + max_actor_approxkl1: 0.001876089 + max_actor_approxkl3: 0.0017136624 + max_actor_clipfrac: 0.014282227 + max_actor_loss: 0.00053528044 + max_advantage: 0.022642136 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4636081e-05 + max_entropy: 0.017544018 + max_grad_norm_pre_clip: 0.425989 + max_loss: 0.00053047703 + std: + std_actor_approxkl1: 0.0005013274 + std_actor_approxkl3: 0.00037800844 + std_actor_clipfrac: 0.0036301094 + std_actor_loss: 0.00029711015 + std_advantage: 0.0047222143 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5535317e-06 + std_entropy: 0.0025415763 + std_grad_norm_pre_clip: 0.1144798 + std_loss: 0.00029811024 + eval-batch-train: + avg_avg_episode_length: 4.755931 + avg_avg_return: 0.989389 + avg_benchmark_regret: 0.0058040675 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34416962 + proxy_corner: + avg_avg_return: 0.19715531 + avg_reward_per_step: 0.03957367 + eval-batch-orig: + avg_avg_episode_length: 6.0253444 + avg_avg_return: 0.98533475 + avg_benchmark_regret: 0.00860429 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26706696 + proxy_corner: + avg_avg_return: 0.98533475 + avg_reward_per_step: 0.26706696 + eval-batch-shift: + avg_avg_episode_length: 5.042323 + avg_avg_return: 0.98841757 + avg_benchmark_regret: 0.0065437434 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34592438 + proxy_corner: + avg_avg_return: 0.18275848 + avg_reward_per_step: 0.036102295 + eval-batch-tree: + avg_avg_episode_length: 5.622988 + avg_avg_return: 0.9869948 + avg_benchmark_regret: 0.0074254675 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2778244 + proxy_corner: + avg_avg_return: 0.9869948 + avg_reward_per_step: 0.2778244 +=========================================================== +=========================================================== + step: + env-step-all-before: 278921216 + env-step-replay-before: 141688832 + env-step-used-before: 278921216 + ppo-update-before: 170240 + env-step-generate-before: 137232384 + env-step-all-after: 278953984 + env-step-replay-after: 141688832 + env-step-used-after: 278953984 + ppo-update-after: 170260 + env-step-generate-after: 137265152 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.841483 + avg_avg_return: 0.9703362 + avg_reward_per_step: 0.31619263 + proxy_corner: + avg_avg_return: 0.20271663 + avg_reward_per_step: 0.04434204 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.841483 + avg_avg_return: 0.9703362 + avg_reward_per_step: 0.31619263 + proxy_corner: + avg_avg_return: 0.20271663 + avg_reward_per_step: 0.04434204 + perf: + env_steps_per_second: 1000882.3080456955 + ppo_updates_per_second: 111.56598918327289 + eval-batch-train-duration: 0.18500246503390372 + eval-batch-orig-duration: 0.13642237498424947 + eval-batch-shift-duration: 0.13677571096923202 + eval-batch-tree-duration: 0.13625528098782524 + ued: + distances: + cheese-corne_dist_avg: 7.081299 + cheese-corne_dist_wavg: 4.2937465 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.157471 + mouse-cheese_dist_finite_wavg: 14.813788 + mouse-cheese_dist_solvable_avg: 13.157471 + mouse-cheese_dist_solvable_wavg: 14.81379 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101536766 + visit_patterns: + avg_first_visit_time: 2938.4795 + avg_last_visit_time: 4314.2744 + num_replay_batches: 4324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006403692 + avg_actor_approxkl3: 0.00044928605 + avg_actor_clipfrac: 0.0063476562 + avg_actor_loss: -8.275067e-05 + avg_advantage: 0.0011540556 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.25059305e-05 + avg_entropy: 0.01640555 + avg_grad_norm_pre_clip: 0.34102952 + avg_loss: -9.290325e-05 + max: + max_actor_approxkl1: 0.0032554003 + max_actor_approxkl3: 0.0011683957 + max_actor_clipfrac: 0.016601562 + max_actor_loss: 0.00042124 + max_advantage: 0.03379208 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8735534e-05 + max_entropy: 0.026525354 + max_grad_norm_pre_clip: 0.78144366 + max_loss: 0.0004213047 + std: + std_actor_approxkl1: 0.00072552724 + std_actor_approxkl3: 0.00036919327 + std_actor_clipfrac: 0.0044519696 + std_actor_loss: 0.0002779505 + std_advantage: 0.0049544657 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5376553e-06 + std_entropy: 0.004669398 + std_grad_norm_pre_clip: 0.18763842 + std_loss: 0.00027903388 + eval-batch-train: + avg_avg_episode_length: 4.7639074 + avg_avg_return: 0.9891825 + avg_benchmark_regret: 0.006010599 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34355164 + proxy_corner: + avg_avg_return: 0.19766866 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 6.1353884 + avg_avg_return: 0.9848664 + avg_benchmark_regret: 0.009072635 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2661972 + proxy_corner: + avg_avg_return: 0.9848664 + avg_reward_per_step: 0.2661972 + eval-batch-shift: + avg_avg_episode_length: 5.0843387 + avg_avg_return: 0.9879244 + avg_benchmark_regret: 0.0070368866 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3450241 + proxy_corner: + avg_avg_return: 0.183332 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.613192 + avg_avg_return: 0.98647547 + avg_benchmark_regret: 0.007944757 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27785492 + proxy_corner: + avg_avg_return: 0.98647547 + avg_reward_per_step: 0.27785492 +=========================================================== +=========================================================== + step: + env-step-all-before: 279969792 + env-step-replay-before: 142016512 + env-step-used-before: 279969792 + ppo-update-before: 170880 + env-step-generate-before: 137953280 + env-step-all-after: 280002560 + env-step-replay-after: 142016512 + env-step-used-after: 280002560 + ppo-update-after: 170900 + env-step-generate-after: 137986048 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.828949 + avg_avg_return: 0.9701769 + avg_reward_per_step: 0.33218384 + proxy_corner: + avg_avg_return: 0.16956994 + avg_reward_per_step: 0.04006958 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.828949 + avg_avg_return: 0.9701769 + avg_reward_per_step: 0.33218384 + proxy_corner: + avg_avg_return: 0.16956994 + avg_reward_per_step: 0.04006958 + perf: + env_steps_per_second: 977014.7221861522 + ppo_updates_per_second: 111.3098362490227 + eval-batch-train-duration: 0.18532369000604376 + eval-batch-orig-duration: 0.13877558999229223 + eval-batch-shift-duration: 0.1383909049909562 + eval-batch-tree-duration: 0.13938360702013597 + ued: + distances: + cheese-corne_dist_avg: 7.087158 + cheese-corne_dist_wavg: 2.510099 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.150635 + mouse-cheese_dist_finite_wavg: 13.017136 + mouse-cheese_dist_solvable_avg: 13.150635 + mouse-cheese_dist_solvable_wavg: 13.017138 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102380365 + visit_patterns: + avg_first_visit_time: 2962.9824 + avg_last_visit_time: 4324.191 + num_replay_batches: 4334 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066414796 + avg_actor_approxkl3: 0.00029940394 + avg_actor_clipfrac: 0.0065979003 + avg_actor_loss: -8.217228e-05 + avg_advantage: 0.0026670392 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3055367e-05 + avg_entropy: 0.018347342 + avg_grad_norm_pre_clip: 0.47124076 + avg_loss: -9.399193e-05 + max: + max_actor_approxkl1: 0.0023135296 + max_actor_approxkl3: 0.0010473926 + max_actor_clipfrac: 0.018432617 + max_actor_loss: 0.0004532244 + max_advantage: 0.03728032 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.666822e-05 + max_entropy: 0.02584292 + max_grad_norm_pre_clip: 0.9439448 + max_loss: 0.0004330063 + std: + std_actor_approxkl1: 0.00070450513 + std_actor_approxkl3: 0.0003251415 + std_actor_clipfrac: 0.005056493 + std_actor_loss: 0.00023090089 + std_advantage: 0.0049836226 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9994716e-06 + std_entropy: 0.0036654538 + std_grad_norm_pre_clip: 0.21294342 + std_loss: 0.0002302174 + eval-batch-train: + avg_avg_episode_length: 4.751505 + avg_avg_return: 0.989244 + avg_benchmark_regret: 0.00594912 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34414673 + proxy_corner: + avg_avg_return: 0.19732916 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 6.0738792 + avg_avg_return: 0.98554325 + avg_benchmark_regret: 0.008395748 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26676178 + proxy_corner: + avg_avg_return: 0.98554325 + avg_reward_per_step: 0.26676178 + eval-batch-shift: + avg_avg_episode_length: 5.0468445 + avg_avg_return: 0.98833144 + avg_benchmark_regret: 0.0066298945 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3456192 + proxy_corner: + avg_avg_return: 0.18375728 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.6222134 + avg_avg_return: 0.98682356 + avg_benchmark_regret: 0.007596713 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27790833 + proxy_corner: + avg_avg_return: 0.98682356 + avg_reward_per_step: 0.27790833 +=========================================================== +=========================================================== + step: + env-step-all-before: 281018368 + env-step-replay-before: 142606336 + env-step-used-before: 281018368 + ppo-update-before: 171520 + env-step-generate-before: 138412032 + env-step-all-after: 281051136 + env-step-replay-after: 142606336 + env-step-used-after: 281051136 + ppo-update-after: 171540 + env-step-generate-after: 138444800 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.0459604 + avg_avg_return: 0.96725786 + avg_reward_per_step: 0.33337402 + proxy_corner: + avg_avg_return: 0.17463094 + avg_reward_per_step: 0.03265381 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.0459604 + avg_avg_return: 0.96725786 + avg_reward_per_step: 0.33337402 + proxy_corner: + avg_avg_return: 0.17463094 + avg_reward_per_step: 0.03265381 + perf: + env_steps_per_second: 922920.1691370774 + ppo_updates_per_second: 111.26078780516215 + eval-batch-train-duration: 0.18681159400148317 + eval-batch-orig-duration: 0.13659529096912593 + eval-batch-shift-duration: 0.13824824703624472 + eval-batch-tree-duration: 0.1377512800390832 + ued: + distances: + cheese-corne_dist_avg: 7.084961 + cheese-corne_dist_wavg: 0.71204615 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.150879 + mouse-cheese_dist_finite_wavg: 14.813238 + mouse-cheese_dist_solvable_avg: 13.150879 + mouse-cheese_dist_solvable_wavg: 14.81324 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10213511 + visit_patterns: + avg_first_visit_time: 2978.202 + avg_last_visit_time: 4342.1924 + num_replay_batches: 4352 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004335247 + avg_actor_approxkl3: 0.00022564657 + avg_actor_clipfrac: 0.006262207 + avg_actor_loss: -0.00016649874 + avg_advantage: 0.00075134594 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2750191e-05 + avg_entropy: 0.019376606 + avg_grad_norm_pre_clip: 0.462358 + avg_loss: -0.00017950025 + max: + max_actor_approxkl1: 0.0018373323 + max_actor_approxkl3: 0.00077698275 + max_actor_clipfrac: 0.019897461 + max_actor_loss: 0.00081017846 + max_advantage: 0.03056562 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.59964e-05 + max_entropy: 0.031019539 + max_grad_norm_pre_clip: 1.159851 + max_loss: 0.00079210626 + std: + std_actor_approxkl1: 0.0005306721 + std_actor_approxkl3: 0.00022776962 + std_actor_clipfrac: 0.0052643446 + std_actor_loss: 0.00041304564 + std_advantage: 0.0048651183 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5612046e-06 + std_entropy: 0.0060382322 + std_grad_norm_pre_clip: 0.3016616 + std_loss: 0.0004128289 + eval-batch-train: + avg_avg_episode_length: 4.757516 + avg_avg_return: 0.9891138 + avg_benchmark_regret: 0.0060793133 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34405518 + proxy_corner: + avg_avg_return: 0.19741003 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.060709 + avg_avg_return: 0.98523253 + avg_benchmark_regret: 0.00870648 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26688385 + proxy_corner: + avg_avg_return: 0.98523253 + avg_reward_per_step: 0.26688385 + eval-batch-shift: + avg_avg_episode_length: 5.07303 + avg_avg_return: 0.9880306 + avg_benchmark_regret: 0.00693072 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3458557 + proxy_corner: + avg_avg_return: 0.18239562 + avg_reward_per_step: 0.035980225 + eval-batch-tree: + avg_avg_episode_length: 5.607653 + avg_avg_return: 0.98711646 + avg_benchmark_regret: 0.0073038447 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2780075 + proxy_corner: + avg_avg_return: 0.98711646 + avg_reward_per_step: 0.2780075 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 282066944 + env-step-replay-before: 143130624 + env-step-used-before: 282066944 + ppo-update-before: 172160 + env-step-generate-before: 138936320 + env-step-all-after: 282099712 + env-step-replay-after: 143130624 + env-step-used-after: 282099712 + ppo-update-after: 172180 + env-step-generate-after: 138969088 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.9918804 + avg_avg_return: 0.96751153 + avg_reward_per_step: 0.31066895 + proxy_corner: + avg_avg_return: 0.18677181 + avg_reward_per_step: 0.034301758 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.9918804 + avg_avg_return: 0.96751153 + avg_reward_per_step: 0.31066895 + proxy_corner: + avg_avg_return: 0.18677181 + avg_reward_per_step: 0.034301758 + perf: + env_steps_per_second: 985345.9251246711 + ppo_updates_per_second: 111.11796646055929 + eval-batch-train-duration: 0.1850948790088296 + eval-batch-orig-duration: 0.1369782630354166 + eval-batch-shift-duration: 0.13719800702529028 + eval-batch-tree-duration: 0.1368885840056464 + ued: + distances: + cheese-corne_dist_avg: 7.071045 + cheese-corne_dist_wavg: 15.094909 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.150879 + mouse-cheese_dist_finite_wavg: 14.813824 + mouse-cheese_dist_solvable_avg: 13.150879 + mouse-cheese_dist_solvable_wavg: 14.813822 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10195908 + visit_patterns: + avg_first_visit_time: 2988.3801 + avg_last_visit_time: 4358.2944 + num_replay_batches: 4368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000547835 + avg_actor_approxkl3: 0.0003404546 + avg_actor_clipfrac: 0.0043395995 + avg_actor_loss: 0.00015610814 + avg_advantage: 0.0028918963 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3902855e-05 + avg_entropy: 0.012264521 + avg_grad_norm_pre_clip: 0.31363025 + avg_loss: 0.00015079505 + max: + max_actor_approxkl1: 0.0014629671 + max_actor_approxkl3: 0.00067412585 + max_actor_clipfrac: 0.009521484 + max_actor_loss: 0.0011857152 + max_advantage: 0.028734267 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.1323813e-05 + max_entropy: 0.019471062 + max_grad_norm_pre_clip: 0.98704565 + max_loss: 0.0011790575 + std: + std_actor_approxkl1: 0.00047215607 + std_actor_approxkl3: 0.0002205798 + std_actor_clipfrac: 0.0026468367 + std_actor_loss: 0.00043414222 + std_advantage: 0.0045928448 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1539316e-06 + std_entropy: 0.0031332395 + std_grad_norm_pre_clip: 0.23669015 + std_loss: 0.00043290388 + eval-batch-train: + avg_avg_episode_length: 4.7555056 + avg_avg_return: 0.98925865 + avg_benchmark_regret: 0.005934444 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34400177 + proxy_corner: + avg_avg_return: 0.19758001 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 6.098918 + avg_avg_return: 0.9852056 + avg_benchmark_regret: 0.0087333955 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26654053 + proxy_corner: + avg_avg_return: 0.9852056 + avg_reward_per_step: 0.26654053 + eval-batch-shift: + avg_avg_episode_length: 5.023707 + avg_avg_return: 0.98860353 + avg_benchmark_regret: 0.006357772 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34588623 + proxy_corner: + avg_avg_return: 0.18292235 + avg_reward_per_step: 0.036087036 + eval-batch-tree: + avg_avg_episode_length: 5.6295576 + avg_avg_return: 0.9866035 + avg_benchmark_regret: 0.007816795 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27772522 + proxy_corner: + avg_avg_return: 0.9866035 + avg_reward_per_step: 0.27772522 +=========================================================== +=========================================================== + step: + env-step-all-before: 283115520 + env-step-replay-before: 143687680 + env-step-used-before: 283115520 + ppo-update-before: 172800 + env-step-generate-before: 139427840 + env-step-all-after: 283148288 + env-step-replay-after: 143720448 + env-step-used-after: 283148288 + ppo-update-after: 172820 + env-step-generate-after: 139427840 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.834396 + avg_avg_return: 0.88780844 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.64893913 + avg_reward_per_step: 0.049682617 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.834396 + avg_avg_return: 0.88780844 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.64893913 + avg_reward_per_step: 0.049682617 + perf: + env_steps_per_second: 999053.1141176043 + ppo_updates_per_second: 111.03139055163109 + eval-batch-train-duration: 0.18676987499929965 + eval-batch-orig-duration: 0.13815322698792443 + eval-batch-shift-duration: 0.1387097660335712 + eval-batch-tree-duration: 0.13923782197525725 + ued: + distances: + cheese-corne_dist_avg: 7.0598145 + cheese-corne_dist_wavg: 2.5074005 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.147705 + mouse-cheese_dist_finite_wavg: 13.916139 + mouse-cheese_dist_solvable_avg: 13.147705 + mouse-cheese_dist_solvable_wavg: 13.916141 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10138384 + visit_patterns: + avg_first_visit_time: 3000.637 + avg_last_visit_time: 4376.221 + num_replay_batches: 4386 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011385864 + avg_actor_approxkl3: 0.0004884963 + avg_actor_clipfrac: 0.017773438 + avg_actor_loss: -0.00023292958 + avg_advantage: -0.0003178398 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.22084475e-05 + avg_entropy: 0.06394716 + avg_grad_norm_pre_clip: 1.123119 + avg_loss: -0.0002907725 + max: + max_actor_approxkl1: 0.0030530337 + max_actor_approxkl3: 0.0012982879 + max_actor_clipfrac: 0.033447266 + max_actor_loss: 0.000796461 + max_advantage: 0.046962976 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5540478e-05 + max_entropy: 0.08062948 + max_grad_norm_pre_clip: 1.9646021 + max_loss: 0.00073130836 + std: + std_actor_approxkl1: 0.00085047714 + std_actor_approxkl3: 0.00029734158 + std_actor_clipfrac: 0.008235486 + std_actor_loss: 0.0004662459 + std_advantage: 0.004960163 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4521753e-06 + std_entropy: 0.007322408 + std_grad_norm_pre_clip: 0.3985323 + std_loss: 0.0004677346 + eval-batch-train: + avg_avg_episode_length: 4.7500453 + avg_avg_return: 0.98929095 + avg_benchmark_regret: 0.005902108 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34383392 + proxy_corner: + avg_avg_return: 0.1974917 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.0365553 + avg_avg_return: 0.98521197 + avg_benchmark_regret: 0.008727057 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26683044 + proxy_corner: + avg_avg_return: 0.98521197 + avg_reward_per_step: 0.26683044 + eval-batch-shift: + avg_avg_episode_length: 5.0125723 + avg_avg_return: 0.98855156 + avg_benchmark_regret: 0.0064097885 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34593964 + proxy_corner: + avg_avg_return: 0.18246572 + avg_reward_per_step: 0.036003113 + eval-batch-tree: + avg_avg_episode_length: 5.553876 + avg_avg_return: 0.9869594 + avg_benchmark_regret: 0.007460875 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27822113 + proxy_corner: + avg_avg_return: 0.9869594 + avg_reward_per_step: 0.27822113 +=========================================================== +=========================================================== + step: + env-step-all-before: 284164096 + env-step-replay-before: 144113664 + env-step-used-before: 284164096 + ppo-update-before: 173440 + env-step-generate-before: 140050432 + env-step-all-after: 284196864 + env-step-replay-after: 144146432 + env-step-used-after: 284196864 + ppo-update-after: 173460 + env-step-generate-after: 140050432 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.125366 + avg_avg_return: 0.88533074 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.6259773 + avg_reward_per_step: 0.047546387 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.125366 + avg_avg_return: 0.88533074 + avg_reward_per_step: 0.06817627 + proxy_corner: + avg_avg_return: 0.6259773 + avg_reward_per_step: 0.047546387 + perf: + env_steps_per_second: 923038.1717631579 + ppo_updates_per_second: 111.9700746265276 + eval-batch-train-duration: 0.1886030999594368 + eval-batch-orig-duration: 0.14454602601472288 + eval-batch-shift-duration: 0.13894409901695326 + eval-batch-tree-duration: 0.13786855101352558 + ued: + distances: + cheese-corne_dist_avg: 7.0390625 + cheese-corne_dist_wavg: 15.107465 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.140381 + mouse-cheese_dist_finite_wavg: 14.811858 + mouse-cheese_dist_solvable_avg: 13.140381 + mouse-cheese_dist_solvable_wavg: 14.81186 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.102456585 + visit_patterns: + avg_first_visit_time: 3020.3232 + avg_last_visit_time: 4389.1924 + num_replay_batches: 4399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013040775 + avg_actor_approxkl3: 0.0007537152 + avg_actor_clipfrac: 0.022528077 + avg_actor_loss: 5.5666897e-05 + avg_advantage: 0.00037582032 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2629163e-05 + avg_entropy: 0.07794347 + avg_grad_norm_pre_clip: 1.1448251 + avg_loss: -1.5961994e-05 + max: + max_actor_approxkl1: 0.0040930575 + max_actor_approxkl3: 0.0018215475 + max_actor_clipfrac: 0.04272461 + max_actor_loss: 0.0013429048 + max_advantage: 0.03414017 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4867688e-05 + max_entropy: 0.09420147 + max_grad_norm_pre_clip: 2.300657 + max_loss: 0.0012719578 + std: + std_actor_approxkl1: 0.0009547014 + std_actor_approxkl3: 0.00043142197 + std_actor_clipfrac: 0.009521365 + std_actor_loss: 0.0006232834 + std_advantage: 0.005011272 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0101077e-06 + std_entropy: 0.008782662 + std_grad_norm_pre_clip: 0.45193467 + std_loss: 0.00062222546 + eval-batch-train: + avg_avg_episode_length: 4.7983427 + avg_avg_return: 0.9894553 + avg_benchmark_regret: 0.0057378076 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3430481 + proxy_corner: + avg_avg_return: 0.1983474 + avg_reward_per_step: 0.039375305 + eval-batch-orig: + avg_avg_episode_length: 6.1564026 + avg_avg_return: 0.9850339 + avg_benchmark_regret: 0.008905086 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26327515 + proxy_corner: + avg_avg_return: 0.9850339 + avg_reward_per_step: 0.26327515 + eval-batch-shift: + avg_avg_episode_length: 5.069521 + avg_avg_return: 0.98833466 + avg_benchmark_regret: 0.006626634 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34511566 + proxy_corner: + avg_avg_return: 0.1835562 + avg_reward_per_step: 0.035713196 + eval-batch-tree: + avg_avg_episode_length: 5.6990056 + avg_avg_return: 0.98628855 + avg_benchmark_regret: 0.008131753 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2754898 + proxy_corner: + avg_avg_return: 0.98628855 + avg_reward_per_step: 0.2754898 +=========================================================== +=========================================================== + step: + env-step-all-before: 285212672 + env-step-replay-before: 144637952 + env-step-used-before: 285212672 + ppo-update-before: 174080 + env-step-generate-before: 140574720 + env-step-all-after: 285245440 + env-step-replay-after: 144637952 + env-step-used-after: 285245440 + ppo-update-after: 174100 + env-step-generate-after: 140607488 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.263643 + avg_avg_return: 0.9654764 + avg_reward_per_step: 0.3197937 + proxy_corner: + avg_avg_return: 0.16518141 + avg_reward_per_step: 0.031982422 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.263643 + avg_avg_return: 0.9654764 + avg_reward_per_step: 0.3197937 + proxy_corner: + avg_avg_return: 0.16518141 + avg_reward_per_step: 0.031982422 + perf: + env_steps_per_second: 983707.9367055403 + ppo_updates_per_second: 110.91601415711408 + eval-batch-train-duration: 0.18659216101514176 + eval-batch-orig-duration: 0.13643173401942477 + eval-batch-shift-duration: 0.13738135201856494 + eval-batch-tree-duration: 0.1368975309887901 + ued: + distances: + cheese-corne_dist_avg: 7.0507812 + cheese-corne_dist_wavg: 7.007472 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.145996 + mouse-cheese_dist_finite_wavg: 11.215159 + mouse-cheese_dist_solvable_avg: 13.145996 + mouse-cheese_dist_solvable_wavg: 11.21516 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10190535 + visit_patterns: + avg_first_visit_time: 3032.1367 + avg_last_visit_time: 4404.2627 + num_replay_batches: 4414 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00041905587 + avg_actor_approxkl3: 0.00037045646 + avg_actor_clipfrac: 0.006817627 + avg_actor_loss: 3.8329654e-05 + avg_advantage: 9.9632896e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2397237e-05 + avg_entropy: 0.017865214 + avg_grad_norm_pre_clip: 0.5298641 + avg_loss: 2.6663043e-05 + max: + max_actor_approxkl1: 0.0009870674 + max_actor_approxkl3: 0.0012045829 + max_actor_clipfrac: 0.015014648 + max_actor_loss: 0.0010797102 + max_advantage: 0.027626395 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9713993e-05 + max_entropy: 0.026851699 + max_grad_norm_pre_clip: 0.98000354 + max_loss: 0.0010709869 + std: + std_actor_approxkl1: 0.0002678519 + std_actor_approxkl3: 0.00032308002 + std_actor_clipfrac: 0.004142533 + std_actor_loss: 0.0005208848 + std_advantage: 0.0047292183 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4834983e-06 + std_entropy: 0.0037134793 + std_grad_norm_pre_clip: 0.23420744 + std_loss: 0.00052156893 + eval-batch-train: + avg_avg_episode_length: 4.798395 + avg_avg_return: 0.9888915 + avg_benchmark_regret: 0.0063016396 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34353638 + proxy_corner: + avg_avg_return: 0.19743672 + avg_reward_per_step: 0.03942108 + eval-batch-orig: + avg_avg_episode_length: 6.240917 + avg_avg_return: 0.9850097 + avg_benchmark_regret: 0.008929336 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2643814 + proxy_corner: + avg_avg_return: 0.9850097 + avg_reward_per_step: 0.2643814 + eval-batch-shift: + avg_avg_episode_length: 5.114437 + avg_avg_return: 0.98805046 + avg_benchmark_regret: 0.006910823 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34553528 + proxy_corner: + avg_avg_return: 0.18368936 + avg_reward_per_step: 0.035858154 + eval-batch-tree: + avg_avg_episode_length: 5.7858667 + avg_avg_return: 0.9859103 + avg_benchmark_regret: 0.008509956 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27635193 + proxy_corner: + avg_avg_return: 0.9859103 + avg_reward_per_step: 0.27635193 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 286261248 + env-step-replay-before: 145162240 + env-step-used-before: 286261248 + ppo-update-before: 174720 + env-step-generate-before: 141099008 + env-step-all-after: 286294016 + env-step-replay-after: 145162240 + env-step-used-after: 286294016 + ppo-update-after: 174740 + env-step-generate-after: 141131776 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0209646 + avg_avg_return: 0.9689714 + avg_reward_per_step: 0.31637573 + proxy_corner: + avg_avg_return: 0.20814091 + avg_reward_per_step: 0.04031372 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0209646 + avg_avg_return: 0.9689714 + avg_reward_per_step: 0.31637573 + proxy_corner: + avg_avg_return: 0.20814091 + avg_reward_per_step: 0.04031372 + perf: + env_steps_per_second: 1005779.5810707711 + ppo_updates_per_second: 110.78261480385406 + eval-batch-train-duration: 0.18786522996379063 + eval-batch-orig-duration: 0.1408061879919842 + eval-batch-shift-duration: 0.14022948098136112 + eval-batch-tree-duration: 0.13700354105094448 + ued: + distances: + cheese-corne_dist_avg: 7.041992 + cheese-corne_dist_wavg: 1.6203405 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.144531 + mouse-cheese_dist_finite_wavg: 13.014022 + mouse-cheese_dist_solvable_avg: 13.144531 + mouse-cheese_dist_solvable_wavg: 13.01402 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10228023 + visit_patterns: + avg_first_visit_time: 3042.4517 + avg_last_visit_time: 4420.3057 + num_replay_batches: 4430 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003702029 + avg_actor_approxkl3: 0.0002786124 + avg_actor_clipfrac: 0.0053710938 + avg_actor_loss: -5.8920017e-05 + avg_advantage: 0.00041442178 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0093357e-05 + avg_entropy: 0.017274534 + avg_grad_norm_pre_clip: 0.35813865 + avg_loss: -7.114788e-05 + max: + max_actor_approxkl1: 0.0011368154 + max_actor_approxkl3: 0.000843856 + max_actor_clipfrac: 0.011108398 + max_actor_loss: 0.00055905804 + max_advantage: 0.020163357 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3084023e-05 + max_entropy: 0.026566857 + max_grad_norm_pre_clip: 0.55586964 + max_loss: 0.0005535339 + std: + std_actor_approxkl1: 0.00032438495 + std_actor_approxkl3: 0.00020377811 + std_actor_clipfrac: 0.002632307 + std_actor_loss: 0.00026580793 + std_advantage: 0.004417259 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2094213e-06 + std_entropy: 0.0040294533 + std_grad_norm_pre_clip: 0.09561075 + std_loss: 0.000266792 + eval-batch-train: + avg_avg_episode_length: 4.754418 + avg_avg_return: 0.9892509 + avg_benchmark_regret: 0.0059422087 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.19744213 + avg_reward_per_step: 0.03958893 + eval-batch-orig: + avg_avg_episode_length: 6.037638 + avg_avg_return: 0.9847267 + avg_benchmark_regret: 0.009212295 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26626587 + proxy_corner: + avg_avg_return: 0.9847267 + avg_reward_per_step: 0.26626587 + eval-batch-shift: + avg_avg_episode_length: 5.002924 + avg_avg_return: 0.9879786 + avg_benchmark_regret: 0.0069826925 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460846 + proxy_corner: + avg_avg_return: 0.18305619 + avg_reward_per_step: 0.03617096 + eval-batch-tree: + avg_avg_episode_length: 5.546812 + avg_avg_return: 0.986898 + avg_benchmark_regret: 0.0075222976 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27822876 + proxy_corner: + avg_avg_return: 0.986898 + avg_reward_per_step: 0.27822876 +=========================================================== +=========================================================== + step: + env-step-all-before: 287309824 + env-step-replay-before: 145588224 + env-step-used-before: 287309824 + ppo-update-before: 175360 + env-step-generate-before: 141721600 + env-step-all-after: 287342592 + env-step-replay-after: 145620992 + env-step-used-after: 287342592 + ppo-update-after: 175380 + env-step-generate-after: 141721600 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.1607 + avg_avg_return: 0.88636684 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.6484474 + avg_reward_per_step: 0.049041748 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.1607 + avg_avg_return: 0.88636684 + avg_reward_per_step: 0.06793213 + proxy_corner: + avg_avg_return: 0.6484474 + avg_reward_per_step: 0.049041748 + perf: + env_steps_per_second: 987132.66272785 + ppo_updates_per_second: 111.57985746595395 + eval-batch-train-duration: 0.18402033299207687 + eval-batch-orig-duration: 0.1382595679606311 + eval-batch-shift-duration: 0.13704927696380764 + eval-batch-tree-duration: 0.13840423204237595 + ued: + distances: + cheese-corne_dist_avg: 7.052002 + cheese-corne_dist_wavg: 0.7100466 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 13.144287 + mouse-cheese_dist_finite_wavg: 10.318671 + mouse-cheese_dist_solvable_avg: 13.144287 + mouse-cheese_dist_solvable_wavg: 10.318674 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478259 + scoring: + avg_scores: 0.10170589 + visit_patterns: + avg_first_visit_time: 3058.1204 + avg_last_visit_time: 4434.229 + num_replay_batches: 4444 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016725062 + avg_actor_approxkl3: 0.0008736739 + avg_actor_clipfrac: 0.025537109 + avg_actor_loss: -0.0005319457 + avg_advantage: -0.0025418715 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2194437e-05 + avg_entropy: 0.07473626 + avg_grad_norm_pre_clip: 1.2418604 + avg_loss: -0.0006005847 + max: + max_actor_approxkl1: 0.0035307673 + max_actor_approxkl3: 0.0016998306 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.00081911683 + max_advantage: 0.031772017 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.600361e-05 + max_entropy: 0.090945646 + max_grad_norm_pre_clip: 2.0992367 + max_loss: 0.0007498686 + std: + std_actor_approxkl1: 0.0011034015 + std_actor_approxkl3: 0.0005352253 + std_actor_clipfrac: 0.013054712 + std_actor_loss: 0.00051721703 + std_advantage: 0.0046817795 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4683087e-06 + std_entropy: 0.009189306 + std_grad_norm_pre_clip: 0.37530962 + std_loss: 0.00051936955 + eval-batch-train: + avg_avg_episode_length: 4.77157 + avg_avg_return: 0.98950326 + avg_benchmark_regret: 0.0056898277 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34391022 + proxy_corner: + avg_avg_return: 0.19794583 + avg_reward_per_step: 0.039527893 + eval-batch-orig: + avg_avg_episode_length: 6.0831614 + avg_avg_return: 0.9852309 + avg_benchmark_regret: 0.008708067 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2661667 + proxy_corner: + avg_avg_return: 0.9852309 + avg_reward_per_step: 0.2661667 + eval-batch-shift: + avg_avg_episode_length: 5.0223517 + avg_avg_return: 0.98871195 + avg_benchmark_regret: 0.0062493244 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34605408 + proxy_corner: + avg_avg_return: 0.18323487 + avg_reward_per_step: 0.03617859 + eval-batch-tree: + avg_avg_episode_length: 5.5832424 + avg_avg_return: 0.98733336 + avg_benchmark_regret: 0.007086888 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27815247 + proxy_corner: + avg_avg_return: 0.98733336 + avg_reward_per_step: 0.27815247 +=========================================================== +=========================================================== + step: + env-step-all-before: 288358400 + env-step-replay-before: 146309120 + env-step-used-before: 288358400 + ppo-update-before: 176000 + env-step-generate-before: 142049280 + env-step-all-after: 288391168 + env-step-replay-after: 146341888 + env-step-used-after: 288391168 + ppo-update-after: 176020 + env-step-generate-after: 142049280 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.849603 + avg_avg_return: 0.8881215 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.6452321 + avg_reward_per_step: 0.049438477 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.849603 + avg_avg_return: 0.8881215 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.6452321 + avg_reward_per_step: 0.049438477 + perf: + env_steps_per_second: 949128.0897960659 + ppo_updates_per_second: 110.51049273486284 + eval-batch-train-duration: 0.1868749840068631 + eval-batch-orig-duration: 0.13632164598675445 + eval-batch-shift-duration: 0.1376101040514186 + eval-batch-tree-duration: 0.13764463004190475 + ued: + distances: + cheese-corne_dist_avg: 7.0686035 + cheese-corne_dist_wavg: 7.008582 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.145996 + mouse-cheese_dist_finite_wavg: 13.015174 + mouse-cheese_dist_solvable_avg: 13.145996 + mouse-cheese_dist_solvable_wavg: 13.015176 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1003174 + visit_patterns: + avg_first_visit_time: 3066.8381 + avg_last_visit_time: 4456.257 + num_replay_batches: 4466 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00099696 + avg_actor_approxkl3: 0.0004410031 + avg_actor_clipfrac: 0.015490723 + avg_actor_loss: -3.9674796e-05 + avg_advantage: -0.00013476681 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1334336e-05 + avg_entropy: 0.055126894 + avg_grad_norm_pre_clip: 1.0590361 + avg_loss: -8.913453e-05 + max: + max_actor_approxkl1: 0.0024591899 + max_actor_approxkl3: 0.0011751251 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.0014208015 + max_advantage: 0.020800948 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2341194e-05 + max_entropy: 0.06964914 + max_grad_norm_pre_clip: 1.7938557 + max_loss: 0.0013679079 + std: + std_actor_approxkl1: 0.000585263 + std_actor_approxkl3: 0.0002248499 + std_actor_clipfrac: 0.0060711917 + std_actor_loss: 0.0005251719 + std_advantage: 0.0047316435 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.1523733e-07 + std_entropy: 0.00752651 + std_grad_norm_pre_clip: 0.34452492 + std_loss: 0.0005238449 + eval-batch-train: + avg_avg_episode_length: 4.7627554 + avg_avg_return: 0.9892571 + avg_benchmark_regret: 0.005935956 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34413147 + proxy_corner: + avg_avg_return: 0.1983359 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.0083113 + avg_avg_return: 0.98524475 + avg_benchmark_regret: 0.008694263 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26727295 + proxy_corner: + avg_avg_return: 0.98524475 + avg_reward_per_step: 0.26727295 + eval-batch-shift: + avg_avg_episode_length: 4.9973783 + avg_avg_return: 0.9883661 + avg_benchmark_regret: 0.0065951855 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3461914 + proxy_corner: + avg_avg_return: 0.1835691 + avg_reward_per_step: 0.03639984 + eval-batch-tree: + avg_avg_episode_length: 5.5670958 + avg_avg_return: 0.98640585 + avg_benchmark_regret: 0.008014456 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27893066 + proxy_corner: + avg_avg_return: 0.98640585 + avg_reward_per_step: 0.27893066 +=========================================================== +=========================================================== + step: + env-step-all-before: 289406976 + env-step-replay-before: 146866176 + env-step-used-before: 289406976 + ppo-update-before: 176640 + env-step-generate-before: 142540800 + env-step-all-after: 289439744 + env-step-replay-after: 146866176 + env-step-used-after: 289439744 + ppo-update-after: 176660 + env-step-generate-after: 142573568 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.7599697 + avg_avg_return: 0.97091925 + avg_reward_per_step: 0.34335327 + proxy_corner: + avg_avg_return: 0.1531435 + avg_reward_per_step: 0.024505615 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.7599697 + avg_avg_return: 0.97091925 + avg_reward_per_step: 0.34335327 + proxy_corner: + avg_avg_return: 0.1531435 + avg_reward_per_step: 0.024505615 + perf: + env_steps_per_second: 979853.3798441844 + ppo_updates_per_second: 110.55000963270815 + eval-batch-train-duration: 0.18596929701743647 + eval-batch-orig-duration: 0.1390214129933156 + eval-batch-shift-duration: 0.1386097589856945 + eval-batch-tree-duration: 0.1374738680315204 + ued: + distances: + cheese-corne_dist_avg: 7.067627 + cheese-corne_dist_wavg: 1.605654 + levels_cheese_is_in_corner_avg: 0.06323242 + mouse-cheese_dist_finite_avg: 13.147461 + mouse-cheese_dist_finite_wavg: 12.112638 + mouse-cheese_dist_solvable_avg: 13.147461 + mouse-cheese_dist_solvable_wavg: 12.112638 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10098347 + visit_patterns: + avg_first_visit_time: 3080.838 + avg_last_visit_time: 4472.1475 + num_replay_batches: 4482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006446722 + avg_actor_approxkl3: 0.0005561213 + avg_actor_clipfrac: 0.0050598145 + avg_actor_loss: 0.0001788056 + avg_advantage: 0.0007033722 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2899649e-05 + avg_entropy: 0.009703102 + avg_grad_norm_pre_clip: 0.2897718 + avg_loss: 0.00017555233 + max: + max_actor_approxkl1: 0.0029289497 + max_actor_approxkl3: 0.0033424273 + max_actor_clipfrac: 0.0146484375 + max_actor_loss: 0.0046537854 + max_advantage: 0.021386981 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6911563e-05 + max_entropy: 0.013388129 + max_grad_norm_pre_clip: 1.0409237 + max_loss: 0.004649359 + std: + std_actor_approxkl1: 0.00093866367 + std_actor_approxkl3: 0.0008405405 + std_actor_clipfrac: 0.004208413 + std_actor_loss: 0.0010532598 + std_advantage: 0.005119623 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7010406e-06 + std_entropy: 0.0019768965 + std_grad_norm_pre_clip: 0.24166289 + std_loss: 0.0010527961 + eval-batch-train: + avg_avg_episode_length: 4.7956715 + avg_avg_return: 0.98938334 + avg_benchmark_regret: 0.005809743 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34410858 + proxy_corner: + avg_avg_return: 0.19870403 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 6.149787 + avg_avg_return: 0.98489237 + avg_benchmark_regret: 0.009046673 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26656342 + proxy_corner: + avg_avg_return: 0.98489237 + avg_reward_per_step: 0.26656342 + eval-batch-shift: + avg_avg_episode_length: 5.0549564 + avg_avg_return: 0.9879086 + avg_benchmark_regret: 0.0070526665 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345932 + proxy_corner: + avg_avg_return: 0.18494524 + avg_reward_per_step: 0.036346436 + eval-batch-tree: + avg_avg_episode_length: 5.578392 + avg_avg_return: 0.9869549 + avg_benchmark_regret: 0.007465372 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27855682 + proxy_corner: + avg_avg_return: 0.9869549 + avg_reward_per_step: 0.27855682 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 290455552 + env-step-replay-before: 147423232 + env-step-used-before: 290455552 + ppo-update-before: 177280 + env-step-generate-before: 143032320 + env-step-all-after: 290488320 + env-step-replay-after: 147456000 + env-step-used-after: 290488320 + ppo-update-after: 177300 + env-step-generate-after: 143032320 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.951378 + avg_avg_return: 0.8873992 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.61206335 + avg_reward_per_step: 0.04675293 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.951378 + avg_avg_return: 0.8873992 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.61206335 + avg_reward_per_step: 0.04675293 + perf: + env_steps_per_second: 990336.5720405468 + ppo_updates_per_second: 110.99966249933814 + eval-batch-train-duration: 0.18541471200296655 + eval-batch-orig-duration: 0.1360749609884806 + eval-batch-shift-duration: 0.13633961998857558 + eval-batch-tree-duration: 0.13588870997773483 + ued: + distances: + cheese-corne_dist_avg: 7.099121 + cheese-corne_dist_wavg: 7.902284 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.149658 + mouse-cheese_dist_finite_wavg: 12.116732 + mouse-cheese_dist_solvable_avg: 13.149658 + mouse-cheese_dist_solvable_wavg: 12.116732 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10057039 + visit_patterns: + avg_first_visit_time: 3088.9087 + avg_last_visit_time: 4490.3076 + num_replay_batches: 4500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012118107 + avg_actor_approxkl3: 0.00059888297 + avg_actor_clipfrac: 0.017114257 + avg_actor_loss: 8.613493e-05 + avg_advantage: -0.0019828435 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.3610935e-05 + avg_entropy: 0.053507604 + avg_grad_norm_pre_clip: 1.1468014 + avg_loss: 3.9432798e-05 + max: + max_actor_approxkl1: 0.0033977914 + max_actor_approxkl3: 0.001410248 + max_actor_clipfrac: 0.026367188 + max_actor_loss: 0.0011199964 + max_advantage: 0.053134024 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.7121176e-05 + max_entropy: 0.061892807 + max_grad_norm_pre_clip: 1.6393782 + max_loss: 0.0010757843 + std: + std_actor_approxkl1: 0.0009227116 + std_actor_approxkl3: 0.00038540622 + std_actor_clipfrac: 0.006782827 + std_actor_loss: 0.0004898112 + std_advantage: 0.0051618568 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9670092e-06 + std_entropy: 0.004448693 + std_grad_norm_pre_clip: 0.19558614 + std_loss: 0.0004905464 + eval-batch-train: + avg_avg_episode_length: 4.7536716 + avg_avg_return: 0.9893731 + avg_benchmark_regret: 0.005819994 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34417725 + proxy_corner: + avg_avg_return: 0.19787045 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 6.1984873 + avg_avg_return: 0.98474205 + avg_benchmark_regret: 0.009196976 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2662735 + proxy_corner: + avg_avg_return: 0.98474205 + avg_reward_per_step: 0.2662735 + eval-batch-shift: + avg_avg_episode_length: 5.0336885 + avg_avg_return: 0.987917 + avg_benchmark_regret: 0.007044281 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460083 + proxy_corner: + avg_avg_return: 0.18565397 + avg_reward_per_step: 0.036628723 + eval-batch-tree: + avg_avg_episode_length: 5.578266 + avg_avg_return: 0.9867015 + avg_benchmark_regret: 0.007718768 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27868652 + proxy_corner: + avg_avg_return: 0.9867015 + avg_reward_per_step: 0.27868652 +=========================================================== +=========================================================== + step: + env-step-all-before: 291504128 + env-step-replay-before: 147849216 + env-step-used-before: 291504128 + ppo-update-before: 177920 + env-step-generate-before: 143654912 + env-step-all-after: 291536896 + env-step-replay-after: 147881984 + env-step-used-after: 291536896 + ppo-update-after: 177940 + env-step-generate-after: 143654912 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.947348 + avg_avg_return: 0.88713026 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6154717 + avg_reward_per_step: 0.046905518 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.947348 + avg_avg_return: 0.88713026 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6154717 + avg_reward_per_step: 0.046905518 + perf: + env_steps_per_second: 983695.4762143707 + ppo_updates_per_second: 110.39386315250707 + eval-batch-train-duration: 0.18696801003534347 + eval-batch-orig-duration: 0.13638327299850062 + eval-batch-shift-duration: 0.13743222900666296 + eval-batch-tree-duration: 0.1372929670033045 + ued: + distances: + cheese-corne_dist_avg: 7.1081543 + cheese-corne_dist_wavg: 1.6220019 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.154541 + mouse-cheese_dist_finite_wavg: 13.018047 + mouse-cheese_dist_solvable_avg: 13.154541 + mouse-cheese_dist_solvable_wavg: 13.018049 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10175997 + visit_patterns: + avg_first_visit_time: 3107.085 + avg_last_visit_time: 4503.2637 + num_replay_batches: 4513 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016461257 + avg_actor_approxkl3: 0.0010974127 + avg_actor_clipfrac: 0.021209717 + avg_actor_loss: 0.000104888415 + avg_advantage: -0.0034019963 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.6621012e-05 + avg_entropy: 0.05349628 + avg_grad_norm_pre_clip: 1.0886893 + avg_loss: 5.970265e-05 + max: + max_actor_approxkl1: 0.0051913904 + max_actor_approxkl3: 0.003497126 + max_actor_clipfrac: 0.03930664 + max_actor_loss: 0.0031739753 + max_advantage: 0.018148363 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.3998738e-05 + max_entropy: 0.067094505 + max_grad_norm_pre_clip: 2.5877194 + max_loss: 0.003129053 + std: + std_actor_approxkl1: 0.0013109035 + std_actor_approxkl3: 0.0008152762 + std_actor_clipfrac: 0.012128217 + std_actor_loss: 0.0011884028 + std_advantage: 0.004806669 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1420285e-06 + std_entropy: 0.0077707088 + std_grad_norm_pre_clip: 0.5153078 + std_loss: 0.0011891483 + eval-batch-train: + avg_avg_episode_length: 4.7578735 + avg_avg_return: 0.9892118 + avg_benchmark_regret: 0.0059813163 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34427643 + proxy_corner: + avg_avg_return: 0.19764192 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 6.0219517 + avg_avg_return: 0.9851459 + avg_benchmark_regret: 0.008793049 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26722717 + proxy_corner: + avg_avg_return: 0.9851459 + avg_reward_per_step: 0.26722717 + eval-batch-shift: + avg_avg_episode_length: 5.0125523 + avg_avg_return: 0.9879681 + avg_benchmark_regret: 0.006993226 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462143 + proxy_corner: + avg_avg_return: 0.18525851 + avg_reward_per_step: 0.036628723 + eval-batch-tree: + avg_avg_episode_length: 5.5406857 + avg_avg_return: 0.9869991 + avg_benchmark_regret: 0.007421201 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2786026 + proxy_corner: + avg_avg_return: 0.9869991 + avg_reward_per_step: 0.2786026 +=========================================================== +=========================================================== + step: + env-step-all-before: 292552704 + env-step-replay-before: 148439040 + env-step-used-before: 292552704 + ppo-update-before: 178560 + env-step-generate-before: 144113664 + env-step-all-after: 292585472 + env-step-replay-after: 148439040 + env-step-used-after: 292585472 + ppo-update-after: 178580 + env-step-generate-after: 144146432 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.090635 + avg_avg_return: 0.9689438 + avg_reward_per_step: 0.30252075 + proxy_corner: + avg_avg_return: 0.17598517 + avg_reward_per_step: 0.036224365 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.090635 + avg_avg_return: 0.9689438 + avg_reward_per_step: 0.30252075 + proxy_corner: + avg_avg_return: 0.17598517 + avg_reward_per_step: 0.036224365 + perf: + env_steps_per_second: 1010964.6228014034 + ppo_updates_per_second: 110.75801578359838 + eval-batch-train-duration: 0.1849283649935387 + eval-batch-orig-duration: 0.13974825397599488 + eval-batch-shift-duration: 0.1404308209894225 + eval-batch-tree-duration: 0.13666447199648246 + ued: + distances: + cheese-corne_dist_avg: 7.107422 + cheese-corne_dist_wavg: 15.10005 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.15625 + mouse-cheese_dist_finite_wavg: 14.811905 + mouse-cheese_dist_solvable_avg: 13.15625 + mouse-cheese_dist_solvable_wavg: 14.811907 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101334766 + visit_patterns: + avg_first_visit_time: 3117.7686 + avg_last_visit_time: 4520.211 + num_replay_batches: 4530 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044737858 + avg_actor_approxkl3: 0.00029510324 + avg_actor_clipfrac: 0.0048095705 + avg_actor_loss: 0.00038015653 + avg_advantage: 0.0018511761 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1715869e-05 + avg_entropy: 0.012682504 + avg_grad_norm_pre_clip: 0.5007419 + avg_loss: 0.00037333198 + max: + max_actor_approxkl1: 0.0016886697 + max_actor_approxkl3: 0.0013611498 + max_actor_clipfrac: 0.01550293 + max_actor_loss: 0.0031558825 + max_advantage: 0.019724786 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3789817e-05 + max_entropy: 0.018029107 + max_grad_norm_pre_clip: 1.2521981 + max_loss: 0.0031445106 + std: + std_actor_approxkl1: 0.00044505988 + std_actor_approxkl3: 0.00033069475 + std_actor_clipfrac: 0.0033961881 + std_actor_loss: 0.00084147125 + std_advantage: 0.0047654896 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1135115e-06 + std_entropy: 0.0028059243 + std_grad_norm_pre_clip: 0.2762563 + std_loss: 0.0008402568 + eval-batch-train: + avg_avg_episode_length: 4.7437553 + avg_avg_return: 0.98981214 + avg_benchmark_regret: 0.0053809267 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34432983 + proxy_corner: + avg_avg_return: 0.19731267 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 6.0790615 + avg_avg_return: 0.9849623 + avg_benchmark_regret: 0.008976759 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26680756 + proxy_corner: + avg_avg_return: 0.9849623 + avg_reward_per_step: 0.26680756 + eval-batch-shift: + avg_avg_episode_length: 5.023935 + avg_avg_return: 0.98822623 + avg_benchmark_regret: 0.0067350874 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34606934 + proxy_corner: + avg_avg_return: 0.18565914 + avg_reward_per_step: 0.03666687 + eval-batch-tree: + avg_avg_episode_length: 5.6016493 + avg_avg_return: 0.9865267 + avg_benchmark_regret: 0.007893572 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27812958 + proxy_corner: + avg_avg_return: 0.9865267 + avg_reward_per_step: 0.27812958 +=========================================================== +=========================================================== + step: + env-step-all-before: 293601280 + env-step-replay-before: 148865024 + env-step-used-before: 293601280 + ppo-update-before: 179200 + env-step-generate-before: 144736256 + env-step-all-after: 293634048 + env-step-replay-after: 148897792 + env-step-used-after: 293634048 + ppo-update-after: 179220 + env-step-generate-after: 144736256 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.012506 + avg_avg_return: 0.8877878 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.6318002 + avg_reward_per_step: 0.04800415 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 14.012506 + avg_avg_return: 0.8877878 + avg_reward_per_step: 0.06802368 + proxy_corner: + avg_avg_return: 0.6318002 + avg_reward_per_step: 0.04800415 + perf: + env_steps_per_second: 977962.4188256372 + ppo_updates_per_second: 111.15640179903619 + eval-batch-train-duration: 0.1874088100157678 + eval-batch-orig-duration: 0.14136641402728856 + eval-batch-shift-duration: 0.13838900194969028 + eval-batch-tree-duration: 0.13910428999224678 + ued: + distances: + cheese-corne_dist_avg: 7.1174316 + cheese-corne_dist_wavg: 2.5070407 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.157715 + mouse-cheese_dist_finite_wavg: 13.015802 + mouse-cheese_dist_solvable_avg: 13.157715 + mouse-cheese_dist_solvable_wavg: 13.015807 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999964 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101372436 + visit_patterns: + avg_first_visit_time: 3129.302 + avg_last_visit_time: 4534.3086 + num_replay_batches: 4544 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015982032 + avg_actor_approxkl3: 0.0009219497 + avg_actor_clipfrac: 0.024365235 + avg_actor_loss: 0.0007369055 + avg_advantage: -0.0012121912 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1744467e-05 + avg_entropy: 0.060032856 + avg_grad_norm_pre_clip: 1.6834128 + avg_loss: 0.0006827449 + max: + max_actor_approxkl1: 0.0036873792 + max_actor_approxkl3: 0.003153244 + max_actor_clipfrac: 0.049438477 + max_actor_loss: 0.005981938 + max_advantage: 0.02339065 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3576113e-05 + max_entropy: 0.076979324 + max_grad_norm_pre_clip: 3.413553 + max_loss: 0.0059146956 + std: + std_actor_approxkl1: 0.0010786009 + std_actor_approxkl3: 0.00069981435 + std_actor_clipfrac: 0.012301418 + std_actor_loss: 0.0013815528 + std_advantage: 0.0048236395 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0852714e-06 + std_entropy: 0.009755102 + std_grad_norm_pre_clip: 0.66228807 + std_loss: 0.0013787673 + eval-batch-train: + avg_avg_episode_length: 4.820191 + avg_avg_return: 0.9893375 + avg_benchmark_regret: 0.0058556283 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.19731915 + avg_reward_per_step: 0.039482117 + eval-batch-orig: + avg_avg_episode_length: 6.0203133 + avg_avg_return: 0.98512435 + avg_benchmark_regret: 0.008814703 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26742554 + proxy_corner: + avg_avg_return: 0.98512435 + avg_reward_per_step: 0.26742554 + eval-batch-shift: + avg_avg_episode_length: 5.00325 + avg_avg_return: 0.98843396 + avg_benchmark_regret: 0.00652738 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34614563 + proxy_corner: + avg_avg_return: 0.18468273 + avg_reward_per_step: 0.036582947 + eval-batch-tree: + avg_avg_episode_length: 5.5535345 + avg_avg_return: 0.9869308 + avg_benchmark_regret: 0.0074894624 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2783661 + proxy_corner: + avg_avg_return: 0.9869308 + avg_reward_per_step: 0.2783661 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 294649856 + env-step-replay-before: 149258240 + env-step-used-before: 294649856 + ppo-update-before: 179840 + env-step-generate-before: 145391616 + env-step-all-after: 294682624 + env-step-replay-after: 149291008 + env-step-used-after: 294682624 + ppo-update-after: 179860 + env-step-generate-after: 145391616 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.500891 + avg_avg_return: 0.8838016 + avg_reward_per_step: 0.06829834 + proxy_corner: + avg_avg_return: 0.63379467 + avg_reward_per_step: 0.04827881 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.500891 + avg_avg_return: 0.8838016 + avg_reward_per_step: 0.06829834 + proxy_corner: + avg_avg_return: 0.63379467 + avg_reward_per_step: 0.04827881 + perf: + env_steps_per_second: 999517.505138251 + ppo_updates_per_second: 111.69842575844763 + eval-batch-train-duration: 0.18391197902383283 + eval-batch-orig-duration: 0.1364420930040069 + eval-batch-shift-duration: 0.1365818969788961 + eval-batch-tree-duration: 0.13868540100520477 + ued: + distances: + cheese-corne_dist_avg: 7.1433105 + cheese-corne_dist_wavg: 1.6155965 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.161377 + mouse-cheese_dist_finite_wavg: 14.813916 + mouse-cheese_dist_solvable_avg: 13.161377 + mouse-cheese_dist_solvable_wavg: 14.81392 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101756096 + visit_patterns: + avg_first_visit_time: 3142.5017 + avg_last_visit_time: 4546.3125 + num_replay_batches: 4556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018058749 + avg_actor_approxkl3: 0.0011229649 + avg_actor_clipfrac: 0.024005128 + avg_actor_loss: 0.00089492317 + avg_advantage: -0.0010213726 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2511776e-05 + avg_entropy: 0.056698132 + avg_grad_norm_pre_clip: 1.5674117 + avg_loss: 0.00084448105 + max: + max_actor_approxkl1: 0.00519811 + max_actor_approxkl3: 0.0028709723 + max_actor_clipfrac: 0.044311523 + max_actor_loss: 0.0022011641 + max_advantage: 0.0227741 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4425879e-05 + max_entropy: 0.07031898 + max_grad_norm_pre_clip: 2.5800173 + max_loss: 0.0021376654 + std: + std_actor_approxkl1: 0.0012847902 + std_actor_approxkl3: 0.00073197874 + std_actor_clipfrac: 0.010556455 + std_actor_loss: 0.0007933015 + std_advantage: 0.0049382346 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2208859e-06 + std_entropy: 0.006315366 + std_grad_norm_pre_clip: 0.50428987 + std_loss: 0.0007905458 + eval-batch-train: + avg_avg_episode_length: 4.7628765 + avg_avg_return: 0.98957884 + avg_benchmark_regret: 0.005614277 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34420013 + proxy_corner: + avg_avg_return: 0.1983496 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 6.0292473 + avg_avg_return: 0.9853693 + avg_benchmark_regret: 0.008569678 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26752472 + proxy_corner: + avg_avg_return: 0.9853693 + avg_reward_per_step: 0.26752472 + eval-batch-shift: + avg_avg_episode_length: 5.0009317 + avg_avg_return: 0.98875624 + avg_benchmark_regret: 0.00620508 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34622192 + proxy_corner: + avg_avg_return: 0.18451461 + avg_reward_per_step: 0.03656006 + eval-batch-tree: + avg_avg_episode_length: 5.5837765 + avg_avg_return: 0.9870238 + avg_benchmark_regret: 0.0073965015 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27853394 + proxy_corner: + avg_avg_return: 0.9870238 + avg_reward_per_step: 0.27853394 +=========================================================== +=========================================================== + step: + env-step-all-before: 295698432 + env-step-replay-before: 149815296 + env-step-used-before: 295698432 + ppo-update-before: 180480 + env-step-generate-before: 145883136 + env-step-all-after: 295731200 + env-step-replay-after: 149848064 + env-step-used-after: 295731200 + ppo-update-after: 180500 + env-step-generate-after: 145883136 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.242474 + avg_avg_return: 0.88430655 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.657325 + avg_reward_per_step: 0.049621582 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.242474 + avg_avg_return: 0.88430655 + avg_reward_per_step: 0.067840576 + proxy_corner: + avg_avg_return: 0.657325 + avg_reward_per_step: 0.049621582 + perf: + env_steps_per_second: 919286.6430773595 + ppo_updates_per_second: 112.11939713969636 + eval-batch-train-duration: 0.18626906297868118 + eval-batch-orig-duration: 0.14127973100403324 + eval-batch-shift-duration: 0.1405721170012839 + eval-batch-tree-duration: 0.139629048993811 + ued: + distances: + cheese-corne_dist_avg: 7.161377 + cheese-corne_dist_wavg: 7.0075107 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.164795 + mouse-cheese_dist_finite_wavg: 13.016238 + mouse-cheese_dist_solvable_avg: 13.164795 + mouse-cheese_dist_solvable_wavg: 13.01624 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10147785 + visit_patterns: + avg_first_visit_time: 3151.0366 + avg_last_visit_time: 4563.332 + num_replay_batches: 4573 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020579756 + avg_actor_approxkl3: 0.0014140474 + avg_actor_clipfrac: 0.025921632 + avg_actor_loss: -0.00064344465 + avg_advantage: -0.0026485012 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1121174e-05 + avg_entropy: 0.059185263 + avg_grad_norm_pre_clip: 1.1826875 + avg_loss: -0.0006970693 + max: + max_actor_approxkl1: 0.006344376 + max_actor_approxkl3: 0.00465395 + max_actor_clipfrac: 0.05480957 + max_actor_loss: 0.0012797229 + max_advantage: 0.03151834 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.42457375e-05 + max_entropy: 0.078918785 + max_grad_norm_pre_clip: 1.9261832 + max_loss: 0.0012267688 + std: + std_actor_approxkl1: 0.0016474323 + std_actor_approxkl3: 0.0010785141 + std_actor_clipfrac: 0.013311782 + std_actor_loss: 0.00092010235 + std_advantage: 0.004651819 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2080371e-06 + std_entropy: 0.007354759 + std_grad_norm_pre_clip: 0.37859592 + std_loss: 0.0009226846 + eval-batch-train: + avg_avg_episode_length: 4.765172 + avg_avg_return: 0.98941946 + avg_benchmark_regret: 0.0057736896 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34394073 + proxy_corner: + avg_avg_return: 0.19774887 + avg_reward_per_step: 0.039497375 + eval-batch-orig: + avg_avg_episode_length: 6.0428095 + avg_avg_return: 0.985137 + avg_benchmark_regret: 0.008801985 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26709747 + proxy_corner: + avg_avg_return: 0.985137 + avg_reward_per_step: 0.26709747 + eval-batch-shift: + avg_avg_episode_length: 5.0418234 + avg_avg_return: 0.98837966 + avg_benchmark_regret: 0.0065816166 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34558868 + proxy_corner: + avg_avg_return: 0.18500695 + avg_reward_per_step: 0.0365448 + eval-batch-tree: + avg_avg_episode_length: 5.583597 + avg_avg_return: 0.9866326 + avg_benchmark_regret: 0.0077877236 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27855682 + proxy_corner: + avg_avg_return: 0.9866326 + avg_reward_per_step: 0.27855682 +=========================================================== +=========================================================== + step: + env-step-all-before: 296747008 + env-step-replay-before: 150339584 + env-step-used-before: 296747008 + ppo-update-before: 181120 + env-step-generate-before: 146407424 + env-step-all-after: 296779776 + env-step-replay-after: 150372352 + env-step-used-after: 296779776 + ppo-update-after: 181140 + env-step-generate-after: 146407424 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.806641 + avg_avg_return: 0.88887227 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.6236762 + avg_reward_per_step: 0.04800415 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.806641 + avg_avg_return: 0.88887227 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.6236762 + avg_reward_per_step: 0.04800415 + perf: + env_steps_per_second: 913961.7988472959 + ppo_updates_per_second: 111.07369037573815 + eval-batch-train-duration: 0.18760879698675126 + eval-batch-orig-duration: 0.13870998797938228 + eval-batch-shift-duration: 0.13833518204046413 + eval-batch-tree-duration: 0.1381530779763125 + ued: + distances: + cheese-corne_dist_avg: 7.133545 + cheese-corne_dist_wavg: 5.206366 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.163818 + mouse-cheese_dist_finite_wavg: 13.017311 + mouse-cheese_dist_solvable_avg: 13.163818 + mouse-cheese_dist_solvable_wavg: 13.017313 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10123233 + visit_patterns: + avg_first_visit_time: 3161.007 + avg_last_visit_time: 4579.203 + num_replay_batches: 4589 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081811374 + avg_actor_approxkl3: 0.0003287898 + avg_actor_clipfrac: 0.011224366 + avg_actor_loss: 2.986584e-05 + avg_advantage: 0.00029689848 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.08464765e-05 + avg_entropy: 0.046090487 + avg_grad_norm_pre_clip: 0.66789377 + avg_loss: -1.0801414e-05 + max: + max_actor_approxkl1: 0.0023796305 + max_actor_approxkl3: 0.00075999607 + max_actor_clipfrac: 0.022338867 + max_actor_loss: 0.00092758983 + max_advantage: 0.02772373 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.4356832e-05 + max_entropy: 0.056530878 + max_grad_norm_pre_clip: 1.2090575 + max_loss: 0.0008764646 + std: + std_actor_approxkl1: 0.0006356002 + std_actor_approxkl3: 0.00021728851 + std_actor_clipfrac: 0.0055929623 + std_actor_loss: 0.0003598166 + std_advantage: 0.0045373756 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0359714e-06 + std_entropy: 0.005342331 + std_grad_norm_pre_clip: 0.19358295 + std_loss: 0.00035850267 + eval-batch-train: + avg_avg_episode_length: 4.7852626 + avg_avg_return: 0.9895968 + avg_benchmark_regret: 0.00559628 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34378052 + proxy_corner: + avg_avg_return: 0.19875097 + avg_reward_per_step: 0.039520264 + eval-batch-orig: + avg_avg_episode_length: 6.0813084 + avg_avg_return: 0.98564464 + avg_benchmark_regret: 0.008294398 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26650238 + proxy_corner: + avg_avg_return: 0.98564464 + avg_reward_per_step: 0.26650238 + eval-batch-shift: + avg_avg_episode_length: 5.003311 + avg_avg_return: 0.98826444 + avg_benchmark_regret: 0.0066968948 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460312 + proxy_corner: + avg_avg_return: 0.1838238 + avg_reward_per_step: 0.03655243 + eval-batch-tree: + avg_avg_episode_length: 5.599408 + avg_avg_return: 0.9867774 + avg_benchmark_regret: 0.007642812 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.277977 + proxy_corner: + avg_avg_return: 0.9867774 + avg_reward_per_step: 0.277977 +=========================================================== +=========================================================== + step: + env-step-all-before: 297795584 + env-step-replay-before: 150798336 + env-step-used-before: 297795584 + ppo-update-before: 181760 + env-step-generate-before: 146997248 + env-step-all-after: 297828352 + env-step-replay-after: 150798336 + env-step-used-after: 297828352 + ppo-update-after: 181780 + env-step-generate-after: 147030016 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.3267317 + avg_avg_return: 0.9644753 + avg_reward_per_step: 0.33413696 + proxy_corner: + avg_avg_return: 0.17608511 + avg_reward_per_step: 0.036895752 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.3267317 + avg_avg_return: 0.9644753 + avg_reward_per_step: 0.33413696 + proxy_corner: + avg_avg_return: 0.17608511 + avg_reward_per_step: 0.036895752 + perf: + env_steps_per_second: 994019.1409614926 + ppo_updates_per_second: 111.78606358194406 + eval-batch-train-duration: 0.19275544700212777 + eval-batch-orig-duration: 0.1484051200095564 + eval-batch-shift-duration: 0.13938025099923834 + eval-batch-tree-duration: 0.1371994210057892 + ued: + distances: + cheese-corne_dist_avg: 7.1047363 + cheese-corne_dist_wavg: 2.517417 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.165527 + mouse-cheese_dist_finite_wavg: 13.01593 + mouse-cheese_dist_solvable_avg: 13.165527 + mouse-cheese_dist_solvable_wavg: 13.015932 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10204616 + visit_patterns: + avg_first_visit_time: 3175.0234 + avg_last_visit_time: 4592.1924 + num_replay_batches: 4602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005954812 + avg_actor_approxkl3: 0.00040200746 + avg_actor_clipfrac: 0.0065612793 + avg_actor_loss: 5.5812743e-05 + avg_advantage: 0.0022673933 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1100697e-05 + avg_entropy: 0.014878623 + avg_grad_norm_pre_clip: 0.6109164 + avg_loss: 4.6484474e-05 + max: + max_actor_approxkl1: 0.001828392 + max_actor_approxkl3: 0.0012250992 + max_actor_clipfrac: 0.0234375 + max_actor_loss: 0.0011104476 + max_advantage: 0.02719909 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3465482e-05 + max_entropy: 0.02952861 + max_grad_norm_pre_clip: 1.6116483 + max_loss: 0.0010920309 + std: + std_actor_approxkl1: 0.0005627268 + std_actor_approxkl3: 0.00034872632 + std_actor_clipfrac: 0.005653961 + std_actor_loss: 0.00050951506 + std_advantage: 0.004607997 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4064866e-06 + std_entropy: 0.0056818877 + std_grad_norm_pre_clip: 0.40027124 + std_loss: 0.0005086615 + eval-batch-train: + avg_avg_episode_length: 4.7733917 + avg_avg_return: 0.98957235 + avg_benchmark_regret: 0.0056207553 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3439331 + proxy_corner: + avg_avg_return: 0.1996711 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 6.238476 + avg_avg_return: 0.9843719 + avg_benchmark_regret: 0.009567164 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.265419 + proxy_corner: + avg_avg_return: 0.9843719 + avg_reward_per_step: 0.265419 + eval-batch-shift: + avg_avg_episode_length: 5.0433626 + avg_avg_return: 0.98848855 + avg_benchmark_regret: 0.0064727673 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345726 + proxy_corner: + avg_avg_return: 0.18682463 + avg_reward_per_step: 0.036819458 + eval-batch-tree: + avg_avg_episode_length: 5.6745367 + avg_avg_return: 0.9867816 + avg_benchmark_regret: 0.007638637 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27788544 + proxy_corner: + avg_avg_return: 0.9867816 + avg_reward_per_step: 0.27788544 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 298844160 + env-step-replay-before: 151289856 + env-step-used-before: 298844160 + ppo-update-before: 182400 + env-step-generate-before: 147554304 + env-step-all-after: 298876928 + env-step-replay-after: 151289856 + env-step-used-after: 298876928 + ppo-update-after: 182420 + env-step-generate-after: 147587072 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.852072 + avg_avg_return: 0.96999395 + avg_reward_per_step: 0.3310547 + proxy_corner: + avg_avg_return: 0.13587835 + avg_reward_per_step: 0.0262146 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.852072 + avg_avg_return: 0.96999395 + avg_reward_per_step: 0.3310547 + proxy_corner: + avg_avg_return: 0.13587835 + avg_reward_per_step: 0.0262146 + perf: + env_steps_per_second: 973396.0311114239 + ppo_updates_per_second: 110.52856723140876 + eval-batch-train-duration: 0.18540906201815233 + eval-batch-orig-duration: 0.1361253370414488 + eval-batch-shift-duration: 0.13715209200745448 + eval-batch-tree-duration: 0.1364093410084024 + ued: + distances: + cheese-corne_dist_avg: 7.1081543 + cheese-corne_dist_wavg: 14.211827 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.158203 + mouse-cheese_dist_finite_wavg: 14.81605 + mouse-cheese_dist_solvable_avg: 13.158203 + mouse-cheese_dist_solvable_wavg: 14.816053 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10258935 + visit_patterns: + avg_first_visit_time: 3187.098 + avg_last_visit_time: 4607.3276 + num_replay_batches: 4617 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037293145 + avg_actor_approxkl3: 0.00028118756 + avg_actor_clipfrac: 0.0043029785 + avg_actor_loss: 0.0001284505 + avg_advantage: 0.010291988 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 2.8142904e-05 + avg_entropy: 0.011344477 + avg_grad_norm_pre_clip: 0.37396634 + avg_loss: 0.00013117748 + max: + max_actor_approxkl1: 0.0014129623 + max_actor_approxkl3: 0.00091291784 + max_actor_clipfrac: 0.011230469 + max_actor_loss: 0.0013187509 + max_advantage: 0.037139475 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.2562645e-05 + max_entropy: 0.01780958 + max_grad_norm_pre_clip: 0.8404867 + max_loss: 0.0013167257 + std: + std_actor_approxkl1: 0.0003702595 + std_actor_approxkl3: 0.00024381919 + std_actor_clipfrac: 0.003040476 + std_actor_loss: 0.00039325378 + std_advantage: 0.0055505843 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.432493e-05 + std_entropy: 0.0034891302 + std_grad_norm_pre_clip: 0.19640441 + std_loss: 0.0003922669 + eval-batch-train: + avg_avg_episode_length: 4.764476 + avg_avg_return: 0.9894305 + avg_benchmark_regret: 0.0057625966 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34388733 + proxy_corner: + avg_avg_return: 0.19769602 + avg_reward_per_step: 0.039474487 + eval-batch-orig: + avg_avg_episode_length: 6.172661 + avg_avg_return: 0.9847764 + avg_benchmark_regret: 0.00916264 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26574707 + proxy_corner: + avg_avg_return: 0.9847764 + avg_reward_per_step: 0.26574707 + eval-batch-shift: + avg_avg_episode_length: 5.0497265 + avg_avg_return: 0.9881326 + avg_benchmark_regret: 0.006828679 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3457489 + proxy_corner: + avg_avg_return: 0.1847833 + avg_reward_per_step: 0.036460876 + eval-batch-tree: + avg_avg_episode_length: 5.7467604 + avg_avg_return: 0.98630136 + avg_benchmark_regret: 0.008118914 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27732086 + proxy_corner: + avg_avg_return: 0.98630136 + avg_reward_per_step: 0.27732086 +=========================================================== +=========================================================== + step: + env-step-all-before: 299892736 + env-step-replay-before: 151683072 + env-step-used-before: 299892736 + ppo-update-before: 183040 + env-step-generate-before: 148209664 + env-step-all-after: 299925504 + env-step-replay-after: 151683072 + env-step-used-after: 299925504 + ppo-update-after: 183060 + env-step-generate-after: 148242432 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.165427 + avg_avg_return: 0.96779096 + avg_reward_per_step: 0.3284607 + proxy_corner: + avg_avg_return: 0.17662337 + avg_reward_per_step: 0.030975342 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.165427 + avg_avg_return: 0.96779096 + avg_reward_per_step: 0.3284607 + proxy_corner: + avg_avg_return: 0.17662337 + avg_reward_per_step: 0.030975342 + perf: + env_steps_per_second: 986055.6246491892 + ppo_updates_per_second: 110.71300743054397 + eval-batch-train-duration: 0.1873389279935509 + eval-batch-orig-duration: 0.1364135899930261 + eval-batch-shift-duration: 0.13635409798007458 + eval-batch-tree-duration: 0.1360001399880275 + ued: + distances: + cheese-corne_dist_avg: 7.111084 + cheese-corne_dist_wavg: 15.10915 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 13.159424 + mouse-cheese_dist_finite_wavg: 14.814019 + mouse-cheese_dist_solvable_avg: 13.159424 + mouse-cheese_dist_solvable_wavg: 14.814021 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10140142 + visit_patterns: + avg_first_visit_time: 3199.8335 + avg_last_visit_time: 4619.3223 + num_replay_batches: 4629 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00038897953 + avg_actor_approxkl3: 0.0001626928 + avg_actor_clipfrac: 0.0026794435 + avg_actor_loss: -5.3885942e-05 + avg_advantage: -0.00057742617 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.712637e-06 + avg_entropy: 0.009489272 + avg_grad_norm_pre_clip: 0.197353 + avg_loss: -5.8518894e-05 + max: + max_actor_approxkl1: 0.0015565831 + max_actor_approxkl3: 0.00051184965 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 0.00017333636 + max_advantage: 0.015265584 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3003305e-05 + max_entropy: 0.015821427 + max_grad_norm_pre_clip: 0.6129993 + max_loss: 0.00017106578 + std: + std_actor_approxkl1: 0.0003610078 + std_actor_approxkl3: 0.00013938431 + std_actor_clipfrac: 0.0017967469 + std_actor_loss: 0.000113647155 + std_advantage: 0.004429564 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7414784e-06 + std_entropy: 0.002704046 + std_grad_norm_pre_clip: 0.114655316 + std_loss: 0.00011448032 + eval-batch-train: + avg_avg_episode_length: 4.752195 + avg_avg_return: 0.989444 + avg_benchmark_regret: 0.0057490943 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441925 + proxy_corner: + avg_avg_return: 0.1978358 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 6.0498843 + avg_avg_return: 0.98494875 + avg_benchmark_regret: 0.008990273 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.267128 + proxy_corner: + avg_avg_return: 0.98494875 + avg_reward_per_step: 0.267128 + eval-batch-shift: + avg_avg_episode_length: 4.9862976 + avg_avg_return: 0.9885944 + avg_benchmark_regret: 0.0063668797 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.346344 + proxy_corner: + avg_avg_return: 0.18388389 + avg_reward_per_step: 0.036499023 + eval-batch-tree: + avg_avg_episode_length: 5.5575953 + avg_avg_return: 0.9871094 + avg_benchmark_regret: 0.0073109237 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2789154 + proxy_corner: + avg_avg_return: 0.9871094 + avg_reward_per_step: 0.2789154 +=========================================================== +=========================================================== + step: + env-step-all-before: 300941312 + env-step-replay-before: 152010752 + env-step-used-before: 300941312 + ppo-update-before: 183680 + env-step-generate-before: 148930560 + env-step-all-after: 300974080 + env-step-replay-after: 152043520 + env-step-used-after: 300974080 + ppo-update-after: 183700 + env-step-generate-after: 148930560 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.792397 + avg_avg_return: 0.88880605 + avg_reward_per_step: 0.06921387 + proxy_corner: + avg_avg_return: 0.6257754 + avg_reward_per_step: 0.048553467 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.792397 + avg_avg_return: 0.88880605 + avg_reward_per_step: 0.06921387 + proxy_corner: + avg_avg_return: 0.6257754 + avg_reward_per_step: 0.048553467 + perf: + env_steps_per_second: 991324.7279401324 + ppo_updates_per_second: 111.51662020970386 + eval-batch-train-duration: 0.18531838100170717 + eval-batch-orig-duration: 0.13709067599847913 + eval-batch-shift-duration: 0.13691612699767575 + eval-batch-tree-duration: 0.1364750560023822 + ued: + distances: + cheese-corne_dist_avg: 7.126465 + cheese-corne_dist_wavg: 15.107153 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.171143 + mouse-cheese_dist_finite_wavg: 14.815972 + mouse-cheese_dist_solvable_avg: 13.171143 + mouse-cheese_dist_solvable_wavg: 14.815978 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999964 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10089114 + visit_patterns: + avg_first_visit_time: 3215.6401 + avg_last_visit_time: 4630.3833 + num_replay_batches: 4640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012977775 + avg_actor_approxkl3: 0.0006725254 + avg_actor_clipfrac: 0.015179443 + avg_actor_loss: 0.00028570154 + avg_advantage: -0.0026660212 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.5754285e-06 + avg_entropy: 0.04297472 + avg_grad_norm_pre_clip: 0.9998072 + avg_loss: 0.00024751454 + max: + max_actor_approxkl1: 0.0037097903 + max_actor_approxkl3: 0.0017845365 + max_actor_clipfrac: 0.040161133 + max_actor_loss: 0.0022236984 + max_advantage: 0.016186953 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2483714e-05 + max_entropy: 0.058035374 + max_grad_norm_pre_clip: 2.9473739 + max_loss: 0.0021886947 + std: + std_actor_approxkl1: 0.0009455859 + std_actor_approxkl3: 0.00052699586 + std_actor_clipfrac: 0.009405854 + std_actor_loss: 0.00083574076 + std_advantage: 0.0041849026 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2615385e-06 + std_entropy: 0.0067734034 + std_grad_norm_pre_clip: 0.54007006 + std_loss: 0.00083766674 + eval-batch-train: + avg_avg_episode_length: 4.747196 + avg_avg_return: 0.98943186 + avg_benchmark_regret: 0.005761294 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442917 + proxy_corner: + avg_avg_return: 0.19704708 + avg_reward_per_step: 0.03956604 + eval-batch-orig: + avg_avg_episode_length: 6.0056353 + avg_avg_return: 0.9851781 + avg_benchmark_regret: 0.008760901 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2673645 + proxy_corner: + avg_avg_return: 0.9851781 + avg_reward_per_step: 0.2673645 + eval-batch-shift: + avg_avg_episode_length: 4.9826736 + avg_avg_return: 0.98891544 + avg_benchmark_regret: 0.0060458523 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34638214 + proxy_corner: + avg_avg_return: 0.18562374 + avg_reward_per_step: 0.036766052 + eval-batch-tree: + avg_avg_episode_length: 5.5408278 + avg_avg_return: 0.98679215 + avg_benchmark_regret: 0.007628115 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27902985 + proxy_corner: + avg_avg_return: 0.98679215 + avg_reward_per_step: 0.27902985 +=========================================================== +=========================================================== + step: + env-step-all-before: 301989888 + env-step-replay-before: 152567808 + env-step-used-before: 301989888 + ppo-update-before: 184320 + env-step-generate-before: 149422080 + env-step-all-after: 302022656 + env-step-replay-after: 152567808 + env-step-used-after: 302022656 + ppo-update-after: 184340 + env-step-generate-after: 149454848 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.7088194 + avg_avg_return: 0.9701679 + avg_reward_per_step: 0.3435669 + proxy_corner: + avg_avg_return: 0.1336754 + avg_reward_per_step: 0.030578613 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.7088194 + avg_avg_return: 0.9701679 + avg_reward_per_step: 0.3435669 + proxy_corner: + avg_avg_return: 0.1336754 + avg_reward_per_step: 0.030578613 + perf: + env_steps_per_second: 975015.2345754387 + ppo_updates_per_second: 109.73526256385978 + eval-batch-train-duration: 0.18775699700927362 + eval-batch-orig-duration: 0.1366541319875978 + eval-batch-shift-duration: 0.1384721390204504 + eval-batch-tree-duration: 0.13853303395444527 + ued: + distances: + cheese-corne_dist_avg: 7.1430664 + cheese-corne_dist_wavg: 4.3079515 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 13.172607 + mouse-cheese_dist_finite_wavg: 14.815948 + mouse-cheese_dist_solvable_avg: 13.172607 + mouse-cheese_dist_solvable_wavg: 14.815949 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101377964 + visit_patterns: + avg_first_visit_time: 3226.0967 + avg_last_visit_time: 4646.333 + num_replay_batches: 4656 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00061005814 + avg_actor_approxkl3: 0.00024318292 + avg_actor_clipfrac: 0.003161621 + avg_actor_loss: -3.023632e-06 + avg_advantage: 0.0007757133 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.06316065e-05 + avg_entropy: 0.0093544815 + avg_grad_norm_pre_clip: 0.34437835 + avg_loss: -7.062315e-06 + max: + max_actor_approxkl1: 0.0021826962 + max_actor_approxkl3: 0.0007204468 + max_actor_clipfrac: 0.0075683594 + max_actor_loss: 0.0010935795 + max_advantage: 0.02349174 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.291475e-05 + max_entropy: 0.016491152 + max_grad_norm_pre_clip: 1.4190769 + max_loss: 0.0010903887 + std: + std_actor_approxkl1: 0.0006703338 + std_actor_approxkl3: 0.00021656662 + std_actor_clipfrac: 0.002608394 + std_actor_loss: 0.0003422086 + std_advantage: 0.004543554 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2537204e-06 + std_entropy: 0.0032770352 + std_grad_norm_pre_clip: 0.391197 + std_loss: 0.00034217307 + eval-batch-train: + avg_avg_episode_length: 4.750836 + avg_avg_return: 0.9892881 + avg_benchmark_regret: 0.0059050596 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.19809079 + avg_reward_per_step: 0.039764404 + eval-batch-orig: + avg_avg_episode_length: 6.21669 + avg_avg_return: 0.98477113 + avg_benchmark_regret: 0.009167849 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26618195 + proxy_corner: + avg_avg_return: 0.98477113 + avg_reward_per_step: 0.26618195 + eval-batch-shift: + avg_avg_episode_length: 4.99656 + avg_avg_return: 0.9881544 + avg_benchmark_regret: 0.006806899 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34619904 + proxy_corner: + avg_avg_return: 0.1854226 + avg_reward_per_step: 0.036712646 + eval-batch-tree: + avg_avg_episode_length: 5.6824846 + avg_avg_return: 0.98642945 + avg_benchmark_regret: 0.007990831 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2780838 + proxy_corner: + avg_avg_return: 0.98642945 + avg_reward_per_step: 0.2780838 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 303038464 + env-step-replay-before: 153059328 + env-step-used-before: 303038464 + ppo-update-before: 184960 + env-step-generate-before: 149979136 + env-step-all-after: 303071232 + env-step-replay-after: 153059328 + env-step-used-after: 303071232 + ppo-update-after: 184980 + env-step-generate-after: 150011904 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.1728945 + avg_avg_return: 0.9676064 + avg_reward_per_step: 0.3036499 + proxy_corner: + avg_avg_return: 0.18461283 + avg_reward_per_step: 0.03302002 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.1728945 + avg_avg_return: 0.9676064 + avg_reward_per_step: 0.3036499 + proxy_corner: + avg_avg_return: 0.18461283 + avg_reward_per_step: 0.03302002 + perf: + env_steps_per_second: 1003470.1002878244 + ppo_updates_per_second: 111.27245928105472 + eval-batch-train-duration: 0.18409933400107548 + eval-batch-orig-duration: 0.13613162899855524 + eval-batch-shift-duration: 0.13582181400852278 + eval-batch-tree-duration: 0.13585962599609047 + ued: + distances: + cheese-corne_dist_avg: 7.1467285 + cheese-corne_dist_wavg: 8.81262 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.179199 + mouse-cheese_dist_finite_wavg: 13.01838 + mouse-cheese_dist_solvable_avg: 13.179199 + mouse-cheese_dist_solvable_wavg: 13.018382 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101776 + visit_patterns: + avg_first_visit_time: 3240.7402 + avg_last_visit_time: 4661.24 + num_replay_batches: 4671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052874984 + avg_actor_approxkl3: 0.00030815785 + avg_actor_clipfrac: 0.0058166506 + avg_actor_loss: 0.00022168235 + avg_advantage: 0.0033311243 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2608536e-05 + avg_entropy: 0.014047469 + avg_grad_norm_pre_clip: 0.47377768 + avg_loss: 0.00021393914 + max: + max_actor_approxkl1: 0.0017483686 + max_actor_approxkl3: 0.0014416511 + max_actor_clipfrac: 0.013305664 + max_actor_loss: 0.0009979091 + max_advantage: 0.021444619 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.785286e-05 + max_entropy: 0.020046722 + max_grad_norm_pre_clip: 1.16356 + max_loss: 0.0009863469 + std: + std_actor_approxkl1: 0.0004191898 + std_actor_approxkl3: 0.0003312757 + std_actor_clipfrac: 0.0034401906 + std_actor_loss: 0.00036528282 + std_advantage: 0.004353528 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.001897e-06 + std_entropy: 0.0035756992 + std_grad_norm_pre_clip: 0.2595613 + std_loss: 0.00036427344 + eval-batch-train: + avg_avg_episode_length: 4.75556 + avg_avg_return: 0.98927146 + avg_benchmark_regret: 0.0059216786 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441391 + proxy_corner: + avg_avg_return: 0.19913344 + avg_reward_per_step: 0.039863586 + eval-batch-orig: + avg_avg_episode_length: 6.083783 + avg_avg_return: 0.9848969 + avg_benchmark_regret: 0.00904214 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2667923 + proxy_corner: + avg_avg_return: 0.9848969 + avg_reward_per_step: 0.2667923 + eval-batch-shift: + avg_avg_episode_length: 4.9880204 + avg_avg_return: 0.988503 + avg_benchmark_regret: 0.0064582955 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462143 + proxy_corner: + avg_avg_return: 0.18451881 + avg_reward_per_step: 0.036628723 + eval-batch-tree: + avg_avg_episode_length: 5.5518885 + avg_avg_return: 0.9868765 + avg_benchmark_regret: 0.0075437604 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27886963 + proxy_corner: + avg_avg_return: 0.9868765 + avg_reward_per_step: 0.27886963 +=========================================================== +=========================================================== + step: + env-step-all-before: 304087040 + env-step-replay-before: 153387008 + env-step-used-before: 304087040 + ppo-update-before: 185600 + env-step-generate-before: 150700032 + env-step-all-after: 304119808 + env-step-replay-after: 153387008 + env-step-used-after: 304119808 + ppo-update-after: 185620 + env-step-generate-after: 150732800 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.811205 + avg_avg_return: 0.9695889 + avg_reward_per_step: 0.3536377 + proxy_corner: + avg_avg_return: 0.15763676 + avg_reward_per_step: 0.032165527 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.811205 + avg_avg_return: 0.9695889 + avg_reward_per_step: 0.3536377 + proxy_corner: + avg_avg_return: 0.15763676 + avg_reward_per_step: 0.032165527 + perf: + env_steps_per_second: 981205.6366014974 + ppo_updates_per_second: 111.4966510390557 + eval-batch-train-duration: 0.18676606001099572 + eval-batch-orig-duration: 0.13799204397946596 + eval-batch-shift-duration: 0.13882828102214262 + eval-batch-tree-duration: 0.13834037096239626 + ued: + distances: + cheese-corne_dist_avg: 7.1154785 + cheese-corne_dist_wavg: 1.6046727 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.180664 + mouse-cheese_dist_finite_wavg: 13.917477 + mouse-cheese_dist_solvable_avg: 13.180664 + mouse-cheese_dist_solvable_wavg: 13.917479 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782597 + scoring: + avg_scores: 0.101989955 + visit_patterns: + avg_first_visit_time: 3248.8755 + avg_last_visit_time: 4671.1826 + num_replay_batches: 4681 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00029294295 + avg_actor_approxkl3: 0.00014644598 + avg_actor_clipfrac: 0.0026550293 + avg_actor_loss: -9.830092e-05 + avg_advantage: 0.0007217078 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.3968835e-06 + avg_entropy: 0.0109556345 + avg_grad_norm_pre_clip: 0.34439084 + avg_loss: -0.00010505813 + max: + max_actor_approxkl1: 0.0011059891 + max_actor_approxkl3: 0.00060941186 + max_actor_clipfrac: 0.009033203 + max_actor_loss: 0.0003868956 + max_advantage: 0.02336967 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0182301e-05 + max_entropy: 0.015907701 + max_grad_norm_pre_clip: 0.9686329 + max_loss: 0.00037871063 + std: + std_actor_approxkl1: 0.00033973603 + std_actor_approxkl3: 0.00015356146 + std_actor_clipfrac: 0.0023083477 + std_actor_loss: 0.0003111068 + std_advantage: 0.0040853345 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.09184e-06 + std_entropy: 0.0021894868 + std_grad_norm_pre_clip: 0.24907982 + std_loss: 0.00031206614 + eval-batch-train: + avg_avg_episode_length: 4.7471266 + avg_avg_return: 0.98970866 + avg_benchmark_regret: 0.0054844725 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34389496 + proxy_corner: + avg_avg_return: 0.19846398 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 6.035949 + avg_avg_return: 0.9851184 + avg_benchmark_regret: 0.008820573 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26702118 + proxy_corner: + avg_avg_return: 0.9851184 + avg_reward_per_step: 0.26702118 + eval-batch-shift: + avg_avg_episode_length: 5.07078 + avg_avg_return: 0.9883112 + avg_benchmark_regret: 0.0066501247 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34573364 + proxy_corner: + avg_avg_return: 0.18314803 + avg_reward_per_step: 0.036216736 + eval-batch-tree: + avg_avg_episode_length: 5.641362 + avg_avg_return: 0.9867077 + avg_benchmark_regret: 0.0077125747 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27776337 + proxy_corner: + avg_avg_return: 0.9867077 + avg_reward_per_step: 0.27776337 +=========================================================== +=========================================================== + step: + env-step-all-before: 305135616 + env-step-replay-before: 153878528 + env-step-used-before: 305135616 + ppo-update-before: 186240 + env-step-generate-before: 151257088 + env-step-all-after: 305168384 + env-step-replay-after: 153878528 + env-step-used-after: 305168384 + ppo-update-after: 186260 + env-step-generate-after: 151289856 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.976117 + avg_avg_return: 0.968817 + avg_reward_per_step: 0.32211304 + proxy_corner: + avg_avg_return: 0.16486338 + avg_reward_per_step: 0.032165527 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.976117 + avg_avg_return: 0.968817 + avg_reward_per_step: 0.32211304 + proxy_corner: + avg_avg_return: 0.16486338 + avg_reward_per_step: 0.032165527 + perf: + env_steps_per_second: 1002244.1001614084 + ppo_updates_per_second: 111.29085823263134 + eval-batch-train-duration: 0.18866622098721564 + eval-batch-orig-duration: 0.1404178969678469 + eval-batch-shift-duration: 0.13731553999241441 + eval-batch-tree-duration: 0.1366371909971349 + ued: + distances: + cheese-corne_dist_avg: 7.0959473 + cheese-corne_dist_wavg: 5.21402 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 13.167969 + mouse-cheese_dist_finite_wavg: 13.018737 + mouse-cheese_dist_solvable_avg: 13.167969 + mouse-cheese_dist_solvable_wavg: 13.018739 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10222162 + visit_patterns: + avg_first_visit_time: 3261.9858 + avg_last_visit_time: 4686.3125 + num_replay_batches: 4696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007933833 + avg_actor_approxkl3: 0.0005752377 + avg_actor_clipfrac: 0.004156494 + avg_actor_loss: 9.531553e-05 + avg_advantage: 0.0003562521 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.88558e-06 + avg_entropy: 0.010644937 + avg_grad_norm_pre_clip: 0.2542332 + avg_loss: 8.911339e-05 + max: + max_actor_approxkl1: 0.005165882 + max_actor_approxkl3: 0.004251068 + max_actor_clipfrac: 0.010498047 + max_actor_loss: 0.0019053724 + max_advantage: 0.019015074 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1310533e-05 + max_entropy: 0.015995473 + max_grad_norm_pre_clip: 0.6657516 + max_loss: 0.001895172 + std: + std_actor_approxkl1: 0.0013378599 + std_actor_approxkl3: 0.0011164183 + std_actor_clipfrac: 0.0032304784 + std_actor_loss: 0.00063180743 + std_advantage: 0.0042562196 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1008477e-06 + std_entropy: 0.003042619 + std_grad_norm_pre_clip: 0.14500138 + std_loss: 0.00063119206 + eval-batch-train: + avg_avg_episode_length: 4.764449 + avg_avg_return: 0.98896515 + avg_benchmark_regret: 0.006227958 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34401703 + proxy_corner: + avg_avg_return: 0.19928522 + avg_reward_per_step: 0.039970398 + eval-batch-orig: + avg_avg_episode_length: 6.0805016 + avg_avg_return: 0.98495185 + avg_benchmark_regret: 0.008987179 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26698303 + proxy_corner: + avg_avg_return: 0.98495185 + avg_reward_per_step: 0.26698303 + eval-batch-shift: + avg_avg_episode_length: 4.994511 + avg_avg_return: 0.9887965 + avg_benchmark_regret: 0.0061649038 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34586334 + proxy_corner: + avg_avg_return: 0.183464 + avg_reward_per_step: 0.036468506 + eval-batch-tree: + avg_avg_episode_length: 5.581932 + avg_avg_return: 0.9865567 + avg_benchmark_regret: 0.007863579 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2787094 + proxy_corner: + avg_avg_return: 0.9865567 + avg_reward_per_step: 0.2787094 +=========================================================== +=========================================================== + step: + env-step-all-before: 306184192 + env-step-replay-before: 154468352 + env-step-used-before: 306184192 + ppo-update-before: 186880 + env-step-generate-before: 151715840 + env-step-all-after: 306216960 + env-step-replay-after: 154501120 + env-step-used-after: 306216960 + ppo-update-after: 186900 + env-step-generate-after: 151715840 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.859045 + avg_avg_return: 0.8881214 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.67387676 + avg_reward_per_step: 0.051849365 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.859045 + avg_avg_return: 0.8881214 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.67387676 + avg_reward_per_step: 0.051849365 + perf: + env_steps_per_second: 993954.4934018728 + ppo_updates_per_second: 111.4165614544975 + eval-batch-train-duration: 0.18486475700046867 + eval-batch-orig-duration: 0.1362892349716276 + eval-batch-shift-duration: 0.13629763200879097 + eval-batch-tree-duration: 0.13598349899984896 + ued: + distances: + cheese-corne_dist_avg: 7.091797 + cheese-corne_dist_wavg: 11.503632 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 13.164307 + mouse-cheese_dist_finite_wavg: 15.713058 + mouse-cheese_dist_solvable_avg: 13.164307 + mouse-cheese_dist_solvable_wavg: 15.713058 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10100037 + visit_patterns: + avg_first_visit_time: 3269.2668 + avg_last_visit_time: 4705.2803 + num_replay_batches: 4715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094659487 + avg_actor_approxkl3: 0.0004793448 + avg_actor_clipfrac: 0.013116456 + avg_actor_loss: 0.00023845563 + avg_advantage: -0.0004234941 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.777019e-06 + avg_entropy: 0.04614674 + avg_grad_norm_pre_clip: 1.1358346 + avg_loss: 0.00019719741 + max: + max_actor_approxkl1: 0.0029446282 + max_actor_approxkl3: 0.0014371837 + max_actor_clipfrac: 0.02722168 + max_actor_loss: 0.0022557157 + max_advantage: 0.020051718 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0947381e-05 + max_entropy: 0.05801 + max_grad_norm_pre_clip: 2.6283553 + max_loss: 0.0022178963 + std: + std_actor_approxkl1: 0.00074441824 + std_actor_approxkl3: 0.0003773103 + std_actor_clipfrac: 0.0078123547 + std_actor_loss: 0.00060841814 + std_advantage: 0.004367913 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.6755607e-07 + std_entropy: 0.0067458646 + std_grad_norm_pre_clip: 0.54679215 + std_loss: 0.0006087084 + eval-batch-train: + avg_avg_episode_length: 4.755556 + avg_avg_return: 0.989461 + avg_benchmark_regret: 0.0057320744 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34415436 + proxy_corner: + avg_avg_return: 0.19866663 + avg_reward_per_step: 0.03995514 + eval-batch-orig: + avg_avg_episode_length: 6.034029 + avg_avg_return: 0.9852549 + avg_benchmark_regret: 0.0086841835 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26717377 + proxy_corner: + avg_avg_return: 0.9852549 + avg_reward_per_step: 0.26717377 + eval-batch-shift: + avg_avg_episode_length: 5.0024204 + avg_avg_return: 0.9888071 + avg_benchmark_regret: 0.0061542355 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460617 + proxy_corner: + avg_avg_return: 0.18656231 + avg_reward_per_step: 0.036888123 + eval-batch-tree: + avg_avg_episode_length: 5.5508738 + avg_avg_return: 0.9865818 + avg_benchmark_regret: 0.007838497 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27894592 + proxy_corner: + avg_avg_return: 0.9865818 + avg_reward_per_step: 0.27894592 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 307232768 + env-step-replay-before: 155123712 + env-step-used-before: 307232768 + ppo-update-before: 187520 + env-step-generate-before: 152109056 + env-step-all-after: 307265536 + env-step-replay-after: 155123712 + env-step-used-after: 307265536 + ppo-update-after: 187540 + env-step-generate-after: 152141824 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.214675 + avg_avg_return: 0.96653986 + avg_reward_per_step: 0.29821777 + proxy_corner: + avg_avg_return: 0.19680879 + avg_reward_per_step: 0.033599854 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.214675 + avg_avg_return: 0.96653986 + avg_reward_per_step: 0.29821777 + proxy_corner: + avg_avg_return: 0.19680879 + avg_reward_per_step: 0.033599854 + perf: + env_steps_per_second: 987291.7528173196 + ppo_updates_per_second: 111.86557666862093 + eval-batch-train-duration: 0.1844139060121961 + eval-batch-orig-duration: 0.13679536996642128 + eval-batch-shift-duration: 0.13753142702626064 + eval-batch-tree-duration: 0.13664760102983564 + ued: + distances: + cheese-corne_dist_avg: 7.10376 + cheese-corne_dist_wavg: 15.115157 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.158447 + mouse-cheese_dist_finite_wavg: 13.917633 + mouse-cheese_dist_solvable_avg: 13.158447 + mouse-cheese_dist_solvable_wavg: 13.917635 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.101224095 + visit_patterns: + avg_first_visit_time: 3277.3835 + avg_last_visit_time: 4724.273 + num_replay_batches: 4734 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000555993 + avg_actor_approxkl3: 0.00034540932 + avg_actor_clipfrac: 0.005145264 + avg_actor_loss: 3.656922e-05 + avg_advantage: 0.0023585868 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.780825e-06 + avg_entropy: 0.011236595 + avg_grad_norm_pre_clip: 0.40280327 + avg_loss: 3.0223038e-05 + max: + max_actor_approxkl1: 0.001946264 + max_actor_approxkl3: 0.0014779225 + max_actor_clipfrac: 0.0146484375 + max_actor_loss: 0.0014658757 + max_advantage: 0.022121847 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2368685e-05 + max_entropy: 0.017604332 + max_grad_norm_pre_clip: 1.0265572 + max_loss: 0.0014569504 + std: + std_actor_approxkl1: 0.0005136514 + std_actor_approxkl3: 0.00037852064 + std_actor_clipfrac: 0.0038081778 + std_actor_loss: 0.00048856996 + std_advantage: 0.0042087985 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6571056e-06 + std_entropy: 0.003317977 + std_grad_norm_pre_clip: 0.2936664 + std_loss: 0.00048785238 + eval-batch-train: + avg_avg_episode_length: 4.769048 + avg_avg_return: 0.9894138 + avg_benchmark_regret: 0.005779314 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34394836 + proxy_corner: + avg_avg_return: 0.19863725 + avg_reward_per_step: 0.039848328 + eval-batch-orig: + avg_avg_episode_length: 6.0961666 + avg_avg_return: 0.98527336 + avg_benchmark_regret: 0.008665661 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26685333 + proxy_corner: + avg_avg_return: 0.98527336 + avg_reward_per_step: 0.26685333 + eval-batch-shift: + avg_avg_episode_length: 4.998835 + avg_avg_return: 0.9882937 + avg_benchmark_regret: 0.0066675995 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34609222 + proxy_corner: + avg_avg_return: 0.18421987 + avg_reward_per_step: 0.036582947 + eval-batch-tree: + avg_avg_episode_length: 5.57526 + avg_avg_return: 0.98725045 + avg_benchmark_regret: 0.0071697915 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27880096 + proxy_corner: + avg_avg_return: 0.98725045 + avg_reward_per_step: 0.27880096 +=========================================================== +=========================================================== + step: + env-step-all-before: 308281344 + env-step-replay-before: 155516928 + env-step-used-before: 308281344 + ppo-update-before: 188160 + env-step-generate-before: 152764416 + env-step-all-after: 308314112 + env-step-replay-after: 155549696 + env-step-used-after: 308314112 + ppo-update-after: 188180 + env-step-generate-after: 152764416 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.100967 + avg_avg_return: 0.8865477 + avg_reward_per_step: 0.068115234 + proxy_corner: + avg_avg_return: 0.5887202 + avg_reward_per_step: 0.04498291 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.100967 + avg_avg_return: 0.8865477 + avg_reward_per_step: 0.068115234 + proxy_corner: + avg_avg_return: 0.5887202 + avg_reward_per_step: 0.04498291 + perf: + env_steps_per_second: 1001817.0455654814 + ppo_updates_per_second: 111.67488002444874 + eval-batch-train-duration: 0.18871624500025064 + eval-batch-orig-duration: 0.14312193304067478 + eval-batch-shift-duration: 0.13782790501136333 + eval-batch-tree-duration: 0.13679993798723444 + ued: + distances: + cheese-corne_dist_avg: 7.1188965 + cheese-corne_dist_wavg: 8.811574 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.155762 + mouse-cheese_dist_finite_wavg: 13.018015 + mouse-cheese_dist_solvable_avg: 13.155762 + mouse-cheese_dist_solvable_wavg: 13.018017 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101534605 + visit_patterns: + avg_first_visit_time: 3293.6448 + avg_last_visit_time: 4737.18 + num_replay_batches: 4747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012503443 + avg_actor_approxkl3: 0.0007160513 + avg_actor_clipfrac: 0.01751709 + avg_actor_loss: -0.00078612485 + avg_advantage: -0.002199166 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0561729e-05 + avg_entropy: 0.052496254 + avg_grad_norm_pre_clip: 0.917651 + avg_loss: -0.0008333403 + max: + max_actor_approxkl1: 0.0036003576 + max_actor_approxkl3: 0.0022329227 + max_actor_clipfrac: 0.036743164 + max_actor_loss: 0.0005668057 + max_advantage: 0.015537739 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3438447e-05 + max_entropy: 0.06694683 + max_grad_norm_pre_clip: 1.4933466 + max_loss: 0.00051320257 + std: + std_actor_approxkl1: 0.0010454925 + std_actor_approxkl3: 0.0005510012 + std_actor_clipfrac: 0.008697156 + std_actor_loss: 0.0009467607 + std_advantage: 0.004169268 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3284443e-06 + std_entropy: 0.007876015 + std_grad_norm_pre_clip: 0.32532588 + std_loss: 0.0009483556 + eval-batch-train: + avg_avg_episode_length: 4.7801266 + avg_avg_return: 0.9893732 + avg_benchmark_regret: 0.0058198944 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34368134 + proxy_corner: + avg_avg_return: 0.19961783 + avg_reward_per_step: 0.039993286 + eval-batch-orig: + avg_avg_episode_length: 6.19232 + avg_avg_return: 0.9844469 + avg_benchmark_regret: 0.009492086 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26604462 + proxy_corner: + avg_avg_return: 0.9844469 + avg_reward_per_step: 0.26604462 + eval-batch-shift: + avg_avg_episode_length: 5.013357 + avg_avg_return: 0.9884554 + avg_benchmark_regret: 0.00650589 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.345932 + proxy_corner: + avg_avg_return: 0.18766105 + avg_reward_per_step: 0.036979675 + eval-batch-tree: + avg_avg_episode_length: 5.6530027 + avg_avg_return: 0.9866612 + avg_benchmark_regret: 0.0077591185 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27803802 + proxy_corner: + avg_avg_return: 0.9866612 + avg_reward_per_step: 0.27803802 +=========================================================== +=========================================================== + step: + env-step-all-before: 309329920 + env-step-replay-before: 155877376 + env-step-used-before: 309329920 + ppo-update-before: 188800 + env-step-generate-before: 153452544 + env-step-all-after: 309362688 + env-step-replay-after: 155910144 + env-step-used-after: 309362688 + ppo-update-after: 188820 + env-step-generate-after: 153452544 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.860233 + avg_avg_return: 0.8868654 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.60425675 + avg_reward_per_step: 0.046447754 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.860233 + avg_avg_return: 0.8868654 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.60425675 + avg_reward_per_step: 0.046447754 + perf: + env_steps_per_second: 1010285.0951038661 + ppo_updates_per_second: 111.48536189621302 + eval-batch-train-duration: 0.18518116197083145 + eval-batch-orig-duration: 0.13650255795801058 + eval-batch-shift-duration: 0.13652659201761708 + eval-batch-tree-duration: 0.13616058300249279 + ued: + distances: + cheese-corne_dist_avg: 7.145996 + cheese-corne_dist_wavg: 7.0142326 + levels_cheese_is_in_corner_avg: 0.057373047 + mouse-cheese_dist_finite_avg: 13.15332 + mouse-cheese_dist_finite_wavg: 13.914728 + mouse-cheese_dist_solvable_avg: 13.15332 + mouse-cheese_dist_solvable_wavg: 13.914725 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101368435 + visit_patterns: + avg_first_visit_time: 3304.0613 + avg_last_visit_time: 4748.3145 + num_replay_batches: 4758 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011581149 + avg_actor_approxkl3: 0.00069529394 + avg_actor_clipfrac: 0.017053222 + avg_actor_loss: -0.0003964277 + avg_advantage: -0.00035151854 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.313053e-06 + avg_entropy: 0.04687347 + avg_grad_norm_pre_clip: 0.86331856 + avg_loss: -0.00043914464 + max: + max_actor_approxkl1: 0.0024686016 + max_actor_approxkl3: 0.0015018419 + max_actor_clipfrac: 0.033081055 + max_actor_loss: 0.0006085988 + max_advantage: 0.017035246 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.886225e-06 + max_entropy: 0.058507882 + max_grad_norm_pre_clip: 1.6378531 + max_loss: 0.000568704 + std: + std_actor_approxkl1: 0.0007987919 + std_actor_approxkl3: 0.00041230107 + std_actor_clipfrac: 0.008586073 + std_actor_loss: 0.00048109444 + std_advantage: 0.0041144616 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4656043e-07 + std_entropy: 0.0052250414 + std_grad_norm_pre_clip: 0.29836336 + std_loss: 0.0004820825 + eval-batch-train: + avg_avg_episode_length: 4.78815 + avg_avg_return: 0.98941827 + avg_benchmark_regret: 0.0057748323 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3440857 + proxy_corner: + avg_avg_return: 0.1993592 + avg_reward_per_step: 0.039733887 + eval-batch-orig: + avg_avg_episode_length: 6.0353875 + avg_avg_return: 0.9857842 + avg_benchmark_regret: 0.008154885 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26706696 + proxy_corner: + avg_avg_return: 0.9857842 + avg_reward_per_step: 0.26706696 + eval-batch-shift: + avg_avg_episode_length: 5.001007 + avg_avg_return: 0.9883861 + avg_benchmark_regret: 0.0065752435 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3461609 + proxy_corner: + avg_avg_return: 0.18358505 + avg_reward_per_step: 0.036453247 + eval-batch-tree: + avg_avg_episode_length: 5.5438457 + avg_avg_return: 0.9869079 + avg_benchmark_regret: 0.0075123995 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27870178 + proxy_corner: + avg_avg_return: 0.9869079 + avg_reward_per_step: 0.27870178 +=========================================================== +=========================================================== + step: + env-step-all-before: 310378496 + env-step-replay-before: 156467200 + env-step-used-before: 310378496 + ppo-update-before: 189440 + env-step-generate-before: 153911296 + env-step-all-after: 310411264 + env-step-replay-after: 156467200 + env-step-used-after: 310411264 + ppo-update-after: 189460 + env-step-generate-after: 153944064 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.02464 + avg_avg_return: 0.9673447 + avg_reward_per_step: 0.32458496 + proxy_corner: + avg_avg_return: 0.17590098 + avg_reward_per_step: 0.032928467 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.02464 + avg_avg_return: 0.9673447 + avg_reward_per_step: 0.32458496 + proxy_corner: + avg_avg_return: 0.17590098 + avg_reward_per_step: 0.032928467 + perf: + env_steps_per_second: 1005794.3989336031 + ppo_updates_per_second: 111.11602305308051 + eval-batch-train-duration: 0.18592690699733794 + eval-batch-orig-duration: 0.1370888429810293 + eval-batch-shift-duration: 0.13733113900525495 + eval-batch-tree-duration: 0.136576185002923 + ued: + distances: + cheese-corne_dist_avg: 7.1567383 + cheese-corne_dist_wavg: 0.7322322 + levels_cheese_is_in_corner_avg: 0.057373047 + mouse-cheese_dist_finite_avg: 13.163818 + mouse-cheese_dist_finite_wavg: 14.81368 + mouse-cheese_dist_solvable_avg: 13.163818 + mouse-cheese_dist_solvable_wavg: 14.813678 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100863114 + visit_patterns: + avg_first_visit_time: 3312.4197 + avg_last_visit_time: 4765.3755 + num_replay_batches: 4775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028304846 + avg_actor_approxkl3: 0.00014129067 + avg_actor_clipfrac: 0.003442383 + avg_actor_loss: 0.00012449725 + avg_advantage: 0.0005696076 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.339605e-06 + avg_entropy: 0.011441413 + avg_grad_norm_pre_clip: 0.3665367 + avg_loss: 0.00011772565 + max: + max_actor_approxkl1: 0.0010031908 + max_actor_approxkl3: 0.00047265648 + max_actor_clipfrac: 0.009399414 + max_actor_loss: 0.0013436954 + max_advantage: 0.015517831 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6177737e-05 + max_entropy: 0.018166073 + max_grad_norm_pre_clip: 1.1975142 + max_loss: 0.0013324667 + std: + std_actor_approxkl1: 0.00026814165 + std_actor_approxkl3: 0.00012757069 + std_actor_clipfrac: 0.0026273774 + std_actor_loss: 0.00034327293 + std_advantage: 0.004095118 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.035924e-06 + std_entropy: 0.003697059 + std_grad_norm_pre_clip: 0.26466882 + std_loss: 0.00034244306 + eval-batch-train: + avg_avg_episode_length: 4.7540965 + avg_avg_return: 0.98923534 + avg_benchmark_regret: 0.0059577385 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34414673 + proxy_corner: + avg_avg_return: 0.19758101 + avg_reward_per_step: 0.03970337 + eval-batch-orig: + avg_avg_episode_length: 6.106165 + avg_avg_return: 0.98525834 + avg_benchmark_regret: 0.008680655 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26662445 + proxy_corner: + avg_avg_return: 0.98525834 + avg_reward_per_step: 0.26662445 + eval-batch-shift: + avg_avg_episode_length: 5.014471 + avg_avg_return: 0.98856366 + avg_benchmark_regret: 0.006397638 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34601593 + proxy_corner: + avg_avg_return: 0.18282649 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.5968065 + avg_avg_return: 0.9868204 + avg_benchmark_regret: 0.0075998725 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27848053 + proxy_corner: + avg_avg_return: 0.9868204 + avg_reward_per_step: 0.27848053 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 311427072 + env-step-replay-before: 156958720 + env-step-used-before: 311427072 + ppo-update-before: 190080 + env-step-generate-before: 154468352 + env-step-all-after: 311459840 + env-step-replay-after: 156958720 + env-step-used-after: 311459840 + ppo-update-after: 190100 + env-step-generate-after: 154501120 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.1209164 + avg_avg_return: 0.9674625 + avg_reward_per_step: 0.31573486 + proxy_corner: + avg_avg_return: 0.17658935 + avg_reward_per_step: 0.033599854 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.1209164 + avg_avg_return: 0.9674625 + avg_reward_per_step: 0.31573486 + proxy_corner: + avg_avg_return: 0.17658935 + avg_reward_per_step: 0.033599854 + perf: + env_steps_per_second: 998345.637523257 + ppo_updates_per_second: 111.79589823693328 + eval-batch-train-duration: 0.1856689119595103 + eval-batch-orig-duration: 0.14282451302278787 + eval-batch-shift-duration: 0.13823848002357408 + eval-batch-tree-duration: 0.137328072974924 + ued: + distances: + cheese-corne_dist_avg: 7.1638184 + cheese-corne_dist_wavg: 5.2293196 + levels_cheese_is_in_corner_avg: 0.056640625 + mouse-cheese_dist_finite_avg: 13.161377 + mouse-cheese_dist_finite_wavg: 12.119615 + mouse-cheese_dist_solvable_avg: 13.161377 + mouse-cheese_dist_solvable_wavg: 12.1196165 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10124558 + visit_patterns: + avg_first_visit_time: 3322.1953 + avg_last_visit_time: 4780.31 + num_replay_batches: 4790 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00028948614 + avg_actor_approxkl3: 0.00015920567 + avg_actor_clipfrac: 0.00279541 + avg_actor_loss: 7.040544e-05 + avg_advantage: 0.00040078344 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.087669e-06 + avg_entropy: 0.009947478 + avg_grad_norm_pre_clip: 0.25426066 + avg_loss: 6.50018e-05 + max: + max_actor_approxkl1: 0.0012973438 + max_actor_approxkl3: 0.0008408533 + max_actor_clipfrac: 0.011962891 + max_actor_loss: 0.0012120204 + max_advantage: 0.030039549 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3296582e-05 + max_entropy: 0.01729275 + max_grad_norm_pre_clip: 0.849332 + max_loss: 0.0012054952 + std: + std_actor_approxkl1: 0.0003170399 + std_actor_approxkl3: 0.00023143766 + std_actor_clipfrac: 0.0032684084 + std_actor_loss: 0.0003203863 + std_advantage: 0.004375652 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5022044e-06 + std_entropy: 0.0030804193 + std_grad_norm_pre_clip: 0.23098582 + std_loss: 0.00031936643 + eval-batch-train: + avg_avg_episode_length: 4.7522926 + avg_avg_return: 0.9894086 + avg_benchmark_regret: 0.005784471 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34426117 + proxy_corner: + avg_avg_return: 0.19752403 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 6.043765 + avg_avg_return: 0.9852171 + avg_benchmark_regret: 0.00872188 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2672119 + proxy_corner: + avg_avg_return: 0.9852171 + avg_reward_per_step: 0.2672119 + eval-batch-shift: + avg_avg_episode_length: 5.0103316 + avg_avg_return: 0.98871374 + avg_benchmark_regret: 0.006247498 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460083 + proxy_corner: + avg_avg_return: 0.18372378 + avg_reward_per_step: 0.036491394 + eval-batch-tree: + avg_avg_episode_length: 5.5633354 + avg_avg_return: 0.9869429 + avg_benchmark_regret: 0.007477331 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27883148 + proxy_corner: + avg_avg_return: 0.9869429 + avg_reward_per_step: 0.27883148 +=========================================================== +=========================================================== + step: + env-step-all-before: 312475648 + env-step-replay-before: 157581312 + env-step-used-before: 312475648 + ppo-update-before: 190720 + env-step-generate-before: 154894336 + env-step-all-after: 312508416 + env-step-replay-after: 157581312 + env-step-used-after: 312508416 + ppo-update-after: 190740 + env-step-generate-after: 154927104 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0982094 + avg_avg_return: 0.96814734 + avg_reward_per_step: 0.3312378 + proxy_corner: + avg_avg_return: 0.18206933 + avg_reward_per_step: 0.027709961 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0982094 + avg_avg_return: 0.96814734 + avg_reward_per_step: 0.3312378 + proxy_corner: + avg_avg_return: 0.18206933 + avg_reward_per_step: 0.027709961 + perf: + env_steps_per_second: 976880.7955385237 + ppo_updates_per_second: 110.62277609441803 + eval-batch-train-duration: 0.18773796199820936 + eval-batch-orig-duration: 0.1369454519590363 + eval-batch-shift-duration: 0.13837068801512942 + eval-batch-tree-duration: 0.13815522199729457 + ued: + distances: + cheese-corne_dist_avg: 7.154785 + cheese-corne_dist_wavg: 9.707953 + levels_cheese_is_in_corner_avg: 0.056884766 + mouse-cheese_dist_finite_avg: 13.162109 + mouse-cheese_dist_finite_wavg: 13.017705 + mouse-cheese_dist_solvable_avg: 13.162109 + mouse-cheese_dist_solvable_wavg: 13.017707 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100964695 + visit_patterns: + avg_first_visit_time: 3327.5383 + avg_last_visit_time: 4799.2324 + num_replay_batches: 4809 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069383683 + avg_actor_approxkl3: 0.00044421313 + avg_actor_clipfrac: 0.004473877 + avg_actor_loss: 3.974878e-05 + avg_advantage: 0.0039812736 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1381184e-05 + avg_entropy: 0.010967726 + avg_grad_norm_pre_clip: 0.37087825 + avg_loss: 3.4471635e-05 + max: + max_actor_approxkl1: 0.0031320811 + max_actor_approxkl3: 0.0026890473 + max_actor_clipfrac: 0.018310547 + max_actor_loss: 0.0010042731 + max_advantage: 0.020533442 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8007018e-05 + max_entropy: 0.019076858 + max_grad_norm_pre_clip: 0.73366 + max_loss: 0.000996967 + std: + std_actor_approxkl1: 0.00079611654 + std_actor_approxkl3: 0.0006548054 + std_actor_clipfrac: 0.0044114995 + std_actor_loss: 0.0003399267 + std_advantage: 0.004340547 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.8054358e-06 + std_entropy: 0.0037636932 + std_grad_norm_pre_clip: 0.19543563 + std_loss: 0.0003402857 + eval-batch-train: + avg_avg_episode_length: 4.74784 + avg_avg_return: 0.9896339 + avg_benchmark_regret: 0.0055592004 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34429932 + proxy_corner: + avg_avg_return: 0.19747362 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 6.013606 + avg_avg_return: 0.9853399 + avg_benchmark_regret: 0.00859912 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2674408 + proxy_corner: + avg_avg_return: 0.9853399 + avg_reward_per_step: 0.2674408 + eval-batch-shift: + avg_avg_episode_length: 4.986454 + avg_avg_return: 0.988451 + avg_benchmark_regret: 0.0065102875 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34628296 + proxy_corner: + avg_avg_return: 0.18349993 + avg_reward_per_step: 0.036499023 + eval-batch-tree: + avg_avg_episode_length: 5.5392265 + avg_avg_return: 0.98705304 + avg_benchmark_regret: 0.0073672202 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27908325 + proxy_corner: + avg_avg_return: 0.98705304 + avg_reward_per_step: 0.27908325 +=========================================================== +=========================================================== + step: + env-step-all-before: 313524224 + env-step-replay-before: 157974528 + env-step-used-before: 313524224 + ppo-update-before: 191360 + env-step-generate-before: 155549696 + env-step-all-after: 313556992 + env-step-replay-after: 158007296 + env-step-used-after: 313556992 + ppo-update-after: 191380 + env-step-generate-after: 155549696 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.853507 + avg_avg_return: 0.887647 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6642598 + avg_reward_per_step: 0.05114746 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.853507 + avg_avg_return: 0.887647 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6642598 + avg_reward_per_step: 0.05114746 + perf: + env_steps_per_second: 918307.0736686907 + ppo_updates_per_second: 111.98166277053608 + eval-batch-train-duration: 0.18484153202734888 + eval-batch-orig-duration: 0.1386561060207896 + eval-batch-shift-duration: 0.13909085700288415 + eval-batch-tree-duration: 0.13662920700153336 + ued: + distances: + cheese-corne_dist_avg: 7.149658 + cheese-corne_dist_wavg: 4.3219366 + levels_cheese_is_in_corner_avg: 0.056640625 + mouse-cheese_dist_finite_avg: 13.166016 + mouse-cheese_dist_finite_wavg: 14.814321 + mouse-cheese_dist_solvable_avg: 13.166016 + mouse-cheese_dist_solvable_wavg: 14.814322 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101204656 + visit_patterns: + avg_first_visit_time: 3339.7122 + avg_last_visit_time: 4812.288 + num_replay_batches: 4822 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007749201 + avg_actor_approxkl3: 0.00034440678 + avg_actor_clipfrac: 0.010882569 + avg_actor_loss: -2.8691704e-05 + avg_advantage: -0.0014653436 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.847567e-06 + avg_entropy: 0.043203365 + avg_grad_norm_pre_clip: 0.63428026 + avg_loss: -6.747129e-05 + max: + max_actor_approxkl1: 0.0018868307 + max_actor_approxkl3: 0.0011438758 + max_actor_clipfrac: 0.022827148 + max_actor_loss: 0.00071965903 + max_advantage: 0.014834404 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0411743e-05 + max_entropy: 0.05524876 + max_grad_norm_pre_clip: 1.1302601 + max_loss: 0.0006810305 + std: + std_actor_approxkl1: 0.0005633798 + std_actor_approxkl3: 0.00027199948 + std_actor_clipfrac: 0.0060312217 + std_actor_loss: 0.00034748562 + std_advantage: 0.0040874667 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.1284213e-07 + std_entropy: 0.006483977 + std_grad_norm_pre_clip: 0.2094666 + std_loss: 0.0003481692 + eval-batch-train: + avg_avg_episode_length: 4.755485 + avg_avg_return: 0.98940825 + avg_benchmark_regret: 0.0057848124 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34429932 + proxy_corner: + avg_avg_return: 0.1972693 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.011964 + avg_avg_return: 0.98547375 + avg_benchmark_regret: 0.008465225 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26742554 + proxy_corner: + avg_avg_return: 0.98547375 + avg_reward_per_step: 0.26742554 + eval-batch-shift: + avg_avg_episode_length: 4.9854345 + avg_avg_return: 0.9887167 + avg_benchmark_regret: 0.0062446184 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34638214 + proxy_corner: + avg_avg_return: 0.18252024 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.5541325 + avg_avg_return: 0.98664355 + avg_benchmark_regret: 0.0077767135 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27877808 + proxy_corner: + avg_avg_return: 0.98664355 + avg_reward_per_step: 0.27877808 +=========================================================== +=========================================================== + step: + env-step-all-before: 314572800 + env-step-replay-before: 158466048 + env-step-used-before: 314572800 + ppo-update-before: 192000 + env-step-generate-before: 156106752 + env-step-all-after: 314605568 + env-step-replay-after: 158466048 + env-step-used-after: 314605568 + ppo-update-after: 192020 + env-step-generate-after: 156139520 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.8286 + avg_avg_return: 0.9700576 + avg_reward_per_step: 0.30947876 + proxy_corner: + avg_avg_return: 0.19238499 + avg_reward_per_step: 0.043029785 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.8286 + avg_avg_return: 0.9700576 + avg_reward_per_step: 0.30947876 + proxy_corner: + avg_avg_return: 0.19238499 + avg_reward_per_step: 0.043029785 + perf: + env_steps_per_second: 975015.7850925989 + ppo_updates_per_second: 112.02291729867164 + eval-batch-train-duration: 0.18510093202348799 + eval-batch-orig-duration: 0.1363009880296886 + eval-batch-shift-duration: 0.1361038060276769 + eval-batch-tree-duration: 0.13614599499851465 + ued: + distances: + cheese-corne_dist_avg: 7.1569824 + cheese-corne_dist_wavg: 11.5097475 + levels_cheese_is_in_corner_avg: 0.057128906 + mouse-cheese_dist_finite_avg: 13.161621 + mouse-cheese_dist_finite_wavg: 13.016649 + mouse-cheese_dist_solvable_avg: 13.161621 + mouse-cheese_dist_solvable_wavg: 13.016649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10111889 + visit_patterns: + avg_first_visit_time: 3349.8967 + avg_last_visit_time: 4826.2686 + num_replay_batches: 4836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00017583213 + avg_actor_approxkl3: 0.00016233516 + avg_actor_clipfrac: 0.0028686523 + avg_actor_loss: -7.090648e-05 + avg_advantage: 0.0024694968 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.157274e-06 + avg_entropy: 0.007734516 + avg_grad_norm_pre_clip: 0.24555457 + avg_loss: -7.406236e-05 + max: + max_actor_approxkl1: 0.0011565023 + max_actor_approxkl3: 0.00073893263 + max_actor_clipfrac: 0.0087890625 + max_actor_loss: 0.00036111474 + max_advantage: 0.017974913 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1514559e-05 + max_entropy: 0.013259276 + max_grad_norm_pre_clip: 0.85070735 + max_loss: 0.00035961272 + std: + std_actor_approxkl1: 0.00035940015 + std_actor_approxkl3: 0.00022482297 + std_actor_clipfrac: 0.0027094386 + std_actor_loss: 0.00021043034 + std_advantage: 0.0038525348 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6700986e-06 + std_entropy: 0.0028421078 + std_grad_norm_pre_clip: 0.18022405 + std_loss: 0.00020996193 + eval-batch-train: + avg_avg_episode_length: 4.745348 + avg_avg_return: 0.9893409 + avg_benchmark_regret: 0.0058522653 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34430695 + proxy_corner: + avg_avg_return: 0.19766474 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 6.091743 + avg_avg_return: 0.9852225 + avg_benchmark_regret: 0.008716498 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26708984 + proxy_corner: + avg_avg_return: 0.9852225 + avg_reward_per_step: 0.26708984 + eval-batch-shift: + avg_avg_episode_length: 4.9986734 + avg_avg_return: 0.98861784 + avg_benchmark_regret: 0.006343477 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34615326 + proxy_corner: + avg_avg_return: 0.18230541 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.5834007 + avg_avg_return: 0.9868688 + avg_benchmark_regret: 0.0075514438 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27890778 + proxy_corner: + avg_avg_return: 0.9868688 + avg_reward_per_step: 0.27890778 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 315621376 + env-step-replay-before: 158957568 + env-step-used-before: 315621376 + ppo-update-before: 192640 + env-step-generate-before: 156663808 + env-step-all-after: 315654144 + env-step-replay-after: 158990336 + env-step-used-after: 315654144 + ppo-update-after: 192660 + env-step-generate-after: 156663808 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.885235 + avg_avg_return: 0.887939 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6645383 + avg_reward_per_step: 0.05105591 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.885235 + avg_avg_return: 0.887939 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6645383 + avg_reward_per_step: 0.05105591 + perf: + env_steps_per_second: 981766.1095708061 + ppo_updates_per_second: 110.42663772363738 + eval-batch-train-duration: 0.18651183001929894 + eval-batch-orig-duration: 0.1359718469902873 + eval-batch-shift-duration: 0.13735915202414617 + eval-batch-tree-duration: 0.1372766069835052 + ued: + distances: + cheese-corne_dist_avg: 7.191162 + cheese-corne_dist_wavg: 14.199194 + levels_cheese_is_in_corner_avg: 0.056152344 + mouse-cheese_dist_finite_avg: 13.161133 + mouse-cheese_dist_finite_wavg: 14.816568 + mouse-cheese_dist_solvable_avg: 13.161133 + mouse-cheese_dist_solvable_wavg: 14.816568 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101298064 + visit_patterns: + avg_first_visit_time: 3359.6072 + avg_last_visit_time: 4842.264 + num_replay_batches: 4852 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008799188 + avg_actor_approxkl3: 0.00034704976 + avg_actor_clipfrac: 0.013574219 + avg_actor_loss: -0.00044420717 + avg_advantage: -0.0025031148 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.44106e-06 + avg_entropy: 0.047586445 + avg_grad_norm_pre_clip: 0.7416336 + avg_loss: -0.00048707306 + max: + max_actor_approxkl1: 0.0021134778 + max_actor_approxkl3: 0.0007511591 + max_actor_clipfrac: 0.0234375 + max_actor_loss: 0.0003667944 + max_advantage: 0.018652797 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.293253e-05 + max_entropy: 0.055061907 + max_grad_norm_pre_clip: 1.2562013 + max_loss: 0.000327788 + std: + std_actor_approxkl1: 0.0006001122 + std_actor_approxkl3: 0.00020103852 + std_actor_clipfrac: 0.0066575455 + std_actor_loss: 0.00041916614 + std_advantage: 0.0042570746 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2357399e-06 + std_entropy: 0.0037060308 + std_grad_norm_pre_clip: 0.23171943 + std_loss: 0.00042020497 + eval-batch-train: + avg_avg_episode_length: 4.74547 + avg_avg_return: 0.989733 + avg_benchmark_regret: 0.0054600732 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34429932 + proxy_corner: + avg_avg_return: 0.19757095 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 6.1245985 + avg_avg_return: 0.98452634 + avg_benchmark_regret: 0.009412679 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26665497 + proxy_corner: + avg_avg_return: 0.98452634 + avg_reward_per_step: 0.26665497 + eval-batch-shift: + avg_avg_episode_length: 5.0001216 + avg_avg_return: 0.98859596 + avg_benchmark_regret: 0.0063653393 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34622955 + proxy_corner: + avg_avg_return: 0.18397897 + avg_reward_per_step: 0.03655243 + eval-batch-tree: + avg_avg_episode_length: 5.55219 + avg_avg_return: 0.986876 + avg_benchmark_regret: 0.0075443042 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2789154 + proxy_corner: + avg_avg_return: 0.986876 + avg_reward_per_step: 0.2789154 +=========================================================== +=========================================================== + step: + env-step-all-before: 316669952 + env-step-replay-before: 159383552 + env-step-used-before: 316669952 + ppo-update-before: 193280 + env-step-generate-before: 157286400 + env-step-all-after: 316702720 + env-step-replay-after: 159383552 + env-step-used-after: 316702720 + ppo-update-after: 193300 + env-step-generate-after: 157319168 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.076764 + avg_avg_return: 0.9679146 + avg_reward_per_step: 0.3137207 + proxy_corner: + avg_avg_return: 0.19290553 + avg_reward_per_step: 0.03503418 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.076764 + avg_avg_return: 0.9679146 + avg_reward_per_step: 0.3137207 + proxy_corner: + avg_avg_return: 0.19290553 + avg_reward_per_step: 0.03503418 + perf: + env_steps_per_second: 984491.9971580873 + ppo_updates_per_second: 111.42076487234276 + eval-batch-train-duration: 0.18723028502427042 + eval-batch-orig-duration: 0.13799034198746085 + eval-batch-shift-duration: 0.13754479197086766 + eval-batch-tree-duration: 0.13633513101376593 + ued: + distances: + cheese-corne_dist_avg: 7.198242 + cheese-corne_dist_wavg: 1.6273333 + levels_cheese_is_in_corner_avg: 0.056884766 + mouse-cheese_dist_finite_avg: 13.161133 + mouse-cheese_dist_finite_wavg: 13.016444 + mouse-cheese_dist_solvable_avg: 13.161133 + mouse-cheese_dist_solvable_wavg: 13.016446 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10108738 + visit_patterns: + avg_first_visit_time: 3370.3682 + avg_last_visit_time: 4854.2676 + num_replay_batches: 4864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00041583247 + avg_actor_approxkl3: 0.0002858085 + avg_actor_clipfrac: 0.0043273927 + avg_actor_loss: 2.7783355e-05 + avg_advantage: -0.00054198195 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.300616e-06 + avg_entropy: 0.008686266 + avg_grad_norm_pre_clip: 0.24212909 + avg_loss: 2.2747394e-05 + max: + max_actor_approxkl1: 0.0017855081 + max_actor_approxkl3: 0.0008150655 + max_actor_clipfrac: 0.009521484 + max_actor_loss: 0.0003166627 + max_advantage: 0.020217478 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.720498e-06 + max_entropy: 0.01365733 + max_grad_norm_pre_clip: 0.5298651 + max_loss: 0.0003110411 + std: + std_actor_approxkl1: 0.0004663855 + std_actor_approxkl3: 0.00023034544 + std_actor_clipfrac: 0.002962683 + std_actor_loss: 0.00013212756 + std_advantage: 0.0038570173 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.7532616e-07 + std_entropy: 0.0024428766 + std_grad_norm_pre_clip: 0.10913377 + std_loss: 0.00013108562 + eval-batch-train: + avg_avg_episode_length: 4.7682424 + avg_avg_return: 0.98925877 + avg_benchmark_regret: 0.0059343083 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3440323 + proxy_corner: + avg_avg_return: 0.19816232 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 6.0705395 + avg_avg_return: 0.98553336 + avg_benchmark_regret: 0.008405624 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26654053 + proxy_corner: + avg_avg_return: 0.98553336 + avg_reward_per_step: 0.26654053 + eval-batch-shift: + avg_avg_episode_length: 5.0001554 + avg_avg_return: 0.988444 + avg_benchmark_regret: 0.006517293 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34586334 + proxy_corner: + avg_avg_return: 0.18449846 + avg_reward_per_step: 0.036621094 + eval-batch-tree: + avg_avg_episode_length: 5.5357556 + avg_avg_return: 0.9870077 + avg_benchmark_regret: 0.007412581 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27835846 + proxy_corner: + avg_avg_return: 0.9870077 + avg_reward_per_step: 0.27835846 +=========================================================== +=========================================================== + step: + env-step-all-before: 317718528 + env-step-replay-before: 159776768 + env-step-used-before: 317718528 + ppo-update-before: 193920 + env-step-generate-before: 157941760 + env-step-all-after: 317751296 + env-step-replay-after: 159776768 + env-step-used-after: 317751296 + ppo-update-after: 193940 + env-step-generate-after: 157974528 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.3313684 + avg_avg_return: 0.9660608 + avg_reward_per_step: 0.30151367 + proxy_corner: + avg_avg_return: 0.18308431 + avg_reward_per_step: 0.037872314 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.3313684 + avg_avg_return: 0.9660608 + avg_reward_per_step: 0.30151367 + proxy_corner: + avg_avg_return: 0.18308431 + avg_reward_per_step: 0.037872314 + perf: + env_steps_per_second: 968420.1865445828 + ppo_updates_per_second: 111.61149893590716 + eval-batch-train-duration: 0.1865649109822698 + eval-batch-orig-duration: 0.1387004000134766 + eval-batch-shift-duration: 0.1393592520034872 + eval-batch-tree-duration: 0.13888887502253056 + ued: + distances: + cheese-corne_dist_avg: 7.211426 + cheese-corne_dist_wavg: 9.714844 + levels_cheese_is_in_corner_avg: 0.056396484 + mouse-cheese_dist_finite_avg: 13.161377 + mouse-cheese_dist_finite_wavg: 10.318923 + mouse-cheese_dist_solvable_avg: 13.161377 + mouse-cheese_dist_solvable_wavg: 10.318924 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10128243 + visit_patterns: + avg_first_visit_time: 3382.6433 + avg_last_visit_time: 4866.2754 + num_replay_batches: 4876 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071902917 + avg_actor_approxkl3: 0.0003622259 + avg_actor_clipfrac: 0.0057189944 + avg_actor_loss: 0.000116847994 + avg_advantage: 0.0017677813 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.561961e-06 + avg_entropy: 0.012855627 + avg_grad_norm_pre_clip: 0.5051227 + avg_loss: 0.00010877335 + max: + max_actor_approxkl1: 0.0024315068 + max_actor_approxkl3: 0.0016442863 + max_actor_clipfrac: 0.016357422 + max_actor_loss: 0.0015156739 + max_advantage: 0.024874449 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2065022e-05 + max_entropy: 0.025049286 + max_grad_norm_pre_clip: 1.1962566 + max_loss: 0.0014956209 + std: + std_actor_approxkl1: 0.0006415307 + std_actor_approxkl3: 0.00043545777 + std_actor_clipfrac: 0.00469872 + std_actor_loss: 0.0004140736 + std_advantage: 0.0041795 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5152094e-06 + std_entropy: 0.0050539305 + std_grad_norm_pre_clip: 0.29601926 + std_loss: 0.00041164705 + eval-batch-train: + avg_avg_episode_length: 4.831872 + avg_avg_return: 0.98928475 + avg_benchmark_regret: 0.0059083113 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34358978 + proxy_corner: + avg_avg_return: 0.19773054 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 6.420392 + avg_avg_return: 0.98286295 + avg_benchmark_regret: 0.011076067 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.266037 + proxy_corner: + avg_avg_return: 0.98286295 + avg_reward_per_step: 0.266037 + eval-batch-shift: + avg_avg_episode_length: 4.999078 + avg_avg_return: 0.9887457 + avg_benchmark_regret: 0.0062155863 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34618378 + proxy_corner: + avg_avg_return: 0.18324988 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.738554 + avg_avg_return: 0.98627746 + avg_benchmark_regret: 0.008142839 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27820587 + proxy_corner: + avg_avg_return: 0.98627746 + avg_reward_per_step: 0.27820587 +=========================================================== +=========================================================== + step: + env-step-all-before: 318767104 + env-step-replay-before: 160235520 + env-step-used-before: 318767104 + ppo-update-before: 194560 + env-step-generate-before: 158531584 + env-step-all-after: 318799872 + env-step-replay-after: 160268288 + env-step-used-after: 318799872 + ppo-update-after: 194580 + env-step-generate-after: 158531584 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.793448 + avg_avg_return: 0.8876339 + avg_reward_per_step: 0.069610596 + proxy_corner: + avg_avg_return: 0.6130816 + avg_reward_per_step: 0.046905518 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.793448 + avg_avg_return: 0.8876339 + avg_reward_per_step: 0.069610596 + proxy_corner: + avg_avg_return: 0.6130816 + avg_reward_per_step: 0.046905518 + perf: + env_steps_per_second: 962374.5840865473 + ppo_updates_per_second: 110.11634271821069 + eval-batch-train-duration: 0.18752349697751924 + eval-batch-orig-duration: 0.13726323196897283 + eval-batch-shift-duration: 0.13816374901216477 + eval-batch-tree-duration: 0.13781558204209432 + ued: + distances: + cheese-corne_dist_avg: 7.2006836 + cheese-corne_dist_wavg: 4.314951 + levels_cheese_is_in_corner_avg: 0.057128906 + mouse-cheese_dist_finite_avg: 13.150635 + mouse-cheese_dist_finite_wavg: 13.014674 + mouse-cheese_dist_solvable_avg: 13.150635 + mouse-cheese_dist_solvable_wavg: 13.014676 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.103663355 + visit_patterns: + avg_first_visit_time: 3400.083 + avg_last_visit_time: 4881.133 + num_replay_batches: 4891 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013468821 + avg_actor_approxkl3: 0.00075060147 + avg_actor_clipfrac: 0.016668702 + avg_actor_loss: 0.00012944773 + avg_advantage: -0.0015296397 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.670142e-06 + avg_entropy: 0.040971886 + avg_grad_norm_pre_clip: 0.8086591 + avg_loss: 9.2810886e-05 + max: + max_actor_approxkl1: 0.0036109546 + max_actor_approxkl3: 0.002397392 + max_actor_clipfrac: 0.038085938 + max_actor_loss: 0.002436433 + max_advantage: 0.019855917 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0126419e-05 + max_entropy: 0.056464106 + max_grad_norm_pre_clip: 1.6277359 + max_loss: 0.0024077615 + std: + std_actor_approxkl1: 0.00097591535 + std_actor_approxkl3: 0.0005824797 + std_actor_clipfrac: 0.01031689 + std_actor_loss: 0.00072570215 + std_advantage: 0.0040553417 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.720938e-07 + std_entropy: 0.007892464 + std_grad_norm_pre_clip: 0.30876642 + std_loss: 0.00072738284 + eval-batch-train: + avg_avg_episode_length: 4.7518196 + avg_avg_return: 0.9898776 + avg_benchmark_regret: 0.005315532 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441925 + proxy_corner: + avg_avg_return: 0.19756085 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.0329576 + avg_avg_return: 0.98528206 + avg_benchmark_regret: 0.008656906 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26709747 + proxy_corner: + avg_avg_return: 0.98528206 + avg_reward_per_step: 0.26709747 + eval-batch-shift: + avg_avg_episode_length: 4.9802647 + avg_avg_return: 0.98860186 + avg_benchmark_regret: 0.0063594203 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34633636 + proxy_corner: + avg_avg_return: 0.18288645 + avg_reward_per_step: 0.03639984 + eval-batch-tree: + avg_avg_episode_length: 5.7445917 + avg_avg_return: 0.98614824 + avg_benchmark_regret: 0.0082720015 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27828217 + proxy_corner: + avg_avg_return: 0.98614824 + avg_reward_per_step: 0.27828217 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 319815680 + env-step-replay-before: 160727040 + env-step-used-before: 319815680 + ppo-update-before: 195200 + env-step-generate-before: 159088640 + env-step-all-after: 319848448 + env-step-replay-after: 160727040 + env-step-used-after: 319848448 + ppo-update-after: 195220 + env-step-generate-after: 159121408 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.996822 + avg_avg_return: 0.9675395 + avg_reward_per_step: 0.30285645 + proxy_corner: + avg_avg_return: 0.19096905 + avg_reward_per_step: 0.035858154 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.996822 + avg_avg_return: 0.9675395 + avg_reward_per_step: 0.30285645 + proxy_corner: + avg_avg_return: 0.19096905 + avg_reward_per_step: 0.035858154 + perf: + env_steps_per_second: 1001044.6686107402 + ppo_updates_per_second: 111.58369221784682 + eval-batch-train-duration: 0.18414412904530764 + eval-batch-orig-duration: 0.1364882499910891 + eval-batch-shift-duration: 0.13654746301472187 + eval-batch-tree-duration: 0.1364353409735486 + ued: + distances: + cheese-corne_dist_avg: 7.164551 + cheese-corne_dist_wavg: 7.92022 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.164795 + mouse-cheese_dist_finite_wavg: 10.318095 + mouse-cheese_dist_solvable_avg: 13.164795 + mouse-cheese_dist_solvable_wavg: 10.318096 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.101333 + visit_patterns: + avg_first_visit_time: 3410.4336 + avg_last_visit_time: 4895.3438 + num_replay_batches: 4905 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044231265 + avg_actor_approxkl3: 0.00024361706 + avg_actor_clipfrac: 0.0041687014 + avg_actor_loss: -5.9091068e-05 + avg_advantage: -0.0014654542 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.06145e-06 + avg_entropy: 0.0096122995 + avg_grad_norm_pre_clip: 0.3083826 + avg_loss: -6.517265e-05 + max: + max_actor_approxkl1: 0.0011174965 + max_actor_approxkl3: 0.0006478928 + max_actor_clipfrac: 0.009643555 + max_actor_loss: 0.0007081046 + max_advantage: 0.023788571 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.893663e-06 + max_entropy: 0.0172873 + max_grad_norm_pre_clip: 0.75185275 + max_loss: 0.0007011758 + std: + std_actor_approxkl1: 0.00036143904 + std_actor_approxkl3: 0.00019805979 + std_actor_clipfrac: 0.0026906123 + std_actor_loss: 0.00033228777 + std_advantage: 0.0037963516 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.137523e-07 + std_entropy: 0.0030563984 + std_grad_norm_pre_clip: 0.16640908 + std_loss: 0.00033205043 + eval-batch-train: + avg_avg_episode_length: 4.7595687 + avg_avg_return: 0.98918915 + avg_benchmark_regret: 0.0060039475 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34410095 + proxy_corner: + avg_avg_return: 0.19787663 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 6.058788 + avg_avg_return: 0.98510706 + avg_benchmark_regret: 0.00883189 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26709747 + proxy_corner: + avg_avg_return: 0.98510706 + avg_reward_per_step: 0.26709747 + eval-batch-shift: + avg_avg_episode_length: 5.030097 + avg_avg_return: 0.98845255 + avg_benchmark_regret: 0.006508784 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34577942 + proxy_corner: + avg_avg_return: 0.18472984 + avg_reward_per_step: 0.036499023 + eval-batch-tree: + avg_avg_episode_length: 5.563166 + avg_avg_return: 0.9869336 + avg_benchmark_regret: 0.007486702 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27886963 + proxy_corner: + avg_avg_return: 0.9869336 + avg_reward_per_step: 0.27886963 +=========================================================== +=========================================================== + step: + env-step-all-before: 320864256 + env-step-replay-before: 161218560 + env-step-used-before: 320864256 + ppo-update-before: 195840 + env-step-generate-before: 159645696 + env-step-all-after: 320897024 + env-step-replay-after: 161251328 + env-step-used-after: 320897024 + ppo-update-after: 195860 + env-step-generate-after: 159645696 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.982763 + avg_avg_return: 0.88773066 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.65075433 + avg_reward_per_step: 0.05001831 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.982763 + avg_avg_return: 0.88773066 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.65075433 + avg_reward_per_step: 0.05001831 + perf: + env_steps_per_second: 990452.0265804515 + ppo_updates_per_second: 111.82887231904355 + eval-batch-train-duration: 0.18622989999130368 + eval-batch-orig-duration: 0.13735475396970287 + eval-batch-shift-duration: 0.13761371199507266 + eval-batch-tree-duration: 0.13895433803554624 + ued: + distances: + cheese-corne_dist_avg: 7.159668 + cheese-corne_dist_wavg: 4.3065166 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.163574 + mouse-cheese_dist_finite_wavg: 13.017638 + mouse-cheese_dist_solvable_avg: 13.163574 + mouse-cheese_dist_solvable_wavg: 13.017635 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10156531 + visit_patterns: + avg_first_visit_time: 3424.6782 + avg_last_visit_time: 4911.2646 + num_replay_batches: 4921 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013879719 + avg_actor_approxkl3: 0.0007885361 + avg_actor_clipfrac: 0.01630249 + avg_actor_loss: -0.00021012254 + avg_advantage: -0.0011240545 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.494091e-06 + avg_entropy: 0.04208961 + avg_grad_norm_pre_clip: 1.0561049 + avg_loss: -0.0002479651 + max: + max_actor_approxkl1: 0.0036126536 + max_actor_approxkl3: 0.0019291623 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0015908 + max_advantage: 0.019185424 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.420876e-06 + max_entropy: 0.051401578 + max_grad_norm_pre_clip: 1.9066484 + max_loss: 0.0015609779 + std: + std_actor_approxkl1: 0.0010698978 + std_actor_approxkl3: 0.0005423535 + std_actor_clipfrac: 0.0078495545 + std_actor_loss: 0.0006863808 + std_advantage: 0.003969102 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.641605e-07 + std_entropy: 0.0067375964 + std_grad_norm_pre_clip: 0.4302211 + std_loss: 0.00068690465 + eval-batch-train: + avg_avg_episode_length: 4.763766 + avg_avg_return: 0.9895334 + avg_benchmark_regret: 0.0056596417 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34405518 + proxy_corner: + avg_avg_return: 0.19754723 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 6.0938168 + avg_avg_return: 0.98515594 + avg_benchmark_regret: 0.008783048 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.267128 + proxy_corner: + avg_avg_return: 0.98515594 + avg_reward_per_step: 0.267128 + eval-batch-shift: + avg_avg_episode_length: 5.009594 + avg_avg_return: 0.9881811 + avg_benchmark_regret: 0.006780183 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34494781 + proxy_corner: + avg_avg_return: 0.18383862 + avg_reward_per_step: 0.036483765 + eval-batch-tree: + avg_avg_episode_length: 5.565219 + avg_avg_return: 0.9866512 + avg_benchmark_regret: 0.00776911 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27881622 + proxy_corner: + avg_avg_return: 0.9866512 + avg_reward_per_step: 0.27881622 +=========================================================== +=========================================================== + step: + env-step-all-before: 321912832 + env-step-replay-before: 161579008 + env-step-used-before: 321912832 + ppo-update-before: 196480 + env-step-generate-before: 160333824 + env-step-all-after: 321945600 + env-step-replay-after: 161611776 + env-step-used-after: 321945600 + ppo-update-after: 196500 + env-step-generate-after: 160333824 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.291645 + avg_avg_return: 0.8841346 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.62174296 + avg_reward_per_step: 0.04727173 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.291645 + avg_avg_return: 0.8841346 + avg_reward_per_step: 0.0680542 + proxy_corner: + avg_avg_return: 0.62174296 + avg_reward_per_step: 0.04727173 + perf: + env_steps_per_second: 1003063.8635398843 + ppo_updates_per_second: 111.64395733192542 + eval-batch-train-duration: 0.1930819339468144 + eval-batch-orig-duration: 0.14559470297535881 + eval-batch-shift-duration: 0.13555728603387251 + eval-batch-tree-duration: 0.13960613799281418 + ued: + distances: + cheese-corne_dist_avg: 7.157959 + cheese-corne_dist_wavg: 2.5136688 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.160889 + mouse-cheese_dist_finite_wavg: 13.01565 + mouse-cheese_dist_solvable_avg: 13.160889 + mouse-cheese_dist_solvable_wavg: 13.015648 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10180963 + visit_patterns: + avg_first_visit_time: 3441.312 + avg_last_visit_time: 4922.149 + num_replay_batches: 4932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001586905 + avg_actor_approxkl3: 0.0009133477 + avg_actor_clipfrac: 0.017138673 + avg_actor_loss: 0.00019595287 + avg_advantage: -0.0015624834 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.080012e-06 + avg_entropy: 0.048424464 + avg_grad_norm_pre_clip: 1.3461431 + avg_loss: 0.00015206843 + max: + max_actor_approxkl1: 0.0060317805 + max_actor_approxkl3: 0.004649437 + max_actor_clipfrac: 0.029785156 + max_actor_loss: 0.0020424705 + max_advantage: 0.016030788 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.22131005e-05 + max_entropy: 0.071443446 + max_grad_norm_pre_clip: 2.3747425 + max_loss: 0.0020045056 + std: + std_actor_approxkl1: 0.001368483 + std_actor_approxkl3: 0.0010172292 + std_actor_clipfrac: 0.008759632 + std_actor_loss: 0.00068639696 + std_advantage: 0.0040383115 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3034878e-06 + std_entropy: 0.008717861 + std_grad_norm_pre_clip: 0.55970526 + std_loss: 0.00068543607 + eval-batch-train: + avg_avg_episode_length: 4.770895 + avg_avg_return: 0.98965186 + avg_benchmark_regret: 0.0055412594 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34401703 + proxy_corner: + avg_avg_return: 0.19833007 + avg_reward_per_step: 0.03983307 + eval-batch-orig: + avg_avg_episode_length: 6.016242 + avg_avg_return: 0.98582244 + avg_benchmark_regret: 0.008116535 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26746368 + proxy_corner: + avg_avg_return: 0.98582244 + avg_reward_per_step: 0.26746368 + eval-batch-shift: + avg_avg_episode_length: 4.982346 + avg_avg_return: 0.9886478 + avg_benchmark_regret: 0.006313483 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34630585 + proxy_corner: + avg_avg_return: 0.18458472 + avg_reward_per_step: 0.036735535 + eval-batch-tree: + avg_avg_episode_length: 5.528235 + avg_avg_return: 0.98668486 + avg_benchmark_regret: 0.007735406 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27902985 + proxy_corner: + avg_avg_return: 0.98668486 + avg_reward_per_step: 0.27902985 +=========================================================== +=========================================================== + step: + env-step-all-before: 322961408 + env-step-replay-before: 162136064 + env-step-used-before: 322961408 + ppo-update-before: 197120 + env-step-generate-before: 160825344 + env-step-all-after: 322994176 + env-step-replay-after: 162136064 + env-step-used-after: 322994176 + ppo-update-after: 197140 + env-step-generate-after: 160858112 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.6563807 + avg_avg_return: 0.97215295 + avg_reward_per_step: 0.3503723 + proxy_corner: + avg_avg_return: 0.18401158 + avg_reward_per_step: 0.034118652 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.6563807 + avg_avg_return: 0.97215295 + avg_reward_per_step: 0.3503723 + proxy_corner: + avg_avg_return: 0.18401158 + avg_reward_per_step: 0.034118652 + perf: + env_steps_per_second: 1000339.5315977094 + ppo_updates_per_second: 111.53115603331175 + eval-batch-train-duration: 0.18503966595744714 + eval-batch-orig-duration: 0.13840484304819256 + eval-batch-shift-duration: 0.13884467195020989 + eval-batch-tree-duration: 0.13881919399136677 + ued: + distances: + cheese-corne_dist_avg: 7.166748 + cheese-corne_dist_wavg: 0.72918886 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.167969 + mouse-cheese_dist_finite_wavg: 15.713917 + mouse-cheese_dist_solvable_avg: 13.167969 + mouse-cheese_dist_solvable_wavg: 15.713919 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10133827 + visit_patterns: + avg_first_visit_time: 3453.626 + avg_last_visit_time: 4938.3013 + num_replay_batches: 4948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033595102 + avg_actor_approxkl3: 0.00014258933 + avg_actor_clipfrac: 0.0020996095 + avg_actor_loss: -0.00013459151 + avg_advantage: -0.00019658929 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.411879e-06 + avg_entropy: 0.0063889786 + avg_grad_norm_pre_clip: 0.12742695 + avg_loss: -0.00013677454 + max: + max_actor_approxkl1: 0.0010404872 + max_actor_approxkl3: 0.00060390926 + max_actor_clipfrac: 0.008544922 + max_actor_loss: 0.0001105573 + max_advantage: 0.020198047 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5451431e-05 + max_entropy: 0.010845717 + max_grad_norm_pre_clip: 0.29611716 + max_loss: 0.00010979792 + std: + std_actor_approxkl1: 0.0003128956 + std_actor_approxkl3: 0.00015646043 + std_actor_clipfrac: 0.0018535403 + std_actor_loss: 0.00020721908 + std_advantage: 0.003999003 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5048762e-06 + std_entropy: 0.001741011 + std_grad_norm_pre_clip: 0.057996243 + std_loss: 0.0002075795 + eval-batch-train: + avg_avg_episode_length: 4.7877636 + avg_avg_return: 0.98959965 + avg_benchmark_regret: 0.0055934777 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34394073 + proxy_corner: + avg_avg_return: 0.19802476 + avg_reward_per_step: 0.039733887 + eval-batch-orig: + avg_avg_episode_length: 6.1093903 + avg_avg_return: 0.9849986 + avg_benchmark_regret: 0.008940408 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.266922 + proxy_corner: + avg_avg_return: 0.9849986 + avg_reward_per_step: 0.266922 + eval-batch-shift: + avg_avg_episode_length: 4.996711 + avg_avg_return: 0.9883435 + avg_benchmark_regret: 0.0066178506 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462677 + proxy_corner: + avg_avg_return: 0.18495873 + avg_reward_per_step: 0.036697388 + eval-batch-tree: + avg_avg_episode_length: 5.5858097 + avg_avg_return: 0.98672396 + avg_benchmark_regret: 0.007696298 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27889252 + proxy_corner: + avg_avg_return: 0.98672396 + avg_reward_per_step: 0.27889252 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 324009984 + env-step-replay-before: 162791424 + env-step-used-before: 324009984 + ppo-update-before: 197760 + env-step-generate-before: 161218560 + env-step-all-after: 324042752 + env-step-replay-after: 162824192 + env-step-used-after: 324042752 + ppo-update-after: 197780 + env-step-generate-after: 161218560 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.897127 + avg_avg_return: 0.8877692 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.59074646 + avg_reward_per_step: 0.04534912 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.897127 + avg_avg_return: 0.8877692 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.59074646 + avg_reward_per_step: 0.04534912 + perf: + env_steps_per_second: 919550.2669182301 + ppo_updates_per_second: 111.26701291694114 + eval-batch-train-duration: 0.18921153899282217 + eval-batch-orig-duration: 0.13797296897973865 + eval-batch-shift-duration: 0.1386575090000406 + eval-batch-tree-duration: 0.13937269704183564 + ued: + distances: + cheese-corne_dist_avg: 7.180176 + cheese-corne_dist_wavg: 0.7140578 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.1640625 + mouse-cheese_dist_finite_wavg: 13.016387 + mouse-cheese_dist_solvable_avg: 13.1640625 + mouse-cheese_dist_solvable_wavg: 13.016385 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100778095 + visit_patterns: + avg_first_visit_time: 3462.4329 + avg_last_visit_time: 4959.238 + num_replay_batches: 4969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015246972 + avg_actor_approxkl3: 0.0007429057 + avg_actor_clipfrac: 0.016339112 + avg_actor_loss: 6.251179e-05 + avg_advantage: 0.00019865995 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.880761e-06 + avg_entropy: 0.047543153 + avg_grad_norm_pre_clip: 1.0134771 + avg_loss: 1.8909019e-05 + max: + max_actor_approxkl1: 0.0034749447 + max_actor_approxkl3: 0.0019765277 + max_actor_clipfrac: 0.028442383 + max_actor_loss: 0.002150326 + max_advantage: 0.015430152 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.659072e-06 + max_entropy: 0.058767546 + max_grad_norm_pre_clip: 2.470211 + max_loss: 0.0020977925 + std: + std_actor_approxkl1: 0.0009718364 + std_actor_approxkl3: 0.0005173567 + std_actor_clipfrac: 0.0073121316 + std_actor_loss: 0.0008305698 + std_advantage: 0.0039256434 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.685822e-07 + std_entropy: 0.0060113426 + std_grad_norm_pre_clip: 0.5411454 + std_loss: 0.000829217 + eval-batch-train: + avg_avg_episode_length: 4.7645593 + avg_avg_return: 0.9894103 + avg_benchmark_regret: 0.005782776 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.19814119 + avg_reward_per_step: 0.039726257 + eval-batch-orig: + avg_avg_episode_length: 6.006967 + avg_avg_return: 0.986001 + avg_benchmark_regret: 0.007937978 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26740265 + proxy_corner: + avg_avg_return: 0.986001 + avg_reward_per_step: 0.26740265 + eval-batch-shift: + avg_avg_episode_length: 4.9987535 + avg_avg_return: 0.98826224 + avg_benchmark_regret: 0.0066990685 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34617615 + proxy_corner: + avg_avg_return: 0.1848064 + avg_reward_per_step: 0.036636353 + eval-batch-tree: + avg_avg_episode_length: 5.565801 + avg_avg_return: 0.98677135 + avg_benchmark_regret: 0.0076489057 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27877045 + proxy_corner: + avg_avg_return: 0.98677135 + avg_reward_per_step: 0.27877045 +=========================================================== +=========================================================== + step: + env-step-all-before: 325058560 + env-step-replay-before: 163184640 + env-step-used-before: 325058560 + ppo-update-before: 198400 + env-step-generate-before: 161873920 + env-step-all-after: 325091328 + env-step-replay-after: 163184640 + env-step-used-after: 325091328 + ppo-update-after: 198420 + env-step-generate-after: 161906688 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.1010323 + avg_avg_return: 0.9677503 + avg_reward_per_step: 0.30932617 + proxy_corner: + avg_avg_return: 0.17865528 + avg_reward_per_step: 0.032989502 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.1010323 + avg_avg_return: 0.9677503 + avg_reward_per_step: 0.30932617 + proxy_corner: + avg_avg_return: 0.17865528 + avg_reward_per_step: 0.032989502 + perf: + env_steps_per_second: 989361.4651811159 + ppo_updates_per_second: 111.42630019471308 + eval-batch-train-duration: 0.18370887800119817 + eval-batch-orig-duration: 0.1366226239479147 + eval-batch-shift-duration: 0.13708370295353234 + eval-batch-tree-duration: 0.13874950300669298 + ued: + distances: + cheese-corne_dist_avg: 7.179199 + cheese-corne_dist_wavg: 2.5247188 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.162842 + mouse-cheese_dist_finite_wavg: 13.01651 + mouse-cheese_dist_solvable_avg: 13.162842 + mouse-cheese_dist_solvable_wavg: 13.01651 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10227041 + visit_patterns: + avg_first_visit_time: 3474.0295 + avg_last_visit_time: 4970.2783 + num_replay_batches: 4980 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027084374 + avg_actor_approxkl3: 0.0001911469 + avg_actor_clipfrac: 0.0030517578 + avg_actor_loss: 7.8503836e-05 + avg_advantage: 0.0006434058 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.1721547e-06 + avg_entropy: 0.009079353 + avg_grad_norm_pre_clip: 0.30780488 + avg_loss: 7.301055e-05 + max: + max_actor_approxkl1: 0.0012370131 + max_actor_approxkl3: 0.00057119905 + max_actor_clipfrac: 0.0073242188 + max_actor_loss: 0.00045113266 + max_advantage: 0.013099194 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.464867e-06 + max_entropy: 0.014809476 + max_grad_norm_pre_clip: 0.7301613 + max_loss: 0.0004468319 + std: + std_actor_approxkl1: 0.00032822657 + std_actor_approxkl3: 0.00015340767 + std_actor_clipfrac: 0.001737091 + std_actor_loss: 0.00017180844 + std_advantage: 0.0037746523 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.7570934e-07 + std_entropy: 0.002489909 + std_grad_norm_pre_clip: 0.1726431 + std_loss: 0.00017211985 + eval-batch-train: + avg_avg_episode_length: 4.785133 + avg_avg_return: 0.9895617 + avg_benchmark_regret: 0.0056313956 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34371948 + proxy_corner: + avg_avg_return: 0.19777611 + avg_reward_per_step: 0.039489746 + eval-batch-orig: + avg_avg_episode_length: 6.3362646 + avg_avg_return: 0.9835886 + avg_benchmark_regret: 0.010350466 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26615906 + proxy_corner: + avg_avg_return: 0.9835886 + avg_reward_per_step: 0.26615906 + eval-batch-shift: + avg_avg_episode_length: 5.0570354 + avg_avg_return: 0.98859763 + avg_benchmark_regret: 0.0063637025 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34604645 + proxy_corner: + avg_avg_return: 0.18463704 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.7723417 + avg_avg_return: 0.9855516 + avg_benchmark_regret: 0.008868702 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2777176 + proxy_corner: + avg_avg_return: 0.9855516 + avg_reward_per_step: 0.2777176 +=========================================================== +=========================================================== + step: + env-step-all-before: 326107136 + env-step-replay-before: 163643392 + env-step-used-before: 326107136 + ppo-update-before: 199040 + env-step-generate-before: 162463744 + env-step-all-after: 326139904 + env-step-replay-after: 163643392 + env-step-used-after: 326139904 + ppo-update-after: 199060 + env-step-generate-after: 162496512 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.827852 + avg_avg_return: 0.96953386 + avg_reward_per_step: 0.35369873 + proxy_corner: + avg_avg_return: 0.1646291 + avg_reward_per_step: 0.041107178 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.827852 + avg_avg_return: 0.96953386 + avg_reward_per_step: 0.35369873 + proxy_corner: + avg_avg_return: 0.1646291 + avg_reward_per_step: 0.041107178 + perf: + env_steps_per_second: 979485.417730316 + ppo_updates_per_second: 110.61926893192224 + eval-batch-train-duration: 0.18466287601040676 + eval-batch-orig-duration: 0.1359204609761946 + eval-batch-shift-duration: 0.1370078199543059 + eval-batch-tree-duration: 0.1370120879728347 + ued: + distances: + cheese-corne_dist_avg: 7.1816406 + cheese-corne_dist_wavg: 4.314344 + levels_cheese_is_in_corner_avg: 0.057617188 + mouse-cheese_dist_finite_avg: 13.163574 + mouse-cheese_dist_finite_wavg: 14.814619 + mouse-cheese_dist_solvable_avg: 13.163574 + mouse-cheese_dist_solvable_wavg: 14.814617 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10198742 + visit_patterns: + avg_first_visit_time: 3486.2144 + avg_last_visit_time: 4984.2163 + num_replay_batches: 4994 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00038011163 + avg_actor_approxkl3: 0.000158084 + avg_actor_clipfrac: 0.0035705566 + avg_actor_loss: -3.8207243e-05 + avg_advantage: 0.00062448287 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0030689e-05 + avg_entropy: 0.008878796 + avg_grad_norm_pre_clip: 0.291638 + avg_loss: -4.2070697e-05 + max: + max_actor_approxkl1: 0.001960737 + max_actor_approxkl3: 0.0010753551 + max_actor_clipfrac: 0.012451172 + max_actor_loss: 0.0006756019 + max_advantage: 0.025972784 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.5715981e-05 + max_entropy: 0.012632715 + max_grad_norm_pre_clip: 0.85517496 + max_loss: 0.0006744364 + std: + std_actor_approxkl1: 0.0004392739 + std_actor_approxkl3: 0.00022904933 + std_actor_clipfrac: 0.0028528632 + std_actor_loss: 0.00024397408 + std_advantage: 0.004280758 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.2531613e-06 + std_entropy: 0.0020467157 + std_grad_norm_pre_clip: 0.22087972 + std_loss: 0.00024441825 + eval-batch-train: + avg_avg_episode_length: 4.762331 + avg_avg_return: 0.989456 + avg_benchmark_regret: 0.0057371063 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34404755 + proxy_corner: + avg_avg_return: 0.1977046 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.0578895 + avg_avg_return: 0.9854463 + avg_benchmark_regret: 0.008492746 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26720428 + proxy_corner: + avg_avg_return: 0.9854463 + avg_reward_per_step: 0.26720428 + eval-batch-shift: + avg_avg_episode_length: 4.9819098 + avg_avg_return: 0.98849535 + avg_benchmark_regret: 0.0064659836 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34626007 + proxy_corner: + avg_avg_return: 0.18462087 + avg_reward_per_step: 0.0366745 + eval-batch-tree: + avg_avg_episode_length: 5.580963 + avg_avg_return: 0.98688376 + avg_benchmark_regret: 0.0075365254 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27877808 + proxy_corner: + avg_avg_return: 0.98688376 + avg_reward_per_step: 0.27877808 +=========================================================== +=========================================================== + step: + env-step-all-before: 327155712 + env-step-replay-before: 164003840 + env-step-used-before: 327155712 + ppo-update-before: 199680 + env-step-generate-before: 163151872 + env-step-all-after: 327188480 + env-step-replay-after: 164003840 + env-step-used-after: 327188480 + ppo-update-after: 199700 + env-step-generate-after: 163184640 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.8140593 + avg_avg_return: 0.9693463 + avg_reward_per_step: 0.33029175 + proxy_corner: + avg_avg_return: 0.17865089 + avg_reward_per_step: 0.037841797 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.8140593 + avg_avg_return: 0.9693463 + avg_reward_per_step: 0.33029175 + proxy_corner: + avg_avg_return: 0.17865089 + avg_reward_per_step: 0.037841797 + perf: + env_steps_per_second: 1002959.9076980206 + ppo_updates_per_second: 111.4014834328653 + eval-batch-train-duration: 0.1859794069896452 + eval-batch-orig-duration: 0.13965252501657233 + eval-batch-shift-duration: 0.13972814701264724 + eval-batch-tree-duration: 0.1381451140041463 + ued: + distances: + cheese-corne_dist_avg: 7.1879883 + cheese-corne_dist_wavg: 7.9239006 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.173828 + mouse-cheese_dist_finite_wavg: 15.713808 + mouse-cheese_dist_solvable_avg: 13.173828 + mouse-cheese_dist_solvable_wavg: 15.71381 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10213742 + visit_patterns: + avg_first_visit_time: 3505.5247 + avg_last_visit_time: 4995.284 + num_replay_batches: 5005 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004626198 + avg_actor_approxkl3: 0.00016939278 + avg_actor_clipfrac: 0.0026367188 + avg_actor_loss: -3.9079587e-05 + avg_advantage: 0.00082389 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.2607085e-06 + avg_entropy: 0.008233602 + avg_grad_norm_pre_clip: 0.23366418 + avg_loss: -4.3182834e-05 + max: + max_actor_approxkl1: 0.0015405691 + max_actor_approxkl3: 0.0006182935 + max_actor_clipfrac: 0.0068359375 + max_actor_loss: 0.00039950758 + max_advantage: 0.020385504 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.079667e-05 + max_entropy: 0.011693504 + max_grad_norm_pre_clip: 0.66357344 + max_loss: 0.00039323655 + std: + std_actor_approxkl1: 0.00046481402 + std_actor_approxkl3: 0.00016095323 + std_actor_clipfrac: 0.0021063408 + std_actor_loss: 0.00018137202 + std_advantage: 0.0038125438 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1226288e-06 + std_entropy: 0.0018158567 + std_grad_norm_pre_clip: 0.1482609 + std_loss: 0.0001808589 + eval-batch-train: + avg_avg_episode_length: 4.7769365 + avg_avg_return: 0.9894062 + avg_benchmark_regret: 0.0057868613 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34391785 + proxy_corner: + avg_avg_return: 0.19730142 + avg_reward_per_step: 0.03955078 + eval-batch-orig: + avg_avg_episode_length: 6.0430975 + avg_avg_return: 0.98538643 + avg_benchmark_regret: 0.008552583 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26689148 + proxy_corner: + avg_avg_return: 0.98538643 + avg_reward_per_step: 0.26689148 + eval-batch-shift: + avg_avg_episode_length: 5.006649 + avg_avg_return: 0.9885583 + avg_benchmark_regret: 0.0064029954 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34609985 + proxy_corner: + avg_avg_return: 0.18432023 + avg_reward_per_step: 0.036499023 + eval-batch-tree: + avg_avg_episode_length: 5.581077 + avg_avg_return: 0.98726356 + avg_benchmark_regret: 0.007156674 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27850342 + proxy_corner: + avg_avg_return: 0.98726356 + avg_reward_per_step: 0.27850342 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 328204288 + env-step-replay-before: 164495360 + env-step-used-before: 328204288 + ppo-update-before: 200320 + env-step-generate-before: 163708928 + env-step-all-after: 328237056 + env-step-replay-after: 164495360 + env-step-used-after: 328237056 + ppo-update-after: 200340 + env-step-generate-after: 163741696 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.9630938 + avg_avg_return: 0.967173 + avg_reward_per_step: 0.34555054 + proxy_corner: + avg_avg_return: 0.18741874 + avg_reward_per_step: 0.043029785 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 4.9630938 + avg_avg_return: 0.967173 + avg_reward_per_step: 0.34555054 + proxy_corner: + avg_avg_return: 0.18741874 + avg_reward_per_step: 0.043029785 + perf: + env_steps_per_second: 1012516.0436391986 + ppo_updates_per_second: 111.04909821107778 + eval-batch-train-duration: 0.18515159701928496 + eval-batch-orig-duration: 0.1365773500292562 + eval-batch-shift-duration: 0.13659159594681114 + eval-batch-tree-duration: 0.13655933499103412 + ued: + distances: + cheese-corne_dist_avg: 7.189209 + cheese-corne_dist_wavg: 4.3099422 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.176025 + mouse-cheese_dist_finite_wavg: 13.018795 + mouse-cheese_dist_solvable_avg: 13.176025 + mouse-cheese_dist_solvable_wavg: 13.018795 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101559 + visit_patterns: + avg_first_visit_time: 3517.699 + avg_last_visit_time: 5010.3076 + num_replay_batches: 5020 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00036433543 + avg_actor_approxkl3: 0.00018441588 + avg_actor_clipfrac: 0.0028686523 + avg_actor_loss: -2.3663068e-05 + avg_advantage: 0.0011751936 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.713866e-06 + avg_entropy: 0.009585813 + avg_grad_norm_pre_clip: 0.23778294 + avg_loss: -2.9391942e-05 + max: + max_actor_approxkl1: 0.0015725506 + max_actor_approxkl3: 0.0010080202 + max_actor_clipfrac: 0.008544922 + max_actor_loss: 0.001529132 + max_advantage: 0.017958641 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.782386e-06 + max_entropy: 0.014325626 + max_grad_norm_pre_clip: 0.82428944 + max_loss: 0.001520851 + std: + std_actor_approxkl1: 0.00036656266 + std_actor_approxkl3: 0.00022540877 + std_actor_clipfrac: 0.0022789908 + std_actor_loss: 0.0004040473 + std_advantage: 0.0036532478 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2175996e-06 + std_entropy: 0.0030906876 + std_grad_norm_pre_clip: 0.1850065 + std_loss: 0.00040409688 + eval-batch-train: + avg_avg_episode_length: 4.8073263 + avg_avg_return: 0.98919934 + avg_benchmark_regret: 0.0059937495 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34352875 + proxy_corner: + avg_avg_return: 0.19982402 + avg_reward_per_step: 0.039794922 + eval-batch-orig: + avg_avg_episode_length: 6.077359 + avg_avg_return: 0.9851968 + avg_benchmark_regret: 0.008742233 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26672363 + proxy_corner: + avg_avg_return: 0.9851968 + avg_reward_per_step: 0.26672363 + eval-batch-shift: + avg_avg_episode_length: 5.0062323 + avg_avg_return: 0.9884454 + avg_benchmark_regret: 0.0065159467 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34588623 + proxy_corner: + avg_avg_return: 0.18434738 + avg_reward_per_step: 0.0364151 + eval-batch-tree: + avg_avg_episode_length: 5.608227 + avg_avg_return: 0.98704183 + avg_benchmark_regret: 0.0073783807 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27858734 + proxy_corner: + avg_avg_return: 0.98704183 + avg_reward_per_step: 0.27858734 +=========================================================== +=========================================================== + step: + env-step-all-before: 329252864 + env-step-replay-before: 164921344 + env-step-used-before: 329252864 + ppo-update-before: 200960 + env-step-generate-before: 164331520 + env-step-all-after: 329285632 + env-step-replay-after: 164921344 + env-step-used-after: 329285632 + ppo-update-after: 200980 + env-step-generate-after: 164364288 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.233796 + avg_avg_return: 0.96567315 + avg_reward_per_step: 0.32525635 + proxy_corner: + avg_avg_return: 0.1446723 + avg_reward_per_step: 0.023986816 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 5.233796 + avg_avg_return: 0.96567315 + avg_reward_per_step: 0.32525635 + proxy_corner: + avg_avg_return: 0.1446723 + avg_reward_per_step: 0.023986816 + perf: + env_steps_per_second: 966870.2369733487 + ppo_updates_per_second: 110.56590389609892 + eval-batch-train-duration: 0.18516807799460366 + eval-batch-orig-duration: 0.13612375501543283 + eval-batch-shift-duration: 0.13693140598479658 + eval-batch-tree-duration: 0.13700369297293946 + ued: + distances: + cheese-corne_dist_avg: 7.178955 + cheese-corne_dist_wavg: 8.827429 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.168457 + mouse-cheese_dist_finite_wavg: 13.016944 + mouse-cheese_dist_solvable_avg: 13.168457 + mouse-cheese_dist_solvable_wavg: 13.016942 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10132273 + visit_patterns: + avg_first_visit_time: 3531.8755 + avg_last_visit_time: 5023.3403 + num_replay_batches: 5033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005600588 + avg_actor_approxkl3: 0.0004202488 + avg_actor_clipfrac: 0.0051879883 + avg_actor_loss: 0.00028400158 + avg_advantage: -0.001740147 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.9432676e-06 + avg_entropy: 0.013534839 + avg_grad_norm_pre_clip: 0.46137595 + avg_loss: 0.00027393838 + max: + max_actor_approxkl1: 0.002244472 + max_actor_approxkl3: 0.0012840623 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.0012852391 + max_advantage: 0.030920208 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.6904565e-06 + max_entropy: 0.02062461 + max_grad_norm_pre_clip: 1.0338687 + max_loss: 0.0012690005 + std: + std_actor_approxkl1: 0.0006033186 + std_actor_approxkl3: 0.00035971895 + std_actor_clipfrac: 0.0040621175 + std_actor_loss: 0.00046761634 + std_advantage: 0.0036523677 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0081018e-06 + std_entropy: 0.0042921146 + std_grad_norm_pre_clip: 0.23603924 + std_loss: 0.00046583542 + eval-batch-train: + avg_avg_episode_length: 4.762826 + avg_avg_return: 0.9895821 + avg_benchmark_regret: 0.0056109317 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3440094 + proxy_corner: + avg_avg_return: 0.19971982 + avg_reward_per_step: 0.039985657 + eval-batch-orig: + avg_avg_episode_length: 6.008158 + avg_avg_return: 0.985621 + avg_benchmark_regret: 0.008318057 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26734924 + proxy_corner: + avg_avg_return: 0.985621 + avg_reward_per_step: 0.26734924 + eval-batch-shift: + avg_avg_episode_length: 4.985513 + avg_avg_return: 0.988397 + avg_benchmark_regret: 0.006564322 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34591675 + proxy_corner: + avg_avg_return: 0.18530032 + avg_reward_per_step: 0.036750793 + eval-batch-tree: + avg_avg_episode_length: 5.5309124 + avg_avg_return: 0.98681605 + avg_benchmark_regret: 0.007604232 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27913666 + proxy_corner: + avg_avg_return: 0.98681605 + avg_reward_per_step: 0.27913666 +=========================================================== +=========================================================== + step: + env-step-all-before: 330301440 + env-step-replay-before: 165347328 + env-step-used-before: 330301440 + ppo-update-before: 201600 + env-step-generate-before: 164954112 + env-step-all-after: 330334208 + env-step-replay-after: 165380096 + env-step-used-after: 330334208 + ppo-update-after: 201620 + env-step-generate-after: 164954112 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.968623 + avg_avg_return: 0.8877537 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6253828 + avg_reward_per_step: 0.047851562 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.968623 + avg_avg_return: 0.8877537 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.6253828 + avg_reward_per_step: 0.047851562 + perf: + env_steps_per_second: 1001969.0199898024 + ppo_updates_per_second: 111.35527922948155 + eval-batch-train-duration: 0.18608721101190895 + eval-batch-orig-duration: 0.13690989499446005 + eval-batch-shift-duration: 0.13758676196448505 + eval-batch-tree-duration: 0.13661972898989916 + ued: + distances: + cheese-corne_dist_avg: 7.168701 + cheese-corne_dist_wavg: 4.3156843 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.161133 + mouse-cheese_dist_finite_wavg: 14.815581 + mouse-cheese_dist_solvable_avg: 13.161133 + mouse-cheese_dist_solvable_wavg: 14.815583 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.10102494 + visit_patterns: + avg_first_visit_time: 3543.798 + avg_last_visit_time: 5037.2393 + num_replay_batches: 5047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012158727 + avg_actor_approxkl3: 0.00085986167 + avg_actor_clipfrac: 0.01725464 + avg_actor_loss: -0.0005339088 + avg_advantage: -0.0023260573 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.950001e-06 + avg_entropy: 0.049914975 + avg_grad_norm_pre_clip: 0.6265909 + avg_loss: -0.00057984877 + max: + max_actor_approxkl1: 0.0024079871 + max_actor_approxkl3: 0.002064134 + max_actor_clipfrac: 0.031982422 + max_actor_loss: 0.00055683916 + max_advantage: 0.022039473 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0333873e-05 + max_entropy: 0.060784135 + max_grad_norm_pre_clip: 1.4731053 + max_loss: 0.0005109169 + std: + std_actor_approxkl1: 0.00069188274 + std_actor_approxkl3: 0.0005289423 + std_actor_clipfrac: 0.007168061 + std_actor_loss: 0.0005409805 + std_advantage: 0.0038252873 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0957378e-06 + std_entropy: 0.005359549 + std_grad_norm_pre_clip: 0.25773665 + std_loss: 0.00054288434 + eval-batch-train: + avg_avg_episode_length: 4.7503853 + avg_avg_return: 0.9899515 + avg_benchmark_regret: 0.005241632 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34416962 + proxy_corner: + avg_avg_return: 0.19901538 + avg_reward_per_step: 0.03983307 + eval-batch-orig: + avg_avg_episode_length: 6.006885 + avg_avg_return: 0.9856143 + avg_benchmark_regret: 0.008324676 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26719666 + proxy_corner: + avg_avg_return: 0.9856143 + avg_reward_per_step: 0.26719666 + eval-batch-shift: + avg_avg_episode_length: 4.978668 + avg_avg_return: 0.9884864 + avg_benchmark_regret: 0.006474936 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34638214 + proxy_corner: + avg_avg_return: 0.18320031 + avg_reward_per_step: 0.03643036 + eval-batch-tree: + avg_avg_episode_length: 5.529142 + avg_avg_return: 0.98708373 + avg_benchmark_regret: 0.0073365415 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27874756 + proxy_corner: + avg_avg_return: 0.98708373 + avg_reward_per_step: 0.27874756 +=========================================================== +=========================================================== + step: + env-step-all-before: 331350016 + env-step-replay-before: 165707776 + env-step-used-before: 331350016 + ppo-update-before: 202240 + env-step-generate-before: 165642240 + env-step-all-after: 331382784 + env-step-replay-after: 165740544 + env-step-used-after: 331382784 + ppo-update-after: 202260 + env-step-generate-after: 165642240 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.915354 + avg_avg_return: 0.88647074 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.6509073 + avg_reward_per_step: 0.049835205 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.915354 + avg_avg_return: 0.88647074 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.6509073 + avg_reward_per_step: 0.049835205 + perf: + env_steps_per_second: 920536.6056645188 + ppo_updates_per_second: 112.27724502623563 + eval-batch-train-duration: 0.18468907597707585 + eval-batch-orig-duration: 0.13609548099339008 + eval-batch-shift-duration: 0.13591423904290423 + eval-batch-tree-duration: 0.13583369803382084 + ued: + distances: + cheese-corne_dist_avg: 7.1813965 + cheese-corne_dist_wavg: 7.9167156 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.164307 + mouse-cheese_dist_finite_wavg: 13.017206 + mouse-cheese_dist_solvable_avg: 13.164307 + mouse-cheese_dist_solvable_wavg: 13.017208 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10120168 + visit_patterns: + avg_first_visit_time: 3561.8062 + avg_last_visit_time: 5048.279 + num_replay_batches: 5058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011886272 + avg_actor_approxkl3: 0.0004570862 + avg_actor_clipfrac: 0.015740966 + avg_actor_loss: -0.00040061804 + avg_advantage: -0.0005639567 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.498582e-06 + avg_entropy: 0.053717878 + avg_grad_norm_pre_clip: 1.026578 + avg_loss: -0.00045008663 + max: + max_actor_approxkl1: 0.0029178825 + max_actor_approxkl3: 0.00096331304 + max_actor_clipfrac: 0.026123047 + max_actor_loss: 0.00041992404 + max_advantage: 0.017375946 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1873802e-05 + max_entropy: 0.063631296 + max_grad_norm_pre_clip: 1.778637 + max_loss: 0.00038219258 + std: + std_actor_approxkl1: 0.00092323957 + std_actor_approxkl3: 0.00024359567 + std_actor_clipfrac: 0.0065626246 + std_actor_loss: 0.0004446462 + std_advantage: 0.003857109 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.421468e-06 + std_entropy: 0.0058586933 + std_grad_norm_pre_clip: 0.38264462 + std_loss: 0.0004465381 + eval-batch-train: + avg_avg_episode_length: 4.751826 + avg_avg_return: 0.9893945 + avg_benchmark_regret: 0.005798665 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34414673 + proxy_corner: + avg_avg_return: 0.1973221 + avg_reward_per_step: 0.039627075 + eval-batch-orig: + avg_avg_episode_length: 5.9866905 + avg_avg_return: 0.98570496 + avg_benchmark_regret: 0.008234057 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26740265 + proxy_corner: + avg_avg_return: 0.98570496 + avg_reward_per_step: 0.26740265 + eval-batch-shift: + avg_avg_episode_length: 4.9878645 + avg_avg_return: 0.9886613 + avg_benchmark_regret: 0.0063000536 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34622955 + proxy_corner: + avg_avg_return: 0.18495423 + avg_reward_per_step: 0.03666687 + eval-batch-tree: + avg_avg_episode_length: 5.5239573 + avg_avg_return: 0.9869012 + avg_benchmark_regret: 0.0075190384 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27876282 + proxy_corner: + avg_avg_return: 0.9869012 + avg_reward_per_step: 0.27876282 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 332398592 + env-step-replay-before: 166264832 + env-step-used-before: 332398592 + ppo-update-before: 202880 + env-step-generate-before: 166133760 + env-step-all-after: 332431360 + env-step-replay-after: 166297600 + env-step-used-after: 332431360 + ppo-update-after: 202900 + env-step-generate-after: 166133760 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.175932 + avg_avg_return: 0.8857657 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.6180371 + avg_reward_per_step: 0.04699707 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.175932 + avg_avg_return: 0.8857657 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.6180371 + avg_reward_per_step: 0.04699707 + perf: + env_steps_per_second: 988635.637102492 + ppo_updates_per_second: 111.21751911804546 + eval-batch-train-duration: 0.1882385560311377 + eval-batch-orig-duration: 0.13937245699344203 + eval-batch-shift-duration: 0.13885933096753433 + eval-batch-tree-duration: 0.13894042297033593 + ued: + distances: + cheese-corne_dist_avg: 7.1586914 + cheese-corne_dist_wavg: 11.505912 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.161377 + mouse-cheese_dist_finite_wavg: 15.713944 + mouse-cheese_dist_solvable_avg: 13.161377 + mouse-cheese_dist_solvable_wavg: 15.713946 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101431556 + visit_patterns: + avg_first_visit_time: 3575.8252 + avg_last_visit_time: 5065.29 + num_replay_batches: 5075 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010339472 + avg_actor_approxkl3: 0.00048351783 + avg_actor_clipfrac: 0.015686035 + avg_actor_loss: -8.4332656e-05 + avg_advantage: -0.0024738307 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.15271e-06 + avg_entropy: 0.050916385 + avg_grad_norm_pre_clip: 1.0268222 + avg_loss: -0.0001311727 + max: + max_actor_approxkl1: 0.0026980191 + max_actor_approxkl3: 0.001179911 + max_actor_clipfrac: 0.030029297 + max_actor_loss: 0.0014419649 + max_advantage: 0.016663492 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1385262e-05 + max_entropy: 0.073657535 + max_grad_norm_pre_clip: 2.3363123 + max_loss: 0.0013903022 + std: + std_actor_approxkl1: 0.00076427707 + std_actor_approxkl3: 0.0003230385 + std_actor_clipfrac: 0.008292295 + std_actor_loss: 0.000693433 + std_advantage: 0.0037366252 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3646282e-06 + std_entropy: 0.010046531 + std_grad_norm_pre_clip: 0.49945006 + std_loss: 0.00069479516 + eval-batch-train: + avg_avg_episode_length: 4.753614 + avg_avg_return: 0.98960876 + avg_benchmark_regret: 0.0055842735 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34418488 + proxy_corner: + avg_avg_return: 0.19790371 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 5.9852805 + avg_avg_return: 0.9852569 + avg_benchmark_regret: 0.008682098 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2676773 + proxy_corner: + avg_avg_return: 0.9852569 + avg_reward_per_step: 0.2676773 + eval-batch-shift: + avg_avg_episode_length: 4.977748 + avg_avg_return: 0.98862946 + avg_benchmark_regret: 0.006331864 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34642792 + proxy_corner: + avg_avg_return: 0.18262435 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.519701 + avg_avg_return: 0.9869138 + avg_benchmark_regret: 0.0075064967 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27908325 + proxy_corner: + avg_avg_return: 0.9869138 + avg_reward_per_step: 0.27908325 +=========================================================== +=========================================================== + step: + env-step-all-before: 333447168 + env-step-replay-before: 166756352 + env-step-used-before: 333447168 + ppo-update-before: 203520 + env-step-generate-before: 166690816 + env-step-all-after: 333479936 + env-step-replay-after: 166789120 + env-step-used-after: 333479936 + ppo-update-after: 203540 + env-step-generate-after: 166690816 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.237346 + avg_avg_return: 0.88514256 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.59125996 + avg_reward_per_step: 0.045288086 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.237346 + avg_avg_return: 0.88514256 + avg_reward_per_step: 0.068359375 + proxy_corner: + avg_avg_return: 0.59125996 + avg_reward_per_step: 0.045288086 + perf: + env_steps_per_second: 991262.5336284227 + ppo_updates_per_second: 111.28844493826762 + eval-batch-train-duration: 0.18719188403338194 + eval-batch-orig-duration: 0.14334375102771446 + eval-batch-shift-duration: 0.13968642801046371 + eval-batch-tree-duration: 0.13842029200168326 + ued: + distances: + cheese-corne_dist_avg: 7.1638184 + cheese-corne_dist_wavg: 3.4187593 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.165039 + mouse-cheese_dist_finite_wavg: 14.814494 + mouse-cheese_dist_solvable_avg: 13.165039 + mouse-cheese_dist_solvable_wavg: 14.814494 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10086755 + visit_patterns: + avg_first_visit_time: 3583.2026 + avg_last_visit_time: 5080.297 + num_replay_batches: 5090 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008440185 + avg_actor_approxkl3: 0.00043260492 + avg_actor_clipfrac: 0.0133422855 + avg_actor_loss: -0.00019400292 + avg_advantage: -0.0018460426 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.899908e-06 + avg_entropy: 0.051364094 + avg_grad_norm_pre_clip: 0.9851824 + avg_loss: -0.00024091707 + max: + max_actor_approxkl1: 0.0021753814 + max_actor_approxkl3: 0.0008399708 + max_actor_clipfrac: 0.024658203 + max_actor_loss: 0.0009828666 + max_advantage: 0.016266942 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.12445505e-05 + max_entropy: 0.06852058 + max_grad_norm_pre_clip: 1.7557356 + max_loss: 0.00093271845 + std: + std_actor_approxkl1: 0.0006770331 + std_actor_approxkl3: 0.0002485818 + std_actor_clipfrac: 0.0065870583 + std_actor_loss: 0.00055198045 + std_advantage: 0.004031462 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0611127e-06 + std_entropy: 0.008640311 + std_grad_norm_pre_clip: 0.40377128 + std_loss: 0.00055388745 + eval-batch-train: + avg_avg_episode_length: 4.778341 + avg_avg_return: 0.98950344 + avg_benchmark_regret: 0.005689662 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3438568 + proxy_corner: + avg_avg_return: 0.1978375 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 6.018379 + avg_avg_return: 0.98516655 + avg_benchmark_regret: 0.00877247 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2672882 + proxy_corner: + avg_avg_return: 0.98516655 + avg_reward_per_step: 0.2672882 + eval-batch-shift: + avg_avg_episode_length: 4.9767895 + avg_avg_return: 0.98880684 + avg_benchmark_regret: 0.006154428 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34643555 + proxy_corner: + avg_avg_return: 0.18315277 + avg_reward_per_step: 0.036392212 + eval-batch-tree: + avg_avg_episode_length: 5.5220776 + avg_avg_return: 0.9872796 + avg_benchmark_regret: 0.00714067 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27909088 + proxy_corner: + avg_avg_return: 0.9872796 + avg_reward_per_step: 0.27909088 +=========================================================== +=========================================================== + step: + env-step-all-before: 334495744 + env-step-replay-before: 167313408 + env-step-used-before: 334495744 + ppo-update-before: 204160 + env-step-generate-before: 167182336 + env-step-all-after: 334528512 + env-step-replay-after: 167346176 + env-step-used-after: 334528512 + ppo-update-after: 204180 + env-step-generate-after: 167182336 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.13489 + avg_avg_return: 0.8865762 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.6356741 + avg_reward_per_step: 0.048065186 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.13489 + avg_avg_return: 0.8865762 + avg_reward_per_step: 0.06781006 + proxy_corner: + avg_avg_return: 0.6356741 + avg_reward_per_step: 0.048065186 + perf: + env_steps_per_second: 973684.9229447914 + ppo_updates_per_second: 109.84146040284797 + eval-batch-train-duration: 0.1875663690152578 + eval-batch-orig-duration: 0.1348249760339968 + eval-batch-shift-duration: 0.13732639100635424 + eval-batch-tree-duration: 0.13669844798278064 + ued: + distances: + cheese-corne_dist_avg: 7.1799316 + cheese-corne_dist_wavg: 15.113967 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.169189 + mouse-cheese_dist_finite_wavg: 14.817054 + mouse-cheese_dist_solvable_avg: 13.169189 + mouse-cheese_dist_solvable_wavg: 14.817056 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1007513 + visit_patterns: + avg_first_visit_time: 3590.7258 + avg_last_visit_time: 5097.077 + num_replay_batches: 5107 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012469932 + avg_actor_approxkl3: 0.0006399764 + avg_actor_clipfrac: 0.018066406 + avg_actor_loss: -0.00024186846 + avg_advantage: -0.0022210511 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.810354e-06 + avg_entropy: 0.05154956 + avg_grad_norm_pre_clip: 1.2111478 + avg_loss: -0.00028951283 + max: + max_actor_approxkl1: 0.0030212533 + max_actor_approxkl3: 0.0012254295 + max_actor_clipfrac: 0.033569336 + max_actor_loss: 0.0008446099 + max_advantage: 0.014442623 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0655657e-05 + max_entropy: 0.063235715 + max_grad_norm_pre_clip: 2.0912032 + max_loss: 0.0008051145 + std: + std_actor_approxkl1: 0.0009191602 + std_actor_approxkl3: 0.0003827575 + std_actor_clipfrac: 0.00877812 + std_actor_loss: 0.0005759978 + std_advantage: 0.0037598822 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.31514e-06 + std_entropy: 0.0070275925 + std_grad_norm_pre_clip: 0.42376933 + std_loss: 0.00057797146 + eval-batch-train: + avg_avg_episode_length: 4.76068 + avg_avg_return: 0.98957074 + avg_benchmark_regret: 0.0056224056 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34405518 + proxy_corner: + avg_avg_return: 0.19760638 + avg_reward_per_step: 0.03981781 + eval-batch-orig: + avg_avg_episode_length: 6.0702205 + avg_avg_return: 0.98550475 + avg_benchmark_regret: 0.0084342165 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2669983 + proxy_corner: + avg_avg_return: 0.98550475 + avg_reward_per_step: 0.2669983 + eval-batch-shift: + avg_avg_episode_length: 4.9875765 + avg_avg_return: 0.98824406 + avg_benchmark_regret: 0.006717255 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34625244 + proxy_corner: + avg_avg_return: 0.1856438 + avg_reward_per_step: 0.036750793 + eval-batch-tree: + avg_avg_episode_length: 5.6065483 + avg_avg_return: 0.9865781 + avg_benchmark_regret: 0.0078422045 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27842712 + proxy_corner: + avg_avg_return: 0.9865781 + avg_reward_per_step: 0.27842712 +=========================================================== +=========================================================== + step: + env-step-all-before: 335544320 + env-step-replay-before: 167804928 + env-step-used-before: 335544320 + ppo-update-before: 204800 + env-step-generate-before: 167739392 + env-step-all-after: 335577088 + env-step-replay-after: 167804928 + env-step-used-after: 335577088 + ppo-update-after: 204820 + env-step-generate-after: 167772160 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.7317953 + avg_avg_return: 0.97142124 + avg_reward_per_step: 0.33917236 + proxy_corner: + avg_avg_return: 0.1752452 + avg_reward_per_step: 0.032440186 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.7317953 + avg_avg_return: 0.97142124 + avg_reward_per_step: 0.33917236 + proxy_corner: + avg_avg_return: 0.1752452 + avg_reward_per_step: 0.032440186 + perf: + env_steps_per_second: 980597.4993330073 + ppo_updates_per_second: 110.55390226359137 + eval-batch-train-duration: 0.18964772199979052 + eval-batch-orig-duration: 0.1426238650456071 + eval-batch-shift-duration: 0.1423690149676986 + eval-batch-tree-duration: 0.13852322701131925 + ued: + distances: + cheese-corne_dist_avg: 7.199951 + cheese-corne_dist_wavg: 5.227479 + levels_cheese_is_in_corner_avg: 0.057861328 + mouse-cheese_dist_finite_avg: 13.169189 + mouse-cheese_dist_finite_wavg: 13.018159 + mouse-cheese_dist_solvable_avg: 13.169189 + mouse-cheese_dist_solvable_wavg: 13.018161 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10142707 + visit_patterns: + avg_first_visit_time: 3600.83 + avg_last_visit_time: 5111.2295 + num_replay_batches: 5121 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004556913 + avg_actor_approxkl3: 0.0001893363 + avg_actor_clipfrac: 0.0032226562 + avg_actor_loss: 4.4994358e-05 + avg_advantage: 0.003202126 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.289463e-06 + avg_entropy: 0.0085073775 + avg_grad_norm_pre_clip: 0.3290277 + avg_loss: 4.113171e-05 + max: + max_actor_approxkl1: 0.0015137403 + max_actor_approxkl3: 0.0005790735 + max_actor_clipfrac: 0.0076904297 + max_actor_loss: 0.0013348106 + max_advantage: 0.019310117 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.6236048e-05 + max_entropy: 0.012179221 + max_grad_norm_pre_clip: 0.8162132 + max_loss: 0.0013306752 + std: + std_actor_approxkl1: 0.00040821743 + std_actor_approxkl3: 0.0001883022 + std_actor_clipfrac: 0.0022756867 + std_actor_loss: 0.00036795193 + std_advantage: 0.003745218 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4673575e-06 + std_entropy: 0.0022577462 + std_grad_norm_pre_clip: 0.18582308 + std_loss: 0.0003680708 + eval-batch-train: + avg_avg_episode_length: 4.767295 + avg_avg_return: 0.98939544 + avg_benchmark_regret: 0.005797649 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34403992 + proxy_corner: + avg_avg_return: 0.19729355 + avg_reward_per_step: 0.03956604 + eval-batch-orig: + avg_avg_episode_length: 5.9881887 + avg_avg_return: 0.9854997 + avg_benchmark_regret: 0.00843933 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26745605 + proxy_corner: + avg_avg_return: 0.9854997 + avg_reward_per_step: 0.26745605 + eval-batch-shift: + avg_avg_episode_length: 4.9854994 + avg_avg_return: 0.9881177 + avg_benchmark_regret: 0.006843578 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34623718 + proxy_corner: + avg_avg_return: 0.18439695 + avg_reward_per_step: 0.036605835 + eval-batch-tree: + avg_avg_episode_length: 5.5325 + avg_avg_return: 0.98674154 + avg_benchmark_regret: 0.0076787425 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2787857 + proxy_corner: + avg_avg_return: 0.98674154 + avg_reward_per_step: 0.2787857 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 336592896 + env-step-replay-before: 168394752 + env-step-used-before: 336592896 + ppo-update-before: 205440 + env-step-generate-before: 168198144 + env-step-all-after: 336625664 + env-step-replay-after: 168394752 + env-step-used-after: 336625664 + ppo-update-after: 205460 + env-step-generate-after: 168230912 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.253238 + avg_avg_return: 0.9651693 + avg_reward_per_step: 0.32040405 + proxy_corner: + avg_avg_return: 0.2192999 + avg_reward_per_step: 0.04522705 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.253238 + avg_avg_return: 0.9651693 + avg_reward_per_step: 0.32040405 + proxy_corner: + avg_avg_return: 0.2192999 + avg_reward_per_step: 0.04522705 + perf: + env_steps_per_second: 986547.8678599574 + ppo_updates_per_second: 111.00741416637118 + eval-batch-train-duration: 0.18602068501058966 + eval-batch-orig-duration: 0.1361788289505057 + eval-batch-shift-duration: 0.13638030702713877 + eval-batch-tree-duration: 0.13582884898642078 + ued: + distances: + cheese-corne_dist_avg: 7.2109375 + cheese-corne_dist_wavg: 0.73176044 + levels_cheese_is_in_corner_avg: 0.056884766 + mouse-cheese_dist_finite_avg: 13.174805 + mouse-cheese_dist_finite_wavg: 14.816942 + mouse-cheese_dist_solvable_avg: 13.174805 + mouse-cheese_dist_solvable_wavg: 14.816944 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10073437 + visit_patterns: + avg_first_visit_time: 3609.9937 + avg_last_visit_time: 5129.2373 + num_replay_batches: 5139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030856184 + avg_actor_approxkl3: 0.000137456 + avg_actor_clipfrac: 0.0026428222 + avg_actor_loss: -5.398927e-05 + avg_advantage: 0.0021434838 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.786926e-06 + avg_entropy: 0.00954711 + avg_grad_norm_pre_clip: 0.27091664 + avg_loss: -5.914292e-05 + max: + max_actor_approxkl1: 0.0010520392 + max_actor_approxkl3: 0.00042378446 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 0.00025364384 + max_advantage: 0.026461601 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2584162e-05 + max_entropy: 0.014876795 + max_grad_norm_pre_clip: 1.106891 + max_loss: 0.00024534098 + std: + std_actor_approxkl1: 0.0002505818 + std_actor_approxkl3: 9.9888595e-05 + std_actor_clipfrac: 0.00192673 + std_actor_loss: 0.00013779414 + std_advantage: 0.004038893 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4596055e-06 + std_entropy: 0.0027906783 + std_grad_norm_pre_clip: 0.20801698 + std_loss: 0.00013745365 + eval-batch-train: + avg_avg_episode_length: 4.750827 + avg_avg_return: 0.98981965 + avg_benchmark_regret: 0.00537347 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.19778365 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.0071554 + avg_avg_return: 0.9863345 + avg_benchmark_regret: 0.007604492 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26744843 + proxy_corner: + avg_avg_return: 0.9863345 + avg_reward_per_step: 0.26744843 + eval-batch-shift: + avg_avg_episode_length: 4.9723096 + avg_avg_return: 0.9888006 + avg_benchmark_regret: 0.006160733 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34616852 + proxy_corner: + avg_avg_return: 0.18368573 + avg_reward_per_step: 0.036514282 + eval-batch-tree: + avg_avg_episode_length: 5.5421863 + avg_avg_return: 0.9871445 + avg_benchmark_regret: 0.007275793 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27850342 + proxy_corner: + avg_avg_return: 0.9871445 + avg_reward_per_step: 0.27850342 +=========================================================== +=========================================================== + step: + env-step-all-before: 337641472 + env-step-replay-before: 168853504 + env-step-used-before: 337641472 + ppo-update-before: 206080 + env-step-generate-before: 168787968 + env-step-all-after: 337674240 + env-step-replay-after: 168853504 + env-step-used-after: 337674240 + ppo-update-after: 206100 + env-step-generate-after: 168820736 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.65044 + avg_avg_return: 0.96955305 + avg_reward_per_step: 0.33312988 + proxy_corner: + avg_avg_return: 0.16111809 + avg_reward_per_step: 0.036102295 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.65044 + avg_avg_return: 0.96955305 + avg_reward_per_step: 0.33312988 + proxy_corner: + avg_avg_return: 0.16111809 + avg_reward_per_step: 0.036102295 + perf: + env_steps_per_second: 906523.4552747047 + ppo_updates_per_second: 111.23983043578353 + eval-batch-train-duration: 0.18661703902762383 + eval-batch-orig-duration: 0.13683779997518286 + eval-batch-shift-duration: 0.13844201300526038 + eval-batch-tree-duration: 0.13794330297969282 + ued: + distances: + cheese-corne_dist_avg: 7.2021484 + cheese-corne_dist_wavg: 14.207921 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 13.173828 + mouse-cheese_dist_finite_wavg: 14.815513 + mouse-cheese_dist_solvable_avg: 13.173828 + mouse-cheese_dist_solvable_wavg: 14.815513 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10082528 + visit_patterns: + avg_first_visit_time: 3616.5198 + avg_last_visit_time: 5143.208 + num_replay_batches: 5153 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00086023984 + avg_actor_approxkl3: 0.00037708506 + avg_actor_clipfrac: 0.002758789 + avg_actor_loss: -6.276633e-05 + avg_advantage: 0.0023813767 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.135227e-06 + avg_entropy: 0.007836721 + avg_grad_norm_pre_clip: 0.23344962 + avg_loss: -6.653545e-05 + max: + max_actor_approxkl1: 0.0047051194 + max_actor_approxkl3: 0.0021734764 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 0.0005449578 + max_advantage: 0.019664705 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1341371e-05 + max_entropy: 0.013383024 + max_grad_norm_pre_clip: 0.46988526 + max_loss: 0.0005382306 + std: + std_actor_approxkl1: 0.0011560452 + std_actor_approxkl3: 0.0005188367 + std_actor_clipfrac: 0.0018726557 + std_actor_loss: 0.00022729885 + std_advantage: 0.0035902918 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5380399e-06 + std_entropy: 0.0023203616 + std_grad_norm_pre_clip: 0.11440013 + std_loss: 0.00022658991 + eval-batch-train: + avg_avg_episode_length: 4.753706 + avg_avg_return: 0.9895047 + avg_benchmark_regret: 0.0056884233 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3440857 + proxy_corner: + avg_avg_return: 0.19787988 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 5.9720755 + avg_avg_return: 0.985838 + avg_benchmark_regret: 0.008101006 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26746368 + proxy_corner: + avg_avg_return: 0.985838 + avg_reward_per_step: 0.26746368 + eval-batch-shift: + avg_avg_episode_length: 4.980513 + avg_avg_return: 0.98858774 + avg_benchmark_regret: 0.0063735833 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3463745 + proxy_corner: + avg_avg_return: 0.18303245 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.5164237 + avg_avg_return: 0.98679566 + avg_benchmark_regret: 0.0076246513 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27900696 + proxy_corner: + avg_avg_return: 0.98679566 + avg_reward_per_step: 0.27900696 +=========================================================== +=========================================================== + step: + env-step-all-before: 338690048 + env-step-replay-before: 169377792 + env-step-used-before: 338690048 + ppo-update-before: 206720 + env-step-generate-before: 169312256 + env-step-all-after: 338722816 + env-step-replay-after: 169410560 + env-step-used-after: 338722816 + ppo-update-after: 206740 + env-step-generate-after: 169312256 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 14.166145 + avg_avg_return: 0.8824601 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.6100955 + avg_reward_per_step: 0.046875 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 14.166145 + avg_avg_return: 0.8824601 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.6100955 + avg_reward_per_step: 0.046875 + perf: + env_steps_per_second: 974365.9796347368 + ppo_updates_per_second: 111.1374272454608 + eval-batch-train-duration: 0.18579156399937347 + eval-batch-orig-duration: 0.13870930799748749 + eval-batch-shift-duration: 0.13744369201594964 + eval-batch-tree-duration: 0.1362630479852669 + ued: + distances: + cheese-corne_dist_avg: 7.2038574 + cheese-corne_dist_wavg: 4.3189507 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.181641 + mouse-cheese_dist_finite_wavg: 13.017566 + mouse-cheese_dist_solvable_avg: 13.181641 + mouse-cheese_dist_solvable_wavg: 13.017568 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10144391 + visit_patterns: + avg_first_visit_time: 3627.9946 + avg_last_visit_time: 5160.2295 + num_replay_batches: 5170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015996033 + avg_actor_approxkl3: 0.0009421701 + avg_actor_clipfrac: 0.018591309 + avg_actor_loss: 0.00033787888 + avg_advantage: -0.0014766158 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016345561 + avg_entropy: 0.05007252 + avg_grad_norm_pre_clip: 1.18747 + avg_loss: 0.00036953413 + max: + max_actor_approxkl1: 0.0041454574 + max_actor_approxkl3: 0.0022408366 + max_actor_clipfrac: 0.031982422 + max_actor_loss: 0.005279692 + max_advantage: 0.014534354 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00063288125 + max_entropy: 0.06529804 + max_grad_norm_pre_clip: 2.514258 + max_loss: 0.0055411826 + std: + std_actor_approxkl1: 0.0011756918 + std_actor_approxkl3: 0.00059947453 + std_actor_clipfrac: 0.008103308 + std_actor_loss: 0.0014607713 + std_advantage: 0.018048268 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026987994 + std_entropy: 0.0068386467 + std_grad_norm_pre_clip: 0.6884541 + std_loss: 0.001531326 + eval-batch-train: + avg_avg_episode_length: 4.7430096 + avg_avg_return: 0.98961 + avg_benchmark_regret: 0.005583089 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34431458 + proxy_corner: + avg_avg_return: 0.19763087 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.008375 + avg_avg_return: 0.9852748 + avg_benchmark_regret: 0.008664224 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26741028 + proxy_corner: + avg_avg_return: 0.9852748 + avg_reward_per_step: 0.26741028 + eval-batch-shift: + avg_avg_episode_length: 4.974959 + avg_avg_return: 0.9884169 + avg_benchmark_regret: 0.0065443832 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34648132 + proxy_corner: + avg_avg_return: 0.18276125 + avg_reward_per_step: 0.036392212 + eval-batch-tree: + avg_avg_episode_length: 5.524909 + avg_avg_return: 0.9873209 + avg_benchmark_regret: 0.007099404 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27920532 + proxy_corner: + avg_avg_return: 0.9873209 + avg_reward_per_step: 0.27920532 +=========================================================== +=========================================================== + step: + env-step-all-before: 339738624 + env-step-replay-before: 169934848 + env-step-used-before: 339738624 + ppo-update-before: 207360 + env-step-generate-before: 169803776 + env-step-all-after: 339771392 + env-step-replay-after: 169934848 + env-step-used-after: 339771392 + ppo-update-after: 207380 + env-step-generate-after: 169836544 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 4.9554763 + avg_avg_return: 0.9669702 + avg_reward_per_step: 0.3340454 + proxy_corner: + avg_avg_return: 0.16704848 + avg_reward_per_step: 0.03463745 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 4.9554763 + avg_avg_return: 0.9669702 + avg_reward_per_step: 0.3340454 + proxy_corner: + avg_avg_return: 0.16704848 + avg_reward_per_step: 0.03463745 + perf: + env_steps_per_second: 974109.1431068593 + ppo_updates_per_second: 111.70458205990089 + eval-batch-train-duration: 0.18563661200460047 + eval-batch-orig-duration: 0.1371028499561362 + eval-batch-shift-duration: 0.13672898500226438 + eval-batch-tree-duration: 0.1373583910171874 + ued: + distances: + cheese-corne_dist_avg: 7.213379 + cheese-corne_dist_wavg: 3.4181552 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 13.186035 + mouse-cheese_dist_finite_wavg: 14.8197155 + mouse-cheese_dist_solvable_avg: 13.186035 + mouse-cheese_dist_solvable_wavg: 14.819717 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101006635 + visit_patterns: + avg_first_visit_time: 3633.0334 + avg_last_visit_time: 5176.283 + num_replay_batches: 5186 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053302513 + avg_actor_approxkl3: 0.00024943874 + avg_actor_clipfrac: 0.0042907717 + avg_actor_loss: 1.6158121e-05 + avg_advantage: 0.0010962505 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.222239e-06 + avg_entropy: 0.0103457365 + avg_grad_norm_pre_clip: 0.25632277 + avg_loss: 9.9234985e-06 + max: + max_actor_approxkl1: 0.0022017707 + max_actor_approxkl3: 0.0011732146 + max_actor_clipfrac: 0.01184082 + max_actor_loss: 0.002136861 + max_advantage: 0.016883075 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0658567e-05 + max_entropy: 0.019289166 + max_grad_norm_pre_clip: 1.0122715 + max_loss: 0.0021281887 + std: + std_actor_approxkl1: 0.00063760224 + std_actor_approxkl3: 0.00029916214 + std_actor_clipfrac: 0.0035160223 + std_actor_loss: 0.00055443414 + std_advantage: 0.0038628813 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3343208e-06 + std_entropy: 0.003598127 + std_grad_norm_pre_clip: 0.26268998 + std_loss: 0.0005543248 + eval-batch-train: + avg_avg_episode_length: 4.7421193 + avg_avg_return: 0.9895154 + avg_benchmark_regret: 0.0056776837 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34423828 + proxy_corner: + avg_avg_return: 0.19736758 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 5.997553 + avg_avg_return: 0.98557967 + avg_benchmark_regret: 0.008359313 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26753235 + proxy_corner: + avg_avg_return: 0.98557967 + avg_reward_per_step: 0.26753235 + eval-batch-shift: + avg_avg_episode_length: 4.974142 + avg_avg_return: 0.98850924 + avg_benchmark_regret: 0.006452075 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34633636 + proxy_corner: + avg_avg_return: 0.18400073 + avg_reward_per_step: 0.036567688 + eval-batch-tree: + avg_avg_episode_length: 5.528098 + avg_avg_return: 0.9867352 + avg_benchmark_regret: 0.007685082 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27915192 + proxy_corner: + avg_avg_return: 0.9867352 + avg_reward_per_step: 0.27915192 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 340787200 + env-step-replay-before: 170360832 + env-step-used-before: 340787200 + ppo-update-before: 208000 + env-step-generate-before: 170426368 + env-step-all-after: 340819968 + env-step-replay-after: 170360832 + env-step-used-after: 340819968 + ppo-update-after: 208020 + env-step-generate-after: 170459136 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.128338 + avg_avg_return: 0.9680099 + avg_reward_per_step: 0.32540894 + proxy_corner: + avg_avg_return: 0.17237367 + avg_reward_per_step: 0.03414917 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.128338 + avg_avg_return: 0.9680099 + avg_reward_per_step: 0.32540894 + proxy_corner: + avg_avg_return: 0.17237367 + avg_reward_per_step: 0.03414917 + perf: + env_steps_per_second: 990932.1915286572 + ppo_updates_per_second: 111.40723960616225 + eval-batch-train-duration: 0.19373767997603863 + eval-batch-orig-duration: 0.15062264102743939 + eval-batch-shift-duration: 0.14962128299521282 + eval-batch-tree-duration: 0.13534305297071114 + ued: + distances: + cheese-corne_dist_avg: 7.1865234 + cheese-corne_dist_wavg: 10.607615 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.186035 + mouse-cheese_dist_finite_wavg: 13.019077 + mouse-cheese_dist_solvable_avg: 13.186035 + mouse-cheese_dist_solvable_wavg: 13.019079 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.100968994 + visit_patterns: + avg_first_visit_time: 3639.3914 + avg_last_visit_time: 5189.3257 + num_replay_batches: 5199 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001213907 + avg_actor_approxkl3: 0.00086884777 + avg_actor_clipfrac: 0.004217529 + avg_actor_loss: 0.00012747645 + avg_advantage: -0.0007917993 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.2921257e-06 + avg_entropy: 0.009345344 + avg_grad_norm_pre_clip: 0.33426055 + avg_loss: 0.00012177717 + max: + max_actor_approxkl1: 0.0059514837 + max_actor_approxkl3: 0.00460522 + max_actor_clipfrac: 0.014404297 + max_actor_loss: 0.0018344903 + max_advantage: 0.016129196 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0316509e-05 + max_entropy: 0.017424706 + max_grad_norm_pre_clip: 0.9796758 + max_loss: 0.001822862 + std: + std_actor_approxkl1: 0.0019431605 + std_actor_approxkl3: 0.0013609054 + std_actor_clipfrac: 0.0037905683 + std_actor_loss: 0.00045681206 + std_advantage: 0.0038022778 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2716499e-06 + std_entropy: 0.0037900931 + std_grad_norm_pre_clip: 0.30748767 + std_loss: 0.0004549018 + eval-batch-train: + avg_avg_episode_length: 4.737979 + avg_avg_return: 0.9896618 + avg_benchmark_regret: 0.0055312607 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34443665 + proxy_corner: + avg_avg_return: 0.19752717 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 6.0030413 + avg_avg_return: 0.98551404 + avg_benchmark_regret: 0.008424961 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26774597 + proxy_corner: + avg_avg_return: 0.98551404 + avg_reward_per_step: 0.26774597 + eval-batch-shift: + avg_avg_episode_length: 4.983102 + avg_avg_return: 0.9885632 + avg_benchmark_regret: 0.0063981246 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34644318 + proxy_corner: + avg_avg_return: 0.18338734 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.525403 + avg_avg_return: 0.98742014 + avg_benchmark_regret: 0.0070001306 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2793045 + proxy_corner: + avg_avg_return: 0.98742014 + avg_reward_per_step: 0.2793045 +=========================================================== +=========================================================== + step: + env-step-all-before: 341835776 + env-step-replay-before: 170688512 + env-step-used-before: 341835776 + ppo-update-before: 208640 + env-step-generate-before: 171147264 + env-step-all-after: 341868544 + env-step-replay-after: 170688512 + env-step-used-after: 341868544 + ppo-update-after: 208660 + env-step-generate-after: 171180032 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 4.5479803 + avg_avg_return: 0.97269654 + avg_reward_per_step: 0.34487915 + proxy_corner: + avg_avg_return: 0.14187592 + avg_reward_per_step: 0.028961182 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 4.5479803 + avg_avg_return: 0.97269654 + avg_reward_per_step: 0.34487915 + proxy_corner: + avg_avg_return: 0.14187592 + avg_reward_per_step: 0.028961182 + perf: + env_steps_per_second: 976221.5228316756 + ppo_updates_per_second: 110.81969166702358 + eval-batch-train-duration: 0.1853680460480973 + eval-batch-orig-duration: 0.13541803398402408 + eval-batch-shift-duration: 0.1360915339901112 + eval-batch-tree-duration: 0.13580430200090632 + ued: + distances: + cheese-corne_dist_avg: 7.186035 + cheese-corne_dist_wavg: 11.516745 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.185791 + mouse-cheese_dist_finite_wavg: 13.017836 + mouse-cheese_dist_solvable_avg: 13.185791 + mouse-cheese_dist_solvable_wavg: 13.017834 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.101061225 + visit_patterns: + avg_first_visit_time: 3661.9443 + avg_last_visit_time: 5199.376 + num_replay_batches: 5209 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047977763 + avg_actor_approxkl3: 0.00028137 + avg_actor_clipfrac: 0.0034301758 + avg_actor_loss: -0.000105801904 + avg_advantage: 0.0008366588 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.072858e-06 + avg_entropy: 0.008221839 + avg_grad_norm_pre_clip: 0.25092745 + avg_loss: -0.000110487315 + max: + max_actor_approxkl1: 0.003874654 + max_actor_approxkl3: 0.0026927255 + max_actor_clipfrac: 0.019042969 + max_actor_loss: 0.0021455996 + max_advantage: 0.020770252 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.882492e-06 + max_entropy: 0.013803838 + max_grad_norm_pre_clip: 1.0955479 + max_loss: 0.0021351897 + std: + std_actor_approxkl1: 0.0008700245 + std_actor_approxkl3: 0.00058809976 + std_actor_clipfrac: 0.004085236 + std_actor_loss: 0.0006603654 + std_advantage: 0.0037353619 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.6502104e-07 + std_entropy: 0.002676463 + std_grad_norm_pre_clip: 0.21854515 + std_loss: 0.00065946375 + eval-batch-train: + avg_avg_episode_length: 4.734873 + avg_avg_return: 0.98979926 + avg_benchmark_regret: 0.0053938213 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34444427 + proxy_corner: + avg_avg_return: 0.19788957 + avg_reward_per_step: 0.03982544 + eval-batch-orig: + avg_avg_episode_length: 6.01287 + avg_avg_return: 0.98527133 + avg_benchmark_regret: 0.008667657 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26742554 + proxy_corner: + avg_avg_return: 0.98527133 + avg_reward_per_step: 0.26742554 + eval-batch-shift: + avg_avg_episode_length: 4.970376 + avg_avg_return: 0.98868626 + avg_benchmark_regret: 0.0062750718 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.183375 + avg_reward_per_step: 0.036514282 + eval-batch-tree: + avg_avg_episode_length: 5.529491 + avg_avg_return: 0.9866396 + avg_benchmark_regret: 0.0077806376 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27929688 + proxy_corner: + avg_avg_return: 0.9866396 + avg_reward_per_step: 0.27929688 +=========================================================== +=========================================================== + step: + env-step-all-before: 342884352 + env-step-replay-before: 170852352 + env-step-used-before: 342884352 + ppo-update-before: 209280 + env-step-generate-before: 172032000 + env-step-all-after: 342917120 + env-step-replay-after: 170852352 + env-step-used-after: 342917120 + ppo-update-after: 209300 + env-step-generate-after: 172064768 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.2049437 + avg_avg_return: 0.9675165 + avg_reward_per_step: 0.29415894 + proxy_corner: + avg_avg_return: 0.19487199 + avg_reward_per_step: 0.041015625 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 5.2049437 + avg_avg_return: 0.9675165 + avg_reward_per_step: 0.29415894 + proxy_corner: + avg_avg_return: 0.19487199 + avg_reward_per_step: 0.041015625 + perf: + env_steps_per_second: 977433.9765671475 + ppo_updates_per_second: 110.06409826327928 + eval-batch-train-duration: 0.18799301300896332 + eval-batch-orig-duration: 0.13876527204411104 + eval-batch-shift-duration: 0.13938508200226352 + eval-batch-tree-duration: 0.13738429901422933 + ued: + distances: + cheese-corne_dist_avg: 7.1879883 + cheese-corne_dist_wavg: 1.6151135 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.189941 + mouse-cheese_dist_finite_wavg: 14.817594 + mouse-cheese_dist_solvable_avg: 13.189941 + mouse-cheese_dist_solvable_wavg: 14.817594 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.101837024 + visit_patterns: + avg_first_visit_time: 3678.8945 + avg_last_visit_time: 5204.313 + num_replay_batches: 5214 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035753328 + avg_actor_approxkl3: 0.00014463521 + avg_actor_clipfrac: 0.0030578615 + avg_actor_loss: -0.0001135604 + avg_advantage: 0.004729666 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.88041e-06 + avg_entropy: 0.009190227 + avg_grad_norm_pre_clip: 0.25566107 + avg_loss: -0.000117810436 + max: + max_actor_approxkl1: 0.0011077491 + max_actor_approxkl3: 0.0004508085 + max_actor_clipfrac: 0.006225586 + max_actor_loss: 0.00033338182 + max_advantage: 0.017276466 + max_critic_clipfrac: 0.0 + max_critic_loss: 2.15129e-05 + max_entropy: 0.014935259 + max_grad_norm_pre_clip: 0.45306927 + max_loss: 0.00032980382 + std: + std_actor_approxkl1: 0.00031759066 + std_actor_approxkl3: 0.00012541485 + std_actor_clipfrac: 0.0017183211 + std_actor_loss: 0.00025892915 + std_advantage: 0.0040914435 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.000709e-06 + std_entropy: 0.0031671808 + std_grad_norm_pre_clip: 0.10168745 + std_loss: 0.00026076657 + eval-batch-train: + avg_avg_episode_length: 4.7517138 + avg_avg_return: 0.98965275 + avg_benchmark_regret: 0.0055403514 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34413147 + proxy_corner: + avg_avg_return: 0.19792175 + avg_reward_per_step: 0.03982544 + eval-batch-orig: + avg_avg_episode_length: 6.1240206 + avg_avg_return: 0.98490846 + avg_benchmark_regret: 0.009030506 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.98490846 + avg_reward_per_step: 0.26678467 + eval-batch-shift: + avg_avg_episode_length: 4.972433 + avg_avg_return: 0.98824596 + avg_benchmark_regret: 0.0067153736 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34648132 + proxy_corner: + avg_avg_return: 0.18247618 + avg_reward_per_step: 0.036369324 + eval-batch-tree: + avg_avg_episode_length: 5.570751 + avg_avg_return: 0.986761 + avg_benchmark_regret: 0.007659264 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27897644 + proxy_corner: + avg_avg_return: 0.986761 + avg_reward_per_step: 0.27897644 +=========================================================== +=========================================================== + step: + env-step-all-before: 343932928 + env-step-replay-before: 171409408 + env-step-used-before: 343932928 + ppo-update-before: 209920 + env-step-generate-before: 172523520 + env-step-all-after: 343965696 + env-step-replay-after: 171442176 + env-step-used-after: 343965696 + ppo-update-after: 209940 + env-step-generate-after: 172523520 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.323763 + avg_avg_return: 0.8839355 + avg_reward_per_step: 0.06680298 + proxy_corner: + avg_avg_return: 0.6441337 + avg_reward_per_step: 0.04812622 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 14.323763 + avg_avg_return: 0.8839355 + avg_reward_per_step: 0.06680298 + proxy_corner: + avg_avg_return: 0.6441337 + avg_reward_per_step: 0.04812622 + perf: + env_steps_per_second: 1004917.6803862364 + ppo_updates_per_second: 111.68162742354532 + eval-batch-train-duration: 0.1865660030161962 + eval-batch-orig-duration: 0.1379307900206186 + eval-batch-shift-duration: 0.1367813540273346 + eval-batch-tree-duration: 0.13633289898280054 + ued: + distances: + cheese-corne_dist_avg: 7.20459 + cheese-corne_dist_wavg: 13.328647 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.190918 + mouse-cheese_dist_finite_wavg: 13.022018 + mouse-cheese_dist_solvable_avg: 13.190918 + mouse-cheese_dist_solvable_wavg: 13.022018 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.1009332 + visit_patterns: + avg_first_visit_time: 3686.3396 + avg_last_visit_time: 5222.202 + num_replay_batches: 5232 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014901854 + avg_actor_approxkl3: 0.0008023932 + avg_actor_clipfrac: 0.024224853 + avg_actor_loss: -0.00012303442 + avg_advantage: -0.0005550834 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.313003e-06 + avg_entropy: 0.06687473 + avg_grad_norm_pre_clip: 1.4728101 + avg_loss: -0.00018625263 + max: + max_actor_approxkl1: 0.0034449887 + max_actor_approxkl3: 0.0021814099 + max_actor_clipfrac: 0.04260254 + max_actor_loss: 0.0017494643 + max_advantage: 0.0223127 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.14845e-06 + max_entropy: 0.08530078 + max_grad_norm_pre_clip: 2.4237645 + max_loss: 0.0016850292 + std: + std_actor_approxkl1: 0.0009963661 + std_actor_approxkl3: 0.00052891375 + std_actor_clipfrac: 0.01090208 + std_actor_loss: 0.0009974006 + std_advantage: 0.0038361992 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.4377177e-07 + std_entropy: 0.008395179 + std_grad_norm_pre_clip: 0.4949857 + std_loss: 0.0009991112 + eval-batch-train: + avg_avg_episode_length: 4.7606583 + avg_avg_return: 0.98948216 + avg_benchmark_regret: 0.005710965 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3440628 + proxy_corner: + avg_avg_return: 0.19756666 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 6.0221925 + avg_avg_return: 0.9856342 + avg_benchmark_regret: 0.008304771 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26728058 + proxy_corner: + avg_avg_return: 0.9856342 + avg_reward_per_step: 0.26728058 + eval-batch-shift: + avg_avg_episode_length: 5.0139294 + avg_avg_return: 0.98830986 + avg_benchmark_regret: 0.006651474 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34622192 + proxy_corner: + avg_avg_return: 0.18335095 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.537821 + avg_avg_return: 0.987069 + avg_benchmark_regret: 0.0073512234 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27900696 + proxy_corner: + avg_avg_return: 0.987069 + avg_reward_per_step: 0.27900696 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 344981504 + env-step-replay-before: 171966464 + env-step-used-before: 344981504 + ppo-update-before: 210560 + env-step-generate-before: 173015040 + env-step-all-after: 345014272 + env-step-replay-after: 171999232 + env-step-used-after: 345014272 + ppo-update-after: 210580 + env-step-generate-after: 173015040 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.894201 + avg_avg_return: 0.88704705 + avg_reward_per_step: 0.06869507 + proxy_corner: + avg_avg_return: 0.6231416 + avg_reward_per_step: 0.047698975 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.894201 + avg_avg_return: 0.88704705 + avg_reward_per_step: 0.06869507 + proxy_corner: + avg_avg_return: 0.6231416 + avg_reward_per_step: 0.047698975 + perf: + env_steps_per_second: 983030.5125961422 + ppo_updates_per_second: 111.10892905367419 + eval-batch-train-duration: 0.19282668200321496 + eval-batch-orig-duration: 0.1461554910056293 + eval-batch-shift-duration: 0.1348770339973271 + eval-batch-tree-duration: 0.13916788197821006 + ued: + distances: + cheese-corne_dist_avg: 7.2077637 + cheese-corne_dist_wavg: 11.515451 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.186035 + mouse-cheese_dist_finite_wavg: 14.81573 + mouse-cheese_dist_solvable_avg: 13.186035 + mouse-cheese_dist_solvable_wavg: 14.815734 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100740224 + visit_patterns: + avg_first_visit_time: 3694.1772 + avg_last_visit_time: 5239.311 + num_replay_batches: 5249 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078375684 + avg_actor_approxkl3: 0.0004030819 + avg_actor_clipfrac: 0.014440918 + avg_actor_loss: -0.00024848114 + avg_advantage: -0.0026610456 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.766733e-06 + avg_entropy: 0.04826684 + avg_grad_norm_pre_clip: 0.9142675 + avg_loss: -0.00029286463 + max: + max_actor_approxkl1: 0.0018857245 + max_actor_approxkl3: 0.0009333216 + max_actor_clipfrac: 0.027709961 + max_actor_loss: 0.001462698 + max_advantage: 0.015129924 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0461295e-05 + max_entropy: 0.06014301 + max_grad_norm_pre_clip: 1.9397956 + max_loss: 0.0014069694 + std: + std_actor_approxkl1: 0.00055649714 + std_actor_approxkl3: 0.00023198481 + std_actor_clipfrac: 0.0069960346 + std_actor_loss: 0.0006260359 + std_advantage: 0.0034651053 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3214088e-06 + std_entropy: 0.008789123 + std_grad_norm_pre_clip: 0.37435842 + std_loss: 0.0006249054 + eval-batch-train: + avg_avg_episode_length: 4.863451 + avg_avg_return: 0.98907924 + avg_benchmark_regret: 0.0061138403 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34375763 + proxy_corner: + avg_avg_return: 0.19820061 + avg_reward_per_step: 0.03982544 + eval-batch-orig: + avg_avg_episode_length: 6.0175242 + avg_avg_return: 0.9854952 + avg_benchmark_regret: 0.008443784 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26709747 + proxy_corner: + avg_avg_return: 0.9854952 + avg_reward_per_step: 0.26709747 + eval-batch-shift: + avg_avg_episode_length: 4.98246 + avg_avg_return: 0.9887758 + avg_benchmark_regret: 0.0061855214 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34643555 + proxy_corner: + avg_avg_return: 0.18318468 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.6061206 + avg_avg_return: 0.98715466 + avg_benchmark_regret: 0.0072656395 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27881622 + proxy_corner: + avg_avg_return: 0.98715466 + avg_reward_per_step: 0.27881622 +=========================================================== +=========================================================== + step: + env-step-all-before: 346030080 + env-step-replay-before: 172392448 + env-step-used-before: 346030080 + ppo-update-before: 211200 + env-step-generate-before: 173637632 + env-step-all-after: 346062848 + env-step-replay-after: 172425216 + env-step-used-after: 346062848 + ppo-update-after: 211220 + env-step-generate-after: 173637632 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.810228 + avg_avg_return: 0.8884442 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.65157306 + avg_reward_per_step: 0.050048828 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.810228 + avg_avg_return: 0.8884442 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.65157306 + avg_reward_per_step: 0.050048828 + perf: + env_steps_per_second: 985871.8975013132 + ppo_updates_per_second: 110.49563875345363 + eval-batch-train-duration: 0.18847680400358513 + eval-batch-orig-duration: 0.1397495489800349 + eval-batch-shift-duration: 0.14087717299116775 + eval-batch-tree-duration: 0.14046150899957865 + ued: + distances: + cheese-corne_dist_avg: 7.215088 + cheese-corne_dist_wavg: 13.309397 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.182861 + mouse-cheese_dist_finite_wavg: 13.018532 + mouse-cheese_dist_solvable_avg: 13.182861 + mouse-cheese_dist_solvable_wavg: 13.018535 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1007395 + visit_patterns: + avg_first_visit_time: 3702.49 + avg_last_visit_time: 5252.3784 + num_replay_batches: 5262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014174682 + avg_actor_approxkl3: 0.0007447087 + avg_actor_clipfrac: 0.015844727 + avg_actor_loss: -1.5716394e-05 + avg_advantage: -0.0014954567 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.0427645e-06 + avg_entropy: 0.04730187 + avg_grad_norm_pre_clip: 0.70159096 + avg_loss: -5.949689e-05 + max: + max_actor_approxkl1: 0.0030885863 + max_actor_approxkl3: 0.0018297237 + max_actor_clipfrac: 0.033813477 + max_actor_loss: 0.0014560539 + max_advantage: 0.0166713 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.532711e-06 + max_entropy: 0.058583245 + max_grad_norm_pre_clip: 1.4021529 + max_loss: 0.0014082862 + std: + std_actor_approxkl1: 0.0007945804 + std_actor_approxkl3: 0.00041253687 + std_actor_clipfrac: 0.0074863643 + std_actor_loss: 0.00070804753 + std_advantage: 0.0034806635 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.46172e-07 + std_entropy: 0.005711362 + std_grad_norm_pre_clip: 0.25661477 + std_loss: 0.00070637267 + eval-batch-train: + avg_avg_episode_length: 4.738653 + avg_avg_return: 0.9895879 + avg_benchmark_regret: 0.0056052404 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34435272 + proxy_corner: + avg_avg_return: 0.19757968 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 5.9965477 + avg_avg_return: 0.98551023 + avg_benchmark_regret: 0.0084288195 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26766968 + proxy_corner: + avg_avg_return: 0.98551023 + avg_reward_per_step: 0.26766968 + eval-batch-shift: + avg_avg_episode_length: 4.976007 + avg_avg_return: 0.9885524 + avg_benchmark_regret: 0.0064089373 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34648895 + proxy_corner: + avg_avg_return: 0.1823824 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.5118284 + avg_avg_return: 0.98707664 + avg_benchmark_regret: 0.0073436247 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27933502 + proxy_corner: + avg_avg_return: 0.98707664 + avg_reward_per_step: 0.27933502 +=========================================================== +=========================================================== + step: + env-step-all-before: 347078656 + env-step-replay-before: 172818432 + env-step-used-before: 347078656 + ppo-update-before: 211840 + env-step-generate-before: 174260224 + env-step-all-after: 347111424 + env-step-replay-after: 172818432 + env-step-used-after: 347111424 + ppo-update-after: 211860 + env-step-generate-after: 174292992 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 5.2903438 + avg_avg_return: 0.96355903 + avg_reward_per_step: 0.28579712 + proxy_corner: + avg_avg_return: 0.14796783 + avg_reward_per_step: 0.028137207 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 5.2903438 + avg_avg_return: 0.96355903 + avg_reward_per_step: 0.28579712 + proxy_corner: + avg_avg_return: 0.14796783 + avg_reward_per_step: 0.028137207 + perf: + env_steps_per_second: 989006.3288088397 + ppo_updates_per_second: 110.97620660184542 + eval-batch-train-duration: 0.1845272000064142 + eval-batch-orig-duration: 0.1385520410258323 + eval-batch-shift-duration: 0.13855018804315478 + eval-batch-tree-duration: 0.13618444901658222 + ued: + distances: + cheese-corne_dist_avg: 7.1955566 + cheese-corne_dist_wavg: 3.4234426 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.180176 + mouse-cheese_dist_finite_wavg: 14.817219 + mouse-cheese_dist_solvable_avg: 13.180176 + mouse-cheese_dist_solvable_wavg: 14.817219 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10121068 + visit_patterns: + avg_first_visit_time: 3717.4897 + avg_last_visit_time: 5264.2793 + num_replay_batches: 5274 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001184352 + avg_actor_approxkl3: 0.000719143 + avg_actor_clipfrac: 0.0065307617 + avg_actor_loss: -0.00030115302 + avg_advantage: 0.00014250015 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.59034e-06 + avg_entropy: 0.009712494 + avg_grad_norm_pre_clip: 0.24462609 + avg_loss: -0.00030657032 + max: + max_actor_approxkl1: 0.004874813 + max_actor_approxkl3: 0.0037223157 + max_actor_clipfrac: 0.019165039 + max_actor_loss: 0.00016357936 + max_advantage: 0.017720759 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3244653e-05 + max_entropy: 0.01833177 + max_grad_norm_pre_clip: 0.77253497 + max_loss: 0.00015628556 + std: + std_actor_approxkl1: 0.0014533546 + std_actor_approxkl3: 0.0009798649 + std_actor_clipfrac: 0.005950536 + std_actor_loss: 0.0003759807 + std_advantage: 0.003906172 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0607986e-06 + std_entropy: 0.0039616846 + std_grad_norm_pre_clip: 0.19218595 + std_loss: 0.0003780244 + eval-batch-train: + avg_avg_episode_length: 4.733795 + avg_avg_return: 0.98941934 + avg_benchmark_regret: 0.005773777 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444748 + proxy_corner: + avg_avg_return: 0.19715317 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 6.0375376 + avg_avg_return: 0.985273 + avg_benchmark_regret: 0.008665981 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26735687 + proxy_corner: + avg_avg_return: 0.985273 + avg_reward_per_step: 0.26735687 + eval-batch-shift: + avg_avg_episode_length: 4.990204 + avg_avg_return: 0.98848945 + avg_benchmark_regret: 0.006471855 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34638977 + proxy_corner: + avg_avg_return: 0.18221629 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.5329595 + avg_avg_return: 0.9868976 + avg_benchmark_regret: 0.007522658 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27915955 + proxy_corner: + avg_avg_return: 0.9868976 + avg_reward_per_step: 0.27915955 +=========================================================== +=========================================================== + step: + env-step-all-before: 348127232 + env-step-replay-before: 173146112 + env-step-used-before: 348127232 + ppo-update-before: 212480 + env-step-generate-before: 174981120 + env-step-all-after: 348160000 + env-step-replay-after: 173178880 + env-step-used-after: 348160000 + ppo-update-after: 212500 + env-step-generate-after: 174981120 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.636045 + avg_avg_return: 0.8882397 + avg_reward_per_step: 0.06967163 + proxy_corner: + avg_avg_return: 0.6572485 + avg_reward_per_step: 0.051116943 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.636045 + avg_avg_return: 0.8882397 + avg_reward_per_step: 0.06967163 + proxy_corner: + avg_avg_return: 0.6572485 + avg_reward_per_step: 0.051116943 + perf: + env_steps_per_second: 984160.5064317696 + ppo_updates_per_second: 111.05586822926195 + eval-batch-train-duration: 0.18620138597907498 + eval-batch-orig-duration: 0.1365215540281497 + eval-batch-shift-duration: 0.13701025501359254 + eval-batch-tree-duration: 0.13603128003887832 + ued: + distances: + cheese-corne_dist_avg: 7.1674805 + cheese-corne_dist_wavg: 15.110656 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.182861 + mouse-cheese_dist_finite_wavg: 15.7171 + mouse-cheese_dist_solvable_avg: 13.182861 + mouse-cheese_dist_solvable_wavg: 15.717102 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10133107 + visit_patterns: + avg_first_visit_time: 3735.0225 + avg_last_visit_time: 5275.3203 + num_replay_batches: 5285 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011248152 + avg_actor_approxkl3: 0.0004625721 + avg_actor_clipfrac: 0.01206665 + avg_actor_loss: -0.00040161275 + avg_advantage: -0.00027564692 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.4624145e-06 + avg_entropy: 0.03808624 + avg_grad_norm_pre_clip: 0.5194783 + avg_loss: -0.00043596776 + max: + max_actor_approxkl1: 0.002159012 + max_actor_approxkl3: 0.0007794219 + max_actor_clipfrac: 0.02319336 + max_actor_loss: 0.0003262572 + max_advantage: 0.015388608 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0835502e-05 + max_entropy: 0.04743687 + max_grad_norm_pre_clip: 0.7925521 + max_loss: 0.00029041964 + std: + std_actor_approxkl1: 0.0006584184 + std_actor_approxkl3: 0.00022976466 + std_actor_clipfrac: 0.005915094 + std_actor_loss: 0.0004080013 + std_advantage: 0.0036859855 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1640403e-06 + std_entropy: 0.0051434683 + std_grad_norm_pre_clip: 0.16397686 + std_loss: 0.00040887587 + eval-batch-train: + avg_avg_episode_length: 4.733445 + avg_avg_return: 0.9895772 + avg_benchmark_regret: 0.005615894 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34445953 + proxy_corner: + avg_avg_return: 0.1977855 + avg_reward_per_step: 0.039772034 + eval-batch-orig: + avg_avg_episode_length: 5.9850874 + avg_avg_return: 0.9859672 + avg_benchmark_regret: 0.007971786 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26758575 + proxy_corner: + avg_avg_return: 0.9859672 + avg_reward_per_step: 0.26758575 + eval-batch-shift: + avg_avg_episode_length: 4.965915 + avg_avg_return: 0.9884938 + avg_benchmark_regret: 0.0064675068 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34649658 + proxy_corner: + avg_avg_return: 0.1828421 + avg_reward_per_step: 0.03643036 + eval-batch-tree: + avg_avg_episode_length: 5.4965343 + avg_avg_return: 0.98709667 + avg_benchmark_regret: 0.007323625 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.279274 + proxy_corner: + avg_avg_return: 0.98709667 + avg_reward_per_step: 0.279274 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 349175808 + env-step-replay-before: 173604864 + env-step-used-before: 349175808 + ppo-update-before: 213120 + env-step-generate-before: 175570944 + env-step-all-after: 349208576 + env-step-replay-after: 173637632 + env-step-used-after: 349208576 + ppo-update-after: 213140 + env-step-generate-after: 175570944 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.8722925 + avg_avg_return: 0.88760114 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.625141 + avg_reward_per_step: 0.047790527 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.8722925 + avg_avg_return: 0.88760114 + avg_reward_per_step: 0.06863403 + proxy_corner: + avg_avg_return: 0.625141 + avg_reward_per_step: 0.047790527 + perf: + env_steps_per_second: 981051.3500291737 + ppo_updates_per_second: 110.41979548461777 + eval-batch-train-duration: 0.19376174599165097 + eval-batch-orig-duration: 0.14685706398449838 + eval-batch-shift-duration: 0.13496432901592925 + eval-batch-tree-duration: 0.13936817995272577 + ued: + distances: + cheese-corne_dist_avg: 7.161621 + cheese-corne_dist_wavg: 9.706102 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.186523 + mouse-cheese_dist_finite_wavg: 13.018742 + mouse-cheese_dist_solvable_avg: 13.186523 + mouse-cheese_dist_solvable_wavg: 13.0187435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10080448 + visit_patterns: + avg_first_visit_time: 3750.539 + avg_last_visit_time: 5289.3174 + num_replay_batches: 5299 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011050978 + avg_actor_approxkl3: 0.00056608045 + avg_actor_clipfrac: 0.016046142 + avg_actor_loss: -5.3066296e-06 + avg_advantage: -0.00076846266 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.0817233e-06 + avg_entropy: 0.048733983 + avg_grad_norm_pre_clip: 0.68038434 + avg_loss: -5.099976e-05 + max: + max_actor_approxkl1: 0.0028984647 + max_actor_approxkl3: 0.001791539 + max_actor_clipfrac: 0.03564453 + max_actor_loss: 0.00156037 + max_advantage: 0.01676029 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.8101926e-06 + max_entropy: 0.07391862 + max_grad_norm_pre_clip: 1.4126918 + max_loss: 0.001508709 + std: + std_actor_approxkl1: 0.0009782762 + std_actor_approxkl3: 0.0004574827 + std_actor_clipfrac: 0.009780451 + std_actor_loss: 0.0006552628 + std_advantage: 0.003447748 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.653815e-07 + std_entropy: 0.008540874 + std_grad_norm_pre_clip: 0.29390255 + std_loss: 0.0006516315 + eval-batch-train: + avg_avg_episode_length: 4.73612 + avg_avg_return: 0.9897641 + avg_benchmark_regret: 0.005428995 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444214 + proxy_corner: + avg_avg_return: 0.19747978 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 5.993697 + avg_avg_return: 0.98561585 + avg_benchmark_regret: 0.008323183 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2675705 + proxy_corner: + avg_avg_return: 0.98561585 + avg_reward_per_step: 0.2675705 + eval-batch-shift: + avg_avg_episode_length: 4.965128 + avg_avg_return: 0.9884186 + avg_benchmark_regret: 0.006542762 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34657288 + proxy_corner: + avg_avg_return: 0.18331835 + avg_reward_per_step: 0.036506653 + eval-batch-tree: + avg_avg_episode_length: 5.500286 + avg_avg_return: 0.9869052 + avg_benchmark_regret: 0.0075150803 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27931976 + proxy_corner: + avg_avg_return: 0.9869052 + avg_reward_per_step: 0.27931976 +=========================================================== +=========================================================== + step: + env-step-all-before: 350224384 + env-step-replay-before: 174227456 + env-step-used-before: 350224384 + ppo-update-before: 213760 + env-step-generate-before: 175996928 + env-step-all-after: 350257152 + env-step-replay-after: 174227456 + env-step-used-after: 350257152 + ppo-update-after: 213780 + env-step-generate-after: 176029696 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 4.962272 + avg_avg_return: 0.9688826 + avg_reward_per_step: 0.31533813 + proxy_corner: + avg_avg_return: 0.17496035 + avg_reward_per_step: 0.03781128 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 4.962272 + avg_avg_return: 0.9688826 + avg_reward_per_step: 0.31533813 + proxy_corner: + avg_avg_return: 0.17496035 + avg_reward_per_step: 0.03781128 + perf: + env_steps_per_second: 981708.9299263519 + ppo_updates_per_second: 110.65580855598606 + eval-batch-train-duration: 0.18651562900049612 + eval-batch-orig-duration: 0.13649435300612822 + eval-batch-shift-duration: 0.1398982279933989 + eval-batch-tree-duration: 0.1405851929448545 + ued: + distances: + cheese-corne_dist_avg: 7.1740723 + cheese-corne_dist_wavg: 4.3244014 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.188477 + mouse-cheese_dist_finite_wavg: 14.81915 + mouse-cheese_dist_solvable_avg: 13.188477 + mouse-cheese_dist_solvable_wavg: 14.819152 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10070296 + visit_patterns: + avg_first_visit_time: 3762.0544 + avg_last_visit_time: 5307.283 + num_replay_batches: 5317 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00018819845 + avg_actor_approxkl3: 7.877299e-05 + avg_actor_clipfrac: 0.0017028808 + avg_actor_loss: -3.1023195e-05 + avg_advantage: 0.0018152397 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.908463e-06 + avg_entropy: 0.0055503505 + avg_grad_norm_pre_clip: 0.103900075 + avg_loss: -3.2619315e-05 + max: + max_actor_approxkl1: 0.000568643 + max_actor_approxkl3: 0.0002972684 + max_actor_clipfrac: 0.0061035156 + max_actor_loss: 0.00019781571 + max_advantage: 0.017305195 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1737586e-05 + max_entropy: 0.009188311 + max_grad_norm_pre_clip: 0.23591234 + max_loss: 0.00019675356 + std: + std_actor_approxkl1: 0.00017735761 + std_actor_approxkl3: 7.7574914e-05 + std_actor_clipfrac: 0.0014802631 + std_actor_loss: 0.00011147443 + std_advantage: 0.0037146092 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5454398e-06 + std_entropy: 0.0018966106 + std_grad_norm_pre_clip: 0.050984908 + std_loss: 0.0001126109 + eval-batch-train: + avg_avg_episode_length: 4.7414927 + avg_avg_return: 0.989349 + avg_benchmark_regret: 0.0058440827 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443756 + proxy_corner: + avg_avg_return: 0.1970065 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 5.9803123 + avg_avg_return: 0.9858732 + avg_benchmark_regret: 0.008065816 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26779938 + proxy_corner: + avg_avg_return: 0.9858732 + avg_reward_per_step: 0.26779938 + eval-batch-shift: + avg_avg_episode_length: 4.96208 + avg_avg_return: 0.9885708 + avg_benchmark_regret: 0.006390455 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466339 + proxy_corner: + avg_avg_return: 0.18241426 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.5051413 + avg_avg_return: 0.9872886 + avg_benchmark_regret: 0.0071316464 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27924347 + proxy_corner: + avg_avg_return: 0.9872886 + avg_reward_per_step: 0.27924347 +=========================================================== +=========================================================== + step: + env-step-all-before: 351272960 + env-step-replay-before: 174784512 + env-step-used-before: 351272960 + ppo-update-before: 214400 + env-step-generate-before: 176488448 + env-step-all-after: 351305728 + env-step-replay-after: 174817280 + env-step-used-after: 351305728 + ppo-update-after: 214420 + env-step-generate-after: 176488448 + train-replay: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.636269 + avg_avg_return: 0.8890182 + avg_reward_per_step: 0.06954956 + proxy_corner: + avg_avg_return: 0.62543774 + avg_reward_per_step: 0.048736572 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.636269 + avg_avg_return: 0.8890182 + avg_reward_per_step: 0.06954956 + proxy_corner: + avg_avg_return: 0.62543774 + avg_reward_per_step: 0.048736572 + perf: + env_steps_per_second: 1004180.24317691 + ppo_updates_per_second: 110.89136080459154 + eval-batch-train-duration: 0.18850438698427752 + eval-batch-orig-duration: 0.1395195940276608 + eval-batch-shift-duration: 0.13943537598242983 + eval-batch-tree-duration: 0.13941946596605703 + ued: + distances: + cheese-corne_dist_avg: 7.185547 + cheese-corne_dist_wavg: 15.118617 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.188232 + mouse-cheese_dist_finite_wavg: 15.71824 + mouse-cheese_dist_solvable_avg: 13.188232 + mouse-cheese_dist_solvable_wavg: 15.718238 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10051897 + visit_patterns: + avg_first_visit_time: 3771.9502 + avg_last_visit_time: 5325.139 + num_replay_batches: 5335 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050670374 + avg_actor_approxkl3: 0.0002346942 + avg_actor_clipfrac: 0.006842041 + avg_actor_loss: -6.301994e-05 + avg_advantage: 0.000116268115 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.319963e-06 + avg_entropy: 0.027839977 + avg_grad_norm_pre_clip: 0.3539277 + avg_loss: -8.769995e-05 + max: + max_actor_approxkl1: 0.0014259645 + max_actor_approxkl3: 0.00068845466 + max_actor_clipfrac: 0.013427734 + max_actor_loss: 0.00062869024 + max_advantage: 0.021261632 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.2652992e-06 + max_entropy: 0.032070376 + max_grad_norm_pre_clip: 0.7031868 + max_loss: 0.00060014793 + std: + std_actor_approxkl1: 0.00046016733 + std_actor_approxkl3: 0.00015648468 + std_actor_clipfrac: 0.0033133659 + std_actor_loss: 0.00027387287 + std_advantage: 0.0035825085 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.3622535e-07 + std_entropy: 0.0023767205 + std_grad_norm_pre_clip: 0.1423351 + std_loss: 0.0002729159 + eval-batch-train: + avg_avg_episode_length: 4.7383404 + avg_avg_return: 0.9892779 + avg_benchmark_regret: 0.005915179 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443985 + proxy_corner: + avg_avg_return: 0.1978876 + avg_reward_per_step: 0.039787292 + eval-batch-orig: + avg_avg_episode_length: 6.0060606 + avg_avg_return: 0.9853642 + avg_benchmark_regret: 0.008574797 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26756287 + proxy_corner: + avg_avg_return: 0.9853642 + avg_reward_per_step: 0.26756287 + eval-batch-shift: + avg_avg_episode_length: 4.960947 + avg_avg_return: 0.98860073 + avg_benchmark_regret: 0.0063605537 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661865 + proxy_corner: + avg_avg_return: 0.18248895 + avg_reward_per_step: 0.036376953 + eval-batch-tree: + avg_avg_episode_length: 5.5134015 + avg_avg_return: 0.98747635 + avg_benchmark_regret: 0.006943955 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2793045 + proxy_corner: + avg_avg_return: 0.98747635 + avg_reward_per_step: 0.2793045 +=========================================================== +=========================================================== + step: + env-step-all-before: 352321536 + env-step-replay-before: 175341568 + env-step-used-before: 352321536 + ppo-update-before: 215040 + env-step-generate-before: 176979968 + env-step-all-after: 352354304 + env-step-replay-after: 175341568 + env-step-used-after: 352354304 + ppo-update-after: 215060 + env-step-generate-after: 177012736 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.2562327 + avg_avg_return: 0.9669525 + avg_reward_per_step: 0.32659912 + proxy_corner: + avg_avg_return: 0.19020584 + avg_reward_per_step: 0.040100098 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.2562327 + avg_avg_return: 0.9669525 + avg_reward_per_step: 0.32659912 + proxy_corner: + avg_avg_return: 0.19020584 + avg_reward_per_step: 0.040100098 + perf: + env_steps_per_second: 1001050.509055097 + ppo_updates_per_second: 111.64717885142993 + eval-batch-train-duration: 0.19247362797614187 + eval-batch-orig-duration: 0.1491414390038699 + eval-batch-shift-duration: 0.13893081404967234 + eval-batch-tree-duration: 0.13904901803471148 + ued: + distances: + cheese-corne_dist_avg: 7.1760254 + cheese-corne_dist_wavg: 7.922682 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.18457 + mouse-cheese_dist_finite_wavg: 15.717991 + mouse-cheese_dist_solvable_avg: 13.18457 + mouse-cheese_dist_solvable_wavg: 15.717993 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1007469 + visit_patterns: + avg_first_visit_time: 3783.9219 + avg_last_visit_time: 5341.2334 + num_replay_batches: 5351 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002938576 + avg_actor_approxkl3: 8.709169e-05 + avg_actor_clipfrac: 0.0026123046 + avg_actor_loss: -0.00018252221 + avg_advantage: 0.0022056028 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.07525e-06 + avg_entropy: 0.005916973 + avg_grad_norm_pre_clip: 0.4281078 + avg_loss: -0.00018440154 + max: + max_actor_approxkl1: 0.0013301722 + max_actor_approxkl3: 0.00038198908 + max_actor_clipfrac: 0.009277344 + max_actor_loss: 0.00041604694 + max_advantage: 0.018335104 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0398422e-05 + max_entropy: 0.012973545 + max_grad_norm_pre_clip: 2.0736241 + max_loss: 0.00040801204 + std: + std_actor_approxkl1: 0.00041403982 + std_actor_approxkl3: 0.00011338797 + std_actor_clipfrac: 0.003154378 + std_actor_loss: 0.00038149275 + std_advantage: 0.003755891 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4340504e-06 + std_entropy: 0.0038739226 + std_grad_norm_pre_clip: 0.59671956 + std_loss: 0.000383467 + eval-batch-train: + avg_avg_episode_length: 4.7369356 + avg_avg_return: 0.98990345 + avg_benchmark_regret: 0.0052896403 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.19737014 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 5.992115 + avg_avg_return: 0.985682 + avg_benchmark_regret: 0.008256998 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26758575 + proxy_corner: + avg_avg_return: 0.985682 + avg_reward_per_step: 0.26758575 + eval-batch-shift: + avg_avg_episode_length: 4.985163 + avg_avg_return: 0.98843896 + avg_benchmark_regret: 0.006522378 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34642792 + proxy_corner: + avg_avg_return: 0.18262616 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.497736 + avg_avg_return: 0.9874892 + avg_benchmark_regret: 0.0069310702 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947998 + proxy_corner: + avg_avg_return: 0.9874892 + avg_reward_per_step: 0.27947998 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 353370112 + env-step-replay-before: 175865856 + env-step-used-before: 353370112 + ppo-update-before: 215680 + env-step-generate-before: 177504256 + env-step-all-after: 353402880 + env-step-replay-after: 175898624 + env-step-used-after: 353402880 + ppo-update-after: 215700 + env-step-generate-after: 177504256 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.846781 + avg_avg_return: 0.888265 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6003293 + avg_reward_per_step: 0.046142578 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.846781 + avg_avg_return: 0.888265 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6003293 + avg_reward_per_step: 0.046142578 + perf: + env_steps_per_second: 966858.797194155 + ppo_updates_per_second: 110.53401304977197 + eval-batch-train-duration: 0.18626475596101955 + eval-batch-orig-duration: 0.1357206450193189 + eval-batch-shift-duration: 0.13648991496302187 + eval-batch-tree-duration: 0.13618081202730536 + ued: + distances: + cheese-corne_dist_avg: 7.1606445 + cheese-corne_dist_wavg: 9.727215 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.185547 + mouse-cheese_dist_finite_wavg: 13.018213 + mouse-cheese_dist_solvable_avg: 13.185547 + mouse-cheese_dist_solvable_wavg: 13.018213 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10042097 + visit_patterns: + avg_first_visit_time: 3793.2297 + avg_last_visit_time: 5358.285 + num_replay_batches: 5368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014990916 + avg_actor_approxkl3: 0.00074182637 + avg_actor_clipfrac: 0.013031006 + avg_actor_loss: 0.00026926803 + avg_advantage: -0.0012629621 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.580534e-06 + avg_entropy: 0.039613727 + avg_grad_norm_pre_clip: 0.9120577 + avg_loss: 0.00023394455 + max: + max_actor_approxkl1: 0.0065977164 + max_actor_approxkl3: 0.004401878 + max_actor_clipfrac: 0.026733398 + max_actor_loss: 0.0052055 + max_advantage: 0.01657486 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3184346e-05 + max_entropy: 0.04791501 + max_grad_norm_pre_clip: 2.0984645 + max_loss: 0.0051663183 + std: + std_actor_approxkl1: 0.0015032309 + std_actor_approxkl3: 0.0010274823 + std_actor_clipfrac: 0.007204928 + std_actor_loss: 0.0013566173 + std_advantage: 0.003971916 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4433016e-06 + std_entropy: 0.004172852 + std_grad_norm_pre_clip: 0.4473056 + std_loss: 0.0013560517 + eval-batch-train: + avg_avg_episode_length: 4.7323985 + avg_avg_return: 0.99003583 + avg_benchmark_regret: 0.005157266 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.1971494 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 6.0130544 + avg_avg_return: 0.9854171 + avg_benchmark_regret: 0.008521888 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26734924 + proxy_corner: + avg_avg_return: 0.9854171 + avg_reward_per_step: 0.26734924 + eval-batch-shift: + avg_avg_episode_length: 4.9793386 + avg_avg_return: 0.98850954 + avg_benchmark_regret: 0.006451755 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34646606 + proxy_corner: + avg_avg_return: 0.1818722 + avg_reward_per_step: 0.036231995 + eval-batch-tree: + avg_avg_episode_length: 5.5097733 + avg_avg_return: 0.9868934 + avg_benchmark_regret: 0.0075268606 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27935028 + proxy_corner: + avg_avg_return: 0.9868934 + avg_reward_per_step: 0.27935028 +=========================================================== +=========================================================== + step: + env-step-all-before: 354418688 + env-step-replay-before: 176226304 + env-step-used-before: 354418688 + ppo-update-before: 216320 + env-step-generate-before: 178192384 + env-step-all-after: 354451456 + env-step-replay-after: 176226304 + env-step-used-after: 354451456 + ppo-update-after: 216340 + env-step-generate-after: 178225152 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.145645 + avg_avg_return: 0.96730393 + avg_reward_per_step: 0.3125 + proxy_corner: + avg_avg_return: 0.22449364 + avg_reward_per_step: 0.040008545 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.145645 + avg_avg_return: 0.96730393 + avg_reward_per_step: 0.3125 + proxy_corner: + avg_avg_return: 0.22449364 + avg_reward_per_step: 0.040008545 + perf: + env_steps_per_second: 978713.3427751788 + ppo_updates_per_second: 111.20740745183461 + eval-batch-train-duration: 0.18686348502524197 + eval-batch-orig-duration: 0.13719677698099986 + eval-batch-shift-duration: 0.13762615603627637 + eval-batch-tree-duration: 0.13628520898055285 + ued: + distances: + cheese-corne_dist_avg: 7.1691895 + cheese-corne_dist_wavg: 4.331402 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.188232 + mouse-cheese_dist_finite_wavg: 13.917673 + mouse-cheese_dist_solvable_avg: 13.188232 + mouse-cheese_dist_solvable_wavg: 13.917675 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10066654 + visit_patterns: + avg_first_visit_time: 3806.9653 + avg_last_visit_time: 5368.3213 + num_replay_batches: 5378 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00021847303 + avg_actor_approxkl3: 0.00011892977 + avg_actor_clipfrac: 0.0014526368 + avg_actor_loss: -0.00014598438 + avg_advantage: -0.0015056576 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.487092e-06 + avg_entropy: 0.00606202 + avg_grad_norm_pre_clip: 0.1528311 + avg_loss: -0.00014880286 + max: + max_actor_approxkl1: 0.0010649909 + max_actor_approxkl3: 0.0005002812 + max_actor_clipfrac: 0.0052490234 + max_actor_loss: 0.0002112803 + max_advantage: 0.019242883 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0176089e-05 + max_entropy: 0.008832959 + max_grad_norm_pre_clip: 0.28892863 + max_loss: 0.00020492669 + std: + std_actor_approxkl1: 0.0003467961 + std_actor_approxkl3: 0.00012288216 + std_actor_clipfrac: 0.0015674988 + std_actor_loss: 0.00022859713 + std_advantage: 0.0034469205 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.5588049e-06 + std_entropy: 0.0013704933 + std_grad_norm_pre_clip: 0.081818186 + std_loss: 0.00022872558 + eval-batch-train: + avg_avg_episode_length: 4.7356777 + avg_avg_return: 0.98939854 + avg_benchmark_regret: 0.0057945456 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444748 + proxy_corner: + avg_avg_return: 0.19712213 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 6.0744867 + avg_avg_return: 0.98513764 + avg_benchmark_regret: 0.008801378 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26678467 + proxy_corner: + avg_avg_return: 0.98513764 + avg_reward_per_step: 0.26678467 + eval-batch-shift: + avg_avg_episode_length: 4.977069 + avg_avg_return: 0.98870933 + avg_benchmark_regret: 0.0062519405 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3464203 + proxy_corner: + avg_avg_return: 0.1821382 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.5469155 + avg_avg_return: 0.98680186 + avg_benchmark_regret: 0.0076183695 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2790146 + proxy_corner: + avg_avg_return: 0.98680186 + avg_reward_per_step: 0.2790146 +=========================================================== +=========================================================== + step: + env-step-all-before: 355467264 + env-step-replay-before: 176652288 + env-step-used-before: 355467264 + ppo-update-before: 216960 + env-step-generate-before: 178814976 + env-step-all-after: 355500032 + env-step-replay-after: 176685056 + env-step-used-after: 355500032 + ppo-update-after: 216980 + env-step-generate-after: 178814976 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.800825 + avg_avg_return: 0.8878132 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.61143434 + avg_reward_per_step: 0.047180176 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.800825 + avg_avg_return: 0.8878132 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.61143434 + avg_reward_per_step: 0.047180176 + perf: + env_steps_per_second: 998447.4206438722 + ppo_updates_per_second: 111.63505410940128 + eval-batch-train-duration: 0.18399589898763224 + eval-batch-orig-duration: 0.136358396965079 + eval-batch-shift-duration: 0.13683192001190037 + eval-batch-tree-duration: 0.13573954097228125 + ued: + distances: + cheese-corne_dist_avg: 7.1638184 + cheese-corne_dist_wavg: 2.5166867 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.187988 + mouse-cheese_dist_finite_wavg: 13.016814 + mouse-cheese_dist_solvable_avg: 13.187988 + mouse-cheese_dist_solvable_wavg: 13.016817 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10086353 + visit_patterns: + avg_first_visit_time: 3830.9993 + avg_last_visit_time: 5382.351 + num_replay_batches: 5392 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066119846 + avg_actor_approxkl3: 0.0003141323 + avg_actor_clipfrac: 0.013079834 + avg_actor_loss: -0.0003471784 + avg_advantage: -0.00091222936 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.821818e-06 + avg_entropy: 0.046518274 + avg_grad_norm_pre_clip: 0.5562052 + avg_loss: -0.00038978574 + max: + max_actor_approxkl1: 0.0017995863 + max_actor_approxkl3: 0.0005463782 + max_actor_clipfrac: 0.020874023 + max_actor_loss: 0.00069159083 + max_advantage: 0.017743766 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.574045e-06 + max_entropy: 0.05550085 + max_grad_norm_pre_clip: 1.1097752 + max_loss: 0.0006422007 + std: + std_actor_approxkl1: 0.0005337471 + std_actor_approxkl3: 0.00015361 + std_actor_clipfrac: 0.0059281792 + std_actor_loss: 0.00050632854 + std_advantage: 0.0038479974 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.08721e-07 + std_entropy: 0.0057051643 + std_grad_norm_pre_clip: 0.1898908 + std_loss: 0.000507533 + eval-batch-train: + avg_avg_episode_length: 4.747573 + avg_avg_return: 0.98934335 + avg_benchmark_regret: 0.005849753 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442917 + proxy_corner: + avg_avg_return: 0.1969432 + avg_reward_per_step: 0.039527893 + eval-batch-orig: + avg_avg_episode_length: 6.0371246 + avg_avg_return: 0.9849111 + avg_benchmark_regret: 0.009027937 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26725006 + proxy_corner: + avg_avg_return: 0.9849111 + avg_reward_per_step: 0.26725006 + eval-batch-shift: + avg_avg_episode_length: 4.9793363 + avg_avg_return: 0.988793 + avg_benchmark_regret: 0.0061683366 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34643555 + proxy_corner: + avg_avg_return: 0.18232657 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.55123 + avg_avg_return: 0.9868977 + avg_benchmark_regret: 0.007522595 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2791443 + proxy_corner: + avg_avg_return: 0.9868977 + avg_reward_per_step: 0.2791443 +=========================================================== +=========================================================== + step: + env-step-all-before: 356515840 + env-step-replay-before: 177111040 + env-step-used-before: 356515840 + ppo-update-before: 217600 + env-step-generate-before: 179404800 + env-step-all-after: 356548608 + env-step-replay-after: 177111040 + env-step-used-after: 356548608 + ppo-update-after: 217620 + env-step-generate-after: 179437568 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.424236 + avg_avg_return: 0.9668981 + avg_reward_per_step: 0.3109436 + proxy_corner: + avg_avg_return: 0.20211723 + avg_reward_per_step: 0.036254883 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.424236 + avg_avg_return: 0.9668981 + avg_reward_per_step: 0.3109436 + proxy_corner: + avg_avg_return: 0.20211723 + avg_reward_per_step: 0.036254883 + perf: + env_steps_per_second: 969522.5292079032 + ppo_updates_per_second: 110.04552560090016 + eval-batch-train-duration: 0.1879973320174031 + eval-batch-orig-duration: 0.1372826989972964 + eval-batch-shift-duration: 0.1380486519774422 + eval-batch-tree-duration: 0.1379427729989402 + ued: + distances: + cheese-corne_dist_avg: 7.1691895 + cheese-corne_dist_wavg: 7.0102654 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.181641 + mouse-cheese_dist_finite_wavg: 13.019426 + mouse-cheese_dist_solvable_avg: 13.181641 + mouse-cheese_dist_solvable_wavg: 13.019426 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100786686 + visit_patterns: + avg_first_visit_time: 3844.7053 + avg_last_visit_time: 5395.333 + num_replay_batches: 5405 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037004807 + avg_actor_approxkl3: 0.00026185994 + avg_actor_clipfrac: 0.0036132813 + avg_actor_loss: -9.61821e-05 + avg_advantage: -0.0011411652 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.604017e-06 + avg_entropy: 0.008685454 + avg_grad_norm_pre_clip: 0.33505782 + avg_loss: -0.00010056554 + max: + max_actor_approxkl1: 0.0010821652 + max_actor_approxkl3: 0.0009129937 + max_actor_clipfrac: 0.012451172 + max_actor_loss: 0.000979837 + max_advantage: 0.026418984 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2147191e-05 + max_entropy: 0.019062823 + max_grad_norm_pre_clip: 1.1862689 + max_loss: 0.0009668478 + std: + std_actor_approxkl1: 0.0003549328 + std_actor_approxkl3: 0.00025977477 + std_actor_clipfrac: 0.0038130905 + std_actor_loss: 0.0003237469 + std_advantage: 0.003961731 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4241651e-06 + std_entropy: 0.004991702 + std_grad_norm_pre_clip: 0.32976142 + std_loss: 0.00032290336 + eval-batch-train: + avg_avg_episode_length: 4.745047 + avg_avg_return: 0.98969126 + avg_benchmark_regret: 0.0055018226 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.1971017 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 6.158272 + avg_avg_return: 0.98505056 + avg_benchmark_regret: 0.008888477 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2666626 + proxy_corner: + avg_avg_return: 0.98505056 + avg_reward_per_step: 0.2666626 + eval-batch-shift: + avg_avg_episode_length: 4.9894304 + avg_avg_return: 0.9882292 + avg_benchmark_regret: 0.0067320676 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34635925 + proxy_corner: + avg_avg_return: 0.18324506 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.597183 + avg_avg_return: 0.9867695 + avg_benchmark_regret: 0.007650765 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27884674 + proxy_corner: + avg_avg_return: 0.9867695 + avg_reward_per_step: 0.27884674 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 357564416 + env-step-replay-before: 177602560 + env-step-used-before: 357564416 + ppo-update-before: 218240 + env-step-generate-before: 179961856 + env-step-all-after: 357597184 + env-step-replay-after: 177602560 + env-step-used-after: 357597184 + ppo-update-after: 218260 + env-step-generate-after: 179994624 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.9194403 + avg_avg_return: 0.9690604 + avg_reward_per_step: 0.34005737 + proxy_corner: + avg_avg_return: 0.15485696 + avg_reward_per_step: 0.035064697 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.9194403 + avg_avg_return: 0.9690604 + avg_reward_per_step: 0.34005737 + proxy_corner: + avg_avg_return: 0.15485696 + avg_reward_per_step: 0.035064697 + perf: + env_steps_per_second: 988209.3725985565 + ppo_updates_per_second: 111.66391014059323 + eval-batch-train-duration: 0.18703290302073583 + eval-batch-orig-duration: 0.13674062700010836 + eval-batch-shift-duration: 0.13660933903884143 + eval-batch-tree-duration: 0.13582705502631143 + ued: + distances: + cheese-corne_dist_avg: 7.159424 + cheese-corne_dist_wavg: 15.118146 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.178223 + mouse-cheese_dist_finite_wavg: 14.816529 + mouse-cheese_dist_solvable_avg: 13.178223 + mouse-cheese_dist_solvable_wavg: 14.816531 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10070603 + visit_patterns: + avg_first_visit_time: 3865.9207 + avg_last_visit_time: 5410.202 + num_replay_batches: 5420 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007235554 + avg_actor_approxkl3: 0.0006409893 + avg_actor_clipfrac: 0.0036499023 + avg_actor_loss: -0.00018509342 + avg_advantage: -0.00013825203 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.694227e-06 + avg_entropy: 0.006482908 + avg_grad_norm_pre_clip: 0.1403646 + avg_loss: -0.00018722922 + max: + max_actor_approxkl1: 0.0016083544 + max_actor_approxkl3: 0.0017362961 + max_actor_clipfrac: 0.0073242188 + max_actor_loss: 0.00024114363 + max_advantage: 0.026478708 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2218948e-05 + max_entropy: 0.009007946 + max_grad_norm_pre_clip: 0.36176863 + max_loss: 0.00023596968 + std: + std_actor_approxkl1: 0.00061831047 + std_actor_approxkl3: 0.0005771857 + std_actor_clipfrac: 0.0021592646 + std_actor_loss: 0.00033274115 + std_advantage: 0.0041640787 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6268117e-06 + std_entropy: 0.0015345901 + std_grad_norm_pre_clip: 0.08843804 + std_loss: 0.00033276115 + eval-batch-train: + avg_avg_episode_length: 4.7402287 + avg_avg_return: 0.98998976 + avg_benchmark_regret: 0.0052032983 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.19722326 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.1658077 + avg_avg_return: 0.9851335 + avg_benchmark_regret: 0.008805524 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26657104 + proxy_corner: + avg_avg_return: 0.9851335 + avg_reward_per_step: 0.26657104 + eval-batch-shift: + avg_avg_episode_length: 5.014972 + avg_avg_return: 0.98858094 + avg_benchmark_regret: 0.0063804174 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3461151 + proxy_corner: + avg_avg_return: 0.18269572 + avg_reward_per_step: 0.036216736 + eval-batch-tree: + avg_avg_episode_length: 5.545434 + avg_avg_return: 0.98684704 + avg_benchmark_regret: 0.007573189 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27916718 + proxy_corner: + avg_avg_return: 0.98684704 + avg_reward_per_step: 0.27916718 +=========================================================== +=========================================================== + step: + env-step-all-before: 358612992 + env-step-replay-before: 178126848 + env-step-used-before: 358612992 + ppo-update-before: 218880 + env-step-generate-before: 180486144 + env-step-all-after: 358645760 + env-step-replay-after: 178126848 + env-step-used-after: 358645760 + ppo-update-after: 218900 + env-step-generate-after: 180518912 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.2119465 + avg_avg_return: 0.9671366 + avg_reward_per_step: 0.3149109 + proxy_corner: + avg_avg_return: 0.17987572 + avg_reward_per_step: 0.03488159 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.2119465 + avg_avg_return: 0.9671366 + avg_reward_per_step: 0.3149109 + proxy_corner: + avg_avg_return: 0.17987572 + avg_reward_per_step: 0.03488159 + perf: + env_steps_per_second: 985066.3309308451 + ppo_updates_per_second: 110.95236045042566 + eval-batch-train-duration: 0.18531183997401968 + eval-batch-orig-duration: 0.1374544829595834 + eval-batch-shift-duration: 0.1378024589503184 + eval-batch-tree-duration: 0.13828620000276715 + ued: + distances: + cheese-corne_dist_avg: 7.1523438 + cheese-corne_dist_wavg: 11.504484 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 13.180176 + mouse-cheese_dist_finite_wavg: 15.715977 + mouse-cheese_dist_solvable_avg: 13.180176 + mouse-cheese_dist_solvable_wavg: 15.715977 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10121115 + visit_patterns: + avg_first_visit_time: 3880.3586 + avg_last_visit_time: 5426.325 + num_replay_batches: 5436 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00041902406 + avg_actor_approxkl3: 0.00019286183 + avg_actor_clipfrac: 0.002520752 + avg_actor_loss: 4.224377e-05 + avg_advantage: -0.00032544218 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.2142092e-05 + avg_entropy: 0.008418557 + avg_grad_norm_pre_clip: 0.18689342 + avg_loss: 3.989627e-05 + max: + max_actor_approxkl1: 0.0012009621 + max_actor_approxkl3: 0.00055632077 + max_actor_clipfrac: 0.006713867 + max_actor_loss: 0.0002940949 + max_advantage: 0.030508041 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.8409422e-05 + max_entropy: 0.014278477 + max_grad_norm_pre_clip: 0.44567436 + max_loss: 0.00029007765 + std: + std_actor_approxkl1: 0.00031807527 + std_actor_approxkl3: 0.00013942394 + std_actor_clipfrac: 0.0014284182 + std_actor_loss: 0.00013484327 + std_advantage: 0.0048118234 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2953087e-06 + std_entropy: 0.0029061264 + std_grad_norm_pre_clip: 0.10335464 + std_loss: 0.00013476025 + eval-batch-train: + avg_avg_episode_length: 4.7386217 + avg_avg_return: 0.98935485 + avg_benchmark_regret: 0.005838192 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34441376 + proxy_corner: + avg_avg_return: 0.1971923 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 6.052063 + avg_avg_return: 0.98515093 + avg_benchmark_regret: 0.008788075 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26705933 + proxy_corner: + avg_avg_return: 0.98515093 + avg_reward_per_step: 0.26705933 + eval-batch-shift: + avg_avg_episode_length: 4.9858294 + avg_avg_return: 0.98857355 + avg_benchmark_regret: 0.0063877017 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3463974 + proxy_corner: + avg_avg_return: 0.18239048 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.5239124 + avg_avg_return: 0.98736465 + avg_benchmark_regret: 0.0070556593 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27922058 + proxy_corner: + avg_avg_return: 0.98736465 + avg_reward_per_step: 0.27922058 +=========================================================== +=========================================================== + step: + env-step-all-before: 359661568 + env-step-replay-before: 178585600 + env-step-used-before: 359661568 + ppo-update-before: 219520 + env-step-generate-before: 181075968 + env-step-all-after: 359694336 + env-step-replay-after: 178618368 + env-step-used-after: 359694336 + ppo-update-after: 219540 + env-step-generate-after: 181075968 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.864567 + avg_avg_return: 0.887226 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.59401107 + avg_reward_per_step: 0.04574585 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.864567 + avg_avg_return: 0.887226 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.59401107 + avg_reward_per_step: 0.04574585 + perf: + env_steps_per_second: 923938.26645164 + ppo_updates_per_second: 111.18431056332331 + eval-batch-train-duration: 0.1871473990031518 + eval-batch-orig-duration: 0.13638936501229182 + eval-batch-shift-duration: 0.1398042410146445 + eval-batch-tree-duration: 0.13959412404801697 + ued: + distances: + cheese-corne_dist_avg: 7.152832 + cheese-corne_dist_wavg: 7.9227896 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 13.175049 + mouse-cheese_dist_finite_wavg: 13.01805 + mouse-cheese_dist_solvable_avg: 13.175049 + mouse-cheese_dist_solvable_wavg: 13.01805 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.101362504 + visit_patterns: + avg_first_visit_time: 3896.4524 + avg_last_visit_time: 5441.3184 + num_replay_batches: 5451 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010558526 + avg_actor_approxkl3: 0.0004469968 + avg_actor_clipfrac: 0.014691162 + avg_actor_loss: -0.00032735296 + avg_advantage: -0.00012558248 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.1642039e-05 + avg_entropy: 0.054362696 + avg_grad_norm_pre_clip: 0.7049424 + avg_loss: -0.0003758946 + max: + max_actor_approxkl1: 0.0025927194 + max_actor_approxkl3: 0.0010315413 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.001092345 + max_advantage: 0.032675028 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.32393125e-05 + max_entropy: 0.062665254 + max_grad_norm_pre_clip: 1.2159631 + max_loss: 0.001048783 + std: + std_actor_approxkl1: 0.0007627306 + std_actor_approxkl3: 0.00025927764 + std_actor_clipfrac: 0.007091253 + std_actor_loss: 0.00047685287 + std_advantage: 0.00488783 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.6196286e-07 + std_entropy: 0.005264634 + std_grad_norm_pre_clip: 0.22673479 + std_loss: 0.00047808446 + eval-batch-train: + avg_avg_episode_length: 4.7437267 + avg_avg_return: 0.98956823 + avg_benchmark_regret: 0.0056248414 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.19718505 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 6.088412 + avg_avg_return: 0.98531884 + avg_benchmark_regret: 0.008620191 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26683807 + proxy_corner: + avg_avg_return: 0.98531884 + avg_reward_per_step: 0.26683807 + eval-batch-shift: + avg_avg_episode_length: 4.997886 + avg_avg_return: 0.9884659 + avg_benchmark_regret: 0.006495426 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462677 + proxy_corner: + avg_avg_return: 0.18260348 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.5670176 + avg_avg_return: 0.98697484 + avg_benchmark_regret: 0.0074454146 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27887726 + proxy_corner: + avg_avg_return: 0.98697484 + avg_reward_per_step: 0.27887726 +=========================================================== +=========================================================== + step: + env-step-all-before: 360710144 + env-step-replay-before: 179175424 + env-step-used-before: 360710144 + ppo-update-before: 220160 + env-step-generate-before: 181534720 + env-step-all-after: 360742912 + env-step-replay-after: 179175424 + env-step-used-after: 360742912 + ppo-update-after: 220180 + env-step-generate-after: 181567488 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 4.7999516 + avg_avg_return: 0.97078264 + avg_reward_per_step: 0.35125732 + proxy_corner: + avg_avg_return: 0.12903956 + avg_reward_per_step: 0.022216797 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 4.7999516 + avg_avg_return: 0.97078264 + avg_reward_per_step: 0.35125732 + proxy_corner: + avg_avg_return: 0.12903956 + avg_reward_per_step: 0.022216797 + perf: + env_steps_per_second: 993960.8270344344 + ppo_updates_per_second: 111.65279902563981 + eval-batch-train-duration: 0.18535655399318784 + eval-batch-orig-duration: 0.14034499099943787 + eval-batch-shift-duration: 0.13650784903438762 + eval-batch-tree-duration: 0.13642709696432576 + ued: + distances: + cheese-corne_dist_avg: 7.130127 + cheese-corne_dist_wavg: 10.614302 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 13.174316 + mouse-cheese_dist_finite_wavg: 14.816946 + mouse-cheese_dist_solvable_avg: 13.174316 + mouse-cheese_dist_solvable_wavg: 14.816948 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10081063 + visit_patterns: + avg_first_visit_time: 3906.441 + avg_last_visit_time: 5458.279 + num_replay_batches: 5468 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005607221 + avg_actor_approxkl3: 0.0003756757 + avg_actor_clipfrac: 0.002069092 + avg_actor_loss: -0.00016947174 + avg_advantage: 0.0014609376 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 1.0942679e-05 + avg_entropy: 0.0058718296 + avg_grad_norm_pre_clip: 0.1288167 + avg_loss: -0.00016987223 + max: + max_actor_approxkl1: 0.0026431484 + max_actor_approxkl3: 0.0017172224 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 6.414787e-05 + max_advantage: 0.03411424 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.9035026e-05 + max_entropy: 0.010551019 + max_grad_norm_pre_clip: 0.29528046 + max_loss: 6.478907e-05 + std: + std_actor_approxkl1: 0.00071869005 + std_actor_approxkl3: 0.00049751904 + std_actor_clipfrac: 0.0017921798 + std_actor_loss: 0.00022179435 + std_advantage: 0.0046543595 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.815827e-06 + std_entropy: 0.0021662742 + std_grad_norm_pre_clip: 0.06348755 + std_loss: 0.00022284556 + eval-batch-train: + avg_avg_episode_length: 4.7378826 + avg_avg_return: 0.9897872 + avg_benchmark_regret: 0.005405881 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34440613 + proxy_corner: + avg_avg_return: 0.1973508 + avg_reward_per_step: 0.039634705 + eval-batch-orig: + avg_avg_episode_length: 5.992466 + avg_avg_return: 0.9858453 + avg_benchmark_regret: 0.0080936365 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2676468 + proxy_corner: + avg_avg_return: 0.9858453 + avg_reward_per_step: 0.2676468 + eval-batch-shift: + avg_avg_episode_length: 4.9650517 + avg_avg_return: 0.98868346 + avg_benchmark_regret: 0.006277901 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.1824684 + avg_reward_per_step: 0.0364151 + eval-batch-tree: + avg_avg_episode_length: 5.5067024 + avg_avg_return: 0.98718625 + avg_benchmark_regret: 0.007234036 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2793579 + proxy_corner: + avg_avg_return: 0.98718625 + avg_reward_per_step: 0.2793579 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 361758720 + env-step-replay-before: 179863552 + env-step-used-before: 361758720 + ppo-update-before: 220800 + env-step-generate-before: 181895168 + env-step-all-after: 361791488 + env-step-replay-after: 179896320 + env-step-used-after: 361791488 + ppo-update-after: 220820 + env-step-generate-after: 181895168 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.760221 + avg_avg_return: 0.88723683 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.58902687 + avg_reward_per_step: 0.045562744 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.760221 + avg_avg_return: 0.88723683 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.58902687 + avg_reward_per_step: 0.045562744 + perf: + env_steps_per_second: 992699.4718551153 + ppo_updates_per_second: 110.92806872303684 + eval-batch-train-duration: 0.1875989010441117 + eval-batch-orig-duration: 0.13767906604334712 + eval-batch-shift-duration: 0.13697775400942191 + eval-batch-tree-duration: 0.13623536500381306 + ued: + distances: + cheese-corne_dist_avg: 7.1450195 + cheese-corne_dist_wavg: 0.71271527 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 13.172852 + mouse-cheese_dist_finite_wavg: 13.01973 + mouse-cheese_dist_solvable_avg: 13.172852 + mouse-cheese_dist_solvable_wavg: 13.01973 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.100056775 + visit_patterns: + avg_first_visit_time: 3911.935 + avg_last_visit_time: 5480.1543 + num_replay_batches: 5490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012007435 + avg_actor_approxkl3: 0.0005378528 + avg_actor_clipfrac: 0.013177491 + avg_actor_loss: 6.721616e-05 + avg_advantage: 0.00017492528 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.365215e-06 + avg_entropy: 0.036164016 + avg_grad_norm_pre_clip: 0.74980223 + avg_loss: 3.523475e-05 + max: + max_actor_approxkl1: 0.002989139 + max_actor_approxkl3: 0.0011226761 + max_actor_clipfrac: 0.019897461 + max_actor_loss: 0.00064620934 + max_advantage: 0.032233953 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.194739e-06 + max_entropy: 0.04937721 + max_grad_norm_pre_clip: 1.1555824 + max_loss: 0.00061216945 + std: + std_actor_approxkl1: 0.0007928594 + std_actor_approxkl3: 0.000286358 + std_actor_clipfrac: 0.004870663 + std_actor_loss: 0.00025681307 + std_advantage: 0.0041950517 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.797461e-07 + std_entropy: 0.0048128613 + std_grad_norm_pre_clip: 0.20492668 + std_loss: 0.00025755385 + eval-batch-train: + avg_avg_episode_length: 4.7492023 + avg_avg_return: 0.9893636 + avg_benchmark_regret: 0.00582947 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34432983 + proxy_corner: + avg_avg_return: 0.19721964 + avg_reward_per_step: 0.03957367 + eval-batch-orig: + avg_avg_episode_length: 6.0805426 + avg_avg_return: 0.98503584 + avg_benchmark_regret: 0.008903177 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26721954 + proxy_corner: + avg_avg_return: 0.98503584 + avg_reward_per_step: 0.26721954 + eval-batch-shift: + avg_avg_episode_length: 4.977949 + avg_avg_return: 0.9886247 + avg_benchmark_regret: 0.0063365903 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34654236 + proxy_corner: + avg_avg_return: 0.18203929 + avg_reward_per_step: 0.036201477 + eval-batch-tree: + avg_avg_episode_length: 5.543665 + avg_avg_return: 0.98720616 + avg_benchmark_regret: 0.0072141 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27921295 + proxy_corner: + avg_avg_return: 0.98720616 + avg_reward_per_step: 0.27921295 +=========================================================== +=========================================================== + step: + env-step-all-before: 362807296 + env-step-replay-before: 180420608 + env-step-used-before: 362807296 + ppo-update-before: 221440 + env-step-generate-before: 182386688 + env-step-all-after: 362840064 + env-step-replay-after: 180453376 + env-step-used-after: 362840064 + ppo-update-after: 221460 + env-step-generate-after: 182386688 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.765671 + avg_avg_return: 0.8877963 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.61807036 + avg_reward_per_step: 0.0473938 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.765671 + avg_avg_return: 0.8877963 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.61807036 + avg_reward_per_step: 0.0473938 + perf: + env_steps_per_second: 1004470.181593721 + ppo_updates_per_second: 111.50140256495068 + eval-batch-train-duration: 0.1936885989853181 + eval-batch-orig-duration: 0.14990796300116926 + eval-batch-shift-duration: 0.1418790110037662 + eval-batch-tree-duration: 0.1386936479830183 + ued: + distances: + cheese-corne_dist_avg: 7.1467285 + cheese-corne_dist_wavg: 7.9075394 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 13.171143 + mouse-cheese_dist_finite_wavg: 13.008596 + mouse-cheese_dist_solvable_avg: 13.171143 + mouse-cheese_dist_solvable_wavg: 13.008598 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10031247 + visit_patterns: + avg_first_visit_time: 3920.933 + avg_last_visit_time: 5497.3223 + num_replay_batches: 5507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089563633 + avg_actor_approxkl3: 0.00042705127 + avg_actor_clipfrac: 0.011065674 + avg_actor_loss: -7.8218894e-05 + avg_advantage: 0.0004837382 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.791531e-06 + avg_entropy: 0.036088806 + avg_grad_norm_pre_clip: 0.5687542 + avg_loss: -0.00010991195 + max: + max_actor_approxkl1: 0.002196873 + max_actor_approxkl3: 0.0011320878 + max_actor_clipfrac: 0.025512695 + max_actor_loss: 0.0010084161 + max_advantage: 0.03753054 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0397834e-05 + max_entropy: 0.046403274 + max_grad_norm_pre_clip: 1.0746125 + max_loss: 0.0009664479 + std: + std_actor_approxkl1: 0.0006042329 + std_actor_approxkl3: 0.00027740086 + std_actor_clipfrac: 0.005431275 + std_actor_loss: 0.0003502994 + std_advantage: 0.004217228 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.0947965e-07 + std_entropy: 0.005049595 + std_grad_norm_pre_clip: 0.20241202 + std_loss: 0.00034857707 + eval-batch-train: + avg_avg_episode_length: 4.743857 + avg_avg_return: 0.9895308 + avg_benchmark_regret: 0.0056622894 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34433746 + proxy_corner: + avg_avg_return: 0.1972997 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 6.038145 + avg_avg_return: 0.98547477 + avg_benchmark_regret: 0.0084642265 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26743317 + proxy_corner: + avg_avg_return: 0.98547477 + avg_reward_per_step: 0.26743317 + eval-batch-shift: + avg_avg_episode_length: 4.9678373 + avg_avg_return: 0.9885534 + avg_benchmark_regret: 0.0064078886 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655762 + proxy_corner: + avg_avg_return: 0.18253966 + avg_reward_per_step: 0.036369324 + eval-batch-tree: + avg_avg_episode_length: 5.520896 + avg_avg_return: 0.9871288 + avg_benchmark_regret: 0.0072914893 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27931213 + proxy_corner: + avg_avg_return: 0.9871288 + avg_reward_per_step: 0.27931213 +=========================================================== +=========================================================== + step: + env-step-all-before: 363855872 + env-step-replay-before: 180813824 + env-step-used-before: 363855872 + ppo-update-before: 222080 + env-step-generate-before: 183042048 + env-step-all-after: 363888640 + env-step-replay-after: 180813824 + env-step-used-after: 363888640 + ppo-update-after: 222100 + env-step-generate-after: 183074816 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 4.524678 + avg_avg_return: 0.9727746 + avg_reward_per_step: 0.35290527 + proxy_corner: + avg_avg_return: 0.17295185 + avg_reward_per_step: 0.04373169 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 4.524678 + avg_avg_return: 0.9727746 + avg_reward_per_step: 0.35290527 + proxy_corner: + avg_avg_return: 0.17295185 + avg_reward_per_step: 0.04373169 + perf: + env_steps_per_second: 998074.7897566885 + ppo_updates_per_second: 111.10554595131805 + eval-batch-train-duration: 0.18537316599395126 + eval-batch-orig-duration: 0.135787580977194 + eval-batch-shift-duration: 0.1368899589870125 + eval-batch-tree-duration: 0.1364999040379189 + ued: + distances: + cheese-corne_dist_avg: 7.1591797 + cheese-corne_dist_wavg: 1.6234534 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.178711 + mouse-cheese_dist_finite_wavg: 14.8149 + mouse-cheese_dist_solvable_avg: 13.178711 + mouse-cheese_dist_solvable_wavg: 14.814902 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10054856 + visit_patterns: + avg_first_visit_time: 3935.0164 + avg_last_visit_time: 5508.3013 + num_replay_batches: 5518 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002264973 + avg_actor_approxkl3: 0.00016802679 + avg_actor_clipfrac: 0.0024108887 + avg_actor_loss: 0.00021330883 + avg_advantage: 0.0005721713 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.220893e-06 + avg_entropy: 0.0048704403 + avg_grad_norm_pre_clip: 0.25167283 + avg_loss: 0.0002120488 + max: + max_actor_approxkl1: 0.0008090553 + max_actor_approxkl3: 0.00051981484 + max_actor_clipfrac: 0.010131836 + max_actor_loss: 0.0018397383 + max_advantage: 0.021227479 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.941074e-06 + max_entropy: 0.009550225 + max_grad_norm_pre_clip: 1.7866911 + max_loss: 0.0018350973 + std: + std_actor_approxkl1: 0.00026643169 + std_actor_approxkl3: 0.0001636318 + std_actor_clipfrac: 0.0026738346 + std_actor_loss: 0.00054174877 + std_advantage: 0.0037038897 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1914213e-06 + std_entropy: 0.0019308267 + std_grad_norm_pre_clip: 0.3754836 + std_loss: 0.00054122275 + eval-batch-train: + avg_avg_episode_length: 4.7636647 + avg_avg_return: 0.9893199 + avg_benchmark_regret: 0.005873173 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.1973112 + avg_reward_per_step: 0.039512634 + eval-batch-orig: + avg_avg_episode_length: 6.041123 + avg_avg_return: 0.9852637 + avg_benchmark_regret: 0.008675259 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2675171 + proxy_corner: + avg_avg_return: 0.9852637 + avg_reward_per_step: 0.2675171 + eval-batch-shift: + avg_avg_episode_length: 4.9823656 + avg_avg_return: 0.98858035 + avg_benchmark_regret: 0.0063809273 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34653473 + proxy_corner: + avg_avg_return: 0.18194059 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.574519 + avg_avg_return: 0.9869456 + avg_benchmark_regret: 0.0074746553 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27913666 + proxy_corner: + avg_avg_return: 0.9869456 + avg_reward_per_step: 0.27913666 +=========================================================== +=========================================================== + step: + env-step-all-before: 364904448 + env-step-replay-before: 181338112 + env-step-used-before: 364904448 + ppo-update-before: 222720 + env-step-generate-before: 183566336 + env-step-all-after: 364937216 + env-step-replay-after: 181338112 + env-step-used-after: 364937216 + ppo-update-after: 222740 + env-step-generate-after: 183599104 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.0691266 + avg_avg_return: 0.9676161 + avg_reward_per_step: 0.3139038 + proxy_corner: + avg_avg_return: 0.20149496 + avg_reward_per_step: 0.039978027 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.0691266 + avg_avg_return: 0.9676161 + avg_reward_per_step: 0.3139038 + proxy_corner: + avg_avg_return: 0.20149496 + avg_reward_per_step: 0.039978027 + perf: + env_steps_per_second: 986260.7919816758 + ppo_updates_per_second: 104.55590980607712 + eval-batch-train-duration: 0.1965175400255248 + eval-batch-orig-duration: 0.13628383696777746 + eval-batch-shift-duration: 0.13787894195411354 + eval-batch-tree-duration: 0.1370898860041052 + ued: + distances: + cheese-corne_dist_avg: 7.1713867 + cheese-corne_dist_wavg: 4.3175764 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.175293 + mouse-cheese_dist_finite_wavg: 10.317561 + mouse-cheese_dist_solvable_avg: 13.175293 + mouse-cheese_dist_solvable_wavg: 10.317561 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10090378 + visit_patterns: + avg_first_visit_time: 3944.0815 + avg_last_visit_time: 5524.298 + num_replay_batches: 5534 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032126284 + avg_actor_approxkl3: 0.00018586135 + avg_actor_clipfrac: 0.0032653809 + avg_actor_loss: -3.0014548e-05 + avg_advantage: 0.0018085983 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.868426e-06 + avg_entropy: 0.00841114 + avg_grad_norm_pre_clip: 0.27688977 + avg_loss: -3.499146e-05 + max: + max_actor_approxkl1: 0.0012525453 + max_actor_approxkl3: 0.0009402759 + max_actor_clipfrac: 0.00793457 + max_actor_loss: 0.0010331944 + max_advantage: 0.019589782 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0283993e-05 + max_entropy: 0.011062981 + max_grad_norm_pre_clip: 0.9410091 + max_loss: 0.0010298208 + std: + std_actor_approxkl1: 0.0003634963 + std_actor_approxkl3: 0.00022728658 + std_actor_clipfrac: 0.0022191547 + std_actor_loss: 0.0003076133 + std_advantage: 0.0037600247 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4160385e-06 + std_entropy: 0.0018135754 + std_grad_norm_pre_clip: 0.2528452 + std_loss: 0.0003079428 + eval-batch-train: + avg_avg_episode_length: 4.7439613 + avg_avg_return: 0.98965645 + avg_benchmark_regret: 0.0055366373 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.19726595 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 5.970456 + avg_avg_return: 0.9859424 + avg_benchmark_regret: 0.007996583 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26798248 + proxy_corner: + avg_avg_return: 0.9859424 + avg_reward_per_step: 0.26798248 + eval-batch-shift: + avg_avg_episode_length: 4.9618926 + avg_avg_return: 0.9884695 + avg_benchmark_regret: 0.0064917747 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661102 + proxy_corner: + avg_avg_return: 0.18264607 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.509368 + avg_avg_return: 0.9868498 + avg_benchmark_regret: 0.0075704595 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27952576 + proxy_corner: + avg_avg_return: 0.9868498 + avg_reward_per_step: 0.27952576 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 365953024 + env-step-replay-before: 181895168 + env-step-used-before: 365953024 + ppo-update-before: 223360 + env-step-generate-before: 184057856 + env-step-all-after: 365985792 + env-step-replay-after: 181895168 + env-step-used-after: 365985792 + ppo-update-after: 223380 + env-step-generate-after: 184090624 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.1410174 + avg_avg_return: 0.9687815 + avg_reward_per_step: 0.30407715 + proxy_corner: + avg_avg_return: 0.18844888 + avg_reward_per_step: 0.036315918 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.1410174 + avg_avg_return: 0.9687815 + avg_reward_per_step: 0.30407715 + proxy_corner: + avg_avg_return: 0.18844888 + avg_reward_per_step: 0.036315918 + perf: + env_steps_per_second: 999403.6144252 + ppo_updates_per_second: 111.37530941445641 + eval-batch-train-duration: 0.1883005130221136 + eval-batch-orig-duration: 0.13857543497579172 + eval-batch-shift-duration: 0.1380633399821818 + eval-batch-tree-duration: 0.13817815599031746 + ued: + distances: + cheese-corne_dist_avg: 7.1743164 + cheese-corne_dist_wavg: 7.9163475 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.181641 + mouse-cheese_dist_finite_wavg: 14.817183 + mouse-cheese_dist_solvable_avg: 13.181641 + mouse-cheese_dist_solvable_wavg: 14.817183 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100972235 + visit_patterns: + avg_first_visit_time: 3951.5908 + avg_last_visit_time: 5541.288 + num_replay_batches: 5551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002678443 + avg_actor_approxkl3: 0.00017042241 + avg_actor_clipfrac: 0.002520752 + avg_actor_loss: -1.6277423e-06 + avg_advantage: 0.001301202 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.5279895e-06 + avg_entropy: 0.008518207 + avg_grad_norm_pre_clip: 0.3995145 + avg_loss: -6.3819543e-06 + max: + max_actor_approxkl1: 0.00063232996 + max_actor_approxkl3: 0.00091647456 + max_actor_clipfrac: 0.0072021484 + max_actor_loss: 0.0005202703 + max_advantage: 0.025978982 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.980502e-06 + max_entropy: 0.015141179 + max_grad_norm_pre_clip: 1.8431594 + max_loss: 0.00051442103 + std: + std_actor_approxkl1: 0.00021323228 + std_actor_approxkl3: 0.00022513454 + std_actor_clipfrac: 0.0019631225 + std_actor_loss: 0.00023827536 + std_advantage: 0.0037754474 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.1481453e-06 + std_entropy: 0.0029346736 + std_grad_norm_pre_clip: 0.4548362 + std_loss: 0.00023795328 + eval-batch-train: + avg_avg_episode_length: 4.789901 + avg_avg_return: 0.98941606 + avg_benchmark_regret: 0.005777039 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34371948 + proxy_corner: + avg_avg_return: 0.19734539 + avg_reward_per_step: 0.039398193 + eval-batch-orig: + avg_avg_episode_length: 6.0230017 + avg_avg_return: 0.98533416 + avg_benchmark_regret: 0.008604838 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26737976 + proxy_corner: + avg_avg_return: 0.98533416 + avg_reward_per_step: 0.26737976 + eval-batch-shift: + avg_avg_episode_length: 4.999822 + avg_avg_return: 0.98835313 + avg_benchmark_regret: 0.0066081686 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34628296 + proxy_corner: + avg_avg_return: 0.18283561 + avg_reward_per_step: 0.03630829 + eval-batch-tree: + avg_avg_episode_length: 5.503515 + avg_avg_return: 0.98702717 + avg_benchmark_regret: 0.0073931217 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2791443 + proxy_corner: + avg_avg_return: 0.98702717 + avg_reward_per_step: 0.2791443 +=========================================================== +=========================================================== + step: + env-step-all-before: 367001600 + env-step-replay-before: 182484992 + env-step-used-before: 367001600 + ppo-update-before: 224000 + env-step-generate-before: 184516608 + env-step-all-after: 367034368 + env-step-replay-after: 182517760 + env-step-used-after: 367034368 + ppo-update-after: 224020 + env-step-generate-after: 184516608 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.79558 + avg_avg_return: 0.8877611 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.611329 + avg_reward_per_step: 0.047210693 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.79558 + avg_avg_return: 0.8877611 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.611329 + avg_reward_per_step: 0.047210693 + perf: + env_steps_per_second: 969928.4883809828 + ppo_updates_per_second: 110.42923269374155 + eval-batch-train-duration: 0.18709699396276847 + eval-batch-orig-duration: 0.13691747101256624 + eval-batch-shift-duration: 0.13875984295736998 + eval-batch-tree-duration: 0.1382444310002029 + ued: + distances: + cheese-corne_dist_avg: 7.179199 + cheese-corne_dist_wavg: 11.508515 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.176514 + mouse-cheese_dist_finite_wavg: 13.920004 + mouse-cheese_dist_solvable_avg: 13.176514 + mouse-cheese_dist_solvable_wavg: 13.920007 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100426 + visit_patterns: + avg_first_visit_time: 3963.611 + avg_last_visit_time: 5560.2065 + num_replay_batches: 5570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010203721 + avg_actor_approxkl3: 0.00040742414 + avg_actor_clipfrac: 0.012750245 + avg_actor_loss: -0.00028016634 + avg_advantage: 0.00025211353 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.596343e-06 + avg_entropy: 0.04193902 + avg_grad_norm_pre_clip: 0.6760823 + avg_loss: -0.00031830717 + max: + max_actor_approxkl1: 0.0019918946 + max_actor_approxkl3: 0.0007067735 + max_actor_clipfrac: 0.025146484 + max_actor_loss: 0.0002779942 + max_advantage: 0.038817644 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.028636e-06 + max_entropy: 0.05473432 + max_grad_norm_pre_clip: 1.269883 + max_loss: 0.00023620568 + std: + std_actor_approxkl1: 0.00060183986 + std_actor_approxkl3: 0.00021249626 + std_actor_clipfrac: 0.006343133 + std_actor_loss: 0.00024632734 + std_advantage: 0.003838637 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.9099983e-07 + std_entropy: 0.0060155177 + std_grad_norm_pre_clip: 0.27515495 + std_loss: 0.0002468605 + eval-batch-train: + avg_avg_episode_length: 4.7392755 + avg_avg_return: 0.9893306 + avg_benchmark_regret: 0.0058624772 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34444427 + proxy_corner: + avg_avg_return: 0.19734406 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 6.0005035 + avg_avg_return: 0.9857444 + avg_benchmark_regret: 0.008194602 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2677536 + proxy_corner: + avg_avg_return: 0.9857444 + avg_reward_per_step: 0.2677536 + eval-batch-shift: + avg_avg_episode_length: 4.9700356 + avg_avg_return: 0.9885966 + avg_benchmark_regret: 0.006364715 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465805 + proxy_corner: + avg_avg_return: 0.18181816 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.5591707 + avg_avg_return: 0.9871496 + avg_benchmark_regret: 0.007270716 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27920532 + proxy_corner: + avg_avg_return: 0.9871496 + avg_reward_per_step: 0.27920532 +=========================================================== +=========================================================== + step: + env-step-all-before: 368050176 + env-step-replay-before: 182943744 + env-step-used-before: 368050176 + ppo-update-before: 224640 + env-step-generate-before: 185106432 + env-step-all-after: 368082944 + env-step-replay-after: 182943744 + env-step-used-after: 368082944 + ppo-update-after: 224660 + env-step-generate-after: 185139200 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.0439796 + avg_avg_return: 0.9676496 + avg_reward_per_step: 0.30786133 + proxy_corner: + avg_avg_return: 0.15895215 + avg_reward_per_step: 0.036132812 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.0439796 + avg_avg_return: 0.9676496 + avg_reward_per_step: 0.30786133 + proxy_corner: + avg_avg_return: 0.15895215 + avg_reward_per_step: 0.036132812 + perf: + env_steps_per_second: 954109.1209977136 + ppo_updates_per_second: 111.2797029483727 + eval-batch-train-duration: 0.18453604797832668 + eval-batch-orig-duration: 0.13613624800927937 + eval-batch-shift-duration: 0.13596215000143275 + eval-batch-tree-duration: 0.13594202196691185 + ued: + distances: + cheese-corne_dist_avg: 7.168701 + cheese-corne_dist_wavg: 7.0174084 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 13.1813965 + mouse-cheese_dist_finite_wavg: 13.017415 + mouse-cheese_dist_solvable_avg: 13.1813965 + mouse-cheese_dist_solvable_wavg: 13.017413 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10078404 + visit_patterns: + avg_first_visit_time: 3977.382 + avg_last_visit_time: 5573.2773 + num_replay_batches: 5583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00029973462 + avg_actor_approxkl3: 0.00024941622 + avg_actor_clipfrac: 0.0021362305 + avg_actor_loss: -3.5375684e-05 + avg_advantage: 0.0012890361 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.463707e-06 + avg_entropy: 0.005041945 + avg_grad_norm_pre_clip: 0.13955885 + avg_loss: -3.618578e-05 + max: + max_actor_approxkl1: 0.0011527172 + max_actor_approxkl3: 0.0014462384 + max_actor_clipfrac: 0.0057373047 + max_actor_loss: 0.0009886911 + max_advantage: 0.029839396 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0770624e-05 + max_entropy: 0.0068655685 + max_grad_norm_pre_clip: 0.5805568 + max_loss: 0.0009874403 + std: + std_actor_approxkl1: 0.00039089797 + std_actor_approxkl3: 0.00035370662 + std_actor_clipfrac: 0.001840592 + std_actor_loss: 0.0002814468 + std_advantage: 0.0039510904 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2293236e-06 + std_entropy: 0.0012239844 + std_grad_norm_pre_clip: 0.121675335 + std_loss: 0.00028155991 + eval-batch-train: + avg_avg_episode_length: 4.7925596 + avg_avg_return: 0.98961824 + avg_benchmark_regret: 0.0055748755 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34423065 + proxy_corner: + avg_avg_return: 0.19713178 + avg_reward_per_step: 0.0394516 + eval-batch-orig: + avg_avg_episode_length: 6.0736084 + avg_avg_return: 0.9853852 + avg_benchmark_regret: 0.008553824 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2670288 + proxy_corner: + avg_avg_return: 0.9853852 + avg_reward_per_step: 0.2670288 + eval-batch-shift: + avg_avg_episode_length: 4.9639463 + avg_avg_return: 0.9883922 + avg_benchmark_regret: 0.00656915 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34666443 + proxy_corner: + avg_avg_return: 0.1821096 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 6.225914 + avg_avg_return: 0.9825858 + avg_benchmark_regret: 0.011834471 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27684784 + proxy_corner: + avg_avg_return: 0.9825858 + avg_reward_per_step: 0.27684784 +=========================================================== +=========================================================== + step: + env-step-all-before: 369098752 + env-step-replay-before: 183435264 + env-step-used-before: 369098752 + ppo-update-before: 225280 + env-step-generate-before: 185663488 + env-step-all-after: 369131520 + env-step-replay-after: 183468032 + env-step-used-after: 369131520 + ppo-update-after: 225300 + env-step-generate-after: 185663488 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.873795 + avg_avg_return: 0.8892193 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.63401425 + avg_reward_per_step: 0.048583984 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.873795 + avg_avg_return: 0.8892193 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.63401425 + avg_reward_per_step: 0.048583984 + perf: + env_steps_per_second: 1001077.7896924545 + ppo_updates_per_second: 110.69395663230459 + eval-batch-train-duration: 0.1880811610026285 + eval-batch-orig-duration: 0.13790746597805992 + eval-batch-shift-duration: 0.13703634502599016 + eval-batch-tree-duration: 0.13644755497807637 + ued: + distances: + cheese-corne_dist_avg: 7.1887207 + cheese-corne_dist_wavg: 4.322936 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.18457 + mouse-cheese_dist_finite_wavg: 14.816897 + mouse-cheese_dist_solvable_avg: 13.18457 + mouse-cheese_dist_solvable_wavg: 14.816899 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100737914 + visit_patterns: + avg_first_visit_time: 3988.4783 + avg_last_visit_time: 5589.29 + num_replay_batches: 5599 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020679778 + avg_actor_approxkl3: 0.0010687169 + avg_actor_clipfrac: 0.016375734 + avg_actor_loss: -0.00021565173 + avg_advantage: -0.00040628365 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.129736e-06 + avg_entropy: 0.043430746 + avg_grad_norm_pre_clip: 0.7773051 + avg_loss: -0.00025501763 + max: + max_actor_approxkl1: 0.008381942 + max_actor_approxkl3: 0.004833654 + max_actor_clipfrac: 0.039916992 + max_actor_loss: 0.0012455583 + max_advantage: 0.04461664 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.1688835e-06 + max_entropy: 0.0564709 + max_grad_norm_pre_clip: 1.236404 + max_loss: 0.0012084297 + std: + std_actor_approxkl1: 0.0025108103 + std_actor_approxkl3: 0.0013855812 + std_actor_clipfrac: 0.010094282 + std_actor_loss: 0.00059519283 + std_advantage: 0.003975245 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.0306545e-07 + std_entropy: 0.0058331885 + std_grad_norm_pre_clip: 0.19896944 + std_loss: 0.0005970673 + eval-batch-train: + avg_avg_episode_length: 4.7388897 + avg_avg_return: 0.98961496 + avg_benchmark_regret: 0.0055781784 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442688 + proxy_corner: + avg_avg_return: 0.1970445 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 6.0063944 + avg_avg_return: 0.9854647 + avg_benchmark_regret: 0.00847431 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26763916 + proxy_corner: + avg_avg_return: 0.9854647 + avg_reward_per_step: 0.26763916 + eval-batch-shift: + avg_avg_episode_length: 4.975211 + avg_avg_return: 0.98846364 + avg_benchmark_regret: 0.0064976714 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34651947 + proxy_corner: + avg_avg_return: 0.18221605 + avg_reward_per_step: 0.03630829 + eval-batch-tree: + avg_avg_episode_length: 5.553277 + avg_avg_return: 0.9869491 + avg_benchmark_regret: 0.0074711693 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27908325 + proxy_corner: + avg_avg_return: 0.9869491 + avg_reward_per_step: 0.27908325 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 370147328 + env-step-replay-before: 183959552 + env-step-used-before: 370147328 + ppo-update-before: 225920 + env-step-generate-before: 186187776 + env-step-all-after: 370180096 + env-step-replay-after: 183992320 + env-step-used-after: 370180096 + ppo-update-after: 225940 + env-step-generate-after: 186187776 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.862521 + avg_avg_return: 0.88767254 + avg_reward_per_step: 0.06869507 + proxy_corner: + avg_avg_return: 0.5659803 + avg_reward_per_step: 0.04348755 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.862521 + avg_avg_return: 0.88767254 + avg_reward_per_step: 0.06869507 + proxy_corner: + avg_avg_return: 0.5659803 + avg_reward_per_step: 0.04348755 + perf: + env_steps_per_second: 972645.6756943926 + ppo_updates_per_second: 111.42350733428722 + eval-batch-train-duration: 0.1915999019984156 + eval-batch-orig-duration: 0.14839448098791763 + eval-batch-shift-duration: 0.13796682801330462 + eval-batch-tree-duration: 0.13636153301922604 + ued: + distances: + cheese-corne_dist_avg: 7.194092 + cheese-corne_dist_wavg: 11.532276 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.190918 + mouse-cheese_dist_finite_wavg: 14.819939 + mouse-cheese_dist_solvable_avg: 13.190918 + mouse-cheese_dist_solvable_wavg: 14.819939 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10082595 + visit_patterns: + avg_first_visit_time: 4000.1394 + avg_last_visit_time: 5605.213 + num_replay_batches: 5615 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00083738746 + avg_actor_approxkl3: 0.0004958263 + avg_actor_clipfrac: 0.013146973 + avg_actor_loss: -0.00016981734 + avg_advantage: -0.0023884836 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 9.137261e-06 + avg_entropy: 0.03943361 + avg_grad_norm_pre_clip: 0.81053513 + avg_loss: -0.00020468234 + max: + max_actor_approxkl1: 0.0019248084 + max_actor_approxkl3: 0.0014428253 + max_actor_clipfrac: 0.024536133 + max_actor_loss: 0.00047653262 + max_advantage: 0.023356915 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2559551e-05 + max_entropy: 0.04901848 + max_grad_norm_pre_clip: 1.3956168 + max_loss: 0.0004428138 + std: + std_actor_approxkl1: 0.0006132298 + std_actor_approxkl3: 0.00031129757 + std_actor_clipfrac: 0.006644607 + std_actor_loss: 0.00048407342 + std_advantage: 0.0036969648 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.995331e-06 + std_entropy: 0.00529721 + std_grad_norm_pre_clip: 0.30054379 + std_loss: 0.00048582625 + eval-batch-train: + avg_avg_episode_length: 4.7460074 + avg_avg_return: 0.98969865 + avg_benchmark_regret: 0.0054945247 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443222 + proxy_corner: + avg_avg_return: 0.19721839 + avg_reward_per_step: 0.039627075 + eval-batch-orig: + avg_avg_episode_length: 5.9913654 + avg_avg_return: 0.98587537 + avg_benchmark_regret: 0.008063626 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26779175 + proxy_corner: + avg_avg_return: 0.98587537 + avg_reward_per_step: 0.26779175 + eval-batch-shift: + avg_avg_episode_length: 4.9696703 + avg_avg_return: 0.98842174 + avg_benchmark_regret: 0.006539554 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34654236 + proxy_corner: + avg_avg_return: 0.18194799 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.535952 + avg_avg_return: 0.9876766 + avg_benchmark_regret: 0.0067436397 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27905273 + proxy_corner: + avg_avg_return: 0.9876766 + avg_reward_per_step: 0.27905273 +=========================================================== +=========================================================== + step: + env-step-all-before: 371195904 + env-step-replay-before: 184483840 + env-step-used-before: 371195904 + ppo-update-before: 226560 + env-step-generate-before: 186712064 + env-step-all-after: 371228672 + env-step-replay-after: 184483840 + env-step-used-after: 371228672 + ppo-update-after: 226580 + env-step-generate-after: 186744832 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0742197 + avg_avg_return: 0.9672271 + avg_reward_per_step: 0.32574463 + proxy_corner: + avg_avg_return: 0.19099855 + avg_reward_per_step: 0.04144287 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0742197 + avg_avg_return: 0.9672271 + avg_reward_per_step: 0.32574463 + proxy_corner: + avg_avg_return: 0.19099855 + avg_reward_per_step: 0.04144287 + perf: + env_steps_per_second: 998452.595080513 + ppo_updates_per_second: 111.30752561732324 + eval-batch-train-duration: 0.1855243609752506 + eval-batch-orig-duration: 0.1390946339815855 + eval-batch-shift-duration: 0.1371692760149017 + eval-batch-tree-duration: 0.13625233701895922 + ued: + distances: + cheese-corne_dist_avg: 7.1811523 + cheese-corne_dist_wavg: 2.5253024 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.185303 + mouse-cheese_dist_finite_wavg: 13.019508 + mouse-cheese_dist_solvable_avg: 13.185303 + mouse-cheese_dist_solvable_wavg: 13.01951 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10114582 + visit_patterns: + avg_first_visit_time: 4009.5417 + avg_last_visit_time: 5620.143 + num_replay_batches: 5630 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002024035 + avg_actor_approxkl3: 0.00010546782 + avg_actor_clipfrac: 0.0018188477 + avg_actor_loss: -9.840292e-05 + avg_advantage: -0.00067778764 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.0744785e-06 + avg_entropy: 0.0061695506 + avg_grad_norm_pre_clip: 0.13227941 + avg_loss: -0.00010053524 + max: + max_actor_approxkl1: 0.00056630955 + max_actor_approxkl3: 0.00025543172 + max_actor_clipfrac: 0.004760742 + max_actor_loss: 4.8338436e-05 + max_advantage: 0.02778095 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.474109e-05 + max_entropy: 0.014135422 + max_grad_norm_pre_clip: 0.26635417 + max_loss: 4.942877e-05 + std: + std_actor_approxkl1: 0.00020467438 + std_actor_approxkl3: 8.10456e-05 + std_actor_clipfrac: 0.0011828229 + std_actor_loss: 0.00010295697 + std_advantage: 0.003917088 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3026926e-06 + std_entropy: 0.002807157 + std_grad_norm_pre_clip: 0.059417434 + std_loss: 0.00010387904 + eval-batch-train: + avg_avg_episode_length: 4.7353992 + avg_avg_return: 0.98925805 + avg_benchmark_regret: 0.0059349993 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34445953 + proxy_corner: + avg_avg_return: 0.19715665 + avg_reward_per_step: 0.03970337 + eval-batch-orig: + avg_avg_episode_length: 5.984685 + avg_avg_return: 0.985754 + avg_benchmark_regret: 0.00818502 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26782227 + proxy_corner: + avg_avg_return: 0.985754 + avg_reward_per_step: 0.26782227 + eval-batch-shift: + avg_avg_episode_length: 4.963474 + avg_avg_return: 0.9887463 + avg_benchmark_regret: 0.006215037 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664917 + proxy_corner: + avg_avg_return: 0.18193582 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.5435443 + avg_avg_return: 0.9869271 + avg_benchmark_regret: 0.0074931607 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2788391 + proxy_corner: + avg_avg_return: 0.9869271 + avg_reward_per_step: 0.2788391 +=========================================================== +=========================================================== + step: + env-step-all-before: 372244480 + env-step-replay-before: 184909824 + env-step-used-before: 372244480 + ppo-update-before: 227200 + env-step-generate-before: 187334656 + env-step-all-after: 372277248 + env-step-replay-after: 184942592 + env-step-used-after: 372277248 + ppo-update-after: 227220 + env-step-generate-after: 187334656 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.897903 + avg_avg_return: 0.88797104 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.62013257 + avg_reward_per_step: 0.047729492 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.897903 + avg_avg_return: 0.88797104 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.62013257 + avg_reward_per_step: 0.047729492 + perf: + env_steps_per_second: 1015582.6607679293 + ppo_updates_per_second: 105.72119497665203 + eval-batch-train-duration: 0.19405257399193943 + eval-batch-orig-duration: 0.13636571099050343 + eval-batch-shift-duration: 0.1370895350119099 + eval-batch-tree-duration: 0.13730158400721848 + ued: + distances: + cheese-corne_dist_avg: 7.18042 + cheese-corne_dist_wavg: 2.5205965 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.185303 + mouse-cheese_dist_finite_wavg: 13.018837 + mouse-cheese_dist_solvable_avg: 13.185303 + mouse-cheese_dist_solvable_wavg: 13.018839 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10075133 + visit_patterns: + avg_first_visit_time: 4017.751 + avg_last_visit_time: 5634.254 + num_replay_batches: 5644 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011161505 + avg_actor_approxkl3: 0.00072588696 + avg_actor_clipfrac: 0.01394043 + avg_actor_loss: 0.00021975678 + avg_advantage: -0.0020700758 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.352214e-06 + avg_entropy: 0.03719426 + avg_grad_norm_pre_clip: 0.8752741 + avg_loss: 0.00018623866 + max: + max_actor_approxkl1: 0.0031078127 + max_actor_approxkl3: 0.0022175587 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.0012731648 + max_advantage: 0.023006856 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.436955e-06 + max_entropy: 0.047839694 + max_grad_norm_pre_clip: 1.9820694 + max_loss: 0.0012430251 + std: + std_actor_approxkl1: 0.0007527307 + std_actor_approxkl3: 0.00049251615 + std_actor_clipfrac: 0.0069332924 + std_actor_loss: 0.000492336 + std_advantage: 0.003630246 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.859357e-07 + std_entropy: 0.005693589 + std_grad_norm_pre_clip: 0.43345478 + std_loss: 0.00049159315 + eval-batch-train: + avg_avg_episode_length: 4.745315 + avg_avg_return: 0.98972833 + avg_benchmark_regret: 0.0054648025 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443985 + proxy_corner: + avg_avg_return: 0.19701439 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 6.0181847 + avg_avg_return: 0.9856483 + avg_benchmark_regret: 0.008290686 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26766968 + proxy_corner: + avg_avg_return: 0.9856483 + avg_reward_per_step: 0.26766968 + eval-batch-shift: + avg_avg_episode_length: 4.9738045 + avg_avg_return: 0.9887463 + avg_benchmark_regret: 0.0062149884 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34656525 + proxy_corner: + avg_avg_return: 0.18265925 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.5400705 + avg_avg_return: 0.98669523 + avg_benchmark_regret: 0.0077250344 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27911377 + proxy_corner: + avg_avg_return: 0.98669523 + avg_reward_per_step: 0.27911377 +=========================================================== +=========================================================== + step: + env-step-all-before: 373293056 + env-step-replay-before: 185466880 + env-step-used-before: 373293056 + ppo-update-before: 227840 + env-step-generate-before: 187826176 + env-step-all-after: 373325824 + env-step-replay-after: 185466880 + env-step-used-after: 373325824 + ppo-update-after: 227860 + env-step-generate-after: 187858944 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 4.912575 + avg_avg_return: 0.9707321 + avg_reward_per_step: 0.3161621 + proxy_corner: + avg_avg_return: 0.16035804 + avg_reward_per_step: 0.036712646 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 4.912575 + avg_avg_return: 0.9707321 + avg_reward_per_step: 0.3161621 + proxy_corner: + avg_avg_return: 0.16035804 + avg_reward_per_step: 0.036712646 + perf: + env_steps_per_second: 989330.0415296727 + ppo_updates_per_second: 111.47949633716028 + eval-batch-train-duration: 0.18571680295281112 + eval-batch-orig-duration: 0.1390605100314133 + eval-batch-shift-duration: 0.13877152500208467 + eval-batch-tree-duration: 0.13799098395975307 + ued: + distances: + cheese-corne_dist_avg: 7.19458 + cheese-corne_dist_wavg: 11.523853 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.182129 + mouse-cheese_dist_finite_wavg: 13.917408 + mouse-cheese_dist_solvable_avg: 13.182129 + mouse-cheese_dist_solvable_wavg: 13.91741 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10061572 + visit_patterns: + avg_first_visit_time: 4027.4133 + avg_last_visit_time: 5650.283 + num_replay_batches: 5660 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015449755 + avg_actor_approxkl3: 0.00012133889 + avg_actor_clipfrac: 0.0019775392 + avg_actor_loss: -5.3284668e-05 + avg_advantage: 0.0009242533 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.030367e-06 + avg_entropy: 0.0054701027 + avg_grad_norm_pre_clip: 0.11029815 + avg_loss: -5.5239583e-05 + max: + max_actor_approxkl1: 0.0009818374 + max_actor_approxkl3: 0.0007868048 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 0.0003800681 + max_advantage: 0.017192721 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.0760794e-05 + max_entropy: 0.009887368 + max_grad_norm_pre_clip: 0.40151358 + max_loss: 0.00037511013 + std: + std_actor_approxkl1: 0.0002497788 + std_actor_approxkl3: 0.00019211123 + std_actor_clipfrac: 0.0017459042 + std_actor_loss: 0.00017098682 + std_advantage: 0.0038012436 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3837714e-06 + std_entropy: 0.0019739873 + std_grad_norm_pre_clip: 0.097829565 + std_loss: 0.00017109016 + eval-batch-train: + avg_avg_episode_length: 4.7386885 + avg_avg_return: 0.98925465 + avg_benchmark_regret: 0.005938432 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445053 + proxy_corner: + avg_avg_return: 0.19700505 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 5.9930496 + avg_avg_return: 0.9852239 + avg_benchmark_regret: 0.008715104 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26782227 + proxy_corner: + avg_avg_return: 0.9852239 + avg_reward_per_step: 0.26782227 + eval-batch-shift: + avg_avg_episode_length: 4.9641185 + avg_avg_return: 0.9884641 + avg_benchmark_regret: 0.0064971764 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661865 + proxy_corner: + avg_avg_return: 0.18188646 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.52219 + avg_avg_return: 0.9868437 + avg_benchmark_regret: 0.0075765993 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27936554 + proxy_corner: + avg_avg_return: 0.9868437 + avg_reward_per_step: 0.27936554 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 374341632 + env-step-replay-before: 185958400 + env-step-used-before: 374341632 + ppo-update-before: 228480 + env-step-generate-before: 188383232 + env-step-all-after: 374374400 + env-step-replay-after: 185991168 + env-step-used-after: 374374400 + ppo-update-after: 228500 + env-step-generate-after: 188383232 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.88558 + avg_avg_return: 0.88672066 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.64277947 + avg_reward_per_step: 0.04925537 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.88558 + avg_avg_return: 0.88672066 + avg_reward_per_step: 0.06851196 + proxy_corner: + avg_avg_return: 0.64277947 + avg_reward_per_step: 0.04925537 + perf: + env_steps_per_second: 978091.3571479768 + ppo_updates_per_second: 110.47057449131252 + eval-batch-train-duration: 0.185354802000802 + eval-batch-orig-duration: 0.13604388403473422 + eval-batch-shift-duration: 0.13723283499712124 + eval-batch-tree-duration: 0.13634778698906302 + ued: + distances: + cheese-corne_dist_avg: 7.196045 + cheese-corne_dist_wavg: 11.515655 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.181152 + mouse-cheese_dist_finite_wavg: 15.7172985 + mouse-cheese_dist_solvable_avg: 13.181152 + mouse-cheese_dist_solvable_wavg: 15.717295 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1005646 + visit_patterns: + avg_first_visit_time: 4040.2234 + avg_last_visit_time: 5666.172 + num_replay_batches: 5676 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014339868 + avg_actor_approxkl3: 0.0007026637 + avg_actor_clipfrac: 0.018676758 + avg_actor_loss: -0.0003464472 + avg_advantage: -0.0014055197 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4177234e-06 + avg_entropy: 0.04480971 + avg_grad_norm_pre_clip: 0.8118283 + avg_loss: -0.00038804804 + max: + max_actor_approxkl1: 0.0032530013 + max_actor_approxkl3: 0.001362385 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.0013908437 + max_advantage: 0.014584959 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.738767e-06 + max_entropy: 0.052811846 + max_grad_norm_pre_clip: 1.561027 + max_loss: 0.0013462224 + std: + std_actor_approxkl1: 0.0009681679 + std_actor_approxkl3: 0.00039672235 + std_actor_clipfrac: 0.008652108 + std_actor_loss: 0.00067448255 + std_advantage: 0.0035045883 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6048885e-07 + std_entropy: 0.0047361306 + std_grad_norm_pre_clip: 0.22554286 + std_loss: 0.000675208 + eval-batch-train: + avg_avg_episode_length: 4.7430754 + avg_avg_return: 0.9891101 + avg_benchmark_regret: 0.006082977 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443985 + proxy_corner: + avg_avg_return: 0.19717556 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.0411763 + avg_avg_return: 0.98522985 + avg_benchmark_regret: 0.008709119 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26737213 + proxy_corner: + avg_avg_return: 0.98522985 + avg_reward_per_step: 0.26737213 + eval-batch-shift: + avg_avg_episode_length: 4.976675 + avg_avg_return: 0.9886533 + avg_benchmark_regret: 0.0063079856 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.1823956 + avg_reward_per_step: 0.036346436 + eval-batch-tree: + avg_avg_episode_length: 5.639936 + avg_avg_return: 0.98654175 + avg_benchmark_regret: 0.0078785345 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27864075 + proxy_corner: + avg_avg_return: 0.98654175 + avg_reward_per_step: 0.27864075 +=========================================================== +=========================================================== + step: + env-step-all-before: 375390208 + env-step-replay-before: 186548224 + env-step-used-before: 375390208 + ppo-update-before: 229120 + env-step-generate-before: 188841984 + env-step-all-after: 375422976 + env-step-replay-after: 186580992 + env-step-used-after: 375422976 + ppo-update-after: 229140 + env-step-generate-after: 188841984 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.851254 + avg_avg_return: 0.887592 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.61902 + avg_reward_per_step: 0.047546387 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.851254 + avg_avg_return: 0.887592 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.61902 + avg_reward_per_step: 0.047546387 + perf: + env_steps_per_second: 981214.1552479344 + ppo_updates_per_second: 109.93758180993373 + eval-batch-train-duration: 0.18854262901004404 + eval-batch-orig-duration: 0.1370070389821194 + eval-batch-shift-duration: 0.13732920598704368 + eval-batch-tree-duration: 0.1371219860156998 + ued: + distances: + cheese-corne_dist_avg: 7.1989746 + cheese-corne_dist_wavg: 0.728835 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.181641 + mouse-cheese_dist_finite_wavg: 13.0186205 + mouse-cheese_dist_solvable_avg: 13.181641 + mouse-cheese_dist_solvable_wavg: 13.0186205 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10061389 + visit_patterns: + avg_first_visit_time: 4046.2898 + avg_last_visit_time: 5684.325 + num_replay_batches: 5694 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018502141 + avg_actor_approxkl3: 0.0012843437 + avg_actor_clipfrac: 0.013287353 + avg_actor_loss: 0.0010147654 + avg_advantage: -0.00047558433 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.3697476e-06 + avg_entropy: 0.03239676 + avg_grad_norm_pre_clip: 0.9918912 + avg_loss: 0.0009855535 + max: + max_actor_approxkl1: 0.008779912 + max_actor_approxkl3: 0.007351349 + max_actor_clipfrac: 0.026977539 + max_actor_loss: 0.0052019237 + max_advantage: 0.022660851 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.171478e-06 + max_entropy: 0.03914235 + max_grad_norm_pre_clip: 1.6338062 + max_loss: 0.005175424 + std: + std_actor_approxkl1: 0.001942002 + std_actor_approxkl3: 0.0015862812 + std_actor_clipfrac: 0.0059842193 + std_actor_loss: 0.0016876103 + std_advantage: 0.0035386237 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9509604e-07 + std_entropy: 0.0033825014 + std_grad_norm_pre_clip: 0.37298733 + std_loss: 0.0016871671 + eval-batch-train: + avg_avg_episode_length: 4.7432556 + avg_avg_return: 0.98977363 + avg_benchmark_regret: 0.0054194545 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444519 + proxy_corner: + avg_avg_return: 0.19733357 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 6.0279503 + avg_avg_return: 0.9856746 + avg_benchmark_regret: 0.008264356 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26729584 + proxy_corner: + avg_avg_return: 0.9856746 + avg_reward_per_step: 0.26729584 + eval-batch-shift: + avg_avg_episode_length: 4.957679 + avg_avg_return: 0.9884271 + avg_benchmark_regret: 0.0065341983 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466034 + proxy_corner: + avg_avg_return: 0.18227682 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.6315126 + avg_avg_return: 0.9862578 + avg_benchmark_regret: 0.008162463 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27814484 + proxy_corner: + avg_avg_return: 0.9862578 + avg_reward_per_step: 0.27814484 +=========================================================== +=========================================================== + step: + env-step-all-before: 376438784 + env-step-replay-before: 187006976 + env-step-used-before: 376438784 + ppo-update-before: 229760 + env-step-generate-before: 189431808 + env-step-all-after: 376471552 + env-step-replay-after: 187039744 + env-step-used-after: 376471552 + ppo-update-after: 229780 + env-step-generate-after: 189431808 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.91638 + avg_avg_return: 0.8864883 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6240248 + avg_reward_per_step: 0.047729492 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.91638 + avg_avg_return: 0.8864883 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6240248 + avg_reward_per_step: 0.047729492 + perf: + env_steps_per_second: 1008216.1869807467 + ppo_updates_per_second: 111.2628879251898 + eval-batch-train-duration: 0.18616876500891522 + eval-batch-orig-duration: 0.13684541499242187 + eval-batch-shift-duration: 0.13728851999621838 + eval-batch-tree-duration: 0.13654456799849868 + ued: + distances: + cheese-corne_dist_avg: 7.177002 + cheese-corne_dist_wavg: 1.6217177 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 13.179932 + mouse-cheese_dist_finite_wavg: 13.018076 + mouse-cheese_dist_solvable_avg: 13.179932 + mouse-cheese_dist_solvable_wavg: 13.018076 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.100953884 + visit_patterns: + avg_first_visit_time: 4064.0383 + avg_last_visit_time: 5698.284 + num_replay_batches: 5708 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012759577 + avg_actor_approxkl3: 0.00075699465 + avg_actor_clipfrac: 0.015563965 + avg_actor_loss: 0.00028239944 + avg_advantage: -0.00036807018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.854019e-06 + avg_entropy: 0.03890491 + avg_grad_norm_pre_clip: 0.9053249 + avg_loss: 0.00024692155 + max: + max_actor_approxkl1: 0.0026420038 + max_actor_approxkl3: 0.0015024779 + max_actor_clipfrac: 0.027709961 + max_actor_loss: 0.0015813163 + max_advantage: 0.025635302 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.86935e-06 + max_entropy: 0.05481603 + max_grad_norm_pre_clip: 1.9827918 + max_loss: 0.0015298161 + std: + std_actor_approxkl1: 0.00085225725 + std_actor_approxkl3: 0.00041474946 + std_actor_clipfrac: 0.0069453074 + std_actor_loss: 0.00057459774 + std_advantage: 0.003698939 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.7676212e-07 + std_entropy: 0.0062902076 + std_grad_norm_pre_clip: 0.400524 + std_loss: 0.00057223433 + eval-batch-train: + avg_avg_episode_length: 4.750325 + avg_avg_return: 0.9894446 + avg_benchmark_regret: 0.0057484787 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34427643 + proxy_corner: + avg_avg_return: 0.19738506 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 6.002179 + avg_avg_return: 0.9857158 + avg_benchmark_regret: 0.008223232 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2676239 + proxy_corner: + avg_avg_return: 0.9857158 + avg_reward_per_step: 0.2676239 + eval-batch-shift: + avg_avg_episode_length: 4.9565487 + avg_avg_return: 0.9886332 + avg_benchmark_regret: 0.00632808 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664917 + proxy_corner: + avg_avg_return: 0.18212779 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.5464416 + avg_avg_return: 0.98701113 + avg_benchmark_regret: 0.0074091274 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27895355 + proxy_corner: + avg_avg_return: 0.98701113 + avg_reward_per_step: 0.27895355 +=========================================================== +=========================================================== + step: + env-step-all-before: 377487360 + env-step-replay-before: 187662336 + env-step-used-before: 377487360 + ppo-update-before: 230400 + env-step-generate-before: 189825024 + env-step-all-after: 377520128 + env-step-replay-after: 187662336 + env-step-used-after: 377520128 + ppo-update-after: 230420 + env-step-generate-after: 189857792 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.805362 + avg_avg_return: 0.9713935 + avg_reward_per_step: 0.3265686 + proxy_corner: + avg_avg_return: 0.1713194 + avg_reward_per_step: 0.032928467 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.805362 + avg_avg_return: 0.9713935 + avg_reward_per_step: 0.3265686 + proxy_corner: + avg_avg_return: 0.1713194 + avg_reward_per_step: 0.032928467 + perf: + env_steps_per_second: 964352.0803078834 + ppo_updates_per_second: 109.9448298146733 + eval-batch-train-duration: 0.1859943259623833 + eval-batch-orig-duration: 0.13553267100360245 + eval-batch-shift-duration: 0.13671653298661113 + eval-batch-tree-duration: 0.13635723502375185 + ued: + distances: + cheese-corne_dist_avg: 7.164551 + cheese-corne_dist_wavg: 1.6326079 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.1796875 + mouse-cheese_dist_finite_wavg: 14.817892 + mouse-cheese_dist_solvable_avg: 13.1796875 + mouse-cheese_dist_solvable_wavg: 14.817892 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.100495026 + visit_patterns: + avg_first_visit_time: 4073.3887 + avg_last_visit_time: 5717.244 + num_replay_batches: 5727 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025438363 + avg_actor_approxkl3: 0.00012176227 + avg_actor_clipfrac: 0.0016479492 + avg_actor_loss: 2.462652e-05 + avg_advantage: 0.0015731842 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4826995e-06 + avg_entropy: 0.004694025 + avg_grad_norm_pre_clip: 0.1822167 + avg_loss: 2.3173847e-05 + max: + max_actor_approxkl1: 0.0014464715 + max_actor_approxkl3: 0.0006978642 + max_actor_clipfrac: 0.0056152344 + max_actor_loss: 0.00048281718 + max_advantage: 0.017552078 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.4572675e-06 + max_entropy: 0.009204272 + max_grad_norm_pre_clip: 0.72540104 + max_loss: 0.0004787022 + std: + std_actor_approxkl1: 0.00042751463 + std_actor_approxkl3: 0.00018588179 + std_actor_clipfrac: 0.0018288153 + std_actor_loss: 0.00015579269 + std_advantage: 0.0035687815 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.623621e-07 + std_entropy: 0.0022717488 + std_grad_norm_pre_clip: 0.22169974 + std_loss: 0.00015447213 + eval-batch-train: + avg_avg_episode_length: 4.7558756 + avg_avg_return: 0.9894021 + avg_benchmark_regret: 0.005791001 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34430695 + proxy_corner: + avg_avg_return: 0.19788909 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 5.963805 + avg_avg_return: 0.9858587 + avg_benchmark_regret: 0.008080302 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26800537 + proxy_corner: + avg_avg_return: 0.9858587 + avg_reward_per_step: 0.26800537 + eval-batch-shift: + avg_avg_episode_length: 4.974823 + avg_avg_return: 0.9884278 + avg_benchmark_regret: 0.006533536 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.18197858 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.529213 + avg_avg_return: 0.98678946 + avg_benchmark_regret: 0.0076308525 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27919006 + proxy_corner: + avg_avg_return: 0.98678946 + avg_reward_per_step: 0.27919006 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 378535936 + env-step-replay-before: 188186624 + env-step-used-before: 378535936 + ppo-update-before: 231040 + env-step-generate-before: 190349312 + env-step-all-after: 378568704 + env-step-replay-after: 188186624 + env-step-used-after: 378568704 + ppo-update-after: 231060 + env-step-generate-after: 190382080 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.308105 + avg_avg_return: 0.9644769 + avg_reward_per_step: 0.30187988 + proxy_corner: + avg_avg_return: 0.18156868 + avg_reward_per_step: 0.031677246 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 5.308105 + avg_avg_return: 0.9644769 + avg_reward_per_step: 0.30187988 + proxy_corner: + avg_avg_return: 0.18156868 + avg_reward_per_step: 0.031677246 + perf: + env_steps_per_second: 998500.7560392441 + ppo_updates_per_second: 111.80810793478277 + eval-batch-train-duration: 0.18711838399758562 + eval-batch-orig-duration: 0.13778671895852312 + eval-batch-shift-duration: 0.13726343301823363 + eval-batch-tree-duration: 0.13654911698540673 + ued: + distances: + cheese-corne_dist_avg: 7.1601562 + cheese-corne_dist_wavg: 15.1115055 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.176514 + mouse-cheese_dist_finite_wavg: 15.716772 + mouse-cheese_dist_solvable_avg: 13.176514 + mouse-cheese_dist_solvable_wavg: 15.716772 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10098751 + visit_patterns: + avg_first_visit_time: 4089.1787 + avg_last_visit_time: 5733.3145 + num_replay_batches: 5743 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003424352 + avg_actor_approxkl3: 0.00016560483 + avg_actor_clipfrac: 0.0024719238 + avg_actor_loss: -2.8480648e-05 + avg_advantage: 0.0012269244 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.068546e-06 + avg_entropy: 0.006699979 + avg_grad_norm_pre_clip: 0.25996485 + avg_loss: -3.2146356e-05 + max: + max_actor_approxkl1: 0.0011857543 + max_actor_approxkl3: 0.00064226985 + max_actor_clipfrac: 0.008178711 + max_actor_loss: 0.0005084118 + max_advantage: 0.022443175 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.3277815e-06 + max_entropy: 0.011450717 + max_grad_norm_pre_clip: 0.7892523 + max_loss: 0.00050086447 + std: + std_actor_approxkl1: 0.0003788143 + std_actor_approxkl3: 0.00017833845 + std_actor_clipfrac: 0.0020969373 + std_actor_loss: 0.00034172967 + std_advantage: 0.0034978008 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.373474e-07 + std_entropy: 0.0023097578 + std_grad_norm_pre_clip: 0.18825702 + std_loss: 0.00034175 + eval-batch-train: + avg_avg_episode_length: 4.7384934 + avg_avg_return: 0.98962855 + avg_benchmark_regret: 0.0055645094 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445511 + proxy_corner: + avg_avg_return: 0.19724599 + avg_reward_per_step: 0.039726257 + eval-batch-orig: + avg_avg_episode_length: 5.957098 + avg_avg_return: 0.98628837 + avg_benchmark_regret: 0.00765065 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26807404 + proxy_corner: + avg_avg_return: 0.98628837 + avg_reward_per_step: 0.26807404 + eval-batch-shift: + avg_avg_episode_length: 4.9724884 + avg_avg_return: 0.988575 + avg_benchmark_regret: 0.006386338 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.18239193 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.509352 + avg_avg_return: 0.98737216 + avg_benchmark_regret: 0.007048068 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27949524 + proxy_corner: + avg_avg_return: 0.98737216 + avg_reward_per_step: 0.27949524 +=========================================================== +=========================================================== + step: + env-step-all-before: 379584512 + env-step-replay-before: 188743680 + env-step-used-before: 379584512 + ppo-update-before: 231680 + env-step-generate-before: 190840832 + env-step-all-after: 379617280 + env-step-replay-after: 188776448 + env-step-used-after: 379617280 + ppo-update-after: 231700 + env-step-generate-after: 190840832 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.805149 + avg_avg_return: 0.8865533 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.62734115 + avg_reward_per_step: 0.048309326 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.805149 + avg_avg_return: 0.8865533 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.62734115 + avg_reward_per_step: 0.048309326 + perf: + env_steps_per_second: 1005404.817824761 + ppo_updates_per_second: 111.02543031027389 + eval-batch-train-duration: 0.18633770401356742 + eval-batch-orig-duration: 0.13867329998174682 + eval-batch-shift-duration: 0.13911770697450265 + eval-batch-tree-duration: 0.1369850280461833 + ued: + distances: + cheese-corne_dist_avg: 7.158203 + cheese-corne_dist_wavg: 15.104585 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.177002 + mouse-cheese_dist_finite_wavg: 14.815074 + mouse-cheese_dist_solvable_avg: 13.177002 + mouse-cheese_dist_solvable_wavg: 14.815072 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100888476 + visit_patterns: + avg_first_visit_time: 4094.2297 + avg_last_visit_time: 5751.1963 + num_replay_batches: 5761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008430912 + avg_actor_approxkl3: 0.00052425003 + avg_actor_clipfrac: 0.0118042 + avg_actor_loss: 9.6171585e-05 + avg_advantage: -0.00071358494 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.7621323e-06 + avg_entropy: 0.034093782 + avg_grad_norm_pre_clip: 0.70043707 + avg_loss: 6.495892e-05 + max: + max_actor_approxkl1: 0.001581285 + max_actor_approxkl3: 0.0008874979 + max_actor_clipfrac: 0.021850586 + max_actor_loss: 0.0019333821 + max_advantage: 0.014622092 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.459999e-06 + max_entropy: 0.040986534 + max_grad_norm_pre_clip: 1.4945056 + max_loss: 0.0019057682 + std: + std_actor_approxkl1: 0.00048710871 + std_actor_approxkl3: 0.00022671343 + std_actor_clipfrac: 0.004545886 + std_actor_loss: 0.00061839 + std_advantage: 0.0034106188 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.584648e-07 + std_entropy: 0.004468993 + std_grad_norm_pre_clip: 0.31051308 + std_loss: 0.0006195736 + eval-batch-train: + avg_avg_episode_length: 4.734038 + avg_avg_return: 0.9894502 + avg_benchmark_regret: 0.005742927 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.19714634 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 5.985398 + avg_avg_return: 0.98558223 + avg_benchmark_regret: 0.008356773 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2677307 + proxy_corner: + avg_avg_return: 0.98558223 + avg_reward_per_step: 0.2677307 + eval-batch-shift: + avg_avg_episode_length: 4.962226 + avg_avg_return: 0.9884043 + avg_benchmark_regret: 0.006557001 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.18175569 + avg_reward_per_step: 0.03630829 + eval-batch-tree: + avg_avg_episode_length: 5.5373297 + avg_avg_return: 0.9871224 + avg_benchmark_regret: 0.007297884 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27924347 + proxy_corner: + avg_avg_return: 0.9871224 + avg_reward_per_step: 0.27924347 +=========================================================== +=========================================================== + step: + env-step-all-before: 380633088 + env-step-replay-before: 189235200 + env-step-used-before: 380633088 + ppo-update-before: 232320 + env-step-generate-before: 191397888 + env-step-all-after: 380665856 + env-step-replay-after: 189267968 + env-step-used-after: 380665856 + ppo-update-after: 232340 + env-step-generate-after: 191397888 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.004996 + avg_avg_return: 0.8869641 + avg_reward_per_step: 0.06820679 + proxy_corner: + avg_avg_return: 0.63845503 + avg_reward_per_step: 0.048431396 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.004996 + avg_avg_return: 0.8869641 + avg_reward_per_step: 0.06820679 + proxy_corner: + avg_avg_return: 0.63845503 + avg_reward_per_step: 0.048431396 + perf: + env_steps_per_second: 949637.8929307385 + ppo_updates_per_second: 112.10340940939824 + eval-batch-train-duration: 0.18551182799274102 + eval-batch-orig-duration: 0.13639975496334955 + eval-batch-shift-duration: 0.13643093302380294 + eval-batch-tree-duration: 0.13619333505630493 + ued: + distances: + cheese-corne_dist_avg: 7.150635 + cheese-corne_dist_wavg: 5.2180724 + levels_cheese_is_in_corner_avg: 0.057861328 + mouse-cheese_dist_finite_avg: 13.176025 + mouse-cheese_dist_finite_wavg: 13.017611 + mouse-cheese_dist_solvable_avg: 13.176025 + mouse-cheese_dist_solvable_wavg: 13.017613 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10088222 + visit_patterns: + avg_first_visit_time: 4111.168 + avg_last_visit_time: 5766.2886 + num_replay_batches: 5776 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020631885 + avg_actor_approxkl3: 0.0014254997 + avg_actor_clipfrac: 0.02154541 + avg_actor_loss: 0.0010319941 + avg_advantage: -0.0006185928 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.3090314e-06 + avg_entropy: 0.048105855 + avg_grad_norm_pre_clip: 1.3534551 + avg_loss: 0.0009875428 + max: + max_actor_approxkl1: 0.006144018 + max_actor_approxkl3: 0.005331309 + max_actor_clipfrac: 0.0423584 + max_actor_loss: 0.0054458766 + max_advantage: 0.021613598 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.327432e-06 + max_entropy: 0.061086297 + max_grad_norm_pre_clip: 2.5405931 + max_loss: 0.005391085 + std: + std_actor_approxkl1: 0.0015002264 + std_actor_approxkl3: 0.0013108586 + std_actor_clipfrac: 0.00996766 + std_actor_loss: 0.0014448186 + std_advantage: 0.003680625 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.025935e-07 + std_entropy: 0.0082207965 + std_grad_norm_pre_clip: 0.53538084 + std_loss: 0.0014415877 + eval-batch-train: + avg_avg_episode_length: 4.736824 + avg_avg_return: 0.9893815 + avg_benchmark_regret: 0.005811599 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443985 + proxy_corner: + avg_avg_return: 0.19735049 + avg_reward_per_step: 0.03980255 + eval-batch-orig: + avg_avg_episode_length: 5.9934454 + avg_avg_return: 0.9857017 + avg_benchmark_regret: 0.00823731 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2677002 + proxy_corner: + avg_avg_return: 0.9857017 + avg_reward_per_step: 0.2677002 + eval-batch-shift: + avg_avg_episode_length: 4.9744487 + avg_avg_return: 0.98858416 + avg_benchmark_regret: 0.0063771177 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460083 + proxy_corner: + avg_avg_return: 0.18209882 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.528401 + avg_avg_return: 0.98686373 + avg_benchmark_regret: 0.007556549 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27936554 + proxy_corner: + avg_avg_return: 0.98686373 + avg_reward_per_step: 0.27936554 +=========================================================== +=========================================================== + step: + env-step-all-before: 381681664 + env-step-replay-before: 189890560 + env-step-used-before: 381681664 + ppo-update-before: 232960 + env-step-generate-before: 191791104 + env-step-all-after: 381714432 + env-step-replay-after: 189923328 + env-step-used-after: 381714432 + ppo-update-after: 232980 + env-step-generate-after: 191791104 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 13.725309 + avg_avg_return: 0.8891659 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.6087516 + avg_reward_per_step: 0.046875 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 13.725309 + avg_avg_return: 0.8891659 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.6087516 + avg_reward_per_step: 0.046875 + perf: + env_steps_per_second: 923751.434225033 + ppo_updates_per_second: 112.27848798356229 + eval-batch-train-duration: 0.19012233801186085 + eval-batch-orig-duration: 0.1475234399549663 + eval-batch-shift-duration: 0.14059254800667986 + eval-batch-tree-duration: 0.13814335101051256 + ued: + distances: + cheese-corne_dist_avg: 7.1384277 + cheese-corne_dist_wavg: 0.7122262 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.180176 + mouse-cheese_dist_finite_wavg: 14.818961 + mouse-cheese_dist_solvable_avg: 13.180176 + mouse-cheese_dist_solvable_wavg: 14.818967 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100506015 + visit_patterns: + avg_first_visit_time: 4119.3335 + avg_last_visit_time: 5786.3 + num_replay_batches: 5796 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00083987537 + avg_actor_approxkl3: 0.00033089274 + avg_actor_clipfrac: 0.009313965 + avg_actor_loss: -0.0001422549 + avg_advantage: -0.0015049273 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.8810615e-06 + avg_entropy: 0.03653493 + avg_grad_norm_pre_clip: 0.57075316 + avg_loss: -0.0001758493 + max: + max_actor_approxkl1: 0.0017291292 + max_actor_approxkl3: 0.0009074575 + max_actor_clipfrac: 0.016723633 + max_actor_loss: 0.0010704423 + max_advantage: 0.017031312 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.0548685e-06 + max_entropy: 0.046072237 + max_grad_norm_pre_clip: 1.3794941 + max_loss: 0.001034306 + std: + std_actor_approxkl1: 0.0005712378 + std_actor_approxkl3: 0.00023441254 + std_actor_clipfrac: 0.0049455957 + std_actor_loss: 0.00035851088 + std_advantage: 0.003183706 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.931678e-07 + std_entropy: 0.005857492 + std_grad_norm_pre_clip: 0.24819621 + std_loss: 0.00035925524 + eval-batch-train: + avg_avg_episode_length: 4.7307425 + avg_avg_return: 0.989488 + avg_benchmark_regret: 0.0057050595 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34445953 + proxy_corner: + avg_avg_return: 0.19743948 + avg_reward_per_step: 0.039733887 + eval-batch-orig: + avg_avg_episode_length: 5.984005 + avg_avg_return: 0.98582554 + avg_benchmark_regret: 0.008113427 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26786804 + proxy_corner: + avg_avg_return: 0.98582554 + avg_reward_per_step: 0.26786804 + eval-batch-shift: + avg_avg_episode_length: 4.9633446 + avg_avg_return: 0.98828363 + avg_benchmark_regret: 0.0066776886 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34609985 + proxy_corner: + avg_avg_return: 0.18202135 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.506731 + avg_avg_return: 0.9872519 + avg_benchmark_regret: 0.0071683875 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947235 + proxy_corner: + avg_avg_return: 0.9872519 + avg_reward_per_step: 0.27947235 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 382730240 + env-step-replay-before: 190513152 + env-step-used-before: 382730240 + ppo-update-before: 233600 + env-step-generate-before: 192217088 + env-step-all-after: 382763008 + env-step-replay-after: 190545920 + env-step-used-after: 382763008 + ppo-update-after: 233620 + env-step-generate-after: 192217088 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.81099 + avg_avg_return: 0.8872882 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6125028 + avg_reward_per_step: 0.047302246 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.81099 + avg_avg_return: 0.8872882 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.6125028 + avg_reward_per_step: 0.047302246 + perf: + env_steps_per_second: 1001116.6936522343 + ppo_updates_per_second: 111.00109976695354 + eval-batch-train-duration: 0.18616478802869096 + eval-batch-orig-duration: 0.13547782698879018 + eval-batch-shift-duration: 0.13822783099021763 + eval-batch-tree-duration: 0.13847050798358396 + ued: + distances: + cheese-corne_dist_avg: 7.123535 + cheese-corne_dist_wavg: 11.508765 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.17749 + mouse-cheese_dist_finite_wavg: 15.714695 + mouse-cheese_dist_solvable_avg: 13.17749 + mouse-cheese_dist_solvable_wavg: 15.714699 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10026906 + visit_patterns: + avg_first_visit_time: 4130.4346 + avg_last_visit_time: 5805.316 + num_replay_batches: 5815 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012447622 + avg_actor_approxkl3: 0.00078042474 + avg_actor_clipfrac: 0.016522218 + avg_actor_loss: 0.00017127965 + avg_advantage: -9.076718e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4558308e-06 + avg_entropy: 0.041045856 + avg_grad_norm_pre_clip: 0.83870214 + avg_loss: 0.00013346171 + max: + max_actor_approxkl1: 0.0019861208 + max_actor_approxkl3: 0.0018200129 + max_actor_clipfrac: 0.032836914 + max_actor_loss: 0.0037372746 + max_advantage: 0.029075623 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.2891307e-06 + max_entropy: 0.053764496 + max_grad_norm_pre_clip: 1.5742021 + max_loss: 0.003700607 + std: + std_actor_approxkl1: 0.0005847788 + std_actor_approxkl3: 0.0004578183 + std_actor_clipfrac: 0.007635523 + std_actor_loss: 0.0011263847 + std_advantage: 0.0036013108 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6314779e-07 + std_entropy: 0.005942371 + std_grad_norm_pre_clip: 0.3900539 + std_loss: 0.0011250777 + eval-batch-train: + avg_avg_episode_length: 4.7388644 + avg_avg_return: 0.98942953 + avg_benchmark_regret: 0.0057635563 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34439087 + proxy_corner: + avg_avg_return: 0.19722569 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 5.991003 + avg_avg_return: 0.985582 + avg_benchmark_regret: 0.008356985 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26750183 + proxy_corner: + avg_avg_return: 0.985582 + avg_reward_per_step: 0.26750183 + eval-batch-shift: + avg_avg_episode_length: 4.977685 + avg_avg_return: 0.988496 + avg_benchmark_regret: 0.0064653396 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3456955 + proxy_corner: + avg_avg_return: 0.18206775 + avg_reward_per_step: 0.036231995 + eval-batch-tree: + avg_avg_episode_length: 5.550331 + avg_avg_return: 0.9867786 + avg_benchmark_regret: 0.0076416214 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27881622 + proxy_corner: + avg_avg_return: 0.9867786 + avg_reward_per_step: 0.27881622 +=========================================================== +=========================================================== + step: + env-step-all-before: 383778816 + env-step-replay-before: 191168512 + env-step-used-before: 383778816 + ppo-update-before: 234240 + env-step-generate-before: 192610304 + env-step-all-after: 383811584 + env-step-replay-after: 191168512 + env-step-used-after: 383811584 + ppo-update-after: 234260 + env-step-generate-after: 192643072 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.721636 + avg_avg_return: 0.9720088 + avg_reward_per_step: 0.3400879 + proxy_corner: + avg_avg_return: 0.16817622 + avg_reward_per_step: 0.040924072 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.721636 + avg_avg_return: 0.9720088 + avg_reward_per_step: 0.3400879 + proxy_corner: + avg_avg_return: 0.16817622 + avg_reward_per_step: 0.040924072 + perf: + env_steps_per_second: 997102.2931840469 + ppo_updates_per_second: 111.31669323829757 + eval-batch-train-duration: 0.18654984398745 + eval-batch-orig-duration: 0.14203319302760065 + eval-batch-shift-duration: 0.14314402599120513 + eval-batch-tree-duration: 0.1398982279933989 + ued: + distances: + cheese-corne_dist_avg: 7.1428223 + cheese-corne_dist_wavg: 7.0240245 + levels_cheese_is_in_corner_avg: 0.057373047 + mouse-cheese_dist_finite_avg: 13.172607 + mouse-cheese_dist_finite_wavg: 14.814738 + mouse-cheese_dist_solvable_avg: 13.172607 + mouse-cheese_dist_solvable_wavg: 14.81474 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.100366384 + visit_patterns: + avg_first_visit_time: 4141.288 + avg_last_visit_time: 5824.248 + num_replay_batches: 5834 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005338306 + avg_actor_approxkl3: 0.00030983784 + avg_actor_clipfrac: 0.0045166016 + avg_actor_loss: 0.00010224472 + avg_advantage: 0.0020042092 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.6053266e-06 + avg_entropy: 0.007864242 + avg_grad_norm_pre_clip: 0.30805525 + avg_loss: 9.818315e-05 + max: + max_actor_approxkl1: 0.002061563 + max_actor_approxkl3: 0.0011543795 + max_actor_clipfrac: 0.014770508 + max_actor_loss: 0.0018117027 + max_advantage: 0.017498612 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1213591e-05 + max_entropy: 0.013417229 + max_grad_norm_pre_clip: 1.2350966 + max_loss: 0.0018022613 + std: + std_actor_approxkl1: 0.0004992124 + std_actor_approxkl3: 0.00028760236 + std_actor_clipfrac: 0.0037212428 + std_actor_loss: 0.00047438766 + std_advantage: 0.003564338 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4514669e-06 + std_entropy: 0.0025824301 + std_grad_norm_pre_clip: 0.25015232 + std_loss: 0.00047359738 + eval-batch-train: + avg_avg_episode_length: 4.741523 + avg_avg_return: 0.9894043 + avg_benchmark_regret: 0.005788774 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.19694015 + avg_reward_per_step: 0.039627075 + eval-batch-orig: + avg_avg_episode_length: 5.9632072 + avg_avg_return: 0.98632014 + avg_benchmark_regret: 0.0076189246 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26798248 + proxy_corner: + avg_avg_return: 0.98632014 + avg_reward_per_step: 0.26798248 + eval-batch-shift: + avg_avg_episode_length: 4.9623795 + avg_avg_return: 0.9890951 + avg_benchmark_regret: 0.005866182 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3464737 + proxy_corner: + avg_avg_return: 0.18203518 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.500766 + avg_avg_return: 0.9872479 + avg_benchmark_regret: 0.007172382 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2793045 + proxy_corner: + avg_avg_return: 0.9872479 + avg_reward_per_step: 0.2793045 +=========================================================== +=========================================================== + step: + env-step-all-before: 384827392 + env-step-replay-before: 191660032 + env-step-used-before: 384827392 + ppo-update-before: 234880 + env-step-generate-before: 193167360 + env-step-all-after: 384860160 + env-step-replay-after: 191692800 + env-step-used-after: 384860160 + ppo-update-after: 234900 + env-step-generate-after: 193167360 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.741509 + avg_avg_return: 0.8874294 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.668097 + avg_reward_per_step: 0.051635742 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.741509 + avg_avg_return: 0.8874294 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.668097 + avg_reward_per_step: 0.051635742 + perf: + env_steps_per_second: 991958.2293364798 + ppo_updates_per_second: 111.08223712917035 + eval-batch-train-duration: 0.18834269198123366 + eval-batch-orig-duration: 0.14317408303031698 + eval-batch-shift-duration: 0.13999236602103338 + eval-batch-tree-duration: 0.13766739395214245 + ued: + distances: + cheese-corne_dist_avg: 7.1552734 + cheese-corne_dist_wavg: 15.094887 + levels_cheese_is_in_corner_avg: 0.057617188 + mouse-cheese_dist_finite_avg: 13.175537 + mouse-cheese_dist_finite_wavg: 14.814773 + mouse-cheese_dist_solvable_avg: 13.175537 + mouse-cheese_dist_solvable_wavg: 14.814773 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10072948 + visit_patterns: + avg_first_visit_time: 4149.864 + avg_last_visit_time: 5840.295 + num_replay_batches: 5850 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00091603975 + avg_actor_approxkl3: 0.0003955167 + avg_actor_clipfrac: 0.012512207 + avg_actor_loss: -8.1494036e-05 + avg_advantage: -0.0018629385 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.6535963e-06 + avg_entropy: 0.035456832 + avg_grad_norm_pre_clip: 0.67582387 + avg_loss: -0.00011362408 + max: + max_actor_approxkl1: 0.002036782 + max_actor_approxkl3: 0.00087696663 + max_actor_clipfrac: 0.027954102 + max_actor_loss: 0.0006862236 + max_advantage: 0.018359005 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.85636e-06 + max_entropy: 0.04316763 + max_grad_norm_pre_clip: 1.4212835 + max_loss: 0.0006493885 + std: + std_actor_approxkl1: 0.00060801127 + std_actor_approxkl3: 0.00025066675 + std_actor_clipfrac: 0.006373134 + std_actor_loss: 0.0003461128 + std_advantage: 0.0035171537 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.5191816e-07 + std_entropy: 0.0042293547 + std_grad_norm_pre_clip: 0.24166729 + std_loss: 0.0003457865 + eval-batch-train: + avg_avg_episode_length: 4.7290845 + avg_avg_return: 0.9896303 + avg_benchmark_regret: 0.005562819 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34453583 + proxy_corner: + avg_avg_return: 0.19705467 + avg_reward_per_step: 0.039726257 + eval-batch-orig: + avg_avg_episode_length: 6.008732 + avg_avg_return: 0.98565143 + avg_benchmark_regret: 0.008287598 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26771545 + proxy_corner: + avg_avg_return: 0.98565143 + avg_reward_per_step: 0.26771545 + eval-batch-shift: + avg_avg_episode_length: 4.9684477 + avg_avg_return: 0.9887768 + avg_benchmark_regret: 0.006184482 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.346344 + proxy_corner: + avg_avg_return: 0.18211183 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.5661955 + avg_avg_return: 0.98652697 + avg_benchmark_regret: 0.007893302 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27872467 + proxy_corner: + avg_avg_return: 0.98652697 + avg_reward_per_step: 0.27872467 +=========================================================== +=========================================================== + step: + env-step-all-before: 385875968 + env-step-replay-before: 192282624 + env-step-used-before: 385875968 + ppo-update-before: 235520 + env-step-generate-before: 193593344 + env-step-all-after: 385908736 + env-step-replay-after: 192315392 + env-step-used-after: 385908736 + ppo-update-after: 235540 + env-step-generate-after: 193593344 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.8952055 + avg_avg_return: 0.88727486 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.59809494 + avg_reward_per_step: 0.045898438 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.8952055 + avg_avg_return: 0.88727486 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.59809494 + avg_reward_per_step: 0.045898438 + perf: + env_steps_per_second: 979362.2009413447 + ppo_updates_per_second: 110.38285532464143 + eval-batch-train-duration: 0.18792840105015785 + eval-batch-orig-duration: 0.1372759760124609 + eval-batch-shift-duration: 0.13843477104092017 + eval-batch-tree-duration: 0.13867558405036107 + ued: + distances: + cheese-corne_dist_avg: 7.1584473 + cheese-corne_dist_wavg: 1.6266608 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.173584 + mouse-cheese_dist_finite_wavg: 14.813761 + mouse-cheese_dist_solvable_avg: 13.173584 + mouse-cheese_dist_solvable_wavg: 14.813765 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100212306 + visit_patterns: + avg_first_visit_time: 4163.114 + avg_last_visit_time: 5859.2964 + num_replay_batches: 5869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014423825 + avg_actor_approxkl3: 0.00080668146 + avg_actor_clipfrac: 0.014520264 + avg_actor_loss: -0.00034679435 + avg_advantage: -0.001021431 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.876752e-06 + avg_entropy: 0.036909312 + avg_grad_norm_pre_clip: 0.8473058 + avg_loss: -0.00037976526 + max: + max_actor_approxkl1: 0.00392279 + max_actor_approxkl3: 0.0028374451 + max_actor_clipfrac: 0.026733398 + max_actor_loss: 0.00028853118 + max_advantage: 0.022697806 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.61622e-06 + max_entropy: 0.051301647 + max_grad_norm_pre_clip: 2.0581384 + max_loss: 0.00026086933 + std: + std_actor_approxkl1: 0.0009517928 + std_actor_approxkl3: 0.0007015473 + std_actor_clipfrac: 0.006783252 + std_actor_loss: 0.0005023738 + std_advantage: 0.0037631884 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.885297e-07 + std_entropy: 0.005540354 + std_grad_norm_pre_clip: 0.3870966 + std_loss: 0.00050448737 + eval-batch-train: + avg_avg_episode_length: 4.73464 + avg_avg_return: 0.989314 + avg_benchmark_regret: 0.0058790413 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34451294 + proxy_corner: + avg_avg_return: 0.19733539 + avg_reward_per_step: 0.039772034 + eval-batch-orig: + avg_avg_episode_length: 5.980582 + avg_avg_return: 0.9856724 + avg_benchmark_regret: 0.008266638 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2678604 + proxy_corner: + avg_avg_return: 0.9856724 + avg_reward_per_step: 0.2678604 + eval-batch-shift: + avg_avg_episode_length: 4.9656396 + avg_avg_return: 0.98847616 + avg_benchmark_regret: 0.0064851744 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34641266 + proxy_corner: + avg_avg_return: 0.18215644 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.5254903 + avg_avg_return: 0.98696345 + avg_benchmark_regret: 0.007456851 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2792282 + proxy_corner: + avg_avg_return: 0.98696345 + avg_reward_per_step: 0.2792282 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 386924544 + env-step-replay-before: 192937984 + env-step-used-before: 386924544 + ppo-update-before: 236160 + env-step-generate-before: 193986560 + env-step-all-after: 386957312 + env-step-replay-after: 192937984 + env-step-used-after: 386957312 + ppo-update-after: 236180 + env-step-generate-after: 194019328 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.559724 + avg_avg_return: 0.97175074 + avg_reward_per_step: 0.36776733 + proxy_corner: + avg_avg_return: 0.1714629 + avg_reward_per_step: 0.039031982 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.559724 + avg_avg_return: 0.97175074 + avg_reward_per_step: 0.36776733 + proxy_corner: + avg_avg_return: 0.1714629 + avg_reward_per_step: 0.039031982 + perf: + env_steps_per_second: 988197.1256619884 + ppo_updates_per_second: 111.32614807820919 + eval-batch-train-duration: 0.18572314601624385 + eval-batch-orig-duration: 0.13757065095705912 + eval-batch-shift-duration: 0.1373236960498616 + eval-batch-tree-duration: 0.1368123030406423 + ued: + distances: + cheese-corne_dist_avg: 7.161621 + cheese-corne_dist_wavg: 1.6195455 + levels_cheese_is_in_corner_avg: 0.057861328 + mouse-cheese_dist_finite_avg: 13.176514 + mouse-cheese_dist_finite_wavg: 13.018407 + mouse-cheese_dist_solvable_avg: 13.176514 + mouse-cheese_dist_solvable_wavg: 13.018409 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10049016 + visit_patterns: + avg_first_visit_time: 4172.1367 + avg_last_visit_time: 5878.2725 + num_replay_batches: 5888 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.2406866e-05 + avg_actor_approxkl3: 7.0441245e-05 + avg_actor_clipfrac: 0.0012084962 + avg_actor_loss: -0.00013731123 + avg_advantage: 0.0022769782 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.165933e-06 + avg_entropy: 0.004417767 + avg_grad_norm_pre_clip: 0.095648244 + avg_loss: -0.00013764604 + max: + max_actor_approxkl1: 0.0004021118 + max_actor_approxkl3: 0.00023919744 + max_actor_clipfrac: 0.0040283203 + max_actor_loss: 8.667912e-05 + max_advantage: 0.019727707 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.07677515e-05 + max_entropy: 0.00710536 + max_grad_norm_pre_clip: 0.21100578 + max_loss: 8.4583415e-05 + std: + std_actor_approxkl1: 0.00014367282 + std_actor_approxkl3: 7.132287e-05 + std_actor_clipfrac: 0.0012808079 + std_actor_loss: 0.00016350471 + std_advantage: 0.0038829083 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2879951e-06 + std_entropy: 0.0014973088 + std_grad_norm_pre_clip: 0.051361155 + std_loss: 0.00016405385 + eval-batch-train: + avg_avg_episode_length: 4.7343025 + avg_avg_return: 0.9899538 + avg_benchmark_regret: 0.0052392846 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445053 + proxy_corner: + avg_avg_return: 0.19752632 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.9839 + avg_avg_return: 0.98582137 + avg_benchmark_regret: 0.008117671 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26786804 + proxy_corner: + avg_avg_return: 0.98582137 + avg_reward_per_step: 0.26786804 + eval-batch-shift: + avg_avg_episode_length: 4.9744062 + avg_avg_return: 0.9883518 + avg_benchmark_regret: 0.0066094967 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34632874 + proxy_corner: + avg_avg_return: 0.18191999 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.528299 + avg_avg_return: 0.9869466 + avg_benchmark_regret: 0.0074736634 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2791977 + proxy_corner: + avg_avg_return: 0.9869466 + avg_reward_per_step: 0.2791977 +=========================================================== +=========================================================== + step: + env-step-all-before: 387973120 + env-step-replay-before: 193429504 + env-step-used-before: 387973120 + ppo-update-before: 236800 + env-step-generate-before: 194543616 + env-step-all-after: 388005888 + env-step-replay-after: 193429504 + env-step-used-after: 388005888 + ppo-update-after: 236820 + env-step-generate-after: 194576384 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.9665937 + avg_avg_return: 0.96929324 + avg_reward_per_step: 0.32946777 + proxy_corner: + avg_avg_return: 0.1584251 + avg_reward_per_step: 0.029754639 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.9665937 + avg_avg_return: 0.96929324 + avg_reward_per_step: 0.32946777 + proxy_corner: + avg_avg_return: 0.1584251 + avg_reward_per_step: 0.029754639 + perf: + env_steps_per_second: 987116.573930823 + ppo_updates_per_second: 111.40646204012376 + eval-batch-train-duration: 0.1856944410246797 + eval-batch-orig-duration: 0.1374608559999615 + eval-batch-shift-duration: 0.1382882649777457 + eval-batch-tree-duration: 0.13701793999643996 + ued: + distances: + cheese-corne_dist_avg: 7.1921387 + cheese-corne_dist_wavg: 2.5242724 + levels_cheese_is_in_corner_avg: 0.056884766 + mouse-cheese_dist_finite_avg: 13.178711 + mouse-cheese_dist_finite_wavg: 13.918339 + mouse-cheese_dist_solvable_avg: 13.178711 + mouse-cheese_dist_solvable_wavg: 13.918341 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.100535974 + visit_patterns: + avg_first_visit_time: 4182.576 + avg_last_visit_time: 5893.248 + num_replay_batches: 5903 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00023909328 + avg_actor_approxkl3: 0.00018016376 + avg_actor_clipfrac: 0.0028259277 + avg_actor_loss: -0.0001246776 + avg_advantage: 0.0020174135 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.198306e-06 + avg_entropy: 0.0069513777 + avg_grad_norm_pre_clip: 0.16359316 + avg_loss: -0.0001285298 + max: + max_actor_approxkl1: 0.0010103117 + max_actor_approxkl3: 0.00056871696 + max_actor_clipfrac: 0.0064697266 + max_actor_loss: 0.00019652955 + max_advantage: 0.028666496 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.892707e-06 + max_entropy: 0.010385949 + max_grad_norm_pre_clip: 0.28119037 + max_loss: 0.00019403313 + std: + std_actor_approxkl1: 0.00028667937 + std_actor_approxkl3: 0.00013853106 + std_actor_clipfrac: 0.0016237072 + std_actor_loss: 0.00023448732 + std_advantage: 0.003419709 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.8365584e-07 + std_entropy: 0.0016051937 + std_grad_norm_pre_clip: 0.05629855 + std_loss: 0.00023478367 + eval-batch-train: + avg_avg_episode_length: 4.734821 + avg_avg_return: 0.9896703 + avg_benchmark_regret: 0.0055228546 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34452057 + proxy_corner: + avg_avg_return: 0.19721961 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.002639 + avg_avg_return: 0.9854656 + avg_benchmark_regret: 0.00847342 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26770782 + proxy_corner: + avg_avg_return: 0.9854656 + avg_reward_per_step: 0.26770782 + eval-batch-shift: + avg_avg_episode_length: 4.976407 + avg_avg_return: 0.9886204 + avg_benchmark_regret: 0.0063409023 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661102 + proxy_corner: + avg_avg_return: 0.18203923 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.5271645 + avg_avg_return: 0.9871031 + avg_benchmark_regret: 0.007317144 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27928162 + proxy_corner: + avg_avg_return: 0.9871031 + avg_reward_per_step: 0.27928162 +=========================================================== +=========================================================== + step: + env-step-all-before: 389021696 + env-step-replay-before: 193953792 + env-step-used-before: 389021696 + ppo-update-before: 237440 + env-step-generate-before: 195067904 + env-step-all-after: 389054464 + env-step-replay-after: 193953792 + env-step-used-after: 389054464 + ppo-update-after: 237460 + env-step-generate-after: 195100672 + train-generate: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.3682556 + avg_avg_return: 0.9651288 + avg_reward_per_step: 0.29785156 + proxy_corner: + avg_avg_return: 0.23380265 + avg_reward_per_step: 0.037353516 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 5.3682556 + avg_avg_return: 0.9651288 + avg_reward_per_step: 0.29785156 + proxy_corner: + avg_avg_return: 0.23380265 + avg_reward_per_step: 0.037353516 + perf: + env_steps_per_second: 990201.0655210093 + ppo_updates_per_second: 111.3112177699045 + eval-batch-train-duration: 0.18585041601909325 + eval-batch-orig-duration: 0.1407820459571667 + eval-batch-shift-duration: 0.1372791519970633 + eval-batch-tree-duration: 0.13649675803026184 + ued: + distances: + cheese-corne_dist_avg: 7.187256 + cheese-corne_dist_wavg: 3.4226992 + levels_cheese_is_in_corner_avg: 0.057128906 + mouse-cheese_dist_finite_avg: 13.18335 + mouse-cheese_dist_finite_wavg: 13.018148 + mouse-cheese_dist_solvable_avg: 13.18335 + mouse-cheese_dist_solvable_wavg: 13.018148 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10087936 + visit_patterns: + avg_first_visit_time: 4198.1094 + avg_last_visit_time: 5909.1934 + num_replay_batches: 5919 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00065036677 + avg_actor_approxkl3: 0.00041118774 + avg_actor_clipfrac: 0.003942871 + avg_actor_loss: -8.396589e-05 + avg_advantage: 0.0016517092 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.1127357e-06 + avg_entropy: 0.011191342 + avg_grad_norm_pre_clip: 0.33472222 + avg_loss: -9.210087e-05 + max: + max_actor_approxkl1: 0.0021329778 + max_actor_approxkl3: 0.001372929 + max_actor_clipfrac: 0.011962891 + max_actor_loss: 0.000668142 + max_advantage: 0.029079199 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.808154e-06 + max_entropy: 0.019426655 + max_grad_norm_pre_clip: 0.9881546 + max_loss: 0.0006592871 + std: + std_actor_approxkl1: 0.00063127594 + std_actor_approxkl3: 0.00042716495 + std_actor_clipfrac: 0.003246267 + std_actor_loss: 0.00025009183 + std_advantage: 0.00330045 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0101522e-06 + std_entropy: 0.0039635655 + std_grad_norm_pre_clip: 0.27558944 + std_loss: 0.00025039885 + eval-batch-train: + avg_avg_episode_length: 4.737695 + avg_avg_return: 0.9895076 + avg_benchmark_regret: 0.0056854747 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34452057 + proxy_corner: + avg_avg_return: 0.19728358 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 6.108053 + avg_avg_return: 0.98514146 + avg_benchmark_regret: 0.008797545 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2672348 + proxy_corner: + avg_avg_return: 0.98514146 + avg_reward_per_step: 0.2672348 + eval-batch-shift: + avg_avg_episode_length: 5.001898 + avg_avg_return: 0.98861873 + avg_benchmark_regret: 0.006342586 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34636688 + proxy_corner: + avg_avg_return: 0.18228371 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.5549994 + avg_avg_return: 0.9868313 + avg_benchmark_regret: 0.007589002 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27890015 + proxy_corner: + avg_avg_return: 0.9868313 + avg_reward_per_step: 0.27890015 +=========================================================== +=========================================================== + step: + env-step-all-before: 390070272 + env-step-replay-before: 194445312 + env-step-used-before: 390070272 + ppo-update-before: 238080 + env-step-generate-before: 195624960 + env-step-all-after: 390103040 + env-step-replay-after: 194478080 + env-step-used-after: 390103040 + ppo-update-after: 238100 + env-step-generate-after: 195624960 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.703426 + avg_avg_return: 0.8884865 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.5919379 + avg_reward_per_step: 0.045715332 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.703426 + avg_avg_return: 0.8884865 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.5919379 + avg_reward_per_step: 0.045715332 + perf: + env_steps_per_second: 987376.6864879058 + ppo_updates_per_second: 111.13127032467658 + eval-batch-train-duration: 0.18526424997253343 + eval-batch-orig-duration: 0.13621201203204691 + eval-batch-shift-duration: 0.13580118597019464 + eval-batch-tree-duration: 0.1357706289854832 + ued: + distances: + cheese-corne_dist_avg: 7.196533 + cheese-corne_dist_wavg: 11.526028 + levels_cheese_is_in_corner_avg: 0.056640625 + mouse-cheese_dist_finite_avg: 13.181885 + mouse-cheese_dist_finite_wavg: 14.815458 + mouse-cheese_dist_solvable_avg: 13.181885 + mouse-cheese_dist_solvable_wavg: 14.815456 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10096473 + visit_patterns: + avg_first_visit_time: 4205.1484 + avg_last_visit_time: 5925.2393 + num_replay_batches: 5935 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009523659 + avg_actor_approxkl3: 0.0005861635 + avg_actor_clipfrac: 0.012701416 + avg_actor_loss: -5.8991835e-05 + avg_advantage: -0.002206271 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.7169873e-06 + avg_entropy: 0.031649005 + avg_grad_norm_pre_clip: 0.6230283 + avg_loss: -8.7782355e-05 + max: + max_actor_approxkl1: 0.0021949103 + max_actor_approxkl3: 0.0013254941 + max_actor_clipfrac: 0.027954102 + max_actor_loss: 0.0010470953 + max_advantage: 0.026264787 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.924897e-06 + max_entropy: 0.038700946 + max_grad_norm_pre_clip: 1.3162512 + max_loss: 0.0010110504 + std: + std_actor_approxkl1: 0.0006823495 + std_actor_approxkl3: 0.00039106008 + std_actor_clipfrac: 0.0070372736 + std_actor_loss: 0.00043886187 + std_advantage: 0.003174801 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.3721136e-07 + std_entropy: 0.0046533593 + std_grad_norm_pre_clip: 0.24939364 + std_loss: 0.00043811154 + eval-batch-train: + avg_avg_episode_length: 4.7300587 + avg_avg_return: 0.9895154 + avg_benchmark_regret: 0.0056777075 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34457397 + proxy_corner: + avg_avg_return: 0.1974234 + avg_reward_per_step: 0.039772034 + eval-batch-orig: + avg_avg_episode_length: 6.0288343 + avg_avg_return: 0.9855467 + avg_benchmark_regret: 0.008392286 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26758575 + proxy_corner: + avg_avg_return: 0.9855467 + avg_reward_per_step: 0.26758575 + eval-batch-shift: + avg_avg_episode_length: 4.9653373 + avg_avg_return: 0.98855996 + avg_benchmark_regret: 0.006401333 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466034 + proxy_corner: + avg_avg_return: 0.18261534 + avg_reward_per_step: 0.03639984 + eval-batch-tree: + avg_avg_episode_length: 5.511256 + avg_avg_return: 0.98752296 + avg_benchmark_regret: 0.006897329 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27926636 + proxy_corner: + avg_avg_return: 0.98752296 + avg_reward_per_step: 0.27926636 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 391118848 + env-step-replay-before: 194936832 + env-step-used-before: 391118848 + ppo-update-before: 238720 + env-step-generate-before: 196182016 + env-step-all-after: 391151616 + env-step-replay-after: 194936832 + env-step-used-after: 391151616 + ppo-update-after: 238740 + env-step-generate-after: 196214784 + train-generate: + shift_proportion: 0.921875 + avg_avg_episode_length: 4.9352493 + avg_avg_return: 0.9689066 + avg_reward_per_step: 0.32409668 + proxy_corner: + avg_avg_return: 0.19250369 + avg_reward_per_step: 0.04827881 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 4.9352493 + avg_avg_return: 0.9689066 + avg_reward_per_step: 0.32409668 + proxy_corner: + avg_avg_return: 0.19250369 + avg_reward_per_step: 0.04827881 + perf: + env_steps_per_second: 914903.9388754342 + ppo_updates_per_second: 112.46117819977884 + eval-batch-train-duration: 0.18554751499323174 + eval-batch-orig-duration: 0.13761908299056813 + eval-batch-shift-duration: 0.13781559298513457 + eval-batch-tree-duration: 0.13757784699555486 + ued: + distances: + cheese-corne_dist_avg: 7.1765137 + cheese-corne_dist_wavg: 15.112291 + levels_cheese_is_in_corner_avg: 0.057128906 + mouse-cheese_dist_finite_avg: 13.185059 + mouse-cheese_dist_finite_wavg: 14.8161955 + mouse-cheese_dist_solvable_avg: 13.185059 + mouse-cheese_dist_solvable_wavg: 14.816194 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10107514 + visit_patterns: + avg_first_visit_time: 4217.826 + avg_last_visit_time: 5939.327 + num_replay_batches: 5949 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030459336 + avg_actor_approxkl3: 0.0003082504 + avg_actor_clipfrac: 0.0045532226 + avg_actor_loss: -0.0002385251 + avg_advantage: 0.0013453844 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 8.760715e-06 + avg_entropy: 0.0081073735 + avg_grad_norm_pre_clip: 0.22305489 + avg_loss: -0.00024225212 + max: + max_actor_approxkl1: 0.0013365597 + max_actor_approxkl3: 0.0011978892 + max_actor_clipfrac: 0.019042969 + max_actor_loss: 0.0005607847 + max_advantage: 0.030464888 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1489106e-05 + max_entropy: 0.017652597 + max_grad_norm_pre_clip: 0.8371586 + max_loss: 0.0005554236 + std: + std_actor_approxkl1: 0.0004320073 + std_actor_approxkl3: 0.00036760862 + std_actor_clipfrac: 0.0049235513 + std_actor_loss: 0.00042275354 + std_advantage: 0.0041502477 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7403635e-06 + std_entropy: 0.003911695 + std_grad_norm_pre_clip: 0.18106069 + std_loss: 0.00042405803 + eval-batch-train: + avg_avg_episode_length: 4.7559104 + avg_avg_return: 0.98953557 + avg_benchmark_regret: 0.005657507 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443222 + proxy_corner: + avg_avg_return: 0.19722228 + avg_reward_per_step: 0.039733887 + eval-batch-orig: + avg_avg_episode_length: 6.027885 + avg_avg_return: 0.9853525 + avg_benchmark_regret: 0.0085865 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2672577 + proxy_corner: + avg_avg_return: 0.9853525 + avg_reward_per_step: 0.2672577 + eval-batch-shift: + avg_avg_episode_length: 4.9877033 + avg_avg_return: 0.9886501 + avg_benchmark_regret: 0.0063112117 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3464203 + proxy_corner: + avg_avg_return: 0.18374158 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.5424504 + avg_avg_return: 0.98720723 + avg_benchmark_regret: 0.007213048 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27909088 + proxy_corner: + avg_avg_return: 0.98720723 + avg_reward_per_step: 0.27909088 +=========================================================== +=========================================================== + step: + env-step-all-before: 392167424 + env-step-replay-before: 195428352 + env-step-used-before: 392167424 + ppo-update-before: 239360 + env-step-generate-before: 196739072 + env-step-all-after: 392200192 + env-step-replay-after: 195461120 + env-step-used-after: 392200192 + ppo-update-after: 239380 + env-step-generate-after: 196739072 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.904292 + avg_avg_return: 0.88789755 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.62744695 + avg_reward_per_step: 0.047943115 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.904292 + avg_avg_return: 0.88789755 + avg_reward_per_step: 0.068603516 + proxy_corner: + avg_avg_return: 0.62744695 + avg_reward_per_step: 0.047943115 + perf: + env_steps_per_second: 990071.5772676431 + ppo_updates_per_second: 111.21367669937943 + eval-batch-train-duration: 0.19054566597333178 + eval-batch-orig-duration: 0.1457328760297969 + eval-batch-shift-duration: 0.13829307397827506 + eval-batch-tree-duration: 0.13857342099072412 + ued: + distances: + cheese-corne_dist_avg: 7.1708984 + cheese-corne_dist_wavg: 0.7317245 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 13.190918 + mouse-cheese_dist_finite_wavg: 14.818815 + mouse-cheese_dist_solvable_avg: 13.190918 + mouse-cheese_dist_solvable_wavg: 14.818813 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10054256 + visit_patterns: + avg_first_visit_time: 4227.5366 + avg_last_visit_time: 5955.254 + num_replay_batches: 5965 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010660971 + avg_actor_approxkl3: 0.00045825398 + avg_actor_clipfrac: 0.013677979 + avg_actor_loss: -0.0003565472 + avg_advantage: -0.0015939116 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.4106143e-06 + avg_entropy: 0.045585454 + avg_grad_norm_pre_clip: 0.51190394 + avg_loss: -0.00039892734 + max: + max_actor_approxkl1: 0.0025132047 + max_actor_approxkl3: 0.0010195401 + max_actor_clipfrac: 0.024414062 + max_actor_loss: 0.00046621636 + max_advantage: 0.035925984 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.738501e-06 + max_entropy: 0.05539743 + max_grad_norm_pre_clip: 0.852447 + max_loss: 0.00042422494 + std: + std_actor_approxkl1: 0.0007044234 + std_actor_approxkl3: 0.00026850996 + std_actor_clipfrac: 0.0068013514 + std_actor_loss: 0.00043151822 + std_advantage: 0.003555894 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.730193e-07 + std_entropy: 0.0066131745 + std_grad_norm_pre_clip: 0.16725509 + std_loss: 0.0004337261 + eval-batch-train: + avg_avg_episode_length: 4.7370834 + avg_avg_return: 0.9893667 + avg_benchmark_regret: 0.005826411 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34442902 + proxy_corner: + avg_avg_return: 0.19730915 + avg_reward_per_step: 0.039794922 + eval-batch-orig: + avg_avg_episode_length: 6.044593 + avg_avg_return: 0.98542225 + avg_benchmark_regret: 0.008516809 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26718903 + proxy_corner: + avg_avg_return: 0.98542225 + avg_reward_per_step: 0.26718903 + eval-batch-shift: + avg_avg_episode_length: 4.981988 + avg_avg_return: 0.98859143 + avg_benchmark_regret: 0.006369834 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34644318 + proxy_corner: + avg_avg_return: 0.18216749 + avg_reward_per_step: 0.036231995 + eval-batch-tree: + avg_avg_episode_length: 5.536279 + avg_avg_return: 0.98713833 + avg_benchmark_regret: 0.007281946 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2788391 + proxy_corner: + avg_avg_return: 0.98713833 + avg_reward_per_step: 0.2788391 +=========================================================== +=========================================================== + step: + env-step-all-before: 393216000 + env-step-replay-before: 195919872 + env-step-used-before: 393216000 + ppo-update-before: 240000 + env-step-generate-before: 197296128 + env-step-all-after: 393248768 + env-step-replay-after: 195919872 + env-step-used-after: 393248768 + ppo-update-after: 240020 + env-step-generate-after: 197328896 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.849207 + avg_avg_return: 0.96976614 + avg_reward_per_step: 0.34606934 + proxy_corner: + avg_avg_return: 0.15893225 + avg_reward_per_step: 0.025543213 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 4.849207 + avg_avg_return: 0.96976614 + avg_reward_per_step: 0.34606934 + proxy_corner: + avg_avg_return: 0.15893225 + avg_reward_per_step: 0.025543213 + perf: + env_steps_per_second: 987654.2912517779 + ppo_updates_per_second: 111.51855716919113 + eval-batch-train-duration: 0.1847041750443168 + eval-batch-orig-duration: 0.13751575798960403 + eval-batch-shift-duration: 0.13869304803665727 + eval-batch-tree-duration: 0.13875465298769996 + ued: + distances: + cheese-corne_dist_avg: 7.1779785 + cheese-corne_dist_wavg: 11.523776 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.189941 + mouse-cheese_dist_finite_wavg: 14.8202095 + mouse-cheese_dist_solvable_avg: 13.189941 + mouse-cheese_dist_solvable_wavg: 14.8202095 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10046918 + visit_patterns: + avg_first_visit_time: 4239.95 + avg_last_visit_time: 5969.2065 + num_replay_batches: 5979 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005323964 + avg_actor_approxkl3: 0.0003699243 + avg_actor_clipfrac: 0.0031860352 + avg_actor_loss: 4.0026975e-05 + avg_advantage: 0.0016291658 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.283111e-06 + avg_entropy: 0.005551345 + avg_grad_norm_pre_clip: 0.17622374 + avg_loss: 3.7617185e-05 + max: + max_actor_approxkl1: 0.0014522446 + max_actor_approxkl3: 0.0009230433 + max_actor_clipfrac: 0.008056641 + max_actor_loss: 0.0010348102 + max_advantage: 0.02067256 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.5058155e-06 + max_entropy: 0.009000344 + max_grad_norm_pre_clip: 0.55249894 + max_loss: 0.0010316377 + std: + std_actor_approxkl1: 0.00050699967 + std_actor_approxkl3: 0.00032803614 + std_actor_clipfrac: 0.0027594103 + std_actor_loss: 0.00029832643 + std_advantage: 0.0033383018 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.874174e-07 + std_entropy: 0.0018524897 + std_grad_norm_pre_clip: 0.15281987 + std_loss: 0.00029835507 + eval-batch-train: + avg_avg_episode_length: 4.742278 + avg_avg_return: 0.98910606 + avg_benchmark_regret: 0.0060870256 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34428406 + proxy_corner: + avg_avg_return: 0.1971896 + avg_reward_per_step: 0.039527893 + eval-batch-orig: + avg_avg_episode_length: 5.9684677 + avg_avg_return: 0.98571956 + avg_benchmark_regret: 0.008219427 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26796722 + proxy_corner: + avg_avg_return: 0.98571956 + avg_reward_per_step: 0.26796722 + eval-batch-shift: + avg_avg_episode_length: 4.985792 + avg_avg_return: 0.9886465 + avg_benchmark_regret: 0.0063147866 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34618378 + proxy_corner: + avg_avg_return: 0.18229082 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.4977474 + avg_avg_return: 0.98730195 + avg_benchmark_regret: 0.0071183266 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947998 + proxy_corner: + avg_avg_return: 0.98730195 + avg_reward_per_step: 0.27947998 +=========================================================== +=========================================================== + step: + env-step-all-before: 394264576 + env-step-replay-before: 196542464 + env-step-used-before: 394264576 + ppo-update-before: 240640 + env-step-generate-before: 197722112 + env-step-all-after: 394297344 + env-step-replay-after: 196575232 + env-step-used-after: 394297344 + ppo-update-after: 240660 + env-step-generate-after: 197722112 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.783396 + avg_avg_return: 0.88797873 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6234567 + avg_reward_per_step: 0.04815674 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.783396 + avg_avg_return: 0.88797873 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6234567 + avg_reward_per_step: 0.04815674 + perf: + env_steps_per_second: 976785.0786464084 + ppo_updates_per_second: 111.35207388336879 + eval-batch-train-duration: 0.18872962199384347 + eval-batch-orig-duration: 0.13930883898865432 + eval-batch-shift-duration: 0.13919471198460087 + eval-batch-tree-duration: 0.1392040800419636 + ued: + distances: + cheese-corne_dist_avg: 7.176758 + cheese-corne_dist_wavg: 11.51362 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.190674 + mouse-cheese_dist_finite_wavg: 13.018249 + mouse-cheese_dist_solvable_avg: 13.190674 + mouse-cheese_dist_solvable_wavg: 13.018249 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10034798 + visit_patterns: + avg_first_visit_time: 4250.96 + avg_last_visit_time: 5989.247 + num_replay_batches: 5999 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009890561 + avg_actor_approxkl3: 0.00037757595 + avg_actor_clipfrac: 0.008874512 + avg_actor_loss: -0.00046298132 + avg_advantage: -0.00050888397 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.783572e-06 + avg_entropy: 0.026796764 + avg_grad_norm_pre_clip: 0.5080183 + avg_loss: -0.00048688633 + max: + max_actor_approxkl1: 0.002743941 + max_actor_approxkl3: 0.0007754649 + max_actor_clipfrac: 0.017211914 + max_actor_loss: 0.00033341395 + max_advantage: 0.030617893 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6972357e-06 + max_entropy: 0.036734052 + max_grad_norm_pre_clip: 1.0981575 + max_loss: 0.00031626565 + std: + std_actor_approxkl1: 0.00082934 + std_actor_approxkl3: 0.00024247129 + std_actor_clipfrac: 0.00490551 + std_actor_loss: 0.0006140808 + std_advantage: 0.003391848 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.018995e-07 + std_entropy: 0.005647215 + std_grad_norm_pre_clip: 0.23408464 + std_loss: 0.00061718933 + eval-batch-train: + avg_avg_episode_length: 4.727482 + avg_avg_return: 0.98967034 + avg_benchmark_regret: 0.0055227745 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34458923 + proxy_corner: + avg_avg_return: 0.19734305 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 5.971751 + avg_avg_return: 0.9856423 + avg_benchmark_regret: 0.008296653 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26794434 + proxy_corner: + avg_avg_return: 0.9856423 + avg_reward_per_step: 0.26794434 + eval-batch-shift: + avg_avg_episode_length: 4.960917 + avg_avg_return: 0.98826265 + avg_benchmark_regret: 0.0066986713 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18186706 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.499214 + avg_avg_return: 0.98730975 + avg_benchmark_regret: 0.0071104793 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27950287 + proxy_corner: + avg_avg_return: 0.98730975 + avg_reward_per_step: 0.27950287 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 395313152 + env-step-replay-before: 197165056 + env-step-used-before: 395313152 + ppo-update-before: 241280 + env-step-generate-before: 198148096 + env-step-all-after: 395345920 + env-step-replay-after: 197165056 + env-step-used-after: 395345920 + ppo-update-after: 241300 + env-step-generate-after: 198180864 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.6918116 + avg_avg_return: 0.9710613 + avg_reward_per_step: 0.3289795 + proxy_corner: + avg_avg_return: 0.1789329 + avg_reward_per_step: 0.03817749 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.6918116 + avg_avg_return: 0.9710613 + avg_reward_per_step: 0.3289795 + proxy_corner: + avg_avg_return: 0.1789329 + avg_reward_per_step: 0.03817749 + perf: + env_steps_per_second: 1008200.6765440123 + ppo_updates_per_second: 111.17365924988287 + eval-batch-train-duration: 0.1856477539986372 + eval-batch-orig-duration: 0.13637345499591902 + eval-batch-shift-duration: 0.13625782798044384 + eval-batch-tree-duration: 0.1362098979880102 + ued: + distances: + cheese-corne_dist_avg: 7.180176 + cheese-corne_dist_wavg: 1.615434 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.188965 + mouse-cheese_dist_finite_wavg: 13.0193615 + mouse-cheese_dist_solvable_avg: 13.188965 + mouse-cheese_dist_solvable_wavg: 13.019363 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10064426 + visit_patterns: + avg_first_visit_time: 4260.8477 + avg_last_visit_time: 6007.1973 + num_replay_batches: 6017 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00021065853 + avg_actor_approxkl3: 0.00010684482 + avg_actor_clipfrac: 0.0011657715 + avg_actor_loss: -2.79142e-05 + avg_advantage: 0.0017992178 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.843192e-06 + avg_entropy: 0.003560705 + avg_grad_norm_pre_clip: 0.124043696 + avg_loss: -2.8553306e-05 + max: + max_actor_approxkl1: 0.0009070474 + max_actor_approxkl3: 0.0004117022 + max_actor_clipfrac: 0.004638672 + max_actor_loss: 0.0002220869 + max_advantage: 0.01822561 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.303542e-06 + max_entropy: 0.0054968465 + max_grad_norm_pre_clip: 0.3387725 + max_loss: 0.00022048678 + std: + std_actor_approxkl1: 0.0003135373 + std_actor_approxkl3: 0.00011710582 + std_actor_clipfrac: 0.0013053393 + std_actor_loss: 0.00014326925 + std_advantage: 0.0031788226 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2600979e-06 + std_entropy: 0.0011671847 + std_grad_norm_pre_clip: 0.08533702 + std_loss: 0.00014328185 + eval-batch-train: + avg_avg_episode_length: 4.7434044 + avg_avg_return: 0.9893909 + avg_benchmark_regret: 0.005802206 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.19694877 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 6.0224295 + avg_avg_return: 0.9853624 + avg_benchmark_regret: 0.008576572 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.267601 + proxy_corner: + avg_avg_return: 0.9853624 + avg_reward_per_step: 0.267601 + eval-batch-shift: + avg_avg_episode_length: 4.9654145 + avg_avg_return: 0.9883381 + avg_benchmark_regret: 0.0066231494 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661102 + proxy_corner: + avg_avg_return: 0.18135332 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.55091 + avg_avg_return: 0.9872846 + avg_benchmark_regret: 0.007135671 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27919006 + proxy_corner: + avg_avg_return: 0.9872846 + avg_reward_per_step: 0.27919006 +=========================================================== +=========================================================== + step: + env-step-all-before: 396361728 + env-step-replay-before: 197623808 + env-step-used-before: 396361728 + ppo-update-before: 241920 + env-step-generate-before: 198737920 + env-step-all-after: 396394496 + env-step-replay-after: 197623808 + env-step-used-after: 396394496 + ppo-update-after: 241940 + env-step-generate-after: 198770688 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.0181494 + avg_avg_return: 0.9683106 + avg_reward_per_step: 0.33758545 + proxy_corner: + avg_avg_return: 0.19413228 + avg_reward_per_step: 0.0385437 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.0181494 + avg_avg_return: 0.9683106 + avg_reward_per_step: 0.33758545 + proxy_corner: + avg_avg_return: 0.19413228 + avg_reward_per_step: 0.0385437 + perf: + env_steps_per_second: 966795.8940394154 + ppo_updates_per_second: 110.7263444507764 + eval-batch-train-duration: 0.186639923020266 + eval-batch-orig-duration: 0.13579097797628492 + eval-batch-shift-duration: 0.1370643270201981 + eval-batch-tree-duration: 0.13629866403061897 + ued: + distances: + cheese-corne_dist_avg: 7.1748047 + cheese-corne_dist_wavg: 12.412166 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.187256 + mouse-cheese_dist_finite_wavg: 13.020445 + mouse-cheese_dist_solvable_avg: 13.187256 + mouse-cheese_dist_solvable_wavg: 13.020448 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1006975 + visit_patterns: + avg_first_visit_time: 4272.7354 + avg_last_visit_time: 6021.289 + num_replay_batches: 6031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00054801983 + avg_actor_approxkl3: 0.00027499144 + avg_actor_clipfrac: 0.0020141602 + avg_actor_loss: -4.89348e-05 + avg_advantage: 0.00021099222 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.7811167e-06 + avg_entropy: 0.0065077576 + avg_grad_norm_pre_clip: 0.2506164 + avg_loss: -5.2552008e-05 + max: + max_actor_approxkl1: 0.0031654588 + max_actor_approxkl3: 0.0013247745 + max_actor_clipfrac: 0.009033203 + max_actor_loss: 0.0012579244 + max_advantage: 0.015615344 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.647759e-06 + max_entropy: 0.010264073 + max_grad_norm_pre_clip: 0.8404054 + max_loss: 0.0012555158 + std: + std_actor_approxkl1: 0.00079235097 + std_actor_approxkl3: 0.00034522507 + std_actor_clipfrac: 0.0020508175 + std_actor_loss: 0.00045699606 + std_advantage: 0.003258285 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.93189e-07 + std_entropy: 0.0019266795 + std_grad_norm_pre_clip: 0.21140864 + std_loss: 0.0004574604 + eval-batch-train: + avg_avg_episode_length: 4.747907 + avg_avg_return: 0.98955035 + avg_benchmark_regret: 0.0056426935 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34438324 + proxy_corner: + avg_avg_return: 0.19738999 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 6.014717 + avg_avg_return: 0.98555046 + avg_benchmark_regret: 0.008388555 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2674942 + proxy_corner: + avg_avg_return: 0.98555046 + avg_reward_per_step: 0.2674942 + eval-batch-shift: + avg_avg_episode_length: 5.0061584 + avg_avg_return: 0.98860717 + avg_benchmark_regret: 0.0063541364 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34626007 + proxy_corner: + avg_avg_return: 0.18233146 + avg_reward_per_step: 0.036201477 + eval-batch-tree: + avg_avg_episode_length: 5.5569887 + avg_avg_return: 0.9871571 + avg_benchmark_regret: 0.007263135 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27902222 + proxy_corner: + avg_avg_return: 0.9871571 + avg_reward_per_step: 0.27902222 +=========================================================== +=========================================================== + step: + env-step-all-before: 397410304 + env-step-replay-before: 198115328 + env-step-used-before: 397410304 + ppo-update-before: 242560 + env-step-generate-before: 199294976 + env-step-all-after: 397443072 + env-step-replay-after: 198115328 + env-step-used-after: 397443072 + ppo-update-after: 242580 + env-step-generate-after: 199327744 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.298523 + avg_avg_return: 0.9658468 + avg_reward_per_step: 0.30795288 + proxy_corner: + avg_avg_return: 0.17207375 + avg_reward_per_step: 0.037506104 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.298523 + avg_avg_return: 0.9658468 + avg_reward_per_step: 0.30795288 + proxy_corner: + avg_avg_return: 0.17207375 + avg_reward_per_step: 0.037506104 + perf: + env_steps_per_second: 981115.2379246859 + ppo_updates_per_second: 111.00551834020551 + eval-batch-train-duration: 0.1844961629831232 + eval-batch-orig-duration: 0.13640863203909248 + eval-batch-shift-duration: 0.13634049403481185 + eval-batch-tree-duration: 0.13649383303709328 + ued: + distances: + cheese-corne_dist_avg: 7.166992 + cheese-corne_dist_wavg: 11.517675 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.187988 + mouse-cheese_dist_finite_wavg: 14.8191805 + mouse-cheese_dist_solvable_avg: 13.187988 + mouse-cheese_dist_solvable_wavg: 14.819182 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10034783 + visit_patterns: + avg_first_visit_time: 4290.898 + avg_last_visit_time: 6036.3403 + num_replay_batches: 6046 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00035695962 + avg_actor_approxkl3: 0.00037566992 + avg_actor_clipfrac: 0.0047302246 + avg_actor_loss: 9.8727876e-05 + avg_advantage: 0.0021015666 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.157153e-06 + avg_entropy: 0.009907349 + avg_grad_norm_pre_clip: 0.38733995 + avg_loss: 9.2399096e-05 + max: + max_actor_approxkl1: 0.0024958 + max_actor_approxkl3: 0.0030532398 + max_actor_clipfrac: 0.021606445 + max_actor_loss: 0.0011672191 + max_advantage: 0.021335721 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.1034737e-05 + max_entropy: 0.022624426 + max_grad_norm_pre_clip: 1.1618239 + max_loss: 0.001157706 + std: + std_actor_approxkl1: 0.00055608194 + std_actor_approxkl3: 0.0006807562 + std_actor_clipfrac: 0.0063076075 + std_actor_loss: 0.00038618495 + std_advantage: 0.0033705507 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9303075e-06 + std_entropy: 0.005007656 + std_grad_norm_pre_clip: 0.32899168 + std_loss: 0.00038382146 + eval-batch-train: + avg_avg_episode_length: 4.733048 + avg_avg_return: 0.9898554 + avg_benchmark_regret: 0.0053376537 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444519 + proxy_corner: + avg_avg_return: 0.19722393 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 5.98769 + avg_avg_return: 0.9857093 + avg_benchmark_regret: 0.008229699 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26776886 + proxy_corner: + avg_avg_return: 0.9857093 + avg_reward_per_step: 0.26776886 + eval-batch-shift: + avg_avg_episode_length: 4.965541 + avg_avg_return: 0.9884113 + avg_benchmark_regret: 0.00654999 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.18171492 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.5252576 + avg_avg_return: 0.9869053 + avg_benchmark_regret: 0.0075149825 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27910614 + proxy_corner: + avg_avg_return: 0.9869053 + avg_reward_per_step: 0.27910614 +=========================================================== +=========================================================== + step: + env-step-all-before: 398458880 + env-step-replay-before: 198443008 + env-step-used-before: 398458880 + ppo-update-before: 243200 + env-step-generate-before: 200015872 + env-step-all-after: 398491648 + env-step-replay-after: 198475776 + env-step-used-after: 398491648 + ppo-update-after: 243220 + env-step-generate-after: 200015872 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.726539 + avg_avg_return: 0.88842016 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.5966918 + avg_reward_per_step: 0.046142578 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.726539 + avg_avg_return: 0.88842016 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.5966918 + avg_reward_per_step: 0.046142578 + perf: + env_steps_per_second: 994164.7432807208 + ppo_updates_per_second: 111.48623316854683 + eval-batch-train-duration: 0.18462935503339395 + eval-batch-orig-duration: 0.1363944059703499 + eval-batch-shift-duration: 0.13637993799056858 + eval-batch-tree-duration: 0.13609651295701042 + ued: + distances: + cheese-corne_dist_avg: 7.194092 + cheese-corne_dist_wavg: 7.024142 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.191406 + mouse-cheese_dist_finite_wavg: 14.818808 + mouse-cheese_dist_solvable_avg: 13.191406 + mouse-cheese_dist_solvable_wavg: 14.818808 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10053082 + visit_patterns: + avg_first_visit_time: 4309.1846 + avg_last_visit_time: 6047.284 + num_replay_batches: 6057 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010341076 + avg_actor_approxkl3: 0.0004797164 + avg_actor_clipfrac: 0.008483887 + avg_actor_loss: -0.00013875097 + avg_advantage: -0.00042702066 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.9487857e-06 + avg_entropy: 0.02578953 + avg_grad_norm_pre_clip: 0.5749671 + avg_loss: -0.00016156612 + max: + max_actor_approxkl1: 0.0023323847 + max_actor_approxkl3: 0.001088675 + max_actor_clipfrac: 0.014526367 + max_actor_loss: 0.0011237105 + max_advantage: 0.0149360895 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.2382736e-06 + max_entropy: 0.033124626 + max_grad_norm_pre_clip: 1.3472714 + max_loss: 0.0011025022 + std: + std_actor_approxkl1: 0.0007525295 + std_actor_approxkl3: 0.00027344067 + std_actor_clipfrac: 0.0039467616 + std_actor_loss: 0.0005130631 + std_advantage: 0.0034260121 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.069663e-07 + std_entropy: 0.0042634695 + std_grad_norm_pre_clip: 0.30827615 + std_loss: 0.0005125821 + eval-batch-train: + avg_avg_episode_length: 4.7344704 + avg_avg_return: 0.9892906 + avg_benchmark_regret: 0.0059024766 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34454346 + proxy_corner: + avg_avg_return: 0.19704509 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 5.984335 + avg_avg_return: 0.98558384 + avg_benchmark_regret: 0.008355133 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26797485 + proxy_corner: + avg_avg_return: 0.98558384 + avg_reward_per_step: 0.26797485 + eval-batch-shift: + avg_avg_episode_length: 4.9575257 + avg_avg_return: 0.98860997 + avg_benchmark_regret: 0.0063513434 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466568 + proxy_corner: + avg_avg_return: 0.18285029 + avg_reward_per_step: 0.03642273 + eval-batch-tree: + avg_avg_episode_length: 5.5128384 + avg_avg_return: 0.9873452 + avg_benchmark_regret: 0.0070750136 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27939606 + proxy_corner: + avg_avg_return: 0.9873452 + avg_reward_per_step: 0.27939606 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 399507456 + env-step-replay-before: 198967296 + env-step-used-before: 399507456 + ppo-update-before: 243840 + env-step-generate-before: 200540160 + env-step-all-after: 399540224 + env-step-replay-after: 199000064 + env-step-used-after: 399540224 + ppo-update-after: 243860 + env-step-generate-after: 200540160 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.7814455 + avg_avg_return: 0.8867575 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.64539427 + avg_reward_per_step: 0.049621582 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.7814455 + avg_avg_return: 0.8867575 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.64539427 + avg_reward_per_step: 0.049621582 + perf: + env_steps_per_second: 973417.7166267033 + ppo_updates_per_second: 110.28377203467566 + eval-batch-train-duration: 0.1858718050061725 + eval-batch-orig-duration: 0.13583150500198826 + eval-batch-shift-duration: 0.13666442403336987 + eval-batch-tree-duration: 0.13628363597672433 + ued: + distances: + cheese-corne_dist_avg: 7.1848145 + cheese-corne_dist_wavg: 5.2226734 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.196533 + mouse-cheese_dist_finite_wavg: 13.020451 + mouse-cheese_dist_solvable_avg: 13.196533 + mouse-cheese_dist_solvable_wavg: 13.0204525 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.1002415 + visit_patterns: + avg_first_visit_time: 4319.3633 + avg_last_visit_time: 6063.103 + num_replay_batches: 6073 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071804423 + avg_actor_approxkl3: 0.00034292994 + avg_actor_clipfrac: 0.010717774 + avg_actor_loss: 4.9383776e-05 + avg_advantage: -0.001646423 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.605466e-06 + avg_entropy: 0.034584843 + avg_grad_norm_pre_clip: 0.61165684 + avg_loss: 1.7601675e-05 + max: + max_actor_approxkl1: 0.0020944872 + max_actor_approxkl3: 0.00083677645 + max_actor_clipfrac: 0.020507812 + max_actor_loss: 0.00087813986 + max_advantage: 0.015878677 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.3080278e-06 + max_entropy: 0.042941876 + max_grad_norm_pre_clip: 1.1406004 + max_loss: 0.0008444915 + std: + std_actor_approxkl1: 0.0005294843 + std_actor_approxkl3: 0.00020724522 + std_actor_clipfrac: 0.005720606 + std_actor_loss: 0.00037294373 + std_advantage: 0.0031948627 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.603891e-07 + std_entropy: 0.004608036 + std_grad_norm_pre_clip: 0.26598787 + std_loss: 0.00037090358 + eval-batch-train: + avg_avg_episode_length: 4.7306137 + avg_avg_return: 0.9895494 + avg_benchmark_regret: 0.0056436523 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34455872 + proxy_corner: + avg_avg_return: 0.19733492 + avg_reward_per_step: 0.039764404 + eval-batch-orig: + avg_avg_episode_length: 5.987501 + avg_avg_return: 0.9858558 + avg_benchmark_regret: 0.008083183 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26784515 + proxy_corner: + avg_avg_return: 0.9858558 + avg_reward_per_step: 0.26784515 + eval-batch-shift: + avg_avg_episode_length: 4.973857 + avg_avg_return: 0.98856384 + avg_benchmark_regret: 0.0063974974 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.18328851 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.510641 + avg_avg_return: 0.98751295 + avg_benchmark_regret: 0.00690727 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947235 + proxy_corner: + avg_avg_return: 0.98751295 + avg_reward_per_step: 0.27947235 +=========================================================== +=========================================================== + step: + env-step-all-before: 400556032 + env-step-replay-before: 199589888 + env-step-used-before: 400556032 + ppo-update-before: 244480 + env-step-generate-before: 200966144 + env-step-all-after: 400588800 + env-step-replay-after: 199589888 + env-step-used-after: 400588800 + ppo-update-after: 244500 + env-step-generate-after: 200998912 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.9429083 + avg_avg_return: 0.96894944 + avg_reward_per_step: 0.3320923 + proxy_corner: + avg_avg_return: 0.21147922 + avg_reward_per_step: 0.036499023 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.9429083 + avg_avg_return: 0.96894944 + avg_reward_per_step: 0.3320923 + proxy_corner: + avg_avg_return: 0.21147922 + avg_reward_per_step: 0.036499023 + perf: + env_steps_per_second: 991829.1548606986 + ppo_updates_per_second: 111.2925519627821 + eval-batch-train-duration: 0.18529388698516414 + eval-batch-orig-duration: 0.13715203397441655 + eval-batch-shift-duration: 0.1367148089921102 + eval-batch-tree-duration: 0.13645297597395256 + ued: + distances: + cheese-corne_dist_avg: 7.180908 + cheese-corne_dist_wavg: 3.4162414 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.192871 + mouse-cheese_dist_finite_wavg: 13.020396 + mouse-cheese_dist_solvable_avg: 13.192871 + mouse-cheese_dist_solvable_wavg: 13.020398 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10023612 + visit_patterns: + avg_first_visit_time: 4332.0967 + avg_last_visit_time: 6081.255 + num_replay_batches: 6091 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009892833 + avg_actor_approxkl3: 0.00064901647 + avg_actor_clipfrac: 0.0050842287 + avg_actor_loss: 3.9891853e-05 + avg_advantage: 0.0018196439 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.4608865e-06 + avg_entropy: 0.008167532 + avg_grad_norm_pre_clip: 0.31849408 + avg_loss: 3.5454763e-05 + max: + max_actor_approxkl1: 0.002619415 + max_actor_approxkl3: 0.0017285943 + max_actor_clipfrac: 0.01159668 + max_actor_loss: 0.0010322798 + max_advantage: 0.024053454 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.282153e-05 + max_entropy: 0.015397014 + max_grad_norm_pre_clip: 0.81850547 + max_loss: 0.0010329379 + std: + std_actor_approxkl1: 0.0009263322 + std_actor_approxkl3: 0.0006586491 + std_actor_clipfrac: 0.0033350615 + std_actor_loss: 0.00038677562 + std_advantage: 0.0033813943 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.010326e-06 + std_entropy: 0.0034487236 + std_grad_norm_pre_clip: 0.24118909 + std_loss: 0.00038652154 + eval-batch-train: + avg_avg_episode_length: 4.7458363 + avg_avg_return: 0.98931426 + avg_benchmark_regret: 0.005878841 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444519 + proxy_corner: + avg_avg_return: 0.19695967 + avg_reward_per_step: 0.039764404 + eval-batch-orig: + avg_avg_episode_length: 6.0012393 + avg_avg_return: 0.9858272 + avg_benchmark_regret: 0.008111807 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26771545 + proxy_corner: + avg_avg_return: 0.9858272 + avg_reward_per_step: 0.26771545 + eval-batch-shift: + avg_avg_episode_length: 4.9618053 + avg_avg_return: 0.9884943 + avg_benchmark_regret: 0.0064670355 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466568 + proxy_corner: + avg_avg_return: 0.18191126 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.5148096 + avg_avg_return: 0.98711574 + avg_benchmark_regret: 0.007304539 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27934265 + proxy_corner: + avg_avg_return: 0.98711574 + avg_reward_per_step: 0.27934265 +=========================================================== +=========================================================== + step: + env-step-all-before: 401604608 + env-step-replay-before: 200179712 + env-step-used-before: 401604608 + ppo-update-before: 245120 + env-step-generate-before: 201424896 + env-step-all-after: 401637376 + env-step-replay-after: 200179712 + env-step-used-after: 401637376 + ppo-update-after: 245140 + env-step-generate-after: 201457664 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.8857975 + avg_avg_return: 0.96975684 + avg_reward_per_step: 0.34176636 + proxy_corner: + avg_avg_return: 0.18248747 + avg_reward_per_step: 0.03829956 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.8857975 + avg_avg_return: 0.96975684 + avg_reward_per_step: 0.34176636 + proxy_corner: + avg_avg_return: 0.18248747 + avg_reward_per_step: 0.03829956 + perf: + env_steps_per_second: 965035.543818234 + ppo_updates_per_second: 111.82511885124329 + eval-batch-train-duration: 0.18429632700281218 + eval-batch-orig-duration: 0.1358232389902696 + eval-batch-shift-duration: 0.13615750800818205 + eval-batch-tree-duration: 0.13592201500432566 + ued: + distances: + cheese-corne_dist_avg: 7.1765137 + cheese-corne_dist_wavg: 11.512692 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.192383 + mouse-cheese_dist_finite_wavg: 13.018083 + mouse-cheese_dist_solvable_avg: 13.192383 + mouse-cheese_dist_solvable_wavg: 13.018085 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1006996 + visit_patterns: + avg_first_visit_time: 4342.675 + avg_last_visit_time: 6099.1973 + num_replay_batches: 6109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004518197 + avg_actor_approxkl3: 0.00031735862 + avg_actor_clipfrac: 0.0015075684 + avg_actor_loss: -1.34523025e-05 + avg_advantage: 0.0015483974 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3369677e-06 + avg_entropy: 0.004347598 + avg_grad_norm_pre_clip: 0.11351129 + avg_loss: -1.5131418e-05 + max: + max_actor_approxkl1: 0.0023966485 + max_actor_approxkl3: 0.0016795892 + max_actor_clipfrac: 0.005859375 + max_actor_loss: 0.000315601 + max_advantage: 0.019041717 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.4516275e-06 + max_entropy: 0.0069401404 + max_grad_norm_pre_clip: 0.36025074 + max_loss: 0.00031345233 + std: + std_actor_approxkl1: 0.00069920684 + std_actor_approxkl3: 0.0005017207 + std_actor_clipfrac: 0.0015374441 + std_actor_loss: 0.000118040916 + std_advantage: 0.0031490764 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.6851885e-07 + std_entropy: 0.0011559565 + std_grad_norm_pre_clip: 0.07877617 + std_loss: 0.00011777548 + eval-batch-train: + avg_avg_episode_length: 4.7328053 + avg_avg_return: 0.9896158 + avg_benchmark_regret: 0.0055772644 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444748 + proxy_corner: + avg_avg_return: 0.19735447 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 5.9813957 + avg_avg_return: 0.9855838 + avg_benchmark_regret: 0.0083552515 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2678299 + proxy_corner: + avg_avg_return: 0.9855838 + avg_reward_per_step: 0.2678299 + eval-batch-shift: + avg_avg_episode_length: 4.964839 + avg_avg_return: 0.9883715 + avg_benchmark_regret: 0.0065898485 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661102 + proxy_corner: + avg_avg_return: 0.18200278 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.5103035 + avg_avg_return: 0.9876622 + avg_benchmark_regret: 0.006758076 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27944183 + proxy_corner: + avg_avg_return: 0.9876622 + avg_reward_per_step: 0.27944183 +=========================================================== +=========================================================== + step: + env-step-all-before: 402653184 + env-step-replay-before: 200802304 + env-step-used-before: 402653184 + ppo-update-before: 245760 + env-step-generate-before: 201850880 + env-step-all-after: 402685952 + env-step-replay-after: 200802304 + env-step-used-after: 402685952 + ppo-update-after: 245780 + env-step-generate-after: 201883648 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.6597757 + avg_avg_return: 0.9714054 + avg_reward_per_step: 0.3948059 + proxy_corner: + avg_avg_return: 0.13660814 + avg_reward_per_step: 0.025665283 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.6597757 + avg_avg_return: 0.9714054 + avg_reward_per_step: 0.3948059 + proxy_corner: + avg_avg_return: 0.13660814 + avg_reward_per_step: 0.025665283 + perf: + env_steps_per_second: 921712.2870728798 + ppo_updates_per_second: 111.20556107954795 + eval-batch-train-duration: 0.1864128849701956 + eval-batch-orig-duration: 0.13639743201201782 + eval-batch-shift-duration: 0.1380568680469878 + eval-batch-tree-duration: 0.13716160197509453 + ued: + distances: + cheese-corne_dist_avg: 7.179199 + cheese-corne_dist_wavg: 7.915279 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.1953125 + mouse-cheese_dist_finite_wavg: 13.020517 + mouse-cheese_dist_solvable_avg: 13.1953125 + mouse-cheese_dist_solvable_wavg: 13.020519 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10072911 + visit_patterns: + avg_first_visit_time: 4349.792 + avg_last_visit_time: 6118.2656 + num_replay_batches: 6128 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008131491 + avg_actor_approxkl3: 0.00080403284 + avg_actor_clipfrac: 0.0060058595 + avg_actor_loss: -1.2545264e-05 + avg_advantage: 0.001148423 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.393399e-06 + avg_entropy: 0.009144601 + avg_grad_norm_pre_clip: 0.36601588 + avg_loss: -1.799318e-05 + max: + max_actor_approxkl1: 0.0036029308 + max_actor_approxkl3: 0.003517929 + max_actor_clipfrac: 0.01965332 + max_actor_loss: 0.0017796131 + max_advantage: 0.024140894 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.504249e-05 + max_entropy: 0.014485501 + max_grad_norm_pre_clip: 1.1995411 + max_loss: 0.0017692932 + std: + std_actor_approxkl1: 0.001132267 + std_actor_approxkl3: 0.001164404 + std_actor_clipfrac: 0.005098186 + std_actor_loss: 0.00061452156 + std_advantage: 0.003405936 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.147905e-06 + std_entropy: 0.0030126402 + std_grad_norm_pre_clip: 0.3025451 + std_loss: 0.0006128648 + eval-batch-train: + avg_avg_episode_length: 4.7278337 + avg_avg_return: 0.9895117 + avg_benchmark_regret: 0.005681367 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34458923 + proxy_corner: + avg_avg_return: 0.19704568 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 5.9607334 + avg_avg_return: 0.98574513 + avg_benchmark_regret: 0.008193925 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26802063 + proxy_corner: + avg_avg_return: 0.98574513 + avg_reward_per_step: 0.26802063 + eval-batch-shift: + avg_avg_episode_length: 4.9632497 + avg_avg_return: 0.98849696 + avg_benchmark_regret: 0.0064643426 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18191184 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.487361 + avg_avg_return: 0.98753566 + avg_benchmark_regret: 0.006884602 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.98753566 + avg_reward_per_step: 0.27967834 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 403701760 + env-step-replay-before: 201359360 + env-step-used-before: 403701760 + ppo-update-before: 246400 + env-step-generate-before: 202342400 + env-step-all-after: 403734528 + env-step-replay-after: 201359360 + env-step-used-after: 403734528 + ppo-update-after: 246420 + env-step-generate-after: 202375168 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.0146313 + avg_avg_return: 0.96822727 + avg_reward_per_step: 0.33312988 + proxy_corner: + avg_avg_return: 0.20835471 + avg_reward_per_step: 0.038757324 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.0146313 + avg_avg_return: 0.96822727 + avg_reward_per_step: 0.33312988 + proxy_corner: + avg_avg_return: 0.20835471 + avg_reward_per_step: 0.038757324 + perf: + env_steps_per_second: 983698.4292998904 + ppo_updates_per_second: 111.14586703485686 + eval-batch-train-duration: 0.1875032209791243 + eval-batch-orig-duration: 0.137265527038835 + eval-batch-shift-duration: 0.13692181900842115 + eval-batch-tree-duration: 0.13642518303822726 + ued: + distances: + cheese-corne_dist_avg: 7.1689453 + cheese-corne_dist_wavg: 7.918586 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.1953125 + mouse-cheese_dist_finite_wavg: 13.021226 + mouse-cheese_dist_solvable_avg: 13.1953125 + mouse-cheese_dist_solvable_wavg: 13.021229 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10077131 + visit_patterns: + avg_first_visit_time: 4357.137 + avg_last_visit_time: 6135.226 + num_replay_batches: 6145 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.1079744e-05 + avg_actor_approxkl3: 1.7968665e-05 + avg_actor_clipfrac: 0.00061035156 + avg_actor_loss: -2.9054727e-05 + avg_advantage: -1.2512988e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.7879234e-06 + avg_entropy: 0.0047226558 + avg_grad_norm_pre_clip: 0.06827262 + avg_loss: -3.138342e-05 + max: + max_actor_approxkl1: 0.00015109954 + max_actor_approxkl3: 9.265363e-05 + max_actor_clipfrac: 0.0031738281 + max_actor_loss: 5.263649e-05 + max_advantage: 0.020160079 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.854665e-06 + max_entropy: 0.008409115 + max_grad_norm_pre_clip: 0.23749462 + max_loss: 4.8059173e-05 + std: + std_actor_approxkl1: 5.849573e-05 + std_actor_approxkl3: 2.2367907e-05 + std_actor_clipfrac: 0.00070653297 + std_actor_loss: 5.887658e-05 + std_advantage: 0.0030946336 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.804655e-07 + std_entropy: 0.0017055408 + std_grad_norm_pre_clip: 0.04729077 + std_loss: 5.9473823e-05 + eval-batch-train: + avg_avg_episode_length: 4.727709 + avg_avg_return: 0.98953474 + avg_benchmark_regret: 0.005658336 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34456635 + proxy_corner: + avg_avg_return: 0.19704781 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 5.9652176 + avg_avg_return: 0.98597074 + avg_benchmark_regret: 0.00796826 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26811218 + proxy_corner: + avg_avg_return: 0.98597074 + avg_reward_per_step: 0.26811218 + eval-batch-shift: + avg_avg_episode_length: 4.997452 + avg_avg_return: 0.9882792 + avg_benchmark_regret: 0.0066821403 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465042 + proxy_corner: + avg_avg_return: 0.1822747 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.493848 + avg_avg_return: 0.9873583 + avg_benchmark_regret: 0.0070619825 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27960205 + proxy_corner: + avg_avg_return: 0.9873583 + avg_reward_per_step: 0.27960205 +=========================================================== +=========================================================== + step: + env-step-all-before: 404750336 + env-step-replay-before: 201883648 + env-step-used-before: 404750336 + ppo-update-before: 247040 + env-step-generate-before: 202866688 + env-step-all-after: 404783104 + env-step-replay-after: 201883648 + env-step-used-after: 404783104 + ppo-update-after: 247060 + env-step-generate-after: 202899456 + train-generate: + shift_proportion: 0.8984375 + avg_avg_episode_length: 5.1422706 + avg_avg_return: 0.9667624 + avg_reward_per_step: 0.32211304 + proxy_corner: + avg_avg_return: 0.18547034 + avg_reward_per_step: 0.03427124 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 5.1422706 + avg_avg_return: 0.9667624 + avg_reward_per_step: 0.32211304 + proxy_corner: + avg_avg_return: 0.18547034 + avg_reward_per_step: 0.03427124 + perf: + env_steps_per_second: 998151.8301477683 + ppo_updates_per_second: 110.7326766615601 + eval-batch-train-duration: 0.18763007002416998 + eval-batch-orig-duration: 0.13762646599207073 + eval-batch-shift-duration: 0.13742834399454296 + eval-batch-tree-duration: 0.13774141401518136 + ued: + distances: + cheese-corne_dist_avg: 7.161133 + cheese-corne_dist_wavg: 2.515966 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.200439 + mouse-cheese_dist_finite_wavg: 13.919122 + mouse-cheese_dist_solvable_avg: 13.200439 + mouse-cheese_dist_solvable_wavg: 13.91912 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10055488 + visit_patterns: + avg_first_visit_time: 4367.0635 + avg_last_visit_time: 6151.379 + num_replay_batches: 6161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013898504 + avg_actor_approxkl3: 3.6405196e-05 + avg_actor_clipfrac: 0.0011169434 + avg_actor_loss: -4.4171815e-05 + avg_advantage: 0.0013044622 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.275336e-06 + avg_entropy: 0.0054682614 + avg_grad_norm_pre_clip: 0.113495104 + avg_loss: -4.700241e-05 + max: + max_actor_approxkl1: 0.000542261 + max_actor_approxkl3: 0.00016219597 + max_actor_clipfrac: 0.0043945312 + max_actor_loss: 5.021505e-05 + max_advantage: 0.015277445 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.5570603e-06 + max_entropy: 0.009656498 + max_grad_norm_pre_clip: 0.33468193 + max_loss: 4.9431983e-05 + std: + std_actor_approxkl1: 0.00013590227 + std_actor_approxkl3: 3.8452592e-05 + std_actor_clipfrac: 0.0010538246 + std_actor_loss: 7.463443e-05 + std_advantage: 0.003143275 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.2798745e-07 + std_entropy: 0.0020393254 + std_grad_norm_pre_clip: 0.068431 + std_loss: 7.4961e-05 + eval-batch-train: + avg_avg_episode_length: 4.7285604 + avg_avg_return: 0.9896594 + avg_benchmark_regret: 0.005533615 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34456635 + proxy_corner: + avg_avg_return: 0.19716083 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 5.982511 + avg_avg_return: 0.9858379 + avg_benchmark_regret: 0.008101122 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26785278 + proxy_corner: + avg_avg_return: 0.9858379 + avg_reward_per_step: 0.26785278 + eval-batch-shift: + avg_avg_episode_length: 4.9602656 + avg_avg_return: 0.988536 + avg_benchmark_regret: 0.0064253034 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661865 + proxy_corner: + avg_avg_return: 0.1822021 + avg_reward_per_step: 0.036354065 + eval-batch-tree: + avg_avg_episode_length: 5.5236673 + avg_avg_return: 0.9868219 + avg_benchmark_regret: 0.0075983685 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27935028 + proxy_corner: + avg_avg_return: 0.9868219 + avg_reward_per_step: 0.27935028 +=========================================================== +=========================================================== + step: + env-step-all-before: 405798912 + env-step-replay-before: 202244096 + env-step-used-before: 405798912 + ppo-update-before: 247680 + env-step-generate-before: 203554816 + env-step-all-after: 405831680 + env-step-replay-after: 202244096 + env-step-used-after: 405831680 + ppo-update-after: 247700 + env-step-generate-after: 203587584 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.193623 + avg_avg_return: 0.9672259 + avg_reward_per_step: 0.30212402 + proxy_corner: + avg_avg_return: 0.18526405 + avg_reward_per_step: 0.030792236 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.193623 + avg_avg_return: 0.9672259 + avg_reward_per_step: 0.30212402 + proxy_corner: + avg_avg_return: 0.18526405 + avg_reward_per_step: 0.030792236 + perf: + env_steps_per_second: 1002994.9658811925 + ppo_updates_per_second: 111.51887430765584 + eval-batch-train-duration: 0.19031486997846514 + eval-batch-orig-duration: 0.14601376501377672 + eval-batch-shift-duration: 0.1380805730004795 + eval-batch-tree-duration: 0.13890679000178352 + ued: + distances: + cheese-corne_dist_avg: 7.159424 + cheese-corne_dist_wavg: 10.613303 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.203369 + mouse-cheese_dist_finite_wavg: 13.022045 + mouse-cheese_dist_solvable_avg: 13.203369 + mouse-cheese_dist_solvable_wavg: 13.022047 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10071948 + visit_patterns: + avg_first_visit_time: 4378.0254 + avg_last_visit_time: 6162.3193 + num_replay_batches: 6172 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00040064668 + avg_actor_approxkl3: 0.00033888506 + avg_actor_clipfrac: 0.0026550293 + avg_actor_loss: 0.00027198164 + avg_advantage: -0.0012602406 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.0913163e-06 + avg_entropy: 0.008201558 + avg_grad_norm_pre_clip: 0.33983952 + avg_loss: 0.00026632572 + max: + max_actor_approxkl1: 0.002564467 + max_actor_approxkl3: 0.0026089633 + max_actor_clipfrac: 0.022338867 + max_actor_loss: 0.0056076767 + max_advantage: 0.013320565 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6287093e-06 + max_entropy: 0.018555611 + max_grad_norm_pre_clip: 2.1963646 + max_loss: 0.00559166 + std: + std_actor_approxkl1: 0.000631854 + std_actor_approxkl3: 0.0006076568 + std_actor_clipfrac: 0.004793009 + std_actor_loss: 0.0013434604 + std_advantage: 0.0030000529 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.005078e-06 + std_entropy: 0.0033142194 + std_grad_norm_pre_clip: 0.45183602 + std_loss: 0.0013411493 + eval-batch-train: + avg_avg_episode_length: 4.747816 + avg_avg_return: 0.9895652 + avg_benchmark_regret: 0.005627877 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34444427 + proxy_corner: + avg_avg_return: 0.19737831 + avg_reward_per_step: 0.039772034 + eval-batch-orig: + avg_avg_episode_length: 6.0014124 + avg_avg_return: 0.9856813 + avg_benchmark_regret: 0.008257728 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26761627 + proxy_corner: + avg_avg_return: 0.9856813 + avg_reward_per_step: 0.26761627 + eval-batch-shift: + avg_avg_episode_length: 4.977524 + avg_avg_return: 0.9880915 + avg_benchmark_regret: 0.00686978 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34646606 + proxy_corner: + avg_avg_return: 0.18510461 + avg_reward_per_step: 0.03656006 + eval-batch-tree: + avg_avg_episode_length: 5.5474463 + avg_avg_return: 0.9873276 + avg_benchmark_regret: 0.0070927124 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27915192 + proxy_corner: + avg_avg_return: 0.9873276 + avg_reward_per_step: 0.27915192 +=========================================================== +=========================================================== + step: + env-step-all-before: 406847488 + env-step-replay-before: 202702848 + env-step-used-before: 406847488 + ppo-update-before: 248320 + env-step-generate-before: 204144640 + env-step-all-after: 406880256 + env-step-replay-after: 202735616 + env-step-used-after: 406880256 + ppo-update-after: 248340 + env-step-generate-after: 204144640 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.676781 + avg_avg_return: 0.88754416 + avg_reward_per_step: 0.06933594 + proxy_corner: + avg_avg_return: 0.64172804 + avg_reward_per_step: 0.04977417 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.676781 + avg_avg_return: 0.88754416 + avg_reward_per_step: 0.06933594 + proxy_corner: + avg_avg_return: 0.64172804 + avg_reward_per_step: 0.04977417 + perf: + env_steps_per_second: 990818.6897839761 + ppo_updates_per_second: 111.32537784764085 + eval-batch-train-duration: 0.18530855502467602 + eval-batch-orig-duration: 0.13518304197350517 + eval-batch-shift-duration: 0.13634440099122003 + eval-batch-tree-duration: 0.13663956697564572 + ued: + distances: + cheese-corne_dist_avg: 7.1413574 + cheese-corne_dist_wavg: 12.403561 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.201904 + mouse-cheese_dist_finite_wavg: 13.018984 + mouse-cheese_dist_solvable_avg: 13.201904 + mouse-cheese_dist_solvable_wavg: 13.018986 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10081272 + visit_patterns: + avg_first_visit_time: 4394.229 + avg_last_visit_time: 6177.2793 + num_replay_batches: 6187 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00093523564 + avg_actor_approxkl3: 0.00046117642 + avg_actor_clipfrac: 0.0067810058 + avg_actor_loss: -0.00016128072 + avg_advantage: -0.0013898271 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.8458364e-06 + avg_entropy: 0.023588328 + avg_grad_norm_pre_clip: 0.46553108 + avg_loss: -0.00018244615 + max: + max_actor_approxkl1: 0.0026222242 + max_actor_approxkl3: 0.0018652778 + max_actor_clipfrac: 0.013549805 + max_actor_loss: 0.0002577915 + max_advantage: 0.023471892 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.723613e-06 + max_entropy: 0.030427858 + max_grad_norm_pre_clip: 0.85084563 + max_loss: 0.00023377276 + std: + std_actor_approxkl1: 0.0006824216 + std_actor_approxkl3: 0.0004953872 + std_actor_clipfrac: 0.0038103685 + std_actor_loss: 0.00026847632 + std_advantage: 0.0031032688 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.4058309e-07 + std_entropy: 0.0031007847 + std_grad_norm_pre_clip: 0.16137266 + std_loss: 0.00026837326 + eval-batch-train: + avg_avg_episode_length: 4.730403 + avg_avg_return: 0.9891819 + avg_benchmark_regret: 0.0060111945 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34455872 + proxy_corner: + avg_avg_return: 0.19719392 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 5.966282 + avg_avg_return: 0.985536 + avg_benchmark_regret: 0.00840304 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680359 + proxy_corner: + avg_avg_return: 0.985536 + avg_reward_per_step: 0.2680359 + eval-batch-shift: + avg_avg_episode_length: 4.970277 + avg_avg_return: 0.9885332 + avg_benchmark_regret: 0.006428102 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34658813 + proxy_corner: + avg_avg_return: 0.18259917 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.506716 + avg_avg_return: 0.98761606 + avg_benchmark_regret: 0.0068042306 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2795105 + proxy_corner: + avg_avg_return: 0.98761606 + avg_reward_per_step: 0.2795105 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 407896064 + env-step-replay-before: 203292672 + env-step-used-before: 407896064 + ppo-update-before: 248960 + env-step-generate-before: 204603392 + env-step-all-after: 407928832 + env-step-replay-after: 203292672 + env-step-used-after: 407928832 + ppo-update-after: 248980 + env-step-generate-after: 204636160 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.867734 + avg_avg_return: 0.9709214 + avg_reward_per_step: 0.31692505 + proxy_corner: + avg_avg_return: 0.19973923 + avg_reward_per_step: 0.03286743 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.867734 + avg_avg_return: 0.9709214 + avg_reward_per_step: 0.31692505 + proxy_corner: + avg_avg_return: 0.19973923 + avg_reward_per_step: 0.03286743 + perf: + env_steps_per_second: 1007129.9140149315 + ppo_updates_per_second: 111.409658055466 + eval-batch-train-duration: 0.18642442702548578 + eval-batch-orig-duration: 0.13703763799276203 + eval-batch-shift-duration: 0.13747844798490405 + eval-batch-tree-duration: 0.13781844900222495 + ued: + distances: + cheese-corne_dist_avg: 7.132324 + cheese-corne_dist_wavg: 15.115708 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.198975 + mouse-cheese_dist_finite_wavg: 14.819119 + mouse-cheese_dist_solvable_avg: 13.198975 + mouse-cheese_dist_solvable_wavg: 14.819118 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10024187 + visit_patterns: + avg_first_visit_time: 4403.1274 + avg_last_visit_time: 6194.206 + num_replay_batches: 6204 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016099427 + avg_actor_approxkl3: 0.00012199525 + avg_actor_clipfrac: 0.0012390137 + avg_actor_loss: -8.3034414e-05 + avg_advantage: 0.0016118768 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6884284e-06 + avg_entropy: 0.005831742 + avg_grad_norm_pre_clip: 0.14744863 + avg_loss: -8.6521955e-05 + max: + max_actor_approxkl1: 0.0008646754 + max_actor_approxkl3: 0.00046722067 + max_actor_clipfrac: 0.0041503906 + max_actor_loss: 0.0003742054 + max_advantage: 0.01455158 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.874441e-06 + max_entropy: 0.011283556 + max_grad_norm_pre_clip: 0.44585058 + max_loss: 0.00036524405 + std: + std_actor_approxkl1: 0.00024897614 + std_actor_approxkl3: 0.00015704668 + std_actor_clipfrac: 0.0013682089 + std_actor_loss: 0.00017808111 + std_advantage: 0.002927271 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.55244e-07 + std_entropy: 0.002012356 + std_grad_norm_pre_clip: 0.11370655 + std_loss: 0.00017804821 + eval-batch-train: + avg_avg_episode_length: 4.7478504 + avg_avg_return: 0.98959386 + avg_benchmark_regret: 0.0055992594 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34442902 + proxy_corner: + avg_avg_return: 0.1972915 + avg_reward_per_step: 0.039764404 + eval-batch-orig: + avg_avg_episode_length: 5.9514856 + avg_avg_return: 0.9856604 + avg_benchmark_regret: 0.0082786335 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26812744 + proxy_corner: + avg_avg_return: 0.9856604 + avg_reward_per_step: 0.26812744 + eval-batch-shift: + avg_avg_episode_length: 4.9787498 + avg_avg_return: 0.98855466 + avg_benchmark_regret: 0.006406636 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.18225309 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.4890842 + avg_avg_return: 0.9871845 + avg_benchmark_regret: 0.007235694 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796402 + proxy_corner: + avg_avg_return: 0.9871845 + avg_reward_per_step: 0.2796402 +=========================================================== +=========================================================== + step: + env-step-all-before: 408944640 + env-step-replay-before: 203751424 + env-step-used-before: 408944640 + ppo-update-before: 249600 + env-step-generate-before: 205193216 + env-step-all-after: 408977408 + env-step-replay-after: 203751424 + env-step-used-after: 408977408 + ppo-update-after: 249620 + env-step-generate-after: 205225984 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.05441 + avg_avg_return: 0.96836406 + avg_reward_per_step: 0.32296753 + proxy_corner: + avg_avg_return: 0.18332675 + avg_reward_per_step: 0.033935547 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.05441 + avg_avg_return: 0.96836406 + avg_reward_per_step: 0.32296753 + proxy_corner: + avg_avg_return: 0.18332675 + avg_reward_per_step: 0.033935547 + perf: + env_steps_per_second: 995176.3340732082 + ppo_updates_per_second: 111.6228934173288 + eval-batch-train-duration: 0.18926053296308964 + eval-batch-orig-duration: 0.14400139200733975 + eval-batch-shift-duration: 0.1376966189709492 + eval-batch-tree-duration: 0.13896226498764008 + ued: + distances: + cheese-corne_dist_avg: 7.131592 + cheese-corne_dist_wavg: 2.5063045 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.19873 + mouse-cheese_dist_finite_wavg: 13.019893 + mouse-cheese_dist_solvable_avg: 13.19873 + mouse-cheese_dist_solvable_wavg: 13.019895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10026412 + visit_patterns: + avg_first_visit_time: 4409.3027 + avg_last_visit_time: 6208.2705 + num_replay_batches: 6218 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.227339e-05 + avg_actor_approxkl3: 1.7664588e-05 + avg_actor_clipfrac: 0.00061035156 + avg_actor_loss: -6.66671e-05 + avg_advantage: 0.001008578 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.811374e-06 + avg_entropy: 0.0047075455 + avg_grad_norm_pre_clip: 0.07948054 + avg_loss: -6.896896e-05 + max: + max_actor_approxkl1: 0.00035414932 + max_actor_approxkl3: 7.411995e-05 + max_actor_clipfrac: 0.0024414062 + max_actor_loss: 3.386289e-05 + max_advantage: 0.023177803 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.2421186e-06 + max_entropy: 0.007631432 + max_grad_norm_pre_clip: 0.14256862 + max_loss: 3.1765678e-05 + std: + std_actor_approxkl1: 0.00010322968 + std_actor_approxkl3: 1.8133507e-05 + std_actor_clipfrac: 0.0006752596 + std_actor_loss: 9.239945e-05 + std_advantage: 0.0030314785 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.185326e-07 + std_entropy: 0.0011279307 + std_grad_norm_pre_clip: 0.0282396 + std_loss: 9.3020986e-05 + eval-batch-train: + avg_avg_episode_length: 4.743288 + avg_avg_return: 0.98940825 + avg_benchmark_regret: 0.005784853 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444214 + proxy_corner: + avg_avg_return: 0.19724573 + avg_reward_per_step: 0.039726257 + eval-batch-orig: + avg_avg_episode_length: 6.0027895 + avg_avg_return: 0.9856883 + avg_benchmark_regret: 0.008250615 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2676239 + proxy_corner: + avg_avg_return: 0.9856883 + avg_reward_per_step: 0.2676239 + eval-batch-shift: + avg_avg_episode_length: 4.962732 + avg_avg_return: 0.9885149 + avg_benchmark_regret: 0.006446354 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34659576 + proxy_corner: + avg_avg_return: 0.18267491 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.5411644 + avg_avg_return: 0.9874538 + avg_benchmark_regret: 0.0069664605 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27916718 + proxy_corner: + avg_avg_return: 0.9874538 + avg_reward_per_step: 0.27916718 +=========================================================== +=========================================================== + step: + env-step-all-before: 409993216 + env-step-replay-before: 204374016 + env-step-used-before: 409993216 + ppo-update-before: 250240 + env-step-generate-before: 205619200 + env-step-all-after: 410025984 + env-step-replay-after: 204374016 + env-step-used-after: 410025984 + ppo-update-after: 250260 + env-step-generate-after: 205651968 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.9702854 + avg_avg_return: 0.97024584 + avg_reward_per_step: 0.31185913 + proxy_corner: + avg_avg_return: 0.15283349 + avg_reward_per_step: 0.034606934 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.9702854 + avg_avg_return: 0.97024584 + avg_reward_per_step: 0.31185913 + proxy_corner: + avg_avg_return: 0.15283349 + avg_reward_per_step: 0.034606934 + perf: + env_steps_per_second: 1006065.7457921795 + ppo_updates_per_second: 111.32203792456441 + eval-batch-train-duration: 0.1862802649848163 + eval-batch-orig-duration: 0.14111003401922062 + eval-batch-shift-duration: 0.13834136398509145 + eval-batch-tree-duration: 0.1370227299630642 + ued: + distances: + cheese-corne_dist_avg: 7.1486816 + cheese-corne_dist_wavg: 7.9119067 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.199707 + mouse-cheese_dist_finite_wavg: 14.820018 + mouse-cheese_dist_solvable_avg: 13.199707 + mouse-cheese_dist_solvable_wavg: 14.820022 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10038172 + visit_patterns: + avg_first_visit_time: 4424.5894 + avg_last_visit_time: 6227.1724 + num_replay_batches: 6237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.8549666e-05 + avg_actor_approxkl3: 0.00011630474 + avg_actor_clipfrac: 0.0017822266 + avg_actor_loss: -7.199026e-05 + avg_advantage: 0.0017836215 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3029103e-06 + avg_entropy: 0.0053508966 + avg_grad_norm_pre_clip: 0.10734164 + avg_loss: -7.4689706e-05 + max: + max_actor_approxkl1: 0.00043345187 + max_actor_approxkl3: 0.00059168297 + max_actor_clipfrac: 0.0063476562 + max_actor_loss: 0.00016035279 + max_advantage: 0.018114328 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.9660414e-06 + max_entropy: 0.009175585 + max_grad_norm_pre_clip: 0.24481799 + max_loss: 0.00015749862 + std: + std_actor_approxkl1: 0.00011550193 + std_actor_approxkl3: 0.00015212981 + std_actor_clipfrac: 0.0015772127 + std_actor_loss: 9.83759e-05 + std_advantage: 0.0030799003 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.368063e-07 + std_entropy: 0.0016051041 + std_grad_norm_pre_clip: 0.056856792 + std_loss: 9.893653e-05 + eval-batch-train: + avg_avg_episode_length: 4.7444596 + avg_avg_return: 0.9894953 + avg_benchmark_regret: 0.005697764 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34427643 + proxy_corner: + avg_avg_return: 0.19744278 + avg_reward_per_step: 0.039665222 + eval-batch-orig: + avg_avg_episode_length: 5.9641533 + avg_avg_return: 0.9860325 + avg_benchmark_regret: 0.007906499 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26797485 + proxy_corner: + avg_avg_return: 0.9860325 + avg_reward_per_step: 0.26797485 + eval-batch-shift: + avg_avg_episode_length: 4.9653287 + avg_avg_return: 0.9882659 + avg_benchmark_regret: 0.006695461 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465042 + proxy_corner: + avg_avg_return: 0.18219526 + avg_reward_per_step: 0.036346436 + eval-batch-tree: + avg_avg_episode_length: 5.5030375 + avg_avg_return: 0.98703957 + avg_benchmark_regret: 0.0073807444 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2794342 + proxy_corner: + avg_avg_return: 0.98703957 + avg_reward_per_step: 0.2794342 +=========================================================== +=========================================================== + step: + env-step-all-before: 411041792 + env-step-replay-before: 204701696 + env-step-used-before: 411041792 + ppo-update-before: 250880 + env-step-generate-before: 206340096 + env-step-all-after: 411074560 + env-step-replay-after: 204734464 + env-step-used-after: 411074560 + ppo-update-after: 250900 + env-step-generate-after: 206340096 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.752072 + avg_avg_return: 0.8885764 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.6475417 + avg_reward_per_step: 0.049835205 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.752072 + avg_avg_return: 0.8885764 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.6475417 + avg_reward_per_step: 0.049835205 + perf: + env_steps_per_second: 968445.4027832922 + ppo_updates_per_second: 111.33331818311656 + eval-batch-train-duration: 0.1872546219965443 + eval-batch-orig-duration: 0.13857884297613055 + eval-batch-shift-duration: 0.1386276030098088 + eval-batch-tree-duration: 0.13852671498898417 + ued: + distances: + cheese-corne_dist_avg: 7.1501465 + cheese-corne_dist_wavg: 2.506925 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.205811 + mouse-cheese_dist_finite_wavg: 13.01987 + mouse-cheese_dist_solvable_avg: 13.205811 + mouse-cheese_dist_solvable_wavg: 13.01987 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.1003131 + visit_patterns: + avg_first_visit_time: 4447.285 + avg_last_visit_time: 6238.2393 + num_replay_batches: 6248 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010121865 + avg_actor_approxkl3: 0.00053300563 + avg_actor_clipfrac: 0.012805176 + avg_actor_loss: 5.1436622e-05 + avg_advantage: -0.0002630644 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.2398514e-06 + avg_entropy: 0.039085995 + avg_grad_norm_pre_clip: 0.6370588 + avg_loss: 1.4970545e-05 + max: + max_actor_approxkl1: 0.0033471368 + max_actor_approxkl3: 0.0014215617 + max_actor_clipfrac: 0.03540039 + max_actor_loss: 0.0014390713 + max_advantage: 0.027592778 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.4155556e-06 + max_entropy: 0.051374942 + max_grad_norm_pre_clip: 1.4069452 + max_loss: 0.001403741 + std: + std_actor_approxkl1: 0.0008485703 + std_actor_approxkl3: 0.00039822474 + std_actor_clipfrac: 0.0070698527 + std_actor_loss: 0.00058241247 + std_advantage: 0.003228497 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9637553e-07 + std_entropy: 0.0050084195 + std_grad_norm_pre_clip: 0.3551417 + std_loss: 0.0005828076 + eval-batch-train: + avg_avg_episode_length: 4.731202 + avg_avg_return: 0.98951256 + avg_benchmark_regret: 0.005680554 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.19715339 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 6.00859 + avg_avg_return: 0.9854653 + avg_benchmark_regret: 0.008473724 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26753235 + proxy_corner: + avg_avg_return: 0.9854653 + avg_reward_per_step: 0.26753235 + eval-batch-shift: + avg_avg_episode_length: 4.96144 + avg_avg_return: 0.9884721 + avg_benchmark_regret: 0.006489205 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34659576 + proxy_corner: + avg_avg_return: 0.18248363 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.517024 + avg_avg_return: 0.9872745 + avg_benchmark_regret: 0.007145672 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27931976 + proxy_corner: + avg_avg_return: 0.9872745 + avg_reward_per_step: 0.27931976 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 412090368 + env-step-replay-before: 205225984 + env-step-used-before: 412090368 + ppo-update-before: 251520 + env-step-generate-before: 206864384 + env-step-all-after: 412123136 + env-step-replay-after: 205225984 + env-step-used-after: 412123136 + ppo-update-after: 251540 + env-step-generate-after: 206897152 + train-generate: + shift_proportion: 0.9140625 + avg_avg_episode_length: 4.9636917 + avg_avg_return: 0.9677756 + avg_reward_per_step: 0.31262207 + proxy_corner: + avg_avg_return: 0.22819272 + avg_reward_per_step: 0.047424316 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 4.9636917 + avg_avg_return: 0.9677756 + avg_reward_per_step: 0.31262207 + proxy_corner: + avg_avg_return: 0.22819272 + avg_reward_per_step: 0.047424316 + perf: + env_steps_per_second: 980179.0446281763 + ppo_updates_per_second: 111.66279727483543 + eval-batch-train-duration: 0.18566572800045833 + eval-batch-orig-duration: 0.13624280999647453 + eval-batch-shift-duration: 0.13577157096005976 + eval-batch-tree-duration: 0.1363547799992375 + ued: + distances: + cheese-corne_dist_avg: 7.159668 + cheese-corne_dist_wavg: 0.71793497 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.204102 + mouse-cheese_dist_finite_wavg: 13.01981 + mouse-cheese_dist_solvable_avg: 13.204102 + mouse-cheese_dist_solvable_wavg: 13.019808 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10025911 + visit_patterns: + avg_first_visit_time: 4456.9097 + avg_last_visit_time: 6253.371 + num_replay_batches: 6263 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042985575 + avg_actor_approxkl3: 0.00010262575 + avg_actor_clipfrac: 0.0016662598 + avg_actor_loss: -0.0001597322 + avg_advantage: 0.0009773844 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.054236e-06 + avg_entropy: 0.003636156 + avg_grad_norm_pre_clip: 0.08958631 + avg_loss: -0.00016084123 + max: + max_actor_approxkl1: 0.00173221 + max_actor_approxkl3: 0.00041596158 + max_actor_clipfrac: 0.0073242188 + max_actor_loss: 3.4479424e-05 + max_advantage: 0.014474034 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.924959e-06 + max_entropy: 0.0070725447 + max_grad_norm_pre_clip: 0.25275415 + max_loss: 3.381367e-05 + std: + std_actor_approxkl1: 0.0004973232 + std_actor_approxkl3: 0.00012472292 + std_actor_clipfrac: 0.001851801 + std_actor_loss: 0.00019633536 + std_advantage: 0.0031804403 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.320185e-07 + std_entropy: 0.0013751813 + std_grad_norm_pre_clip: 0.06328225 + std_loss: 0.00019743374 + eval-batch-train: + avg_avg_episode_length: 4.732287 + avg_avg_return: 0.98946977 + avg_benchmark_regret: 0.005723297 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445053 + proxy_corner: + avg_avg_return: 0.19762143 + avg_reward_per_step: 0.039756775 + eval-batch-orig: + avg_avg_episode_length: 6.0008736 + avg_avg_return: 0.98592895 + avg_benchmark_regret: 0.0080100475 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26763916 + proxy_corner: + avg_avg_return: 0.98592895 + avg_reward_per_step: 0.26763916 + eval-batch-shift: + avg_avg_episode_length: 4.9970655 + avg_avg_return: 0.98826754 + avg_benchmark_regret: 0.006693731 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34643555 + proxy_corner: + avg_avg_return: 0.18200369 + avg_reward_per_step: 0.03617859 + eval-batch-tree: + avg_avg_episode_length: 5.5356803 + avg_avg_return: 0.98707426 + avg_benchmark_regret: 0.0073460503 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27925873 + proxy_corner: + avg_avg_return: 0.98707426 + avg_reward_per_step: 0.27925873 +=========================================================== +=========================================================== + step: + env-step-all-before: 413138944 + env-step-replay-before: 205684736 + env-step-used-before: 413138944 + ppo-update-before: 252160 + env-step-generate-before: 207454208 + env-step-all-after: 413171712 + env-step-replay-after: 205684736 + env-step-used-after: 413171712 + ppo-update-after: 252180 + env-step-generate-after: 207486976 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.047902 + avg_avg_return: 0.96762294 + avg_reward_per_step: 0.3166809 + proxy_corner: + avg_avg_return: 0.16092837 + avg_reward_per_step: 0.037353516 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 5.047902 + avg_avg_return: 0.96762294 + avg_reward_per_step: 0.3166809 + proxy_corner: + avg_avg_return: 0.16092837 + avg_reward_per_step: 0.037353516 + perf: + env_steps_per_second: 986195.6672756998 + ppo_updates_per_second: 110.92361753157638 + eval-batch-train-duration: 0.18576959398342296 + eval-batch-orig-duration: 0.13643138500628993 + eval-batch-shift-duration: 0.13778135902248323 + eval-batch-tree-duration: 0.13766801601741463 + ued: + distances: + cheese-corne_dist_avg: 7.1572266 + cheese-corne_dist_wavg: 7.9155784 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.209473 + mouse-cheese_dist_finite_wavg: 13.02045 + mouse-cheese_dist_solvable_avg: 13.209473 + mouse-cheese_dist_solvable_wavg: 13.020452 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100435495 + visit_patterns: + avg_first_visit_time: 4465.4946 + avg_last_visit_time: 6267.2715 + num_replay_batches: 6277 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003593138 + avg_actor_approxkl3: 0.0002678147 + avg_actor_clipfrac: 0.0018371582 + avg_actor_loss: -3.2820342e-05 + avg_advantage: 0.0019222028 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.0762736e-06 + avg_entropy: 0.00508652 + avg_grad_norm_pre_clip: 0.17711204 + avg_loss: -3.4868724e-05 + max: + max_actor_approxkl1: 0.0013622447 + max_actor_approxkl3: 0.0012908877 + max_actor_clipfrac: 0.007446289 + max_actor_loss: 0.00027613714 + max_advantage: 0.026583314 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.719069e-06 + max_entropy: 0.010258701 + max_grad_norm_pre_clip: 0.4246657 + max_loss: 0.0002725608 + std: + std_actor_approxkl1: 0.0004004242 + std_actor_approxkl3: 0.00033996647 + std_actor_clipfrac: 0.0018830013 + std_actor_loss: 0.00016367198 + std_advantage: 0.0034061226 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2025481e-06 + std_entropy: 0.00209203 + std_grad_norm_pre_clip: 0.105954796 + std_loss: 0.0001628322 + eval-batch-train: + avg_avg_episode_length: 4.7542334 + avg_avg_return: 0.9895929 + avg_benchmark_regret: 0.00560016 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443756 + proxy_corner: + avg_avg_return: 0.19717534 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 6.0045457 + avg_avg_return: 0.98551136 + avg_benchmark_regret: 0.008427624 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2675476 + proxy_corner: + avg_avg_return: 0.98551136 + avg_reward_per_step: 0.2675476 + eval-batch-shift: + avg_avg_episode_length: 4.9636936 + avg_avg_return: 0.98818886 + avg_benchmark_regret: 0.0067724017 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34653473 + proxy_corner: + avg_avg_return: 0.1818003 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.5235558 + avg_avg_return: 0.98713464 + avg_benchmark_regret: 0.0072856294 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27936554 + proxy_corner: + avg_avg_return: 0.98713464 + avg_reward_per_step: 0.27936554 +=========================================================== +=========================================================== + step: + env-step-all-before: 414187520 + env-step-replay-before: 206274560 + env-step-used-before: 414187520 + ppo-update-before: 252800 + env-step-generate-before: 207912960 + env-step-all-after: 414220288 + env-step-replay-after: 206307328 + env-step-used-after: 414220288 + ppo-update-after: 252820 + env-step-generate-after: 207912960 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.772378 + avg_avg_return: 0.8872344 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.59634674 + avg_reward_per_step: 0.045837402 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.772378 + avg_avg_return: 0.8872344 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.59634674 + avg_reward_per_step: 0.045837402 + perf: + env_steps_per_second: 1001263.4656875662 + ppo_updates_per_second: 111.12794207422908 + eval-batch-train-duration: 0.1851391940144822 + eval-batch-orig-duration: 0.13741510902764276 + eval-batch-shift-duration: 0.1372234679874964 + eval-batch-tree-duration: 0.13630429602926597 + ued: + distances: + cheese-corne_dist_avg: 7.154541 + cheese-corne_dist_wavg: 7.923424 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.211182 + mouse-cheese_dist_finite_wavg: 15.718611 + mouse-cheese_dist_solvable_avg: 13.211182 + mouse-cheese_dist_solvable_wavg: 15.718611 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100682706 + visit_patterns: + avg_first_visit_time: 4473.3584 + avg_last_visit_time: 6286.2993 + num_replay_batches: 6296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007995694 + avg_actor_approxkl3: 0.0002471866 + avg_actor_clipfrac: 0.0074523925 + avg_actor_loss: -0.00033124624 + avg_advantage: -0.0015371976 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.7572075e-06 + avg_entropy: 0.028153539 + avg_grad_norm_pre_clip: 0.38003847 + avg_loss: -0.00035702117 + max: + max_actor_approxkl1: 0.0018464029 + max_actor_approxkl3: 0.0006310254 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.00021019368 + max_advantage: 0.02953589 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.820082e-06 + max_entropy: 0.038392823 + max_grad_norm_pre_clip: 0.6457864 + max_loss: 0.00019051421 + std: + std_actor_approxkl1: 0.0005453795 + std_actor_approxkl3: 0.00016944905 + std_actor_clipfrac: 0.003994232 + std_actor_loss: 0.0003135592 + std_advantage: 0.0029701095 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.9246654e-07 + std_entropy: 0.005166 + std_grad_norm_pre_clip: 0.12747645 + std_loss: 0.0003163958 + eval-batch-train: + avg_avg_episode_length: 4.737861 + avg_avg_return: 0.9894898 + avg_benchmark_regret: 0.0057033133 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34452057 + proxy_corner: + avg_avg_return: 0.19750401 + avg_reward_per_step: 0.039787292 + eval-batch-orig: + avg_avg_episode_length: 5.9634356 + avg_avg_return: 0.9859759 + avg_benchmark_regret: 0.007963074 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26798248 + proxy_corner: + avg_avg_return: 0.9859759 + avg_reward_per_step: 0.26798248 + eval-batch-shift: + avg_avg_episode_length: 4.9575186 + avg_avg_return: 0.9881646 + avg_benchmark_regret: 0.006796725 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34667206 + proxy_corner: + avg_avg_return: 0.18174028 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.5031757 + avg_avg_return: 0.98736966 + avg_benchmark_regret: 0.0070506437 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27951813 + proxy_corner: + avg_avg_return: 0.98736966 + avg_reward_per_step: 0.27951813 +=========================================================== +=========================================================== + step: + env-step-all-before: 415236096 + env-step-replay-before: 206897152 + env-step-used-before: 415236096 + ppo-update-before: 253440 + env-step-generate-before: 208338944 + env-step-all-after: 415268864 + env-step-replay-after: 206929920 + env-step-used-after: 415268864 + ppo-update-after: 253460 + env-step-generate-after: 208338944 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.735334 + avg_avg_return: 0.8874883 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.5666042 + avg_reward_per_step: 0.043670654 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.735334 + avg_avg_return: 0.8874883 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.5666042 + avg_reward_per_step: 0.043670654 + perf: + env_steps_per_second: 999120.2512896026 + ppo_updates_per_second: 111.6038352254918 + eval-batch-train-duration: 0.18441213498590514 + eval-batch-orig-duration: 0.13631988503038883 + eval-batch-shift-duration: 0.1360190879786387 + eval-batch-tree-duration: 0.13586943602422252 + ued: + distances: + cheese-corne_dist_avg: 7.145508 + cheese-corne_dist_wavg: 7.907267 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.206543 + mouse-cheese_dist_finite_wavg: 15.71767 + mouse-cheese_dist_solvable_avg: 13.206543 + mouse-cheese_dist_solvable_wavg: 15.717672 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10018054 + visit_patterns: + avg_first_visit_time: 4480.456 + avg_last_visit_time: 6305.272 + num_replay_batches: 6315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050081813 + avg_actor_approxkl3: 0.00020497132 + avg_actor_clipfrac: 0.005535889 + avg_actor_loss: -0.00020505989 + avg_advantage: -0.002135723 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.9639675e-06 + avg_entropy: 0.019951109 + avg_grad_norm_pre_clip: 0.32080746 + avg_loss: -0.00022252901 + max: + max_actor_approxkl1: 0.0014281431 + max_actor_approxkl3: 0.00044583567 + max_actor_clipfrac: 0.009277344 + max_actor_loss: 7.951073e-05 + max_advantage: 0.015298009 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.225607e-06 + max_entropy: 0.026927471 + max_grad_norm_pre_clip: 0.49545187 + max_loss: 6.505066e-05 + std: + std_actor_approxkl1: 0.0003459145 + std_actor_approxkl3: 0.00012076185 + std_actor_clipfrac: 0.0023013654 + std_actor_loss: 0.00021397794 + std_advantage: 0.0030447994 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.514613e-07 + std_entropy: 0.0036295215 + std_grad_norm_pre_clip: 0.096343 + std_loss: 0.00021565003 + eval-batch-train: + avg_avg_episode_length: 4.7368183 + avg_avg_return: 0.98967874 + avg_benchmark_regret: 0.005514375 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34445953 + proxy_corner: + avg_avg_return: 0.19865021 + avg_reward_per_step: 0.0398407 + eval-batch-orig: + avg_avg_episode_length: 5.963911 + avg_avg_return: 0.9861839 + avg_benchmark_regret: 0.007755179 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26799774 + proxy_corner: + avg_avg_return: 0.9861839 + avg_reward_per_step: 0.26799774 + eval-batch-shift: + avg_avg_episode_length: 4.9565096 + avg_avg_return: 0.98866206 + avg_benchmark_regret: 0.0062992796 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34666443 + proxy_corner: + avg_avg_return: 0.18200831 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.498882 + avg_avg_return: 0.98740876 + avg_benchmark_regret: 0.0070115374 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2795105 + proxy_corner: + avg_avg_return: 0.98740876 + avg_reward_per_step: 0.2795105 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 416284672 + env-step-replay-before: 207388672 + env-step-used-before: 416284672 + ppo-update-before: 254080 + env-step-generate-before: 208896000 + env-step-all-after: 416317440 + env-step-replay-after: 207421440 + env-step-used-after: 416317440 + ppo-update-after: 254100 + env-step-generate-after: 208896000 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.725364 + avg_avg_return: 0.88796985 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.6129087 + avg_reward_per_step: 0.04724121 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.725364 + avg_avg_return: 0.88796985 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.6129087 + avg_reward_per_step: 0.04724121 + perf: + env_steps_per_second: 1006105.9644388382 + ppo_updates_per_second: 111.16852719942936 + eval-batch-train-duration: 0.18895572901237756 + eval-batch-orig-duration: 0.14504806598415598 + eval-batch-shift-duration: 0.13883823005016893 + eval-batch-tree-duration: 0.13721214700490236 + ued: + distances: + cheese-corne_dist_avg: 7.1411133 + cheese-corne_dist_wavg: 7.9171295 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.207031 + mouse-cheese_dist_finite_wavg: 14.81806 + mouse-cheese_dist_solvable_avg: 13.207031 + mouse-cheese_dist_solvable_wavg: 14.818058 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10008646 + visit_patterns: + avg_first_visit_time: 4489.9414 + avg_last_visit_time: 6320.323 + num_replay_batches: 6330 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007853702 + avg_actor_approxkl3: 0.000432215 + avg_actor_clipfrac: 0.010675049 + avg_actor_loss: -8.543185e-05 + avg_advantage: -0.0016107244 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3680405e-06 + avg_entropy: 0.032570343 + avg_grad_norm_pre_clip: 0.44967484 + avg_loss: -0.00011531818 + max: + max_actor_approxkl1: 0.0017950407 + max_actor_approxkl3: 0.0012323319 + max_actor_clipfrac: 0.026245117 + max_actor_loss: 0.0013146056 + max_advantage: 0.025320351 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6781968e-06 + max_entropy: 0.044206694 + max_grad_norm_pre_clip: 0.95591193 + max_loss: 0.001276428 + std: + std_actor_approxkl1: 0.00051563204 + std_actor_approxkl3: 0.00028535363 + std_actor_clipfrac: 0.00618012 + std_actor_loss: 0.00048824926 + std_advantage: 0.00320156 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.949116e-07 + std_entropy: 0.0050376463 + std_grad_norm_pre_clip: 0.17924617 + std_loss: 0.00048633065 + eval-batch-train: + avg_avg_episode_length: 4.764906 + avg_avg_return: 0.9893545 + avg_benchmark_regret: 0.0058386517 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34432983 + proxy_corner: + avg_avg_return: 0.1981076 + avg_reward_per_step: 0.039871216 + eval-batch-orig: + avg_avg_episode_length: 5.9813633 + avg_avg_return: 0.9855888 + avg_benchmark_regret: 0.008350195 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26776886 + proxy_corner: + avg_avg_return: 0.9855888 + avg_reward_per_step: 0.26776886 + eval-batch-shift: + avg_avg_episode_length: 4.9544053 + avg_avg_return: 0.9888015 + avg_benchmark_regret: 0.006159854 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34666443 + proxy_corner: + avg_avg_return: 0.18220899 + avg_reward_per_step: 0.036331177 + eval-batch-tree: + avg_avg_episode_length: 5.509614 + avg_avg_return: 0.98724765 + avg_benchmark_regret: 0.007172633 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2794342 + proxy_corner: + avg_avg_return: 0.98724765 + avg_reward_per_step: 0.2794342 +=========================================================== +=========================================================== + step: + env-step-all-before: 417333248 + env-step-replay-before: 208076800 + env-step-used-before: 417333248 + ppo-update-before: 254720 + env-step-generate-before: 209256448 + env-step-all-after: 417366016 + env-step-replay-after: 208076800 + env-step-used-after: 417366016 + ppo-update-after: 254740 + env-step-generate-after: 209289216 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.186514 + avg_avg_return: 0.96719664 + avg_reward_per_step: 0.31866455 + proxy_corner: + avg_avg_return: 0.1860961 + avg_reward_per_step: 0.0345459 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.186514 + avg_avg_return: 0.96719664 + avg_reward_per_step: 0.31866455 + proxy_corner: + avg_avg_return: 0.1860961 + avg_reward_per_step: 0.0345459 + perf: + env_steps_per_second: 986771.0709424111 + ppo_updates_per_second: 111.39312695127329 + eval-batch-train-duration: 0.18430563400033861 + eval-batch-orig-duration: 0.13659135601483285 + eval-batch-shift-duration: 0.13648318295599893 + eval-batch-tree-duration: 0.13613871298730373 + ued: + distances: + cheese-corne_dist_avg: 7.145996 + cheese-corne_dist_wavg: 11.51327 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.206055 + mouse-cheese_dist_finite_wavg: 15.720036 + mouse-cheese_dist_solvable_avg: 13.206055 + mouse-cheese_dist_solvable_wavg: 15.720037 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100570045 + visit_patterns: + avg_first_visit_time: 4498.1455 + avg_last_visit_time: 6340.279 + num_replay_batches: 6350 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032022697 + avg_actor_approxkl3: 6.193042e-05 + avg_actor_clipfrac: 0.0017822266 + avg_actor_loss: -0.00014471888 + avg_advantage: 8.7797154e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4790253e-06 + avg_entropy: 0.00615929 + avg_grad_norm_pre_clip: 0.117839925 + avg_loss: -0.00014813866 + max: + max_actor_approxkl1: 0.0023935125 + max_actor_approxkl3: 0.0004646047 + max_actor_clipfrac: 0.019165039 + max_actor_loss: 0.000107424334 + max_advantage: 0.01832503 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.203812e-06 + max_entropy: 0.011539835 + max_grad_norm_pre_clip: 0.29029858 + max_loss: 0.00010309427 + std: + std_actor_approxkl1: 0.00054272014 + std_actor_approxkl3: 0.00010604864 + std_actor_clipfrac: 0.0040378156 + std_actor_loss: 0.00034661387 + std_advantage: 0.003256021 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.8988245e-07 + std_entropy: 0.0020375033 + std_grad_norm_pre_clip: 0.06944411 + std_loss: 0.00034809456 + eval-batch-train: + avg_avg_episode_length: 4.7337494 + avg_avg_return: 0.9893931 + avg_benchmark_regret: 0.005799994 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34442902 + proxy_corner: + avg_avg_return: 0.19762242 + avg_reward_per_step: 0.039794922 + eval-batch-orig: + avg_avg_episode_length: 5.994852 + avg_avg_return: 0.9854672 + avg_benchmark_regret: 0.008471833 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26776123 + proxy_corner: + avg_avg_return: 0.9854672 + avg_reward_per_step: 0.26776123 + eval-batch-shift: + avg_avg_episode_length: 4.968021 + avg_avg_return: 0.988284 + avg_benchmark_regret: 0.00667731 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.1822576 + avg_reward_per_step: 0.036361694 + eval-batch-tree: + avg_avg_episode_length: 5.518146 + avg_avg_return: 0.9869623 + avg_benchmark_regret: 0.007457936 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27942657 + proxy_corner: + avg_avg_return: 0.9869623 + avg_reward_per_step: 0.27942657 +=========================================================== +=========================================================== + step: + env-step-all-before: 418381824 + env-step-replay-before: 208601088 + env-step-used-before: 418381824 + ppo-update-before: 255360 + env-step-generate-before: 209780736 + env-step-all-after: 418414592 + env-step-replay-after: 208601088 + env-step-used-after: 418414592 + ppo-update-after: 255380 + env-step-generate-after: 209813504 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.02761 + avg_avg_return: 0.9704231 + avg_reward_per_step: 0.3093567 + proxy_corner: + avg_avg_return: 0.17850548 + avg_reward_per_step: 0.03253174 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.02761 + avg_avg_return: 0.9704231 + avg_reward_per_step: 0.3093567 + proxy_corner: + avg_avg_return: 0.17850548 + avg_reward_per_step: 0.03253174 + perf: + env_steps_per_second: 1003746.343653831 + ppo_updates_per_second: 111.01075370781066 + eval-batch-train-duration: 0.18593947403132915 + eval-batch-orig-duration: 0.13625453098211437 + eval-batch-shift-duration: 0.13598586502484977 + eval-batch-tree-duration: 0.13614775001769885 + ued: + distances: + cheese-corne_dist_avg: 7.157959 + cheese-corne_dist_wavg: 10.615406 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.2092285 + mouse-cheese_dist_finite_wavg: 14.820278 + mouse-cheese_dist_solvable_avg: 13.2092285 + mouse-cheese_dist_solvable_wavg: 14.820278 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10056894 + visit_patterns: + avg_first_visit_time: 4508.831 + avg_last_visit_time: 6356.148 + num_replay_batches: 6366 + eta: 0.5 + ppo: + avg_actor_approxkl1: 5.9710175e-05 + avg_actor_approxkl3: 7.178317e-05 + avg_actor_clipfrac: 0.0006286621 + avg_actor_loss: -6.861249e-05 + avg_advantage: -0.0007046765 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.231233e-06 + avg_entropy: 0.002857445 + avg_grad_norm_pre_clip: 0.07297275 + avg_loss: -6.885432e-05 + max: + max_actor_approxkl1: 0.0003791136 + max_actor_approxkl3: 0.00029829174 + max_actor_clipfrac: 0.0024414062 + max_actor_loss: 5.529076e-05 + max_advantage: 0.016397834 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.55375e-06 + max_entropy: 0.004191689 + max_grad_norm_pre_clip: 0.17244056 + max_loss: 5.491153e-05 + std: + std_actor_approxkl1: 0.00013079584 + std_actor_approxkl3: 8.3138715e-05 + std_actor_clipfrac: 0.00067666493 + std_actor_loss: 9.551844e-05 + std_advantage: 0.0031481357 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.4260927e-07 + std_entropy: 0.0009299943 + std_grad_norm_pre_clip: 0.05024942 + std_loss: 9.570391e-05 + eval-batch-train: + avg_avg_episode_length: 4.7308464 + avg_avg_return: 0.989622 + avg_benchmark_regret: 0.0055710785 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445816 + proxy_corner: + avg_avg_return: 0.19755542 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 5.9526997 + avg_avg_return: 0.9859329 + avg_benchmark_regret: 0.0080061145 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26815033 + proxy_corner: + avg_avg_return: 0.9859329 + avg_reward_per_step: 0.26815033 + eval-batch-shift: + avg_avg_episode_length: 4.959927 + avg_avg_return: 0.9883973 + avg_benchmark_regret: 0.006563983 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661865 + proxy_corner: + avg_avg_return: 0.18184303 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.4856176 + avg_avg_return: 0.98706967 + avg_benchmark_regret: 0.0073505985 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27964783 + proxy_corner: + avg_avg_return: 0.98706967 + avg_reward_per_step: 0.27964783 +=========================================================== +=========================================================== + step: + env-step-all-before: 419430400 + env-step-replay-before: 208928768 + env-step-used-before: 419430400 + ppo-update-before: 256000 + env-step-generate-before: 210501632 + env-step-all-after: 419463168 + env-step-replay-after: 208961536 + env-step-used-after: 419463168 + ppo-update-after: 256020 + env-step-generate-after: 210501632 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.758863 + avg_avg_return: 0.8877375 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.6124443 + avg_reward_per_step: 0.047546387 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.758863 + avg_avg_return: 0.8877375 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.6124443 + avg_reward_per_step: 0.047546387 + perf: + env_steps_per_second: 921716.9547744946 + ppo_updates_per_second: 112.03546592499319 + eval-batch-train-duration: 0.18724036595085636 + eval-batch-orig-duration: 0.13923614099621773 + eval-batch-shift-duration: 0.13698606996331364 + eval-batch-tree-duration: 0.13645602099131793 + ued: + distances: + cheese-corne_dist_avg: 7.183838 + cheese-corne_dist_wavg: 7.9241123 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.210205 + mouse-cheese_dist_finite_wavg: 14.819321 + mouse-cheese_dist_solvable_avg: 13.210205 + mouse-cheese_dist_solvable_wavg: 14.819323 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10055698 + visit_patterns: + avg_first_visit_time: 4519.3887 + avg_last_visit_time: 6367.2275 + num_replay_batches: 6377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00092459767 + avg_actor_approxkl3: 0.00042498668 + avg_actor_clipfrac: 0.009405518 + avg_actor_loss: -0.0001861738 + avg_advantage: -0.0017699703 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.440515e-06 + avg_entropy: 0.031073276 + avg_grad_norm_pre_clip: 0.49883047 + avg_loss: -0.00021452681 + max: + max_actor_approxkl1: 0.0030992434 + max_actor_approxkl3: 0.0013901124 + max_actor_clipfrac: 0.018798828 + max_actor_loss: 0.00050261803 + max_advantage: 0.017263472 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.523011e-06 + max_entropy: 0.039344095 + max_grad_norm_pre_clip: 1.0765 + max_loss: 0.00047313556 + std: + std_actor_approxkl1: 0.0007338923 + std_actor_approxkl3: 0.000300713 + std_actor_clipfrac: 0.0048630084 + std_actor_loss: 0.0003543535 + std_advantage: 0.003027899 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.881409e-07 + std_entropy: 0.0040641143 + std_grad_norm_pre_clip: 0.22294396 + std_loss: 0.00035440343 + eval-batch-train: + avg_avg_episode_length: 4.731451 + avg_avg_return: 0.9895227 + avg_benchmark_regret: 0.0056704273 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34458923 + proxy_corner: + avg_avg_return: 0.19744855 + avg_reward_per_step: 0.039794922 + eval-batch-orig: + avg_avg_episode_length: 5.9710317 + avg_avg_return: 0.98575467 + avg_benchmark_regret: 0.008184316 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2679596 + proxy_corner: + avg_avg_return: 0.98575467 + avg_reward_per_step: 0.2679596 + eval-batch-shift: + avg_avg_episode_length: 4.958455 + avg_avg_return: 0.9883922 + avg_benchmark_regret: 0.0065691546 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465805 + proxy_corner: + avg_avg_return: 0.18302815 + avg_reward_per_step: 0.036483765 + eval-batch-tree: + avg_avg_episode_length: 5.486549 + avg_avg_return: 0.9872078 + avg_benchmark_regret: 0.007212528 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967072 + proxy_corner: + avg_avg_return: 0.9872078 + avg_reward_per_step: 0.27967072 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 420478976 + env-step-replay-before: 209649664 + env-step-used-before: 420478976 + ppo-update-before: 256640 + env-step-generate-before: 210829312 + env-step-all-after: 420511744 + env-step-replay-after: 209682432 + env-step-used-after: 420511744 + ppo-update-after: 256660 + env-step-generate-after: 210829312 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.797957 + avg_avg_return: 0.8878226 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.6559128 + avg_reward_per_step: 0.05026245 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.797957 + avg_avg_return: 0.8878226 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.6559128 + avg_reward_per_step: 0.05026245 + perf: + env_steps_per_second: 998124.1017404266 + ppo_updates_per_second: 111.31851791305598 + eval-batch-train-duration: 0.1848322870209813 + eval-batch-orig-duration: 0.1366970359813422 + eval-batch-shift-duration: 0.1366967239882797 + eval-batch-tree-duration: 0.13642335997428745 + ued: + distances: + cheese-corne_dist_avg: 7.196045 + cheese-corne_dist_wavg: 2.5221496 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.208984 + mouse-cheese_dist_finite_wavg: 13.020409 + mouse-cheese_dist_solvable_avg: 13.208984 + mouse-cheese_dist_solvable_wavg: 13.020411 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478262 + scoring: + avg_scores: 0.100288905 + visit_patterns: + avg_first_visit_time: 4523.7373 + avg_last_visit_time: 6389.2686 + num_replay_batches: 6399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010634762 + avg_actor_approxkl3: 0.00060272746 + avg_actor_clipfrac: 0.014257813 + avg_actor_loss: 0.00047923508 + avg_advantage: -0.00013051901 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.974759e-06 + avg_entropy: 0.03425875 + avg_grad_norm_pre_clip: 1.0204257 + avg_loss: 0.0004474637 + max: + max_actor_approxkl1: 0.0037556926 + max_actor_approxkl3: 0.0024305268 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0018164432 + max_advantage: 0.017008245 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.1274322e-06 + max_entropy: 0.04370605 + max_grad_norm_pre_clip: 1.9922814 + max_loss: 0.0017924767 + std: + std_actor_approxkl1: 0.0009394126 + std_actor_approxkl3: 0.0005641337 + std_actor_clipfrac: 0.0074076266 + std_actor_loss: 0.0006285078 + std_advantage: 0.0031076106 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6791363e-07 + std_entropy: 0.005559527 + std_grad_norm_pre_clip: 0.41595086 + std_loss: 0.000628951 + eval-batch-train: + avg_avg_episode_length: 4.727413 + avg_avg_return: 0.9892983 + avg_benchmark_regret: 0.005894817 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34461212 + proxy_corner: + avg_avg_return: 0.1976603 + avg_reward_per_step: 0.039855957 + eval-batch-orig: + avg_avg_episode_length: 5.954791 + avg_avg_return: 0.9857761 + avg_benchmark_regret: 0.008162862 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26812744 + proxy_corner: + avg_avg_return: 0.9857761 + avg_reward_per_step: 0.26812744 + eval-batch-shift: + avg_avg_episode_length: 4.9567204 + avg_avg_return: 0.98876673 + avg_benchmark_regret: 0.0061945706 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34671783 + proxy_corner: + avg_avg_return: 0.18180375 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.487035 + avg_avg_return: 0.987059 + avg_benchmark_regret: 0.007361288 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.987059 + avg_reward_per_step: 0.27967834 +=========================================================== +=========================================================== + step: + env-step-all-before: 421527552 + env-step-replay-before: 210042880 + env-step-used-before: 421527552 + ppo-update-before: 257280 + env-step-generate-before: 211484672 + env-step-all-after: 421560320 + env-step-replay-after: 210075648 + env-step-used-after: 421560320 + ppo-update-after: 257300 + env-step-generate-after: 211484672 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.938259 + avg_avg_return: 0.8873198 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.6315986 + avg_reward_per_step: 0.048034668 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.938259 + avg_avg_return: 0.8873198 + avg_reward_per_step: 0.06854248 + proxy_corner: + avg_avg_return: 0.6315986 + avg_reward_per_step: 0.048034668 + perf: + env_steps_per_second: 1012938.4274728919 + ppo_updates_per_second: 111.27926272426653 + eval-batch-train-duration: 0.189432326995302 + eval-batch-orig-duration: 0.13840159901883453 + eval-batch-shift-duration: 0.13751406501978636 + eval-batch-tree-duration: 0.1375620469916612 + ued: + distances: + cheese-corne_dist_avg: 7.201172 + cheese-corne_dist_wavg: 4.328188 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.210449 + mouse-cheese_dist_finite_wavg: 13.022398 + mouse-cheese_dist_solvable_avg: 13.210449 + mouse-cheese_dist_solvable_wavg: 13.0224 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.100667655 + visit_patterns: + avg_first_visit_time: 4540.413 + avg_last_visit_time: 6401.225 + num_replay_batches: 6411 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020378844 + avg_actor_approxkl3: 0.0013332282 + avg_actor_clipfrac: 0.012878418 + avg_actor_loss: 0.00020392994 + avg_advantage: -0.001186606 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.757638e-06 + avg_entropy: 0.031845257 + avg_grad_norm_pre_clip: 0.7658028 + avg_loss: 0.0001749635 + max: + max_actor_approxkl1: 0.010601836 + max_actor_approxkl3: 0.008492445 + max_actor_clipfrac: 0.030395508 + max_actor_loss: 0.0020956038 + max_advantage: 0.017920494 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.27733e-06 + max_entropy: 0.040124126 + max_grad_norm_pre_clip: 1.6823628 + max_loss: 0.002064297 + std: + std_actor_approxkl1: 0.002155842 + std_actor_approxkl3: 0.0017622903 + std_actor_clipfrac: 0.0074002706 + std_actor_loss: 0.0010070798 + std_advantage: 0.003234686 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.697649e-07 + std_entropy: 0.004164179 + std_grad_norm_pre_clip: 0.37533846 + std_loss: 0.0010065364 + eval-batch-train: + avg_avg_episode_length: 4.7263975 + avg_avg_return: 0.9896506 + avg_benchmark_regret: 0.0055424226 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.344635 + proxy_corner: + avg_avg_return: 0.19714978 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 5.969145 + avg_avg_return: 0.9855695 + avg_benchmark_regret: 0.008369561 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26797485 + proxy_corner: + avg_avg_return: 0.9855695 + avg_reward_per_step: 0.26797485 + eval-batch-shift: + avg_avg_episode_length: 4.95744 + avg_avg_return: 0.98837006 + avg_benchmark_regret: 0.0065912623 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18229535 + avg_reward_per_step: 0.036384583 + eval-batch-tree: + avg_avg_episode_length: 5.4890075 + avg_avg_return: 0.9870955 + avg_benchmark_regret: 0.0073247924 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796402 + proxy_corner: + avg_avg_return: 0.9870955 + avg_reward_per_step: 0.2796402 +=========================================================== +=========================================================== + step: + env-step-all-before: 422576128 + env-step-replay-before: 210632704 + env-step-used-before: 422576128 + ppo-update-before: 257920 + env-step-generate-before: 211943424 + env-step-all-after: 422608896 + env-step-replay-after: 210665472 + env-step-used-after: 422608896 + ppo-update-after: 257940 + env-step-generate-after: 211943424 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.818472 + avg_avg_return: 0.88765776 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.63218373 + avg_reward_per_step: 0.048797607 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.818472 + avg_avg_return: 0.88765776 + avg_reward_per_step: 0.06881714 + proxy_corner: + avg_avg_return: 0.63218373 + avg_reward_per_step: 0.048797607 + perf: + env_steps_per_second: 995511.6302184361 + ppo_updates_per_second: 111.32232292832161 + eval-batch-train-duration: 0.19197238399647176 + eval-batch-orig-duration: 0.14876153401564807 + eval-batch-shift-duration: 0.13981860899366438 + eval-batch-tree-duration: 0.13844376703491434 + ued: + distances: + cheese-corne_dist_avg: 7.2165527 + cheese-corne_dist_wavg: 3.4279835 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.212891 + mouse-cheese_dist_finite_wavg: 13.020499 + mouse-cheese_dist_solvable_avg: 13.212891 + mouse-cheese_dist_solvable_wavg: 13.020502 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.1003721 + visit_patterns: + avg_first_visit_time: 4546.9946 + avg_last_visit_time: 6419.2114 + num_replay_batches: 6429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011918157 + avg_actor_approxkl3: 0.00051291304 + avg_actor_clipfrac: 0.01583252 + avg_actor_loss: -0.00020835358 + avg_advantage: -5.44493e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.938007e-06 + avg_entropy: 0.039722033 + avg_grad_norm_pre_clip: 0.6777422 + avg_loss: -0.00024560658 + max: + max_actor_approxkl1: 0.0025770573 + max_actor_approxkl3: 0.0012840251 + max_actor_clipfrac: 0.032348633 + max_actor_loss: 0.0010794189 + max_advantage: 0.016081631 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5393084e-06 + max_entropy: 0.05001785 + max_grad_norm_pre_clip: 1.5821884 + max_loss: 0.0010406988 + std: + std_actor_approxkl1: 0.00067659444 + std_actor_approxkl3: 0.00028152877 + std_actor_clipfrac: 0.007383499 + std_actor_loss: 0.00067225803 + std_advantage: 0.0031266815 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0138835e-07 + std_entropy: 0.0064904075 + std_grad_norm_pre_clip: 0.30122188 + std_loss: 0.00067442673 + eval-batch-train: + avg_avg_episode_length: 4.72733 + avg_avg_return: 0.9895297 + avg_benchmark_regret: 0.0056633707 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3446045 + proxy_corner: + avg_avg_return: 0.19807583 + avg_reward_per_step: 0.039909363 + eval-batch-orig: + avg_avg_episode_length: 5.949115 + avg_avg_return: 0.9859116 + avg_benchmark_regret: 0.008027434 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2681961 + proxy_corner: + avg_avg_return: 0.9859116 + avg_reward_per_step: 0.2681961 + eval-batch-shift: + avg_avg_episode_length: 4.9672537 + avg_avg_return: 0.9886281 + avg_benchmark_regret: 0.0063331947 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34648132 + proxy_corner: + avg_avg_return: 0.18256187 + avg_reward_per_step: 0.036392212 + eval-batch-tree: + avg_avg_episode_length: 5.483673 + avg_avg_return: 0.987478 + avg_benchmark_regret: 0.0069422508 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27968597 + proxy_corner: + avg_avg_return: 0.987478 + avg_reward_per_step: 0.27968597 +=========================================================== +=========================================================== + step: + env-step-all-before: 423624704 + env-step-replay-before: 211222528 + env-step-used-before: 423624704 + ppo-update-before: 258560 + env-step-generate-before: 212402176 + env-step-all-after: 423657472 + env-step-replay-after: 211255296 + env-step-used-after: 423657472 + ppo-update-after: 258580 + env-step-generate-after: 212402176 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.868503 + avg_avg_return: 0.8868526 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6033438 + avg_reward_per_step: 0.04626465 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.868503 + avg_avg_return: 0.8868526 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6033438 + avg_reward_per_step: 0.04626465 + perf: + env_steps_per_second: 978531.2016894169 + ppo_updates_per_second: 110.28368630184234 + eval-batch-train-duration: 0.1863477629958652 + eval-batch-orig-duration: 0.13582258799578995 + eval-batch-shift-duration: 0.1384729630080983 + eval-batch-tree-duration: 0.1390755990287289 + ued: + distances: + cheese-corne_dist_avg: 7.2160645 + cheese-corne_dist_wavg: 7.9254317 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.2092285 + mouse-cheese_dist_finite_wavg: 14.81838 + mouse-cheese_dist_solvable_avg: 13.2092285 + mouse-cheese_dist_solvable_wavg: 14.818378 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10026206 + visit_patterns: + avg_first_visit_time: 4555.7725 + avg_last_visit_time: 6437.2646 + num_replay_batches: 6447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013343467 + avg_actor_approxkl3: 0.00082823954 + avg_actor_clipfrac: 0.014025879 + avg_actor_loss: 0.00030631313 + avg_advantage: 0.0003123831 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.6502286e-06 + avg_entropy: 0.03625822 + avg_grad_norm_pre_clip: 0.83784324 + avg_loss: 0.00027288005 + max: + max_actor_approxkl1: 0.003017674 + max_actor_approxkl3: 0.002206273 + max_actor_clipfrac: 0.03100586 + max_actor_loss: 0.0010946356 + max_advantage: 0.01994288 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.8646114e-06 + max_entropy: 0.045538723 + max_grad_norm_pre_clip: 1.2838302 + max_loss: 0.0010599977 + std: + std_actor_approxkl1: 0.0009490953 + std_actor_approxkl3: 0.00062348344 + std_actor_clipfrac: 0.008195538 + std_actor_loss: 0.00047074977 + std_advantage: 0.0033489221 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1069194e-07 + std_entropy: 0.00552969 + std_grad_norm_pre_clip: 0.24230555 + std_loss: 0.00047020568 + eval-batch-train: + avg_avg_episode_length: 4.7268844 + avg_avg_return: 0.9897458 + avg_benchmark_regret: 0.0054472974 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34462738 + proxy_corner: + avg_avg_return: 0.1983652 + avg_reward_per_step: 0.039894104 + eval-batch-orig: + avg_avg_episode_length: 5.9759746 + avg_avg_return: 0.98583627 + avg_benchmark_regret: 0.008102765 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26795197 + proxy_corner: + avg_avg_return: 0.98583627 + avg_reward_per_step: 0.26795197 + eval-batch-shift: + avg_avg_episode_length: 4.9673963 + avg_avg_return: 0.98861194 + avg_benchmark_regret: 0.006349347 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18208766 + avg_reward_per_step: 0.03630829 + eval-batch-tree: + avg_avg_episode_length: 5.5104084 + avg_avg_return: 0.9870714 + avg_benchmark_regret: 0.0073488867 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27944183 + proxy_corner: + avg_avg_return: 0.9870714 + avg_reward_per_step: 0.27944183 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 424673280 + env-step-replay-before: 211746816 + env-step-used-before: 424673280 + ppo-update-before: 259200 + env-step-generate-before: 212926464 + env-step-all-after: 424706048 + env-step-replay-after: 211779584 + env-step-used-after: 424706048 + ppo-update-after: 259220 + env-step-generate-after: 212926464 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.727358 + avg_avg_return: 0.88882554 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.6001284 + avg_reward_per_step: 0.046325684 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.727358 + avg_avg_return: 0.88882554 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.6001284 + avg_reward_per_step: 0.046325684 + perf: + env_steps_per_second: 990518.314200068 + ppo_updates_per_second: 110.56713369467234 + eval-batch-train-duration: 0.18803156702779233 + eval-batch-orig-duration: 0.13676187698729336 + eval-batch-shift-duration: 0.13675714895362034 + eval-batch-tree-duration: 0.1375883450382389 + ued: + distances: + cheese-corne_dist_avg: 7.1879883 + cheese-corne_dist_wavg: 4.3284197 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.206543 + mouse-cheese_dist_finite_wavg: 14.820912 + mouse-cheese_dist_solvable_avg: 13.206543 + mouse-cheese_dist_solvable_wavg: 14.820914 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10045777 + visit_patterns: + avg_first_visit_time: 4573.4863 + avg_last_visit_time: 6453.2944 + num_replay_batches: 6463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011037682 + avg_actor_approxkl3: 0.00043331817 + avg_actor_clipfrac: 0.011694336 + avg_actor_loss: -0.0005690905 + avg_advantage: 9.630418e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.8319544e-06 + avg_entropy: 0.032517612 + avg_grad_norm_pre_clip: 0.33954737 + avg_loss: -0.00059919216 + max: + max_actor_approxkl1: 0.0023279882 + max_actor_approxkl3: 0.0008579192 + max_actor_clipfrac: 0.019897461 + max_actor_loss: 1.3737008e-06 + max_advantage: 0.035846293 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.321203e-06 + max_entropy: 0.03856269 + max_grad_norm_pre_clip: 0.7487946 + max_loss: -3.0614166e-05 + std: + std_actor_approxkl1: 0.0006640135 + std_actor_approxkl3: 0.0002286258 + std_actor_clipfrac: 0.0051393774 + std_actor_loss: 0.00037122224 + std_advantage: 0.0031156566 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7185038e-07 + std_entropy: 0.0029216718 + std_grad_norm_pre_clip: 0.16385362 + std_loss: 0.00037147297 + eval-batch-train: + avg_avg_episode_length: 4.726859 + avg_avg_return: 0.9895927 + avg_benchmark_regret: 0.0056004208 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3446045 + proxy_corner: + avg_avg_return: 0.19713403 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 5.9606333 + avg_avg_return: 0.98555136 + avg_benchmark_regret: 0.008387671 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2681198 + proxy_corner: + avg_avg_return: 0.98555136 + avg_reward_per_step: 0.2681198 + eval-batch-shift: + avg_avg_episode_length: 4.9652815 + avg_avg_return: 0.9884937 + avg_benchmark_regret: 0.006467632 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34656525 + proxy_corner: + avg_avg_return: 0.18213312 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.4882746 + avg_avg_return: 0.9876705 + avg_benchmark_regret: 0.006749807 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27970886 + proxy_corner: + avg_avg_return: 0.9876705 + avg_reward_per_step: 0.27970886 +=========================================================== +=========================================================== + step: + env-step-all-before: 425721856 + env-step-replay-before: 212074496 + env-step-used-before: 425721856 + ppo-update-before: 259840 + env-step-generate-before: 213647360 + env-step-all-after: 425754624 + env-step-replay-after: 212107264 + env-step-used-after: 425754624 + ppo-update-after: 259860 + env-step-generate-after: 213647360 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.867651 + avg_avg_return: 0.8873602 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.67470086 + avg_reward_per_step: 0.051605225 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.867651 + avg_avg_return: 0.8873602 + avg_reward_per_step: 0.068573 + proxy_corner: + avg_avg_return: 0.67470086 + avg_reward_per_step: 0.051605225 + perf: + env_steps_per_second: 961032.7444314341 + ppo_updates_per_second: 111.61674550004763 + eval-batch-train-duration: 0.18538052996154875 + eval-batch-orig-duration: 0.13812153995968401 + eval-batch-shift-duration: 0.1382601719815284 + eval-batch-tree-duration: 0.1390009670285508 + ued: + distances: + cheese-corne_dist_avg: 7.1899414 + cheese-corne_dist_wavg: 12.422655 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.214355 + mouse-cheese_dist_finite_wavg: 13.020141 + mouse-cheese_dist_solvable_avg: 13.214355 + mouse-cheese_dist_solvable_wavg: 13.020143 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100424804 + visit_patterns: + avg_first_visit_time: 4587.2373 + avg_last_visit_time: 6463.344 + num_replay_batches: 6473 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013162103 + avg_actor_approxkl3: 0.0010360355 + avg_actor_clipfrac: 0.016235352 + avg_actor_loss: -0.00022047623 + avg_advantage: -0.0021469148 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.981785e-06 + avg_entropy: 0.04055832 + avg_grad_norm_pre_clip: 0.77598685 + avg_loss: -0.00025804367 + max: + max_actor_approxkl1: 0.003826575 + max_actor_approxkl3: 0.0025996666 + max_actor_clipfrac: 0.03137207 + max_actor_loss: 0.0013703043 + max_advantage: 0.021204293 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.0371565e-06 + max_entropy: 0.05134874 + max_grad_norm_pre_clip: 1.4784831 + max_loss: 0.0013417165 + std: + std_actor_approxkl1: 0.0009702622 + std_actor_approxkl3: 0.00074588123 + std_actor_clipfrac: 0.0068958383 + std_actor_loss: 0.0005283914 + std_advantage: 0.0029399798 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0941792e-06 + std_entropy: 0.0058111325 + std_grad_norm_pre_clip: 0.31152946 + std_loss: 0.00053145475 + eval-batch-train: + avg_avg_episode_length: 4.7350388 + avg_avg_return: 0.9896787 + avg_benchmark_regret: 0.0055144336 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34448242 + proxy_corner: + avg_avg_return: 0.19774628 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.959054 + avg_avg_return: 0.98603445 + avg_benchmark_regret: 0.007904559 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26774597 + proxy_corner: + avg_avg_return: 0.98603445 + avg_reward_per_step: 0.26774597 + eval-batch-shift: + avg_avg_episode_length: 5.1503763 + avg_avg_return: 0.98781383 + avg_benchmark_regret: 0.007147482 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3458557 + proxy_corner: + avg_avg_return: 0.18130451 + avg_reward_per_step: 0.03591156 + eval-batch-tree: + avg_avg_episode_length: 5.492721 + avg_avg_return: 0.98718655 + avg_benchmark_regret: 0.0072337035 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27941132 + proxy_corner: + avg_avg_return: 0.98718655 + avg_reward_per_step: 0.27941132 +=========================================================== +=========================================================== + step: + env-step-all-before: 426770432 + env-step-replay-before: 212631552 + env-step-used-before: 426770432 + ppo-update-before: 260480 + env-step-generate-before: 214138880 + env-step-all-after: 426803200 + env-step-replay-after: 212664320 + env-step-used-after: 426803200 + ppo-update-after: 260500 + env-step-generate-after: 214138880 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.74478 + avg_avg_return: 0.887026 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.64525294 + avg_reward_per_step: 0.049804688 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.74478 + avg_avg_return: 0.887026 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.64525294 + avg_reward_per_step: 0.049804688 + perf: + env_steps_per_second: 985591.4405278091 + ppo_updates_per_second: 110.38123785673255 + eval-batch-train-duration: 0.18790995801100507 + eval-batch-orig-duration: 0.13661746500292793 + eval-batch-shift-duration: 0.1375167610240169 + eval-batch-tree-duration: 0.13825286697829142 + ued: + distances: + cheese-corne_dist_avg: 7.198242 + cheese-corne_dist_wavg: 0.7248777 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.212158 + mouse-cheese_dist_finite_wavg: 15.717839 + mouse-cheese_dist_solvable_avg: 13.212158 + mouse-cheese_dist_solvable_wavg: 15.717841 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10046624 + visit_patterns: + avg_first_visit_time: 4596.2256 + avg_last_visit_time: 6480.2266 + num_replay_batches: 6490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009653138 + avg_actor_approxkl3: 0.00033183425 + avg_actor_clipfrac: 0.0101623535 + avg_actor_loss: -0.00045190865 + avg_advantage: -0.0015743809 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.425657e-06 + avg_entropy: 0.035416253 + avg_grad_norm_pre_clip: 0.44838864 + avg_loss: -0.0004851121 + max: + max_actor_approxkl1: 0.002244101 + max_actor_approxkl3: 0.00062384957 + max_actor_clipfrac: 0.017089844 + max_actor_loss: 0.00062079076 + max_advantage: 0.026339293 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.3669637e-06 + max_entropy: 0.048902005 + max_grad_norm_pre_clip: 0.7192773 + max_loss: 0.0005928337 + std: + std_actor_approxkl1: 0.00064696156 + std_actor_approxkl3: 0.00017879515 + std_actor_clipfrac: 0.0047149607 + std_actor_loss: 0.00042161267 + std_advantage: 0.0028702288 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.890815e-07 + std_entropy: 0.005509401 + std_grad_norm_pre_clip: 0.14750312 + std_loss: 0.000423719 + eval-batch-train: + avg_avg_episode_length: 4.729216 + avg_avg_return: 0.989637 + avg_benchmark_regret: 0.0055561084 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34458923 + proxy_corner: + avg_avg_return: 0.19755298 + avg_reward_per_step: 0.039764404 + eval-batch-orig: + avg_avg_episode_length: 5.9580708 + avg_avg_return: 0.98558074 + avg_benchmark_regret: 0.008358287 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26800537 + proxy_corner: + avg_avg_return: 0.98558074 + avg_reward_per_step: 0.26800537 + eval-batch-shift: + avg_avg_episode_length: 4.961637 + avg_avg_return: 0.9885702 + avg_benchmark_regret: 0.0063911118 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18206306 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.4812317 + avg_avg_return: 0.98739326 + avg_benchmark_regret: 0.007027014 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27973175 + proxy_corner: + avg_avg_return: 0.98739326 + avg_reward_per_step: 0.27973175 +=========================================================== +=========================================================== + step: + env-step-all-before: 427819008 + env-step-replay-before: 213254144 + env-step-used-before: 427819008 + ppo-update-before: 261120 + env-step-generate-before: 214564864 + env-step-all-after: 427851776 + env-step-replay-after: 213286912 + env-step-used-after: 427851776 + ppo-update-after: 261140 + env-step-generate-after: 214564864 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.8700285 + avg_avg_return: 0.8865894 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.67655265 + avg_reward_per_step: 0.052124023 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.8700285 + avg_avg_return: 0.8865894 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.67655265 + avg_reward_per_step: 0.052124023 + perf: + env_steps_per_second: 983371.3067267524 + ppo_updates_per_second: 110.04861313114657 + eval-batch-train-duration: 0.1887471749796532 + eval-batch-orig-duration: 0.13775579200591892 + eval-batch-shift-duration: 0.13853802502853796 + eval-batch-tree-duration: 0.1381941870204173 + ued: + distances: + cheese-corne_dist_avg: 7.2075195 + cheese-corne_dist_wavg: 3.429078 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.210693 + mouse-cheese_dist_finite_wavg: 13.023559 + mouse-cheese_dist_solvable_avg: 13.210693 + mouse-cheese_dist_solvable_wavg: 13.023561 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100367546 + visit_patterns: + avg_first_visit_time: 4604.0254 + avg_last_visit_time: 6499.3135 + num_replay_batches: 6509 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012521773 + avg_actor_approxkl3: 0.0005108294 + avg_actor_clipfrac: 0.011120605 + avg_actor_loss: -0.0008443705 + avg_advantage: -0.0021805358 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.3083604e-06 + avg_entropy: 0.02938941 + avg_grad_norm_pre_clip: 0.48613134 + avg_loss: -0.00087110576 + max: + max_actor_approxkl1: 0.0031282795 + max_actor_approxkl3: 0.0013118929 + max_actor_clipfrac: 0.0234375 + max_actor_loss: 2.5980175e-05 + max_advantage: 0.02011615 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.1393083e-06 + max_entropy: 0.033928584 + max_grad_norm_pre_clip: 0.8902272 + max_loss: -4.325473e-06 + std: + std_actor_approxkl1: 0.0008324799 + std_actor_approxkl3: 0.00034124005 + std_actor_clipfrac: 0.005792992 + std_actor_loss: 0.0006494104 + std_advantage: 0.0029411223 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0545513e-06 + std_entropy: 0.0025967723 + std_grad_norm_pre_clip: 0.15604481 + std_loss: 0.00064891885 + eval-batch-train: + avg_avg_episode_length: 4.728415 + avg_avg_return: 0.9895245 + avg_benchmark_regret: 0.0056685787 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34456635 + proxy_corner: + avg_avg_return: 0.19723077 + avg_reward_per_step: 0.039772034 + eval-batch-orig: + avg_avg_episode_length: 5.9507513 + avg_avg_return: 0.9858589 + avg_benchmark_regret: 0.008080073 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26813507 + proxy_corner: + avg_avg_return: 0.9858589 + avg_reward_per_step: 0.26813507 + eval-batch-shift: + avg_avg_episode_length: 4.9586964 + avg_avg_return: 0.98850393 + avg_benchmark_regret: 0.0064574135 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34669495 + proxy_corner: + avg_avg_return: 0.18155798 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.4781237 + avg_avg_return: 0.9876027 + avg_benchmark_regret: 0.0068175774 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2797928 + proxy_corner: + avg_avg_return: 0.9876027 + avg_reward_per_step: 0.2797928 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 428867584 + env-step-replay-before: 213843968 + env-step-used-before: 428867584 + ppo-update-before: 261760 + env-step-generate-before: 215023616 + env-step-all-after: 428900352 + env-step-replay-after: 213876736 + env-step-used-after: 428900352 + ppo-update-after: 261780 + env-step-generate-after: 215023616 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.755503 + avg_avg_return: 0.88737375 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.64568055 + avg_reward_per_step: 0.049804688 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.755503 + avg_avg_return: 0.88737375 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.64568055 + avg_reward_per_step: 0.049804688 + perf: + env_steps_per_second: 917301.0609189519 + ppo_updates_per_second: 112.64510588237508 + eval-batch-train-duration: 0.18489595700521022 + eval-batch-orig-duration: 0.13707604899536818 + eval-batch-shift-duration: 0.13721682596951723 + eval-batch-tree-duration: 0.1363499919534661 + ued: + distances: + cheese-corne_dist_avg: 7.222412 + cheese-corne_dist_wavg: 8.830297 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.212402 + mouse-cheese_dist_finite_wavg: 13.022646 + mouse-cheese_dist_solvable_avg: 13.212402 + mouse-cheese_dist_solvable_wavg: 13.022646 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10050778 + visit_patterns: + avg_first_visit_time: 4614.9556 + avg_last_visit_time: 6517.2886 + num_replay_batches: 6527 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012237449 + avg_actor_approxkl3: 0.000732019 + avg_actor_clipfrac: 0.014019775 + avg_actor_loss: 0.00016579268 + avg_advantage: -0.00075610256 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.944707e-06 + avg_entropy: 0.031298734 + avg_grad_norm_pre_clip: 0.58732754 + avg_loss: 0.00013646629 + max: + max_actor_approxkl1: 0.0032594006 + max_actor_approxkl3: 0.0018916514 + max_actor_clipfrac: 0.026855469 + max_actor_loss: 0.0026121018 + max_advantage: 0.0155594945 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.340911e-06 + max_entropy: 0.037344433 + max_grad_norm_pre_clip: 1.1887728 + max_loss: 0.0025776708 + std: + std_actor_approxkl1: 0.00082513905 + std_actor_approxkl3: 0.00049271487 + std_actor_clipfrac: 0.006855884 + std_actor_loss: 0.00071731914 + std_advantage: 0.0027710637 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.443933e-07 + std_entropy: 0.004852745 + std_grad_norm_pre_clip: 0.27610838 + std_loss: 0.0007162693 + eval-batch-train: + avg_avg_episode_length: 4.7244396 + avg_avg_return: 0.9898566 + avg_benchmark_regret: 0.0053365165 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34462738 + proxy_corner: + avg_avg_return: 0.19760552 + avg_reward_per_step: 0.03981018 + eval-batch-orig: + avg_avg_episode_length: 5.9433885 + avg_avg_return: 0.98600435 + avg_benchmark_regret: 0.007934665 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26821136 + proxy_corner: + avg_avg_return: 0.98600435 + avg_reward_per_step: 0.26821136 + eval-batch-shift: + avg_avg_episode_length: 4.9576936 + avg_avg_return: 0.98847616 + avg_benchmark_regret: 0.0064850985 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34667206 + proxy_corner: + avg_avg_return: 0.18186639 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.481508 + avg_avg_return: 0.98729604 + avg_benchmark_regret: 0.0071242563 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27973175 + proxy_corner: + avg_avg_return: 0.98729604 + avg_reward_per_step: 0.27973175 +=========================================================== +=========================================================== + step: + env-step-all-before: 429916160 + env-step-replay-before: 214302720 + env-step-used-before: 429916160 + ppo-update-before: 262400 + env-step-generate-before: 215613440 + env-step-all-after: 429948928 + env-step-replay-after: 214335488 + env-step-used-after: 429948928 + ppo-update-after: 262420 + env-step-generate-after: 215613440 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.792178 + avg_avg_return: 0.8874763 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.6524731 + avg_reward_per_step: 0.05014038 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.792178 + avg_avg_return: 0.8874763 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.6524731 + avg_reward_per_step: 0.05014038 + perf: + env_steps_per_second: 995094.283624711 + ppo_updates_per_second: 111.44213078371966 + eval-batch-train-duration: 0.1853183830389753 + eval-batch-orig-duration: 0.13934432598762214 + eval-batch-shift-duration: 0.13717843196354806 + eval-batch-tree-duration: 0.13679595297435299 + ued: + distances: + cheese-corne_dist_avg: 7.227783 + cheese-corne_dist_wavg: 1.6273377 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.214355 + mouse-cheese_dist_finite_wavg: 14.822064 + mouse-cheese_dist_solvable_avg: 13.214355 + mouse-cheese_dist_solvable_wavg: 14.822068 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10034135 + visit_patterns: + avg_first_visit_time: 4622.0996 + avg_last_visit_time: 6531.25 + num_replay_batches: 6541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009191334 + avg_actor_approxkl3: 0.00037366946 + avg_actor_clipfrac: 0.009973145 + avg_actor_loss: -4.505236e-05 + avg_advantage: 0.00018472399 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.363982e-06 + avg_entropy: 0.036878772 + avg_grad_norm_pre_clip: 0.55424494 + avg_loss: -7.9749145e-05 + max: + max_actor_approxkl1: 0.0023529548 + max_actor_approxkl3: 0.00090522866 + max_actor_clipfrac: 0.021362305 + max_actor_loss: 0.0012196414 + max_advantage: 0.020142734 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.0347535e-06 + max_entropy: 0.04385364 + max_grad_norm_pre_clip: 1.0319804 + max_loss: 0.0011787951 + std: + std_actor_approxkl1: 0.0007173385 + std_actor_approxkl3: 0.00023038738 + std_actor_clipfrac: 0.004276487 + std_actor_loss: 0.0004047212 + std_advantage: 0.0029824756 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.2249364e-07 + std_entropy: 0.0049422923 + std_grad_norm_pre_clip: 0.1738297 + std_loss: 0.00040447793 + eval-batch-train: + avg_avg_episode_length: 4.729868 + avg_avg_return: 0.9894196 + avg_benchmark_regret: 0.0057735494 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34455872 + proxy_corner: + avg_avg_return: 0.1979377 + avg_reward_per_step: 0.039848328 + eval-batch-orig: + avg_avg_episode_length: 5.9524136 + avg_avg_return: 0.98553234 + avg_benchmark_regret: 0.008406678 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26811218 + proxy_corner: + avg_avg_return: 0.98553234 + avg_reward_per_step: 0.26811218 + eval-batch-shift: + avg_avg_episode_length: 4.9599395 + avg_avg_return: 0.9884809 + avg_benchmark_regret: 0.0064804014 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661102 + proxy_corner: + avg_avg_return: 0.18232787 + avg_reward_per_step: 0.036369324 + eval-batch-tree: + avg_avg_episode_length: 5.481969 + avg_avg_return: 0.987398 + avg_benchmark_regret: 0.007022243 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27973938 + proxy_corner: + avg_avg_return: 0.987398 + avg_reward_per_step: 0.27973938 +=========================================================== +=========================================================== + step: + env-step-all-before: 430964736 + env-step-replay-before: 214761472 + env-step-used-before: 430964736 + ppo-update-before: 263040 + env-step-generate-before: 216203264 + env-step-all-after: 430997504 + env-step-replay-after: 214761472 + env-step-used-after: 430997504 + ppo-update-after: 263060 + env-step-generate-after: 216236032 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.974143 + avg_avg_return: 0.9678403 + avg_reward_per_step: 0.33395386 + proxy_corner: + avg_avg_return: 0.13723628 + avg_reward_per_step: 0.022644043 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.974143 + avg_avg_return: 0.9678403 + avg_reward_per_step: 0.33395386 + proxy_corner: + avg_avg_return: 0.13723628 + avg_reward_per_step: 0.022644043 + perf: + env_steps_per_second: 1005536.1874870756 + ppo_updates_per_second: 110.64525280530954 + eval-batch-train-duration: 0.18483653495786712 + eval-batch-orig-duration: 0.1384887820458971 + eval-batch-shift-duration: 0.13987537601497024 + eval-batch-tree-duration: 0.13703361002262682 + ued: + distances: + cheese-corne_dist_avg: 7.222412 + cheese-corne_dist_wavg: 14.210596 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.211182 + mouse-cheese_dist_finite_wavg: 14.8180275 + mouse-cheese_dist_solvable_avg: 13.211182 + mouse-cheese_dist_solvable_wavg: 14.818029 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10057089 + visit_patterns: + avg_first_visit_time: 4637.2773 + avg_last_visit_time: 6544.301 + num_replay_batches: 6554 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00029902463 + avg_actor_approxkl3: 0.00024831132 + avg_actor_clipfrac: 0.0012207031 + avg_actor_loss: 4.059719e-05 + avg_advantage: 0.0010282826 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.722416e-06 + avg_entropy: 0.0039224415 + avg_grad_norm_pre_clip: 0.14781295 + avg_loss: 3.903596e-05 + max: + max_actor_approxkl1: 0.0016905211 + max_actor_approxkl3: 0.0009924087 + max_actor_clipfrac: 0.004638672 + max_actor_loss: 0.0005567856 + max_advantage: 0.014961004 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.308079e-06 + max_entropy: 0.00795356 + max_grad_norm_pre_clip: 0.48804477 + max_loss: 0.000556099 + std: + std_actor_approxkl1: 0.0004372734 + std_actor_approxkl3: 0.00033186996 + std_actor_clipfrac: 0.0012638847 + std_actor_loss: 0.00019612745 + std_advantage: 0.0028653862 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.0858825e-07 + std_entropy: 0.0015345174 + std_grad_norm_pre_clip: 0.109034725 + std_loss: 0.00019639006 + eval-batch-train: + avg_avg_episode_length: 4.730967 + avg_avg_return: 0.9895923 + avg_benchmark_regret: 0.00560081 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445282 + proxy_corner: + avg_avg_return: 0.1972782 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 5.950698 + avg_avg_return: 0.9855347 + avg_benchmark_regret: 0.0084043 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680664 + proxy_corner: + avg_avg_return: 0.9855347 + avg_reward_per_step: 0.2680664 + eval-batch-shift: + avg_avg_episode_length: 4.958696 + avg_avg_return: 0.98876995 + avg_benchmark_regret: 0.006191371 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34670258 + proxy_corner: + avg_avg_return: 0.18153955 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.488528 + avg_avg_return: 0.9875666 + avg_benchmark_regret: 0.0068536955 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2795868 + proxy_corner: + avg_avg_return: 0.9875666 + avg_reward_per_step: 0.2795868 +=========================================================== +=========================================================== + step: + env-step-all-before: 432013312 + env-step-replay-before: 215252992 + env-step-used-before: 432013312 + ppo-update-before: 263680 + env-step-generate-before: 216760320 + env-step-all-after: 432046080 + env-step-replay-after: 215252992 + env-step-used-after: 432046080 + ppo-update-after: 263700 + env-step-generate-after: 216793088 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.143869 + avg_avg_return: 0.96746767 + avg_reward_per_step: 0.30545044 + proxy_corner: + avg_avg_return: 0.2325281 + avg_reward_per_step: 0.040039062 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.143869 + avg_avg_return: 0.96746767 + avg_reward_per_step: 0.30545044 + proxy_corner: + avg_avg_return: 0.2325281 + avg_reward_per_step: 0.040039062 + perf: + env_steps_per_second: 974529.4733394776 + ppo_updates_per_second: 111.6364766855499 + eval-batch-train-duration: 0.18996376800350845 + eval-batch-orig-duration: 0.14369905297644436 + eval-batch-shift-duration: 0.13569282297976315 + eval-batch-tree-duration: 0.14034324703970924 + ued: + distances: + cheese-corne_dist_avg: 7.2165527 + cheese-corne_dist_wavg: 8.830659 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.210449 + mouse-cheese_dist_finite_wavg: 13.023801 + mouse-cheese_dist_solvable_avg: 13.210449 + mouse-cheese_dist_solvable_wavg: 13.023803 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10065312 + visit_patterns: + avg_first_visit_time: 4653.249 + avg_last_visit_time: 6559.3013 + num_replay_batches: 6569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00013865785 + avg_actor_approxkl3: 9.8562035e-05 + avg_actor_clipfrac: 0.0004333496 + avg_actor_loss: 3.159344e-05 + avg_advantage: 0.0022221985 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.147657e-06 + avg_entropy: 0.002897688 + avg_grad_norm_pre_clip: 0.1001642 + avg_loss: 3.126958e-05 + max: + max_actor_approxkl1: 0.0011136275 + max_actor_approxkl3: 0.0006582259 + max_actor_clipfrac: 0.0012207031 + max_actor_loss: 0.00048020855 + max_advantage: 0.017780125 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.932325e-06 + max_entropy: 0.0044630137 + max_grad_norm_pre_clip: 0.45035577 + max_loss: 0.00048019245 + std: + std_actor_approxkl1: 0.00029121948 + std_actor_approxkl3: 0.00016195336 + std_actor_clipfrac: 0.00030754693 + std_actor_loss: 0.00015938179 + std_advantage: 0.0030193485 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2703393e-06 + std_entropy: 0.00072386366 + std_grad_norm_pre_clip: 0.10852329 + std_loss: 0.00015942345 + eval-batch-train: + avg_avg_episode_length: 4.739981 + avg_avg_return: 0.98942655 + avg_benchmark_regret: 0.005766536 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34426117 + proxy_corner: + avg_avg_return: 0.19725394 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 5.948644 + avg_avg_return: 0.9858363 + avg_benchmark_regret: 0.008102672 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2681198 + proxy_corner: + avg_avg_return: 0.9858363 + avg_reward_per_step: 0.2681198 + eval-batch-shift: + avg_avg_episode_length: 4.9587307 + avg_avg_return: 0.98845196 + avg_benchmark_regret: 0.006509357 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34670258 + proxy_corner: + avg_avg_return: 0.1815579 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.489209 + avg_avg_return: 0.98734677 + avg_benchmark_regret: 0.0070734606 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.98734677 + avg_reward_per_step: 0.27967834 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 433061888 + env-step-replay-before: 215777280 + env-step-used-before: 433061888 + ppo-update-before: 264320 + env-step-generate-before: 217284608 + env-step-all-after: 433094656 + env-step-replay-after: 215810048 + env-step-used-after: 433094656 + ppo-update-after: 264340 + env-step-generate-after: 217284608 + train-replay: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.705955 + avg_avg_return: 0.88734496 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.65067184 + avg_reward_per_step: 0.050201416 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.705955 + avg_avg_return: 0.88734496 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.65067184 + avg_reward_per_step: 0.050201416 + perf: + env_steps_per_second: 961590.5209377783 + ppo_updates_per_second: 111.30486876185299 + eval-batch-train-duration: 0.18588170502334833 + eval-batch-orig-duration: 0.13560119998874143 + eval-batch-shift-duration: 0.13711851002881303 + eval-batch-tree-duration: 0.1370321669965051 + ued: + distances: + cheese-corne_dist_avg: 7.227295 + cheese-corne_dist_wavg: 10.61048 + levels_cheese_is_in_corner_avg: 0.05908203 + mouse-cheese_dist_finite_avg: 13.2126465 + mouse-cheese_dist_finite_wavg: 14.822357 + mouse-cheese_dist_solvable_avg: 13.2126465 + mouse-cheese_dist_solvable_wavg: 14.822359 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10031959 + visit_patterns: + avg_first_visit_time: 4657.5757 + avg_last_visit_time: 6576.2607 + num_replay_batches: 6586 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069822185 + avg_actor_approxkl3: 0.00023190792 + avg_actor_clipfrac: 0.0062194825 + avg_actor_loss: -0.00021672771 + avg_advantage: 0.00052231783 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.95911e-06 + avg_entropy: 0.024568979 + avg_grad_norm_pre_clip: 0.35160193 + avg_loss: -0.00023881714 + max: + max_actor_approxkl1: 0.0017370929 + max_actor_approxkl3: 0.00045384336 + max_actor_clipfrac: 0.011230469 + max_actor_loss: 0.00022364594 + max_advantage: 0.015866578 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.59461e-06 + max_entropy: 0.03362695 + max_grad_norm_pre_clip: 0.77023834 + max_loss: 0.00019391268 + std: + std_actor_approxkl1: 0.00050528225 + std_actor_approxkl3: 0.00013826574 + std_actor_clipfrac: 0.0029109288 + std_actor_loss: 0.00030156903 + std_advantage: 0.003101787 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9439687e-07 + std_entropy: 0.003576705 + std_grad_norm_pre_clip: 0.1490757 + std_loss: 0.0003011188 + eval-batch-train: + avg_avg_episode_length: 4.724922 + avg_avg_return: 0.98971426 + avg_benchmark_regret: 0.00547879 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3446579 + proxy_corner: + avg_avg_return: 0.19734897 + avg_reward_per_step: 0.03980255 + eval-batch-orig: + avg_avg_episode_length: 5.945219 + avg_avg_return: 0.9858796 + avg_benchmark_regret: 0.008059386 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26826477 + proxy_corner: + avg_avg_return: 0.9858796 + avg_reward_per_step: 0.26826477 + eval-batch-shift: + avg_avg_episode_length: 4.9556046 + avg_avg_return: 0.9886346 + avg_benchmark_regret: 0.0063267006 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34666443 + proxy_corner: + avg_avg_return: 0.181651 + avg_reward_per_step: 0.03630829 + eval-batch-tree: + avg_avg_episode_length: 5.4860296 + avg_avg_return: 0.9873478 + avg_benchmark_regret: 0.0070725 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27973175 + proxy_corner: + avg_avg_return: 0.9873478 + avg_reward_per_step: 0.27973175 +=========================================================== +=========================================================== + step: + env-step-all-before: 434110464 + env-step-replay-before: 216334336 + env-step-used-before: 434110464 + ppo-update-before: 264960 + env-step-generate-before: 217776128 + env-step-all-after: 434143232 + env-step-replay-after: 216334336 + env-step-used-after: 434143232 + ppo-update-after: 264980 + env-step-generate-after: 217808896 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.1976233 + avg_avg_return: 0.96823955 + avg_reward_per_step: 0.3239746 + proxy_corner: + avg_avg_return: 0.1872901 + avg_reward_per_step: 0.03930664 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 5.1976233 + avg_avg_return: 0.96823955 + avg_reward_per_step: 0.3239746 + proxy_corner: + avg_avg_return: 0.1872901 + avg_reward_per_step: 0.03930664 + perf: + env_steps_per_second: 999605.441115063 + ppo_updates_per_second: 111.49145678347462 + eval-batch-train-duration: 0.1853177819866687 + eval-batch-orig-duration: 0.1396053570206277 + eval-batch-shift-duration: 0.13984032900771126 + eval-batch-tree-duration: 0.1379126170068048 + ued: + distances: + cheese-corne_dist_avg: 7.234375 + cheese-corne_dist_wavg: 8.82504 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.210693 + mouse-cheese_dist_finite_wavg: 13.02409 + mouse-cheese_dist_solvable_avg: 13.210693 + mouse-cheese_dist_solvable_wavg: 13.024092 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10018571 + visit_patterns: + avg_first_visit_time: 4668.0615 + avg_last_visit_time: 6592.3413 + num_replay_batches: 6602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014789907 + avg_actor_approxkl3: 0.00010502059 + avg_actor_clipfrac: 0.00056762696 + avg_actor_loss: 4.0903687e-06 + avg_advantage: 0.0018627319 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6260207e-06 + avg_entropy: 0.0032075793 + avg_grad_norm_pre_clip: 0.12093041 + avg_loss: 3.1957986e-06 + max: + max_actor_approxkl1: 0.0006994309 + max_actor_approxkl3: 0.0004207888 + max_actor_clipfrac: 0.0020751953 + max_actor_loss: 0.00062897056 + max_advantage: 0.012488186 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.6578e-06 + max_entropy: 0.005056749 + max_grad_norm_pre_clip: 0.36481494 + max_loss: 0.00062861474 + std: + std_actor_approxkl1: 0.00020080889 + std_actor_approxkl3: 0.00011822329 + std_actor_clipfrac: 0.0005517187 + std_actor_loss: 0.00025009018 + std_advantage: 0.002974517 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.006331e-07 + std_entropy: 0.0007411458 + std_grad_norm_pre_clip: 0.09954505 + std_loss: 0.0002501523 + eval-batch-train: + avg_avg_episode_length: 4.7348204 + avg_avg_return: 0.98950756 + avg_benchmark_regret: 0.005685559 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34445953 + proxy_corner: + avg_avg_return: 0.19740212 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 5.9663267 + avg_avg_return: 0.9853929 + avg_benchmark_regret: 0.008546071 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26796722 + proxy_corner: + avg_avg_return: 0.9853929 + avg_reward_per_step: 0.26796722 + eval-batch-shift: + avg_avg_episode_length: 4.9563556 + avg_avg_return: 0.98815835 + avg_benchmark_regret: 0.006802921 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466568 + proxy_corner: + avg_avg_return: 0.18178335 + avg_reward_per_step: 0.036338806 + eval-batch-tree: + avg_avg_episode_length: 5.516 + avg_avg_return: 0.98684716 + avg_benchmark_regret: 0.0075731426 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27941895 + proxy_corner: + avg_avg_return: 0.98684716 + avg_reward_per_step: 0.27941895 +=========================================================== +=========================================================== + step: + env-step-all-before: 435159040 + env-step-replay-before: 216825856 + env-step-used-before: 435159040 + ppo-update-before: 265600 + env-step-generate-before: 218333184 + env-step-all-after: 435191808 + env-step-replay-after: 216858624 + env-step-used-after: 435191808 + ppo-update-after: 265620 + env-step-generate-after: 218333184 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.698528 + avg_avg_return: 0.88739073 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.5571044 + avg_reward_per_step: 0.04309082 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.698528 + avg_avg_return: 0.88739073 + avg_reward_per_step: 0.0692749 + proxy_corner: + avg_avg_return: 0.5571044 + avg_reward_per_step: 0.04309082 + perf: + env_steps_per_second: 1007895.871450506 + ppo_updates_per_second: 111.77938290456296 + eval-batch-train-duration: 0.19503530696965754 + eval-batch-orig-duration: 0.15017302404157817 + eval-batch-shift-duration: 0.13548586296383291 + eval-batch-tree-duration: 0.14519897900754586 + ued: + distances: + cheese-corne_dist_avg: 7.249756 + cheese-corne_dist_wavg: 8.824988 + levels_cheese_is_in_corner_avg: 0.05883789 + mouse-cheese_dist_finite_avg: 13.205322 + mouse-cheese_dist_finite_wavg: 13.022949 + mouse-cheese_dist_solvable_avg: 13.205322 + mouse-cheese_dist_solvable_wavg: 13.022951 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10027951 + visit_patterns: + avg_first_visit_time: 4676.9814 + avg_last_visit_time: 6608.3564 + num_replay_batches: 6618 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00091362995 + avg_actor_approxkl3: 0.00055946934 + avg_actor_clipfrac: 0.008770752 + avg_actor_loss: -0.00014938177 + avg_advantage: -0.0015373257 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.6421496e-06 + avg_entropy: 0.02973786 + avg_grad_norm_pre_clip: 0.35082266 + avg_loss: -0.00017679854 + max: + max_actor_approxkl1: 0.003291003 + max_actor_approxkl3: 0.002268101 + max_actor_clipfrac: 0.017089844 + max_actor_loss: 0.00034288084 + max_advantage: 0.020272553 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7789584e-06 + max_entropy: 0.03704416 + max_grad_norm_pre_clip: 0.74767923 + max_loss: 0.00031479975 + std: + std_actor_approxkl1: 0.0007948127 + std_actor_approxkl3: 0.0005377077 + std_actor_clipfrac: 0.0049771583 + std_actor_loss: 0.00024678584 + std_advantage: 0.0029562952 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.1503093e-07 + std_entropy: 0.0040347744 + std_grad_norm_pre_clip: 0.15334272 + std_loss: 0.00024831295 + eval-batch-train: + avg_avg_episode_length: 4.7323475 + avg_avg_return: 0.98952955 + avg_benchmark_regret: 0.005663567 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34448242 + proxy_corner: + avg_avg_return: 0.19764894 + avg_reward_per_step: 0.039733887 + eval-batch-orig: + avg_avg_episode_length: 5.951542 + avg_avg_return: 0.985792 + avg_benchmark_regret: 0.008147034 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26811218 + proxy_corner: + avg_avg_return: 0.985792 + avg_reward_per_step: 0.26811218 + eval-batch-shift: + avg_avg_episode_length: 4.955174 + avg_avg_return: 0.9886429 + avg_benchmark_regret: 0.0063184067 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34667206 + proxy_corner: + avg_avg_return: 0.18221946 + avg_reward_per_step: 0.036346436 + eval-batch-tree: + avg_avg_episode_length: 5.4813685 + avg_avg_return: 0.98724145 + avg_benchmark_regret: 0.007178819 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.279747 + proxy_corner: + avg_avg_return: 0.98724145 + avg_reward_per_step: 0.279747 +=========================================================== +=========================================================== + step: + env-step-all-before: 436207616 + env-step-replay-before: 217317376 + env-step-used-before: 436207616 + ppo-update-before: 266240 + env-step-generate-before: 218890240 + env-step-all-after: 436240384 + env-step-replay-after: 217317376 + env-step-used-after: 436240384 + ppo-update-after: 266260 + env-step-generate-after: 218923008 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0955267 + avg_avg_return: 0.9665148 + avg_reward_per_step: 0.30194092 + proxy_corner: + avg_avg_return: 0.1914212 + avg_reward_per_step: 0.039123535 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.0955267 + avg_avg_return: 0.9665148 + avg_reward_per_step: 0.30194092 + proxy_corner: + avg_avg_return: 0.1914212 + avg_reward_per_step: 0.039123535 + perf: + env_steps_per_second: 984880.6340428698 + ppo_updates_per_second: 111.45679622260673 + eval-batch-train-duration: 0.18825835402822122 + eval-batch-orig-duration: 0.13886598398676142 + eval-batch-shift-duration: 0.13703435199568048 + eval-batch-tree-duration: 0.13595503696706146 + ued: + distances: + cheese-corne_dist_avg: 7.234131 + cheese-corne_dist_wavg: 7.9323325 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.210449 + mouse-cheese_dist_finite_wavg: 14.82065 + mouse-cheese_dist_solvable_avg: 13.210449 + mouse-cheese_dist_solvable_wavg: 14.820648 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100524515 + visit_patterns: + avg_first_visit_time: 4687.8184 + avg_last_visit_time: 6622.217 + num_replay_batches: 6632 + eta: 0.5 + ppo: + avg_actor_approxkl1: 8.118303e-05 + avg_actor_approxkl3: 2.7185353e-05 + avg_actor_clipfrac: 0.0005615234 + avg_actor_loss: -1.8048462e-05 + avg_advantage: 0.0010839624 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5271536e-06 + avg_entropy: 0.003327431 + avg_grad_norm_pre_clip: 0.080647565 + avg_loss: -1.9112316e-05 + max: + max_actor_approxkl1: 0.0003038842 + max_actor_approxkl3: 0.00011786132 + max_actor_clipfrac: 0.0015869141 + max_actor_loss: 0.00012566335 + max_advantage: 0.01932764 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.6974245e-06 + max_entropy: 0.0065955883 + max_grad_norm_pre_clip: 0.23282042 + max_loss: 0.00012434434 + std: + std_actor_approxkl1: 9.7154225e-05 + std_actor_approxkl3: 3.449567e-05 + std_actor_clipfrac: 0.0005039005 + std_actor_loss: 7.125151e-05 + std_advantage: 0.0030604342 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.0809555e-07 + std_entropy: 0.001288274 + std_grad_norm_pre_clip: 0.057047606 + std_loss: 7.192338e-05 + eval-batch-train: + avg_avg_episode_length: 4.735747 + avg_avg_return: 0.98954546 + avg_benchmark_regret: 0.005647585 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34445953 + proxy_corner: + avg_avg_return: 0.19710538 + avg_reward_per_step: 0.0395813 + eval-batch-orig: + avg_avg_episode_length: 5.9689865 + avg_avg_return: 0.9857588 + avg_benchmark_regret: 0.008180231 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26789093 + proxy_corner: + avg_avg_return: 0.9857588 + avg_reward_per_step: 0.26789093 + eval-batch-shift: + avg_avg_episode_length: 4.9547634 + avg_avg_return: 0.9884827 + avg_benchmark_regret: 0.0064786295 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34666443 + proxy_corner: + avg_avg_return: 0.18188499 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.4839964 + avg_avg_return: 0.9874395 + avg_benchmark_regret: 0.0069808 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27975464 + proxy_corner: + avg_avg_return: 0.9874395 + avg_reward_per_step: 0.27975464 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 437256192 + env-step-replay-before: 217841664 + env-step-used-before: 437256192 + ppo-update-before: 266880 + env-step-generate-before: 219414528 + env-step-all-after: 437288960 + env-step-replay-after: 217874432 + env-step-used-after: 437288960 + ppo-update-after: 266900 + env-step-generate-after: 219414528 + train-replay: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.802872 + avg_avg_return: 0.88777673 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.5937197 + avg_reward_per_step: 0.045654297 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.802872 + avg_avg_return: 0.88777673 + avg_reward_per_step: 0.068847656 + proxy_corner: + avg_avg_return: 0.5937197 + avg_reward_per_step: 0.045654297 + perf: + env_steps_per_second: 968846.7635936858 + ppo_updates_per_second: 110.31562757228741 + eval-batch-train-duration: 0.18658640299690887 + eval-batch-orig-duration: 0.13610317703569308 + eval-batch-shift-duration: 0.1396348320413381 + eval-batch-tree-duration: 0.14080276497406885 + ued: + distances: + cheese-corne_dist_avg: 7.221924 + cheese-corne_dist_wavg: 11.5068655 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.2092285 + mouse-cheese_dist_finite_wavg: 15.719461 + mouse-cheese_dist_solvable_avg: 13.2092285 + mouse-cheese_dist_solvable_wavg: 15.719465 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100484714 + visit_patterns: + avg_first_visit_time: 4700.3076 + avg_last_visit_time: 6639.299 + num_replay_batches: 6649 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008658549 + avg_actor_approxkl3: 0.00042291946 + avg_actor_clipfrac: 0.009161377 + avg_actor_loss: 0.00021462473 + avg_advantage: -0.00088920584 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.9220134e-06 + avg_entropy: 0.026723532 + avg_grad_norm_pre_clip: 0.5152158 + avg_loss: 0.00019036219 + max: + max_actor_approxkl1: 0.0021593566 + max_actor_approxkl3: 0.00107456 + max_actor_clipfrac: 0.017578125 + max_actor_loss: 0.00097268634 + max_advantage: 0.015073955 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.7332422e-06 + max_entropy: 0.03668835 + max_grad_norm_pre_clip: 1.3413378 + max_loss: 0.00094782026 + std: + std_actor_approxkl1: 0.0006308403 + std_actor_approxkl3: 0.00028116966 + std_actor_clipfrac: 0.004267309 + std_actor_loss: 0.00032770634 + std_advantage: 0.0030859422 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.581406e-07 + std_entropy: 0.0045454586 + std_grad_norm_pre_clip: 0.25535125 + std_loss: 0.0003292642 + eval-batch-train: + avg_avg_episode_length: 4.725391 + avg_avg_return: 0.9895473 + avg_benchmark_regret: 0.0056457594 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34464264 + proxy_corner: + avg_avg_return: 0.19714595 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 5.952805 + avg_avg_return: 0.9858804 + avg_benchmark_regret: 0.008058591 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26805115 + proxy_corner: + avg_avg_return: 0.9858804 + avg_reward_per_step: 0.26805115 + eval-batch-shift: + avg_avg_episode_length: 4.9603157 + avg_avg_return: 0.9886158 + avg_benchmark_regret: 0.0063454867 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34669495 + proxy_corner: + avg_avg_return: 0.18151072 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.4836636 + avg_avg_return: 0.9873624 + avg_benchmark_regret: 0.0070578638 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27970123 + proxy_corner: + avg_avg_return: 0.9873624 + avg_reward_per_step: 0.27970123 +=========================================================== +=========================================================== + step: + env-step-all-before: 438304768 + env-step-replay-before: 218529792 + env-step-used-before: 438304768 + ppo-update-before: 267520 + env-step-generate-before: 219774976 + env-step-all-after: 438337536 + env-step-replay-after: 218529792 + env-step-used-after: 438337536 + ppo-update-after: 267540 + env-step-generate-after: 219807744 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.651868 + avg_avg_return: 0.96999776 + avg_reward_per_step: 0.3484192 + proxy_corner: + avg_avg_return: 0.13154344 + avg_reward_per_step: 0.029022217 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 4.651868 + avg_avg_return: 0.96999776 + avg_reward_per_step: 0.3484192 + proxy_corner: + avg_avg_return: 0.13154344 + avg_reward_per_step: 0.029022217 + perf: + env_steps_per_second: 1009353.4927117698 + ppo_updates_per_second: 110.66772150685614 + eval-batch-train-duration: 0.1864480419899337 + eval-batch-orig-duration: 0.1363826019805856 + eval-batch-shift-duration: 0.1360011540236883 + eval-batch-tree-duration: 0.1374433820019476 + ued: + distances: + cheese-corne_dist_avg: 7.234375 + cheese-corne_dist_wavg: 7.9230084 + levels_cheese_is_in_corner_avg: 0.05810547 + mouse-cheese_dist_finite_avg: 13.2109375 + mouse-cheese_dist_finite_wavg: 11.220688 + mouse-cheese_dist_solvable_avg: 13.2109375 + mouse-cheese_dist_solvable_wavg: 11.220689 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10044005 + visit_patterns: + avg_first_visit_time: 4703.6406 + avg_last_visit_time: 6659.3066 + num_replay_batches: 6669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0002168228 + avg_actor_approxkl3: 0.00013034031 + avg_actor_clipfrac: 0.0015441895 + avg_actor_loss: -5.6615183e-05 + avg_advantage: 0.0019127941 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.2865016e-06 + avg_entropy: 0.0049227206 + avg_grad_norm_pre_clip: 0.14767215 + avg_loss: -5.8894653e-05 + max: + max_actor_approxkl1: 0.0012445551 + max_actor_approxkl3: 0.0005534601 + max_actor_clipfrac: 0.0034179688 + max_actor_loss: 0.00010282826 + max_advantage: 0.013748229 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.652161e-06 + max_entropy: 0.0067112464 + max_grad_norm_pre_clip: 0.39866924 + max_loss: 0.00010022358 + std: + std_actor_approxkl1: 0.00039986483 + std_actor_approxkl3: 0.00017060983 + std_actor_clipfrac: 0.0011446492 + std_actor_loss: 0.00012678783 + std_advantage: 0.0031229213 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.6760665e-07 + std_entropy: 0.0011664114 + std_grad_norm_pre_clip: 0.10143587 + std_loss: 0.00012675759 + eval-batch-train: + avg_avg_episode_length: 4.7283187 + avg_avg_return: 0.9895227 + avg_benchmark_regret: 0.005670377 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34459686 + proxy_corner: + avg_avg_return: 0.19728982 + avg_reward_per_step: 0.039749146 + eval-batch-orig: + avg_avg_episode_length: 5.948619 + avg_avg_return: 0.9860056 + avg_benchmark_regret: 0.007933382 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26815033 + proxy_corner: + avg_avg_return: 0.9860056 + avg_reward_per_step: 0.26815033 + eval-batch-shift: + avg_avg_episode_length: 4.953411 + avg_avg_return: 0.988647 + avg_benchmark_regret: 0.006314347 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3467102 + proxy_corner: + avg_avg_return: 0.18199283 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.47913 + avg_avg_return: 0.9873496 + avg_benchmark_regret: 0.0070706056 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27972412 + proxy_corner: + avg_avg_return: 0.9873496 + avg_reward_per_step: 0.27972412 +=========================================================== +=========================================================== + step: + env-step-all-before: 439353344 + env-step-replay-before: 218988544 + env-step-used-before: 439353344 + ppo-update-before: 268160 + env-step-generate-before: 220364800 + env-step-all-after: 439386112 + env-step-replay-after: 218988544 + env-step-used-after: 439386112 + ppo-update-after: 268180 + env-step-generate-after: 220397568 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.134805 + avg_avg_return: 0.9670452 + avg_reward_per_step: 0.33016968 + proxy_corner: + avg_avg_return: 0.1669952 + avg_reward_per_step: 0.034332275 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.134805 + avg_avg_return: 0.9670452 + avg_reward_per_step: 0.33016968 + proxy_corner: + avg_avg_return: 0.1669952 + avg_reward_per_step: 0.034332275 + perf: + env_steps_per_second: 980366.4623223325 + ppo_updates_per_second: 111.36398841335351 + eval-batch-train-duration: 0.19235287100309506 + eval-batch-orig-duration: 0.14818320400081575 + eval-batch-shift-duration: 0.1350316570024006 + eval-batch-tree-duration: 0.13946500199381262 + ued: + distances: + cheese-corne_dist_avg: 7.22876 + cheese-corne_dist_wavg: 7.921027 + levels_cheese_is_in_corner_avg: 0.05834961 + mouse-cheese_dist_finite_avg: 13.214111 + mouse-cheese_dist_finite_wavg: 15.717975 + mouse-cheese_dist_solvable_avg: 13.214111 + mouse-cheese_dist_solvable_wavg: 15.717975 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10041229 + visit_patterns: + avg_first_visit_time: 4713.71 + avg_last_visit_time: 6673.279 + num_replay_batches: 6683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00026272598 + avg_actor_approxkl3: 0.00012429923 + avg_actor_clipfrac: 0.0011230469 + avg_actor_loss: -7.665481e-05 + avg_advantage: -4.274781e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.281853e-06 + avg_entropy: 0.0042513036 + avg_grad_norm_pre_clip: 0.115369715 + avg_loss: -7.876519e-05 + max: + max_actor_approxkl1: 0.0030168924 + max_actor_approxkl3: 0.0013396516 + max_actor_clipfrac: 0.0031738281 + max_actor_loss: 0.00019251369 + max_advantage: 0.013880193 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4190305e-06 + max_entropy: 0.008111695 + max_grad_norm_pre_clip: 0.45900398 + max_loss: 0.00019178334 + std: + std_actor_approxkl1: 0.00067696767 + std_actor_approxkl3: 0.0002887455 + std_actor_clipfrac: 0.0010100165 + std_actor_loss: 0.0001561674 + std_advantage: 0.0028919224 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7332653e-07 + std_entropy: 0.0018495728 + std_grad_norm_pre_clip: 0.09323277 + std_loss: 0.00015707705 + eval-batch-train: + avg_avg_episode_length: 4.733957 + avg_avg_return: 0.98958945 + avg_benchmark_regret: 0.005603688 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.19802044 + avg_reward_per_step: 0.03981018 + eval-batch-orig: + avg_avg_episode_length: 5.9902472 + avg_avg_return: 0.98544145 + avg_benchmark_regret: 0.008497584 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26776123 + proxy_corner: + avg_avg_return: 0.98544145 + avg_reward_per_step: 0.26776123 + eval-batch-shift: + avg_avg_episode_length: 4.9605203 + avg_avg_return: 0.9881131 + avg_benchmark_regret: 0.0068481946 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34661865 + proxy_corner: + avg_avg_return: 0.18257135 + avg_reward_per_step: 0.03643036 + eval-batch-tree: + avg_avg_episode_length: 5.5188284 + avg_avg_return: 0.9874371 + avg_benchmark_regret: 0.0069831824 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27954865 + proxy_corner: + avg_avg_return: 0.9874371 + avg_reward_per_step: 0.27954865 +=========================================================== +=========================================================== + step: + env-step-all-before: 440401920 + env-step-replay-before: 219643904 + env-step-used-before: 440401920 + ppo-update-before: 268800 + env-step-generate-before: 220758016 + env-step-all-after: 440434688 + env-step-replay-after: 219676672 + env-step-used-after: 440434688 + ppo-update-after: 268820 + env-step-generate-after: 220758016 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.809452 + avg_avg_return: 0.8865538 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.6512098 + avg_reward_per_step: 0.04989624 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.809452 + avg_avg_return: 0.8865538 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.6512098 + avg_reward_per_step: 0.04989624 + perf: + env_steps_per_second: 981549.2515245856 + ppo_updates_per_second: 110.57058129698085 + eval-batch-train-duration: 0.1876335369888693 + eval-batch-orig-duration: 0.13641890103463084 + eval-batch-shift-duration: 0.13658176799071953 + eval-batch-tree-duration: 0.13656172103947029 + ued: + distances: + cheese-corne_dist_avg: 7.2197266 + cheese-corne_dist_wavg: 7.9228287 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.212158 + mouse-cheese_dist_finite_wavg: 12.121532 + mouse-cheese_dist_solvable_avg: 13.212158 + mouse-cheese_dist_solvable_wavg: 12.121534 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100094795 + visit_patterns: + avg_first_visit_time: 4722.997 + avg_last_visit_time: 6694.1875 + num_replay_batches: 6704 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019138247 + avg_actor_approxkl3: 0.0013510751 + avg_actor_clipfrac: 0.013244629 + avg_actor_loss: -0.00057332986 + avg_advantage: -0.0013369054 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4008475e-06 + avg_entropy: 0.026966218 + avg_grad_norm_pre_clip: 0.38992915 + avg_loss: -0.0005980956 + max: + max_actor_approxkl1: 0.005320645 + max_actor_approxkl3: 0.004042207 + max_actor_clipfrac: 0.023071289 + max_actor_loss: 0.00034577958 + max_advantage: 0.01287806 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.4737524e-06 + max_entropy: 0.035120092 + max_grad_norm_pre_clip: 0.92329425 + max_loss: 0.00032706448 + std: + std_actor_approxkl1: 0.001699596 + std_actor_approxkl3: 0.0012049846 + std_actor_clipfrac: 0.006551947 + std_actor_loss: 0.000599818 + std_advantage: 0.002757874 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.443068e-07 + std_entropy: 0.0045070415 + std_grad_norm_pre_clip: 0.21932858 + std_loss: 0.00060149573 + eval-batch-train: + avg_avg_episode_length: 4.728529 + avg_avg_return: 0.98940456 + avg_benchmark_regret: 0.0057884995 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34454346 + proxy_corner: + avg_avg_return: 0.19738516 + avg_reward_per_step: 0.039741516 + eval-batch-orig: + avg_avg_episode_length: 5.9448175 + avg_avg_return: 0.98622453 + avg_benchmark_regret: 0.0077144876 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.268219 + proxy_corner: + avg_avg_return: 0.98622453 + avg_reward_per_step: 0.268219 + eval-batch-shift: + avg_avg_episode_length: 4.9554725 + avg_avg_return: 0.98838216 + avg_benchmark_regret: 0.0065791346 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34668732 + proxy_corner: + avg_avg_return: 0.1817911 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.4835205 + avg_avg_return: 0.98728406 + avg_benchmark_regret: 0.0071362583 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.98728406 + avg_reward_per_step: 0.27967834 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 441450496 + env-step-replay-before: 220168192 + env-step-used-before: 441450496 + ppo-update-before: 269440 + env-step-generate-before: 221282304 + env-step-all-after: 441483264 + env-step-replay-after: 220200960 + env-step-used-after: 441483264 + ppo-update-after: 269460 + env-step-generate-after: 221282304 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.752438 + avg_avg_return: 0.8874315 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.6021191 + avg_reward_per_step: 0.046569824 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.752438 + avg_avg_return: 0.8874315 + avg_reward_per_step: 0.0690918 + proxy_corner: + avg_avg_return: 0.6021191 + avg_reward_per_step: 0.046569824 + perf: + env_steps_per_second: 992667.8358088435 + ppo_updates_per_second: 111.24914161414135 + eval-batch-train-duration: 0.18432662397390231 + eval-batch-orig-duration: 0.1361369809601456 + eval-batch-shift-duration: 0.13631839194567874 + eval-batch-tree-duration: 0.13627334602642804 + ued: + distances: + cheese-corne_dist_avg: 7.229492 + cheese-corne_dist_wavg: 7.9218426 + levels_cheese_is_in_corner_avg: 0.05859375 + mouse-cheese_dist_finite_avg: 13.213135 + mouse-cheese_dist_finite_wavg: 14.818599 + mouse-cheese_dist_solvable_avg: 13.213135 + mouse-cheese_dist_solvable_wavg: 14.818601 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.100256 + visit_patterns: + avg_first_visit_time: 4732.3774 + avg_last_visit_time: 6710.2217 + num_replay_batches: 6720 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008475517 + avg_actor_approxkl3: 0.00032639722 + avg_actor_clipfrac: 0.0070495605 + avg_actor_loss: -0.0002969954 + avg_advantage: -0.0014704297 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.030211e-06 + avg_entropy: 0.024665724 + avg_grad_norm_pre_clip: 0.3840728 + avg_loss: -0.000319646 + max: + max_actor_approxkl1: 0.0017597582 + max_actor_approxkl3: 0.0007675564 + max_actor_clipfrac: 0.013427734 + max_actor_loss: 0.0003149244 + max_advantage: 0.02263087 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.766651e-06 + max_entropy: 0.03425839 + max_grad_norm_pre_clip: 0.70642173 + max_loss: 0.00028674726 + std: + std_actor_approxkl1: 0.00055423356 + std_actor_approxkl3: 0.00022338281 + std_actor_clipfrac: 0.0036457714 + std_actor_loss: 0.00043088314 + std_advantage: 0.0026826079 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.271722e-07 + std_entropy: 0.0047467556 + std_grad_norm_pre_clip: 0.15264487 + std_loss: 0.00043054004 + eval-batch-train: + avg_avg_episode_length: 4.74897 + avg_avg_return: 0.9894476 + avg_benchmark_regret: 0.00574547 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442917 + proxy_corner: + avg_avg_return: 0.19719103 + avg_reward_per_step: 0.039474487 + eval-batch-orig: + avg_avg_episode_length: 5.9869003 + avg_avg_return: 0.9857006 + avg_benchmark_regret: 0.008238453 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2676773 + proxy_corner: + avg_avg_return: 0.9857006 + avg_reward_per_step: 0.2676773 + eval-batch-shift: + avg_avg_episode_length: 4.9566193 + avg_avg_return: 0.9887115 + avg_benchmark_regret: 0.0062498553 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18191609 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.5014315 + avg_avg_return: 0.98704123 + avg_benchmark_regret: 0.0073790285 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2795105 + proxy_corner: + avg_avg_return: 0.98704123 + avg_reward_per_step: 0.2795105 +=========================================================== +=========================================================== + step: + env-step-all-before: 442499072 + env-step-replay-before: 220758016 + env-step-used-before: 442499072 + ppo-update-before: 270080 + env-step-generate-before: 221741056 + env-step-all-after: 442531840 + env-step-replay-after: 220790784 + env-step-used-after: 442531840 + ppo-update-after: 270100 + env-step-generate-after: 221741056 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.898617 + avg_avg_return: 0.8875344 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.6167326 + avg_reward_per_step: 0.04699707 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.898617 + avg_avg_return: 0.8875344 + avg_reward_per_step: 0.06838989 + proxy_corner: + avg_avg_return: 0.6167326 + avg_reward_per_step: 0.04699707 + perf: + env_steps_per_second: 924658.9749936402 + ppo_updates_per_second: 111.19884574537984 + eval-batch-train-duration: 0.19256382901221514 + eval-batch-orig-duration: 0.14287540002260357 + eval-batch-shift-duration: 0.1351336999796331 + eval-batch-tree-duration: 0.13770282099721953 + ued: + distances: + cheese-corne_dist_avg: 7.23999 + cheese-corne_dist_wavg: 7.9245186 + levels_cheese_is_in_corner_avg: 0.059326172 + mouse-cheese_dist_finite_avg: 13.2126465 + mouse-cheese_dist_finite_wavg: 15.721148 + mouse-cheese_dist_solvable_avg: 13.2126465 + mouse-cheese_dist_solvable_wavg: 15.721148 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10020285 + visit_patterns: + avg_first_visit_time: 4746.039 + avg_last_visit_time: 6728.328 + num_replay_batches: 6738 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00086830737 + avg_actor_approxkl3: 0.0004688668 + avg_actor_clipfrac: 0.00993042 + avg_actor_loss: -8.543928e-05 + avg_advantage: -0.00037116255 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.046839e-06 + avg_entropy: 0.029096251 + avg_grad_norm_pre_clip: 0.5772497 + avg_loss: -0.000112512105 + max: + max_actor_approxkl1: 0.0022040023 + max_actor_approxkl3: 0.0010225654 + max_actor_clipfrac: 0.021850586 + max_actor_loss: 0.0011656503 + max_advantage: 0.031835675 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9838764e-06 + max_entropy: 0.03787061 + max_grad_norm_pre_clip: 1.270368 + max_loss: 0.0011318023 + std: + std_actor_approxkl1: 0.000648332 + std_actor_approxkl3: 0.00028438136 + std_actor_clipfrac: 0.00556489 + std_actor_loss: 0.00040738186 + std_advantage: 0.002806475 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9089434e-07 + std_entropy: 0.00413689 + std_grad_norm_pre_clip: 0.24664482 + std_loss: 0.00040628272 + eval-batch-train: + avg_avg_episode_length: 4.7270827 + avg_avg_return: 0.98999596 + avg_benchmark_regret: 0.005197185 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34457397 + proxy_corner: + avg_avg_return: 0.19715518 + avg_reward_per_step: 0.039649963 + eval-batch-orig: + avg_avg_episode_length: 5.952527 + avg_avg_return: 0.9856516 + avg_benchmark_regret: 0.008287389 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26800537 + proxy_corner: + avg_avg_return: 0.9856516 + avg_reward_per_step: 0.26800537 + eval-batch-shift: + avg_avg_episode_length: 4.9709897 + avg_avg_return: 0.98866534 + avg_benchmark_regret: 0.006295997 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34606934 + proxy_corner: + avg_avg_return: 0.18206918 + avg_reward_per_step: 0.036254883 + eval-batch-tree: + avg_avg_episode_length: 5.4832635 + avg_avg_return: 0.9873965 + avg_benchmark_regret: 0.0070238295 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.9873965 + avg_reward_per_step: 0.27967834 +=========================================================== +=========================================================== + step: + env-step-all-before: 443547648 + env-step-replay-before: 221347840 + env-step-used-before: 443547648 + ppo-update-before: 270720 + env-step-generate-before: 222199808 + env-step-all-after: 443580416 + env-step-replay-after: 221380608 + env-step-used-after: 443580416 + ppo-update-after: 270740 + env-step-generate-after: 222199808 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.820159 + avg_avg_return: 0.8872745 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.6490729 + avg_reward_per_step: 0.049926758 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.820159 + avg_avg_return: 0.8872745 + avg_reward_per_step: 0.06890869 + proxy_corner: + avg_avg_return: 0.6490729 + avg_reward_per_step: 0.049926758 + perf: + env_steps_per_second: 990399.8193668777 + ppo_updates_per_second: 110.46172809007 + eval-batch-train-duration: 0.18702215398661792 + eval-batch-orig-duration: 0.1362844670074992 + eval-batch-shift-duration: 0.13989191700238734 + eval-batch-tree-duration: 0.14029781299177557 + ued: + distances: + cheese-corne_dist_avg: 7.231201 + cheese-corne_dist_wavg: 4.3191104 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.212402 + mouse-cheese_dist_finite_wavg: 14.818937 + mouse-cheese_dist_solvable_avg: 13.212402 + mouse-cheese_dist_solvable_wavg: 14.818939 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10027702 + visit_patterns: + avg_first_visit_time: 4753.4824 + avg_last_visit_time: 6746.2617 + num_replay_batches: 6756 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001397164 + avg_actor_approxkl3: 0.000876888 + avg_actor_clipfrac: 0.011035156 + avg_actor_loss: -0.000409305 + avg_advantage: -0.0015938804 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.2214047e-06 + avg_entropy: 0.029308507 + avg_grad_norm_pre_clip: 0.5398444 + avg_loss: -0.00043650283 + max: + max_actor_approxkl1: 0.0033587879 + max_actor_approxkl3: 0.0026419328 + max_actor_clipfrac: 0.026977539 + max_actor_loss: 0.0012292927 + max_advantage: 0.023058414 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4945367e-06 + max_entropy: 0.03828253 + max_grad_norm_pre_clip: 0.9526008 + max_loss: 0.0012028051 + std: + std_actor_approxkl1: 0.0010775498 + std_actor_approxkl3: 0.00078340824 + std_actor_clipfrac: 0.0071920445 + std_actor_loss: 0.0006411722 + std_advantage: 0.0028129872 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.126806e-07 + std_entropy: 0.0033917853 + std_grad_norm_pre_clip: 0.2112346 + std_loss: 0.00064242055 + eval-batch-train: + avg_avg_episode_length: 4.7317133 + avg_avg_return: 0.98934364 + avg_benchmark_regret: 0.0058493954 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34452057 + proxy_corner: + avg_avg_return: 0.19723293 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 5.958583 + avg_avg_return: 0.98563236 + avg_benchmark_regret: 0.008306691 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26794434 + proxy_corner: + avg_avg_return: 0.98563236 + avg_reward_per_step: 0.26794434 + eval-batch-shift: + avg_avg_episode_length: 4.964757 + avg_avg_return: 0.9884417 + avg_benchmark_regret: 0.0065196045 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34632874 + proxy_corner: + avg_avg_return: 0.18179673 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.4887195 + avg_avg_return: 0.9873494 + avg_benchmark_regret: 0.0070709107 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27957153 + proxy_corner: + avg_avg_return: 0.9873494 + avg_reward_per_step: 0.27957153 +=========================================================== +=========================================================== + step: + env-step-all-before: 444596224 + env-step-replay-before: 221708288 + env-step-used-before: 444596224 + ppo-update-before: 271360 + env-step-generate-before: 222887936 + env-step-all-after: 444628992 + env-step-replay-after: 221741056 + env-step-used-after: 444628992 + ppo-update-after: 271380 + env-step-generate-after: 222887936 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.724125 + avg_avg_return: 0.8875869 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.6402264 + avg_reward_per_step: 0.04937744 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.724125 + avg_avg_return: 0.8875869 + avg_reward_per_step: 0.06918335 + proxy_corner: + avg_avg_return: 0.6402264 + avg_reward_per_step: 0.04937744 + perf: + env_steps_per_second: 992574.7423412084 + ppo_updates_per_second: 110.7635884983034 + eval-batch-train-duration: 0.1851385140325874 + eval-batch-orig-duration: 0.13836184400133789 + eval-batch-shift-duration: 0.13843932998133823 + eval-batch-tree-duration: 0.13662993896286935 + ued: + distances: + cheese-corne_dist_avg: 7.2351074 + cheese-corne_dist_wavg: 1.634177 + levels_cheese_is_in_corner_avg: 0.059570312 + mouse-cheese_dist_finite_avg: 13.208252 + mouse-cheese_dist_finite_wavg: 14.821556 + mouse-cheese_dist_solvable_avg: 13.208252 + mouse-cheese_dist_solvable_wavg: 14.821556 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782618 + scoring: + avg_scores: 0.10046145 + visit_patterns: + avg_first_visit_time: 4766.1484 + avg_last_visit_time: 6757.281 + num_replay_batches: 6767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00096043304 + avg_actor_approxkl3: 0.00049017364 + avg_actor_clipfrac: 0.009497071 + avg_actor_loss: -0.0001998957 + avg_advantage: -0.0014850681 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.52513e-06 + avg_entropy: 0.02961864 + avg_grad_norm_pre_clip: 0.50533336 + avg_loss: -0.00022725179 + max: + max_actor_approxkl1: 0.0024770366 + max_actor_approxkl3: 0.0019307054 + max_actor_clipfrac: 0.019165039 + max_actor_loss: 0.000909423 + max_advantage: 0.03405893 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0787825e-06 + max_entropy: 0.037457034 + max_grad_norm_pre_clip: 0.8774369 + max_loss: 0.0008795064 + std: + std_actor_approxkl1: 0.00080812443 + std_actor_approxkl3: 0.00044788612 + std_actor_clipfrac: 0.005140827 + std_actor_loss: 0.0004948266 + std_advantage: 0.002832507 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.2678564e-07 + std_entropy: 0.0045359884 + std_grad_norm_pre_clip: 0.19277947 + std_loss: 0.0004955527 + eval-batch-train: + avg_avg_episode_length: 4.7324915 + avg_avg_return: 0.9895729 + avg_benchmark_regret: 0.0056201806 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.19723777 + avg_reward_per_step: 0.03967285 + eval-batch-orig: + avg_avg_episode_length: 5.9718704 + avg_avg_return: 0.9858049 + avg_benchmark_regret: 0.008134039 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26785278 + proxy_corner: + avg_avg_return: 0.9858049 + avg_reward_per_step: 0.26785278 + eval-batch-shift: + avg_avg_episode_length: 4.954878 + avg_avg_return: 0.98867035 + avg_benchmark_regret: 0.0062909955 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466034 + proxy_corner: + avg_avg_return: 0.1816614 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.4948473 + avg_avg_return: 0.9873744 + avg_benchmark_regret: 0.0070458557 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27957916 + proxy_corner: + avg_avg_return: 0.9873744 + avg_reward_per_step: 0.27957916 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 445644800 + env-step-replay-before: 222298112 + env-step-used-before: 445644800 + ppo-update-before: 272000 + env-step-generate-before: 223346688 + env-step-all-after: 445677568 + env-step-replay-after: 222330880 + env-step-used-after: 445677568 + ppo-update-after: 272020 + env-step-generate-after: 223346688 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.672531 + avg_avg_return: 0.88842654 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.5971416 + avg_reward_per_step: 0.046173096 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.672531 + avg_avg_return: 0.88842654 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.5971416 + avg_reward_per_step: 0.046173096 + perf: + env_steps_per_second: 988237.7151861243 + ppo_updates_per_second: 111.67440984547346 + eval-batch-train-duration: 0.18497801199555397 + eval-batch-orig-duration: 0.13738468097290024 + eval-batch-shift-duration: 0.13720729702617973 + eval-batch-tree-duration: 0.13995781197445467 + ued: + distances: + cheese-corne_dist_avg: 7.2370605 + cheese-corne_dist_wavg: 15.129111 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.206299 + mouse-cheese_dist_finite_wavg: 13.022251 + mouse-cheese_dist_solvable_avg: 13.206299 + mouse-cheese_dist_solvable_wavg: 13.022253 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10102433 + visit_patterns: + avg_first_visit_time: 4782.2896 + avg_last_visit_time: 6775.2554 + num_replay_batches: 6785 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011420363 + avg_actor_approxkl3: 0.00060179597 + avg_actor_clipfrac: 0.0079895025 + avg_actor_loss: -0.00037909028 + avg_advantage: -0.00074434205 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.449224e-06 + avg_entropy: 0.024902169 + avg_grad_norm_pre_clip: 0.24833672 + avg_loss: -0.00040176787 + max: + max_actor_approxkl1: 0.0025580265 + max_actor_approxkl3: 0.0012952185 + max_actor_clipfrac: 0.017578125 + max_actor_loss: 0.00010585971 + max_advantage: 0.012891173 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9248456e-06 + max_entropy: 0.0294393 + max_grad_norm_pre_clip: 0.54385555 + max_loss: 8.268843e-05 + std: + std_actor_approxkl1: 0.0008826257 + std_actor_approxkl3: 0.00044475356 + std_actor_clipfrac: 0.0051993174 + std_actor_loss: 0.00027246325 + std_advantage: 0.0029974962 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.789338e-07 + std_entropy: 0.002722805 + std_grad_norm_pre_clip: 0.10567422 + std_loss: 0.000272936 + eval-batch-train: + avg_avg_episode_length: 4.739587 + avg_avg_return: 0.9896786 + avg_benchmark_regret: 0.005514428 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34442902 + proxy_corner: + avg_avg_return: 0.19712164 + avg_reward_per_step: 0.03955078 + eval-batch-orig: + avg_avg_episode_length: 5.971859 + avg_avg_return: 0.9857563 + avg_benchmark_regret: 0.008182757 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2678604 + proxy_corner: + avg_avg_return: 0.9857563 + avg_reward_per_step: 0.2678604 + eval-batch-shift: + avg_avg_episode_length: 4.961176 + avg_avg_return: 0.9886853 + avg_benchmark_regret: 0.0062759807 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3464737 + proxy_corner: + avg_avg_return: 0.18210503 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.4860773 + avg_avg_return: 0.9872365 + avg_benchmark_regret: 0.007183768 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796173 + proxy_corner: + avg_avg_return: 0.9872365 + avg_reward_per_step: 0.2796173 +=========================================================== +=========================================================== + step: + env-step-all-before: 446693376 + env-step-replay-before: 222887936 + env-step-used-before: 446693376 + ppo-update-before: 272640 + env-step-generate-before: 223805440 + env-step-all-after: 446726144 + env-step-replay-after: 222920704 + env-step-used-after: 446726144 + ppo-update-after: 272660 + env-step-generate-after: 223805440 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.778807 + avg_avg_return: 0.8883833 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.58046055 + avg_reward_per_step: 0.044708252 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.778807 + avg_avg_return: 0.8883833 + avg_reward_per_step: 0.069000244 + proxy_corner: + avg_avg_return: 0.58046055 + avg_reward_per_step: 0.044708252 + perf: + env_steps_per_second: 1003957.7095514348 + ppo_updates_per_second: 111.2864831638753 + eval-batch-train-duration: 0.1864917849889025 + eval-batch-orig-duration: 0.14226286602206528 + eval-batch-shift-duration: 0.1385976680321619 + eval-batch-tree-duration: 0.13668149698060006 + ued: + distances: + cheese-corne_dist_avg: 7.2421875 + cheese-corne_dist_wavg: 1.6346446 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.206787 + mouse-cheese_dist_finite_wavg: 14.819726 + mouse-cheese_dist_solvable_avg: 13.206787 + mouse-cheese_dist_solvable_wavg: 14.819726 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10012351 + visit_patterns: + avg_first_visit_time: 4786.828 + avg_last_visit_time: 6793.3154 + num_replay_batches: 6803 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014992475 + avg_actor_approxkl3: 0.0009926808 + avg_actor_clipfrac: 0.012872315 + avg_actor_loss: -0.00031890962 + avg_advantage: -8.088888e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3865616e-06 + avg_entropy: 0.028876012 + avg_grad_norm_pre_clip: 0.49291506 + avg_loss: -0.00034559233 + max: + max_actor_approxkl1: 0.006175424 + max_actor_approxkl3: 0.0036609028 + max_actor_clipfrac: 0.026367188 + max_actor_loss: 0.00045613386 + max_advantage: 0.014839172 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.126633e-06 + max_entropy: 0.036353886 + max_grad_norm_pre_clip: 0.9312117 + max_loss: 0.00043491987 + std: + std_actor_approxkl1: 0.0015697198 + std_actor_approxkl3: 0.0009102998 + std_actor_clipfrac: 0.0071106846 + std_actor_loss: 0.0006195609 + std_advantage: 0.0029287823 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.954559e-07 + std_entropy: 0.0045102057 + std_grad_norm_pre_clip: 0.21961544 + std_loss: 0.000621356 + eval-batch-train: + avg_avg_episode_length: 4.7384033 + avg_avg_return: 0.9893538 + avg_benchmark_regret: 0.0058393828 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34441376 + proxy_corner: + avg_avg_return: 0.19706604 + avg_reward_per_step: 0.039611816 + eval-batch-orig: + avg_avg_episode_length: 6.0263357 + avg_avg_return: 0.9855665 + avg_benchmark_regret: 0.008372522 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26737213 + proxy_corner: + avg_avg_return: 0.9855665 + avg_reward_per_step: 0.26737213 + eval-batch-shift: + avg_avg_episode_length: 4.9614635 + avg_avg_return: 0.9883828 + avg_benchmark_regret: 0.0065784557 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466339 + proxy_corner: + avg_avg_return: 0.18161482 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.521885 + avg_avg_return: 0.98685855 + avg_benchmark_regret: 0.0075617475 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2794342 + proxy_corner: + avg_avg_return: 0.98685855 + avg_reward_per_step: 0.2794342 +=========================================================== +=========================================================== + step: + env-step-all-before: 447741952 + env-step-replay-before: 223412224 + env-step-used-before: 447741952 + ppo-update-before: 273280 + env-step-generate-before: 224329728 + env-step-all-after: 447774720 + env-step-replay-after: 223412224 + env-step-used-after: 447774720 + ppo-update-after: 273300 + env-step-generate-after: 224362496 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.123333 + avg_avg_return: 0.9678719 + avg_reward_per_step: 0.29925537 + proxy_corner: + avg_avg_return: 0.198376 + avg_reward_per_step: 0.038269043 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.123333 + avg_avg_return: 0.9678719 + avg_reward_per_step: 0.29925537 + proxy_corner: + avg_avg_return: 0.198376 + avg_reward_per_step: 0.038269043 + perf: + env_steps_per_second: 1010410.516304905 + ppo_updates_per_second: 111.44606907190573 + eval-batch-train-duration: 0.18511220399523154 + eval-batch-orig-duration: 0.13845103199128062 + eval-batch-shift-duration: 0.13949507899815217 + eval-batch-tree-duration: 0.1369281219667755 + ued: + distances: + cheese-corne_dist_avg: 7.2370605 + cheese-corne_dist_wavg: 8.819104 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.205566 + mouse-cheese_dist_finite_wavg: 13.023552 + mouse-cheese_dist_solvable_avg: 13.205566 + mouse-cheese_dist_solvable_wavg: 13.023552 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10010511 + visit_patterns: + avg_first_visit_time: 4802.5933 + avg_last_visit_time: 6808.21 + num_replay_batches: 6818 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015413695 + avg_actor_approxkl3: 0.0012576791 + avg_actor_clipfrac: 0.0036315918 + avg_actor_loss: 8.0513655e-06 + avg_advantage: 0.0007388144 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.214754e-06 + avg_entropy: 0.0058036833 + avg_grad_norm_pre_clip: 0.31396306 + avg_loss: 4.3550594e-06 + max: + max_actor_approxkl1: 0.008901561 + max_actor_approxkl3: 0.0076476606 + max_actor_clipfrac: 0.015380859 + max_actor_loss: 0.00059804297 + max_advantage: 0.016736388 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.493581e-06 + max_entropy: 0.01265393 + max_grad_norm_pre_clip: 1.397229 + max_loss: 0.00059206143 + std: + std_actor_approxkl1: 0.0023853714 + std_actor_approxkl3: 0.0021012267 + std_actor_clipfrac: 0.003693686 + std_actor_loss: 0.0002444146 + std_advantage: 0.0028462321 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.0608395e-07 + std_entropy: 0.00278305 + std_grad_norm_pre_clip: 0.2995858 + std_loss: 0.00024369296 + eval-batch-train: + avg_avg_episode_length: 4.7367496 + avg_avg_return: 0.98941743 + avg_benchmark_regret: 0.0057756677 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34435272 + proxy_corner: + avg_avg_return: 0.1969186 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 5.982807 + avg_avg_return: 0.9859718 + avg_benchmark_regret: 0.007967241 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26774597 + proxy_corner: + avg_avg_return: 0.9859718 + avg_reward_per_step: 0.26774597 + eval-batch-shift: + avg_avg_episode_length: 4.9539404 + avg_avg_return: 0.98843324 + avg_benchmark_regret: 0.00652804 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34674835 + proxy_corner: + avg_avg_return: 0.18179774 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.519824 + avg_avg_return: 0.98679316 + avg_benchmark_regret: 0.0076270965 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27928925 + proxy_corner: + avg_avg_return: 0.98679316 + avg_reward_per_step: 0.27928925 +=========================================================== +=========================================================== + step: + env-step-all-before: 448790528 + env-step-replay-before: 224002048 + env-step-used-before: 448790528 + ppo-update-before: 273920 + env-step-generate-before: 224788480 + env-step-all-after: 448823296 + env-step-replay-after: 224002048 + env-step-used-after: 448823296 + ppo-update-after: 273940 + env-step-generate-after: 224821248 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.264454 + avg_avg_return: 0.9667483 + avg_reward_per_step: 0.32724 + proxy_corner: + avg_avg_return: 0.21591918 + avg_reward_per_step: 0.042266846 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 5.264454 + avg_avg_return: 0.9667483 + avg_reward_per_step: 0.32724 + proxy_corner: + avg_avg_return: 0.21591918 + avg_reward_per_step: 0.042266846 + perf: + env_steps_per_second: 1007312.9484274175 + ppo_updates_per_second: 111.02609041902011 + eval-batch-train-duration: 0.1872178929625079 + eval-batch-orig-duration: 0.13784545002272353 + eval-batch-shift-duration: 0.1377405829844065 + eval-batch-tree-duration: 0.13872415601508692 + ued: + distances: + cheese-corne_dist_avg: 7.2470703 + cheese-corne_dist_wavg: 7.9241505 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.212158 + mouse-cheese_dist_finite_wavg: 14.821854 + mouse-cheese_dist_solvable_avg: 13.212158 + mouse-cheese_dist_solvable_wavg: 14.821856 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100142375 + visit_patterns: + avg_first_visit_time: 4810.7734 + avg_last_visit_time: 6826.289 + num_replay_batches: 6836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000774049 + avg_actor_approxkl3: 0.0005599309 + avg_actor_clipfrac: 0.0035339356 + avg_actor_loss: 0.00019648748 + avg_advantage: -5.17725e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.343026e-06 + avg_entropy: 0.007903165 + avg_grad_norm_pre_clip: 0.47696382 + avg_loss: 0.0001907558 + max: + max_actor_approxkl1: 0.0043897782 + max_actor_approxkl3: 0.003422467 + max_actor_clipfrac: 0.009643555 + max_actor_loss: 0.0022255313 + max_advantage: 0.02074027 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.091857e-06 + max_entropy: 0.01473497 + max_grad_norm_pre_clip: 2.869587 + max_loss: 0.0022181342 + std: + std_actor_approxkl1: 0.001185182 + std_actor_approxkl3: 0.0008217587 + std_actor_clipfrac: 0.0029333662 + std_actor_loss: 0.0007365211 + std_advantage: 0.0030051197 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.4801056e-07 + std_entropy: 0.0029467735 + std_grad_norm_pre_clip: 0.6223961 + std_loss: 0.0007358348 + eval-batch-train: + avg_avg_episode_length: 4.735113 + avg_avg_return: 0.9895576 + avg_benchmark_regret: 0.005635436 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34444427 + proxy_corner: + avg_avg_return: 0.19737151 + avg_reward_per_step: 0.039596558 + eval-batch-orig: + avg_avg_episode_length: 5.963257 + avg_avg_return: 0.98592263 + avg_benchmark_regret: 0.008016344 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.268013 + proxy_corner: + avg_avg_return: 0.98592263 + avg_reward_per_step: 0.268013 + eval-batch-shift: + avg_avg_episode_length: 4.9632993 + avg_avg_return: 0.9883181 + avg_benchmark_regret: 0.0066431863 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34625244 + proxy_corner: + avg_avg_return: 0.18131313 + avg_reward_per_step: 0.036231995 + eval-batch-tree: + avg_avg_episode_length: 5.4955606 + avg_avg_return: 0.98715574 + avg_benchmark_regret: 0.007264544 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27944183 + proxy_corner: + avg_avg_return: 0.98715574 + avg_reward_per_step: 0.27944183 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 449839104 + env-step-replay-before: 224559104 + env-step-used-before: 449839104 + ppo-update-before: 274560 + env-step-generate-before: 225280000 + env-step-all-after: 449871872 + env-step-replay-after: 224559104 + env-step-used-after: 449871872 + ppo-update-after: 274580 + env-step-generate-after: 225312768 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.1176615 + avg_avg_return: 0.96810913 + avg_reward_per_step: 0.30700684 + proxy_corner: + avg_avg_return: 0.17024338 + avg_reward_per_step: 0.028930664 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.1176615 + avg_avg_return: 0.96810913 + avg_reward_per_step: 0.30700684 + proxy_corner: + avg_avg_return: 0.17024338 + avg_reward_per_step: 0.028930664 + perf: + env_steps_per_second: 1012194.4919989017 + ppo_updates_per_second: 111.58674776469599 + eval-batch-train-duration: 0.18863094598054886 + eval-batch-orig-duration: 0.14415751700289547 + eval-batch-shift-duration: 0.1389310850063339 + eval-batch-tree-duration: 0.13731389900203794 + ued: + distances: + cheese-corne_dist_avg: 7.258789 + cheese-corne_dist_wavg: 7.926586 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.214355 + mouse-cheese_dist_finite_wavg: 14.81906 + mouse-cheese_dist_solvable_avg: 13.214355 + mouse-cheese_dist_solvable_wavg: 14.819062 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10039003 + visit_patterns: + avg_first_visit_time: 4819.791 + avg_last_visit_time: 6843.299 + num_replay_batches: 6853 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004705636 + avg_actor_approxkl3: 0.00032947326 + avg_actor_clipfrac: 0.0023925782 + avg_actor_loss: 9.72494e-06 + avg_advantage: 0.0016911051 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.9363093e-06 + avg_entropy: 0.004824349 + avg_grad_norm_pre_clip: 0.22617562 + avg_loss: 7.3687443e-06 + max: + max_actor_approxkl1: 0.0019330005 + max_actor_approxkl3: 0.0014464105 + max_actor_clipfrac: 0.005126953 + max_actor_loss: 0.00041752867 + max_advantage: 0.010478556 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.8488977e-06 + max_entropy: 0.00862352 + max_grad_norm_pre_clip: 0.5874738 + max_loss: 0.00041474178 + std: + std_actor_approxkl1: 0.000671537 + std_actor_approxkl3: 0.000491447 + std_actor_clipfrac: 0.0018900805 + std_actor_loss: 0.00020015096 + std_advantage: 0.0031754992 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.1404205e-07 + std_entropy: 0.0019312032 + std_grad_norm_pre_clip: 0.1668342 + std_loss: 0.00020094423 + eval-batch-train: + avg_avg_episode_length: 4.79939 + avg_avg_return: 0.9893136 + avg_benchmark_regret: 0.0058795405 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34396362 + proxy_corner: + avg_avg_return: 0.19702539 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 5.9687896 + avg_avg_return: 0.9855795 + avg_benchmark_regret: 0.008359501 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2679901 + proxy_corner: + avg_avg_return: 0.9855795 + avg_reward_per_step: 0.2679901 + eval-batch-shift: + avg_avg_episode_length: 4.952882 + avg_avg_return: 0.9884982 + avg_benchmark_regret: 0.0064630983 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34643555 + proxy_corner: + avg_avg_return: 0.18166971 + avg_reward_per_step: 0.036323547 + eval-batch-tree: + avg_avg_episode_length: 5.491273 + avg_avg_return: 0.9873026 + avg_benchmark_regret: 0.0071176505 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27965546 + proxy_corner: + avg_avg_return: 0.9873026 + avg_reward_per_step: 0.27965546 +=========================================================== +=========================================================== + step: + env-step-all-before: 450887680 + env-step-replay-before: 224886784 + env-step-used-before: 450887680 + ppo-update-before: 275200 + env-step-generate-before: 226000896 + env-step-all-after: 450920448 + env-step-replay-after: 224919552 + env-step-used-after: 450920448 + ppo-update-after: 275220 + env-step-generate-after: 226000896 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.82284 + avg_avg_return: 0.887001 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.63057625 + avg_reward_per_step: 0.048828125 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.82284 + avg_avg_return: 0.887001 + avg_reward_per_step: 0.06915283 + proxy_corner: + avg_avg_return: 0.63057625 + avg_reward_per_step: 0.048828125 + perf: + env_steps_per_second: 978032.589517169 + ppo_updates_per_second: 111.03813932084306 + eval-batch-train-duration: 0.1850884900195524 + eval-batch-orig-duration: 0.13462090300163254 + eval-batch-shift-duration: 0.13772853900445625 + eval-batch-tree-duration: 0.137897657987196 + ued: + distances: + cheese-corne_dist_avg: 7.2504883 + cheese-corne_dist_wavg: 15.120779 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.219238 + mouse-cheese_dist_finite_wavg: 14.820724 + mouse-cheese_dist_solvable_avg: 13.219238 + mouse-cheese_dist_solvable_wavg: 14.820724 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10035364 + visit_patterns: + avg_first_visit_time: 4839.5195 + avg_last_visit_time: 6854.2935 + num_replay_batches: 6864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001095806 + avg_actor_approxkl3: 0.00055053213 + avg_actor_clipfrac: 0.007836915 + avg_actor_loss: -0.00029520204 + avg_advantage: -0.0024489833 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.982757e-06 + avg_entropy: 0.023457887 + avg_grad_norm_pre_clip: 0.51446646 + avg_loss: -0.0003161686 + max: + max_actor_approxkl1: 0.0039019827 + max_actor_approxkl3: 0.0020500806 + max_actor_clipfrac: 0.024291992 + max_actor_loss: 0.00043182448 + max_advantage: 0.010913134 + max_critic_clipfrac: 0.0 + max_critic_loss: 8.024059e-06 + max_entropy: 0.0375842 + max_grad_norm_pre_clip: 1.4740784 + max_loss: 0.0004098208 + std: + std_actor_approxkl1: 0.0010366838 + std_actor_approxkl3: 0.00056787767 + std_actor_clipfrac: 0.0055535417 + std_actor_loss: 0.0005646709 + std_advantage: 0.002740035 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3151752e-06 + std_entropy: 0.0049216975 + std_grad_norm_pre_clip: 0.33569652 + std_loss: 0.000566779 + eval-batch-train: + avg_avg_episode_length: 4.736744 + avg_avg_return: 0.98958933 + avg_benchmark_regret: 0.005603736 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34443665 + proxy_corner: + avg_avg_return: 0.19781744 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 5.990745 + avg_avg_return: 0.9853966 + avg_benchmark_regret: 0.008542424 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26773834 + proxy_corner: + avg_avg_return: 0.9853966 + avg_reward_per_step: 0.26773834 + eval-batch-shift: + avg_avg_episode_length: 4.955614 + avg_avg_return: 0.9883268 + avg_benchmark_regret: 0.0066345646 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465271 + proxy_corner: + avg_avg_return: 0.18203574 + avg_reward_per_step: 0.036376953 + eval-batch-tree: + avg_avg_episode_length: 5.5160666 + avg_avg_return: 0.9872458 + avg_benchmark_regret: 0.0071744546 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947998 + proxy_corner: + avg_avg_return: 0.9872458 + avg_reward_per_step: 0.27947998 +=========================================================== +=========================================================== + step: + env-step-all-before: 451936256 + env-step-replay-before: 225509376 + env-step-used-before: 451936256 + ppo-update-before: 275840 + env-step-generate-before: 226426880 + env-step-all-after: 451969024 + env-step-replay-after: 225542144 + env-step-used-after: 451969024 + ppo-update-after: 275860 + env-step-generate-after: 226426880 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.866716 + avg_avg_return: 0.88613296 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.6193843 + avg_reward_per_step: 0.04748535 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.866716 + avg_avg_return: 0.88613296 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.6193843 + avg_reward_per_step: 0.04748535 + perf: + env_steps_per_second: 1009071.2952303487 + ppo_updates_per_second: 111.10133481332043 + eval-batch-train-duration: 0.1916583720012568 + eval-batch-orig-duration: 0.13659392204135656 + eval-batch-shift-duration: 0.13685560401063412 + eval-batch-tree-duration: 0.13610962795792148 + ued: + distances: + cheese-corne_dist_avg: 7.2441406 + cheese-corne_dist_wavg: 11.518648 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.219971 + mouse-cheese_dist_finite_wavg: 14.823145 + mouse-cheese_dist_solvable_avg: 13.219971 + mouse-cheese_dist_solvable_wavg: 14.823149 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10027255 + visit_patterns: + avg_first_visit_time: 4843.699 + avg_last_visit_time: 6873.1826 + num_replay_batches: 6883 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012556753 + avg_actor_approxkl3: 0.0006692857 + avg_actor_clipfrac: 0.012091065 + avg_actor_loss: -0.00037228517 + avg_advantage: -0.0020823772 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.059865e-06 + avg_entropy: 0.032425467 + avg_grad_norm_pre_clip: 0.4999388 + avg_loss: -0.0004026807 + max: + max_actor_approxkl1: 0.0031850124 + max_actor_approxkl3: 0.0019183843 + max_actor_clipfrac: 0.0234375 + max_actor_loss: 0.0004970059 + max_advantage: 0.013743877 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.077124e-06 + max_entropy: 0.04226006 + max_grad_norm_pre_clip: 1.0074053 + max_loss: 0.00046297617 + std: + std_actor_approxkl1: 0.0009680034 + std_actor_approxkl3: 0.0005103154 + std_actor_clipfrac: 0.007354721 + std_actor_loss: 0.00038525194 + std_advantage: 0.0025799617 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.390574e-07 + std_entropy: 0.005612307 + std_grad_norm_pre_clip: 0.22567475 + std_loss: 0.0003857719 + eval-batch-train: + avg_avg_episode_length: 4.7421536 + avg_avg_return: 0.98942214 + avg_benchmark_regret: 0.0057709194 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444214 + proxy_corner: + avg_avg_return: 0.19720048 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.956273 + avg_avg_return: 0.9858902 + avg_benchmark_regret: 0.008048831 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680893 + proxy_corner: + avg_avg_return: 0.9858902 + avg_reward_per_step: 0.2680893 + eval-batch-shift: + avg_avg_episode_length: 4.9576483 + avg_avg_return: 0.988694 + avg_benchmark_regret: 0.006267311 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34615326 + proxy_corner: + avg_avg_return: 0.18184184 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.4894915 + avg_avg_return: 0.98720473 + avg_benchmark_regret: 0.00721554 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967072 + proxy_corner: + avg_avg_return: 0.98720473 + avg_reward_per_step: 0.27967072 +=========================================================== +=========================================================== + step: + env-step-all-before: 452984832 + env-step-replay-before: 226033664 + env-step-used-before: 452984832 + ppo-update-before: 276480 + env-step-generate-before: 226951168 + env-step-all-after: 453017600 + env-step-replay-after: 226066432 + env-step-used-after: 453017600 + ppo-update-after: 276500 + env-step-generate-after: 226951168 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.6858 + avg_avg_return: 0.88789725 + avg_reward_per_step: 0.06933594 + proxy_corner: + avg_avg_return: 0.58734703 + avg_reward_per_step: 0.045532227 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.6858 + avg_avg_return: 0.88789725 + avg_reward_per_step: 0.06933594 + proxy_corner: + avg_avg_return: 0.58734703 + avg_reward_per_step: 0.045532227 + perf: + env_steps_per_second: 1017392.5754189988 + ppo_updates_per_second: 111.45246521742534 + eval-batch-train-duration: 0.18439541500993073 + eval-batch-orig-duration: 0.13619343703612685 + eval-batch-shift-duration: 0.13669253699481487 + eval-batch-tree-duration: 0.13632812997093424 + ued: + distances: + cheese-corne_dist_avg: 7.241699 + cheese-corne_dist_wavg: 3.4325755 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.218994 + mouse-cheese_dist_finite_wavg: 14.821204 + mouse-cheese_dist_solvable_avg: 13.218994 + mouse-cheese_dist_solvable_wavg: 14.821206 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.100573786 + visit_patterns: + avg_first_visit_time: 4853.6416 + avg_last_visit_time: 6889.3223 + num_replay_batches: 6899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012036883 + avg_actor_approxkl3: 0.00043538338 + avg_actor_clipfrac: 0.0066101076 + avg_actor_loss: -8.157858e-05 + avg_advantage: -0.0013850969 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.2664483e-06 + avg_entropy: 0.020743629 + avg_grad_norm_pre_clip: 0.34140065 + avg_loss: -0.000100189 + max: + max_actor_approxkl1: 0.0026124779 + max_actor_approxkl3: 0.0009974225 + max_actor_clipfrac: 0.017333984 + max_actor_loss: 0.0003853594 + max_advantage: 0.010656893 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.205085e-06 + max_entropy: 0.025671715 + max_grad_norm_pre_clip: 0.57042515 + max_loss: 0.00036993163 + std: + std_actor_approxkl1: 0.0007830547 + std_actor_approxkl3: 0.00028074416 + std_actor_clipfrac: 0.003846721 + std_actor_loss: 0.00021776828 + std_advantage: 0.0027277358 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.242378e-07 + std_entropy: 0.0027026634 + std_grad_norm_pre_clip: 0.096264355 + std_loss: 0.00021878218 + eval-batch-train: + avg_avg_episode_length: 4.733157 + avg_avg_return: 0.9895922 + avg_benchmark_regret: 0.005600881 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34444427 + proxy_corner: + avg_avg_return: 0.19713162 + avg_reward_per_step: 0.039726257 + eval-batch-orig: + avg_avg_episode_length: 5.955243 + avg_avg_return: 0.9859515 + avg_benchmark_regret: 0.007987563 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680664 + proxy_corner: + avg_avg_return: 0.9859515 + avg_reward_per_step: 0.2680664 + eval-batch-shift: + avg_avg_episode_length: 4.954645 + avg_avg_return: 0.9881936 + avg_benchmark_regret: 0.0067677656 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3461609 + proxy_corner: + avg_avg_return: 0.1814363 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.489011 + avg_avg_return: 0.9875977 + avg_benchmark_regret: 0.0068225497 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.9875977 + avg_reward_per_step: 0.27967834 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 454033408 + env-step-replay-before: 226557952 + env-step-used-before: 454033408 + ppo-update-before: 277120 + env-step-generate-before: 227475456 + env-step-all-after: 454066176 + env-step-replay-after: 226557952 + env-step-used-after: 454066176 + ppo-update-after: 277140 + env-step-generate-after: 227508224 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.2044554 + avg_avg_return: 0.96527606 + avg_reward_per_step: 0.31072998 + proxy_corner: + avg_avg_return: 0.20140994 + avg_reward_per_step: 0.038330078 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 5.2044554 + avg_avg_return: 0.96527606 + avg_reward_per_step: 0.31072998 + proxy_corner: + avg_avg_return: 0.20140994 + avg_reward_per_step: 0.038330078 + perf: + env_steps_per_second: 981612.293698583 + ppo_updates_per_second: 111.10602184313618 + eval-batch-train-duration: 0.18680728902108967 + eval-batch-orig-duration: 0.1367854630225338 + eval-batch-shift-duration: 0.13998251798329875 + eval-batch-tree-duration: 0.14055631903465837 + ued: + distances: + cheese-corne_dist_avg: 7.2460938 + cheese-corne_dist_wavg: 0.729947 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.219482 + mouse-cheese_dist_finite_wavg: 10.326117 + mouse-cheese_dist_solvable_avg: 13.219482 + mouse-cheese_dist_solvable_wavg: 10.326117 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10046151 + visit_patterns: + avg_first_visit_time: 4863.0557 + avg_last_visit_time: 6904.1714 + num_replay_batches: 6914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020870597 + avg_actor_approxkl3: 0.00021683237 + avg_actor_clipfrac: 0.0012268067 + avg_actor_loss: 1.6711594e-05 + avg_advantage: -0.0003198845 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6145882e-06 + avg_entropy: 0.0029428038 + avg_grad_norm_pre_clip: 0.16787127 + avg_loss: 1.5576083e-05 + max: + max_actor_approxkl1: 0.0010264587 + max_actor_approxkl3: 0.0007775016 + max_actor_clipfrac: 0.0040283203 + max_actor_loss: 0.00057792757 + max_advantage: 0.008916199 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.608113e-06 + max_entropy: 0.005497807 + max_grad_norm_pre_clip: 0.46143854 + max_loss: 0.00057476485 + std: + std_actor_approxkl1: 0.00036647904 + std_actor_approxkl3: 0.00028286828 + std_actor_clipfrac: 0.0013041972 + std_actor_loss: 0.00022282831 + std_advantage: 0.002607494 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.6162864e-07 + std_entropy: 0.0014532525 + std_grad_norm_pre_clip: 0.13642819 + std_loss: 0.00022258471 + eval-batch-train: + avg_avg_episode_length: 4.728677 + avg_avg_return: 0.9897392 + avg_benchmark_regret: 0.005453956 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445511 + proxy_corner: + avg_avg_return: 0.19703664 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 5.952071 + avg_avg_return: 0.9860182 + avg_benchmark_regret: 0.0079208445 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26817322 + proxy_corner: + avg_avg_return: 0.9860182 + avg_reward_per_step: 0.26817322 + eval-batch-shift: + avg_avg_episode_length: 4.9538174 + avg_avg_return: 0.9885541 + avg_benchmark_regret: 0.0064072227 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34662628 + proxy_corner: + avg_avg_return: 0.18182698 + avg_reward_per_step: 0.036315918 + eval-batch-tree: + avg_avg_episode_length: 5.491102 + avg_avg_return: 0.98719287 + avg_benchmark_regret: 0.0072274385 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27965546 + proxy_corner: + avg_avg_return: 0.98719287 + avg_reward_per_step: 0.27965546 +=========================================================== +=========================================================== + step: + env-step-all-before: 455081984 + env-step-replay-before: 227082240 + env-step-used-before: 455081984 + ppo-update-before: 277760 + env-step-generate-before: 227999744 + env-step-all-after: 455114752 + env-step-replay-after: 227115008 + env-step-used-after: 455114752 + ppo-update-after: 277780 + env-step-generate-after: 227999744 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.939241 + avg_avg_return: 0.8860734 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6054178 + avg_reward_per_step: 0.0463562 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.939241 + avg_avg_return: 0.8860734 + avg_reward_per_step: 0.068725586 + proxy_corner: + avg_avg_return: 0.6054178 + avg_reward_per_step: 0.0463562 + perf: + env_steps_per_second: 1006532.3236619447 + ppo_updates_per_second: 111.13153648836868 + eval-batch-train-duration: 0.18602565600303933 + eval-batch-orig-duration: 0.13739927898859605 + eval-batch-shift-duration: 0.13723414699779823 + eval-batch-tree-duration: 0.1373141889926046 + ued: + distances: + cheese-corne_dist_avg: 7.25 + cheese-corne_dist_wavg: 15.122505 + levels_cheese_is_in_corner_avg: 0.060058594 + mouse-cheese_dist_finite_avg: 13.223877 + mouse-cheese_dist_finite_wavg: 14.821215 + mouse-cheese_dist_solvable_avg: 13.223877 + mouse-cheese_dist_solvable_wavg: 14.821217 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10040852 + visit_patterns: + avg_first_visit_time: 4872.8213 + avg_last_visit_time: 6921.284 + num_replay_batches: 6931 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011567128 + avg_actor_approxkl3: 0.0007722345 + avg_actor_clipfrac: 0.0113891605 + avg_actor_loss: 0.0003965108 + avg_advantage: -0.0012699601 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4856647e-06 + avg_entropy: 0.032743193 + avg_grad_norm_pre_clip: 0.73260796 + avg_loss: 0.00036601038 + max: + max_actor_approxkl1: 0.003108594 + max_actor_approxkl3: 0.0019420646 + max_actor_clipfrac: 0.022949219 + max_actor_loss: 0.00254654 + max_advantage: 0.013557494 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.0085285e-06 + max_entropy: 0.048325017 + max_grad_norm_pre_clip: 1.8100997 + max_loss: 0.002525027 + std: + std_actor_approxkl1: 0.0010577743 + std_actor_approxkl3: 0.00057487603 + std_actor_clipfrac: 0.0061769392 + std_actor_loss: 0.0008082197 + std_advantage: 0.002872656 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.896274e-07 + std_entropy: 0.007300768 + std_grad_norm_pre_clip: 0.42124164 + std_loss: 0.0008088952 + eval-batch-train: + avg_avg_episode_length: 4.744627 + avg_avg_return: 0.9893715 + avg_benchmark_regret: 0.0058216034 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34427643 + proxy_corner: + avg_avg_return: 0.1972701 + avg_reward_per_step: 0.039512634 + eval-batch-orig: + avg_avg_episode_length: 5.961442 + avg_avg_return: 0.9858693 + avg_benchmark_regret: 0.00806969 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26797485 + proxy_corner: + avg_avg_return: 0.9858693 + avg_reward_per_step: 0.26797485 + eval-batch-shift: + avg_avg_episode_length: 4.954968 + avg_avg_return: 0.9882846 + avg_benchmark_regret: 0.006676774 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34651184 + proxy_corner: + avg_avg_return: 0.18182945 + avg_reward_per_step: 0.036331177 + eval-batch-tree: + avg_avg_episode_length: 5.4928026 + avg_avg_return: 0.98738134 + avg_benchmark_regret: 0.0070388983 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2795868 + proxy_corner: + avg_avg_return: 0.98738134 + avg_reward_per_step: 0.2795868 +=========================================================== +=========================================================== + step: + env-step-all-before: 456130560 + env-step-replay-before: 227737600 + env-step-used-before: 456130560 + ppo-update-before: 278400 + env-step-generate-before: 228392960 + env-step-all-after: 456163328 + env-step-replay-after: 227770368 + env-step-used-after: 456163328 + ppo-update-after: 278420 + env-step-generate-after: 228392960 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.722538 + avg_avg_return: 0.8872058 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.65571034 + avg_reward_per_step: 0.05065918 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.722538 + avg_avg_return: 0.8872058 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.65571034 + avg_reward_per_step: 0.05065918 + perf: + env_steps_per_second: 976939.423134242 + ppo_updates_per_second: 111.82329565453844 + eval-batch-train-duration: 0.18563668295973912 + eval-batch-orig-duration: 0.13813927402952686 + eval-batch-shift-duration: 0.1391307430458255 + eval-batch-tree-duration: 0.13784268498420715 + ued: + distances: + cheese-corne_dist_avg: 7.260742 + cheese-corne_dist_wavg: 7.91648 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 13.224609 + mouse-cheese_dist_finite_wavg: 14.821368 + mouse-cheese_dist_solvable_avg: 13.224609 + mouse-cheese_dist_solvable_wavg: 14.82137 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10019747 + visit_patterns: + avg_first_visit_time: 4881.0815 + avg_last_visit_time: 6941.3115 + num_replay_batches: 6951 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009962225 + avg_actor_approxkl3: 0.000402283 + avg_actor_clipfrac: 0.0069641112 + avg_actor_loss: -0.00020911229 + avg_advantage: 3.980921e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9717943e-06 + avg_entropy: 0.024205538 + avg_grad_norm_pre_clip: 0.34859833 + avg_loss: -0.00023133191 + max: + max_actor_approxkl1: 0.0025669502 + max_actor_approxkl3: 0.0009967131 + max_actor_clipfrac: 0.013427734 + max_actor_loss: 0.00023268908 + max_advantage: 0.01296258 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.251405e-06 + max_entropy: 0.029735068 + max_grad_norm_pre_clip: 0.62884134 + max_loss: 0.00021350477 + std: + std_actor_approxkl1: 0.00079324265 + std_actor_approxkl3: 0.00028980544 + std_actor_clipfrac: 0.0034241702 + std_actor_loss: 0.00028763627 + std_advantage: 0.002818716 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.71203e-07 + std_entropy: 0.0028582865 + std_grad_norm_pre_clip: 0.12726837 + std_loss: 0.0002883861 + eval-batch-train: + avg_avg_episode_length: 4.8202486 + avg_avg_return: 0.9893055 + avg_benchmark_regret: 0.005887578 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34400177 + proxy_corner: + avg_avg_return: 0.1968664 + avg_reward_per_step: 0.039215088 + eval-batch-orig: + avg_avg_episode_length: 6.010176 + avg_avg_return: 0.98563313 + avg_benchmark_regret: 0.008305896 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26761627 + proxy_corner: + avg_avg_return: 0.98563313 + avg_reward_per_step: 0.26761627 + eval-batch-shift: + avg_avg_episode_length: 4.9619217 + avg_avg_return: 0.98842907 + avg_benchmark_regret: 0.006532249 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.18171711 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.5100455 + avg_avg_return: 0.98721015 + avg_benchmark_regret: 0.0072101504 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27928162 + proxy_corner: + avg_avg_return: 0.98721015 + avg_reward_per_step: 0.27928162 +=========================================================== +=========================================================== + step: + env-step-all-before: 457179136 + env-step-replay-before: 228425728 + env-step-used-before: 457179136 + ppo-update-before: 279040 + env-step-generate-before: 228753408 + env-step-all-after: 457211904 + env-step-replay-after: 228458496 + env-step-used-after: 457211904 + ppo-update-after: 279060 + env-step-generate-after: 228753408 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.125538 + avg_avg_return: 0.88364106 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.5995503 + avg_reward_per_step: 0.045959473 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.125538 + avg_avg_return: 0.88364106 + avg_reward_per_step: 0.06842041 + proxy_corner: + avg_avg_return: 0.5995503 + avg_reward_per_step: 0.045959473 + perf: + env_steps_per_second: 999827.6368076853 + ppo_updates_per_second: 111.68833755414501 + eval-batch-train-duration: 0.19313527701888233 + eval-batch-orig-duration: 0.14504089095862582 + eval-batch-shift-duration: 0.1353587539633736 + eval-batch-tree-duration: 0.13844175403937697 + ued: + distances: + cheese-corne_dist_avg: 7.25708 + cheese-corne_dist_wavg: 1.6196508 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.224365 + mouse-cheese_dist_finite_wavg: 13.022457 + mouse-cheese_dist_solvable_avg: 13.224365 + mouse-cheese_dist_solvable_wavg: 13.022459 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100617945 + visit_patterns: + avg_first_visit_time: 4890.538 + avg_last_visit_time: 6962.34 + num_replay_batches: 6972 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014323414 + avg_actor_approxkl3: 0.0011559663 + avg_actor_clipfrac: 0.015667725 + avg_actor_loss: 0.0012019407 + avg_advantage: -0.0018187002 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016042247 + avg_entropy: 0.030867964 + avg_grad_norm_pre_clip: 1.6038166 + avg_loss: 0.0012512839 + max: + max_actor_approxkl1: 0.0053138826 + max_actor_approxkl3: 0.003983127 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.009505054 + max_advantage: 0.012185872 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00063276367 + max_entropy: 0.038242534 + max_grad_norm_pre_clip: 5.7065177 + max_loss: 0.009790679 + std: + std_actor_approxkl1: 0.0012738913 + std_actor_approxkl3: 0.0009420741 + std_actor_clipfrac: 0.007868497 + std_actor_loss: 0.0024384146 + std_advantage: 0.017880173 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026976474 + std_entropy: 0.0044644624 + std_grad_norm_pre_clip: 1.6790525 + std_loss: 0.002543415 + eval-batch-train: + avg_avg_episode_length: 4.8479877 + avg_avg_return: 0.98921895 + avg_benchmark_regret: 0.0059741237 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34405518 + proxy_corner: + avg_avg_return: 0.19658709 + avg_reward_per_step: 0.03917694 + eval-batch-orig: + avg_avg_episode_length: 6.0994816 + avg_avg_return: 0.98540294 + avg_benchmark_regret: 0.008536024 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26752472 + proxy_corner: + avg_avg_return: 0.98540294 + avg_reward_per_step: 0.26752472 + eval-batch-shift: + avg_avg_episode_length: 4.9605517 + avg_avg_return: 0.9884825 + avg_benchmark_regret: 0.006478854 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34656525 + proxy_corner: + avg_avg_return: 0.18166678 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.5341635 + avg_avg_return: 0.9868301 + avg_benchmark_regret: 0.007590149 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27907562 + proxy_corner: + avg_avg_return: 0.9868301 + avg_reward_per_step: 0.27907562 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 458227712 + env-step-replay-before: 228818944 + env-step-used-before: 458227712 + ppo-update-before: 279680 + env-step-generate-before: 229408768 + env-step-all-after: 458260480 + env-step-replay-after: 228818944 + env-step-used-after: 458260480 + ppo-update-after: 279700 + env-step-generate-after: 229441536 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.481549 + avg_avg_return: 0.964275 + avg_reward_per_step: 0.2930603 + proxy_corner: + avg_avg_return: 0.20967743 + avg_reward_per_step: 0.03527832 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 5.481549 + avg_avg_return: 0.964275 + avg_reward_per_step: 0.2930603 + proxy_corner: + avg_avg_return: 0.20967743 + avg_reward_per_step: 0.03527832 + perf: + env_steps_per_second: 993202.6163926815 + ppo_updates_per_second: 111.3928098775721 + eval-batch-train-duration: 0.18441854702541605 + eval-batch-orig-duration: 0.13523109297966585 + eval-batch-shift-duration: 0.13649545499356464 + eval-batch-tree-duration: 0.1365431760204956 + ued: + distances: + cheese-corne_dist_avg: 7.2629395 + cheese-corne_dist_wavg: 15.109256 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.226074 + mouse-cheese_dist_finite_wavg: 15.719646 + mouse-cheese_dist_solvable_avg: 13.226074 + mouse-cheese_dist_solvable_wavg: 15.719648 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100387685 + visit_patterns: + avg_first_visit_time: 4906.334 + avg_last_visit_time: 6973.2656 + num_replay_batches: 6983 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0001075247 + avg_actor_approxkl3: 4.1803294e-05 + avg_actor_clipfrac: 0.0008178711 + avg_actor_loss: -5.9194725e-05 + avg_advantage: -0.0016528101 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4094427e-06 + avg_entropy: 0.0039118333 + avg_grad_norm_pre_clip: 0.09562022 + avg_loss: -6.090184e-05 + max: + max_actor_approxkl1: 0.00032962847 + max_actor_approxkl3: 0.00012927025 + max_actor_clipfrac: 0.0024414062 + max_actor_loss: 7.211231e-05 + max_advantage: 0.016647935 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.240104e-06 + max_entropy: 0.006947012 + max_grad_norm_pre_clip: 0.31051937 + max_loss: 7.1787996e-05 + std: + std_actor_approxkl1: 0.00011565075 + std_actor_approxkl3: 3.8315593e-05 + std_actor_clipfrac: 0.0006742658 + std_actor_loss: 6.625713e-05 + std_advantage: 0.002736287 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.420039e-07 + std_entropy: 0.0015152378 + std_grad_norm_pre_clip: 0.06669248 + std_loss: 6.669167e-05 + eval-batch-train: + avg_avg_episode_length: 4.77257 + avg_avg_return: 0.98920727 + avg_benchmark_regret: 0.0059858263 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3441162 + proxy_corner: + avg_avg_return: 0.1972085 + avg_reward_per_step: 0.03929901 + eval-batch-orig: + avg_avg_episode_length: 6.0072374 + avg_avg_return: 0.985884 + avg_benchmark_regret: 0.008055016 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2676468 + proxy_corner: + avg_avg_return: 0.985884 + avg_reward_per_step: 0.2676468 + eval-batch-shift: + avg_avg_episode_length: 4.9595337 + avg_avg_return: 0.98861134 + avg_benchmark_regret: 0.0063499985 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34666443 + proxy_corner: + avg_avg_return: 0.18124962 + avg_reward_per_step: 0.036201477 + eval-batch-tree: + avg_avg_episode_length: 5.516573 + avg_avg_return: 0.9873218 + avg_benchmark_regret: 0.0070985006 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27924347 + proxy_corner: + avg_avg_return: 0.9873218 + avg_reward_per_step: 0.27924347 +=========================================================== +=========================================================== + step: + env-step-all-before: 459276288 + env-step-replay-before: 229343232 + env-step-used-before: 459276288 + ppo-update-before: 280320 + env-step-generate-before: 229933056 + env-step-all-after: 459309056 + env-step-replay-after: 229376000 + env-step-used-after: 459309056 + ppo-update-after: 280340 + env-step-generate-after: 229933056 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.78432 + avg_avg_return: 0.887529 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.6463332 + avg_reward_per_step: 0.049835205 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.78432 + avg_avg_return: 0.887529 + avg_reward_per_step: 0.06896973 + proxy_corner: + avg_avg_return: 0.6463332 + avg_reward_per_step: 0.049835205 + perf: + env_steps_per_second: 1016947.4701405212 + ppo_updates_per_second: 103.28064779245749 + eval-batch-train-duration: 0.19803934800438583 + eval-batch-orig-duration: 0.13580355199519545 + eval-batch-shift-duration: 0.1369043360464275 + eval-batch-tree-duration: 0.13620805402752012 + ued: + distances: + cheese-corne_dist_avg: 7.261963 + cheese-corne_dist_wavg: 15.115818 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.21875 + mouse-cheese_dist_finite_wavg: 14.821636 + mouse-cheese_dist_solvable_avg: 13.21875 + mouse-cheese_dist_solvable_wavg: 14.821634 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.100637764 + visit_patterns: + avg_first_visit_time: 4923.128 + avg_last_visit_time: 6990.211 + num_replay_batches: 7000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00065488636 + avg_actor_approxkl3: 0.00030668953 + avg_actor_clipfrac: 0.0072814943 + avg_actor_loss: -0.00012826384 + avg_advantage: -1.3888717e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9014926e-06 + avg_entropy: 0.02718995 + avg_grad_norm_pre_clip: 0.47148886 + avg_loss: -0.00015350303 + max: + max_actor_approxkl1: 0.0018097425 + max_actor_approxkl3: 0.0011086253 + max_actor_clipfrac: 0.01586914 + max_actor_loss: 0.0010235179 + max_advantage: 0.017078996 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.6682944e-06 + max_entropy: 0.038874015 + max_grad_norm_pre_clip: 1.3921138 + max_loss: 0.0009905702 + std: + std_actor_approxkl1: 0.0005483824 + std_actor_approxkl3: 0.00026892088 + std_actor_clipfrac: 0.004525052 + std_actor_loss: 0.00042439823 + std_advantage: 0.0028125364 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.3445764e-07 + std_entropy: 0.0049141245 + std_grad_norm_pre_clip: 0.32520664 + std_loss: 0.0004247252 + eval-batch-train: + avg_avg_episode_length: 4.772887 + avg_avg_return: 0.98943955 + avg_benchmark_regret: 0.005753561 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34416962 + proxy_corner: + avg_avg_return: 0.19694486 + avg_reward_per_step: 0.03933716 + eval-batch-orig: + avg_avg_episode_length: 6.056571 + avg_avg_return: 0.98562443 + avg_benchmark_regret: 0.008314551 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26742554 + proxy_corner: + avg_avg_return: 0.98562443 + avg_reward_per_step: 0.26742554 + eval-batch-shift: + avg_avg_episode_length: 4.960949 + avg_avg_return: 0.98862743 + avg_benchmark_regret: 0.0063338447 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664917 + proxy_corner: + avg_avg_return: 0.18166378 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.5485888 + avg_avg_return: 0.9870714 + avg_benchmark_regret: 0.0073488904 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27928162 + proxy_corner: + avg_avg_return: 0.9870714 + avg_reward_per_step: 0.27928162 +=========================================================== +=========================================================== + step: + env-step-all-before: 460324864 + env-step-replay-before: 229834752 + env-step-used-before: 460324864 + ppo-update-before: 280960 + env-step-generate-before: 230490112 + env-step-all-after: 460357632 + env-step-replay-after: 229834752 + env-step-used-after: 460357632 + ppo-update-after: 280980 + env-step-generate-after: 230522880 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.76087 + avg_avg_return: 0.9711561 + avg_reward_per_step: 0.34848022 + proxy_corner: + avg_avg_return: 0.19046092 + avg_reward_per_step: 0.03845215 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.76087 + avg_avg_return: 0.9711561 + avg_reward_per_step: 0.34848022 + proxy_corner: + avg_avg_return: 0.19046092 + avg_reward_per_step: 0.03845215 + perf: + env_steps_per_second: 1002693.2998320261 + ppo_updates_per_second: 111.72109774409877 + eval-batch-train-duration: 0.1861459420179017 + eval-batch-orig-duration: 0.14134163997368887 + eval-batch-shift-duration: 0.13705167401349172 + eval-batch-tree-duration: 0.1387016029912047 + ued: + distances: + cheese-corne_dist_avg: 7.25708 + cheese-corne_dist_wavg: 15.105689 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.219238 + mouse-cheese_dist_finite_wavg: 14.820518 + mouse-cheese_dist_solvable_avg: 13.219238 + mouse-cheese_dist_solvable_wavg: 14.820519 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10059178 + visit_patterns: + avg_first_visit_time: 4935.4995 + avg_last_visit_time: 7004.3755 + num_replay_batches: 7014 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00022019898 + avg_actor_approxkl3: 7.9101315e-05 + avg_actor_clipfrac: 0.0010864259 + avg_actor_loss: 1.795704e-05 + avg_advantage: 0.0007329346 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.114691e-06 + avg_entropy: 0.0032228418 + avg_grad_norm_pre_clip: 0.0822186 + avg_loss: 1.6791544e-05 + max: + max_actor_approxkl1: 0.0007953338 + max_actor_approxkl3: 0.00034786138 + max_actor_clipfrac: 0.0045166016 + max_actor_loss: 0.0002674088 + max_advantage: 0.018528461 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.1132156e-06 + max_entropy: 0.0060142726 + max_grad_norm_pre_clip: 0.19917937 + max_loss: 0.0002639336 + std: + std_actor_approxkl1: 0.00020599736 + std_actor_approxkl3: 9.13397e-05 + std_actor_clipfrac: 0.0013471497 + std_actor_loss: 9.801163e-05 + std_advantage: 0.0028450754 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.1620816e-07 + std_entropy: 0.0012937892 + std_grad_norm_pre_clip: 0.04775227 + std_loss: 9.813116e-05 + eval-batch-train: + avg_avg_episode_length: 4.810833 + avg_avg_return: 0.9891824 + avg_benchmark_regret: 0.006010672 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34396362 + proxy_corner: + avg_avg_return: 0.19713545 + avg_reward_per_step: 0.039276123 + eval-batch-orig: + avg_avg_episode_length: 6.127245 + avg_avg_return: 0.9847954 + avg_benchmark_regret: 0.009143587 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26727295 + proxy_corner: + avg_avg_return: 0.9847954 + avg_reward_per_step: 0.26727295 + eval-batch-shift: + avg_avg_episode_length: 4.9799004 + avg_avg_return: 0.9882693 + avg_benchmark_regret: 0.006691969 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655762 + proxy_corner: + avg_avg_return: 0.18180713 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.600057 + avg_avg_return: 0.98698103 + avg_benchmark_regret: 0.0074392427 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27919006 + proxy_corner: + avg_avg_return: 0.98698103 + avg_reward_per_step: 0.27919006 +=========================================================== +=========================================================== + step: + env-step-all-before: 461373440 + env-step-replay-before: 230424576 + env-step-used-before: 461373440 + ppo-update-before: 281600 + env-step-generate-before: 230948864 + env-step-all-after: 461406208 + env-step-replay-after: 230457344 + env-step-used-after: 461406208 + ppo-update-after: 281620 + env-step-generate-after: 230948864 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.862476 + avg_avg_return: 0.88652694 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.65224934 + avg_reward_per_step: 0.050048828 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.862476 + avg_avg_return: 0.88652694 + avg_reward_per_step: 0.068481445 + proxy_corner: + avg_avg_return: 0.65224934 + avg_reward_per_step: 0.050048828 + perf: + env_steps_per_second: 979772.6343584228 + ppo_updates_per_second: 110.96990127143279 + eval-batch-train-duration: 0.18482826900435612 + eval-batch-orig-duration: 0.13597168901469558 + eval-batch-shift-duration: 0.13745358196320012 + eval-batch-tree-duration: 0.13767435698537156 + ued: + distances: + cheese-corne_dist_avg: 7.2719727 + cheese-corne_dist_wavg: 0.7390939 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.216553 + mouse-cheese_dist_finite_wavg: 15.723227 + mouse-cheese_dist_solvable_avg: 13.216553 + mouse-cheese_dist_solvable_wavg: 15.723228 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100348786 + visit_patterns: + avg_first_visit_time: 4942.1875 + avg_last_visit_time: 7023.2705 + num_replay_batches: 7033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006506825 + avg_actor_approxkl3: 0.00024361155 + avg_actor_clipfrac: 0.005938721 + avg_actor_loss: -0.00016164962 + avg_advantage: 0.00031889646 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.268578e-06 + avg_entropy: 0.026605353 + avg_grad_norm_pre_clip: 0.33589706 + avg_loss: -0.00018612068 + max: + max_actor_approxkl1: 0.0016727364 + max_actor_approxkl3: 0.00050790206 + max_actor_clipfrac: 0.013671875 + max_actor_loss: 0.0004110895 + max_advantage: 0.014454544 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.754859e-06 + max_entropy: 0.034966834 + max_grad_norm_pre_clip: 0.62899303 + max_loss: 0.00038859286 + std: + std_actor_approxkl1: 0.00050351466 + std_actor_approxkl3: 0.00014877817 + std_actor_clipfrac: 0.003621659 + std_actor_loss: 0.0002824098 + std_advantage: 0.0029463202 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.070309e-07 + std_entropy: 0.0043967497 + std_grad_norm_pre_clip: 0.11352337 + std_loss: 0.00028383618 + eval-batch-train: + avg_avg_episode_length: 4.7681108 + avg_avg_return: 0.9894738 + avg_benchmark_regret: 0.005719243 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34410095 + proxy_corner: + avg_avg_return: 0.19733381 + avg_reward_per_step: 0.039344788 + eval-batch-orig: + avg_avg_episode_length: 5.997906 + avg_avg_return: 0.98568803 + avg_benchmark_regret: 0.008250951 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26766968 + proxy_corner: + avg_avg_return: 0.98568803 + avg_reward_per_step: 0.26766968 + eval-batch-shift: + avg_avg_episode_length: 4.969732 + avg_avg_return: 0.9884982 + avg_benchmark_regret: 0.0064631114 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462906 + proxy_corner: + avg_avg_return: 0.18162212 + avg_reward_per_step: 0.036193848 + eval-batch-tree: + avg_avg_episode_length: 5.4947643 + avg_avg_return: 0.98727465 + avg_benchmark_regret: 0.0071455715 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27954865 + proxy_corner: + avg_avg_return: 0.98727465 + avg_reward_per_step: 0.27954865 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 462422016 + env-step-replay-before: 230948864 + env-step-used-before: 462422016 + ppo-update-before: 282240 + env-step-generate-before: 231473152 + env-step-all-after: 462454784 + env-step-replay-after: 230948864 + env-step-used-after: 462454784 + ppo-update-after: 282260 + env-step-generate-after: 231505920 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.9929657 + avg_avg_return: 0.9696132 + avg_reward_per_step: 0.33676147 + proxy_corner: + avg_avg_return: 0.19234398 + avg_reward_per_step: 0.039520264 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 4.9929657 + avg_avg_return: 0.9696132 + avg_reward_per_step: 0.33676147 + proxy_corner: + avg_avg_return: 0.19234398 + avg_reward_per_step: 0.039520264 + perf: + env_steps_per_second: 974049.1457524473 + ppo_updates_per_second: 111.288213923539 + eval-batch-train-duration: 0.18683373904787004 + eval-batch-orig-duration: 0.13672094099456444 + eval-batch-shift-duration: 0.13708764099283144 + eval-batch-tree-duration: 0.1366184080252424 + ued: + distances: + cheese-corne_dist_avg: 7.2558594 + cheese-corne_dist_wavg: 0.7374064 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.218506 + mouse-cheese_dist_finite_wavg: 15.721586 + mouse-cheese_dist_solvable_avg: 13.218506 + mouse-cheese_dist_solvable_wavg: 15.721588 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999986 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100202456 + visit_patterns: + avg_first_visit_time: 4955.48 + avg_last_visit_time: 7038.317 + num_replay_batches: 7048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043879703 + avg_actor_approxkl3: 0.00024774933 + avg_actor_clipfrac: 0.0012512207 + avg_actor_loss: 2.7363794e-05 + avg_advantage: 0.0017708563 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1017887e-06 + avg_entropy: 0.004764225 + avg_grad_norm_pre_clip: 0.11100829 + avg_loss: 2.5150468e-05 + max: + max_actor_approxkl1: 0.0018715931 + max_actor_approxkl3: 0.0008898826 + max_actor_clipfrac: 0.005004883 + max_actor_loss: 0.0006015571 + max_advantage: 0.023293138 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.718529e-06 + max_entropy: 0.011111774 + max_grad_norm_pre_clip: 0.31823912 + max_loss: 0.00059569924 + std: + std_actor_approxkl1: 0.0004860406 + std_actor_approxkl3: 0.0002256617 + std_actor_clipfrac: 0.001471884 + std_actor_loss: 0.00020858517 + std_advantage: 0.0028253517 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0486461e-06 + std_entropy: 0.0023739613 + std_grad_norm_pre_clip: 0.08281183 + std_loss: 0.00020839325 + eval-batch-train: + avg_avg_episode_length: 4.7478323 + avg_avg_return: 0.9895438 + avg_benchmark_regret: 0.0056493124 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34431458 + proxy_corner: + avg_avg_return: 0.19726673 + avg_reward_per_step: 0.039497375 + eval-batch-orig: + avg_avg_episode_length: 5.989071 + avg_avg_return: 0.9858725 + avg_benchmark_regret: 0.008066503 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2677307 + proxy_corner: + avg_avg_return: 0.9858725 + avg_reward_per_step: 0.2677307 + eval-batch-shift: + avg_avg_episode_length: 4.9803705 + avg_avg_return: 0.98826313 + avg_benchmark_regret: 0.0066981437 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34651184 + proxy_corner: + avg_avg_return: 0.18170027 + avg_reward_per_step: 0.03617096 + eval-batch-tree: + avg_avg_episode_length: 5.497897 + avg_avg_return: 0.98721516 + avg_benchmark_regret: 0.0072050923 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947235 + proxy_corner: + avg_avg_return: 0.98721516 + avg_reward_per_step: 0.27947235 +=========================================================== +=========================================================== + step: + env-step-all-before: 463470592 + env-step-replay-before: 231473152 + env-step-used-before: 463470592 + ppo-update-before: 282880 + env-step-generate-before: 231997440 + env-step-all-after: 463503360 + env-step-replay-after: 231473152 + env-step-used-after: 463503360 + ppo-update-after: 282900 + env-step-generate-after: 232030208 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.853719 + avg_avg_return: 0.9692995 + avg_reward_per_step: 0.32989502 + proxy_corner: + avg_avg_return: 0.16416812 + avg_reward_per_step: 0.035491943 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 4.853719 + avg_avg_return: 0.9692995 + avg_reward_per_step: 0.32989502 + proxy_corner: + avg_avg_return: 0.16416812 + avg_reward_per_step: 0.035491943 + perf: + env_steps_per_second: 1002039.6120990724 + ppo_updates_per_second: 111.34928416521126 + eval-batch-train-duration: 0.19055253796977922 + eval-batch-orig-duration: 0.1421480990247801 + eval-batch-shift-duration: 0.13785507797729224 + eval-batch-tree-duration: 0.13686383998719975 + ued: + distances: + cheese-corne_dist_avg: 7.2646484 + cheese-corne_dist_wavg: 1.6308222 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.221436 + mouse-cheese_dist_finite_wavg: 13.02112 + mouse-cheese_dist_solvable_avg: 13.221436 + mouse-cheese_dist_solvable_wavg: 13.021123 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.100351796 + visit_patterns: + avg_first_visit_time: 4962.109 + avg_last_visit_time: 7054.2246 + num_replay_batches: 7064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.505834e-05 + avg_actor_approxkl3: 5.9234597e-05 + avg_actor_clipfrac: 0.00056762696 + avg_actor_loss: -3.0003268e-05 + avg_advantage: -0.0013340954 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5223223e-06 + avg_entropy: 0.0036341671 + avg_grad_norm_pre_clip: 0.06933732 + avg_loss: -3.1376272e-05 + max: + max_actor_approxkl1: 0.000501579 + max_actor_approxkl3: 0.00023973387 + max_actor_clipfrac: 0.0017089844 + max_actor_loss: 3.6543235e-05 + max_advantage: 0.025357783 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.587864e-06 + max_entropy: 0.0060090674 + max_grad_norm_pre_clip: 0.18605211 + max_loss: 3.4399094e-05 + std: + std_actor_approxkl1: 0.00012754253 + std_actor_approxkl3: 6.835591e-05 + std_actor_clipfrac: 0.00047163237 + std_actor_loss: 4.6552905e-05 + std_advantage: 0.0031178144 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.2058856e-06 + std_entropy: 0.001287293 + std_grad_norm_pre_clip: 0.0419094 + std_loss: 4.7073325e-05 + eval-batch-train: + avg_avg_episode_length: 4.7507286 + avg_avg_return: 0.98952484 + avg_benchmark_regret: 0.005668234 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442459 + proxy_corner: + avg_avg_return: 0.19688438 + avg_reward_per_step: 0.039375305 + eval-batch-orig: + avg_avg_episode_length: 5.9610133 + avg_avg_return: 0.9858148 + avg_benchmark_regret: 0.008124143 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26783752 + proxy_corner: + avg_avg_return: 0.9858148 + avg_reward_per_step: 0.26783752 + eval-batch-shift: + avg_avg_episode_length: 4.9673853 + avg_avg_return: 0.9886544 + avg_benchmark_regret: 0.006306938 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462906 + proxy_corner: + avg_avg_return: 0.18162368 + avg_reward_per_step: 0.036193848 + eval-batch-tree: + avg_avg_episode_length: 5.490238 + avg_avg_return: 0.98725116 + avg_benchmark_regret: 0.0071691135 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2794342 + proxy_corner: + avg_avg_return: 0.98725116 + avg_reward_per_step: 0.2794342 +=========================================================== +=========================================================== + step: + env-step-all-before: 464519168 + env-step-replay-before: 231899136 + env-step-used-before: 464519168 + ppo-update-before: 283520 + env-step-generate-before: 232620032 + env-step-all-after: 464551936 + env-step-replay-after: 231899136 + env-step-used-after: 464551936 + ppo-update-after: 283540 + env-step-generate-after: 232652800 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.91142 + avg_avg_return: 0.97004795 + avg_reward_per_step: 0.32528687 + proxy_corner: + avg_avg_return: 0.15270954 + avg_reward_per_step: 0.030395508 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 4.91142 + avg_avg_return: 0.97004795 + avg_reward_per_step: 0.32528687 + proxy_corner: + avg_avg_return: 0.15270954 + avg_reward_per_step: 0.030395508 + perf: + env_steps_per_second: 978892.9490690851 + ppo_updates_per_second: 110.31372491385794 + eval-batch-train-duration: 0.18780484999297187 + eval-batch-orig-duration: 0.13714897696627304 + eval-batch-shift-duration: 0.1380731799872592 + eval-batch-tree-duration: 0.13789203797932714 + ued: + distances: + cheese-corne_dist_avg: 7.262207 + cheese-corne_dist_wavg: 1.6323719 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 13.218994 + mouse-cheese_dist_finite_wavg: 13.021317 + mouse-cheese_dist_solvable_avg: 13.218994 + mouse-cheese_dist_solvable_wavg: 13.021317 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10062926 + visit_patterns: + avg_first_visit_time: 4976.4443 + avg_last_visit_time: 7067.3125 + num_replay_batches: 7077 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010077105 + avg_actor_approxkl3: 0.00091459084 + avg_actor_clipfrac: 0.0022888184 + avg_actor_loss: -0.00020714894 + avg_advantage: 0.00038668103 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.976868e-06 + avg_entropy: 0.0036955334 + avg_grad_norm_pre_clip: 0.20102568 + avg_loss: -0.00020885606 + max: + max_actor_approxkl1: 0.00519709 + max_actor_approxkl3: 0.004595848 + max_actor_clipfrac: 0.0068359375 + max_actor_loss: 0.00013559777 + max_advantage: 0.01241225 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.3299445e-06 + max_entropy: 0.007887507 + max_grad_norm_pre_clip: 0.7969089 + max_loss: 0.00013520861 + std: + std_actor_approxkl1: 0.0012134005 + std_actor_approxkl3: 0.0010717454 + std_actor_clipfrac: 0.0020301414 + std_actor_loss: 0.0002652892 + std_advantage: 0.0026590414 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.798586e-07 + std_entropy: 0.0017744973 + std_grad_norm_pre_clip: 0.18862204 + std_loss: 0.0002651845 + eval-batch-train: + avg_avg_episode_length: 4.737739 + avg_avg_return: 0.9892652 + avg_benchmark_regret: 0.005927889 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34440613 + proxy_corner: + avg_avg_return: 0.19709171 + avg_reward_per_step: 0.0395813 + eval-batch-orig: + avg_avg_episode_length: 5.978823 + avg_avg_return: 0.9857378 + avg_benchmark_regret: 0.008201194 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26789093 + proxy_corner: + avg_avg_return: 0.9857378 + avg_reward_per_step: 0.26789093 + eval-batch-shift: + avg_avg_episode_length: 4.972376 + avg_avg_return: 0.9886062 + avg_benchmark_regret: 0.0063550943 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34653473 + proxy_corner: + avg_avg_return: 0.18154228 + avg_reward_per_step: 0.03616333 + eval-batch-tree: + avg_avg_episode_length: 5.5026207 + avg_avg_return: 0.9875058 + avg_benchmark_regret: 0.006914488 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27954865 + proxy_corner: + avg_avg_return: 0.9875058 + avg_reward_per_step: 0.27954865 +=========================================================== +=========================================================== + step: + env-step-all-before: 465567744 + env-step-replay-before: 232226816 + env-step-used-before: 465567744 + ppo-update-before: 284160 + env-step-generate-before: 233340928 + env-step-all-after: 465600512 + env-step-replay-after: 232259584 + env-step-used-after: 465600512 + ppo-update-after: 284180 + env-step-generate-after: 233340928 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.72867 + avg_avg_return: 0.887959 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6268855 + avg_reward_per_step: 0.04840088 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.72867 + avg_avg_return: 0.887959 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6268855 + avg_reward_per_step: 0.04840088 + perf: + env_steps_per_second: 1008840.0658307344 + ppo_updates_per_second: 110.66789299263831 + eval-batch-train-duration: 0.18516548501793295 + eval-batch-orig-duration: 0.13835707498947158 + eval-batch-shift-duration: 0.13866419298574328 + eval-batch-tree-duration: 0.13605881301918998 + ued: + distances: + cheese-corne_dist_avg: 7.2805176 + cheese-corne_dist_wavg: 2.5327368 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.222412 + mouse-cheese_dist_finite_wavg: 13.022331 + mouse-cheese_dist_solvable_avg: 13.222412 + mouse-cheese_dist_solvable_wavg: 13.022329 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10063917 + visit_patterns: + avg_first_visit_time: 4996.4795 + avg_last_visit_time: 7078.3813 + num_replay_batches: 7088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009274372 + avg_actor_approxkl3: 0.00042515495 + avg_actor_clipfrac: 0.00824585 + avg_actor_loss: -7.984001e-05 + avg_advantage: -0.0016874227 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.19828e-06 + avg_entropy: 0.027936444 + avg_grad_norm_pre_clip: 0.5090975 + avg_loss: -0.0001056773 + max: + max_actor_approxkl1: 0.001952825 + max_actor_approxkl3: 0.0010998388 + max_actor_clipfrac: 0.018066406 + max_actor_loss: 0.001787357 + max_advantage: 0.02273184 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.1867078e-06 + max_entropy: 0.03777036 + max_grad_norm_pre_clip: 1.0325961 + max_loss: 0.0017673187 + std: + std_actor_approxkl1: 0.0006046586 + std_actor_approxkl3: 0.0003055192 + std_actor_clipfrac: 0.0046559023 + std_actor_loss: 0.0005554733 + std_advantage: 0.0025818306 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.1885553e-07 + std_entropy: 0.0042283 + std_grad_norm_pre_clip: 0.22103553 + std_loss: 0.0005559279 + eval-batch-train: + avg_avg_episode_length: 4.731516 + avg_avg_return: 0.98953116 + avg_benchmark_regret: 0.0056618964 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.19697604 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 5.972953 + avg_avg_return: 0.98594344 + avg_benchmark_regret: 0.007995588 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26787567 + proxy_corner: + avg_avg_return: 0.98594344 + avg_reward_per_step: 0.26787567 + eval-batch-shift: + avg_avg_episode_length: 4.9603004 + avg_avg_return: 0.9885278 + avg_benchmark_regret: 0.00643355 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3465805 + proxy_corner: + avg_avg_return: 0.18131644 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.488005 + avg_avg_return: 0.9872827 + avg_benchmark_regret: 0.0071375826 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796936 + proxy_corner: + avg_avg_return: 0.9872827 + avg_reward_per_step: 0.2796936 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 466616320 + env-step-replay-before: 232652800 + env-step-used-before: 466616320 + ppo-update-before: 284800 + env-step-generate-before: 233963520 + env-step-all-after: 466649088 + env-step-replay-after: 232652800 + env-step-used-after: 466649088 + ppo-update-after: 284820 + env-step-generate-after: 233996288 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 4.808257 + avg_avg_return: 0.9698393 + avg_reward_per_step: 0.32901 + proxy_corner: + avg_avg_return: 0.17768705 + avg_reward_per_step: 0.03353882 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 4.808257 + avg_avg_return: 0.9698393 + avg_reward_per_step: 0.32901 + proxy_corner: + avg_avg_return: 0.17768705 + avg_reward_per_step: 0.03353882 + perf: + env_steps_per_second: 985074.65129109 + ppo_updates_per_second: 111.51623905834073 + eval-batch-train-duration: 0.18697854201309383 + eval-batch-orig-duration: 0.1414883160032332 + eval-batch-shift-duration: 0.13872186199296266 + eval-batch-tree-duration: 0.13999736600089818 + ued: + distances: + cheese-corne_dist_avg: 7.2785645 + cheese-corne_dist_wavg: 7.926547 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.222656 + mouse-cheese_dist_finite_wavg: 14.820316 + mouse-cheese_dist_solvable_avg: 13.222656 + mouse-cheese_dist_solvable_wavg: 14.820316 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.10059665 + visit_patterns: + avg_first_visit_time: 5010.574 + avg_last_visit_time: 7090.2373 + num_replay_batches: 7100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 9.007712e-05 + avg_actor_approxkl3: 8.5590415e-05 + avg_actor_clipfrac: 0.0006469727 + avg_actor_loss: -7.162376e-05 + avg_advantage: -0.0002215481 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.4260295e-06 + avg_entropy: 0.0034334206 + avg_grad_norm_pre_clip: 0.17771271 + avg_loss: -7.334417e-05 + max: + max_actor_approxkl1: 0.00043643682 + max_actor_approxkl3: 0.00030453608 + max_actor_clipfrac: 0.0034179688 + max_actor_loss: 0.00049328804 + max_advantage: 0.011076152 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.884103e-06 + max_entropy: 0.0055971537 + max_grad_norm_pre_clip: 0.659239 + max_loss: 0.00049191766 + std: + std_actor_approxkl1: 0.00015502103 + std_actor_approxkl3: 9.6937416e-05 + std_actor_clipfrac: 0.00075060845 + std_actor_loss: 0.0002325881 + std_advantage: 0.0025441987 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7922716e-07 + std_entropy: 0.0010364389 + std_grad_norm_pre_clip: 0.15999895 + std_loss: 0.00023290655 + eval-batch-train: + avg_avg_episode_length: 4.74182 + avg_avg_return: 0.9898967 + avg_benchmark_regret: 0.0052963924 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34436798 + proxy_corner: + avg_avg_return: 0.19714597 + avg_reward_per_step: 0.039497375 + eval-batch-orig: + avg_avg_episode_length: 5.986617 + avg_avg_return: 0.9853734 + avg_benchmark_regret: 0.008565626 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26770782 + proxy_corner: + avg_avg_return: 0.9853734 + avg_reward_per_step: 0.26770782 + eval-batch-shift: + avg_avg_episode_length: 4.9567103 + avg_avg_return: 0.98848623 + avg_benchmark_regret: 0.006475094 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34651184 + proxy_corner: + avg_avg_return: 0.18164665 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.5071945 + avg_avg_return: 0.9872597 + avg_benchmark_regret: 0.0071605956 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27951813 + proxy_corner: + avg_avg_return: 0.9872597 + avg_reward_per_step: 0.27951813 +=========================================================== +=========================================================== + step: + env-step-all-before: 467664896 + env-step-replay-before: 233144320 + env-step-used-before: 467664896 + ppo-update-before: 285440 + env-step-generate-before: 234520576 + env-step-all-after: 467697664 + env-step-replay-after: 233177088 + env-step-used-after: 467697664 + ppo-update-after: 285460 + env-step-generate-after: 234520576 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.664992 + avg_avg_return: 0.8880291 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.5857123 + avg_reward_per_step: 0.045654297 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 13.664992 + avg_avg_return: 0.8880291 + avg_reward_per_step: 0.069488525 + proxy_corner: + avg_avg_return: 0.5857123 + avg_reward_per_step: 0.045654297 + perf: + env_steps_per_second: 967301.9879637656 + ppo_updates_per_second: 109.74985499285818 + eval-batch-train-duration: 0.188091910968069 + eval-batch-orig-duration: 0.13649186899419874 + eval-batch-shift-duration: 0.1387106710462831 + eval-batch-tree-duration: 0.1367086480022408 + ued: + distances: + cheese-corne_dist_avg: 7.288574 + cheese-corne_dist_wavg: 2.5323868 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.221924 + mouse-cheese_dist_finite_wavg: 13.023944 + mouse-cheese_dist_solvable_avg: 13.221924 + mouse-cheese_dist_solvable_wavg: 13.023947 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.100317866 + visit_patterns: + avg_first_visit_time: 5021.278 + avg_last_visit_time: 7106.1475 + num_replay_batches: 7116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012997575 + avg_actor_approxkl3: 0.00080740295 + avg_actor_clipfrac: 0.00925293 + avg_actor_loss: 0.00060889096 + avg_advantage: -0.00028808293 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.021362e-06 + avg_entropy: 0.027306736 + avg_grad_norm_pre_clip: 0.5879245 + avg_loss: 0.00058359496 + max: + max_actor_approxkl1: 0.0030617828 + max_actor_approxkl3: 0.0019125484 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.0032993834 + max_advantage: 0.013418734 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.502379e-06 + max_entropy: 0.038784236 + max_grad_norm_pre_clip: 1.1051282 + max_loss: 0.0032768983 + std: + std_actor_approxkl1: 0.000865912 + std_actor_approxkl3: 0.0005957655 + std_actor_clipfrac: 0.005309932 + std_actor_loss: 0.0011065309 + std_advantage: 0.0028308558 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.7345197e-07 + std_entropy: 0.004557602 + std_grad_norm_pre_clip: 0.28188473 + std_loss: 0.0011061004 + eval-batch-train: + avg_avg_episode_length: 4.7467194 + avg_avg_return: 0.9893359 + avg_benchmark_regret: 0.0058572153 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443451 + proxy_corner: + avg_avg_return: 0.1972945 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 5.9594507 + avg_avg_return: 0.98614097 + avg_benchmark_regret: 0.007798057 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2679596 + proxy_corner: + avg_avg_return: 0.98614097 + avg_reward_per_step: 0.2679596 + eval-batch-shift: + avg_avg_episode_length: 4.978448 + avg_avg_return: 0.9883986 + avg_benchmark_regret: 0.0065626632 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34606934 + proxy_corner: + avg_avg_return: 0.18126178 + avg_reward_per_step: 0.03617096 + eval-batch-tree: + avg_avg_episode_length: 5.492816 + avg_avg_return: 0.9874104 + avg_benchmark_regret: 0.0070098806 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27947235 + proxy_corner: + avg_avg_return: 0.9874104 + avg_reward_per_step: 0.27947235 +=========================================================== +=========================================================== + step: + env-step-all-before: 468713472 + env-step-replay-before: 233570304 + env-step-used-before: 468713472 + ppo-update-before: 286080 + env-step-generate-before: 235143168 + env-step-all-after: 468746240 + env-step-replay-after: 233603072 + env-step-used-after: 468746240 + ppo-update-after: 286100 + env-step-generate-after: 235143168 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.838062 + avg_avg_return: 0.88715786 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.61578715 + avg_reward_per_step: 0.047332764 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.838062 + avg_avg_return: 0.88715786 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.61578715 + avg_reward_per_step: 0.047332764 + perf: + env_steps_per_second: 991422.3868355524 + ppo_updates_per_second: 111.26500296896374 + eval-batch-train-duration: 0.18567449500551447 + eval-batch-orig-duration: 0.1380746720242314 + eval-batch-shift-duration: 0.13765270699514076 + eval-batch-tree-duration: 0.13717855303548276 + ued: + distances: + cheese-corne_dist_avg: 7.302246 + cheese-corne_dist_wavg: 1.6312495 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.225342 + mouse-cheese_dist_finite_wavg: 13.020329 + mouse-cheese_dist_solvable_avg: 13.225342 + mouse-cheese_dist_solvable_wavg: 13.020331 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.100597456 + visit_patterns: + avg_first_visit_time: 5037.032 + avg_last_visit_time: 7119.287 + num_replay_batches: 7129 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014817318 + avg_actor_approxkl3: 0.00075388164 + avg_actor_clipfrac: 0.014916993 + avg_actor_loss: 4.3192274e-05 + avg_advantage: -0.00027989136 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3823434e-06 + avg_entropy: 0.04297484 + avg_grad_norm_pre_clip: 0.67843056 + avg_loss: 2.4086055e-06 + max: + max_actor_approxkl1: 0.0038408386 + max_actor_approxkl3: 0.0019225108 + max_actor_clipfrac: 0.026855469 + max_actor_loss: 0.001867082 + max_advantage: 0.016925156 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.1438046e-06 + max_entropy: 0.05123218 + max_grad_norm_pre_clip: 1.4990057 + max_loss: 0.0018276427 + std: + std_actor_approxkl1: 0.0012125819 + std_actor_approxkl3: 0.0004947544 + std_actor_clipfrac: 0.0056454847 + std_actor_loss: 0.0007340385 + std_advantage: 0.0029624726 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.33717e-07 + std_entropy: 0.0042029847 + std_grad_norm_pre_clip: 0.31342033 + std_loss: 0.00073398947 + eval-batch-train: + avg_avg_episode_length: 4.7331142 + avg_avg_return: 0.98978186 + avg_benchmark_regret: 0.0054113134 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.1973229 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 5.948799 + avg_avg_return: 0.9858922 + avg_benchmark_regret: 0.008046812 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26821136 + proxy_corner: + avg_avg_return: 0.9858922 + avg_reward_per_step: 0.26821136 + eval-batch-shift: + avg_avg_episode_length: 4.9652653 + avg_avg_return: 0.9886396 + avg_benchmark_regret: 0.006321746 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34636688 + proxy_corner: + avg_avg_return: 0.18153249 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.4867196 + avg_avg_return: 0.9871818 + avg_benchmark_regret: 0.0072385045 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796631 + proxy_corner: + avg_avg_return: 0.9871818 + avg_reward_per_step: 0.2796631 +=========================================================== +=========================================================== + step: + env-step-all-before: 469762048 + env-step-replay-before: 234192896 + env-step-used-before: 469762048 + ppo-update-before: 286720 + env-step-generate-before: 235569152 + env-step-all-after: 469794816 + env-step-replay-after: 234225664 + env-step-used-after: 469794816 + ppo-update-after: 286740 + env-step-generate-after: 235569152 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 13.6102495 + avg_avg_return: 0.88848805 + avg_reward_per_step: 0.06967163 + proxy_corner: + avg_avg_return: 0.6261903 + avg_reward_per_step: 0.04876709 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 13.6102495 + avg_avg_return: 0.88848805 + avg_reward_per_step: 0.06967163 + proxy_corner: + avg_avg_return: 0.6261903 + avg_reward_per_step: 0.04876709 + perf: + env_steps_per_second: 985945.9068107916 + ppo_updates_per_second: 111.4494220087602 + eval-batch-train-duration: 0.18447986198589206 + eval-batch-orig-duration: 0.13684223999734968 + eval-batch-shift-duration: 0.13762724999105558 + eval-batch-tree-duration: 0.13702007400570437 + ued: + distances: + cheese-corne_dist_avg: 7.30249 + cheese-corne_dist_wavg: 4.327982 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.229736 + mouse-cheese_dist_finite_wavg: 13.022547 + mouse-cheese_dist_solvable_avg: 13.229736 + mouse-cheese_dist_solvable_wavg: 13.022547 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100842096 + visit_patterns: + avg_first_visit_time: 5048.871 + avg_last_visit_time: 7138.2793 + num_replay_batches: 7148 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00019414445 + avg_actor_approxkl3: 0.00015597705 + avg_actor_clipfrac: 0.003704834 + avg_actor_loss: -0.00030597413 + avg_advantage: -0.0040521184 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.8315995e-06 + avg_entropy: 0.017512677 + avg_grad_norm_pre_clip: 0.1566704 + avg_loss: -0.00032057098 + max: + max_actor_approxkl1: 0.00089597516 + max_actor_approxkl3: 0.0006148001 + max_actor_clipfrac: 0.0072021484 + max_actor_loss: 9.600818e-05 + max_advantage: 0.018968642 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.2558816e-05 + max_entropy: 0.020558355 + max_grad_norm_pre_clip: 0.3124716 + max_loss: 8.3082516e-05 + std: + std_actor_approxkl1: 0.0002631433 + std_actor_approxkl3: 0.00014160799 + std_actor_clipfrac: 0.002125312 + std_actor_loss: 0.00026387465 + std_advantage: 0.002844278 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.5235781e-06 + std_entropy: 0.0017940082 + std_grad_norm_pre_clip: 0.05248364 + std_loss: 0.00026452306 + eval-batch-train: + avg_avg_episode_length: 4.726546 + avg_avg_return: 0.9897382 + avg_benchmark_regret: 0.0054548997 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34461212 + proxy_corner: + avg_avg_return: 0.19704239 + avg_reward_per_step: 0.039711 + eval-batch-orig: + avg_avg_episode_length: 5.9515953 + avg_avg_return: 0.9857528 + avg_benchmark_regret: 0.0081862025 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2681656 + proxy_corner: + avg_avg_return: 0.9857528 + avg_reward_per_step: 0.2681656 + eval-batch-shift: + avg_avg_episode_length: 4.9565096 + avg_avg_return: 0.9883994 + avg_benchmark_regret: 0.0065619275 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34635162 + proxy_corner: + avg_avg_return: 0.18150574 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.488611 + avg_avg_return: 0.98722124 + avg_benchmark_regret: 0.007199008 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27968597 + proxy_corner: + avg_avg_return: 0.98722124 + avg_reward_per_step: 0.27968597 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 470810624 + env-step-replay-before: 234651648 + env-step-used-before: 470810624 + ppo-update-before: 287360 + env-step-generate-before: 236158976 + env-step-all-after: 470843392 + env-step-replay-after: 234684416 + env-step-used-after: 470843392 + ppo-update-after: 287380 + env-step-generate-after: 236158976 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.844501 + avg_avg_return: 0.88698435 + avg_reward_per_step: 0.06869507 + proxy_corner: + avg_avg_return: 0.6005151 + avg_reward_per_step: 0.045898438 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.844501 + avg_avg_return: 0.88698435 + avg_reward_per_step: 0.06869507 + proxy_corner: + avg_avg_return: 0.6005151 + avg_reward_per_step: 0.045898438 + perf: + env_steps_per_second: 1016410.2420306023 + ppo_updates_per_second: 110.98667653171307 + eval-batch-train-duration: 0.18704674195032567 + eval-batch-orig-duration: 0.1375298139755614 + eval-batch-shift-duration: 0.1367650039610453 + eval-batch-tree-duration: 0.13743072899524122 + ued: + distances: + cheese-corne_dist_avg: 7.303711 + cheese-corne_dist_wavg: 7.032693 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.22876 + mouse-cheese_dist_finite_wavg: 14.823167 + mouse-cheese_dist_solvable_avg: 13.22876 + mouse-cheese_dist_solvable_wavg: 14.823165 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000002 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10039907 + visit_patterns: + avg_first_visit_time: 5055.0703 + avg_last_visit_time: 7152.3594 + num_replay_batches: 7162 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011580073 + avg_actor_approxkl3: 0.0008241769 + avg_actor_clipfrac: 0.015069581 + avg_actor_loss: 0.00032319225 + avg_advantage: -0.0014769584 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.138948e-06 + avg_entropy: 0.031791966 + avg_grad_norm_pre_clip: 0.7831709 + avg_loss: 0.00029346973 + max: + max_actor_approxkl1: 0.0035513877 + max_actor_approxkl3: 0.0023691743 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.002042748 + max_advantage: 0.023264885 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.790317e-06 + max_entropy: 0.044177927 + max_grad_norm_pre_clip: 1.516424 + max_loss: 0.0020128314 + std: + std_actor_approxkl1: 0.0009087044 + std_actor_approxkl3: 0.0005117681 + std_actor_clipfrac: 0.006109308 + std_actor_loss: 0.00076618604 + std_advantage: 0.0027203225 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.6505827e-07 + std_entropy: 0.0049569854 + std_grad_norm_pre_clip: 0.3633343 + std_loss: 0.0007658159 + eval-batch-train: + avg_avg_episode_length: 4.7309504 + avg_avg_return: 0.9895372 + avg_benchmark_regret: 0.0056559527 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34452057 + proxy_corner: + avg_avg_return: 0.19735825 + avg_reward_per_step: 0.03968811 + eval-batch-orig: + avg_avg_episode_length: 5.9543505 + avg_avg_return: 0.9858668 + avg_benchmark_regret: 0.00807223 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26811218 + proxy_corner: + avg_avg_return: 0.9858668 + avg_reward_per_step: 0.26811218 + eval-batch-shift: + avg_avg_episode_length: 4.9636927 + avg_avg_return: 0.9884041 + avg_benchmark_regret: 0.006557218 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462677 + proxy_corner: + avg_avg_return: 0.1813437 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.4960957 + avg_avg_return: 0.9871787 + avg_benchmark_regret: 0.007241579 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2795334 + proxy_corner: + avg_avg_return: 0.9871787 + avg_reward_per_step: 0.2795334 +=========================================================== +=========================================================== + step: + env-step-all-before: 471859200 + env-step-replay-before: 235274240 + env-step-used-before: 471859200 + ppo-update-before: 288000 + env-step-generate-before: 236584960 + env-step-all-after: 471891968 + env-step-replay-after: 235307008 + env-step-used-after: 471891968 + ppo-update-after: 288020 + env-step-generate-after: 236584960 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.926758 + avg_avg_return: 0.8870002 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.5879731 + avg_reward_per_step: 0.045135498 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.926758 + avg_avg_return: 0.8870002 + avg_reward_per_step: 0.068878174 + proxy_corner: + avg_avg_return: 0.5879731 + avg_reward_per_step: 0.045135498 + perf: + env_steps_per_second: 988724.7127992664 + ppo_updates_per_second: 111.46863311359522 + eval-batch-train-duration: 0.18744412995874882 + eval-batch-orig-duration: 0.1429181610001251 + eval-batch-shift-duration: 0.13829622900811955 + eval-batch-tree-duration: 0.1364545489777811 + ued: + distances: + cheese-corne_dist_avg: 7.291748 + cheese-corne_dist_wavg: 15.1334505 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 13.230713 + mouse-cheese_dist_finite_wavg: 14.822419 + mouse-cheese_dist_solvable_avg: 13.230713 + mouse-cheese_dist_solvable_wavg: 14.822417 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.347826 + scoring: + avg_scores: 0.100393325 + visit_patterns: + avg_first_visit_time: 5061.4507 + avg_last_visit_time: 7171.1943 + num_replay_batches: 7181 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009134109 + avg_actor_approxkl3: 0.00068563566 + avg_actor_clipfrac: 0.0087158205 + avg_actor_loss: -0.00041580116 + avg_advantage: 0.00049525546 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.4003053e-06 + avg_entropy: 0.028278688 + avg_grad_norm_pre_clip: 0.46415502 + avg_loss: -0.0004413797 + max: + max_actor_approxkl1: 0.0031337363 + max_actor_approxkl3: 0.0020582783 + max_actor_clipfrac: 0.01977539 + max_actor_loss: 0.0003136797 + max_advantage: 0.017058432 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.024637e-06 + max_entropy: 0.037149757 + max_grad_norm_pre_clip: 1.6697001 + max_loss: 0.00029155507 + std: + std_actor_approxkl1: 0.00078346254 + std_actor_approxkl3: 0.0005941796 + std_actor_clipfrac: 0.0056850445 + std_actor_loss: 0.00048263802 + std_advantage: 0.003472085 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.703332e-07 + std_entropy: 0.005125819 + std_grad_norm_pre_clip: 0.3136432 + std_loss: 0.00048492008 + eval-batch-train: + avg_avg_episode_length: 4.7340565 + avg_avg_return: 0.98960793 + avg_benchmark_regret: 0.005585178 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3445282 + proxy_corner: + avg_avg_return: 0.19710127 + avg_reward_per_step: 0.03968048 + eval-batch-orig: + avg_avg_episode_length: 5.9675016 + avg_avg_return: 0.98590374 + avg_benchmark_regret: 0.008035262 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26802063 + proxy_corner: + avg_avg_return: 0.98590374 + avg_reward_per_step: 0.26802063 + eval-batch-shift: + avg_avg_episode_length: 4.960697 + avg_avg_return: 0.9882089 + avg_benchmark_regret: 0.006752448 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34629822 + proxy_corner: + avg_avg_return: 0.18157935 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.493075 + avg_avg_return: 0.9873656 + avg_benchmark_regret: 0.007054652 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27959442 + proxy_corner: + avg_avg_return: 0.9873656 + avg_reward_per_step: 0.27959442 +=========================================================== +=========================================================== + step: + env-step-all-before: 472907776 + env-step-replay-before: 235667456 + env-step-used-before: 472907776 + ppo-update-before: 288640 + env-step-generate-before: 237240320 + env-step-all-after: 472940544 + env-step-replay-after: 235667456 + env-step-used-after: 472940544 + ppo-update-after: 288660 + env-step-generate-after: 237273088 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 4.940509 + avg_avg_return: 0.97104394 + avg_reward_per_step: 0.34124756 + proxy_corner: + avg_avg_return: 0.20174356 + avg_reward_per_step: 0.04333496 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 4.940509 + avg_avg_return: 0.97104394 + avg_reward_per_step: 0.34124756 + proxy_corner: + avg_avg_return: 0.20174356 + avg_reward_per_step: 0.04333496 + perf: + env_steps_per_second: 976739.2794862097 + ppo_updates_per_second: 110.2359150923895 + eval-batch-train-duration: 0.18750772898783907 + eval-batch-orig-duration: 0.13490955700399354 + eval-batch-shift-duration: 0.1364821700262837 + eval-batch-tree-duration: 0.1364468340179883 + ued: + distances: + cheese-corne_dist_avg: 7.3276367 + cheese-corne_dist_wavg: 7.941529 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.22998 + mouse-cheese_dist_finite_wavg: 15.722366 + mouse-cheese_dist_solvable_avg: 13.22998 + mouse-cheese_dist_solvable_wavg: 15.722368 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10027036 + visit_patterns: + avg_first_visit_time: 5085.0557 + avg_last_visit_time: 7182.282 + num_replay_batches: 7192 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00010232315 + avg_actor_approxkl3: 0.00018910998 + avg_actor_clipfrac: 0.001763916 + avg_actor_loss: -9.696294e-05 + avg_advantage: -1.2760276e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.7458242e-06 + avg_entropy: 0.005910197 + avg_grad_norm_pre_clip: 0.23876868 + avg_loss: -0.00010100022 + max: + max_actor_approxkl1: 0.0005465792 + max_actor_approxkl3: 0.0014729963 + max_actor_clipfrac: 0.008300781 + max_actor_loss: 0.0005618073 + max_advantage: 0.012121081 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.485529e-06 + max_entropy: 0.009920726 + max_grad_norm_pre_clip: 0.62444353 + max_loss: 0.0005547507 + std: + std_actor_approxkl1: 0.00016194262 + std_actor_approxkl3: 0.00037225537 + std_actor_clipfrac: 0.0022858377 + std_actor_loss: 0.00037356446 + std_advantage: 0.002725684 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.892978e-07 + std_entropy: 0.0024954225 + std_grad_norm_pre_clip: 0.17441264 + std_loss: 0.00037439767 + eval-batch-train: + avg_avg_episode_length: 4.737416 + avg_avg_return: 0.9896011 + avg_benchmark_regret: 0.0055919914 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444214 + proxy_corner: + avg_avg_return: 0.1970427 + avg_reward_per_step: 0.03958893 + eval-batch-orig: + avg_avg_episode_length: 5.9627776 + avg_avg_return: 0.9859991 + avg_benchmark_regret: 0.007939936 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26792908 + proxy_corner: + avg_avg_return: 0.9859991 + avg_reward_per_step: 0.26792908 + eval-batch-shift: + avg_avg_episode_length: 4.9655046 + avg_avg_return: 0.988394 + avg_benchmark_regret: 0.0065672835 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462906 + proxy_corner: + avg_avg_return: 0.18146773 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.4985666 + avg_avg_return: 0.98728967 + avg_benchmark_regret: 0.0071305847 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27949524 + proxy_corner: + avg_avg_return: 0.98728967 + avg_reward_per_step: 0.27949524 +=========================================================== +=========================================================== + step: + env-step-all-before: 473956352 + env-step-replay-before: 236290048 + env-step-used-before: 473956352 + ppo-update-before: 289280 + env-step-generate-before: 237666304 + env-step-all-after: 473989120 + env-step-replay-after: 236290048 + env-step-used-after: 473989120 + ppo-update-after: 289300 + env-step-generate-after: 237699072 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 5.0037827 + avg_avg_return: 0.9689264 + avg_reward_per_step: 0.32525635 + proxy_corner: + avg_avg_return: 0.12533244 + avg_reward_per_step: 0.020507812 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 5.0037827 + avg_avg_return: 0.9689264 + avg_reward_per_step: 0.32525635 + proxy_corner: + avg_avg_return: 0.12533244 + avg_reward_per_step: 0.020507812 + perf: + env_steps_per_second: 909756.6033173256 + ppo_updates_per_second: 111.27189962299757 + eval-batch-train-duration: 0.18576262099668384 + eval-batch-orig-duration: 0.13943231996381655 + eval-batch-shift-duration: 0.14056455495301634 + eval-batch-tree-duration: 0.13713930896483362 + ued: + distances: + cheese-corne_dist_avg: 7.3117676 + cheese-corne_dist_wavg: 7.9209647 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.228027 + mouse-cheese_dist_finite_wavg: 15.722287 + mouse-cheese_dist_solvable_avg: 13.228027 + mouse-cheese_dist_solvable_wavg: 15.722287 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999998 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10017205 + visit_patterns: + avg_first_visit_time: 5094.492 + avg_last_visit_time: 7201.231 + num_replay_batches: 7211 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004137985 + avg_actor_approxkl3: 0.00023848831 + avg_actor_clipfrac: 0.002319336 + avg_actor_loss: -4.7455484e-05 + avg_advantage: 0.0022199953 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3509854e-06 + avg_entropy: 0.005264499 + avg_grad_norm_pre_clip: 0.1859787 + avg_loss: -5.0544484e-05 + max: + max_actor_approxkl1: 0.0018021945 + max_actor_approxkl3: 0.0014617774 + max_actor_clipfrac: 0.0078125 + max_actor_loss: 0.00081391353 + max_advantage: 0.018220842 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.2796416e-06 + max_entropy: 0.008258108 + max_grad_norm_pre_clip: 0.5694554 + max_loss: 0.0008087314 + std: + std_actor_approxkl1: 0.00045867468 + std_actor_approxkl3: 0.00039190165 + std_actor_clipfrac: 0.0021696258 + std_actor_loss: 0.00026307962 + std_advantage: 0.0028008814 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.456031e-07 + std_entropy: 0.0021302393 + std_grad_norm_pre_clip: 0.14797936 + std_loss: 0.00026311743 + eval-batch-train: + avg_avg_episode_length: 4.73359 + avg_avg_return: 0.98979336 + avg_benchmark_regret: 0.005399747 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34449005 + proxy_corner: + avg_avg_return: 0.19710979 + avg_reward_per_step: 0.039604187 + eval-batch-orig: + avg_avg_episode_length: 5.9581003 + avg_avg_return: 0.9857223 + avg_benchmark_regret: 0.00821675 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26800537 + proxy_corner: + avg_avg_return: 0.9857223 + avg_reward_per_step: 0.26800537 + eval-batch-shift: + avg_avg_episode_length: 4.9614205 + avg_avg_return: 0.9885811 + avg_benchmark_regret: 0.0063801873 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3463974 + proxy_corner: + avg_avg_return: 0.18152903 + avg_reward_per_step: 0.036239624 + eval-batch-tree: + avg_avg_episode_length: 5.4837537 + avg_avg_return: 0.98757696 + avg_benchmark_regret: 0.006843362 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27964783 + proxy_corner: + avg_avg_return: 0.98757696 + avg_reward_per_step: 0.27964783 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 475004928 + env-step-replay-before: 236748800 + env-step-used-before: 475004928 + ppo-update-before: 289920 + env-step-generate-before: 238256128 + env-step-all-after: 475037696 + env-step-replay-after: 236781568 + env-step-used-after: 475037696 + ppo-update-after: 289940 + env-step-generate-after: 238256128 + train-replay: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.710018 + avg_avg_return: 0.8893463 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.640098 + avg_reward_per_step: 0.049560547 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.710018 + avg_avg_return: 0.8893463 + avg_reward_per_step: 0.069244385 + proxy_corner: + avg_avg_return: 0.640098 + avg_reward_per_step: 0.049560547 + perf: + env_steps_per_second: 978593.5641724842 + ppo_updates_per_second: 111.49074637897282 + eval-batch-train-duration: 0.18589181400602683 + eval-batch-orig-duration: 0.13696353795239702 + eval-batch-shift-duration: 0.13753295200876892 + eval-batch-tree-duration: 0.13629006897099316 + ued: + distances: + cheese-corne_dist_avg: 7.309326 + cheese-corne_dist_wavg: 7.9291706 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.231689 + mouse-cheese_dist_finite_wavg: 15.721664 + mouse-cheese_dist_solvable_avg: 13.231689 + mouse-cheese_dist_solvable_wavg: 15.721664 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10004922 + visit_patterns: + avg_first_visit_time: 5107.157 + avg_last_visit_time: 7216.172 + num_replay_batches: 7226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001001628 + avg_actor_approxkl3: 0.00045476636 + avg_actor_clipfrac: 0.008984375 + avg_actor_loss: -0.00025600824 + avg_advantage: -0.00086987775 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.438785e-06 + avg_entropy: 0.02639066 + avg_grad_norm_pre_clip: 0.50663275 + avg_loss: -0.00028017952 + max: + max_actor_approxkl1: 0.0026686299 + max_actor_approxkl3: 0.00094640587 + max_actor_clipfrac: 0.017822266 + max_actor_loss: 0.00072243065 + max_advantage: 0.03345585 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.829076e-06 + max_entropy: 0.032737963 + max_grad_norm_pre_clip: 1.1443719 + max_loss: 0.00070189853 + std: + std_actor_approxkl1: 0.00066149345 + std_actor_approxkl3: 0.00030234543 + std_actor_clipfrac: 0.004938404 + std_actor_loss: 0.0004331839 + std_advantage: 0.002973993 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.31556e-07 + std_entropy: 0.0038221318 + std_grad_norm_pre_clip: 0.196436 + std_loss: 0.00043433288 + eval-batch-train: + avg_avg_episode_length: 4.7569814 + avg_avg_return: 0.9894359 + avg_benchmark_regret: 0.0057572187 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3443222 + proxy_corner: + avg_avg_return: 0.19709945 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.952645 + avg_avg_return: 0.98582673 + avg_benchmark_regret: 0.00811227 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26805878 + proxy_corner: + avg_avg_return: 0.98582673 + avg_reward_per_step: 0.26805878 + eval-batch-shift: + avg_avg_episode_length: 4.9523296 + avg_avg_return: 0.98856825 + avg_benchmark_regret: 0.006393058 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.18169005 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.4865294 + avg_avg_return: 0.9871985 + avg_benchmark_regret: 0.0072217723 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27963257 + proxy_corner: + avg_avg_return: 0.9871985 + avg_reward_per_step: 0.27963257 +=========================================================== +=========================================================== + step: + env-step-all-before: 476053504 + env-step-replay-before: 237436928 + env-step-used-before: 476053504 + ppo-update-before: 290560 + env-step-generate-before: 238616576 + env-step-all-after: 476086272 + env-step-replay-after: 237469696 + env-step-used-after: 476086272 + ppo-update-after: 290580 + env-step-generate-after: 238616576 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.800556 + avg_avg_return: 0.88774425 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.57680964 + avg_reward_per_step: 0.044311523 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.800556 + avg_avg_return: 0.88774425 + avg_reward_per_step: 0.06878662 + proxy_corner: + avg_avg_return: 0.57680964 + avg_reward_per_step: 0.044311523 + perf: + env_steps_per_second: 974747.8496121528 + ppo_updates_per_second: 110.77629898778872 + eval-batch-train-duration: 0.1883753439760767 + eval-batch-orig-duration: 0.13681171200005338 + eval-batch-shift-duration: 0.13995886396151036 + eval-batch-tree-duration: 0.14037035900400952 + ued: + distances: + cheese-corne_dist_avg: 7.3098145 + cheese-corne_dist_wavg: 1.6401118 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.23291 + mouse-cheese_dist_finite_wavg: 14.823525 + mouse-cheese_dist_solvable_avg: 13.23291 + mouse-cheese_dist_solvable_wavg: 14.823527 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10038811 + visit_patterns: + avg_first_visit_time: 5115.131 + avg_last_visit_time: 7237.2153 + num_replay_batches: 7247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079865084 + avg_actor_approxkl3: 0.00045874363 + avg_actor_clipfrac: 0.009716797 + avg_actor_loss: -9.8577286e-05 + avg_advantage: -0.0001418753 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6880986e-06 + avg_entropy: 0.025320036 + avg_grad_norm_pre_clip: 0.3602573 + avg_loss: -0.00012205328 + max: + max_actor_approxkl1: 0.0017062619 + max_actor_approxkl3: 0.0010739987 + max_actor_clipfrac: 0.017089844 + max_actor_loss: 0.0013145618 + max_advantage: 0.024670005 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.1802714e-06 + max_entropy: 0.032436177 + max_grad_norm_pre_clip: 0.9158031 + max_loss: 0.0012916293 + std: + std_actor_approxkl1: 0.0005025845 + std_actor_approxkl3: 0.00026830478 + std_actor_clipfrac: 0.0042531304 + std_actor_loss: 0.00052737904 + std_advantage: 0.0026894773 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9806569e-07 + std_entropy: 0.0039012327 + std_grad_norm_pre_clip: 0.19773504 + std_loss: 0.0005267242 + eval-batch-train: + avg_avg_episode_length: 4.7294245 + avg_avg_return: 0.9898817 + avg_benchmark_regret: 0.0053114174 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34461975 + proxy_corner: + avg_avg_return: 0.19691415 + avg_reward_per_step: 0.03969574 + eval-batch-orig: + avg_avg_episode_length: 5.95288 + avg_avg_return: 0.9858341 + avg_benchmark_regret: 0.008104896 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2681427 + proxy_corner: + avg_avg_return: 0.9858341 + avg_reward_per_step: 0.2681427 + eval-batch-shift: + avg_avg_episode_length: 4.9607058 + avg_avg_return: 0.98866 + avg_benchmark_regret: 0.0063013127 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34622955 + proxy_corner: + avg_avg_return: 0.1816617 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.484418 + avg_avg_return: 0.98736393 + avg_benchmark_regret: 0.0070563494 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27967834 + proxy_corner: + avg_avg_return: 0.98736393 + avg_reward_per_step: 0.27967834 +=========================================================== +=========================================================== + step: + env-step-all-before: 477102080 + env-step-replay-before: 237993984 + env-step-used-before: 477102080 + ppo-update-before: 291200 + env-step-generate-before: 239108096 + env-step-all-after: 477134848 + env-step-replay-after: 238026752 + env-step-used-after: 477134848 + ppo-update-after: 291220 + env-step-generate-after: 239108096 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.741526 + avg_avg_return: 0.88786685 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.5742346 + avg_reward_per_step: 0.044189453 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.741526 + avg_avg_return: 0.88786685 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.5742346 + avg_reward_per_step: 0.044189453 + perf: + env_steps_per_second: 979159.8934413603 + ppo_updates_per_second: 111.41356240196713 + eval-batch-train-duration: 0.18487081897910684 + eval-batch-orig-duration: 0.13907104096142575 + eval-batch-shift-duration: 0.13937170698773116 + eval-batch-tree-duration: 0.13674156897468492 + ued: + distances: + cheese-corne_dist_avg: 7.3308105 + cheese-corne_dist_wavg: 0.7386466 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.237793 + mouse-cheese_dist_finite_wavg: 15.721544 + mouse-cheese_dist_solvable_avg: 13.237793 + mouse-cheese_dist_solvable_wavg: 15.721546 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10049115 + visit_patterns: + avg_first_visit_time: 5129.842 + avg_last_visit_time: 7254.28 + num_replay_batches: 7264 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009231564 + avg_actor_approxkl3: 0.00054973026 + avg_actor_clipfrac: 0.008618164 + avg_actor_loss: -5.3287764e-05 + avg_advantage: 0.00056612294 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1209364e-06 + avg_entropy: 0.027258987 + avg_grad_norm_pre_clip: 0.37777925 + avg_loss: -7.8486286e-05 + max: + max_actor_approxkl1: 0.0022620456 + max_actor_approxkl3: 0.0015049907 + max_actor_clipfrac: 0.014282227 + max_actor_loss: 0.00044569187 + max_advantage: 0.018981993 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.8882075e-06 + max_entropy: 0.036632773 + max_grad_norm_pre_clip: 0.88974434 + max_loss: 0.0004208587 + std: + std_actor_approxkl1: 0.000655023 + std_actor_approxkl3: 0.00042965883 + std_actor_clipfrac: 0.0040029753 + std_actor_loss: 0.00030423162 + std_advantage: 0.0028546536 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9869702e-07 + std_entropy: 0.005127416 + std_grad_norm_pre_clip: 0.15957405 + std_loss: 0.00030570515 + eval-batch-train: + avg_avg_episode_length: 4.7326317 + avg_avg_return: 0.9896506 + avg_benchmark_regret: 0.00554256 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34454346 + proxy_corner: + avg_avg_return: 0.19688374 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.9538355 + avg_avg_return: 0.98618233 + avg_benchmark_regret: 0.0077566365 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680664 + proxy_corner: + avg_avg_return: 0.98618233 + avg_reward_per_step: 0.2680664 + eval-batch-shift: + avg_avg_episode_length: 4.963195 + avg_avg_return: 0.98849165 + avg_benchmark_regret: 0.0064696386 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34653473 + proxy_corner: + avg_avg_return: 0.1816949 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.49457 + avg_avg_return: 0.9874506 + avg_benchmark_regret: 0.006969721 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27954865 + proxy_corner: + avg_avg_return: 0.9874506 + avg_reward_per_step: 0.27954865 +=========================================================== +=========================================================== + step: + env-step-all-before: 478150656 + env-step-replay-before: 238616576 + env-step-used-before: 478150656 + ppo-update-before: 291840 + env-step-generate-before: 239534080 + env-step-all-after: 478183424 + env-step-replay-after: 238649344 + env-step-used-after: 478183424 + ppo-update-after: 291860 + env-step-generate-after: 239534080 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.744829 + avg_avg_return: 0.8874634 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.5960386 + avg_reward_per_step: 0.045959473 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.744829 + avg_avg_return: 0.8874634 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.5960386 + avg_reward_per_step: 0.045959473 + perf: + env_steps_per_second: 963593.7533884428 + ppo_updates_per_second: 111.49742244747141 + eval-batch-train-duration: 0.19350929203210399 + eval-batch-orig-duration: 0.14421350101474673 + eval-batch-shift-duration: 0.13616633595665917 + eval-batch-tree-duration: 0.13792177400318906 + ued: + distances: + cheese-corne_dist_avg: 7.3327637 + cheese-corne_dist_wavg: 15.122854 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.23877 + mouse-cheese_dist_finite_wavg: 14.8247385 + mouse-cheese_dist_solvable_avg: 13.23877 + mouse-cheese_dist_solvable_wavg: 14.82474 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100312665 + visit_patterns: + avg_first_visit_time: 5138.1025 + avg_last_visit_time: 7273.2256 + num_replay_batches: 7283 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095000566 + avg_actor_approxkl3: 0.00026706254 + avg_actor_clipfrac: 0.0066101076 + avg_actor_loss: -0.00039114352 + avg_advantage: -0.0012278331 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.6329263e-06 + avg_entropy: 0.024242774 + avg_grad_norm_pre_clip: 0.28120205 + avg_loss: -0.00041356983 + max: + max_actor_approxkl1: 0.002474566 + max_actor_approxkl3: 0.0007629845 + max_actor_clipfrac: 0.01574707 + max_actor_loss: -1.527369e-07 + max_advantage: 0.016500473 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.0885675e-06 + max_entropy: 0.030479189 + max_grad_norm_pre_clip: 0.528366 + max_loss: -1.48916115e-05 + std: + std_actor_approxkl1: 0.00069046376 + std_actor_approxkl3: 0.00020904675 + std_actor_clipfrac: 0.0042315056 + std_actor_loss: 0.0002720123 + std_advantage: 0.0026572843 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1615588e-07 + std_entropy: 0.0036546371 + std_grad_norm_pre_clip: 0.108191505 + std_loss: 0.00027271357 + eval-batch-train: + avg_avg_episode_length: 4.735648 + avg_avg_return: 0.98951995 + avg_benchmark_regret: 0.0056731175 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34443665 + proxy_corner: + avg_avg_return: 0.19750136 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 5.954253 + avg_avg_return: 0.9856249 + avg_benchmark_regret: 0.008314129 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26809692 + proxy_corner: + avg_avg_return: 0.9856249 + avg_reward_per_step: 0.26809692 + eval-batch-shift: + avg_avg_episode_length: 4.9654384 + avg_avg_return: 0.9881562 + avg_benchmark_regret: 0.0068051205 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.181602 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.491253 + avg_avg_return: 0.9872906 + avg_benchmark_regret: 0.007129673 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27962494 + proxy_corner: + avg_avg_return: 0.9872906 + avg_reward_per_step: 0.27962494 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 479199232 + env-step-replay-before: 239075328 + env-step-used-before: 479199232 + ppo-update-before: 292480 + env-step-generate-before: 240123904 + env-step-all-after: 479232000 + env-step-replay-after: 239108096 + env-step-used-after: 479232000 + ppo-update-after: 292500 + env-step-generate-after: 240123904 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.709333 + avg_avg_return: 0.8886018 + avg_reward_per_step: 0.06921387 + proxy_corner: + avg_avg_return: 0.5987813 + avg_reward_per_step: 0.04623413 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.709333 + avg_avg_return: 0.8886018 + avg_reward_per_step: 0.06921387 + proxy_corner: + avg_avg_return: 0.5987813 + avg_reward_per_step: 0.04623413 + perf: + env_steps_per_second: 1003859.411198294 + ppo_updates_per_second: 111.13470438348973 + eval-batch-train-duration: 0.19236590596847236 + eval-batch-orig-duration: 0.14803787996061146 + eval-batch-shift-duration: 0.13818976003676653 + eval-batch-tree-duration: 0.13688337698113173 + ued: + distances: + cheese-corne_dist_avg: 7.348877 + cheese-corne_dist_wavg: 7.9302616 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.239014 + mouse-cheese_dist_finite_wavg: 15.722079 + mouse-cheese_dist_solvable_avg: 13.239014 + mouse-cheese_dist_solvable_wavg: 15.722081 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10030221 + visit_patterns: + avg_first_visit_time: 5152.596 + avg_last_visit_time: 7287.3125 + num_replay_batches: 7297 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010342641 + avg_actor_approxkl3: 0.0003891402 + avg_actor_clipfrac: 0.0076904297 + avg_actor_loss: -0.00021826544 + avg_advantage: -0.0015677153 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.310343e-06 + avg_entropy: 0.027837535 + avg_grad_norm_pre_clip: 0.32087857 + avg_loss: -0.0002439478 + max: + max_actor_approxkl1: 0.002347927 + max_actor_approxkl3: 0.0007503624 + max_actor_clipfrac: 0.016967773 + max_actor_loss: 0.00013200752 + max_advantage: 0.015779138 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4972916e-06 + max_entropy: 0.035157226 + max_grad_norm_pre_clip: 0.5672123 + max_loss: 0.00010916151 + std: + std_actor_approxkl1: 0.0006171049 + std_actor_approxkl3: 0.0002135312 + std_actor_clipfrac: 0.004162043 + std_actor_loss: 0.00027458198 + std_advantage: 0.0027863262 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.3778985e-07 + std_entropy: 0.0044781594 + std_grad_norm_pre_clip: 0.102778025 + std_loss: 0.00027492977 + eval-batch-train: + avg_avg_episode_length: 4.7367945 + avg_avg_return: 0.989664 + avg_benchmark_regret: 0.005529087 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34440613 + proxy_corner: + avg_avg_return: 0.19732136 + avg_reward_per_step: 0.03956604 + eval-batch-orig: + avg_avg_episode_length: 5.9620066 + avg_avg_return: 0.98596793 + avg_benchmark_regret: 0.0079710595 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680359 + proxy_corner: + avg_avg_return: 0.98596793 + avg_reward_per_step: 0.2680359 + eval-batch-shift: + avg_avg_episode_length: 4.968068 + avg_avg_return: 0.98855114 + avg_benchmark_regret: 0.0064101117 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34643555 + proxy_corner: + avg_avg_return: 0.18153948 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.4850698 + avg_avg_return: 0.98732364 + avg_benchmark_regret: 0.00709658 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27962494 + proxy_corner: + avg_avg_return: 0.98732364 + avg_reward_per_step: 0.27962494 +=========================================================== +=========================================================== + step: + env-step-all-before: 480247808 + env-step-replay-before: 239665152 + env-step-used-before: 480247808 + ppo-update-before: 293120 + env-step-generate-before: 240582656 + env-step-all-after: 480280576 + env-step-replay-after: 239697920 + env-step-used-after: 480280576 + ppo-update-after: 293140 + env-step-generate-after: 240582656 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.676305 + avg_avg_return: 0.88882756 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.65541947 + avg_reward_per_step: 0.050720215 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 13.676305 + avg_avg_return: 0.88882756 + avg_reward_per_step: 0.069366455 + proxy_corner: + avg_avg_return: 0.65541947 + avg_reward_per_step: 0.050720215 + perf: + env_steps_per_second: 995108.5156624861 + ppo_updates_per_second: 111.03745319714301 + eval-batch-train-duration: 0.18609134998405352 + eval-batch-orig-duration: 0.1366306109703146 + eval-batch-shift-duration: 0.1381919520208612 + eval-batch-tree-duration: 0.13773286796640605 + ued: + distances: + cheese-corne_dist_avg: 7.352051 + cheese-corne_dist_wavg: 7.9351573 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.233887 + mouse-cheese_dist_finite_wavg: 13.02236 + mouse-cheese_dist_solvable_avg: 13.233887 + mouse-cheese_dist_solvable_wavg: 13.022362 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10019459 + visit_patterns: + avg_first_visit_time: 5162.3677 + avg_last_visit_time: 7305.246 + num_replay_batches: 7315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047897568 + avg_actor_approxkl3: 0.00018942506 + avg_actor_clipfrac: 0.004174805 + avg_actor_loss: -0.00018605025 + avg_advantage: -0.001221155 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1358708e-06 + avg_entropy: 0.022283403 + avg_grad_norm_pre_clip: 0.1958896 + avg_loss: -0.00020626571 + max: + max_actor_approxkl1: 0.0015824996 + max_actor_approxkl3: 0.0005149579 + max_actor_clipfrac: 0.012329102 + max_actor_loss: 2.0993873e-05 + max_advantage: 0.02032131 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.980159e-06 + max_entropy: 0.03077215 + max_grad_norm_pre_clip: 0.5677809 + max_loss: -1.1834945e-06 + std: + std_actor_approxkl1: 0.00043307143 + std_actor_approxkl3: 0.00016354039 + std_actor_clipfrac: 0.0034315875 + std_actor_loss: 0.00015827453 + std_advantage: 0.0028753155 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.5283725e-07 + std_entropy: 0.0036989928 + std_grad_norm_pre_clip: 0.10864058 + std_loss: 0.00016036075 + eval-batch-train: + avg_avg_episode_length: 4.7569723 + avg_avg_return: 0.98955137 + avg_benchmark_regret: 0.0056417016 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34409332 + proxy_corner: + avg_avg_return: 0.19703826 + avg_reward_per_step: 0.03945923 + eval-batch-orig: + avg_avg_episode_length: 6.0145273 + avg_avg_return: 0.98529077 + avg_benchmark_regret: 0.008648234 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26769257 + proxy_corner: + avg_avg_return: 0.98529077 + avg_reward_per_step: 0.26769257 + eval-batch-shift: + avg_avg_episode_length: 4.9570236 + avg_avg_return: 0.9884055 + avg_benchmark_regret: 0.006555777 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466339 + proxy_corner: + avg_avg_return: 0.18157063 + avg_reward_per_step: 0.03630066 + eval-batch-tree: + avg_avg_episode_length: 5.501779 + avg_avg_return: 0.9871133 + avg_benchmark_regret: 0.0073069204 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2794342 + proxy_corner: + avg_avg_return: 0.9871133 + avg_reward_per_step: 0.2794342 +=========================================================== +=========================================================== + step: + env-step-all-before: 481296384 + env-step-replay-before: 240222208 + env-step-used-before: 481296384 + ppo-update-before: 293760 + env-step-generate-before: 241074176 + env-step-all-after: 481329152 + env-step-replay-after: 240222208 + env-step-used-after: 481329152 + ppo-update-after: 293780 + env-step-generate-after: 241106944 + train-generate: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.030064 + avg_avg_return: 0.9690571 + avg_reward_per_step: 0.32162476 + proxy_corner: + avg_avg_return: 0.15861091 + avg_reward_per_step: 0.036621094 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 5.030064 + avg_avg_return: 0.9690571 + avg_reward_per_step: 0.32162476 + proxy_corner: + avg_avg_return: 0.15861091 + avg_reward_per_step: 0.036621094 + perf: + env_steps_per_second: 970566.0329699145 + ppo_updates_per_second: 110.5436530929932 + eval-batch-train-duration: 0.18698563502402976 + eval-batch-orig-duration: 0.13671342696761712 + eval-batch-shift-duration: 0.13711245800368488 + eval-batch-tree-duration: 0.13655238301726058 + ued: + distances: + cheese-corne_dist_avg: 7.3398438 + cheese-corne_dist_wavg: 0.74866796 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.2229 + mouse-cheese_dist_finite_wavg: 7.6298146 + mouse-cheese_dist_solvable_avg: 13.2229 + mouse-cheese_dist_solvable_wavg: 7.6298156 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.100344986 + visit_patterns: + avg_first_visit_time: 5175.7646 + avg_last_visit_time: 7321.2354 + num_replay_batches: 7331 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00015865498 + avg_actor_approxkl3: 9.970117e-05 + avg_actor_clipfrac: 0.0022216798 + avg_actor_loss: 0.00031004578 + avg_advantage: 0.002122384 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 7.002584e-06 + avg_entropy: 0.0064010113 + avg_grad_norm_pre_clip: 0.34799042 + avg_loss: 0.00030714605 + max: + max_actor_approxkl1: 0.0006313326 + max_actor_approxkl3: 0.0005675893 + max_actor_clipfrac: 0.008666992 + max_actor_loss: 0.0026578028 + max_advantage: 0.016281188 + max_critic_clipfrac: 0.0 + max_critic_loss: 1.3503987e-05 + max_entropy: 0.0110360235 + max_grad_norm_pre_clip: 1.7378254 + max_loss: 0.0026498884 + std: + std_actor_approxkl1: 0.00014914638 + std_actor_approxkl3: 0.0001292468 + std_actor_clipfrac: 0.0027338301 + std_actor_loss: 0.00071629125 + std_advantage: 0.0028117902 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1796876e-06 + std_entropy: 0.0030002047 + std_grad_norm_pre_clip: 0.49865997 + std_loss: 0.00071513985 + eval-batch-train: + avg_avg_episode_length: 4.773945 + avg_avg_return: 0.98927474 + avg_benchmark_regret: 0.00591838 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34407806 + proxy_corner: + avg_avg_return: 0.1969501 + avg_reward_per_step: 0.0393219 + eval-batch-orig: + avg_avg_episode_length: 6.1175146 + avg_avg_return: 0.98541284 + avg_benchmark_regret: 0.00852619 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26741028 + proxy_corner: + avg_avg_return: 0.98541284 + avg_reward_per_step: 0.26741028 + eval-batch-shift: + avg_avg_episode_length: 4.9608145 + avg_avg_return: 0.9887023 + avg_benchmark_regret: 0.0062589687 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.18159607 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.518853 + avg_avg_return: 0.9868203 + avg_benchmark_regret: 0.007600018 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27918243 + proxy_corner: + avg_avg_return: 0.9868203 + avg_reward_per_step: 0.27918243 +=========================================================== +=========================================================== + step: + env-step-all-before: 482344960 + env-step-replay-before: 240680960 + env-step-used-before: 482344960 + ppo-update-before: 294400 + env-step-generate-before: 241664000 + env-step-all-after: 482377728 + env-step-replay-after: 240713728 + env-step-used-after: 482377728 + ppo-update-after: 294420 + env-step-generate-after: 241664000 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.820549 + avg_avg_return: 0.8872627 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.60073125 + avg_reward_per_step: 0.046020508 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.820549 + avg_avg_return: 0.8872627 + avg_reward_per_step: 0.0687561 + proxy_corner: + avg_avg_return: 0.60073125 + avg_reward_per_step: 0.046020508 + perf: + env_steps_per_second: 1015425.9665949378 + ppo_updates_per_second: 110.90179629581759 + eval-batch-train-duration: 0.18898325000191107 + eval-batch-orig-duration: 0.13926689000800252 + eval-batch-shift-duration: 0.13909342198166996 + eval-batch-tree-duration: 0.13869004097068682 + ued: + distances: + cheese-corne_dist_avg: 7.359131 + cheese-corne_dist_wavg: 11.535475 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.230225 + mouse-cheese_dist_finite_wavg: 14.821988 + mouse-cheese_dist_solvable_avg: 13.230225 + mouse-cheese_dist_solvable_wavg: 14.821988 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.1005146 + visit_patterns: + avg_first_visit_time: 5192.0557 + avg_last_visit_time: 7336.262 + num_replay_batches: 7346 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00084522145 + avg_actor_approxkl3: 0.00061828265 + avg_actor_clipfrac: 0.014538574 + avg_actor_loss: -5.5809833e-05 + avg_advantage: -0.0005353198 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3757004e-06 + avg_entropy: 0.035085436 + avg_grad_norm_pre_clip: 0.615407 + avg_loss: -8.870743e-05 + max: + max_actor_approxkl1: 0.0029079495 + max_actor_approxkl3: 0.001957217 + max_actor_clipfrac: 0.02734375 + max_actor_loss: 0.0011073491 + max_advantage: 0.014585376 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4698503e-06 + max_entropy: 0.042640135 + max_grad_norm_pre_clip: 1.3569609 + max_loss: 0.0010757588 + std: + std_actor_approxkl1: 0.00075468514 + std_actor_approxkl3: 0.00046462382 + std_actor_clipfrac: 0.0074086622 + std_actor_loss: 0.0005023345 + std_advantage: 0.002831864 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.5003108e-07 + std_entropy: 0.00443585 + std_grad_norm_pre_clip: 0.2775197 + std_loss: 0.0005029973 + eval-batch-train: + avg_avg_episode_length: 4.7429643 + avg_avg_return: 0.9893093 + avg_benchmark_regret: 0.0058837784 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34428406 + proxy_corner: + avg_avg_return: 0.19712368 + avg_reward_per_step: 0.039474487 + eval-batch-orig: + avg_avg_episode_length: 5.96574 + avg_avg_return: 0.9859097 + avg_benchmark_regret: 0.008029316 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26789856 + proxy_corner: + avg_avg_return: 0.9859097 + avg_reward_per_step: 0.26789856 + eval-batch-shift: + avg_avg_episode_length: 4.9840193 + avg_avg_return: 0.988242 + avg_benchmark_regret: 0.0067193457 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34625244 + proxy_corner: + avg_avg_return: 0.18156591 + avg_reward_per_step: 0.036224365 + eval-batch-tree: + avg_avg_episode_length: 5.494025 + avg_avg_return: 0.9875079 + avg_benchmark_regret: 0.0069124526 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27937317 + proxy_corner: + avg_avg_return: 0.9875079 + avg_reward_per_step: 0.27937317 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 483393536 + env-step-replay-before: 241270784 + env-step-used-before: 483393536 + ppo-update-before: 295040 + env-step-generate-before: 242122752 + env-step-all-after: 483426304 + env-step-replay-after: 241270784 + env-step-used-after: 483426304 + ppo-update-after: 295060 + env-step-generate-after: 242155520 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.9819 + avg_avg_return: 0.9685886 + avg_reward_per_step: 0.3209839 + proxy_corner: + avg_avg_return: 0.19141856 + avg_reward_per_step: 0.03765869 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.9819 + avg_avg_return: 0.9685886 + avg_reward_per_step: 0.3209839 + proxy_corner: + avg_avg_return: 0.19141856 + avg_reward_per_step: 0.03765869 + perf: + env_steps_per_second: 969192.4109718009 + ppo_updates_per_second: 111.5185497130928 + eval-batch-train-duration: 0.19261983502656221 + eval-batch-orig-duration: 0.1487038159975782 + eval-batch-shift-duration: 0.14052780496422201 + eval-batch-tree-duration: 0.1373322029830888 + ued: + distances: + cheese-corne_dist_avg: 7.3530273 + cheese-corne_dist_wavg: 7.924121 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 13.227539 + mouse-cheese_dist_finite_wavg: 15.72099 + mouse-cheese_dist_solvable_avg: 13.227539 + mouse-cheese_dist_solvable_wavg: 15.72099 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10046683 + visit_patterns: + avg_first_visit_time: 5199.3174 + avg_last_visit_time: 7353.3135 + num_replay_batches: 7363 + eta: 0.5 + ppo: + avg_actor_approxkl1: 7.10044e-05 + avg_actor_approxkl3: 1.7159391e-05 + avg_actor_clipfrac: 0.0004333496 + avg_actor_loss: -5.744933e-05 + avg_advantage: 0.0006653684 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.302722e-06 + avg_entropy: 0.0053448766 + avg_grad_norm_pre_clip: 0.073537245 + avg_loss: -6.0642848e-05 + max: + max_actor_approxkl1: 0.00023719559 + max_actor_approxkl3: 9.669397e-05 + max_actor_clipfrac: 0.0020751953 + max_actor_loss: 4.169531e-05 + max_advantage: 0.022001565 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.716806e-06 + max_entropy: 0.008286617 + max_grad_norm_pre_clip: 0.1371226 + max_loss: 3.796144e-05 + std: + std_actor_approxkl1: 6.280261e-05 + std_actor_approxkl3: 2.1470081e-05 + std_actor_clipfrac: 0.00041120665 + std_actor_loss: 8.05894e-05 + std_advantage: 0.0028897603 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.4090175e-07 + std_entropy: 0.0019519761 + std_grad_norm_pre_clip: 0.03123357 + std_loss: 8.148282e-05 + eval-batch-train: + avg_avg_episode_length: 4.8504953 + avg_avg_return: 0.98902404 + avg_benchmark_regret: 0.006169046 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34384155 + proxy_corner: + avg_avg_return: 0.19702834 + avg_reward_per_step: 0.03942871 + eval-batch-orig: + avg_avg_episode_length: 5.9797144 + avg_avg_return: 0.9859297 + avg_benchmark_regret: 0.008009275 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26773834 + proxy_corner: + avg_avg_return: 0.9859297 + avg_reward_per_step: 0.26773834 + eval-batch-shift: + avg_avg_episode_length: 4.9744806 + avg_avg_return: 0.98822474 + avg_benchmark_regret: 0.0067365468 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34632874 + proxy_corner: + avg_avg_return: 0.1815829 + avg_reward_per_step: 0.036209106 + eval-batch-tree: + avg_avg_episode_length: 5.5273457 + avg_avg_return: 0.9868932 + avg_benchmark_regret: 0.0075270645 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27915192 + proxy_corner: + avg_avg_return: 0.9868932 + avg_reward_per_step: 0.27915192 +=========================================================== +=========================================================== + step: + env-step-all-before: 484442112 + env-step-replay-before: 241893376 + env-step-used-before: 484442112 + ppo-update-before: 295680 + env-step-generate-before: 242548736 + env-step-all-after: 484474880 + env-step-replay-after: 241926144 + env-step-used-after: 484474880 + ppo-update-after: 295700 + env-step-generate-after: 242548736 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 13.745305 + avg_avg_return: 0.8878685 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.6088171 + avg_reward_per_step: 0.046844482 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 13.745305 + avg_avg_return: 0.8878685 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.6088171 + avg_reward_per_step: 0.046844482 + perf: + env_steps_per_second: 987325.1596798631 + ppo_updates_per_second: 111.40422985809545 + eval-batch-train-duration: 0.18929337500594556 + eval-batch-orig-duration: 0.1461287920246832 + eval-batch-shift-duration: 0.1389380790060386 + eval-batch-tree-duration: 0.13891286199213937 + ued: + distances: + cheese-corne_dist_avg: 7.351074 + cheese-corne_dist_wavg: 7.936064 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.226807 + mouse-cheese_dist_finite_wavg: 15.719908 + mouse-cheese_dist_solvable_avg: 13.226807 + mouse-cheese_dist_solvable_wavg: 15.719908 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.1003452 + visit_patterns: + avg_first_visit_time: 5211.0225 + avg_last_visit_time: 7373.2075 + num_replay_batches: 7383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008976778 + avg_actor_approxkl3: 0.0003383488 + avg_actor_clipfrac: 0.007818604 + avg_actor_loss: -0.00028009727 + avg_advantage: 0.00029478152 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.9875645e-06 + avg_entropy: 0.028115688 + avg_grad_norm_pre_clip: 0.3109962 + avg_loss: -0.00030621918 + max: + max_actor_approxkl1: 0.002580416 + max_actor_approxkl3: 0.0007214227 + max_actor_clipfrac: 0.015625 + max_actor_loss: 0.00025441498 + max_advantage: 0.014817059 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.415302e-06 + max_entropy: 0.03474409 + max_grad_norm_pre_clip: 0.6196096 + max_loss: 0.00023267619 + std: + std_actor_approxkl1: 0.00064067636 + std_actor_approxkl3: 0.00021119091 + std_actor_clipfrac: 0.0039376854 + std_actor_loss: 0.00026802844 + std_advantage: 0.0028286246 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1791345e-07 + std_entropy: 0.0046332935 + std_grad_norm_pre_clip: 0.11061797 + std_loss: 0.0002700437 + eval-batch-train: + avg_avg_episode_length: 4.750111 + avg_avg_return: 0.9895948 + avg_benchmark_regret: 0.005598331 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442459 + proxy_corner: + avg_avg_return: 0.19725838 + avg_reward_per_step: 0.039474487 + eval-batch-orig: + avg_avg_episode_length: 5.978125 + avg_avg_return: 0.98586726 + avg_benchmark_regret: 0.008071804 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26779938 + proxy_corner: + avg_avg_return: 0.98586726 + avg_reward_per_step: 0.26779938 + eval-batch-shift: + avg_avg_episode_length: 4.979354 + avg_avg_return: 0.9881303 + avg_benchmark_regret: 0.006831037 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34614563 + proxy_corner: + avg_avg_return: 0.1814383 + avg_reward_per_step: 0.036216736 + eval-batch-tree: + avg_avg_episode_length: 5.4992237 + avg_avg_return: 0.98737425 + avg_benchmark_regret: 0.0070460523 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27938843 + proxy_corner: + avg_avg_return: 0.98737425 + avg_reward_per_step: 0.27938843 +=========================================================== +=========================================================== + step: + env-step-all-before: 485490688 + env-step-replay-before: 242384896 + env-step-used-before: 485490688 + ppo-update-before: 296320 + env-step-generate-before: 243105792 + env-step-all-after: 485523456 + env-step-replay-after: 242417664 + env-step-used-after: 485523456 + ppo-update-after: 296340 + env-step-generate-after: 243105792 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.794601 + avg_avg_return: 0.88666224 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.5880804 + avg_reward_per_step: 0.045562744 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.794601 + avg_avg_return: 0.88666224 + avg_reward_per_step: 0.06906128 + proxy_corner: + avg_avg_return: 0.5880804 + avg_reward_per_step: 0.045562744 + perf: + env_steps_per_second: 991459.9729520327 + ppo_updates_per_second: 111.24422470772794 + eval-batch-train-duration: 0.18471823196159676 + eval-batch-orig-duration: 0.13865417503984645 + eval-batch-shift-duration: 0.1393565890030004 + eval-batch-tree-duration: 0.13928145600948483 + ued: + distances: + cheese-corne_dist_avg: 7.333252 + cheese-corne_dist_wavg: 7.9328527 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.221924 + mouse-cheese_dist_finite_wavg: 15.714421 + mouse-cheese_dist_solvable_avg: 13.221924 + mouse-cheese_dist_solvable_wavg: 15.714421 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.100317076 + visit_patterns: + avg_first_visit_time: 5222.2124 + avg_last_visit_time: 7388.1826 + num_replay_batches: 7398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009990571 + avg_actor_approxkl3: 0.0004821331 + avg_actor_clipfrac: 0.011401367 + avg_actor_loss: -5.1128678e-05 + avg_advantage: -0.00010997794 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.1178654e-06 + avg_entropy: 0.03758539 + avg_grad_norm_pre_clip: 0.62891823 + avg_loss: -8.6155145e-05 + max: + max_actor_approxkl1: 0.0029150597 + max_actor_approxkl3: 0.001899852 + max_actor_clipfrac: 0.026123047 + max_actor_loss: 0.002775448 + max_advantage: 0.023389101 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.933675e-06 + max_entropy: 0.045536973 + max_grad_norm_pre_clip: 1.1181917 + max_loss: 0.0027367803 + std: + std_actor_approxkl1: 0.0008371839 + std_actor_approxkl3: 0.00045324155 + std_actor_clipfrac: 0.007098512 + std_actor_loss: 0.00092666567 + std_advantage: 0.003220757 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4573909e-06 + std_entropy: 0.0036325427 + std_grad_norm_pre_clip: 0.28240722 + std_loss: 0.00092560507 + eval-batch-train: + avg_avg_episode_length: 4.75858 + avg_avg_return: 0.9896374 + avg_benchmark_regret: 0.005555713 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34413147 + proxy_corner: + avg_avg_return: 0.19707564 + avg_reward_per_step: 0.039413452 + eval-batch-orig: + avg_avg_episode_length: 5.9777193 + avg_avg_return: 0.98590744 + avg_benchmark_regret: 0.008031545 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26776886 + proxy_corner: + avg_avg_return: 0.98590744 + avg_reward_per_step: 0.26776886 + eval-batch-shift: + avg_avg_episode_length: 4.977401 + avg_avg_return: 0.9882771 + avg_benchmark_regret: 0.006684201 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34576416 + proxy_corner: + avg_avg_return: 0.18139338 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.496669 + avg_avg_return: 0.98711354 + avg_benchmark_regret: 0.007306749 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27949524 + proxy_corner: + avg_avg_return: 0.98711354 + avg_reward_per_step: 0.27949524 +=========================================================== +=========================================================== + step: + env-step-all-before: 486539264 + env-step-replay-before: 242941952 + env-step-used-before: 486539264 + ppo-update-before: 296960 + env-step-generate-before: 243597312 + env-step-all-after: 486572032 + env-step-replay-after: 242974720 + env-step-used-after: 486572032 + ppo-update-after: 296980 + env-step-generate-after: 243597312 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.750781 + avg_avg_return: 0.88744867 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6336616 + avg_reward_per_step: 0.048919678 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.750781 + avg_avg_return: 0.88744867 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6336616 + avg_reward_per_step: 0.048919678 + perf: + env_steps_per_second: 996676.3067371326 + ppo_updates_per_second: 110.38181781067124 + eval-batch-train-duration: 0.18594614701578394 + eval-batch-orig-duration: 0.1358293710509315 + eval-batch-shift-duration: 0.13631113804876804 + eval-batch-tree-duration: 0.13722241600044072 + ued: + distances: + cheese-corne_dist_avg: 7.324463 + cheese-corne_dist_wavg: 7.931099 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.220215 + mouse-cheese_dist_finite_wavg: 15.718787 + mouse-cheese_dist_solvable_avg: 13.220215 + mouse-cheese_dist_solvable_wavg: 15.718785 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10033151 + visit_patterns: + avg_first_visit_time: 5234.597 + avg_last_visit_time: 7405.292 + num_replay_batches: 7415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006987681 + avg_actor_approxkl3: 0.00036980232 + avg_actor_clipfrac: 0.0077697756 + avg_actor_loss: -6.6322325e-05 + avg_advantage: 7.2422954e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.4153253e-06 + avg_entropy: 0.025017664 + avg_grad_norm_pre_clip: 0.4750812 + avg_loss: -8.913233e-05 + max: + max_actor_approxkl1: 0.0023954213 + max_actor_approxkl3: 0.0014405603 + max_actor_clipfrac: 0.0146484375 + max_actor_loss: 0.0007249648 + max_advantage: 0.029587924 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.7896456e-06 + max_entropy: 0.03494681 + max_grad_norm_pre_clip: 1.1113703 + max_loss: 0.00069855945 + std: + std_actor_approxkl1: 0.000516216 + std_actor_approxkl3: 0.0003031948 + std_actor_clipfrac: 0.0039150664 + std_actor_loss: 0.0004316004 + std_advantage: 0.0029827994 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3879443e-07 + std_entropy: 0.0056947307 + std_grad_norm_pre_clip: 0.2816229 + std_loss: 0.0004319004 + eval-batch-train: + avg_avg_episode_length: 4.996891 + avg_avg_return: 0.98921394 + avg_benchmark_regret: 0.0059791263 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34366608 + proxy_corner: + avg_avg_return: 0.19716854 + avg_reward_per_step: 0.039245605 + eval-batch-orig: + avg_avg_episode_length: 6.096097 + avg_avg_return: 0.98544955 + avg_benchmark_regret: 0.008489456 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26717377 + proxy_corner: + avg_avg_return: 0.98544955 + avg_reward_per_step: 0.26717377 + eval-batch-shift: + avg_avg_episode_length: 4.9665413 + avg_avg_return: 0.9882815 + avg_benchmark_regret: 0.006679835 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3460312 + proxy_corner: + avg_avg_return: 0.18160103 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.530851 + avg_avg_return: 0.98742765 + avg_benchmark_regret: 0.0069925943 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2791443 + proxy_corner: + avg_avg_return: 0.98742765 + avg_reward_per_step: 0.2791443 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 487587840 + env-step-replay-before: 243564544 + env-step-used-before: 487587840 + ppo-update-before: 297600 + env-step-generate-before: 244023296 + env-step-all-after: 487620608 + env-step-replay-after: 243597312 + env-step-used-after: 487620608 + ppo-update-after: 297620 + env-step-generate-after: 244023296 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.750132 + avg_avg_return: 0.88817996 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.62927306 + avg_reward_per_step: 0.048675537 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 13.750132 + avg_avg_return: 0.88817996 + avg_reward_per_step: 0.06903076 + proxy_corner: + avg_avg_return: 0.62927306 + avg_reward_per_step: 0.048675537 + perf: + env_steps_per_second: 973272.0278484279 + ppo_updates_per_second: 110.94539136395072 + eval-batch-train-duration: 0.18572514003608376 + eval-batch-orig-duration: 0.1381587209762074 + eval-batch-shift-duration: 0.1386393959983252 + eval-batch-tree-duration: 0.14044855698011816 + ued: + distances: + cheese-corne_dist_avg: 7.324463 + cheese-corne_dist_wavg: 7.031842 + levels_cheese_is_in_corner_avg: 0.061035156 + mouse-cheese_dist_finite_avg: 13.216309 + mouse-cheese_dist_finite_wavg: 13.021874 + mouse-cheese_dist_solvable_avg: 13.216309 + mouse-cheese_dist_solvable_wavg: 13.021877 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10014124 + visit_patterns: + avg_first_visit_time: 5243.173 + avg_last_visit_time: 7424.2695 + num_replay_batches: 7434 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001011103 + avg_actor_approxkl3: 0.00053364545 + avg_actor_clipfrac: 0.008453369 + avg_actor_loss: -0.000439903 + avg_advantage: -0.0007551039 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.2772886e-06 + avg_entropy: 0.023927035 + avg_grad_norm_pre_clip: 0.5378379 + avg_loss: -0.00046169138 + max: + max_actor_approxkl1: 0.0021411062 + max_actor_approxkl3: 0.0013575257 + max_actor_clipfrac: 0.01940918 + max_actor_loss: 0.00028845388 + max_advantage: 0.04038483 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.933463e-06 + max_entropy: 0.03059363 + max_grad_norm_pre_clip: 1.5813107 + max_loss: 0.00026848528 + std: + std_actor_approxkl1: 0.0007293549 + std_actor_approxkl3: 0.00038337288 + std_actor_clipfrac: 0.0050308486 + std_actor_loss: 0.00044595092 + std_advantage: 0.002876423 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.606122e-07 + std_entropy: 0.0031829018 + std_grad_norm_pre_clip: 0.37710464 + std_loss: 0.0004471345 + eval-batch-train: + avg_avg_episode_length: 4.7431755 + avg_avg_return: 0.98956144 + avg_benchmark_regret: 0.005631711 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34431458 + proxy_corner: + avg_avg_return: 0.1970088 + avg_reward_per_step: 0.039482117 + eval-batch-orig: + avg_avg_episode_length: 5.973098 + avg_avg_return: 0.9858644 + avg_benchmark_regret: 0.008074606 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26791382 + proxy_corner: + avg_avg_return: 0.9858644 + avg_reward_per_step: 0.26791382 + eval-batch-shift: + avg_avg_episode_length: 4.965679 + avg_avg_return: 0.9886615 + avg_benchmark_regret: 0.0062997583 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34607697 + proxy_corner: + avg_avg_return: 0.18166727 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.490405 + avg_avg_return: 0.9870634 + avg_benchmark_regret: 0.007356856 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27944183 + proxy_corner: + avg_avg_return: 0.9870634 + avg_reward_per_step: 0.27944183 +=========================================================== +=========================================================== + step: + env-step-all-before: 488636416 + env-step-replay-before: 244121600 + env-step-used-before: 488636416 + ppo-update-before: 298240 + env-step-generate-before: 244514816 + env-step-all-after: 488669184 + env-step-replay-after: 244121600 + env-step-used-after: 488669184 + ppo-update-after: 298260 + env-step-generate-after: 244547584 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.779335 + avg_avg_return: 0.97146404 + avg_reward_per_step: 0.31723022 + proxy_corner: + avg_avg_return: 0.1643776 + avg_reward_per_step: 0.033325195 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 4.779335 + avg_avg_return: 0.97146404 + avg_reward_per_step: 0.31723022 + proxy_corner: + avg_avg_return: 0.1643776 + avg_reward_per_step: 0.033325195 + perf: + env_steps_per_second: 983286.14529657 + ppo_updates_per_second: 111.76942619343507 + eval-batch-train-duration: 0.19223036000039428 + eval-batch-orig-duration: 0.1481266369810328 + eval-batch-shift-duration: 0.1355383219779469 + eval-batch-tree-duration: 0.13994931400520727 + ued: + distances: + cheese-corne_dist_avg: 7.3356934 + cheese-corne_dist_wavg: 8.837662 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.223633 + mouse-cheese_dist_finite_wavg: 13.020235 + mouse-cheese_dist_solvable_avg: 13.223633 + mouse-cheese_dist_solvable_wavg: 13.020237 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10016878 + visit_patterns: + avg_first_visit_time: 5256.588 + avg_last_visit_time: 7440.2627 + num_replay_batches: 7450 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00014227554 + avg_actor_approxkl3: 5.1198935e-05 + avg_actor_clipfrac: 0.0010620117 + avg_actor_loss: 3.919774e-06 + avg_advantage: 0.0022112902 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.331517e-06 + avg_entropy: 0.0060231225 + avg_grad_norm_pre_clip: 0.19954903 + avg_loss: 5.6240896e-07 + max: + max_actor_approxkl1: 0.0006532442 + max_actor_approxkl3: 0.0002889812 + max_actor_clipfrac: 0.005004883 + max_actor_loss: 0.0008136071 + max_advantage: 0.028838038 + max_critic_clipfrac: 0.0 + max_critic_loss: 7.8844905e-06 + max_entropy: 0.014492407 + max_grad_norm_pre_clip: 0.6987777 + max_loss: 0.00081040704 + std: + std_actor_approxkl1: 0.00017331247 + std_actor_approxkl3: 6.4388245e-05 + std_actor_clipfrac: 0.0014916073 + std_actor_loss: 0.0002900469 + std_advantage: 0.0029697446 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3543581e-06 + std_entropy: 0.0041351686 + std_grad_norm_pre_clip: 0.19949277 + std_loss: 0.00029036176 + eval-batch-train: + avg_avg_episode_length: 4.7413955 + avg_avg_return: 0.98950624 + avg_benchmark_regret: 0.005686869 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3442917 + proxy_corner: + avg_avg_return: 0.19743021 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.95403 + avg_avg_return: 0.9857375 + avg_benchmark_regret: 0.008201517 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26804352 + proxy_corner: + avg_avg_return: 0.9857375 + avg_reward_per_step: 0.26804352 + eval-batch-shift: + avg_avg_episode_length: 4.9650693 + avg_avg_return: 0.98854804 + avg_benchmark_regret: 0.0064132614 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34626007 + proxy_corner: + avg_avg_return: 0.18155338 + avg_reward_per_step: 0.0362854 + eval-batch-tree: + avg_avg_episode_length: 5.4828863 + avg_avg_return: 0.98728245 + avg_benchmark_regret: 0.0071378453 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27970886 + proxy_corner: + avg_avg_return: 0.98728245 + avg_reward_per_step: 0.27970886 +=========================================================== +=========================================================== + step: + env-step-all-before: 489684992 + env-step-replay-before: 244744192 + env-step-used-before: 489684992 + ppo-update-before: 298880 + env-step-generate-before: 244940800 + env-step-all-after: 489717760 + env-step-replay-after: 244776960 + env-step-used-after: 489717760 + ppo-update-after: 298900 + env-step-generate-after: 244940800 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.86784 + avg_avg_return: 0.88707566 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.6676636 + avg_reward_per_step: 0.05114746 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.86784 + avg_avg_return: 0.88707566 + avg_reward_per_step: 0.06866455 + proxy_corner: + avg_avg_return: 0.6676636 + avg_reward_per_step: 0.05114746 + perf: + env_steps_per_second: 964311.4138909705 + ppo_updates_per_second: 110.01974278332025 + eval-batch-train-duration: 0.18843681999715045 + eval-batch-orig-duration: 0.1368875449988991 + eval-batch-shift-duration: 0.13861789600923657 + eval-batch-tree-duration: 0.13917113898787647 + ued: + distances: + cheese-corne_dist_avg: 7.3310547 + cheese-corne_dist_wavg: 6.139554 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 13.224121 + mouse-cheese_dist_finite_wavg: 13.026002 + mouse-cheese_dist_solvable_avg: 13.224121 + mouse-cheese_dist_solvable_wavg: 13.026004 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.999999 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10016923 + visit_patterns: + avg_first_visit_time: 5263.298 + avg_last_visit_time: 7460.2476 + num_replay_batches: 7470 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013492417 + avg_actor_approxkl3: 0.0008507604 + avg_actor_clipfrac: 0.0090271 + avg_actor_loss: -8.103892e-06 + avg_advantage: -0.0017169762 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 3.8881963e-06 + avg_entropy: 0.029741436 + avg_grad_norm_pre_clip: 0.55317944 + avg_loss: -3.590123e-05 + max: + max_actor_approxkl1: 0.0045799753 + max_actor_approxkl3: 0.0034871714 + max_actor_clipfrac: 0.019042969 + max_actor_loss: 0.0021764776 + max_advantage: 0.015869558 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5840155e-06 + max_entropy: 0.040656574 + max_grad_norm_pre_clip: 1.0698301 + max_loss: 0.0021448105 + std: + std_actor_approxkl1: 0.0013074868 + std_actor_approxkl3: 0.00097453507 + std_actor_clipfrac: 0.00529122 + std_actor_loss: 0.00069063937 + std_advantage: 0.0027746141 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.6593245e-07 + std_entropy: 0.0051423227 + std_grad_norm_pre_clip: 0.2694489 + std_loss: 0.0006911037 + eval-batch-train: + avg_avg_episode_length: 4.7368884 + avg_avg_return: 0.9895971 + avg_benchmark_regret: 0.0055960314 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34444427 + proxy_corner: + avg_avg_return: 0.19724968 + avg_reward_per_step: 0.039619446 + eval-batch-orig: + avg_avg_episode_length: 5.9492183 + avg_avg_return: 0.9859313 + avg_benchmark_regret: 0.008007752 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2681961 + proxy_corner: + avg_avg_return: 0.9859313 + avg_reward_per_step: 0.2681961 + eval-batch-shift: + avg_avg_episode_length: 4.961116 + avg_avg_return: 0.98842895 + avg_benchmark_regret: 0.00653237 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462677 + proxy_corner: + avg_avg_return: 0.18171194 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.4818816 + avg_avg_return: 0.9872488 + avg_benchmark_regret: 0.0071715154 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2797165 + proxy_corner: + avg_avg_return: 0.9872488 + avg_reward_per_step: 0.2797165 +=========================================================== +=========================================================== + step: + env-step-all-before: 490733568 + env-step-replay-before: 245268480 + env-step-used-before: 490733568 + ppo-update-before: 299520 + env-step-generate-before: 245465088 + env-step-all-after: 490766336 + env-step-replay-after: 245301248 + env-step-used-after: 490766336 + ppo-update-after: 299540 + env-step-generate-after: 245465088 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.991604 + avg_avg_return: 0.88699734 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6489881 + avg_reward_per_step: 0.049713135 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.991604 + avg_avg_return: 0.88699734 + avg_reward_per_step: 0.06832886 + proxy_corner: + avg_avg_return: 0.6489881 + avg_reward_per_step: 0.049713135 + perf: + env_steps_per_second: 998490.686038933 + ppo_updates_per_second: 111.22146566808365 + eval-batch-train-duration: 0.18486757401842624 + eval-batch-orig-duration: 0.13696745596826077 + eval-batch-shift-duration: 0.13736301002791151 + eval-batch-tree-duration: 0.13694446202134714 + ued: + distances: + cheese-corne_dist_avg: 7.333496 + cheese-corne_dist_wavg: 7.92763 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.223877 + mouse-cheese_dist_finite_wavg: 15.723349 + mouse-cheese_dist_solvable_avg: 13.223877 + mouse-cheese_dist_solvable_wavg: 15.723349 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782603 + scoring: + avg_scores: 0.10039638 + visit_patterns: + avg_first_visit_time: 5278.956 + avg_last_visit_time: 7476.286 + num_replay_batches: 7486 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010549407 + avg_actor_approxkl3: 0.0005929058 + avg_actor_clipfrac: 0.0096557615 + avg_actor_loss: 0.00015181057 + avg_advantage: -0.0014077082 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.547631e-06 + avg_entropy: 0.028998956 + avg_grad_norm_pre_clip: 0.8551807 + avg_loss: 0.00012508545 + max: + max_actor_approxkl1: 0.0029761228 + max_actor_approxkl3: 0.0017137094 + max_actor_clipfrac: 0.026367188 + max_actor_loss: 0.0031679831 + max_advantage: 0.018517911 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.7973733e-06 + max_entropy: 0.049497705 + max_grad_norm_pre_clip: 3.1541302 + max_loss: 0.0031277246 + std: + std_actor_approxkl1: 0.00096651335 + std_actor_approxkl3: 0.0005615885 + std_actor_clipfrac: 0.006608154 + std_actor_loss: 0.0008814936 + std_advantage: 0.002843713 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.042656e-07 + std_entropy: 0.008108363 + std_grad_norm_pre_clip: 0.7850868 + std_loss: 0.0008788613 + eval-batch-train: + avg_avg_episode_length: 4.732292 + avg_avg_return: 0.9896997 + avg_benchmark_regret: 0.0054933988 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34448242 + proxy_corner: + avg_avg_return: 0.19702 + avg_reward_per_step: 0.03958893 + eval-batch-orig: + avg_avg_episode_length: 5.9929585 + avg_avg_return: 0.9857018 + avg_benchmark_regret: 0.008237194 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26794434 + proxy_corner: + avg_avg_return: 0.9857018 + avg_reward_per_step: 0.26794434 + eval-batch-shift: + avg_avg_episode_length: 4.9618983 + avg_avg_return: 0.9885293 + avg_benchmark_regret: 0.006432015 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34625244 + proxy_corner: + avg_avg_return: 0.18154246 + avg_reward_per_step: 0.03629303 + eval-batch-tree: + avg_avg_episode_length: 5.4812856 + avg_avg_return: 0.9872331 + avg_benchmark_regret: 0.0071871923 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2797165 + proxy_corner: + avg_avg_return: 0.9872331 + avg_reward_per_step: 0.2797165 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 491782144 + env-step-replay-before: 245760000 + env-step-used-before: 491782144 + ppo-update-before: 300160 + env-step-generate-before: 246022144 + env-step-all-after: 491814912 + env-step-replay-after: 245792768 + env-step-used-after: 491814912 + ppo-update-after: 300180 + env-step-generate-after: 246022144 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.767473 + avg_avg_return: 0.887235 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.5744175 + avg_reward_per_step: 0.044281006 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.767473 + avg_avg_return: 0.887235 + avg_reward_per_step: 0.06893921 + proxy_corner: + avg_avg_return: 0.5744175 + avg_reward_per_step: 0.044281006 + perf: + env_steps_per_second: 1005735.6835136004 + ppo_updates_per_second: 111.95781450083096 + eval-batch-train-duration: 0.18428345199208707 + eval-batch-orig-duration: 0.13617955101653934 + eval-batch-shift-duration: 0.1360212109866552 + eval-batch-tree-duration: 0.1358768199570477 + ued: + distances: + cheese-corne_dist_avg: 7.3259277 + cheese-corne_dist_wavg: 7.937905 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.221191 + mouse-cheese_dist_finite_wavg: 14.821832 + mouse-cheese_dist_solvable_avg: 13.221191 + mouse-cheese_dist_solvable_wavg: 14.821834 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10043131 + visit_patterns: + avg_first_visit_time: 5295.3696 + avg_last_visit_time: 7491.3643 + num_replay_batches: 7501 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074018695 + avg_actor_approxkl3: 0.000317241 + avg_actor_clipfrac: 0.0075927735 + avg_actor_loss: -2.78792e-05 + avg_advantage: -0.001719979 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1744966e-06 + avg_entropy: 0.024811197 + avg_grad_norm_pre_clip: 0.4144561 + avg_loss: -5.060316e-05 + max: + max_actor_approxkl1: 0.0023306028 + max_actor_approxkl3: 0.000991836 + max_actor_clipfrac: 0.017333984 + max_actor_loss: 0.0010867873 + max_advantage: 0.018043399 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4803168e-06 + max_entropy: 0.0329135 + max_grad_norm_pre_clip: 1.3083787 + max_loss: 0.0010652293 + std: + std_actor_approxkl1: 0.0006233319 + std_actor_approxkl3: 0.00027275726 + std_actor_clipfrac: 0.004914994 + std_actor_loss: 0.00043581845 + std_advantage: 0.002772007 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.094788e-07 + std_entropy: 0.0047288225 + std_grad_norm_pre_clip: 0.2640664 + std_loss: 0.0004344705 + eval-batch-train: + avg_avg_episode_length: 4.730118 + avg_avg_return: 0.9896871 + avg_benchmark_regret: 0.005506037 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34454346 + proxy_corner: + avg_avg_return: 0.19721243 + avg_reward_per_step: 0.039733887 + eval-batch-orig: + avg_avg_episode_length: 5.965532 + avg_avg_return: 0.9859813 + avg_benchmark_regret: 0.007957727 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26820374 + proxy_corner: + avg_avg_return: 0.9859813 + avg_reward_per_step: 0.26820374 + eval-batch-shift: + avg_avg_episode_length: 4.9902735 + avg_avg_return: 0.98825455 + avg_benchmark_regret: 0.0067067845 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3459854 + proxy_corner: + avg_avg_return: 0.18161905 + avg_reward_per_step: 0.036231995 + eval-batch-tree: + avg_avg_episode_length: 5.476383 + avg_avg_return: 0.98729753 + avg_benchmark_regret: 0.007122742 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27978516 + proxy_corner: + avg_avg_return: 0.98729753 + avg_reward_per_step: 0.27978516 +=========================================================== +=========================================================== + step: + env-step-all-before: 492830720 + env-step-replay-before: 246251520 + env-step-used-before: 492830720 + ppo-update-before: 300800 + env-step-generate-before: 246579200 + env-step-all-after: 492863488 + env-step-replay-after: 246251520 + env-step-used-after: 492863488 + ppo-update-after: 300820 + env-step-generate-after: 246611968 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.055601 + avg_avg_return: 0.9673279 + avg_reward_per_step: 0.32717896 + proxy_corner: + avg_avg_return: 0.15284252 + avg_reward_per_step: 0.03112793 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 5.055601 + avg_avg_return: 0.9673279 + avg_reward_per_step: 0.32717896 + proxy_corner: + avg_avg_return: 0.15284252 + avg_reward_per_step: 0.03112793 + perf: + env_steps_per_second: 986699.312189655 + ppo_updates_per_second: 111.10694338765259 + eval-batch-train-duration: 0.18897758895764127 + eval-batch-orig-duration: 0.1433792600291781 + eval-batch-shift-duration: 0.1380219029961154 + eval-batch-tree-duration: 0.13707897503627464 + ued: + distances: + cheese-corne_dist_avg: 7.338623 + cheese-corne_dist_wavg: 0.74622476 + levels_cheese_is_in_corner_avg: 0.060302734 + mouse-cheese_dist_finite_avg: 13.2265625 + mouse-cheese_dist_finite_wavg: 15.721557 + mouse-cheese_dist_solvable_avg: 13.2265625 + mouse-cheese_dist_solvable_wavg: 15.721559 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.0 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782615 + scoring: + avg_scores: 0.10042524 + visit_patterns: + avg_first_visit_time: 5316.7607 + avg_last_visit_time: 7505.297 + num_replay_batches: 7515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071377156 + avg_actor_approxkl3: 0.00045240554 + avg_actor_clipfrac: 0.0065734866 + avg_actor_loss: 0.0005292268 + avg_advantage: -0.0015777166 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 5.108291e-06 + avg_entropy: 0.01138394 + avg_grad_norm_pre_clip: 0.5660085 + avg_loss: 0.00052039704 + max: + max_actor_approxkl1: 0.003502904 + max_actor_approxkl3: 0.0022070697 + max_actor_clipfrac: 0.020385742 + max_actor_loss: 0.004255317 + max_advantage: 0.031068325 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.31659e-06 + max_entropy: 0.018420052 + max_grad_norm_pre_clip: 1.2509401 + max_loss: 0.0042396267 + std: + std_actor_approxkl1: 0.00088836835 + std_actor_approxkl3: 0.0005223578 + std_actor_clipfrac: 0.0058916193 + std_actor_loss: 0.0012521391 + std_advantage: 0.0028362467 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.6069757e-06 + std_entropy: 0.0044518462 + std_grad_norm_pre_clip: 0.36719543 + std_loss: 0.0012502536 + eval-batch-train: + avg_avg_episode_length: 4.8024 + avg_avg_return: 0.98918927 + avg_benchmark_regret: 0.0060038837 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34394836 + proxy_corner: + avg_avg_return: 0.19697997 + avg_reward_per_step: 0.039222717 + eval-batch-orig: + avg_avg_episode_length: 6.0398455 + avg_avg_return: 0.98567176 + avg_benchmark_regret: 0.008267244 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26750946 + proxy_corner: + avg_avg_return: 0.98567176 + avg_reward_per_step: 0.26750946 + eval-batch-shift: + avg_avg_episode_length: 4.983499 + avg_avg_return: 0.98844457 + avg_benchmark_regret: 0.0065167295 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34581757 + proxy_corner: + avg_avg_return: 0.18155378 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.5125904 + avg_avg_return: 0.9872918 + avg_benchmark_regret: 0.0071285055 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.279068 + proxy_corner: + avg_avg_return: 0.9872918 + avg_reward_per_step: 0.279068 +=========================================================== +=========================================================== + step: + env-step-all-before: 493879296 + env-step-replay-before: 246775808 + env-step-used-before: 493879296 + ppo-update-before: 301440 + env-step-generate-before: 247103488 + env-step-all-after: 493912064 + env-step-replay-after: 246775808 + env-step-used-after: 493912064 + ppo-update-after: 301460 + env-step-generate-after: 247136256 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 4.9287043 + avg_avg_return: 0.9709157 + avg_reward_per_step: 0.30895996 + proxy_corner: + avg_avg_return: 0.19067155 + avg_reward_per_step: 0.034942627 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 4.9287043 + avg_avg_return: 0.9709157 + avg_reward_per_step: 0.30895996 + proxy_corner: + avg_avg_return: 0.19067155 + avg_reward_per_step: 0.034942627 + perf: + env_steps_per_second: 990323.3437585044 + ppo_updates_per_second: 111.26094686690693 + eval-batch-train-duration: 0.18473864201223478 + eval-batch-orig-duration: 0.13689254299970344 + eval-batch-shift-duration: 0.13670834701042622 + eval-batch-tree-duration: 0.13624727801652625 + ued: + distances: + cheese-corne_dist_avg: 7.3293457 + cheese-corne_dist_wavg: 7.936925 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.223389 + mouse-cheese_dist_finite_wavg: 15.72094 + mouse-cheese_dist_solvable_avg: 13.223389 + mouse-cheese_dist_solvable_wavg: 15.720942 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10036842 + visit_patterns: + avg_first_visit_time: 5328.5146 + avg_last_visit_time: 7521.3867 + num_replay_batches: 7531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00024051634 + avg_actor_approxkl3: 0.00010930685 + avg_actor_clipfrac: 0.0011230469 + avg_actor_loss: -8.73474e-05 + avg_advantage: 0.00089796144 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.1427784e-06 + avg_entropy: 0.004237065 + avg_grad_norm_pre_clip: 0.09133744 + avg_loss: -8.951307e-05 + max: + max_actor_approxkl1: 0.0014118933 + max_actor_approxkl3: 0.00069938996 + max_actor_clipfrac: 0.006958008 + max_actor_loss: 6.715767e-05 + max_advantage: 0.012048066 + max_critic_clipfrac: 0.0 + max_critic_loss: 4.9247674e-06 + max_entropy: 0.006873036 + max_grad_norm_pre_clip: 0.2057572 + max_loss: 6.393029e-05 + std: + std_actor_approxkl1: 0.00035287743 + std_actor_approxkl3: 0.0001918503 + std_actor_clipfrac: 0.0016961185 + std_actor_loss: 0.000128918 + std_advantage: 0.0028222247 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.3140032e-07 + std_entropy: 0.0013063813 + std_grad_norm_pre_clip: 0.051654 + std_loss: 0.00012930982 + eval-batch-train: + avg_avg_episode_length: 4.740513 + avg_avg_return: 0.9894396 + avg_benchmark_regret: 0.005753504 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.19689381 + avg_reward_per_step: 0.0395813 + eval-batch-orig: + avg_avg_episode_length: 5.977729 + avg_avg_return: 0.98607624 + avg_benchmark_regret: 0.007862775 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2678604 + proxy_corner: + avg_avg_return: 0.98607624 + avg_reward_per_step: 0.2678604 + eval-batch-shift: + avg_avg_episode_length: 4.9741087 + avg_avg_return: 0.98868394 + avg_benchmark_regret: 0.006277429 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3464737 + proxy_corner: + avg_avg_return: 0.18179199 + avg_reward_per_step: 0.036247253 + eval-batch-tree: + avg_avg_episode_length: 5.486911 + avg_avg_return: 0.9871975 + avg_benchmark_regret: 0.0072227456 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796402 + proxy_corner: + avg_avg_return: 0.9871975 + avg_reward_per_step: 0.2796402 +=========================================================== +=========================================================== + step: + env-step-all-before: 494927872 + env-step-replay-before: 247300096 + env-step-used-before: 494927872 + ppo-update-before: 302080 + env-step-generate-before: 247627776 + env-step-all-after: 494960640 + env-step-replay-after: 247300096 + env-step-used-after: 494960640 + ppo-update-after: 302100 + env-step-generate-after: 247660544 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.257702 + avg_avg_return: 0.967129 + avg_reward_per_step: 0.29248047 + proxy_corner: + avg_avg_return: 0.16640687 + avg_reward_per_step: 0.03640747 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 5.257702 + avg_avg_return: 0.967129 + avg_reward_per_step: 0.29248047 + proxy_corner: + avg_avg_return: 0.16640687 + avg_reward_per_step: 0.03640747 + perf: + env_steps_per_second: 1009623.6220054359 + ppo_updates_per_second: 110.5330386519386 + eval-batch-train-duration: 0.18585849204100668 + eval-batch-orig-duration: 0.13981845905072987 + eval-batch-shift-duration: 0.14022100699367002 + eval-batch-tree-duration: 0.13739608402829617 + ued: + distances: + cheese-corne_dist_avg: 7.3310547 + cheese-corne_dist_wavg: 0.74096847 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.2248535 + mouse-cheese_dist_finite_wavg: 13.920976 + mouse-cheese_dist_solvable_avg: 13.2248535 + mouse-cheese_dist_solvable_wavg: 13.920976 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10083776 + visit_patterns: + avg_first_visit_time: 5337.925 + avg_last_visit_time: 7537.2373 + num_replay_batches: 7547 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00033583047 + avg_actor_approxkl3: 0.00014818918 + avg_actor_clipfrac: 0.0026367188 + avg_actor_loss: -2.9291725e-06 + avg_advantage: 0.0013629947 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 6.497094e-06 + avg_entropy: 0.006249846 + avg_grad_norm_pre_clip: 0.19807069 + avg_loss: -5.930469e-06 + max: + max_actor_approxkl1: 0.001096104 + max_actor_approxkl3: 0.0005089726 + max_actor_clipfrac: 0.008422852 + max_actor_loss: 0.0005988106 + max_advantage: 0.01632607 + max_critic_clipfrac: 0.0 + max_critic_loss: 9.117204e-06 + max_entropy: 0.010962725 + max_grad_norm_pre_clip: 0.58267945 + max_loss: 0.0005955434 + std: + std_actor_approxkl1: 0.00031512862 + std_actor_approxkl3: 0.00015647041 + std_actor_clipfrac: 0.0025780834 + std_actor_loss: 0.00025727547 + std_advantage: 0.003431239 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3044748e-06 + std_entropy: 0.002691626 + std_grad_norm_pre_clip: 0.17533751 + std_loss: 0.00025723633 + eval-batch-train: + avg_avg_episode_length: 4.7303042 + avg_avg_return: 0.98969 + avg_benchmark_regret: 0.005503079 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34453583 + proxy_corner: + avg_avg_return: 0.19720414 + avg_reward_per_step: 0.039718628 + eval-batch-orig: + avg_avg_episode_length: 5.9788055 + avg_avg_return: 0.98548853 + avg_benchmark_regret: 0.008450465 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26794434 + proxy_corner: + avg_avg_return: 0.98548853 + avg_reward_per_step: 0.26794434 + eval-batch-shift: + avg_avg_episode_length: 4.9678965 + avg_avg_return: 0.98871124 + avg_benchmark_regret: 0.00625006 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3462906 + proxy_corner: + avg_avg_return: 0.18158057 + avg_reward_per_step: 0.03627777 + eval-batch-tree: + avg_avg_episode_length: 5.4955435 + avg_avg_return: 0.98707306 + avg_benchmark_regret: 0.0073472112 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27963257 + proxy_corner: + avg_avg_return: 0.98707306 + avg_reward_per_step: 0.27963257 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 495976448 + env-step-replay-before: 247791616 + env-step-used-before: 495976448 + ppo-update-before: 302720 + env-step-generate-before: 248184832 + env-step-all-after: 496009216 + env-step-replay-after: 247824384 + env-step-used-after: 496009216 + ppo-update-after: 302740 + env-step-generate-after: 248184832 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.725079 + avg_avg_return: 0.8876031 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6053758 + avg_reward_per_step: 0.046661377 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.725079 + avg_avg_return: 0.8876031 + avg_reward_per_step: 0.069122314 + proxy_corner: + avg_avg_return: 0.6053758 + avg_reward_per_step: 0.046661377 + perf: + env_steps_per_second: 1002184.5103697114 + ppo_updates_per_second: 111.05071557089902 + eval-batch-train-duration: 0.19033631001366302 + eval-batch-orig-duration: 0.14059228799305856 + eval-batch-shift-duration: 0.14007736695930362 + eval-batch-tree-duration: 0.14039938402129337 + ued: + distances: + cheese-corne_dist_avg: 7.3308105 + cheese-corne_dist_wavg: 7.931387 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 13.229492 + mouse-cheese_dist_finite_wavg: 15.721756 + mouse-cheese_dist_solvable_avg: 13.229492 + mouse-cheese_dist_solvable_wavg: 15.721756 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10058048 + visit_patterns: + avg_first_visit_time: 5346.5684 + avg_last_visit_time: 7553.2466 + num_replay_batches: 7563 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005186353 + avg_actor_approxkl3: 0.0002702939 + avg_actor_clipfrac: 0.005957031 + avg_actor_loss: -0.00021329468 + avg_advantage: -0.0012298191 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.3639957e-06 + avg_entropy: 0.027583247 + avg_grad_norm_pre_clip: 0.28010544 + avg_loss: -0.00023869595 + max: + max_actor_approxkl1: 0.0013768076 + max_actor_approxkl3: 0.0007803369 + max_actor_clipfrac: 0.013671875 + max_actor_loss: 0.00030224118 + max_advantage: 0.026118636 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.4626025e-06 + max_entropy: 0.03727006 + max_grad_norm_pre_clip: 0.6125964 + max_loss: 0.00027570836 + std: + std_actor_approxkl1: 0.00042659222 + std_actor_approxkl3: 0.00020322132 + std_actor_clipfrac: 0.003659993 + std_actor_loss: 0.00023993441 + std_advantage: 0.0029058454 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9715616e-07 + std_entropy: 0.004367449 + std_grad_norm_pre_clip: 0.101600975 + std_loss: 0.0002392346 + eval-batch-train: + avg_avg_episode_length: 4.735033 + avg_avg_return: 0.98946244 + avg_benchmark_regret: 0.005730668 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444519 + proxy_corner: + avg_avg_return: 0.19720247 + avg_reward_per_step: 0.039642334 + eval-batch-orig: + avg_avg_episode_length: 5.9615726 + avg_avg_return: 0.9857565 + avg_benchmark_regret: 0.008182506 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26802826 + proxy_corner: + avg_avg_return: 0.9857565 + avg_reward_per_step: 0.26802826 + eval-batch-shift: + avg_avg_episode_length: 4.9606085 + avg_avg_return: 0.98875356 + avg_benchmark_regret: 0.0062077027 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3466339 + proxy_corner: + avg_avg_return: 0.18143623 + avg_reward_per_step: 0.03627014 + eval-batch-tree: + avg_avg_episode_length: 5.4849343 + avg_avg_return: 0.9870392 + avg_benchmark_regret: 0.007381009 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27970123 + proxy_corner: + avg_avg_return: 0.9870392 + avg_reward_per_step: 0.27970123 +=========================================================== +=========================================================== + step: + env-step-all-before: 497025024 + env-step-replay-before: 248348672 + env-step-used-before: 497025024 + ppo-update-before: 303360 + env-step-generate-before: 248676352 + env-step-all-after: 497057792 + env-step-replay-after: 248348672 + env-step-used-after: 497057792 + ppo-update-after: 303380 + env-step-generate-after: 248709120 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.3155622 + avg_avg_return: 0.9661414 + avg_reward_per_step: 0.3227539 + proxy_corner: + avg_avg_return: 0.19429293 + avg_reward_per_step: 0.04107666 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 5.3155622 + avg_avg_return: 0.9661414 + avg_reward_per_step: 0.3227539 + proxy_corner: + avg_avg_return: 0.19429293 + avg_reward_per_step: 0.04107666 + perf: + env_steps_per_second: 993784.1473914252 + ppo_updates_per_second: 111.41710146946025 + eval-batch-train-duration: 0.1929599669529125 + eval-batch-orig-duration: 0.14374898601090536 + eval-batch-shift-duration: 0.1378259029588662 + eval-batch-tree-duration: 0.13634978199843317 + ued: + distances: + cheese-corne_dist_avg: 7.307373 + cheese-corne_dist_wavg: 1.6450195 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 13.230957 + mouse-cheese_dist_finite_wavg: 14.822029 + mouse-cheese_dist_solvable_avg: 13.230957 + mouse-cheese_dist_solvable_wavg: 14.822031 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782606 + scoring: + avg_scores: 0.10051592 + visit_patterns: + avg_first_visit_time: 5359.136 + avg_last_visit_time: 7569.2227 + num_replay_batches: 7579 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00026095912 + avg_actor_approxkl3: 0.00014494883 + avg_actor_clipfrac: 0.001739502 + avg_actor_loss: -0.00014576691 + avg_advantage: -0.00030496303 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.160695e-06 + avg_entropy: 0.00513098 + avg_grad_norm_pre_clip: 0.15051214 + avg_loss: -0.00014881755 + max: + max_actor_approxkl1: 0.0010716897 + max_actor_approxkl3: 0.00042184777 + max_actor_clipfrac: 0.008056641 + max_actor_loss: 0.00012606569 + max_advantage: 0.013640106 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.787011e-06 + max_entropy: 0.009573074 + max_grad_norm_pre_clip: 0.685839 + max_loss: 0.00012403565 + std: + std_actor_approxkl1: 0.00031205104 + std_actor_approxkl3: 0.0001579074 + std_actor_clipfrac: 0.0021846408 + std_actor_loss: 0.00026640756 + std_advantage: 0.002845879 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7777135e-07 + std_entropy: 0.002380348 + std_grad_norm_pre_clip: 0.1602162 + std_loss: 0.00026674816 + eval-batch-train: + avg_avg_episode_length: 4.733421 + avg_avg_return: 0.9895409 + avg_benchmark_regret: 0.0056522135 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34451294 + proxy_corner: + avg_avg_return: 0.19700098 + avg_reward_per_step: 0.039657593 + eval-batch-orig: + avg_avg_episode_length: 5.965086 + avg_avg_return: 0.9857635 + avg_benchmark_regret: 0.008175499 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.26811218 + proxy_corner: + avg_avg_return: 0.9857635 + avg_reward_per_step: 0.26811218 + eval-batch-shift: + avg_avg_episode_length: 4.9847364 + avg_avg_return: 0.9888325 + avg_benchmark_regret: 0.0061288085 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34632874 + proxy_corner: + avg_avg_return: 0.18162735 + avg_reward_per_step: 0.036201477 + eval-batch-tree: + avg_avg_episode_length: 5.485805 + avg_avg_return: 0.9873092 + avg_benchmark_regret: 0.007111065 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796936 + proxy_corner: + avg_avg_return: 0.9873092 + avg_reward_per_step: 0.2796936 +=========================================================== +=========================================================== + step: + env-step-all-before: 498073600 + env-step-replay-before: 248741888 + env-step-used-before: 498073600 + ppo-update-before: 304000 + env-step-generate-before: 249331712 + env-step-all-after: 498106368 + env-step-replay-after: 248741888 + env-step-used-after: 498106368 + ppo-update-after: 304020 + env-step-generate-after: 249364480 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.8544416 + avg_avg_return: 0.9706089 + avg_reward_per_step: 0.33929443 + proxy_corner: + avg_avg_return: 0.15968898 + avg_reward_per_step: 0.03060913 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.8544416 + avg_avg_return: 0.9706089 + avg_reward_per_step: 0.33929443 + proxy_corner: + avg_avg_return: 0.15968898 + avg_reward_per_step: 0.03060913 + perf: + env_steps_per_second: 1003015.8743694852 + ppo_updates_per_second: 111.26001656930718 + eval-batch-train-duration: 0.18466128502041101 + eval-batch-orig-duration: 0.13802281400421634 + eval-batch-shift-duration: 0.13880442798836157 + eval-batch-tree-duration: 0.13871346594532952 + ued: + distances: + cheese-corne_dist_avg: 7.3049316 + cheese-corne_dist_wavg: 3.420077 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.230713 + mouse-cheese_dist_finite_wavg: 13.02433 + mouse-cheese_dist_solvable_avg: 13.230713 + mouse-cheese_dist_solvable_wavg: 13.024333 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 7.9999995 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.3478261 + scoring: + avg_scores: 0.10065418 + visit_patterns: + avg_first_visit_time: 5381.157 + avg_last_visit_time: 7581.2314 + num_replay_batches: 7591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00016285028 + avg_actor_approxkl3: 4.5719593e-05 + avg_actor_clipfrac: 0.00084228517 + avg_actor_loss: -7.2495735e-05 + avg_advantage: 0.0017301464 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.032869e-06 + avg_entropy: 0.003377546 + avg_grad_norm_pre_clip: 0.07124588 + avg_loss: -7.385684e-05 + max: + max_actor_approxkl1: 0.00073544245 + max_actor_approxkl3: 0.00020640352 + max_actor_clipfrac: 0.0024414062 + max_actor_loss: 9.632856e-05 + max_advantage: 0.013678074 + max_critic_clipfrac: 0.0 + max_critic_loss: 5.5687497e-06 + max_entropy: 0.0054950872 + max_grad_norm_pre_clip: 0.13840516 + max_loss: 9.513792e-05 + std: + std_actor_approxkl1: 0.00020087362 + std_actor_approxkl3: 5.6600067e-05 + std_actor_clipfrac: 0.0008133035 + std_actor_loss: 0.0001279366 + std_advantage: 0.0027216258 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.952847e-07 + std_entropy: 0.0010732106 + std_grad_norm_pre_clip: 0.032266535 + std_loss: 0.00012835284 + eval-batch-train: + avg_avg_episode_length: 4.7377977 + avg_avg_return: 0.9893496 + avg_benchmark_regret: 0.0058434503 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.34436798 + proxy_corner: + avg_avg_return: 0.19724694 + avg_reward_per_step: 0.03957367 + eval-batch-orig: + avg_avg_episode_length: 5.9979424 + avg_avg_return: 0.9857143 + avg_benchmark_regret: 0.008224665 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2675705 + proxy_corner: + avg_avg_return: 0.9857143 + avg_reward_per_step: 0.2675705 + eval-batch-shift: + avg_avg_episode_length: 4.963293 + avg_avg_return: 0.9882859 + avg_benchmark_regret: 0.0066754157 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.34657288 + proxy_corner: + avg_avg_return: 0.18160033 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.4980016 + avg_avg_return: 0.9876342 + avg_benchmark_regret: 0.006786079 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27954865 + proxy_corner: + avg_avg_return: 0.9876342 + avg_reward_per_step: 0.27954865 +=========================================================== +=========================================================== + step: + env-step-all-before: 499122176 + env-step-replay-before: 249364480 + env-step-used-before: 499122176 + ppo-update-before: 304640 + env-step-generate-before: 249757696 + env-step-all-after: 499154944 + env-step-replay-after: 249364480 + env-step-used-after: 499154944 + ppo-update-after: 304660 + env-step-generate-after: 249790464 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.8678517 + avg_avg_return: 0.96888065 + avg_reward_per_step: 0.31326294 + proxy_corner: + avg_avg_return: 0.14840643 + avg_reward_per_step: 0.03237915 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 4.8678517 + avg_avg_return: 0.96888065 + avg_reward_per_step: 0.31326294 + proxy_corner: + avg_avg_return: 0.14840643 + avg_reward_per_step: 0.03237915 + perf: + env_steps_per_second: 997545.9842623079 + ppo_updates_per_second: 110.68919344164229 + eval-batch-train-duration: 0.1851981270010583 + eval-batch-orig-duration: 0.13841809902805835 + eval-batch-shift-duration: 0.13870358699932694 + eval-batch-tree-duration: 0.13637429801747203 + ued: + distances: + cheese-corne_dist_avg: 7.306885 + cheese-corne_dist_wavg: 11.531934 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 13.231445 + mouse-cheese_dist_finite_wavg: 12.123232 + mouse-cheese_dist_solvable_avg: 13.231445 + mouse-cheese_dist_solvable_wavg: 12.123234 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 8.0 + num_walls_wavg: 8.000001 + prop_walls_avg: 0.34782603 + prop_walls_wavg: 0.34782612 + scoring: + avg_scores: 0.10022413 + visit_patterns: + avg_first_visit_time: 5390.5034 + avg_last_visit_time: 7600.2573 + num_replay_batches: 7610 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006337521 + avg_actor_approxkl3: 0.00041771244 + avg_actor_clipfrac: 0.001953125 + avg_actor_loss: -2.3458166e-05 + avg_advantage: 0.0012527155 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 4.5860756e-06 + avg_entropy: 0.0035034993 + avg_grad_norm_pre_clip: 0.1371287 + avg_loss: -2.4668623e-05 + max: + max_actor_approxkl1: 0.0019359582 + max_actor_approxkl3: 0.0016516915 + max_actor_clipfrac: 0.005126953 + max_actor_loss: 0.00064913 + max_advantage: 0.022966564 + max_critic_clipfrac: 0.0 + max_critic_loss: 6.455143e-06 + max_entropy: 0.0071596135 + max_grad_norm_pre_clip: 0.4671424 + max_loss: 0.0006489924 + std: + std_actor_approxkl1: 0.00067203655 + std_actor_approxkl3: 0.0004954663 + std_actor_clipfrac: 0.0018044122 + std_actor_loss: 0.00030849074 + std_advantage: 0.0027498 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.0667729e-06 + std_entropy: 0.0017357277 + std_grad_norm_pre_clip: 0.11250178 + std_loss: 0.0003093819 + eval-batch-train: + avg_avg_episode_length: 4.739455 + avg_avg_return: 0.98947835 + avg_benchmark_regret: 0.005714749 + avg_benchmark_return: 0.9951931 + avg_reward_per_step: 0.3444214 + proxy_corner: + avg_avg_return: 0.19695185 + avg_reward_per_step: 0.03954315 + eval-batch-orig: + avg_avg_episode_length: 5.953857 + avg_avg_return: 0.9856601 + avg_benchmark_regret: 0.008278946 + avg_benchmark_return: 0.993939 + avg_reward_per_step: 0.2680359 + proxy_corner: + avg_avg_return: 0.9856601 + avg_reward_per_step: 0.2680359 + eval-batch-shift: + avg_avg_episode_length: 4.96054 + avg_avg_return: 0.98857415 + avg_benchmark_regret: 0.0063871657 + avg_benchmark_return: 0.99496126 + avg_reward_per_step: 0.3467102 + proxy_corner: + avg_avg_return: 0.18169034 + avg_reward_per_step: 0.036262512 + eval-batch-tree: + avg_avg_episode_length: 5.4836035 + avg_avg_return: 0.98685044 + avg_benchmark_regret: 0.007569799 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2796402 + proxy_corner: + avg_avg_return: 0.98685044 + avg_reward_per_step: 0.2796402 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +training run complete. +finishing checkpoints... diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/requirements.txt b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b4b0c9829a41e8ae1962c355b32ac4d0f1ccd46a --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/requirements.txt @@ -0,0 +1,86 @@ +safetensors==0.5.3 +huggingface-hub==0.33.4 +hf-xet==1.1.5 +regex==2024.11.6 +transformers==4.53.2 +tokenizers==0.21.2 +fsspec==2025.7.0 +wcwidth==0.2.13 +psutil==7.0.0 +distrax==0.1.5 +msgpack==1.1.1 +annotated-types==0.7.0 +imageio==2.37.0 +packaging==25.0 +shellingham==1.5.4 +nest-asyncio==1.6.0 +jaxlib==0.6.2 +pip==25.1.1 +opt_einsum==3.4.0 +importlib_resources==6.5.2 +cloudpickle==3.1.1 +mdurl==0.1.2 +jax-cuda12-plugin==0.6.2 +markdown-it-py==3.0.0 +wadler_lindig==0.1.7 +requests==2.32.4 +orbax-checkpoint==0.11.19 +moviepy==2.2.1 +wrapt==1.17.2 +ml_dtypes==0.5.1 +einops==0.8.1 +humanize==4.12.3 +attrs==25.3.0 +jaxgmg==0.0.0 +pydantic_core==2.33.2 +urllib3==2.5.0 +sentry-sdk==2.33.2 +toolz==1.0.0 +protobuf==6.31.1 +click==8.2.1 +flax==0.10.7 +nvidia-ml-py==12.575.51 +wheel==0.45.1 +certifi==2025.7.14 +tensorflow-probability==0.25.0 +blessed==1.21.0 +Pygments==2.19.2 +rich==14.0.0 +dm-tree==0.1.9 +smmap==5.0.2 +tfp-nightly==0.26.0.dev0 +typing-inspection==0.4.1 +setuptools==80.9.0 +proglog==0.1.12 +gast==0.6.0 +absl-py==2.3.1 +simplejson==3.20.1 +six==1.17.0 +tensorstore==0.1.76 +gpustat==1.1.1 +jaxtyping==0.3.2 +numpy==2.3.1 +jax==0.6.2 +pillow==11.3.0 +idna==3.10 +typer==0.16.0 +python-dotenv==1.1.1 +decorator==5.2.1 +platformdirs==4.3.8 +jax-cuda12-pjrt==0.6.2 +etils==1.13.0 +optax==0.2.5 +charset-normalizer==3.4.2 +readchar==4.2.1 +chex==0.1.89 +tqdm==4.67.1 +wandb==0.21.0 +imageio-ffmpeg==0.6.0 +PyYAML==6.0.2 +typing_extensions==4.14.1 +GitPython==3.1.44 +treescope==0.1.9 +zipp==3.23.0 +scipy==1.16.0 +pydantic==2.11.7 +gitdb==4.0.12 diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/wandb-metadata.json b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b3cc6faf1d14679cb3e1dea2d8c99e524cfefe9c --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/wandb-metadata.json @@ -0,0 +1,78 @@ +{ + "os": "Linux-5.15.0-118-generic-x86_64-with-glibc2.35", + "python": "CPython 3.11.13", + "startedAt": "2025-07-24T20:27:29.647824Z", + "args": [ + "train", + "corner", + "--num-total-env-steps", + "500_000_000", + "--keep-all-checkpoints", + "--num-cycles-per-checkpoint", + "128", + "--wandb-project", + "jaxgmg_500M", + "--wandb-name", + "alpha_1_env_tree_7x7", + "--prob-shift", + "1", + "--env-layout", + "tree", + "--env-size", + "7" + ], + "program": "-m jaxgmg.__main__", + "git": { + "remote": "https://github.com/timaeus-research/jaxgmg", + "commit": "b4bd47a0918104fe66a8c9012402c117f9653042" + }, + "email": "davidquarel@gmail.com", + "root": "/workspace/HOME/guest/david_quarel/jaxgmg", + "host": "All", + "executable": "/workspace/HOME/guest/.conda/envs/jax/bin/python", + "cpu_count": 8, + "cpu_count_logical": 16, + "gpu": "NVIDIA RTX A4000", + "gpu_count": 4, + "disk": { + "/": { + "total": "3936290357248", + "used": "2993636405248" + } + }, + "memory": { + "total": "67338465280" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5352c8dc-4b83-b59e-3726-561f11bddc57" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-75dc7a2b-b656-879f-526c-2e3bad36943d" + } + ], + "cudaVersion": "12.8", + "writerId": "5g1xno5uo9jkxey9hkiowu4xj24i3nrt" +} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/wandb-summary.json b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e044ea47a8e9d2253fd9e6f581b796f10c2f7e23 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/files/wandb-summary.json @@ -0,0 +1 @@ +{"ued/layout/levels16_img":{"_type":"image-file","sha256":"83bdb6405dc4a0f4e3d6ba29cff5804b709ead3f0c562264bd1b01c367a99ab0","size":452,"path":"media/images/ued/layout/levels16_img_15200_83bdb6405dc4a0f4e3d6.png","format":"png","width":31,"height":31},"ued/distances/solvable_num":4096,"ppo/avg_advantage":0.0012527154758572578,"train-replay/avg_reward_per_step":0.069122314453125,"ppo/max/max_actor_loss":0.0006491299718618393,"eval-batch-orig/avg_reward_per_step":0.268035888671875,"step/env-step-used-before":499122176,"eval-batch-orig/avg_avg_episode_length":5.953856945037842,"step/ppo-update-before":304640,"perf/eval-batch-orig-duration":0.13841809902805835,"eval-batch-train/avg_benchmark_return":0.9951931238174438,"ppo/std/std_actor_approxkl1":0.000672036549076438,"eval-batch-tree/avg_avg_return":0.9868504405021667,"train-generate/proxy_corner/avg_reward_per_step":0.032379150390625,"ued/distances/levels_cheese_is_in_corner_avg":0.0615234375,"ppo/max/max_entropy":0.007159613538533449,"ued/layout/num_walls_wavg":8.000000953674316,"train-generate/avg_reward_per_step":0.313262939453125,"eval-batch-train/avg_reward_per_step":0.34442138671875,"eval-batch-shift/avg_benchmark_regret":0.0063871657475829124,"train-all/avg_reward_per_step":0.313262939453125,"ued/layout/prop_walls_wavg":0.34782612323760986,"step/env-step-all-before":499122176,"ppo/max/max_critic_clipfrac":0,"train-all/proxy_corner/avg_reward_per_step":0.032379150390625,"ppo/avg_entropy":0.0035034993197768927,"train-generate/proxy_corner/avg_avg_return":0.14840643107891083,"eval-batch-orig/proxy_corner/avg_reward_per_step":0.268035888671875,"ued/layout/prop_walls_avg":0.3478260338306427,"train-replay/avg_avg_return":0.8876031041145325,"ppo/max/max_advantage":0.02296656370162964,"eval-batch-shift/proxy_corner/avg_avg_return":0.18169033527374268,"eval-batch-train/proxy_corner/avg_avg_return":0.19695185124874115,"ued/distances/solvable_wavg":0.9999999403953552,"ppo/std/std_actor_approxkl3":0.0004954662872478366,"ppo/max/max_actor_approxkl3":0.0016516915056854486,"ppo/std/std_actor_loss":0.0003084907366428524,"ued/eta":0.5,"step/ppo-update-after":304660,"eval-batch-train/proxy_corner/avg_reward_per_step":0.03954315185546875,"ued/layout/num_walls_avg":8,"ppo/avg_actor_approxkl1":0.0006337520899251103,"eval-batch-tree/proxy_corner/avg_avg_return":0.9868504405021667,"eval-batch-tree/avg_benchmark_return":0.9944202899932861,"eval-batch-train/avg_avg_return":0.989478349685669,"ppo/max/max_actor_clipfrac":0.005126953125,"step/env-step-replay-after":249364480,"ppo/avg_critic_loss":4.5860756472393405e-06,"ppo/std/std_loss":0.0003093818959314376,"perf/eval-batch-shift-duration":0.13870358699932694,"eval-batch-shift/proxy_corner/avg_reward_per_step":0.03626251220703125,"eval-batch-orig/proxy_corner/avg_avg_return":0.9856600761413574,"_runtime":4118.700324153,"eval-batch-tree/avg_benchmark_regret":0.0075697991997003555,"eval-batch-shift/avg_reward_per_step":0.346710205078125,"train-replay/avg_avg_episode_length":13.725078582763672,"train-replay/proxy_corner/avg_avg_return":0.6053758263587952,"ppo/std/std_entropy":0.001735727651976049,"ppo/max/max_actor_approxkl1":0.0019359581638127565,"ued/visit_patterns/avg_last_visit_time":7600.25732421875,"_wandb":{"runtime":4118},"ppo/avg_loss":-2.466862315486651e-05,"eval-batch-tree/avg_avg_episode_length":5.483603477478027,"step/env-step-replay-before":249364480,"train-generate/avg_avg_return":0.9688806533813477,"perf/env_steps_per_second":997545.9842623079,"eval-batch-shift/avg_avg_episode_length":4.960539817810059,"train-all/proxy_corner/avg_avg_return":0.14840643107891083,"step/env-step-all-after":499154944,"ppo/max/max_critic_loss":6.455143193306867e-06,"step/env-step-used-after":499154944,"eval-batch-tree/avg_reward_per_step":0.27964019775390625,"ued/scoring/avg_scores":0.10022412985563278,"eval-batch-shift/avg_benchmark_return":0.9949612617492676,"train-replay/shift_proportion":0.9609375,"eval-batch-orig/avg_avg_return":0.9856600761413574,"ued/distances/mouse-cheese_dist_solvable_avg":13.2314453125,"train-all/avg_avg_return":0.9688806533813477,"ppo/std/std_advantage":0.00274979998357594,"perf/eval-batch-tree-duration":0.13637429801747203,"ppo/avg_actor_loss":-2.3458165742340498e-05,"ppo/max/max_loss":0.0006489924271591008,"eval-batch-train/avg_benchmark_regret":0.005714748986065388,"perf/eval-batch-train-duration":0.1851981270010583,"train-replay/proxy_corner/avg_reward_per_step":0.046661376953125,"ppo/avg_critic_clipfrac":0,"ppo/avg_actor_approxkl3":0.0004177124355919659,"ppo/std/std_critic_clipfrac":0,"ued/distances/mouse-cheese_dist_solvable_wavg":12.123233795166016,"ppo/std/std_actor_clipfrac":0.0018044122261926532,"train-all/shift_proportion":0.953125,"eval-batch-shift/avg_avg_return":0.9885741472244263,"ppo/avg_actor_clipfrac":0.001953125,"step/env-step-generate-before":249757696,"train-generate/shift_proportion":0.953125,"ued/visit_patterns/avg_first_visit_time":5390.50341796875,"eval-batch-orig/avg_benchmark_regret":0.00827894639223814,"ued/distances/mouse-cheese_dist_finite_wavg":12.123231887817383,"ued/distances/solvable_avg":1,"ppo/std/std_critic_loss":1.0667729384294944e-06,"ppo/avg_grad_norm_pre_clip":0.13712869584560394,"ppo/max/max_grad_norm_pre_clip":0.46714240312576294,"step/env-step-generate-after":249790464,"eval-batch-train/avg_avg_episode_length":4.739455223083496,"perf/ppo_updates_per_second":110.68919344164229,"ued/distances/cheese-corne_dist_avg":7.306884765625,"_step":15232,"ued/distances/cheese-corne_dist_wavg":11.531933784484863,"_timestamp":1.7533929628999488e+09,"eval-batch-orig/avg_benchmark_return":0.9939389824867249,"ued/visit_patterns/num_replay_batches":7610,"ued/distances/mouse-cheese_dist_finite_avg":13.2314453125,"train-all/avg_avg_episode_length":4.867851734161377,"train-generate/avg_avg_episode_length":4.867851734161377,"ppo/std/std_grad_norm_pre_clip":0.11250177770853043,"eval-batch-tree/proxy_corner/avg_reward_per_step":0.27964019775390625} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-core.log b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..f55542ecf84c1bba3152c69fe4e360a532ccf3e6 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-core.log @@ -0,0 +1,16 @@ +{"time":"2025-07-24T20:27:29.768388529Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpxnxx_g_7/port-1916633.txt","pid":1916633,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-24T20:27:29.769231588Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1916633-1916785-2680030418/socket","Net":"unix"}} +{"time":"2025-07-24T20:27:29.76928594Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1916633} +{"time":"2025-07-24T20:27:29.859314965Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-24T20:27:29.867383742Z","level":"INFO","msg":"handleInformInit: received","streamId":"alpha_1_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:27:30.154000539Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"alpha_1_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T21:36:18.403271227Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"alpha_1_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T21:36:18.408868026Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"alpha_1_tree_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T21:36:19.395989875Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-24T21:36:19.396012217Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-24T21:36:19.396025272Z","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-24T21:36:19.39603502Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-24T21:36:19.396076067Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-24T21:36:19.396090224Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-24T21:36:19.39609892Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1916633-1916785-2680030418/socket","Net":"unix"}} +{"time":"2025-07-24T21:36:19.396120722Z","level":"INFO","msg":"server is closed"} diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-internal.log b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..604053590cf4f9c785ed81e83067ce3895e179b4 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-internal.log @@ -0,0 +1,1456 @@ +{"time":"2025-07-24T20:27:29.867607303Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-24T20:27:30.153538298Z","level":"INFO","msg":"stream: created new stream","id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T20:27:30.153618709Z","level":"INFO","msg":"writer: Do: started","stream_id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T20:27:30.153642174Z","level":"INFO","msg":"sender: started","stream_id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T20:27:30.153989649Z","level":"INFO","msg":"stream: started","id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T20:27:30.153988326Z","level":"INFO","msg":"handler: started","stream_id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T21:36:09.632551308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=418beffd2eadfb85caa77b412208680c09240de6a685d22aa6984add7652082c194706cf61cef45d04540337d16b010dc2194b7673065961201b4a3e794f5b5ea16c93fb00f0018fa3082105a2bd20e17a6b74f1347507d800d7bd638dd949fa8a983942b7f37dfe24f28c393ac9bd74605a43a65b3d8cd9c741ed59c5b339dcdb384286e214edc7f61defc2b496ad488c11277255b0c7da4f762e542f3c6d3cf20b5b59046f744dd94b0b46ca379ed7b7bc3959f4bb095c498a5e761224d586944823cc97437ad7a5b6e86be91627cec2f3cf73576a0cb6ac18da4fc343a43ee5ffbc8e5a5a292a163890b1828f4114099493f810125d501272119d220656e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633481792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2c4c0c32862eccc06e5568ad6a43e1856918e93b2d23920966ce32dd80b75c5e93b3bcf44945877486b5f27b725f5b9b422ee818d2a64e4128b7634dc3c83b39bf1f1582cd3f1b7764ff30746920d328bdea0ee2969fd5263c9918bcc4116dff6762fe1eb82b6b504749b9d1023e92c0807f55b13931da0d3b5f2ecc3fbdcebbbb91e08dc971bd5ac6e555b7b85d2d45d2f714e2ab99f66c83293197d38455e7e3fafabc7e042b3809f77843d5ee59f3bb7ddba2f78ba35917ba5e04262b5e022669d140e23d0cbf0b5285bb719bb59723aa7d71039267854e6852577012a4d63add5d39c02c6b8f2edb27a16c6e88b06c2129261a3ebe24bae1b180acf404e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633511077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=94651430c5bdc522f5521a7241ae7d2c6c0eb070a53376c151faae58bd11bf9e65778a4fd46cf829048e80cfa9c66b048124486d4982f9a9a6c7aa1020f37d2c403fbc4aac0e2931f81f4c3bcab375644d912ce5a00cf79e05f3935cff4fcd83d99d169cc1359e2eeb8f8470e2a12fad58a1f14336d0a4003325bb71b5b6896b16dba0168805def85e07a7e18e7ecf9b5e5281a1a6ac9777fa40d960b2c5daf2f5539ac70ad25604ed9c8ef337d970680bfa3825f42c22b08572baa2418316b35c0f254b33339ce603c26096d2fc4c8c3e933042d480110b55257f9f0b4bb5cef77967e096b4b58709626ab8237c73d6809ff81dc513556b2723cdd7ccf1f4ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633502471Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7b189d657ac824b51c730b80c4617165fe215d4489885f625e3516fc201d2108581aaebd10f7495a45650579c5d0938a247d8aea949c1d5a61b81987adde46f2350118e388ad5ef23d8736210643463eacd3909bbc8d6f77395dfa45c232ca12b57cc600f96bca0ae45f8f695b172f9cf45a68c381f3690d653d50938f5eafd5aa5583c4f6dbd052f1fc6dde87ee9f8af0e490aac68da1355c1c0ed1a6616cb996ef9764eafc4dff59377d9996af3995347274f13f4da3695cb8838b6bd8c5f5d454c8c252fa388955116dfbf2844a0630c605ec1af07808924e21662605eb5181ffa237742d70be330d387adefe90eb196dd36150223934dfe79ff63d275fb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633527959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0864dfc6c322cac3eb4631b6336cdaa4b6283c180f30b47435a711b32db306a44d5fb8c3c264328cd5ecbeb96584deab52e6be36af56b6840611048eb7d765c2d42371318a8ed9d3a9f8cfa3662b344921593d106028ce61753a2ff7d0277134e5eb2257a9db56e3a189dfb6c22f7375016210d9ee74bccda197a551aff992e8b7de582168289058226e087f12425b530104ede8cba34fdde96f48fab557707cd9bd265ff194040c32cdc1adf274dc74fa32a158697882b13c828cc34582bf0f7b279e59c98a262ae43c35eeefbbab205d3ce3878d704b299f7ef93faeec2325ce1669dfe36653e017d875f006659b1ebba3dac95056361ed2a9e4b2924798e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633472174Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1245b6b4a357dee5ba2868b2a85977769ba349b07dc4419278228a392d27a934e4ea5b5dcd38826694431cb0df5877d20d3eb5e03a91546f89b8b9d255508041cdc1bea0008332ba22ffaa1fdde73a8679190544a0145ad98d5cbcf9d20518b5a88ccc90da4a80a2fc23c6214d315a08eed606ed8ae36097a25af10cf99fa73992a89b149c3ce3a858436ca3cc7a2616af6f6d0c9850d07928f86ea880588a7b354a3146f2dda916d98e3dcbae459f614f90878b32fc12d00c76d442265148937c7f637da71e6fba0f8e2462fe6e1a9740e948cb0d457fee04db1c10fc8e795fcf9a38014f3110bc07dde9c51a3de94801561b41b81eebc3af9d7f4420f4687d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633452988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3d5971641574cbcbdbab4eb2393fae4a1fd7db88be5ee4905c586dca69e7f0b82fb5ad46e5742747fa475ee6df7629c6ccc6cf8e34c506920519dd977509035439eb9f6fb72b6f6f9d9bce03a0a30ab92ee27a714b715b3e9681971ba1c77c8abee2369dc692f0625a03907e6acc387c52e7485cb2632bc5a6e60a80f846ed67905ab9da90aea5fe5ca45e4c63c1ebffc5b70f2f35527ca9124b7fc240df31ad1fb592bb375884d429065143b8eab6ecf7385be181b6d3115fea0b4e41746a1468a72a63b28e75af684117ad8bb2d00855f89a3de0a663eec9ce29bba58b80ec05ad8f6a9b698d274b9304e85e32e4c2d0f44a264efc4b81fc3858b3406b8ea7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633558847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9ba2f19d178365bc7c19cd6783abb7ba32d3d04425e55398ed94b9e4b7669acdf1bfc0f514ac213c03fdd9b3623cf9a11f7af12424d978a1aa7b824d38db2fa3a132e241b4edd5818c7c6e6276195537a8b97d7443b22a4d996089a4ae7516491010ace28ad5d6b45b6166f3e763c7c85f873735f473724249a3bf04c5516ce9a836011695557bc164186c34e3b87928a25b6ab6c8d96d6be148c258e55de1a34e42a5fb37a366cb0ef67eb471b8ed5b5a186c07720daa3d03a3500a175644d3880b9b3f175a23dc3967e7832bddada0eca707d5325313751d85d8f2f1c0d0c860a03d5af972ef6458aca5c7f83f75015d0717aafa40a1efc09060977ef8eec4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633585327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5e51a5fffaca6585d37d6e3f89b7ad6940ed635c20eaff8fd54134025220350abaeb2fe480c9667a79775ab50b9cd4171b1b6c49f3dd753fb177eaa40d38147c9b5d3070ce826e534788a97f0a5b2e40f0b54c783eaa47fbc880315340002579689dc7491b26ad8614f68e1a3111c3c0ec65428631f8597efe918dd5baf4c5afa92eaf91ed9b3b3eca466cec430eef0f550cfa5f456892cc1ee90ec7513e659b4580c787de623ebe751dbedc1e3c5873cfa248f3965f4970ef0aac828791e88bac42c13c2cec57f8fe363e0f71dc98b59ddd7ee88a2370b5a5b3eb80ca3ffca39430f3d209f40bdb3d23ea3ffdfbf12096ab30afbfc380b67d42a2d0fbc7b209&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633362477Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=72a171e7c3f7fa8e8d2af043bb82cee40c15f046edec3ea1e2948635569b284e00e5d1d3888fb2e1a1ebfb494303758367570316b98515cb8a8a52f3bcbf8540cb0506c7164cfb7135be7a5762b8da00a77c43e7b2e32b447ed7e6bbab346ff39be62c2ccedf7efd7793871a2b641fa7802808ed9f01c82d906d1ec358e139c0d3de6a559d33061b8ccf9d1a7c4c5f3648c00cf6e4a8f312fc4b9598adff8d3706ef2eb47b472174755440c5a3f434ee40c23a14123f921414e0063af6bc15e11d42d0b46d0180bbf8b20f24d8978a579b84d8ee4f0e5a34af23c7c82a95257d1b5424df740af18298d9ced0451676a7b7da4224f0244d73b7889f32e1650c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63359216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1f8b097aa67a6482ce7acaa7f40f14ddc700939977330f2f5311b4b71926f8bfec922b4540c1c32bab17db7ad9dc820f0c4a75e1129acdce4e2b8bf3992e4e7e0c1a6b0b4944c584db14c854894460ed93ee8628baac32eab740704e41b184a13bc36a723eb0a373018ab59f63fb1bf7372f68ec3eba4ec595521804c12b5b6666941a4a9a7ecd670c9d8cebc18499a742e9fcc5036bb7ecff39abc6f50ce52d43cff4efe79a2da1849b31bf2657adbd934ef2de470d0b7800d2e558be5263bc17bd06a93b6a035b4c27a78fbfddd67ee9d75f8826216f882eb5be4d49c41abed6ac1593f12c3a057fe8a6836f28c184eebb2ce8eae06aba0aec1854bc0bec4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633617097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2dd18ba1cc3b220e82291224b5894436736ddc9ee658ef0eb5f44c750a3eeb8437074920f50ab9dbb872ca60b833024b44c37e9c2301d4ddc4525fab6a91cbc685a6f13a1b65c79ebda88e3ddc3c014c309f83942563068e00306064d53c4d85f061f8bbd8fccadcabd12bef0d180ac146b4fa1961303469f7cc0cfc4f4fa02d509e3b0ef9dc2a3a1c0f4956578dab7a8451bf97a8a62004beaf569e6cde8a62581f31dd5298697d306fd6b33052efe8ba745b17beef811f3df7f0837a7697278a4c8456c230065b321de3ca8065a41887996f0bdb1af7cbc00fef2356fdedfd554f8102f1b084d9379e2d7a6e5d7ff8b4292f635212912f9561859f79cf3ed0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63354417Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b7e11ca92af57e122757ce940086c0f55c094ef9437774df69b5b0c5b22f4e52049b69705a2b498d3e71d0bb4858c478494cfd190da40d106de3b2e82340df7307b2a1bbeeeb99b9f5f3d1c64eeeff74829bd23ddaed02ac75527edc98550b8e8af5eaab360151634d57dc70c2d7e792327f8657dafd1f339a8e219da61bd1c0ea7aec1cbd75b532d8c64d6da1e7ef2ed41c6afd6a6423a679976cab57c0582682dd0ffd20e4dcde0c1d7fd2e9cdade53dcb2f32b6b9466fa6a851fb4939f16d8a6afc11f0a8061bda4ae45d71ac782e9b849e287d9089f0835087b8a086c2daa89b7c503aa7407be1fd2e9e3804baecb2f7ac1f7e47d7a418de5b429aa58766&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632571847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6da85709fb63b32183e779c55209096309023a87c86b28acdf2b48a1326bba6aadf28c117734d2c5625c774fefcbdaeb947418e4e331ecc5383bef6421eab9ab333f03c6fa0a258aadfdf5329a66a8df95ce153eb8063fac25e3ac079598969335707d25e759691fe865a533504ee8dabea34ea92830692f1baf41f00094cd1413e5835080c739184b3a87cbc7f3613b8da8188faabb87f5d45445d4165fa8ec5aaecc0ae0d1074da488e3e5eafeeace71c81d465f8b73cb8b2afa09c6afdaa5cb08f031c5cad6d68b244c8fc689940a16891fcbb41252c294482cfdce8a6726e9c091b013d1ed01d6c3e6c024c563f9714ff23dad9f0b7f37f22ef568f4c04e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633854575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=79b308e9a5b280490a33d1df651c221bf28d7efc75d8d0352e510c655ff56417f721a88b5bf2dfa16b17d2c65c5675a846af224b9df6f593db5ee95c2aa4ec0475b917e9e738001ea29d1d2c5110bd437abbde86f25eea345b87ba874b4c1a6d828f40186ce78142d14247b40f511d1377148e58f9e0259e5993fc8f4e666335c8b3d09d90a24d40df5d90b801028a5fec348ce7b86722b69347433d588b45f4c0a13768723d0af02d895d37542ebfd9dd6a40d2fea5f61b3a07eca77298913f1411f7f62e11d8a052cfd23536926435b13a90192cc233a3eed59ab4562b95ed09f2238977e80f61828490d1f9a8e9eff6d8e96cd5a34d0b7359e6a73c699a17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63387837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=75f008b299fc4f9d81d2d39a22948a1f01bc70ebc10364007101f55f22a2885df2053c74cf866d9317679f2b3478e95704ad43746c868bf26c98e22a631478128e9818b77955d4d8081b869902e4ee3855de2d00a3dc07bc25b824aa0793e8f35987a3f630443c0500c00f6dc25f9c774132cb59edc5c205e77d14c09800076f44c7547353b95c8cb218234acac74a8449aa3baf1a12ee0055b60d4e3e05ea7a7340d1f241cd291cacb9539c32a4dd0ed63637f1c3b0a3894d5bf370f98fbfb837c4594638709cfb60b6ddef1813527d8ea94c74b3d447a1022f46508311ba9d8fae2de4f9ec64e4960894286465d12fcd73518cf4795444f609359983b22ee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633892666Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9d1e4408cbf0aecd45de65778206f32bc201fc2c4b220aac42555824c11391cc3c7b6716b143901b764db396c43ad6f4c3d01629cf3ed643d6c5263fce3546fbd475bf0771782457ec9c5f5e3cf794b788b7ddb3cfa5606e3b5c9fa8b858df85b59baaf0fc3132db4ffa4afc4551143da2400efe8c5b2ccfb10d9ef13b205967fc072f4a0dedc6af3081d615f4969f9ac615501eb226d79f870b875081ec1c7f766d6f4212cd48fe9870fd9f9b39dd1f0042ef097ed89e93739c8e2f80300001f67b657151e11da8ce3f29d3e9081ea64a304fe889e4ad12a524af54ae415de47086f338208abf01543cab4478587ef25f2ddf4eafd0061b70a439d3d4fb5262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633881155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=32b4b2e2969428c6f231ab0ad90ffa80e15c94834b180ee8ad701f874cf451b6fa44c92e87581f8e4045a49ae4de8a7180973381f9996b5b93d3f06b40597181811994b8ba0f799c1fa73a6ab498ff5ef32742a6a500b84fb8d8cca97a380ee37ed7ec97ef6894209422291d95d661eba988a03e45139e5e76deb0d2634cbcdcb3965a3dace11acdc99ccabd98dfefb4b93745e0d57e7e26070939c787fd963dd2bc8ac10ef727faa3f9772de9cb5fc70e601defa78b307924834374eab397a76f316f52ae19227f2219a941ae3d68de41886216bfa674bb9e86987239edca1b15d3855d546d9c248886f82eeac7f9aa4fbda647a9d291adcd0adee1165e2021&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633905561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6b021c17f6d6905902e659ea704b6c9373128bd45fa1931dad27993aebbe23ca8677cc3e287b01b66d783c654200d93eb83b7474fcce99a180c128b825db6c7762764015b315dea7865a4f7676492e1e0444b3489f8620707267c3c996b602019247a358cbb6764b395f0ff72aec5073e2cda6ee5c321f0a7a1f7993f1ab110004738fdbf4ecac7e853bf1c7b7f5cabb0357cf76b8ddafab095a2d907cfb01dcfa76379a841cc97c8c77e6d7187d03d0cc3a61941c648e7b323f9e71607e2fc23200d620e98ada3e6fe4d2739806ded8d585c96f12a778498f1a20da81727f904a15a2bfca14a568c225ab930ab7dca01caa7f1977baeeeeff4e75f216a4cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633928554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1c6f3f1a0d9976645ea4f9b3309166b11a7d55e5d096418c2aa2d5176159c0135277d3f1cbfdde1feb1ecc0121ac5a8924bead489097d68dff946ba52b9477a8b1c01919b7056d75f0d62a620f54eb1aab183d5b49d2765bf1bead8ab2baf6b080e7e3e59b947345dc365eb021a05b014c74bbf37cb278dd2d48a22e79f1df415eeab3a6320cadf655d36eaeb53a9cc306e360c178706cf5496f6791e6d8628c6c4b94471a176cabf40aba970a2fad01ec111d02dbe27497262581f0cf03ab05779e54b7d5deac9ec2b53c25b795bf3f9d73b51506c4ee41e92c610cb19aee9219f5e145da9b5d21c3ec5873aed28753b6c7ba6b609232db9588aeef0141189a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633930668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8332b8863aca2ab268352b18fc51f813cb3684a9bb1ebd7ed0d5fe30e309ceb3088c79f82dd8ecca8dc570cee3b14b5e6b81704c0c2482c3843ee874b7beb85d2a39b813cde1fc9d682726423333856e6c7289774852db864a2126969787a984346a423a19466cb442e39cb27031a1e0e4a174cba3c2601e6881ea24fc68a7dc0b21879c1f11b6ed54ba13f365bc2b9b9c813b8d3237e56d7d98398d8ff5c94b7aae2221b254eb29255db12eb45011c1a41838aa9e0abb68aec3ee7539e7861fd4be05194cf8ce21581809733e2bcfba1e9ae1e450c55dbb11b21f5de76f7220c33de2ffdb7521bd0d08da81176ac61a8932d6dde442e3ca889967f53eeb6598&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633949494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b0fb0fcfbf35925a9c2ba6014a04827b8efffcf4d45ff770f391c87a2c65ab4a09a35252d216ff5c71e7ece27b1367b78bcae8de8001781dbe9c8f980f53fa66bd4845eda83f5d91b1f35a5c95a94ed361d4432d9ebedd34487a48997f484d0f4d27ff1a347635a66045e40eb0f4e9b18ebc94d2160946d1fc4f150b8f6aae6b0c171e4c312d3e4357e11cea892ab8154fa124613f558845314f72e0194149e82757cc8c1dc03182612caa42bd99b58964137937955d414cf6e80ca2a995b9cd5c2970679c3bfae57285b9c7712866d01e10d673fa141646e85189650c15e11521462ab86d9c1182d3c26de01412a14247b37bd085ce23f3a0f8767fa4d6e6e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633981594Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95feac0635da197c84dc8313f83d1eb6bc7b606f70e46e1de1008aeb9c65c66521fc339de79f158d2c7d270d1626e59fd865060700e6cd970a1482e44698896a23b9ad8c32ce849a7d71a6096ac9d7795f243ddad2db9c6c424ad7faf2d7de06234528cda5b3b9be61626370fd8d21b137f031f35e65465461dbbfc5c3885830a2feb5c4e69e666e7dc2d1cf32069526a5e9328d3332f7dfc6efdf63b8e7fce80b6f093e2a252ad2de353849bda71473f94cc5824977a0303e610d36a73bdad7617b3ca411c2f4bb1a5ce9427e5fb164f0b5a554a425f2048bb4daa6466d5909069068d6f40acb6a2d7a174e9654cce1143f5109cf649e39a102695633e72293&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632558602Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=887c312962d6cef3b38a67851d11dc8a55cf56d7345aebf1b031493a2ce048905e67d61e3fffa600fc2e5530a9ffe4f07f95100af8f223ce26e8d5f39d6556c11a60afb21e5d30ca24ac7b906c484098380962a64006c5b4f40c9f297d922b93aa7d015b2c8f8b9ebe15cf51dff77494441fbddc1ff929d84120bf60040423e60aeb1f4664a71f7f138d94cc07c295ec82ace407ca76085bbb9fbc6fa3feaacb9acc11f6a856c63fff3e2600b697c467218945d5b606d9658625b4bb69437d1cf2d658fbe72a851ee8836a064d659c753a0d5b7f2b94b1744c17e29f078cb4ac9b755b5833c2cd8bc8068486cc744870a18e7632a9565284fa2df6cb7d6031c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632579982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a16590902391bcc18c3ec7bf2c6ec82a52b9015723caa5bae11c3b08d870bf6b84e683b8c3e8fb3ed5861eff7ec7a12a0613931c62f19b234a0d979ba5b945accc7d32977fdb8a8eb0379ccd52d77e6ae026ea5e3e9c0d4624310f6414c2d553ecf4a3a32203c06b7bf43c18c7d84aa6ddc6691c0427d0d303c86d1fcf517ead1a9ea0bc9ccd614e05488e6f6a8ce181ca210951e81d35a5708a1fa101e20a6be4ff96a46d855591734d89450cb901c241642abbd373138a348313bc840df5380b02f7eae42a0424ee92c5d21d6b1f5b6edc8c6f14a589e6d217715126bc698009193f03f341ab181a042ec232b121ab512af0bd7743866c5cbf2fcac4b347e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633353039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=502d2ec2c0998c73ee5e794071d031d64d452110610c22e408c19e2b81dda8d3676407474af6752e5ab5e0c9e212be76c91a10560451a6314184f6d719f91149b17663d010982649b4b38871d1ee12458f9c10213c3f4697d275875cb73dabb5c9dd6a1efd9ad7f37a85be6438d7ecbf39fe377113f4482a2e2c2210c9fafded5159412b5b0b0272a21ef3df88042e1600acfe690aa7d07a7ea072073873dc723a00f08dd5045a0e6837b1cf59bc2e0b6d76f62a23f55a52e49c89b2d1f81bdab460e9ac533d2f395740cca6f00db3201ca13badb7674c17a7552d8ea4b8f928927ea52ab63597c2b24ee220f99720ca2a17b65ffddd8f117f9e6c6a36ee8800&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.634258837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7cd220ee81156b52e5dc0ba6281503044025a85b2ce45ecc18ff478f6591af6432332e9f50ed32ec5ea1e1b3646e7bc231ea4a1c89840a8048603611ba96679317235ad788a17166ce9b4806424126857e9a7c2e73db35d5fc60dcb6af16298086e9dccc254728e547f7dc084991f29095883578dd7f2562742497da43f2a0b0405bdaed908871580f535efb6f2606d007978bfc18ac3dbc7eced4412e5dbbdb4ae5e3495529eed3a6a10b66e76bc12cc479995d4ae21bd369e4cc8c48fd54e003e07bb17af86bdff0ad4c437b0dec349688e530f3d65cf04231f1cb51395f3f69af2d38bf75ae3e58b75cfe6205296891383acd5666429c6ce5a018bbc5dff6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.634269797Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9dcdd8e445d57312235b313923d48c3d5ad882beb1269cd971222281efc05087b59d2e3072320fb5992a0db819491ea8f6f25667d44328f83e3509d5e67c6e3f8928d31d29a88f67ebd4a60434d598da618012d421d449b58cf773cb087cd13d77aa6edbd0f6134c68d8b7ca5123e1fe64ef9e7344f1d82c45c1f5db844fcbddd72ca5a237c499cf723d7d1a0d2906f52e41be941d1a8720a7f99dca366074e811e3b337a748999efc9e44c27cc17eb5bf5699ce705ba73f761449b7cffa454d612d223d4b6502036b198cec591c8bfca82795d072f8bdbda09dca4be58c6ee9d11d68078d04a641cfb3633fd9dd932a7d8f865c44daee9f74d00c41df2149f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63429253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=49c61fa16df46600ab735e4d5ad96ba005fc87da942149d438f4f74403c7a5f44467cf0da9f49045e64ee7ecbff4e555edaba8c3a306cdb15fce91012256cda7c77de75b039f20eea92138b50a3995017071774763805070b0a01132883612a94bc9ab5dd4a7569825a3a4db6b57d6d67e544742a854ac47290b8ba31f0d9a901b825a8c1076714eecd5efe9f4a9aa13e94faa0ca86fc6ecc40f789ccd1353079519fbb9d42ba7127e22f6ac69e423cd465e688c28a26cd2b5cf79dc264497637c4a30abdd058c574f0f9421c8c86567622302b4b3fd5f5770d0a525e0b21b41a43895e0bd4f060d1302365f6f1057cb08ebeed0848655f6cc2375a2b326012d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63431368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=253a38b0f6528ae56a53877b5f0e62bbf5ea1a461e4281b4532cf7cde6b0dbf09d4d5737f70e4fc14f32ca7637f7ee8262567910fb81a56840d3581497530bbdaebbe6daf770179900074481c0c16d7135d2ff9985a27f91dd7157386c28d53128189aace5f88172f16364632a5d08368b8255ef3635656ba6af2577dba239d19a769ef9c1efcd4b952557821db20a6dca665002eb31e8cd1fc9e7beec6546375e0ed9f46735eb34a009eec2f89303bb265df83d7d1785c93edabf1fb2147ec14b09a6c0c238a3fc6abbf5be1c5763004923b3bc5325bef5a8043261ece0453f9e8059b7816885f0d6aa514a5a1ebd6d31d192f04ec1061ac3cda9085f0d47f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63259486Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=724c96940723d616732e89b2eccc18ef9c5f9fd6f1e0b1cfba3e6d188ef56d93f5d99cc7809bee837bea0b1e10b78eed51ca32b1ad4caa047013a7866778fd2ea9e9b17d8a378fbad12dc7eb0f08598a6b999a68636359bd7916972b1db5fb798d5644f730bc3f0113679b9cf991ba2a29f515a02b678f1beafa6455df961f24ca353388ae63a6c1b375962587e4d8d7adc2e1be1ba059483e6298b60bd4a0050625864ce5c8a1f7b3b34b4164f8cf5a6092642221800f29d8988b3f2def6ea0721206adf8ec3b0dea39c282a9478bfa98057e2d9e477f11951f5fea2e01eb825344e83d8b45db351f27d12676650324df5fc6e3c516246739b6d03a295faedf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633864073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=13791cf6bcf4a979d4dc227e27ab391845c9acd1aecf6fb2ee7c1b189ce01eb8c187600a4b3549309043c275ad617ef3dab87e958a4a12a30ebf26fc881f5e8d800aeb9e7046e44d6ffe3a4b434e5d6bc3dfd10c178162b82a7d1d840d51a06c98ba27890612300487771cdb47e38e06659556a53f4fbfef4bdbe8413c18e8e4e365ecd89aa0e7fb1a1468f797e0bdd95ff68b8a0ac43d98a4dae2d68eae2813a7bdfe0d83a85ea99db36e2f8efe0796869e34fa860235c0ebac0a085526438a87aea428d392060525d2560e965bb82a5a1a8055af0c07685d1e1ca8ad0ce4f0fe6de58d97726fbe7d7d78270215118127347b1907e5da463713becb1e8ede2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632603867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=057fa5c36faef10204f2559140f5aeb9f02609c50e576485c739e233e82d13377f022d500311d6543ce7bf150c07cb38ea5c68b8072414584d1af3bc673e51b47b7eb101b5e4547130f40464330d1af5f8c618885fcb2321ba6482d4bb0f5636f841b1e8b0c315ca06968dab5b9818e31f42ed128f4987cb9b1233c105b4de41d0dffa380b02c7df4e5a94cc6108ec64bb42b0fe30fc877e6dbc6bda9982f3cb9eb25e77c026a8202dec0e852cbf8682f18a2d2fb10ce4ab60d7933b46b38438ef9679754b120641478b5a9ce294b96b0d35d3b947307d7477110aa2785b6e9dbebc8643cddacc379ff0813f852a499b70c2e3663eaf0a45ba3dfa5bf4783540&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632611031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa4da579352174b8f815517aa620f6117c33c894e8d74186318af110b0512f607cf6f5410b0fdd59fbba2ca388e19bad3e35482ce39946d110b312dc25b86f34a1f12929c6fe7e9b69fc6fb1d84efb91b2ef2ad292521ed47c76e4d3766fbd4264aff45c17818257cb342c2c5c26fbd42104acddf97a1f26f16362907cb8d76855f0a729dd24e3b583909ced6eef6034b39a7a40b3ef5de45e9be6d7c00e49e1975364e28b2957a0531e5369a45d0701e8fe8b2b298f8120b400ead891a7ebfd2772fa0484750a5e347bba027bec9979787e7cc75c12e66e83a79eb80388722d8d35fe807817a0639b81d8087767ea53b632eed250efd8094834a84f1134d0f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632612173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6b8a9ebdfc16242902e8bff1ef75b7be52a02bf25e4fc54c30e7d4c965a932f86b630d508ac52800aaf77a4d6f912fc2c12e17d43dadacf27c9874b198b244f081cdef3aef839dde8631682b266700d1316d0cdf06873dbc977a75fab9ce26440a59192c12f359f029a20a5e81dadeac1553e163bde8701f4102ec1cb76dbdddf931b0ebf2abd866be9bca4f26ea6dac7af70c03abc7793fc77ebb43d096670a6f0eeaa52956507389a14682f21d7111b1fba30e90535941caff725331a2ae7eac8d063b185335a338252c81d8df292d2ad0372b5406bbf2b9b245d88acdefe202834f5f33c7f1f1fd732de9e740b41df3aa89e79c7f5a7fc165bc4ebfd53c9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.634814023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3b4e7bd930c284003bfbef161e603ee8a63e1da8395be21b363fcc553d47ed283ad0c77d1937d9f22bdcad1ff4f0a86c8a604bf263e23c750bd0b96ef8994dc3f0949420d113f06a2403148873dde16844a0409b046e7c5aa598d7b901975faf673d4198f7f9cd1cbc5c7066097784038804c70611d60acba60f87d1ee77aac7d6e2063107ce9b0f6d35918e2fe7d5a1fa23190031c2aa636bf3f3bdb9c7b05594d925247bb58ec4a8b66a3e9782ec4bb14959bc54a8cd6cfaf55adc80da3ae1804b8e379dcbb2382171a17112cdd3e4471f6c20d3ce9458cedd7886550aacdcfc043c8fc4e674e3f5a42a59a5fb6dff5a0c44e217429b921095952054930ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632620318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1586d5450334fefe93df1fd4fb250a5375381ffc667d19935f7876f907c1540ac37a6f73fdf091ea62eef5b483c7fcdc7fcf8236ddda0b13adb35c37a55ca6e6e62e73082a1db44d3811e2bd9476408be7effe3b4992596879d19a71bcd6d37ee66e971025c2cdb8c0f96941670f44e0f5e33bd3662575f5df0d7083e7b16846bb808d47052e8478a48d42bda93cf24908c99834fcb6fefe8c0a01a88687ce205a24b84a6b07686da3c5fdc3d8d55b91832be7701ab41d580f3c2b2e5fd90ea70ba0a5ba1a27941eab39ad73b50345963e5bedbd544f51c577d89ebbaf711527dbcb9ca68eb04b99e1d42960ed03d50813a84cf3f46e9efcb450be8ba7f9c39e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632625178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=56f3d93d535e021eb8cc112b3625c0c7cf7eb99120acfe9286929c7a255492d16836b9420ba8386e028c74bfe96d1448449c18694ffc09a81a3a7bc7bfd2d27e2c0fa79dbba0bc3f1b91d508355a3d776ea61b7a44f5b5f52ba8bed03a15c2e333710b149c4bfde1f475d21c07f0c81d2a9b6799fffb5184907b3911913dc66324061ca3486ede67b06d90f010db2af46fbd97091252348149afec80118c8d47a30387a964c14bc6cb7d4861e220a9f8a8e340faacb6e189ef28f502e2ca7cb7d09c871ed96e8fc55ab42c3792d00c2bb44a244439c3aca23dd1ba97f61fe6d566b867b46e680e5250b0e011c8243d8f64ec7048f8f110acad8f61d6c89ebb67&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632633924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3d07c0bf3eb945504737ce446e5721d6e212f680be2e4f1a86c59f7349a1593ebe5c90b27a116ba62dd432af04f935b64c4972e3eeec0f0ae2b245ef03cb00f4353ecd1e7c2a249dbfee7d0bab0adff9ae246bcf718b8eaf67a88e3064b0f8ee34f09f3156ff23d4f2e8ac9fbfe68441da3192085eefc0f9a6f743a669ab339e4a509d5ffec45a8c4b098a8dcb58c979439ebd49dce520392840e23866e63bda082349635242f2337e52d449ab52998ff3e9fbfb4c017b2c936fbf7cae1e4a5f463dee1a3ef654eb9ef620db7a9054d99987640f057a32649b4b27bf66f23813bb85e93b60b488c5e18d921aa30ec3864e26fc16c7d808ce32264008fa74ef55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632638362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a9e371d85a5746733634a41f7df3c9709c3da83a135a91437447371ae5bbfc5379e8715679d1266bd6d67956f0bce44a67aff00db6285bf33bb52bdfe2e7c020b5efa3253becc0a752dd32d18b83b87006532c643b325028d917695cb70384277d8962c8ec81b6e018214cd416a6e05437209beccae6f3374ebb946b1eead6c19ef24b59a5102060902656c80c1d898c9c4e0d1ae09bd6214581198a99b7fa3a02b7956f4bbdb3bbdbd9814e499daabe86f40c5334444dfefc4fed7018fbf43867412a6a703630ae0aa440a9da519422c71a408566302c2f938f99451af75e6441a483fa2052f42c1d2151a942b02b0b2b4df225ae933ebfc872729a2297bf35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63263708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3e2d10f52d39b9e73b018b4606bd00a5b929c328e1fee39913014fcb6ad303e224b2e7a2a0a5e1e8133b1500c3cb763a6cacfc74c9ae40c1e858222dd7e575b5d600a42332a0d66ae084c97048ef53c1e8bc4bbe895457a8c688fa0bacdc27280be4e9451828a20591cc62ef791c783a0f869eedb998d3130118b98f655ea890dda874db3c69c0c8ed79456158c158040543890b95c425f43be844ebebf23ecf0d0246bbd1aff9792005adfa12e9bf9db9081de7a16850d98eab64bf855596976aa01037dd8b37466351504776dc6f747117214b0008150d4279284b6ed73e51caed72e2fa3aa909ac02f2d666038778c78675d4c84fa376f0b010fe612710cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632645426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=01c045c19df548fefed86b0f806431bcd63b41ff00c4f05972d13be7ff2698583c8bd13e43c2ebdf008032d180079aa950fdace0a1117095204144b2b0370c4cdb563f836a76039445e9bf20c908360616247c5d51e4e1406b35e5b929bdce24237109b31500e2e11b029c8c6590872abf8b44a4c9e481a6ba20ce56d8b5e221d68d519fbbee7f254e3ca189a1ed142ccda58d75e1e2e288471162edd1b624738f61e763ee687df89897c1c4a33d507225f8868bddd53af76355ecdf19976323768fc4d73c28e9dc106f6d619759070f5e7eddce4b562ec08af340c239ca70a9e3b118153083fae46b0de6c8735f0e3c5eac90ca48ea68f3f2e748defe8dd281&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632594339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30be0cde44589323536bda2ca5178a717834126632e9df1f6dc7bbbc7d3fd9e6cdbfd89099b19f3388b1cf4f22a6b76c212f837d59dbe4885a14f316be962cd32244de6366560d6eb5283143b3163ca67db2a42ddbfff8c66d2ef3e5c28f89c2cbe5fdf9e823426df68c88c283f545f63da9279f1c77daba87b00a645317846bca19947ed7525ad1fa8802da6f62448cfc214a8c1ab7c2d95ae2fb4f795ca36c87df1dbe30bb3aab2f3952b7b51ec26710c6906cf3380a3ef88b5c428de4b1eee81c608f7bb48ed3853c95de0d748003fa5fb7a0654d74cd1a8b69cfcebb7e98df94cd8c40c8fe3d5ef822c482e936d6eb7ad00c2601c8515525d46bc14a3c6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632646217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=138214c2b6ef68775ea50dfb26a574f50064ececd62c950053fe956680021bb37c0faa679e0fad2d0528af215fb3d4afd62798fa3ab0913dabf1fe94d75c52680a9287dbcd06797c550a6500104d4c8400c88acf7b87da028fcca0524a3b67ac60cb29c2d588610d70023822895b980c35201fa970af6d18074773e8bd2f98bfc72dd305853b71e003b4c94060a72120275cc8f97103fee6a0b5a46270f91d9f1625e2288eb379bb997d6740b430b13ebcac51d6091396bbdd0402d32a55bbe2d52630b3d95c17e72ee1c40a41fd45e74de551bb4d36bc45ed366efa6ea81314644590c34a41427e9d414c7a58b870eeea41e207b1bb5ad3ef59824c65075a02&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632645175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=86166609c657a2aa61767bed2ff03a26060129980d7f13200f9de25537f44eb83c1351f1985f458c6c0bbf48654bf2193afd049c22fb9917382974eddbcfe3db67abdc7621211baf31becd32f4ac5b354127052580297ba8b61f0e91c8ee156009c423b51d859be54a8d7ce6eb983ca2aca67140c07fd6779180b22d788676462e1d5b93678d23a4d6b32dbefa9cab01f7c5af5ba4fa1eeef15c19cbad11bc7ce62f1434da7dd8021460bdfbf38edae3b928651d6368dc1a62201547078018f93bcb40ed0aac45e852f8cdd2b0634434bf2ee50171c38f167c89a45aa9f86595e6339d77176d61a19f4c29c94796d77c5d18b4b92746f04ab6112f63f3fbd824&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632645847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b743b56bf8ca1d43c0e36d1848b70f759ca6c443eb74bf7977079bf34b88b1182f2c747da41b39783848db5f9afe5bc08a9c76c4a34442502195c6ad8ad80e1b1ad190008d285e32e630251b7fa04cf93e0314c72de85f3911a61768902256c1e9964da7c59a7ae3cbbe14f21f610dd0192861c2f574bf93ca3755eae73512a44798dc673d0e9a623d01dd7fdf5b12bcddf35973794b1edb0bf6133b1bf33e4eae46197d281981ae7b2e70d541c1527305f33e685da11b704a4eab4c2c86b0c5e6ff3f103685b65c05e4bb26d1efa8e2a7c7f1ed0dfe56238a3dc7f3f82b921f4ea114a5fa51b17eec58d1fb41185fa3945b70e6ca8ab2f94594a3ec8b43615&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632655966Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40f19f474f1c4157f837db532d35dca8c359400f7b60628acd0cf4ff3f88ae83df32c196ccfe5732b51d103ebc0ea7588ce791c7be503229fd6eb93503c890eb02b4b27804f82f1a1e9dff68dec4d77b07e52582bc32cca2af74650d9daab943f4d25b6fcc3347fc3891a9cef81d369cba74bcde415de37102652aa02d73064dbaba5ee2334b580edd7cbc87b9b101596b058c5a27c780bfb741bc9130395a273749d36daa5d7950d8bc29f414fc44324320f771a9ed1beda2ad6c2d21e7cca809a20b86825682a5c9404b30df7849ed28886c7d1b93cd3a9133c63d5d875c01da23224af5e67359695ea1c37159209677b1b2d7f3a640593affef3d0d694812&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632668239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=141175239645537f0ae11b1fdc7d4f43422f34107961ac9f812e0c758f4bf65c228f3594a7a63caeaf2c8d6edf0e3ddbc175232554c9e7ff5d3a56cfb5c49233825a87f72a916fa292fdef9ede0a9526d5ce9c2d3748b7654e3b2ecad4ea70463d15895c49b010620655cd831f04f847867b9d9bd17da4dcd947c9beb784a17cad4c30332fc3f361293004ba7a6a430dd9c0097975730b85fe8db025bbf1c4afb6c44588f0c1ebbad8f0302e7086169901374b1a58c6fd52bb304b9a5826898ee85ae3b2d47fde8874e2f4a5d0b0afe14e4c2980d115b8ae9d7e2048ca7d032bd798bbfa5ce4250a4c2a0b0133a5bad5163b0628a068e1ed5d3f3c0cd9f4ab3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632670994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=76f154d16e22b01ae9fb82f9b2e72629567bc7dbc52445bf9f00fa897f81311e0d4e824f172981d5467d50e858321f9bc5522dfb0779e1b1b5b7fa2f0377a121c1eb7507657cf5750b77411ee31fa45d806040ef5e0141ed25084d3eb24f8cf9fb26242e7deffa21323d108a95d7f3ec5ba4be0fdfcbae556558e44b3ba06f799d4ccd79ab246ee15007aa19d819de502acf9f9ccb5ce4eb96d5c960bb9b11a5a52312d58cfb0c8fd6f1cf533039bfc9f725bab91f90c3c727b591aa899c3a88ab0489b2ef05d0bffd66b4e59cb83e96c9d001ebc9799ea64f9527cf5e40a054f2e22ed91e2574386a900b0044d8dc0e3539ff4bd51b25712ed70f379906eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632673058Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=896e9f1dc3dea212bd290aae668a7fa36a6c5ee25d2f1ffd04387f3419435c14cf98670353f0a55724848b69033cfcf7583e4647ab04bf6c021a146123a24ca96c4a20cb2539c6f45e93b3c85b195c5da70b60cd8a09874df74f31a074517643388fce2e68d41196912c1e09355ffd3e61110c7e5b8f444bd7ea081814103d184514f9a77be05b0ff7d33085303e2a1bff0598ef3118dde091ff0b48a99bd9db1065bad1070547d631c130b6325ae47c97c53b14d894872f70979b55eeb168948d080643ce1b677cf6754db0eb62dde51376e9adf16f65301075c03e8fbe02680b726df447a0c8e483010509cca13014d296b16e8edd9b96154ebb942ce4607b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632675292Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46c0cdff8ba89d89b069b39b9d15379ddce2fa022c93e79e0ad8fc2aa061f661c6578fa2c3f26a14c4b1e2516e5b4d29d1ddd5a6ca0bc1125b57bdef1142e70283d5fc4038a1b7ac3f477b91d074099b7a7c5803c7aa0c0180462c5dbdb3c4e4b9a1b44bbe1ef70c61e1e814f772e87d339e2194e84276cb76a2ec381a441ae3ec7d44843f8bdbcbdb4ded915262e124cf4bc3f34f1163e9f24835592f9084e1787deec6e5d270389d5afdc09715348c39f7d7cb3603ceec67056fc15b25aa32b8e357fe0736f75fbae97c10d46bd0f4cb1472711d2d41394c1b9dddc936317a9ab85f03bd845e138ece7043563e63d51af07ce7af600eedd2c35153b257eda6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632676935Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=52e5e31999ad543bc341bd3fc76e232e6bf5b582ab9c60f82e87afb9aac7ee8035a60eecd9b4ed03b770ae510e08e2f30598878c46467ac56877955cc1ce32819aa5a1ae193f71ebc6808da0b7555419dd6c3a797281a8274746d964b19d5aec63b08fd02d66ada00451e2144c482a130e12d7491a251979a610044ebaa28c7d0a42527bb89ea3080e32770fd8982c5d51e8f95bf4afaf1ab7f7ea6e29e824e8fc032122a5856862d94b3f007c764361f93310fb3f0ce526f1e3c8b90d62a157924955482f38705542aaabc8b7a86759d0950a46c4198555c7d80631eed0e0199a7b99cc5de1fd34abc538cea2c94f785db4e5e249f17ce19867cf79593b9072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632675933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b1ddb9bbeed73428ba46520a6c175c6d0c5dad2a84606c3f9e128a41705dc695c3aa9c4aa8f8964695f25a110ba804488856f0b9d531df8f36358ae42d99dc6d28bf8fbeca3cbf41e2fe4edfc64a22972f28b2006877fecda8d80291c83d44280b49a997aad55ef949e4a4a295e2daaa955e19897c1ad100486c4bf4bb6709cb8e1a89fe8770772f0d3ded61f36cb29d58e3192dc9dae0be2d1a35bb63762fa500f8e20d108e098b566091b3254ce816985a23b3cb5f919ed041d29c7c577eb9d2b73c474601f4d0274fcb3af365f1a0ec594d34709d69654a0cd20bf34a778f68918145f107734b1660c58c26ad7eecce14d3fce213b2d7f2c7fb7a1a561728&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632679831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=25c72bf502e77dbfe91e8522def083219fd0d30c488cc0e6bfd09d1f9e2df267e63e747a8d82a9080fc11466703256aacd0909780fe8765a050561a8976e6f461902cd96b433e150e36c9e05b963d2f432eb12a2551f2e037d9df4d939befc3271dbfdb8a72db23cdb281bb5f7aed235726e24556e447de43056a2f594e31872af61172b4a74004ff4091a0c4b0b106c88bbac4a6fdbd90f1b211678abbbc21dca1e9818bf6c51da902a1ca99095145c0f45af839880732a50103789b051a1362f9ccecb0778ec4f11bc44d46f6a6e730eef7b9b7eed2c10d15c742d038d7312be3546412dae1ad8af84edda9bf6ce81cbc2c4871c031076f71a086470db986b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.6326846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9af0b048be9e85b3021469ad7c040c240b653ca256b914948e2bc9a79c45001ee89f10fbe8b9e1d56bd246e69468aa826e2e5ca701329af9cc4add4b827cd2cb27bf2babbb751691d64be07ade1223f251953affe1855ad896e6c02a2d4f2bdbfe6ac4ec286c52cda386d9501d14ecde61c18f1b73d27e6c264772ff39b24fbf105f0a4b99f6fa6ae1ca99924d89d7c1a446dba6a84815fdb842ddb97b3aca9bb59cb42d9b7b2e6473fb69c1b3b1e9a28de021feb4e655997ecb2966e93a2e9f48240dda59f1999e866ebfb73074b5f9a70d0928eb79f50eada6e34403c11efd5bc2e328b12164e9ea849fc9bb3ea2b5a029a004ecb7cd29fef2e69836e7bec3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635137302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1a42bb4d865d32e709ee1ffa0569cf370601a77e816d4e8e3844e0965d19e2e5f3766663a25d80bdf8104cc0b871d98cc75ea3c44bbf8daf1b38978b6e2bd56381db8c664fb90518de521653b5721c9b0fc8f8796efc841e2a371b2cbf22083f400f7d4a273bd0c5fb714e1c8623e0bea0997464b0ae365d8ab8c54f8d38bbeae7edf711cfb436c5c6d763d2d016941ffcb7b8d8eabff0731713a8f85ab80a5a2666225230f307180ae37b6f3c61576fa031706af19498639272cb0896ea96cac18843c21e8240642299eb37c993c221d20c2efb8f06683c37af2e1358f9a285edc604cbec13c3c73f83b556b06c0d311e288966b03bb794691623e2c311c765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635147331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=925552d17be79cb52203b83e028e2e6ff0e80ed442c9e85d1761de03f77f30d457b92b8a26e2996ee38a9707c1a55667c8b1b420d4655fe7d7d3399cfef32ec3ef307915515d1bdd03bc7bf914e297018518373d2d30a6d6c105081a2a93d7664dc64ea5c085861d34580784168d4497fdde318fb7b8d586d30502136390c7e9379d49da84ce94b8f1ea681d28efe16b3c9c4b99f93996d9b1a41c3594c2537f10bef7043434241c61569fbdbd770797d32401de653ed4c71c2c97d00846441da6ecf53f0575895a7ce13aa69097286327d41dca458bf7f33f97bf872545bd9d2dc6f5ec41925d7803345e950789125d113b86061a03b919c74959ffac76fad5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635165435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=58bc4227ad94a2725714e6218f2df7cb2609ba2806afd0526ffabc913934209513bfc5f1b65cad3097ac7df911a0f0b7f0bfbae572cc22c0429828031ce1853ea2c70f42deae28b2e71be4eaec4ee714e49299c02c89e6cd44aa6bed932259da5133411750a84d3b48c6a2e86423a83dc293748305803500ef5fe0146c6d833d2401650781d4648c24e14d994697ca1c8b449d2b835ede67558624f191ba3fcc1f0868af18e448b58b9cac5ffc780fb1df45c10398809d4adf2a50fa169f24b2f52e8f475d9b0fe14886853563c12199ded1f0582f9c9ffd981adda7fe672d173fb8be84862f9a5bbb529b355e33f9cc97fbb4cdf50e517880063a6587c10626&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635212013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4a7816c37b0cde69a950db48de9d2a580b2dd192c7fd784860612988a0aab64a56b46cbb882017c1c3b5d3cf2dde5ec7977f7252ea8c360df697641256cff1d0049c1d2cfa1b826393167d2a6baff909d38d538afb8cc1660650dc18c12c4c695f82a9375785fb70c6c2dfb8567e75f9c26040af7056bcd943bebcc5fadebdf35b959de65a78fef09368a49aa6895d857efd678e0e3f7ed9132d29519db3e73866e0306cb6ccbba3e894c298d75ae57322b5c57e5d3aee43b21bf24bedf7367802627e07ada1119b955aa3f2fe839676c0d0e27dc352b23951d17aa537add78f89c5ed981f79548c51d07880fb3d36452348f10e0abbce5aba0c2977ef666fe1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635313625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5c739630f931dd3f81c55b27309f6e8d8c81b954f382a42d966ca2a746b608d911cee27323a5c8abfb19d28ad7d164754892382621838f3d91028b16230e018ff0aec124095765bcaf8db69d79d2d730adcfabb4d1980a92cce24a5b7c97a5a45f87bf2e25a517aa8c9b2d8784cddb86953f53ce65e55dd1ee7dc735c87d9d9bb6f27e6e65356b7adbedf3fbc9caebd2132d17ce81c3bd2c9c73027ce5e595ea38b3d8139ca16613a0a067887817aa28a6376f5278c0dd008c09801fb4e70e763cee8fb1ed437a7425be37815460f235fcef9aa9fec39dd3ea1ccd1238cfaf3d20caecf9b325ec1903c5c1497090eca778925502b2cf59b4ec75972449dbe137&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632702704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=19ad4bf5ded9ca9828f63496e4c82b6c5895ad180cd4a5a19fd46fc66eb2aaac68f9ec100624d2141f8d221b3cb1b1fa2028d36c5be1edf6f38585ae8dcba5d6c2593f3e4f7eb50b234e35e907dba368e29cffb148b7cc63ac6916b8c81df64070ddfb2ea7db92c8425db3535017a21847970a49b10cdc1f4b8facc64d718e09b56a7b133b01389318738d652519db9a2e9a285fcaea14f7efa0b8abb66d9d219252a3c9b5a1128fef77d88511688c42d4440b6be5fc3f125ad9c0116d41a9c9937caf04a00cd742e3fba96411dfe4f852eb4c694f85354dd815c961ffe5b88ee487447821f4a1ee9ccb827c6a99a8ef3d52fb9072f681b818547acd97716cc8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635168411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fe835fd6185aece0967a48482061da39b07077eff1786101a0743f6ddd6bb567065f89ddb1f417746de7091482f6c10d51b086d4e0f3ed0f12a52420ed46e2efcb543566152b082c986eed674785f66bb567bddccd2d5f5bd43f7b5ad054a2a749c4b6a8db6c95c98042915d8f02bce82fa84ac7521b70dccefd6801fdb811b34f0ab8840e3480bdd4e9c2c62fc4dfcdac1c18f851f7aa43f5766406ad154c6f483f31f15abcd25909c276a5640f4e30f881761d7ec23b61e311f886b2bb9ec83bed5de7ebe66c30a9c73903ea7999549789d5eb36a4cfd0428e52146013e6c87b4445ae1516b0f2c40bf6a61edd3dc0c116b2c0f8dea9cf5ec91d27e594d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635545922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=526df465e921ee18459d14492308404de4d8692a1dba51140a755fcdde847fdd8db80abccfe32bdef45309ca89c8773db6b9896200d1462bcf2057424b48b393bd5ff7a1411a541d2272c83aa6ce65293f2f809dee49628a40eff3db1e52f64fcaff28d8207b088237f3c8f0c589255b38693bf0236249f7526f9d6296446857bcb6feab57e86add4a30872111b2c212719ba5f881c0cb04099adf0c3294d2ad65c6a451e62c57a4fcfc78c9b1993d9f6133f4e9a10cf02e737efbdf117971608060e8676d876b1e80d9cc0fccc175c6950f035442e634546852283c8fb7e9bba2663a46d7d4b1b56d76430fa9ef47396c38829289dcc170a6f3c02b7b34ecfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635567804Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6c98f0223550cda49c2b6b2f37ba662a411e78a85aa00180734bfec7aa6b66311b73411101a7868caf0c09c9c8876212c37ad9a02ea43895fa8b575c6a50550a0cc7fbc287e463f2b4ba59108a5185fbdc6e83f27e46316d3c5617db104aed761b8be8fb71cf4c75e0d2e0da4c16216d3c73ecb7d66b427dfb7741a5213742e59bd68f1a844d64c70f4f9f10ffa79c35779d652b62834365b358fdbb40f6ec1caa0bc801e5e1b745ded5a53c7a50f4941efa856ef3b3bda9a3f7b0e081ca96fe7770f13ebf75e8c202eba40ad52e61156868f3de3694a3e6a71feb0be68506cbfa74c85ae82aceb0b7a82c02198a8f6ce40ed342c0cd76e57ee4c8a5405752de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635578313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=872aed5cea0ee6e347ca394a7705126b9b8354ec91e30bbe6bafa8db648b90d490ea03f1dfa3bc305ee3ad0898c38f7813fc2bba0449101f0eba0ddcb4080ba56af74ab173b0886e7469c197d29fa5eb10a1cb5ef59d780e324649315ef9b3c4b2c2285bb352de0d84fa32584b8ef61062b8d2619a008c223a8695ae8816a478b50b1e46d6582351012299e27ef65e8b37c2e99eff73299476275401ddf148971523f749f0b3647eb54c4ccf23955876e114ce71f4e73d5c9bf553d6263524531274a4dadfd4c75e0e10a13e6ccdd445b837e02d5fb6e5a6366ee239831ffa5309bb562c428e14e7f4336d6a4ad785e5976f57088ac42ccb6e21a93a658606d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635599533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99f3d9a3f6cdb44d81bf058246d98e8519354ba9f83671bdda529c4410a191ad3e2ae65d93eda3056fef27404b2be2ed48186168d52aee0b2cbf5cad6de86ba6a5d55af3db3bec62589b9ef48f4eeb66cdedc40e59dd6e4e45389d6567ce31823c7c5de588e079b48db044420befb16699f867616ba8a5b5216b2f4af919c0e018be7db113352261c2a33b06619e81ee4f8dc20b0160fcc235a3166fa0f79c1151e20c5b529a78f70d064d8865ecb2aff661837120ad2980103d37e9ec82eb0b6d99aa4112375577186ebeb322ff7ba2144326675e94f833716875307ed5c5ad94a8a2b0f5b67bc19a361e89a7905c75c9c7acc071ec816406e0a6425dbf410a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635611215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bb8846196cdacd2a8a5dc3ec74677c02f1f6fd3f56e01ae8946c3ba2a5c7d4ed7268b347ab926055462bc5fd2a3c0cdb242e68a561b1c00e9a673b2a8e1b5e1ff75c71c22d81933880c9077574b907299a46677af3b5bc7b18302f0120e73071bec25322d96f5c4e6d9f275227dd7a0c141a03ea00f3ca15a833dd3f18fc56bff1156c07eafc36aeb1768a2082e734510cd60aa5cd42ffebcf001d7e7dbfed2be1adbffb21d84035a57fe218ff043213a299929efb1669cf99953ad0b900eec4d78a49ade12be591e9c9a32fd49a06da6fccb07f1eda36ce55e5aabdb5496de818d7b2e2897a4e0f3d424b3cc35695c2020c4252ad08d97928b40835230ffd4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635651742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1fe416298d13f5f55787b6cddf30e47b62bea10a813c758a0f38ff1e47dfcca48e7268f3d53ac8e9618a6b0379f9fd083e5e9cfcffaa926f01e741c0d89b808bc7d039322466ebdee7c8578da0830c85fecda3172efd22325a6d3e3c34f246318a2d452ca1bf3738f46733fd9330798a7a42199d4fd545b75a8d25b3b23c4e2dbbd8c7d3ef4ce198552e4f864e18d41888c1ff0d3c7b70241af449808e1084202b48e6d42d03d65f9d0bca2e66b93fec69eb1c9847fec2aa75743bcb356509c758aaa9f1674a0ac6975315cdcbf09d53a4b0675c5de3f08c7a0825c2306c1a30368c608fd0b16fa23a5817af41bad3882682e8495de7a1c56034cf5f4318806d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635675256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9498757990b215365e955955effb2af03c7f8e23f91d4856d0a86d81215e67f3aeb460fcdee883d928053945fde370142e932ee3b4947674b15432376c59082bf74a3b0d4521c8239bda147c0234899e6f54cb3ee7ca0e489a564c2b1f4e1615e23284a66f317418ab901a488a9373d8280167ffdc67e7bfe8d8e4bfb2c1efb1ec0d25f06bd34de38a875b81f9137b270317d36940c40e57ecff43c8a2bb581b9f9610315b54c6b0b815bfdd83c838a00a558d546e9a8801552ee483bee69e6ab87508b504daaab480887d1b9533310150d5e0cf3f1b81177cf63c9d20cc5f8e3cc9ec833ec6b8d6319c74bb74260f4c90e4af23a21af9802be678c7129fe8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63569336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=91116d2cf291650307e898cca38c36464047f083dd7997682b98c1d5bdc34f7796d4f77fe8582c0d1cee1adaf8207126d0a384397f288787fa0731e8135183d35a86078bebafb60720a081896852031df684c93db3fc87a39f29196ad3412fcaf53525e2c5f017931c7ec2a704a53cb32f51ad73f07198f8b3c6fa17c443e4230db1c6f6441ff11571895e0b2cb7ebcb192a1588b5fcdb811194da6e8d163f571b6234f8b05af3e33052e3dd921d2a49c91fe2fd985cef97e5ce043b25274129b03243c35d46d1a43de0ab01efd49b7f62fe769989dc7a0012e8fce5abbcee827a57fa70dddfa747c5217909be25c5d75cbb95a8e808b427df5fd211bb9ed28c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635721083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65483c8cc21c526d7995924c1050e92a4444da79d206a947dca6a960676cc9b813c03e6fef611ffcfa007eabf4e6d19a1486f3c4d76b860e30b74b4113969c78136862a76d8860f421cee3b254ba4d854b248b0461a44aadbfc55280504c91d67d03c11b1a5bcd618c9e19e2cd4dee5361ff420847668cc99251393c9f6c03974d5dffee8471584c4262f829fcdf05efdf1a2400b48c808c5b2938e50441b758be74f5590053233810e650236c8526b9f5e4d2d352043e676071b3e879085ebf25a8e1d02c85d89c5265e2e23896b580c098af8d8878f5dfc770f5bbe54b6bc805c9e6bcd0e4c1cf7eddb543e7d6a54b983976f8eec078c8055f6d0b184e327d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632701602Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=303b8f443577f0b99b71eb2a52a0fc73f151e52cce96ce765597caf711928a045aa24162695928a9e529ae2fd5cb361e429f07039ea3d3ace162fb7c3c8acaf6f467672fdae0b7cf861413b2ec4ff768c359824d4f90ce363718266b4cf2ea095503b8188d821de2c680a0f739da0bc73df6306768a6038f2e6fe9196375c2cb8ff589e7a8c18e0003c2e7998a38df0ca8c1a2bf2724e3caa865bf9faaaa7bd49510b2334aae6cf8d26feeb97e83a666f23414c5d4f917dd560b85b4558475863a6720615e8557a23e4ca90e6a4fcd82c97039f1e26fca0de0d94cde0be89e6f8b5d0e87332cf7c04ef4c31440208ecd483c76d232d046460f56aee3035415de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63579955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f60bb7775f92b85f7fc6f81941dc2618402e1b05510c0d3f433f920652f7e361b427517a8a1df3cd57abd673a6c32fee532583c83258ce963a9a0b86a08ca7088977f75b0b5f1d390498c587ea7b4e95932233959ef7a147d0431de566a4c3d2c4094d38757691c4ee43c7eacb57def2c19c2543505d637430df501b2a1656f9f2face0a9184a3991de6ad7b6c466d15eadcc2f4d817b68a88d6382f8f9902b58c424665f6584785a8f971d0532e7007813279e14593860ef025753f8494203bf6a0188c13966f95d1640d978653659f72b67a7d1db586b8e82aebd143182952b7c5fd37b04d3d28784f64204b94779190aa0177c655969c527ea584d1cd1fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632688206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40ec7c53f82161ccd03d790ba8ed88f4b9f21979077a505d6c8a2ae0925ae78de8c58a71e53ebdd090ef54eb48265667ceaa942cc5db3c7c70283fb93e864711d86b1fc7346a63f01f980d4b44c321490a1b5e35974cfd335179df1e840d787b6989817f2ca42502c7522a24c9c404975ce653dab50c6040b774acaef19ff695374e30ccabe90d7183e4e809213265ad051184fca6cd3d0ad705e6b105adbe17089b35334a9a6478a803bc2f4dc2d535d1d08af5384b95a5297b9c4396d8c498677dbe78420c38c3d8373b366787c02bf669cc4871ea3402d9f23f4bbce1f48d36a2974fc615b53725bcd1b9caf060281db7cacd8eac7331ce4857e2b331e860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635545602Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b38b59e996a45067c021cf34ade6352aafc947b298d501ed21fd2c03ba0ff3ecb04b5ec45ca6a7b21894d5395760f71b684c2eafc99811d12cd11ec2ce1a383e747c87839c3ed2a405960ee50725ac6c823a01988f0513dcb4c129715d5a68da1b4c2b0a2f4ffc39b1f58cc105a78b11239cea9c18c9ab4c1b37fc1e06ebd86416fd04c72d65d128068449f6e992c2a096bae39fb15676095c517c4aad75ea5e21a9ad3a733cff6dd30e778b3b68d06da7cc6432dc7ec5554a5be593abc89ed8228fc1b0e46737c3f9a88e6482c865ee3940c24c304d99d8213348c4f873081da57225e58cdb3a71770d77250a66637c1d8bdc2e1cf5441438af67ac2f5e06e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635579506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab011c82b7b61fbbb3e8f824239448a0d4b3b119be5cfd47a6c1f5a977d007ad62db7e0ede832a2f890017ec9d7630593d798f1f83a43ea46b804c4d47ee9ab6f326f51eb2a7f46ac874353ba365cda5401cae7a553051b0c4cffc83a2dbd18283a39407b04db63d1c14a000b306538fb73b530ecca243f3abb841694c122f804e57ca26fab95ef263f7105778fdc48f5f3df1f3c6246b9dfaf4e4c59da9a5262cea210cf531b23e585e61513444c2be111a502c5fa3ccad5e28ba25150d8ef16bf28aee549391be1bf9c061ae027d7f1a3d8d319e560acca6c25f0e16c2bbc69cc18eb4c32d918501033f8dc2e57f9ce77858e80c2e5cbe7be7da6c142f64c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635620393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1fe90f22cf3ab63ade1fcffaefb49e502869d1513f33af15feff094b895f05ec53f54d8b9d0de30bc52dc86504d0be7c14ab8a83e393f1e1e6bd94c79df96bbb79f464f60da9f10b71daed2e09b0027a5d1da613dcf7481d7820f31351476b3ae544534da521bf881914f5d466f2213a43b85589342da60950799262599bb2dd4825ef3d5b98dbd178184cff09787f7cd9c4f3512e37db82714ad345e8d79efae635ef6868d06710d969270e5b5ac67ad90b3ceacc4ab5c8390bd90bc35109681c67a5ec6c447257114fc862859affa87b3707a8863a72b397c1c3c137b0f6740cc4aff32f282a74c34dd18bc0abe379ee88f22abb90022d21767800b1444972&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635946237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b61fb00bdb8a55fc4c514877b3836826087b6d0f523494245a950eeb565ee04f074e408f6d3eb7fc4658e66dafc3016b79ec27b589d971774d86962c2162a192fa84168dcfb676b2d57fcc80982e37b299aaf0e89c86ba2718b0b7798f56b1d08761bcfdf98e49b63a73a94bc073e3055b75bcc35acb3d10988b5ccd15ab03009647d64eb66a1459a8a978d6df7203a1dde711ffcf4be2da98228d55bcbc9094502c1442435ff71c8351e23bd920975c4e20a5ec60aa89daf691a42e109ede73c93d062d88ce974ebf22b916a128eca4c0cc4d6103758c0ad04e0e32ed384d3365559f7cbe8d0a15f7ea0eda1d304305fa989012b338a1c66631df2b3b6694d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635956877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7eb1c0c5f36771fcaf7aed4e16f8d0b81cc2f933ce9c1d60735a8fdfd8efe5c63581b210b2caf49348b4be2f9816ac2f078b0610fc5361f73d2b73a8aa81fa84a630d17c20cee7430312230d01a9f8e46a61d215ab2ee3d781062b34b7f32bee94c8f8c26bd00ea81e16d0c314e34d44628e82043b59648810905e6cc48b4c01d004fa2a50ed7378388eab2217ea51b77b4bfb4dc1ab7ed6019330b6676c64145fb3f088724a20af0cad097c57793ccc93a10022ff6066df63996aadb5cd770542c39a12a016d6cc3c18ca9be00fce9f2f1747ff1885d448972632a56eef70a5d956f3c38c3a9e8672e2bf7159de6a1a345b4bfc843343daa86d86625b2be3a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635992865Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=beae7321423f7a70b99306d5850f0de7cc24365fb181ad2605e9b515508a3da9b38133a459ee529cb78eb2b42fe479b8f60b54c755f505cde870c46606cb3337da6ea89b09c7dfcf823ca1cbc664756dd63ecde57e4930c85ba0d56e75640f1f715eb8a70c3b20c87e7208670493b87cd171e18b7b7869f15214a9c6ccc8d11be74b9b2caa4ffd48362022d9840ffe5cbad3b3da4e4b8b3d1bb014e41e613625c09347c1aaf0a904e3112ae80f75ad57c176c44009b61b4d9ae0b80822ea34326d083edeb1f36a62b06b1be436380bf80a23d9526c4a7b92d1f855e8179aa1b56ece3e8fdcbb3797f6a9333bd175fadf162e455bd9342f35e47b2655740a336c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636010468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0f08f1e57b61da52d8ea79fb75c531ffba8d54ab2d98d7aa9fdbfb8c3198cca7c312d69ceb53b7284386dd6202f420b7c145a7b8a39bdc24332b19d51d2ff5374a6f287c9e57360bbb4630738a4c57612cc0af97459301178762872644958fd567a734af964ed73f9165ff424ede83e41c5b7f64d146d6dbd2a395d3609ce10e038383c458792626487bfd824962a6545e265fd4763e649676a88fddc5a22fd2e7528d38aa5acafb600822e817dde1dae8eb48116ed05614cb577cda5bad57236f3dcefc065dade08b224705059788b6fc06bc08b085c2712fc8686e83627e523463f40ce47d82dc500791bf8ad47808fbf57d935a1388b32ac1880e05ce80e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636034343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6a198c10dc87bb6c82ad61bff5ecf14acdd97eb10240d7a48edaaec3bc4c703c378423f6f106b06d878cf04de535fd78955b6ed77c7bd41ed2e008f4b512ea7da3940e2c98cd42119e7910aa1ab202681b07d1a3b187ad86ff2dbb976b9989849c52d2ec15f50a27a4060265fe4df625f41ba996438d78afc767b644ceb0245e21bc4c1a0f297b07ebd6d2c364d83b12b1210f6c961d03c962613debed1cc728e0bd92b4c2aa6070d1ffced00858fd081d2ecba58a1883f29bad699f90ea22cd4aef3b6e7b525edb4585cd6860ed1625a82b2340b87d8b40d3d985410c6ae916a89448c20dcfdf3ab1a79eb952bcf02ee62c26f8cacd8eab6ff5379c2aa5edb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636077965Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1730823f565e5da0e0872a2bce71a178e58e52726665b74112db9f162e73417e4dbaed1dfee0a74f2bf922bb8d0d9aaa92395984d54471067ba98d42b14efdbe7a3919e79772ab3e08dbda38aae3697e011aa7301f46c46b6785edcabec3344b7732eeb76a444b12c7ff311cd3918b249ed56bc49d5e28ed0c4fff287936e1fcf5769cbe04375871c88295a6732f49079c7f6e17e9aab5890afc34eda26a4c86fdf2caa601ddde20d00734511dd85280cf7d7e1331892b7cb66f601887d1ec84ca06395777dc0e00e483d8d04c11dc7ca20cd46e32faf310b4431bae093ed0643dd86251a6b9acfce4051a76a32a5cf4e553f166870c472be7f2653a74e6197a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632703766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8759d34e933ada28afdd5ba0cfcf2b14c795579bf6baff169ce69e13c22e651a92f69c120f6498734212a78130524381f587160d3be0d738d4afd30dd14f9a09aa651234901018f5c72b7efd345baeba53a8714f1d1d40e73b61808363c309d6f23b14e712bf03f57e5c3c2ac9b51e53ad5ad8ee1070d9275602b1e9022dcf101c2dfbe69fb11de78e1d9324db3536311a829c10d3ddc463e6d4429e65b6faea9e535dcef103b36335cc6a4c1579315f94225f1ad2f28e29242a6538af49b64d05bb4218832c88d08436887d8d551dfb076b5b18ebe058eb292568bb92592a68a8a5f8c332f3efae25294ebc5004b9ef98faee6a69e3ab771565d91c3fa4e9d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635802135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=52e6265f942f0044cdb5357f33889b339cf01ce7a53bd5699863a86f0f647626f84a21a4787ffdba49a87fceca5a3636c02d5b191d35aaa0e0463e7733dc74334e2f7abd51215f4ec772405330596ef05c9de852ba41e1105cf97c9191af226e4058305c0b0f27426bf3c3d795a730705e02c998691027ae7e4f9f9c975cb1a07b8ce0193c991b217777d5d56979e4f603e108787cd93210a691ac7e030f822c46b56d6aa3eb81f66ecad2eeb158caa8f5fd0445d9c632a29cd1f3731f99e77b124ec03d376447f5bd871e69b0564841d50abdf1883b5892e9988bb05f08724b21d313bc59074368e0665834a62c875c5b533a9d2eaccc416ee4e84a0a7d90ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636148137Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=21ab42d0425b48960087b17212becf2c09ee529121f2b1ac0a47486e279be34ce53812f68f56ee7c816adef2ce551bcbde27a96198a9162eaca75a52b143f99a371a74dd0ee5653a649cb4b564784369899520736f0bd346249a3c280eb1ac0683fc63fd5fa95457634adc506bc9a28789ab7bec5779017ff9000e35bff9f3f7a59047d01021b5d7d3188330e304bc2ff58d85ec835c33d7590c04be773f885d077c21035d50d63b19a4ad1a2e7ef52f12cf9d4595e292d632833bad3f073122e95847ffeaafcee616f347a0f03a72642adab6552bc6ed08b8e3a82b9c436de353c2c9533bc5121985907eb201eaa45b181dbcf18b76a86881726e9ddf4c52fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632701461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4429e0c136c0464e79c5b8a1c91c0ef97d47b09cb0e1ca34a9f5839da1f35d877c62a6e9ecb462214cdd9b0b0436047ac4ee805b5abcbd6987a5f54b3ca54d811c0ebbff9d50b30961eb471bd5bae97767926ec670f449f8d7da5f22567d5f0825c072ae00bf6fa0805963599a4ad5aee81a105e7ff7345a3694b2726fd07a52ca0015eae3fdbb2878a052ad512eafa623c92c15b8218fbc3400bb7dcfa904a27ae37f6bc779f15d0ad2c469c282b09e8632f05f9d8a9177c4b4d4dbdfd385694d9d328d8bacf697663768e7ff5099bfafad6a3a4d15d93af51569adcfb5633b08ed7465b89c8ff0574578ce13ea4db74c32ea540cb6c5ab305e3a96daee9bc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632692885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aaac438c34f8cb4624a64ad13966bd504be22b4d3af5ae50ab27584ef9f8cc43c1e639158202cf451eaa62505669b0b3d3bd06441c04119f1692aa038c2807af9efed59b2f6bcf18bcd7535cb9e58c80b3d7a86c4e3707b7ae1957f7d398d3cf0a414b81786b95cfec083a0059601d724e6eb6946e56570f4fed9e685cdb5670f23ebddc636097be7fb1b54f888b227835f4f228a611717735286a35ad1fa243038147ed97a789cdb1af050796db04d54d04ec0c80392f12ab2c2afad6f0fb0b559c970f5ccb04badcd7601595a6673921dab2846ad51a99d2dab8f0c37f545e3f24932fc7c11f91f2c85c26fa7480632083cc76248af32b5352792c5580cd4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632726619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=abb27497cd77b9bbf1e0f0d7fc3976e75f5390699d42577be5c983e9a6a6d3572015aaf8cd74714f93a60aab544ccf2bff59c73a2aedd600bd6ca208279b219a5b9080b33262bde42d43ff5980c72dc14bc4822295216f66a494a79dd2a5d4826236916f6d59d1dd899428c9ea9766a61e7665e34f590373b78c373d619f127745a27c082e8d60ff81ace9ba5c2eab067499a7fa1a62d74aa5f498507009874b99619c5365caa6a1c40b0022037be8712a429aa12e6c8541f8c13817f9901ed79fd5393a2189ddf962d21246b26fd2067a585979bfd8b9ee0dc8acbc861387a90a02191329cf6025fcd1045d558b7602a6b275e445a28cfa3e03ff20305ff666&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632712342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4de77313f9b9fda59a38d799bb7b649fcc761da0c35d3637f291607c314c82eb2a9b20319b61dac1352360eeadf331c787f3b1b1f0eb6543ca043de9b8533ff71bcc388fc33feb80f513de2e63c7e42c0ba35ebc60dd717f70e0cf473dcd74bb28f825baf5aa873a64cc38e383949a9ef7cec629744b1002e67fbcadcf7d1aa759d3f1954cbb4bb861f00330cb9dd12ac99d7447420d595f5e398214a674497c07b01dae243ab5cf56b96579f895f220ad88499cb9ba00f431202c60bcbf0e6ab0e43451c6514530f5943f3571022d8266b6f6533caa61a897ddb6b5e47971b0d652183ca5e11c88ba2ee26a9844532527f11ca23bc8baf7e543351f70ead21e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63273283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=31d776e3fe95c522bbef5c0996349d75830773a924d222c3396cffc6c37fb86b4b3f07dd9edd0ad431299b7e5da7459f7318efb856b5231ca88fda14347330f452b33ae964d85a5979178d1dfd006975df4e26ea1c044d0057a3054903ca5b5ef1b877c7920deac160add1d132f964a6c06939b427e2bc4a66da40faa977436755824230ee19bea4098cc5f3a504eec5a0f5735046f1d87b4317a78305f53ed820720e27d6651ef0fcc4c8e64f6bab83126ac4dd25382b8116b0924fe16d3d1618af74db06212297e2ad9ee8661939bea8f99281a408788e272966849053166f3893ca69d2f3a9b4dca7777c8ca19279a54fcf83c22effd47b738b67cc446330&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632733341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8ac2179c77022fff976d18573b3bd75b9037724a52aaca2971a657837e4e04ff8b7b2327679cbb39212c8752b1395d7bb77ada1275599561add5eb5680e1656afa7781dc8ac7507766f5e734f8e669df7260d656dd2f5a512aa63d9710ca845cb51fbb8819736496c5ba0ecfbfdd4d83e1dfa019508f4e871d6963c04db2ceba6584175f7b3c953e5adefed005db81fba21556a537131d1336fe9199e082cb715c194e122b28caf073ac38593e4a66159af2c48e4939bf6ea753c0d3b4b272eecbf673328563c117677afe787f25d0bf532489af2025ace0551e1a903038e8b3d543b664d4b7315331bbd1e179b7d68cd9920edf62cec65b9bcb444a130b9842&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632715949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0026b0387a9f981e8a0265dc0c8d1f222310b6d2289d98886d5d79336d8f954c33378d948e9dd85a0e49ce41f3f0b1cca4ec595c30f122c783db2b091f9b29f3de308c9cbd23fbeed5e47877b81405226799915a20ef7eea6ffbd0aa988e84556e5f49002eca2555ab191605621b74f0a0e76f4a7716c777ea6af0dc168f390f5eb8d206c92e805aeab5cd3779a9b8160b3ace36bac353ccfd17187db64099267a87f94adf663d47896c925dd490f46dd19df9e6f33badfaeac964a4d0ce4c74e607a10883dc8691b77225f00ce7d1c080a44c68a0edab3c25e19b627963ac83d921b71387d42aa55560e60dda983242a81c2484040d0658aa137c6f843ae0de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632740325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8b785104fe7b4a45c2b912398d2f68ae3d08bb817ecb9b26358a1931e59c349768ea4ef2152d94087c8f0f85fe60e36fa35dcccd6649cbe9d40d1069b230b387754d01397d7d0bd761b941cf5a224972f37fa508bd489d09cddccaf12eed7455adfb0e3fa58478393a49e8a405ac8e598cc12b1a26df76b24196a5fd72eb9427e530ed184195371ca5c360099401803787687c610667e76ff76e5ecefe0dced2ddacee73d8efa0e52cbe824fd7b13530016bcf7a6e5d0bd7abbf7f9e63b041990c34c58adb0fadc0490019456844375facd7df3770be2594bdb3eb51c51980fd1fca201bfef9e6e470c18d09148d43732eb37f4e81597ae8c54c7dd09512d858&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632737559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=87a9fbfb86c15541584464bd599cbe82d4166d19370b0e073fa9c9736d66fa6e114ad6960b2012b076f07ccd945f6476437ddf8b36eb2703910dacc239ca678059bb17d53dd612f36206cffff7fe5aebf9ec9d251a468e2ba5f709761487e1fa6269dea2007f0afda697dde2e51b8d1f4acc8952442400c082ee46ced848ecf0ec374e2aa898f90380b92d2572e6df89b8b43b9863f3fb54c4b215964a4e73203ca0f7ab76048364e72fb73f8ed061b1b1887e0c27cc4800220572dfcd5be28af9d4beb28d275dc9af2ec9edc8046cfbb2c6b5eccf43bd4f3f6277a62cfd58eaf3e70a9f2d3c60eb30b4ca8493a899bbab061dd3498721a779c4fb76922708cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632740735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3511ff584c7f4c8f0ad10ee98110fe169e2be208ebef42a091d8cace410cd8c6cd1f3624d18f3d9c85c1f51bd3c7053f1d7a3e84d5095ccd326dd279d35369ccde6df8c58005d2ead1b7a5fcd91819d45f06302452ca8a8f027d1100d5bcebb3bd5b4895cad1641847cf222eee4f39498c8bfeef09bf0d6af0ecfdfcb8fed39f770d2ec158dca48a1e507f2fae9cc3760182a748c1cc79d40af708677b9ec9e51c58b4cc8fa3fbe11c1c8ac19172716818999bdbe4a22e709d5bf5169ec0247d7c5aae27adbaa77c05cce01971c2ec1893d4a54a5f465ec0e25ffb7d6fd4a3fb183fb6c6a9ae1eb81f6ec4ddf9e97f6c2039bc219ff51f7abbb413bf102670fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632740725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=580c1591b488a78853686c913ba058f2b1eedd2aa3ebd28e79b624e81e34d2c5c67e2f9ea0bc2b470070bf5d49e935ba8c7e0a36c461b78519920655ab5e8c74348e2714404cfa790fe08fdc9d60d02b9603c10a6a0e76ad45fa0be1da616521afee7717d548be2626932b3fccf09f592d18caf6631acd72be03eb3f4ffdf30b5004573cf4c7010488b2d4e483ecfeb822019c9feb001801f4bfd6c8cbd4fd31e0dc0cf407ff6999d8e12dd9d4ab192a63cdeec586f7f1ba0ec93f30c4d1e9f5b82a318ce57041c54b300c7a7504b3b9921939b64d3847e198c04bff62829b26f12c5edaa5bc9aba07593f11d338f32d3b2e623007c68a40a797760be4585a9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632744382Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0fdff86af1cf7b0c6cb65aa2df20cb2c0687ddf3b2cd8ce0b1e10a54fac59734c304786679704d9373655f7959e768efd958b4b9168cf4ac4143cc1ba9a80a9d13586794438bf428d5da375bbc99f858102a19b85e0b23ff620216307c159fcffcf1655e5ca4eb486e426a64a037befdad28dfc120fef00f8e4d8cd9544a91a8a41a9a8f072505c2f020beb4b6f4881d0b3a113e26d4a63fe13e8f9ad182620858f3d924611e3bbd2428e3b078ac431943c6109fd5684b5beb0b53b7d784d70ed8c859105d33d396c7e89156dfa96b94be5c20ac87a69e78dcc3aa7e5a2a1de6f955f3da284e3573beb433970479363e70135c2e60e0bfe3746ca341142ce44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63274296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5541f989eb1a837385a4e22109ed3dc6f49fdb7412885a6b338d3448779d0665bbbb98bf47ec2b5c2c2783201ec2dff5e86809f60fe19c58506db6f30f26ccb3476a5668cf632196d3f9f0a321828cb11158f7076ce3929593f62a423c95d5ed2fbe196241b423f95e7eaef7895ed7712e5effdd4a245487a9b406d463d7d55725d118d823d27893471430caff9757bc90aa5fbc686e7b1cb16b951a342695b86a6bcd8e811d4b8b4000db5f669b3c19d9852b0739014d7445620f77cc0cab56af6a5d3269ffdb17b2f5b8e7b7b3857df32f29fa309fda30068cc3e0a14c5bb1ced0b02e6ccfce3884a261d62eb720cdbe5eda790f9106eabeead18d27296787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632763999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b64f6e0c20391bffedf6a6912cdb504665b56bca1dd174eae09a2718faf015b688f375029210cd2a4ac7eb1f3c7f32f8165ebef712b8f6b4d4e996081d6326e8c57409130cb90fcba5321a32d6e25abedbe7834f05cd0456e4da948af2c72986be5e366771d4a9d34eca883f1caf9e17f9c29319205131bbdae70dce6936d59005b6e6c11fbb6f52d255ad0997ec90bca2ce1250f72866a5e381b2e7fc34ff3de2fd47f1cf975647ba9baa4c8f7e9a86b1577492db8826fa4701aba5f1eac1a5c540dfba9b060efc173afed2ce1a32f3c0b4779fa89fd0100862266f77b7d48c1e5267609dd2eecd0f6892d73ce4b726715e6e69a954312c6eadfb3049ffe2f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632764119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c4aa9959699225829d7dec6bbf049a2bddb63bc834130c1143051298941306de8e6786139ceb1b793b1c143c2d7f0033cda73a508b082a007846244fe4c1915cedd8de03676ae61ea1e342507865251c9370816b833d9e240b77aa821253f20b6b027475618b7183baa60004e7a83a87f886f222a19c345eb060a5053fc5e82afedbd6e16e25ab53126375f7daf4cd7e357b9f7d4aec4390ce3a68ff4ff60a970a4648e83817291b2993f8f6cee6ee4b1874c8fbaddd35dd3423103cee3aee9ca0357ca16650022ccc64332c0ac562e0c200807c8bcfdbb4a051af7d301c5485065a9a0e551296fea1359c18a85c472690a0f7e10d9679f72ff074ee5a6fae2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632734243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=33fce714e72ae09681fb02ed2986b21048e54e2a9ed54c9910667794cf885882b15b2b268168ae0e077686f592db04ff19cbb20a878c1565e324d0a2c963647266dfc55ac85e60f0a6afce4f8500a2d40805d1fe296b1783f86c35428ec3957f854aaa2ecb1c7f1834c8bbf6add686aa18192b3499ddc62fc60c966e8270b9d3a7e83bb5e194c3a546325eef026e2f7c1eec5ad7ed797014360fd00cc56be6168b378b159990edbd465ad52dae1ac3aca264d7e0c1d3a84e70605f75f7ff5f20b0f1d47c1deeea3bfcea27efe1dc802258cdca1d0840380e59033315f879da864faadae3a760c3bd1932165580ed22f35633821f4ea50568e5ce060d1169a298&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632768488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7123b49b662368a3e1ac4da2739332cb63144dd533143a79b03a0f69eb6a910bc11aea9f61c95944da955c358f18e03ad8a5cb86403ccedd1b0d131228e49fc265a3607a9fb918097f1f39688df4b654915836117b015d363650b4d2e8e5c0228c4b68ffbe044badddd455cc5fc42c8434d1d54a97d9eeaca5fc58d346a165b46fcdce049db597aa86a7c77dd49c6a081e17d106409fd0d7b0cf1078d57b6b630871874126573f8d8254a45e3cba613be4792180f46ea852389b6d8f67af6edd70c6ea019df818cae14137c149a32e8797a969d36e3cff98777c400c1abab870ce7c00fc60993593080fb4d50d797f5dfce08bd8c889dd6b5593997922011288&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632756325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a8c9f335b50bf7c41e37f15441a769ea98964941c6c8a628d64895fa33243637b0980f6f5a21eba311151244e1f12e6cf552eef21ed3695b2092972eea0a3069e8744062fc275ffa621085c848750a1397f786a4149aa2fa3eec6f727693c41b618e15e3e694e97b88a18ee0efb6f3bee3dfd2af535e1c41eea62cdc8d05f8f440aa7e1fe4aeb10d6d7e5bd266433410f7357c34d2101201a5e6a8d169b679179726506f0dfea1e20d1e58a080d280d737b837c569be264591f69a8ac21dec563e4ef96b079ec6216f9a17d6fa2781055a3cc224dc7f7ae86e8d5e3ed3813a2eee779d38e767b251dd689e3b38334240722f2443670991e36ce8975de4c01275&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632779959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=68456f14fb53389ecbad4ee1a0e10ffb56e8f43bc574b2918fdac92035ef3b3d3d88fc71c0e94b26905ba35074641be24d51ac1f5d243929b2322599791189e63cbd8c098513185c6ba8dee815c946eaddab7e6d97810f02c99fb3420190e52276d64eda177bc5bb93741b3c9cfa99285b56cc285ab3ab5ee3b7a13c219f7e327d359c277ac666a6fde1d2e78f0ddd45f4742af28569581ac102c48b7ab49f57d41d3a6e6a4aaccb1eabb3d9759bf2dbb757c21cf8fd283044fba91770bbb04b6bae7dc3f45a27b873523a3f7969f7e176b6e5e202baa551954d27440bc3268a924d99fbe97444a0398ba777372d896452c55c7cb00b2309cb4fa5db35ebcda6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632779989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9d28bbc94cd187e59c270b690aac720bba25510d95aac52ab1383dde11f95e5ffcc19d34f000d6ebea90493ca25c23e1ae46f747fc37069c5d51e4bfc67543277e85c11fe1bab04d32049bcbe97165fd1ae25d00d8714857241dcf5fd3eb293e79647eba9061fd080e46e8b307f84ee90b6cf29b02828f84978e35258303c2db87fef592208db1bac050557aa0d21335de53427f8ee6df1b3a109744a95c78b8d7558e74537c8ff4c3f888486cd74267cc579d0d86435156bdd405769775ac6456352525903f902d70eea3e1b78a2cf1db59c394d166da8b50b424c557a71bd7243f732211bb6e9e78b4811c92af515d40b93c3ed561137d96168e245853e4c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632763478Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=15f07af5163a30ba54aa2b7f41b644a5bf3b122dd0178549fe48f5520c844cf3bc487f38e80c31b7e71a11fa793053504a576c44255674537d5e1090e2143977ef6635a11ba0a5fd9acac068935bf6c2b18e27f60e376889d57fdba5a59697078541ef363f05b64e4e62ee544413cea35c0114f821c826acbf689aa2777c88d444767ba333158ed7428012284795ef8de71db386cb4565dba6244d4b78c7d87d8e00dbc472b7836343e50687c17009658e4507934d50b3260d2b78e246e79de156f7d48934b5a206f8db59efa57c120820dd2472fcc7348ff47211250c09b5d86eaeae522f2fea6d48a41cae68951255bd563fedd28dfef96c656ca8ba257f70&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632787173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=815cae3b8cff34641a40503716696e72ac824121c8045d182cbf4fc17d8d79021cf1005568c400fd6d92f73925b2f8c3e249aab8b15e56a4f7614462c916e31f1886a25a5b8f55e4eac9836c57cbeab6d69b8e7839f7e5a8257306411e882f5b07352f57a285ca88d5c70795f3dd49f2dee26b7f190559c2578fd403fc3af66f5ac75d81b1487ad512f53e3dc37450608aca1b5949ef656138574d6b15c0dcfb92fdfea6ef03bf28046c65c8726d6930f32f6304bd3b8eeb6eda75f7583c94970cc0f435302403f83040f6f02bba7e37977d1ce5c20ba649b753af15cdd84b3ae9b431ec8c60b24ce6c195c1439c6ef9f232639b333fb31d53696b966d01a78a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63629829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2b0fab4ed0a2d1baced9df0c38da8b73579abd805189c2cb83402a1718f23da400ef086ae9ea2fc82d97e3c8f4977d78a20ef04124d86a0dae38b2a3d453a50fda6acc55b6f43889fb42f19670e8ff25f44605e7af54b2f685f7a949644eab06948e7652a0f328b9b576d4fcfb82679eac89573cc8d2756d94f68dc22838a1874bac624531dd6aa71efbc9957701f66063efe033e18cb773444135dac5062654b0d662300efdd1c8017d13844aa6bbe00fdddd7b7fd3a240cd927bc0369f10bdaa06cb9385801ca792f2703444cabd858e4b7c25ecbb431a1e64fb789649c9b4370bbce7ef748488270e9cf2d30aad5f4129335d2d9e177b6dc8e60233d99ffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636314962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=23a25a3f226fec063a6872b3a1a12d09e8f320f4054e0b873240bbd5b8749efc130532e168277c4d3641f0713646b8866e1f1c78dc550f5495a52357926535ce92fafc7466df58cc8e58c6e0ea839ed98cc830539926844118809472e7047e59d664893552abae112410221f6a403d5d184b9d9b0e92cb26c5a4592b94e53b224c16ca5ee5000ac79425884d91018b8dbd21f6246b8e41002314c12681565062d91763f760da927bd2b95ef5fcdde490a26303bfd2d2a62cfd9d61d146920f83f3387707a01a0d89d68d19d061f0a661221e0fccac9a8cdd5a306afb832444788a65a46469683820ffc72e1b73fa7fffe749b9af153b613ac9ddc9b37ce3ffdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636317547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b8f9ce9d6ff3e9ce86c90cb235f14a0f5e0f19aff47bdbe27811dd1504b8357098aa0942041ee8a363d6ba3d38cbaac49a86ad2d61a19fe75eb2d201485de7c50061c79d4f0b51a9c734132eea94d880ab4eae63aa16c62bb642f89315a4a994b7df3aa8c2cfce0b2e974440f5e1020f8dfff698603090fec150ef79637f7f841ed2a46ee68c50612438b210c51ae9dbed10f3c2d4621b1285b212b42833b4a37d9751618f3f1a5756a30a34a58ba25555d6eb859e93b96f2bfb08c02585c11f0b3f07b259336b1c05a0b524e6b061847c94860c46512267496bdf898eca3a27a61eb239e1389ded4a023eb56146d9958340defad27bdcfc21326573fb3d551&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636326954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b36e2ae896de1a6fe71f81a7e264daafd8545cafb0a538704212217c5411e275227952bf9686bb6865f05e76084dc7151451b53fe087d720bea0f37201afed3ce3215a7e1830d51c788557e92207f085953aa38c4bf809b706f65e5d9dd16094a0a657fbdb92eeff8d4a090a3b53c7ff21e665081c91ab9688476ce6590347ccaaf184231b0299654bc705dbdafbeaebe9824c5fcb62ac7d47dcc429b5da6051a1133f59e2d9a406d136ab4b8965803c34e3a516e25998f5e5387ec621f58b28181a1ac71a07eb79dbe96aabd249940522838fa73951c1fea0a5dad3c8e2ff232121c090be4c1a39dedf4965219197c9b189ce01c70d3fbbf672dfa4fbd1a563&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636348495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ba12204d88e2fd92cedb3870aa3df627c2fa58c7abf346657cbe08df7819fdb4c254f6d43703dbbda06e5ddf80e00836d85f5316b621d0cde1612d15a3d1023245344fd077e99494dc7fee126e482fdd35027d9f54ccf35cd4235b29332c64ec2123a4476b537ec01243dd6ac5d9df70ba47586c08fa2a0d7f35e6ef92439d38ed4f18816919e4b5db41878e31b524f76ca8f431af3fffd7ad598e16fa67eb32c37a89cb5379b0d6fd41fdcf902b9c9dcf8969963fca5c1f4cfdb182b73f044a77eafc6a1bf4f3afa333b3356fcf26da9d409f63b165d795648cbf33bb5798345a3024722685a50d072763105face247dbee373d1c41561b7d7bd4302fa526a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636380996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5fe887723de7c072bca34d3dbbb5f39d402c156b19f2b21642d8df334129967a366b80f724cb7abd9a5d118ebadffbbbd8f25a97af22e065ece72f62023a83e81b6b421fb81d8b497d497a54b6a472c88ba2022eb239f0731fc6200d803a4528946d896878a2585792484ba68a3f268b3058dcf125f2aba966b072e4a921e6de28f5eec34c87ce2e343b9705d576569634231d2f2f0e2d5ac915ac5a83305e40b4f431d4205e926d79e87ae6d154332bd485867b15a386a01643f4a1d28f5e790e244185c622d10bf24d14f150a4478c5ad5fcc190d3c9e86ac8efe2a607358fbf8c1ae4d30728694f7af4396ef156d15a385b601b18fe797700533cfb431023&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63638854Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1bafafabab3e52f1da878a895e68db44b34549bd238af850e31db08b9e03bc9dc068d0db9c6bbf28d6890dee7061c6228176e209267d4a63f987af3d1af9a1d8abff0a02cbd0c162e3aa690633ceeb0e6d3525625a4d69feee21dd5ca1d12bae53adf3a9bd15ed645ad8aaccfd27677c1d6e52d3a2744151cf0a582fde3a8593aefbe9ab307dc9701c5f42fe41bd6df6cf35c0a442c0daf50cbfc6428646cf19d11443786091e3ef97041af6bbb42dc6cd1500784b0d324de1a0cf217be1bb85b8e19193e7d095c019fb38f06595194e03586ecdf3d14c182d170d2ff98b764ecaf582f0b6b085bae4d33303c125546a32e3cf6ec4d880d3e093285f264458eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63268992Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=049a056c162865eeefd82e9cc3ce24cd4a6e10538d922592b78e10f08f7eb27fa7093a152955466fd651e52bc988d18cf3a455949dd581ecf212d9b080fa9011be72de3e0794b1f900c19c7cf4ec29ac9fcfd73a1b4bf11d525b705385c8c67c239563c4d7350123ac5f9c1f364cde5354414b8bf77f2abdb0f7faec8b342d07db3640418b3c94da29abe04e744bbaebdcfce50957204e3abb9de3048513918b44e43f33bd35d77be13cc13adfba18ad3c03f7ccfdab7ddd7b7270b6265d19beca3d23f96282122c2383e9465186bec994258123654673f1876354828e1c89b0d1fe5843511483d4765e84882e146258f5ebef4339e8e3f3d89f0ecc86721862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636424248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=152c233233f2a84d4578bd081f3308eb2715bd36c1bb931a550122f441b46395db49c505f5c7d2b51532ef1477bf53d360f2d3b06763fc529d2750b0c0f87960b9a1d0d444ec2ac79545a75beae76852a55c6ac540d1a0b422fb621b5a8c529aa75fd35c828d37be8edcbe9dc5dc15c23930789b1a13bd5d4335565e6647de688709d8b3e0aadceb3347278288efcd960b5d2d4b096898d24bd17eaa36eeedd0c528e8d7be35800638a04d8e8d65477180ff68d51b60e29cc45fcce3e8c140606a3dbe406d667a45e40ec2b67a37e30ce494f2ff12e95d7596589cf8e107dd4bee058818ecfa10823030084842be0362eab433823cb5a2fc54a7f7d0dce9bb64&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636444135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a79271882d1aaec5e97659ba7839faf6fe779bc1391cce142157fe6d4973f6d5ddd590c5267ce8a66d847f709be58e2b0debd90d897a78602902f042657bf42aa59c977296c91b5a9133817e8610ccb6468c88e1da097ee50cb4672ca59d88ee4ff5f55ba8084b8911c559518ca9ac00486d48b0b604a4a337ed19842817c844e4236e61827416464562129015c2b22fb00432355ae14dbc499eac44219fe0289383910375a805a29b47398904a610a3a1837d86accd19eba047e6affae7d1ac6cebdb3093d4776b8de34781a58e6911b45f54b48c6d7d7c4ca688883247589a74686a5d497c6cfe5e3b1afa8de9db5896ad09df54450542911d4799100562b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632710108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6d818d7bcb935e0af51ce2ff1f368c6cf3aa44ac3e6ac45f36982c5d66d73296c7d24c82536551e6cd2e8a8fd95c95cb5dad7898c2d3ccbdddb3b332e13c76f93aaf9315fe34fc8642142602db51eadefea4c9a29424a030806e21df9d27cdbda77901ff8c0fc40a0096d6ee453a7850b552b2216ec49673bb91a7fc3d7d62b9afbceecfb11623899f52b461bd7ebed5f25c19e7cadf7c39da4d61a0d18c370a1e184e95ce4b8feb17f7dae9b334f754c1c5212d321d4674366cd8851b02832e08740b95e0e1e58f143154d3a816c072391c9e291d8cfbac27c7f3be11896ce5e8e7de5d88fcf8b2edf81019c30702d44ef0793f88e6df0b40279cf1f3269b3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636512634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0cdfcc167c7268858a9355bbb42f78b5069f2336b8fe643b3ff1cc5cddb077d601cb6a438c69ea54c74827340ee2f03408392ec0f1538c84b47876d4a6d2b4b4e2cf845925f15ae99ed08376edf4ed079bccf0e84b864ae3df8cf7607b5f9f4e89c00fadebc23ba5b7258b07e6dad5ee19944dbdc7e860a6ddd6e93a01e594ea3ae32393539d69fd32612bbbe1fbe41d7d9c2e3f74f0bbfee2d9685b2caf208303a1c3df18ceb41081571807c57f945428d8d36f26ff75fe4cf7133c9934aa883e259736f98edea45c7da0815267cf62386f061f6529d36b70b0bf964d9e585b964473fbeac5bd72b4a00f98822af9d6254c4515f4966c48c0e7323c8e12cbbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632769379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3805a510c172704f4e514cbf4d470a619b4b9b8fbb99fcf38070f137ced4c708277a6a249549cb83373a48e7b657ed6cfe64a53c8cc9e18010e4e5744d6a50c744996341c54e142adb3a1aa21940e574a0f22ba87153c076212ed5832fb26beae4b9a97218381734b4e5e47f5231914f0e198aede8bfe075cf7450a7351143356d6c7a5861d30233008c5a68d9a2c09d0e985c8369b2644cccb358cf69f4f14a0b6b0c569030411e4f2ddd7b7018dbf84d59f200e3b882f477ab79b465d7efa2641e339e89900c190fa377c812536c0dec2ef44f1c018a70d12664381064c358dad46deedd47befd586c3b31ca651f544825629fba8aa3ee69b0d7ab82e6e28f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636607112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=920feb517d3b687c59cd1a56fc0031c3d17373f1599f0f3f011e1f60a10be908c507f046df671984ec9a6e80147464d7bb67a540af092829018db96412b4f5368b49be05f8a01d51a0a0d9146fa45dc7ebda08c8950137056f7c1fcf9a59dd35bd1dd78f236df947075225ab9eb2e439cbf5548f27e8106b260afb330848a4f83ef2416921f4b7345e241a7ddf4710bdc7c5dca03c4edddbe09e9a33e24d3751650a12a500a3098683d5bfda1d5bf140995a0a3a7e12ee7ab82e91fb74b1c8775557ddf5169ac24093d440efef07dc078334974aded02fd374700e7b48224a2ba04b53288b092bd0c2b6ad6cb593d79c68e31a93cfd70c47cecff12d76a94b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632792844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7fed73b79079449451b720dfd6b5fe766b7abc2741ca402d738c9bc57e2476e2df39fa3e0a028b1dac9e720f2bbce44e940c2ff51d6d83c80a7e74036079ddeadb9dcb5df45721805221621b102eeac220cc5315978abd6f5335ca2c1b0b23e82faeae1983584ee2ebfec344016f65347f228ae613a6e045a5a7a7a7e9b16f800c6b7ad3855fd013d45d118176b504d38c17bf23597b9f108c3ec80ecf682826918a39ba5702e3fe64175d8ccf02f1b2bb8ea911101cae4e4d425f5bb6d9ad9a4c295881b73b3e0bccbecd468da47872fda715e5ba6030b7a235908319c854b2c5c36db35171e26cb71251f01413b2806b6ff67ced94756025578f9903f0eac0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636656906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=49d4bcf8aa83f8ff9df5d4823cb9c49de329e0f754fff52e89572adca0935fa071473be7cc904fc2bb31a9973ffbf80c67b1415397b5fcd1f16dc4a37fae88b9f1d8cdc63acf46135e0420432e5e23601b0c9e5bbc8a3cf0964dfccbc10a014d35874e986c8b2b94a9f0fdb25408f334d959f57b02c7b8da47d4f79b382328aaa9c82696c1ab27c7b1ed761e556ce5a8045867766d3dd8e3d0332caab2dca5475d0278cfb74a1dbab6f9454f544a3ccd5536e6cb9811a02b753a9c29b66b46d962c7855471777b50f9bf95aca37371750a3ba69c6da1234c020d61891eb519890e900877c8f6e6e86ff59aeaa1fe04a743c71b407d504a3b7eab074bd201b186&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636353064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bc266274f3952aa612e141661c5d295a90f6fc47b60783b436847ac6a9d728d009d080abe942955a69bf7595cc94d0931cc69ff3055a50fdf910ca05701467c845aa10c353ddc467dac16044127d4ba165ac4fee668669bac6e414d3e1a6fcb117a203c957decfbd354097001721971698ef0773168f981c24e95bc2bf7da0e394ddc0aa0306cf21015bff83506b85664a67505918e9f6c70d2a587b0568ab86077abee131dd02efd0e99bd342f8d23d3a1bc3a651fea0422966a4700baf59c1ec8d51480e18ac0ee6d6fbcdb2f711d933a398761746444a10303fa19f8dc42d627bf191c7fb5a0acac4ddee55476badb11511f2681929c02d85aa6613d19862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636700348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=60d1fc85e339d35b8723b33cadd9358411510b7c4ae42fc5a7e463b5b2331d9ba8f3cb811525f45132f11ffae44c19e64e76b3b171e56aafa9246e9772f9cfe3125191281a0fb66bf89ed81dd2937e69ca989880656c6b0222108d9cf28b00c036bef05ede3c71fa43650940854d09da736591835cc0dfea9f6b58527ad96dfbc9279e8bbf8335763aefd4795f03e5ce08df8ba2e1e5f4b7b3f5c4812cdffaee79bde7e36ba20ae5d8372484f6c41f67a340c8e7753b19060d170faa3c5b8cca1d35c31838a4c3b2071bcdb53fba87a0b6db9901817622fb4e276c27f7ad7437cbf769b19dc12082034b7f2f283c64eee5d09d2fc5215d17434538d441a574ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632786822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0acba4ad166ef9b14af67f23eba6bbf363f57e879dbd92b19f9c909385c9e7f6a8e2628e6b20fc9acafbc608a214af4916fd036c937f052c4a48d62b4999f5b7ec512e7504552387cc47acd99ff492aabfe93de79b2345eee8a13d5af2e55a1c02318516414d63b241a76b8d051400ae027a1323d689cb374f46b0b729f748a4fafdd98edfa209c451ce7ae343d7c79d083a42d81410f8cc347354218b1467f7e71383edd6394731f352c7212f07a570e14157f89c38296e5905d42f5fa24933e96bdc3e46cde2cc4e39227fa6248edca7837893fc0d2a228d72fa9dd05ed0c794f8d0a3a61a3a4ec28192ca413aba14d37785067a1c8c2f1e430c862ae1683&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636735504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c80948da3d31e2e05bcbeb202388cdfbf649d65177869c94e8e7e16c036f7d468ca557eb2a82dab921b72d96adae1f11a5e78737587fd14e487540eaef16f74bcd2cdd539905532590da7938db1a457360c502600cc50b56915bf6a91d5d509a4e02901fa4d1d3c92e424d3dfa6281d1b87c136609a2e7fdf868952af2b8a308648654e92c593c2981ebff42c50350c87c46a01bb1d18000d99f022cf690a370a51d0eb3ecfab8bdf6a632710b4f4aa1a16a9f6082da348ba2a37c45e7a2bad0932d64e06c9ba715b6b521babd8f04ece648d9087ce719ca6d9047e89614cb5e0aaba5d979aa47b2db984b1587a5003985fe5913776f61c0687eac5ce88126a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636748679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0304af91d594d249e87336fed2b07b841abfc21d3032b408c7593440d6576d3e167518ea6022b84ca655ea2fc7d339b1e8ce28f8916317eee5c0476e680fd68c79bbf0d8e32de2ae37335e2c3fb320b03a509f26fe54dd2704cce92b53d1eb328be7ef151a68e38b771e062c901aa8e12ceab08a8669c50c65d95335e7937da5f26cc13252ae803a03fdca26c718f4732361df58720a3c73c6f1c7f1548fa0c892b8c744d89f75d4290180381a4a9d93cdbf25ceec78dca2135051d1a4ad74e758ef752610b5d362f27468fd28350398f08a369bc98637c01b61876f4d9f5736ef2917ed7a19f25a5a1e9a0c013ceed803954ec8bba9acbef132c49ed78390f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636773195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=84e6a121e78c19591ffd012ec3220dffc3191214eab5f4625cebfdb326cc462c974d8c748cbf3798b2710c091f5f2c8c1725e131e0bab5873b05756cb10f3e1045f8b2d13ef4d0dab18cf889abfcbed308ff8b1ce597b52d9b271265d4f5a45cb6d8667f695a71ed160d9ccfeba129daa5cecc101e1b5dc3a2bcb56e45705994dcd651607b16875a85d88fd9c4acc5b613fa94baba8a92214ab6b8cad154f39b8a380743c1392d3efc62ba19ecd3c7fafcd1cd52d0e31effa620d58b988f3f89249f6233c0a07571c6d4e91120f5d1a7abb6128a7f24274b12e579b6ca58147aaf4aad3fc43d728126282b2bb230e82a2f06b9e977b2179ec3443a8a91c33421&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636783284Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8ddcd35fe65185209f751cfcb36cb9bbf2bde527eba3fb6dbdd6e4166345be112d569f173fdb6bf6c0fce1306be1fd795d1d5fed554452a28459e10aebdadfb47f0a204bcc9e4dac63073e3d16008d5e3e6d245e12f4ad0c368a8104fe4839c773b7902805fa758c9abc29f4d311e87e7066f273d79336acdae660e38dc82610e01d4a641766bb9ccbd204fc83f8b04f82f59b39cd859e4097bed63ff3e1d293c8cd66c766133c4d627e11b7f9fc685f34267dff03a0cb8482d2128de973466e06815ee994077781c6db235cfedbcd5aa4ea205d7c97cf9fd0a8b6ac892b9d2c534c2aa8062261c0f0b87a2e4b14fed001bf85d7831851398c084eb7d485aec8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63680752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3bc0d563afdc38c64b81428dfbad29bc145eae77736c7ffa2fb4b2318f47af19bf6ab524f035fcbc7a185c95b66e2f23af36a65b2d57d1dde1b37302090a0066229fd8a3bc9f02d69e4b1b7ccf85c29c51264b676ca053f49edeef0a9d446c94b19f8af722dd6601313c3dbc38a462ec45641e275be856cf9bfc154ae9421846288c55915e519317588686adcc038732ae94856c4656d736cd0dbcdda4f7057ff61256755a5705f5faeea3557026ce339c6e7fe790ba3ae874d5c5486f59de9f3504692fe14c43c79c2fde7d855a9408e496e1901091133a49c71b78aef7917ab5da7fe7f57192f76404107d546ddf9d5e851520e605a9e36b2025594ada67d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636848748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f165dc865cc5b39209ff63b9e8a65967f6c87c865438020fdd154824406a9d1ffbde8932f31384e8ffd26ead3518341541ee858fe32beeed2459f7b97ab0b0f045ad8944942456d92ab13d8877e9d56c492e049328a62d121b64d6d86f753b18ca43cbb61015d73ad6d6b5bf99a127c04201fe920389fb22192a1831d3a944918f51f15575de0881af92c03be2a432a853ecd6c958205c67a33c0bc342e7ab8c369b67fc7e18b4b09ea9628cd3f9333257a6a83812c51a563de3a89844e52a605ccafe4a429a241035cec61a4ebc38ea7994e6dbcbaa8730a2fdb54d5d0eee1f0685341a93fb2048ac7a51791e67e8ff68ec0632839422d7c229501f8a21e96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63281207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95d8fea98ea27a0f1d5906d1865b161d4c5be9c792180ba2b04be5ae5fa3f06d8543c1a1426f0ca0da2e46c26deb7a7f2dd0fcbc098cab3bb7b7d4634fcdee6eec1c3894d05458c93401fcc44b796f9f89043096722cd43901a1edf4ea0a267a2cb29bf1224cf50b1c5ca8a53b17c4afb6e91d8a058087fedce011f7d9cf30c683649e43ebd5b88e54478b6675159499837dde5235d3b4f200ad67e2a7b7e26e00253531aaa08e3fe4ad01a768476702497c7355265b8a7a8a46b4ac5cb372178d9ba5448e98c9be338bb8e5329cd609c7cea916bfebc9ae4d00aed3923aadf7ae5c3900271d74db363a0e17d5090cd2394f1ba9b773d76f471dd6692b12547d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636319711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64110619a0985b9437091f6d05a3e3ce37ce49ab7b501a89eec5f753c781c0610d1fbb71ce24e8385abc7116f34f185318cd52065512f2e1c3287f10a1ce077b9f22f67c346a6426e06171c1675aacbae62aa35c98cbdd92886aef64f6051ab6464134908356b438548723398b6734f4c3af7ae6bafc950197637ef92b1d611ad5ff0311fd5a2014a7beb95cc2351fce696227061301a7bff716827b68d036f28ea06305247e66d1c206ac855c3cd836279fbd5c2fb5e95b9c85538aa25e94f6f70dbd984767b7cdb694ea5572f38c7433891dab8885249d6433c237484a58185c1a99e432b2e53ba5bae1ed3ae0fd0e1a502e9ef4e3b5cded1151c0302f450e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636968333Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8028404204f729085b4435403c665b5ae2c84b6f70fdf62ccfd1a3306abe0a061c348bec24e14a4dca50f016c23e1f0086d80273a53172ff661220a634060fa049dea5fa2070eaf62b9cf5deec47c8a275cc5da0df4e97cb5c23e3f9b15439529f0674ca53865fb4b3cf57aec55ffd7f35e727fa7a39898e294904ca0307c8aa20ad8fa282f409a96b5fd6075c2b19dbf33f97ff175ac6321458605f5660ba08264909faa4a5f6117d64cad087c8c29f7236f0b959689f7dc1b1bc53abc378fcd03e01e43417dd947283564c0de00197af618dc86a00dc2f0b018ad9518f1ff5bba698e03b463e472fdc99405659f3f621a72954c1b8106b76e542028cdde3a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636989473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c1f6973dd36313b1d3705e3e8be4b23a59875551c65ee5bb4f2ddbf2fb531f232bde63107d325b0d777010480c056f8a861a37f6c2bcbc57be1e2d08e0f2553d222433bceff9a15e7bcb32d94144dcb22596a6fe828fab3c29b05b526eff55435f7cacb997cfc7352b3851b4b4d40df1dc1f91628347749544adf337837351a39f8935782b1e5775d017d2d0e9552fc7c2f6988b3dcc8a17bae9d59ee05bb53d48f8520c1e593653528992525577a54e5545c242cc852ba64860391fc295a7cafc15788ba49f16024d54dec1b5d4b5785c425de9bc903f875ac2a64c167217b6c9217cca318a54b93f2ad468feb25e1751ed0fab16a37a533f283d226c14919&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636997258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab08b8dcc797aa9e10dbc897c4debb01a8a0942a933cc174e80fe2a0d2562a7331061a6c302f55596cc3450af1de1afe4511c8cc23b74dd1276e68460e310616ac191246cfe28ba31febabb5fb6dc90db078107a2d11974c1ec9aac956903842d79558d59407fdd054fd233ebe06a7e4768169be51b08eef4c64267b1954c374b1e44955aa35190e64b6228d0f2eae204ac0f6909841be4b9e6972f3be333af23830ea052ebc8a1310ca026a395233792416cfd78dd08b6d488a33a0cf4cdfe0511aa332a49b1132c1b85f9ff340abc863a9cfefb9ce1da936fa782e050fdc959b91cb2ce05c8f1561a1e4b09a8e32f8554500c6b2af513ef4a41b67f2ede5d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632805057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=679a80b6d2dde4ec8873fdbe60e44082bce66dd233cc43ce1f2d802a3274344c3cd8c18d259cd78de9bed6c7f260bc35276085293804202616c071052110935bdb25b78a5b68428b6b3734e5df34357f4e19a6eb648caa12ce30b0247d9b15c23b5624a40ed03aa6d557573d65dc1e4c4cc087264d1f6d7910e6e1e6abcf7427f856ac9ef7fcf82465d1d7c87f40673bbdbd6b094e409fb44fe2a92417340d7d57d2da205442d36f7e7cb5288e84f2c18f22351f38ff7b2a03363f0aecdd9533d3848d7ea8b900a24f5373bb93a671196581a936a8d0f1c090e0e64490b504147cc46e63eff4cdeaa93fd5d89337ff557a122fe7ae2c547e737152b9d04fcbf9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632822229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6fb7ab89356ee7110f588601a72582e43d21931be2b81dc6956a578e211d60f3ba6d5dfbecae68afe2e9dff0e1c34ff1dd6f52a244ae770c75676481f4a35a50489a43b3f0895782ab5e31b865293248439facc82ffd7e8cb343dad0cb2e25965590ac2e505a1e43cb1bdbb5b4b261562f9af1ff4a32d3202a68f9eca1e60faa953170e82f34dc96b16ca12a6797c79688b4f5e57efc74a03eec441c3bcd835fb062c33c33dda378006607071900fc7f9ed5ce3f1fa4b4305bb62d9232f4b9d35c32fead7c1708a3754eafd87d207e97643468e33c08198fbf763fd5bc6b3c5ebe4b4bbe8c008fb55427e767f8389395e007915d19b630aced1d24ff967a2db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632825976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7df67aa9a6525c8e19fb00d75bd50e42b07a8feb8d4188edbe53956c843016cca6cf510a8ded0efc39d6133be94dcc7e526dcebee778e7523dfc0e68eb854e1cfe3017f95724c3a0f5a1122af066d38847d65961c582c3435a0835027624158ef8cbd90e4d98b1b045d8d1ad5176d01a3f144dd5f4138710d845abc49e8d542aad72ddb423e06b5dd2017f3cf69811ef1bcef7ed241e4a6cda2529294141ed3ed2d473154485a679af03d21011871e0481fedd1afe62c76049130c092b040ccbba16cda806d15f12ea9b3ea244b1cc0eadc0f20e101380e953c7ef0db5089b9f0b31c090f77c6628b2250490b377c354da887d352d3e46dd51c7f4afe2d26536&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632802291Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1dbf7916f8ec7bbf8d8b3dd3c033dd8cd0dee81c8f8ada4770d5bf218d0ceee26a27419855f31422dc0b1b3ae8a640c7c9f8cc3c4840b5bd7c6e4321821d0f46a24be77ab3c3bcbe1315f96960407386f785b280e235a72d7779f8e5ad567501e4f6d934cde5920415c10da1e4e75701ea743bb5c2748c467808245154316305223275553d3c4f88efa820c8ca82e8106dbcbedd25a1003e146b1ca11540f6576a9cf2b631b7be0ffcc4b3e49e453c716e53178b88ede7f222291b4c9ce628fe15f87e6bbedd506c027e1ae0518a8abcb31c1b09e66f4d91dda842ee2b4108819119d659641f4d8c2ad7710002c6c1f1de012c097c24a734945646519ff15f9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632825946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=687f66170d823a7a7a6f8897eef6a7584a65cac271f8aae5eb372290d85b2b4c98324225329b5f0fd492f439e88828217aecf7c970a862f36826e9d7f0384a0b0483e341ec50f17d6c4590bccb1150ef718564fc4e15f13ec7cfb498985e3a044f834de7de49a89fdd393667e9ccc5d248ec2d3ed7b420f09b26707ea923ea9b765b5e5307b542cac95cc0f6e955e360f84d14f4a91462a71057fef477f36aedabd62a8ea98ce7d90bd393643aafe24118698722650fced6ff57c696cefe6d77e94ed9193d717de72bb72a78030fc687fe5a2cce8029d90e7da992973a99f8c1f84893d114fe4fb249fa738078f479a84d12573b8cca5bcdc9776ba0fc3b12e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632804796Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f564ade1961d4dce15b507801a35444dc07b65f1843adbe6dde7d29159ee7456f63c3ef1ff0ea483807fa67e794cfd59839b147f5b265fd66408513a672c8680a23bb2e3810aca66cdad7f8fc03ceab81eb1917502f7706b47dc893906bd64b204f4e624ae41db03b7c1dc941987cb3ba13a44671be0996d96d83dab8976a500132ee0c4cf53529866fb8727f4481131fc45dfd13ab23eaff6f943dd74e2ab2356d0813b1b369ec47036595ba6fad6757295799dd40c7b84fef4323722cb21328b950c90923ac12d808acb41bfb12334f72a8d75448e32270a83f9110393ad1194916227c45374b4a92652b667dbae74c747aae7bf54bbb1aa1f5af92dd1bb6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632843209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6c2219ca9b6ddb699c343e0423798255a3d874d2cbcde7db69826493d300411f36b7a3c19cef49bafc3cb428396cdc97c845c72d1a7d59103daf5c23129f383b6ca943c9acab73c031184e36bee12ef7660e8294fe5f4cca48f0752269099fd3f63dd69678e9941cfee35a8753fd9b0092f3dea6e188fa3b892854f933189371c48390d0ab86189054f4b7ba3d6430388f6a50bba369cb653d090859b3a7660a0d0d67a5755d454f85355e012cf3a52ab1e999cb39fdd25ed667b3e6e7883304b5bf9d47639dcc72ee91bba0e8b01787edf0afc012f9fa79f03d7f6c1ee25e1089fc6fbb76644793733c77000aa0eb32c307c1183e45e6afb98e7ab9fed8c4bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632840744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a7ecd7c6b0f3635f0c316fa0c59307385b056d96cda4599193cc3d3e4c3d075c53264ddd88330cb1f5f8b3e47aca3f96eb28d1c0cf6399539ba904068b2a1b41fbfe55c3c4eb660dadea567c17ff8679aea247816a9a5cf0f437f69af41553a0b1c38fe7220cdd17230f489ff0c8d959a6579256997a7db2172122c5a355b2ca16c06432c56bdf82ba8f89b053a86ee6b0235c3ba28d79b66e04edf92e0eb033cd9acab0d43f99104e0ea62d725d384dd5fa8876d7e5ea76d4b72ac505ee0e5ede39776eb0c616924ed00237a89bf7c454718a3e00dabe9f94fef5c3e0372cc33342de37ee212ee17c4c2e6b2c669e6efc90c66a4d7149930b2f5dce39cf5390&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636381096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5e915438cb25f63175ae1a378533d2973281d9d95efadedf8991c8cdb49203d3d0e80cb09faef92f9d9502d0f1e59c009786157a977dac40487212d42625e96a9f3c57fb484061ae9c3095bb8fdd08e7b9a8693d83a56116867c5debc74359bd951bb42d03cfe0ccce775bf4989c084e03d7717db8d301b24b01915b63772880b90d56f2cab8d082bac5f541e7a212336e19c9e04ab53c11a0dacb9dda99df93d5d0b0101dc346d7b32047ef409fbabd8f79c3d0e46b5c1440d1a5a2839bd5ba6d1f2a12d6bb6e5883627eb4fd0af61f3e51f4642243ac80e8f8d3a739ff14bedece3d071076df470965df9624dab79095292396dc062d735ebcd73371279914&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637084442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=482614f9df14aaae83c56814524c9262c6a85751b29a9739abe8b6dfd85c3e7bcff9c9c8ed8940ee4982837df46bf6c37c4bf9bee81e9374e0525e44998692bdfc1cdb0f8dcdb35370b8d149779a99b8334dcb3d586185e64bdcb501d0820b8d50273cef79a48a4b09ccc6084d21084458b93797ea25d40a053857d3f44435516bea0332b8d0df2ed8c7e8ab7a7996c334b4498a66c62a4a6041054cb444c5745ddc6967b3f8f2524712efc89f277220d705636354843d54fe2d15a46d3c97f2d4b759a4f120aa99804e6ac93c10a09918282f30d246d960c4a51f93ec87115f6edea6747fdeb201f9b048271108f5b9325769458ec0184424771b91eca0f075&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637095814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9672d01887b678083c326d37494ebf16146f3d58d378df14b577f39f4014200384d7ef4763e392b91df881dd85ddb97b8f65524635f595799c6421995351bb5507df34a3e8919b997352bf8eb7b1ecf6fda01c9e83bd24c1ec1c3304c2f80e4d37362ea6d4ad3f2af56a3be1b8842b5fb13874f06fa4191ea38a106f35cb2268cccca16bc99302e99c37afa47780b782264a5e0cb668b528b9a15393ce52e85ff107a54894462c1da8b8dbb0d910038a337b00bdb41833a5798c2247f7a58959717ba2697b0314564d6e70aabd0a20cdc17269ad5a3f22731e5d8c7e2f53a2759177c7b160c120e854b37b010c9829f24f08c62dbd0ba049a681fc44c62647ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636776041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4cc2c871fb1497adfe8297d796d72bc73af49836387bf098f9d1a4d404eeb6c27f9883f7fea79241e0d164bdb08382a6713d6b73606faaec5ddfd2fddd4e65039757c4fb25195002a1881c686010c5d94c770b1e56a829ca98c5bd2002e7cb6326ad3dda054adc3d84f0a54f1e31379beade89ec9e1ea8d85b6f96704c1565dffaec57a493f411baa819d40e3b9f5acdbee9d897ac41e060780be790ae31d4fdac4ba239b802181bfe611edf803b2eb661e8a01c72c2ee4df7898a789553382117cdfa2684d6b12a4ca2cba6bd500a3eefc53ac77f157ed530656e48dc3b3b9c09abdf7a6754852067e922bf51e711a17a4b3d02b3921bf480565eafd0349566&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637122313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8302980149f708b654c712abb1347c284b369b59314dfcabb8a9ff72baaba2fe6fb9b11c8e3a63a7d732433a6e13f710306f0192c84f847cd13896df8afb0fc1f63ea4b4637068cf8d7d3dc0a0c4806c59e6c43d52be92a359ec7bae85940ce3a476bf24763b56a9c06ea176941fb9b35888b77b2862987b52e94342e4e0fba1ba055af504ccb9c74a40852d5ce6bcbdbb2a09d77efecbcf05ecc8115818724a242135b4cae1a2e534275e42b5a264a461f5871bc6a1c3579ba848d1771140941e53827ba5ddbe96993b90520aaaa0276fd43e569e3ee0c6cab6ebcbad3775dfb7695e930670527e31b422a97a11e0f5cb4df4b33936c8975f8bbe60f2214&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637129808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9783f3595a9ae1a3fda2097e4aaa41d000f4402010af1fc598abf697e241ca8fd9ba2674f2d2d1fd7409ca1bf2beef5469798e2d848b77a347486eec7d1d54807bc2d1020b41436dc324868685f373d882f2ac656abd22d57a926f161f106e779d173071e1e1c0bf0c23713ab9f5e67b553d5f508b2d2aaeec2ff3c28ef5dc5e2790b7240c0d045f836800accc247c0a60d6b11e31c07d5b11dda41cea1d470b9584eb7879f48b266d3ae9e15abc9224873bc00d7d702d4626e527c00f2ee5dcc0c8738a72cbdc3b6e764136ef41c78e42a8a5cfcbc9957268cb5f0e03164c892335c3add6b7171e1fcb5fe9f436ce299c9c3ae6fcefdabe8485d7f333d9b84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63681804Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=11cce629e22f868d60b3a7b9a543ef95bd32d3555a8e00951b93672c197f1d1e3f0c29d28355bd0a723c5356f80e44a6f5b26d1df657227cc46b80f74a6c413202d612f2cd39b077e7e3b843f0253cfd4d69f902c8e54178de9bc527744ad7967bea2317db38c1f8f7eba1ac24a978715dcefa65eff8732734b5a21f4ea390957c41977f3b3f458f6b6a60b364f09c42601f20278635e5da8ce7dadd55f317e59b40f34d14738856bfa0789837b217ce2ed7f8b02f34dce2b6f6fd18563bca766964c3e95da5e5c1a8baee819b1e77e7527dc460ec66348f2aff50289d0a4afe13e8b0b0978ed9f0fe2f4a60d8b58abe30d64b8cb501da5f052f386bee0f9339&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637154284Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3a59e7ce87467ecc07bae2c3fe8883d5e8129251c08a3c59fb3aea3338ff6fe1eae8f29c7684ae88558ba5654d09d8d3da27116acf7fce657e442a13964db27bab6920f2f3d55b0c0a8eab535460a80419c86c62a29fd8777282ff34d7027fcccaa3eefa021a63200a16eb32a0bda6dc4db0f0cd5584c26f021285bc1bed9d938986d57cddb7d7601bda5f91b118864118d504863b6ff2d65e6aa458fc40b00027dbcf6267917c83c1bd1ad479eaca29765a2e62f7219168128db4c1443dff08b796d336a90ac48c9a54285a638f68e6e9f2de749f3ff5536703403e2d7b986d294e93051b0ce3207219a4f94b0829d214fe9b528b1e9cdf65f824da041e4c73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637166026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c455cb6f3faaa432a05e94df39d0808e400472975396b7db6a0e9e3a8fc18d4fb62807f899365f5a19bed8bab4360a75feccae8958e1b76b1c5338657ddb8addc44e0a6e23a2591cb161aaff7ccca8b20cce363c92e1376e05c71b9cc2de8e435f98d8310163ba8095103657e17d2c31f6fc2e85bf661925a859282e9c43e85fc69d9d9375be75fff27480ef75443038ce11459203501dfbc47c99683ce67748a70a8d74fcfdde8e65eae3fed14f19ae8d1deaa5812db41115c25341a5228196882c1abfeaa443adf2cf0a03e071c9590dcc1422a7a039503072fedc318d1744db5097cbc5084b95d4b6b37389820c128ade5eb08c798a665b606b82dc7b8790&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637180944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=17c4d664eaad3457550b666bb36494599cc969b8a299fabc8f48ddc9ecc5845d70c22f4137002c1ed13b501dd96d1881d454984665245c9c6346b97da777080e9dce58ebb4413aa977c92af1dcf3f054bc9fceb5f86cf6a5feabe25b74354e2daa34faf2f195789f4e3b5888b1da4662c3a42397baa8b5e4563362233827273a828df7731d589dc836771f4bdd2a7352bb7ac3d7b870bf897aae344e0c8bd1c0e1a0221b0ee992ebe15ca27ad5e37b168b46ea5810e49e9a367efc7ed56d3cffdba0ab01990ffcc3576e71ee05f56db9d752b76f824c0d37f27853620583345ea2c477f524fbd89969f6de6f591cf51ee5806d41f0d933b9171394de0d677b0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637185052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=953e9c8bb30bc36a68a3293189ff5103fc9cf2be5054ad8998bdece38a3c610b1a9c9fc42986fee6d88c84409e9fb836e0d8d280d772993968e43f78669992e0bc47e3607b20a98b5460578558c0aa0632907ad7827ab8d97d2bf0fea6df8d8b3a15a6cd3c441a11147223baaa12cab9b7ea1e20fa9a9173968e8bf255ab39959835f4677db9ca112cac76c5c8362f93777d8a5f358e349cd3f12b6e687d8b157557e7012c31fd20e9a1d15eb5d74d4edc8c93491f55dcc21221a29823d80c7d39eed6b740b5035e209f5adcb8c43f11610f8add00b8907f82c00d8dbdc36bb7a6b6d1415e237c0fa90c88c4782b30d7bcd4bde370b85ca8cd440d55b026fcb8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637213195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5605968bae3560e04d4e3684d7ae76365b96c808472e32772fcee4eaa5d9db848db19df797447f703112ef1660539203d22f8c6c1e1470d746efbf4625e05a78386a82dd82e8cc95db2593347f807283326d383d31c8b32d208b62c072b1c9145853dc6316c323ff603a284e92d0040f2769d8054476457bdfb0a901d7195ed815dd8b936063df9423929bba1640ee383e6b929f18f02e2e136774656d648bb69c079a97f9a2eafcff80af1c033f91a7da473d440627de44f3eba5460621098e7c182ca150f962138cc63899d9edb244794b94076152da6df51f544d70d3db833070f38300f20b417ee0ee0d5ae084d8952b4cd431fc443c13970c6d8b72f1da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632813032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6ea36d24bf6f18bdfe558cc7f29013dc2bd2a1181b1efdfd7cc0918726469c877283bba3e5c71d6412ea46d81328a74fd5086df9713753e44570c93c9cec83290232cdf16d2246a1862b1520562b5c798bf1997e96386e97e0c2576a17f66cd138f8e85149c12aa12c7ae4caca8ffe15f1976ce66fc3626701aa02754411762a98cc357d2c3533348e844c9048c94b77bc57ff596df6532c0628294a4c45920e92154e457fd9219d358ef6be90d8ad33c20a7caae4ea4d8e77ce15809648d2f213a014282ce9686550354ae3d780e213d63cf5c009b9a0de283c23a243876220d494b63c1f8725b0c2b2775b8ec490a1f023f8793ade8a5522be47139725ca39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637353519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c595f4a49e2c59341de51a2abc8d23dff1d431112e9e3b2f4e393c1ee549c8a5b628da901b2cac993df43dbdd9440580397465e7b7193b03966dc6bd8b29dcdbebf7ab25812900eb9c49325dcaf4e58c26b9e7b0b737d05d1285863c8520cf2fab330977d02816d7acc891d7ab49ceda864a792b47da2d36e91e6f44bbe600b51a7206d45fa92403a09d11f8e184609ff10025b347f54f324ee572eee307b5bba5d717d590ad36a297d37e41441eaf71a483904ccd5bddc5dbadf3266d1237591ec044ee71ac375d90da998ed13b14b9e7eebf4c7dfcfc120ba17cb928bebfc92dc0394412a1f8c2ba1de8377e9624e08733874bb0fc8ccc05a3923944c9dac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632827278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1f7789ce64c4f76d4fda541b463489643a935bf39d1804a49e2248844a7b0aa23aedb3a7af4e6e9ac028be22626f628c7fa8e59361cfe08cdf87b0d59aaccd47072b87438a724ddbcb32155d885f19c2a7a31d967f593d22e320b8a9f8b5f894cfa9576385289df5c0c3ac0a556f16e739908333971c0b5a23ee8b3ba521e4c8850f40df549a966e4a45ea62bb9c296e1c2c59d4e77011214beb04d2debffa7b4af70d6486eba45295a8de0e110926ba6e9c0f1ec0a320f377d8ca39027d0e4cb2b37fb3584c3bba5ba6e8ad82dd5478f7a61b2ef4857d7261b2bd3a8bfa4e139ba80c40ddef7bec5bf6464e6788e647169966449cb3dcef934072d2b0d3d9e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637392413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7c14331f8ff428ff1d9f93b3094685481656637d49a0db0915f234f4b96191bd0aff2c0c6ac169a9c8805267483ca70b15dd089482a7cf817b51c7c2ce9fd6c87b78ce36ad0947e338b60c5c732d8c3f83a0405437a5c596db46da927d0383dbb0d58f9e43894feab20c085d5ebc691d6427a85b4fbf5d96d5003712e0a60e0eff5178d5545120c7768b77753885044cb7942c69b683c31abd683f870ad76344776ef4cf859589a02d5e14e3f16792caf5e146fdc0fbe90984c6b3ef812c029d26be15a75d8f539f7e08c7e81ada1ecf7cf32dbc009c56401e498af7aee3c3ae8d7f86464008bbaef4d55ff3b54aa50e1807a53516553e567aadd20fad1126b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637122554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20b8a85fe1266dc8e9f2cd407867c0c056737d3993653ce9115bca8b0eaa215b55c00f30d3b6b21940a04ced0605ba4f9ec4d49631ad29863c3f4550f977f5f55b192373e9f9aa352796539c0ab3bae0f03300c95197dec8e85bfbf475841c9045724bd217afb3de3d0042c708620b50b27832fcdf82c6163ad043175e7bedcecd034a3f2f421d17ae7a53db4f532b1a30838c13995c06458f8d0936c6f58a826a164de4c5a9615b14a5ff1aa79785203a84277d7592f82931ddb8c2f1c30751c099ae5d22ba0c44fb9ac70bfed03b6b15aa41277b8438992b57630568c295aedf56adc1034d2fcd73a0d0c0cc4d68b90eb2e762bf9f0dc1d9003e8b9b0794e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637436175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8666aaf3f833bb840766749c7717314f0f1f5f19644392a129db37d5b69e5f0eac2918f766bdf303d2422e9dfe968bd8c16a17fe1fac2c7c646dc01661aa6e800ad8f7876022acffae9c148e4f8f103c2fb2b402c509e06f5d326ac2c96982d4117d01bb78845fd4cc6ce21d5692cefa47298c0e4098721f2fba920be2d2af3d9c5c6fdcf437040445e8046baf5fc039fd746ca59a9450094698a62efe2e0fba5676d2e046f7a9bc5b1a3fd0f99f4a4593f20734f0507917808cf07f7138117601264af0f4a71d8ba9d11342e7f0b23abf4fd3304e1a8dc84e9855011baa9b2c5614c60c90f4d6e355edbac754e90a0d3361171ce62ec28a13ba3464f1facafa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632836205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=97a0ede09213ba45e4502e27afda88d6a1195701c5db38b821ee40bafd3367fccb7c60261c9d2cb09c42dc35ca0d5713204964da179b0d060a627c9176d66f8c9b9e9a14e23cb75d2bedc4181ae9f659c5ef3e49e3f7553e916cbb1fe45fac832ab1fb7d20519fae1f52f4a3f9ce2638cfe57918d23325533eca74b70908987eac25381ca633f6d1143072ea186b0205443bcbdc4b134e7cf7ac41b1b831df890ec95a08b154a81eb7c05d734b9dbfebbbe59393d0ffdae7bb7d5132609f165b230340ec2f89f87313cf039f7bed4a2520dc58cf8b8c247909ebb367ccf82aeae532643b8776938c132e1d549e6f2cc5a0c0c0ac8559796381be84e106050e0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632844591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=af09cce96dde929c4b40f7f50eb11586c7be8fcc7ec6d06447061880ed8ad67bf1c55772288aa48f9db710530c30461e21b2f154e36d800fcc9728212b76a29effc5ae97b9db5eeb073f3f581f8dbd9439e2adefa8f074da20c9c32a1b4b9a5e45e9d29d0bf0e234e098dc653a129aa57e7305e806295a5694b4e987289d8ce55702f04a0f74d5f0fc645a2a82f83912e7aa23b2288ec34cbc5ea952f87c69c09525163945fd019e87471e6d609cd7f84a389811dc7cc790e1312abca29026ee9109d5c9497a289d1e3d348efa2babae2506bd62f67e87dfa0644cb1edae7c4c4d28744c8d87699a63a639c71bd22479d11c3fdc959f41e7a86eb12ddf3a5a9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637097236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3ea2b350bf4c93df2dd30f81f7f743aa55301c51661faeb7ce73ad5897c1929161a8125c1661a4285dfcff27720e9fd932ea7541ea85b65b52ea87a9d909561b78fc55b1b39ee424b214a22e1d8bdcd99a6b2c2db757d5c95b33c1f5b33219e9816b0f00a80077b530571dcd2cc2abd65a90a9f87087bb03b29833f733ba947edaac0eed8719ba8775bde0a9310e5a808238b223491ff3ec29002f5bf1064f545a5a878b06b8141b43724689aa6f91e1208f3477967b5004b468efca83781390743e630b92dfc61e34310a9219c05d44827c150ee10ceb355e8479a1995d94f8e1a09e527fab1c3d06b337c1ee328cf6ede3452a736609e7acbec92ea548233c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637673843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=23b730adb72e8b68be5cac49145ab47413bee46b3753efcad5bf8ccfc3b32f475ce2d271a90fd9ff8cdec17f5e20895d3bb652b4d6d218f9b0a1c0051b54d01d3b51914be3a45f8405b4606c136007ff810d7aa80cbe82af2a4f4fc98b8c44a103a5f35cad487dc90a2c741619e7970b74777df29c5b23f9fbb759dfcfaeba24d1409966e35e5ebf0985fa3af9e61c7bab3d1a3576cda857958eed54a98ce40ace10202b11db0bd20a6b70f368f2ddf580b80c1a8e40d4349c33bf1d01fa7f399499c684253efa19880ab6bcfde2aa71b22d82ed04a13b4d86be9e21622a13dd3a295f0770bbaf7e57a7c935a73effac7a1583791cdb46f7358746c86ddaa47a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637718217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c4ec84c9889b847d6be309e53703c34a39710f6f295e6117086806b52ece793c809c253162982ed6611d23199cf2d511d1996d6bb3b5c022af4ece94e906ad7030394428aedb2afc6b3ef8d303c3863e51edb4fc63014e3521acedad5114a7994b8246ef7369f68eae4851b4e7b898a3430302a1db83f722291b3afc3febf2f1808e8f396defb1d748d9387fb0747db5f3722d2240ebfb9bd21143da8980254d49ec7fade9775472f33ea6892f8ce300b7adcb6b942772ca53ec1832bc14a68e90558f73616e469b83b76c5b97331e780917d0c3b180cec4e11a977555939e04d1e45ac8b013e2645898d6e927872f0bad55f25eae94dc76aed89cd0596e315&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637089983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=96911719ea924a6582abd3955c07ca575e207d48f7bd2526e79edc43ef7ed20651906e30064256bf94ae86111f175caac2c57f2b058644003c00040bebba3c4374695c2b6813aea0d5f420497bbec7a331da3b01d8a78c20423da4c2d52d05fd38baef0be815272eb23eddbaff1635d2faf812f86725e6281457c71f5841f356966c4121aafaaffa10210cf90e6c3a87ca40cc7fd22c5a2066851f019a429fc9840ffa457d79dc2fc32a4f5a7148c0135b2686986e1bd6ff25c5fb1c1751ec6575c940e03c038ffdd3c2a2c64a773e54d64f33f2d1e6d5d9750707f0206054727823b5f9ee5d79f946e7d62a13242e6bf4140034fd67a67ee4439b2f2b9d9834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63772559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c714b4dc7712c0afe0797f5b9acba5b3bbaaaa8cf49a28ceef7d54d3049884727af6da76efd699fc9dc2e8a244501ddc00cb338342d24c69d7c5920bf423b684fc50f07481633a2d13713db509a749696b04099a65bec1e5ca62f69a091504aa525adf74f30917cfa52264110a0d079d0ffa65b84c511293180777174a8ff766b5005cb8dffd8bb57d18794b18e315ce352fbd955164c3a431ef94f0521735ecdcc2695838857fedef25eca457c5df80e7ce9cbfd3388d0f9a562c08b01c58dd8a64dfde39ed0b6e73e1da8da2eab3702ca1558a4d3f0a4a5eb481a4d8f648774bba21a5f5a919edf7be6df7d01f8569015203bcb64b03eeeb492de5e8c1780&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637755657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46e9a49cc62f500b910f0d1e9bae86f1a6763601e9b81aac0aea509da21e1f967a1bac6af50dfd0c011f0d860ce0e31508cb4023c3388bea3acefc7770c75b03a70280ee4e26b99a0090d9484784272b663ec8cf6e86fd49db287f4c07fca2538c425ec0e7f645701715223dd98bb837188691876a0e3c37dafaa4df9cfc44bb975e94fff2de4d93dc324f0e6743adfa1b30e57a3a80ded24d479aa41bb005381649c8e319343c7566ea3795b799acde62d2b3866d506e90954492a2230f0b88448cd41c4d8545c80cdf660a3d550b2a5419d66d7bb19712205e36fe87ec2abb36f54087c0f7ae8c6e5cc7e442e22a54afac2e2a34c8c4deba220c61ef550654&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637757741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8609d109de51bbbc8aba97d42f3b99503a637308ba0446e76cdbda02341cdeebae0dfcba7ae90a68b265883a72a04fcd56aabd286c0a98ba688176c46946a0ea7c811a217fe8f7d129cb50d5b0cab73c9402470a658c3665622351bf1e8b57ee0f827a57f4999259b59146a24861ced11de3eef5801edc6c639053ad6113276c61283117935a5f9f9db52d0606c7311f478927fc9850edc10054323a3bd3cc47585461c4f3dd2be086ed7b36a36077317e3b4073eee6913dacc4b46c4eb210070cb17dee990a6d49ef6249658aa88e9adef6f77773d81a2c1089be1946c990087b7e9e6835ff50288a0f98efc4f97f7104a6f7cf07ee6ea3a5b019e09e810dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637798107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9ea58f28e4a0e43666e7e9078a1683c583e6658d4d3e884699bd54d633fc3f7a2c0287471c929a5b218fd6761bb8f22ec226540d5d2c4c60f88240879c47a001629d20b030450f832e8de5ae0a5f25d77108df6dae84ca5490fa9e4a1c7228c81bd0c22ae442dffee615ef4a0cfec6763b77f758c7e48117b6223346af99623df509d2474b47c7a46703af39f5d1a7d5ae835d8967ad2e3d8b94d7f41529403488335dac42ff4f934785c2ad8231e035b7f17e6638ffd3f35de768d6cbd95085cf52a9712a5b170e19a14b5583d0a44e7a55a6623a1ddd5475d965cb77bd9b1640cf724ea894eafc2ed5dafa2f8e8830ac8799cd1b455456bd02690852718e98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637873499Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5121d433b3b68fd24331e88bdfefc30e8e70fb93233b1b0b3f59181bbe157c54c7a653be591fb0b7e44b90d8cdf996951437413ed68d4e9c9c82e43e0ea9f3849961e980f21f8f21c23007fe3173587e310b60449b501e56d9ddbb6b45ea191efdc0dfe88fc4505c8da5e0952361a6a3e0205567821b6e7359132863aff06d2245004ca94dc96ddd2cf9c72036cb4a998c80094b84c4e06a4619800f693c9e3b16dbf9874d714ed4e91f12769e962f9729be4367d17d22c9abd7e69114a8b877ae96905a144c936dda76a9b7853e9905b54fd02bf221e0b98a369c37d3090fcc710e72633be6f976227f47ee1fb92c076cb2cb86eafb8e9ce34eee52134b273d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637891523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20fdcc6f4eb13edf06f879646061a172594f39acaec7504c0d70465395095043419c63db2fb64029342dc163b390a48bc5b9d54d9c46d39d5374d1e9c4f86db013b2926bb905289c631973c76a2a73861d884a74254f794327c44582f806cb7936db137a34bcc7bd9827f597b525c69af8b0ce047795d3073c7ffee9f8b9366245917a560b6aa6e3ac74c44402528877a85233c82bf2422952387cee6c816008ecfbe762e6a6888c70bf29208fd27fa7061dfb8b9cfbdc217bbce43f97ad01c2f9438bf0540e21579c2df9587ff92c61b65f787105aac94c195acf63cd051332189185c9e519b5ff570dde51ea646ab24a9eb45c9988b039696d097ab1496df9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632863978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1cecb6ff286e18602e9cc19b960e3beef9e3c0b1265a8a083ffa840ca55898fdcd6871e2460ba50ce920df27f56f76170dc2f7ba830584a8c5e10e5d1058f920686e90cc20a33467955f6fdb6db1c7638f2c7d7d47bd90ed0340e265e2656ac67dc740ea096ac5ef7760240860e5be5fa63523cb116ac32183c33ec63f2b9f6b4302ffc6523238bd7b09c0c37e3dd421c7c50ab5af79ee2d1a7946befd4ddda2dc31a08b81baffaf729f8665f7d9e3a8ce3c61ed688c73894e2625e5d4021b1c591a70e1038acfecc88e50fcdc0cd2140d37c0905d68fb6fba10c893b42718d153693086966737f184a897b5cac5cc064d476edb79f106f5bac5c2571318fb48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637718237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=53dc5b57bf91fc72de9bdd7b6a3d08430f56619d65f5f17146a90a922899d690b2574dc0e97a2308a5a45e840d038c49865964e19550e73327c9d29e4d0675c6ba748115a7c13e44977f83e7b6aaa4d5ba66b4a130c7f1da66b2db9ca6fb604b5252f82623999be7c100d5a06d8e32fb5185b6c81c7ef2743709ad48a43f99fed786fe87059ef51ceca6741e47c2444b8e70f564cd4f32e8033605b95ca12e99efd69375feffe7e9e23e1076d5e119268af1a2da7445adf268f7051be44bff7150dfbd2254b0410323051644366def0d77588d75b7d65b265de08eaf86199ebbdf5c7b8643334a5d6e84583ec4c1e7ca6b7d054c4fe6abcfa7188e6c2eca9dda&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637686617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3a3a00afd4611342054281381eed433e54eba67b74ce4d9953dd3d0b43d05459f740a3f781bead4b436b128041b259c981a430dc08f0e31117c60e5ef2bc7e9fa1ec15f07138cd1ba929bc0fcec15d80074019a02761b593eeecdcf9f929a19deb99aef108de9e324d5b2940607c250789a5f6c920d8f25d5eefb56acf4bdb68bb64f38b0700ede46bf8c8b65d3f664e09982d045d206b8349096b51036566836a77726e8d228b2d558964080c5e2ee50cb1b80043afdbea9cb4dc36e7dc696a7282987b6c79db137047dad9e7a130154bc35dd1a13093ae3afe3cc88f79c67536f876db2a69eb9cde55833a1c3c7e67d5d2bd128e55b4edda7aefa333ba6ea3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638058127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=62ef6178a7bf261568cfc8f9acb79fa67027522600be56d9268bbf7f2ab85b647178dfb0eecdab277fb0373a281c0f0a28201d4966ec2e62363d9d03ad8b1562f4ea6b2f6712e0d72ceb329201f5f32f1906ea9548f8c3af3fbe68b509e62cb5908097906668a15aba307560d12db95c9f357274fdf4c765536b56cd841e250d411f17b061a7605dd6835c46f4f229c2de955e647ac4b441a6c2e48c50e0e3229517790835d10adbf138d8c79f770029fadfbbb599eb8e42e3266ad1389961333d0d781853d7936a585bf35bf5b201390520003c0e37eddc6418c076f17eba1889bdd6d039155d9d16b47f13d2e290bd9d17b6444394d5b0e16068908058fee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638103242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2f7d64bab248e8709a7a154c47cf772576c53cbb87c2294638960ada291e4d9a234bd30b2a6c519d61c443d1ade09086446a82b174439d59d21d544e8b06dde7da2a1305fddfaa18b74255c39ac3718300d7b5e637f5203ffc545ed47addf7f8d5cce4e0689da8c52edaef8573c82b9d1319059a5fca32b3a8f90e2ce30edc0df6768f1ab61b0b45da5364d1f69819ec34c75bec1c69489d1041489094510050441b93e820c71bd6570519b0a896e45a61ab3e078bb0e814d7364b924f2940beb952c1b84507ac6e6e2a7d800318e23b113a07c037d562466441214ae7931ca1d9d1067f0d549931d157d1b6b6252387c5b9a7c96c45aee5166cc6c0a6061b48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638111658Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=985ab508461dde67bbbdf92de47dfdd836d1d3ab605493d58a2b4cdaa6c4869ad5a90b6f7b69e483217fc74664b5f61a508b447b7d6e822e5531eed15069f10727289d8fdc9225e75fc64b9588fe429bef9c8b1f6280fc3097d23f995d3177fcc677b3d86c9ec87d554a9953bd5894088e72d0233a0891087ac8d991bad8ddd75caa73a93fb38f6bfc72125c2d8aee7ac9bc0cc64ee04903db551a4b369ac23523fdea80dab9a397b712da41df157898757ec0711a31157270fc41b6fac7367eaa0d4a9b7b1f60449e9036ab733a470b295278bd1a846584c6cadc1c445c85ebbc0a22dc51ee6efe5aadf1e15fe9dae53707f0ea2a3d62c4eaed434a36d4703a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638157434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=09e0b093e1d3f9ff90af9a6c565d4f09aa3a2885fc7190ee3987bbbe02e59d24da97c7168904c55e47f9a740038108c1eba7b5410ec51492e860cc1283c86d3dd37bd91e7d2c76abcd651b48ad91f92a9f40e66ae539e194592f3a91c12d01ba36b4e93780a9a2ee3436ec6f2e5cdba05a5ec12436e3700fcb5c85a8ec931642280543f58228ef78c6de1fc0362b0edd996ffbee0e113682adf0434d42cebad648a9f58d9b50a680bf1f8c4490d7b1e6a9f924a3471eaf2ade44a8c8a08b324a933bea32aa8ba6056cc7e755a69ff98ec808afe5535323b2c40be070cbc0bb5d446362790c7cfe8e24e90c5f27484db172c5ed92d23fe4324da33116aa101154&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638235982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a687f8b52464a889a11cb578194d9571c3ded3f20facaa4dbc5e60d7a098de43ada38046d70e0415ba711a06a5e1fce8bdfb9e7c2a0c9ed8c2f1494d3b568c0b0089baffa56b0c2b2ec8760a208404cf7984abbd611cdfed1666c2724e4771738812ff3c13617c27f7768daaff495aa3bebf3918688005862e9c1439f4ad85e70e0846bb8596a1005e41c611e27fb325ef5e74d8ab54a06b0ceaf1a007e84b3bb915f0f5692d7eb6d0a9691b3b15240f1c67d71ba0997b497698e62a46f1923785a2ba2ca964f4911bdd449d990c8c488e4914f2b7edf0852207f3dfd9d5d2afef664164dee92ee199531fd1161bed56233b04fe8412d09e06b0c9327e005057&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63824526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=57f32cac303265dc6cd954cc2bfe21eab3d711556adb31081f2f612c93dd1c08a0c3685207246040bda5c3ddf79f5adc376825465183280f924b3f4dd0628158262f46badd85a78dcc9ffe333979d6d638eed656eac217e2c8cea2a4a5ab6344e0e4bf3f39a265e9bcf6097d2f9d141e6a4f8320bffa3c560715e6e25ba8233987c51526826a4de4322f84e67986f357d94cc91cccb88f0956d570fe72d9811f14642acc3f52ddeeefa87f99247efe76f8cdda85c36b8702d4a9b0d0cb83c8d56b3a59be18367deca7e27b0127aad1e64b2c3a20005e083af5a7dec5999d806d9c744122013b5566a30117ec290809357c89bcafdb23f6d10b62e2ec7b9fcf7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638414389Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=82ac09261b133b8a36dec6e3c96a9956cacb1e75353a254efd092005bea5b0fa09a5cda1a0b478071d21501be0612162376ad43f0fae7a4793ce6d183ec7db15e09536c86e6a9f96ee424381e9ae38e5b889f23987db7af85b20eadf7e5d18a59223d02619cf137fbd803c70b55ff13827ae3eac4c06b965037b1dacafba1363893c7587807ac23a9709f8f16a9c4434f0f272da9845142da2345154bef9ecb23e4248e89c982ebf6fd966f7dd67bc52c2356c00a07048b5d08a6168190a8999515dc8c10c54c4cd713a5cf76bbff043956b8ad007785f05e19e6c1abf5de3e1f8bc7f858473e51dd04e5f51a2d7585ec2e86d379f75ee05adc73c0230d33bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632773908Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9d9305d56dfa30ad7d2f3c896dc93516122894abec0cd4a21febddb7c234e6a302df669f01e36d58af12e614c0abe0058d68ef86b868bb2d37713678e62bc60fb1a6f509410c0a96594aa8fffaf624beeb273a6474ac90d81c042013e9de21a6b80fed7311b80d9a0615762295aa27333e899265554e2317aca6c26ce8956eefbf892b3794cf7be523f56503ca15a1f7292a99c14f5b51c414bca1dd7e891cc238cbe328583cbe5805c805c7af9032288c2bc9375619a95f750295f20f6568b49f080b0c50632fe256c3a65c252bf6dff88ad8601c607b6e1227aea4f05cdd8b64fccde01b0f1d51e923e693a0a20b372cad697638568ed76bfa7ae3aa41b46&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63850546Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=31bfd8504f692dda1729aba592b8af3aa6061225b20e607390105d68e35dc95034d0f7382df79b8d2c7992bbd22d4a31676a8f4b5f42f2ca0f1da292a9bcbf5eecedc8be9ccdd6006c5c9fac32bb63c294879c50338fbfac7669dfd7c3c27958579b350c73458d189abecb0263a43fb2ab07adc25fa3f235923212af833263aac5b6e7ffe5c20be8e90339e5adeef1cc91b134396a10776489d71bd34701a22ca686fd95c8bc7f557247271b537803f720d86088f432169ba5acd1c76e79346df572ad3c2fd77e04645921ccff90a5acdbaf6d12640cee10be4b57d200aef639986f8bc0b99991d481cf920fcacd4507820d0dda96f29ffbca537bf4d77b1d85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632860201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=333336a1fab2809c5c76b1c5497ee14b45fa8e2804e39ae2bfe6a1bf771d027e8b381b498213725a382d03d0f3de068fa6546c3fb727fc152fefee53f6f9f8f3c5eb65ff577e2400e934e459f693fb25ec78f834a1ace489f23b4fa54afc57176587bae2206518645af611bc6d93954c13fdbd67a2152ab8c0ab15c0b347db8823de17142dfc5023cb248ad66097d5cf0c5d4e521b3251f20a6535ebcf2653344341925fbae48ac50141b6f0f1b837b13cd91d9f4b54ebbf96b1210caff6df63a7cbb75679a0953bea0002d1e5e4c6f822dcb2375a8f402d70c84d7b3638ae4f7e675627c0e491cbc30c52cd78e6243a62ed873648a5314e7c1a05b7aaeca122&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638106348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=642f0b86e5f1aabe8c7bc824242ab6a0cb3b352d87eaba1bf487617679ccf60c1720442f8dc5e315af257897b631a604bc222b9a43e0a3b39b68e17bc605a864804c021cfd39a1e6c89b5ca1eba7793ba93bd6494542a8e11abb6e1c05342dd709973c2bdd3f75bfed9d99bf2bc009ec676f3cdd7df75ccc7ca5ced2563b3a131419760c44766f3bee2fa5e30628e7f02049ade1a1a582016ab54da358aa7d450ea626841d669191e2f379e33db7f65cfc86d95dad7700b81a2e2aed5d0871e6307c4b12f4372c12f055e01cdc2156b6788354b4aa542ff70b09e5281b479d3ab8b7b0e695a1bfbefa45f990746ed216cf238297b00039bd9f01991d59cbf103&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638689337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0a1b4301f19ba9dd4b6f4695976631153c9126d7bd38a28792f82bf57345d7a9909a3982e0d3e8bf9aa17b3e24fa44154ef2213caa8692dfc317a0bc7d9fec3ed050056785162dfa097e470c2aa2386715cc6a8d36a853dd517b90b91661b8d9b34ebfacc322481956cdb3fd681a2e03e898ff121ac1d650de512581fe00041e26f74eed88be45ea19030ef006f390400e589df75c9f6a76fbedcd42c336a5e82b0c9bb85a9d31afb44e438a459f87146fa0201336bf0d3abb5a1ef94a9a598e15d80e0e5913b10266d97114a5d3d4c6fd19caf789b53cfd42938dc1e1f665f29dbc333f40d6dd73d3ede1e187f1b3dc5ddc114bd54bed18645443c7af1d4377&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638698184Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6224088720783b39641ed06bc44f9afc91ed31b9f08a67dd8b2d00aa1f5c0907dde433c7633a7e336bcbee82b45eb9d2a5ce371b816dbbfa2f9d0470362235dd464c421c62d109865f971968d2dc1a10f3d1e87f4dcf7543ef2e25fce533231dc8c6bfbd9d12d39efce2bc7d55f1bb260f3a070ec8d7024fc685cd696873cc151696862f9a94a32dc9a6a92fff5d1e4764e89c9da8df50ddd52c580cb0551d0f91efe764eb42566ea7fa1aa6a9463b778a433f27a94015e35f8402ff54173563fae1ec960c037fc49e5a15e379a78bbfbe932a36b759dce9efae21d6e4cac93b81a0a93769e627197c42e3f2fcfe49e6dcb173df7bf2cd79e889eee721761cc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638730184Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9bd48d3c2da0b576f295800860448a5ad24596597dafb8c363261ad577d07fe1fcd0863c92da35cdc97c1ccc54d7fa2b09fcd7060fb5c892f976afe8aefcf1e1cbc68f344990067dd538c3f8a86091d066b3b29ec2953841cd5a23534c9799355eb1e09dffac3b7fc3e5334bbe8c9de0615b6c969e354e7f4e29389c4a67067af22527a09f5579a855df1ceadadff108978f16590623c2a9eb995abd6828971ead17287a18f6f4ccc8cc3f5d5e1ff7c931ec9b73d180d20c3b2e291d0ee85aa046919b7a744faff0d69ee56efb89059d1e06eb2ef676da6e0cb72b735b3df415c94d2b97220e23bc14bf4e95d1647a4c95f3356c486cbb2565a2286ffa15c51c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638824612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=82ec112f619712a0963e01ddbc283b19c0525f4a2a9efc75cba06962e4e084d1decbc1854b2518123304d54ba70e785df796db18d926e7cab7e66dc66b6131f86492adcd5d635a12696426ab9551f29b5d6fbec62710c0b9f8d809aba1aab8740b7fd65987209ed7f4ddfddb50a1a125240eb191e32ff6a6c1edd56c0c2a5934e3c685f0f4b8d5ff0c727ffb3ccd4ddfef84d46fd8f4e1c0314a5f9e31a150a58ae653a5fe3057367a4efb4886b498b51cca3ca14cac0c1781602e10ce4a72bd74bf01f27dc17db0a0c27df58cb1436316300f8ce6cae13ff4a8454c5b9a853478f6cfe50cc84dd143cab0ce51cf0fa66d07a6d4eed995d24e4286ff4b588eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638859808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=af072e978a00fb2b1bed2452a78d1d1a92efb0940666046eb6ea9364daa99fa4c46f176564f134e2b43e5b98fbc650dad37b347ac79d6429fba781c6a18a7df0ccdb6c9d69c016be52147476c6a99b7134589a692a4421f07d7db22b03025e791745c2dea6ab65ef51aae40bd1cc8c4285088cc25a7757fcbc52a5145ed76e42a223a235419372f4fc83e4f2ef6fbaedbfa935c05e7dd18c11d064681337e25b5ad46d4f1440f43caf393a227309520071971549f769cbb9121b4cbe6914da3c071335963f57a5f32ae075251b0f028b10c9b12269b54b67a2023c22f8817eeca11148e5a693417fe58db1af6494f926a40020b6167d96f97abb6ece2f182540&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632877152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3df17b64bed2dca7d28da74253eb826a674b02217219f5c39ee67e82a90cdb19e503d534f8f8001f38a2e0931ae52029a5d4d0d951d9812bc287a266f39fa9e9815119eb586af9e41788e64376605735fabb746a83d8135574c2099d41be39660a1b3f69dcfa16237981ae5b559a72a41c919edf9edb7dba815cfb7019aacae8b97b97bbf6f6706bb21750157a21c46e616cae9b90c81400121a50ba6536d4430d9d1bc311818c633d2beeb1ab46b0ee2be8e7ea6031f5d4dda8f8647478595153cc69d7c1e4babbe8b2f1347a42c972a518bfcc2cb2a6dd1cfe5e1b83d6e214ec76d628be9c9da757d1a747a4974af2b73032e7375dc508350f87b6741a5d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639033005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=157df7dc61c86a5967a2bf9a0fd1b15bd0312c1be727fe27be880099cc81c54a176e1bdd16d9a42916f238ed41eef120ca8228923a443fd9df7c10f0f61f557d04e73911b12bb28b76b7737e61e1858e0b7883c8e30bf9b81c6c50bf269dd8591dd70f080ad7504550e1ecf6e1ece4982c3af7b0e2e40b66bc5965f7da2ae91077db35e871dca240e4b10d3102bf84f4cf2f8a3e7f7a05dc8b1a74c2a466b4827bec136d8f44cc6e77013b752e3b4d34fb9a03215d4ca303371681103765331a9e4a128adc72d35a052efa2bc2f33c6ff5fbf04202bb836bf95d9e2fde33e15e28eeae9ad7b2c2027cf9b6fadde2589ac8fad8db964777d4162498a6f19d897a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632880869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0442b16ec3a771ee7d6db6e1d2604265d39814fe085847fa0be85162d6311a086a94d9ef17580aaec6b82d2f39b253d83f22c459b1e196b16c6084a24f221a1a78c5639b9c0ee33bd1f99452fa998187179ac3d45bde7822acf2a152126866f3c7b3324fddd655b64d1673248d7e0ee384406e1d6af29a99a650ffb5be3faae7e03b2b499123fd0b5840380583b0bab5aec8531ffc3cf4c123d982ce236c346a26bb1ed12b0dcedd409855a634da9a13924b2f680695eccf1ec335578d194b568fece7d874aecc8bc4af6448c8822c2850a5f31cdfe8db0ee1279125e171143115d7d2199cfbdd9eee6f5cfe7c7e7f4ac41ff5af86e84fa893dfa4fd92e399d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632878255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=778b944fab2cee3a528ee004bfa1a4fe91255a802d33ae87c44fb89e19d41a5b2150c4324245e433b8b38a38f69d999bbcc7a358187734bf4ca0edfdc6f339bac35e148c4742f97448a4fbb2882412e8409c91de68c9dc94788dc6e8e74fff5ac7c16b84fb5edbd70160bf1820f9c510d576ffe6c860ff9cf1550b6865854d78a75b0e4bfad6e44fd48e24002c51c298a59b4a6b096438270a595131d57e4bdcc617e6e0297b452e4b4fe1c4867ebaf2b11514f8a03f7bddc31122135608d83be419069ea01d17b2d1ed71eadf1886dbfca06aca9d49ab12c9ffe7707e80a8cf37ecc50ef1b2d715e5cb6114013c32f03080bc577cdc112904442cd03601450f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632881942Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b2fdb66683a94a60d2d887ed6f11d8127e5815fcdfb13ad96aa954f881d77a895896900b3c5fcf76280ce8608b3777584c4be917699891a073c3fd5df630f421cb2c75d94097745b5f370682a23bd06b706dff3784b5019f43aedbe66cb24ed65fc831558f1b575d5eb28799b86b3a266eab00d2abfb947805ded8ce842d194515562026304b578ca80174e6942e801778ee913bb8f9c65f4e1747acdc60289ba708e1fb4bcb02190900638b450b3a7492536efd5e290a73371b52c0acf75293f2a4e43243d14bf61f0675a496fa32bd3276a986c28b38338f38fe19bb24fb60bd9baaf28cd766e6d5e543e1e2fab97c784bb4af308c86a806a644ace50edd45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638820594Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2a2234a05e09b335781a1a1fdd2d50740780993c15d351b0e75d89f844ad85ff8b0b064fb6b4ffccfe18c0bfdd124970da63d42955c40e5dc6b19bfcd11e26747d92ab0bbefa76668ba26b0b031d2593ce28eb960aab3f805f01429196233890ab953251ce916f4ff94a85ff393f4412e0bec78bd76cb32aa9a875b087276dcb6da3ad8b641fccd236edeb5d3c723d35dea60910f4db03b71b6dcd6200d3bfc2648aeb2000ae60eb618be5f3344c1f2f65ce1690b2dad827c3959289f9fd7faee0e9a8054d8a1457c95ca160d6f2fffcc86155ef0be8b3d26061740a9b451e48aad247d7b422162de6e164de014cb3a29c0d088f6d9dd25f22f1fa96e46e1d7e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639262126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d028a239a2dc2cc25c44646aa6a13eac38b8e0b7026a793f6011ac8fecd155a9c31aa1066d23b6f8a661fa38f16adbf3960922d4465c8769599e1a89b70022fed9ad2489d0e807083f15448ec73cbb1e349ee82fd57864610d0fbf2c7b8dfa76e73a940d1a49ac8378f3086505083a2a63a9faaae1217755cb1a00886b04148979912424892fb93f2d75cee8acd56b2532d93f8225fb79c16d25b0c1c9f429ce27cf939cd5d7fbb05bb4bc5abc89d6d6defcdf7f24fcee918b5416fd1bec1ea6469223d117f1616ae68bffab4f0915b496df85956ecf446c9df57b4b0f4fc67177246b10e5f9c2ba22476e58067406f44abac0e79abd2eaccd04c32d877b91b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632890818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=48c0d30f6331cd445cd4e8dde23c4539c937e08031c6705dfd828e10567f86fdb91825cb30d901b87694f6460555224e2a331fadc0d77f1d916ad950a32d6d5420f592333d76c73445d7593395c32174029041a16e16556aeb60a5374b1f453822ee8066eda4603ffc106c9c66c2d76aab1579cc3b7067576f6d2c4830dda294e17764c81e6cb203473f87942d404d1692e8afb9efbcea2ddefd6ab8e8ecc98634b8f6e85a7d41ae4cbd6d20972cf27d1305e68c483968f15d23af641fd1d6333eefefb78eac88738c3df5a90169e169b34253a039a4ec0aa96dcdd1bab75a6d991592efa0369583084ff992f3bff06f8694416b5bca714a4dc0d0e3cf36db81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632906868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5d808119e9e8f1b73187cc6193cea05c54c3e9de7a640d2b6cec9e726d88b4fe747617d1bbf40d80c1a58fcc7a3f45c5d363f2331bb0bd82e54f994f662140336df5f68429433fcf9aff5e591f85d75e2f9e567a81de57899cee8ae9d96d26c83c733525291ead46a07ac4deb4348d08683058e296f0be17fef51550de8c6cb00af21ef28cc97bc085aa7c694876da1c3de74b45af51c64990ab1e77589ce9729112a7298fef1400be69ab62b26878854d378c94345eb05beee586c3d44dddb3d05061e72394086ffec894796ee082117ef7d8dfbc63757918e8d6729b772e825bc6f6d57419eb21a1487484ad1f828b4f48c24558bb7916e20d34a8f9eae111&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639383926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=14d91464ac118ecbd5b05ebb1b299346b7960a2d292f178fcdb5e285ac16e8e084a2ca6223c36504f1ee9cd066bd60f2b3e437f124b6e3f253059a6e03c9f2aa45764b48cac1f28c2bf69dee34438f002cb21309319ce60dc45e8b5cebfba14b2aadb16ce4cda3556904127bc1fb0206dbd95cffcd040fa3be68e48cc239e1602b721637b5353514c3c3c98ed1aebf2a64bc53cf25c446cbec70c33665b9abf8ae303cf1546bb11a0ceda1baa4ebbaeb551487885aff3ef66d9e76c79488160887c4aaa7c805a7934a96ba180431ba4e14f57b1b160ca1259456968bd8aed73d1bb1ff6d1bbf9e6a29f13ad710625cb2d8db4e2a7f62bacb38819590c1dea3ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639392422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=84ebd5f9fcf7442015ce36f2315856addcb1d4c0a5d04e4b33fc8b6d0457508487cc024bf52c61f707d28bfa65718cebbd8d5c73c3315b8c549590ee9c04b99a2486902bbcd6097eda685d487e112d120364003809e9b4aa2f8643e2dce867a654fd2b65be601c0efa4896997cfe9ad0026196462ab01d748bd97de72e8ab6b19d169be8336209aa39d51204408f29c8856a99e02162b59e3b57698dd46a42da353cc56d477a3bc817cb94ec4690a7629c9ca622f66e9d4f58d4162b99e7e84ca10de687f8d1eabf1909b9a1d3fa70143a6d9207d39c6b3071630124ed0beca24631a30c3a864e4296943de29f6397f68644a65fbc04fd8303984515461eac10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639426697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=398de32b8e9e9d17835910aa80bf9ac5c926ee8cfad0310bfacd60ca98b91eff78db13bd0966d934685cfe0009126c7812b63303735b6b6b2877d8754267b7ea88186627097518141768c74a48d23c60fe0ca2bcfe51b2a4ee8003e6ff0ef14ca154bcd92bbaa0fd0a031261cd7d1aa98f28e88d5ad46180ef3fc869d909de25224301d39bfcccd72b89b0b5b58fbfce54a0b2e68dece47f002fb652687575e3450c1f8007e85783bb1354847ae04eff61f2b36515ef96fc4be8fcf28226ea8fa91b9f3d4417707c253734d57a97b70ec09a66701f400dad65e67c2fe89404b3ca305dbd93f01a56d166955fa5787ab93face4ca45a4a9b58f08954848e1229d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639432367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0095b5cc9b786eb40fdb483ce6f6970f0adeb42c133b4f812c61686129a3c440804754e33b2975547ab51b5f69857e00710e065ae59b04f1ad2c1df6d7247bcb74525c185b8ff2f4970156ab9abf35d6569e1f435ef42321bb7aa7083db921df2c327495aff788c07b93f102f7926c8bc36e245aa8b195837fe86c0b79042fc2a5701b279ea19e71a92bb46e31b791f05ea6e9403bd3825df215b42c6fd39426de86035cc904945c384eaa6a194c4a81031db27b47b10109774de3afe94d96dcd888d0dea3c1e64cc3c9a33bc3223749160f685ec990a8fb4d078030796a316085de3c4ceee934d4d9431f870916fbc67e67904dc0b84aff55fba75846315d8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639427919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99a25e667143eea1dfe6b85cfbf074c9356b6e7fcad1593e141ed633cfd45aff68703f6b138bba3dcb441eef08525d5625961d53fee4c0a889bd58ef092e75142bab49aeb46e484cf6877c5c1c024a3efc4035010e1d70d6262ea79bb9ddd2661bf3311391cf0ed31dee3baecfa52fb64d2d967c514c1202bcf3a5b5b0cd5a53567513a3b086332c0964a50d1252986bcd778ff055e33813da6242ec9bdbab93e0aeb296ec828f8cd25b662dec7142fffa003090a08a5bd16c65419078f2bd062e91b2cd953c76a22eeda97561ca87e4fab7bf14f4ceb37c5481a22e3eba38a7d8705573ad1fd27846c50f4e64f30496605778a59a7d649ddca5b4dd1bed1e86&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639475398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=68587d8207b8ab2b654c9e3375c8cb43c40550645ff05c2842baca9b6c300030027572f85bc6666f30d7d8ee11840f853d5e5a95308d7d36a4961c4e9b96f0272f7174b4c3aa57ed23e1021b0cb28a19572ca7aa2002fd1b41ffd3ca3306121c72124c633389efbd4b49828583a07370974e82ffa58aa15620a5a454684ad53b255183654d6c90f0860dd66ef1e75f39ae7c2274f783c11578dd1089740814fca43b2b99432afe5ddbb303cd870b5ab635cbfa24ca60c621345c74b19ae626385ec59c826cfa16c2d3689357c4f84331f5f46d72909563af1c81023214244d2083af762c7b4e8f0b614e8a8cfe3839d000af95864f408fbb7781e5ff7062c9a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63943913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=13243b446d24ce9db62e8578f93cb09d61461f16137e419a7869e3ff23feb58e64306147bd328623d4e14969112fd09eb919ba8cbbaec8f7985b82903f0dc4522503dadccb59a98fe9663bc44106a9849d29f17073e86b63effbfdf3d699e3b91096743e43ed3bb40c99aafd0c8683e2db14ff96d403c12b4f6bd57eab3a19ae08d6e918dbbc148d833ba22cc48fde978a49e33dcd4cb340065ac2d361cfcf8325f354cb42d0042adcf7c0e76ef345b9fed65cdf6b0b6c9895c2efc7381aaf4b60437e70389451ac74b3bd1a61c8ca2c9b4781f31f399f7426c18aa91eb64d61938786b0d08ceace9eff22b31a4aed681006c0ca21a6980bddd01c0c17e4ae8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639525904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=495932a269d76555f3016823aeb287d2edd5b162120e5fce5e4b01f9a02ca9b3007ce1133f00a3d3783dd5de93ad37f303eac4d1f32678921fb5ccd0d6622d6c3dfd778ba1909b51adb7a3561e25c2c950ad1c05949da12f8fa45a007a40f0bc1c09e5cda635d9c50897aa92593ab1aa77883818cc5650e472a2e4264371f7b6bfd4b268d39eb22d3590585acdd4dd71ba1474e52e42dceb72dcbc13d4b9baf774c7a8a9331474980738a607f5ceffc8f13ea9f60961724080493e490413c156d003fc042fcd21283a070b8dddeb638d9f5e9525f205d87d96bdc4bdf82eeaff10a80ef5697b5bc131958a78434a26054fe9c6c4ed4b8f80da06ae81dcf7229f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639554047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2e0976f34b983f49f46129d9525b488cf80549a2c598e78b63586437b289693316418f24e1fe6e2f3477f1295cb01807830dee9a88fb6c368836e349d1549c58faa3f581c1f76d2810b64032829b17bf62d44815983f25968e9c3d9908d8db5f7aa63dad40ca77fb5de225751014c3534ec0b7f0c48db404a7f566a915adaf63e320c15e85e120b59714d50ff5bf94c05094653f29f2bde5d947e0a012bef3efbc88b7ccdaf639766d1bdeb6f4a258e73e8e31e06488258be04e612b27335c721e62221bc89e10a6b4ab18956c95df43507e1225f1ed15302b0b122c8b88a32f36d1d75ca6a29c54285c12cb80b3d4101b765dcbfc21062507f04291e9eb219a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639578082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=47888110b88d396c518c6d93a7e789e5fc8a95eb90a7fb20ecba7d2bcf80984f66bfe295e448ea0557aad093cfa06e05b934e04daf4ee2a996b9732389d1bf0be5e4a434e3f56336dd12d86ef308776990a39c8998c6bb5313c778c14cbb7299cacc49fdfe3ee4990afc0a3f5d311b63f08b057b3804bc4f19faf9d64390802b16f00892e8385448a06655bc52a58904ad2a1f480b967f8531666f9aae82a495619a202078d1eda658d103617b3a81b56de5ee6da5401076e1b17e4b035d243e3daf04e66cfc9ee0729d3a221ba8b0b81e8023ea7e1115dabfd3a1184a12f1b0150d70d3fea67caaf72961a1121527250c2cda8499f5b37772eddac9ddee0e1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639583041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c3d239a05c2c4e0e9f56f114e9f8657b53ec84579cc86ebcd45798673d13a3d3f99f20d6c76855d478038614d9f92ec98519474f4e756ff1224043bc5e3412c28f761543a6e2d11cfe28fb01d50fadc3c31aff3e4b319db960853f9bb3183983954e4f6e7759e07451b3761ed89bad39bf6adc8c71d4f887ff9b1bb315882a994ebf3125184eb722e5a5f110907709c349b63f6a9bd293688de72abf07fbf4314d5391141e51f34e95a6591e40e6007b354ecb295680b9942ba86da48b87cc02df887a6d1b02f89d4aa70b50b9e1c0fc31d107c05ec676c7a5b04b22a1a370868dc0d973ce0e2a0f68fa8bbe0008894f165f07ca9186be2388d7122a20e5f292&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639588081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=01f891e4e4998204b7b3b5c845f1c79d93a88a1acc972ccceb4aa3a9f2e69881af842c89b55ac47ceeee911be7c67bb8a998b5eec169428bb770f95eae3b8e164b9798c734e30e1ff185f5c3cbf30c46ab591998a4686a902ae147d1a2fd227814b70b0b9d7d2951488f7241ce71e7465ed6f2a720807c4898cb15c52fdee1e5884242b7c1c5943f10d56fcb52cfd17e1e115e2668c61ea2eb371a94a86b96e6a4a0c0ed0d7b4d802fbd823100c1180d52afcb57c274fcdac8c0f1d7a8a638f692f12e4b06a482c33ab33310721df5aafc55f8027d486a5fb5057e9010e46eb70aabf36419dc8ca25af0ab1f3f302796a1d010be14212023bd85a073e98dee5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639613829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=49ca4f45d47392fe68563498f36265f0f24323183085bb421a9ec9add0c4a9c4bcc73ef362ba0ddf5c1e9e1ea76da3c22457d5ffa2266ac1a44a4227a0ea7eb07cb7c30b476f4fa2a4fad56baf6d30e5d0c088129e6116f66232be55bbfd63197b56e5c0f9f6555557bbfd47ecb24dce37d4448fb526207f3911a263e5e1035d6c5cf469b877b739ad055ccce1b6db664dafe27a11eedfe77d198f27ec66c12ef0da762dc66cb7b43e5350fff2019f7db03ec147328636d156fc7f6f948cb081dfbd8e35e8c5ae25656cceafc3246311e3dda36a4d1d39f86ffe9b11e8d47c3c83177a2dc6fce9ae9afc8484c3c1280d15f3fe76060d9fa4e92077595fc153bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639622936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=738f9e7ba39af83f73c2c3233fa4b604101cf14dbdfbf7fcaae6addd6f24a05f9c4dd1ec1e4b5d41ba3ca94c65952c27fd27a682ee570544ab394e3a292de4f369a356c500cbf19c760908cd36fcf6ccbd26c9941c6790a8e4bc1cc677b112e8b0a3836e416cac1b7aeb8f6c423a819bc463c92b1bb3493681150a0b2b3b845641c5a4ba3de543d420c5954d576b4fabbb35d94c7812899bf0db0db7437168e324ad9caae8683a6408fe6b011bb4bc8218f64719c61445e25371ee2a8c2b92ed30434caac0c0af7b2bb03434e8d19f48e1b9a7a11567d783cc15879441daa2981047838e374906309804407b74f71d80750b5609f9b0074d0cfe5c2d56feaa9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639686286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c1d7617f22c5b8176fda54017b6d0eeab6ad297fe8cb730b940b174a4ea98cf7908a47427afb6b70f3570884fd00ec3257a02e75ab9b71e9a36635620becc48e66ed618f3a1483a02d8db85eaf4005f2d5d62849a5886842c61c8bbddbf83fb0be4466c014f08566be269a9830615976cd331d1fa0be878024d4762d5f9c626541aadd5eac671cf18be03dbb71aa5bb68bb2bb5ee9d603fb7a6a47d48e6f5d8f4b1e8dc855607eccd206c82c3f62ef697afc329b9b637282054eb3391359f9735fd3ab91a35dac7123249d9a8e4b1e04c5f3b713a2e370dbc22369ed044a78e73adca6a38a7dae8412bf64c2cff7bb34eda0cd86d41728957317ed77d4fdeb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639698158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8d7f2c92a6374e50ca6a2b616a8ae1a532eb29806b91a6df54949bdb5bff5ab0d416aaf35272e50674a519aaa5c39873b7ed63beb77897cb21e30d9fa1b2b9243fe05e8d9e02c046c091099ea8f3f85b1832bf567ebb7f3d993c7f6f164aa98725f03cc2e55c7d80c8bc6414f9858ffba0f73129eb864b0bd80a265d6c33c05b1cc42cdeab2d4967692cac4ceaa2ba09d9a131494a8f2db56a9578a92d64f48449dfa63b031a2472cf73878f13dc725867632206cd6f5d40bf3a65b6a0c370bb0abaa6057b10399442e5e71cce9e19413b5b2f4cc7f50c90fa68189036d4a27b9ca887514cfb3dce6d86fa2b5f6ccb80d2ee4210ce0dc65ff57058b0fe978b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639714108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3be908ad06d3bdb8558e4fc4b888d820b40c8e55e7fa14e73ab1cf833b5a606052262bdbc141bf5d0dc224b947420ae3d4da03c13486b2573e1861e84578f9b87cfbcbd12982d191ab34650ee37d1f4d7bf81783ea8c7af9b184d51a7dd46cd8a2edaee1dcd04032d3cf5bd57f5881cd23cf45ed2db44b78b4699924b43338b79384b06a959cb2ab49ae6e15c9a41c2ac7ec7b5c00b86f0e6295ad3740ba5e725b9a8b791af661117a2990446318219c2b9b05571a73d5156ad8e758342581408d8254c587a3e0e2f29b05ac74942c3f809cccaf4eb87f23f5e57563678af3fc2a7d34961064619925c0087d64ad17605fdc2700323fbb649eab390965c129a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63970972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4b955d563cbecbf68e359ffcb7d6670e2fd843a3aa77e30f66ac59343e3270b8f44966cc196cbc7ca7c03b834c7bc0999ca7dc59613fb7c00772dd872bec58c178394daf919e2313bd0efd63eb64b30143daa3599ffe98a877ba452d75a80f5d9a57de8de1e37d01ddf1806b46be210b275be0f737b6f2caa77536eb864fad52a83ba56f6ff3528ecd754cf03d03b55abb5484106c2cda839344657073b97bc4629d8f85a3846b393f9709cbf16e52f23778a0c72f4fc7f8df6dfb367226907b534a97772a174219e99c93bdbf32e67d18e06068d7feed2fe2220e5079b2ef2d2591228c8d8a07c15bf3d14ea491b59108855804d741dd1a3b868bbb0bd9434d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639722985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7c7a21fd8d83fabc51a3875964ef60221da367f0bcccefcaaeb12e68e7f0145b6d1ca1331e50728ff5c531811ba8ef8803964d002f4ce075da6c1fdcbf543d0f2b63c5682dcb78bb59bbd59fe1c2b983dc266c184b778f70737b96082394ab1441bc31ce371fb922436a9b121506d58483117082f5816ff78996d6c9b9a860ba6d56d7709952214c40ce510acf6b80840cf6f794eddb3d4a84ea37a0b9cf0e17f5bb26808a4b459b6491bb0a8345a34b36bb61b97f0a6ce4e7f2312a22dc9db063e2e5be7955af7667b55fe957994de155095b269b25c556720121a23918d7f080fa3e2af55540af362109e03b47482d1c358c86ed784f70a5aa55a3c5fafaa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639714108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8625d10b3595bc1769b33c9a0f7d448b7d96bf18015a8b7a809d6885a569eef12034b81db219320b8e143cc2af613082a9d2dd96f2874d99bf0fc58e9c947df065420c8fbb6d74eca1676d556028f37ce95fe5f75e7520bbc35597cc247131fc1a4ad5ae6455d0d18462ca19a8b2ecebcf1517b48bc3bbf7fd2dfeb4322a7f579ccf3a527b43570199614fbbd3c3474d82969246cc4ec65c47fe884c8c12bb77fff3e85e0afb1fa93d12817321bb35ec97bce325243d0c035e2abf909bbb3f2445c26c85e3854478f3307012ae070f1b0f8ed84ba9771539d1c3a5197bf8412e48d48d5c38511b7cab22874e536a8fd7ea24e74a555d51e47a852cb960b15f99&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639942449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1458d0d16fb6793cc65e38a082d1591fbfe3b17c02e3494d86894000ade82a78f1852603f66f422998343c9df695205ceabf8a8aed808efffce8dba8c374182a53e3ea0d46db1ba44e411606681969d1e72643c6191bf5151f0606b64e88b920df3a4b923bc378288fde905ee9367745005a993c0233194decc33c612e3eca2b9cead50ad54cc62c0a4a83123b986f6438f47079abd46d7e5e2854bcc01e0a467c1150ba8582a72b6048baf3cca3634007efd2161ad061cde3f5d37b96df0465be1f68151553af5ed75c7d26a48e8f12010c66ced1b55587b3983c5eddb102155a2c28fb1bc4132c14cab224653dcd503c392ccc2a9fb2e5ef0199ef4d5b2f09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64000693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95a77812060728703eb9a5162f21ec462eeeee11c09236ae541505a7fa1f6e4c8b3f3701c818cbd9ba4a250aa170d42d712ed1f3dd470268b0d99a8360d39d6bb4bd2a16ad9ccc83614b426adb9b936eee01ab6d18530b9c90a3d3e11a3ce5961510d265e9cbbaa2719680df4d40b3a18509d4cd95f236b102a7e75f83410e549cfd5bdcbc77e40d0facd0ec40c6fa676103b24086867d4f75e61ebbb4a84a910455490beb34e30b372dd76a332f5df9409e720b0093de4d07aac8366d3fcc0cad135a7c1bc0a459184dc8c2648498eb3aa104e5b50a5b0a2e7b1bbc8b0e74123ea389096c61902c8bdd7c3c5bd8c7d0ccc082878707dcf5ec24159168b53276&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632915324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8aae4858e75fff3839d8bf3a50425b5853ece0e85d5b0255a6aef77e547fb740448524294dc675590809527c77f45e611eddf9695c514a4f973da97c77afacceec5dda9859186ec6389a5f10f037e651c693ec4b4e146bfd35d08c323dc2b22def1bbe3e7defe30ae0391f9247a68418348764d9f1366e4c7b34d41460ee6c46c0ea656a8fd892cab7a5ceda76764adfa2a5d8766c2a431396baddbcd0818d4484441346b83d6f7b2809468e92dc247010574d2b917dfbae314a944c3af1aaffaa6d3639601aba05a7b677495aaf0e556d44b35b04d9452789809adfae6dda64b8124c4aea8e68f0bf5e44c9dea2023396303bae290cb14792d0b661dcb2d619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637131751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=473973da9cfe904acfdf7acacb66fe938f89504dfad38134c4c836d165e6ac4b1b15bf5187b7d1931ba8b83f28390e60bf6d12d5b65f0175e4432fbfe61cf17abe74986711c30d415d9d2fc03a7ad57c4e6129b176dc4e0158fd2a6211e7da442bba63a04c3ab501e6b69d5c44e39644b8f3fc206d1082ef759a2196f3269abf20df6d7a7944a6b3ece98066f2317f0b046274e5114b1d33641229cd6d351914b805286af80b18cf39c230259252fb8474ba9664e4f6faed5783820cf839a88f7e0eb984d33d84d46864581f1c8fe37fe1f6bb4bd61c65bbe077b4cc68dc93392c765ceed358eff5bac303081c68e035d1261799396c7864647570412d806fd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637358018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=38dba3efd3bc6751c4fb8fde5b0297ad2e807e8a3caef5095364037d864fb2822cf12c52fceef6e57a264ca4837da531e878b40c1bab7ac5eb717f048d06bb707665f39c75711738aac6efa5056f6cd8733964254c762fd07b5b71e12dbeebc89cf376e3a7da06131e010f0b43648294b4cc404308647e6690359fa71925fc0d8bca457bd181e40b14625f15e663022e9b60778968b775bf905fe1da4d1072428fb18ae03a175fb48a6b0ffa0cb911616f5e91e7ece8e7b296886478fc3532da77ea737ffd56f0194db278f3b5a2f89b3d7e1a5a8663f9a1a9183cfc020d12e13738dad0c324076ed7a93564881d2e2d6ced6ec27c0a07cd63bacb9038548ff9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637153943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c29c83b97130d9b78ae1ad92e3a7fc51dd7e5976e254441dc604549db543cc33529aa7ae0c7f5267fc8931dd0a342f2939526ea3177d69a28b5956a6a4b61a616bb214bf9518e272ae3fb4d26fef6a19dee2ec13ae8c5ed6e3904aebde18eccf8021f1f06cd90d31c3130568043200422c703a193c1860f860cfc47e96fe487a1cc4ffb6ec58ea8d47f5bec58787d656f4326f58cfff9be1c166d02369cec3c015795a0f85b430f92a373185d59d0dbe2aec01eda970f394c87afc7825552523d269373f20edba0982605a4db5c389e128cdb9e01548e2e58306398441787c82daa84238c44be9e0a4efb0ddaca84e49c5585e08be6005027755ee201454261d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639383906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=21905f8134968d32cffafc4b434143e23824dcc418a6970284f9b7d1208b3824fc11c42f94132b34fbfc1c7f9d28efe028825e17c4e38311d345d55157cf868a2d1e20440874ac77121d4e4fab678ec483621dde2507fac11a115e223b7911cd3830aee83950d18703408368412fbfdb636629f27653e0c4ea15362f6b10605ca89917b81a16c46a5f78b70cc4b59be4405c1bba547c0c1aca1341498bf6cd371b84e4d9ccd07bab371789a849a0bbb647b8fcd67df8a6889ffaf0c1ab132b0bd11672f60901e43353ef3fc9f8887d60a259379dadd60192b7ac3984d19ca506c4a7d6376b1cd4dd93e45668a2213e4a8dcf9cdedbd4617d6012bd12c580e312&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632907369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1ac0538f28bbe191b6197eadf11dd2cc8e9fb493414f90538244541d5a1dacb250a3c80268880c543f052d6996eb206350df79d149546bbf06c3205728540aede686150c0f62617780b44dead8ff31815d2367f26a6c779546588f3c0b293446394c4eac156b1a67fe9b883da45ac6ac4b9a8cee7485062759afe0de1419580e4c9ce39651fae915ef5fc83750b8628fdfbffd3c11bbe7cbdf8c0e846b9548a726bfe9c21d1b25480fa4155b28f99cbe9010d2aa1f736eeffd50ea8a9e722e380cde3d44a03db276ea597216efa69d464faf83cbfc81f3876267b6836d5306a15724a90ca993002eeeb9485d2f3bc9b5d4469b7aaf273b91ae4fb2060dfa1c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632857485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0a0cca8dd9f8a40d267a55029ba739be34944dbec7a8e3f91dee886a2589aebc04c307b52146b5af6d7105e7cfd4c27a14d114d230d48467fbef2acaed2a576410bdcb3438b0e6e3e5efcf051e26d1556b0b78602374e5ff2cf5ab9fd5be916cd24b79a176b2165161b64d13ffb6b54c00e3ef3707eb54079513f9529198961a93f94b70bb8a5fb5f053b6db5c79ce17c9734122aaf36f85965a2782f7800d753a8af7642baa70237be655f1ace31444a4071c0e82ba97fb6ae471d16ce1691e692f3bd9f2d4c5eeaa3569ffc40f68678a5f20964d3bda923408b81c88a794908b7e6868947559279e16e898e51a2d6ab84f2491cbe41473a65789b091dfab57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632915505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0847b3eca6a896c0b5f17a4d1c92d9c30e7094da18b7b215bd3c50b6f63f51d697860e0ece059104faa39df69bd9448d8fc3b279012090db0c1ba51775683decaa8feb11aba39fcc199871b275d118297fba7618c1057750f978fdb2fe5303d98389d1f269e11b0df18fb05c61ae9bd2df3ec72671f2cfba00ceb85fc1e68062be3aaa138a4c709983f3b532e992bced67afdb3846e1586217346bfb913a51344cdaa6101e21bd4a77d5c31cafb29e6abe57aafe75533abe69fdfd91b0073b93d13b9f38380cce4f5f7cefe13d2f6845f0bd94afc98ec32266a2bf9f9fc382a0108ef4020e3d67852491f8db71131fa46b9a976100f67a06b0519a6637231f4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632922979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=28d7300aafcd30199f17260c6371878b8f066bc32b0d39ff7cec63b5430c7591a84a0ceab95d86e81aacf14657f55735e8bcbb9dd3a984fd7ee2dd210467cca056e96e6690aec177be1b725e1b190b160faf9da805a988f1f96abb9339acbe85a71deb1346b11d9b34cccfa6d34c7779f1865b229c1d73d6b57208f2a126e9729e791e1a0b63f196df194240c63088eb43e62d04fd8db142cc78b686f7edce90bb2913f3a978110a10561ef6af0a9708b275991659edbbc70eda9cc345d64ed89a51b47ebda1e68d3fff80ec78f2fcd7bb29e87083b9cdd9be578f949981521333df47488e7e0652a8fc0c834f669d7ee2639863eed2becb8a76ceb6ed866ec9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632924151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=96d30cced7bdfe5684d3cca84018e27ef8083a9014871cfa85dd3b4f145b4755d71c903d0c4cad30643c3144ab1b2afd04f7f83b2a55851da9343640d6f9745a6653b96883e723db88c623c96bfaabe9c93d71a9d0448c3305ebfc09c52a97a494e78c071ec95175da2540f42aefeb1f398c8c66bd2989f85319b59418356a0da363c35e71d32b9a44d7f68309f04ed1641d6a38dd1154a275348f3a85beb5283fa403f4ecbd9a36282fbd48ce681b90e48264da8b8ba73e3e65f00160d1ae18c44c7429a1835b372964ce52305e6765005602c55abe6de5d435842d59f1d79af7d7286d7436890c1275bc544e92d5471bf3090c928197e3a255af28a47047be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632911668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=065bf557946ada990a3f846f6217e1e25517aedc761d0f9b6cdc758765de4f99f95e85c22843ca633fad4099769b0513edd238834325aa281227dfb64e09a93cb35cb2713c84efd7fab267bab8e15225dc617f1c9963e151c2e45f50f9e7a525a92696d26af2ae015727aee1aa0e0a955096b69b926f1a4ff83a55bab1a4b24288528fa07173a2ebfba4d02c8c781149823a74b3dc20cc636ef22f5dcd236cac0501d0153aaf2bdcce63ba7c71617e3d92571b0e438ea2113b39a47d006dc8ba75feceb1250ea8e52b870379d072ada1e8b88ea7ae7bb004882e6e93c8a265a934e3a8cfc2dc51fa81cb7f3077c6778dc3495ef255cb57f5d8a1a00bb9a4e8c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632768808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=81fafb39b91f1d5bc33445d256d31ed2d3aec1ceea6bfbf51f9684667bfdc0a9ffcf3b229d67259422384f3cdfabf6a91fb417dd9c2aab8e1a5780ce4dce79366f8eeedd8910994d7a55b1825631b9100542f9273aa5c1086680706e436472f62441fb7c57b41774d7e2ddeb432edbcf3ffcf664512719d4e8f7bc2009215b28def9e044fb397870831f57bfbc48a573de2d0469b6d43239adcdf7329301bc14d70958ee8916721cf3db6f52aea5b77e594b3836023410d1b3906a0258fd08def70ee89a88c2de3aaa0970d4871056fd4f9c88ca9470c55073c6e3feaf18beedef30e4d53c51cd75501f5d34f54e6e2c2b3d9d8846e2c81274c61d18a46f0cf3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632932637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9b0b8025893de1e2a8db76bd85a64f7b0439fd874aa7ace1a70f4dbef35a22976cebbbb32104006a95e39c0bcc77cdf25a873e1104f3972719647a4ee00b89f7e2eb084e5f32a9f3f2677c80eb9228bc113c94a0862439915687ce5ecb7922070dab3330c95f9efa66f104901c9e7976a73dffa80c09ab16c99c8db1b8bf1efb68cf9d6e3c7ed575e66334f4311350ffa4ea32bce052c67c958b23f730e1d81ec75449e37f11f3821c88409964868c2390ef9c92ff52efbaec1dce7b652838b3cfa9493de48cea9de1ab91482a2337965b4fbe481ef0a3e11549bf985692e8472cabe5bde987f59220eb453ac6ec9947662f367e25dabb710e83acd94ef298a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632937657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3267ccc2a34163382d0187fe2ecd698cc7a18ad020a6719a74de39808c527f61f44f857ce5b23634e739378832f32c93da32dc0c0c02cc26d06f73856481cdbfd5ccb5a081863d0df3f87c771ec5e7030c2ce53f1c5de55e6c6feb0b131ab153085fafc8fe9a55637c4e30d3178e66564407e28a957a315c54c4ee7c7c536417bc2d6e051eb191bbfc4d2f1c73af0c582d689a14ea7f4a9aad42a65db8923b2ad7fec9eab779028d34465d2055c8ffbbb4060ee206ed34adf2948d4e55da04b2a52e5c175e477992f0eea8a2e56935ccb770694a5a7b252a3be5de7c9f317d001db98c578b1e966b17924eeaa8574008d1ea08b98da2a68ac84109409d8811f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632942115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=287f82b12b91ff7e3fdb6a95ef195d92a9668a603371a0ca5c673c75a3cbcce4a54db6140fed4de563577683e46e28130406c97b09ef7c88a469669533a6789ce578e3e1cac179275f1d0aa737e095952eff27d9cff727eff15b227430eb7de2a821e6d12035c88ddc5e6490a7605680e14b95c925f4d9918b8c108d542595ebd04bafca11d922511ce0fb5eb5c497436c0b2c9aec6eacf7c3ee7bd08f10b25f6c9eadb8f99056fd55146238a6e91de1a644e37dcac617f75a6209f838f3eacd4595bf13f0cb5aeb2564fce05946c5d4840cfba76875cf534983043b96e08b89b1f45dcaf0a3758075d09bb660c3888d7f37da208ddc5696a9c2659bb8cef412&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632937326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=847707add50fe08e8e559899eaaecfb7e7cc11e7898f33f52ef195a8055717fd5cec1674ed2e18b999998b23fc59ad0b387ff19a5d58e0062bb9bac6b7aef57bbb041cd8b03e5e0e3d95b1970ae8aa963837924ada70bc2819f9590da2414ebb7544a3b7f406c1296eed0ed07d458ef8006243343dee63ee3f7f843fe118ad397d5d2f156b14033c22251ce58799b4a14ba1fd003bc49af5e9a16938000ca89ab027863bbf7188a2b49f5ab206baaa52b83a2f9e0ba7c2bd5ed3e75806ff781af56c907744a8f4a07d2265d3cc7418541c898933e239256b4fba41fbdd90a4297fcabdd1453ffc84110013071d0a8678c1b111cd5fb0e06fe117497259fcb531&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63293939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=18b6aa954cce600de12d69603026a2ce4f88d2bb3e7539ad18acd06d6390df532570ba49adbcdd7a523cc09345d3cd47df7738b84617c6c43bffde29a5f94573f254a23f69dcfee1f6beb1137897446464f588b5b193692ac726e8a74a4e9c255a01025a600a219759ef25d7c7560b001589f9f617741dd08307c5ab493e6d420e697f03daff31adbb0e95afce38a8f6f7089a66bac51b847721c2ddd53ff24017be74e0400e535d2bde9353d84b31e6250568ad4b653c27cfbb2c21f11c8fe073fa6e2717a35735e792675affef24d56213ef6038da906cf354c6bb0bb1582cd630335c8e73b864422263907aefc7f6c0bfaab705c544eeebbc01ebe5f1393b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63294458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5c3b54b5069c254f33650c213483ce4a934a37d42984c83326440897ef6b941936ab0e4083dc9f18ce12d27d7de6350472d844d879f9ae3e72c0cff56cb6abeacddad1c99546bb21d6acb373fca7712365824dd59b7f2c77c1945f1cca29c6f755199be61945533c348ed6218eb044bb41c430d88fd2e7dc9103bb150d4205821b1e3ab16b312b9262e83ddcf31d7a7af9a6a50670ea1bfd772e25a5e05d2ec01b436de860c0e5a88a557a3c5f6a420fdf3099eaf6c5c0673c9f2ee8c14d4095eda4442f7f7208839ea654af8a994d570b7cdb4ad7842ad9d291efc44dc3043504a1d8f1960ff99aac61fede20674238e672bf0f572e90897d12d6eb5d5b699&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632942846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9a9ab5de3f8a8cb6f5cab3d42247ee8c86827fba6645e20eb9847e3c6a8f382e0a643180f6c28620c124a2d66e8a42831dc2b225b75a8d0db544919f56c177d65b00e86a8c01f5ff233d58b44ab80f1b032128295be0f705d1d384e227cbde9a7d130b0e9be9950ec07305e89d4af57c3e8de14eda7df908dcd95e165804139fafb87b4a559f1f31e57e51a0b0ca542375135a7c5b910c2ad5b7630ace449fceac2b9e144e323c0e3c86319a4343c29fc215b8ad1eeb16c551df0fcf57f16892e2a9c9f55f6c57811917423321a62d8d0852ef5ad2ffc8673bdee248cf16453aac173e1bc438fd2d1080be06e78986b9f9d3fffd3fc31aeac7fd325c75ad6ef5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632954398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=27d4ee19cc0f463c2c90889ba47931c426282690f8a9d1be2d514a7827e103fe5967fef946738215d9171b68fa45b070abeebfdecf83f7940562fdeca3053c1ea519c71600733722066c61d989ef71d849cad035d26bac9bc54633a7b9caaf61aff0ed68bed0d2c90a97b35f4c1877a9f3c609b27d964cd2ef706c803874a0898bfda3650d830ecbd4c3f9fd2bb6f3662f6e20f50c367305d180e5d4a447fcbecbb12172a328a7ff70f1e8a11f7edbac2c1c8bf6ae190757a8ed302beed5fe076b166651910f7e6a014f23c16426238a513c637b0fbfe7dcad19a37282ee1369f4ff7c848f654629902006d6ba278c90f34cae20e34c64c5022286f4a64e5daa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63294455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3ee9bd94605d066456162934c45934e1d8b55bd26b45e79cea3716316933ff5752722c6805418874d6bc20a74fb86000b7bcb7c94ebc9ee308966dded1cab600fab64ee028626a88a8073b586033e6fb161e0b22b02aa6a82c076dc64884b4430d3f65e4f084453c135a06ccff211db521d81eac6180bd83f8f84b2a3f23ff0d2f7462bccddb534465a4d9eb9133abd5ef22db79235ad2ecba47421e1f1d3d49c74ce9ec2586fbdd2e18707fb0bf082129c8c6ef3c4c8370f935f621b4c5f5b01f35e1c8cb30d6c1a8acbbb465142a9adc58395b089d612a2f5306f8374365d60f4956105e68a8539b641f124204570110b052abd0d4a8600d8247e274938acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632963245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=57e5a195097ddff17b7dc959db716277951a2b7e2a1809fb6cb087e15544ba60b69d98c14fa42f9d65cd4a2ecf3f937dbbfedd1d7b2c607106f9ee5663d3c160c7eb106dde3ec3e8e5aacadfa66c312dba8661513b833c9d9792eb3789ef6e5c0c76215ed80c71835afbfe138a1ca749e551699673e7bffda28973392121dbac6ee6dcd1bc8860ea9008324486b4796c6a66defc8b6fe91ad0f4a113debc0e290cc9630b9fcdfa148f455c341ec9eec942347707125b584962eabdf84ec2a3418d9f5d3e40497f57c0afb1f1dff3822d4351d4e0c9d447c9d9617c143820607582abde3edbb1d9ada5a9e8ac24d743502c1d4701fbfc0c712531198734c89a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632961612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=048b8529409e768dfd141df97841e2f6eb1c9fc5e0f4ed98b32ea63bf4abb9bf709140036ad6ec48b31126dd39200be580b465f44dffd4f0990b85a8fedfff69191dd22d422cd3b4162ea1363540858e972bfbd64e747f839bf057eb6f835030750f6c2a0edc671e8995a8503f5e9061afa96a4adda39e0af9f194a6626b310a0b99aca5226a17c73a42c599cfcb055f08de9a4c583e9efba2faac3db3808529fe82c49b3aea1ce3616387f915b87b8ac6452d76900ed170446cc7016d19e3c419569b40255fd82191db0e9924bfd7db7d96c6079e6b49439962ba3566965cff8386f9700dbf0b4cc249803296835aeae32c78fc080671ffc543ba68af099f4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63296578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=36fa2c4b928474d1a322a98158aeb532b17df83728d844c55c647904fa682c851a9b3499e0ab44ad9db9f8da23bc099cac74a3da212d168b11e452f277c9f3daf8195768b7e3ea29b907d27bac2c6aa8369622da618be3f9fd6ac18b4277202db735b43cb41fe53070c8c88c70b23039d25ec43793f101c0221750f26632cbb99536dd316fdd991e9ec8e714bcfee1ba8e29552867afe502c3dcbdee806d5964c416eb244d0866385ec163995005f1fbf183fafc4cc53857eafdb753d19075d2acfd52ec8e6ffef8c0fb527b09a818fea1892852337d6d8ca61997345d76c2ae774caa3cdf7cac2bb1ce6060bc3bfecf7a17363081adff36613a475b2ca0b88c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632963225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0544048d1cd197983f4a5c063883ed85dcaa5f3dfdb93c07e3d7b00c30f728368f9d4505be5b0041b83b70f64939893f0ae6684b01d10a7cc1536cb019dd76628979255e54c1d483e4c0f16bc5b9a09e926bcdc9237eb2a3016079ecae167b4596ed986dbaa879409e84956937cb218d01f1c1f652cb0dc070610972090f2bac007c10ba383ca1bc8ad8ab7f3396344a88f7b397aab2e29b9e92fe2392e6a154edebb326d0f4e70e3297ed96f2422c134f36c73c6049ae29fbdffd0d95d7ad266dfbe1a0341460a63994fc7905515889418f0a24c860b7046d03adb947f90318beb4161691f1224e09b9aff7d5cd54acb4e12ac0f956a0be4d0733ca50c33ba6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632954298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0cc4d9ab2dd152a2246b0d9e1e5ba8c6834a7ccfe0b1c9c3f2ecb62032c9570679b3ae395acc264aea97e70834fcb02ccfebd507e1c2e283b77e27e916dc8455a85ba97139b6e102513d14db280ab6389359fd41b71e22db13b8126cf9a400ffbff2c5d4eb550d356bac88e6f027c392fbf50345d75f76b0b5dd077cb0a1cf8de57a69e3b0a12f303e30e83944ee0ea33b4952051bc524a6ad4b8b70c1ec4403154807a2cd2da722d4ddcd86937c69f03e0166d961c768e514b1ac64e41b0f0cab3674d532c3eace8f47d1c25a9f7c269d3e666f9f60ed4a76b6287e7f2c7e3b36e0893b347187a78d305492682a2135493fc18402b1861117319c17e6976743&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632950541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3b7e3ee3f5a831b510b05291afa4c9d7fd0974c3712c3ef823c88aa9e03e52fa5c54d3f24e85122aab5623712fed7f68ea14da75d12b1b6368fd6f654c866a57111c26894fa192b4b326f48257b6a6dff66337fefcb9b1405494e9404d37ef3859ce4d2af50d450c9b9e0fe1e380c2fdf6a1426dacdee6c9ff67a7282891faa681d24cff1372c5c47533d7dc26f624fbf45217a38c319572acc0b666a977dc481765cc8088d8cb943e87dca0645d999de97de87751f3cc95f62aa7564836fc1c7d0a90a9c23a92f9688d2596910ceb020b0f2116a34683bfd64c7811af9a44529908b24cfd2de26c1b57b65715622ffdfa3f79ebeef4df15a4e75565759b2231&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632975047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4286456968f9a4ac542769f744f7721af203d53f7cafc86245cec4ae271769e592b3e2c76c9aa81486d785e880aab6cf1707b75b3394f3d6e6dcc15a26c725b832407db65ec34f54acf56a6eb2d1b43797c5feffb284296653c01fb00c25d1ce53c4de6fc866d1b7bb3a92e699d45d94feee536ac9bb402012fb880faf783dbdfcd3305e1dfd705802f9af103a8921099d309caa4d535ed98052ceaa439fbcf706397cf909f0879a8ab98a17856336eabb281e4523bdcd9e6774add951c5a49e04652d38de3ffce80a13401e40699207f852b21cc5dfb0ae1e9e34157b7751d43c5d26399bdd957ec3127f33ea2f936ccb9c71951ca09ebaad4906da28db6d66&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632972512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=437914f168d6628ac7f56501d7d452d566a6dc08eae7e9fc38abdfe53dd7c52379c52ce06dca315aa362a0b6e1cfba22901714a11c0a0cb704996279884e30967502a6cf60d4bc3ae7fed4ba2b974db43e980347e65589c107696598abf390130c438c26180a7773cd3e05117e84160ef3057ef6f454e34599401b991ee0eaf175add6c65b6f919d2f1c0fa9d02ff89443c202c9ad878ac6e524e87df3dff8ee91129c989691e04ca3c463e27efae8a46f8746d045dd2f9744d2d48c34344f046126df16caaa1fc9f8750691782ce2e3b7d21d5979f9d00bfb690ab7a5b8c26f1c29eb4e3738b1bf71925961e09d569f93aad4d357321e20a5f6f371b01f9a15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632978443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a95870195ac517421712038f700e3493baf8ddc264a4b4f2faf92875fe7fae67adbdcd75db1b4314dbfb8e8a825f823eda755877188337f6dd4b21edccf057022165bba5035a8a71f39fdcebc6955456d80f45ce3d82fe51ae5698fd9a9099604232dbff77a2d9dcc000d9ab3073d7140488ce6b527b9023fdf4b40b9386e8428fc1e3d08cebfb81cc0073917c372b8a81bd59bbfbd568f5ceaa889961dba62057101bdf05b2f2f7423edb53c615eb0dec60a60ea33e22d5594654eaf62a3f4e72d393cdefed906553c983eb2c7567b4e00053641ac3c489f04bc0d0aa565b53578d3fda6b96e696bfb9b5609cbe8c55351c471b8950df38f4cd531de5f9658c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632973013Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fd6f853266c8e1317e7aee326507f249a8425ce95d37402516488ee51c27b7058d154b1bb3165440ca437ad5790365f651140d2308833ac1fd79563eeaab7e06967fc29de559f0065b68e7c7750259349b8a3152518a3960c5677f268118ebd31535c9a07f471bbe0958e306d2034f0f75c76b1cb4b122e2fcd07af50fd62975234a18dfee46edd25cd12ff2d3224703ea41dd2a6ca50e04e7c339992f0c26d84b547e28d835394447e045c44199fd367673023bfb6704007d8c59656b566071a522d3e5450dda105b5357c0ebf77f8fed7f36c4f26b9b28886175abee22aaf42d7245b63405cd7ce50751a90e95c13f0e0f35c23d4abad4ca41b76295524c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632988663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b886e50f59b7c1832a5c7e8222e3182f51a099361e00cc1d6accb052ddd4fc0d2626ea5a8c10bc5f0748f93726de36472dac96914c89419fe9e5b981048b3a6eeff4d2136cea1d79277d003ff47400220d46e2bb57d98856095fdb73014dba99ad5ec5234ef1e18533cd6b8d43993b4fb042b0925ea5cd38f347ebd7734038afbadfad91e621276f6fc728549a40dcb84c12cb40cb468290092ae5defd005c959c0ec0024c1f174dfc6dd1f36883637841740e1701cf5afd3451fa941313466602af00db2e89bc6bc72a97e443addf4e78b564f768af8df2219a9b8c7a54ac0800a3646e2ecdf30d97b83f1c441e9717b0661d0f16700e4b2802958ce176f68f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632978243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c4488b4f5a38e66d2fd67ed991d054629eed39cf0aaad81cb265b4443666bdbb8d020bc88bd1a767a1951212d9bee4a432e76c44371a16565cf8edf8e3e51352c205093713a0ce98b93fa19fd5c377f7705fcde6e4dccbbe06bb68ec77f0e5c06ddb028651abedfa92b259c40bdbeb5125506903675f88f85ff6d800282f91f5c2169e8fb650f6b4b289ad9a3b0fafc2d7f1ce5eaa0db55dc14627b21254dd2d0c707ced34121ede85d25b5817e895f13646392a0c9d487a804f9150897f3c3940a6a88a4fa1519f0c8a6e71f90613b53c9ba25c1e699246cbe3914e9f7507446568054c2f330aa2332aba70f6b94b70fe06f7696d3930c7572c52c6f76a4178&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632993933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1023d2ebb20b79585cb05ae68829e38dae94f7794225213a2ca0466db21bb55be3dd1685d7bc3c9ade0cbf61311ecb2da926c0308e37664bdfe760191a9c65097b7f7f5a962075d64dad1de4974027a818f98868e6f82bca50c013e37f74fdb7d611c5bc8b82b2d0285c8facf3c141bff4155d0b65d7f220f2ac7926a62935ffd74a06fcd08c0496775a9f189b18ba07d63f4c2b82df37fc32f98151ed2d3de091def8d9b810723189a4a4b6c205092b241b3c884ebdf1a9507f1e03fb90265298a8e7f7c4bc39a5c86283ec3ed7d5f57e77344f576ad7b337a2b62f32dda62842fcc47eed6c8452b6ab6c495a8ac53a00868af64fa4d3cea1e6baa601789945&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632996638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c4707cd9c35200c42799435f26383289991910a1f304371102336ec7d2aa56cac2ec873b4d755bb6900541217b454dbb668bff7d196b90976a80cbc438b2abe9e16498a0f82472a8d5bb2db4c97a3dee938cbb1e01c45c83bce6a3ecd8d9f1dfb46426127c6c417e5bb374a03979becdaa0a94e0880948c36fdd2484d23ad0824d3dcf8ec9dec15584870097501ce583fe560b45e8ad5164a52090a9eb9ecb0a6ac85b5ab121428acb9d4ee653f08c73674891351668fda395198ab59f255a434c25f4e3cc0bbf345c45338f23604dd58850e43199206e6e2ba30aff2e1d04355fe27665a700eeaa9202a2b46f5f145ffd1b8070bb3b41aaf0ab27c65e64a993&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632996457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bd863195872aec9095d04480098ba1eaef014c43e39f9bba90637e69fcc24fb3641c2f43f0c534d3b3ba7c3b9dfd3bac9b163d1ca91980a1d5b19c19ce2338819681ba8b14b425b3386240c8639eaf305dc582f76efad42fe89562a25eb511dd48c484312fe843a1875c9fe329f40aa8c445bd166bc21f151651ff6087822ed5c81ae9a70be9184cba50d007c8d220ed18ec1e89d22ec73796920282908f6c4038a33abfe585632c3326d9632b6413de4a6dfd3d70b1faf0d2d1a7f3a18918b541868deb0ad7c2a181c25504838f714c88b2ec2783caee88d6f8c94c8477a6cbd23d6237819e4a5d8c64ea34c16dd86886edd63cf293ad2274f831b746b7fc51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632999273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=981ecca5739c0f454e3f2dfea3d1d70f6278a75f5b12c1295d2f510175dc975ebf280f44ce86f2b52cb24bcea805b2b6614ce5d626f4af8c362f18e00da8f2b700e85f2b6d7a33631810f49af21aa0110df1dd863a992c8ed72c610f22ea705076a04cbaf87918c5b004c2f7affe11beca6bd43a4cf7a321c01ec31d75d6b7c0f26c65b575b2d51c758dc6004451971cda8b4779146e073e40c8c654d2ac7b25d4ccdf9cafbce4bc398430ea282c6adfc68366a5549b63e39af57dd7ff0a3bda843a02fb1a03dd39e7b5ed034baf4d6addd82af709498e1c8d2bff36e9eb397537849d3863e8bbad9904c3584e51857ca1b7400ffcb01a631ae991996bcad5c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632999072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4dfc9fd6d75214ee330c44bf6e4f25c2ef6d1438abba2a7a33b85c5abfa3e2ecc7a50c9a3f44ecb3c1797adccd9fb7098e866cd86d53103e4eb37c32caf3e96587293d7e913465b22f193c94e99f7b9f41088e6e409f6f2034a942b9eeb10cecd26af1cd111453a8e46234031b1d5a51a781d04ac9eac74a0b47af6608ae9e1ce5c6b6cd4316fdcd67a8f54f11b78157b4897f0982a0da32e4a2b660475959e374c5c7c83144c400a7cc5277b7f0c087d4c54736f595747bbf95ffacb34227b0cf1e63fe5c9b5b923d3510c4dc071368f9cc28075a5a75fbea92a0340aa53187215d848fc1b72a26faf7327162f295f8fe1105df76125a97c23b6e8343558d84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633005685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=117390052cbbf2af0d59a19267f40e51c43295398aa350a550d1714c731fd270619290c9de2fbd8c77435093ed14bef0e1aee792a50e4ed9301466896293e5c4f0348f9e02f5f40ee88e888cc74d9c85683eecdffa2b10602ba7eab4d37bcb464f6279b03b4988d609cf231054ea488c10589caea7e0b729d7b7ba5046c35c5d6df091b4df9ebbf6e6679c4cd060a2dcfac1465de145f8f4358de05a27abae1b4e0281685a608ff26b6b81572a263a4bf6d37f5b24c17055cb96232405f631ae9ad14510c9bb2840591be2d4c99473adc95a7ee9f6a4e22f0fdf63ca95dfb4005da7d363d1c6d37a6df8696ccae3eb92cb7b850ca09b01461ec3b37daec8e378&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633009792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=093e1a7ba1d71df191ece7f1b73a4f6b2c7e572c767e94e9197c17e57e548e137c97651bc35966cdea4d37183c11a56f7459fb386bc9b915126fc7cb10eff4d863c74fdd08c30dbe788ba093251c42d6a1a3c5e65a1621c9ac80714628b61c75a08228c0c85486ee9885c7c28ca26469e4cb3d01520f7374b0878af15d0690427140b832d0c9ef19c4d1c22cab19b6670180c613fb5721c1c5d33fb0a95819fb904b24ffa44b674127feaba6c0b83655333161f5abe2395d1aeaacb26af327230c00b5750dd58a724ef432117f3dddc5d2801bddeba60ff6b5486dc4641baf29e866f846b662fbfd599115cd90fa11a7808e9a6fe01db879199f8b33cca99807&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632996307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=107a0f1e4d25f3862d972413785ecba0d3224f17d9335165a6a6aa1f05fbb8e25e104c4ec3b65dfa8d16bc09735df8a8689ccd8dad31909d29e6464c769465ae4ea46fd6f3ea5ba8836b549d42b5c5d062e8c9870bf7d89bf24157ee7cc8ba3156f5c15552825d45f95be1e7a76613948be6302a7c2d767a6f6817935d010f5f6dffe15aa8abeefc6c901f760eb092341e26d450370f2ec95347daee29dedcc13fdcba2d52eb049f3834f42f1af89cfb0c9f39cb0c99c157fd89aae1d52518fe894b5c810a1312b795de6d56260c63ef3c501f1a2f6d80a7338287d174d9d012e3edcba721752e624ee28e579636e6970b71c1908f90ee7ed6499bb5f9260df7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633004973Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bb73c7932a8f3566f5215f536f83faec69d3ce060175e8c13153b9e4a275bb749996d7003263edc2a097be41341f1aa0b21a872246060ba7369f7fe1ba6ae51ec6e62a1c5bf0e13782fb80e72e82e52fe2e370a8e5c8b04bba0734b09b58eddf2620e3a7e52feb365ae081455604cab9053307c1a949f5faca0f6a016b0fca335eaa573c29bc8a79054affef2b3c93910ed390e994969088b0988562cc800e06ea7fb67474c78b071e0fa51a2c18da39531801a345c9738e7cc0864b466a97bbf6a02bcf805a5157032053d706cc82544b8e476d3f8c45a265f481eefe1ec81c12b74f13abe3f937522a1bd2ea757ceb1f51333e922eadad1ec1a6586ac17614&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633017788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=256a3d9f87e1192241d85664f83024a00e2ef30969e783fd7f3fa888c999b13c01ed7de9d652c16da14207d8209ca074e8a75f04ed3f13ecb1409ad774dc2f0eeabe85ef7b20bac4ed8c55a97b4d8943f605b37bcb2542f9ece7f407a29729eb370cc20510575af71c2b0c6ecc6dd6bd0a688b47faafd081de25a409641a2eab955dd79e839eb547ae9de36c488ff4faf2fe364810bab920a76301e351ffe5c7fce43e41f4592d7732f48b1b536a6d5d7e6b5e37069169d95bc997823681bbced988eb45e9c9d6e49a1627ed914b3833f376c87a70d8db1b4844289a32b9fc09d79912e57c60156b34c2e1148e0b76b022522822b23702bee0c4c2a4d0de704a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633010253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b64bb18b2de3a2048611ad50dee64b7ec73bb6720613d76b5a0f6327c5bdac479a9c8114e9e170e509defcd8be70298ab83e043aa795eb9d49bf663e675ca90d1361e8103f847d1d886fb9028dc616846f72f238e23dc0a6ab5454323b730e8d00ec0091454e46079c3e6420592c107d8455a7ed2aa266de768478411d1c031fee065ad0a7326e882fe30c0f95d4a3f71afb931c3e8ef6dddeb06d2e2b888d89d399a1712eec97848dc892293b250dba5b7e188aa7a6eaebb41662871bcf8284a18b8d7c4d4a27fd3146776f428ec01ceed58b77d741f03a1f63cde669c2171bf03778e27c2d27f58ef938b5f0028511cffb6d85778531192d7ab78ea73b34ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641302332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=19c147e7bceda8bb3a293a7ffeb009af2136791777cf23521b97798c5c4ac4da4d6a13b3a162696b858cfd8b2cc0144504c1e320421359ff673070ffc6b3aa4c15d6e6213c844198cb46f0cf8eaef8e59371db54999632e40b5d98a00c828fe76ee31fafa3e30a8ac7bb8fe75046155a2095a736cd694ffd7d7d95b1a847ba272da954969ae295147eaa1888856520ff60c3920b0bd15108b6013c32f800ea4d7baa502c1ba3cde1af88dbfd6c72253242109ef5e638686650c59a2095322b0e2b4c736f4cd05212c895f9b6694f690c958a0bdf587307f49e2d8f2f400d70e2d16e25cfde794d55530ea1a79867655502cb4a8c7edc6a7f1b9b916400b768f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641292173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4cca7d65aea600f13f3305fa74cd88cf9c3f38ea1ae8ff93e21828ff919c44c16d51078e7525ac5555c9292824f73e956c030ec2acc3c60084d6bec6658305a2c435d4416fb95f117b4f8dc791c5e9c4a9e354de2102d413669ff277c0ac304713ff644a91cafa1f73846866e08ab7a2f8cc3b410306069b9aa79e9b992a0ec2ba445e4c199d7c32bfd431e00bd4b083ad0415422dcfb75be5714d30656536a8fa5d36c6f1b49ba67632f0ea0369c6509ef0fc4a55d65f0ee39618121c2c62e5dd7fdb10a385f22e8ad514d083cafdd3011bb9d4912246719fb90fe6ecee50e7b1c8c6426630fdb2984505d24bff268a087a6c7c5177999c5d3a30b3d0bad06d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633027295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9f807f765f5afaa0a3eea4bc930abfc8ba573f6f8e217ab6edb816aac5035ad0f463e20de9640586daaf85f61c11f34f1a0af8f28cd89f62cbf9bf87063a8065cd8178f0028f1954121ac68d8b5f33f613ecf42df8ef44060324647f2fc52ad8fb0ae68c642dd67dcd2921fb23cb1f0662a8e3aff5871ec9698ed73defde10821dd3fe323484b8f3bd19796c4b4313f2af70f767db749d439b560af598f18a7cc1436032acc324ff15148d5f0c2c6e6136560ddf84309ce87f34f548ad01671ff186c0839d7d1c933b3a2b8427686a4e420e57a9e0353c046015eaa579182b49b45c2678c282d0b2f1e2bd53a7a6f70bcc79e9111107a8c625aed211981a3a03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641894047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=966ba900c6b88f082a53d518e367a46323797f0e9841d1d88dcd4b4097c8bc0c6a8cddf7a85f210739ac1069c14136bd0510117f1f8d3baa2768e485030895be85e80c72c89b60bb105231511bb894ed61ab7ef2da53d94aa9b9f5c399febf64fffc46b5e04287f841adf02248560f4f07f16e4e1247066a4aebf6ef407fd6e28899b9d14c43154d14c503014c1725aa1d78b89ea55d7ad1502b0d39503a2f14f69a2a740640743cac57587dcecbc47a2e3f2eed0fdefad1c1b3fa63b721606fe8e0e64e15a9c17c4b506cf39acdbb40b3f0cdbc9b04b10a75123c0f985e3cd31fc8ee97e8b4911ccadb7eef565f77801c2f8f8602f36872abba19d313650e52&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633026754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a9853ae6e104721f3a582a001e2c63390f5628d0bd2980e918f42c5c59d25c457a66206b0f9d0350ceba4bd9fc75ec0387fdaf0fda574981353c53916c251c125999a457a3dfebacc712538e390f1c885a973ad1b6423ca6ac4d29aed6fcd480c9e6166b195ff5d2ec3deb85accb29cee277df8df2f876975218e1adb1e91fe913cf96b07a90dd067f44dc4cb485125aae78b9167afc2cfd5213deb203181f9de1a58266ea861260c9e26d54921d488f02498cfd7741d2dfb5764eef6e188e43887b0f17b3ecd841bbc4d157aa3d1d30c2ffdd09d2bb5e9117bf6e15443c35d805f4faa428eedb07c1b6af143becc7c3ac6b4b9e1a554f699adae2f71e11d401&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.642387888Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7b8ac368690d09221a74a3551cd69d8a4f21e93ad15472b47af7648c3665629753139f6fb440b3cc6d3c5091f8320caae2bbf58b42536bb05a0150261ac2ce24551397480c50009764fb3238e180d91571f0e2826a20ec5f80e7dea42156ce031c88811521920635059f95e3c40f0dc40a21ba0aaa4f84216149165453b2b908773778ea2da2acf0bd85ae0cf5888987681a63350d01b9bd961f837f3848a30ce4f8561985fe487cc9a5fd304ff9b123fbdda1bc01dbeaae8bb1d8c1d5d7319f09c34abfeb257b325d6f796dd37dbbe4878c1d722084093636886a6b2a640f23590094f835692e3e25fb5972dadd3ca1ea799190c6b3c04c5c5d7d9dd1db05b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64242627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=768670e82a129419dbfea1892ac5e4693fbc410abb8d03a2ac9dbb76bc6b9b50c05173d3024e38837e9a722e0759b506bf25a31341e57185eb28e5274dedf3d70db94e8afdea5f65f561e10de50bd3687ecb7bcc4fbcb6fc509287c79ec2faf04c8c83a1278d592fd75e850d36951235118390c31b30f977f91d402ad3c7698600fa142b201e4d9d966c79af3ec1dfc3e1162ce7156ce9819fe25e7346b9f72263ae579622ac24e4b9027e5666e50d3d1f8bc33aa1f0f09ca03a41b74b767587f778c25ce2a40c0bf3d80c512e02e129ed05bdc5de91756fe11bcc3a073ee0267008bbb9adab478e0486d1cacde0cfdeaec7d3e3a9adb0db91c72cae42060ff9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633029379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35e319970ee1c004d624efab6fedda33ac6f6943bda77344424017cd27272d768b36f5bb601598223575f5070121a4a327844a14dd4b930fb5e3f9604c7a6c3acb61b5601df29defef96a9f806d89f49680c1129ac5b7ed6719dcffff2fcdffd956c227a3b19b356847b57524dff89053fb5c0b46db0bcb350edcf23f3310f26a5dd0471848b8a03fad0b69a8bdafa5431cf2611f36a1f2a75f3b7dc64ec8e9d42fd4f157c38e577e0dbf2d34d291c66791941c9356e77b447a3a82a0fe74fadcb611f2bc1bdc659b85c95c76a0f245200d94e6c0f7df768a38eb03abfe3e62ed389733969c54a6ddb4ff516e7f942c8cf8afc32af382fd81d75848383f870f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.642799002Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4690116b33f6d36fc5af17f587a83b2a5372cb23cf1b1acdff4c7897c5d3a302a86b27364002b643f9003767119737632e2cfc08c11ca92be7035a409338032d5e313fe210e727804c0091cb39385a4eea1efaa286a0127fc0a5f037a068a08d1acc80139b9a6c36fd2f2c86aa6b0a3feb85c3370be456f9d28c4c2701ce77d206169db4551119059bdf52b01f15df0774dad66d3a3601e7bb627fe9a397230e41236fa440ba71467004c3a500de16dbb489b7840e0fd181b6361af48d4605c2ee8f215cda0342c85858413e22d283eb8c2c38bafcbba3c049d37584731359c119261fb251f7f82a341431e0d30128f87b6abfce01f4616d13125f2605364aa7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633023849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=282bd2891ca95695e23dd9feafa308cc8a1842774522d145e7c0b84d7cc12ac47d85b0d14a3cca1d8fb9b145015a2bc0583d29464e4754c77dd64d26cbedaa6f6bf2480ff6d6f003ed89025f3c050e5d0f745b44a7fd27f90240c7405ac20ce222fa80b984a28734db950a30acc96fbc9dda493501ddbc67e05fc5ac2d83657982206fe3bcea23c2cb2ea57edf484d54db5203e9e6e5d295acb394de2c461ee4f2bbdba1d90e1521df2f982d38abb831cd042c1925fbdf99596699e28c20d966577a2f3c36a6b61d302c6df29e2dc96b8e6a5ca0a77017911d96b52dc0d985fe726adfd8110fbf7031a31c030b4b2f10edfacf3d0ff16e68d306db09d1b7c247&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633034719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=432149094b6f19f656a0e37bd8d14386d285e55181e0353c15380d76af7fb7ff5d0ca720a5da45b01ae9b72ec22f40550bfbebe8037fed433aca420c6044a8ec59875d0b910d251a383f89f7fc6070ed1a517ff5d3b4776a41a1830d8235563cb144a01c78ee6316077ae0ce2931a505c8c95c427ad5fd9db30ea19e70f17cb75db1d85f5790f211a538253408750518748cb5aa14eae1ab26349b1a226f1c42f866b8f5574d93985f255aba42dba78b1c1a1b3ac976711830a0dbb123b0635316281790073296160d41f9b7bcc6a7077c812850a231ce874641ce597b624befc4eb489b90a4afd1435e5767f648d320da23a070c49f5b17f968d7c491f1f179&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63304048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=62d266b33969822077486b89d4d1104d4f54b7b061477140847919af0d3953a38f2bc6b5ddbac3e1f7dd61b761c1fcbf5bb972117e979c0ffef699510764552944de4644fc1a06a60a9f1849d24f8be262a01d786b6ea31adfd55184c29762aa435bc199005dafe1e9d11f069336d314009657710ee835b0f3c525dfab7a276d8e46027b11de6619f296ad469e0b4505d38c0ae1876a867c4ad88beff718e6f6d3a6f0432ec86c29edf14bc914fdcbf523f072777ee5a3aaebe78b04be3b4b65988b36a8111b48e67e7bd87c0af54da244d84a01f93eae4f951d92dc6452ee9cc9ca07f401a28e664d6c3a8f12c1f103d1d9c969a6744186d6b2ce4feeaf11c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633044408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3a7bf84e387e9b15aff6c0a123a77f0c947341192891a505a30a8e41e8089dd4c8f428043bea5a7efc16e764061527bfc113338c2e9ec0ddaf6831a1217d0484934ca1670a78d6aac9de71f5cff41663050e9ff9e981427d148aca496b60406d72555bcf881b34a6ef2ff6ebcfa4831c9b24ccf771964203044cbc1285d6a7041fc0b7f079730d0ab8f013738acf6aaa470264c74dc64c9715f0c29f05e85744e97a9fe0d5b1b348be5f63c72ddea85d8538628cb263d10c1b98e9e5a071d8a0cb8361756e7a12bb8774ffa1c98a5adb035afb7154716bd5cc3734d510ed74d64aec8ad9e275ee4a768dacea4f95210513063ce17f29df0b71b9674356d10aba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633052653Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9229f0649ccc7ff03d16adb7f573cadb7402a985b2f8918c6da0f5bba26f8347b5480d16795ecb2dc341c397935ec5e622877bf488e33461a8433a6553e8b1bff76a0526b902e8a79ddd3a2fcad87986b53b2bc4fba52527ab77f8e2a06981c0aae88f7ba13701099cd9bb1cd74d36f6b20f766cacba7f32ebbb8f315d23f84f776269d8e4f43c87813ca246a8a862b1306131c801df6a2819595a4fb28dd6b1eafd6bbf92d25e761342abb3ce372f4da52e33d3e5efb1c64fc75e4ec367e987210e4238cd3fb6d7b3ed5bd4b0023ff3dd5b4b64ddaa4a36cc56586dab2c05d32de05a7dc1f2f0dadf066523352ca06d9bf8a0a352670827dd1a527dedeac412&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633047103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=69fc53ca519b4929fe976ecf78042048306f98df19d2021627153e4009b8810dc8ec6959494c4e130a909df3acdb3e3878556f49e52515fc87ac57aaef6f8200bd739233452be6ee6bd230c40f0328635aac4089c2a02680a0ac804629d453f79ba50dc9cea03516e196e40f769c8a31911a4d1f6c638546667ee2115d4403276bde95be03e343a857e32d91e3f82ada939ba79b3171bcb3721e8f934d893d9bb8ea4a3e9641069b5f6f7bede8c33ad474522f7cb4fdfffa34746b6952c195a89722cba5d43497e5c0c46cee242758e96ac585c01ccf4005f24d79b24a7d6433f7cfa05e7cdc5273376731d958f65958df9ba194b795464da32e2fa7103c94ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633032826Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7ce0f9566583123b6a983b050705d40bc5b4febd5edcef137177ab9836b0bfbe2587db92a832731d9a6983fc3a79dabb4ec74b645be78b4509854ccc3794bd82b490312d3b444774f6c12ffd4561a0394d1aa992f7285960ce928d6b5df921efbdd28992b5d90eb3a06f9fe52a22f9e0c687c43a1c93f395c1e28daf9809195a86573e2e923404acba8731aba4a2137f592ba5c0a17d28a0f9f0ac6abf9593e7c91bc7ad4e9b2051a6f9e182dbb7870e68f29b136f97a7f09b0947f448acbad218980b85c6ec19c33278905f0fd6bf3895c44d59e70befa9781a2c855e9094ba81b9b805193c13bc54b91c2a77f88d4ab879a014ba1944e4883dd041061bc52f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633057112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40d3afd4d94b25789fc90fa26a4f1297fb458e86dd09ab3fb47083ace00f3aa1fc49c7948ddf5234023fa6bed0f53d1fb0b0b161c741e4324a078c36314420dd6294becbf9a78d7fdb226f01621fb6f668efcd3ea38383a11c8f018525d42f666460404cf6e6ed6516a38946a7108204559825b2e8b25bd7aeaf1328cab9e3723f270bf1a993043cffd534887fce3cdd27f14d534359f1895c7ca69a84f35aaeb837f2f51f8f7a92d27c9315566a0808c2423b61f631f838caf6ed1d746de6342dff61eaac5fa7b3c4424a09e3bf80744f18e71d8980af3963b592008a70fe3c92c71decd0c9c8efe1e5bd32b8fad3f9aa28ac169d135bf18c22fc1a7e889bf1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633060328Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0edbe17041736d7ce7073aaa0db1e4c7be29397c3497505cd51811608ff2ba2b47233e572336346a24263bc7c9e802f02e5e50528a835d1461acdaa220a07e646cb825f3c7da5027db63bba86a238b900f4f94740dbf042ea06676dcf7621212f0846f7a17d1c1572a8b3b7c8a16a8ebdc95abef8dddec3672c9fd690203c867f3e931c0cb6d18f5106ce09895a625519b178560e70f34280fb2e779cc8adfb95d43974c655b0312c934c6746a0a77acfe03ab93638ca8af7ea3cf38b074898cd2db253523a7aa61da9203c942fa3d9ad722df62938b801df9e860da9256a68e04eac2ab05addb38d661c95250cf4a061977ea4a7992daeff2d63bb72028d8e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633065317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c715f2d17272d4c3f3326335e3302d099350afe72ea5bb809cf681a5253339de05589d997939e042aff209d15a8abf9894c1d6574406f8b4eed89cc55452e3f3f6753f0aa1d012584ce0404ab34c12ca371871957375cdfba01850093a27f254f4827efe85899ec1fd14f600ccc097b23778a3dfd1aaee6f7fcd47d8dde3fd160c81e6e76bb04ce690f17fe2fdd367010eb96f32e2c02b4e773a33fccb5d6674a8884e57aebe612f954e49dab4749448440eb0617e575f0e5781a00a38301987a778345b06be19db9bccc898db1203cf70c2aff40ec880c7fb2bf154634895136776f6dd458af46c1dc21f6ae43e739cb9e927c8a6cebf0ee12d31ba51e57f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633064796Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa5971acc35939d9f2dbb56cad39d58ce36f9ef46a439a504608bad62254d8ffc78ea0a73177e4a2dec888c1f3b6afc9a839d06dbff8a8d0efcdc4b65ba6ebc10ac7ae3b49da22910c6408c60ee1db741b40ba15708610c5457d64bcb180ac7f85f663817844473dd434fdc1a22b3e60c84bf6d8638760319a4db0429417a65e5a708bdddcf1e568c77add4d0d9988f3a65d37696263abef01428b75d512a32eb459730b3fe1af9dffa53c6a8ed795ba4c09512b90d1e2373322fed2d05bba625aad68038e260c4ae01eee88681f67a2b6f69f41d3cc3f1bcb134af98212a1fb56b259225901d0b52da355e9308b2b9641f99dd7676404c078bb75fe7c9f2dee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633036312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=54656501818b1fc82896c813c985dfa8371d25ac0353a54a8b841e509f6eb616267547cea0cff5879abe87f30502fc02ec542faa746353e177727980b4ec22153ec54cb5d33647aac708b3c4e92539bc12885a2660c7694b9a710f961559a2267feca0bf4bdb1eb06e09fee410c5b1fd8a9bfd231cabfcb9937f137f7e6b69872e53928c71658c9ab91e409e0378fbb9870a3dc604ebca657522ab5dc2bdd2969901c37dc52517a10ed97c2bf4a67af14023305e340e1abc341568f9562459a6f9ec0647bcf9ae3e36b57a0e5d7cecfffc9f3b8c9b9c1ec4908343afa2215fc29c8e3ab6bf4447e8374cd0b877d0728893bde4a6f6a3ad9b2ca29a3b02fd67c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632911908Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a60e502ec7a195abf973d1fc4ffd2e82272bb6c369cad03ea1bc51e48cd178f706f56a99355a1dc337a2cb341cb4815293c639365f6742bec34d938128e7f1d9c388f3779c9627af8bdc60cb044debda5f61e72b237f5075d7da63028937637f453db2102d6309a3accb546471ff9328d4d7b153848b055ca8a63300feed2babffc7bcd0c6df1d161bd32b62d7f8508369e5547357824278ad9ac6e652e4d3366144b633003d78ddf4127c85f23b9699fc55757e402f05b0ba66174ea6dd66e715d79263105c6f026caf1dd9a535214a61b717ae52a8ce488da7ea18f17ba452c71f70998c22c6de85ddd60a8449846c33468905ee2e23db4ee566a84f94069d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633079133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=39419626d8eefe8e1a4054dd9685c95b103a5b081149da13056be1dde6f26da07ecfaf92b22a8e66eb2dc9bbf40b2a98f32530a0fd71c654e109ce1a65e3a6ff44ce0c9584369874c913b38fd379004cb437990b01a7f2516157570716c9167653f079a91c074ab47e26b70e0a580be4a91a33983755d171bb30b5638c8c79bc7656ae38ce1d6a79978b4dc6b38a7a8b4785f29456199484451b2223fad9afb1010d6e9cb9085beb4f36fd00a985b7415b179dc5bcbb0533773781227a017fea9915052772e94b2b573bac7e7da725b782ea35b56127974720a8bb3bf03ee1be2310bdf6c5d41c492bf296801e0c70658b8318305695cafd59b918d8d34f8284&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633059286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0060c6ca82de15e4405c537756e8350740aaf15b1e70a07a0fe32dce3ce927b026dc35d85f38c3d375a0f9a9f5239f1671001a0e00fb2764855fdb6b13fb8a9746db7153fa7915afa81fb7a97868c3c4dbc0762e846fb3ddc05c197ef8d0b49aafc487429834b05da213d60c8adfa4749979da3f3fc69d0c852e57a5eb1c0dd0237ecd52ca8110bb8e03a4480160724fb015f5f5cd23f16652467841a80361e1379d37fbdcf0245c5652efda267f342e24b36ee4f147db5fb06e49dc98123b9a96b26db1b38322ebd6d2e1ea74af7f4b43622413aa84334908304085f665ef69d086cc715aff833ee31d259d9508fe4f89fe9e49f6575ff1ca9954009fbf84d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633055699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=78504379fc689b5b8c9120736bff85833e671cebf626d72b7646f6c957c8f27c6f480f12ee3e304f9d89c1618bc19d3ebbdd967f6f2cb5245e3197755759fd868d9cadd715720007eed75b835d2acb96b11b03c6364e9a9b073d756b434b51a64f9c5c98c3865706fb1d7e4f9da69b2ddb886f9b2470a4e7d2ebe65a0635e0bf304315f2f77bfad2a22dfa58c846bec6c0bfc949e6cce286f7dc6490158b47b5243167eb9fe8de8615e8a97d52f26e2ba629f47281e0e6ab16fd335146ba4715ae8f1749ce14ce700a004afa41f1901246790eaf13fc1da0cf2bfcac12f36f73bcd061df297940e2820dad4dc4b6316101e6e1e5fea03ea063399738da836778&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633095434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=779e24cd7cda9989124e60834df01833e144af919f784a7685e59d9f1d62189229c6beed9f2b5b1e7ef12552396ca964d072462c54969133532e9ef002d7cdef71dda312e8ceb3bc2f5b369100605bdd75fcf286ce372a1c23d56d6a12643e6a1dda09cf62331d6acccbce1bf752f4e14e45fc0c03d47237f686dcfe15ac1263a8a60fb32810d94d80e2212544264b789c3684735a97276d108a20e8267682643b47eab7cf4a742e0f8f20c18cb62116c115b3e0901e820edd1f22b90adafdde75f76907c90ecda9a4e5049fc03669309da22796eb42952638cddad14f8668853911ad526cbda61e197e561f2910a62f8b7bb771e1f8977ad1c6f5cbd913c238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633079634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dac2262d43c8d6a8ebf9181c1b75848c00f43503f34cd6e2e6607cab2ce3384c9865dea9c90eca514ddccb8327d9fa492c4a4a4c2ede8bf543443ae2293ab14842bfb33b39dff4fd4e9c905f2b2d62a4421cb1e2642557b104410f332548970a5e6c9c3b7a47aa22dde36e7979331aabce41de0313a38cc95cc81a0420b91e711ccec7c15d076fe3192e7ef8e730a72fc1d6aeb29955fd3567cfb72415990767257de022d09b4d318c137bc14d6b43a7d67ea85f97db9761058c8ca7833e4888b2e5669f40cd00478d4ccb051fda005cf8ae094352dfe363dfbe45aaf3dd6b4527a07f8adea4c969923d09027730024c1d5558af8130a9350b506b3a5118f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633092869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b95aa09851d66a48af7cae42a40b85b70db693e9f037624aeccf814f9ac21eb12ae8b18c3a418a2cc9bbdd5143b6ce2a71eb2b025f0bbd6efbdc20035d1d40baa8514ebad3b1f8f417c7b0fd38d1fcf35cb998374c90f2d934d79d0fc89485130540ad3eb25efaf7f54c6f98c9101737d16044af9cc05509de01787f7aee8cbb4bcd2a0c6b05d6857445d5aecc124603ae243225e6faec28c291790235a68e7c5c6116355c23d6f185416569f02c62592c6fb1583cda824de4749a6a63888fd9b9fbb3ac9fb596fb45188bb552b97611cf1895ceb00bbc0d97627a4807d4b3933965a238d1b812251cd2d2e3f24d627f3b47eec904c7d8f05de99f478a4fd78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633105623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=535c113f5c38a7d4ac7a8566ad60a5a8c1a24381fd5c5b9edf11fa5bec34efc5c899eeeb27c3994e4f8798992bebcb64a24023bb4838d6eb622b0542ccb7ea9b4884fea3aead26b52942adea6cd4123e184e1ba6b232c34e7850be8f206de372df03b8cf44b18c61b0dc66be6b933f15a64a2671340a8a1303d755ff45bf3434a791cc475fef82d7c70d0806feea38f337014fb2a75806fdcc61182c1bcf3bb4867355c779e2c8b6611de0749b12483459141f8b6a2b0a7575e499452603a223b6ee22e79044ad3c5d56617f4f1d44efaadc3ce18df298e6161010b729caa1fe7b2ef71aea508fecb444627af03326043fad17abfe7d8eb47bf940dc9e2533ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633107737Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=015dff258ba83fbf014d36bc0a6fd784f95651b1e7b6e4bf797ac97e181d8860f4de0ae7ee8e252dfe5c2646494918b67b12b859debfbfc9681a289d401794eb3d4f7f01f7dc22dd3f384648582b3bea7e139bd4c5a110d6bd36c8e4e72a29d5b2712c3b43f2597b0b66d1885d269dcac23163e5dc8b2bd6d082910e6e328b9c06fa244660f68486d5772a48aa68039f5220e0492a4250056c84e878dfa2aa6c6d2f9e777c25b9182f9dc08ed4347c81cc6ea0844a33e0f201b7fa74016297407d68aee58594ee96ccd3f82afbcd35c05264094f31faf570971eba12676fd2a8cd1c6eeb82dc81c2543dbd23ea9c596431f9c57037bd31fe9c194cf4b20da914&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633109671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b63283ffca31067a7f23d5b026205708e0129b3e77df1d58d3ffa54e3c17cdbeae1940509ce1bea7375502c0169459e25118302da4a898597021a11f02a60d30a8cf27892e5dce8228918261cf9307d12a4f183da08d7e40db584e748ad834a4d85d53077deb24a4709d51358e559739181f8c5365a34879869d6304d209f1879c077699b513316e62bb7e909efc34cbcc7a7a0d5176077834fb1eddf92d05c32cf3ba5a620592ae82f9f73e3e543bf857e4a48acac1cf6ceab4c91c48bce65407cf10ebc4c60e2e050fbde703731d068d15cc0f3d8d89902cf817885ee51ab417c71245e887720585b6e673438ddfcff0ac60306113e5972b2fe604db9facd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633113618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bec444ebd6bd98b75a4834d04a9f49bd2bf15f0a1aba9c584f5c8b5345f06407ecb192c044931f3b2c04d92f75724b7988a5174ae455d730c6c9cfb23205304a5cfd392b5ffaf22302ae58ee715935a8f7eb640ff63ce8ce09a5299d87a72b71b765dbb7f77c720b898ce771e107c871d3fb0fcbd0ff15233df03167cadfeafcc6248058965386004e2324a9bd3dad181ad17ce6e0f8bc6cd8f76d7036c65d644c543a2641848edeee57eca0422a47541560454c6c4770deb8534d939debd36b6d64b8cca8e42ecb4716cf6e57bdbb56c6b795e0d95de075a5357726ca488656a368af7de56dd3dfc875faf95d90d52e53d8483b60ef196cea9863058c8cc2c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633109611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9a28c6cd96e5e3e4864d8a3779f626704afda67bace0c5f004cc8b28b31ea9ce1e00a828eca1c68acbfe7e2e1d76a8f04dc95fa2b93da1db80997e0b6235c3f2bf9cdf57c278528dbcf2980c25d3da6f81e612248f37deb5303fe909ff9723f03833a69aac0ae64170ff6f9b4f14242829a0499e99f4f706e670693af12a66fd8ffba1ac716b04bab4cbed735878a847213275f084cad4c97c61eaff4e0610e7b2469c9466ecc9e328d15881a461ae375bf70fd858a0f6a1c909090bec714e778f3c1b764e31b76c94c6d85c796d6b9596fa9075a658edbc227ab61bff1effa6bc0be6def6944a5a677ec428393dd866d8958c4faabaf5df1a4680d098e8a1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633089362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=902975268480bd6efac17c5e6104602b03d31b6fb22da9ec0610577172406d1650a05ec01e127333568bc25c0bfa7cba53721c36ce87c9af0970ad7176abafe4e4664943def95d0a33e276ef7268ad772553064aa19e0499dd892611106cc97106e4c20f13731441211a91154a75d36a441af03d5a16cecee236b41e275d23c9c5f0787e23b4a8312c17325c78882f53579e809394d064b346fd0850d49f19055cc8a5c996d7b95c3aa864d9672df9e109174b0cdfa53c191559456bbe8854c650773fb988d3a2f08ef0e6a7b1d338685f386b1bfb691cad15cdfba37f9922d28c29346797d5549788dc0760a867069edb1409eba7fc79da5eb329cd68be89f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633093641Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=47f0b7b14ee8125f0586693bc8906a4f93673ac7922116c1d8e586f7110b8f76f710c89bb9a8e70efd03471a005d22b2884f38b584541e3e365ec021ade7128488dc4e8490f37415c62f11bf4ffa51b92b032aa0cba32b469ab90b9927700a5c8ee22fe7fb7c72ac2003ddf3eca0bec48fb1d5db5e66e628283fc06d13e091ea55f627cb4b6ec96fbe76978117c64902e20f93b6f4a2747a695243cffdc6d690d4c238655b7307a2f5b4355aa11033d90ae38d12ca83b51d4794f159e965746a130f2ee4db42d25811ce6acc0e1f8ee3bcd15ba5dadf04c895e0ed0f8e6e3e3d2168144ce656d2b5784037fde1ad577e7c978fe7f1fd073427a8b458cfbe6cc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633120902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=38ced367865d303a3819ff9c15c8a1f62d45016ed316bcdac3ddbf25272bdbd2f0de203873b36cb27a065c74c760cfb74d260742450fb4531f5b0e8ca444d4f64ee91fc3e1778d40404e63ed1260e87c6c83f80b4226aa358dae8f8ed56272b8a054d7e3e443a3ece8cc9061312905aa9d5f1669effbc8d20a24189a07bd987c70cddf3c04e50941738f60bf4c88b2ab77c58149d61e45c17c78eb02276c54fce0ce106b3eb106bee987834c2b3d1edf45474b79f89cb0b8d9114a110955019bc4c806395ce10d6885b67bfbd4521941f2d7c8c6a37e9b1df6399ea6f525a0372dd4b6db30e702f16a2d4b6c957d7ab0d49a7b15bb9e4408fa3fb84d3d9a3db1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633132784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4ba99de85e1575a51b593706b6d475135efb0c15fe03ca3a93be2febc43323fbd75014984b7f7742886fb238b22a7e4e99523820cdffec6599abdac930bbde25f4b95d613e1d8b2f48b0e9d5405677f6672637502cdbfc62b16bdcc2b1142df11ab154eb4296a473feaa60baf94adff7964ac2b87bbac3d8e5827211d4672b9389966e6f1ccc6d0eb0207eb1aa312ce8480a589d03da3d1166e443cae59fe7bc296af5bac66624579f2dc662dd278979d3f53e9505c62fa02d42d8b7582f23d0566db68c1ccde2b62fc6065ad3acfab7c8e8b674bfa1c576fd0d71158526467c5be6c6200e8afe4a41eb0469b4dbf417eaf545cf79846b8837b8bbffb85b04ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633072501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=817139ba63e207625784019dbfcfab5f84df232008967943f662a583f85a83dd0cf8c4aa1e532e7c4078d4310cbd7086b6f14bd1dffbe504c29b52b3a6ddad71c7096bc63f60edd2297e13e25255e0512b2fffb3b283d3d8509e93480c987bffa73e9faa66687963bf2cc832b7a5b4fb18c608e198c0606540faa5625140d91bc4e020650fcb040e914a46f63afdb770fc8f8622116a2470dad397dca306f2f20ca0a68354bcf38fb3d5e8a64eef10223d8071572f779be3b2a12a135bd2ceb03cb12eaba2b3f4bd41571d3ee427981d96b95ff604b48751c960a422ff8a04d0a374346145367328a5ed236d9570156b88909ab134f25602893a3d0d8f344e00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633132724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3b22658d256f7207a8f8649eb937c4d3b544949cf6902626b67d55d2e3a0dc2b2fd77061967d468eedc277c1eeef3714ece01e73c775bf03292757f1e8ecddea794ee067f78059df41435cbedefc139296d6951a55a368c14333091ab1d7817a58b0b4acb4f396fea954321d132b6ab3170348b61febddbdda52c7e9f62de0b04b46d4e8bcdbd5cfab72e8cfd551fc1d92fe6f1062478a46cf51898613311ae320c8016433ca7833c557a79f0116cee2691c5ab1f1aa4bdebed5a9d0248071e227303edac616782127f76b2a7577c6e09e942d36e9add2e78d4ea676e5e72932506ba6977a5b379a0edbd5eb2a5f54f034b0a8947d7ff51c44bc360fe65317de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633136842Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7fc9dc86e82e19d542078eea8f0b26b5a4e6e87e17b7f333cec51a237421567181c761fcdb88b28bba8070a0a70025d89846e92ab623e45ec268a386e55219271e7b837bab8f6dcf1433d5f63685aa2b35d5bb7b5ac71300e6d55f7efe846aced629885dd255d781eedebf090080dac59d0bd55f756359657b40f244bfe82343cd8ed5a2c7db18c6497ec528ce5f37d13e119e3cb2ec8a21958f5adde0ee4e42f84fae146f0101a454c321c38044efcde96a36f4b0acf43cbe0f51751276a71f6d7932d7dc183628ce98bc778dcd242ab82cf3103f418d11d7338bbe108933042e4c0ccc69a5e2e5e76bfc37a616838f2963ff23c708bae9c3dfde84d6c0ec9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633113257Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0028f7533d868ca13ccd34356944674a222f024c73ad2c54a8545076370d5883bf8b9dae42a0f50fe82c30ff902cc92443f98eab70b920744b83ebead4a5f323d4d67f2877eb6c7c7e3e510052f73f9fd4e47df8dcab129305a2ab9b76a7176ed0de17954bf738bc3b37a53e008c449289b3c66a5517a7ed20373cf74af65e164ab60ebad57551da8744ca18339b2e42bae80fc75d4a662723668368c630541c287b3886041db0010152885912f5c1cde6a3ddb426fb47b7ea91d4229c0cbbde19ac1d00e0c378edbe889d88a2b1b2000ad2a934f569aa603fcab0a7b3df8f76b5ac9534cfb5301280055cd606337c3eb2053d31f3b86c18bb90b0478b1786af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633150057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a37814aadc55c442dddf77c4cc0c63ff8f870cc5dbb9abb36464e4751a63bb121cf668c31083ad01cab3b1c11f4feb595d16ee3ae49558e3661edf97a9acc865406b57d7303e7e06ca854f6cd275f9b7ce92176ad5a448fd8711f567257b190e517a024bb893115f20a7491dc5cefb51158fc0df83fced9acda04b28bbe73229f0ce9d934a660d3feba3711e6ffc0a8d120e9c49615ccf1f083964c205697e57bb664f7e182d647ac0a2c0b92e3c091b95303f1ced94fb49e7e32d85eb4554ad99190d45163bddba540544f1e0ae7ca94010e2abc4a1678628100cbd17df5c9b6653fa661bf81d585a1aab9bc1b94d03a7beee50da105e2b9c85a74d99b5e925&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63315717Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b69c62f4174f4d53fd7c847711de8785d9330392f0ffa4c868273da7fce4ff0894047e9ead539d76d1025c08d025f16de4ea803b3af31486ef702311e3712557d30e8b3f2243176a3534cf3dcf1c28b6a7510c8f9b6a4e753350cd6f2104ff26a2b561be3466e07a987e0754a2d74749fe529c866911a0a6012fc929a7e6113b85b4e00bb9f589860d656c19411565cc47a3d0403b1101c061991e1bb61bc8dbb5368fa97b39b13b40beb7fd9e379c4d0306fc9210728f3aaef1b2b857a34757e0f0712a3e858fd46b6ba0356bceaca3bee74b267c2a128858489551032ac629cd7eb402805c9374738f85421843516ab84fffb239679f4446a4e85bcd5337ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633140579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=54fe7ed62950f57e27b23691a60b35760f0561f70ac2818e74de0ba642ed628c5714d45a913cd51b91f06356243967e234d52bad791014039431a35ce0a60e7782e2e62442347f6fdc49b13ab43c06a54ec48282b98b0cf786b6006f294a5458f44057a6a06e7af1e99306dac7b1a08b0ec1eea3770a15d50762535967b30b916d86934b65918c6ea02c8ce37240057d68a12d621351b2e22aff6967f4b9bb677737173ee0dcb76ea5d21be61218536c57de40af952844700b6f95fef9dcae94bb5c19650d57b0920c8d3c9d2be025ff353b8280a982683d54a58ecdd9456f0ba2bd9f44e408531b88f08b938805757b80452594b3b2ba3aab52cb86c47bfb4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633053124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64ebf9b18e7657e7fff917a3e023700fdc1219106fc7bdc06f80d9e954d22250d4c51c69696165e65813f29ccf33c77e30356a4db5b2fb284274a23e5411f82ff194682094de3b640afc59ac004666dffaa499ecd76ebf1b37bf8e97373c32b6e96cef336a115506f7d59e4f36ab98a615e6431d1bd0e719b05281f5cbcd4f1f863242e20ad698a3d15ee2880757eb61674d4500feac5b38c0368fcd15e9ab9e131d0a894b1886dbfefac85d7989bdb490b885485267ee8f9828108ab7f361dd1dc8861f0a23e2c95af3c32ad1f8eb4f12ef4f7bbc5363bdcfc582706359627b30a24289c31da5259f06c85f0dcb5b7f21cc6a23968caa21754f1fc5bb54a647&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633156709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3bb6cec89d695811a365fcea1c32c71c187bf45079b7d471666309020a9dc3ca9d7b71083104f89a1f21594de44995fe010e74651844ee712955afb498818ac0606a3f0e7d630a0f444e76328b04eaef2cae0cf908cd1d8044824ad7a6599efe353ef79bc92b2115ae272e2d83d7b86c1d008200bc70ebd3dbcdec07682a7f743a4df1d0b6cc1b3bdd18c8dc865e939e7478bea860cfa8f0ce90fae891888d888762782d81cf4770aea525c551553ffa6fa8f0373503b9080c766b9c7f24b8a0ed98ca3e7824ab9ba0cd8f9a9032d82f61a700c81249181e1a97d353536524a8f7b102b32937c5e938e243faa3f0a2e0701547c3746d0730455e87c44febc2be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633143254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3ff4734ba8d13214d39385f94c757deb76666e56abd416297cb0ebae968283155e65cf844449fc8a99be5d14b222d1afc6daa9374af6484f8221f2e3a2c05579fb2d2b65bfe87ffffb133599a0f61e03083b8f1ad4ce224c411c242d4641c37d084fff20c9002802e7a9f68ba21128f4a28157dc7bdc9304ad2ec9da1a405f2e9ef3bc9120b8c2066a559574d4dcf539dd2b38d9fca1eef70e55eef43c473938a709602ac001d543ae2552053fba45e4fc190fddbf63aef16ff3f32fc9b90352421b8a4d27463ff3bb6f8ef501e5ac677a0af085f06ab68c369c1ae03de9e848a79e626a36fa4b68cd81cf6c358daed9634838fb6d1e438dcb787ee956bc9f34&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633166217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8a74d4afd35de8dd0ae75370d3dbda7e18d2a332d1a20ccff579e6929da043f3617bef2c3092eb6acf20aac92b2bbc28dd52d270e1d55245ebcfa7955751cd96b818d703d69574b8f56a4e4e4a3dee55ce86a611aa17925d424767a318236da8391c15655f4a49017b7a37aa7404da0459a686d04fc54198b48f3b9582fdc6259c45b361dbcda255a2fe0cc67dc30be8af5b1d57167bf43ee22dc3e883ea830d5b68aa5521008928f3a27678f0ba87badee5be3a552bc4994f8f59777bfe0bd04e8a67bd42f0adaba620433d30d0adbd59ae947c91d67ff6fbd192b4f32009cb032a25fb1300a4f3feb6acc678f221b5553ef724b1baf41f601de91c9edea004&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633147632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65e8826bc6d40ad60d40471be5ddaa28b0ad3d0035200333f525c96213b859f401eec12861a3d266036ef54a399818cdd652d0def853e4f1cf62482086fd839abbbc1d29792b93d41affa65c0b1d2a0836de62c5d49d963d66de1660ea4bccf9dbdce2b093b48b63bb5bd614ca8c2431ebdaaf521f7614abf63a6b0b7d885ad6beba7a8774a4f8bb1ef5ae7458cae370bffc360211a59e219182831b93920b811ea70e7f5742baa59630765697975d0ee79782a8ec7c0cd1ba2407097750cb90a6e4f6a9e11ea8c1959ec26623010b7ac729a921e9294585c34f48e029e30132bef9229bd3206a60b34333b47cab674b09c7b786c0e2a73d8666ebd42cc845ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633166047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=71ba892b997312255937f96bbb905f192c8be1e010de54fc0d2789ca2476e8ea0b7f7519dfc07cbc73001b6bf2da48b70526d00d5e14c61a3bc085936e8d3c8bf88e629c4d1a9f501caf468ab8cdf0409fe5447c8a4c4ac0024b82a19d3c0f4bd33b3bf8ca8136b2ba883caa06dabce573421e71f628def17ca16cdcc8b2c9c116bb39e582de5f05abbf2b0965ea37ec78263d2ab161315dee34d0eca49fd9d88d1c75dc5e54602a58ce56bcc4a49e647747a1851e3b22606552691c33b531d2cb16f231f4d34c4873e10c1204d294d2a6c02f4a48b55c6c3a35df1a1319f327f1bdb4b8a42992ac2b2691f1edf94ac25412c29ae30d6a2d5b43aeb6309bb62d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633171117Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73f8d58f441803283df2bc1b7ea1cc0aef1de03c6822c1b5294a363943c6dfbd2d6b2bd37062c4d868fc6cbfa8fb0afe8c6b28f84a0787c933df5f6d2134acf5acc87c2b2027379455d1b6ff61ceffe6c15a45c57734455a7da36d0fa325d962779482c5b7bd9d763dacfa65b051d9a945024e4f38518340a30b6eaee1ce2767cbf2e9b73245193225021743b0b23aa59da7b39f88a2e12c5cc8dc82e071cfe1f0642476a1d765c8fda992df60192b7201f720f10be9de17e19f9f404f7c8a5269e1d96334eab6647f1c42d9766a30b4e89b8e7b408a66d2b8b9fc5498cac64aaddca8f5a190f7d7c9e24386f483e3a70e11ef931ab68bd206ca3b7d8e16b854&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633185263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bac62d5504f9f4d6419328dabe934b4555a74a53d198b8d3445d37c6a400a9732ed9f8ab9f4451689294fa00cce45f3d8db7f59e4287437652fcc0568c97a974eef2fa8bb416acafdc29b309440a0d6b737d7e1e8415bcbf949e90d5a9f3f6aadc95f12cdfab72bad29d762d5362407224837b9f1e2cdb9e39dd7154c35b13377384343e110364bb488d82c7053c1919feb200d91bb6808472da2401f98354d5cb66645d1f979ea9b2689d097b7081caa1d68c73ccc3a73075fb9bf3f1d70f19cc84adedd24e49389f524e9ad6d033eb9ffc09ce79143f72f1c712a2715dd5f62c6c08c51315e515b5a1848eca12fcb2860746041c45fea2612406046b02b7bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633144326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a960623d3307c824283803740824be2f2972ccf22e5f6e97876ee6489c2a6efd0740478082590b5043d200589f723ad3ae73175f15e8c07e42ec4487c4a1d2c2a4a576f08b4eed6b2f34f9f8a807fe82cddeba2dcaf2d873093bbff161613b20ced346336366271132ca50608f1582c5dc94a762d69b86d191705bb5fb9318451795811af461229fcdb6e24a95dd842c38d7bad1e430ebff93a7b9f4e76059c7c75fa44eaa6aec70c28384b65dae5938820ef79e3975433d57f20f437264d894a5662818982217a3be53c74b41524f69c07c1fa40cb96381db42f3316c21babc1b00f5188cb4d754278585b16b16569bc65da9a6990c68e818c977673ea8771e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633187938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b408d4c8412ba6cc27495b55d241e325c4db2da00ec9b5080512c4c278aa9b51b289f035d4828d6edef59e6eed293ad0ea005af61265f7abdf71465bce76c5d9493914df9ec8355aa7e7e0ade04ea8bebcd8da2b102d85dce5a260f02cc36b02e3fe8c5614cddd6fce08bd513a2a62a9a005768dd807eec233d87bc4bc34d9fa61b7c13fd339790e624ac5deae78c221f2b46285ee080fa9b9ec752f584566057f319a19c3521d8c331db8fa94911593a38506ad346ba0f39a46fdda107322da37de0d22041a3f7c412ae6db98be0e405f2304b1de255f559b61fe2015aeb45bc360dd859c0182082cb1810e30905568e6d6e6b0753ce54c09a463e750993fdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633182258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b2f5075ea79f999b05c015af50576eb4c02835d4ca916ef48c285da3c7350f28bda96f69838c63918ea7f73d9d718a1194215cbb0ed487fce6cb66d32eeb6596dae036e5b2b0a85422ff8a0e9cbc4541507209d82a1d7b39f6531c0fb99f67aadd693e90f4f609dd27fc9473db8cb85fadbcdd794f0b2d962f754a8e66b4f2d8978a6b448561619c082e7c905355b0111e7805cdbd2fde357d570079d5b9f40a1c299be0bfc2af633441e6c6c847f4b48e97348ce030dc53f49e6aadacd552ace26241a23de18a0665af19d84bac22d66576d49eb15d116b9eb9358094a9e6df102860192b0e8a59b296625814284099d03096f27da117384c0a04a6422befc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63318892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46bc0b19f295576b43209d61093095d4474f5c6efbff8f0153b90bbec429d19cb8fb900fcba26e85a6508ba4dae43c24e805dbc81c49599dfcd6d802e0263c94cb98b6aa367530a359b54520dea83284d07608301cf6e3022c82ffb972ac2b03e7d1aae79620164973dc833bb68dbdc3be517036b15f2c5698289fea679f656918023cb31807430922bc8369deaf3fc80e6ffb006f466c134a2acbfb4e9dcc17c22cedcd97ffe1b3302acbae84d885381cc797a8be1d9f5e5c7074ee1b9a011fac04499827b4ebc533f442b5b6ad9f5396804df3753f533e97de0dda37f30a74622da967bddf11ae39cd191281036b97159cb4984af3b46524a829d72d3abc7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633196084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3fd827905c949f50f673d8849ccac1637751aed97c256d7278486c6f26b9020624e69471d55fd0ade3fbb6e6af1209c371842ff2f835acb364d175b27c43119b54a0f2150c03384f40591a5c232189a1edce30731a0ec93ecde78081273575518bcd5906292ee0f991c769e73b63603eebd29ffe8a711bdedf98d345cd432c57ae88e01f3bcd290c7c93f43ebd51ff70a301e895f5e88202f9bd666241b9ed295fed2fdbe9ebb33401bcd12c56144b36c41cebd3c490a3e90965a1dc636fc7e791a8556720856821e6792b4d3566890a6b381c8637bcdf9c08c531a4d4f00e2b87769ab11f1d8f1438920fb52efce1b4780598278a9e0a7869bc44f84e8153bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633196054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=628cb53b0d24aea06a75ed21d11d627a84ca896ea36357f955d301b67b6240b85b2d966449bc4b2a98532b3a7d9f4eada85875d4b3dbb0a9e815c232a9600d8ecff9392f68816d0ddd3109461300ed82ce489b96df584e974fda47dd03e77f6980ae6ef8a3a7708ab649c630fa8ebe01c4a739cfffbe876b78fd37f5049cb84c54fa18f0c5011c3db472214a1ab2cf6f4f78f88a5d66c1998da1860dd69b26a66022c513d9bea5aca707149d2cd003f59bbbcb57974c1e7fca566dd56fb6491200d411f628475f4b66e90690a8abc7bcd3ffe4811adc1234c4ff291f46fb64f93414efce9e8422c294a777da2f7bb7188f2c721e4c11659d14c0649c45cb01ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633195643Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=14e3ff64184973e3d1ee5841a6b6a1e82e4340b946d2a2c6cc70cf3ccb57a28ecfd7185de6fc3a909ec80dfebb135a3d0261c7e6515fcdd23e80624ab1ab88a620384ea43c15050670438148e08d7f5657fd1b6c6003514cf91180563eedde63cb4f495394005de1c9199532ea48bbda86afaef89ede2f100eae1b565b8d1b6105ce418485dafa700183aad60d9f65cabbe065c990f271415c20d6dc8a1499363be6a8fce12dc2119cfbfdd4476d1f4115b1e6fb7d9a711166ebf2632df226f7a96f434661b51d34f3d2be57505f81cc6b1f00c87eaec7131b049af0c7c57e602fa05da7492be6f266dcab9c257785bebd2d2b2cc2d2ca14910279afee10348a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633173581Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2adfdf79acadb384c18545f45c4a2f95e336053f3a70fbe1a5c26b541700b3573d1c2b7c8e4ea96d0e6d020bc6818a11653f58fab4084941b691bcea14453b92c7a32251f61880b0013831058717bd6e0d51f309f4be29dede7ec7239b01902de38e489034583ee8369029d36996f3c83db75da31ed026ec5470bda37f0c7075785d8156cf6cb7e1556839c9ad38bada182ccd3bf074e1fcb9a08f74a5817dd1ae3fa7070108fa74ea78bc081c5d10aad0fe382cd5231c59bc8475ca1e1bddfc6a418e8abaf0ebb464202ccf674a2c16e1897d30bdaf1336b47ed09dded54e5c94e6c1daa6e12e57e485ab8466a218708908b523796dccab5623ca2af9ef9ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633189601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7f6799792aaf9778e86cdc5aa709be7ddb86e161b9bdf5a77501d3cc3224c61dbe5720ea49be17985590b7fa6a5c3470f92daef7fd1cdf5217750bbe98bedfd47dcb8f4b08533f2ca32383af826e798e59eef9809cccb265666bb10d9a8cc72a874b071268bc29e720b1f2a82c822ec312c9971170c8eeaca5cffa08027ad52414a1c177018b82bea67b6d397fddb6966668acc042cdf33214e91b2dcb74b8edfb82c13e64aa9744c2eb5e2afa758870fb441e63c46d89f7dd026169ec4bfba92cb6cb39939d484fd1c244dfe4347da595cf475aff7246b7c9bb44a8a2670cff022413522f3de5413d99e68527e47703afd6df22a7aaa4a44ae37e516abe5ed2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633206323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b77aa7cdf84bbc806c0947d9027d0f61fbbe26d11054674b751e13933a57049089bc6a3b103784b0ba30cf2f21d3a3ea7d01e9e35885fbe67d58d608d663c93f1c29128bbebd7b73874a249249fc7cb86c5790f8faf527d7a2b21a158cf097e437766a07a617aa3c5f0aad11aee4480890cad06d2e44d8a710c018c0e3c727b7276a9441655a5881fcaadf8920969da782fed9b00d8f7672af1613d38a15ee3561c6c9d864a49f60cc53f0e3af74cca268140de44b8ac6caf87994f2e0c7d9201650c29b808ecc85db1745be809aba135e2c0661dc405e1c2ef4d43e76050a2beb2269c5c8ffb5a1d70af3ffb73a1fc4e5b7df6e3894cb189bee850365bab0f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633173671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5563292597ce72f044729f72ab1c81f6ee17f25341afa6c1bdd8264a6041ab5dc7e890fdc674592c3fae1ee798c6996e98b1e8afac8617649f4a5079094f520577e787b957182506b16d820dcced9877d1c6d3ff92fc39e1d3bd2e16a059207d4b058f9a9e4fd744d507b372adacd404a48ef6d9906eaa54e76d4d47b6b8c9d48f4717bb2e1ff686e15e4d18062e6b4cb6aff43faaa5d3b1655b983332ffddb798ac314dd82263de3238f8839d7d04133dcc9e5fa1b21a0940596514a3a1ce30e98aed90ee193ee164f2cca22e6f8beb8f93329b8ee05cc29029f670b6ce906f537b50647203b031d65e70628d3ce789c303ead43cc8ee1460c43e0aa2f92abd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633218085Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8fbf2295592420012ebe8fb8512650f0ab6abff32baa4db4a462160d50d1b2275fbfad120869ae75003797cea8b4e2957cc429a42bcb2f522ddad1c16f7f94c20f5781102a9ad47e8a35c9d1b1e5d2f27fabf0a38532ab6134cdc1eaee1215c4953b08060a0294adac0cc1123d42cfa1d38fc6f33684f4e439fc24015497302db0105ba6381f3a68e1af74c190e30ae6a89dca2474256cce0f2fcab6e32b055146926d6aefd068e8c0dc6db28a9f92ab597cb2d6fbc938e3c0c17b9280266b3c729d5800c6bc0df2400895bf3a3f600393029aa065e976b0f82057b753653845a160909c58c4e42684cc38d1b53da412c3fdf1bc3f9dc88abc32e12ed2ddb47b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633218015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30ba2186fbd3133e9c9e6848767810dc7ca1cf74ed4c9581c030d5fea314d87d241d30f83ff2d4edf29e66784b39502b81dbbc6c67a3397bd25167fdf95a4ac76691d8c036902942c81de4cbddc9a23f9c8d88e3b389e2550648fd89544b90d2729da740e659e8ebb9a354ae3ed9336646ecf1712047daca226ce1cae0345df5d9eeed1d3800fd6f6527d621140b80281b476f316291fa9c971c64bca67584952e57ff099b0c9e61f8d8537ee00e953ce7a286ec591de73a04c60bddc8e09e4f39a2eaa71d1f203d80196db2e3182df4ab3a5b3d1ba20b36f2a8325534ac17d2a04de16b6b32615a717397ee68defe87ed21aa862b9e125fdfc87aac28210582&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633222203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a67e93228175f218c377a08511a1e9e39b6ac5c82928cea167b09e3a8684ae721e440d8a404b01998989d79560063d10c7fce041ce40182c0a0585b2c9d1a693df5ed6968c82ed76e5797cc17d3ec193953014728af169831942ab08cd01a5d1e3b1c5b6d12988cf9c8f96922a05a10ec58222756d2519c33620fe70c2b591d10c9b1390664f41221c7d47593e9bd5cffd972f9308dd91e3305db4bcbbf85f10eceaf0cdd39522e17b3e7da723b40718b5f5efd62c9db881657634f34a6498a3523c200803a2061b9d699ab5c3d8a8b7092f6a8b7630b4c3eae07d2cee3ac2345450db3ff1422e97e281f6fef4996c9b3555871a20bcea7e36404bf9b80a0ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633207245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bae35d9e72a71372f634289df33345adfcb774149e33dfb324ed59082d522d00acce0b5aed594682c38e1ccae5f2f7768aa1394453fb926ecf14f0a81938d77d58e9e817d257230b5fa7d401763760c096489420a828415a3c8b3623b9d2629189f863e096eae36406802abc98e6b21912bfb89db79f58878c5ddbb36a2b138158a0b692f469e6bfb6eb195f57dfa3389943081845c2af6eb5fa67e8ebb7c2e0a56ab597be6a713056564124c45cd89f422c6f8b48705869687edd2a07b4b6b1f8e8292f43db2b8d970c63a1b7a23613c5bf057c542d3159a6c2d9cafbbd8e7c967489c69e71f38f088867fad2c04f60fe9264439dffe181ceece04aaea694ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633211533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8af0475b49eaf138927f78e4e8937e11d6e1a2d88266d88cf9e406e029959a7374b2e42ee2ae2b54926b74cd7ddfd29a6bfa2eb91e96e54de8cbdc41f9a9f17fc75eba2d28bbe0652670b76cc43c969b93ae648d5e008ef4bdd836a9026d914b6e71db322fd907dc62610e52b175d08b4fa426c3312980d6612162bfc3dfd74aa8e74c4fd66f9c46331405afa2a804501b04b86152cfa818795ca63f69f7599fe57bac1c957be0d8aafc5fd5a0514ebc75d563dc5b23a63d8e3f880abfdf09639fa6cde06d96e2cd433331ab437cac19139e859cf6b4a06304f1567c1263a3458780cc220ef940537eed40feec1e46d060be19d51ad1309409454882ec4eadac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633225699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d05df8c6f49f619e6bf9b44439b3c5c27c5c44c459fefb82623c36e8513862c9bc21c75b307ad53c88b95a3f05a357d55f78d3b6ca2f3b40891f15aa4fc62ecdda65a7d3aded9c6fb98ae45ca60531e2711583a1a03d08feca09d9ab04081a18c6905a04bbd45d51d870bd35ae6b2126fefeb48fae41fc9971fb378bf13fdcc4d5fa398f2e445c12d4a4a408360feb91b8c9802707bd46e9d4b062d67b7f9f6c09be3e4ad025d08cb595bdd10c900f4950eed073134d999a2bd499e32d3f3b31b82c07e701b15229d8a0e15e0fe7d3a92b51333261352de7f316df2f3ccfe3c5dd101a85b82f69145a6a9e5cd9043fbf72bbc59905c1b5b09b08bb1c2b4e922&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633143254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=63081ebcd933b8fbeacf542eb7bc72305e4880b34ba4c0a7d6f1d48d6793113883126fa9e428804a6768dddde0217a4bc3ab04aea24d35cac645d3da4a92dc1cbf5ed3a5cb7378e99a302fb0ca014c49d09d9bc15273ae6fce210a707d2362844c37cf07ff7b4c48a3cdb714c4757e2db793402755ba6923117728d28acff9630c3c30b2d229596e04fbcbfbd41d1bc58d71136626dd047a14a9710a90f5e6b265003b59b4f9939a15db60c04666dec786ffa4f9395a89c8676cfda520980f159c7efd79cf0c5ad92d7108b00bb48c78ded44a18c13de4eda481f0405a0761343bb4590812a39399f726c637f2209b24f7bee8a6c015326a027131ff182f73ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633227282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cd2af829533b2a424080aa5efae68218b881533d268c2263fbf4db83476140d8b29e3f14be1868a302696297e5083ad256febf2ac8a9f73d1384c75c126a5dc065dd34e31fbfca16d0bdc1303e4b892cf9f674ca0539539c1754d3ecf21bbf79e5dc623f8d608875d0a8650ded7cd7faaba4f56094838122bc5b42fb9fb3e577393e2a9bfc692c79a65d5b1fb7d0f12ca106a0dc89b80a289c297b501c32193f1b4add584d8d278c6bb9240160d622fb558952b51d571690e8a0e8653bd704cb401124635a251e212ecdd49eb8cf0cffa9d5073333344d6ccfb7f140916fc434d4d7c870ac2530f53da84972a9a03c9b1c2ee67bcee83c89ca35b4049544049&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633225609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=61505ee676b2f9e03d7f4646173a000c453fb43ef8793ed6f9b1b2607a60bee7330a98ae0c959b3ef4f327bfb5847f70f2afe26fb52ae049239c6d385962ee3e1521a22edf54c9fdf819ec072703e7b407c42d1d249abbbed9d340c4fb622e9bc9ff803881a361716b33f5db48b14d8f1e4b989a1954a166ffcc82bf82c332b6f6f4623461adef1ed996597f2664c42e61d36d30e4621ae810e2069d817802b55ff1854e193449c93f1ec18b2c7c7ee9027b341ca205029717ca0c7ab2e16fc59ef307629fda92a7d1fd3e5e7df82e34949eedbdd53c1ffdfc613b210770d4644fb842001c97031da7619b9aca2e411cfbae8895640f2be11d4af65a67b67828&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633226822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f6b79cd13bbc5df4cbe71922c833dce3b95e180e5e6508dd6b6fa35d21774e39fe29546528f158539f41025a0182ade50ed48a89f02c6c0f7d8e2377e0020304df2ee2fbd3dd141c2bedcb7f4fe14358e7696d1d698e7ff883d9f99c9443d3fd90f34f4907bb16c55dc6bc71c1df0d69fbb61df9573b55058fc9aa4385b0c4380c108e94a8d0dab7c93b3c5739f83a0f46e4c994464e13cbe0cd53c8870dcf8dd2d5794cd7120c21f5426312a73647265d16bdccfc1a4963a80037a66dbc9353d31bbd91646ec0e4fe562d59b487a0e5fcde4e84c3357c0de13b325489fef70eec878715ab9ad88f31472dd9f2aa66c544d701301450ca04fa4f4d8f4a1537b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643442215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0ba918e7a07d7bd7f332ea3b9db802eadc09e08baaf7168c719bbcc40a98b52264848c77816f5d630eee096caefaa0646bec5645923912bfe0a5fd66be1fad7b7dd3d91fe719887122bcc1440015c405673e54703b15c2ac246a37c01496b3d26446b133a4842c9b9716dbf358b2971c8a047db27f877ef38eccae077c60572af173dc8340000e05037abd227badae1633dae12de50cc4edc4f3e773913c56f7fdee1b8bc26996e5a6734f59833560955ca5763feabfe44dc8b59f0c4b558ff80df6c7dca4c0fb3037729e449ceaf41326081a10b1886b4d1a25c172c36a7bb96ff7be68a5dfa0a6ac57476c6fefdc25fe211399d7e877357ec3a39edf9f8e7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643467292Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=22b77c3c816fe9731c84994dec2b4d16e132bd69715a2ea02be24e83d72b552c469b42d1f0b95816eb08ee979e9b9dfcc113796afabfc97de96c9557aaba2d64964224e3910d1e7830fe8872c9d785ef34f106e33ce6e58106ed36a12c1e85c7e8f51b06fb89cac1031effa9e3f5055a557e3059b00d4da560da6fb671771ff702582d5da280603862223cb0f4f12eb31e98e98f7847025ba18fa78b27be3b41d70a39e61a56baeebcfecdd5f778db9564dff7a39c2d7be7c51a90155309d453acc325c97791fb7e7081123ff35f3d1ee41c85602e26c5721ced880d5313d67be0477b83a3d7308173de96f639260eed066796dd3655e4d12c3f363b43cd8ba9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64347659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b85339cdcb3f664610eb12015b483fac1592a5b90f5998a25d081e32b2f9bbdbe9690478678e4aff16659bef421a4c6bd644f88d43f13c16b05cc30e8094d1ebe481fd53f7169b069ed8af7d601e72a8bd49fc08600d337f7d2c8292aa41242a22f9048d3902c373127c936d1e97cd76c4b278cb56d7fccd33a35d2946dc869477602a18d1fe2dbe051b0e26803c5107a34fd223499f43158fbe44a9cebf74cfcbaa599064bda81d85dc7430b2b15b68227f7aba086d99238f94db42faa383788ca0f5752202fba29e05248202ad0c48714b63364d558e96afcf876cf6f79bb12f2d233532624e2ab0f2c06947b1f88145512e400aa10fe93a8a418e6fdaed06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643486919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30e524cea3859b425eaa701ff18c36949b7f404e10400fa71da7076a721e5d8d02bb49ed87c4077fb4e66c14845973812df2c10e303b16f14a34bfa51b61fa995143f5d0091b5414f70e8c842ba0dcff9cb18b28e4e7c1b94eed565b7256287bd215586d5c607c8d03a93cccda81ba80bb487e5a7d037843d01735b6df01b210419d4503fc29e3a3b5dcace07f87ec8a20724b4344f038e7aa91d053b3683d15d5dbcd183f46fddea0ab1ce12ac7df13b4435c3ae83ebb403f5bbd2aca62b49ec04bf962444a64f63a1eade98598b1c349030eabd3aba2b7702ffa7d5ee6fcf3588b55bd4882f109ed08f46e71f48c2e1cb508e6254fdb32ca639d0d012dc694&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643512327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dde31d2a7ae24e1b810fd8ed3b5b6379c05985d0212260fe6eca1d578c1aacd40d47dd7780e32e1fb9f6b20d44447b5a945a5836e4f3708e0931a0f109e56d9b45af22184f94b96ad76fe0ab96348b7c12ea0031efef58436d374d30a1a684e368efc0128d89a0022a6eba1975a396b388582488f8a9fc59a300fe9081537d03718f71114a4dbf122de28e1492efaeda241f6fb52c5711eec5fe7f21f0e440387f2946c228ac784729d1ef065737e61eeea3537891bc85953a4617e52550c4b4413233bfef8edd13c472e88f5567668ac569b04a5b4c40b3c199ae09056b931162cf0543b07a5d6eb13b095c7027365b71555a9e613594455844d1c3bff4195&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643523979Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7e9d3d469a5d4bd84ba6f206062431572a1e6693c344d0be0376b22cbebae53fde34eb398ccbce53bb9cd8e12a33a8d9a069be26566e3e3ad23a1899a68dd1a189ddd14187d596dfee04c0f0d22bbc74aac00371d0389d151f7939992bd06ae06f14b0074b9e10ad0595d1adf562f64a112e1116e8f30ac22f71557c68a0e5d230eb1c71253856ed65eb643e4f786dff6ec2825d389d0dac54af6fb1744d4986fb1b468b3ea78e36f6ec66a6a702feeb0757e662aa24ddf1d45a1878a7ed73a3e46e786fcc67b4a678b49224fb9da8df713fdbd07e85f0918190d7ab831ccc70f8807f01d61ca973aa703e366c7b2273cfb1e31c4c5ac19e8d525fe5b00eb2c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643536452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=233fb8acad912e5d9443363a098dbb6ed6224372cd6f371ae920c583405cf1b51ebed7e26ca0f503264c61fe39987e2627bfa0228a8cf6fea4d27213b7598f3983a0740d694b10129692a7338f5767310cab1f3568345028cb5fda7ad540b68f95df81c77b3aad2df4dd9a80f0a12157bb2e19cee1866e98dda97a941cac720fd02b6303e5193728d33d7205ab055c5441fa9d9915d744fa156dff3c238fb04ef5c268f8d8ee75f3bdc2d842760288dc28761ae1bbdfdabb328eabc138cd95b650d1213916ebe3c520a5f3a6b985a6e06545bb2ae6a6d126380e0aa35d456507f9c8a7064ab6f13dd176176ff8bfba7951eefc00de3200b043cd352bc22981d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643745466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c38122426026cc0f252b6c2407a174bfcd084c7da08429ac264d95d055cda3485a8980350e3a47462c40936edabd2e39c3e82e80f16295919f6691d693e5f9fce626bfbab997c798bee9fcfa25eabdd18ea54cdcadf09451e69af7a0bc83e4254484942c16f74a3536de7d51f8d068d103e123a16b2906541a8e7877bb661e21df1eae4454be04d6938aefeb1b723fd73bad177a89a7d2ecf3e07134fc7c560410771667bd9855610c6f7709ee8e86024aab93cb88b4cead85dc987b5df80030facdcb9cfa4ae8c162b897e281f1a6b54cec6e24b522e0e818aebdf490c85c72981b65deb43788899d031572ed77bcb8577369a959edce744d2352d274536dcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643757529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=717102eaf7ef074bac2d7d5c715e2e7724a69cef1491a3204eded547b4b613c21fa50c219a1acec62396bca641b1ad3b9dfe49e1f3d090a688aa51bdf58e8835abc6fe542084f88b420c8411b0583acd89cdffeeb3a54d1a1451c5b2599461f6af7bbc0c035e31a88c1c823e1e267647222fee3918607ccf3a817cbfbc64becf97ba18770327bad207b0ca7780de5df179cb9974c87bc7b6e6e47235580a198551ab67c895c9de9a37d8f6f15f6b27e813ea1d5f9cfec53c9ca0403ff9e6f45f40a789aec8563d2f11508183c757bfe3a693fd4e6184f9547355c2c4ff05a01db856ccb26650deffb74234d6e32193f32ac5ffea0e62987336d32418f09437e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633240287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0cae177e846e38fe13743b993083b4a5af26d5ce1bb81dd08d2401540d2ca19e8269e53d5bc00707ebc15d0600d91be210b9f36f056ed6e0b53785eae47159ba1ac7953528ac743ff54cfbabef17dce39e81bcde4ed989b644f74d862a1e2beaa9897f8120d4e58e7627fe605c07a4a19291a214e1b89f6be6342f1e5265eb49a1de77c088e8c2a59d5800c1ae088b17f825dc13c89b63b81ab3226e77d13eaf8aaf7d7998a74df065a310be6fac11194c8e959d2a3accd315575eb933a04a7ef7798f723fe30c982238c1f5f9f9eb9da4236ecd0321f99bf8ef2ec23705d71389f1681e0c55aaede6bbb9b1c859bdc795f094a43c625fca34722248be8708f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643802053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8a19e940b017b5e8ffe571a172285aeb097dd5b018a13473397d1950f918e4b9d9480e9b3972b7c4ad6c58065ca9d852b8b5bf24c9c16e7305439e700b078e4e4d4f90c71e0ca4abd71a9d959ebb82695d61aa11352fb2c194de715ca5f05cc040805d1b2b8e01ba674bfa082c6cbaf1551f5c3a5d7b27bfaf9d651bd3ea370e8604d7a3173b10096b5b3d54399ddadbbd3128297398bbbf3e7986e232d01c9cda76811fb9a86a6fd8a2f425de1b654b6f5ec4f8bf99708809871f539fafe20ecfa89b1a4cbb2406b67eaaf518050d1c438c083e5e489d49c177b52b2374f5405c03bea69bd62463f1054861e24dffa5dd1cdde18614fc734ca94820894462cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643828613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ac2ddaa304b7814df61ffd7f870e46f27aa8fd9230ae239f799919d66b204c6cafb9ddac4255c5fde4b33b6390ee124b10db32acfe7b1655476204d3a3aec121f51ec1532990ea36fcf407fb539b9681cb8e1fd6898780562679adbb218ffcc7bda8e3e503770c835e7846a603ce085a4515a9489570a6e4224c3c31caa29fcd6903c91709b529999ecbb5c4f1ef9fa91a414b1c6269fe70324978f521111450d2d6d9a5ff807fa777b891d95f5ebe9cbfb73b07acaa319672ffc414a3b2adfbc9b41f3f5ad5012506116a3bb60ab2126876a2a730a7a2f6da720a2a31819743590a3ee3ad62202efc334dbc208e1951ea2cc4ea0937c3e45abec695fd07fa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643489304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=598c5a702722204a6ce4fd0cb679d3d42e7fadaf2f085c44a8d2a52041f74d8ad0052893bc6044d56a6b01a3fe592b089161b060e8a5056427d577d98559426b5b607ed49af5db509500517679d7afbcb66ccb13e90fbc45dfbeb8c94949c54257eb56738c412108f4fc843a2b5cd921234cea82102ffc023539f4c0874b7c0538e39cd6509eb657664f5333342f4ad5ab6345e5f5d41f72c4ed70ef4df8f0bdff760a09494907aa7a33c7f04a91294a0dc954afaddcf3228b5e013afe0eccdfa7e5d335cd3250c645dc3fc4db613f3396e1ede187107ce7e53345d51ef9bf6e9df8f18df14938eb575c862f62545bd42ebdc5447c255ae53ebb0b31469cfdbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643479044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c480cf3a42ea3ecf4117667cb72cd7ad8fbb93bc9a3681de204649a08c751dac74c29db85a4b3de97649e58794987605887562aaddd8f7346e6bfd0f99fff08b28513ae36395e56bf7fc28f88b270771699bced4d054a79f6a35865219055ccd9115a8d50d92bc6257442661dc2976e9d375d93dce5939a00f25dd85e60e588ac5732e0677708c4258f2a6a69d1a5e267d371a05df53562159fe14fe5e53d3f04936a2af6aac1a0e44753a0c7dfa870cfa7f956407c24865f8db32f54ef6068f709912b37c9bbcfb9103bea719cbaab51fa928df50e981aad2ec25bac116bbcf792d259d9d3ac7d849f8355bfd7b8666df6d65045842528c69e2373b8c5b4ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63324719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6401b9777310e255d8130a45c41038ee42220df132c043216df7d485b178f95ca5c7e920d8a4ca6aa8662cb0dd67e1d727d577b11ddad7d1e46d3387d444ba3f40506cda8b07716043858233ffc4e0a8f9bcd5a8347ea8daffb2ad2b38cdcdfbd49fee96b80950da9f9d20336f7acc52b14bffe67d357991e113442eb1a96150df4fa586b0d7adacd9d7add7108d0451ad54d73bd679427fea360d94b72f1caacff5a96fc429668dea0406ec0e572c75b690705e0924c9b3d2575209e5860b97bc04bebc1d1fd7dad59d983c80af081ac59b596e16a300b34ccf41093441ca8a331803468b29b0dbc634ede2178e66c5268f4a06ddda80d35ab8fabef84670d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643887414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c1b594878c89a64bbf5b52b49bf126cadcb3e56a236533f3de1682a5a085dcd8aac729ad594c96060e16adf2739375cb562ab1c184609d8d205bcb672c8b0ebc83e12eff8f413199e8c94d2a71bd8945e641a3d3ec9afc2b65c7826184a771be04fbfc080148c51515e458f90a9d8be18fcf6a40411dbcbbcf15628342de20133dd6c05b2b374d144bf2feb6e32a9bfb291689960a8bed7122fcedd427fcc6292f5bc24a740a0e0e2f5c5f9aa006c0410f8104a504c218a2fdab27a52c904abafde256754752464010d5469f84173bb0245a5453bc69fd60c76644f17a1e3dee6b521e07e120535031906f0f18cf7f138e3c2a3f4250d694ff40c6184e1b87d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643908193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=57ca812c28df4f0191ee2cc9170d49054ae762e153fd99a6719c9a372e1d5d93a65d91595e18c58ca56affb1036ed2ce369f4cd6c373f70e7ba739687b2a27a94bb293d79929d21c7727b6094d3cab551c30f064ff43fd4f67d1f1124c2c1466788333c8190226fd9d79bd657fa0dccdda433ec76cb71a991d61f8aee450245dbacfa8d73df140a4a0f4cac49ead894c2498976e48fd6d241530c48d4b118de846c930a1c613a199750ff92a1b49dcadfd761a3c95eafcccdf30e49290a5d1dec2afe18ad4c39482b005aa93748b61e913be437fb311613090dfe4499edd9b32627739a7a8581fc4915dc791088004b3f3fb3c9c59b6703810ee463a71c1ec24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643934483Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=387d382d16be19ed9f6bad07933dc5393b6161211160275107919bd7b5f407152e34188146be48d9f13f4195e33b153d21566144a7d609aaead43ef66a08f3200f248855673e38d65bdbadca6c6657af064dfa5255fad96fc08cdb352c56c12446f1b6ede1ddc9710988c962d509b19cf802c0c29878818a60efe1c6c82ff029daf26ea63a9f0bb37c98388b181b31aea96b75cecca67f2dbc45bf0ede21bafde3451ba6660f059e5e9853fd7a06d04d7fe309f197a4e565befed20d93e246359cd5a3ad3cdd6281157be7d9d2858445057e6d40f4dfffb034daac16c4c7554bb827cfa4fe57e4b2c0082b72b51d8aa95d61e536ad969b7416343d07b59b17d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643983966Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=205627ce5124feeb4c25bb5cdab5561b8bd3c08a61af22365a90318092642df6732dc23726ec4e85457f8114d8100b0c753d333db2cd9ce1141021e0f12ea4e417b745217f6543fb0e247e031f47a1d269c5d641087808415cf0fc5a5cbd90bbf3c33a1265c732f8f22fa97904d5b0d812908cbe97861e41578c32412cc28dccfd8ec7a8eea2255acdd744d56d8ae1388203f26f70ccc473c927e9604e606eeb91c4cea607aab6ed9756132ca09edc4265076f4f026b3793e9ddfb7512d8cbeea110fe317a843df8d75539681a815d668ace32401bb804ea2da722d78dad24309af311237b503a98c4ed466a706709c32b035172c52ba663e85969638b02a676&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644122116Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5fe3bd4ac07924a667fb50ac9aca55b947a8db9dabdebbed5b0c65602019727250028aeab3e664e038b31f0e9dc3dc4f53ffce818ef569fdff1729125c3c36b1a5cef04cbe7b19fec366dea010adc9bca2924277ea06e08c1d6047ad1a12e09cc6f8dc11a81ff48e8e23cc0aa60295181ab4bd9b4eea92b69b6d310e7c49fafdc38b37bc3d44cb4865d3e57152c5beceb4543d7c2ee764f8e6c396dff5a942deca50bfef3620e399474a654577c4afe7bf93d39aa78cee6ff260e6db8b58079a2a7dbd5f9c3f9c1e48a1b78cb498a796ab74087c9a4a18e82db5be4a8a77285366af3d013dfb03e0c3ef62d13a849abcc2470948c4a900a013107d2a85955a62&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633252139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=901d210216dc99585fef0bdd6783f483fad5509fea8ef1c226064ca48291720bd2a6b5721dbd1a60045fcbf6fb8874c98e1a5e2506cf46bba1d891c7de03345406f32e1cd400ef8c53069eb767984b6e2ba5e78c095245d95c2403c2c8cd96e54f27b8f44e0696fe6299b73053ca4607cffdb38d26e4234476b60e7aae0c463445f8eaa71cc40c35ce95740190007974ad6008995a49ee727507c6338a3c6bcca9588d75586185497ce482fd6b611070311e0be284ec2dc93754352051c1a122094fc1684b123bd5ea342bd418f7519a4e6d638aaf53ba7620815d50a4259615e4cce7831b57c1580cbdca83540f26d8f66459d9324ef92bd0c8784d6c5e15ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644162402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=973fc014d1d1db837d9141d6691b657ab319380739731ff0abad69133d7e2df2c3d7db30f2f14bc8b60b5c5ebbde7a2cac358ff6bb82e311023ceb808c38e7939c10ec78474119ac6741b5dd063c57d4a10d8905dd56510075847b9ed5f871dfc24701aa1e2ae7662bd90948ea934ec79fd16b5a5ec39d9974ade4c803b57f673e72ec29c6c8e15320a68a78c8e76804d2797e742fb511bd631123a31afc091533d146ec5e654b7e2c32faf5d009e9a3acee5e85d0cd6ae8010fd2321716f36ab167082f17b879bfbafe2215f54c921aa8be7dad565c9cd96d9b085d98860dbdf028815846a325cc587c6eb59a597532c05c77e1951d1a2da78fa46e3906c7c0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644165588Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=31321c50980aa042eb40079ca80a9785b9d0ab3bb8ad3acfd7f6b40a4683652ef714d6b92b77832bcabc771a369e900be198a8e568d40f3d5d5b7c03f7bf405b0e159e7b96189bd0bd480fce83b6addb61b21a4d8f9f0a3d98c3edccfbc6e3afa978370137e707937311b807c86737b5a3f8ebcccee29a2a3f3329826348e1d26a194d9f2bac7440e9660163b5a162d24f897bfb9a53e623b13cdad25f9e75909a5e216e74c16bb87bfe28b64cbefc61218ccdd6568104a020741f254d67fa2ff13572e098bebf129dec4532beca75f30fecc2716c8aae18e3b88fa3fec6da34042b0dd56f5dce7743e62917f03aadbfcee8d15f2a939ad81b9897ce44859b2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633256688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5d39b9e63f216cb0fe0ec5f29a390c32f8a6397d0e375fc4163ff764292fbe767b9de5025108bc0155bb66108474f5146be8794f82e4a79732f6010b5b3f951858a028bfa751a42626b7421034307bbca537617cd8f20f6427394e2c2ac4c7a66fd388bae9158e8ee95248d6a1c52e7ecf245553fba4fcac281393d1f7630c484a4b87cd108c3538c33ce7f0d82674a3a4bf1ac19622d69def734acabffb13445ec32ce63a84f404fddf3769a59fd21dac2b2e3e8d5b6b2dd3e40c72dee3f175be0e13e0e703095dd12259fbcd45153ce01b821a8b02abf685539fe78e9fdaa48337b8679c47df3c8a9f257ca97990420ff213f06ed283d314c31011ab118647&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644233967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=53bd6f3b85368bed6885384bccda979b13683e394f0de9a0a9823eb6ba2f5530c36e3717fc8a0e80bdf9d238b6854497dc7cd376890994d3059580d8f35f79541e21b49707e318b1613e18056534875c2c71aeee5b0913325ad48e574f845c095db9445c0afd344d6986974d1b65cf38c6578cf547a70498541cd32c9c072a15243df9edac53e2ac324cf160b52a4e9672b854e6d4c4daa98e88a04e5d43440144f7343e79b3dac1e6420ff83a8f615b391893e5998f2a4db0efc2b2f39cb0f7a74fcc7fc79ce010bdb0ded39b06bdc38e8cdf974260aed20ab94451fff413d5a2d61f98b99e015206e86947a321de33d8a6964d5cd6257b8085c6b6189717e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644239006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5c9176005e1459f659f04bd0fb37641055a44fddf7a72fdd3967e712a456262a6f9d12e738af3a4f237102ec8b4a023b248e9500f2870af57609771d746fe2efead4f6b763a2c2750093ddb10e61b54ccdf06a7507e67ebe7ec27ee0d78acc6cdc1955c4287e6a10c90ff34fe1213088fd97943cc98ac98c46654b84c6de4b2b8036affe791f5a25cfc4a078c901a817b336c898beeeddcd1bb8195bdc125134690df73a00fdedc82d094c71408f515e16289eff94483b3659b9809c2cd406e1c1257cb69ecdb7925c329b731531066f360dea667f3003e16885e5f92e47c1d53e66acc8263ad96eec37280b25d2e36160eea084c37cd0e3e18f62cec016f350&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643910808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2023577dd0819e489185234cbab5131cd22012415893830a7fffa851c949e827563580b813f039d60c630ee994d952a16a3393635c46c62544a1290ed7f17bb64733a9df13fb2555c374c3c10c57a83f201b9b0f48c2fbd0696444c8f96930cfa87b0975828c5c653571062336524aa0ed8aacff93c238a91f42831906742227f4fe36a9e48fa1bd5bd818beeee68d5e41259e0b51ae8c58b00d61377f8a43e6cfdd970aafa8cd632cf9053cb77594612dbc351c893bcd34ff272fb6b79c7ca17152616f6388ea27354f73fa64ca6c5f48bde35984441008e660ba4fcf353a2672436880f9782d9c2f62bfc83579a719b2de2106fd26c731fddba1cc788f1e6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644273742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=63c685d7ea63e1a09783183d3cc06de42f4656012013f53cee8713952e79eae3bd38c0f4b1b4d2807b56f7c8695538507d25d9a19c7a12c3576543dafcd7fd2dd8df49691f28e9533e59d69af6e3f554c4d55833a5bd0a89332e58c1d3b75522430488eb913bdb2d93e24e783c108fd9a85cb4c2018babe01c9491431c2e1f580a1cafe97bb0bdf51e3f33cb8ecf57db56ee1c448c87bc90471c80276dc0411f26ebc7c998a13afd513e55d03e55e3889382fde6be46528431696a6dda5f5aca4cfaecbfc4fbd3c6de41617f23c8b8814bbfa99454db3e8b999bfcafd91eef38c82ec9106457907baf62b614fcdad398e28c9a229e0a6c15b041c1e6b26010f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643949361Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=301d80f1f22227613ecdc60e50caeb82cf3a9673024912d15c39857b4db0c1affda700811472701b415a3caad1d795403aef5c96abc55fd22d5fce25e2b5dde7076183fab23e5a8a7c5bf28e5559e20239c8314afb817fed4d37da28c7f6625933f0025f0bca9c3d736fa643ed1fc79d5b14d5861f32d1fa68a82b0d193fc262ff8d558901dd96447818da9ace0d87afee93d6f7318b7c3bb66f87ca3c8553e7947dcc3e47431b64b7cc8e959e385e3855c1a0a2fe51ea76594bb778a62b037621c84b635acae8e328518586b228dab4485178a6d1cbc8d2d2c5c80470eca53d3fccd462b71670e259867186b327ac35a1e843477b2e823d76fe6b23c61842bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644306444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4ddac7bb34846363f085c5c69ca8155eefbd6e62a1df83b41495308c7db08b37efd73b4157822cf365653c38ceb36823aad27ed84ce3c142a46581688d96efa8e29a1bff4998e2eb54ea4f20ced6e44798b5de51efe3ded57dc09ea104b64dc567e18f3d491dea32bb6b2d3e9f3c08b69e8d5cd7ff6a2c2ce72afc42c47c0d30f827d06a142d8b352bc131e7b12c277df505e57d836f17b5e1d3bdbed336d1eee23da3beefc66b39a5e2baaf4b6a81e5f50bb9085b75aaaa83acb7ef8f800041ce175ce97d4b9aac2918b4745e9789f5d3a1ffd49b569f813ac382f9936749a86f29faa105a78f1cabbb1e8332809428e93bba887db5633468a5dde8f486cd17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63326864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6377e66a94a30237bceb76708562e7d2ffc620eea78d1df1bf800e5eba40908dcdae5b66295b87d12d45ec785eac221a2b771284a27850fdea59ac2834c6208f9f1fa39945f011a76c7561bfb574367bc698f41baca14d5efb9fd8161a438bfdff95adef0355baabf2d25e16744c4ca20f775d1d1201d71c4ac09b57db3662466de6b5c092a39adb18f12510f25c0ceb96323b34aab7a0cac2afab5667242f2e92a67e287a744f837a9bf57ebdf8fe19f6be55a21d2eccf02f1f264115ec2cb7ab755e28b1e20daa8bfe371215e38046dc7e0d8bbf44f6db5e6f948ccdbc57a57d4d2be12669e23c14985c826e7dd57fa571de970c18eb47b568cc7bde347e14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63324715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=236b48ac15769bae5c1f1df6491ef5e78147afef8dd2558c35d70d3bb5cee1ac34cd6e27a7debc62bde0acf83c3fb858e19916ba883686dc1c7be7d860feb5414aae2ee8e15e87448bd83c00c036f84755bbe73858c931ddf676b4fced2ab87849724320e2215d34b462596a73761ad8244c6c47932d0b5c66df29414a1c21ab781efc633ea65be9e8fce8d94863234a8a8511a6e0e3785a424ee85c0bf0114100c82e3afd891582853c7c311909944b5b4e43fe8d6de0b0ef37219b3b7238131636f842ca429212db5d34696d2dfc72f176b5a0970be3cafa973ba2418137659b8f64929a49a8b8d34cb72779bd663dc29d4e80711bea9ab06b108920e5b3aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644482616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=89891dfb275164deb6367026162b6c99e44d0d2bec17cc450b0d6edf3683ed30a93a4384219204389b86a0c033407b21592e2423bde0a197d09e902cf1154fc85e592d3549ca18a5363caaf300195cb70841b4644cb62d20147cdc1bf4c089ebed479162dbe257e8d263e8cd64d24bd1d13f0b8421196813dd4c7acaebcf08e4245a0b6fcd828c99792f9797020f5a4ba536cbed5de558448396ff31712137599eeb727a4341d2b30086b5a493e09541a8db67221e678eb304459c0ca2ad936828fc00390b4c7d527763968353df34425440d82026b99ae93a43dd6e9c3d546659d087442187614178bac4911a3c9ea389296384b3c03f602bf86d0ed180b210&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633278509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bf74be9ec0f7ec858c274e664ee33c5438969bb3a51f23c149d3b6125640a65f53d2e50d38584558e07c12591a3f9cf88ec9014d4ac3de841f993096c3f68190c94b549d103ea163a95bab60defd9ab685ffe04a37a34a6fb550670d2cdde3013b87f53e1fb67b6850a2d5991deb56c59775c9634b07f32ae9061a5eb761f67092d917e6cbd45612917c346ba4330746aded04008a09bde396eea19bc859727c628200ba954ee6200a3c1e4060dd4c24fb96869700f3a2dbef78f9a878be3b619f5180867175fd18bb12aa9d8a55e4a89c4868726afa78120847d193122695c1b5f1a7ede85320f1e2770ada0d1f4fb8e6c18241acd3e4002d1db1945fb670a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633322362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=049500bed8494e102fb0080d58c013d598a6e86ebc6cca77e89ce5247bb30cb00239253a6d520a86b1505da94809e0ea4f427d149fae0fb6ac6f0406cf3be35e76e7cf48078d1391b37b0dc1f06c5009e49f7a641a97fde984871c885784b6eb855687dbcb4f205cbed21d12fdb635003835b8e84c732118cf5288c4109167b94aa090b10b5ccce0d6bacc279f804eadbf3a4a6a6976af6985abbd0f2a334d2f8ed9b810da4cafff58b27a2c9cc092fd46d0a07f7fafd6bdec24a81a4a126f7e1724f53b1b3392b49d2f992d9539ef79ad9e86fc81d2e871548cfbf87a2467889e5f31c167fe6e1f457b152e3f5f075d5f81a054424f9068f8c027cda16d5e03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633330297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=24b4e02cc55d97dbd9db8d9b268a0de9d442ec38f68a689b9de20018a57a841efb675c1fbe647817da93820aea182eac297b520d903232d9bc076a4e2f18b5ea2f2afcc36e8c1850a77ada7e4bcebb364811b9a641442080113e06dcf9ce8ae91c61f10a4ff6973156a8f35583bc207a7a5868c44a459f319edfd71570cf1670cee1f57d556618cc642df7d98a0dc93b07897c3163fdd10b5fd262f3771cc6bf00a27fff157e1d2fd35d437f2b021ce5e1d819d5813b46b130a77cf26848fd9a874850f523345ed9bd1568e921788acf71a45d27eae3bcbeef2f65a9be969b415a75dbd17b0767c0a23230b4b217980df1f656bc5d90960d798772279ca1f05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633340335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=26f1446c75f083cd78eeba177f685ae86e6ca0e9e80c1d89eaf0c5ce2bb5c4a1bb9612976ebc51b50f0e8635f74d58a5be98884e684271fed90acff113c6ffa601fd609230a96ab90ba2a6bd44c2f1004cc9c2a00ea376bb8b77867d81268d8279b455efa2f2f6c27baf61d26c6de8939734a66cb9452caf1b3b1acd8bd9f10962406482fba0a549aa1eaa9d75f00de8f90ab684a1e298e2864e12c4bc06636d03f7c7705c04f2a5b0d85292b73ff5b31cdb3aa43005ba284628692f59f48bf52a885a21951f27cc2ff20ec9cddabccff026984b8303d35b707e5402e852023f7de25bb3ee1762df13aba9a4c75d785e30da7702ac9cb9e0e7ffb5db2e86949d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633336097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64ed1ca5c7dbe733a644b8bd8ca9d373f8eba7d845cede57f2505e85156501a24eae37c69e19a25dcaaee0edcb941f455a8fc23256d799b099acd067ef698435347d8b0fe21ab0a37cd7a840568a3770ec1adde772120fe0c552b268b2a39aeb6c2f89f2ed7b6bf50128cb414fcf7d73ace849277c5a2336c9960f84a5b10332958545cdae876dfa1b9217dc6d5bcc1716f4b2d516c6ab88dad51d718327e37c041adc34f756a94d1dc89f753299d0818cc674dd89b7970728a338bcf31ca6e66c2cf8f1241218687d0bef463f0ab8ebec9e5f88cfdefc7f1df0857930a0b3c51a2a96c28c89482ed2b4829fc549040826bbeaccace6581b32d5641fca5ac62a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633347719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30e6f62d574eb07e5916b53aeb521c129b00f3556aa89f9ea00a1a8fc52df8b86ea3ae7adda0ac7f412fa973172fd45660adae6890eac4ba5f24afcd396200fc85f2a8773e35114ddcee75ecf28c8dafd9721f6c4d9046062a588888e077c714a83a40233ce42dd78cfe9e271afbba85634f9a53ab3056e5b8568fe0616c33bf5d9214d504d2f0834085ad490068e8aef8579acc27ab42465a9f9a34632dfc56790caca30a4e31efe70e585334f6ad012049fd560b78ef6c4e4f84de5f5998d5f33a5e7e24b2244da5d6283e23ccb0161848c6f70f8a55afb5f5211d76204a96e33d1eb2d8a4b8c95fa33ab4b4d3e4abc8cbc95a94d00ad0f9fe05687eacd106&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633350535Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=835638ba820d67aef2a752bc676a6567fb498d68370075ac385b038a9920ac3adc24d00ebdaf31bb3a250d193ab672c00fa451f21dace4ce34d225a69f957decb70e4aa870b5b773cf831d518855ed63415a353927cd8588fddb69b5ce268bee16a9ae9a002298dd6bedd88b131ee2a72afdc33795a02b1cd905bca58168a094de59fee4b67bc0713bb58c8123594f0e10f54f177a32410d9c749cf895a6130bf27d75ce3089fcefc56403ccb392bb6ec8663c005d1a175a251374f4331e46ecfae8e105020f2d1e2fa4a182bbe5b02ef182d1db74382a369b5f92f6453b9a3ddbf1d6bc818f349089c63b186fa9a82014362b6476d2cf656b24f9d5ae00e082&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633350545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0f12562065b705c39eafc674e6a88732a56cfb7af69c0ef6ed67a078e850b17afa7cd2fe0b720da190cc8d3eaf9ff120495f3e8e30b8213a51effa950d45fb7e352123542e7ce580c6128653f959a6221fcc29664afab6f670318b27a343108c00f4687798f326cc87c948d14de4063a6657958be81a9565ef10e4ccc86ebfe432fef297fe5f42766361b0276ab4d4ea46e8984276c721f4f31a4a8477c0619a7ccfc8d4d8fcbffa527b9f75b1280c34a96704505c97b5485dcb138480e34f6a5e2972a2c1826348ed2d3d6fa24761861a50f1a94fc6bf6ae61f1f744f94fc5b34a5743817cf58cc2590a8e1aea2b80425d2178aa82a1986a5c70bed26f5d22a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633339985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30569161bc22e80d6a7ea0256d478042e31db0c8e7df0ae5fb257d831fdf505187dc5f69a864ad0f9ed8f3ce26873547fef970eb2067b1b1b5e017d2281978a3332adcf1bfa9d56528f36574380562a3d87e6dc49cc93db2215972bdf6ea39b9997eedc81f3d0f001f9c69f6db801ab7212b6596878a70c23a2a5792f56abb9cd17cb0c612dc4785c10aeea921ce07fc8db3090b59c015b78c9c09362600bda450805fdac16cf23bda01781702cdda22f38d7d8e7a3ab834f889d35bcefc4013bef0bb60f6a3693e0bf8b02799baf16c36ea0605da01bce3ff276ded9f5ebc7fb625f669b4eb9a870c644da75809b8cf06e61911760621992317caaefc9fdd1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633361055Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=534fd85c0e7299bf894ca85178322bfc515952a1610bf2faf57fc902190dd8fda8dfafd7857e3d58dc7efc0894c9c495dc842b9f2b3672699be827bee7b06b94afe3866d40075aad0874b1595c75bb1e1925e2e565c46183206e3c04772fc6b7e2758135f6e09717b3134db3c20fb72064479d12a9ab06081b6386fdd47af719a07d486e4129cd5aa1a0d9348df0677a149668a2a0db6ce1012118a8946c3c00910fda65a58f4dbf742a8c8a7db678da169e53d65c77ce3137def803d14ebe36b19e395cbbcae16cd2f8d851db94d1838849adae48d21aa7266290d94a8dc36d66d59c98e7995a7ca3da6fb0a8af99823d46fdeefdc494b12fc432c52df724e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644239447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5270de7390d0b7abf612ed2a1c666926d874b94f147934f007ec8de5cdca81457e7ed97d8c75dba9c15ac73126ba3c35e5500fbca2254fcaa8a0ea361d02cf1de694e5703e3abec300b370da5fa440f0d2f1015e493dd8168d84671a69b471f9eded8c04e6e020bd0ba6f99406ca1adc1d35869dc26460da3d0bc9086c4c43f7bc20ee9eb5cf7c2bb9f84718965b4a7948ddffa5398842e6d4aa090cf6d3b71c8026b883207998fac93096d610146b88c1c7830eb755080ef3e1582e4ef0a58603fc2202288ca0ce8dcf470dd544841d06e7ebb8247f3e0758124a9db4462fbf0e00745e50c12ccc4f3f79a8bdf846a6654287024941ae96118863b38b4c331e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63331611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6415f946cc649c5f97617ed14049270230bcd29c5fb97aba86a52cd273a8397a34f038b7f434ffa53e9bcf39da78fc3c5b6e3e2c59f668a9bdff9018c630278fa6955614c81e135c4ee5d58e379413c65b0b54cb5eb37752fe5f6e326046de75a6e2d1636ba1d4acccafe165d124a02cff04aa4e0064d3daec582fc906f254697fa57826c37cd1ddafaca0e5a3a6a0beddee1672aed200b75a34b755e4e4929e8d7d7b5606d65313235d830353a706f5e121edd506848d9ff32dd503f6b55b783164fb1e44558acb2295adbf4de094a67eeb47e75cc27ec5f304e204a8eb04a90b29064995aa484bd7bb8ee25ff0957b40a22a4d87a0ab9c6ff94b69ff70a157&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644595759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a8f7ed7df1075feb0fc36ad2552029d57527ec0969504a3edd22d3e97620e42012cf0923873c48d2d2b8054b087b47619553c0955ae8f6e4c60a5a1c0422f15deab6e08c25af05a418e598245c0907adb846831b37917ba6d955b913ae57c3465fb69f5096a93b4276a2baa3154d49f8ed5ef2092c02969c8b700bdcb69eed8d9cbf8a75743cf8fac617dee24b7b7b64231725b8d839bc84a21a42eaf7e4191ec0e8983a648e1a6af18a2d7239d2ee3901be0a366bde167f6d13fa19f81087d07c4dc5cec0f64c0e0cbeeed8aa9b7d191d4e2d4f26e1f7b58b8d049ccf1038b46e697dd92247756e85539d82f1c71f328ddd232a005f11cbcc0de8a9a81571ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633314687Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0a88f891f3e0df907e30c8de8ff1e24e00e8b402ad4115cd76f904b75e51d36d51c7396148b70f97a6a26edf23e2a643302a23a7d87703042283855b8eb9983e6f6a12a80f92b5d7f055f6bc82be8bead2835132faadd3f204886a9cbf73fddbb4dacefac6755adc62bffc4bd88ba9ac0dfa3e6fe7c43f02149dd861c9f9f581d97d5c153658195f82f7b5b2146d5d726f2611ade692e8447130c5a4071da1a2c5ce9f5f2392145c3095f2e79a9ab0d15db2171f0af2f89094774a02c329d3eb04990a349ba3eaf754c09002b1f9ace933ddef9130a0bf3fd4e32f4981c51064ac0dc8d8779362379d467ccc8b6cdca3af429316612e593f1b9f66335a03a6a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644625044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8b5c450d8e77a70ba61f28847f11d91a79512141a3ff082b99a6311b01f418ad7bce87176b7cb07c875fbcb39cb93a43d0544fc738174e9b2c7cccb9b09b13b3f66c05fae80ada07b59519b7e08893ba3636352cbd8abfd0aae9bce7be89bd3e6306376c25e6dc1f4a2c6fa8b71c863f9304f2e5bf161df3fae0ae138ea91af500af6ab7b48fa9b5eccdae354e30244109f0e74e4182ae65b94f1686593bb29f99c94c483c0de830dfcf6751df31c858586f67c9e86df2a90e4d936cc34a26ffd0e5a51e6645746ed7ff0cbf8013a47119b7447b04c8dccab047c5efbdaac3f7c85ca328c136ed97c39348ce6d7f51e041cb3aedb58b614215f07054e272cc43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644661262Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=37be2fc69cd295f7f332b473f21354574923eefe9b416394f672df327cff4d9d75632ae05aa1099699ece649a6d34df1c7428c3b6de9f2c8791887ea992079139af0d168c6388afce8dd7312993fe9c69bd0dd1eb3624676b2f5a0cf9a3f1e8ffa649c7dbb465f4426b11641ce3b708e8e41a52ca13ba52db8def4341e102b9b8aaa4b4f0ebc8f692d5ad7d202c2c55ab65799fb00dbb436261c7121fde43fef4124bcc438830726e68c1ca950ec12763a65617b959e3f342a71a21916211515e67e15b9b97ec5d40ef63d7d0c2d6630c2053d7d097799e16d4b8035451f9e211c3d41e2da361ee1fe92fc68596fa70683422a97d54457290ca143b585554b67&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633312583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3fc8c53464f1acdf3cdd66fd831f2664db913943593181b8c90a8a6882f82db0ea8f9d76bc45e6ff06163e12ecaa1b27ed5f8833478275197c853f340868f4e28ac8f2414f1bdbc36036fb92db0a87d0e4e1267c48cd09f8ee6dae6e7edd151e801e1aaf72c2a3feb035d27f5b76410a148fc674051db8c93ec307a524dc70f8bde0a44be71eec932763b911354686c1b405cabcba13a156a0131c82552307784c31e67d29e4113cb9b52aa5730d1e9bd9748a2a2d7e068a69b5f4be1e6a9ff3c20bc267fa1346f0d16afdf602e4aa443b9c78d264d679cf303435f651fe477344558f084135190cb2405cc72f546c10b35e010888deeaefb9035040443c5ecf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644752234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8da17e688d3fa156e3a8d14ebceb07fb71be5593cf3a0f7a9a3a97216f715462158c7b68dfe63f512bd7bb5ac1292579812ef69ccac4778e49cdadac9129cacc4279e915cb63ed527a2f2eef19ddf9e4a77593d21c59df477b9b816bb50f225ef7dc341939f5b66e957c2a6a5b71d0d594bec7fa4369042e28a44d29989548dea9e5f3ce3e4c51aa19b1892a345807ec256000308479693d3d8bbf390e3fe86a8b8452bae017379abb21dcee20e50be016c5cd7da81181a9ba3c3658148aed2b37b722180226133ee2c1c379e548edb6315a53bba87bebca124fd6c071ab9c2841283eb3cd7d218f638237a979369134c38645be3aedcacf4bc6cfd87a16953a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633319456Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=36246992631cce7162472d13b50475e5e5d5c4dcee227f2c8537ab9c0591864b8935fdee32ec3bb5badac0c7f36b4cc141fa307d447b502a113aa89bfa092a9cea22a43359fe65c261f2a0e386af3d55c0aebddd862de7eec56a696d8479648842246836188b37b82399744fcaf22b549730e49d6934f36fc102bb79664da1cd20406286700a67d026ad4bec7478b8aba207d770b126b7bcaf53d9ce0e2a274edd1f6e1da45704e95dfa575ff3a389b4d8ad8a32330ecd7d9a932c162f366faf29ee53a92ea6c613d1149fc0c1659a2a4a3e7fdb016f6328d922c5c4f659b35bec9f1273ca14147282116e159d56d8a1ef1117dc95964b3d25ea1d69796fb96b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633371955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9e16579997ce024b2aaaa86899379a64f6748734f7a519fa74a75caf73ce724be5e64483bd08ef3027fb353e50050392394c9b453baa9cf63dfb2452836584b0c3f0a41672d2d6c2d1cb746ec58a4eefc52f038c6ad1d281e65ba5a65db63f943fb861260398c8f70ba62dbd79884a0a94c16cea3fecf08b8bff15ffa015e22cae4e29a927e55d781c0ef1ef0c5561e15a71514d49851a0816719095d2ffb4514860f3cfed598e74a2ccdb3f36986c1c9ccce36eeb77824d952f76bb505dff17319c7bef0bd6b71cc3e9c7f9278df6e3877b8cf39f651df576b089a3fe9d9ca018a3447c6da2ef9fcc7cf5ba24652aabb1a245e7576c691a9f8869c6a0a20868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633377145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d88dccde083deba4a2a1af5f332e65a01885acf575a1f33d436a8783219d3833094f0806596d2e6f64c02f5a1d6738c688e5db9c9f9841638b92f86de2a52fdbda33cad868eb1d438e3cc237a8f09d95f3a90396ea54cf3e787384971c57899fc3757ede2b0dfc958c2f1027f766cff7c6ce02f467d726049ea644390864e173fa5d047c4222d69d8365ea95d5b2c657d5b2d650ad3b9fc733c1b49ec74898f9b8bd71fa1aebc6fcbbf5f2aa283cfa07b8b7527dcd2006d852f9a82dc0bd70a570e5c5b67269594b963f8de88a52cd534bd35a7bca125b4686b7b69a23862111c16e1250dcc22d3124e21909fd61a719ec087b3a15a973869ad01c0b171b890&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644905553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa57d1a213da44ec3ea1277a8516e4099060b1ef0116fcd918ee32c650df6a3d1fb0681085d2960b79effcbf31b3091c693d5c986e97e3d1d34d5250307a22d06090f5828c7092c5ca0824462318bf43859376b195c2634374b53b11bf6dc3ad6ccbac1c2ab96cfec5aa4e883bd7d8e44c51869bcee4122c3bedf5d6d200492044bd92ee9486953e226105fc0fb08d4477760174301fe17d13dd24346812e981dbb21cd6a751dd8077892932d39bc7921ba43083aee7b4a9637b95a9990eb56e47a3dacaa38c0707c247b16a87454ac2580dcfff1c8e49f94f76e83834b5e297e2bcfaca8342ef0343b9c11b9b4de1c99d58c0a2a1b5234c6aa2d451ad8f1207&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633381323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95594db3b1738eaa5acbcfe5e4f43d70524c76a29d4b88d1bde76c0c7ad53b1d3843ee84152453b7d2f90f4fd3813cf823eafe7d4f1d036a01d0f665b0d7eb2c6ee0336094070828647ed08bbba9591ef5c76853aa8eefc03512b0f0738397aa955ee93c8751cfc6fb84bda968f5cf808ff285e68985b717f306a213793547ca8b2fc36f74b9861ab87e2dcf1f27f1546e2ed954692ec3136de9435c5a3539d1a44cd5a3b070000196a89c0b82afa71cbc8edd992f9c3bc13f83e2441a104d96aadcb991ecaf17d98bf0b5ab06f7f15ca47ada055dfc3c43612423f25f5fcb65cf3c24a86cdde029274eeab8365fd7a3542afb233b2d30b575c39f1911d984d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644943374Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4efb0dbb75fb99be317d293d1e902ce9a0222aec4f1661a72acb6871d3dcbb37ef09c49fade2d8291097fd9a9f7552e85f91d888aa045807d94549f583ebde8b9e8523a61a5c8df6af34bde77668b08eb55a4605b8a069d0fe139e2ce4f485b5dbe028e5c5e61d380a264283ba487e8ae1c7d470c9c95181431b301bcfb04a345c4bb62954bc2ea4d851746499b837fb18d97940f245ccc6b1018db060fbd4809f25dc74f604eadd352dee8aac7d407d42d4969705f3bb90b46d0d78a005782cdc62e24d37a9ca30527e4aaf17bfafbafacb1f028502c8de15b6eb11a58a74b30c4a63426399972520f94dcdd0ca09fd167fcaafc73676f2f919f26a2c77b165&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644970956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9bc510609fb60a379f076a7cb610f69bdf9d27f0c3608b40deea25aae21b3a8eade485a53c7a41dc31c33a84483cd94f6698eedeb6943fffae3e77682436773d183092cfc2fb7f2fb71106e485c9ca169217458279350828268629aad7f85ce59a49522c9c68c99b597fbf43acdcae4cb09a395675c0cdb6ff57bc42f4f3881943471c20a921656388547bd9030b818ee2c333bf46bff372ee16653570ebf149878ff2f60f8946f0e8d57af3bb8c25c70409002e46cf57568e06f5681d1f3126036086317beca602a1740603afccbf3b6d8c037d19816bf37d06da395d8f7ff3f6c7dc33bf7975b91e59c2291d8fbe3c0eed844d3c6a4f5d8448f19ff72fd021&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633366765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b5d475b8a53f86a02bad18ef893e18b472e66ae6210406855e43d5630c86ef17e9e458201964104937bc4cd237ba9d396296c25451fa0ae29c5f8901140e97b03f6b8616dc622ffcae8db5c318bbe3fc0999ce9c008e50e4c682bc704993ccd1a351fd5588973dfcc6507aeaaafe36190c36656925f6a0de5fc985f22bed171c5339cb1044eab18ec46db916fe12f0e1fec8ac4086932613b95233f19b55a363b6724c6dc69e7d87a1212531b937918c7f782e76bfeccfffd5f319ab12b9a2bcbd966cf8019b92ac96efae6e3e458813ecbd1a2394937da89cb92d051705449514fd2045b725cf9bfb4bfdff331fb0a5f42f8c01851c3ec8e9a5c506ea62dd93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64498897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2b132069a00cf50d6b4f3106546ed7ca0cfe3e5cdf10d1b8e1e8d83caeec76670d3f8dc73cb9841cc7102f182aae82bdfe374fc5b0dd409c9bae115e2583e791ba937d1fe10e892e1ed4935e5688dce3c907b88b722da21f22ff782b2544e6ec7e8ac104dd8d5b316495b01bd2c4cdd8ab56f1a54d032b4fa51d7e5c6903d4d6e72443123a161bca3a89bd6060adba3a10225862a8f7c4d9d36294b67028e843b47b79f2bf842ff2eb73985657c339d4f43280573b1afd0cc35021fbb4c290798d3236b9133dda903ae223bbdd09890a601ee828f1e9a6b7a9ac739e0453233bb9338f9ebf5af7181e26d90364f1897f692f773254241ecaf0ada57b63489d6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645023204Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=666eaa0c155f458232be49f3b7148c75da001a56d5ee7daa33e7fffbd92e51a9b4f1d556ddc74ca8049c6e7770cd059bedb5d618db7a30d02326032a4fa8d329ce7db804b97f33ca58a764f920d149f49e8198dd18de04a5bd5f6d7e3d57b560d446059e612312819a0cfafdca0680aa8f9e437b330a7d55a0f7b6cdc28a9f9c7b0ac72f0db9af9b5e26214ddb9b8668f1dfb2ce6688ebba31a26d3b78484600401b2c7d06eacff14c1bd5243a4056c392e70e00b5cb874fccdcb03326781e9946ee806b6c39594a1f62779ec0ba3c47c6e8a38dc146a2c2b5b06cbdcda31256778ebdd21e4bf16ba98b8921b2eabbba8507977e71477c009a22be6e224ab44e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633382254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35ec63b9fafd3c93499fbcc3de2a0c8c1b1c12bb26e9bc5909523f83dce7eb40fb43ff91bccbf1093927f03e158a60e4d33a987871bea866a233c1ce2035d273923636b254e27c2074ccbc170d741231adf51cf4d62ac105f805c23640a4e0a8fe42e6d9b47fc333c1974f7eecf093c2a62647d8144a7f6744b56442a6ddd978a3ac6ce2fa15d47226419c544bf4493ba63dbc0e86ade2bec83d88593dbd82f605c1c70112f4b62ec2848920ef6a2813bb881fba78206a8c801066f65679805afb916e17558d7219a6873f6f4fd74af4f4a4ccd1dce7236086bdf38053cbd5c15fed4a619460d410516e83fcfbfc71c96e74fe42e35f215a37a29af3086bb7d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633386663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=04d0c16272c4ded3df275b86c79838e9c046d9fbe527e5fbc03e018229e1dde98699430a3a243c8e659b4d5035c71dd05f410a309d6d6fd38fabd5032dce084cf34e1fd5f2249a1e6e42e035fe3aa17b57f9fea4735e32b51f88525249358dfb3adf0247c098e47ba3bf8d7501eca52fd1550b0eb9cf5c111d1bde1de5d958d48d9b56283e458c61cbe41f2f58779192a535d4066e8e5f2ea59d25e6b8a3c0a784e9c8e4b08212176b113cb0652b2d4c0db17da85f1be833468501fcc9f0c40b07ef119d8d6249f44030c1f2ffff27263f601e0b36f24c15a56a84f5b59ecafb48f3fe112673ef6200d13fac6ced96b0dbf44578bfaafbe43b5269b9a78105d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633402974Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=946404039ec2c30fceaffe30a66c8bd5f3e67a5066dd6eb2faf0e9c4c4ed05851de91cc1faeccfd6834c594424e71b09c97b3810d667aff7806dcc47c3d963cf2c62d48e44c8ee7b30e6927f08879430934419bfd26ccb99343e16e913bd76fa47e85799d6a2741a587f1d27a42ec8a3176a6e5acc7372262f6dc9b4bf204f98c44d9133bfa168281e6c66e87426b13073367a95bc2e2b5abf34e09c7a69e6383fd57f5f019fc078bb692fba34ca888ae73546407c4c59135164104d77f256828f2eb81218a8f5854a9b12b389bcad2558bb83e03e0b604f3dabf44f47b61bb240052c2b8ab3b45049218c865d07458528f02607df53e86f24988fbc5d8b99da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633388777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=12e131b9f0f0eb349ed6c776f41de9e05f4ef1ec1759c9713f28a63eefa0ba207cf92e38e8e4e0a6e48282a502b8673912d6fd0527d1fbaae2b15161d4409ee904e6ac99d2e1c1f88e42c3f8f4744257def7789a5a4d8640c7aaea09a0aff4ba05dce3059368f5543a0ddcefb9904151e81e616b5bd654ac599d8f18c3af0178692b28a69fd4448e2c9a35a6bb88ad8a573e85695ba90ecd6e849a10e03486f090da1150169d9438b79eafb508f860abf6489ec840bfbddef63933dac190f138dcc8819936d85b2230f224ef01e629caa74736c3ff985b5af73605e90eaed4f4b14e28719cd2e68c8dc9a9102926a8bd65c4a2e03e4dbb74a73ec37cee7d0d34&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633408123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2f4736cc947b3abb7c14e7e584ce337080d0106478dfd1519e513e8a42d4a515d3e5af66c3b322da17247f570a527a7fb76912dc470e1a1ad66d7ec0a11ca853519df6ed6843286c2a01be930743785ee9fbb92da1969201ec3ab326aac47c125f29c9783f04ddc2aee6253cec3bcef2eb4b7eb73b21b627e996cdfa125b46ee4bc3e58ac2f4418ba51aaee49f8e196d3a1a380b59671638292ce650d4e5c2c37d56ca74857e2fac34fee75ca9416439eacd31420e03d5333b47ab0393236ce3e2e7936e1b9e49362d47a9a2cd4cdd3a752d0ab1e16b5097310dfb86a868683f162861acf3d032c00ddb167fd6cc9c5b816c8dbbb4e8691e0aecf1814862b7b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645284788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a0abd6a540f5d115ade7613bd473a6bc9ccea5490ecdcd90afca7b0d1337d9229852dfacde76cebc97aeb8f45e4f67de5d81e245cd1412393121a05f80ecd1fa7c06dadfbd99d320dbfeee90f4bc74ef1a2a4df86a22892670f5f11bf5adaf7e6a94feeff1101ef6dfce9d20a20d5f9f22789aa959a143673990ab60eafba1a297284a8506bc950c43f0c10924ddd7791f3076473191a81d6144c9e3ad51f68ab3356b9a3051ad5e52e1bcb7d41f44bf4f126efd347399e3d4af3c0ad1fbd83f57b207659bef86fdf0c9f4fae300c9b4a0008018dab5f7fb8bc17e0054c471c559c196a751d689eae7be970b1a630c59844d84dcaa6d2295061ac3d5d3950dd4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645308282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6b84e91d43027d8042e3def84d9b1841e288b82a085cebd242e4184c08dd881ac8ed6bdee4b8c3cea83f4432b5f1fc9c86c107cd8a1fa46e508320ab590abb08515a0aa489cf757028be303a5b39f699ae02b4963eb723d66f160be98e9fc0d7fae9d4fa60262a7996b9911c4f3ac2b8f7407f35ddf4a73a72c405de64c8e417e417db5a2cc84d4b4143f1ce5860b620f05b19218fbc57cce6f439942d240f6981ee5b0dfa082fc88b85b910b1a58df312ca09b8c4b6240aee87c164ae5e4a6ea5d7013afdef00f0d9ec05e0db73394af5bcba7ee48720621be7e707e33e894cb8af6f6b46ad67f628e74a252a59e20b111ee235bc9515f00571413614b42418&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645332377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=09bf1a71636e5b3939ead0ceea16be9e0d5b29145aca1952eeb3a0e5896dd893f9aee4e62e7e11b564a97739dfd9518c9a75b544d58b7686ef5cddf80935e3f0c037ba15e9f67f0508be789df132cc5ce65e84e85f46da79ae1be5fd11bde1e5823477071356a3dc5504f61805994edb0a12d40faba12c40aa41d51b814fbc1385c87a8a626b4a04c480335c70187a5c33e8bf37569e74b6da6a7f0b2e1f87207d1894ae16529f59b8af941cf8848816c13101e50609b08ffcaf7ef2e88bd9705731c2f061e81be99ef2490edbb652fd84c81eab09de4b29269ad04fa4cabb6bf55b28e063438aa36ee9bb8e1b93560666d935098dad19e9ea64ab39f2ed0ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645374627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a8eb3613dd5731746614452e9dcbcc9c769fae2f2ff1c9a5fb53bb1629ab893507d28bea9f13fc85805b00d96255af6747afcf9aa967e701f5c7d225205eb3328fa7068bdee2aa710f31bd38d4b039cfc908e4e9ac03acfcb6b60cf4cc4d0b7bc43bacab55beaa7ad5ad2193038cfc9fd4b20ff7ecbc40425282219a535fa30ce8fd7ad81fc9968834c4b0be62f7f900645fbc584f42278017a1636741c49771dd2ace47f65bea762a7fa8035d58cc0c130a0b14c8ff1aaa4201a37ff5c7b04f3257603667b52d09f8ed76aabef5f232487e7cbc3981e5983594ec7339c3c6a0f258343061400e9f86084a70f6cdb720fa27b1c528bce5c9def5bc4d3e182d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645393172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=14f60c84ae4e0085467d6bc564ba01b5302d271c7102e0da711712567f9ac4ce58871c49518dec6f47074b4c7fa5882b0d113e224534822920ec88e3bd54b17a8de36c332ee4097cadb72b6b0a8fdff89aa0d268063b1ec0c15151b23ac58ac6e1773a548bc4e3e2e79b555799cbe6621140087211fa4620abe0ed1fb9d09b5b4f134b2eb09ca16ebe0724d7a93ece9978dbe39efd02f59f9faa50445f56f9d5f5fec89caa2f540f40214b4b1ca4d4c5823fa47e70c9ac3097f51be390fe9326e2ce7b7bd83c3bb8db779fc3869f8a65fe2153b0b90fe766acb220576bb4dbf4f90e61881243dc16fb5670dc59b0181a4d13c49bc3b1a17492c4a18d46d300f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633408614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=830c41bc2f97bdf63f359433c5c62e1b69de96282869350f4771c10d29fe4810c04c6a8f5981fb172a5e45b11973ee6b55ae2167c347eaae6ac5a0962c54a1b4cfc7cf9c1bc0c21719fc71d0407791562d22096459d6aadc12294f69ebf2fdccbe10385bd7419c597ea8c310a16a6a8550f4837b43cfec00be1b80cc4256d732e5e2ef26b8e070e45a019490055954206ed769b10f94849aabf0327c12ba054a3635a133ccbd274f7e8cd4473f4d6ff3cd133fe3352e3bbe0cebfdfb6ae4af495c7970cfc66e615c1a215e2dc788e65dcab11502e384d6a8ad6763d82c5a38f27c2e60858649f4c13700ae00a2e2ecb775101946cea37d999ff67739ee60bd9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633405548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=afe47b813b049b6ea5e29712f4be44f15e6a7e1f2ef813792c10a2debfc5d6ac50b811191eaf6ad25fd47a1e5c87526903a3061f45d2b3c541d806c5f9998b94e34b1fc1a053576e43810c67b552b1718f5798cb639e031dce19c202a2d30c04357404c6948b1f49a218b86861c25898120a95587dac04e6c32c19035852c979c69a7ca7d2a971db3840e78a6a2ae0959ef3c6fcc20ed25c2bfa117c2b08c16a2e2ec2d4ab50c64c82fd14d03a3d7140104818a843f2540e04c01b9be288113960b6a298d8c04c8cebf28d26fc6626d2a712c930f5e762b1efaf1fe1496fa5f25f4f642625e6b13170d9e74ee1e5102a9af208d7c7df5fe4efe1f76de90cf9a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63342256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=88a58781be61d6afd5ecc5f2c538939038d5244590e2ac4451d06fa647a41ef635463e86a7abfed1ff81446396543c82b0c9e98dac227888630491a409096476f0dd8abd1fd4c3ded23d73b78fc8ef548cebf60ef366068baf1102f47d194cf0d58e6ea4242368d6254afb0f11f2ea8f30f6d51f686efde26ff300167bc78061fd889581985b11634e2d37c6a868753e9eeadfada5a3f0d8f34f536e02e7a43c9b0784f69aef13801253d9296f09501e60008779bb1e7445e163c172059d1ece58619ba17d9e50f0e54b0cff2bfa19b4d02d1474179be88ec050d2a520420107d025338c73ba9fd61349898f730954075ba6bb808cfb05f57a10ab03a09229fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645562872Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9d81cdd9895529af651daaba75852315518ea9026cc2779221495a550a424aba3b8a339c7954d3ecfeb701ac04296610da057143b99ae60cfe53d95ae76682b33bed4163e317bb8754d75689f03a3b2ec17dec7c33c297829401c46c37bce60bf299cbe2b9ee289e1578c3eee1404b913702884c790a409a773522b425ccf24a4a6646d8a0968bb236410a7c444ee15bcdd32ca2b7fe50061eefb61a2d967ed5d2663d275ed9e8793c824e81cc37b5654c909d66599f2f451807700a36c63f47cb5eac443978ab60a2f34b40b0f1a4ebb2aa588d921a837d7bc4bbd1b03fcbd213719d46ba5d711f0c1e830cecd974020d65af54f55ef92aa352572e98967321&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633419675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6ac351f8c079eb5f62d8b990573ed45d27c2753a1588dc27766378674f7a325a98be6103c035133e924164fda23d7470921c2dd4d88c84fab2ba4cf444df566c204c4a8447a4278f3e5904071679d5855c41dd9efb9e52d0ec4f32991bd53852ca8031519cf09cde11ff3ad9c1e8b16447f8cf6b89155508f602fcf5856585b14d2543b11bcc09eecb2c00efbc9b7de2a2698c46062895d707d78f39732e8f623fda885359fb1b4db41f8a21072d83ab88033c1a018179ebcbdc2459f6ab0988aaa4e32f284ad8b30ff5ebc4e50b2466a9d4c587b470eaab96d8e7d165725b4d05712fedac331615783a5ea0bfdd2ca322133fbb7f213f7e8665a7fc004d7613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644625585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a2b7f5637c0dbc871d3fba3bb495b1524f640383bd7c01fb9914a24c62510e45bcfef3a33f9b04cc911dc6463ae5a297102708ffce415d161ba4ccee12a86ba7ba0c1075080cf22f1192843f74020a7b3186a7d613a0f817f856720fa8a8548fb1a18bb826dd4631becd258dec39c993680ff7aeaaf34486a51ca4f515128a5f0e5b02ce32723e8170f293fa6754729161f99cebe2fa6f16b8ff392900522c56cbe3fb21ee5b849890803594e31975cefcf49468bedf870d0a56df3670d6d6d3659fffc930f6f52b459e0024395b6e9a46352bbd3e3b1fda51c36e5b0c1a3328349cb0ab2e9bc6c5a48bf496200adafc4b3c7911082c8b01535d2843d4491c95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645656378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=021a84d2d03b70b832a41477b98a81f606b17d9289e9311fb6afb709636f9cf372c17753362c327e440e46f1ba7c839ee522fb019e7ee375e42239465f378cace48fd862fe2bb0c5b177050e5c2cf203379ce9282e53f283b7e570b1ae79785af555d788a8c742f63b337c37fb4fa33dd48d2265aaa3b523ab0762c1b10f26b50914e470812bf168ca36bcc7178ace0d59f68e7e2fc70b7b19fa01928f881f09f5366df1f36eac506488340b31d97130169331a0bc551ff841918049b77b46ac478dd5d9ad2d86a80ea00a409e386652a7f6282bef2f66e56737d7b32bbf3c418fbdfb0b1e796d84d82532bffb5134c232f6b86d1aaa2ad66bbf6720257e840e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64568944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1cbe3ba1ab0cb5940450b0da6266b9bf84ec022fe1c84dab969613bd0c698ad2d4904a8dfdf9ec2b4ccdc4502edf080e9bea863036d8ffaba412d42f1c651a37b99e7122fb5e6b684c30e8d883a0aa5a2861ef9bbba9cc500f56f3b8576de591dc4871ce88256f9453f2808ddd4af3b9e92c6f365a733c6b6ed43fd4704ffe0d789791c0621aba3efe86782ae23320c09cbdc3657bb31dd5d2471e070f7014318d18af2eb6f777e4ce93450a22405a7bd2c7958d820a98b21197fbb49102900171fa925fcc6294697e37363e3960ae63115775827e78804d7ede62765959fcb34caa59ae4119b5651447fda56eac99d45ae89e01a5bd2b2755ccbf433f7af0b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.6457265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1a996cbd615f2d61f5641085afe7cedec6cbea2f562e3eb713dbe3014720fb7b4eb1b83ee9acda18c40bd375555d5c2d3d59d6f46038e79caefa304af6774b9902a46de091cac27228ae26caf60c1b286ee3fb25e7afcc762190ae022123535d693bdf52475d1e87a85633b52e1cb7cbdc7df14879973d1c41fa153352e6d4001095ad431c165bba4a66677d6cc68de774c6c26ad86f930b441fff9778b39dc0888d18f85dcf0f4d7c840e3cc961366076a0ccb302790dd0d09f50920e1d77fc4e14bddd6c075a9a597098967ad6fe84a26ee4b8d92c4f1d904967944992c15203d782e540e110e080ac0f572dab75d40a47980a57b271fc8448bbf6efb444f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645759292Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=69fb93da12a26a917043f3a1993694e8d55d4559f1fcb86f6efe18ea1590ddf2eacd21d4ddecbde019881c3ae20c37e44315bc0a101d859eeb085ae0f9bd4d83702cf623a7823e2d90a1c4ba28856d0e526228e79295c63f296cfc1aa198307380541d7377106138a84e2588b6175e4d915d289f8b762da1b333d2623b78358635c0bef74d734b298db98d3eb0e7408df0ce5304c103a4c6dce6297703ae873ac63c7b6ba1bab543f32584730ac5c4f30cb2ee6df1fbd26cd866b7e452e20c9d7d4e1dfbc51cf22f73987863c879866eebf0bb7e834b40d341cd83e98512718e2f1bc13192c67aca8060a72e92a397ed771349fb1dc20a895baf336c2c14f98d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64579004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c6515f4cd40d0d8e66c6d5366f5766cd0bb5c1300496f8cf5c6773a99ccc35b366f9a4eec48b1700dedfa5cbd3497bb75fa16e3d430e4ae4d1d298b8145c80566d9ccb2d76cd86f0900b3509507333c9d96824df4f8cf1508e783284a3b33b17580f69df20723f3e01813c46f71963e97a3b1c74df73230cb0834d8cb3d3c46b39e8f2861f78895876d9343990cdfd5b11c78bbe2a695d5ae5ebcaa7b683937de0f47a9ecd167919e18a7b6c4f15131399dc9683f0b3840e06fdfa9e8790a67d8e64a34de88fb074c3e042a00115b62f8e8b2e7cde5917330e468666f73dd10c08ce71c43341b25c1f5b851900239b0297d9c159378566040f70c6e8f4aaf63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633409686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=092153295dd092933acafaa9c4b0c3a3c20fdf9decadb84d087ed7174e9afb42a29600d2d8a01ed11c865ddc31f429675054b007a5af35a72184174553c9a1fe8d04a0de4a0f103e3a88c8bd8eccc876df34c8f16224d68e618a1c7726d96cceeccd2f790a85a8061f21e8c7abb049b28c11310325842e02a50634a14331779ae649a9aff3f6a03e19b617cdb0fe8af98d8b8675841f234fe86bfa6e57c6e701dd9e16ed5dbe5ec6171be763d9adedcba376cb64046b6ca0477aa9ef40a6495ad0f4118dcd5ed742fbbdb558c532af6accd233a46619ce228512922ca7fd801c80593e9e4df9f1a7aa04e3c496b92239c5c37248e00c52a63412638ebd064053&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633434202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=10f639f4b7b462d8993aac2b699ef51e746855804b2d93423254794ef7fe488aed77d99709bdc0b4b32db0034cbd315513e6d7fbffc80ac1a395591267702869e0a96acf19134d61a784aaac85894f4707f06da3a54762075247c719275483b46b54917b2488119a9f4ef1e250f48ac9d382ed124af6762754f8cabf0f45ef61a3cfaec32384a9d7748fcb2927a8cd83d44d823611326437f0ae67e5df42aba77970db31c1e6551c44baebaf38a7ac534cf23e2227688b968749ec7796f22888ee0faff7f61a87e55700bf354c09a0b0712a5d1e96073f7e386ee56097d7284401113395d110218f21e07932d30eb1669f2b2c81876db3833956d5675b1caf48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633435495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20c0300cad0d50d32f789559582fa6dc98b3f6cd3ccce9bf6b5db9bda2bdf916e04ef8b60fa355798f83662b8d4784b98f6410a0da67459d7645373560e95a55465d99dd4aaa82b28dae5eeda03c756add07f731cc6b9833cb85fa095fd05d5d7dacdd2ef8dd03227c4bc0128974e2722d2732d0bc1d2eebc7ebcad1af1f7a225eabd3c12d8a164b3d2ec8a5d481a2098ca0edd81db190ffa70b43ab5f1ebac6cd0375e1184d5f7b6c654ab7ac23af2c5796e10079601847e2f357d0ad1aa83f623f0eb14d3564f5c4c2c18e00cdb6d69cca41001f9bbc0c1c471c0ff85fc32c4669436725a0558cd62311d9091c1aaab80e1e9c26a80ed0db848735d21014b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63344354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=661fe329fe377a02714c46f641adfe45eb8cbb8d90e9b3b6411237ca699eb5085ab8310997b56bf4ed370cdcff480469bf043f75ddcb22260e4c90a606d2c510cca665d6728fbd58c028643008abcca36538b7e9e249b03eadff2b2de68bc63ef4371293548e3ef49e398290a8c50ba51b2f34f59b213ce68b988393a3de82bbaa780584fa62cb4494e5be39d1a0acba713e8dca0c28485b32c4fa616d6787143baa15ae15e9280c55d5a97342a3953424586dded879d4b22657153344d30924bb74390de06ec9cae81a71aa04cb16a3b913c6e6acd85d39b6c6b6034540b5f6fc4fe9c3f64ebda5bfd3104b7cf923358f8d60b8402bd0974aaa45ce4ed99c3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645949881Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2bb4b8db73730ef877b9987785e6380a33e80aef1df63d8b0128e77c970ae09f5adea62b548dadffaf233e387da35df0106569403d91b220c96bc8c8bbbf8179b7325a385ffd83cf173ed25a48af7fbb9050d9ac33f87f54f3e83ffa5cc531974eb57a54b5617054e819ee730c0c171115e4d60516138ee83b462fcf0ebf078d4746353bca78040b32b782bc5934b6d4fffff1765ab094adcd73e8fedef3b5bc23624b5ed946554eb351f6837600cd9b1ec3a59ca5cee4bedea4ac10e166bd636dd74061c90f1e4f09b94156586e26e60ffe6380b0cda25e98a1bfffd705d5e46d57b130c4f4d5d4a6dd735fa7f76311befe4206e74dd91d7803cddd0ba7c3f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633382194Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6d377acb3619a816119fd86a4e57c01eb3b0aa0802d6bdff48f052af93dff247e2a25c834eb4350b8f48b8cdea1140c9c64717bf7d0a2d4ae1940734a6ec2bb0c433c8068743f57c54cd08fd4c6441e580d55d8c14d12210c967c8b95d4b75d56fd0806952db9321bcb40673bba643814a67a944349158045945c2ac02539cedf850d470667694a9690b82e23a4d78c5e9dbfe94c442d83a88871719390275c900d4334284d6e1ae5debbe70033c52c4eaf81b841d0b5482017cbe9393b1b8fb56cf588e6da05ca51d596701f2cf5be9fac9461e9f47b9661b278fb58912160d5f346b050bb80cb3d5a5f13d3ab62afa57e84e5b804cbe012d1c87aadcdb3971&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646015104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=05d915a4a78a4d81f999e00bc79f7df57659d7232e102a23ff400e4a843bd54e89b9ed83d87d31bc660ddf55e0d9af4fd9274b4eb9864df48ecb6a0fb11d7e578bcc094d803ea0b60a6f9a5875d000ed4b110d47590b8c3cacbbe85fadaa5c36b93d32ba59eb509a524e171b894261ea47b11862b768a42521cf88502d008d8fd2f717b04021e0ab0dafca48bb54d87f1fc84cd367eecbf514cbcab3b90e986869e246db4d869a977f640c556c92f9f2eb3af59649545901087048f4a03a368102c977cb0427000e35096545d044c78d054a2b15a68b6e6718dcdf604ebf1e67d9f097d4d8e0b159da14da6b9485075a01b26258c00199e278366f6060bc86b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646044109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=77ed60ad56bfe9bff39a8f335b68bb9636af0453097f6057e78ae82157e20ef84c0c766038c1d3faa737e1adac83a931226b410ca8caa49bf4c7dabd9aa9eec9c7a0af72db8374b76ea2c76479cddeb8542c330771ae9d189bb7aa580d348a0c993817ef8c3bac5aa9beae07fb605873b7d1e8560e7cd6d4f7f48a6c0b6f879e198d84a9f005018e5194b92ff97d7e711a7417e78e4e963cc374a5dbb50b8316c2bb76238fcecc07afaddcbb04140e8efef1cdf134c179aca011663e5e17c45d9b70c20043a7239c3970a2c0c4b96ab2dda8a0965f60b9c03c19a5dc998f626198615011f8055260a087ef7216193620e01f4f05bc267f82c65003c1fc8d0c65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633457316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=af4ae6148e57aa3b3017c3da689bd1a96637e65c833c685b58ecd36f0bc305e28997abebd23117db65363cd6bfcc344863371fb7d487eaff7587290ef22294c07745ec95251eb5fe56f2f92e3cfd8aa2bbce164b16b015076da1c79d661bffc26d14d76a96e470d205b96bf011bf469537b8b94fa171b1c996c11c0d0045ac8f7d575281a668d100125a8645e32f067c203c48a7bc159590682f64f8da2270c678a466c87dd94ddfe5ce3b0ed0b5fbb53469f6e7e29262cc47d7b33f867ef611d299543231b810315f3730b270da143e10718c5f33ff6938bf3dcca1a6c6962518fd284fb377b994e9607f1eaab10d2b8cd857d7a15b5581d58cf8a713f7f84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646144568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5061d91554aefa02ea76509cd2715c3d544798890aa590143ab8601072aaeaaf298747a3333581f1d89de1cb715f0016a1c741eebc7cb6fa70c8d7def885112940c7b1bed6b7e2c538055d115677d716bd3c722ac6b089252b88778a17907e49a69d730ecebed669a63eca13b39bbc031ea91e385e4a51d6750de5382631ab78877e4e6236fceb61e1b09186511a1a8d616fe7c195c744bc657e4b4b1d7583b9b546e147ae000db64e34391e01d5aa12211298e5401d7e58db42066101a03228a5d3308753ad7a11920aca759ed6626fd4409a4fef3cb38d5a6c888b40e27d3b8511435e773f2c6270ce1091b1c47ccb426dcb4cdf84d9db3e77381b2817cd04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633447898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=524bae41c8de58781b9aba8b2d810ee1d4897011c0fba7a8aa1086f39445423466d300b56dcb0d402606040838ebac71713a5ca22a1b449d60f187cbc4b6b6cce1c87ef6db92569870893e79c55e451d3c6fefe552f8f6a6ec70787d5c1c3b7b80d4028a0c3ad14bc55ce50bfea582234f1965f77459b4c63d7f65b6063e4288f1426c00bdb2c49d44c7c8b6e6b90536cce7c1cab7d7a3e13460555316168b518d479757d197aedd43537661c8cd8951265bd802f7457fd70a0a99b1c8471727bbe6288c3ddad98c9426eb7a43dd4d2e55c114b6565afb599a4a44c911d74d453f72b30dd8188507690ba00b1e32be789606e1a7ec1355f7c386716f9a1c1878&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646208178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2ce9208b9adffef1edc37ae9e387cfb44d2783eb251018f3ac5826b6b6e953f932b58cbae36bf153fd0222b1b7c685a0950e1d6b116bcf0679c5929ab5d6aaee73d87b390886e13c960094951bc38e9ed9c963985dc0b90d7b8ab210448a79f66f16ca2697fbc2c09a4f160cdd704deb419bc192b0d576aa58b6382f25a4080b2a9ab069964fa0512100f2a85b01cc3f34c4a5ea7b7e9e8dfdc05c3615dd65b49216a530dbecd991ace65359a612ac9f4246bbdc173f8991a859f71a56ce3bf975cebfef455be2eaf873c204be2beb861ee20e05aee20c92b78aa72487524525f13dcf9fd9a42d440b5ef856796db99c42773dde1352e0f5d8c99bc2bfa8a35a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646249997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5f5706de7c97725a713f2de1601d27e74efee35a9b3b18ece83f73b25aad4db2567e325c7e4ddde05845e1e8de2ff09c085b5654f7cfc3b5c759ea935769361639a8e135ecf498b73d1ca0d98a5b5b5a5eb4b21770e75ab01c3cf8afbb43e01cfb53f47d82890504e465ff3eee035128edd49bc792c6dfa365e59873314ddf5f08a22d3e5acb943a320e1c830cafc083115a82d9d14bdc75fa598718d8021dae760f24b9b18eede20aa8edc0f4d362cfcda379a78ba44b45f5b9501eb786b81806e4d4306137dfdb9d778b430a504fe7f1a2f0c072f8872a7268aa67e25e7ad0a7dfe059023ddaacc3488f8dcd39c075cc78bdbc29b6468170c25226b9919981&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633463638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8e3f2f5bf4781f29789b5ce4321a47bf0a817c4be132b0ba8fd78ada4dcfa337d16d89fe4098e4ff1e15cf5d35425d0c1682672ae1524f19a0aa4f642d4cd8d7380b687da405c4978ea128da29fbe84b3c59d9c7dc2b606460e0a47e1d3798706f20f4909d9d9e2b7427c1f2370e165879d3aead119bb91f433e54ed494017b751855c5784c1bfde67fd57c76ff93ddfa5c26e5be02d4f4eaea94f6b0467d89d5529d648aa4ec1b6a40bb98d2f0c9c6151454f2b8d2f2a552782fccd6e4e965b1cc786cfd40e1145a586ab885c931b3f956dbab3e04e59a4cdb4ed310aa8235cb046096831928f5c2514276b688911428b1fc735508d1a60ed283e44f5f8c454&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633436397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=12c64cb42549cc35f8255ce8be5bdcced4f9f03a0aedb0b0dec78721a3683a8d52439943a902abc92804f1cd0ca95cdaf2534d8aa0d724e41d6d9862cd7fe69ddbc48118921059eff6afadc54f19d186b061cea9c5e7d5a0699a17d79664cd512b8fe641ae750ab28cd153ba7f9f106640c1b8efcba52858682869bcb0c1f03cc469edee74975bbcb7ca6cba33a36eae22821865b8ff7e80186237f46b3744dfab99f20d6e424f8455ec4305049ba0f4cf9fad78c8acf5b0ea804115eb5e03cecd4b894505fdf6c5cdfa7c14a3bf43037a7040b39c0e7b443e996688900ca7b27e6488fc1d0d0292664eeaffb874e8da550999329614e6b66d6c20f496322e76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633478546Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=68bcd168ebba8f3e34e39b303e4e359c9f291431998b0dbb4433d11d196dee63f98d2b6f11775fc9f3c3abfb86927cc3b2f3f87565c024c928342cf30286ff8fee83ece8221654fb2eadf4df562c3a0257f11220631bb7f3ccae98a52c61709a7d0a074539f944011d23f2f086ad244b8467c13fc9e471dd32455debe183851b428b6a5c1b36f949562fb1dd54624828f270462b2040bb14a8f02a5acbb17999e7601fc7c26c8711e42dce62edfbc972d360ec2aab3272bcae4d280be86c0e0c60bcde0ea0c84826d2be68cc9926524e9933f69bb62b98eb783993c7dddd10e03cd26cd140ffafa80ad5b0e095c6ac9954136b58e596167a37608df5629445b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64634182Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b737e010a37384de2094926e21d200c13dfd14ceab9f2fe847d6574378d0054d6063165d2425211b63a71a4b4fece9292f057868595786fa24207ba5078a892bd104ec12c1eb20bf20303af8376c782e8c62d206a8f37a82d2bda39a15c3deb11f7c2d6044277c5087b7d82aed516e500795842dd72de6cc0de24607f1a3918f40a5aa625bac6eff589e4ef45820e044fa7617da03a6bf9bcb0bab0fec5ad18d1420431c9c4fe17391086052c052e6ade07b600c5646290725c27bf4bac1b609e761efdeee98e2bad74ca0f032ce65222a7aaea41629e7dd9bbac478e79a9968b287fe979993796d22ede34a008baa1a08bb1ef5b50e1eb31160ed00364064d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633477604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=777235e57016a296a0fe180a71ed9301ba58e1d1e4d3edb97bba9554200250aefe1fc29c2b84211a40a6f65fbfd7ecc96e0f9b1f2cc3c079644da919a4d991dc4206274f1a76bd3449eee297b6631421f401e8303f5185f087a81a421d2c5918b61a09eecf42c8b10039ecee58608e7b4bf6440c85317e61e5ff31e73b452e1efbda099701d263b8407fa1fa2dc406e07ec09523cfaebef2c7ff82c71f9984568e133d533417954e69d7e634162eefbd39d855ea4c33bf34a77c30610d3d5bfa67692056fb754ebce957dd998bcef047e64230fcc8d5f62493882a3e2e584a915a5601fd58a969b0c8ea712175cc7f4e30f1d4f1b5d5968eed06f06115aed604&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646440135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3600ed1179065ac9d66108fbcf7ce67b7fde837a716fb54e9f2792f71298563115ecefc40bf55c0bec5703fa2575e6e47976cea0f719a58a183ec630908ed91689908773113abd39236439ef4e9af6866849960622735ab1156b4d88aa493f0785ddae72958df37a5e64ba2e1fba459f3ecc7ed603791bf30bee9dc6906839266a050b936b3d7ef8fd28f625c2da661d4ff9a35a879899aa6b47eec78b7aa231e574341fdee94d7bd0be364da232012fc5d285b5931a6d53b7f7ebbb3d7f1614cc2fdcdc48f744b017230a459525491e2039a30d70829dca68d6e8e3f011436ea29b44a2553cfb1b8eff1ab484a37f3d21c99574a143319895120b936d38e7ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633457005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4fc8803d480f7c530505e9b8281dc09ecfb9ca2e3b86f6a5244d700d8def53175d84309bef8eb08860aff5e23bff2ca144951133d36b1776c3957bac2b8ec3f29f1645508ba241725686538ecc8a8bf73225615e7481dc307e99671a24f8c2b8c44a3364732faa6a2e19da05e22b327d691babb48872aa58a44efc9533ef7e389575be68941ac990ff75ee3d394317a1cf4559c37d8a600f7e812faf656e99be85924055f090da0c693530bdfe21c7720e2b564b21363be83e3ca7a087d492b82857ee624e32c6281ccf473c05f1873e0fdaaef89ac504aaed02cad5c4a7ba1a6804e1fabadef333b494cfb73b98e1e7bdc907e53467522bf20a22b00a2023aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633484297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=338f52e2308eb249019bc40c339e29b90dfe4335bcc228f574961764506bbd6285905d8bc4275f60bc1ea6abe09b69668666bef9fa79f534b137418bedc9fafdb1b389e63043fdcdd4cdbc1a3b103fd2b5bd37cf449df7eac61b9be8dcb277c22a78190de0167ff470080c4487e1f1d81b8fffb5f73e15d460ff5bf12d94dd0c6ebc665b41608e67fec3ae1ff86eb8dd69d0b5aeb2a50f555cd931d3819a270975432d5d0c20f1dc34a4a2174eac08e49405513101f2f28d74500e8c9714863bf620d87d4d571f7ced1d151f039da9c413287c5e40c3340fe179d8cc5b43a6c035bbb9d1c993803a183f4c0666a30244025cdb7098746e6b4cfa911df69a6b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633514093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab205cd913583bb91bc07ca766ea3052d6021aa55f739c945557a448121f3744684b1acb78d7c48ea317aead2ca407b368a2a7e43a548eb532bd3a5eb57c66addb62dcf6dc504a1013d2a8ecb39ddf5b6fec1f02cda46e0970e0e23d5832c67c04fc0efbe9b996100b0ac1bcc0213097cfe770cda7fb9cc775d805d55e200e12e8c45060d2b0d84a42d451b2951df58ab23e24491165f3f55b534d68db839486168d2e68d0ca0f98d52ceb52f883c9ea43f0adff54da0be4b29ec76830c66dcd2df7c98386944ee31f0683c5397bbb3ed23392710b5da36b85ed9552743dad90a25be367d43a8913e8fe133b6cbec296cafe0fc31a29f770bbd4b7f47f218f59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633506959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40ad1307b1ef25861cb9536d0752e54308f0bfa607e86d8aa8462ac905c98bacdadd0001214d7e7d29bb09f4dd1d126ac603f0e47ce047b726de31041e24c180821fee05879114d6b789b865b527e18e0f2abc822babe78ac93ac4d649823e5a171427c24a97c9b7a700eb6325b75bd75419b59294f535ea61a0f41929d8da21ef32074fa46ad6b7d1cb89e543d7cd1f3c0ee50b393d7e7ab2a59c9ef27e960b29ae7a30f607c6899410214d293f72111624037e8bc35ab2a8792ce658ab5c4056cd7832ed262a19436283c3808481f0f9da0e9126f0404f6e6ceaa7508cf0ac5efeae06d4f29937a16aa400e0a378576516b9272d09fc00f5d47adc14ba1035&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64672938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f209127ddc72ac112cbd46b3b8bfcddac0e6021ef2a8f071a9c4c44c231570ed06340101e5f451b421ae9ca2526dd1af7ac53faa9620acc2c9f570ac0be92810111a50b4ebf26525a48a9d165db1d81f1f36c8870812188f74e740a8a79d4d17d8625929291cd76fbfd0f78ed57807c2194f4798000f9a17117ea81fce78f37ca980545cf41ec5b084200dd0f1af36e4ed9c9e9a7bb8c417f91b3d142c3b6a0cda0a5e5f8e0cc49fafd7bde2d70728b3e8643d629dc61f7b812acaae16ce24ccfaa63173adc4ee0df83b3be5357c4133452126932655ee267102e6a586d3e50a2b98e72e96c70be0d1ddede92f51704c70191022e8a91aa94f20b18fef2dbea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633485038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=820d0681fc507e35ed397cdf92199fc893ab7c5c944d9e2961ec20732038bfe1038f2361572ea29512407774f4190b2e261716be04e17d29a515bc07e8eaa6862b1bd3ebd39e0c8b0cf201698d7041a1cf09c616da46ff2bc31984d2e3f1fccbe511b0bde6cd3e3a5349d105c48b8729e6613c7726df76572b45a8fcccde4d604ba50ef3d2ed558a7c384f168241f7a8bc8bcb22758f052418de09831fa4be69b7b081fef23033fd13b4407150374526187aec6cf4004b9685e3173720d76e82773965675f2982247565d8866417e286ac45ab04376102dfbe22e74966264fa96c7193487361d5d50515a3195ce77f7906db26e122682ce8a0a97386b069ed0e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633519313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5afd76140990cf7b112a32cf505f368b5cd114077034dad359c2ac3a5e7390f2a3d2ec6aa078f8d223712ac7bdf75d3fe880dd1481b71c52c487dc98bf079acefd8b5658159ffbb4c23ad0f81e2e1a7356a651cbc435453de2b2b04dd1bcd736b49f6f10b14957f6af35d85e5bc6c215a2cd75ad8ec1ab6ebeed61e7ad2789fc900cb08a5c0ea23eceb384ae415306562c13dd1df0f4d01fa0c85a04386081acb5ea1d28b98a2a42c23987c84afc71d71ea78eed87b6ac0d59a7bc747f46822da573e8b878371de137ac910db4eabdeae5177dcaf70a5cd58ed89ecf9a25b1bf05c001865fe02fa62d299a7c104232e714872850fab6148d9f7bbd0a4e36265b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64689364Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f1753b28003ed2215cce3ea12a4ad2a7c1f910c6977e06bbb5910dc9dd3f31668ddc55012b8aa29f1043c18dc0bf2933adebf6b1b75153b2d47459335c8ee17e989e0e9e552ddae335049e0f45c3a3ed0c7cf13cc2fcdc25aa234a0f24bbbaacff657ff4f219922063b4fc8027367e16887e23bf8a3ec846719c1218da5b22fb0c178da1e01d5f9c06f1e82e86704ff85cb16fe9dc18a02e9310c837c074a4fc16fee5c0895423eda8687914cd464fad8d93decaed35c06e308f4e33d31f6320da937d14f10be781725820cd40d7e7ad5bfa2ee640a682c7c482bcbb665af97e0ccff844a357d9bbb56eafc6a42ecccc09f93dee0683220b8f6303fcdf04fde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633546624Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cefb26d0929b14d7a694e500c3b6203cfa33741728a787457b1306449d5fa33e0c7585fbc168c7cffb1455e8e0283282f33823bc2da4679bddf279e6e29e215920dfc09fc64a00a548ed7e8b40865ca72e0105faedb0788f61187bfce4d6c812788ea3ea358434218c10d65b4528433fd284f19f23b459d1c4a7f2a8180f7153afcd3ec7a7886d0bbf9249c6eb9bc8c7b19289aad7ebec576bfcee7296e217a37627260bbffec4afc41dfb3c5e78f3ead8568f64a6baa21f015315c177d66bd27767836f3b90ccfde884d0b6220cefbb1e62a6e0c6de57edae5bf9cdf30773b1089a415e8f090ae1edbbd5af8f7e567c597d072797e5ad0b2f1de02d179022b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633510747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aee84b776d2bd1e0adc63d2809d0fa9594dd9b23b6548b42fcf5c0c193e6f627bf60c87b9e4d690f515aac2018ab0ccd5019ca95abd3a9a3bd6cee1ce9738831dd66d8eef6c2f063b8dfe4ebb904bf7578bef19422dc0fe20ebc0eec1310fd11073d06d82136c3d0f1b96a5380339c6563493847f91a7ffa95de9610dd7f0fefd5069b05cd3303d7d6e8ebecd5b7d63c86bc066fc9001eee56c15f8a5fdc5c86f19c8740957fe299e76c94279b064d3f0e437101f50adac051b38b4868ee29402ef5608f716bbad564accf7f23e4e3d0e0b411b8ebece2bd1262dc53a615a93b459e4d885f1f1b795e53add1731a6fe3eb0f6570148d389fa8eb1dee28f8b371&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633553006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5022e2ab132cfb2131c6b43ffb36f26e63334257a6e69420a326019f36b436c1c7b980e83bac18fab26e666b86c0ed6162048caaa43ae6e8abc7ab13867cae2c3ed7f1ff058f4906476bfb01c7e61e8bd9778baef8193dde7733eefbbc80f1f6280534b8c7517b4aa8a682be5836b6ef125923bdaf80ead0b0b9c7e7568b8af8e12d84331b2674a10a3f2ec454cfdfb8ef76db36552cc3a76d7d8a1c3f1c9243c8bd4ed08bea929d5df7a94bc362965f626f77a96aaf5c14715f03520f24ec4ec90b66055e318d46abf781a96ee16b4cdea350940ae98635a5592b0423e855cdace29611ee74252dd63e10fc1325ceba89c2092074f6f3e841d30d3d63cc31db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633552906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=afc1eedb2a9412d5c165635e6f9042fdecc9921250cc758d93edd29d345c90b57bea4a8c3a04c0c08676962d78f47539a03831d0d83b0bc0eb6c7e2152ea195c44f80e4847c943cb6de2f87cd68877a7d051d5fdd63121e128e0e7800f33995996592516e73e9d767dc16f4b0cf44db4bdd7e5bfadab34d5b2290f6e66926efbbdfe6bb2ab26d72c658a6ec59110b0f677754d468eb9dc47ba119387fd2b2019a4ad93f0b6443b81886127b3a50281def27f4bfc8715f2ab28edf29b5c0c1141216b65ea10c61679a0e470aacdc9258ab7a8c0981699e7cf0d1241ab8d35dbabb1266a2823109d2096d3aceb392120f12cdc8746d5dd6d6fcafe73c7b639cb20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632551389Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7a37b7c831d49a630c7027d6fc4130c6f922e1950e46c4d025164bdc75e07eebee85147ac9e06dde2c15cc918dfe001db59559184cda8d529cd8c8b0c5d5ca5fe7f3e730b21fb10d10cc5508022bd5e93e17a13dfc837ab4411fc6fce0395d81fcb1466a8c8c201e5d9b09346062e4a8f68192834731f7e1daaf4d2c884931ad29a1468f849bb9defddcdf480cec41eb89a579db2f08d90d7c787580f0216b8eab0575b59f816b86f34ede0ca65a78ead700301abf0ec8edb23097425ff91bac190a1449dddbf6f2392eb13f023aa0e9820857de8f009c97e97f49e09698d20956c31dd1177336065d0f14fb6fb729fc950f95479cccf4a024d5041c137a7796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633355664Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8e7a850b9c7084dcb08c546e0fc790086d37d3536614fb7e6f9a6d3ff724270ea7ca7b797d2c7ecab247374293233e72880614438b69e0c0fe8ddefc3a2c4ff315fae05a4f2486e0b5665df8b438ebb0d26ce8b1c1a5181696ad98a6fa574e0d7626275ae86e7810c72c66c02aeb0196668d1889aa93ff3710ef0fe2f9149d9969a32ef8562e4b2d7ec3c133572730f83031e594e5d4bd25f277bfec086b1a0931d11e0d1d529ec427a8a973f3d1a2c923c4e15eeeaae3ca9210e04885be0e8e7e7e325d2be5ae64219b3afdaef136c33161d8fd4c469b4ec1c8e97a6e3556f2817205e83dda089109f967148bd2c4ef7ebc73c539feffabcfb3ee106991cdc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63362911Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3636c489875bcae082992c5e59bcde0dbe7749a955a72717b77e0c7ce5685ba0f768b945ca2193b7cbef4261942687d26d8d39b30e9ac07d190e11afd52c996a12531d4d2ec0417b4aede3cd4f3fdc5e8b35418f5ba1274b848f259db7f22a0d589656da0cd6007b40cb9c1b65f6a64c48b1474bdf78f8d7a9222deb9eac21c9802f2caca515142816acd053740597d02ac7e491013994105f1340e654edfacd036fc0f0ed45ae659511ba3e9ad8500a1d06a2a825266605c475b3d60f12a991538e65612c66da7ffe0bba06026b2ba70cdd1bc746f157dc86e33df2da3ad94264a7bf5a7a9da0e6e17b62bc4fa271c020de8dead129eac6d74c8fb9c6e5ab07&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633652344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5b88068d4952dbdd61fac4629f061e942360c9b4c8a45193158fd41770d565a1ec3efa52c4648bb74c9d76f4e8625573516a8fd83fc2c412f8b36545cd0f47ecae9e3a9b83700d8f13f82b5299eb20537f88e4f65f0fe21ab12f71fbc35449d36512656b5e09ddf1c154f89fea53529365a22ca1cce8cfc323941b9eb22a1474646b39f0c8629dabd8e23eec6265bdfea7be1d3b05840380e4c038d50deb2e69840b85233dc1300dd3e8423a22128c608b3e234aa1cca041ca53d6c1183aff2ee3ebce30f588ee19bb9d7075f86e87369d16c538ea55147b3e39282511c112916461f6c557a454ef0f983e1b7919784231da3a03d222dc06077ec19e7548210c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633653646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=144e345df9b01a6d8e36293544b87cf7e9af60b58b6d488e8675646612178624255a61899f51000063858ad8317d74b1f6382b9d9d1c1091b262c7b074076ed0ab474ad2e9fdb538dfe64ae7e6c6d056036cef56dcc76d46ae9d1e81e62a2d2f868b9b76a95c2d75c5de5a6770797f261e3ba38bfd209ea8cef287a73c39efedd67a5abd5bc985ab2ef1266c979f4a924f330eda722f00739b7f784c37f370520338de519d1832ff9ce0f48b1e727055aa1949ea83619dff6431ff93e482c1ab4e6ed3ec32c19bf82794dc5e2996b8e65258cf0f65aeb48c66405845236c8e6abd35716141d4240107663e7ee710e1d572e40ef3e4615f890e64328a666fd8df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633653686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5ab2b8b1aa4d49eec2afb4fddc86bdf25f497c43501cf0bfeed97429ff4aea83745a6295c9af68b566de2bd105d04ac37de2807d7a16d3822a4a6ef6272cae8af042e0db667601b92a615e2af00fac6f99df50044766210ca12cbfbf6be518fcdb0cfa02cc30fc3b8f4996d8f32596ed49b7f88be010f118e395e8384ecb3a782f351611e936524964fa936137e2035e56afbf8e569de777bfe92666f78289bd1d88ed8d271f0777d1058b02427e86fabf63cbed3bc3908a7419e66e7ce514ad72f2a3ba138013e60136725662a0a78e976ec79bb2960ff777011376254118ad4f6e7a24947ef64331b069424bbcea36220d624d36605b67aa3feb5603c773ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633660278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=556e83abd3487b16c21fc0bdcf3789efce0d9354e5cfd86d32a66e73d23846e7079da1808d39c42c1badfb3e7f395924363798608d165235e0b9b866568dbd97dd761c0e7c31d4e7ca7bde87590d5924ab00c085c82454ec5194441abb1b2e0ad0583aca126669b082557ba8f4026f9c2e81c873e64b9fc4910b1db5c4df7bdb72b8eda794de4475407a57daf3e4179ee827a4c87747222b3bb0e344191fd5c3aa129c7278cc9bb9a0567eadf0af196bab0a733b1354e54e0add7e3f735630aa24c965e59e86b93cadcc94d6de63185eb39603d6bc4d612b4e65b1c73a6f97388f1d731ac5e58e90a7b6b2f4b4ef304742eea08cbcc29b4fa3d46faf62d38e5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633691688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a3ee2d281fa13ad3b964d9d43843d1880657affe1c5cacc14c905728c174a1b4ee0ccbb06b0fe3832af458cc4b5873081796697bc8b4e664d3878b109ccaba95744fd45fdb2746ecd8db802532bc919b34b06c8dd6393ecbe84b319752117ecf680a53d317df1f06632a774508ecb3beb84179339e7c6abf552a3cf2df67d66f43cc80b48c26b234398690894a5d701601d770ffc0594b54b47c45cce7c1a75308c3c65ea32c50931f6be9bd231fe2404ac0de81b82b32d4f32d57ad9a7cceb199a8c4573692b8fdad623f10e16f54b4d1c96307308dcd93514141a61f0e60d6df240579a5aa37a36ebdd02c864fbe8295ad6e8f4b0c5890ebda74e79a491efd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633691678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40042bb9f75b8e13eb35e0fc59c4a4b1a442d633bfbbbf2d6ef119a3ec37c2a93085ea05f0d8b92bcda9fd395c60c004c261c64122c0569352e33c62ce4349983dbaf08438b71e31ead27e68862c259d9ea46326282568e56adc2702c523da26eecdb73fb02d8985446f9e115c73f142bcbc489048e7418497ddf7f9e3456beedb7a12d5dd83c19bea23f45912edce18e01365cae165cc7bc20391bc5140ac54e7b555ae9592832478611c69316c686ac41fafdd39d194a6a2c378ac7fab2717066cfb51d11b74302aaf695f8f1a4b071b5d37620b1ab98be6c6460fa53db26e336a2f6a210706d39886d82fe25f49a15345d12bf39e2747554d20a0ef531477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633865375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b262e51ab96adf094815bf48fb4318b365259b33ca02cb88b0962b864e9169e1d34fa2c4dd68d4c5dd00ac1ba8b01cc1df2f6ae3c536a9460d1b70afb46d60d525e68213152d7b1ae9cf96634c3451152ad6ec07a934d5cf367bf7eb9022ad3e20d1d9e2eaa522be6946ab49026fd0ae1918e6ef05472f5d49b9731a76128346ced70a9758a8797d348f687ffd38ca7c621cbe7bd6d998f42e53b1343d06e36834bae68a484b48c0692ba69bc0f756d4ef2055911cc67b5dfff894008471f1228633b2acee9d093940e489e4488cea992f9fd39b05d97f370d39897a96b45494b7a64ba9101eed44506ee40d23473fb566fc0dfa853cb05b36499751d98f962d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63359723Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=93c4debaa8b0f9b8867aa0905b59033a893b04117b76a5fc0a6ba7e5e8e4258b0d0b403880a30c3a67e721b6757c4ecd634a5072125a53140fb8039e34eec97685e144b74818b0f7380b58b9062da1e3b5acee09ca485d4f8ec53f480bc43e2d6d860399124cdfa4baf816be301e599c90575d4a6130b73a0eeff10f8be7fead801ac44a29b4ef5bcb03ff71f7176f41ccb9ecca1b2e945578a72a679c72faec2ca9ffd7f6b4b44fa6e0e5c994a07d867aa9a9b1c0aa4412f1f69cdaeb9c1b73aaffc7a166fad0880e3e4b9fc65e56cb3cabd4a5dc5b8618c8ebf3fe6136b137208e3d4183b758063a4b32676f60d38229a77c6672d48344f147515ab7bc7171&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632607715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c44f5e044ef77189622d256467359cb4fb9d21f30400e07f39e23f4b968acd9cedd767f111ae9e342e78ef6ff136416ba1adbb55ae24fd1fd12d309c6aab6b31d0b429d045cc8b0d53549d6e80f829623ad5a7a9ca5862983f8f56684307287c3537f80d40029fcf7862ec28c03be7161d5a18d8f361bd9af8bca3072c5745f79f0abf7084559444ab77e1bd2cc2923292081f90a54fe8bb3461cdb3895518c0d526c15a63219052561ad77c0f9b9a48951af00f345d44eb49c4051be378640a5c31940a21403382ae563941aae168cdcf09e5707ae38537a1ae11f5294a0c8910af71dffc2c116f72e6eac151056307e040b62e30424ca1340a44339a72c0d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633694162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bafd2347f09f5cd42d10696efaad00b772ac7677b6944501b47445e779b7878647c1aeeb62baac0b0c1a01393ec7c248dec1ee0743d14215929f7e951df9bf2811191db0f8e504cc19b2abd79de66c0715887e5afd9a81fa0e4bf93b0c51e8270d9e344c6664e8a627d7d04052a8f9728648c025735aff69687ab7122e1580e2100025574e7bc31e184b36293906dc35a7e989d92db91b58fb659f60e22be5dc06c3ff5de3eb0f3636807953711bac858b225665a7859ac3d5a5e018aab093a16e2d4336354b2655e7f9b8b5cc76ca14cf3b50524963009ac08a67ca79eb4c149bd76d85f5260ceead7f4f63ea42da1658b00ab3bfd823e138bbf1f5506310a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.634798173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a94fecde5fa1d784280a256fbc10a4ee40c5f9035cca6da23ecded67620ec753b0eaafecd07176c424aababb421089b7b896b27287fb64b5edcf6e1960f54800b4a98d1cdb940ad71c91ef89df79afe60293cfda33d717ae3915d7863e576c82ee07422b36b2cf6e5fca704fcf2c200e4449518e7962e753502267e3829970f8f11995c2074ef6dc5f3c476539368ecf75a2f2a4039634ea8f11b7047811e2e64f55ae46afb4a40669f5ed0c315c0c442e4411db081ff5c2c2d070a29f5bbb75d53b769445eca8861d98e08767957db87932f2eb50c2d119630a9174ed98c7d85271f4fce3c11bc7b08571de96311e78de7f3a1938bf3f2d83aeaadb0e87772d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63263707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=969df58c4cb4462253db274b2fe9ddcb397f46bd3395ff94aa37e6ac946d2860bfdba8c785c71512d79fffb106d179aaa4c79aadc6ac3a897940820fc74a7bfb5bd47cf29b0070d0fcbf5c1a20f38616b6255fa1e9f42f820486574f73e35f5b282dc34443c8bbed9a6847511084ea44bc9381ee4fdc083b9b3454b8771ca03e18025d466c8e00e1b472d794045223281d8ebce5b98b97b8efa9635c7f643207189c27ff772c8994f927615038051058f49c5f114735c37e172e98b2906d66e53642f33fc9341bea57c8f9f5a53c9e35e5c190574de648d42d62ef0f93e58d787f8014238c72232bbd54fdfe6747051d58cefd7076b9e0c49d508771dd72910a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.635546363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=33232b7da056a669cc52b3f358291c8e7480bdc392cb18db032f2639f9c2546071230a13af7679a73e2bcf8e750aa139b1436e3f689ed0a194dc420e7916f61ee50f02c3ce09accf2bc2e4eb06abea217863f21670a073c49d772313a2089cd140ec6f5716d1b03b694e62cadfae9fd4f928a8a906d881ef844d5ebe74d2d8fc5e6d4a290284233c962197515d98d6599f686614852e57672a3ad029107c842cddac4c6bd86d422042223a81976d2efb21e6077c68c1e00222d9b87798408b05216c34689376085b0b69b9f0c2a9d1356b103269373b2b80cccda2235777c02cd68b1e87308e2e2cabb99dd274c61f37824c6555e01b76f4183186149d1561a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636194314Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4ee285104d9ab093c3efd4494363d7bc40002fd72e0c1d955eef3b904109c5635507f94984b4e9f772ead3c2b6008876ed6b3cb47bee2549e771c3050dc1d126209b3726fa26627d92287e89c5799eb320bb8cd8f14fdc107cecf2b81c10b607add83cdf5842bac116b66d935dba1608f5be2007a10a68d237da74c259323211ef299fea56c28b7e706f605d5a2ea5db8a3d717f2c93ee5c7cdb7aa0affd57292714ecbdc4d0ed5c27aeb8011cc3f1ecf2012da26dd6e50003ce1f57deeabea698fea8c59181b0db9830174271d95f0720ef45c23a33cbe9c7fd700b7053f979ec24657284312d2733ead53e389f10b3a69cbf7ebc4cdad66461cbf626770b92&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632703124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=89358970691ad7b2bc71111ebc8d063ef07cd3134f2bdf8272c175a22fe362b9cd36455390c61cb9b1c2d488d912a08c231b0868439127a1a8d17805f3134195c38b5cd14439d3288d1d8ed440d8e5d81e6f8a0a6bf3909a1b49c1f8484275b3bd94057a1b1bab9f36ccc70d781ffef992ef15900acabd414cb6307db9ac640c1ef0ff546789d190509e76addcf5d09fc9bf662d3adb16dbf612c091a9bd3ec61fdb6592a15b19dec12db793c07e4ca07a18fb4d56d6ce13caa5a829727d17099f098b7a426d2eeebf9e8fecaa8185315aa47275050de01ec8fd85bb710aad11057405919ce7254803e7b9c79cbae1576a5b4d066482492e7f0f34797c809f79&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636213771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5bcf36229abad2cd6f74bcbda7082e3e08846754fc087f57f5c9d92addfef36db30a602ec40821f63af48876ecec86cf9c7160eef7349bea2051543d9e6f702c99d15c619ab025e7e60878665273ef0c2a908f5b309c6941489a59807ab041bacc420ff5a8645c9fb299a72eb150b5983cf3deebea00f297cd5d187c8482ca441b71fb86c93bfa81bbf2fe0e74106cf70e272605ef4646f4a5491c2cdfa106eca3990f252154560fd6cb98d8ee51982024b74acf6f0c676085f9d040a6f1561146db317570fb22e841cc18dcb48249e37866f95c21bba1085afd8f654a06f6e770f3b7aac7f7d94b6f49aed4172e7d9cd2c5702c3c5e8a68bdfd6ff35522394b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632708795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7a22fa3aca1db94f55920c6369b917c666dc3bcce7025ea4bec291199ae48587eca6ea112c46a5b962face7e74d91abd61fe4337323be019ce717b9d0fcd003cbd1f3c5472f82b37c6bc3c3dd764416468e83013f84846067b127e085aed4bb06010de4d7fd5476be794f6bd6ebbb31a9ff37af38e244e381c612b182df2ce6c852334fa701cf2e24c85f863a071bacc1357c3637548f2481129e5f891747191df08784f0d19e0db5d6c443840fcb07d4731024902b26afb041c14e94cb041b8d3c724b1363f010e0e4e40c6b4e48a4d6f624837d4401b9e69ed8cdd21ffe676db14934d893d4f28bbe61b59d07cc63a6e8dd0ad56d2cab2916ff76f002eddcb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636228268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c62fa07fa45bd70dd4c0b5225258376b1fad54aff502b5aed03d83c328a8c3247b9afe2e377a5341425e967ff9fc5dc02c36b559de8133ce9542b19d185c0d592f18d2df9e8b85a28f2ae59c7c2f0cc8f405a0a0d5192aa4cfe796751fad5fcdb97d40d19a060c0b6286b8cb98db819f370efdfd16ddb98dfba0a4d29d33add7d839d9b2dc2a2a773505ad7dae06703412e6d22a5078982585cab96b57ba09399c423027d14b06f67e5913bb23077918f06b8dd91b45496149a985d4f02ffe94a25151f19ca3b9a00fe4bc2b7123d408c45467c50d08b0b507c5166a6cce4bc7e70ce60f5898720ba3b9ad0353c7e8e280f72d2335ec6ea1a5b1fb06955845d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636242796Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=23fd679aaf10064b0c9aa3935102287ad2304c805aa13a9b71dcf6163785643ddd1417753ea0cf3316859b2b4b20053f6b3f001814c93b83f6970274d8556044d4391ca35647feb4aaa5ff32b99732fe7b81db522f0bfb0540ad3b24d62fa3f4deb77c1f51da5b755b1bfe2191497a20a340a73476ab7c526b08d0136207ee60d58d61366c6f95f615e4fd63826ce0ac606f9e1381ba8da663402f9f2e42ed46b3c00df504064d890ed99357a6043c081bb3a1aefa6a847771fe616ae2a69ebf5735e60211f0639d3b32bc4e88974e73f0f542ca10a452e6fdad3a77c008d3d4a2bf7c8d2580bb32d1ab4fa3813a6be30ff231f9f028c03c06ee1810c49e326c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636254117Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b52511cc1850e6434c3ef04615cc192b5f7d39b1131c495509213922d451a92afdb932e8b344e6f0fec0b21ec9ea233186d4063773a029c75a5701124edd0acd6da1a08d3680d2e7e3e88dca71a55ef2b75042225932ce6221e024f7416f7f8dc374c5327c717350422b91087e65e1c62bb6c4fc58e008f4b7eaefe30a99ec1384dbd750fc110ad66e7d02e1b426f8bc105c6716c9fd3160908486519ea0f239caa18ebb05c215543d7a9cc649b59f2b2f432f384b398f498b852193ad819bed200e9dcf5c268da19bcefd27478c6b4ac24aa439b69c18ab72c44c8d551a821d4f4adffaf1d1e77a4d9305085b4e39a696ec08bbbe720d5c786f285bf4701c7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632699347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6a5240906e03efc4e3e31ba5872365d9ab23404d936ff6c6e4df61e2f4d17324e2d4eb894c675c19584372a042440ae114209304238e680983e853c204314fc4dd6faf8f81896aaa3a49f2b2bb0c9a375155b1f4e9fdecdd1cebf5ca958859742995c515e72a5bd770a55e32c8a8d47c16c6e540567d61a282edafd93e7a38b7ddaba3298610727e50b360d468d6e17a573c9283b8c22972976f0f480d7ba6705f6cec6e32b5e4c5af926a71ed77220739f925162a41e8bc601154d680f18eb7c63747a643376f7b4df19dce9965ad030fbd6c4c8e31612f2bca75ee3d6f53391f8bdd61b2529e88116841a5e77359806a2ca9c9ef5b1b6f274d39ede41ad9ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636265298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4e4316f0ee0b2efdf1dc364bb608da4f0020c8388c5e0f65706f5304120cc3eecca713088733b5e5c48033491ffc3c28e27bdc0dfbe64eabd9827dedb16ea968a0f76a6bf6b068be0e017104af98d013600b8bf73ba460a64092d08188140bc12064bf47f0205b62bc4d44594f83670badf6f0022566fed346f6ce4cd4f479bee7aec47f69e52f8ba4fd3bd583043291f35f5d2db17df350662a65b7dad0e2f81248b40a369a1231433f4f0ed60cf37ecf12a3e391820dd6db1e8cf1acd8b1ba7eb7064b42617705f5018372d10c366cb0b3b58863a8c1ab0f848b3ca1608cc28340f9f0676e645dfdb5c2822859aaae90ebfe14fb7c8e664eba34330c0c3f75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64817254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20bc9d6069ed76cc50df46bed10f79bc40ce08ba75c5062dd6d3e21baaff2ae7b0f9bd525dd60c3031f4cb54efb352efb87df2fb6712535c55e036012c0674e36ecb3052812341450d9d12cf8d6b2343f15a7197291f658ce60a4f540cb320578926fbb5e1e5da29c7926c42906de4254e78e7215a2635d308120a0f79df5da32bc9489adc9cafcfc9492d8b22c64ddb936c68625a65bf5f47bb77102cae20a91c820267e4dc04a61a5858e99991aa1a760d1a9ea3cd673be75e6909f01b2b766f143ca0ea770e10b37db77bed7f6f281d911f50c2c8dd98b7fc7581d9036980c336ad6b06f4502b363222c4b20f8988a4c5524afbdd7c5f12edb678c4735309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636284544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a04b4bb6ee74ac1e8e3e3e3b86f83d93fdb37c0da6d90138dfde7159a47347316262945e1b4558ca3d0b227c4e0664e759f4c6e2a19337721972ebc87ef26b73306b27bed2fbc657f73b8a9be179803524dab66298f6cb099c432b2c1cd0b8d9deb28fe92b44a35bfa44aac505d816a03993f8904f771a591491597ecaab813c06c66f950ad3bdc8387d5e0702169223b3ad022a8273080dcb702ecaebd605e96a849fb71983a815315b5883049b79205e39678938a7d80e1deae333a6d206991a016957d8d5498462458dd42aefb4f89085e201328504138a00d360bb727eda703d55c87fd6393ca398f4e950386c6005d538ed02f283053204ad49303a4f74&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636289354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c351ca63a9d3739a4f5629a9eebeb545b0a7306c967693a7c41b3a7e38e52d0e40ecab145aca4b4c856d57b5c622794329b6acdab16e187edb6262971acc7ff696da418c1ca7af9c672bdaf72d4ebc3b6b9fd38ec6f7d841b37adf674d3d1cc1abcb9a6fdb6bfdd3467453b38c584222c54551d1ac636f337455fd81dfad92d9ba95b852cdd12567b346b97a1ef00c6bff61faca8399648461fba08fc91a130740ad4db0bffd3f04961036210d01f9896e07d8e3463dd70723b516a43fa3f938406369797903b19c19bcbed19950fb839f857ad8db2b29216a4c96e6954221c83351dec58a34477fd8a642fe5b5fe59c7ee992c4863f03ca69459766d895fc61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636322386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=765315ae53f19935861513ebd44f771cf95636148a755c24b364193363e1707eac7e0a109ef163a90ca39ae26cdd08e5c907499c581fe8f555358b55363d23e10574389960529cd5850e1645b36b4da6eb232f2d575ee8d7df8b581585de0939a02c8b0d5486f13847555975cdeb5e05a37657d0373908f3de68e5d644f661cccb32b3205f55f926a80681842c832647434a47b0ca4948e756596d732067c5ef7a78b0ddc50de8bd2ae077a108dade4d43c980b66ab13fbe8ff99157e303b904058ea8bd21c364e00a89882ea53c4a01cf96a172490bef261a63dc8b2066f93f9d0d8c464b20cfcedc14855da2e68e001aa630765ac8db746c306e40834327c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636326253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=046731459b598e7f4efb10acffa3d0840620497fbb96996d0d8aff981841a966b4b49838a099c9a7ee584fa9bab3f5e2fcc1e8a901ab39f3ffe09c4d06893c874e731034e40bb2bcece1869a5a4d71ca825374f496ce843801f06ef601302de640f9c2243dc9e7a7e752c1fd5769f432778df8e5c6fadbef073c10c2541e81faa2baa8d96ab7f62437379d526f18932a6cff4ec2f4d90223b0ddc239ee9ed363bf04938b066309ce2a2a0ed1e9f4352573d5e2bdf09fabf7913a85031837f16b2bf7cc2311d120040ad1903f05d2d45873c46154f8f539e8f1bf1a3ad4f7bf66f35208fd49db05ce987d480d4d064b1caa23e3e2f6b350fa1505a75482f049a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636352893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=938bc70f09b9a765cb9ee37b7fa4a7c082408c09a7fe8866b3c8b5419bdced80d57b3bdf299004a2c54ec36ca97184106638a5b50b1abad7f1f288f0a05f0b1127e46ccab705650c48095670c396c0c548b0b5e14b593b5dcadd4453c38057acabeebd8c552b10c67fa18b91cc0912e7f0d69dd3f5c9c023f5580a1c6b09041d3859b424b671f0205665512c2eca7cee6bf2c93c1a9cca18fc5348cafbe2b1a65e5eac89af0e897f9e0a540a5576a703db0457d2c1e5536d4664a5898fa005a21d25b68346b79565a295dfd585ae7353b3028fc21e40aecd7b4ea2d0abe675b23a9b0e400db5d73482f70654d0bbe1c1b816fd8cf1718ec971ac1a3f4602ed03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636413548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ae155d6b09ef631c73dc14519147beb8a7a67ce121208c684281daeab8cb8cd6d880aaf1ba6902262356704cdafeb50789e72026832adf5e0fae2f99bfa6ef3fe7f0b61602607497e40b01b395ab1037a382fb61e89cfa6ebac1036999347979b30ccf45742ccd2095aca48e200fc40b1c75f688354d6ca22b7f1c02edd32ebc44eaec8373bfc51fe356650836c517112b641de217c4223866129f98e489895bea31d65557542bfaba7dcb2b3796ccd521534494ba78355df4cf925bc26c4da3c955bec24d2f6667bca9c7a56833c70c22907b3832338ec2a6335c0df9d79575856d9388e72688cc46c3d49fb90e82d5152833c0b004f4ad58edb60cda1c1b91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632805548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=07db6c2401326a85e2bf26b7df8d765baf6e092df3ecc068db200cd4d34b96ec83aec2f4818332912a4d177f88c704eff59e9ad58bf48893659be537c33681a975d8e90a3c46e02d95ab915eae7e725a727e29315a2d3bb03539288ae2447d6f578552543cd279fbc1c52d4474cdbd088467a921a2af0b68a32cf6da2e3afea86a421888be93b9152eaf851070e9b8952c7825c0e92455284480013c80bf3e8247ee1b01dcc24ea7bbd6fe5ba1faedb40aea5b6bb0722703b0855495c79109144aa62b67b503fa155b4912835e50c974d0c26643d64c95fedb4e8aa3624facd84fec9f13aa95d2b7c84b9b02e673a18a22aad2692d89f9d7f704e9d45ad65796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636957803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=47b58f5050f79c41dd88420edff247d63d267669bd93af533b5bcddffc6ed2ff54b6486d057682503958d11b647c551025c092c267cc74e4c2ff9ded83957736330867111fa330c5c6b3eab3c6b5afd5b6f6386410f96bda4570bf2f1e3850a43c19049f628541be49dbf70504d564533f48797422f18f3460e3fab666b41eb100e59a4de0b225bb35b893d156f1cfec730046eb3a22c718a0098540191caed2a6221089dab19f53fcbd8912bb83f23a26a67f50ca403899269030907b1f5550eea94058112720b3a7e0ec9a5368628e07f0fa9b11f9fb387689542d8d5e52cc83b7d40de4e6fc9a904be7d008ab5556cecd31af4cfd1555b19753361f4fbdeb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632784859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=633f8dc21354a757a5833bd6894fe6897b6211cea5d850b5c67b97612f9440f2d9a2bbd17beb20112d073b4860e67b8edc8bbb9c523d5cc9e07c72df3b6f4be68238278930b3f6d59e12c8655b66af6b0f5ef589c948abfa2f016f4bc626efd027a5ccf97ec92f9d1aa862aeb06973114f61d3d7cdb4c77afb80cd6d5eec6fd486b81207b706d4268105e8d25d500a1354cf89bec07e32eeb3451a2d74216a551b7f1834ec89eac23f81deee26a1f0870cde3f30adce7cdc65e243a93b98d7f69d2b94fe076dc8689c08dabdafa77a42f46fc1bc284d5788e07e926fc4d649c0ae31ba1404328edf0f4c952d28b1f4ad5033af5e3d8efea984bafafcb9088009&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637038125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fda17d9a23049dc9c605c97c22d130d361a1e8c82ff2f7c4d2e75773caf1476bc4f1bbbdf0885491e74977fa867632c14db0db194dbb15835b2d43a10a75bc3b32e4e89a45f236fb6423d427190fe71062a2548035a91a13e4038347ab6a3da29740abc8ab55918fb15222a52b40398f9c183163f8529f2c9b46a574078c98337818aa1a9f616ae0fdf88cba0a1a95e34aeefe27572e87e8a49a2310e4eca2ca6c2de71ea5670500165dd4e2bf25eecdd915d0e6e54de70db7e036c18ce009e81acedfa4aa78d677624393ee58b07c08ec5c6d7b48dde50e464b4b41c80f5522970dfc4986b0b647deb5f3a9944ee842721bbbbb708f51e21e08826e6f03bd1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637052001Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7ad28f2035f99d065cacdda7c37835de9e217ab9d3a19e55a72d94967f17747383e4889f59e8ebdbdd3df6f6eed8e55426e48428fe58f9aded4faf1c4be08feb62aec10e2aac147dae40962e73dec73062c35e6e820ead98dd3082dec31191ae30d1655575ec1e21f13dd3f82a338429d111500527635880babf701552dfb99d2e7ab32d5007032ff24aeb5bb69b42a9c69532e42a7450a1ae46f8b1e5ad0ce6ad0452a4792a044a2b052062d84fd8e16bf7ed61041aa4ac99b73f2251979ed4a5aa15e42a38fce4c9d24b7d6581424bf8d69f4939f775c4db3530ae0d41c603777d1998f198ab20de6755fdbbc318efee2c48e857e6ec0c6336af5993816ee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637055798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6c71d83c1cd648b4d5510c7ecbf29144ae3c335b06741a983cc2c8d232fcb5b03991249dc3acbe4154e0bb0352d510be3ac35be9dd6b1df576117980ee84c16ba076ab97d2a406da32a8750fd9fde523b119763239b797681a29e2a515e96c60c9d647468fe5f2e3043be658101fc1c02a8617b69d55fb210b35642cd5b29f16647b2a4f3a42a93deb22a25b24c9c4d1cb4cf4215a38230920dad87ee00be4b20831a58ae6da2c247e13dc22fc2767e5bc3cdff6fdb3136f87d81a80cf283b78960bd7cca6c3c2317d87a3be246b2ed5737dedd95d342b2c87c77d883d67c82c62dafbef733597a22c51a09363fbf5c1b261afcaefedc8219f5394bbfd379800&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637067791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=83dacfdeb70f3d42607a84d272132196839223ac43321560e45501f95b4d2e77a1013496185cb3ff820471984130e1f5623422f7cd431a6c9cbf0a61f45900019369e5f077eac008d5e1d6fae6333144f55ff86e46cccd95f760fb72a0982481278e67327724bbeae58f625fdd24a56be4b5b7c651dcd152db41f40ad54335b114df2ef55ca594ab1f1cb6160cec798184f497975693330b42596e11250235bf4165750e9be786575e9441cf3f109b1a09274095d6814417ef0dad22770f25312e928c26e25920be32287853af7dfa2e67c8be3483e09bf3ac8b08f2b0ded204a5be992bf8a2d8c1e6cf1d7deb00a4d1ef7cb5eed295c9ea083e0dd5667b336b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63709914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cf331f74ba4ce620f350bc03c3a09067aa83c8b7f5452a42ae0c90d45ed40c2020718baad66bb8a4dbe34f1af512b745b0cd721097ab0b3e72b317cd6768ae7271c0b0709e5fc29e5f0ffedcb22d8bd84d133f95a99c937327cccfe986fcb008dc7bf1a131922efe4e4b4041d104570c91bd627928ec2162ba5045693035d7efb9ae8e4f14d661d04fc3e135c8550db50ccbd72ab4c2a594d57dd529db3f8305e7f5fce738bac412122af365629f2cc87ab943045b7016c9090cfb17b3c2b67c0b760d3b6d8ee8c47338edb4677a94053e663264268f3702fed7fcb859e43bf87afa2b8088599762a2699cb39350c8192f9ee8a7614e1c269d6ec1ac75e2601&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637126892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d936475eaccdf1180d8e4d3ef4cb125fac2b1235082f09c0f7e6046d89870ba25199712bdfcf9659780490a064f452ee5d4a3a3f79ad39a12dff04006abed30e27b59ebd335664ce42dcd16f3ca0b1a270924218ef9a703f9cf9c06a608753b5c5a8a771545feb50cbb856d26173f6ff74b544afb746d6aae6d2cf9fd526b42dde8dcfd5e99a2d6eef436be830bbb8668fc76550bcd372aee0cc17bc9289e7b15e08f06e475dcad9d95f8bedc507f64085d73a9dc8e77dc595112642cf97d73e83d28779a9769b1ad744a901d6b72b3cf743208ba6961a105ad7dc31f36c275eb7abbc176c02b3de174732bf8e5e8e8aed3019d9abbf61e437aa125561049a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632813503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64fab051242a2556bae8c57a4547f0e93b8dffb1c2c3bcfb6fd70188c8b524f4f17b3219b4df2a7b81dd0543b685fca786c7cb3fb0c951fff9b3cdd125547efaf081565e0a1ee09356e307de69e14cc6588a7e5cad6a5f3d3b8012e20787b1310f6ece9dfa69660b2c736acb260ce7d974715dccd77ad04928f3393d282918b93eb8a7cb0302a1971d1263a20fbb23842c76cad998862fd5aa78dc99ff8ee6bb665735152c5c5d9b424d8af2d31983c7dda0f7ce45f7bd24fbdd532efdb48caffe4b3146daf77d34dcb3d066c89b64aaf77236af19df413784450b96d22f07dd24378d7f9717cb8fea4b561ed9d2074f4b5c1caa10ea0c5b86ec252a21decb1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637458337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5963fe5cf985ffb1d00fb4a81527eb726edee46239ff0fd1db551a5d98f6a8df4e50bdba4600d7d9746b7a606da12298e6252239684026d61511b53607cf24fb3473ff1e9391b4c5025bdddd62ecd62ac852ab3a3fed0f44d83e32b3f082a959760ac688e913666591f026682544fd59e0454aafc9182985bd256b020c92b251834821b83b74305b2c16d587e202c74cf08982a9a90fdbd1b7f15ae80ba4ea8fe6bb778dc006d36c5e286469a6a0f1bd8ff8fa02c9cc9a3e8cb68906ee247560ac48c3b536bcf456d1cc64390e67a777408b80097104bc791bed8ef24ff37e2cdbda911c66ce4ad46231b0e5723d5601af03344efe69e42c5c1ccd0e5c104d90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632848168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dc9e431aac97a687771c694ed3deb7492b82d3832c3da1130d5b0c571d8525f20905fe5d7706f31367ffb214fe42850fd94a4eb9de215a751ccbfab9879a2da3a6a34addb961c277373c610de3a9fea7ba22c28ff2f3b44fa92c20b2b6ac691194a36152ceb0c99144a85623a12e83319aa08c2b3f4236efb7b816fd868864164b3058d9901bd1f4e160423bb2f72fd8d11fa2b239aad83d3b3362425dcd3d1974ed891ff2e7889433a5e5ce98e297d63193754386fac1ea27eba3cb40c42bf32592b9e150db40c042244b7393805515515b371693eec7e35b904150fb71101435199e947b7590c21e2dd0e45131349fb4fbd4c17d275295909b4cc40624e29&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632851334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2d37e1bddab089b243742cd6971207f1ab520ef4f48043ab3e3b1f2ae8c43b8bed1e9829d2313567091a9f99a874722e6b9a69979dcfd68590c0e2830c5e26fb1710cd6a0489ddadd95809a3896532177dbaeebf2b3ee2faf60fa025dd48f1657527d081e9dcccd1707bf061eae3d401e47c9f35ba17971a95bb567e4b4c74080e439151d0d66a073ef9e778224e44efb862e9b608a42ffccd033b8cf64fcfb65fc0611c4384a8f531a9c233905b0bd457939b70e12e2ddae199d3aaca4d2321488d39bca205efef1a9795153d72237ce2380e70a55ccf2685eba0974027b1e09637544d1729184b1f2415af980dfe086c6efb9ac2b42325a99ee10deb92fc95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637686016Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ae423207178115180b6462461516b0ac69e69cb8d37937f6d591c80560238cb4f6c419eb7371d5e669088ce2fdebe48d42e8e26e9ece55a930e73704397cab7882dbd7113a80b768e289a6dce0aef7391a7007a5a5ee63bb5f303510cd418560d27f395db7af14c38800bfa346125af2a7b71bc5f9acb6aa31964e7b96b1d471b991fc4293946897725e57b640f33f8e0cb30ca73c9cdb490b200de7f35812208540e8f7f3fa94c714e7a1e4abe81ec0b29f26b9d9a3d1cadaa09f9cfa9938cedf9008254a6e19c921875b258dfb0f63b739d863a73622583950727137ed4339e28050f0d7948e28c853f69a245195746f8ef30c12520df9149050e1718d0886&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637691596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=715c897ff519fa421d7cb68092698589767ce4f66d3b3f03d673fc01e0e7a01f180c0d876aa02aa68b2f03e9140c28b35632d2c7f983fe2e1840e43dfd57ef80f179e430763c2cf04beed4d9086c61297d3f3479389819dbef14134655bfebfa6dc01c0a9ab225089f71e09d45bebcaac1afbc8efc6dfe570bda17b05b7535c053e36ab4db17b08897e50d7d72882ddda3c4ed9d4e3ea9a7d3f57f6ff3d9a5c7f5f8282afa27729e7f5cfc6e932c471bef8ec082b7e7b689743c3c20e91c6268519382af9debf902b9033ba6e16c633f919ebb624000bb2de9ab92a12bc55c27590672a665d12052c5aa50039f0f58b775b593fca003c806d8b952e20c5f25e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637689663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9e1ec13a081c80b666cd1b32dc69953991967776eb3ae3cd687011b8ee7fda5c7c4446877b28c729d2604de0d3576aa6fe67988a10db765f9df482fad56c6abd794b07f8cc8707ec4de460bcb3ffeac6ccc2bd1224577c523b0a56fef6eff38273840d31f921dd9e9728378cc5380548560cae1fa162167e335d148f2c745650921b8ac723dd8eac9817785429779027fa68a7d03766d90da5727dbfd912a8a2b2e0e9c958bed4dac95f313a3d03b60d03bd154aece661539371bbff27bb3807ae7c047c230c657e055d89df2a3ffe91833da6c534fde624529e7a3e106e413493a579282b04908c0681c0ce09cf33941d5d2e711897a9958c1e23e9181741fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637721393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b915b3236317d6829ce3208d76206d66d94f7ce01b42d29b62144845e987f70409a554d3524bbf5256fcd24df7068960ba426e5e54c557f4a0fa2493399aaba93582ff9556857ec92ea2c553d398b7bc926d5e2bd03c021e5c36037876787e79fe29d4de6294bf58d53bb3d6759a58e8602403d4c03f55958a6e4fe5f9df68726a969b307792121ef575e8c92736fe4c1862a337c72a6ea6369a50d48af4a6717f1863a48e7f4499acb23b42a8ee7cf4e32eb6a2d9b85f5786a400534d7ed1f7f7b8d3e76bc56fa93fda6f52733d458569817a94f717cb306ce5d596694dd32fe745a7dbf1f83cd1b2b7acf6d42d67fc9be75ff533690d993b1e11e1d3a5a502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637721413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=48163021e89e2653bafefeddf827ccee33da37dd2afab875d9de67f57fe4a2e7471d0af3a665c87adb775189900cb2b16706e2b8b066fa19a1e6ff57c36cb85ab959f2692a51a921ed28796ebb6fedd3f011e158aebccf546aa1a4c09cca75a76ee5e350efd6f3e22ecabe5c9eabae1eb4d07bd03731d384f57d43fd535656a1439bfcf40d9f6ed740aef513d00706a6d9073e2f7c1aed0070838d55c87438eaeb6d932037a081eec6435351ce3e81c6bcb5150b33f2173e679386335f97de4ed6f2b5f6200a0659b9059afdc40e732278939b31e09fa21030d8df28601ee2dcbbe56e9d468d3b50de60160df1176e39672e555f9439c67d289caa2ca4a6611e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63772553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=983a71bf5084679070b993d259978d95724eb5de4149299825bb2566abecb721322bee2a925e76fa689fe7c8cb6ca97349a8389b89b3985406d3ff9acb5bd98ff6e5c8e9f5c1cd12e845457fe06b403463e130e8693a3364bdf2f9600d2641d6d55bf195e6f52322360a96d2db705847a0c51b79bca4c7dce0e40234bac56a4233e40cec8249903f7d39500338a5beba5472e015283f830c543345510f5dd2391905bdd4a43b684bb19e1459316494b44b809eecda826853d4339203f5bdacd55b77d73a38c30d8032db5efff9e07fc28d49803bd6948d2a2953d8d6b3b08335af7bd8af2ec91712c8d83f51b5d0cb9bfa6395529ce861cca9bb9fec2df9ab43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.637774923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cf49cf3863141f6062874d3ab164383044751cd7f2c390517140abeb402d8761d4fbae973fb7d85b8935a1749a0909f2df8987c84ee5e03a6f888fce42a9b513e58eb8aafb6f86933650aac7fa97cbf43c8b38d7dab822a47403598e06f2995da8f7f09c36cd1af0a28065a3c3d2a89bb7149e993f02bf74b6182833bd9b09c4e35c0c3e150c6a98feee3c6e6c3f369db4b22b0f0a246cf38f2e76f597692a2e70c00876c8fadf6ac029140ecfa79fc84a7b7586b4ca9b81de9cb10aa22ddc7c1cc530f0e380048d74f7b49d919d542e5b37f0f78ce21523c5a5be24937e466ff42cfbbec6814148fc83f93d3daa793a5c010b8ec125b78c22f2c8df6a052e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63285994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9487f68532ae801ccc07e2744990958c945dc0378a78c61282c7049730842b4f2e5f34d479094e64c342285a8f333f95a4b7d289294901bdccb592c49dcfd9343eb44d12c50d25e763f31cd425be3c7f8770f59f0c19f274e0a8288361e793fb0defe13e1b73e5d0f0c76fd937f00cf4c0f87c80fbc998df252e043dcf87767c1418c75a9d8f52df25df64d011533125f94a9df86f63d2672b74e8959ae1dfa4394818a7760c859df7c1a9284aa7b7421a637cd32258f16f9bb0bbaaceda7d92ee6ed4b350dd3913d36354c0a85ae39ed9079efb911b1e37adf91c85cf919614bfdce9af5eb1566bc4b2e6ed4d3da8cf516d73f17f1ae2f28d35dfa5b32c000&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632879126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=81a8aeaf1f8186d962b16e986610b5aae4e71043a5cf78f6775385983109069fac7d00ee802df1f90a50ffc6adbce7f9ffabcd88fe5fd36d4140cdc20b045642d99a260cfca3abddb853e3892ca4d3ad910a24c301c967dbc7bfdafa60052f906aabbec40c1d435448c8bf3004d9b08282a14b0477e39371df9e0ceed1dce7b86b48fe06ce62eb19e3d260b068344073db8cc09c3d87bb3610eacb1121bdadb780e3eb003ae0237f207f649ca305d802bf90a3bbcc7ca7683bba3827c4afe1a7378cd900b9a7ad230d3362973e2d12bd9d9b2cd80fe9780c667873dd308bcff261690bb6d2e84d182caa1bf0c2ee537f6f99ac3def1238aadcc87e25541014eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63805942Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5f0cac7b05a6341c4c78162c8c45bed76201a1d651ce690403a44846e7b4b91f6a9f0d21be15bcb793b9c028c1c77b87ced5560899f1ef1884954c4d78431e9cc2e68157ce809004669cb1ba0ea5a70354d5d92db9f030be29d21bdd2a8591373b463442608c8759ac6d701aa0459335a17f65393dd7ef3130a21e5f9d7e3a22f2714f115e1d7582f62a818e8750c02dcae18ad1e37fe57441e7039a38f19ca0d77ef7868a3faf238462ab5a89beb1308eed8cad9c3bbf58f683ebde2531dc665f4acf2dccac14cfe3edf2d426c4c92720d63ad8873dbcbc7ec5a7b5f15a0a532944a92deb3907dd928022a592923fd9b2acec6d03a057224231e75a8cc53452&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632872103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5f48538e8a45bb7709c7af11232e187c58b57e12c79fcc30a62923cbc4425d54dacff61a794f3f4846bc4da650931b593a5f777971e46062948dff93557edbc25d437ff905ea7b57d78b01993bb6fa924815050f842732d733d7c78691f8f392cce5b7069be0dffe3ed9d47afc8af507c7b5e82b14efc33d4cf5328c1a48e0f322518a3c4315ecede3cadd6522a8c63840298174905ad8e3df598f9eda9228c5aefb3188f17f8e707b306f83583b2452135c41f8dff22c582d4180e995f89001f07475bc776873f186ec88b19b7ca4d5e0237cde468b2d8069c1370bee7e4d003d8a16ff7b1b97edef1c80b8167ad16e6d28eec6e23d66efbd55f85eff038699&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.638106138Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6a261eb63f46bd40f74795a0a26517074481aa2e4cc1c37b71ad30312c28ca83a1b829576335f7c4ae7fc4020ab4511199fb0ce6496ed31876a1e29d9f3bd7fb526ae65005b2a7ea12e45f2b6338088224cc666c031913e4c2968efd36620e0e84d0e39710ca785ed4d01f59b23442524bec70c426000beb637bafd11f5c86993dc477de28c86f0b1980c9c151f1b8ea2e4ae3d3e8616cb7346fc00a94ee9c496dbe2e27024251570cbbb9468570f0ec9515075c0a4a439efcbdc8be293d419df26b47d3a21d7457e1644909085962c9eeeddfe55da1792702818ae9a6e96d52058f0da190b03400f5c224b293176e5b3e8edcabcb9121d30d97b4d2a0435986&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639225217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0bd3dd7e9da2f713ab6cae1bdb430fb852da48d29a42ef487feb762dd57ecbccb21c3330cbc919e435010d78dbbef7806d0b679dc4f06b7e9f1ca1c8e917097e03c0c0354744c482757b300b5b88356fccd833ce4ca39299f5488fdfc14fc547bb64316bfeeada15a269390712f910afd573455a3e1f9c97272a34dc12a9007ac233b3a7d427f6bb3a627893c36b341c4368df561308210d615ab3bbb04e6d14c8639618802d4a6fd2455ce9282c479b1f6605960506352d2bf9e01538dd337862ebcf9345d739f750837325c4326b4289b8513c5faae41cf606059ad592dd37b7a60704e946ba7c4ff857290d48f85ed0b38b45977c1fa871b7c339d63e2191&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632901819Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=803405f015036b8a8bb9d13d8070768adf755f3400ad291a51c253803e268e912c3e22ad26340d6863ddc3adc19e9e7ae54e7c35b04375540ba2f0877fd3b1592ddb8cea15732cec35b7ce729ce6a77ddf98103d2d0882c3a81b685ab6278745b13a5dc2b16089488f42b0dd2fcbcf38ab2d42ad0abc90bbed7f430b4edab133f6daaa818a2aef56f08f34743428595f9373644f6efbaf839ef9cded68e6d219daad28a62146d9b068a6f570c21c64d9afc006c9993d9af11bfa3808e9d222bb4d8120238ed5bdd61bd92238985af00ecd324186e10e80a89dda0f1e18cf919c846a5923fe700acb9f8ee3af0b195f3ba04df9cd37da7d0328fe57283bb96652&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632906879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0999095685996f3bc5a7f85b32b80261cc39cedcd7331018996d89d45a347f301cd50da7bb58a06e38e0706f1d5fadd4d790c10384b650188b235d3cc874d6a7c9310e15a1471c0ed81f95eaf553c8e4b575090019d696df7328bc5494a362f6fc64b12e694e9596f1472f90a6f42827c9eb42193f1e2eb83fa2d98c10c0d8d6a098dffdd44443d26e10deef6832acb6f9fb07bca1cc37fb707fc05a2671319e61606915d92e319e32b6b53654d8fa512e515a46d20641cd9aae2155238c69910107d64f7ad67d42b376403f1283a80ec7b621eb1f3c61f6cf594181b76712f1269bdee1c0a142928dce5b7e7321839db28eb07f05c7b85fc1d29d02b4985670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639387192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73a58ba447120fc8faaba8c29cd3b1c881933ae6a7ced21d933a74d5f5257f111ce3c29573a489a558b4df42ecebe7a52a949d332d7bcef86e4e39e1c2145e7d4fe579104c8bfb8afa34b17476097daedfa0050966e050fc3416243f4876e16cddc4d54697e8bfc4cafb4a1a8c4a855952f414baed3be99a529dc819ab6f1decab189664bf8c71ca4dcf71d0d3a177fe21f48bb73719048ce22e86e4ecaefa6f779eb3240c0d7f91aee744b221745f587220349a20e053d2b5b2333185f1b511dd33ab966a2403243b855b7f3b9c4a4470a650657290672e74f771b339ba7f0f75a028b49ca9091aeea0d4ccc6dbd459f34509f2836600822ab0ef4613a6bf57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639392713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5a81be47a402e856d6f9e38b3ed429d653680e9b1886fd2ee2ec71bc92298be7e3261517451a08df7b3ca6761026867dd94adbba43cad4d8a6efee7c19d2e5bb6a2ace7699e4a30254e4f9c41f6ad545fa505cb65a7de0e088dac2e74cec3b72597474cf35db25d1dfca7a9bdd885482c9b21c71a92e032c4cabaadc3fcf14525716f648d9f8ae3bde89343861981965b4b0335e9f19bb417ba647e855be43b92eb9e35b7ad9ee41c36b3fa74f72410eb2184308b878746a8cc551d098d94a35fbe4f73a97c711cff088fd47070be602e0dda53a337b45fa35b4198e2498675077aa607c137a2e74abe747fb7035895fb666cfe341bb7fadcf7ac7a9b1dc5949&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639392682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=51db5acc67260b91ffc8938921a502ec0c7fe9b9e0773d6c67b8414776d3a53b41e26cede10fc8f21ac86c63b6f6cd7030e039e278e2778ec398e1675146df0cbd35d9d4cb14179b44856530a2cecdb46fb16b5f3ec85fd63c15c7236a79f54cf6e5053b73ad69db854bb3b1215d4a739fdda45b4ea3800a6ee609f52c0fff0dce4f7193b18c22c82a25c8f99891769581959bf9df6b4add8038110921d917915656dece8cddc7bdaf6cd1e7059e6e8bdb3629cbc9fbfad038135ed5a3195e20712429e12a2857c8554b5cff6be28c57195c3b0cb56ec6e0fcedae545c2f55e603c4fa0ae36796595a558174f3b7dcdd16b01517bf1999760788849d61f25c59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639393404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=397f5d492d4daa6722e681356c9c1d0e24e7bde136f818467806fd82c68a8dfba442185a7f5a503cbbeac325a0831c5479e095aed6d335261e920519db35cd6d9f14d29606ab9273a007e85851f555754c039440516b8cf382de231fcf539953f3797abe71914f1524af23424b981ee3834447593c4c356b5244d206b2437a342fe57aa1a9e853bac60183b62be2363bd7f0488b0d4956c6073f92673d3a73e7e50e9cecabf6b12c8deb347576fce3131cee42ebcaf412607ef8675d17e39853a03d2a0e1abec51ee63b50ad90b1573243340113de9fab30c3620d32286739c9c251d2440f1c27fdf9fa56f94615cbb4f114b9918b6ea588f180e86dc504ff71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639394897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=08a12a7e6295843b8d6d972446395a3f4496df1e0574c65e36e12fb306ea57f589aef8ff2933396a103892f26f5487d0e915b03c21c4fdcae093b4e30f6d6f68f55c3d2210db0537fe0c85f8506a796324e6b2e1d8c8e913da2294152eb9ab0dc6947170e6a40c902796f7cf17e99ef6c901ccd58990231c9ed71988541ca1c02e63c3cc02905645a36e2917126c64165755463217b7050e577af7b4eaa2b812cbc9a1080e7cdd7fc0443033eb6ca6a797c9694d33a12319d01afdebb154b8a1700b40a80d5ebe5e84a7608ae534674d0f81abd984e30594ddfe923a3dfaf7e72ae61be5aa553580c0d738521f9a31c2af5d7f01db5d31e43b3df5b382b73529&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.6394336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=148d1afcc94b8d4afea9614a85fcafd95ed68bbd4bbbf65f774a5a6e891e02efade4c58535e8209ef946cbdeff74fc439ac7608d56f4317e7d45e5863973f1be95196164db29b00a0890f9b16d38c436e1e0cbcecb14f8d1c550f28b6bd365f8147945abc164e9dfddca1c7c1d5ad1b86418884bc3a0c9428b4a3982bca539b23bed061b6290493a71752437f293030eb5ea8158eeee56c02ca90006d20d33257512e462c0c9ec7151836302e6352e6f736d738948b4338ca806cb80fe2f3e7eb2171460d910bc32ea5fb165498295c9d6febb51e82c8d8c21d45c5f413928b28667a953191fe32be46424a7ec17f00dd339aa4272e87749d7dc78eff3e79c83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639533939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=58f74f5ff26726aa822aeca9533b578e86eaf65cb99d5d87eeb51058a340eb39584183747c24ff55a009ad6a5c607d1c31976c3538190d538da285e0d4b9aecc8fcc7bab56442273ee94450dfe4822aab35204949fdda8ea27a42810ae2f3a9fd4fa560dba2ad67dd2613787b1902a69346ef01840d3ff01df6a7a42062c8e206c08579e6ecd7ff918bde035578cd2896ae5806a2432bef743990a33afce7c42d49856f5a7f3baa3188b3f8955d1fd9f1d15a6935a1942e9e5d8eee8ea138194d7e6390591de56b210c55d74d3262fd04be9fb4c5987d15e11deaa0c0ec45c8b2c83bb2e702c2c51fb64ae5f272ec7fbbe7201d9c482f430fa247c6e49650843&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639578974Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4cec61ca37873044bc91e2de0440e66db2d2f18c156b38fe01057cc4fd494dca9b59c2a2fc8a007574d2561668ae48ffea33fe82d461889ccc0613b61a6e1996c4be5a983649a2bf3ca7751b79a219cb56f38dac13ada1398a8964f7650df744ef316e0b9fe667cf920204530cb2531b86c1db6841690d7ae9a3af30536c824d870684b9cbbf14a91c7ed45a2575af61c0c34558ee38de64a971a7a15bb6bc9890ab7b45e7fe2349982ab25c92aecc67caee78c9e4f56a3a7407e372dc2a2b1d0490c78c91cc4088ade76723c0a9c8be62d68cc1fdb933a301eb42e6f9c77b861f0f885d10b764042f70733324cd82b88aaced4cda21497079cce4d32c9b2d9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639618057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9b143666b255dd79d2df1d8e5ac296e86e00f8affa31415ce5bbbb5edae3a4151c2dd0b106d040afb8620f78835d0920a87c2b44b3243d7fe57425a5da3d73036b46deb67d65e60d6bbadcacb4ebd7d6e7b302fb5b1189582904a4901b6be9bf978afd5da3898c93c163692a50f97218849af5d9619e0d130256c63acdc330aff9e810f6f6c12a128d831a9d142206d3a83b4a4472186ff6bf448e22296ce3380cd39b3a9f00beb48412a5652bede19d28c4f8a8fdfc526ced8f3fb4f3d9a0399d05436efdaf2e7faa0ca3f2b3a26f249d29cac63a3b7e7856170640ca4b621b2fc2d25fe14f3b0cad3e87013fcc0112a873325c04d9071a4c9a064fedecb0b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639628767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=873e93231714a06ea53295e96d8d42c1c3366a4dc18fa687cfddf6090e9507319be468ac716279b43942d88bd6e77b8cfeb29bf326be1fbb91f387cb6a6b36a32576271d2897967543fcf90f7ecf3a521a793d68e557f3c46dd18bf51732f4aad03eda31bc5dc04967774800fd3b1582075d21daeb8432c68fa6156459bbc1b67d89eaf632742a8883a727b30944e9d851ca5f1f099956db0c495413fec36942bc5e1a35cd842774fafeda6269db40e2c01d9e94212e05a167a771cdb9b1bf74736f55de6be6ccbc69ba8265d849c6da3cdb8611750a3b9db0ffff9564bf166cfe966ee3194f8e6606c99e896f7128b5fd893222370e935c81c51de4313212aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639618037Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cc334fc8e3eb07c779db2a7bfeb6f6c441e0bf9b7cbe1b31f625f36d5061e213625156851d7b9eeca069957511b4657884645fee2368190c3cf35ff439a6d164b335d3e8c96990be6bb941d07ea9a2f92037d9c768bebd558184c60f4af8b6cda5a241af109c28bc62ee215b8f052f64fb5a9dc5676b4ec170581cc15b6b8f1b6b5ca4750cf3bd43e8b5b4ebf8b5ebde1dbe1ef516eb561fb48aa813f4b6e859009b44a0fe25a1723d158bd994884d2b063e9fa1fe528ca1e5dc83a8e6d26c551142cd1058f9b7f5c0c193e48359f3e0fbc2fc16cde96c94169082b3afe4f7730752b41f116b4fef3e0370cd76ee06d31c7d953fa45023ebcebbbe6dc309651&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639699551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7fe6ed4e85ecb6ff335bdac47538f18d361a510a6cc3c47798de4445a5e1989990084b8aa1038f3c8f6954c0f56f021d14bd7b5d6593638e388a66578a681e130229aefe2b427a874897155eae3a7b4c1e1ad65742b18eff986462898119a821ded15d6a4577d75140fc6c597d6ac2f0a8ca0e4931a24b521e40e851780862dfaa747d0da5ae41a79a57ac534a22e979ef0038c975b574b2c4fdb2144fc8fef053405ee4a92fcf339fcfbade5a6679a5b22c60fbfcbdf9a42b6eb7b00bedec77221d3f4fc0ce48f08671cd60b6a9c1b68755c262b667e9180904832a58a423412b3afb0d84ff1235c7c9fac5fde821bf3bcd6a5b00f6ced16740ecfa065ef1f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639710191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c8230c3ed3b5de8d053b78ec9ef94214587603eba90b64d3d743bc53e6e2c2285b34c53688122208a40259e7628bfab192d2f291064808a22f93ada248c9d77fb18de164770cbd8a89c14effed7f244f1ee88bc7a36a009a76a8e14cb4336041d367a2e1f64cf1a23df279964e5ab581b4ad54ec88a2ce58c34efa50c8b6a920d38d5878933898e409e94b270efa81f9c9eb96ae5dea87e2b47b438a4dcf0631c1e07a086660882c95567723a2fca65041f9a105e9b144386954fd4db6a25b7c9d172cc26f36ef02c7147c99e2a57b175463baca6d173f5c2bbebd8f533050b27bd995cf74d1faa913b9e176e2e35ffaf86be67a96fd15cf009f90f5715540e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639715721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=530b28e114b43e1915cf5e5d1506d564bc9db2b6956341c62f7ec4a118cea775b66c67ab6a976655bc12f59f1112ae89db516d0653b8e5b1876fbf0e4e2074efe35b381ffcc849f9e4396ffe8e6f9f864b3d0aeca6ed90ac3385190246039877b8017348ebb74462f9c6164f747244bd8d05edf4d69e9733701ac1d5422bc2f3248f513d07ed3241cd9a39ecd184354925304de710a1daf5cbc194a969e1701b95bc1f91d552e1b00e27cb577964da92c029b0b5baccd7093eaab7d3fcf9776cbc81575c494429415720aee212de3f895f9d94dcd682120c41fce5a8e12864f11da6deac86da32bb4b97d2b83113f66ee0f275b7dcfa5ec715d09a6d054284a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639724328Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=402404249f38acba8a80ca2dd2e2ea2340acfc1121a305604aaa5cb828df8e4e5853ccd208b00ffd0f07a3d38dccc70f45c40091ebedaac83c913770a9130c4e7d4ddf241f678e4675d2c1b159a655a82d0be49488bdfcef0bab2c437d2fead35f1f94cecd50652a49cef9453b13d1236f127a1e6f9ff588bce6db07bc35719b4c12088a93e3bcaf0926a1c1d3dd18e8152d6a65b1e0bfcae2836e4019e5848f2d297d3bdca3b9b2d730f3dd4794351b39678f2baa9d327966c8c58675f7ac95e053e1ac3d189cf9cadbe05f0d0796866b4789d7b2816082007b0c2c3fe3ea886c0572cc99ec29f93758bf5e8f3cfe72af7e92db4eef795660b98e1191cad715&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639712956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9f209c2458acc626a77c9cf443d8b6917461bd40528409db42ec598c035d3425c96cddbde3491684e3aee2aa639344231a7b5477401663f0f6eb60985fcd4ead8b90e4b4b79c6809b54783785762cfa690201096ec2653a12890eb55d916a22b9985192b231394a113999b3e9c3edabcc2cc3981a332d4d737f06628ce4a07ee15163a5bc347ac9afb60b5c26f25ab0ef1b80ed0a987d2b59a432ac9e6168697bb655e7af1873568938c350a105b866fb6b177bf3ba0fecdc9a423408614fa0d7924c8d784ae032861259b5d4489c5b23d3cbfb98c4546b21305872928527dc132dc091280f1d10992ccd38ed2d4d56c6a78690ac80095e441688c9d8d6b2d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632842417Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=84c21412581449027c3cc7d48c7f1e966ec0e21ec9868d81fcc1ef7e63ef8babf5019556d2d3ade2c52242cd6926e43b6d622528f64b8e8dbe11fe47c7b0534d8c9e9cd70bd9c8f81347f09994f38511e2aa6f2c53aed2a074bb4d2964a0bcb86841ab291d452c082cef7e2884259873a5ce6233500f97afdfaabf175441fb7c2807dd6bfd751d231185deb17d1fe591a967ae1900571eb5abfa270649ab9574f93eae64772e3d937834ad910cf819a8c0550e7facf92134e9d4a71bfc11985ecc55d57eeb9fb9b6f43d2e126af98842a948c958a7b5b85f04c87c18b408b090dd216a6a5e013b76d809e7f4f16e2f49bffd3556e3b42f74fbe0b7f4b6176aa6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639941487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=150d5e8a8ef4e9a78cef413a10c2a295e5d00f7c4f1f174b5629551821e74ab515d4e531dd313e7514c827bcc8d7a1c408f3f94865e89a797e7146715e9016bf2d3f5e4e13afb3b76d4ef4b7a4467c5f8f49913f226bbdc8b44b882ef0b55ed16f50755170d9f152e8e0e210c803aa11064108c67844e86723cd232bf1edbfd71782ce9bffb14c4231d73ed132156da7cfd3172a7db065587e8de34b4912ad966fb4c29f025e4b60263689c8767f69849705b35e362fb20ca1ec80588197aa526ba8ce8877af980c6a7e40d19f38d5846d5d5fc6f10b1b6a950cb10cb11af2935ce8c850a890d54e2b5023713780e275de7ce750998d2354e82c1d35b1a2eb1d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632872123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7f614cb8a233dd5cf6ba9e2a5cb5fe67c2f878333d76e9eec96ed7da1ebac7f59c8d0029b832f6801cdeb8134dfc76a88e62afb544fbf193c9ff5e0b35d8d81054192541a01bb1e89825cee084cc54056f162300f2feb679f6714231152ea2f4c7f42785bd56e7eee9323ec74f9ac443411e7737226b0889f6612c1b7cfd1bbe3beb3ed128a9c454496a20b8c48dc0b57bb00b72f722c0b3f6cadb70371bf55402658dbcbf9a8e24af6961643257c252d3f42b55d91eba317583c60166895b0058b92c3ef105683d4f54974434d65be80fc77bc65e5b3bfc9d0b50a8899989ebd3c301696efce4e76231c12d9bb43690a5d194d1ba0ca0b323a393314a3fac82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639542505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=880b7b9f0966d4426f36215e872710109ce67c70105c3ab2d5a3d9d275d438afca9065c58282a56247755f4010a6077a0ac14f1daa2af56a6dd56a2e14fc586b46aaf6c6fa6cf099ad284cf4beef1c253963b327559f9dc50e547e487877f048a93006239cf73545eb3591b77fb4d3fcda3f98ca092af2a2e04357c8bb681dfc0f90cac1ea0144da73c81cea89c6677d950167eea6206a3d99b276cb0a96d706a20a05a4b5b0ab5bbbc1907268016cee9cd85d594b91216fedf49f8725279bb7ac43555bb11f15a41c82f3bde897bf5315c03e6b5611ba121e1ed9e489601d9461d664798bc21be087c1d123bc97b87cec3eeb42aecb72fd90a4a1a9f633b73a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639487541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0f7826d75dfb49e204f6d1b9e79484e9e2c5a158b9ba93176a78f03981d660660622a43e4fcda312ebb053bc86d614717e426a78466abf192766949a7222e58601c926e3c807b7735da77f8b2a1ce0b8c73792faf858651bc8035cc2e218236f905234e99ef7d22b9e5f7caea6a4dcd138b7a3d8b065f2a4ee5efbf8d7f86611a1e0c0f6848dab0198d4bb2804390c377c99010d3387ae718ebaec047c6a28c21ad98843a1fea01ac404ca1d86dc7d07eb5e2e0323657834eadce424a2667f39bed5e887bce35b7718394b669dadbccee247d75847fb4753835e5d5d9d4fd670a016c42c5c2ab6e750ea391be19f6307810455400fc355b91d60da06093ae0de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.632893203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4655e0c14f468d715c7be56ed4a2d19d27ed3c3b0fd6e9409c95e172ce2a0ddaf840f279184b7c94db5599ae36ea1f3beede112811ddc301369f89727a92408ccb333dc6593ebe8bc24ee452ca281bcf5d24d6d3283a404af89eb895e9bcf23be13f2d0aea91ee1fabd2bbc101f2d6a5d0383ba55a0cf335274b1b61b277ba0ce921fd44712cf75e36453198f7a1ec675033127e68d863f04417313720be8d53b91b7ba393a3d4a25896835c27d6cc70f317681066e2c2d06c461afaf93b452b103d6e039d21c12f5ab312ee987e07f8a41bf7dc9015e0f1f64301b96527beedf3d1debd554c2a0a5b9c7cd13c1d456c93ad07548fbe3cdbe21e76a118a2ac61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640048478Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=467f6a94562dddc0ac7750b57deaaeb325edb95e60d47da96cb5d9ec6c4e997343c5fc7c2faf653ef16cbd8ebb500ff5ce6f9cf3b0d19db51c2930dc93ee68faf0ac7dee402eedf1959914c5d516655500de5ff7f08690453b08fc8a37c9cf7c89ba85993fb6dad9bc27a91fa29ea414d78ec072ce1ffce0325f44a54290c2186a3f6651fa522bcf37f33234ec1be50412aaf6dfa092a61098cb0c42f30cfb029cadd9dbb1bb521c3b934de4b5b22130669d84f57784245d81c93d0627c7beacce02375ffb514d78da6cf920ef0b698e9b2af07972bf282a539c0148b52a812a9658cc73bbe8ab500f61c0f4f083156d58b1342d2305258c28336d1d6b0cb9ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640062675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c1201048546d507d5bf63a3c3430ea931b4eb8405f9891d053a4b01988bafdb23f9b16b1b54147485b454808caacc8727098fd309616ca688cbc2702997f802f8c6288d7c08216a56bc6e106db8e2723bfcdf33bd7f6269e69e31753a79526f2625c051f9dc4ee5a3fe94f948bfb4f9e2a73cb04c3ed784416a5c27c5290ea9501d766fee2e04d68398108ea223d27c3ee2de6b62a55d07e1a8aa1d7813d1f12044990f1e51b11ac73e86cb071f387067c737a6da8d99e57ca845ff05699946b49c0759d339f45f53d32be4f7f87dc6575690a0dcbb4c2f939cab8afe4e3be60bdae46591285d0d8ce0ea6fbcbb559e2a7465494817a5aeb5e8e9318cf3fb5ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640109744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=11b0796e251d5b90198cc0648b86d7e9c2ddd6111b631e083b6932b79bbeecec482e984021418b3909cbebaa1537a94b5e3a314989ccdb6c6dec953014e33a741d75c67f4e7e19f614dfcf06b55ed4ebef9c7bb3964bc76f0ca8249fbf2a9224d19aab275e864e82a1b1265ac9a91897d8744d0118a7eaef5ee498b1e71188d4eedc2d8c81d9eb869c81ba5a995f78397895784b86a2e4bf011ce555a188aba819ff14a3f9c92bfc4df5e629f256a646b0e6d52562c171af18bef9055082f7d58f18c85deedcd1c5691cea7be3a6e5bf929866f81ae238f35c415fb2d296fafcebda0632c633fd7658e9d845232134d5c12449ebf725b194b84c4b7eae605d96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639665176Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6ea8fbc8c5e37e3cb669636449a03b89d3e5e15540d959c78823bbcca2ce21f322329ff9781e15f0fc9cb6b22c7bb5988351c0e93f932506c5cdc1914937405c802640f176ee17274834e8db50386544b0038c36e5a9de3aeea9e0f90cbb99be3444d652cac2dfbac4db1e8c3999fc274035f65aa90898b24601c9292046819ad732da1c5ea52cb061c7acad51eb2f433e8d59055ac0d4235c264b4eda029783eb1012a7478325dd8f41a633deaa8601a610257cb2eecf2f9ea9e10351cf5adb8d1cbd621d99bd8b94b7e6251496aa3f5103dbcd44f7dd19933abf06f644bc2a239045a742781da9d8f0e397a0c1b58a95ff42103d02748a71543f0aff68c709&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639654476Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8ef212ca6e0c339c56fcb7b280a88dc9b73dfd3380a9113a7054ed538e4a752a6d135ba11df5fd8e3fe8cdf238c9f1a7e1f0408c55ed493b7d66cc1d6e3e134ee63cb2a984948e0198f848c288d6195b63172cf182945cfbf3b35ca8d22de85d19798d250b7c42154de97338e30c0c44f04c1e546b7fa20590487d37828fe7409591c894cb960e9c4d0ecd460799507761df6f96e08b6f4280f2eb6f4da98e967745f17d4edbd311666fd784f57537b569507811528267c7202ebc2958bf35b58d809aeb349587d7397d5eb2f415a4a6395b517e07860d2c024c069a10c8f8f1301166e5726b5dcbd75517fc4d75ec164bce3ee8f0ea1c1f601e3290663ebec9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640220533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cdd0915fc191eb72d152714e083aaaecd467d09346c0efbf0cbd5054813cf3715208157b948d05614335b7e8b148ab79646ac0f9d90e51bd21b9fce9b6b70f8f87ce9a912a51c3d94b1f1d67a6eef353da40ba5c46525102d250df43bb02217d00701896ad6f2bc393b7027f4a70c72ce41581e19d158d07607d372fe668a057da291d3b97916965c96042d9c699ebc6d2a644bc91ff78713ecd623735ae3dc7065a106cdf9238c400bd35081e55ef87da8a76c8b5ef3a46c4af51ec264b8dace8399832683c300f02a0bebd7cae015a297466236217f6c55eb5da2337b4ce926332901da1fb96bfebda8af3b9a729d4532ac9ed7e7163685e9adfda152e17c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640237395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7cd1b5f0cf6b3b65fa8129cc445621b5a7d4b4c073bf0ecf30ff71072fa8e954b0e96be5e6989efaea947e406b1adcddd515421b473ff7929b6deb7aecc7b40958395f8e9ae239e3c61102de8474602833f656fbf8557e3a702446056ba07e256ca7226d4002cb3cd6cee9a902b4df1a90a192f613a866a4d2633f2eef9c5ab800573c51595cb305aff7da16c63f18d5433b16138788a3af4fcaebac5d8dba2355a8bb59c3c935f84af130dd8c5fbd75832da9fe32d4efcec221a67d7ccff588e6dfaa3f93dff26dc72c912af197758f83b0685761a7551a52cba0d11d3c0cbab39f5047e99a13bd26e88a1eb8d43a5e63ffbfca250b16b56395aec1f1546e8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640274665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=81fc19e0ff382e1c8e569e578c5b46e862ee963b195734222f913eb4c07105115446990cd77fa3412a9d09dc7900a20634d934027d1c07063807320d726cdcd2360b26389b5492b719f15f5f565d956b095f470575c8d56ac5617f7dce9b8b0b94b86083991e8fe4baa0245f412daf3f8a4c95aa9a0c1f8dd5e1e272cf0d9a8f2aff367db7288051d9bc24cd5e168b2aef51c3b22c290c7f6a16337ccdb2431bd3f741e0a826d5df33f4417266f41eb1ac8c1e815c89ce5af7f7c76bf6186c912fa39c266d60d84d359bb58dbbf8aa51be5a95b70d175da97afc9d3e1bca0a24d8f8903bc0b9a8c35ea09bf57793e0712ed24121f8e7395e3c53bae86593e907&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640259025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c2bacf12fbbace3299d56dad6f61d712f8cbe81b3e52910d2616c6a75fe3a88fe1eba917ed86d7a9603972f4a66b9247b2f73301de00f87bdde83f1a73ef266bd719a932ee3f48c61d557c50b8ecfff5e84c713089e2af94010a6f8ef244945260757d0d50f5e5c4420c878d14060e2a12bbae5168dd16e107b7da681fb0d2120c7f7c82ca6aee05b6a3f47c1f1b8c9d8d02c0324c64459bbdd76ec41e74fa05dc5d2247f87fb7e143db4b34bea3782ed4f76324b9b0b1ccb510bfbe5975d851b382da73941ed762757d0bfe72d97d3e04f6808f3d6b72a971cc026d87fe1a94452fb92d659347539b8ae86fd6c9fe57cadc3acefe87b9d823a0c3656bce30b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640307937Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=87ca061d950928745a9c6ba62cd3e635ba4778ed8279d0d2de7c696c2f5c6322239599379205e244e1cd7f8a3a1e0215fb622aeaa9c0e98bf80bfad6685d6e62f6c77e9d2c5afc038bc6c0cc18b297365e60e737873f49e9456e60ef1de59101f0531d54c9d2cdb90a8e570df6c380e79a4ad775457b2e94e5fce1cf38518e0c82dcc2452da93a4807f3e6078fe0032afcd981290b5f335046f6e001445276958822676f6f6a2b3a242f87da07d9c17ca39565f4976cae06ce9cca43d8e2ac0aaf66cfd6dd127a813e1c8875c82c7533c808bc456eb60439d5b7b1c31f274e1ead528ff20df5047474faef1d5396f1336a84f599c1625d4e76b957784d8d5c87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640334798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=922eab05f7c04f84cab8e71709326ff1527c191c023a955e30a040a6e66bca1bf314d8b0e7bfdb7d7e23afc2e3d9cbe8dd36f70d37d4319337c429d4dff7140c7aab2b8708d2beb7b46f9a9c1de93229978070135be18965b53f483997eefe72bf6708fe846a6a973681eb44cb237382ea8ea0fa802e87f500be4bf07b75f9292d79cd53886d339246af8fd3c9384ca41fd15da1dfc46412d9210d774fc240de5908f08d0cee50def7b0d2e70cf61f814e0cf48d5dc07277552091e97502a8764ac20008bed8e0ab832f17cebe0be251403fd4d1436b87fd096336704497349efaa50b06c95bac2c2341e3b8157bfb3232dd5178446d5114b4114ae8a3a85d0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640335409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99b8603c6d7a0c4c0807af730d9b0393433c05e0c1f30e8ea2c6b0ed620e79b14faacde7371f237347b7bc4e2625f9cc0a48422f0bdc40cd20aff72ff1bb957d5f8b934de6fdef2e220067b7c4a1a33885018a04580d7ccd398bfabf37ffab96f3430fcd5cc23f7bd4db727f188b2c032c8f12ffe96ef652fc81ea70ea0d2340de7c5ac50175f7833d2e14dc023f2fed376d2401ea12ef642942995e6a154dbeff2c6bf192a07c3808bfaa1de47e012d03dd86a07364edd8b1deddf1fe6b82895056ed5c9c823a09f45e64413456641d44d8eb3bd74d30a90b46f34ebae600aa2eb920f12f97d2b5c41f99daf3e5247aede99ab82faab611964d175424cd82e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640472027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=59be176d9b52927c57bfb7e4e570ae64437a28229f8f3113c0a603dd177b70f8ac01bb450773050f6e5a4714a09a7d3f024e3b14bdeb2e370a6c9727a9f06a1a62c1361afdd0b2d5ae240b029b1488118f25cb4ac910f144474cd811fbaa4f6b32b5b9283f72feaf895b87141211179449748f96a590c7d63ccf4fa7b387f2ee22f604cbe40bd688c9a2b4471cea63bc6f0f3799a2b40b0375d88372ce3027dedb100ff3ca3dd33d4aa8177ddc6d934cbf75359c8f9407d27d426a56f76dd0b93c13ae3fd2fefe4d58823a5e06f247467c954c5dd1a4a57504c99c5e4acc1e65f1499b6f7b08801ba6646afa5d8ef6743e366f6be83fe1f1f7ad2d21e3919915&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64051612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b188d6d7bb8953c9dde24eb998878a89969ce2e1390d602e082c72b3ebb14ac71adc7a841ffb0971c425d929e89fcefd9d2f33c2ae52b0b244df25e129361fbbb4eb1ff2c70f2203d7de4cd5bfbb90a8254f8cbac4543490dc5811c73f49e4a32f0a89a4de7ef4945cebc24aee86a78d9a37e8e8f3fdf0fa3ed4688bb3af02ed5de1f35f7fad5bdc0e238c5e7ee2a156fc018a82d3f139487de9db9384fc0dcb0a3e2597b22e2e9d7b46470f93da16606d340c98a985276f9c43a7c592f111cab69b1f891fdec50d5c97396cc7a47db4f4506afb9175155e7f690ec896b373242c069ddfd5664cbec6e097774a089785c316d2f2e9d8ef937e86d52ce192b706&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640550144Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b8ffe57b062b8006aae1c9695a662ec3053edfed1884d016e72e341042a662d60c28d98781801c07c83a631a0efebc9b99755b54dd3619195d0cee3e5900649f0defd6617bf43d6fbf152d8709a5b7947b3b55fa1f27ce72a1af808e75564883905329e1fc0c04db19245f6ff236e0499cf85ca4f023c277a2c642a41ac46f56808b9fd5cce5d9b9474b6eedbdf10ca3ff717f4ded6f65416f3d8997c716e8ab03ae0ea3a0f6a1d067724e065501b307f0d188e50aec65baec7ff0c80aead6cd7a7116ccc2a697cff87ccd377b4ca3bb0c0e785117395adb66ff1540cfb9692ac205b88d13f0000498bc4aaffe2ce27edf34de9cb4df4f7da2f6f4fb08034959&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.639534019Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b906c563a81501e7b227e84e69d3fa56f0e9a3b0ab0193b2fce80c94bd3a340bd9a9e4c6f49dd4bc3b54bf1494376d2b2b9837e75354b2123c679ac68c6ba2b246467660cce52b58b76f75193895cb299e135274567edbbd49aa38a2224e1c1ec7211a8febecf4ec8a122194a353f23f9ff7f9f64919ea08b6c0dc3967fe7f3bb38fcbf9431f4e2181a47e94f8f2f49dcee3dfa4c86bb38849c6f27834dd7eae2edf790ce4dfa193a889de0b77b2d0dfc3245cb96bf89424b94aea406b7d9569463e9f21b418b75213488661ab1a4085c3d681f9c69398e767e14db403052b47f73becc38d9bd25b60910f9aa42baaecb71bc76416669122254da7000b60767&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640584869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46f759dd40de0dfc98f71e78f889bbde345c21fac7bed747064bd38eb7b3220ae93d8d0d3640a820a23aeb8c6da9944628278eb43b36cbc592f6ffd9d255f32cdb36dc66efc107043ac5862be32c41d764cb229f1adb15bede600c5d0b8bea6fad432672009cd8110b04c47456084fa71db49bc0b09eb473661ae264f7c3b34cf896b4cbed695afb5f1bb16b46061863e36d649a7885aad4e02ae960e68e218b96516cb144a377851e2a4d0056abde0b174d495f573570e150ba0008238b4f9f7ce1b4a646164a754bcce80c3bc5780c7b928b10a636215a9cc589a3ba1b2195c76f14f4a7ce3b242e0fe9e2912be8dd4994d77527bbd8897bd7bbf817d629b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640623743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=56da33bba29c8909cc80908b6bec0a7d00be720c3e384b544c4df2639a3d8185bfc1c2d1405f0984477778ccc050dd3bdb645798ac6328497fa4a782e2171182b887bb84de53fd51406afc7a724dbb04005ec507fea6a3eb1b78554957b69ba67f43f97f99942c5b252f8bb13b7823c24cc243f36235945fa744179d22dacfe34cbe3ebdbda42bedb151c5475312a8ae588f0ea3e23341c03e968622d4fce4f4c564db50c8b2c03b77e81a0ed290db31deb39bb30a7c9f9941f25bbdf75c3bbe1876ffd1d873f00974237dbefa3e4c7469648251940443141a062fe8d4fec532f78cea6e01e517b70e2cd960e7ea4e1cdf9e58c23ce0840e190270c88246f3ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640673266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=494c0ec54418c85dcc2c0a4103d597612f66c4b2ec5439a468915cd72ab6eb316565eb70664e2eacc90d6db495dec450e896c4323a0ed919a423faac6b7c56e0e8455c5c85cd63b1b96aac7e23fe958f9e73b080aa855254e81af1c5d1d410cea6d9b7135d167fa5e2e736d7a3f6416313692b2aee72ca166149d9f9f306276b82ea7d5906cab91aa3dd4cecdb22d3feadac3ec302e9c7e1568e17cb8f5cf51ee5e9a3c19a24f28aef3bf45dd6a9a2a0269c46d265cdf147d0a4d1037c6683a437e0561edea3d06ea88814d7d9760dc2d4ff08f233f0a0c4487d5f1f3dc66977e03c63ffba660481b43d2362f7a684cdcb2872b5946a02649281c067a98b8e0e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640707651Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0063d4b8040b203d28dda52a7b9cf7c8deaad6a03524b90f6decbcebad825e0da2c2e7e6a14a6e5be7ba6727aff0d0592cb625f0ecb3d9cca9806ec44d1d5bbc7e374022951d1ca15f55699669a57120dce47b713a7031bb23e68c7631fd375f791bafceae4f7fc6718e2103d75b2f2c2ea98c21eeca4edc54f229fda494896441ca00f628fecfefd37d699f2eaabf72ce25c027907f32fa8c79b24c7b5830650c78760460a1da692a4714f48822be60db915bf344ca4d83c98f52cbe6990ef1266747556a683165d95a9068c870ce8275a76eb3f753e2673555102a92c6a80161c71aca5a80d6ffad60f10c4f6b1762f3a591f581076f856dec252c83221efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640746895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8028cd7bd14410834eb480bb9cedf98ea71bed5165a6134b925b330282051f1877572d15fe015f5ea2d32f1fa63b9a9df77cec7da18176a8a55be5b50aa00e351f12c15b4f833ffe28bd44b3127f37ccc366dc9ab179779f11ae9ad795e5ee69972864a7bb7d90a8fa9a5f5f55fe82da11fb7bd2cdd73a9326f96914acfb237114cccb9465635e6ead0b4608d06d26d4058a01a63638a5086a48cbc70b5cd7b546efc603efaffaa7772dc09d2fe3e4b28634b57428433fa1f3f15c471d3007fd937ba907f28f353ca3eabfae4387c8fdbd74abfb7402012ab2d95489f8ca6189b2e909bbb577d5eccef1696ce03c2fcaf0c55be77692d38db9ea98ad3785376a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640783023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=58598282c0544545678854bdc08d47a8ed9bccbdd950741d7d2ea0e4bbd9e67209ab043cb4ba1785cb5fcf37d9a4df442842c9fbb73cf33585e80cb27901e2a598e09ea0156c4f6e10739eccf78f5d2687351434d0b9a45355b0a1691ef874c3b8431ee00b635861a897c3186001f02f0fb9f27a231ba160ff080b47965584d0562a88b7f17f5b86d6ae147bca1fe2196a200fc9730b8059fdae071971847e0de6411c8c394f0c8d78294e618cebec7ee92068b970ea04b2dcd3465f98564498e17eb8947e4ee71543f0fdf813b3d432d91fbe0d92632e72a25a2d9f89da29aeb79f2c09a9cea538a39ce795431794045d799d5b5cff8ff411c91b4b2708a41f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640815514Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5b8478a10ae1ab686af5e9e62c304908749754055f43e8d6e9a39ae2d7cee0bf3648fb054c0dcd6e27cbf868be7f03c43beee7cf3df7c66c5226204093bd589e8ec811099ba7b091b14afbb84ab041e6034d82efad383e90f339a34e69e8b0d2505c39a7d537146d9b8e9c774e6ed0af0d1fde3d587d1eca58d509a902c5d35b66978385347c3703d82e76506d6ae5aa370520fd44feb938e1f36b79db07b477fa11fa40b57aec5a52bb3c87055598835dd80b951f44c0c7d935dded17d60f7481b012d78dc2e3340dde5a33cf61574620ef8bd4bb4cee665b8724463bf2d3499e16bff0223342cadfa29bd6b13a13f7e75b9b81b6cd4636eca27cb47f644b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640853746Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c1f84b9f16eed4c403be2e62079a9583b55b5216ca21cd7be8da63e096f4dd4aaf4f631e10b0709b2c705e02f0ce15157f394c7312f36d359ae8a7d3767dd17b84d42c52fc0dbcd04cc7b6ac9de61e02cc16b8ff98fae7f8b537d193408647f3f20574183f37a48e56139d21c4d4c8bcee7c73c4cace4a393afc05253e756c4736cd2487c4a1f53563251125030c1c1eb62948549a65093eb6deaf62ab80242ab53ace85e049c409ffe7927d1d50e600383bfa942ea53a26606673da79aeae94a055bbd1d9c56b86073f81eac2ff323953f427a85033022e894cf15a7ea27c4f8b28169ba88ec4188336f9d7d57ddf1097e6ba0bb47f7a126dd801dc79590f11&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640897829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=687fed2a666db724ea84a88533de3e9992a49fb70bcbf891d436485ae78dfc410bec34a5db009fc556675f387c3af35d204dde267e386e41e97256f40e6e0287039d3867ff75316afcec0a846edb150f15cbe94f7a96eea1c45a44c176f14d14642e5cc8026d6d4ff438377a9b600ae9e6ab670d8319281ae07b0c553b921a555e698c77f8f4d23e898c0f12bdfd2604c74ed0b53efff19385b42e5551089c17aa36550dd39bf0f7ff15cdcc4e35713b1fbde2e12a8b26fe79076667a4d31ad5dbd68f18bae0127980b7c237ea105e0a8a09ffb451cef4a1eb39437d0b6a1f73e4207a696201eb55e1cb4a0071943158675b2da108964978ec8f5f374a7feea0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640932394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=03adeeb4dc612e45ad29f6d8e48ab8b6728b3edaf4a09047a4bf41ddf713ecb8c715e8e9f5c79dd41265cc87cead28aa7bb99d1b105dd9ddf39120d735e7b963cb3e52ee6cb18e254bcd514a9dbb66edb4231c4efad5b21f884db9dda9bdcbaa3a655187e670d4b047c2a52a8c0011e2943174d429ceb7e46d25d11dd9a34aa20561e24bee771359ba9401bb8af767ffaaa876add24383230b82cb2e50d40d53dad2c57d2b6981890dec16179729a6fd8a8b889fd43e992e173583c6fe3288cb513676f3287e152886c37fd12b027bb4e824e014a26b317dd698fcf0642f4c89c797e72031f258ea1ad104b1795719768ad58e638ba2273bc50d9562d10c86a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.640976998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8206385c609a889bde16015bb9a3e3311383e480b8ac54e1069cc9d622fac73b95310dfb351e98cc466bcea2f6656adc6bf3ed9767953b03949aa41ad06c261980f2f9a902a5fdef7fa2286e9d7eb89dd5e25d1457e2fcf36a41e5e1c92c892e344e00f49bedbf3575d72225f9ebb89f66186beb0029019c05461e7007bba90cede10a16ef0783f2c2352105085c47bfd205b8fca6ba8a4afc2e4b20c992e8532c656ee62d037ddd1e14664808b6ec378154676cc5d99b329fab58d831f9f6452bc5e4e0b20946e6d03948fbb49c07aa1d0ada6f4f988d2e27b5ada44b8b3d1335e9dea4a58fcb8244f8867dde0b05f0dccfd216a3348234c72e56b81ceac752&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641026031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4082ad118126289f6faaf7f10fc3570a442256550d655909463a8d4d437213e3aad1290ca3bb800535b98090acd3141a62457351978ced2c808455e8761e0bb0aa84193b5497f074236e4e735807484e93b38a1ec8e576705ad2c1e1882982c594b17350ba292ce679fa7698ddfd6b1ca8ed45fb1e25aadb0946a563c5dc3afc823f087dd057eb457660debe232ee46a5ca16d1f20e43e20383ed704c9ff1d8ce95874ffe68c94aa5f6451815611abda95ded485cfc9207bcb3be98e906bf5e57839f4e67b8753f705605e8226b94989e3348451262bf4dfb810599c8c3ceaaeaa4d70e6378732179189015a0a80ea01f30bac8788a8b114d03bb3d229365d3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641074622Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d4704d69861739a70f1b1caf10983604969f0f39979dba3f76bd773f6817ea31714b9be62a6c31fac9717d3af1b4d87229ba89f62c960d605579808ad831609d2d84053f343f3096829148af125546d1ae04f13c31e99ececd5bf2390b0e3c0971eb600ff992419e6425c2256526c1d9806a34945525ad722b6857753bfcff13f9b02d0f78aeb03de9129ef107a8da83f792f0500821f32c4fd36cd0038a9951549476d6f751dd20d2672b0f650e3cbb3e9ced1b367cff5466a20834ac732395b61fa85fc370967effbab9f8790a667b8cd83006d09a6b84bae4e88bd9d12c179bf61dbe242e75021b83b001c0c5fa0891a0b0e0fdc2f644a239be925404626&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641073901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f022e018c0f3a832034cf05e136ea52348461b3202f7a403edb457796d71b741c085a77500c140dfe0140e0d8a5f72d5a324a932d8f7daab46f1a000af6423360b9757a4e25f469030bd3b0832f61bc2b3ead2b5b35465475374987cee54afc99f55f0f835bb02151547db7d00358ddfc2d3b96b13af65db99bc853ca08288570d056720efe2181707b30ed17d3c21e567a93c7742479d51c882fed251fe0eaa3f5bb3d0827d53433067af4a96c2d650a5141ca981001a2c4cede93cc6020022920ef8205fdc41b69740cbdc8574591224abbbba5012596ef892cd834ed969c46ac3ce71890a02cdfbe32167b2ad777aa1dac89fc94c05bf713cf5a5d96587f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641121651Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8fc5c5a7f21dc56aad5569a853557448095530379585eedb35187930d4015b64c425b314f8930fedd6634d941f8eaa94558a65e3fbe133c615a358bedb3ff817d159fb694c7869df054ab15d91974852ef6e0a62f55870e0ff45f2acd315c2098da9c6b315d545c0b564a61f09623dd27b7b59066bdc66633773b234a319e2e856f34f96c3f5baac0a1002e1b5272d4ec599c1e65007b06b6be341d43937418264003c0a6e39daf7cc1b877aeb5499924f77dc1218b9d14f1fcb26698fe6798a42563e1a7d07a831ece37acc766021b0fdd3eb418b69f02286dd9252bce5fd0824a6fe381a3c6cf4e5a3a0b362c7b3f39e3ea561c870a8489365595581f2616a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641160985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4216c7de840f3038be7e325ff5d969d0ce3ed7b36a334ecf4c21377fa1e055ead13b00fb8b0b2947b7159c1d5893e78eed426ad3094dcb70aaadd849e761a3d9008f8701c89d817472c192d1c0345a9296b5674f5d115ee46c1388e75d25bdf79d4b883b5773a32b230a317dc0c0dd7a0b38028bafbec0398563286ce4f13af7db6a9f83b87f2e8a411af30e6909361fc372dd4a550afbf87c2418cc5a1484c361a5f4978a782b588e30daa9afcae9ae142dc48e938db4f3db60c3c0357a590713c8f3a32b055ed93687d5f4a58fd869fb6adfb4e49b4a8bf81b4d124123919ee35c5254140ec56324060c822011e1056af2c05d8951f7bc2e3de7fc409fafa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641195941Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5849fa2c7db1c300c61927db56680a8c58b17c432311fe48560c5839fa1d9ed076718344be9d39e097eb176ec30c97abf392f820763dd6e6c2dacded70358574690734ee5afd4d5ed1fdd74469a18f57575d6eafd26b9bc96dbb2be65f1f573bbceb8ec0df99fc6016d5f704bcb2bab8350318eb8b1dae260980c9c013d361c759c5a43a4c19f81b57be5572d53b03e3742f4c0fbede76e2292090e71f6d188f487c3d6fcb6dc4471f5187fa0362b8605bd9409ba02fddd22bd9bdd1e09719e99b26fb546cbe007099b7d7b0c601539cf0b92825831d1472cf2e94260a36dc189243a5d386486525ed3095064076970af17f8770d925970b560811471fda3011&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641202303Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=36452ee121898a0d1b92ff24913f79985176d498af95afcb08c0b80dad1a8b0d4b65bc658c8017203cf9aa0143df5eff782572ca908782a50f205d9acf3f0c3db7ec3dcf3696c22650dc235a3ce6e0ad9fedd4e95e65e57c204b0cba99da66092cc13f85c163bb0f1ed8aac2042afc9e70e7dfb609b60a023a4a613cead324bb7f7e7b45f60ff20b72708a5c7be43a8eaaf3ef9cf72a6224e5c7185e740d93adb27808fe6a153253513d47e5ea616ea58581ec342498a53165324e71acd05048f64e3fc023671b1af3a1df8c618234c8647d14d21fc0f908948cfc07e72fcf248655ffdd56b414cc4d8c3026a2d6f236e6bdd020f6cfd2e4b71c6aff13c66126&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641233181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=736ef899638b716e895e074497cfa2d18beff1b07d4c9b5be0f6a4f9a5eace63de3c6f3d074b61d878b3ebbf3e4e0ccfc11b6c5dec6fd382a7f74ab4d70ee9a651128cf6b992898b90f616e0c9bc28c9ff3e5d4e9c1d696b9979170ff26d17f7da78dcf9dbf357e46aa5b6e8c7039880fff546710c4a0c37db030cf809b037a7be197f83ad8ebf7117fc8ae8832c62b3780faa0f53cb9e1866ed8e00293c5d463b2dcb27a4b146fdd10952ec7c2c14e4ea803e3024bf8e627a6d4dfaf204930e21d2302226a371e72d0d58d1911ab8dbf5985ac828fbb176871c067650869a442a2155257306d07f081cb0e19e2cd737cf861dfb1ecdfe0580d884101bc8b124&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.641247358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9678c292038ad6f865fc48a7e89b76dda32681461e77f94c97d286b2a8b63d7bd6b19e20d4e3b7e3243587dc642af5b45e07e7e9c1bbf97fbd5850d5f3e202d32c934d62d4a4296fef250ce6d0e7359ced7ebad05568a0db2c90acd26987548ce60c9d70bed7755ae69f984a2ac4ccf2c02f3fabd18ec6e62c3cbd4cd578f4aa6fcc783180d75e5871b420844d56e871d17aab34f252f3df688d57ec9e8f6094efcc4f4661ccb5257e78daa1d866c0d13c1a46135a56b4c95b4b5f5b1243fe3d6df982cbcd6cd62f391cbb01c2153c06e72cf7b1caffdf635af19888d739c2b9d7f722ab8c36af9f67245099740901913fc229a9107b54e76ea24f18e42fcaf2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64127516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=045370d37e5d15d20e4ff9814bdcf1f22a428f5aa86f4d641067d93debee84af5accd2e14f4c30b6bc0294109f3c8125ce67a9f7bc30594b8a441dd361f1d4e43d8877ad9f5fb600606a56e9c19b4ca652b40f3f1fe3f495af68ab592e144bba057f7e1e6202cbbf2e25436e9a1cc6babfb016d641eff5abfe53721d80cdd994fbd34d22c67c01fe44c235fd1b76ed72b404b8868297a7bb783a7584504a27ed4c69f0320e8cab4f2d45e834816cde4f819380758e345c228f9dcb302650a84d3061a17b2d54eecdb4beaf3a3409eb7bd38fcec3814ae388408383fbdf1f8b270dfa633199f70a09071789ea93cb0b97b2a0fe0be11ef693a968b635e68e0d62&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.642852393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c33416123c4e38e090a662f5265bd7f1c008392be6d3a73498294836367017a33f7c9aa5d90370e05431a636860ff25d69a8c6f6f6448070bc9ab3991003d6ded3780b26d76710eb6044910fd324e3b28a1c6945742895c46fbb1a61a9ff9f14f85c2231ff01dc4fc825e60e33bd52f5cfaf93d7918ddf9d495817f887e1a2b0539cfe359053cc084dca337116689927c98730305dd51d85d89ee2cd074c9574cbf04555ed2a8dfac13a3aad21f05a0f06ce12293c9f1524c4d33c9591449918a467efb7958604033be0cce636dac50068c86e4f9a586932872a2d9ff59bede3c2e9b451a1d68b06f854b5259bef53ff3d1972616fde2de2cde367273db907c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.642898961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2d724d0f4f0fa0f2d4d07ae3b2190f9065b50d06c41b993ed68c45cef0d19832264528ec63b4ef710cfe8e9a2ddffddddcf762e2efd744ab2c3a448b9e3156f78008e21fd5f2a7c65d29f2d1b6e2b32f6346fd69ed677cfd672698c3b55b211c17b8ac6756ea9752979fabc98af4b9ef76eb5307fd326c606c9247467b59881a8dd02f70a2a793a435d82583f5b3284b4c45b370391bdab1ee181ee66c6a067824cc42216ef00bf9b80cf3978351ac93dd3c3a05cd064bf8468b748dbf2162ada9324ccade3a5715486c562f698f2cc858233eb7e4192c7ccdd473717702778500dd5e225f06c8da0a6a37193b1690f4f1ef87add02a987a5f5616330eedbce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.642939407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73d1bb096354078711b504f8a73bd5b8897e2c212b986d7e96fb76abb575383ce6ba6f75b42109add85bec47b57ac8e0c93ac136d1c96ede4ad495d47c7cc12c715c417e299ecaca3540d9429d181cc9fbb01159e8fcb4966e9f97039f42aab2962472af3e7c61ad3a687ba6fdf6f23791eb268e3104ae0c52e7dd1db22aee19eccbc073c94ab47a5e2bb8117b26dc85ef7d4103d594d0f9a66a32c0f3f95a7b3afb865315520f2457e2dacf070fbc52dc1b39506467b3159fc7ffa8924a5ab00ac07f53a87f7aa25f3aca53084d993bf8e6f36e51706664c83af775956e0c89a942b15e04982143c650289c96de95028317e43f0468861a8b78aabc4b7c65a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.642946811Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95f450e92054b4e1a873510c28ee1598d321a83c121b4cd432e4c53de84a9794a7a565cac63cdc1c3e3cc93ccddd6da4efc87d22bea5d64ce3f7924443029df86eb7beee205c28d38859bdd10fb5c0ef84abf4aa6ce27e5dcb06baf9463ab00b5c2aed7c48d5a2602e92a2eb7b3b8c59ca1defcb51b5b48ce1df6aa0f79c78863fb7802531b86256ee0a7092ef829c7e4294ceaecb2bbbef24b30e27a36d9881f515ac2e4a21b0d8f22780418213f0bd91f0aa1892b4c65ed5f9249acf1130666b49761e520844ba880fa50ad1cce49ee99d38fdf5d91c49eca063468b8a64493614898c8d6e6808d40733e5082ac68ce0e1d5921c6746265b09aa5d8a6e2409&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633025442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c778534885c2528702a41d0c7216c7e47b8984753ddea51b673668bd4aabc6ec77c5bc7e89eabc06a02e928a53638155c9e95a57e4fdbd6cebf14df1066a7d353333f5075d7a1fc91a9ae49c50c67fdaae5d4c5e97076dc779c958204ea7378c242d759ad40674c3e1766fac3ee6805eb4f124d42af938ff3d49bb977c96dd8e692540b3a7900ff04a04a070e6944d68a5b4418c141c4e7cb3eeb34bf56b4da82c86fc313a5a03f33ee12508a5fa129dda1bc4a64d2ac441d8b60352c6f923193125d4f4bde3c25cbd0535b52e7995e5633ae3398150daa70d24c771d374cb2e4c469392f2fcfd84340fc13f7bcfade64f96eaf641844e169cdf6dc65f7c14b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643346524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5d67fdbd75beca2d48de38bca858367523a07114f8a7a4ff9bf95d5344500bf35aa94cb758372db3c744ab7195d25db6b8981954039194cf4a1daba833478f89d09c3f984f3517f5af8540befd99dad074fd63477121628201cc80d63a60c364dbbf4ca580e5282f6f2d44f87cbf916dcfd9687af283cb872c43850467fb18d6e39a32bf9632a28a0013b48c8a40ff858a0b3b3c2170e13d0a9902d491d17f3193de91d3cfbe7f3c07e7f01d63214825195f66888f6aa9c5a274e03aceef630a9cba97c96205cba6b72f5c4543657aaec1d875d91b09c8b65d90fc08b847b8c27871bab6d174ffe56c5d8c9269ac23b2d99743e71c4bc79360152d935339c17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643348899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=34e6b0fdb4d32ff33066a6b922cd8112d125de75917b2c0efbb8b11b9b6aca202957993ce9a64804b71f9b04666c46a3e14ecb0f27cfa4cc4bdf84ab8ab5f704f25ca7ee76fd4656043d14f78fabcc9abde618a6658cf04fb3a932792db061fbbb04c7544769c66934efa8a6674bd5ebbce0265c94f6c266a85b9d8727e351233e7b6146c61c6988c94eee26665bfe4a4b84cf345a4df79a2d354c234cfb6affe4ee5673c238d40fd5f5a289d30d68d1e3cb4922ab173a5cf8f1b6769feb5213b6742a7f2dd599d1c20e248b4b9277d4ede7b40d691e578231753714bd4d759fbcbf98a0b8cfba89483976b1ab4213060c2740a56f874d47d4c1404ef86ffef1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643360721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=870e10ec970d2f471e02420eb4f5223200e24e1486763394c03eef823a0af026e8c3e7b22d10dca5ef533774883b0cfaec69c7c81bb6baff8436772f552fda84cda1c56176205dc162d7e323e3e6b889deb4a19ef85588040527d2c3fdf8c78f54b84a70793f0a53fa9a1b7c8d90b7efe836c6ddaf76a7a577fe6cb1f7837e37cbc9fd83c408eedd4e6c140f285771cd4bdbc243b6cf59c78ed1dfba9ee5d35068524d8096fac91b1c027143c6817e94f8181de21edc933ddcb8ad60eecbaafc5673589901cddca26d0e90bc54d4f0659eab77589c1cbbc0ff78d1c2465e52197089715a30b31f53660ea385d8d0f3cb3e497b588d7637a63da9cc5051b07755&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643361623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=21d4103ce221821d8d5708b4c68653ef2919471e347ff086451a4d9203d27fcef664d7121716c053db99975193bb04124d2754f67d52c973b4a34f979f0328f134a991d0ee8f9aac38303dc6376d8d1a7b4d7ed425c47b60dc58ee20c53d196390bacbbda4bc693b139c0d88b05eb0f1b1931b345b69deaebd31c7149fc6429726ec4d32c2df7ea16d4372c36c57f81f26119a4513a58bb8dc1f2d2feae50222bc7e153eb742db97e6f7328cc7abb506409044213217fa170cf19388cca2c2e8b08fac71b40bb128acc837fe75324327154975922eeb753fe548b7fb1eebcc15b21dde59e55a2c185eb16682d4e791578f9d7e9d8b7176aca79a3cf8ce5d0133&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643385017Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=341b8db7e420d370d7bac19916e927a14a36b94ca968d874e4d04c9128e6bc1ead8c51f2f1680a2d93fd9d07bb41a744439aadc36b0f86d90a68e11b2bc101029683219ef5a39d3923c5fc349f8c6da95e592d5be534bbad45684c3971cf06b02d91c703dd3cc4f3b3b3e95bba16959eddeec2c1f11b110226aafee6862cffb5f9adc206e1076d1a566b07c0a79505639a27c157d9a98cdb75379002bc8f1eac1ca266181af6c8306107ead1f53e62850673ebc42c5debf3dd6f63eb69d69a1c91ba5be15d4a3dbb0501bc9cbc67715eaaa3635e75014804a3d8f99bccb0d42865c42cff42510b34971869ead3141409a20da2d63ce79c152c22669f6dbac474&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643385328Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=020a2db34ea201b9d442a5853a00eace2d5955c2b9a95161260fc840399a6a2d5dcdac4aa8bb17f0fd537dfd77829a09542e497fa7bc8504556ba6106325b24dcf319df9d9ecfb495b3c25b3b9426178940b7edc33289f493723fd8e43ce4307ea2d3a2843d37174801cbe292e66e6d4adf47c4fe10d104cee06f9c6fc4d69d20f670c307920fc77ab802f18081df6b9e05434df0ef0b8097685dd0f5e24ded8657d63a409f3aa6e0d488c66395896f01ce90b9c78c60ca468df3a874e60a6ac0a73cbb1e5d7f4ec0d38a7823914e728a8d89a3c875918ecc32049fb94859ea63bd44a9ba874ad9c2959c3a3e6adadcad8da42881065e97cc21bdbf01551d76b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643384977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d798b01f2987f1db702f3bf2dd85003934a74897da79249a499245379cc99d44ad87a75031d66b3182f6beae5b3c689af02b172ecab7a16dda593b62d166329b12c58a0a09415c760c93171fb592c2c5281864c7fad5804e974a597b7620a0dcf6e4f16bb24c188cd9a3f29939b19a3de9e6c0e2390ce1153950fed8ebf73dd6cd3cb80972e9ebfdaf0a0ba52de25a6f1c634dd22304ac0c70158a6288d029259dc1df40bb2ad1d2e076e6b9fab40443de3b93df363113482ac50413954b08ec94957c1fdc012d96633052cbec3e447c1cd3a9b8e3ddddf7cdb8c34b9da92ba51074e22a7934ec08426603cd6ddb172f97af9f1b33d6c141c8bd759f0ccc7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643379897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4439f1d1dd41b8e6a727f5f0ef2ffde283420b71e783870643acc71fa9acbb198d96c2525f9393e75dcf98e3165ee8e806e19444255609c8d84f662ebc4c9944f2812b92ef65510ed176a79abbd0d0aa3f15dfd9208d3214d1cdc3c26601b9b46fb639ceed7467356562d0d232b0ce8b1dd64fbb0da487be53d0626e1c49f6a3cb9ea682bd8bc6ef90f0c93c8891de736b24167b992efa2f2aa8500d6fff953307b466007784cef7820c7ea569b8395960e0f097676ae5262ae3b2da746ea4b1f4b4aa5cc2bcd811cf42382eecacd25e4fab50cc7065975c9cdf7544b6b934f709968f3978bf6292716119ef459c8c469b6c3d90529cf847879278b964f5e244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643392902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=671ee3479ad7b59ad28cdf2f6b4af3d23d00f3d2355b5c991ebbab46c8cdbece3e5da4ee3fe7f4973bc5de284ec7f0aff435572d5806952a1a2163e056ce5f11f3a20ebcca1508dd84b207176b0be2d198f7441ae08c0344834c10eefa58d2443e2de9a3baf35f5ccf95efa7adf1963803e42c13c3d3a6f93d701b5f3c413b19d8b1f27eea46299128876540cd073398492ef353eade75a35b0dddca624553309f315d93b17cefc6e1ac9ecc128b6d9db2b3286e294d51f2d59805ee2979cb76f951f47819bcaaf6df13cf03d5e742137c55bad32b72cfa64c0760719b9b996626a02df3f21e882e467871ff4ac714258e7801bfc65040b4407e20060627283f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643409323Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2675ed7a599d65ce22c230af680eb7b37a6c635b49a9e6b07a86fdf0a0330d9bb68532065faaf7f227581473806921687969daa19f652ff3801573572727a669139cb71c388f0fc95bfcfee4063a104dfb90da4f374d3b83b6f267b32d4656163d4d27642cae075ead96acdffa01ce743bbd5d956019c197049e65210e4986db6f3fb1d467628383c689dc43770f5770671af06c729754bf3c62356247d221d721920f81c7761ce0378c507e2dd88b2cacb59ca5a13e3125bc3c66e6c67387192c7331806bcc666bdcc356bc9923af8c87ef5b39c7264f52dd28c30baf4d384a3ea4f44588363e9825d7bf7896b616e18a69eb9354953046c21d83479ed0b8e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643416997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cb87d34f43a650694e303f6823152137005f1b283942ed9c127c350930af8b4bdcd229fd0a19157fbd97279be51bab82fcdf79ab642f8c1846ebc7b168a731ee22beaa5965503a27bb97c61dbd3e0fffd673aa9209aeb596a2ec743348542dba99d501bbd392a10eb6e83a90bc2196cdbe46c26fc372ea8d37b5b427c255baa10a0abbf0a4eb4ab9a60c19d4d069de488db57bd972a9fb559a9ade0eb64e279e37d6f8d5ff8ce75811b02e1ee7ea173bc6bfe981135318a2408127709f003a891f2e216a5ca63020c663ac8a0c6daba73d849fa6decd60fff37f0e81d181e5c643bd0d0f874333c06b7bc77ab403b79205bc4684672ba791a099d16847feb9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643416757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=120f88b88ec4db4ec554151a970fb10e787ec6d30d32fe01762ba5f47e09566685da16354551cac32884acfc1adfeebf968e7f7e94c93a0a76aed9f72756f1b708c19e7501b9904a8a797178c2a0ce7877e1099cc04dd4c60ceecd50dbb2e6ac6fa3230188b9a3ee7b57a81812a386b89c9d0a9e00b220ac0c79ce65d12cd77a4570072cbcdaf800a51038d37258828301f0ca6b7029e7d9ba5a960a18255da11c54d3450e40f6eab8653344c812852d412808b05b168d9d701cc875844dfb86dcf263c575530e240121a52c5821bad34af69cb78a163bf46e6e7c1abd92c1ed1c6ecff254f3f1d206258bda755cd04d48134ef48825c33452178c460e1ad363&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64341829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=76b3eb4675701b21616a355ba417ddb32a38406165eca384b992701bdd3e6f4e7d1ef6605e6dec50786a1a5f1f20675c0725d740774706e0cb9a3b53135cc60f9bb9b30bf6004a818e5005f41b0779fec0cade249be78a38368c7cfa83793d1319a2334f031e13e8cc78303b5ec8115ccd53357e1ea64a4387d90b2a74f78126b2968836849fb5c28dbb3d6a5fdd65bee4c06f517446329c9504693fce91d3c1306615bbe62a647cc1b85abaa890c63645cddc48366bea5036453b01db409f56f5960d589ca92bb8ce7abe2fedfc2ccd28b2267b1b60a55375d673d565e6074ceef853f2456643cceb87272eb2fa3d946ab360c0611866d413c82c5e29e97198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643420875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9dafb67b04dce10877d3d4edcb09dc1c21eee0b3fd90619d21864dc041699e7da1ce1b5328e39c7b6fe8238961c3b645d3513cb1ecf1c281604b3cb2e9f9fe39bf1c9432fca66abade735c9c0ad76b41f5c5351fc40e506f07f34885317c916cde836d1c360f31ac3af6a0691355ef547ac8ae5e921af09db9867ff9154ec6a7d1dbde2800abc64d36da1ee3b04715b1a9da97f0d853a48c51f63fbe5e7e7111ed0d67653a50323ecac09d5a0ad16945cbe595f165352aac818f37e79e6ea6ba6aa46b6b2ba5846d55f78ef7303afa58f35e04b2e72507d3b487e0ff33c148177e62a93185470e0727efd690662a85b62fa5875defd5f9ae51f56299b5a83f73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643430132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8556f3cd84711d6807a51957b0afd385ee0000767fbc188da54d2ba2a39599e4b70b393d484f0b2cb685ec04eb1f0943172528de28dd14597b7282d01a9899c49cf93e1e61c1b4a194e2109aac5f17fb7fc4f37c5975efd7860fd01777f134b5798f89b4ca41f03976c65d26b994508ade545a2e6c5253209db3b077c88fdeab7afac17d838171cf7557656d8efb4a0ed0f1e18e003201094a75066d3f432f03102fcb28de2f75642950029b0d779dfc0dbb39f8669351af79e6f6717a7b2ece51d3e42480d3c91f34b4b668ed55b2d6be4d866c953a8e9794a55389c7d35da5bd9a9bec8479d6c692c16ef3d7952a051730bc09132f5f9b09966e997aed1516&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643447996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=213f9c9a25f811ccefa96955b88cf018bf47804a302e59dfd1136e507858201f2f1021f93dfb6509bfccd30c650e870ec9c1cc09bc5ea29ad88f8c13073dc04992719db1e2c18a9c77ef44b1b0d96537e1d1a0985c28d0023088e72cb3e21bc6ff2ec6367b3343b54c150e9573f1d858ca6fb38780424bbfe2bbaf6a8ba6d49ef82d9eb9aab20af6ac71dc3c1fa58f7413ee5c9bce41b0a471ffc963d4cf1a283733cd5d8987abb727e505ead719e9a3e64a910e609e3f44ff65a21f594bed0a3969f7788697dee2c04612f4e339047e579c68411bf72da2475cc854ead72637c1269c6ecd97d1a8b03aa5804dfb2274879e1efb96e6ed35c3c8ef5b9b73487e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643448467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c40cf2093c0c928bd9e06551e4cc4a6c289917c62baacedab94dc01ec066b29f7795d2d3a2229038f09e43760896e2502cc8a34f0ea224dba79151e2a1fbe1440399dd55ea0b9abd13fcde3977a27b956b4ee81b4c22e4e82e3054945a3de96fbe81e6491dea7dfeb7755c742bb2f89963e86033c11bf7af547bad5153fc28ca2046ffec26d78394eab2791547b4532f0ac2a0f1b53b11e001905f3c4aa0f85cf734ac365998fe1a5e7f8a6694aa58d9b342f95048ea0e4800d6da5a707d6646643a5c9656bc7c4924f151d3fddd32118a9bfbf079e13f2e1642adbb6371b9ba0c934c406e05b75f700c03492dd55044a7b346d82f4a029171ade80d7865ef43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643450751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b7900808041691e570e75390fdcaa2917acddfe979380d90569ec6603cacc998665d4fd54299003c4a66477b5ce4323217493ec3b27360b23ff06605db9ab3b33397bc7cb30e3fab076b1a83fbf1080fa7927623c313c9bbde751b635eabcf9738db36af99f8622ee82dad4d892cf46d6a7a2bdda36bef8d3c4cf8cf56ad7c526d41f36650456ad753ba4a0dcadfb38f0de7d3b6c4005d9bbb4d5c54700d4187b7fe95e4714ae25a549b93e69279bb6498f4f49511eed28bc1cfebaa990e74578a26cffe913315708956d9ee08099235e2fe72be19165baf1b642ea319ebb93e0ae874600cf263f92e96addf0593d8da401d51f0f2129940b30202add9a612f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643453396Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa33508644294bf606882b48007ad6081414f1932fc2463b979dc36f2e61aa6f5267e6491b5f359a0758834108ab9e4f03166d49b2ad2ba15302031af6064e4711597b9525bc15ceb8134922a8c5adfb95b35009862c82e13e5d6a87b2bd350737b2f2109264ab3008a9f76746d65670d1a108a3ee02840ccdd46bcfeb25b693f429dfb4dc6120a5bc6200db867e778ac343cc0023141d735c9586e8f8c3f2d8ddaf1aeea14657872748de3c4e898459df3ca53f8892a201b0769f19b93a44acd1497342e344fdbf8b764aaa46784e1b07596774a63133cd36b7d52b96ef5093abed189984d12544144fc7766c81a0a1031ccca7ba6cdc37324d3c46ef65310e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.643875191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa742c252f82fff54df43bf19d15c480c2aef1409897ecd78189336dec412ab88c4e12859e8302c61eec57367c6267d6b2a30931a23bfe2ed9fa6eb277f379ffd5b4336cf55b2ac2815c7db544ed858a113b535c9211267dfa897c05c35287a398b94e856f25b32bf493718074e5518e5402b48d566e5755c81a8e85798e78194e3c6d6235d166095f12be93f127d4cc642a01260f399efabaef03960f1463484c13048944742d4fb7bd005e19e910ed282806082441345e5b94d372304b461e2ca222b337e58f0dd3ef9b8856a37c486d6084b9e5af10cf73b60593855a9a0901073305989311e6a28570551036071bedc38f13856b022e3d363f123369d531&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.64419862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=87f425cbacc3a6ae27620795be38bb9c66ef1c8c7f01133b1816fb990467b2c1bbda1470cc0b7f8530b27787025c01f20da3596246fb70382f8e5cb340b5dc9db64e47f7fdb369a0c8b28bffabba5897dc405ad6988e4ef9ca9fd2986979dd0bf8443fbf5367547495ae440381fdb792b746c8e37dde6bcc2ea7ede10191f124149a696e9e86b17b81109495b067126689e88eba81ce37631865a08e662c770ad3969c92aa62fbbf480c5ae2185f048ad1cf3788689d9aa2cec1a6ddbbe4001abcd8765a2506b1b2e7164eaf74b9e19cb7502f58e3c2afa70aae5e67e24beef0e21328ccfdfe8eca05044d2b401dbe32d93c911d3850ceb83f8c687a853a8fdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.63324698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b52ce48d958cfd20ad15cc4c5985ba8a6464be61af37672ab0ff40ac4fd1774ef4fe81a14f227b54f4b97c8d47e8c88d4ea116634478fb2a150240e7364f558b73805f640672b0fc13b574fe3d92c9b32505e556aac327f1702c0c99ce693c5c16c119d7b7badf9eeef3fc1a791203eacd7e6d9f343e3fccfe0e3bbdef3c1ae7748d9f9f345272761ac3ac76ec4865e9e27bcfbc379cccd6243e151d87c3c349d724ec7e176d2b6d74a620755a6bdbb97b0f7a5f3372977f0675f83885b2c010176c2686029b35d19137f38ef0af48aa4431e9e2b94b630a4ea1666d9be12a446dac738980e20b572c108958ddcc2710d2a87b3a3452ce2d3db49ac84bdc06a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633259703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=66cf6750a343b464617165f052476fbb5ce41c5dcf64d30568e91f55e98da62dc6b5d9ac1544f2f99e305245bc99d0b758b2965ddce972d84f4cb4f409d73e444ed0915c334dc3a8bcb920da66a544a1e9ddbd50fa5f55a584eb9f59e996efcf94b3f7b6fa691f13a2ae66cb0ee087e03b57a54b75c708905f33e8d65f1e9b87a0012851044dbe624f04736ddd327468145e740af69aac27929c166d8233b4cec8a743620f34dbd5ebcddffc86828ead0751cc544627dde411463dda73897c94015c7e2b6e480ceaa3031ce9eed90b7f8b9eb6f043b6b14506067e5ef00ee9fe0bb52f6a4366fee4d6089698d68dfe732ffa70958ce25c20beb909ae0845e903&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633282086Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1b2115e44c856660381902addec0631608adade9596cab9dc4550ca19fee9ce018d9d8d337e64c28a510ab9698e5b9d6bcbee0d9d962e830c1972f7e4600a689558ecb015c1e41f7642e1439dfe0e105ea2064cedb8e197d00c8744d6aa15118ee3dd647a1efd1b24f09c3e54bca1df49fd1ac8517de06ff187387f2b8db80a8d25408c68cd5af2ad0979890985039422a55f4860f3cb103f527fd25652c18730aef0ddd0a1319fbd8d94c6137e2897bdfa4532bf0a67e67eb3a4d02ca2d42d32c518c7ce0433448c3306f9efb09954eb204cbe14a6a9ebeeb5a902eef82929268cf09197403262acf9b663f6a9e5c55c993a4a084d23ee6348056676e9b8c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644525206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=199e77b234a43b57d31b67674f254fc514f02ff7a5cd0d469e01e8d6751df7ee6f14d52849a1554d0c99b903240f30e517fcba3b94210950d8db6a5c5750b1299b4fd96121ae71907b4e544ca5bcc5eec488dd323e610d33a0d093dbe88595d3c0d7d3c8dfd4eeb2e07097a91602380adfcce7bfca6934bcce8ac85c1bfcdbbdedc4cea9bc473cc0abd3fc94672b665d4a553415354dc93b28dd996a9f7e2f100a646393b504f1dc116cf6bb2684346d82a517b8e4eefa6c7179e82a8cbcffd87e709dedaaa23f670fa80f9e1c3671212d639109027dceefe7de031a80f06a38d3c47b32fdde6be97da9edd0efac4325c5817ee83fae32ef4da34131e0863c7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644532049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fcb983a789b5f99cf52d8f518cfde2273821ad5befbcaacb936ff756001efc8a746cc8edd445b92faa190b2d4697ad602f5ec44c5061d62988cd16f5ecccc00f65fb043b9ae600690a26c46ff96e630be1e568a187767a6e22590bc35293f451666d43a3118b81da7257577df96ca58eab578176530d3b34d04ba09632db8ad245db997e0364260580688c1d089f64bb99568e696a29b6b0ed2662383ce950059f976bf83272f6573243db1d1ee53ca41d4d24bed00e7edbe0f3b41b1087a673cb2161ac2d2cba4a8435045de95224b3c6bc300f348b1f2af0750f84dd4a9da861b1fdf1b8571ea4dcfc5994427327ef31071bba43a62673235c2db8c7611bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644563638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cb7b03e26a422546001a9e4eedb27c7366954ef835880da28e811706da64d07659561b106007341b8576a70c358bd022a917a2e9e5c164715540697c5e18d9611303286df1c6b3f47417996fdf0a32fd050f90df8f4dac401aad8c04851aa0e48fe6800c3675637de29362b20a922161c20e6eb358a409b7e620e925f700435ef45f20008ebe9bcbe92f5922e42a7b21090a4d593859ceb8f4a140dfc3968d0007fc2512f8427fd040932624ba50d62cb2186f80ca8ed41937d89f6c613b8b5cd9a3187f0c3a5ffce2de8a48a3dbb94410968694ca3df9b5b8951f153ccb978263ac97d76f663a89862a86d3c218cbada75fd46397ae0297d7f919c08fc048f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.644589197Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f8e2b4a1ba36f8a25499f127a56f0909cd420914bb5b15785453f99cbc3a43e2c86a0265a849da6701ff028de6853828e5aa893dd083af41057be67c8349e33f0e272c9b6dd2b583c6573b8d51a419163a5ad4a13061c2e2a075cdea4c0c0466c885150716947cd5d82048fe479a80d221af8869df18f4e3e5113cc4e79dc2faf6211ab21004e92a79513b92a039acf0b4c890a7f0833788876e67b549ce9476a9da7069f96a44aa70adef7f5d0c735d7facfc280f918b4a19a648a4249f614bb2f075cb464192d10964181f9a0e1a0025800fdd8bc07b5c53fc52265cbca0e0da921063e0566697659555ed79d887b1d4c2cd888661066ea6485fb705f1246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633367958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6722f03d4b483a54d9bb998f4dc6b1ee63b3f481c0b5955d7796da0566cfcd5092f2c7ccfd007acbb531c863e529cfbec6f254977b56340303a874d29e4871e9ff11779c5e1fa7be155d1b72849e66d059f612e0e8a677242824c62fe7a973aa19cbb8fe5ffd06a7734263781f3470dec5266adb6d92739ea7504204068816c1976bddba43aef3ff1a5796616f78234172bb8f38815c582ebfeb8335c9cf0de1875b32938258aca7c1fe0ab059ccba5b3d9006b833b112bd884f43b32fc2902e91d9f79590510f2ddd90205a029bfa067e47ce85238beb67adfb44c88f2ba704b09517e890f1e87379915b44cb53e2a08fba709593006aa65692f75c80472c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.645907681Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=759839c14a8e738f2834f63620bb04988e2c55e0716f7617b03b656ff467a872d0f24aeabdf47be4d163eb9367c1b5a244aef8edff2c01874e1d88e06d20472c83fa713937575277ad115905daeea18c67b3d2b5c0cd4769e8da6c48f2f8ad5a6626d512250ad27c31ba11147227c7c5f1e5843057cc3d391155df7a546e5da892288d33a42a88171056572bd7024b7942ed17418f8306241eec3286c0bd8072dbd7dcabff82159fed20500a74b1141a0fd3585513f4fac7cbdd820f4fda45170c04e8391924f7e7ba01946f2ed25b39e643d3bad186e28f4bb003847b6b2d7e022670fa3b71aeb70707f5d6ee826e55f2c01f8e2cf6678847e40699889074e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646173012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bd577d2f2952dea5d5ffe1aa22c0f01a65e0ec0342a1141e11b1bb6560c393707f43b442c78008d55d3f6ae739c37698eefe6ff6955fdf853a21dc76d5486a713d7159b3e0a3ce8f111bbad047e6a86e34f0afe2df7ab50ad5454ddec2bd81450dc4eed8501d05adafb578d4ba47b049c8b1cf6ccb94fcd723385d0f88d6b413a499743d8ffea2d1da61f4bd633dfcfd364e39c09c141625f306aa6cf0419b8606f937dac43cead836583686f1598f46d9338d30ef9d1f5c2263ce6581e2b48f7d4f075cdc96961eacd87e16a833054229495fa9b36c2cd93434945dbd7ce1cd9cb13e8c1fe282f6a53a01ee35e8ee48244782657faaecc412e65168cfa25241&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.646399528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=08e95316182c99b952cd6a663096012d9eb4bb223075565a1a274b0a22fa73b5f7eeeb0ec38ee84d93c244628afcd3a1a5aaa3bdca54b1bee94008eb50f626a2a60ffb9f58b8b05157c06029a53301172ee4742f4051b290570a414b6cd813ae541e0ed8c2b9298db8f0ea2b6f6dacb65dbb9cf2695be5488d0ae771fd56c4fc037949384f1266e0859993a52d004efee31a3e1e437241d9393b7a89493dd0d7de25f7a9b122e383b85b19365e38a77fad52770fdd9593d51cec56b83e50ed2a33dab412dbc21d01a8bd8caf2c98b88f77a588210e86ad3c48732ed14b63ba66f35a75a0d8b12aeacfaa6a83167f1859808e0605ed87a52e4f4ab1be190f88d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633594074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4a444cdeae48d5d85201da747ad833cfb5987e34214bab321f470a70ffcefdc092319253f348a5415a17556352af0632408e819dfabbddae79d64cac74b8574963736fe76139358c604471ccd783dd27694656af7673cbf35572593056ac0a7fc2c9e4d300ac43cb956f4940591a94f664b4890912b291d9596d6bec04c6ed35fa673728ea0a1572707b9d16a127861b29ba85fea20dfaaf22f76b8ee5c51573e5e29721fb49abddcbae202bb21b606249f59e0f1e54ff8f546dd0a7842f6e2ea974f8f501529974a11ebb42028df09bbc77346868e26cff5ef759af44c22cb7240f1605e41a4a57b7fb3a03aaf91ccfd09918d67941a2b1c16d3458fab0396e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633579717Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=591e682d5977e8462773181e065c17631f21686b431c659e9a0ba396769767594024ac376026a1fa22d3e24173a9ca67e5745320a70f63ec334114d94ad28b9a2fcd8645ac28fea6c7e6ce41bad02c801e8f44321a012e59e7ef1ca5630caf240d2a66f3a5bcde08fbe8661db890d0d67ffb573b221f5036d889ae58c3c5d9f7f5175122921869f08aeaf3111d89daa8063b2732c200ea7264e207228251de505ee5b1bcd0beb00a2fbf59d428b018cbcdc6e7cbd40d0807b410ef1bd3fd2e38991bbb7b551ad1ee0aafe84d33d92bce3a3e9b1e850c647822dd739c9df674a878140d354bd013e8f980983b8e633b8653695b99b32d247138f9f62886cc286e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.633899058Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6d81296f3d52e07eb79aa9ba3bd3eaa5a4b0b925dcfe688015c09bc7883458eb41d5893d3d918bb5a83fe70ea90f8e4373bc53c6b03faab5890781c0be77406209478ea37f9046ea7fa607fb7572d759a2ab00fd3a5b0c0b90952ba46949b1a0fa89c456caa3166122a29750d8a443dbf3222581d496a0d08f0274002c0085624dde4baa9658e8e16123bb63d2957a333c1d582e177290b112fddf013610da67554d816cd5d6389781d68eaa97a0e941d0239daf260fbb3ee9835927f52420bfde78d8381eae86b027197e29ba0e4dcc3a683a04ca29192112d6e92d6e900cc43068cd1d898c13101e2db51db34bbbef1078feb63caa1851ac2b408b38320c91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.636270668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=94937cd2a5d9ad92a7e93a55e0f6408ea39df9864d355da35e21de10de55a30ec90ec77d9b81b1bb464457fcb843717b50ece1399a8c98ef06888e00721efe21bcf10968cd808f90146b29ab92fee154e3cc7c19e5204c70275f703a340e97bdd60c6597b265112c58981541205f05a0324cb0e2ced763d8a51a5ca9b14df4db5b95af2502fdc3109e290920fb96d13c2c0e40355b74d8b8c7dd9714802bdeed8d57e5a9825eccd9661d0b4d5352bb1b2a924eef05fd757ac4c0d471397ac1516982806c08aa02fd850c8dd8a822ff0d3175ea422463f34d8d3bb6e8da532bc4f71e0c743081c81238a0bbe6f29dee1b5646a663c52f34137d3ff2918fa1ad00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654105963Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=72935d87477a4158b474fe5b0b7b2c68700fc6bc60dd7eb2605bc69900cae2f1edd6923c12ad4ba763846d4e73b35ca1712d6c301e3ab37c73edc9d01c5c17935ba68bcb38215edf28ab7f88c6974264bf7ea9997ff3c684cfa6cca94d0c5076cc2f80f791b5a5011cefd31e5b0760f2f1761fa1ebcc3b45954d8a8d64ca8438d4b9bf9499348211e4acf140e61d0d04193a9a3ec9582dde36fb82289ee1751bf2be9624b2dec9fbf317170112a4ec505507445a4ca60c08da55df71316ff3951da5332380d258cac715a9bfb44a24d05b16d3ad1b255b58b640f7f7d519d884cbbdc7c9eb4eda33eefb0bea3ccbc60e5d858d6f00b5721d4c196c5597a16de4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654131882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30b7ed621235a5c66e1fd7d27bc4306e000481aa1a0407c99aa5c34c9ef79a38661db5d7fbe4daf80dffe36d1d680ea99fe1c8930c00b2718b10a6339578d3603babeb51627d9a1d24b0973a8e36c3b498ec21c352bdb12b3562ac2dd15d3ae3e1c1367872012e9d5de4e2e71c7a73663df87e4f35d02d7490cda77a487c4f66a4ae64fdfd026c52d203388ea964c129c3c933cdacea3f82f47f38f080aa16d8caf8d33745443ba79ddbc3ae002475ea1e4cca4cf83ded8ff160c60dbc3c5101cc6a6960c7e4460821fbb13b4179260fa47d158b5ce7a86db30ec305b3b8babef6dc422f56bb568fc8bb0788cfd05243b7fb7e179b58c6b15ff160eb4a1f7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654146369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1e14edb47779bea01c7a09d1fe865fc32358592efd4e346b66e84637aa7971d5ca3cec1d79fff97578e4416c3cf79e8b43d48fae4890b455d46038770371ae9319cb6eeff49de32548a3c631c293d16ca7f4879c818b208610afdb928e3d147af53e8311ac8213295763e46022f38999d9e34d8aac8525e51b1f4e0595c6fc5177f459c8f75d32f41c3336b3aaed165285980af4194fba5ec4554e4e60a1462eb967730b74944ee63a594ecbad878a2da8b18000ae784b53ddf87ad14275e484898b354429beb4e163d2e147737950f46f18404701f9657883f0ad72efbaa43e012a3735556ca257628049cf6431ddc21819415212cb5490307ac445489fa5eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654147852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b4533e228f3a98f6e2cda47ffc8aea12743b2d80fa05996dc063150e3f47e0ff4af5eee7ab89362a978a0a3157218117d27afe911c412b22a7311987080a498c6e1911f5a81fda0049ccb6cf28ba2a651f113d6f1abc99270a3d8a1663cc706dbf135a2ce43ebb521afbee433eaf41ff2a10143417b1e306d477c3a7dba0d8b40b5525b8000ff85fd1504b0ebee04738c0fe37fa2096c1ff0f985b2f7ff9d00e933782527da795e69edeceee63b1460690b61cd3288ca1f955c3fa0e91058ecea614f14b80978518c937687f15a1e03cce16fef021741e0d63cf614d03d3a301478ab5cd423294318e9881c9c318edc52618f877b41b67fa708091274299a3d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654170475Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4b97414e328bf58c903d096a7892377edc4c8df351024ae8c593b52041ff1da401195b700a6fb6ac72511121d7bb63de2cddd787d68913ef6e61628ab6710abe45c5d573c8e57b233f6d1bc8f271ac2b6e947b9575dee7780ebbba8726a6c63f060e367e86bc2e01c7589af49feabcb92cf6e021d7d3cc6e8d5038921846e0f2b2b0b77a362cef01e91fe4d2a02f3b53161fce753e3c78e1f9d081dc999708bc916d97df28b421e30f417da054d53fd9d6e3a8b77fc3245524977d12ac902bbcc96208b983056aa19c539026de519ee31b401a8d769f6b6a3a696dc17fa35bd8222c7c88e6a0a344bbe76b34fc921ac001d163f3a439339c53d6460eda5e2d83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654149024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c9fc40961d9654d0f0d35d44c8d77d94304cfa4a35157348766d62f3aa466acf8efc21f801cf3f878b9921a2bef23e229853bbe0d5e5ffd2650f64eaf50e67c8fd6326610896a0cc73d1b4c869b72edacc89e95632e828b945186d0f1ab43079395e978e2a6d4e87aef23ecf95e99e87096b0864cf0201a9b8c90b6c9798413435a458e8272fcb7ded7666ac347adacae2a9b1a453c9af18f3ae6a4b1006c077f5ba3f13626a228ad3d608db5b6ac5061966d54fc9e3e6f582632bbf7f5c91c6386a685c93732993b827f0c8eda6bf0369d23121182daead34d7842b5e95edc5665b34a087d33244bf5b1998609c7c3653a9dfb43bfefe4602071af52d226f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654253191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=82f7b1b480700ad5b6c23ae32ba2af3ccbd588261a6658c056755da9931f27e2e783093ef10a3315da94c36222fbe35f47b4f37abe0a5c81701138ea6ea93477828809f742b28bcf81eb5e54bf088b5fc8de743d73dc24ec68c41fc5a61a55d7e16701952c7294a3e341bfbcf9abd6dffdd75a0c21b20f3e079241f8d5f5d7b111a7a38f8b2803e37408cf49355fb9d6431791d87eb78b9244a11b2ff6d261e8831a468f12586d5c13ee9fd62f5d43aca90dee6e5be9e2b1117b9ed8660225527381e75448e2032bf7ca61b868efb3137b2e3cc7645dc78dae7ba0b9e8ab2565ca1cacd46b6c0ea48123263a3d1217dcd9a1c93e4298975b651b895d714b57e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654275533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4c4bd7fafd829bb386e6004a6ef2df67991e738f83fca8bfc70122abd1e49723fd42c8804dfa2eaa33a435d3334e06bb4aeae2dd25928ac5a95ebc8a233d4ed010bc08953943ec4244f4e9ba67cb9c13abac49e34c76695e899eb77f2a927fde82949f99e0cbb347c48416c9bf24080729b59f54071b0ac7b20b16e9b29e1d6a3b7dbe14c6ba8d6cdb1f8a7fa6e29e5f395e97b6b7021fa245fec98f4abc34eea498e1f78f11b5210068dece52c9367d74c6fe4d5aff51813554554df76d534f4de4070b1bbe0424b0021de36ad41db6223ef8d126fae84f6194d961b46a173afbfecb5c8bc71e833e2ca3ddc1e808337a82a0e82783086a908923cfdbe8d37d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654115281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2e6fb7788a516f97bb0d8d5ac71ef2a420d968cb9633187874443f7bf7e11ede6079c95976b3e03df77c6eed1c95e0169bfbfa63b71d0035d71be0930e76607cb2ac9db137f624f5f57186f74dd582f0351ab29f70c814ea21a6c969a17402c8a28af51da675cf56a523b380f67417aaa4563f9a4d7788995a02d4deaa7a4df1c6e3869d0db415d2c9a9e4346bcbcc721205b95f24637347078e359159e5cb5426b33ae66be0ec84d1a99358c7ead6eb218ecf9dffd51ea38ae74c84e7a3abd36df909153577d569fe02cebd764f0c78785223d411f929d1318dd86d54ae3f77f8d427f43bb248b2bf15f9a626e7cf36ea118bb86dc7922dc4ff2ca1b638d4a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65432167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a69260afc07254bcaa1f1d1c30e94da110c09f3e379ca59cbc5cf3fa247cb529b3813534d1f847710d4a948c27f7b42ca30eecf503fa1a59b0f612f8b8708cc4ab30a388aa89b8f92c3cb0d8b1def9cd9051e5a46eab1b9a6d935e4872f95886ae77cd66b6f665c4f078813f836612e563308ab7e76ebc50549bdf9fe2afebab0d7f0e45acac538dfce6cf6a26e63743dd2238bafa164daaf6717b86d6394af572e1b52c208ee87f232347283b52929a5bde6a813c289eee6d23da117856f22f6fdbf9aef4a540074711160674ec76f49cae7b9c54182cf052efd305c4614ee771ffa98fc4ff8fc6b10b979a90388fd840efc56663a3e43479719c4d6777a38f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654347859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b316650a8296f242087de358f267dc4bee245fe186d935ddc5e042922a768dc6b17816cf0d0bf657a360adef43010853937bc04c6a548a3f03625dd237d769bb4097d5e615a122241ecf1b09e2548892a409cf23504077c73c8e2ec78bc21af33c79071f230b44595a6fd97563f8adb8ee5fb1a4d1709a2c11821064d4fb37b221a4e957202666a98f47cffa31ed99bad3f61f37ba46230e55a16d2e5da9e2b1f1239b8acf7bdd2e0d59a829ad5937375d43f136b33ca10db83b50551c84081b292a6dfb86a5a4eb0e0801b4d262f7386fc9bb334913eee8435947afc044f55569a5ce89de441013f0f849ae2758d8284fe9cda78c411c03d217fb29b7e0f11f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654387103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0f229efbd1c63c740c003bb19342070141d9692d110fa21cb6dcc317ad5aedc210168485d960920a8fe463b7e6b9c018915a2a02d874046897f664a766bfd42459b8f5a59de125d8becdd0b4525a97c5672ae63ea33c4e5e78a359a13623561ad701b1f3d9f04ca56e442c018764933ee31bb6460898f7832d2e7a2a6366ca7a8e8fc734fdbcd993f22a322cdb1126e4b145498411d242b9e8eb0cb5a517c3ea1d880178cef7b508da39d902d5048fabd4a656cfb8191392103dff922813148564c24250a00faa2576ad28c1bb32d23a309aa95e7e2a849d75a0bf0ab68b8bb49b35fed9866092bda61fd3b26cfca4e31892d549fa6446446cb03dc47c5227ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654347829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0a7848ef1413935b95a28b47fe9bfe47a36851263ec5bcad142a089ae62b618bf715e0ba4a25309da438fa6e3c41287d57046772a25aeb57d60f63a78b77cc7510a908e07d2ed71f4d4b6da6a8faf60446bc892c8662c768b3ea56c640055c6f374d8eb722f9bb628614095682393494933efde9db92e3f87697c22c3dd230c39300ba4f009226e11ea4724f39b2918bf53f45805e1ee9cdfda969956a48bd907a6a9e601772e320f80b38ec1988207025df6d083f0cbbfedd49dee9746a931e557705583f9259bd0ce6ed36897b0a9163f37c7f83a08dfde97ef670d7d0fd44cb1b0027514371b2346d14c10355a7930111e36971ca3064da75a2b2554ac8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654480509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=25a87adc2533d3481de411e27422ea1c62ba1c90bf5d88a5363142803f8fbb6617ceff619953c93574c3185279a2dd8b3424bda64a3ba6c0c97300b5918e73ace9e7e21bb73afd2d5099de36e54744490ff58ddeeaf5ab018d79d582a1186e7d2ae19b5838b22de2ff23b296fdbe8e73f56fb5f87fdaba74196b0854df241a3a4f1541c53a211da9f9475101a421324724a812dacc259c49877a1b0f7ee2d3a9177208151bb0301a50bcab8809e8f8366c736054d30e4fe599efdb4fb4a5f386e7b2a7c8376a166abb620badef029491804741fef54fbda2f867a5153953eb266373169e3135c1a1e28dec3ad18cbf624e989a39a26d6cc0092344bf10a0b44b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654524141Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=045bc8854066b3c0e66dacb0e6999ac31a465be638e216692c4919d3ac4c5f67f0298575b0f1015496ded8559daa778c91a907e25d5c9087c37be726d4ec6ae986e7d0e6621e11384a420bc0c826c854603c46ad52b5f22f598513919868cee5469e74608e99bff11cb3eb7d67256b25b591e06a70e384f4c03e5e9e1c968fe47a50f490c8e106df579c7dd699dbc6a9b3e42aeecf278d39a656880d61a15560a0d63e013318c6b4a969f7730b047fbd27c63016442a991016153212f7718326e5bf19d3e78d5bb25ae2dee5f8495602c3e2f5410b9ea096a935416b4d438c8ae625603e34eeef598b5c1928d9847b7d3f4c663555e31edbdce943d105a5cf01&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654542225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2eab306114b9bb1f7be0622553b2ad138cd159bd5663385ea782963273b74a0f144e889e1b8b122e8d3136bc2ca24088837666de6519ed2aad585be2dbce73e10210b0515e918df1395298d1f7ede258806ba602d7d16cbfed11abb2d1f759289b3157eb1016c6125299efb73797fba8413f93ba02023635d61d450ff72e9d4293a7a44bec0685e3104c06d29af4f8b1d949e69674a082303cb400ae3f512d3b7ecb0496ae8f62699a074c3413befa6ffcc92fd826edbdc9a51cb38d8bfd4b7403194cbd1f77423cf0cf15d98f20b3bdc6ebde23b4edb33048ce75d350dcfc8cbc82c8e7cb96c47280658a44e9a772e2a049ba56c704ce91c19318832368bc76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654547575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99b3eb127eb3871a1970dc0389d71138a894e5e948374fd7c10136efbb01fd101c9803bdd844bec3b57ff595363c3027a91514f4c16c2f0ce028de7bdeece9017af49ca05b4e9969378ee20ea9e0afa3064840fce3b09557d6e3fd4e4e2ad4281094c0a187558a599801f89ba4c0c7c3f5a74ff43eb93fe444e8df035e08376731b6a0272cf4713affa522e07c3622bbc164f7c7edc4831a6ba58e5acd258dc3c8514a7dd1c00f3e9c9bd53aa6b3106e907a2e6928c79125a3f722c202de5c150a346f205ddcc95d31ecc4390344ed1b80f0f7a018640fc65634d05adca1d72095a1a93c3cf9982d20c06004f43d7b73a4e670ea95633436f8c83fb171e8a1a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654567423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9bed0af0f00e628edbf30925061e3ecfeddcb8b14fd2c274763a4444024d0e97f1ac982e4994d2470490905b3f9e8df82c54454a5c8b541c969c4136b511f19e009ef76380a7c5396439c283b46b24b7c9ce89dce88e984be4bb7f87562255e53654873324f78c2ceabb9aea0ad411b2ae0b414c166a33a7dcdb4169d2b19276c1158f9b83e46bda772bc230e7e73fbfabd9a9964a890a585d389357e0ec8a373752e3085318253f7dfb47fec3cbba3f5e3f86bf9d1fe9a3f0dc43512356509da884ac5b7db825102d8e8e93694ee21aee4b18e167f9c82c314de9ec543f16b5edb000851255d8578e875e878abe41ec84c6620b2ce1ec0aa9d4035b3d70cdb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654575177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ac2ee0f2ddece454643d53b0c3b7ff74935f9137eceedfea6c6e4e1c9a7d7a012b82a2c446e26614caad57c2bad72489250b55889383f28864212e4d6eeecffd3e449fc5fa02783cbddb397586460f29af48e649ea7488e13c152409104e5a5766435300a5779c8ea253b87181babb6e2005e63402cdaf2a533e47010aa11d0cbcf8c07864c969c60c00ff8e8b44debb289ddc601a597795f98e7208fb623f8bfb64dd49c09ee98c25f38da5209e20175ee8aa5418ffff1adfb242252408d4f7f9ddb0abee78387f86a33453555c75dbe49c468cbc100d9b899ac1f688c8248c677b366549b864145a32ed45264b799d8ce027a7f1cb8e02765d869a22301683&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654529601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=41b8fac0466e9a07ba8ac39f0c954ed0cf67ab1eb0c61d2685848ab7e03b811296eef4da1aa3c584e50887db5ae406bbab78d5e3ebb5b2e5ac55114cf5dd43bcd49eabf7658b1949eeb9bf5fde6804bc277cfbca5fa761deeee4873feb729afdf4474fa70c0778649a504385f9f029740b93f83c086b0ab388d6fccbcc45711a457f7a66daa193dbe0620d540137c388db1fed32b5f624fee0d41a6e78edc255c80b9c05e3ef6153a62be03a927bed23346ca093ae5e8e051f91e6bdcc339066dab36ac0a3cba2bc709d15eb3cbc7bf3c7a373c42b070af556d145d568bd8f3e5ea1920b791bf473f8050cac57ea8d266b9fa34ff49cf1e0d687564dd1787953&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654611616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=944df3775c798645a439a1ce86a5aefbdb5c1616ee9363c921a8deda196ec8bbf9f69a01ac16b2d8d52a5fb25556af4a7d1facee3397571fa49c207b77deae69bcac60481acfcbd63214754f93594c6b9c362dee5c9ab328332b3ab8a604b1663be8743a4db44e33dd7c98d7fb3be00dac1369ee22283236fc37b37b8e407549ad822136e7dd1545d39c1d8fbf1c3a81680c20937824be0b305ba93bd694ed78fbb0f2288f3344cebd7c1a372eaaf8cf42190e426ae1f7124bf1b765bdbd74939c7dc84dc46f46021a010861059fd19b99a60e6d98d285390fcee6a8c62d6236c8e7565c47aeb6d3993daa3b0a83eff3b4fc75db82c0e75b558f84360dfbda42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654700263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f9538eb5f55805d15f2904e019bbb6afd039ea08d7c35cd574f5faa218a452811a9bdcf383b45f3db3fa58c83aed6fbe96d94b5d458ad450b6e5714cef7b3232f56681a93ba87dc389f618cb2fa0300cf0bed18e23edf1681678467997553908018faf613d7c9986d1bdce92fe3a89204da5846419cb50ff1c39763b4a3dee480bb62532a1d47cffe8e7fe77d99c72cbda361cb9fc4bfa9092e701508b83ef5728bc4c314624c09ea3416a9d00783d4d5fd24647aae46e73e6cc9bca167486e27142010bb9874fd058c85a167d06c6a0ca2b674603ca2ef2eee572dd613aeb1e837cdf054c42cfda2c2e8120340f6f089be5ff236eb1332227108f840731e38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654712997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3cf223633baaa52b46acfc065953d245444da44319470d640f680ae2205900ac28a645d405065520e2c7fa6990ca9c20bc25e64cf79eb3455e3eb0f11a2968c9aef73824cfad2d840274e4462f2aef4edebe2b70bee667cfd24a1d9d80a79faeb6ab7c6fb8ecf8b563b4152981407946462ddca19ec94e753e3b9fad83584b06eff58360af08a277d5fb242055a055c27c6d20cca8ab4fb16b0167a7521fab221702f5448ad40504f61f68b06e83bc56294775f78498c9d203e28b117dcb32492ccd62d1245ea136524c5468076db7277f89d0d2f865990527ee7d1bed706e0c86b3d900c693bd01e5ab6ebaf2ac360c2d46bebcb31648fc2591fc85f64f3e3c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654752762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5d09e651ad58b694ae6bcdf33d75f9a600f4920900f93946d621b357b563623f4ed2441345f5b7aa814de1f36febf0e517e0f62e114a6a4ec991601560f06a27d9dedcee1ac2ed4164a99bbb52947556b2f4891038b8e11fd375b55ae9732ed5ca862f227c749b2c19c6aecfb21459df7f7fdeaed595a7045909e8f0d0ee9d53aceccf1476eb6960d32df9b8b0e9a77ca5fb05485647d6c0eda98377d7a1ea7969ca79e64fc22eba56a754248ae64e3309135a14dcfaccfd4da2bc1b4153f3736e9233c9cf523a43ddc3e6989be4feefbde6f5b315c768f36350b5a4ea3a9511a07d233254e7d3b74b4ca61d54add947d194dd78a1d529e07895b680a566f123&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654765115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a085e86b56e0533749c7b1b54c5c555f2e96ee14ecba5e205fdbd403e4ba3e7ed859f9c7b7d4780866c69e32599b1d437fd151aa17efb0461e4d0371bf36dbbcdb3346b50b57fc3029048f9a9144488fa2b7b15481762fd16d4e152050cbdfc4d098d00331e2e17f01821d77bd87d11ea30b871597b179fce12e0f53b135315f1ca063b8165de8bbed59b83a0ba733538b43462ed687378088b339327e4d3e0b4d58b775a5778d42f95f5b086ac4667b132e27b06d3f5aa889e1a56186fccecc33996b008a933f493a975729dbc2b9842b58d8b212cdeb0a63c0ae5ddabcfdb862474135aff145c31f8c5e632ac28f413b7ec55570743283c878f19c78490d07&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654878289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=090869eb219c0d598ee19cce3ae5e794d177faa666fb891f6e5741fb2ed337ebf0c1cfecb5783fe13345eb8094677bcfb937226e7afc8c0c5c444c5af29808af43394b212a457712f6e88a885126a30de06db9b30ae49774ee34706ebd43e84982387a8d33bb3c8f9c413993235a42101907885a508d8fa6ac35ccbc8e8e606653bd7c6075bc49afc128bad4141dcde694aabf8d96a7f4142fd1203a0ab37e2f061cf742244e465416db4bc42879207ce579a9be528720956a76690417731e91c6beb363cf9e463d22cff13002a0152057fed5b04a3f14e9dae2efbda553abb2ef1484edcf4d23d0ac8ce7bee062fb2da4483dc27b460ddb104ceba9ea0f0c44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654883158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f039ddfe43ca85c82d2de96b126c67caeb22f8637605da2faab4711521e627263f6a9ece5e99866d63ed33a3f34399d5954ae6913be2069dcd59846fa20fa1f3d2d209f9ab42adf5f040a22bd1d7a611ce71474ce075c01dd36aba299e2f670b6bbc8e3bd7f84bbacc550098e6bc55ee64c90f14442e22bcf4f69727a1e16b15b1f3e503153307df73c2a35ca5e5c9910a7a30e46f1710932bb0b21857c173b00bec31a26e69c6ce7303430f6038cd0ee18747781bb46a1d7d691f31da6fc3856abb082be918def290c2d7ccfd73148e190f1a98e08bd21e40896461dd98b7a4bd3d9c89a00ea74bbdf99eb223feb26da1f4448da3885a7fc70742c74daf231&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654905019Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1488837a3363d50c667457e54e06b823a233232369b78ad90a98f3dc45cac35c64be16acc83e7016e62c29d90453733f52c3acad25166a313b69bd90867584a659ee46f91a35ca44327b1ef10bd24ed012293909391ff5f5019b05dc42afb00b62bd546ff62a46545073fd471ed757dc2bc4ea2b1e80cdfc6fb6ee3880e290ee3ea2eee9524a5bab8a8347ea63e263ec354522dd5102826d4f98b8c4185d93a0667c4268e77fd9d3746f26fe30dcc90b8ce591fd055494d5b023ee221cc26c396277d2ede49b7db25cde4eb599b105cb5d43512cc5d3e6be2f8a92a23ee310c1eb971d141100ea875011ba256c083c268aa36374a13abaafdc3720ad2ca92ee8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654920528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a0192c7ef29cc1ca980ef333921a5cfd009779b2ef8cd6130cda33f490dbcbf955f75708a5dcbb3ac0b39028fb18fec72d6ec2337f20793a7ef7caa64fca0cf16f9718a6875932a87d57981bf58119fa8023a8f99008b8838c882868233b133efb2d09e05d9504194aba76967bccea1cb45da2bc4d0795a4945ff46929852d3c9dbf2f8e47d3185ef636f12e0554b687a4abd343276ebbfa0eeb5444a143cafd10bde908376d88b776431125407b72f2f8b39800f01f3097309f92c4b0c6da5b3a59ae50c6a77aa72f25c48feae8d96b9ec492987e18edead08ad1f4a5d601f2ee3e2d15698fedc7ecc92a22efb0a6951efa1d4f6123e7c2e42b580546100fc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654924225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5369d5d76c45a5a3c7aaf1f891e1e31f7a316bbc678924e42522df8e97ea359bdb4e4bfc040807e8f0b7bfdadf41df1e93a7f32e419b8f49d4aefa6b01a9d119b11221db7641c62c280f582a80d12d8a966cc9f559b22c964b3b0ee1e1384069d3c573c8d3beacf45f7b6c889cdf72d4f474a12454a8c1199e5f97ed179f7dad38dacac1825244a717f09613d5dd924295e7e2b043e0b4232100e71cb3d7aafc65eda265fce328596dee4262323964a738adce217ead6c69a62ecf7d4ed0592b02852d5ff55bf8bd7f818f6188f22227aaf34082f1dc616c902eee4959df7738ed8cfe74dfaf2e70f627ae3b2a49d51ac208e01995a664bf35ace19343ab0b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654935737Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1928f8e72682a044b35484dffdb2ad61cb543b233fb3cf71acfb285b836c8b513c33213d02e7732506c2332644f0b1104c4182668308b4cb584469c7087becc9b2f0efa64430b4ec29a56dfbd62176c0dab942e985aab9aea0f29c6a440adefee33bf3885ed56f9328ed2dc6845747b109a35ca3843d99f1555bfa76fd3c26b6d884e3f1c5c89a066cd17b4fcd0d84313374e54ae1eb6ade8d8d836ce9c905f2a4df3c256c9a97598379ca20096650ee6cef9f3723967685327af56055bf8118464537005d24ecb132a4bd72c788007fa9e6aa0a4de0c1d763137b01425f8f3cd457d986b373ccf697d2738162d2d5241f59af7c989ab351946b26b17b7b10aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654891003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=02810d4a498dfea67e76241340b96bb8b905c851c3c6aec17cd6d04ef8974129ab73953cf439850ddc511054198c1ac3f6d47805e914082487e69255f2c5a2c3f9a7f25795ceb9163e1eff9dcf2ae4c1e05d3ccef17fc3f93840c9c987b41b7ec37705bdf7f357f57f8e208c9388d291f4d2bf1f81bcb4b5bc1cbc09390c76b3563c8bc3418521deaeadc3b4f764af5af32853a72f909ecb6b5a92a586aa6a881ce2b36cde1d060267373ad675fc408e34a7e9163818a02df5b50fb9d3f1cefc840ee3e1e37f100352009ee989440b024fc8f37c16446363bd6890c8cd39cef11e8c6829bde3dd084fc528b5656e83013dff0eef28d8a57ea3c8a8d0cdf1243e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654926409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a24eaecf706b5bed5448c4eab5e1419fa77631ac904ad16491464daccb1f87fdd070695e3fd8be279155f9caee51e4c7ce47c5bff4c5df44a8d8e388498d79358fa305bd412e0f524956e1cfa81d92fd49a56a39e126dc70107b1c3920db7066c4a604efdeb3a38076bff3b1db93e2568b5c03ce93a401c7bbb9d9a700a6e7c0c863bbc9d4d5dfdef09a029774fa06ff7750e08245f5166b14fd1a8a8099bba2f5d016e2797132ae25b1740aba69218399ff533155b3f274216f6a2120abe226463018e17b41b6b5c24048fa4552ec5ea1911850279cbd92a5137689a805585ab178328ab004438a752ef13b4272f24953a4785ffb86bad08a3b5623553edf3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65502768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=831e01e82a86030517d2ce3b156514b2f519dea58bfec66e10790f41d43334630a4da6fe96f1b1d263ccccea51761f5a64f7a5568c8455dac9c0789fa850c222b39457c4118313dfea1308abe027273fea72f429cdb0a0ef9dd5cb225c4e446640eb58ac1e62f759020fe4ba3e7d000304cb9ce8de1fcc914643d2a677c7f46e9856cb13694ba6c565e70776b17b28ddfb206c7ba99e3c2801d8c1ad3fb2c0c5ad32f9be5150184097065f4a2ed20595dc9dd142d6eb01fe0807fbd9356bf1de708de7f16931d53200b968c668271ff887269fc8769ba35c5a9568749dd3ed26dda6cc14bf878c90ad28b5d057e7cad3edbe53cd973a6b8ce0b0f641ca28aa2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.654890983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b8e8d1ec3b029070f87ca892803c19bbb16ad18f6ee2653a46031d8d0d57aaad4dde470491e0ef71669bd245a0d8a5cdd329ed11332af07c589da44018489a18648e1425b00ddac2436440220d75e78c5e1c3c9047a14bae22ffa701fbfa13176e529d61ab8a94d2e51012e52a8a05594366384a767b8e71a859a48218a7a76142ced4a3f46a74cef687ca421e789f56ff6997e95de55a80488718026ddbe6fad154d061eb32029d998fe7db01bcd26b23bfa8b327c8b4bacf5f90b3e577dfe1af68585a0e9e275262265f2b49c82bf82d1dce12ac808928a6a5a033c3d3a9727ff5f451fa1cc4281791b4dc6a4056491a810cde3c97b77a4feae33b993e7e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655142567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bc1d251f609a9317529f8378f49d554925db6a4cc40064077248f1a1b3b44d5753a67b2780d28c63bcb177e482eecf286e8688bb32e33e4fe359eed6edc438d2ce9702a28ce38480d2a3ba93b23dd060d31459312da99e094898b4a458322115cbbc42c1e4903ff10666eeeb4493d85a585b718f08a7cf7f67d81693d066e306a832332e5addefd684b8a471b262f452314092c76cba54a1b8840f65ff2ab916f33807bce59a5890f3a6d8cc16c92205c8b0d3bbc367f08538a82ca3b60bb920dd107438c273994c7953a9c7d38c6725626de97130ce74f785572b814ed19f3fdec3a468e500b99bd526267eb04eb6b4ae0c713f3d6f5edae8d1ce003975027f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655150933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab46eb6d36c23d79b98155378ce1ed8539e2103b33903ba566a6e8a8510c0349f238f30bb56f2fb166eed3594081fac2388344e1aa6cd2a3ca542b2e2d05a15fcbb2139c62460921863a61b165bc3d17420c7865a25abed9fecacb752391b4a92b645b1b4c14e2cbbc486fb73f42b3e2e893fe741ccd5a12c4aad486be95d30fe56ac91d42d75f1e29c4d70ad785aa11ebaab29ee9e7cca9ac06775a77315a33b1229b597410f1eccd60f94309bc8cd8bd906e212b72579582ff7fe2b29f48fffd0ef638918da43a1c86e646ff5245866ea2eea1abe6bba00df2d1cf91ff70c5cee64a79114e08b8c7c22f73e65ce8f66f6533ae195ff3683299d325e9a31d24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655157685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3e0909e892c665a037a1eae85a1e78cde7eac872b6894bc89a174756692ff3763010e84163b6f965eebba95520f7621473bae3b472675bd28578da5abbbfe34d8101f3c4f7409716395ae813645d3e173f1a22877663a1e93f6f06896229e359c8cf90aa32a0c41e0a713cd75745b3d0e41886c3c16b42cb9834fda29b7e03fe3505fb1cf7ab5ca9df3f49385b9c17951e068b7291834f15ca0895d7896fd8c2ba4ed2e79a07232357ffa60dafb984a50d5683c45dba09627e5bb4e9d311aa897cbbb7f4e4f57f52497e52b6307139f065026c980991908ea7d3816b62777dfdcc93e6c10f462003ade0699aaea1866d8b19698e294610ecca23753fe584ae10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655145753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5387130c787f358d9d1fe2587c84d05fef036d68f6292e1e3a54f69977c23d923f40dfaba64af28f10883f5ac05a79b1d066a58b36573ea88c62fecfd489e6898cd7e8bb1f92284b7c430a92146c969e497001c9c33000fdcdfd47be6da7528953f2b794a0ac710e2a271d60b161a2d9ac66a6e2b00e9508656fda227e8734baf3405b1d92f1dbe9a701d30b7803f2cb36c34b053e1c29db4c4da747a97a6efecce86577efe7dd4b074ac59d9c4740073cf7ebe4796f5b6bb4836119c1575643f21413d12ac36668d8a3281ba88decf563d8b376a6c5243be1a35ca143e80950222b720b31fd49065e3320b90fe9736b14d4cd0259e904ff8031af509dde2353&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655232156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=27ff73ddaf3cf59778e4f54f9728b288cd1fbf8aa5aa72961df006523c47a5349ba4a0e557d9594b0201ed69bfeef86f25c16685fb1a9715f60aff51cddd05242a9c134b4f823cd97104b01864c09eabfc5ad9865c752af264393992c1d735a8bd777cac4698b60039ff1334c716a7b68a483d56591f138eae33a348badc9e13f2bb35806f1a6cbbdb30053867df83827f7284caf0b9becf61a897bd5477e10efbc78e5dfd170a480a1eb9a3f0347dd6dad88e959c48f62a5f98b19570a3b9835c9fb18ae5808484725702f20808489fe3ba70ed3ee52ea0b968d619bf76a0d3578799d62083ef37251b0c3a3be6fdfa07a35cced6f5e1ec9934a30e024602d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655479472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=558dc15dc09a4efc389a76779b496cda6a5fbd4027fa789c4a67aa0ae4fc10c52e91e2f01a57332d7571898719900685b5f6b977ab13fd34c81c3f27d7199e35e624f14080d238a764673c023eb030f46b08668b3ce6582f5816a0ffd4c7152c40d2921c09505d1746bf689da8be1f8af553b25586b701860eb1464f5aa205354680524d67b5dc8d80c6e65c8bcd5a008e4e164829f3c34da7cde819efca7c4c5a37e62758ca906ce27f3de59c5457f1d372294b3c3589f223d9e9741f838fc3a0bae10fcb7810c73f81fcf8bdaa9d9d10202b4ae577530c59fc8ec32e834719d1df369fe2d80bd27b1bd75a31674c05448298eb72d52a0a030d73d34aa9e40e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655503076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c473d6e624e0dbbe9487665ef549920852cf24dc450bbf368cc14d5280180085f5f321487795df999332aaef073d93502a76328101656d032158cdeae714ba904b038a0e2a7449fe2d9a2d5b17c32f9e4be12c66a0079718287efc2df41ffd77b3c23921b3375b29715e7b1650546177d21a9fed7c4306972c6dbc64424d7959c6075ead1cf8ba9b2a48d173049dd87f0dff50c79eff0f9617ecc623b13f4875a586f3e930723f4b08ee593bf481e862df46732503f35048ae68a40158efadb755bb85bbada367ba195443d41c180271d6beaca844b7aa1527dda65ef2038ae5594237701444ae0af888bc45823a4f85d8c80222811f8f6313c0faee6379e73d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655540447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65a83ffdfa8e0ea078d586f2a85845c54214b9c5c8791fbddfef8158590d922c3001c68e3a51dc0be811faa51ea480ead4ed9a460d91f8f5cc874df33dc9000decd238bfc2196e15b016533875b582b6c17f09665025e76a03b5baa478f35a44427d7d6fdf5c813e5c89ac9b658e8d73959504162d456450ee429c7ad241f531dab3f328e9b745694fd10f04753f5502d5c48ad5fe7ab5c81ea2ec6529b424732937fd5d163d3d53464ad47afb12f486be5074fac1f9e892e2c386927c3e99d439a9db9d79e243d454f8d9e0838939a5c567e509b2721894448a11ef6b612a0c23ba6e1622201245419d93bfd9a344b679851cd65f5dfcde96cb2e087b4d359e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655549844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2a8e17e91faf6edb3cad2751c1ac45489245fe98f926994783a0b9f375111c082505517b8c66a2c7d5195158a597bd581ffba2ffcb77510e8bff7ddffef1be4d36c3fef5eeebdf94cbf94d3f0a9a15f76ddb121d7fe46be671020228740ac7bdafc8f170b7fd83a0f2045438650f4981b5f913a4ab0f36702ae7e5c65a94f62a874b0c82690e3f5acb9f117aa0fb98229a341fbe5c2f2691e79fc8b089ab4ab6543eb1e224342bda63021de58a8cc426575a317869631dbb69cab8d95bbb48fa9eecdaf28dcde0227aba3b7f2921427db1c6f5639113c187af16f04b8f548b0080fe5cd671f8463ecc4867d57714bc1e8f3d7ff3e505e65cd0f3852f7c282b82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655560384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c33f5b48e3e7dd4578043e52b9be130d8aad635631e5279d59c3ea8b42f1d27bf7372dbc471af6c072d23c45091a7be12c158dbba3b0f8a409307fe45cd034480dabb4f44b2fc3a24a7051cb274ac76d8b565f9c417554b29fdc828e3ec0f953137746f3778b754e0c18afc8a58cb85f365171fb779cf7dece19130edd456a54c5b9c42829a4910ee84a938ef52acf478b4feef5067d30399c7f68389fa22805f7954b7db979c9b26f0d1e398394088e2ba1ed520a22e812fca45689f0f5b8dad52c66b3aeccb9db7b1011ad2d4720afb4df294592993995d571109308d9495049c6853cbd8296a937e493ae6d706daec526797934dd985bb2e532639eef891&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655637149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f5210a9708b2e45da17e57b27cb25070e2d5e75e719724b919324abae841088f1b8e738c567d4d2a9df7e833ff5213e8de200105dcb006b55dcebd582f297069dd3be9a326103794fad2746429e56125567cae738eddc0ddf81a41eec12986bffdd33ec2fb67817ee110b297de938734b55b42ad01210c81019b7b3b0923d683a85a217b022cd7fa724a6aedefc7fd9faf126c2049634b1a5eab93c75b73a456bce5eb016b323cf56b7bcbd3b8e6d1f2602c280f21eea494fabcaa3134d90fa04dde5f7df289d42a03929006f0021ed86f1bcdfc8fb8a5836ff80655a373448fab30b0a4cd3c24885ad7fd24670f602774af2988457164504b8224adeef5b15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655644393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=52ebfa03f56f77f57f69ae9946b82a2987aefc12ac52f1c9917710db595677d60a7198aa5a2f9d9a911311abda3f2c3c5a1c63a2733f491a677e734cc4924d19a321461cb14d143b626f4f015161aa3d2f551db750ffe5cd1ea69beae418dd6492730883c882b2c53761a7843e0e63c1697ed8778c19edf5cca3e3949f943f65fd6dc4ba5f174a4d041d37e4a8fc8b5d0bd8aec5e5f0df8f8824dc8589fd49b324c44d33db6003359adad1a29e699f3f476cd20eab1509df0df299b37fd63ffcd52155d1e6ff189fe0cf198b65f93fe9cc49416879c2b242958c80fc2b7cbcfa06297b9f0385208ac44c733e95b2bc157cef49e0613486f3c38dca1a42fd243b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655657768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=59d3d2e794d1b60a3db40997238f7214eabfcb08715d21b5f020160bf66a4f089739ea3864806c4865bedd112b7f455b7552b6e1fa48ceb50c03ffd24b539e7da55ceec31f3197b5b1626f189cbecb46e52e6d01958afb9916ce2021642b16ac62837002c6e4c9bdb9eaefff88fce1f159124d6411743de062467fc2e058f5c8142c22ecb901d0116e436e1ca213024c21b99d7282377a82f8a2a02692c42bd13a2c8f3fb617d8c42e126454073ae3954ce67619bd708fdd664b9ed7bd828caf31c5c5b87cce8eb27520e5cac939cde1c45d271af18ee00911c5c40782b00cf8514fcf1788debd57fb0c0044525eaa73f59522268ad8103c90562da26d7d2dbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655696391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d8e67ce64a3889abd432cb489076018fb9c2899e2012dc2994ec4afb177d6654ecbd13cf7887306ff0fcf6d4b21de13815d7f29aa29ba2f15ce6e6a72768c20cc9d94f0fc713448a491f2dcecb2ffbd79770820f754245d7a10c9431d96475de17f5fbd78a414988ac5aeb073fa07b3794b0371241e74affc926f750fa7346ea9604d038e1985cf818f7637f0aea23263d2811ba74fee222e85a3cbfbf15b4eccbf25a1568961ed081379de23a4128bbd2edb4fd9f034d474c954d95d253b18b7119b2607cf8f8dce46b3cd48a912d50d9f344c942fdf4b3ee737fcb9179e526cffb57cd346fad29ba4652977903e2cdd496d14351cef8b38f288373aa197b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655654642Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3867bba3e5eb8e3e94bb73073bbdc39ef029be4739229ade7d1281b1d512541e9c645a693f0b1a8e531771cd5d72f854f514cb83e96a308e1c056773ed1cb63ac0c73a6685173778c736ede25920b89730e00ecc67ff24a9aad08212a86f61192fffc5cdd4720026a7b8a23017e738f55fa5e4bfc7e437b43c1bc0eecd2ef1059472ebbeba0d25ceec6234f2345d70f068ae734668b4afa4c87eff0874d7be287cda918f9c90e1dced195cf57e73518a69a7acc64184ea4a81ae607cab56fb5d30acf6b3ec76b6d200e6af3391227477a01342afe8f48d1a374755f7be1aee777ad9e8411f3550efde8f76fb91cfaeca4c7558237e765a0df8cdfaf807b8ff5e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655714074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=357c03b2901baa66f9720b6c889e368d8d7f6680749882a895261a2a5e14717027d164df4e80737e0071234be7e974dedb43d3dac6d72f7677ba7bd587ee556cf9a5b199e57f3d1e9494ba8ff49f2ffae58068c7b7b0e498f6147f395b9a810bd10948d0136b391996c071f74ec10fc48ca77aa63e1846bc555416f42f7002ef3669cff87ea844cb70097bccf5f090cfe2b0caa89cc63e583f2b09ab708f79320609fac8b12e45bbb89897110d86fe75d9f30fcb89a5562f23845340b303f37c5e4da377910d62a624592935876cadcd68f83ee259d0defd2d31937daa85262ba5c1050972c3fc09be74a92acc68f24840a17114cf9fa78eee2307efc0d684a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655873695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a70c5e78c03db5796a8bc110afbe3f8bd75d59661d6167d3e14f88eee58c8135d45d73b0367ecb88fb0273964547f034c452625c70e5bbaaab963d6145be44409422e0459e2d4dd17f480be0508b653a0885a6a8ff593606c7c60250dd310b2ff9bae50c908406f30fa94cd307625a85a0791e53d14890d810bdf68a65ec634a0a882e2b1c6ff70af2eab27d2dbc93c1e79c662c0d37570a1ae6327102898cf02bb479fbbb9ec4c3bb7f3d580ed3accdcf9b9a241247106705ed889e0fb65fa0e19c8178354c7ab76c7808ad54ee9ef7450611030488e92a56e8d699930193f5dcf1804e5cd122aaedc826e82f04a6d92d47d8664545cc4dcd0357e96dc3d231&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655884335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8dccb78fa75dc4d01dcde2c8b44b2e8ea7a8398ea51b45101bf263ba88708b942c8a9b313d32c13124976bb3855b65af3e772f358b7eecbac0f24e82d64a8ee917a45b8df62c310eed264374930622068051fba2800e09a759be7bc8ef57ac0b3cc3e130cd2bac4ec270fca90d296a001ac836b57130de89598a8d015110c071153f15fdb5dd54fb90e2c4dcf3736933ad772e27975b7400ba37876a5043afc2452cc322fa71919bf3bcec5ae4e1072bf4822173d245b6e6f6967b148825fea8ef96a7c9f3329d4c6e307327f67ee8cd2ef06801bd8c812ad18d61ca74d9d4a812a70f586f6f475b43d4a6d0c0124136440ac9f9d16582753baf332efa51fd18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65589234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6adac767cf0c553b7a6c731dee5f135c979a8fe448e950ba1a5a28ab312f26ad191632a80347a0fa1b99e6341671495205a565df27635c6b66c5b464f9eb2d8f03e211e4407a1d83356df6bc451a97155773bd09fcb8e8a9a7e9c03ae800d27d695f37175dcfd1347ddba95c6c4f9518bfdb0310d092e5d964af0114b9616d1d62c0ec0370e6c37ad1ce98c5f479ae161ddf2802517e81a855b47598ce781b711f096abeca5f971a84c878ecdd61e9894a8dfd69f22c5582110e053d50e01f91d4ef39e7f0510a51649037d1562b0596d47090a5ba2084d6754211037659938714b7cabc54852701f6bed70d8d69c93e5d0e8ec346da96405e42c357fa52b405&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655899283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5dbf0a89a4c92b7fa8a0bff87ba3164158290facf311fb3d0892d68350ea2e22e45a110574a31cee1b096617b239c9b60a004203bb238952f960b7ccfc9c016685f5abd04642125821fe524ecf6f847c9ded656bc09e2c88afc3431dd0d871e91e805d3a375c204fd4173a1b583662352bb2acc3f38a71546ae1eec7f92c0ebfa324868ab540b8bdd6398c96149d571c46e1cb1d9a633a0101b4a922111f6577f84a65df1f2ecbb299386369a95b161929871078403148b46f4788beb5f7a2a7402f2959467f2e10ae57e9d23a5e2b6b6a2c064f4c1de8fe2454e63e9b2bdcd74e8dd4ff3d6a0625070bd999dd21c3a2d96b112e5dba96fb372dbb0e307b6ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.655910143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=649b2a4422b930103a54eff2f9cb2ca3c6c7002b470b0477a28ab7caabab681a009c00f2e54540388ba1c39ec0b3b16a9e61a7615e0d06976c8951542f0a68c5eb4be541231418d22b03f8a0419a5ca384a05380ee2b5a72efb0a2c93b3636dece7baaf0a860188cc48cc157f8ee115797b2a0f1b67ce18e534422ca1f15ad5cdf7c9eda53c5d218aa19b91963613af710621e30316f154c46697e56053a1a52e7dbf60de38093788f860e9c0975259739b0f7c4eebaaaa20d771c39176290de4767a87c8a82de6d22fd5f170af31bd503f638ac9ebea0cdd9dc388c00be7a5017237f862c4699b74e058e6956652949bdc4b91fb0c4f4f65832fac8638a8d76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656117454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d4fe3ad75d553c4eab6d085e1bda329688623b61cd26531495289b67d36c9ec18f7aa888409901a808b14646f2aa0481678a66b52e1c00f9d4a4296a82a19ea1a6ea3c2341cd34f42c22328ca6986074cc3db428cdde7b32f24a3813d526f56b4a08a5dd600ad3ae57ac44653fab229db8510224605e4caf405d6422988506ac2c1a3b20cd8b61c83c3bce539deb05004bc76bafcd69c8b87a505b7b271a07007c237af282a233ea6407f629a1da51465a6d9f2ab65fd0384dea3147b48f989eb2911a2ae4b3ed0508ddc741d10024d120489b4091498d1935e636dc4ee9e2c2ecb74ce76b1095ef8a66bf13f18290b1f5b5ce7f387f066ce970f04d41c8b1b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656188999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73048ba1ada630011daf20668d316c2be069db3bffe3a21707cf138a4d425a55aa38c60fbd603a1748cb80f78aca8402ebdc2c6018f1628f02edc920a0420da4f3862d741a4af3177a5ab38919416cc13fffbf3386081f0469a8e031c25d03af394fea14df663f9edcb47a3a5f88ca884c53b76857a234785bfe6855de86e9a8d616c89813aff76dc2b0312357cb5e58d5162fba2a5e0aef4368ca5fb160acb77d8e8bf7597195591c976d972fff9b1fda0ae6d10e7a95939a6bdfaa610cf0b11b128480527b2b5f58d268cc24de85eb8e8ee472b23bb71b3ff592044f9ffae6950a11040c23b818fda19f6fe8f85ad73696ce24b7d553161cd94c0ef74a11a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656335946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=891a2218ed588f08d87f6635f7c68743090c0c35bcc30157c078c5521bfe69cc955ce9744e39d096164feb349badfa41261f008f9c73eafb69418cbdb940f0145eb792ea5f31ccfd30e42cbf560ff0bf54160ccad64411a66a329b9c8500882a9d74cce3ec025369f22d02b2fbf09574a316cd0afaad96d98ca465563990491e05b7e31ea4ce017905cf8448a6a0ab80f110ddd812bbd0a1ca05856d566e9f777fe78a998daf75016c811c897266e7d4c80be806aaaff8aca6e120e249db2214070628ec0fd8d48d2116a4ac712fc9a524769b872e46fbd82224ddb12dea5b0844a131ed5a8d9021f52af0a398b1f6d7b28d9c441a2e8ee12f6ed8833751db03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656376372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6afb429f2352766eaeefe424d3a3076cd9f359760c122cf2f11569f71e7e571fbd3eb194c351c9da69d587889443507c9eab68bccca53b0f93a48462fc033a8fcd405681ac2cd1d95ff084c2d6aaa1f1cff8b6c480a75adc9de64ac4dbccdd2cda1ae28bd850b3e7e5d3fc712a756144fa21fb824f27f6cf7f559330a3d10fccaefe2b1ea6ba174a0800a81c048f7114b2efbe78636772f4d193debfc6c5b20426d65f09f88d46162732f005fbac4c413d8e0cdd5cb0af9c18f6a96936909124e29132205e7f51bc52f76b0dac0b72d49fea73f5c61c25de4a0a5ba9f3c32a799df8d9c0d66a0f25d6a8303a1f887967b8c27430591c4fac0b5a18e072ef0d16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.6565399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=91d77361c03a17e31f8f1b233b1aceb51a628f7e051bea58ac1618ae2dcf04d2916db9b5882ea2c78db1bf63dbb2707d5de23bb350291d624a67a40af2f80f26949553b8015256d149b8efc0afe5e0ff2a582bf28545ca07a7434469a07538399f8d39707042a125e5767a7375f57dd2dcff59a7cbbac9bc7e0367e35e3e04fb255e33a217136ce44c5ae45e34334c22b33a41b31c7e170a5221d0be23d8c03081c3d1873930f1f27347e3593e4ee31200a95f770f1d6df44f81be1feaf97ec578b0062086f00477433c3227adb7af3533ae959c6676e2456310579bc23e7e144ec7cbc8faeab6e915ae61cc5b2a6ad791d8339a10fa3f19c7d529de9e93acc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656551673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b5b8c643f248db677160d4426f70bce0e8a7badda7b85b890ea567ef2aba0e380c4e3bcb8bb02e5e2be2936be532acfd2a8822cba844ab2efbc697ef38bee13c255501d59f62e7b73e2db5038bb6c33ae53cd1794dc4a9c6918d171d0ca6b52095163fd9b554eeafacf99fd770a53725e0a1e0faaac1a6cbd6bd03097d4c57a200423da684aee4e330fa8baa82a7a97b501cdd525e5805550c4f2bee2dfefee5cc55abef9322dbb9abe040b8cd05259f83190acd3f7d60d231e06d08877796b9058477f9121abfa504d96c2fd7460f1d2199b27944f1e0fd8c79026fd5cee36d76dc1b861f09f2c5e9f6b0ecbcb89fc97c1303561d9647ed6c1950e571e8adcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656647704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f8700308ca7a49e1cb358ac3dc2ec23778f971cff175ec92e04ca31cee6645e13da6873a18c142c922d5c42aef9d6d2779e0a2bb37ebf427e5d9202bcf5a643435d1625f04b13708cd239e7ec10b26f02fd2263503b2c9985f0b8aef4f0adae7822ea72e282873f1a14415c466b8ebd1e44ec859334aae4ba9bac324504826311a7f44bc8ce542d0f47608f39111e02f80eaa57de304847b067176bbd3cf2eae3309cb5448877af23b25ef6c1dc28b497370a6de41a769bd795b10acb497cab8ecfa34fe9edc5221e302d6fbc5241dcd7c95786ec87c64b8fea9dde4252871c1f38cb54e04efb64745ef9bc4e63b93daea7bd40439a7c370aa5cf94b4af0359&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65666732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8d6763e97427eceda745c1cde3e4cecdc6c65f5350534cbfa420f0dce2709aa7d6142c306c35edac7392cfb78215a0187da32ba8bd2f7d9589b4d82d12ca85752774828a559006abfa8aa325a47927df478e81515a48db3a6de86545f1531f09c7cbb97735613c8e65cb0d7bf17130ca0fa5bb63430bf0bce6b74f45529664bac138de9fd722e75904e565ede5d3b90e5d27d34ab26ddd2b280e003923cecd8620968e025adbdb31fc01eba758bb93d97737ae1bd6792ee1829fc1dc4220ea53d92c8d2ed984fe1ce5ec6a87f6f04ca57f242470c305760020296787e09c04cdbd18b21eedae247d2fe99a953ec66280c1664c246bb63becc9d2873280176854&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656676107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c48137b7a29397ef1a62eee55b782e2e95cb2ffe6002e5ede21bd9e3adbcec9cc3543080b469e3a88063849d69da5ab7b53db27552b1030499a1e202183e77285cbe53485ea680396bae92ae47b65a0e780f0eb4f6d5d663ddcc255349f57e38506e1085b88e8bc6daee48a756978232e6a2be80e33ec9df302a81e8b058557f40bf4b9e895cb16d11036dbd512efe08e808f1dd2aaf3d091cc37c5b7611e0e91d1688d8e1c44229638ee199dad8735693b068ee89a9275d3e0691a239c20bc9b58ca798a48864f44452dd3e4fa894df18638a0a5d0605987b19691aa32f936c694a30da799eab4ea2044724cf03844ea8ca26dd37831c786f42b3a0a7f82eef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656685004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=426005ffe1eba2a1eaa2d85d85cb921486c07fd8a716c129890000e60781d81a13a48a7080b1e243e47b42701fcc09eb61fc5245827fa4ee783874a4559818017b5cf1aa9643111dfa67ea1592c704e88f3c1ef4a790720b42b49240a50ec561475af23e47c96417584dff2493912657c0e09b7ce061bf5f1ed93caa8b1e54b70c4b7d4321d555e2f82ba6b65c5955d11a58a0010ca666b6837795caaf9e459cba94f8de8da46ce8cddf5d6f3aa94eb5d3c3d341aa82d9e7086024b30cd8628362eca01bc4a823a42d82bbdc97b81361fa74996f49e90090eb3bc1408744fa5527415532179cb7b64a1b2017c327669e9a9b0230a0cc5473a2d969b58622e371&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656702567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9f84b1e1f2dac8766c22133b5f7a851271914e907d6ea9c1c95877fd0b3d82b1222c4308610c7e2a95aa0dd0371bbbdc179733e61eec55ada16e8e449c0ea44a40d73c0530a21487610d7066187e27d05eccc5f902ef9622eb096db6a5d0d1da67fc61b7ab926777447815994acd822fab238f3f1574ab737c79905445023111c0c95c17d6365e705f6d964377ca49140d84d2b60026ad63ac2b049acc3894a0126bafb290aee62fdd27c896d9819d7cc8060f6f3f289d4a06139f5bf71ef67e90b331eacdf687fd271bc995058550da6a2a5c63400de4156a8217e63d2788dce8bbd459fc6d5e762b57621b153cbc47f8c6a3cf340fcb6a851928faf5dd17ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656708648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0319d7769103fbd508a82a499ed5f2ca84d2779ef34f082dc91536939d73fec8988ca78b2a59d2f37cbed8e8765e0776d801a4cf141f2aa96532c438fcb05e108c72053b684179756ba577f6d3eea5f40612368faf90e19494c97642b3b73ae3acfe2020777d4d97e2486698b206f5af0cfee3e230f2cf61962a16f7ea41f24b634db355e74784329c928f147fb6d7c46bf48489446492988b5fcb97dad6920f3b961f234a51a1b14a7dc7275dbbbf186de812cfc9facfe4f48ca71be0ac5d6fd84b79a84a4bfb13ae267e81144306dcb179965cf87844446070b3e80357c054eb6c4ee8cec28f9d34a88d48d093806fca8d8fc4bf63d2a2972a1cf0a9a8925c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656719549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cc3029d4baa125eb3b6340a7c119aed542de34187de5247f54c96b3710d2a1981b1eb56b12d29834c0339c26416cc927576f3db6a8b5c7eb28917e577b26adf56bb8c3a46cef72d4a1653b02e7cd1a94494c24f06c3fd381e3dc4590153694cfee0ba8f4599c17ada628cb8c320614cccd04dc7e57afe8879bab760dde782826fa3438f7189da69d206bdfe4cb2ef58d9f9b9f7559537f3d1048b2be2363fff121d840fb6a09c04071726dc9d2f5c190db52da4a7bc111b4ceb35656319b7a404303fae79f89bb4bac947ff222514008b68cdd66fa13f5780c2c4f649df227e06dba4cfd9f94ca15b0feaf1ec795c01cbc9c7691dcd2b7018d6615459c2d9e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656735569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bc240f826fc80fc3165f992582b0f50e5dd4ca24b766c83be69c994edc7692f83d52471c06e0890b9a5daaf1407dfd608b31f54530624a804b3ee16f20f988da394e6b4c71016011cf13d9f65f30890aefd2abd3aa13d36b8f268a6e33afefc9b549baa6f57b8b5cee3fb5f8fbf269a5b73b37d59ce1db70c7dbdb7a820e716399b9b54c8db1e446ef8d4bee3861f7eef3ccac032785ad3f903b06022a6cec13c111fda07ed89df17bff06c596dab55da9f2ae72a4ba087435e45a33db762c36c71688a1c48350769773018e3ac3dd318ef22cae56624248f364c4c7065e9df2bf46f877fddb2b8d82b95937ed36e18b10d2580412be26079a67e1a0e1c92c9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656745087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8a26499c4d622e7f6e14e7ac58039c5bd40ecd0fcdbeab09a0bc68e4cf83132b0347838f49453fd45bc8896aa09c41956571cefd1db71205e1553e50d545a064f1344f1d738c717a895b99ea34d232bd1da418f6854f6169986e063d519fec1d1e8f0f142a745a1a77b5ae1cc311edbcdb9aee5f68de075e3650567add676ec33a15d50ae2ddd80a5e05d9e0de130ce301f1b9d43778f6b42a52e7ea83a56e3e3715b95c64fb9666babd5aa5246785f087afb89074a34803c3e9ebf9661e4770d107fd260a24d799ffbb3bbf2aca18ba61d04ef86d4b692fe3ae116c250fc14e0514b041f1a2306acc18b90601fb717c35a0d3a609cea83c1faf0cf1ca9186b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656826961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=77962630a8f6e4017f602a2323c1c3618b52b893ef9eb10f34c0800091ef39cf25ba5df653c9562885066eeaf833f5682edaf5f492809493f0bdd002375c0f62969e014f07aa0521376e36c5a6ce27bda962962fb45de545558c1639419db5de91d7445b2eccfd51eec270418dec4b329ae67f91d1481814907b77b3dcb51c8c0aee567554478130844857e50aa5544c9c1af2dd25b98c99fe30b9b9f7f7a5037849e0cf42059f42db2c6bdc193ed4d686ab9bcf2fa1c81c4f6b0cbdcc0782ffb771f0b2c2ac262c098bfc0c33bbf982da5bca5fe8a033bbaaa22e95bd6ccbeb4f730a74d97efb3fdcf8ea265085e2d4b8aec44f3035b4946248a219471ce6d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65673055Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=647889791d9a4b75f6ad639f197ddddbe94dbea011e386bf5afcf73b3c8e45bb81ff8d33cd753eae24ed8be3d6a24f38f3222f79a028bb127aa6bdacaab0c1ed7a82c5f84c6bddf879fd4daaf84b1506929036392b30bb9fc92b3435447e5032590fa81907cd1a790686f66abfe8e2a766ead24755fa48970e5d73ba4fbf1120a96eb65c3e7cd0df5826c54eb411c6f04d610e3ab2bf8526deb57e3bc86759a226366303b8a9f8b6a5dd75003348e22025429f43f68512978a2252c4fa07619ef89e82e0014396748baa3373738c1af8449b76417a4df87c29aac2d2a0b77eb84585e5c93d9d9a1722526ff20d87bb43484328df2d79d110b5d57f4b71be9d17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656750096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a54f711ea80eecb55bdd235491a62981b2f7ccace19420ddd3d19878903b2becbb8a924bc4b97682333056707d956d174f588f020648fa8e7fe305a3ea105b5fae4054bc420ac197b35328acff50e3c05631ee39ffa2ea16a1555a4a1d59f1764ff18bb14f50a87b5b00c4b5ef7cd898a33e7ee542b557cec788df9174a464c41f808389638763d9d21769f7ca7660ada78684bbcce6db20fe657352965bd8d508101d199ca291ca5ff39c72c7a1ab88d00bc5f516edb42e6a1d3aadb59aca38f3a4a4d3fb760f1954c2fd33de077ddf7d64f859cf37076bc4c00cffc61a595d06af6a070288088c8f17aaf16f37e2a108bc85b792d2e54f87365514fc0dfab1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656709821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a09c7ca2d24b4ba6ef44033b953293ed0abb0cfc801186f027b2c43af54613d1b1e93cd86d15993546b505846d143b24ad28301c7468fe567523963d85decde51ccfa040c0031a51965f89f55a6f590a36206d4d421e8838f065b6b886755c9d6b192450ee69adb46fadec4cfae62f894f1a6d34f409263d550167fce2c7b8ee0638913d9c4714982b5634b43c580525151951446487736ffb86f514d0f6dd44c08ea158ee2bd20cd3296ee5cd32b056de0d0129bd565afad1f6d21908b6813519a95ead77ba4f77981805c835438e867ef34df2420171437a9cee752433a814fb0ce07ea90feb7d3cc717837032cf1c21117c85dd614385944cda474b1f4314&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657029433Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=17edc5a81182340819c2a7aab34c6f457b804b537b17fc2d014d58c5c1321eb642daae0bdfadd6c21b81030e5bf01c301a0b795fb9c80bb0349194ff64032e42a2465a3abbb31f423f68fd27a33f2cb18b8807690783fc46e573a41f66ebf0be9378b54af6e82979b6ea822a301b02783125263631d5059df3312c1eeb68f691e6fe2813ca53ac48a26b38e35fc84af61a952457ff92707aa56ca6bf415c00ceeb506def8615abea3693cf10ececec881bef8eb1e2000ffe0d38a421ebf0e60a3b1cbad4de3592d88f2756a5257c3ee312782ddb0679e9363c5bd52fd2b762d66fe35a3f3df7c8364a0187a3b2b6301a46b3c7747e115910b5ac13e109daf4f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656708779Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99ccfff989c64fc2ceb68fdcd02f46ce95f4561fa17fd120a50d910dcdcac60e14f2986cb658e89ed752479e1f67d036c4c789bdaab14b1a09f7ee93aef59206e0d037500213ea6a7969bba9cc3b5fbc47ad23c17a708b9067811e3c47a4228de6338cdc550772fc267dfd88e29badc5e2370cfc80c04b3b738b1e6ab0f77e00901f514331f3d82fa90abaa6f5476f7d609afd8939c51a35dc12611457f1536fe7b9e1a79cc9a4b9514dbbaad202df0490d892319bfdf47dc034bd9466e14f0567854387e234010230e549003020b97a119c59af03888b8287dbca00b57fc3d63952fb3e3527a087e01cc2122584c16f6b7e488af125bd2ffd1bc4c2da4e043a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65713903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=72b79e24f253ebd46e7569714140e0407848f1c89e467d5c152cf19378ea87e04be737997e563a562a9589864e9c387a436d029d5b43a0fa164ca34f8a66942acd810167af1eaaf0e873170e4d269f61b5d8812863f2ffc5cb93d0afe132a5d1163f7be7abc88624cf8f4d0236ea91f71c4be95646b0fd202451e31520e6a10f425dc99e2f5ade9a5d1a922162bc83d1c305c14cac6a236ff061c49864a0430662711a7b497beae3a7e8a4c1abf621f53469536e8dede0d95feac618eedd3dbd89b1c24d44745f9087cb62c845e9af3ae525758d7d120c93cfcc8c5bbd054d91f40d8ecb8a1f9415550b6965c337fd3b04e5637860e199ebec224eb8c1a4cb5b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656700994Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=53b5c9faa6b16661d262bcf6ffce709172f565e09584acd8efadc93d4dce4c6238ccf809ae59c136cc48b5f4284ef9025200da69c445221c602d02f99a1171a60ee09c2440f98fe0f1d66ea74e3517328e2946275ab3b3688c40658c606be4f744889ee94b95ac7aa9b99a262285a2703eb0d6a835fa9fb492e98465704947a088bf315aaabf59b4f24f4c6b394496bc77bd444a34cc4c1dfe5a1fed30aed0f8e0e33cd023f1ae8342be3093656f2d0e8f6555738bd93dac67d7849db62120238da56c9a82511587544ec4239383c69c456b77faf16edae80aa82e4c07ff92dbd236d3e1e99e9c6f23e5a31d33fe3ac04f57dfd2984a07927f4aa7e94bc5ebc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65721341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b54e8b8a9de929bde86e000e8d3c4acf85491075d98318dce27181596076e676ec1b645b7f4078b607d66011eb49d35a48a660a2cd85f3757ac36b9dd982b6b9eae38ae6fe80260e6a99a8345b836c1886834e3f27fd195eb95110a753b3fa4f95aa842d9b07094973d663e138603788b9e6edc493ea987dc23fe101eaa0a7b2b96e20b2c0d1a9ba96e47a15fb611eb4073dfdcf949d76d987ebd61e3158f6a7030ff0788ff8a7267a5f00ca223bc6b0509e32947c69289b76a23a0bd7240c60cdab4d5c76560d9cc3786072aa702e3ea95b69e1fd211f2aa2311428461e92ab98d1c5b64bf04a3781bce479a654abc5ec88aaa4f838d48bab49bb7afd811968&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657259517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9102c69fed2144b84fb435566f5a3721193105d58d51db99fe5aaf3eaf271f70a9aa152333a61a4f1d41445a679449bd8b45abec78a1d252f0e398eec09532d787689def9e4a8f62c689624fc7f7a5abf1d9bb7fefbd8888ca1e778351c56a30835cd205d26bd5d88733a04f7a9c1268f0b25911922d1db56d565d0b07dec550ab1eb3fae1e0404652a90430607767b70b226e1dd953c7a5772aaf16cb105f62040646c61210c5b57098486d672058f58664b8bd78a7265c4febbf5c733f6a19bd362a23d743f402dc2833982856a64dd3cd83551a66a6337547d423c5cf9bb2e6d8f8b4653ef530e58a0484b6192309f4dd06d111437919896443c3da37b7c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.656698389Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ad88135cce93aa407e055a7d1241acc31795ee25700a5a9ba4f2656bd9cbc55f86c0e3c35f8cc34f3462207137789dd7d88991d614c676423ba79755fc8dcd2acb5aec3d784ade816ec789578be1b3b38c76c9a6c6082a93f946aba3ead3d367938e6a9e75fe3b562853ba5dd6f7dd3a37f488b7b216bad72024ba2cdbb910b02c9f06ab6d78cc1894c5eeb65b0f922143eb64101b9794a529036c0cc85dce3d75636e0bc04b332c5c0f5fa7c23c8202f16661fa828a3e96229866ea9f9c361eae5d2da1c5ccbd7bc11049c14cffe668e8c8c2259b7cbe1c2d54b220d9adab95849a1e155e4bc8a0bf21f6441213efc25de40e529b0b360a6dfcb7d464c223db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657223539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a0440827f5cb7995fc9c21621b486d0cd045d3602616d7f457e192d515ee9e718a16b2b9ea085ae9d81d64d895a57c964b510fda7bda7b4bec5d98ea8cd6b115b02adeed8e316d33aa80cd1b68976dc83a99da5cc18423ae93b9e8bf1d72356ff589e9c40fdef1c9751eb76a25cfe85dd8226fa51b5e6580dc56956f9a808dfec8562d50cfaa7d6be174814861bd71a6f07f4a1f8fba82fce0d264a68a5890a6926ad5c0a7ce17e7b4ef38c1a1c2c0cc1f5f9e1c3e7ed39eddd907e3cdda15c525ceda09fa5d56f786570e4a99969a319483bf5dc934ec41282987b97732a210174e1f01738d159d4c7d9cb4232be4de87a754a40de06dd5fae9de4bc90b6de2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657333596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=15dfa3ace9b818e899d04a0830ad7b75638c6c9d6d6eafc94010eb23d430d28cb6d76162630a326b576fc826dc0621d7c07a1d4d80fb968517fa52ec595199a2b748a7c5f2030ce33196e7e91d58ba409b99cd9a4b2fdeabf657c6c4b567c1999960138a6fb624c65133a7e12244a9e32128ddf014564e4fa8866ee0bc97c5fbdbc74634667e39be8061dc80dd0de8842c1a9d4fcea2a3eec20a27db0efeee1d6b7d1f030c24442266678a26f8c72edc3698faff7ee9985deb9c96a5708b6a607632424c1dfd1e1b93875213bc938b702ce0acfb219efd05bba25705aed6930271aca6cbbaeba64cb685ecd708d5b17ec758ba8a2c64d9a024954e131354a635&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657355257Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=94c7018ecdfa4f2047e2981fd59431c1c53722bb397d1c4766cc8fbaa3a0425c0d44e6270144ddb22e46e1b431b340638dadf8f6471498f45e68aa6e328ef1e2042e19af38f00ea5ab7309c7d8347dddadba3e02e6d9b358d9b8a24257b62cf3c0c6ef1ed020283478c36d6c95fce1a6257fa8c1c909a97b04af36439a28dc9d3cd6c8ffb8c3ef2aa049add2d4d8aa7ac8d8d04bc392c9e9c84764f25c7992b14e9040784ba6fb59006391fed32edc1f56559582187dc73f83e281128c1c9fae9ab64ee6c01ca434dcaf3caa287147ca05e2e1c90654dae3b756a3d9995886b11b94113656380ceb34f632a8ac23ca403f4cc2fadc81783ca61f0c63380323e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657384061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5073d8bbe77f9ccab1ca840248c9caa5d86bf5c1145fedfed00c4dc8c088bba8d80728eb7a51b53a654b3b62667fb506e422d542d35849ff7840f4622d1e8caa635421a081f25cb0a58ea1ba50cec666edca10dfd2f072bd488314d8d320759e98d0175b0f172b39b480dbac3a746975dbb70eb0b5ce300da5f29e074fa2204e9e728c3fd1c6d6f31255630a78f4bc2706f0464c14f2cb90d56da35a0001dc22c2a1c93a2545a9c1c0b339612d398d08f2438a5f15f1a31fbac52afd902b536a60b153e3286fa82921f16a87a95bbb4596924510d222961d0ff9c2b7e2bfcc21fe2ca70e6913f1230d948c1abbefb4715462bfb867fb53a826d3a0fd846c500&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657362871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=56157a1e0df478770026a04099c2bc9dfea689ea9b5bf9b034c6e472063f6b8bbce1caa801307ad431c8e7288df3e430cc3eb41fc268a2b4511781d446f005281e20b68e1d855729149a770f77e27f0a7b2bc68ac767239bbdf8bd4a8687c1a82519b832920800c02ef8cf324f14657767aa85e3afad5cdfba283100614213fc4de7c7050ee1aff7d19df35b244f38f8f660f783c9130112a350c21b4b1c96e774c851a54c2eeeeddbe5e0ae78236f3e3aee5bc6acebb64122b02cb13e286c4db357ec179068ec68a93773f2a24d548b76a5e9352338efee152730834a115a4693198de38144568e910dee54cd1e5238661c4a25f978a307d1bac419f3191094&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657482286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9b81f4a08b696a224ef41b9194531176662f742ba8cf05e5f64655f74ffbcbd8f20ae486bd0128207e3e0ed12b28c77e2e8eb3bc167d5047d24f38b3316911da862bcea98f4945ce3c67d6063bea72e8acab9700008ad6e6e6840cacc57319cca198d2d4b6ac5f1e75dde60f9b939a994e09430cd3dc0f1608603dce9e5e02a6d158b33eb9cccd4bcf8d191fc3e8e41919f51980676fce846e2dfcab77b26c8a505c5d52974630add76c05e17cd561857550da9ffefdb9d7224e4e442cefe36382bc4fb5be7a249335864e1960acc4281dfef9eb25991da76fc1413b457b5a158997eb5f526225ef96b5ea4831a1d836e29acbe81bab6120e68789462460001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657547489Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2eda999000a00a5b102c864a58d3b350f348d9eb972adbbef2e49b33203e4ae60a5e9664abf054413ccf41aa7efd8f6db4e674670609d04e8e2fc0510e6c2f84f24e8c73a4eb1f4dd51bdfc7176b5488bf1af4d1941084c8bdba66f1379aa253be8eab90975829f78eb4488c3f6879657933f277b5d3c0204790c4c8bc0503c54d5e951a2a6a266497a243d64ff19b83f395f00a964bb254e5597852b390eea98d6c07c1f8f727c8ce099b4faedb41a61a23d74929bf46d2870ab80006eeb0e3162f59677f57aa7293d3976ff6f1711c7c788914a09df50a88ba537c96f4749285e27d7f40c18fc752f4b6d46aad59d200f071d8716c2efb8e795dec0ad0fe10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657583227Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35d6b0e29670eb9fa04ed46933bf949023d6f9e40f68eacd179d87f91702f497c60b99f07749784aacd6694549357fd364a87d6bdc789a34468d75527a1d91b4bd190f6dea20b60b8b3cb5aa9ac9e55356aae7cd4f24563d555283c3a3b8803add156961822a64e6ddf685ff7cbed52cbd381ae6a6ebe84c29412fe9921d6f6b041f8db29c86e5c25db34c3c749ec2077f97184d5a4aa5cf9c06a1db42f9d35e8c45716493b4d4108b213bba786b4ef7ef5fb14f5dd10699d0c57788a0a77dca9b128e1067d546b523018ec5a4f0383b8e990aeff2786157ecf579cda30900d0f415ffbfc470fcb3096616763149794f0030729e3d7d5c57c957bdda9c40e8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657584199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65747e74ff1592fae3e76a8b031ea04d8b8e409f8e28eef9867475e4c481fa9cfbf32343bfc684549105bd1e4e74df8fce1c917a9cffd8244450ea85714b404424554e6caa95c87bd4092339e26f62c895bd90f9645d7b40091ebfdf7b9f176822b322d224a1e36fcd868ed379b7f74444f370f4490c30a0f01bef70b69249df1ce1f86d695a3376996c6e854b1716f095363a98c6ff0dd08105842d68de3d257b1cbfb44bcacf97321b63a28e4b53dc5d7134c73464c3e7e7342b4e6a516dd925dc818e03b648dfba862e0bd58e8b88b331003db2f6ed433a8a524fd75fcd4e2e7a14cb49e4be6c04f74312c32485f947876d4bee0fa40ecd4d0ff1775b1cd8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657596892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b0d757d0b304e9107eaec59b831acac1edb54734e359a956a5c6260f6dad38bd9fd65820879850ef61b523412dfaeb6cb670fe6bc8bd4afa24a4c557d6641c2cbda3cd89d774a99a84693ccbb6e613bdd4aac89f37c9fb5f82af4b58c061b7343b6aadb105fc836e33b344908673606afc18fe0a1a7e629d796e8be6b19b1ca419dcf572e8b2a413b6d55c45f68df7b1b91573a29dec2c01263b5ac11cf9e1be3fbc0b057439236cf67ac0818b7d709ff6d227d18973d146f979754b912a38ec275f922e9e7e3be3c49a018c60c3e57c32f46da03c616b93334160852db2338b7117cf1493673867a20315520f8d704149ca1532ef5fb212a12e7bd9e0f1a285&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657602683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bd14041bff3737eac2913023212e7f94cf230a78d6e7c87c9e0d1d25f554f3ad04231021ee3cf2de766286be1dedac1e57e52c915d53bd3dc629eb0a46d07ee97724dd85473d3e12237be97544eb201346728fc8ed5178ae2492884e275cacad275910af506d16cb3dee2f475083fb9636b6b067624b5a00d0c183661e0da88bbff024e908b66e9f63120215d9f2b50d8e70e15e31dba44aa9398c6e91ed721110a7b8ac417b2e3626895f6006fd3280b265b726463eb23e09decb73b9ecf3c00ffd3fb7fa05d643aa9675ccafa9644ca2b94fbbc74824fe6872f58999540c2e68604e2c37c6ce63fa9aca7f378ec91cb1968f6d0f939446fb2e112b3cde9897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657654281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=740dc53b08612a28fc7a3c0fd7e57315d6818f7ddf773e4f0a6d81f11178aec29344b109209f3c6adf432089e7a848b451284f169a25d73fc96925f62f667baae55289286449fb4a86d989bf988df52dcd707a943579728eb6af1ec353ba3d071748b29286ef82b0124c1f17fb1ab99f29118a956b19be8130704f5e7998ad1c81f6c240c15c0945ac16dce26d551dd559a1f79da7d177537346f43177362f46de83970c1cb78363203b72d1a7d54f1e3c0183ab32d843c23ac7677f81b3ef9d63c86df3b937ed7e7593a790b03b9d1cdfadfbd471f28516a3fb50f7c8b296f238847a66de617c6c5f4946d8305b54424cb940488876d6a5252398cecea7e34b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657553932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b00239a088e335657edab9ec939d6eeed3fbc18362f702cd1c5fa88d1ac7b089fdefa4a35a94bb13f46322c7a5a1e68519366ea2f940b0eb4be242880a942d109d715b5a8d6c38ff5cfc54227a29578f61f3a6a698f862204d648ba23027534f22f7461b396a89c6c18494d859a37ac36245f883d870ffc9038e5de68e0950d743856aa03caf8fd07f0f92b66b3bf6ec03ed7e9af63322b4f3f487eb45449b5b4ec8a2635a1fdf43b80a353bfebd6f79af3d405511b8a3d610f5324049c50ddb92836c2bbd63485cfa238288295b7f5b96604b3b31455814313d769a78675ffaecbf5b23de2837479115314e40f8103d90e17bc6c2746144db713712334db699&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657597714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3bd0df8078bcc8ac206e4deff731238a97da7cca3f3a2094758ff7b59b9c49e626c1ad7bf7c8a58024c68efc975edf7b9d2ca4df5f6a313cc4fd98b3ba720ecdcb536b3189c76054569631147383522c40bdc40f936eea7eb2244763ffa93ebf414a62d752f2200f64d62b845efaa963b396a9da2a902bb3f1bc3eb84f491f4c061c728cdd0ed6d7db42ffe6a1c71352c08fcda442f37d6234a473b36e07c35753328c8497f749d4d133845b5b0d6aeaa0568f7b125dfdc8c69bd98aeffda439ba45491010c8e459d4b42887ca235c70d3a93debe53ab8a2471603d4731633c2c6ad0442b61642e46a032b06223b30e50b42255b128bbaa1fd5d694adee31762&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657632159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46d391e8ebb4b14ff95c7609aa588fde73bcd99806f7bbcd4885c5daf6cbf0b81b4ba61ffdfbf783457b4cfc7937f4388959b65aa69ff48cc41de9cef906d71dc698864b0b1d3abbc3881143790ab0b1febe8a4ccd5acf292163ab26797cc7849aa0f46183c22385d989d7ef4201a7c2e78a3311d01003ddd786fd421a0b878e31071e16ca52db44ca293b9e9ec45f4b3fb9444bda0dc615d07e750897a985406225f5587d6596f30d80f3aed3cec5db12db80ec9a49396fe16fe307fefb84781c2f622838310a8ec68aef0c33926f71545ff39fd77c66cb30841fc6be1668201faf96ebc2512ffad057a2046fec0b2403027e6cb6086370ed2253d58babf328&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657767474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=70190bd6397962b3e50b02e6cf4c48572d02770690e8c6dd0f1c62320dc4116584484463dd48bc58c6cd68cb77f95389340e1d6aa9cd1f8aa37b3c724bb8ba5b26e702cb1fe7c6a20eb26c07d204526859e9ffa9b78f61deaa6afdd71c46f051f5ad15e1a4caa719ee00a6164b2a8af9b65ed8c8e3ca37d376e1dfd36292a957b1f9cf6bf56b6e520289fb62a40f7503a61b342fb7a5673079905b003592d0105d04bce33ce9f3574b1b7b829a57c6a111d3f113f23896db44190b9540ae04eeeada4b44b89450fa2ebfffcc200b358ceedd1a0d7bf935424c3c0e98c84d778c7e0894f7ce4d24b8da254ddf47e3deb04ec38bded9063a89ee0217967c434691&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657790457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8d6d3db96fbbcb78b06dd72fcaf25595f175b1d10145f1d94c4bb858ce8a0ff0c20770e5d9e03c789d83a63b7a8638a2f910f3caeadc848ccceb8aef44ba59e30003dd47e6885bff8bd0b6bfe22ba0334b40a2f65847801b072e8a27781ba03e6068c2f1381d7186e8a0267c5866412db7bf576f7f149678b059f46bf3fbcac5397e7879c38ba86180fafbbf9bafd302efbdd7d3010d5fb443fb8674d2efb0a82ad9220257b7bee1b68f6e30609fcec9953883a63c30c11e184e5c9900c62e9ac936a45d28e24dd4961c46b50ab3b38ded1ceaef149a276f34e7c5d1581b0d63fcbc2d3a05e05771eddd0db5aa0563614c54c6e7bfb7dfd69035d9e7443106b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657844469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=813d75b27afda1b8b1e38bd19fe02f472815c562aaf41aad194a593bfefe95635cedd2d61b4bd5b418afe3fecafb193270bbc5f4010dc327c2c0bf3d69b41f5833a1d35a51ffbbaca073c62e0c1f1d1be45ba2f59a94404d39680ba764bb55e42b17bdf690518999ab211ff3c7adf6b596ea24b0d266795def9a3335df82512f693ad1bab0587ffaccf41e0f772287139d1ef7adaad7136e16f3a373942e55889f95104f09ed56c5c137a96e41150047ea3e7a20c3ed892f1000dd4de14b06c5c187ba16465da43a18ab3aaa066fb9e42a19c6e7c779acdd8be26b28e041a09a47259485360cc6da8c31674feb59c15e08b592de5fa6d6ccff3d0d3a459382d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.657860399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dfbac93d3b382bbb2f52b555a866d11388185c7743e49de406b667bc5f936ef904e32ec20288a17cf7a524422b5a92a1a7dca2eb315fa30e65ead6baf8b6090bf96fb533e03f69c326ad80a5f12b8bebd4adb37fd8f60142e7136a709d1954de61ad31493edaa4dee81b48eb8da4f1421df83c0e1972e7a16fd1430f022471c164e4a0ad3dba3a3e5162ec0323bd5323d14d99cbe539bcb70d00c84cc06c60e1858d0ce6ca51ede393c01bc3395f84d6e2ba8777950dd7fde387a3b341089b81e9a5c5b3fcb06a42b24dc042e9ef9950a52b45abd4056ab2aa403bf574723961787146cc7465d6298318ed6b3b73e1562a9fd68f9afb44abb17ebff1c1e62da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65794049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35254686eecded9e41eb786e19c17b1a142176c984d9266062ce8e2f357a65b7840d5d8c75467b2684ff62c9017007ccd5e8ea5343151c2915eee22f48ad77d091d276b9415bcd5ea5f57a84db43d539836a3aa4b23c357ae0d3ca7d49e598be8a1f833cfd2efa2952433ffe5467abd9f3b06dd3947f59ac455d7f9fca914abd71bb81595d6868b074c96dcfed39cf0c5e4ec84246c92bc1e34c3e7995d909b6b7b76aae2a5731eebabe8ff879221cd4dffe4b23268d8cb15a74efcf71b8ba33c82db2e7567837c211cdf781d14310f02139ebe21db973683e59248d82a82f5c30581a375599054841d29891a964e594f19c1371c158a4e21a8293b243eadd56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.65777047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0d4fff4580574b7099ae871cacf33c84d24cd8bad4a8b9cfc1c4747092f5d5525ab60eba638ad01ebd0353fc3f2aff4d6cf5f8cd99badbaa539ccf1ca0ebb69d2b63ce95cb1c17cb8be898276c048521a72f27721d222f51130c5ced1167644c6abe0e67735081caff5153e803856e15e9ce78bd86ea201c33b5efa75e58b417d2079f3732d7700f548801047d1a43fdd461674e9b5101dc107dd8ae72cff02bb1fcef193e7876091bb99fc500167a9d37f0b4cfd78bf09e6ce0a3a7723ff0b25e77663855845230f7812ad9b534fbe471cf8cf9e80fcff0c01273ebb0f9fc8305d86ede709c4420b67b3f11ddb766f495925158868865dd12742780171775b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.658116151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=03101b30908371eb531e6f6f2d28092213d50ccb26249e8276019c81b62114eb5ce5e22eede5b1ef333e54e8caba19a9f8d881b0869c7e265b771ea869a81f702f180175edf8b5c1c69f20d1824a58b7fc04bafe68e58084300f7dea0a98e71de887decc786adc72f62dd177ff543eef973945bd3dcf57f433716b9c6ca07d87c813016dbdf4e942416c28d329bb0c442595fb4a4d700c8080be1a97b966ef01ee40645d203d2c8df1586f71444e1e32491e248fd7c231ec4d756169ab37f8df8c9a9ef6e5f84e8be132ab6e9e26d3fdfe8e394b58a71855372a03e7fa6b52ed5537aefaa54a2ab9267ddb377480f6ab06b82c978455bcdd864daf460a52a5ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:09.658939793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5c9b45c8b396578c6c5949233d801f4b81db91e46332199bcdde08b2384f9ddff1d2af2ebb0e361c017491c84fea4f2087193234a198403fcb04fc566a302b55381bf4662671051588e0a02b9f821a47b9af46211840eb06a030f28f23855a26ef8c18fb445014ce50f5874c713e312e1b80f34369acf62d75e82309aba490332b01c832626df13e9c73353b9ff0d3150aca0419ac10aa54871b25662f46a5cec579681dc2a0ba6b1a88482018ccc0c565084578a3706bf5f6c219c85403f9feb8eee0d2727db4461d28a837a28b0bac39a0cfcce67e48f8710e8cc44d01e745028d9df56e9900f038485025496f5b20cf3a09c8f40d821acc619c2a23b3e7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076682762Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3b22658d256f7207a8f8649eb937c4d3b544949cf6902626b67d55d2e3a0dc2b2fd77061967d468eedc277c1eeef3714ece01e73c775bf03292757f1e8ecddea794ee067f78059df41435cbedefc139296d6951a55a368c14333091ab1d7817a58b0b4acb4f396fea954321d132b6ab3170348b61febddbdda52c7e9f62de0b04b46d4e8bcdbd5cfab72e8cfd551fc1d92fe6f1062478a46cf51898613311ae320c8016433ca7833c557a79f0116cee2691c5ab1f1aa4bdebed5a9d0248071e227303edac616782127f76b2a7577c6e09e942d36e9add2e78d4ea676e5e72932506ba6977a5b379a0edbd5eb2a5f54f034b0a8947d7ff51c44bc360fe65317de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076715093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=62ef6178a7bf261568cfc8f9acb79fa67027522600be56d9268bbf7f2ab85b647178dfb0eecdab277fb0373a281c0f0a28201d4966ec2e62363d9d03ad8b1562f4ea6b2f6712e0d72ceb329201f5f32f1906ea9548f8c3af3fbe68b509e62cb5908097906668a15aba307560d12db95c9f357274fdf4c765536b56cd841e250d411f17b061a7605dd6835c46f4f229c2de955e647ac4b441a6c2e48c50e0e3229517790835d10adbf138d8c79f770029fadfbbb599eb8e42e3266ad1389961333d0d781853d7936a585bf35bf5b201390520003c0e37eddc6418c076f17eba1889bdd6d039155d9d16b47f13d2e290bd9d17b6444394d5b0e16068908058fee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076727316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9672d01887b678083c326d37494ebf16146f3d58d378df14b577f39f4014200384d7ef4763e392b91df881dd85ddb97b8f65524635f595799c6421995351bb5507df34a3e8919b997352bf8eb7b1ecf6fda01c9e83bd24c1ec1c3304c2f80e4d37362ea6d4ad3f2af56a3be1b8842b5fb13874f06fa4191ea38a106f35cb2268cccca16bc99302e99c37afa47780b782264a5e0cb668b528b9a15393ce52e85ff107a54894462c1da8b8dbb0d910038a337b00bdb41833a5798c2247f7a58959717ba2697b0314564d6e70aabd0a20cdc17269ad5a3f22731e5d8c7e2f53a2759177c7b160c120e854b37b010c9829f24f08c62dbd0ba049a681fc44c62647ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076766811Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4439f1d1dd41b8e6a727f5f0ef2ffde283420b71e783870643acc71fa9acbb198d96c2525f9393e75dcf98e3165ee8e806e19444255609c8d84f662ebc4c9944f2812b92ef65510ed176a79abbd0d0aa3f15dfd9208d3214d1cdc3c26601b9b46fb639ceed7467356562d0d232b0ce8b1dd64fbb0da487be53d0626e1c49f6a3cb9ea682bd8bc6ef90f0c93c8891de736b24167b992efa2f2aa8500d6fff953307b466007784cef7820c7ea569b8395960e0f097676ae5262ae3b2da746ea4b1f4b4aa5cc2bcd811cf42382eecacd25e4fab50cc7065975c9cdf7544b6b934f709968f3978bf6292716119ef459c8c469b6c3d90529cf847879278b964f5e244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076786588Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=27d4ee19cc0f463c2c90889ba47931c426282690f8a9d1be2d514a7827e103fe5967fef946738215d9171b68fa45b070abeebfdecf83f7940562fdeca3053c1ea519c71600733722066c61d989ef71d849cad035d26bac9bc54633a7b9caaf61aff0ed68bed0d2c90a97b35f4c1877a9f3c609b27d964cd2ef706c803874a0898bfda3650d830ecbd4c3f9fd2bb6f3662f6e20f50c367305d180e5d4a447fcbecbb12172a328a7ff70f1e8a11f7edbac2c1c8bf6ae190757a8ed302beed5fe076b166651910f7e6a014f23c16426238a513c637b0fbfe7dcad19a37282ee1369f4ff7c848f654629902006d6ba278c90f34cae20e34c64c5022286f4a64e5daa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076793952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=944df3775c798645a439a1ce86a5aefbdb5c1616ee9363c921a8deda196ec8bbf9f69a01ac16b2d8d52a5fb25556af4a7d1facee3397571fa49c207b77deae69bcac60481acfcbd63214754f93594c6b9c362dee5c9ab328332b3ab8a604b1663be8743a4db44e33dd7c98d7fb3be00dac1369ee22283236fc37b37b8e407549ad822136e7dd1545d39c1d8fbf1c3a81680c20937824be0b305ba93bd694ed78fbb0f2288f3344cebd7c1a372eaaf8cf42190e426ae1f7124bf1b765bdbd74939c7dc84dc46f46021a010861059fd19b99a60e6d98d285390fcee6a8c62d6236c8e7565c47aeb6d3993daa3b0a83eff3b4fc75db82c0e75b558f84360dfbda42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076799192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2adfdf79acadb384c18545f45c4a2f95e336053f3a70fbe1a5c26b541700b3573d1c2b7c8e4ea96d0e6d020bc6818a11653f58fab4084941b691bcea14453b92c7a32251f61880b0013831058717bd6e0d51f309f4be29dede7ec7239b01902de38e489034583ee8369029d36996f3c83db75da31ed026ec5470bda37f0c7075785d8156cf6cb7e1556839c9ad38bada182ccd3bf074e1fcb9a08f74a5817dd1ae3fa7070108fa74ea78bc081c5d10aad0fe382cd5231c59bc8475ca1e1bddfc6a418e8abaf0ebb464202ccf674a2c16e1897d30bdaf1336b47ed09dded54e5c94e6c1daa6e12e57e485ab8466a218708908b523796dccab5623ca2af9ef9ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076753526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=287f82b12b91ff7e3fdb6a95ef195d92a9668a603371a0ca5c673c75a3cbcce4a54db6140fed4de563577683e46e28130406c97b09ef7c88a469669533a6789ce578e3e1cac179275f1d0aa737e095952eff27d9cff727eff15b227430eb7de2a821e6d12035c88ddc5e6490a7605680e14b95c925f4d9918b8c108d542595ebd04bafca11d922511ce0fb5eb5c497436c0b2c9aec6eacf7c3ee7bd08f10b25f6c9eadb8f99056fd55146238a6e91de1a644e37dcac617f75a6209f838f3eacd4595bf13f0cb5aeb2564fce05946c5d4840cfba76875cf534983043b96e08b89b1f45dcaf0a3758075d09bb660c3888d7f37da208ddc5696a9c2659bb8cef412&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076683944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=778b944fab2cee3a528ee004bfa1a4fe91255a802d33ae87c44fb89e19d41a5b2150c4324245e433b8b38a38f69d999bbcc7a358187734bf4ca0edfdc6f339bac35e148c4742f97448a4fbb2882412e8409c91de68c9dc94788dc6e8e74fff5ac7c16b84fb5edbd70160bf1820f9c510d576ffe6c860ff9cf1550b6865854d78a75b0e4bfad6e44fd48e24002c51c298a59b4a6b096438270a595131d57e4bdcc617e6e0297b452e4b4fe1c4867ebaf2b11514f8a03f7bddc31122135608d83be419069ea01d17b2d1ed71eadf1886dbfca06aca9d49ab12c9ffe7707e80a8cf37ecc50ef1b2d715e5cb6114013c32f03080bc577cdc112904442cd03601450f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076990562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5270de7390d0b7abf612ed2a1c666926d874b94f147934f007ec8de5cdca81457e7ed97d8c75dba9c15ac73126ba3c35e5500fbca2254fcaa8a0ea361d02cf1de694e5703e3abec300b370da5fa440f0d2f1015e493dd8168d84671a69b471f9eded8c04e6e020bd0ba6f99406ca1adc1d35869dc26460da3d0bc9086c4c43f7bc20ee9eb5cf7c2bb9f84718965b4a7948ddffa5398842e6d4aa090cf6d3b71c8026b883207998fac93096d610146b88c1c7830eb755080ef3e1582e4ef0a58603fc2202288ca0ce8dcf470dd544841d06e7ebb8247f3e0758124a9db4462fbf0e00745e50c12ccc4f3f79a8bdf846a6654287024941ae96118863b38b4c331e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077035527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2a2234a05e09b335781a1a1fdd2d50740780993c15d351b0e75d89f844ad85ff8b0b064fb6b4ffccfe18c0bfdd124970da63d42955c40e5dc6b19bfcd11e26747d92ab0bbefa76668ba26b0b031d2593ce28eb960aab3f805f01429196233890ab953251ce916f4ff94a85ff393f4412e0bec78bd76cb32aa9a875b087276dcb6da3ad8b641fccd236edeb5d3c723d35dea60910f4db03b71b6dcd6200d3bfc2648aeb2000ae60eb618be5f3344c1f2f65ce1690b2dad827c3959289f9fd7faee0e9a8054d8a1457c95ca160d6f2fffcc86155ef0be8b3d26061740a9b451e48aad247d7b422162de6e164de014cb3a29c0d088f6d9dd25f22f1fa96e46e1d7e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077050225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5ab2b8b1aa4d49eec2afb4fddc86bdf25f497c43501cf0bfeed97429ff4aea83745a6295c9af68b566de2bd105d04ac37de2807d7a16d3822a4a6ef6272cae8af042e0db667601b92a615e2af00fac6f99df50044766210ca12cbfbf6be518fcdb0cfa02cc30fc3b8f4996d8f32596ed49b7f88be010f118e395e8384ecb3a782f351611e936524964fa936137e2035e56afbf8e569de777bfe92666f78289bd1d88ed8d271f0777d1058b02427e86fabf63cbed3bc3908a7419e66e7ce514ad72f2a3ba138013e60136725662a0a78e976ec79bb2960ff777011376254118ad4f6e7a24947ef64331b069424bbcea36220d624d36605b67aa3feb5603c773ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077650556Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20fdcc6f4eb13edf06f879646061a172594f39acaec7504c0d70465395095043419c63db2fb64029342dc163b390a48bc5b9d54d9c46d39d5374d1e9c4f86db013b2926bb905289c631973c76a2a73861d884a74254f794327c44582f806cb7936db137a34bcc7bd9827f597b525c69af8b0ce047795d3073c7ffee9f8b9366245917a560b6aa6e3ac74c44402528877a85233c82bf2422952387cee6c816008ecfbe762e6a6888c70bf29208fd27fa7061dfb8b9cfbdc217bbce43f97ad01c2f9438bf0540e21579c2df9587ff92c61b65f787105aac94c195acf63cd051332189185c9e519b5ff570dde51ea646ab24a9eb45c9988b039696d097ab1496df9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077688878Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9bed0af0f00e628edbf30925061e3ecfeddcb8b14fd2c274763a4444024d0e97f1ac982e4994d2470490905b3f9e8df82c54454a5c8b541c969c4136b511f19e009ef76380a7c5396439c283b46b24b7c9ce89dce88e984be4bb7f87562255e53654873324f78c2ceabb9aea0ad411b2ae0b414c166a33a7dcdb4169d2b19276c1158f9b83e46bda772bc230e7e73fbfabd9a9964a890a585d389357e0ec8a373752e3085318253f7dfb47fec3cbba3f5e3f86bf9d1fe9a3f0dc43512356509da884ac5b7db825102d8e8e93694ee21aee4b18e167f9c82c314de9ec543f16b5edb000851255d8578e875e878abe41ec84c6620b2ce1ec0aa9d4035b3d70cdb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077702184Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=09bf1a71636e5b3939ead0ceea16be9e0d5b29145aca1952eeb3a0e5896dd893f9aee4e62e7e11b564a97739dfd9518c9a75b544d58b7686ef5cddf80935e3f0c037ba15e9f67f0508be789df132cc5ce65e84e85f46da79ae1be5fd11bde1e5823477071356a3dc5504f61805994edb0a12d40faba12c40aa41d51b814fbc1385c87a8a626b4a04c480335c70187a5c33e8bf37569e74b6da6a7f0b2e1f87207d1894ae16529f59b8af941cf8848816c13101e50609b08ffcaf7ef2e88bd9705731c2f061e81be99ef2490edbb652fd84c81eab09de4b29269ad04fa4cabb6bf55b28e063438aa36ee9bb8e1b93560666d935098dad19e9ea64ab39f2ed0ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076715073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d88dccde083deba4a2a1af5f332e65a01885acf575a1f33d436a8783219d3833094f0806596d2e6f64c02f5a1d6738c688e5db9c9f9841638b92f86de2a52fdbda33cad868eb1d438e3cc237a8f09d95f3a90396ea54cf3e787384971c57899fc3757ede2b0dfc958c2f1027f766cff7c6ce02f467d726049ea644390864e173fa5d047c4222d69d8365ea95d5b2c657d5b2d650ad3b9fc733c1b49ec74898f9b8bd71fa1aebc6fcbbf5f2aa283cfa07b8b7527dcd2006d852f9a82dc0bd70a570e5c5b67269594b963f8de88a52cd534bd35a7bca125b4686b7b69a23862111c16e1250dcc22d3124e21909fd61a719ec087b3a15a973869ad01c0b171b890&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077765813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99ccfff989c64fc2ceb68fdcd02f46ce95f4561fa17fd120a50d910dcdcac60e14f2986cb658e89ed752479e1f67d036c4c789bdaab14b1a09f7ee93aef59206e0d037500213ea6a7969bba9cc3b5fbc47ad23c17a708b9067811e3c47a4228de6338cdc550772fc267dfd88e29badc5e2370cfc80c04b3b738b1e6ab0f77e00901f514331f3d82fa90abaa6f5476f7d609afd8939c51a35dc12611457f1536fe7b9e1a79cc9a4b9514dbbaad202df0490d892319bfdf47dc034bd9466e14f0567854387e234010230e549003020b97a119c59af03888b8287dbca00b57fc3d63952fb3e3527a087e01cc2122584c16f6b7e488af125bd2ffd1bc4c2da4e043a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077778718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=902975268480bd6efac17c5e6104602b03d31b6fb22da9ec0610577172406d1650a05ec01e127333568bc25c0bfa7cba53721c36ce87c9af0970ad7176abafe4e4664943def95d0a33e276ef7268ad772553064aa19e0499dd892611106cc97106e4c20f13731441211a91154a75d36a441af03d5a16cecee236b41e275d23c9c5f0787e23b4a8312c17325c78882f53579e809394d064b346fd0850d49f19055cc8a5c996d7b95c3aa864d9672df9e109174b0cdfa53c191559456bbe8854c650773fb988d3a2f08ef0e6a7b1d338685f386b1bfb691cad15cdfba37f9922d28c29346797d5549788dc0760a867069edb1409eba7fc79da5eb329cd68be89f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077829924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0cc4d9ab2dd152a2246b0d9e1e5ba8c6834a7ccfe0b1c9c3f2ecb62032c9570679b3ae395acc264aea97e70834fcb02ccfebd507e1c2e283b77e27e916dc8455a85ba97139b6e102513d14db280ab6389359fd41b71e22db13b8126cf9a400ffbff2c5d4eb550d356bac88e6f027c392fbf50345d75f76b0b5dd077cb0a1cf8de57a69e3b0a12f303e30e83944ee0ea33b4952051bc524a6ad4b8b70c1ec4403154807a2cd2da722d4ddcd86937c69f03e0166d961c768e514b1ac64e41b0f0cab3674d532c3eace8f47d1c25a9f7c269d3e666f9f60ed4a76b6287e7f2c7e3b36e0893b347187a78d305492682a2135493fc18402b1861117319c17e6976743&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078017919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9498757990b215365e955955effb2af03c7f8e23f91d4856d0a86d81215e67f3aeb460fcdee883d928053945fde370142e932ee3b4947674b15432376c59082bf74a3b0d4521c8239bda147c0234899e6f54cb3ee7ca0e489a564c2b1f4e1615e23284a66f317418ab901a488a9373d8280167ffdc67e7bfe8d8e4bfb2c1efb1ec0d25f06bd34de38a875b81f9137b270317d36940c40e57ecff43c8a2bb581b9f9610315b54c6b0b815bfdd83c838a00a558d546e9a8801552ee483bee69e6ab87508b504daaab480887d1b9533310150d5e0cf3f1b81177cf63c9d20cc5f8e3cc9ec833ec6b8d6319c74bb74260f4c90e4af23a21af9802be678c7129fe8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078098961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=25a87adc2533d3481de411e27422ea1c62ba1c90bf5d88a5363142803f8fbb6617ceff619953c93574c3185279a2dd8b3424bda64a3ba6c0c97300b5918e73ace9e7e21bb73afd2d5099de36e54744490ff58ddeeaf5ab018d79d582a1186e7d2ae19b5838b22de2ff23b296fdbe8e73f56fb5f87fdaba74196b0854df241a3a4f1541c53a211da9f9475101a421324724a812dacc259c49877a1b0f7ee2d3a9177208151bb0301a50bcab8809e8f8366c736054d30e4fe599efdb4fb4a5f386e7b2a7c8376a166abb620badef029491804741fef54fbda2f867a5153953eb266373169e3135c1a1e28dec3ad18cbf624e989a39a26d6cc0092344bf10a0b44b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076670008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b64f6e0c20391bffedf6a6912cdb504665b56bca1dd174eae09a2718faf015b688f375029210cd2a4ac7eb1f3c7f32f8165ebef712b8f6b4d4e996081d6326e8c57409130cb90fcba5321a32d6e25abedbe7834f05cd0456e4da948af2c72986be5e366771d4a9d34eca883f1caf9e17f9c29319205131bbdae70dce6936d59005b6e6c11fbb6f52d255ad0997ec90bca2ce1250f72866a5e381b2e7fc34ff3de2fd47f1cf975647ba9baa4c8f7e9a86b1577492db8826fa4701aba5f1eac1a5c540dfba9b060efc173afed2ce1a32f3c0b4779fa89fd0100862266f77b7d48c1e5267609dd2eecd0f6892d73ce4b726715e6e69a954312c6eadfb3049ffe2f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078141822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b52ce48d958cfd20ad15cc4c5985ba8a6464be61af37672ab0ff40ac4fd1774ef4fe81a14f227b54f4b97c8d47e8c88d4ea116634478fb2a150240e7364f558b73805f640672b0fc13b574fe3d92c9b32505e556aac327f1702c0c99ce693c5c16c119d7b7badf9eeef3fc1a791203eacd7e6d9f343e3fccfe0e3bbdef3c1ae7748d9f9f345272761ac3ac76ec4865e9e27bcfbc379cccd6243e151d87c3c349d724ec7e176d2b6d74a620755a6bdbb97b0f7a5f3372977f0675f83885b2c010176c2686029b35d19137f38ef0af48aa4431e9e2b94b630a4ea1666d9be12a446dac738980e20b572c108958ddcc2710d2a87b3a3452ce2d3db49ac84bdc06a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078165918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=47b58f5050f79c41dd88420edff247d63d267669bd93af533b5bcddffc6ed2ff54b6486d057682503958d11b647c551025c092c267cc74e4c2ff9ded83957736330867111fa330c5c6b3eab3c6b5afd5b6f6386410f96bda4570bf2f1e3850a43c19049f628541be49dbf70504d564533f48797422f18f3460e3fab666b41eb100e59a4de0b225bb35b893d156f1cfec730046eb3a22c718a0098540191caed2a6221089dab19f53fcbd8912bb83f23a26a67f50ca403899269030907b1f5550eea94058112720b3a7e0ec9a5368628e07f0fa9b11f9fb387689542d8d5e52cc83b7d40de4e6fc9a904be7d008ab5556cecd31af4cfd1555b19753361f4fbdeb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.07817256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=19c147e7bceda8bb3a293a7ffeb009af2136791777cf23521b97798c5c4ac4da4d6a13b3a162696b858cfd8b2cc0144504c1e320421359ff673070ffc6b3aa4c15d6e6213c844198cb46f0cf8eaef8e59371db54999632e40b5d98a00c828fe76ee31fafa3e30a8ac7bb8fe75046155a2095a736cd694ffd7d7d95b1a847ba272da954969ae295147eaa1888856520ff60c3920b0bd15108b6013c32f800ea4d7baa502c1ba3cde1af88dbfd6c72253242109ef5e638686650c59a2095322b0e2b4c736f4cd05212c895f9b6694f690c958a0bdf587307f49e2d8f2f400d70e2d16e25cfde794d55530ea1a79867655502cb4a8c7edc6a7f1b9b916400b768f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078223316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=495932a269d76555f3016823aeb287d2edd5b162120e5fce5e4b01f9a02ca9b3007ce1133f00a3d3783dd5de93ad37f303eac4d1f32678921fb5ccd0d6622d6c3dfd778ba1909b51adb7a3561e25c2c950ad1c05949da12f8fa45a007a40f0bc1c09e5cda635d9c50897aa92593ab1aa77883818cc5650e472a2e4264371f7b6bfd4b268d39eb22d3590585acdd4dd71ba1474e52e42dceb72dcbc13d4b9baf774c7a8a9331474980738a607f5ceffc8f13ea9f60961724080493e490413c156d003fc042fcd21283a070b8dddeb638d9f5e9525f205d87d96bdc4bdf82eeaff10a80ef5697b5bc131958a78434a26054fe9c6c4ed4b8f80da06ae81dcf7229f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078230469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35ec63b9fafd3c93499fbcc3de2a0c8c1b1c12bb26e9bc5909523f83dce7eb40fb43ff91bccbf1093927f03e158a60e4d33a987871bea866a233c1ce2035d273923636b254e27c2074ccbc170d741231adf51cf4d62ac105f805c23640a4e0a8fe42e6d9b47fc333c1974f7eecf093c2a62647d8144a7f6744b56442a6ddd978a3ac6ce2fa15d47226419c544bf4493ba63dbc0e86ade2bec83d88593dbd82f605c1c70112f4b62ec2848920ef6a2813bb881fba78206a8c801066f65679805afb916e17558d7219a6873f6f4fd74af4f4a4ccd1dce7236086bdf38053cbd5c15fed4a619460d410516e83fcfbfc71c96e74fe42e35f215a37a29af3086bb7d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077050786Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2eab306114b9bb1f7be0622553b2ad138cd159bd5663385ea782963273b74a0f144e889e1b8b122e8d3136bc2ca24088837666de6519ed2aad585be2dbce73e10210b0515e918df1395298d1f7ede258806ba602d7d16cbfed11abb2d1f759289b3157eb1016c6125299efb73797fba8413f93ba02023635d61d450ff72e9d4293a7a44bec0685e3104c06d29af4f8b1d949e69674a082303cb400ae3f512d3b7ecb0496ae8f62699a074c3413befa6ffcc92fd826edbdc9a51cb38d8bfd4b7403194cbd1f77423cf0cf15d98f20b3bdc6ebde23b4edb33048ce75d350dcfc8cbc82c8e7cb96c47280658a44e9a772e2a049ba56c704ce91c19318832368bc76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078292366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=69fb93da12a26a917043f3a1993694e8d55d4559f1fcb86f6efe18ea1590ddf2eacd21d4ddecbde019881c3ae20c37e44315bc0a101d859eeb085ae0f9bd4d83702cf623a7823e2d90a1c4ba28856d0e526228e79295c63f296cfc1aa198307380541d7377106138a84e2588b6175e4d915d289f8b762da1b333d2623b78358635c0bef74d734b298db98d3eb0e7408df0ce5304c103a4c6dce6297703ae873ac63c7b6ba1bab543f32584730ac5c4f30cb2ee6df1fbd26cd866b7e452e20c9d7d4e1dfbc51cf22f73987863c879866eebf0bb7e834b40d341cd83e98512718e2f1bc13192c67aca8060a72e92a397ed771349fb1dc20a895baf336c2c14f98d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078349173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5022e2ab132cfb2131c6b43ffb36f26e63334257a6e69420a326019f36b436c1c7b980e83bac18fab26e666b86c0ed6162048caaa43ae6e8abc7ab13867cae2c3ed7f1ff058f4906476bfb01c7e61e8bd9778baef8193dde7733eefbbc80f1f6280534b8c7517b4aa8a682be5836b6ef125923bdaf80ead0b0b9c7e7568b8af8e12d84331b2674a10a3f2ec454cfdfb8ef76db36552cc3a76d7d8a1c3f1c9243c8bd4ed08bea929d5df7a94bc362965f626f77a96aaf5c14715f03520f24ec4ec90b66055e318d46abf781a96ee16b4cdea350940ae98635a5592b0423e855cdace29611ee74252dd63e10fc1325ceba89c2092074f6f3e841d30d3d63cc31db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078410398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b38b59e996a45067c021cf34ade6352aafc947b298d501ed21fd2c03ba0ff3ecb04b5ec45ca6a7b21894d5395760f71b684c2eafc99811d12cd11ec2ce1a383e747c87839c3ed2a405960ee50725ac6c823a01988f0513dcb4c129715d5a68da1b4c2b0a2f4ffc39b1f58cc105a78b11239cea9c18c9ab4c1b37fc1e06ebd86416fd04c72d65d128068449f6e992c2a096bae39fb15676095c517c4aad75ea5e21a9ad3a733cff6dd30e778b3b68d06da7cc6432dc7ec5554a5be593abc89ed8228fc1b0e46737c3f9a88e6482c865ee3940c24c304d99d8213348c4f873081da57225e58cdb3a71770d77250a66637c1d8bdc2e1cf5441438af67ac2f5e06e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078506269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5e915438cb25f63175ae1a378533d2973281d9d95efadedf8991c8cdb49203d3d0e80cb09faef92f9d9502d0f1e59c009786157a977dac40487212d42625e96a9f3c57fb484061ae9c3095bb8fdd08e7b9a8693d83a56116867c5debc74359bd951bb42d03cfe0ccce775bf4989c084e03d7717db8d301b24b01915b63772880b90d56f2cab8d082bac5f541e7a212336e19c9e04ab53c11a0dacb9dda99df93d5d0b0101dc346d7b32047ef409fbabd8f79c3d0e46b5c1440d1a5a2839bd5ba6d1f2a12d6bb6e5883627eb4fd0af61f3e51f4642243ac80e8f8d3a739ff14bedece3d071076df470965df9624dab79095292396dc062d735ebcd73371279914&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078563096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9e16579997ce024b2aaaa86899379a64f6748734f7a519fa74a75caf73ce724be5e64483bd08ef3027fb353e50050392394c9b453baa9cf63dfb2452836584b0c3f0a41672d2d6c2d1cb746ec58a4eefc52f038c6ad1d281e65ba5a65db63f943fb861260398c8f70ba62dbd79884a0a94c16cea3fecf08b8bff15ffa015e22cae4e29a927e55d781c0ef1ef0c5561e15a71514d49851a0816719095d2ffb4514860f3cfed598e74a2ccdb3f36986c1c9ccce36eeb77824d952f76bb505dff17319c7bef0bd6b71cc3e9c7f9278df6e3877b8cf39f651df576b089a3fe9d9ca018a3447c6da2ef9fcc7cf5ba24652aabb1a245e7576c691a9f8869c6a0a20868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078590989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95feac0635da197c84dc8313f83d1eb6bc7b606f70e46e1de1008aeb9c65c66521fc339de79f158d2c7d270d1626e59fd865060700e6cd970a1482e44698896a23b9ad8c32ce849a7d71a6096ac9d7795f243ddad2db9c6c424ad7faf2d7de06234528cda5b3b9be61626370fd8d21b137f031f35e65465461dbbfc5c3885830a2feb5c4e69e666e7dc2d1cf32069526a5e9328d3332f7dfc6efdf63b8e7fce80b6f093e2a252ad2de353849bda71473f94cc5824977a0303e610d36a73bdad7617b3ca411c2f4bb1a5ce9427e5fb164f0b5a554a425f2048bb4daa6466d5909069068d6f40acb6a2d7a174e9654cce1143f5109cf649e39a102695633e72293&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076721936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=53bd6f3b85368bed6885384bccda979b13683e394f0de9a0a9823eb6ba2f5530c36e3717fc8a0e80bdf9d238b6854497dc7cd376890994d3059580d8f35f79541e21b49707e318b1613e18056534875c2c71aeee5b0913325ad48e574f845c095db9445c0afd344d6986974d1b65cf38c6578cf547a70498541cd32c9c072a15243df9edac53e2ac324cf160b52a4e9672b854e6d4c4daa98e88a04e5d43440144f7343e79b3dac1e6420ff83a8f615b391893e5998f2a4db0efc2b2f39cb0f7a74fcc7fc79ce010bdb0ded39b06bdc38e8cdf974260aed20ab94451fff413d5a2d61f98b99e015206e86947a321de33d8a6964d5cd6257b8085c6b6189717e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076731214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0f229efbd1c63c740c003bb19342070141d9692d110fa21cb6dcc317ad5aedc210168485d960920a8fe463b7e6b9c018915a2a02d874046897f664a766bfd42459b8f5a59de125d8becdd0b4525a97c5672ae63ea33c4e5e78a359a13623561ad701b1f3d9f04ca56e442c018764933ee31bb6460898f7832d2e7a2a6366ca7a8e8fc734fdbcd993f22a322cdb1126e4b145498411d242b9e8eb0cb5a517c3ea1d880178cef7b508da39d902d5048fabd4a656cfb8191392103dff922813148564c24250a00faa2576ad28c1bb32d23a309aa95e7e2a849d75a0bf0ab68b8bb49b35fed9866092bda61fd3b26cfca4e31892d549fa6446446cb03dc47c5227ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076746993Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=82f7b1b480700ad5b6c23ae32ba2af3ccbd588261a6658c056755da9931f27e2e783093ef10a3315da94c36222fbe35f47b4f37abe0a5c81701138ea6ea93477828809f742b28bcf81eb5e54bf088b5fc8de743d73dc24ec68c41fc5a61a55d7e16701952c7294a3e341bfbcf9abd6dffdd75a0c21b20f3e079241f8d5f5d7b111a7a38f8b2803e37408cf49355fb9d6431791d87eb78b9244a11b2ff6d261e8831a468f12586d5c13ee9fd62f5d43aca90dee6e5be9e2b1117b9ed8660225527381e75448e2032bf7ca61b868efb3137b2e3cc7645dc78dae7ba0b9e8ab2565ca1cacd46b6c0ea48123263a3d1217dcd9a1c93e4298975b651b895d714b57e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076790736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4b97414e328bf58c903d096a7892377edc4c8df351024ae8c593b52041ff1da401195b700a6fb6ac72511121d7bb63de2cddd787d68913ef6e61628ab6710abe45c5d573c8e57b233f6d1bc8f271ac2b6e947b9575dee7780ebbba8726a6c63f060e367e86bc2e01c7589af49feabcb92cf6e021d7d3cc6e8d5038921846e0f2b2b0b77a362cef01e91fe4d2a02f3b53161fce753e3c78e1f9d081dc999708bc916d97df28b421e30f417da054d53fd9d6e3a8b77fc3245524977d12ac902bbcc96208b983056aa19c539026de519ee31b401a8d769f6b6a3a696dc17fa35bd8222c7c88e6a0a344bbe76b34fc921ac001d163f3a439339c53d6460eda5e2d83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076794924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=530b28e114b43e1915cf5e5d1506d564bc9db2b6956341c62f7ec4a118cea775b66c67ab6a976655bc12f59f1112ae89db516d0653b8e5b1876fbf0e4e2074efe35b381ffcc849f9e4396ffe8e6f9f864b3d0aeca6ed90ac3385190246039877b8017348ebb74462f9c6164f747244bd8d05edf4d69e9733701ac1d5422bc2f3248f513d07ed3241cd9a39ecd184354925304de710a1daf5cbc194a969e1701b95bc1f91d552e1b00e27cb577964da92c029b0b5baccd7093eaab7d3fcf9776cbc81575c494429415720aee212de3f895f9d94dcd682120c41fce5a8e12864f11da6deac86da32bb4b97d2b83113f66ee0f275b7dcfa5ec715d09a6d054284a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076799272Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=57ca812c28df4f0191ee2cc9170d49054ae762e153fd99a6719c9a372e1d5d93a65d91595e18c58ca56affb1036ed2ce369f4cd6c373f70e7ba739687b2a27a94bb293d79929d21c7727b6094d3cab551c30f064ff43fd4f67d1f1124c2c1466788333c8190226fd9d79bd657fa0dccdda433ec76cb71a991d61f8aee450245dbacfa8d73df140a4a0f4cac49ead894c2498976e48fd6d241530c48d4b118de846c930a1c613a199750ff92a1b49dcadfd761a3c95eafcccdf30e49290a5d1dec2afe18ad4c39482b005aa93748b61e913be437fb311613090dfe4499edd9b32627739a7a8581fc4915dc791088004b3f3fb3c9c59b6703810ee463a71c1ec24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.07669775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5849fa2c7db1c300c61927db56680a8c58b17c432311fe48560c5839fa1d9ed076718344be9d39e097eb176ec30c97abf392f820763dd6e6c2dacded70358574690734ee5afd4d5ed1fdd74469a18f57575d6eafd26b9bc96dbb2be65f1f573bbceb8ec0df99fc6016d5f704bcb2bab8350318eb8b1dae260980c9c013d361c759c5a43a4c19f81b57be5572d53b03e3742f4c0fbede76e2292090e71f6d188f487c3d6fcb6dc4471f5187fa0362b8605bd9409ba02fddd22bd9bdd1e09719e99b26fb546cbe007099b7d7b0c601539cf0b92825831d1472cf2e94260a36dc189243a5d386486525ed3095064076970af17f8770d925970b560811471fda3011&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077001192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2e6fb7788a516f97bb0d8d5ac71ef2a420d968cb9633187874443f7bf7e11ede6079c95976b3e03df77c6eed1c95e0169bfbfa63b71d0035d71be0930e76607cb2ac9db137f624f5f57186f74dd582f0351ab29f70c814ea21a6c969a17402c8a28af51da675cf56a523b380f67417aaa4563f9a4d7788995a02d4deaa7a4df1c6e3869d0db415d2c9a9e4346bcbcc721205b95f24637347078e359159e5cb5426b33ae66be0ec84d1a99358c7ead6eb218ecf9dffd51ea38ae74c84e7a3abd36df909153577d569fe02cebd764f0c78785223d411f929d1318dd86d54ae3f77f8d427f43bb248b2bf15f9a626e7cf36ea118bb86dc7922dc4ff2ca1b638d4a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.07667087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fe835fd6185aece0967a48482061da39b07077eff1786101a0743f6ddd6bb567065f89ddb1f417746de7091482f6c10d51b086d4e0f3ed0f12a52420ed46e2efcb543566152b082c986eed674785f66bb567bddccd2d5f5bd43f7b5ad054a2a749c4b6a8db6c95c98042915d8f02bce82fa84ac7521b70dccefd6801fdb811b34f0ab8840e3480bdd4e9c2c62fc4dfcdac1c18f851f7aa43f5766406ad154c6f483f31f15abcd25909c276a5640f4e30f881761d7ec23b61e311f886b2bb9ec83bed5de7ebe66c30a9c73903ea7999549789d5eb36a4cfd0428e52146013e6c87b4445ae1516b0f2c40bf6a61edd3dc0c116b2c0f8dea9cf5ec91d27e594d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077657389Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2e0976f34b983f49f46129d9525b488cf80549a2c598e78b63586437b289693316418f24e1fe6e2f3477f1295cb01807830dee9a88fb6c368836e349d1549c58faa3f581c1f76d2810b64032829b17bf62d44815983f25968e9c3d9908d8db5f7aa63dad40ca77fb5de225751014c3534ec0b7f0c48db404a7f566a915adaf63e320c15e85e120b59714d50ff5bf94c05094653f29f2bde5d947e0a012bef3efbc88b7ccdaf639766d1bdeb6f4a258e73e8e31e06488258be04e612b27335c721e62221bc89e10a6b4ab18956c95df43507e1225f1ed15302b0b122c8b88a32f36d1d75ca6a29c54285c12cb80b3d4101b765dcbfc21062507f04291e9eb219a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077071505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95594db3b1738eaa5acbcfe5e4f43d70524c76a29d4b88d1bde76c0c7ad53b1d3843ee84152453b7d2f90f4fd3813cf823eafe7d4f1d036a01d0f665b0d7eb2c6ee0336094070828647ed08bbba9591ef5c76853aa8eefc03512b0f0738397aa955ee93c8751cfc6fb84bda968f5cf808ff285e68985b717f306a213793547ca8b2fc36f74b9861ab87e2dcf1f27f1546e2ed954692ec3136de9435c5a3539d1a44cd5a3b070000196a89c0b82afa71cbc8edd992f9c3bc13f83e2441a104d96aadcb991ecaf17d98bf0b5ab06f7f15ca47ada055dfc3c43612423f25f5fcb65cf3c24a86cdde029274eeab8365fd7a3542afb233b2d30b575c39f1911d984d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077072216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b7e11ca92af57e122757ce940086c0f55c094ef9437774df69b5b0c5b22f4e52049b69705a2b498d3e71d0bb4858c478494cfd190da40d106de3b2e82340df7307b2a1bbeeeb99b9f5f3d1c64eeeff74829bd23ddaed02ac75527edc98550b8e8af5eaab360151634d57dc70c2d7e792327f8657dafd1f339a8e219da61bd1c0ea7aec1cbd75b532d8c64d6da1e7ef2ed41c6afd6a6423a679976cab57c0582682dd0ffd20e4dcde0c1d7fd2e9cdade53dcb2f32b6b9466fa6a851fb4939f16d8a6afc11f0a8061bda4ae45d71ac782e9b849e287d9089f0835087b8a086c2daa89b7c503aa7407be1fd2e9e3804baecb2f7ac1f7e47d7a418de5b429aa58766&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077155203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=15f07af5163a30ba54aa2b7f41b644a5bf3b122dd0178549fe48f5520c844cf3bc487f38e80c31b7e71a11fa793053504a576c44255674537d5e1090e2143977ef6635a11ba0a5fd9acac068935bf6c2b18e27f60e376889d57fdba5a59697078541ef363f05b64e4e62ee544413cea35c0114f821c826acbf689aa2777c88d444767ba333158ed7428012284795ef8de71db386cb4565dba6244d4b78c7d87d8e00dbc472b7836343e50687c17009658e4507934d50b3260d2b78e246e79de156f7d48934b5a206f8db59efa57c120820dd2472fcc7348ff47211250c09b5d86eaeae522f2fea6d48a41cae68951255bd563fedd28dfef96c656ca8ba257f70&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077160152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4ee285104d9ab093c3efd4494363d7bc40002fd72e0c1d955eef3b904109c5635507f94984b4e9f772ead3c2b6008876ed6b3cb47bee2549e771c3050dc1d126209b3726fa26627d92287e89c5799eb320bb8cd8f14fdc107cecf2b81c10b607add83cdf5842bac116b66d935dba1608f5be2007a10a68d237da74c259323211ef299fea56c28b7e706f605d5a2ea5db8a3d717f2c93ee5c7cdb7aa0affd57292714ecbdc4d0ed5c27aeb8011cc3f1ecf2012da26dd6e50003ce1f57deeabea698fea8c59181b0db9830174271d95f0720ef45c23a33cbe9c7fd700b7053f979ec24657284312d2733ead53e389f10b3a69cbf7ebc4cdad66461cbf626770b92&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077243629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7b189d657ac824b51c730b80c4617165fe215d4489885f625e3516fc201d2108581aaebd10f7495a45650579c5d0938a247d8aea949c1d5a61b81987adde46f2350118e388ad5ef23d8736210643463eacd3909bbc8d6f77395dfa45c232ca12b57cc600f96bca0ae45f8f695b172f9cf45a68c381f3690d653d50938f5eafd5aa5583c4f6dbd052f1fc6dde87ee9f8af0e490aac68da1355c1c0ed1a6616cb996ef9764eafc4dff59377d9996af3995347274f13f4da3695cb8838b6bd8c5f5d454c8c252fa388955116dfbf2844a0630c605ec1af07808924e21662605eb5181ffa237742d70be330d387adefe90eb196dd36150223934dfe79ff63d275fb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077661497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=815cae3b8cff34641a40503716696e72ac824121c8045d182cbf4fc17d8d79021cf1005568c400fd6d92f73925b2f8c3e249aab8b15e56a4f7614462c916e31f1886a25a5b8f55e4eac9836c57cbeab6d69b8e7839f7e5a8257306411e882f5b07352f57a285ca88d5c70795f3dd49f2dee26b7f190559c2578fd403fc3af66f5ac75d81b1487ad512f53e3dc37450608aca1b5949ef656138574d6b15c0dcfb92fdfea6ef03bf28046c65c8726d6930f32f6304bd3b8eeb6eda75f7583c94970cc0f435302403f83040f6f02bba7e37977d1ce5c20ba649b753af15cdd84b3ae9b431ec8c60b24ce6c195c1439c6ef9f232639b333fb31d53696b966d01a78a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077665294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b00239a088e335657edab9ec939d6eeed3fbc18362f702cd1c5fa88d1ac7b089fdefa4a35a94bb13f46322c7a5a1e68519366ea2f940b0eb4be242880a942d109d715b5a8d6c38ff5cfc54227a29578f61f3a6a698f862204d648ba23027534f22f7461b396a89c6c18494d859a37ac36245f883d870ffc9038e5de68e0950d743856aa03caf8fd07f0f92b66b3bf6ec03ed7e9af63322b4f3f487eb45449b5b4ec8a2635a1fdf43b80a353bfebd6f79af3d405511b8a3d610f5324049c50ddb92836c2bbd63485cfa238288295b7f5b96604b3b31455814313d769a78675ffaecbf5b23de2837479115314e40f8103d90e17bc6c2746144db713712334db699&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077720448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5c3b54b5069c254f33650c213483ce4a934a37d42984c83326440897ef6b941936ab0e4083dc9f18ce12d27d7de6350472d844d879f9ae3e72c0cff56cb6abeacddad1c99546bb21d6acb373fca7712365824dd59b7f2c77c1945f1cca29c6f755199be61945533c348ed6218eb044bb41c430d88fd2e7dc9103bb150d4205821b1e3ab16b312b9262e83ddcf31d7a7af9a6a50670ea1bfd772e25a5e05d2ec01b436de860c0e5a88a557a3c5f6a420fdf3099eaf6c5c0673c9f2ee8c14d4095eda4442f7f7208839ea654af8a994d570b7cdb4ad7842ad9d291efc44dc3043504a1d8f1960ff99aac61fede20674238e672bf0f572e90897d12d6eb5d5b699&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077733402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9f84b1e1f2dac8766c22133b5f7a851271914e907d6ea9c1c95877fd0b3d82b1222c4308610c7e2a95aa0dd0371bbbdc179733e61eec55ada16e8e449c0ea44a40d73c0530a21487610d7066187e27d05eccc5f902ef9622eb096db6a5d0d1da67fc61b7ab926777447815994acd822fab238f3f1574ab737c79905445023111c0c95c17d6365e705f6d964377ca49140d84d2b60026ad63ac2b049acc3894a0126bafb290aee62fdd27c896d9819d7cc8060f6f3f289d4a06139f5bf71ef67e90b331eacdf687fd271bc995058550da6a2a5c63400de4156a8217e63d2788dce8bbd459fc6d5e762b57621b153cbc47f8c6a3cf340fcb6a851928faf5dd17ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078806004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a7ecd7c6b0f3635f0c316fa0c59307385b056d96cda4599193cc3d3e4c3d075c53264ddd88330cb1f5f8b3e47aca3f96eb28d1c0cf6399539ba904068b2a1b41fbfe55c3c4eb660dadea567c17ff8679aea247816a9a5cf0f437f69af41553a0b1c38fe7220cdd17230f489ff0c8d959a6579256997a7db2172122c5a355b2ca16c06432c56bdf82ba8f89b053a86ee6b0235c3ba28d79b66e04edf92e0eb033cd9acab0d43f99104e0ea62d725d384dd5fa8876d7e5ea76d4b72ac505ee0e5ede39776eb0c616924ed00237a89bf7c454718a3e00dabe9f94fef5c3e0372cc33342de37ee212ee17c4c2e6b2c669e6efc90c66a4d7149930b2f5dce39cf5390&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078835279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a085e86b56e0533749c7b1b54c5c555f2e96ee14ecba5e205fdbd403e4ba3e7ed859f9c7b7d4780866c69e32599b1d437fd151aa17efb0461e4d0371bf36dbbcdb3346b50b57fc3029048f9a9144488fa2b7b15481762fd16d4e152050cbdfc4d098d00331e2e17f01821d77bd87d11ea30b871597b179fce12e0f53b135315f1ca063b8165de8bbed59b83a0ba733538b43462ed687378088b339327e4d3e0b4d58b775a5778d42f95f5b086ac4667b132e27b06d3f5aa889e1a56186fccecc33996b008a933f493a975729dbc2b9842b58d8b212cdeb0a63c0ae5ddabcfdb862474135aff145c31f8c5e632ac28f413b7ec55570743283c878f19c78490d07&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078871237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=58f74f5ff26726aa822aeca9533b578e86eaf65cb99d5d87eeb51058a340eb39584183747c24ff55a009ad6a5c607d1c31976c3538190d538da285e0d4b9aecc8fcc7bab56442273ee94450dfe4822aab35204949fdda8ea27a42810ae2f3a9fd4fa560dba2ad67dd2613787b1902a69346ef01840d3ff01df6a7a42062c8e206c08579e6ecd7ff918bde035578cd2896ae5806a2432bef743990a33afce7c42d49856f5a7f3baa3188b3f8955d1fd9f1d15a6935a1942e9e5d8eee8ea138194d7e6390591de56b210c55d74d3262fd04be9fb4c5987d15e11deaa0c0ec45c8b2c83bb2e702c2c51fb64ae5f272ec7fbbe7201d9c482f430fa247c6e49650843&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078886025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b0fb0fcfbf35925a9c2ba6014a04827b8efffcf4d45ff770f391c87a2c65ab4a09a35252d216ff5c71e7ece27b1367b78bcae8de8001781dbe9c8f980f53fa66bd4845eda83f5d91b1f35a5c95a94ed361d4432d9ebedd34487a48997f484d0f4d27ff1a347635a66045e40eb0f4e9b18ebc94d2160946d1fc4f150b8f6aae6b0c171e4c312d3e4357e11cea892ab8154fa124613f558845314f72e0194149e82757cc8c1dc03182612caa42bd99b58964137937955d414cf6e80ca2a995b9cd5c2970679c3bfae57285b9c7712866d01e10d673fa141646e85189650c15e11521462ab86d9c1182d3c26de01412a14247b37bd085ce23f3a0f8767fa4d6e6e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078916863Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a8c9f335b50bf7c41e37f15441a769ea98964941c6c8a628d64895fa33243637b0980f6f5a21eba311151244e1f12e6cf552eef21ed3695b2092972eea0a3069e8744062fc275ffa621085c848750a1397f786a4149aa2fa3eec6f727693c41b618e15e3e694e97b88a18ee0efb6f3bee3dfd2af535e1c41eea62cdc8d05f8f440aa7e1fe4aeb10d6d7e5bd266433410f7357c34d2101201a5e6a8d169b679179726506f0dfea1e20d1e58a080d280d737b837c569be264591f69a8ac21dec563e4ef96b079ec6216f9a17d6fa2781055a3cc224dc7f7ae86e8d5e3ed3813a2eee779d38e767b251dd689e3b38334240722f2443670991e36ce8975de4c01275&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078940357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9487f68532ae801ccc07e2744990958c945dc0378a78c61282c7049730842b4f2e5f34d479094e64c342285a8f333f95a4b7d289294901bdccb592c49dcfd9343eb44d12c50d25e763f31cd425be3c7f8770f59f0c19f274e0a8288361e793fb0defe13e1b73e5d0f0c76fd937f00cf4c0f87c80fbc998df252e043dcf87767c1418c75a9d8f52df25df64d011533125f94a9df86f63d2672b74e8959ae1dfa4394818a7760c859df7c1a9284aa7b7421a637cd32258f16f9bb0bbaaceda7d92ee6ed4b350dd3913d36354c0a85ae39ed9079efb911b1e37adf91c85cf919614bfdce9af5eb1566bc4b2e6ed4d3da8cf516d73f17f1ae2f28d35dfa5b32c000&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078986123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=23b730adb72e8b68be5cac49145ab47413bee46b3753efcad5bf8ccfc3b32f475ce2d271a90fd9ff8cdec17f5e20895d3bb652b4d6d218f9b0a1c0051b54d01d3b51914be3a45f8405b4606c136007ff810d7aa80cbe82af2a4f4fc98b8c44a103a5f35cad487dc90a2c741619e7970b74777df29c5b23f9fbb759dfcfaeba24d1409966e35e5ebf0985fa3af9e61c7bab3d1a3576cda857958eed54a98ce40ace10202b11db0bd20a6b70f368f2ddf580b80c1a8e40d4349c33bf1d01fa7f399499c684253efa19880ab6bcfde2aa71b22d82ed04a13b4d86be9e21622a13dd3a295f0770bbaf7e57a7c935a73effac7a1583791cdb46f7358746c86ddaa47a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078505518Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1bafafabab3e52f1da878a895e68db44b34549bd238af850e31db08b9e03bc9dc068d0db9c6bbf28d6890dee7061c6228176e209267d4a63f987af3d1af9a1d8abff0a02cbd0c162e3aa690633ceeb0e6d3525625a4d69feee21dd5ca1d12bae53adf3a9bd15ed645ad8aaccfd27677c1d6e52d3a2744151cf0a582fde3a8593aefbe9ab307dc9701c5f42fe41bd6df6cf35c0a442c0daf50cbfc6428646cf19d11443786091e3ef97041af6bbb42dc6cd1500784b0d324de1a0cf217be1bb85b8e19193e7d095c019fb38f06595194e03586ecdf3d14c182d170d2ff98b764ecaf582f0b6b085bae4d33303c125546a32e3cf6ec4d880d3e093285f264458eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.077035267Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9ba2f19d178365bc7c19cd6783abb7ba32d3d04425e55398ed94b9e4b7669acdf1bfc0f514ac213c03fdd9b3623cf9a11f7af12424d978a1aa7b824d38db2fa3a132e241b4edd5818c7c6e6276195537a8b97d7443b22a4d996089a4ae7516491010ace28ad5d6b45b6166f3e763c7c85f873735f473724249a3bf04c5516ce9a836011695557bc164186c34e3b87928a25b6ab6c8d96d6be148c258e55de1a34e42a5fb37a366cb0ef67eb471b8ed5b5a186c07720daa3d03a3500a175644d3880b9b3f175a23dc3967e7832bddada0eca707d5325313751d85d8f2f1c0d0c860a03d5af972ef6458aca5c7f83f75015d0717aafa40a1efc09060977ef8eec4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079353245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c29c83b97130d9b78ae1ad92e3a7fc51dd7e5976e254441dc604549db543cc33529aa7ae0c7f5267fc8931dd0a342f2939526ea3177d69a28b5956a6a4b61a616bb214bf9518e272ae3fb4d26fef6a19dee2ec13ae8c5ed6e3904aebde18eccf8021f1f06cd90d31c3130568043200422c703a193c1860f860cfc47e96fe487a1cc4ffb6ec58ea8d47f5bec58787d656f4326f58cfff9be1c166d02369cec3c015795a0f85b430f92a373185d59d0dbe2aec01eda970f394c87afc7825552523d269373f20edba0982605a4db5c389e128cdb9e01548e2e58306398441787c82daa84238c44be9e0a4efb0ddaca84e49c5585e08be6005027755ee201454261d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078837714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3fd827905c949f50f673d8849ccac1637751aed97c256d7278486c6f26b9020624e69471d55fd0ade3fbb6e6af1209c371842ff2f835acb364d175b27c43119b54a0f2150c03384f40591a5c232189a1edce30731a0ec93ecde78081273575518bcd5906292ee0f991c769e73b63603eebd29ffe8a711bdedf98d345cd432c57ae88e01f3bcd290c7c93f43ebd51ff70a301e895f5e88202f9bd666241b9ed295fed2fdbe9ebb33401bcd12c56144b36c41cebd3c490a3e90965a1dc636fc7e791a8556720856821e6792b4d3566890a6b381c8637bcdf9c08c531a4d4f00e2b87769ab11f1d8f1438920fb52efce1b4780598278a9e0a7869bc44f84e8153bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078871628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bd577d2f2952dea5d5ffe1aa22c0f01a65e0ec0342a1141e11b1bb6560c393707f43b442c78008d55d3f6ae739c37698eefe6ff6955fdf853a21dc76d5486a713d7159b3e0a3ce8f111bbad047e6a86e34f0afe2df7ab50ad5454ddec2bd81450dc4eed8501d05adafb578d4ba47b049c8b1cf6ccb94fcd723385d0f88d6b413a499743d8ffea2d1da61f4bd633dfcfd364e39c09c141625f306aa6cf0419b8606f937dac43cead836583686f1598f46d9338d30ef9d1f5c2263ce6581e2b48f7d4f075cdc96961eacd87e16a833054229495fa9b36c2cd93434945dbd7ce1cd9cb13e8c1fe282f6a53a01ee35e8ee48244782657faaecc412e65168cfa25241&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079445559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=779e24cd7cda9989124e60834df01833e144af919f784a7685e59d9f1d62189229c6beed9f2b5b1e7ef12552396ca964d072462c54969133532e9ef002d7cdef71dda312e8ceb3bc2f5b369100605bdd75fcf286ce372a1c23d56d6a12643e6a1dda09cf62331d6acccbce1bf752f4e14e45fc0c03d47237f686dcfe15ac1263a8a60fb32810d94d80e2212544264b789c3684735a97276d108a20e8267682643b47eab7cf4a742e0f8f20c18cb62116c115b3e0901e820edd1f22b90adafdde75f76907c90ecda9a4e5049fc03669309da22796eb42952638cddad14f8668853911ad526cbda61e197e561f2910a62f8b7bb771e1f8977ad1c6f5cbd913c238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078892717Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f5210a9708b2e45da17e57b27cb25070e2d5e75e719724b919324abae841088f1b8e738c567d4d2a9df7e833ff5213e8de200105dcb006b55dcebd582f297069dd3be9a326103794fad2746429e56125567cae738eddc0ddf81a41eec12986bffdd33ec2fb67817ee110b297de938734b55b42ad01210c81019b7b3b0923d683a85a217b022cd7fa724a6aedefc7fd9faf126c2049634b1a5eab93c75b73a456bce5eb016b323cf56b7bcbd3b8e6d1f2602c280f21eea494fabcaa3134d90fa04dde5f7df289d42a03929006f0021ed86f1bcdfc8fb8a5836ff80655a373448fab30b0a4cd3c24885ad7fd24670f602774af2988457164504b8224adeef5b15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078922113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a960623d3307c824283803740824be2f2972ccf22e5f6e97876ee6489c2a6efd0740478082590b5043d200589f723ad3ae73175f15e8c07e42ec4487c4a1d2c2a4a576f08b4eed6b2f34f9f8a807fe82cddeba2dcaf2d873093bbff161613b20ced346336366271132ca50608f1582c5dc94a762d69b86d191705bb5fb9318451795811af461229fcdb6e24a95dd842c38d7bad1e430ebff93a7b9f4e76059c7c75fa44eaa6aec70c28384b65dae5938820ef79e3975433d57f20f437264d894a5662818982217a3be53c74b41524f69c07c1fa40cb96381db42f3316c21babc1b00f5188cb4d754278585b16b16569bc65da9a6990c68e818c977673ea8771e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079518877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=107a0f1e4d25f3862d972413785ecba0d3224f17d9335165a6a6aa1f05fbb8e25e104c4ec3b65dfa8d16bc09735df8a8689ccd8dad31909d29e6464c769465ae4ea46fd6f3ea5ba8836b549d42b5c5d062e8c9870bf7d89bf24157ee7cc8ba3156f5c15552825d45f95be1e7a76613948be6302a7c2d767a6f6817935d010f5f6dffe15aa8abeefc6c901f760eb092341e26d450370f2ec95347daee29dedcc13fdcba2d52eb049f3834f42f1af89cfb0c9f39cb0c99c157fd89aae1d52518fe894b5c810a1312b795de6d56260c63ef3c501f1a2f6d80a7338287d174d9d012e3edcba721752e624ee28e579636e6970b71c1908f90ee7ed6499bb5f9260df7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078293057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b63283ffca31067a7f23d5b026205708e0129b3e77df1d58d3ffa54e3c17cdbeae1940509ce1bea7375502c0169459e25118302da4a898597021a11f02a60d30a8cf27892e5dce8228918261cf9307d12a4f183da08d7e40db584e748ad834a4d85d53077deb24a4709d51358e559739181f8c5365a34879869d6304d209f1879c077699b513316e62bb7e909efc34cbcc7a7a0d5176077834fb1eddf92d05c32cf3ba5a620592ae82f9f73e3e543bf857e4a48acac1cf6ceab4c91c48bce65407cf10ebc4c60e2e050fbde703731d068d15cc0f3d8d89902cf817885ee51ab417c71245e887720585b6e673438ddfcff0ac60306113e5972b2fe604db9facd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079606242Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=77962630a8f6e4017f602a2323c1c3618b52b893ef9eb10f34c0800091ef39cf25ba5df653c9562885066eeaf833f5682edaf5f492809493f0bdd002375c0f62969e014f07aa0521376e36c5a6ce27bda962962fb45de545558c1639419db5de91d7445b2eccfd51eec270418dec4b329ae67f91d1481814907b77b3dcb51c8c0aee567554478130844857e50aa5544c9c1af2dd25b98c99fe30b9b9f7f7a5037849e0cf42059f42db2c6bdc193ed4d686ab9bcf2fa1c81c4f6b0cbdcc0782ffb771f0b2c2ac262c098bfc0c33bbf982da5bca5fe8a033bbaaa22e95bd6ccbeb4f730a74d97efb3fdcf8ea265085e2d4b8aec44f3035b4946248a219471ce6d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078728929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=736ef899638b716e895e074497cfa2d18beff1b07d4c9b5be0f6a4f9a5eace63de3c6f3d074b61d878b3ebbf3e4e0ccfc11b6c5dec6fd382a7f74ab4d70ee9a651128cf6b992898b90f616e0c9bc28c9ff3e5d4e9c1d696b9979170ff26d17f7da78dcf9dbf357e46aa5b6e8c7039880fff546710c4a0c37db030cf809b037a7be197f83ad8ebf7117fc8ae8832c62b3780faa0f53cb9e1866ed8e00293c5d463b2dcb27a4b146fdd10952ec7c2c14e4ea803e3024bf8e627a6d4dfaf204930e21d2302226a371e72d0d58d1911ab8dbf5985ac828fbb176871c067650869a442a2155257306d07f081cb0e19e2cd737cf861dfb1ecdfe0580d884101bc8b124&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079691002Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95f450e92054b4e1a873510c28ee1598d321a83c121b4cd432e4c53de84a9794a7a565cac63cdc1c3e3cc93ccddd6da4efc87d22bea5d64ce3f7924443029df86eb7beee205c28d38859bdd10fb5c0ef84abf4aa6ce27e5dcb06baf9463ab00b5c2aed7c48d5a2602e92a2eb7b3b8c59ca1defcb51b5b48ce1df6aa0f79c78863fb7802531b86256ee0a7092ef829c7e4294ceaecb2bbbef24b30e27a36d9881f515ac2e4a21b0d8f22780418213f0bd91f0aa1892b4c65ed5f9249acf1130666b49761e520844ba880fa50ad1cce49ee99d38fdf5d91c49eca063468b8a64493614898c8d6e6808d40733e5082ac68ce0e1d5921c6746265b09aa5d8a6e2409&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079710559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=256a3d9f87e1192241d85664f83024a00e2ef30969e783fd7f3fa888c999b13c01ed7de9d652c16da14207d8209ca074e8a75f04ed3f13ecb1409ad774dc2f0eeabe85ef7b20bac4ed8c55a97b4d8943f605b37bcb2542f9ece7f407a29729eb370cc20510575af71c2b0c6ecc6dd6bd0a688b47faafd081de25a409641a2eab955dd79e839eb547ae9de36c488ff4faf2fe364810bab920a76301e351ffe5c7fce43e41f4592d7732f48b1b536a6d5d7e6b5e37069169d95bc997823681bbced988eb45e9c9d6e49a1627ed914b3833f376c87a70d8db1b4844289a32b9fc09d79912e57c60156b34c2e1148e0b76b022522822b23702bee0c4c2a4d0de704a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079721469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2f4736cc947b3abb7c14e7e584ce337080d0106478dfd1519e513e8a42d4a515d3e5af66c3b322da17247f570a527a7fb76912dc470e1a1ad66d7ec0a11ca853519df6ed6843286c2a01be930743785ee9fbb92da1969201ec3ab326aac47c125f29c9783f04ddc2aee6253cec3bcef2eb4b7eb73b21b627e996cdfa125b46ee4bc3e58ac2f4418ba51aaee49f8e196d3a1a380b59671638292ce650d4e5c2c37d56ca74857e2fac34fee75ca9416439eacd31420e03d5333b47ab0393236ce3e2e7936e1b9e49362d47a9a2cd4cdd3a752d0ab1e16b5097310dfb86a868683f162861acf3d032c00ddb167fd6cc9c5b816c8dbbb4e8691e0aecf1814862b7b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078669146Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cc3029d4baa125eb3b6340a7c119aed542de34187de5247f54c96b3710d2a1981b1eb56b12d29834c0339c26416cc927576f3db6a8b5c7eb28917e577b26adf56bb8c3a46cef72d4a1653b02e7cd1a94494c24f06c3fd381e3dc4590153694cfee0ba8f4599c17ada628cb8c320614cccd04dc7e57afe8879bab760dde782826fa3438f7189da69d206bdfe4cb2ef58d9f9b9f7559537f3d1048b2be2363fff121d840fb6a09c04071726dc9d2f5c190db52da4a7bc111b4ceb35656319b7a404303fae79f89bb4bac947ff222514008b68cdd66fa13f5780c2c4f649df227e06dba4cfd9f94ca15b0feaf1ec795c01cbc9c7691dcd2b7018d6615459c2d9e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079868697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=138214c2b6ef68775ea50dfb26a574f50064ececd62c950053fe956680021bb37c0faa679e0fad2d0528af215fb3d4afd62798fa3ab0913dabf1fe94d75c52680a9287dbcd06797c550a6500104d4c8400c88acf7b87da028fcca0524a3b67ac60cb29c2d588610d70023822895b980c35201fa970af6d18074773e8bd2f98bfc72dd305853b71e003b4c94060a72120275cc8f97103fee6a0b5a46270f91d9f1625e2288eb379bb997d6740b430b13ebcac51d6091396bbdd0402d32a55bbe2d52630b3d95c17e72ee1c40a41fd45e74de551bb4d36bc45ed366efa6ea81314644590c34a41427e9d414c7a58b870eeea41e207b1bb5ad3ef59824c65075a02&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.0799659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7b8ac368690d09221a74a3551cd69d8a4f21e93ad15472b47af7648c3665629753139f6fb440b3cc6d3c5091f8320caae2bbf58b42536bb05a0150261ac2ce24551397480c50009764fb3238e180d91571f0e2826a20ec5f80e7dea42156ce031c88811521920635059f95e3c40f0dc40a21ba0aaa4f84216149165453b2b908773778ea2da2acf0bd85ae0cf5888987681a63350d01b9bd961f837f3848a30ce4f8561985fe487cc9a5fd304ff9b123fbdda1bc01dbeaae8bb1d8c1d5d7319f09c34abfeb257b325d6f796dd37dbbe4878c1d722084093636886a6b2a640f23590094f835692e3e25fb5972dadd3ca1ea799190c6b3c04c5c5d7d9dd1db05b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078113849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=397f5d492d4daa6722e681356c9c1d0e24e7bde136f818467806fd82c68a8dfba442185a7f5a503cbbeac325a0831c5479e095aed6d335261e920519db35cd6d9f14d29606ab9273a007e85851f555754c039440516b8cf382de231fcf539953f3797abe71914f1524af23424b981ee3834447593c4c356b5244d206b2437a342fe57aa1a9e853bac60183b62be2363bd7f0488b0d4956c6073f92673d3a73e7e50e9cecabf6b12c8deb347576fce3131cee42ebcaf412607ef8675d17e39853a03d2a0e1abec51ee63b50ad90b1573243340113de9fab30c3620d32286739c9c251d2440f1c27fdf9fa56f94615cbb4f114b9918b6ea588f180e86dc504ff71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078773282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8ef212ca6e0c339c56fcb7b280a88dc9b73dfd3380a9113a7054ed538e4a752a6d135ba11df5fd8e3fe8cdf238c9f1a7e1f0408c55ed493b7d66cc1d6e3e134ee63cb2a984948e0198f848c288d6195b63172cf182945cfbf3b35ca8d22de85d19798d250b7c42154de97338e30c0c44f04c1e546b7fa20590487d37828fe7409591c894cb960e9c4d0ecd460799507761df6f96e08b6f4280f2eb6f4da98e967745f17d4edbd311666fd784f57537b569507811528267c7202ebc2958bf35b58d809aeb349587d7397d5eb2f415a4a6395b517e07860d2c024c069a10c8f8f1301166e5726b5dcbd75517fc4d75ec164bce3ee8f0ea1c1f601e3290663ebec9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078772851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cb7b03e26a422546001a9e4eedb27c7366954ef835880da28e811706da64d07659561b106007341b8576a70c358bd022a917a2e9e5c164715540697c5e18d9611303286df1c6b3f47417996fdf0a32fd050f90df8f4dac401aad8c04851aa0e48fe6800c3675637de29362b20a922161c20e6eb358a409b7e620e925f700435ef45f20008ebe9bcbe92f5922e42a7b21090a4d593859ceb8f4a140dfc3968d0007fc2512f8427fd040932624ba50d62cb2186f80ca8ed41937d89f6c613b8b5cd9a3187f0c3a5ffce2de8a48a3dbb94410968694ca3df9b5b8951f153ccb978263ac97d76f663a89862a86d3c218cbada75fd46397ae0297d7f919c08fc048f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078783401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=303b8f443577f0b99b71eb2a52a0fc73f151e52cce96ce765597caf711928a045aa24162695928a9e529ae2fd5cb361e429f07039ea3d3ace162fb7c3c8acaf6f467672fdae0b7cf861413b2ec4ff768c359824d4f90ce363718266b4cf2ea095503b8188d821de2c680a0f739da0bc73df6306768a6038f2e6fe9196375c2cb8ff589e7a8c18e0003c2e7998a38df0ca8c1a2bf2724e3caa865bf9faaaa7bd49510b2334aae6cf8d26feeb97e83a666f23414c5d4f917dd560b85b4558475863a6720615e8557a23e4ca90e6a4fcd82c97039f1e26fca0de0d94cde0be89e6f8b5d0e87332cf7c04ef4c31440208ecd483c76d232d046460f56aee3035415de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078787158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=59be176d9b52927c57bfb7e4e570ae64437a28229f8f3113c0a603dd177b70f8ac01bb450773050f6e5a4714a09a7d3f024e3b14bdeb2e370a6c9727a9f06a1a62c1361afdd0b2d5ae240b029b1488118f25cb4ac910f144474cd811fbaa4f6b32b5b9283f72feaf895b87141211179449748f96a590c7d63ccf4fa7b387f2ee22f604cbe40bd688c9a2b4471cea63bc6f0f3799a2b40b0375d88372ce3027dedb100ff3ca3dd33d4aa8177ddc6d934cbf75359c8f9407d27d426a56f76dd0b93c13ae3fd2fefe4d58823a5e06f247467c954c5dd1a4a57504c99c5e4acc1e65f1499b6f7b08801ba6646afa5d8ef6743e366f6be83fe1f1f7ad2d21e3919915&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.076722898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a0192c7ef29cc1ca980ef333921a5cfd009779b2ef8cd6130cda33f490dbcbf955f75708a5dcbb3ac0b39028fb18fec72d6ec2337f20793a7ef7caa64fca0cf16f9718a6875932a87d57981bf58119fa8023a8f99008b8838c882868233b133efb2d09e05d9504194aba76967bccea1cb45da2bc4d0795a4945ff46929852d3c9dbf2f8e47d3185ef636f12e0554b687a4abd343276ebbfa0eeb5444a143cafd10bde908376d88b776431125407b72f2f8b39800f01f3097309f92c4b0c6da5b3a59ae50c6a77aa72f25c48feae8d96b9ec492987e18edead08ad1f4a5d601f2ee3e2d15698fedc7ecc92a22efb0a6951efa1d4f6123e7c2e42b580546100fc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078821934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c778534885c2528702a41d0c7216c7e47b8984753ddea51b673668bd4aabc6ec77c5bc7e89eabc06a02e928a53638155c9e95a57e4fdbd6cebf14df1066a7d353333f5075d7a1fc91a9ae49c50c67fdaae5d4c5e97076dc779c958204ea7378c242d759ad40674c3e1766fac3ee6805eb4f124d42af938ff3d49bb977c96dd8e692540b3a7900ff04a04a070e6944d68a5b4418c141c4e7cb3eeb34bf56b4da82c86fc313a5a03f33ee12508a5fa129dda1bc4a64d2ac441d8b60352c6f923193125d4f4bde3c25cbd0535b52e7995e5633ae3398150daa70d24c771d374cb2e4c469392f2fcfd84340fc13f7bcfade64f96eaf641844e169cdf6dc65f7c14b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078822916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=beae7321423f7a70b99306d5850f0de7cc24365fb181ad2605e9b515508a3da9b38133a459ee529cb78eb2b42fe479b8f60b54c755f505cde870c46606cb3337da6ea89b09c7dfcf823ca1cbc664756dd63ecde57e4930c85ba0d56e75640f1f715eb8a70c3b20c87e7208670493b87cd171e18b7b7869f15214a9c6ccc8d11be74b9b2caa4ffd48362022d9840ffe5cbad3b3da4e4b8b3d1bb014e41e613625c09347c1aaf0a904e3112ae80f75ad57c176c44009b61b4d9ae0b80822ea34326d083edeb1f36a62b06b1be436380bf80a23d9526c4a7b92d1f855e8179aa1b56ece3e8fdcbb3797f6a9333bd175fadf162e455bd9342f35e47b2655740a336c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078839647Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=08a12a7e6295843b8d6d972446395a3f4496df1e0574c65e36e12fb306ea57f589aef8ff2933396a103892f26f5487d0e915b03c21c4fdcae093b4e30f6d6f68f55c3d2210db0537fe0c85f8506a796324e6b2e1d8c8e913da2294152eb9ab0dc6947170e6a40c902796f7cf17e99ef6c901ccd58990231c9ed71988541ca1c02e63c3cc02905645a36e2917126c64165755463217b7050e577af7b4eaa2b812cbc9a1080e7cdd7fc0443033eb6ca6a797c9694d33a12319d01afdebb154b8a1700b40a80d5ebe5e84a7608ae534674d0f81abd984e30594ddfe923a3dfaf7e72ae61be5aa553580c0d738521f9a31c2af5d7f01db5d31e43b3df5b382b73529&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079528205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6d81296f3d52e07eb79aa9ba3bd3eaa5a4b0b925dcfe688015c09bc7883458eb41d5893d3d918bb5a83fe70ea90f8e4373bc53c6b03faab5890781c0be77406209478ea37f9046ea7fa607fb7572d759a2ab00fd3a5b0c0b90952ba46949b1a0fa89c456caa3166122a29750d8a443dbf3222581d496a0d08f0274002c0085624dde4baa9658e8e16123bb63d2957a333c1d582e177290b112fddf013610da67554d816cd5d6389781d68eaa97a0e941d0239daf260fbb3ee9835927f52420bfde78d8381eae86b027197e29ba0e4dcc3a683a04ca29192112d6e92d6e900cc43068cd1d898c13101e2db51db34bbbef1078feb63caa1851ac2b408b38320c91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080113017Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6722f03d4b483a54d9bb998f4dc6b1ee63b3f481c0b5955d7796da0566cfcd5092f2c7ccfd007acbb531c863e529cfbec6f254977b56340303a874d29e4871e9ff11779c5e1fa7be155d1b72849e66d059f612e0e8a677242824c62fe7a973aa19cbb8fe5ffd06a7734263781f3470dec5266adb6d92739ea7504204068816c1976bddba43aef3ff1a5796616f78234172bb8f38815c582ebfeb8335c9cf0de1875b32938258aca7c1fe0ab059ccba5b3d9006b833b112bd884f43b32fc2902e91d9f79590510f2ddd90205a029bfa067e47ce85238beb67adfb44c88f2ba704b09517e890f1e87379915b44cb53e2a08fba709593006aa65692f75c80472c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080131582Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bac62d5504f9f4d6419328dabe934b4555a74a53d198b8d3445d37c6a400a9732ed9f8ab9f4451689294fa00cce45f3d8db7f59e4287437652fcc0568c97a974eef2fa8bb416acafdc29b309440a0d6b737d7e1e8415bcbf949e90d5a9f3f6aadc95f12cdfab72bad29d762d5362407224837b9f1e2cdb9e39dd7154c35b13377384343e110364bb488d82c7053c1919feb200d91bb6808472da2401f98354d5cb66645d1f979ea9b2689d097b7081caa1d68c73ccc3a73075fb9bf3f1d70f19cc84adedd24e49389f524e9ad6d033eb9ffc09ce79143f72f1c712a2715dd5f62c6c08c51315e515b5a1848eca12fcb2860746041c45fea2612406046b02b7bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080143064Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7c7a21fd8d83fabc51a3875964ef60221da367f0bcccefcaaeb12e68e7f0145b6d1ca1331e50728ff5c531811ba8ef8803964d002f4ce075da6c1fdcbf543d0f2b63c5682dcb78bb59bbd59fe1c2b983dc266c184b778f70737b96082394ab1441bc31ce371fb922436a9b121506d58483117082f5816ff78996d6c9b9a860ba6d56d7709952214c40ce510acf6b80840cf6f794eddb3d4a84ea37a0b9cf0e17f5bb26808a4b459b6491bb0a8345a34b36bb61b97f0a6ce4e7f2312a22dc9db063e2e5be7955af7667b55fe957994de155095b269b25c556720121a23918d7f080fa3e2af55540af362109e03b47482d1c358c86ed784f70a5aa55a3c5fafaa4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080163532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0acba4ad166ef9b14af67f23eba6bbf363f57e879dbd92b19f9c909385c9e7f6a8e2628e6b20fc9acafbc608a214af4916fd036c937f052c4a48d62b4999f5b7ec512e7504552387cc47acd99ff492aabfe93de79b2345eee8a13d5af2e55a1c02318516414d63b241a76b8d051400ae027a1323d689cb374f46b0b729f748a4fafdd98edfa209c451ce7ae343d7c79d083a42d81410f8cc347354218b1467f7e71383edd6394731f352c7212f07a570e14157f89c38296e5905d42f5fa24933e96bdc3e46cde2cc4e39227fa6248edca7837893fc0d2a228d72fa9dd05ed0c794f8d0a3a61a3a4ec28192ca413aba14d37785067a1c8c2f1e430c862ae1683&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080193289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46c0cdff8ba89d89b069b39b9d15379ddce2fa022c93e79e0ad8fc2aa061f661c6578fa2c3f26a14c4b1e2516e5b4d29d1ddd5a6ca0bc1125b57bdef1142e70283d5fc4038a1b7ac3f477b91d074099b7a7c5803c7aa0c0180462c5dbdb3c4e4b9a1b44bbe1ef70c61e1e814f772e87d339e2194e84276cb76a2ec381a441ae3ec7d44843f8bdbcbdb4ded915262e124cf4bc3f34f1163e9f24835592f9084e1787deec6e5d270389d5afdc09715348c39f7d7cb3603ceec67056fc15b25aa32b8e357fe0736f75fbae97c10d46bd0f4cb1472711d2d41394c1b9dddc936317a9ab85f03bd845e138ece7043563e63d51af07ce7af600eedd2c35153b257eda6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080218706Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5bcf36229abad2cd6f74bcbda7082e3e08846754fc087f57f5c9d92addfef36db30a602ec40821f63af48876ecec86cf9c7160eef7349bea2051543d9e6f702c99d15c619ab025e7e60878665273ef0c2a908f5b309c6941489a59807ab041bacc420ff5a8645c9fb299a72eb150b5983cf3deebea00f297cd5d187c8482ca441b71fb86c93bfa81bbf2fe0e74106cf70e272605ef4646f4a5491c2cdfa106eca3990f252154560fd6cb98d8ee51982024b74acf6f0c676085f9d040a6f1561146db317570fb22e841cc18dcb48249e37866f95c21bba1085afd8f654a06f6e770f3b7aac7f7d94b6f49aed4172e7d9cd2c5702c3c5e8a68bdfd6ff35522394b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078756461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=253a38b0f6528ae56a53877b5f0e62bbf5ea1a461e4281b4532cf7cde6b0dbf09d4d5737f70e4fc14f32ca7637f7ee8262567910fb81a56840d3581497530bbdaebbe6daf770179900074481c0c16d7135d2ff9985a27f91dd7157386c28d53128189aace5f88172f16364632a5d08368b8255ef3635656ba6af2577dba239d19a769ef9c1efcd4b952557821db20a6dca665002eb31e8cd1fc9e7beec6546375e0ed9f46735eb34a009eec2f89303bb265df83d7d1785c93edabf1fb2147ec14b09a6c0c238a3fc6abbf5be1c5763004923b3bc5325bef5a8043261ece0453f9e8059b7816885f0d6aa514a5a1ebd6d31d192f04ec1061ac3cda9085f0d47f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080383166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=494c0ec54418c85dcc2c0a4103d597612f66c4b2ec5439a468915cd72ab6eb316565eb70664e2eacc90d6db495dec450e896c4323a0ed919a423faac6b7c56e0e8455c5c85cd63b1b96aac7e23fe958f9e73b080aa855254e81af1c5d1d410cea6d9b7135d167fa5e2e736d7a3f6416313692b2aee72ca166149d9f9f306276b82ea7d5906cab91aa3dd4cecdb22d3feadac3ec302e9c7e1568e17cb8f5cf51ee5e9a3c19a24f28aef3bf45dd6a9a2a0269c46d265cdf147d0a4d1037c6683a437e0561edea3d06ea88814d7d9760dc2d4ff08f233f0a0c4487d5f1f3dc66977e03c63ffba660481b43d2362f7a684cdcb2872b5946a02649281c067a98b8e0e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080396241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=282bd2891ca95695e23dd9feafa308cc8a1842774522d145e7c0b84d7cc12ac47d85b0d14a3cca1d8fb9b145015a2bc0583d29464e4754c77dd64d26cbedaa6f6bf2480ff6d6f003ed89025f3c050e5d0f745b44a7fd27f90240c7405ac20ce222fa80b984a28734db950a30acc96fbc9dda493501ddbc67e05fc5ac2d83657982206fe3bcea23c2cb2ea57edf484d54db5203e9e6e5d295acb394de2c461ee4f2bbdba1d90e1521df2f982d38abb831cd042c1925fbdf99596699e28c20d966577a2f3c36a6b61d302c6df29e2dc96b8e6a5ca0a77017911d96b52dc0d985fe726adfd8110fbf7031a31c030b4b2f10edfacf3d0ff16e68d306db09d1b7c247&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080425837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=649b2a4422b930103a54eff2f9cb2ca3c6c7002b470b0477a28ab7caabab681a009c00f2e54540388ba1c39ec0b3b16a9e61a7615e0d06976c8951542f0a68c5eb4be541231418d22b03f8a0419a5ca384a05380ee2b5a72efb0a2c93b3636dece7baaf0a860188cc48cc157f8ee115797b2a0f1b67ce18e534422ca1f15ad5cdf7c9eda53c5d218aa19b91963613af710621e30316f154c46697e56053a1a52e7dbf60de38093788f860e9c0975259739b0f7c4eebaaaa20d771c39176290de4767a87c8a82de6d22fd5f170af31bd503f638ac9ebea0cdd9dc388c00be7a5017237f862c4699b74e058e6956652949bdc4b91fb0c4f4f65832fac8638a8d76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080450543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8fbf2295592420012ebe8fb8512650f0ab6abff32baa4db4a462160d50d1b2275fbfad120869ae75003797cea8b4e2957cc429a42bcb2f522ddad1c16f7f94c20f5781102a9ad47e8a35c9d1b1e5d2f27fabf0a38532ab6134cdc1eaee1215c4953b08060a0294adac0cc1123d42cfa1d38fc6f33684f4e439fc24015497302db0105ba6381f3a68e1af74c190e30ae6a89dca2474256cce0f2fcab6e32b055146926d6aefd068e8c0dc6db28a9f92ab597cb2d6fbc938e3c0c17b9280266b3c729d5800c6bc0df2400895bf3a3f600393029aa065e976b0f82057b753653845a160909c58c4e42684cc38d1b53da412c3fdf1bc3f9dc88abc32e12ed2ddb47b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080502551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0ba918e7a07d7bd7f332ea3b9db802eadc09e08baaf7168c719bbcc40a98b52264848c77816f5d630eee096caefaa0646bec5645923912bfe0a5fd66be1fad7b7dd3d91fe719887122bcc1440015c405673e54703b15c2ac246a37c01496b3d26446b133a4842c9b9716dbf358b2971c8a047db27f877ef38eccae077c60572af173dc8340000e05037abd227badae1633dae12de50cc4edc4f3e773913c56f7fdee1b8bc26996e5a6734f59833560955ca5763feabfe44dc8b59f0c4b558ff80df6c7dca4c0fb3037729e449ceaf41326081a10b1886b4d1a25c172c36a7bb96ff7be68a5dfa0a6ac57476c6fefdc25fe211399d7e877357ec3a39edf9f8e7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078175415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5fe887723de7c072bca34d3dbbb5f39d402c156b19f2b21642d8df334129967a366b80f724cb7abd9a5d118ebadffbbbd8f25a97af22e065ece72f62023a83e81b6b421fb81d8b497d497a54b6a472c88ba2022eb239f0731fc6200d803a4528946d896878a2585792484ba68a3f268b3058dcf125f2aba966b072e4a921e6de28f5eec34c87ce2e343b9705d576569634231d2f2f0e2d5ac915ac5a83305e40b4f431d4205e926d79e87ae6d154332bd485867b15a386a01643f4a1d28f5e790e244185c622d10bf24d14f150a4478c5ad5fcc190d3c9e86ac8efe2a607358fbf8c1ae4d30728694f7af4396ef156d15a385b601b18fe797700533cfb431023&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080625694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a8eb3613dd5731746614452e9dcbcc9c769fae2f2ff1c9a5fb53bb1629ab893507d28bea9f13fc85805b00d96255af6747afcf9aa967e701f5c7d225205eb3328fa7068bdee2aa710f31bd38d4b039cfc908e4e9ac03acfcb6b60cf4cc4d0b7bc43bacab55beaa7ad5ad2193038cfc9fd4b20ff7ecbc40425282219a535fa30ce8fd7ad81fc9968834c4b0be62f7f900645fbc584f42278017a1636741c49771dd2ace47f65bea762a7fa8035d58cc0c130a0b14c8ff1aaa4201a37ff5c7b04f3257603667b52d09f8ed76aabef5f232487e7cbc3981e5983594ec7339c3c6a0f258343061400e9f86084a70f6cdb720fa27b1c528bce5c9def5bc4d3e182d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079460608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7df67aa9a6525c8e19fb00d75bd50e42b07a8feb8d4188edbe53956c843016cca6cf510a8ded0efc39d6133be94dcc7e526dcebee778e7523dfc0e68eb854e1cfe3017f95724c3a0f5a1122af066d38847d65961c582c3435a0835027624158ef8cbd90e4d98b1b045d8d1ad5176d01a3f144dd5f4138710d845abc49e8d542aad72ddb423e06b5dd2017f3cf69811ef1bcef7ed241e4a6cda2529294141ed3ed2d473154485a679af03d21011871e0481fedd1afe62c76049130c092b040ccbba16cda806d15f12ea9b3ea244b1cc0eadc0f20e101380e953c7ef0db5089b9f0b31c090f77c6628b2250490b377c354da887d352d3e46dd51c7f4afe2d26536&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079596243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=666eaa0c155f458232be49f3b7148c75da001a56d5ee7daa33e7fffbd92e51a9b4f1d556ddc74ca8049c6e7770cd059bedb5d618db7a30d02326032a4fa8d329ce7db804b97f33ca58a764f920d149f49e8198dd18de04a5bd5f6d7e3d57b560d446059e612312819a0cfafdca0680aa8f9e437b330a7d55a0f7b6cdc28a9f9c7b0ac72f0db9af9b5e26214ddb9b8668f1dfb2ce6688ebba31a26d3b78484600401b2c7d06eacff14c1bd5243a4056c392e70e00b5cb874fccdcb03326781e9946ee806b6c39594a1f62779ec0ba3c47c6e8a38dc146a2c2b5b06cbdcda31256778ebdd21e4bf16ba98b8921b2eabbba8507977e71477c009a22be6e224ab44e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079634165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ba12204d88e2fd92cedb3870aa3df627c2fa58c7abf346657cbe08df7819fdb4c254f6d43703dbbda06e5ddf80e00836d85f5316b621d0cde1612d15a3d1023245344fd077e99494dc7fee126e482fdd35027d9f54ccf35cd4235b29332c64ec2123a4476b537ec01243dd6ac5d9df70ba47586c08fa2a0d7f35e6ef92439d38ed4f18816919e4b5db41878e31b524f76ca8f431af3fffd7ad598e16fa67eb32c37a89cb5379b0d6fd41fdcf902b9c9dcf8969963fca5c1f4cfdb182b73f044a77eafc6a1bf4f3afa333b3356fcf26da9d409f63b165d795648cbf33bb5798345a3024722685a50d072763105face247dbee373d1c41561b7d7bd4302fa526a0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079653882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=53b5c9faa6b16661d262bcf6ffce709172f565e09584acd8efadc93d4dce4c6238ccf809ae59c136cc48b5f4284ef9025200da69c445221c602d02f99a1171a60ee09c2440f98fe0f1d66ea74e3517328e2946275ab3b3688c40658c606be4f744889ee94b95ac7aa9b99a262285a2703eb0d6a835fa9fb492e98465704947a088bf315aaabf59b4f24f4c6b394496bc77bd444a34cc4c1dfe5a1fed30aed0f8e0e33cd023f1ae8342be3093656f2d0e8f6555738bd93dac67d7849db62120238da56c9a82511587544ec4239383c69c456b77faf16edae80aa82e4c07ff92dbd236d3e1e99e9c6f23e5a31d33fe3ac04f57dfd2984a07927f4aa7e94bc5ebc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079654693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=15dfa3ace9b818e899d04a0830ad7b75638c6c9d6d6eafc94010eb23d430d28cb6d76162630a326b576fc826dc0621d7c07a1d4d80fb968517fa52ec595199a2b748a7c5f2030ce33196e7e91d58ba409b99cd9a4b2fdeabf657c6c4b567c1999960138a6fb624c65133a7e12244a9e32128ddf014564e4fa8866ee0bc97c5fbdbc74634667e39be8061dc80dd0de8842c1a9d4fcea2a3eec20a27db0efeee1d6b7d1f030c24442266678a26f8c72edc3698faff7ee9985deb9c96a5708b6a607632424c1dfd1e1b93875213bc938b702ce0acfb219efd05bba25705aed6930271aca6cbbaeba64cb685ecd708d5b17ec758ba8a2c64d9a024954e131354a635&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079805528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30e524cea3859b425eaa701ff18c36949b7f404e10400fa71da7076a721e5d8d02bb49ed87c4077fb4e66c14845973812df2c10e303b16f14a34bfa51b61fa995143f5d0091b5414f70e8c842ba0dcff9cb18b28e4e7c1b94eed565b7256287bd215586d5c607c8d03a93cccda81ba80bb487e5a7d037843d01735b6df01b210419d4503fc29e3a3b5dcace07f87ec8a20724b4344f038e7aa91d053b3683d15d5dbcd183f46fddea0ab1ce12ac7df13b4435c3ae83ebb403f5bbd2aca62b49ec04bf962444a64f63a1eade98598b1c349030eabd3aba2b7702ffa7d5ee6fcf3588b55bd4882f109ed08f46e71f48c2e1cb508e6254fdb32ca639d0d012dc694&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08071931Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c8230c3ed3b5de8d053b78ec9ef94214587603eba90b64d3d743bc53e6e2c2285b34c53688122208a40259e7628bfab192d2f291064808a22f93ada248c9d77fb18de164770cbd8a89c14effed7f244f1ee88bc7a36a009a76a8e14cb4336041d367a2e1f64cf1a23df279964e5ab581b4ad54ec88a2ce58c34efa50c8b6a920d38d5878933898e409e94b270efa81f9c9eb96ae5dea87e2b47b438a4dcf0631c1e07a086660882c95567723a2fca65041f9a105e9b144386954fd4db6a25b7c9d172cc26f36ef02c7147c99e2a57b175463baca6d173f5c2bbebd8f533050b27bd995cf74d1faa913b9e176e2e35ffaf86be67a96fd15cf009f90f5715540e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080728387Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3a59e7ce87467ecc07bae2c3fe8883d5e8129251c08a3c59fb3aea3338ff6fe1eae8f29c7684ae88558ba5654d09d8d3da27116acf7fce657e442a13964db27bab6920f2f3d55b0c0a8eab535460a80419c86c62a29fd8777282ff34d7027fcccaa3eefa021a63200a16eb32a0bda6dc4db0f0cd5584c26f021285bc1bed9d938986d57cddb7d7601bda5f91b118864118d504863b6ff2d65e6aa458fc40b00027dbcf6267917c83c1bd1ad479eaca29765a2e62f7219168128db4c1443dff08b796d336a90ac48c9a54285a638f68e6e9f2de749f3ff5536703403e2d7b986d294e93051b0ce3207219a4f94b0829d214fe9b528b1e9cdf65f824da041e4c73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080751921Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b0d757d0b304e9107eaec59b831acac1edb54734e359a956a5c6260f6dad38bd9fd65820879850ef61b523412dfaeb6cb670fe6bc8bd4afa24a4c557d6641c2cbda3cd89d774a99a84693ccbb6e613bdd4aac89f37c9fb5f82af4b58c061b7343b6aadb105fc836e33b344908673606afc18fe0a1a7e629d796e8be6b19b1ca419dcf572e8b2a413b6d55c45f68df7b1b91573a29dec2c01263b5ac11cf9e1be3fbc0b057439236cf67ac0818b7d709ff6d227d18973d146f979754b912a38ec275f922e9e7e3be3c49a018c60c3e57c32f46da03c616b93334160852db2338b7117cf1493673867a20315520f8d704149ca1532ef5fb212a12e7bd9e0f1a285&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080790584Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c2bacf12fbbace3299d56dad6f61d712f8cbe81b3e52910d2616c6a75fe3a88fe1eba917ed86d7a9603972f4a66b9247b2f73301de00f87bdde83f1a73ef266bd719a932ee3f48c61d557c50b8ecfff5e84c713089e2af94010a6f8ef244945260757d0d50f5e5c4420c878d14060e2a12bbae5168dd16e107b7da681fb0d2120c7f7c82ca6aee05b6a3f47c1f1b8c9d8d02c0324c64459bbdd76ec41e74fa05dc5d2247f87fb7e143db4b34bea3782ed4f76324b9b0b1ccb510bfbe5975d851b382da73941ed762757d0bfe72d97d3e04f6808f3d6b72a971cc026d87fe1a94452fb92d659347539b8ae86fd6c9fe57cadc3acefe87b9d823a0c3656bce30b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080845508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aee84b776d2bd1e0adc63d2809d0fa9594dd9b23b6548b42fcf5c0c193e6f627bf60c87b9e4d690f515aac2018ab0ccd5019ca95abd3a9a3bd6cee1ce9738831dd66d8eef6c2f063b8dfe4ebb904bf7578bef19422dc0fe20ebc0eec1310fd11073d06d82136c3d0f1b96a5380339c6563493847f91a7ffa95de9610dd7f0fefd5069b05cd3303d7d6e8ebecd5b7d63c86bc066fc9001eee56c15f8a5fdc5c86f19c8740957fe299e76c94279b064d3f0e437101f50adac051b38b4868ee29402ef5608f716bbad564accf7f23e4e3d0e0b411b8ebece2bd1262dc53a615a93b459e4d885f1f1b795e53add1731a6fe3eb0f6570148d389fa8eb1dee28f8b371&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079588619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=68456f14fb53389ecbad4ee1a0e10ffb56e8f43bc574b2918fdac92035ef3b3d3d88fc71c0e94b26905ba35074641be24d51ac1f5d243929b2322599791189e63cbd8c098513185c6ba8dee815c946eaddab7e6d97810f02c99fb3420190e52276d64eda177bc5bb93741b3c9cfa99285b56cc285ab3ab5ee3b7a13c219f7e327d359c277ac666a6fde1d2e78f0ddd45f4742af28569581ac102c48b7ab49f57d41d3a6e6a4aaccb1eabb3d9759bf2dbb757c21cf8fd283044fba91770bbb04b6bae7dc3f45a27b873523a3f7969f7e176b6e5e202baa551954d27440bc3268a924d99fbe97444a0398ba777372d896452c55c7cb00b2309cb4fa5db35ebcda6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078669176Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40ad1307b1ef25861cb9536d0752e54308f0bfa607e86d8aa8462ac905c98bacdadd0001214d7e7d29bb09f4dd1d126ac603f0e47ce047b726de31041e24c180821fee05879114d6b789b865b527e18e0f2abc822babe78ac93ac4d649823e5a171427c24a97c9b7a700eb6325b75bd75419b59294f535ea61a0f41929d8da21ef32074fa46ad6b7d1cb89e543d7cd1f3c0ee50b393d7e7ab2a59c9ef27e960b29ae7a30f607c6899410214d293f72111624037e8bc35ab2a8792ce658ab5c4056cd7832ed262a19436283c3808481f0f9da0e9126f0404f6e6ceaa7508cf0ac5efeae06d4f29937a16aa400e0a378576516b9272d09fc00f5d47adc14ba1035&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080035822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7c14331f8ff428ff1d9f93b3094685481656637d49a0db0915f234f4b96191bd0aff2c0c6ac169a9c8805267483ca70b15dd089482a7cf817b51c7c2ce9fd6c87b78ce36ad0947e338b60c5c732d8c3f83a0405437a5c596db46da927d0383dbb0d58f9e43894feab20c085d5ebc691d6427a85b4fbf5d96d5003712e0a60e0eff5178d5545120c7768b77753885044cb7942c69b683c31abd683f870ad76344776ef4cf859589a02d5e14e3f16792caf5e146fdc0fbe90984c6b3ef812c029d26be15a75d8f539f7e08c7e81ada1ecf7cf32dbc009c56401e498af7aee3c3ae8d7f86464008bbaef4d55ff3b54aa50e1807a53516553e567aadd20fad1126b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080940527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0a1b4301f19ba9dd4b6f4695976631153c9126d7bd38a28792f82bf57345d7a9909a3982e0d3e8bf9aa17b3e24fa44154ef2213caa8692dfc317a0bc7d9fec3ed050056785162dfa097e470c2aa2386715cc6a8d36a853dd517b90b91661b8d9b34ebfacc322481956cdb3fd681a2e03e898ff121ac1d650de512581fe00041e26f74eed88be45ea19030ef006f390400e589df75c9f6a76fbedcd42c336a5e82b0c9bb85a9d31afb44e438a459f87146fa0201336bf0d3abb5a1ef94a9a598e15d80e0e5913b10266d97114a5d3d4c6fd19caf789b53cfd42938dc1e1f665f29dbc333f40d6dd73d3ede1e187f1b3dc5ddc114bd54bed18645443c7af1d4377&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080991733Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dde31d2a7ae24e1b810fd8ed3b5b6379c05985d0212260fe6eca1d578c1aacd40d47dd7780e32e1fb9f6b20d44447b5a945a5836e4f3708e0931a0f109e56d9b45af22184f94b96ad76fe0ab96348b7c12ea0031efef58436d374d30a1a684e368efc0128d89a0022a6eba1975a396b388582488f8a9fc59a300fe9081537d03718f71114a4dbf122de28e1492efaeda241f6fb52c5711eec5fe7f21f0e440387f2946c228ac784729d1ef065737e61eeea3537891bc85953a4617e52550c4b4413233bfef8edd13c472e88f5567668ac569b04a5b4c40b3c199ae09056b931162cf0543b07a5d6eb13b095c7027365b71555a9e613594455844d1c3bff4195&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081004057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5f5706de7c97725a713f2de1601d27e74efee35a9b3b18ece83f73b25aad4db2567e325c7e4ddde05845e1e8de2ff09c085b5654f7cfc3b5c759ea935769361639a8e135ecf498b73d1ca0d98a5b5b5a5eb4b21770e75ab01c3cf8afbb43e01cfb53f47d82890504e465ff3eee035128edd49bc792c6dfa365e59873314ddf5f08a22d3e5acb943a320e1c830cafc083115a82d9d14bdc75fa598718d8021dae760f24b9b18eede20aa8edc0f4d362cfcda379a78ba44b45f5b9501eb786b81806e4d4306137dfdb9d778b430a504fe7f1a2f0c072f8872a7268aa67e25e7ad0a7dfe059023ddaacc3488f8dcd39c075cc78bdbc29b6468170c25226b9919981&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080115642Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f1753b28003ed2215cce3ea12a4ad2a7c1f910c6977e06bbb5910dc9dd3f31668ddc55012b8aa29f1043c18dc0bf2933adebf6b1b75153b2d47459335c8ee17e989e0e9e552ddae335049e0f45c3a3ed0c7cf13cc2fcdc25aa234a0f24bbbaacff657ff4f219922063b4fc8027367e16887e23bf8a3ec846719c1218da5b22fb0c178da1e01d5f9c06f1e82e86704ff85cb16fe9dc18a02e9310c837c074a4fc16fee5c0895423eda8687914cd464fad8d93decaed35c06e308f4e33d31f6320da937d14f10be781725820cd40d7e7ad5bfa2ee640a682c7c482bcbb665af97e0ccff844a357d9bbb56eafc6a42ecccc09f93dee0683220b8f6303fcdf04fde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081092814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3be908ad06d3bdb8558e4fc4b888d820b40c8e55e7fa14e73ab1cf833b5a606052262bdbc141bf5d0dc224b947420ae3d4da03c13486b2573e1861e84578f9b87cfbcbd12982d191ab34650ee37d1f4d7bf81783ea8c7af9b184d51a7dd46cd8a2edaee1dcd04032d3cf5bd57f5881cd23cf45ed2db44b78b4699924b43338b79384b06a959cb2ab49ae6e15c9a41c2ac7ec7b5c00b86f0e6295ad3740ba5e725b9a8b791af661117a2990446318219c2b9b05571a73d5156ad8e758342581408d8254c587a3e0e2f29b05ac74942c3f809cccaf4eb87f23f5e57563678af3fc2a7d34961064619925c0087d64ad17605fdc2700323fbb649eab390965c129a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080163342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=14f60c84ae4e0085467d6bc564ba01b5302d271c7102e0da711712567f9ac4ce58871c49518dec6f47074b4c7fa5882b0d113e224534822920ec88e3bd54b17a8de36c332ee4097cadb72b6b0a8fdff89aa0d268063b1ec0c15151b23ac58ac6e1773a548bc4e3e2e79b555799cbe6621140087211fa4620abe0ed1fb9d09b5b4f134b2eb09ca16ebe0724d7a93ece9978dbe39efd02f59f9faa50445f56f9d5f5fec89caa2f540f40214b4b1ca4d4c5823fa47e70c9ac3097f51be390fe9326e2ce7b7bd83c3bb8db779fc3869f8a65fe2153b0b90fe766acb220576bb4dbf4f90e61881243dc16fb5670dc59b0181a4d13c49bc3b1a17492c4a18d46d300f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080742524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=87a9fbfb86c15541584464bd599cbe82d4166d19370b0e073fa9c9736d66fa6e114ad6960b2012b076f07ccd945f6476437ddf8b36eb2703910dacc239ca678059bb17d53dd612f36206cffff7fe5aebf9ec9d251a468e2ba5f709761487e1fa6269dea2007f0afda697dde2e51b8d1f4acc8952442400c082ee46ced848ecf0ec374e2aa898f90380b92d2572e6df89b8b43b9863f3fb54c4b215964a4e73203ca0f7ab76048364e72fb73f8ed061b1b1887e0c27cc4800220572dfcd5be28af9d4beb28d275dc9af2ec9edc8046cfbb2c6b5eccf43bd4f3f6277a62cfd58eaf3e70a9f2d3c60eb30b4ca8493a899bbab061dd3498721a779c4fb76922708cc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081251533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c62fa07fa45bd70dd4c0b5225258376b1fad54aff502b5aed03d83c328a8c3247b9afe2e377a5341425e967ff9fc5dc02c36b559de8133ce9542b19d185c0d592f18d2df9e8b85a28f2ae59c7c2f0cc8f405a0a0d5192aa4cfe796751fad5fcdb97d40d19a060c0b6286b8cb98db819f370efdfd16ddb98dfba0a4d29d33add7d839d9b2dc2a2a773505ad7dae06703412e6d22a5078982585cab96b57ba09399c423027d14b06f67e5913bb23077918f06b8dd91b45496149a985d4f02ffe94a25151f19ca3b9a00fe4bc2b7123d408c45467c50d08b0b507c5166a6cce4bc7e70ce60f5898720ba3b9ad0353c7e8e280f72d2335ec6ea1a5b1fb06955845d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080792839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=57e5a195097ddff17b7dc959db716277951a2b7e2a1809fb6cb087e15544ba60b69d98c14fa42f9d65cd4a2ecf3f937dbbfedd1d7b2c607106f9ee5663d3c160c7eb106dde3ec3e8e5aacadfa66c312dba8661513b833c9d9792eb3789ef6e5c0c76215ed80c71835afbfe138a1ca749e551699673e7bffda28973392121dbac6ee6dcd1bc8860ea9008324486b4796c6a66defc8b6fe91ad0f4a113debc0e290cc9630b9fcdfa148f455c341ec9eec942347707125b584962eabdf84ec2a3418d9f5d3e40497f57c0afb1f1dff3822d4351d4e0c9d447c9d9617c143820607582abde3edbb1d9ada5a9e8ac24d743502c1d4701fbfc0c712531198734c89a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081341563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=76f154d16e22b01ae9fb82f9b2e72629567bc7dbc52445bf9f00fa897f81311e0d4e824f172981d5467d50e858321f9bc5522dfb0779e1b1b5b7fa2f0377a121c1eb7507657cf5750b77411ee31fa45d806040ef5e0141ed25084d3eb24f8cf9fb26242e7deffa21323d108a95d7f3ec5ba4be0fdfcbae556558e44b3ba06f799d4ccd79ab246ee15007aa19d819de502acf9f9ccb5ce4eb96d5c960bb9b11a5a52312d58cfb0c8fd6f1cf533039bfc9f725bab91f90c3c727b591aa899c3a88ab0489b2ef05d0bffd66b4e59cb83e96c9d001ebc9799ea64f9527cf5e40a054f2e22ed91e2574386a900b0044d8dc0e3539ff4bd51b25712ed70f379906eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078707198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95a77812060728703eb9a5162f21ec462eeeee11c09236ae541505a7fa1f6e4c8b3f3701c818cbd9ba4a250aa170d42d712ed1f3dd470268b0d99a8360d39d6bb4bd2a16ad9ccc83614b426adb9b936eee01ab6d18530b9c90a3d3e11a3ce5961510d265e9cbbaa2719680df4d40b3a18509d4cd95f236b102a7e75f83410e549cfd5bdcbc77e40d0facd0ec40c6fa676103b24086867d4f75e61ebbb4a84a910455490beb34e30b372dd76a332f5df9409e720b0093de4d07aac8366d3fcc0cad135a7c1bc0a459184dc8c2648498eb3aa104e5b50a5b0a2e7b1bbc8b0e74123ea389096c61902c8bdd7c3c5bd8c7d0ccc082878707dcf5ec24159168b53276&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080943823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2b132069a00cf50d6b4f3106546ed7ca0cfe3e5cdf10d1b8e1e8d83caeec76670d3f8dc73cb9841cc7102f182aae82bdfe374fc5b0dd409c9bae115e2583e791ba937d1fe10e892e1ed4935e5688dce3c907b88b722da21f22ff782b2544e6ec7e8ac104dd8d5b316495b01bd2c4cdd8ab56f1a54d032b4fa51d7e5c6903d4d6e72443123a161bca3a89bd6060adba3a10225862a8f7c4d9d36294b67028e843b47b79f2bf842ff2eb73985657c339d4f43280573b1afd0cc35021fbb4c290798d3236b9133dda903ae223bbdd09890a601ee828f1e9a6b7a9ac739e0453233bb9338f9ebf5af7181e26d90364f1897f692f773254241ecaf0ada57b63489d6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081567759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=768670e82a129419dbfea1892ac5e4693fbc410abb8d03a2ac9dbb76bc6b9b50c05173d3024e38837e9a722e0759b506bf25a31341e57185eb28e5274dedf3d70db94e8afdea5f65f561e10de50bd3687ecb7bcc4fbcb6fc509287c79ec2faf04c8c83a1278d592fd75e850d36951235118390c31b30f977f91d402ad3c7698600fa142b201e4d9d966c79af3ec1dfc3e1162ce7156ce9819fe25e7346b9f72263ae579622ac24e4b9027e5666e50d3d1f8bc33aa1f0f09ca03a41b74b767587f778c25ce2a40c0bf3d80c512e02e129ed05bdc5de91756fe11bcc3a073ee0267008bbb9adab478e0486d1cacde0cfdeaec7d3e3a9adb0db91c72cae42060ff9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08004524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=05d915a4a78a4d81f999e00bc79f7df57659d7232e102a23ff400e4a843bd54e89b9ed83d87d31bc660ddf55e0d9af4fd9274b4eb9864df48ecb6a0fb11d7e578bcc094d803ea0b60a6f9a5875d000ed4b110d47590b8c3cacbbe85fadaa5c36b93d32ba59eb509a524e171b894261ea47b11862b768a42521cf88502d008d8fd2f717b04021e0ab0dafca48bb54d87f1fc84cd367eecbf514cbcab3b90e986869e246db4d869a977f640c556c92f9f2eb3af59649545901087048f4a03a368102c977cb0427000e35096545d044c78d054a2b15a68b6e6718dcdf604ebf1e67d9f097d4d8e0b159da14da6b9485075a01b26258c00199e278366f6060bc86b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080103339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=717102eaf7ef074bac2d7d5c715e2e7724a69cef1491a3204eded547b4b613c21fa50c219a1acec62396bca641b1ad3b9dfe49e1f3d090a688aa51bdf58e8835abc6fe542084f88b420c8411b0583acd89cdffeeb3a54d1a1451c5b2599461f6af7bbc0c035e31a88c1c823e1e267647222fee3918607ccf3a817cbfbc64becf97ba18770327bad207b0ca7780de5df179cb9974c87bc7b6e6e47235580a198551ab67c895c9de9a37d8f6f15f6b27e813ea1d5f9cfec53c9ca0403ff9e6f45f40a789aec8563d2f11508183c757bfe3a693fd4e6184f9547355c2c4ff05a01db856ccb26650deffb74234d6e32193f32ac5ffea0e62987336d32418f09437e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080144797Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c38122426026cc0f252b6c2407a174bfcd084c7da08429ac264d95d055cda3485a8980350e3a47462c40936edabd2e39c3e82e80f16295919f6691d693e5f9fce626bfbab997c798bee9fcfa25eabdd18ea54cdcadf09451e69af7a0bc83e4254484942c16f74a3536de7d51f8d068d103e123a16b2906541a8e7877bb661e21df1eae4454be04d6938aefeb1b723fd73bad177a89a7d2ecf3e07134fc7c560410771667bd9855610c6f7709ee8e86024aab93cb88b4cead85dc987b5df80030facdcb9cfa4ae8c162b897e281f1a6b54cec6e24b522e0e818aebdf490c85c72981b65deb43788899d031572ed77bcb8577369a959edce744d2352d274536dcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080336018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b262e51ab96adf094815bf48fb4318b365259b33ca02cb88b0962b864e9169e1d34fa2c4dd68d4c5dd00ac1ba8b01cc1df2f6ae3c536a9460d1b70afb46d60d525e68213152d7b1ae9cf96634c3451152ad6ec07a934d5cf367bf7eb9022ad3e20d1d9e2eaa522be6946ab49026fd0ae1918e6ef05472f5d49b9731a76128346ced70a9758a8797d348f687ffd38ca7c621cbe7bd6d998f42e53b1343d06e36834bae68a484b48c0692ba69bc0f756d4ef2055911cc67b5dfff894008471f1228633b2acee9d093940e489e4488cea992f9fd39b05d97f370d39897a96b45494b7a64ba9101eed44506ee40d23473fb566fc0dfa853cb05b36499751d98f962d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08034774Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=36246992631cce7162472d13b50475e5e5d5c4dcee227f2c8537ab9c0591864b8935fdee32ec3bb5badac0c7f36b4cc141fa307d447b502a113aa89bfa092a9cea22a43359fe65c261f2a0e386af3d55c0aebddd862de7eec56a696d8479648842246836188b37b82399744fcaf22b549730e49d6934f36fc102bb79664da1cd20406286700a67d026ad4bec7478b8aba207d770b126b7bcaf53d9ce0e2a274edd1f6e1da45704e95dfa575ff3a389b4d8ad8a32330ecd7d9a932c162f366faf29ee53a92ea6c613d1149fc0c1659a2a4a3e7fdb016f6328d922c5c4f659b35bec9f1273ca14147282116e159d56d8a1ef1117dc95964b3d25ea1d69796fb96b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078727075Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=17edc5a81182340819c2a7aab34c6f457b804b537b17fc2d014d58c5c1321eb642daae0bdfadd6c21b81030e5bf01c301a0b795fb9c80bb0349194ff64032e42a2465a3abbb31f423f68fd27a33f2cb18b8807690783fc46e573a41f66ebf0be9378b54af6e82979b6ea822a301b02783125263631d5059df3312c1eeb68f691e6fe2813ca53ac48a26b38e35fc84af61a952457ff92707aa56ca6bf415c00ceeb506def8615abea3693cf10ececec881bef8eb1e2000ffe0d38a421ebf0e60a3b1cbad4de3592d88f2756a5257c3ee312782ddb0679e9363c5bd52fd2b762d66fe35a3f3df7c8364a0187a3b2b6301a46b3c7747e115910b5ac13e109daf4f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079534757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9bc510609fb60a379f076a7cb610f69bdf9d27f0c3608b40deea25aae21b3a8eade485a53c7a41dc31c33a84483cd94f6698eedeb6943fffae3e77682436773d183092cfc2fb7f2fb71106e485c9ca169217458279350828268629aad7f85ce59a49522c9c68c99b597fbf43acdcae4cb09a395675c0cdb6ff57bc42f4f3881943471c20a921656388547bd9030b818ee2c333bf46bff372ee16653570ebf149878ff2f60f8946f0e8d57af3bb8c25c70409002e46cf57568e06f5681d1f3126036086317beca602a1740603afccbf3b6d8c037d19816bf37d06da395d8f7ff3f6c7dc33bf7975b91e59c2291d8fbe3c0eed844d3c6a4f5d8448f19ff72fd021&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080664777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=065bf557946ada990a3f846f6217e1e25517aedc761d0f9b6cdc758765de4f99f95e85c22843ca633fad4099769b0513edd238834325aa281227dfb64e09a93cb35cb2713c84efd7fab267bab8e15225dc617f1c9963e151c2e45f50f9e7a525a92696d26af2ae015727aee1aa0e0a955096b69b926f1a4ff83a55bab1a4b24288528fa07173a2ebfba4d02c8c781149823a74b3dc20cc636ef22f5dcd236cac0501d0153aaf2bdcce63ba7c71617e3d92571b0e438ea2113b39a47d006dc8ba75feceb1250ea8e52b870379d072ada1e8b88ea7ae7bb004882e6e93c8a265a934e3a8cfc2dc51fa81cb7f3077c6778dc3495ef255cb57f5d8a1a00bb9a4e8c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08005607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa742c252f82fff54df43bf19d15c480c2aef1409897ecd78189336dec412ab88c4e12859e8302c61eec57367c6267d6b2a30931a23bfe2ed9fa6eb277f379ffd5b4336cf55b2ac2815c7db544ed858a113b535c9211267dfa897c05c35287a398b94e856f25b32bf493718074e5518e5402b48d566e5755c81a8e85798e78194e3c6d6235d166095f12be93f127d4cc642a01260f399efabaef03960f1463484c13048944742d4fb7bd005e19e910ed282806082441345e5b94d372304b461e2ca222b337e58f0dd3ef9b8856a37c486d6084b9e5af10cf73b60593855a9a0901073305989311e6a28570551036071bedc38f13856b022e3d363f123369d531&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080066981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=048b8529409e768dfd141df97841e2f6eb1c9fc5e0f4ed98b32ea63bf4abb9bf709140036ad6ec48b31126dd39200be580b465f44dffd4f0990b85a8fedfff69191dd22d422cd3b4162ea1363540858e972bfbd64e747f839bf057eb6f835030750f6c2a0edc671e8995a8503f5e9061afa96a4adda39e0af9f194a6626b310a0b99aca5226a17c73a42c599cfcb055f08de9a4c583e9efba2faac3db3808529fe82c49b3aea1ce3616387f915b87b8ac6452d76900ed170446cc7016d19e3c419569b40255fd82191db0e9924bfd7db7d96c6079e6b49439962ba3566965cff8386f9700dbf0b4cc249803296835aeae32c78fc080671ffc543ba68af099f4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08173297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35e319970ee1c004d624efab6fedda33ac6f6943bda77344424017cd27272d768b36f5bb601598223575f5070121a4a327844a14dd4b930fb5e3f9604c7a6c3acb61b5601df29defef96a9f806d89f49680c1129ac5b7ed6719dcffff2fcdffd956c227a3b19b356847b57524dff89053fb5c0b46db0bcb350edcf23f3310f26a5dd0471848b8a03fad0b69a8bdafa5431cf2611f36a1f2a75f3b7dc64ec8e9d42fd4f157c38e577e0dbf2d34d291c66791941c9356e77b447a3a82a0fe74fadcb611f2bc1bdc659b85c95c76a0f245200d94e6c0f7df768a38eb03abfe3e62ed389733969c54a6ddb4ff516e7f942c8cf8afc32af382fd81d75848383f870f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081748189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c1d7617f22c5b8176fda54017b6d0eeab6ad297fe8cb730b940b174a4ea98cf7908a47427afb6b70f3570884fd00ec3257a02e75ab9b71e9a36635620becc48e66ed618f3a1483a02d8db85eaf4005f2d5d62849a5886842c61c8bbddbf83fb0be4466c014f08566be269a9830615976cd331d1fa0be878024d4762d5f9c626541aadd5eac671cf18be03dbb71aa5bb68bb2bb5ee9d603fb7a6a47d48e6f5d8f4b1e8dc855607eccd206c82c3f62ef697afc329b9b637282054eb3391359f9735fd3ab91a35dac7123249d9a8e4b1e04c5f3b713a2e370dbc22369ed044a78e73adca6a38a7dae8412bf64c2cff7bb34eda0cd86d41728957317ed77d4fdeb5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.078721825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa4da579352174b8f815517aa620f6117c33c894e8d74186318af110b0512f607cf6f5410b0fdd59fbba2ca388e19bad3e35482ce39946d110b312dc25b86f34a1f12929c6fe7e9b69fc6fb1d84efb91b2ef2ad292521ed47c76e4d3766fbd4264aff45c17818257cb342c2c5c26fbd42104acddf97a1f26f16362907cb8d76855f0a729dd24e3b583909ced6eef6034b39a7a40b3ef5de45e9be6d7c00e49e1975364e28b2957a0531e5369a45d0701e8fe8b2b298f8120b400ead891a7ebfd2772fa0484750a5e347bba027bec9979787e7cc75c12e66e83a79eb80388722d8d35fe807817a0639b81d8087767ea53b632eed250efd8094834a84f1134d0f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081839461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=47f0b7b14ee8125f0586693bc8906a4f93673ac7922116c1d8e586f7110b8f76f710c89bb9a8e70efd03471a005d22b2884f38b584541e3e365ec021ade7128488dc4e8490f37415c62f11bf4ffa51b92b032aa0cba32b469ab90b9927700a5c8ee22fe7fb7c72ac2003ddf3eca0bec48fb1d5db5e66e628283fc06d13e091ea55f627cb4b6ec96fbe76978117c64902e20f93b6f4a2747a695243cffdc6d690d4c238655b7307a2f5b4355aa11033d90ae38d12ca83b51d4794f159e965746a130f2ee4db42d25811ce6acc0e1f8ee3bcd15ba5dadf04c895e0ed0f8e6e3e3d2168144ce656d2b5784037fde1ad577e7c978fe7f1fd073427a8b458cfbe6cc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080096186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0f08f1e57b61da52d8ea79fb75c531ffba8d54ab2d98d7aa9fdbfb8c3198cca7c312d69ceb53b7284386dd6202f420b7c145a7b8a39bdc24332b19d51d2ff5374a6f287c9e57360bbb4630738a4c57612cc0af97459301178762872644958fd567a734af964ed73f9165ff424ede83e41c5b7f64d146d6dbd2a395d3609ce10e038383c458792626487bfd824962a6545e265fd4763e649676a88fddc5a22fd2e7528d38aa5acafb600822e817dde1dae8eb48116ed05614cb577cda5bad57236f3dcefc065dade08b224705059788b6fc06bc08b085c2712fc8686e83627e523463f40ce47d82dc500791bf8ad47808fbf57d935a1388b32ac1880e05ce80e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081877713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8af0475b49eaf138927f78e4e8937e11d6e1a2d88266d88cf9e406e029959a7374b2e42ee2ae2b54926b74cd7ddfd29a6bfa2eb91e96e54de8cbdc41f9a9f17fc75eba2d28bbe0652670b76cc43c969b93ae648d5e008ef4bdd836a9026d914b6e71db322fd907dc62610e52b175d08b4fa426c3312980d6612162bfc3dfd74aa8e74c4fd66f9c46331405afa2a804501b04b86152cfa818795ca63f69f7599fe57bac1c957be0d8aafc5fd5a0514ebc75d563dc5b23a63d8e3f880abfdf09639fa6cde06d96e2cd433331ab437cac19139e859cf6b4a06304f1567c1263a3458780cc220ef940537eed40feec1e46d060be19d51ad1309409454882ec4eadac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081910665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40f19f474f1c4157f837db532d35dca8c359400f7b60628acd0cf4ff3f88ae83df32c196ccfe5732b51d103ebc0ea7588ce791c7be503229fd6eb93503c890eb02b4b27804f82f1a1e9dff68dec4d77b07e52582bc32cca2af74650d9daab943f4d25b6fcc3347fc3891a9cef81d369cba74bcde415de37102652aa02d73064dbaba5ee2334b580edd7cbc87b9b101596b058c5a27c780bfb741bc9130395a273749d36daa5d7950d8bc29f414fc44324320f771a9ed1beda2ad6c2d21e7cca809a20b86825682a5c9404b30df7849ed28886c7d1b93cd3a9133c63d5d875c01da23224af5e67359695ea1c37159209677b1b2d7f3a640593affef3d0d694812&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081937616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0edbe17041736d7ce7073aaa0db1e4c7be29397c3497505cd51811608ff2ba2b47233e572336346a24263bc7c9e802f02e5e50528a835d1461acdaa220a07e646cb825f3c7da5027db63bba86a238b900f4f94740dbf042ea06676dcf7621212f0846f7a17d1c1572a8b3b7c8a16a8ebdc95abef8dddec3672c9fd690203c867f3e931c0cb6d18f5106ce09895a625519b178560e70f34280fb2e779cc8adfb95d43974c655b0312c934c6746a0a77acfe03ab93638ca8af7ea3cf38b074898cd2db253523a7aa61da9203c942fa3d9ad722df62938b801df9e860da9256a68e04eac2ab05addb38d661c95250cf4a061977ea4a7992daeff2d63bb72028d8e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080096556Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=afc1eedb2a9412d5c165635e6f9042fdecc9921250cc758d93edd29d345c90b57bea4a8c3a04c0c08676962d78f47539a03831d0d83b0bc0eb6c7e2152ea195c44f80e4847c943cb6de2f87cd68877a7d051d5fdd63121e128e0e7800f33995996592516e73e9d767dc16f4b0cf44db4bdd7e5bfadab34d5b2290f6e66926efbbdfe6bb2ab26d72c658a6ec59110b0f677754d468eb9dc47ba119387fd2b2019a4ad93f0b6443b81886127b3a50281def27f4bfc8715f2ab28edf29b5c0c1141216b65ea10c61679a0e470aacdc9258ab7a8c0981699e7cf0d1241ab8d35dbabb1266a2823109d2096d3aceb392120f12cdc8746d5dd6d6fcafe73c7b639cb20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08067687Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f039ddfe43ca85c82d2de96b126c67caeb22f8637605da2faab4711521e627263f6a9ece5e99866d63ed33a3f34399d5954ae6913be2069dcd59846fa20fa1f3d2d209f9ab42adf5f040a22bd1d7a611ce71474ce075c01dd36aba299e2f670b6bbc8e3bd7f84bbacc550098e6bc55ee64c90f14442e22bcf4f69727a1e16b15b1f3e503153307df73c2a35ca5e5c9910a7a30e46f1710932bb0b21857c173b00bec31a26e69c6ce7303430f6038cd0ee18747781bb46a1d7d691f31da6fc3856abb082be918def290c2d7ccfd73148e190f1a98e08bd21e40896461dd98b7a4bd3d9c89a00ea74bbdf99eb223feb26da1f4448da3885a7fc70742c74daf231&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08068764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c1f84b9f16eed4c403be2e62079a9583b55b5216ca21cd7be8da63e096f4dd4aaf4f631e10b0709b2c705e02f0ce15157f394c7312f36d359ae8a7d3767dd17b84d42c52fc0dbcd04cc7b6ac9de61e02cc16b8ff98fae7f8b537d193408647f3f20574183f37a48e56139d21c4d4c8bcee7c73c4cace4a393afc05253e756c4736cd2487c4a1f53563251125030c1c1eb62948549a65093eb6deaf62ab80242ab53ace85e049c409ffe7927d1d50e600383bfa942ea53a26606673da79aeae94a055bbd1d9c56b86073f81eac2ff323953f427a85033022e894cf15a7ea27c4f8b28169ba88ec4188336f9d7d57ddf1097e6ba0bb47f7a126dd801dc79590f11&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082187046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3b4e7bd930c284003bfbef161e603ee8a63e1da8395be21b363fcc553d47ed283ad0c77d1937d9f22bdcad1ff4f0a86c8a604bf263e23c750bd0b96ef8994dc3f0949420d113f06a2403148873dde16844a0409b046e7c5aa598d7b901975faf673d4198f7f9cd1cbc5c7066097784038804c70611d60acba60f87d1ee77aac7d6e2063107ce9b0f6d35918e2fe7d5a1fa23190031c2aa636bf3f3bdb9c7b05594d925247bb58ec4a8b66a3e9782ec4bb14959bc54a8cd6cfaf55adc80da3ae1804b8e379dcbb2382171a17112cdd3e4471f6c20d3ce9458cedd7886550aacdcfc043c8fc4e674e3f5a42a59a5fb6dff5a0c44e217429b921095952054930ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.080738206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ad88135cce93aa407e055a7d1241acc31795ee25700a5a9ba4f2656bd9cbc55f86c0e3c35f8cc34f3462207137789dd7d88991d614c676423ba79755fc8dcd2acb5aec3d784ade816ec789578be1b3b38c76c9a6c6082a93f946aba3ead3d367938e6a9e75fe3b562853ba5dd6f7dd3a37f488b7b216bad72024ba2cdbb910b02c9f06ab6d78cc1894c5eeb65b0f922143eb64101b9794a529036c0cc85dce3d75636e0bc04b332c5c0f5fa7c23c8202f16661fa828a3e96229866ea9f9c361eae5d2da1c5ccbd7bc11049c14cffe668e8c8c2259b7cbe1c2d54b220d9adab95849a1e155e4bc8a0bf21f6441213efc25de40e529b0b360a6dfcb7d464c223db&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082254443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b2f5075ea79f999b05c015af50576eb4c02835d4ca916ef48c285da3c7350f28bda96f69838c63918ea7f73d9d718a1194215cbb0ed487fce6cb66d32eeb6596dae036e5b2b0a85422ff8a0e9cbc4541507209d82a1d7b39f6531c0fb99f67aadd693e90f4f609dd27fc9473db8cb85fadbcdd794f0b2d962f754a8e66b4f2d8978a6b448561619c082e7c905355b0111e7805cdbd2fde357d570079d5b9f40a1c299be0bfc2af633441e6c6c847f4b48e97348ce030dc53f49e6aadacd552ace26241a23de18a0665af19d84bac22d66576d49eb15d116b9eb9358094a9e6df102860192b0e8a59b296625814284099d03096f27da117384c0a04a6422befc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081285187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5c9176005e1459f659f04bd0fb37641055a44fddf7a72fdd3967e712a456262a6f9d12e738af3a4f237102ec8b4a023b248e9500f2870af57609771d746fe2efead4f6b763a2c2750093ddb10e61b54ccdf06a7507e67ebe7ec27ee0d78acc6cdc1955c4287e6a10c90ff34fe1213088fd97943cc98ac98c46654b84c6de4b2b8036affe791f5a25cfc4a078c901a817b336c898beeeddcd1bb8195bdc125134690df73a00fdedc82d094c71408f515e16289eff94483b3659b9809c2cd406e1c1257cb69ecdb7925c329b731531066f360dea667f3003e16885e5f92e47c1d53e66acc8263ad96eec37280b25d2e36160eea084c37cd0e3e18f62cec016f350&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082325738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a0abd6a540f5d115ade7613bd473a6bc9ccea5490ecdcd90afca7b0d1337d9229852dfacde76cebc97aeb8f45e4f67de5d81e245cd1412393121a05f80ecd1fa7c06dadfbd99d320dbfeee90f4bc74ef1a2a4df86a22892670f5f11bf5adaf7e6a94feeff1101ef6dfce9d20a20d5f9f22789aa959a143673990ab60eafba1a297284a8506bc950c43f0c10924ddd7791f3076473191a81d6144c9e3ad51f68ab3356b9a3051ad5e52e1bcb7d41f44bf4f126efd347399e3d4af3c0ad1fbd83f57b207659bef86fdf0c9f4fae300c9b4a0008018dab5f7fb8bc17e0054c471c559c196a751d689eae7be970b1a630c59844d84dcaa6d2295061ac3d5d3950dd4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081845743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b69c62f4174f4d53fd7c847711de8785d9330392f0ffa4c868273da7fce4ff0894047e9ead539d76d1025c08d025f16de4ea803b3af31486ef702311e3712557d30e8b3f2243176a3534cf3dcf1c28b6a7510c8f9b6a4e753350cd6f2104ff26a2b561be3466e07a987e0754a2d74749fe529c866911a0a6012fc929a7e6113b85b4e00bb9f589860d656c19411565cc47a3d0403b1101c061991e1bb61bc8dbb5368fa97b39b13b40beb7fd9e379c4d0306fc9210728f3aaef1b2b857a34757e0f0712a3e858fd46b6ba0356bceaca3bee74b267c2a128858489551032ac629cd7eb402805c9374738f85421843516ab84fffb239679f4446a4e85bcd5337ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082374429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c4ec84c9889b847d6be309e53703c34a39710f6f295e6117086806b52ece793c809c253162982ed6611d23199cf2d511d1996d6bb3b5c022af4ece94e906ad7030394428aedb2afc6b3ef8d303c3863e51edb4fc63014e3521acedad5114a7994b8246ef7369f68eae4851b4e7b898a3430302a1db83f722291b3afc3febf2f1808e8f396defb1d748d9387fb0747db5f3722d2240ebfb9bd21143da8980254d49ec7fade9775472f33ea6892f8ce300b7adcb6b942772ca53ec1832bc14a68e90558f73616e469b83b76c5b97331e780917d0c3b180cec4e11a977555939e04d1e45ac8b013e2645898d6e927872f0bad55f25eae94dc76aed89cd0596e315&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082446615Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3e2d10f52d39b9e73b018b4606bd00a5b929c328e1fee39913014fcb6ad303e224b2e7a2a0a5e1e8133b1500c3cb763a6cacfc74c9ae40c1e858222dd7e575b5d600a42332a0d66ae084c97048ef53c1e8bc4bbe895457a8c688fa0bacdc27280be4e9451828a20591cc62ef791c783a0f869eedb998d3130118b98f655ea890dda874db3c69c0c8ed79456158c158040543890b95c425f43be844ebebf23ecf0d0246bbd1aff9792005adfa12e9bf9db9081de7a16850d98eab64bf855596976aa01037dd8b37466351504776dc6f747117214b0008150d4279284b6ed73e51caed72e2fa3aa909ac02f2d666038778c78675d4c84fa376f0b010fe612710cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082460622Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=91d77361c03a17e31f8f1b233b1aceb51a628f7e051bea58ac1618ae2dcf04d2916db9b5882ea2c78db1bf63dbb2707d5de23bb350291d624a67a40af2f80f26949553b8015256d149b8efc0afe5e0ff2a582bf28545ca07a7434469a07538399f8d39707042a125e5767a7375f57dd2dcff59a7cbbac9bc7e0367e35e3e04fb255e33a217136ce44c5ae45e34334c22b33a41b31c7e170a5221d0be23d8c03081c3d1873930f1f27347e3593e4ee31200a95f770f1d6df44f81be1feaf97ec578b0062086f00477433c3227adb7af3533ae959c6676e2456310579bc23e7e144ec7cbc8faeab6e915ae61cc5b2a6ad791d8339a10fa3f19c7d529de9e93acc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082480359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=51db5acc67260b91ffc8938921a502ec0c7fe9b9e0773d6c67b8414776d3a53b41e26cede10fc8f21ac86c63b6f6cd7030e039e278e2778ec398e1675146df0cbd35d9d4cb14179b44856530a2cecdb46fb16b5f3ec85fd63c15c7236a79f54cf6e5053b73ad69db854bb3b1215d4a739fdda45b4ea3800a6ee609f52c0fff0dce4f7193b18c22c82a25c8f99891769581959bf9df6b4add8038110921d917915656dece8cddc7bdaf6cd1e7059e6e8bdb3629cbc9fbfad038135ed5a3195e20712429e12a2857c8554b5cff6be28c57195c3b0cb56ec6e0fcedae545c2f55e603c4fa0ae36796595a558174f3b7dcdd16b01517bf1999760788849d61f25c59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082782859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=52e6265f942f0044cdb5357f33889b339cf01ce7a53bd5699863a86f0f647626f84a21a4787ffdba49a87fceca5a3636c02d5b191d35aaa0e0463e7733dc74334e2f7abd51215f4ec772405330596ef05c9de852ba41e1105cf97c9191af226e4058305c0b0f27426bf3c3d795a730705e02c998691027ae7e4f9f9c975cb1a07b8ce0193c991b217777d5d56979e4f603e108787cd93210a691ac7e030f822c46b56d6aa3eb81f66ecad2eeb158caa8f5fd0445d9c632a29cd1f3731f99e77b124ec03d376447f5bd871e69b0564841d50abdf1883b5892e9988bb05f08724b21d313bc59074368e0665834a62c875c5b533a9d2eaccc416ee4e84a0a7d90ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082814028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=86166609c657a2aa61767bed2ff03a26060129980d7f13200f9de25537f44eb83c1351f1985f458c6c0bbf48654bf2193afd049c22fb9917382974eddbcfe3db67abdc7621211baf31becd32f4ac5b354127052580297ba8b61f0e91c8ee156009c423b51d859be54a8d7ce6eb983ca2aca67140c07fd6779180b22d788676462e1d5b93678d23a4d6b32dbefa9cab01f7c5af5ba4fa1eeef15c19cbad11bc7ce62f1434da7dd8021460bdfbf38edae3b928651d6368dc1a62201547078018f93bcb40ed0aac45e852f8cdd2b0634434bf2ee50171c38f167c89a45aa9f86595e6339d77176d61a19f4c29c94796d77c5d18b4b92746f04ab6112f63f3fbd824&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082841951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=62d266b33969822077486b89d4d1104d4f54b7b061477140847919af0d3953a38f2bc6b5ddbac3e1f7dd61b761c1fcbf5bb972117e979c0ffef699510764552944de4644fc1a06a60a9f1849d24f8be262a01d786b6ea31adfd55184c29762aa435bc199005dafe1e9d11f069336d314009657710ee835b0f3c525dfab7a276d8e46027b11de6619f296ad469e0b4505d38c0ae1876a867c4ad88beff718e6f6d3a6f0432ec86c29edf14bc914fdcbf523f072777ee5a3aaebe78b04be3b4b65988b36a8111b48e67e7bd87c0af54da244d84a01f93eae4f951d92dc6452ee9cc9ca07f401a28e664d6c3a8f12c1f103d1d9c969a6744186d6b2ce4feeaf11c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081797612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=56f3d93d535e021eb8cc112b3625c0c7cf7eb99120acfe9286929c7a255492d16836b9420ba8386e028c74bfe96d1448449c18694ffc09a81a3a7bc7bfd2d27e2c0fa79dbba0bc3f1b91d508355a3d776ea61b7a44f5b5f52ba8bed03a15c2e333710b149c4bfde1f475d21c07f0c81d2a9b6799fffb5184907b3911913dc66324061ca3486ede67b06d90f010db2af46fbd97091252348149afec80118c8d47a30387a964c14bc6cb7d4861e220a9f8a8e340faacb6e189ef28f502e2ca7cb7d09c871ed96e8fc55ab42c3792d00c2bb44a244439c3aca23dd1ba97f61fe6d566b867b46e680e5250b0e011c8243d8f64ec7048f8f110acad8f61d6c89ebb67&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082911061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=10f639f4b7b462d8993aac2b699ef51e746855804b2d93423254794ef7fe488aed77d99709bdc0b4b32db0034cbd315513e6d7fbffc80ac1a395591267702869e0a96acf19134d61a784aaac85894f4707f06da3a54762075247c719275483b46b54917b2488119a9f4ef1e250f48ac9d382ed124af6762754f8cabf0f45ef61a3cfaec32384a9d7748fcb2927a8cd83d44d823611326437f0ae67e5df42aba77970db31c1e6551c44baebaf38a7ac534cf23e2227688b968749ec7796f22888ee0faff7f61a87e55700bf354c09a0b0712a5d1e96073f7e386ee56097d7284401113395d110218f21e07932d30eb1669f2b2c81876db3833956d5675b1caf48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.081890978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=946404039ec2c30fceaffe30a66c8bd5f3e67a5066dd6eb2faf0e9c4c4ed05851de91cc1faeccfd6834c594424e71b09c97b3810d667aff7806dcc47c3d963cf2c62d48e44c8ee7b30e6927f08879430934419bfd26ccb99343e16e913bd76fa47e85799d6a2741a587f1d27a42ec8a3176a6e5acc7372262f6dc9b4bf204f98c44d9133bfa168281e6c66e87426b13073367a95bc2e2b5abf34e09c7a69e6383fd57f5f019fc078bb692fba34ca888ae73546407c4c59135164104d77f256828f2eb81218a8f5854a9b12b389bcad2558bb83e03e0b604f3dabf44f47b61bb240052c2b8ab3b45049218c865d07458528f02607df53e86f24988fbc5d8b99da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082988597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=870e10ec970d2f471e02420eb4f5223200e24e1486763394c03eef823a0af026e8c3e7b22d10dca5ef533774883b0cfaec69c7c81bb6baff8436772f552fda84cda1c56176205dc162d7e323e3e6b889deb4a19ef85588040527d2c3fdf8c78f54b84a70793f0a53fa9a1b7c8d90b7efe836c6ddaf76a7a577fe6cb1f7837e37cbc9fd83c408eedd4e6c140f285771cd4bdbc243b6cf59c78ed1dfba9ee5d35068524d8096fac91b1c027143c6817e94f8181de21edc933ddcb8ad60eecbaafc5673589901cddca26d0e90bc54d4f0659eab77589c1cbbc0ff78d1c2465e52197089715a30b31f53660ea385d8d0f3cb3e497b588d7637a63da9cc5051b07755&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083086792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6224088720783b39641ed06bc44f9afc91ed31b9f08a67dd8b2d00aa1f5c0907dde433c7633a7e336bcbee82b45eb9d2a5ce371b816dbbfa2f9d0470362235dd464c421c62d109865f971968d2dc1a10f3d1e87f4dcf7543ef2e25fce533231dc8c6bfbd9d12d39efce2bc7d55f1bb260f3a070ec8d7024fc685cd696873cc151696862f9a94a32dc9a6a92fff5d1e4764e89c9da8df50ddd52c580cb0551d0f91efe764eb42566ea7fa1aa6a9463b778a433f27a94015e35f8402ff54173563fae1ec960c037fc49e5a15e379a78bbfbe932a36b759dce9efae21d6e4cac93b81a0a93769e627197c42e3f2fcfe49e6dcb173df7bf2cd79e889eee721761cc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083120616Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c351ca63a9d3739a4f5629a9eebeb545b0a7306c967693a7c41b3a7e38e52d0e40ecab145aca4b4c856d57b5c622794329b6acdab16e187edb6262971acc7ff696da418c1ca7af9c672bdaf72d4ebc3b6b9fd38ec6f7d841b37adf674d3d1cc1abcb9a6fdb6bfdd3467453b38c584222c54551d1ac636f337455fd81dfad92d9ba95b852cdd12567b346b97a1ef00c6bff61faca8399648461fba08fc91a130740ad4db0bffd3f04961036210d01f9896e07d8e3463dd70723b516a43fa3f938406369797903b19c19bcbed19950fb839f857ad8db2b29216a4c96e6954221c83351dec58a34477fd8a642fe5b5fe59c7ee992c4863f03ca69459766d895fc61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083144411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=426005ffe1eba2a1eaa2d85d85cb921486c07fd8a716c129890000e60781d81a13a48a7080b1e243e47b42701fcc09eb61fc5245827fa4ee783874a4559818017b5cf1aa9643111dfa67ea1592c704e88f3c1ef4a790720b42b49240a50ec561475af23e47c96417584dff2493912657c0e09b7ce061bf5f1ed93caa8b1e54b70c4b7d4321d555e2f82ba6b65c5955d11a58a0010ca666b6837795caaf9e459cba94f8de8da46ce8cddf5d6f3aa94eb5d3c3d341aa82d9e7086024b30cd8628362eca01bc4a823a42d82bbdc97b81361fa74996f49e90090eb3bc1408744fa5527415532179cb7b64a1b2017c327669e9a9b0230a0cc5473a2d969b58622e371&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083143619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f165dc865cc5b39209ff63b9e8a65967f6c87c865438020fdd154824406a9d1ffbde8932f31384e8ffd26ead3518341541ee858fe32beeed2459f7b97ab0b0f045ad8944942456d92ab13d8877e9d56c492e049328a62d121b64d6d86f753b18ca43cbb61015d73ad6d6b5bf99a127c04201fe920389fb22192a1831d3a944918f51f15575de0881af92c03be2a432a853ecd6c958205c67a33c0bc342e7ab8c369b67fc7e18b4b09ea9628cd3f9333257a6a83812c51a563de3a89844e52a605ccafe4a429a241035cec61a4ebc38ea7994e6dbcbaa8730a2fdb54d5d0eee1f0685341a93fb2048ac7a51791e67e8ff68ec0632839422d7c229501f8a21e96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083182743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=72935d87477a4158b474fe5b0b7b2c68700fc6bc60dd7eb2605bc69900cae2f1edd6923c12ad4ba763846d4e73b35ca1712d6c301e3ab37c73edc9d01c5c17935ba68bcb38215edf28ab7f88c6974264bf7ea9997ff3c684cfa6cca94d0c5076cc2f80f791b5a5011cefd31e5b0760f2f1761fa1ebcc3b45954d8a8d64ca8438d4b9bf9499348211e4acf140e61d0d04193a9a3ec9582dde36fb82289ee1751bf2be9624b2dec9fbf317170112a4ec505507445a4ca60c08da55df71316ff3951da5332380d258cac715a9bfb44a24d05b16d3ad1b255b58b640f7f7d519d884cbbdc7c9eb4eda33eefb0bea3ccbc60e5d858d6f00b5721d4c196c5597a16de4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083430029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9dcdd8e445d57312235b313923d48c3d5ad882beb1269cd971222281efc05087b59d2e3072320fb5992a0db819491ea8f6f25667d44328f83e3509d5e67c6e3f8928d31d29a88f67ebd4a60434d598da618012d421d449b58cf773cb087cd13d77aa6edbd0f6134c68d8b7ca5123e1fe64ef9e7344f1d82c45c1f5db844fcbddd72ca5a237c499cf723d7d1a0d2906f52e41be941d1a8720a7f99dca366074e811e3b337a748999efc9e44c27cc17eb5bf5699ce705ba73f761449b7cffa454d612d223d4b6502036b198cec591c8bfca82795d072f8bdbda09dca4be58c6ee9d11d68078d04a641cfb3633fd9dd932a7d8f865c44daee9f74d00c41df2149f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083462149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=23fd679aaf10064b0c9aa3935102287ad2304c805aa13a9b71dcf6163785643ddd1417753ea0cf3316859b2b4b20053f6b3f001814c93b83f6970274d8556044d4391ca35647feb4aaa5ff32b99732fe7b81db522f0bfb0540ad3b24d62fa3f4deb77c1f51da5b755b1bfe2191497a20a340a73476ab7c526b08d0136207ee60d58d61366c6f95f615e4fd63826ce0ac606f9e1381ba8da663402f9f2e42ed46b3c00df504064d890ed99357a6043c081bb3a1aefa6a847771fe616ae2a69ebf5735e60211f0639d3b32bc4e88974e73f0f542ca10a452e6fdad3a77c008d3d4a2bf7c8d2580bb32d1ab4fa3813a6be30ff231f9f028c03c06ee1810c49e326c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083510982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ae155d6b09ef631c73dc14519147beb8a7a67ce121208c684281daeab8cb8cd6d880aaf1ba6902262356704cdafeb50789e72026832adf5e0fae2f99bfa6ef3fe7f0b61602607497e40b01b395ab1037a382fb61e89cfa6ebac1036999347979b30ccf45742ccd2095aca48e200fc40b1c75f688354d6ca22b7f1c02edd32ebc44eaec8373bfc51fe356650836c517112b641de217c4223866129f98e489895bea31d65557542bfaba7dcb2b3796ccd521534494ba78355df4cf925bc26c4da3c955bec24d2f6667bca9c7a56833c70c22907b3832338ec2a6335c0df9d79575856d9388e72688cc46c3d49fb90e82d5152833c0b004f4ad58edb60cda1c1b91&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083519397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fcb983a789b5f99cf52d8f518cfde2273821ad5befbcaacb936ff756001efc8a746cc8edd445b92faa190b2d4697ad602f5ec44c5061d62988cd16f5ecccc00f65fb043b9ae600690a26c46ff96e630be1e568a187767a6e22590bc35293f451666d43a3118b81da7257577df96ca58eab578176530d3b34d04ba09632db8ad245db997e0364260580688c1d089f64bb99568e696a29b6b0ed2662383ce950059f976bf83272f6573243db1d1ee53ca41d4d24bed00e7edbe0f3b41b1087a673cb2161ac2d2cba4a8435045de95224b3c6bc300f348b1f2af0750f84dd4a9da861b1fdf1b8571ea4dcfc5994427327ef31071bba43a62673235c2db8c7611bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083532743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30ba2186fbd3133e9c9e6848767810dc7ca1cf74ed4c9581c030d5fea314d87d241d30f83ff2d4edf29e66784b39502b81dbbc6c67a3397bd25167fdf95a4ac76691d8c036902942c81de4cbddc9a23f9c8d88e3b389e2550648fd89544b90d2729da740e659e8ebb9a354ae3ed9336646ecf1712047daca226ce1cae0345df5d9eeed1d3800fd6f6527d621140b80281b476f316291fa9c971c64bca67584952e57ff099b0c9e61f8d8537ee00e953ce7a286ec591de73a04c60bddc8e09e4f39a2eaa71d1f203d80196db2e3182df4ab3a5b3d1ba20b36f2a8325534ac17d2a04de16b6b32615a717397ee68defe87ed21aa862b9e125fdfc87aac28210582&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083561717Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9783f3595a9ae1a3fda2097e4aaa41d000f4402010af1fc598abf697e241ca8fd9ba2674f2d2d1fd7409ca1bf2beef5469798e2d848b77a347486eec7d1d54807bc2d1020b41436dc324868685f373d882f2ac656abd22d57a926f161f106e779d173071e1e1c0bf0c23713ab9f5e67b553d5f508b2d2aaeec2ff3c28ef5dc5e2790b7240c0d045f836800accc247c0a60d6b11e31c07d5b11dda41cea1d470b9584eb7879f48b266d3ae9e15abc9224873bc00d7d702d4626e527c00f2ee5dcc0c8738a72cbdc3b6e764136ef41c78e42a8a5cfcbc9957268cb5f0e03164c892335c3add6b7171e1fcb5fe9f436ce299c9c3ae6fcefdabe8485d7f333d9b84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083574912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3a3a00afd4611342054281381eed433e54eba67b74ce4d9953dd3d0b43d05459f740a3f781bead4b436b128041b259c981a430dc08f0e31117c60e5ef2bc7e9fa1ec15f07138cd1ba929bc0fcec15d80074019a02761b593eeecdcf9f929a19deb99aef108de9e324d5b2940607c250789a5f6c920d8f25d5eefb56acf4bdb68bb64f38b0700ede46bf8c8b65d3f664e09982d045d206b8349096b51036566836a77726e8d228b2d558964080c5e2ee50cb1b80043afdbea9cb4dc36e7dc696a7282987b6c79db137047dad9e7a130154bc35dd1a13093ae3afe3cc88f79c67536f876db2a69eb9cde55833a1c3c7e67d5d2bd128e55b4edda7aefa333ba6ea3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083614176Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1488837a3363d50c667457e54e06b823a233232369b78ad90a98f3dc45cac35c64be16acc83e7016e62c29d90453733f52c3acad25166a313b69bd90867584a659ee46f91a35ca44327b1ef10bd24ed012293909391ff5f5019b05dc42afb00b62bd546ff62a46545073fd471ed757dc2bc4ea2b1e80cdfc6fb6ee3880e290ee3ea2eee9524a5bab8a8347ea63e263ec354522dd5102826d4f98b8c4185d93a0667c4268e77fd9d3746f26fe30dcc90b8ce591fd055494d5b023ee221cc26c396277d2ede49b7db25cde4eb599b105cb5d43512cc5d3e6be2f8a92a23ee310c1eb971d141100ea875011ba256c083c268aa36374a13abaafdc3720ad2ca92ee8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083092733Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1b2115e44c856660381902addec0631608adade9596cab9dc4550ca19fee9ce018d9d8d337e64c28a510ab9698e5b9d6bcbee0d9d962e830c1972f7e4600a689558ecb015c1e41f7642e1439dfe0e105ea2064cedb8e197d00c8744d6aa15118ee3dd647a1efd1b24f09c3e54bca1df49fd1ac8517de06ff187387f2b8db80a8d25408c68cd5af2ad0979890985039422a55f4860f3cb103f527fd25652c18730aef0ddd0a1319fbd8d94c6137e2897bdfa4532bf0a67e67eb3a4d02ca2d42d32c518c7ce0433448c3306f9efb09954eb204cbe14a6a9ebeeb5a902eef82929268cf09197403262acf9b663f6a9e5c55c993a4a084d23ee6348056676e9b8c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083124443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b85339cdcb3f664610eb12015b483fac1592a5b90f5998a25d081e32b2f9bbdbe9690478678e4aff16659bef421a4c6bd644f88d43f13c16b05cc30e8094d1ebe481fd53f7169b069ed8af7d601e72a8bd49fc08600d337f7d2c8292aa41242a22f9048d3902c373127c936d1e97cd76c4b278cb56d7fccd33a35d2946dc869477602a18d1fe2dbe051b0e26803c5107a34fd223499f43158fbe44a9cebf74cfcbaa599064bda81d85dc7430b2b15b68227f7aba086d99238f94db42faa383788ca0f5752202fba29e05248202ad0c48714b63364d558e96afcf876cf6f79bb12f2d233532624e2ab0f2c06947b1f88145512e400aa10fe93a8a418e6fdaed06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083676083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bc240f826fc80fc3165f992582b0f50e5dd4ca24b766c83be69c994edc7692f83d52471c06e0890b9a5daaf1407dfd608b31f54530624a804b3ee16f20f988da394e6b4c71016011cf13d9f65f30890aefd2abd3aa13d36b8f268a6e33afefc9b549baa6f57b8b5cee3fb5f8fbf269a5b73b37d59ce1db70c7dbdb7a820e716399b9b54c8db1e446ef8d4bee3861f7eef3ccac032785ad3f903b06022a6cec13c111fda07ed89df17bff06c596dab55da9f2ae72a4ba087435e45a33db762c36c71688a1c48350769773018e3ac3dd318ef22cae56624248f364c4c7065e9df2bf46f877fddb2b8d82b95937ed36e18b10d2580412be26079a67e1a0e1c92c9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083714976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46d391e8ebb4b14ff95c7609aa588fde73bcd99806f7bbcd4885c5daf6cbf0b81b4ba61ffdfbf783457b4cfc7937f4388959b65aa69ff48cc41de9cef906d71dc698864b0b1d3abbc3881143790ab0b1febe8a4ccd5acf292163ab26797cc7849aa0f46183c22385d989d7ef4201a7c2e78a3311d01003ddd786fd421a0b878e31071e16ca52db44ca293b9e9ec45f4b3fb9444bda0dc615d07e750897a985406225f5587d6596f30d80f3aed3cec5db12db80ec9a49396fe16fe307fefb84781c2f622838310a8ec68aef0c33926f71545ff39fd77c66cb30841fc6be1668201faf96ebc2512ffad057a2046fec0b2403027e6cb6086370ed2253d58babf328&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083731748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d05df8c6f49f619e6bf9b44439b3c5c27c5c44c459fefb82623c36e8513862c9bc21c75b307ad53c88b95a3f05a357d55f78d3b6ca2f3b40891f15aa4fc62ecdda65a7d3aded9c6fb98ae45ca60531e2711583a1a03d08feca09d9ab04081a18c6905a04bbd45d51d870bd35ae6b2126fefeb48fae41fc9971fb378bf13fdcc4d5fa398f2e445c12d4a4a408360feb91b8c9802707bd46e9d4b062d67b7f9f6c09be3e4ad025d08cb595bdd10c900f4950eed073134d999a2bd499e32d3f3b31b82c07e701b15229d8a0e15e0fe7d3a92b51333261352de7f316df2f3ccfe3c5dd101a85b82f69145a6a9e5cd9043fbf72bbc59905c1b5b09b08bb1c2b4e922&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083783295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b1ddb9bbeed73428ba46520a6c175c6d0c5dad2a84606c3f9e128a41705dc695c3aa9c4aa8f8964695f25a110ba804488856f0b9d531df8f36358ae42d99dc6d28bf8fbeca3cbf41e2fe4edfc64a22972f28b2006877fecda8d80291c83d44280b49a997aad55ef949e4a4a295e2daaa955e19897c1ad100486c4bf4bb6709cb8e1a89fe8770772f0d3ded61f36cb29d58e3192dc9dae0be2d1a35bb63762fa500f8e20d108e098b566091b3254ce816985a23b3cb5f919ed041d29c7c577eb9d2b73c474601f4d0274fcb3af365f1a0ec594d34709d69654a0cd20bf34a778f68918145f107734b1660c58c26ad7eecce14d3fce213b2d7f2c7fb7a1a561728&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08383922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9b81f4a08b696a224ef41b9194531176662f742ba8cf05e5f64655f74ffbcbd8f20ae486bd0128207e3e0ed12b28c77e2e8eb3bc167d5047d24f38b3316911da862bcea98f4945ce3c67d6063bea72e8acab9700008ad6e6e6840cacc57319cca198d2d4b6ac5f1e75dde60f9b939a994e09430cd3dc0f1608603dce9e5e02a6d158b33eb9cccd4bcf8d191fc3e8e41919f51980676fce846e2dfcab77b26c8a505c5d52974630add76c05e17cd561857550da9ffefdb9d7224e4e442cefe36382bc4fb5be7a249335864e1960acc4281dfef9eb25991da76fc1413b457b5a158997eb5f526225ef96b5ea4831a1d836e29acbe81bab6120e68789462460001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.082925558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c1f6973dd36313b1d3705e3e8be4b23a59875551c65ee5bb4f2ddbf2fb531f232bde63107d325b0d777010480c056f8a861a37f6c2bcbc57be1e2d08e0f2553d222433bceff9a15e7bcb32d94144dcb22596a6fe828fab3c29b05b526eff55435f7cacb997cfc7352b3851b4b4d40df1dc1f91628347749544adf337837351a39f8935782b1e5775d017d2d0e9552fc7c2f6988b3dcc8a17bae9d59ee05bb53d48f8520c1e593653528992525577a54e5545c242cc852ba64860391fc295a7cafc15788ba49f16024d54dec1b5d4b5785c425de9bc903f875ac2a64c167217b6c9217cca318a54b93f2ad468feb25e1751ed0fab16a37a533f283d226c14919&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083996126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=58598282c0544545678854bdc08d47a8ed9bccbdd950741d7d2ea0e4bbd9e67209ab043cb4ba1785cb5fcf37d9a4df442842c9fbb73cf33585e80cb27901e2a598e09ea0156c4f6e10739eccf78f5d2687351434d0b9a45355b0a1691ef874c3b8431ee00b635861a897c3186001f02f0fb9f27a231ba160ff080b47965584d0562a88b7f17f5b86d6ae147bca1fe2196a200fc9730b8059fdae071971847e0de6411c8c394f0c8d78294e618cebec7ee92068b970ea04b2dcd3465f98564498e17eb8947e4ee71543f0fdf813b3d432d91fbe0d92632e72a25a2d9f89da29aeb79f2c09a9cea538a39ce795431794045d799d5b5cff8ff411c91b4b2708a41f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083564512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b77aa7cdf84bbc806c0947d9027d0f61fbbe26d11054674b751e13933a57049089bc6a3b103784b0ba30cf2f21d3a3ea7d01e9e35885fbe67d58d608d663c93f1c29128bbebd7b73874a249249fc7cb86c5790f8faf527d7a2b21a158cf097e437766a07a617aa3c5f0aad11aee4480890cad06d2e44d8a710c018c0e3c727b7276a9441655a5881fcaadf8920969da782fed9b00d8f7672af1613d38a15ee3561c6c9d864a49f60cc53f0e3af74cca268140de44b8ac6caf87994f2e0c7d9201650c29b808ecc85db1745be809aba135e2c0661dc405e1c2ef4d43e76050a2beb2269c5c8ffb5a1d70af3ffb73a1fc4e5b7df6e3894cb189bee850365bab0f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084080665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4dfc9fd6d75214ee330c44bf6e4f25c2ef6d1438abba2a7a33b85c5abfa3e2ecc7a50c9a3f44ecb3c1797adccd9fb7098e866cd86d53103e4eb37c32caf3e96587293d7e913465b22f193c94e99f7b9f41088e6e409f6f2034a942b9eeb10cecd26af1cd111453a8e46234031b1d5a51a781d04ac9eac74a0b47af6608ae9e1ce5c6b6cd4316fdcd67a8f54f11b78157b4897f0982a0da32e4a2b660475959e374c5c7c83144c400a7cc5277b7f0c087d4c54736f595747bbf95ffacb34227b0cf1e63fe5c9b5b923d3510c4dc071368f9cc28075a5a75fbea92a0340aa53187215d848fc1b72a26faf7327162f295f8fe1105df76125a97c23b6e8343558d84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083614336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=418beffd2eadfb85caa77b412208680c09240de6a685d22aa6984add7652082c194706cf61cef45d04540337d16b010dc2194b7673065961201b4a3e794f5b5ea16c93fb00f0018fa3082105a2bd20e17a6b74f1347507d800d7bd638dd949fa8a983942b7f37dfe24f28c393ac9bd74605a43a65b3d8cd9c741ed59c5b339dcdb384286e214edc7f61defc2b496ad488c11277255b0c7da4f762e542f3c6d3cf20b5b59046f744dd94b0b46ca379ed7b7bc3959f4bb095c498a5e761224d586944823cc97437ad7a5b6e86be91627cec2f3cf73576a0cb6ac18da4fc343a43ee5ffbc8e5a5a292a163890b1828f4114099493f810125d501272119d220656e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08419456Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0442b16ec3a771ee7d6db6e1d2604265d39814fe085847fa0be85162d6311a086a94d9ef17580aaec6b82d2f39b253d83f22c459b1e196b16c6084a24f221a1a78c5639b9c0ee33bd1f99452fa998187179ac3d45bde7822acf2a152126866f3c7b3324fddd655b64d1673248d7e0ee384406e1d6af29a99a650ffb5be3faae7e03b2b499123fd0b5840380583b0bab5aec8531ffc3cf4c123d982ce236c346a26bb1ed12b0dcedd409855a634da9a13924b2f680695eccf1ec335578d194b568fece7d874aecc8bc4af6448c8822c2850a5f31cdfe8db0ee1279125e171143115d7d2199cfbdd9eee6f5cfe7c7e7f4ac41ff5af86e84fa893dfa4fd92e399d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084213145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=117390052cbbf2af0d59a19267f40e51c43295398aa350a550d1714c731fd270619290c9de2fbd8c77435093ed14bef0e1aee792a50e4ed9301466896293e5c4f0348f9e02f5f40ee88e888cc74d9c85683eecdffa2b10602ba7eab4d37bcb464f6279b03b4988d609cf231054ea488c10589caea7e0b729d7b7ba5046c35c5d6df091b4df9ebbf6e6679c4cd060a2dcfac1465de145f8f4358de05a27abae1b4e0281685a608ff26b6b81572a263a4bf6d37f5b24c17055cb96232405f631ae9ad14510c9bb2840591be2d4c99473adc95a7ee9f6a4e22f0fdf63ca95dfb4005da7d363d1c6d37a6df8696ccae3eb92cb7b850ca09b01461ec3b37daec8e378&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083737408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b915b3236317d6829ce3208d76206d66d94f7ce01b42d29b62144845e987f70409a554d3524bbf5256fcd24df7068960ba426e5e54c557f4a0fa2493399aaba93582ff9556857ec92ea2c553d398b7bc926d5e2bd03c021e5c36037876787e79fe29d4de6294bf58d53bb3d6759a58e8602403d4c03f55958a6e4fe5f9df68726a969b307792121ef575e8c92736fe4c1862a337c72a6ea6369a50d48af4a6717f1863a48e7f4499acb23b42a8ee7cf4e32eb6a2d9b85f5786a400534d7ed1f7f7b8d3e76bc56fa93fda6f52733d458569817a94f717cb306ce5d596694dd32fe745a7dbf1f83cd1b2b7acf6d42d67fc9be75ff533690d993b1e11e1d3a5a502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084272196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=38dba3efd3bc6751c4fb8fde5b0297ad2e807e8a3caef5095364037d864fb2822cf12c52fceef6e57a264ca4837da531e878b40c1bab7ac5eb717f048d06bb707665f39c75711738aac6efa5056f6cd8733964254c762fd07b5b71e12dbeebc89cf376e3a7da06131e010f0b43648294b4cc404308647e6690359fa71925fc0d8bca457bd181e40b14625f15e663022e9b60778968b775bf905fe1da4d1072428fb18ae03a175fb48a6b0ffa0cb911616f5e91e7ece8e7b296886478fc3532da77ea737ffd56f0194db278f3b5a2f89b3d7e1a5a8663f9a1a9183cfc020d12e13738dad0c324076ed7a93564881d2e2d6ced6ec27c0a07cd63bacb9038548ff9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084284529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=37be2fc69cd295f7f332b473f21354574923eefe9b416394f672df327cff4d9d75632ae05aa1099699ece649a6d34df1c7428c3b6de9f2c8791887ea992079139af0d168c6388afce8dd7312993fe9c69bd0dd1eb3624676b2f5a0cf9a3f1e8ffa649c7dbb465f4426b11641ce3b708e8e41a52ca13ba52db8def4341e102b9b8aaa4b4f0ebc8f692d5ad7d202c2c55ab65799fb00dbb436261c7121fde43fef4124bcc438830726e68c1ca950ec12763a65617b959e3f342a71a21916211515e67e15b9b97ec5d40ef63d7d0c2d6630c2053d7d097799e16d4b8035451f9e211c3d41e2da361ee1fe92fc68596fa70683422a97d54457290ca143b585554b67&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084302614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2ce9208b9adffef1edc37ae9e387cfb44d2783eb251018f3ac5826b6b6e953f932b58cbae36bf153fd0222b1b7c685a0950e1d6b116bcf0679c5929ab5d6aaee73d87b390886e13c960094951bc38e9ed9c963985dc0b90d7b8ab210448a79f66f16ca2697fbc2c09a4f160cdd704deb419bc192b0d576aa58b6382f25a4080b2a9ab069964fa0512100f2a85b01cc3f34c4a5ea7b7e9e8dfdc05c3615dd65b49216a530dbecd991ace65359a612ac9f4246bbdc173f8991a859f71a56ce3bf975cebfef455be2eaf873c204be2beb861ee20e05aee20c92b78aa72487524525f13dcf9fd9a42d440b5ef856796db99c42773dde1352e0f5d8c99bc2bfa8a35a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084331849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=628cb53b0d24aea06a75ed21d11d627a84ca896ea36357f955d301b67b6240b85b2d966449bc4b2a98532b3a7d9f4eada85875d4b3dbb0a9e815c232a9600d8ecff9392f68816d0ddd3109461300ed82ce489b96df584e974fda47dd03e77f6980ae6ef8a3a7708ab649c630fa8ebe01c4a739cfffbe876b78fd37f5049cb84c54fa18f0c5011c3db472214a1ab2cf6f4f78f88a5d66c1998da1860dd69b26a66022c513d9bea5aca707149d2cd003f59bbbcb57974c1e7fca566dd56fb6491200d411f628475f4b66e90690a8abc7bcd3ffe4811adc1234c4ff291f46fb64f93414efce9e8422c294a777da2f7bb7188f2c721e4c11659d14c0649c45cb01ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084371764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=81fafb39b91f1d5bc33445d256d31ed2d3aec1ceea6bfbf51f9684667bfdc0a9ffcf3b229d67259422384f3cdfabf6a91fb417dd9c2aab8e1a5780ce4dce79366f8eeedd8910994d7a55b1825631b9100542f9273aa5c1086680706e436472f62441fb7c57b41774d7e2ddeb432edbcf3ffcf664512719d4e8f7bc2009215b28def9e044fb397870831f57bfbc48a573de2d0469b6d43239adcdf7329301bc14d70958ee8916721cf3db6f52aea5b77e594b3836023410d1b3906a0258fd08def70ee89a88c2de3aaa0970d4871056fd4f9c88ca9470c55073c6e3feaf18beedef30e4d53c51cd75501f5d34f54e6e2c2b3d9d8846e2c81274c61d18a46f0cf3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084397683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=687fed2a666db724ea84a88533de3e9992a49fb70bcbf891d436485ae78dfc410bec34a5db009fc556675f387c3af35d204dde267e386e41e97256f40e6e0287039d3867ff75316afcec0a846edb150f15cbe94f7a96eea1c45a44c176f14d14642e5cc8026d6d4ff438377a9b600ae9e6ab670d8319281ae07b0c553b921a555e698c77f8f4d23e898c0f12bdfd2604c74ed0b53efff19385b42e5551089c17aa36550dd39bf0f7ff15cdcc4e35713b1fbde2e12a8b26fe79076667a4d31ad5dbd68f18bae0127980b7c237ea105e0a8a09ffb451cef4a1eb39437d0b6a1f73e4207a696201eb55e1cb4a0071943158675b2da108964978ec8f5f374a7feea0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083516362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30b7ed621235a5c66e1fd7d27bc4306e000481aa1a0407c99aa5c34c9ef79a38661db5d7fbe4daf80dffe36d1d680ea99fe1c8930c00b2718b10a6339578d3603babeb51627d9a1d24b0973a8e36c3b498ec21c352bdb12b3562ac2dd15d3ae3e1c1367872012e9d5de4e2e71c7a73663df87e4f35d02d7490cda77a487c4f66a4ae64fdfd026c52d203388ea964c129c3c933cdacea3f82f47f38f080aa16d8caf8d33745443ba79ddbc3ae002475ea1e4cca4cf83ded8ff160c60dbc3c5101cc6a6960c7e4460821fbb13b4179260fa47d158b5ce7a86db30ec305b3b8babef6dc422f56bb568fc8bb0788cfd05243b7fb7e179b58c6b15ff160eb4a1f7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083516342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f6b79cd13bbc5df4cbe71922c833dce3b95e180e5e6508dd6b6fa35d21774e39fe29546528f158539f41025a0182ade50ed48a89f02c6c0f7d8e2377e0020304df2ee2fbd3dd141c2bedcb7f4fe14358e7696d1d698e7ff883d9f99c9443d3fd90f34f4907bb16c55dc6bc71c1df0d69fbb61df9573b55058fc9aa4385b0c4380c108e94a8d0dab7c93b3c5739f83a0f46e4c994464e13cbe0cd53c8870dcf8dd2d5794cd7120c21f5426312a73647265d16bdccfc1a4963a80037a66dbc9353d31bbd91646ec0e4fe562d59b487a0e5fcde4e84c3357c0de13b325489fef70eec878715ab9ad88f31472dd9f2aa66c544d701301450ca04fa4f4d8f4a1537b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084088781Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=49ca4f45d47392fe68563498f36265f0f24323183085bb421a9ec9add0c4a9c4bcc73ef362ba0ddf5c1e9e1ea76da3c22457d5ffa2266ac1a44a4227a0ea7eb07cb7c30b476f4fa2a4fad56baf6d30e5d0c088129e6116f66232be55bbfd63197b56e5c0f9f6555557bbfd47ecb24dce37d4448fb526207f3911a263e5e1035d6c5cf469b877b739ad055ccce1b6db664dafe27a11eedfe77d198f27ec66c12ef0da762dc66cb7b43e5350fff2019f7db03ec147328636d156fc7f6f948cb081dfbd8e35e8c5ae25656cceafc3246311e3dda36a4d1d39f86ffe9b11e8d47c3c83177a2dc6fce9ae9afc8484c3c1280d15f3fe76060d9fa4e92077595fc153bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08352089Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa33508644294bf606882b48007ad6081414f1932fc2463b979dc36f2e61aa6f5267e6491b5f359a0758834108ab9e4f03166d49b2ad2ba15302031af6064e4711597b9525bc15ceb8134922a8c5adfb95b35009862c82e13e5d6a87b2bd350737b2f2109264ab3008a9f76746d65670d1a108a3ee02840ccdd46bcfeb25b693f429dfb4dc6120a5bc6200db867e778ac343cc0023141d735c9586e8f8c3f2d8ddaf1aeea14657872748de3c4e898459df3ca53f8892a201b0769f19b93a44acd1497342e344fdbf8b764aaa46784e1b07596774a63133cd36b7d52b96ef5093abed189984d12544144fc7766c81a0a1031ccca7ba6cdc37324d3c46ef65310e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083466057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4655e0c14f468d715c7be56ed4a2d19d27ed3c3b0fd6e9409c95e172ce2a0ddaf840f279184b7c94db5599ae36ea1f3beede112811ddc301369f89727a92408ccb333dc6593ebe8bc24ee452ca281bcf5d24d6d3283a404af89eb895e9bcf23be13f2d0aea91ee1fabd2bbc101f2d6a5d0383ba55a0cf335274b1b61b277ba0ce921fd44712cf75e36453198f7a1ec675033127e68d863f04417313720be8d53b91b7ba393a3d4a25896835c27d6cc70f317681066e2c2d06c461afaf93b452b103d6e039d21c12f5ab312ee987e07f8a41bf7dc9015e0f1f64301b96527beedf3d1debd554c2a0a5b9c7cd13c1d456c93ad07548fbe3cdbe21e76a118a2ac61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084728917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a8f7ed7df1075feb0fc36ad2552029d57527ec0969504a3edd22d3e97620e42012cf0923873c48d2d2b8054b087b47619553c0955ae8f6e4c60a5a1c0422f15deab6e08c25af05a418e598245c0907adb846831b37917ba6d955b913ae57c3465fb69f5096a93b4276a2baa3154d49f8ed5ef2092c02969c8b700bdcb69eed8d9cbf8a75743cf8fac617dee24b7b7b64231725b8d839bc84a21a42eaf7e4191ec0e8983a648e1a6af18a2d7239d2ee3901be0a366bde167f6d13fa19f81087d07c4dc5cec0f64c0e0cbeeed8aa9b7d191d4e2d4f26e1f7b58b8d049ccf1038b46e697dd92247756e85539d82f1c71f328ddd232a005f11cbcc0de8a9a81571ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083563691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0d4fff4580574b7099ae871cacf33c84d24cd8bad4a8b9cfc1c4747092f5d5525ab60eba638ad01ebd0353fc3f2aff4d6cf5f8cd99badbaa539ccf1ca0ebb69d2b63ce95cb1c17cb8be898276c048521a72f27721d222f51130c5ced1167644c6abe0e67735081caff5153e803856e15e9ce78bd86ea201c33b5efa75e58b417d2079f3732d7700f548801047d1a43fdd461674e9b5101dc107dd8ae72cff02bb1fcef193e7876091bb99fc500167a9d37f0b4cfd78bf09e6ce0a3a7723ff0b25e77663855845230f7812ad9b534fbe471cf8cf9e80fcff0c01273ebb0f9fc8305d86ede709c4420b67b3f11ddb766f495925158868865dd12742780171775b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084148503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d4fe3ad75d553c4eab6d085e1bda329688623b61cd26531495289b67d36c9ec18f7aa888409901a808b14646f2aa0481678a66b52e1c00f9d4a4296a82a19ea1a6ea3c2341cd34f42c22328ca6986074cc3db428cdde7b32f24a3813d526f56b4a08a5dd600ad3ae57ac44653fab229db8510224605e4caf405d6422988506ac2c1a3b20cd8b61c83c3bce539deb05004bc76bafcd69c8b87a505b7b271a07007c237af282a233ea6407f629a1da51465a6d9f2ab65fd0384dea3147b48f989eb2911a2ae4b3ed0508ddc741d10024d120489b4091498d1935e636dc4ee9e2c2ecb74ce76b1095ef8a66bf13f18290b1f5b5ce7f387f066ce970f04d41c8b1b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084286483Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d028a239a2dc2cc25c44646aa6a13eac38b8e0b7026a793f6011ac8fecd155a9c31aa1066d23b6f8a661fa38f16adbf3960922d4465c8769599e1a89b70022fed9ad2489d0e807083f15448ec73cbb1e349ee82fd57864610d0fbf2c7b8dfa76e73a940d1a49ac8378f3086505083a2a63a9faaae1217755cb1a00886b04148979912424892fb93f2d75cee8acd56b2532d93f8225fb79c16d25b0c1c9f429ce27cf939cd5d7fbb05bb4bc5abc89d6d6defcdf7f24fcee918b5416fd1bec1ea6469223d117f1616ae68bffab4f0915b496df85956ecf446c9df57b4b0f4fc67177246b10e5f9c2ba22476e58067406f44abac0e79abd2eaccd04c32d877b91b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084788199Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=84c21412581449027c3cc7d48c7f1e966ec0e21ec9868d81fcc1ef7e63ef8babf5019556d2d3ade2c52242cd6926e43b6d622528f64b8e8dbe11fe47c7b0534d8c9e9cd70bd9c8f81347f09994f38511e2aa6f2c53aed2a074bb4d2964a0bcb86841ab291d452c082cef7e2884259873a5ce6233500f97afdfaabf175441fb7c2807dd6bfd751d231185deb17d1fe591a967ae1900571eb5abfa270649ab9574f93eae64772e3d937834ad910cf819a8c0550e7facf92134e9d4a71bfc11985ecc55d57eeb9fb9b6f43d2e126af98842a948c958a7b5b85f04c87c18b408b090dd216a6a5e013b76d809e7f4f16e2f49bffd3556e3b42f74fbe0b7f4b6176aa6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084801303Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0f7826d75dfb49e204f6d1b9e79484e9e2c5a158b9ba93176a78f03981d660660622a43e4fcda312ebb053bc86d614717e426a78466abf192766949a7222e58601c926e3c807b7735da77f8b2a1ce0b8c73792faf858651bc8035cc2e218236f905234e99ef7d22b9e5f7caea6a4dcd138b7a3d8b065f2a4ee5efbf8d7f86611a1e0c0f6848dab0198d4bb2804390c377c99010d3387ae718ebaec047c6a28c21ad98843a1fea01ac404ca1d86dc7d07eb5e2e0323657834eadce424a2667f39bed5e887bce35b7718394b669dadbccee247d75847fb4753835e5d5d9d4fd670a016c42c5c2ab6e750ea391be19f6307810455400fc355b91d60da06093ae0de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084838654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=738f9e7ba39af83f73c2c3233fa4b604101cf14dbdfbf7fcaae6addd6f24a05f9c4dd1ec1e4b5d41ba3ca94c65952c27fd27a682ee570544ab394e3a292de4f369a356c500cbf19c760908cd36fcf6ccbd26c9941c6790a8e4bc1cc677b112e8b0a3836e416cac1b7aeb8f6c423a819bc463c92b1bb3493681150a0b2b3b845641c5a4ba3de543d420c5954d576b4fabbb35d94c7812899bf0db0db7437168e324ad9caae8683a6408fe6b011bb4bc8218f64719c61445e25371ee2a8c2b92ed30434caac0c0af7b2bb03434e8d19f48e1b9a7a11567d783cc15879441daa2981047838e374906309804407b74f71d80750b5609f9b0074d0cfe5c2d56feaa9d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084860816Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8a26499c4d622e7f6e14e7ac58039c5bd40ecd0fcdbeab09a0bc68e4cf83132b0347838f49453fd45bc8896aa09c41956571cefd1db71205e1553e50d545a064f1344f1d738c717a895b99ea34d232bd1da418f6854f6169986e063d519fec1d1e8f0f142a745a1a77b5ae1cc311edbcdb9aee5f68de075e3650567add676ec33a15d50ae2ddd80a5e05d9e0de130ce301f1b9d43778f6b42a52e7ea83a56e3e3715b95c64fb9666babd5aa5246785f087afb89074a34803c3e9ebf9661e4770d107fd260a24d799ffbb3bbf2aca18ba61d04ef86d4b692fe3ae116c250fc14e0514b041f1a2306acc18b90601fb717c35a0d3a609cea83c1faf0cf1ca9186b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084933933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=872aed5cea0ee6e347ca394a7705126b9b8354ec91e30bbe6bafa8db648b90d490ea03f1dfa3bc305ee3ad0898c38f7813fc2bba0449101f0eba0ddcb4080ba56af74ab173b0886e7469c197d29fa5eb10a1cb5ef59d780e324649315ef9b3c4b2c2285bb352de0d84fa32584b8ef61062b8d2619a008c223a8695ae8816a478b50b1e46d6582351012299e27ef65e8b37c2e99eff73299476275401ddf148971523f749f0b3647eb54c4ccf23955876e114ce71f4e73d5c9bf553d6263524531274a4dadfd4c75e0e10a13e6ccdd445b837e02d5fb6e5a6366ee239831ffa5309bb562c428e14e7f4336d6a4ad785e5976f57088ac42ccb6e21a93a658606d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083563881Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bc1d251f609a9317529f8378f49d554925db6a4cc40064077248f1a1b3b44d5753a67b2780d28c63bcb177e482eecf286e8688bb32e33e4fe359eed6edc438d2ce9702a28ce38480d2a3ba93b23dd060d31459312da99e094898b4a458322115cbbc42c1e4903ff10666eeeb4493d85a585b718f08a7cf7f67d81693d066e306a832332e5addefd684b8a471b262f452314092c76cba54a1b8840f65ff2ab916f33807bce59a5890f3a6d8cc16c92205c8b0d3bbc367f08538a82ca3b60bb920dd107438c273994c7953a9c7d38c6725626de97130ce74f785572b814ed19f3fdec3a468e500b99bd526267eb04eb6b4ae0c713f3d6f5edae8d1ce003975027f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084967266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20bc9d6069ed76cc50df46bed10f79bc40ce08ba75c5062dd6d3e21baaff2ae7b0f9bd525dd60c3031f4cb54efb352efb87df2fb6712535c55e036012c0674e36ecb3052812341450d9d12cf8d6b2343f15a7197291f658ce60a4f540cb320578926fbb5e1e5da29c7926c42906de4254e78e7215a2635d308120a0f79df5da32bc9489adc9cafcfc9492d8b22c64ddb936c68625a65bf5f47bb77102cae20a91c820267e4dc04a61a5858e99991aa1a760d1a9ea3cd673be75e6909f01b2b766f143ca0ea770e10b37db77bed7f6f281d911f50c2c8dd98b7fc7581d9036980c336ad6b06f4502b363222c4b20f8988a4c5524afbdd7c5f12edb678c4735309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083623784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=96911719ea924a6582abd3955c07ca575e207d48f7bd2526e79edc43ef7ed20651906e30064256bf94ae86111f175caac2c57f2b058644003c00040bebba3c4374695c2b6813aea0d5f420497bbec7a331da3b01d8a78c20423da4c2d52d05fd38baef0be815272eb23eddbaff1635d2faf812f86725e6281457c71f5841f356966c4121aafaaffa10210cf90e6c3a87ca40cc7fd22c5a2066851f019a429fc9840ffa457d79dc2fc32a4f5a7148c0135b2686986e1bd6ff25c5fb1c1751ec6575c940e03c038ffdd3c2a2c64a773e54d64f33f2d1e6d5d9750707f0206054727823b5f9ee5d79f946e7d62a13242e6bf4140034fd67a67ee4439b2f2b9d9834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083662627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=020a2db34ea201b9d442a5853a00eace2d5955c2b9a95161260fc840399a6a2d5dcdac4aa8bb17f0fd537dfd77829a09542e497fa7bc8504556ba6106325b24dcf319df9d9ecfb495b3c25b3b9426178940b7edc33289f493723fd8e43ce4307ea2d3a2843d37174801cbe292e66e6d4adf47c4fe10d104cee06f9c6fc4d69d20f670c307920fc77ab802f18081df6b9e05434df0ef0b8097685dd0f5e24ded8657d63a409f3aa6e0d488c66395896f01ce90b9c78c60ca468df3a874e60a6ac0a73cbb1e5d7f4ec0d38a7823914e728a8d89a3c875918ecc32049fb94859ea63bd44a9ba874ad9c2959c3a3e6adadcad8da42881065e97cc21bdbf01551d76b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084198026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=148d1afcc94b8d4afea9614a85fcafd95ed68bbd4bbbf65f774a5a6e891e02efade4c58535e8209ef946cbdeff74fc439ac7608d56f4317e7d45e5863973f1be95196164db29b00a0890f9b16d38c436e1e0cbcecb14f8d1c550f28b6bd365f8147945abc164e9dfddca1c7c1d5ad1b86418884bc3a0c9428b4a3982bca539b23bed061b6290493a71752437f293030eb5ea8158eeee56c02ca90006d20d33257512e462c0c9ec7151836302e6352e6f736d738948b4338ca806cb80fe2f3e7eb2171460d910bc32ea5fb165498295c9d6febb51e82c8d8c21d45c5f413928b28667a953191fe32be46424a7ec17f00dd339aa4272e87749d7dc78eff3e79c83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085201418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=88a58781be61d6afd5ecc5f2c538939038d5244590e2ac4451d06fa647a41ef635463e86a7abfed1ff81446396543c82b0c9e98dac227888630491a409096476f0dd8abd1fd4c3ded23d73b78fc8ef548cebf60ef366068baf1102f47d194cf0d58e6ea4242368d6254afb0f11f2ea8f30f6d51f686efde26ff300167bc78061fd889581985b11634e2d37c6a868753e9eeadfada5a3f0d8f34f536e02e7a43c9b0784f69aef13801253d9296f09501e60008779bb1e7445e163c172059d1ece58619ba17d9e50f0e54b0cff2bfa19b4d02d1474179be88ec050d2a520420107d025338c73ba9fd61349898f730954075ba6bb808cfb05f57a10ab03a09229fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084233153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a95870195ac517421712038f700e3493baf8ddc264a4b4f2faf92875fe7fae67adbdcd75db1b4314dbfb8e8a825f823eda755877188337f6dd4b21edccf057022165bba5035a8a71f39fdcebc6955456d80f45ce3d82fe51ae5698fd9a9099604232dbff77a2d9dcc000d9ab3073d7140488ce6b527b9023fdf4b40b9386e8428fc1e3d08cebfb81cc0073917c372b8a81bd59bbfbd568f5ceaa889961dba62057101bdf05b2f2f7423edb53c615eb0dec60a60ea33e22d5594654eaf62a3f4e72d393cdefed906553c983eb2c7567b4e00053641ac3c489f04bc0d0aa565b53578d3fda6b96e696bfb9b5609cbe8c55351c471b8950df38f4cd531de5f9658c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083791981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c714b4dc7712c0afe0797f5b9acba5b3bbaaaa8cf49a28ceef7d54d3049884727af6da76efd699fc9dc2e8a244501ddc00cb338342d24c69d7c5920bf423b684fc50f07481633a2d13713db509a749696b04099a65bec1e5ca62f69a091504aa525adf74f30917cfa52264110a0d079d0ffa65b84c511293180777174a8ff766b5005cb8dffd8bb57d18794b18e315ce352fbd955164c3a431ef94f0521735ecdcc2695838857fedef25eca457c5df80e7ce9cbfd3388d0f9a562c08b01c58dd8a64dfde39ed0b6e73e1da8da2eab3702ca1558a4d3f0a4a5eb481a4d8f648774bba21a5f5a919edf7be6df7d01f8569015203bcb64b03eeeb492de5e8c1780&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.083466067Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=679a80b6d2dde4ec8873fdbe60e44082bce66dd233cc43ce1f2d802a3274344c3cd8c18d259cd78de9bed6c7f260bc35276085293804202616c071052110935bdb25b78a5b68428b6b3734e5df34357f4e19a6eb648caa12ce30b0247d9b15c23b5624a40ed03aa6d557573d65dc1e4c4cc087264d1f6d7910e6e1e6abcf7427f856ac9ef7fcf82465d1d7c87f40673bbdbd6b094e409fb44fe2a92417340d7d57d2da205442d36f7e7cb5288e84f2c18f22351f38ff7b2a03363f0aecdd9533d3848d7ea8b900a24f5373bb93a671196581a936a8d0f1c090e0e64490b504147cc46e63eff4cdeaa93fd5d89337ff557a122fe7ae2c547e737152b9d04fcbf9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085332004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=021a84d2d03b70b832a41477b98a81f606b17d9289e9311fb6afb709636f9cf372c17753362c327e440e46f1ba7c839ee522fb019e7ee375e42239465f378cace48fd862fe2bb0c5b177050e5c2cf203379ce9282e53f283b7e570b1ae79785af555d788a8c742f63b337c37fb4fa33dd48d2265aaa3b523ab0762c1b10f26b50914e470812bf168ca36bcc7178ace0d59f68e7e2fc70b7b19fa01928f881f09f5366df1f36eac506488340b31d97130169331a0bc551ff841918049b77b46ac478dd5d9ad2d86a80ea00a409e386652a7f6282bef2f66e56737d7b32bbf3c418fbdfb0b1e796d84d82532bffb5134c232f6b86d1aaa2ad66bbf6720257e840e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085362561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8028404204f729085b4435403c665b5ae2c84b6f70fdf62ccfd1a3306abe0a061c348bec24e14a4dca50f016c23e1f0086d80273a53172ff661220a634060fa049dea5fa2070eaf62b9cf5deec47c8a275cc5da0df4e97cb5c23e3f9b15439529f0674ca53865fb4b3cf57aec55ffd7f35e727fa7a39898e294904ca0307c8aa20ad8fa282f409a96b5fd6075c2b19dbf33f97ff175ac6321458605f5660ba08264909faa4a5f6117d64cad087c8c29f7236f0b959689f7dc1b1bc53abc378fcd03e01e43417dd947283564c0de00197af618dc86a00dc2f0b018ad9518f1ff5bba698e03b463e472fdc99405659f3f621a72954c1b8106b76e542028cdde3a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085392147Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0847b3eca6a896c0b5f17a4d1c92d9c30e7094da18b7b215bd3c50b6f63f51d697860e0ece059104faa39df69bd9448d8fc3b279012090db0c1ba51775683decaa8feb11aba39fcc199871b275d118297fba7618c1057750f978fdb2fe5303d98389d1f269e11b0df18fb05c61ae9bd2df3ec72671f2cfba00ceb85fc1e68062be3aaa138a4c709983f3b532e992bced67afdb3846e1586217346bfb913a51344cdaa6101e21bd4a77d5c31cafb29e6abe57aafe75533abe69fdfd91b0073b93d13b9f38380cce4f5f7cefe13d2f6845f0bd94afc98ec32266a2bf9f9fc382a0108ef4020e3d67852491f8db71131fa46b9a976100f67a06b0519a6637231f4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085412816Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=41b8fac0466e9a07ba8ac39f0c954ed0cf67ab1eb0c61d2685848ab7e03b811296eef4da1aa3c584e50887db5ae406bbab78d5e3ebb5b2e5ac55114cf5dd43bcd49eabf7658b1949eeb9bf5fde6804bc277cfbca5fa761deeee4873feb729afdf4474fa70c0778649a504385f9f029740b93f83c086b0ab388d6fccbcc45711a457f7a66daa193dbe0620d540137c388db1fed32b5f624fee0d41a6e78edc255c80b9c05e3ef6153a62be03a927bed23346ca093ae5e8e051f91e6bdcc339066dab36ac0a3cba2bc709d15eb3cbc7bf3c7a373c42b070af556d145d568bd8f3e5ea1920b791bf473f8050cac57ea8d266b9fa34ff49cf1e0d687564dd1787953&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085433986Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=14e3ff64184973e3d1ee5841a6b6a1e82e4340b946d2a2c6cc70cf3ccb57a28ecfd7185de6fc3a909ec80dfebb135a3d0261c7e6515fcdd23e80624ab1ab88a620384ea43c15050670438148e08d7f5657fd1b6c6003514cf91180563eedde63cb4f495394005de1c9199532ea48bbda86afaef89ede2f100eae1b565b8d1b6105ce418485dafa700183aad60d9f65cabbe065c990f271415c20d6dc8a1499363be6a8fce12dc2119cfbfdd4476d1f4115b1e6fb7d9a711166ebf2632df226f7a96f434661b51d34f3d2be57505f81cc6b1f00c87eaec7131b049af0c7c57e602fa05da7492be6f266dcab9c257785bebd2d2b2cc2d2ca14910279afee10348a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084243011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c4707cd9c35200c42799435f26383289991910a1f304371102336ec7d2aa56cac2ec873b4d755bb6900541217b454dbb668bff7d196b90976a80cbc438b2abe9e16498a0f82472a8d5bb2db4c97a3dee938cbb1e01c45c83bce6a3ecd8d9f1dfb46426127c6c417e5bb374a03979becdaa0a94e0880948c36fdd2484d23ad0824d3dcf8ec9dec15584870097501ce583fe560b45e8ad5164a52090a9eb9ecb0a6ac85b5ab121428acb9d4ee653f08c73674891351668fda395198ab59f255a434c25f4e3cc0bbf345c45338f23604dd58850e43199206e6e2ba30aff2e1d04355fe27665a700eeaa9202a2b46f5f145ffd1b8070bb3b41aaf0ab27c65e64a993&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085305604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1fe90f22cf3ab63ade1fcffaefb49e502869d1513f33af15feff094b895f05ec53f54d8b9d0de30bc52dc86504d0be7c14ab8a83e393f1e1e6bd94c79df96bbb79f464f60da9f10b71daed2e09b0027a5d1da613dcf7481d7820f31351476b3ae544534da521bf881914f5d466f2213a43b85589342da60950799262599bb2dd4825ef3d5b98dbd178184cff09787f7cd9c4f3512e37db82714ad345e8d79efae635ef6868d06710d969270e5b5ac67ad90b3ceacc4ab5c8390bd90bc35109681c67a5ec6c447257114fc862859affa87b3707a8863a72b397c1c3c137b0f6740cc4aff32f282a74c34dd18bc0abe379ee88f22abb90022d21767800b1444972&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085495963Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=69fc53ca519b4929fe976ecf78042048306f98df19d2021627153e4009b8810dc8ec6959494c4e130a909df3acdb3e3878556f49e52515fc87ac57aaef6f8200bd739233452be6ee6bd230c40f0328635aac4089c2a02680a0ac804629d453f79ba50dc9cea03516e196e40f769c8a31911a4d1f6c638546667ee2115d4403276bde95be03e343a857e32d91e3f82ada939ba79b3171bcb3721e8f934d893d9bb8ea4a3e9641069b5f6f7bede8c33ad474522f7cb4fdfffa34746b6952c195a89722cba5d43497e5c0c46cee242758e96ac585c01ccf4005f24d79b24a7d6433f7cfa05e7cdc5273376731d958f65958df9ba194b795464da32e2fa7103c94ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084755277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73d1bb096354078711b504f8a73bd5b8897e2c212b986d7e96fb76abb575383ce6ba6f75b42109add85bec47b57ac8e0c93ac136d1c96ede4ad495d47c7cc12c715c417e299ecaca3540d9429d181cc9fbb01159e8fcb4966e9f97039f42aab2962472af3e7c61ad3a687ba6fdf6f23791eb268e3104ae0c52e7dd1db22aee19eccbc073c94ab47a5e2bb8117b26dc85ef7d4103d594d0f9a66a32c0f3f95a7b3afb865315520f2457e2dacf070fbc52dc1b39506467b3159fc7ffa8924a5ab00ac07f53a87f7aa25f3aca53084d993bf8e6f36e51706664c83af775956e0c89a942b15e04982143c650289c96de95028317e43f0468861a8b78aabc4b7c65a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085559573Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=63081ebcd933b8fbeacf542eb7bc72305e4880b34ba4c0a7d6f1d48d6793113883126fa9e428804a6768dddde0217a4bc3ab04aea24d35cac645d3da4a92dc1cbf5ed3a5cb7378e99a302fb0ca014c49d09d9bc15273ae6fce210a707d2362844c37cf07ff7b4c48a3cdb714c4757e2db793402755ba6923117728d28acff9630c3c30b2d229596e04fbcbfbd41d1bc58d71136626dd047a14a9710a90f5e6b265003b59b4f9939a15db60c04666dec786ffa4f9395a89c8676cfda520980f159c7efd79cf0c5ad92d7108b00bb48c78ded44a18c13de4eda481f0405a0761343bb4590812a39399f726c637f2209b24f7bee8a6c015326a027131ff182f73ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085590992Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5563292597ce72f044729f72ab1c81f6ee17f25341afa6c1bdd8264a6041ab5dc7e890fdc674592c3fae1ee798c6996e98b1e8afac8617649f4a5079094f520577e787b957182506b16d820dcced9877d1c6d3ff92fc39e1d3bd2e16a059207d4b058f9a9e4fd744d507b372adacd404a48ef6d9906eaa54e76d4d47b6b8c9d48f4717bb2e1ff686e15e4d18062e6b4cb6aff43faaa5d3b1655b983332ffddb798ac314dd82263de3238f8839d7d04133dcc9e5fa1b21a0940596514a3a1ce30e98aed90ee193ee164f2cca22e6f8beb8f93329b8ee05cc29029f670b6ce906f537b50647203b031d65e70628d3ce789c303ead43cc8ee1460c43e0aa2f92abd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085648139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=60d1fc85e339d35b8723b33cadd9358411510b7c4ae42fc5a7e463b5b2331d9ba8f3cb811525f45132f11ffae44c19e64e76b3b171e56aafa9246e9772f9cfe3125191281a0fb66bf89ed81dd2937e69ca989880656c6b0222108d9cf28b00c036bef05ede3c71fa43650940854d09da736591835cc0dfea9f6b58527ad96dfbc9279e8bbf8335763aefd4795f03e5ce08df8ba2e1e5f4b7b3f5c4812cdffaee79bde7e36ba20ae5d8372484f6c41f67a340c8e7753b19060d170faa3c5b8cca1d35c31838a4c3b2071bcdb53fba87a0b6db9901817622fb4e276c27f7ad7437cbf769b19dc12082034b7f2f283c64eee5d09d2fc5215d17434538d441a574ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.0856964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4690116b33f6d36fc5af17f587a83b2a5372cb23cf1b1acdff4c7897c5d3a302a86b27364002b643f9003767119737632e2cfc08c11ca92be7035a409338032d5e313fe210e727804c0091cb39385a4eea1efaa286a0127fc0a5f037a068a08d1acc80139b9a6c36fd2f2c86aa6b0a3feb85c3370be456f9d28c4c2701ce77d206169db4551119059bdf52b01f15df0774dad66d3a3601e7bb627fe9a397230e41236fa440ba71467004c3a500de16dbb489b7840e0fd181b6361af48d4605c2ee8f215cda0342c85858413e22d283eb8c2c38bafcbba3c049d37584731359c119261fb251f7f82a341431e0d30128f87b6abfce01f4616d13125f2605364aa7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08414662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b743b56bf8ca1d43c0e36d1848b70f759ca6c443eb74bf7977079bf34b88b1182f2c747da41b39783848db5f9afe5bc08a9c76c4a34442502195c6ad8ad80e1b1ad190008d285e32e630251b7fa04cf93e0314c72de85f3911a61768902256c1e9964da7c59a7ae3cbbe14f21f610dd0192861c2f574bf93ca3755eae73512a44798dc673d0e9a623d01dd7fdf5b12bcddf35973794b1edb0bf6133b1bf33e4eae46197d281981ae7b2e70d541c1527305f33e685da11b704a4eab4c2c86b0c5e6ff3f103685b65c05e4bb26d1efa8e2a7c7f1ed0dfe56238a3dc7f3f82b921f4ea114a5fa51b17eec58d1fb41185fa3945b70e6ca8ab2f94594a3ec8b43615&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085750773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=740dc53b08612a28fc7a3c0fd7e57315d6818f7ddf773e4f0a6d81f11178aec29344b109209f3c6adf432089e7a848b451284f169a25d73fc96925f62f667baae55289286449fb4a86d989bf988df52dcd707a943579728eb6af1ec353ba3d071748b29286ef82b0124c1f17fb1ab99f29118a956b19be8130704f5e7998ad1c81f6c240c15c0945ac16dce26d551dd559a1f79da7d177537346f43177362f46de83970c1cb78363203b72d1a7d54f1e3c0183ab32d843c23ac7677f81b3ef9d63c86df3b937ed7e7593a790b03b9d1cdfadfbd471f28516a3fb50f7c8b296f238847a66de617c6c5f4946d8305b54424cb940488876d6a5252398cecea7e34b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085750803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65483c8cc21c526d7995924c1050e92a4444da79d206a947dca6a960676cc9b813c03e6fef611ffcfa007eabf4e6d19a1486f3c4d76b860e30b74b4113969c78136862a76d8860f421cee3b254ba4d854b248b0461a44aadbfc55280504c91d67d03c11b1a5bcd618c9e19e2cd4dee5361ff420847668cc99251393c9f6c03974d5dffee8471584c4262f829fcdf05efdf1a2400b48c808c5b2938e50441b758be74f5590053233810e650236c8526b9f5e4d2d352043e676071b3e879085ebf25a8e1d02c85d89c5265e2e23896b580c098af8d8878f5dfc770f5bbe54b6bc805c9e6bcd0e4c1cf7eddb543e7d6a54b983976f8eec078c8055f6d0b184e327d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084811563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c6515f4cd40d0d8e66c6d5366f5766cd0bb5c1300496f8cf5c6773a99ccc35b366f9a4eec48b1700dedfa5cbd3497bb75fa16e3d430e4ae4d1d298b8145c80566d9ccb2d76cd86f0900b3509507333c9d96824df4f8cf1508e783284a3b33b17580f69df20723f3e01813c46f71963e97a3b1c74df73230cb0834d8cb3d3c46b39e8f2861f78895876d9343990cdfd5b11c78bbe2a695d5ae5ebcaa7b683937de0f47a9ecd167919e18a7b6c4f15131399dc9683f0b3840e06fdfa9e8790a67d8e64a34de88fb074c3e042a00115b62f8e8b2e7cde5917330e468666f73dd10c08ce71c43341b25c1f5b851900239b0297d9c159378566040f70c6e8f4aaf63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085365657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bd863195872aec9095d04480098ba1eaef014c43e39f9bba90637e69fcc24fb3641c2f43f0c534d3b3ba7c3b9dfd3bac9b163d1ca91980a1d5b19c19ce2338819681ba8b14b425b3386240c8639eaf305dc582f76efad42fe89562a25eb511dd48c484312fe843a1875c9fe329f40aa8c445bd166bc21f151651ff6087822ed5c81ae9a70be9184cba50d007c8d220ed18ec1e89d22ec73796920282908f6c4038a33abfe585632c3326d9632b6413de4a6dfd3d70b1faf0d2d1a7f3a18918b541868deb0ad7c2a181c25504838f714c88b2ec2783caee88d6f8c94c8477a6cbd23d6237819e4a5d8c64ea34c16dd86886edd63cf293ad2274f831b746b7fc51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085857163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b188d6d7bb8953c9dde24eb998878a89969ce2e1390d602e082c72b3ebb14ac71adc7a841ffb0971c425d929e89fcefd9d2f33c2ae52b0b244df25e129361fbbb4eb1ff2c70f2203d7de4cd5bfbb90a8254f8cbac4543490dc5811c73f49e4a32f0a89a4de7ef4945cebc24aee86a78d9a37e8e8f3fdf0fa3ed4688bb3af02ed5de1f35f7fad5bdc0e238c5e7ee2a156fc018a82d3f139487de9db9384fc0dcb0a3e2597b22e2e9d7b46470f93da16606d340c98a985276f9c43a7c592f111cab69b1f891fdec50d5c97396cc7a47db4f4506afb9175155e7f690ec896b373242c069ddfd5664cbec6e097774a089785c316d2f2e9d8ef937e86d52ce192b706&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085871681Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=02810d4a498dfea67e76241340b96bb8b905c851c3c6aec17cd6d04ef8974129ab73953cf439850ddc511054198c1ac3f6d47805e914082487e69255f2c5a2c3f9a7f25795ceb9163e1eff9dcf2ae4c1e05d3ccef17fc3f93840c9c987b41b7ec37705bdf7f357f57f8e208c9388d291f4d2bf1f81bcb4b5bc1cbc09390c76b3563c8bc3418521deaeadc3b4f764af5af32853a72f909ecb6b5a92a586aa6a881ce2b36cde1d060267373ad675fc408e34a7e9163818a02df5b50fb9d3f1cefc840ee3e1e37f100352009ee989440b024fc8f37c16446363bd6890c8cd39cef11e8c6829bde3dd084fc528b5656e83013dff0eef28d8a57ea3c8a8d0cdf1243e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085948926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5d808119e9e8f1b73187cc6193cea05c54c3e9de7a640d2b6cec9e726d88b4fe747617d1bbf40d80c1a58fcc7a3f45c5d363f2331bb0bd82e54f994f662140336df5f68429433fcf9aff5e591f85d75e2f9e567a81de57899cee8ae9d96d26c83c733525291ead46a07ac4deb4348d08683058e296f0be17fef51550de8c6cb00af21ef28cc97bc085aa7c694876da1c3de74b45af51c64990ab1e77589ce9729112a7298fef1400be69ab62b26878854d378c94345eb05beee586c3d44dddb3d05061e72394086ffec894796ee082117ef7d8dfbc63757918e8d6729b772e825bc6f6d57419eb21a1487484ad1f828b4f48c24558bb7916e20d34a8f9eae111&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.0859665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b54e8b8a9de929bde86e000e8d3c4acf85491075d98318dce27181596076e676ec1b645b7f4078b607d66011eb49d35a48a660a2cd85f3757ac36b9dd982b6b9eae38ae6fe80260e6a99a8345b836c1886834e3f27fd195eb95110a753b3fa4f95aa842d9b07094973d663e138603788b9e6edc493ea987dc23fe101eaa0a7b2b96e20b2c0d1a9ba96e47a15fb611eb4073dfdcf949d76d987ebd61e3158f6a7030ff0788ff8a7267a5f00ca223bc6b0509e32947c69289b76a23a0bd7240c60cdab4d5c76560d9cc3786072aa702e3ea95b69e1fd211f2aa2311428461e92ab98d1c5b64bf04a3781bce479a654abc5ec88aaa4f838d48bab49bb7afd811968&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085503156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=56da33bba29c8909cc80908b6bec0a7d00be720c3e384b544c4df2639a3d8185bfc1c2d1405f0984477778ccc050dd3bdb645798ac6328497fa4a782e2171182b887bb84de53fd51406afc7a724dbb04005ec507fea6a3eb1b78554957b69ba67f43f97f99942c5b252f8bb13b7823c24cc243f36235945fa744179d22dacfe34cbe3ebdbda42bedb151c5475312a8ae588f0ea3e23341c03e968622d4fce4f4c564db50c8b2c03b77e81a0ed290db31deb39bb30a7c9f9941f25bbdf75c3bbe1876ffd1d873f00974237dbefa3e4c7469648251940443141a062fe8d4fec532f78cea6e01e517b70e2cd960e7ea4e1cdf9e58c23ce0840e190270c88246f3ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086243151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b316650a8296f242087de358f267dc4bee245fe186d935ddc5e042922a768dc6b17816cf0d0bf657a360adef43010853937bc04c6a548a3f03625dd237d769bb4097d5e615a122241ecf1b09e2548892a409cf23504077c73c8e2ec78bc21af33c79071f230b44595a6fd97563f8adb8ee5fb1a4d1709a2c11821064d4fb37b221a4e957202666a98f47cffa31ed99bad3f61f37ba46230e55a16d2e5da9e2b1f1239b8acf7bdd2e0d59a829ad5937375d43f136b33ca10db83b50551c84081b292a6dfb86a5a4eb0e0801b4d262f7386fc9bb334913eee8435947afc044f55569a5ce89de441013f0f849ae2758d8284fe9cda78c411c03d217fb29b7e0f11f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086273668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=97a0ede09213ba45e4502e27afda88d6a1195701c5db38b821ee40bafd3367fccb7c60261c9d2cb09c42dc35ca0d5713204964da179b0d060a627c9176d66f8c9b9e9a14e23cb75d2bedc4181ae9f659c5ef3e49e3f7553e916cbb1fe45fac832ab1fb7d20519fae1f52f4a3f9ce2638cfe57918d23325533eca74b70908987eac25381ca633f6d1143072ea186b0205443bcbdc4b134e7cf7ac41b1b831df890ec95a08b154a81eb7c05d734b9dbfebbbe59393d0ffdae7bb7d5132609f165b230340ec2f89f87313cf039f7bed4a2520dc58cf8b8c247909ebb367ccf82aeae532643b8776938c132e1d549e6f2cc5a0c0c0ac8559796381be84e106050e0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086287164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8fc5c5a7f21dc56aad5569a853557448095530379585eedb35187930d4015b64c425b314f8930fedd6634d941f8eaa94558a65e3fbe133c615a358bedb3ff817d159fb694c7869df054ab15d91974852ef6e0a62f55870e0ff45f2acd315c2098da9c6b315d545c0b564a61f09623dd27b7b59066bdc66633773b234a319e2e856f34f96c3f5baac0a1002e1b5272d4ec599c1e65007b06b6be341d43937418264003c0a6e39daf7cc1b877aeb5499924f77dc1218b9d14f1fcb26698fe6798a42563e1a7d07a831ece37acc766021b0fdd3eb418b69f02286dd9252bce5fd0824a6fe381a3c6cf4e5a3a0b362c7b3f39e3ea561c870a8489365595581f2616a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.0863277Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cb87d34f43a650694e303f6823152137005f1b283942ed9c127c350930af8b4bdcd229fd0a19157fbd97279be51bab82fcdf79ab642f8c1846ebc7b168a731ee22beaa5965503a27bb97c61dbd3e0fffd673aa9209aeb596a2ec743348542dba99d501bbd392a10eb6e83a90bc2196cdbe46c26fc372ea8d37b5b427c255baa10a0abbf0a4eb4ab9a60c19d4d069de488db57bd972a9fb559a9ade0eb64e279e37d6f8d5ff8ce75811b02e1ee7ea173bc6bfe981135318a2408127709f003a891f2e216a5ca63020c663ac8a0c6daba73d849fa6decd60fff37f0e81d181e5c643bd0d0f874333c06b7bc77ab403b79205bc4684672ba791a099d16847feb9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086349802Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=922eab05f7c04f84cab8e71709326ff1527c191c023a955e30a040a6e66bca1bf314d8b0e7bfdb7d7e23afc2e3d9cbe8dd36f70d37d4319337c429d4dff7140c7aab2b8708d2beb7b46f9a9c1de93229978070135be18965b53f483997eefe72bf6708fe846a6a973681eb44cb237382ea8ea0fa802e87f500be4bf07b75f9292d79cd53886d339246af8fd3c9384ca41fd15da1dfc46412d9210d774fc240de5908f08d0cee50def7b0d2e70cf61f814e0cf48d5dc07277552091e97502a8764ac20008bed8e0ab832f17cebe0be251403fd4d1436b87fd096336704497349efaa50b06c95bac2c2341e3b8157bfb3232dd5178446d5114b4114ae8a3a85d0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085702792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2d724d0f4f0fa0f2d4d07ae3b2190f9065b50d06c41b993ed68c45cef0d19832264528ec63b4ef710cfe8e9a2ddffddddcf762e2efd744ab2c3a448b9e3156f78008e21fd5f2a7c65d29f2d1b6e2b32f6346fd69ed677cfd672698c3b55b211c17b8ac6756ea9752979fabc98af4b9ef76eb5307fd326c606c9247467b59881a8dd02f70a2a793a435d82583f5b3284b4c45b370391bdab1ee181ee66c6a067824cc42216ef00bf9b80cf3978351ac93dd3c3a05cd064bf8468b748dbf2162ada9324ccade3a5715486c562f698f2cc858233eb7e4192c7ccdd473717702778500dd5e225f06c8da0a6a37193b1690f4f1ef87add02a987a5f5616330eedbce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085605409Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=33fce714e72ae09681fb02ed2986b21048e54e2a9ed54c9910667794cf885882b15b2b268168ae0e077686f592db04ff19cbb20a878c1565e324d0a2c963647266dfc55ac85e60f0a6afce4f8500a2d40805d1fe296b1783f86c35428ec3957f854aaa2ecb1c7f1834c8bbf6add686aa18192b3499ddc62fc60c966e8270b9d3a7e83bb5e194c3a546325eef026e2f7c1eec5ad7ed797014360fd00cc56be6168b378b159990edbd465ad52dae1ac3aca264d7e0c1d3a84e70605f75f7ff5f20b0f1d47c1deeea3bfcea27efe1dc802258cdca1d0840380e59033315f879da864faadae3a760c3bd1932165580ed22f35633821f4ea50568e5ce060d1169a298&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086484526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8302980149f708b654c712abb1347c284b369b59314dfcabb8a9ff72baaba2fe6fb9b11c8e3a63a7d732433a6e13f710306f0192c84f847cd13896df8afb0fc1f63ea4b4637068cf8d7d3dc0a0c4806c59e6c43d52be92a359ec7bae85940ce3a476bf24763b56a9c06ea176941fb9b35888b77b2862987b52e94342e4e0fba1ba055af504ccb9c74a40852d5ce6bcbdbb2a09d77efecbcf05ecc8115818724a242135b4cae1a2e534275e42b5a264a461f5871bc6a1c3579ba848d1771140941e53827ba5ddbe96993b90520aaaa0276fd43e569e3ee0c6cab6ebcbad3775dfb7695e930670527e31b422a97a11e0f5cb4df4b33936c8975f8bbe60f2214&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086501328Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cd2af829533b2a424080aa5efae68218b881533d268c2263fbf4db83476140d8b29e3f14be1868a302696297e5083ad256febf2ac8a9f73d1384c75c126a5dc065dd34e31fbfca16d0bdc1303e4b892cf9f674ca0539539c1754d3ecf21bbf79e5dc623f8d608875d0a8650ded7cd7faaba4f56094838122bc5b42fb9fb3e577393e2a9bfc692c79a65d5b1fb7d0f12ca106a0dc89b80a289c297b501c32193f1b4add584d8d278c6bb9240160d622fb558952b51d571690e8a0e8653bd704cb401124635a251e212ecdd49eb8cf0cffa9d5073333344d6ccfb7f140916fc434d4d7c870ac2530f53da84972a9a03c9b1c2ee67bcee83c89ca35b4049544049&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085821426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=13243b446d24ce9db62e8578f93cb09d61461f16137e419a7869e3ff23feb58e64306147bd328623d4e14969112fd09eb919ba8cbbaec8f7985b82903f0dc4522503dadccb59a98fe9663bc44106a9849d29f17073e86b63effbfdf3d699e3b91096743e43ed3bb40c99aafd0c8683e2db14ff96d403c12b4f6bd57eab3a19ae08d6e918dbbc148d833ba22cc48fde978a49e33dcd4cb340065ac2d361cfcf8325f354cb42d0042adcf7c0e76ef345b9fed65cdf6b0b6c9895c2efc7381aaf4b60437e70389451ac74b3bd1a61c8ca2c9b4781f31f399f7426c18aa91eb64d61938786b0d08ceace9eff22b31a4aed681006c0ca21a6980bddd01c0c17e4ae8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08668813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30e6f62d574eb07e5916b53aeb521c129b00f3556aa89f9ea00a1a8fc52df8b86ea3ae7adda0ac7f412fa973172fd45660adae6890eac4ba5f24afcd396200fc85f2a8773e35114ddcee75ecf28c8dafd9721f6c4d9046062a588888e077c714a83a40233ce42dd78cfe9e271afbba85634f9a53ab3056e5b8568fe0616c33bf5d9214d504d2f0834085ad490068e8aef8579acc27ab42465a9f9a34632dfc56790caca30a4e31efe70e585334f6ad012049fd560b78ef6c4e4f84de5f5998d5f33a5e7e24b2244da5d6283e23ccb0161848c6f70f8a55afb5f5211d76204a96e33d1eb2d8a4b8c95fa33ab4b4d3e4abc8cbc95a94d00ad0f9fe05687eacd106&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086697417Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9e1ec13a081c80b666cd1b32dc69953991967776eb3ae3cd687011b8ee7fda5c7c4446877b28c729d2604de0d3576aa6fe67988a10db765f9df482fad56c6abd794b07f8cc8707ec4de460bcb3ffeac6ccc2bd1224577c523b0a56fef6eff38273840d31f921dd9e9728378cc5380548560cae1fa162167e335d148f2c745650921b8ac723dd8eac9817785429779027fa68a7d03766d90da5727dbfd912a8a2b2e0e9c958bed4dac95f313a3d03b60d03bd154aece661539371bbff27bb3807ae7c047c230c657e055d89df2a3ffe91833da6c534fde624529e7a3e106e413493a579282b04908c0681c0ce09cf33941d5d2e711897a9958c1e23e9181741fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086724368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4082ad118126289f6faaf7f10fc3570a442256550d655909463a8d4d437213e3aad1290ca3bb800535b98090acd3141a62457351978ced2c808455e8761e0bb0aa84193b5497f074236e4e735807484e93b38a1ec8e576705ad2c1e1882982c594b17350ba292ce679fa7698ddfd6b1ca8ed45fb1e25aadb0946a563c5dc3afc823f087dd057eb457660debe232ee46a5ca16d1f20e43e20383ed704c9ff1d8ce95874ffe68c94aa5f6451815611abda95ded485cfc9207bcb3be98e906bf5e57839f4e67b8753f705605e8226b94989e3348451262bf4dfb810599c8c3ceaaeaa4d70e6378732179189015a0a80ea01f30bac8788a8b114d03bb3d229365d3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086823765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7fc9dc86e82e19d542078eea8f0b26b5a4e6e87e17b7f333cec51a237421567181c761fcdb88b28bba8070a0a70025d89846e92ab623e45ec268a386e55219271e7b837bab8f6dcf1433d5f63685aa2b35d5bb7b5ac71300e6d55f7efe846aced629885dd255d781eedebf090080dac59d0bd55f756359657b40f244bfe82343cd8ed5a2c7db18c6497ec528ce5f37d13e119e3cb2ec8a21958f5adde0ee4e42f84fae146f0101a454c321c38044efcde96a36f4b0acf43cbe0f51751276a71f6d7932d7dc183628ce98bc778dcd242ab82cf3103f418d11d7338bbe108933042e4c0ccc69a5e2e5e76bfc37a616838f2963ff23c708bae9c3dfde84d6c0ec9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086891703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8d7f2c92a6374e50ca6a2b616a8ae1a532eb29806b91a6df54949bdb5bff5ab0d416aaf35272e50674a519aaa5c39873b7ed63beb77897cb21e30d9fa1b2b9243fe05e8d9e02c046c091099ea8f3f85b1832bf567ebb7f3d993c7f6f164aa98725f03cc2e55c7d80c8bc6414f9858ffba0f73129eb864b0bd80a265d6c33c05b1cc42cdeab2d4967692cac4ceaa2ba09d9a131494a8f2db56a9578a92d64f48449dfa63b031a2472cf73878f13dc725867632206cd6f5d40bf3a65b6a0c370bb0abaa6057b10399442e5e71cce9e19413b5b2f4cc7f50c90fa68189036d4a27b9ca887514cfb3dce6d86fa2b5f6ccb80d2ee4210ce0dc65ff57058b0fe978b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086980671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8da17e688d3fa156e3a8d14ebceb07fb71be5593cf3a0f7a9a3a97216f715462158c7b68dfe63f512bd7bb5ac1292579812ef69ccac4778e49cdadac9129cacc4279e915cb63ed527a2f2eef19ddf9e4a77593d21c59df477b9b816bb50f225ef7dc341939f5b66e957c2a6a5b71d0d594bec7fa4369042e28a44d29989548dea9e5f3ce3e4c51aa19b1892a345807ec256000308479693d3d8bbf390e3fe86a8b8452bae017379abb21dcee20e50be016c5cd7da81181a9ba3c3658148aed2b37b722180226133ee2c1c379e548edb6315a53bba87bebca124fd6c071ab9c2841283eb3cd7d218f638237a979369134c38645be3aedcacf4bc6cfd87a16953a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.087305022Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5605968bae3560e04d4e3684d7ae76365b96c808472e32772fcee4eaa5d9db848db19df797447f703112ef1660539203d22f8c6c1e1470d746efbf4625e05a78386a82dd82e8cc95db2593347f807283326d383d31c8b32d208b62c072b1c9145853dc6316c323ff603a284e92d0040f2769d8054476457bdfb0a901d7195ed815dd8b936063df9423929bba1640ee383e6b929f18f02e2e136774656d648bb69c079a97f9a2eafcff80af1c033f91a7da473d440627de44f3eba5460621098e7c182ca150f962138cc63899d9edb244794b94076152da6df51f544d70d3db833070f38300f20b417ee0ee0d5ae084d8952b4cd431fc443c13970c6d8b72f1da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08553698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a3ee2d281fa13ad3b964d9d43843d1880657affe1c5cacc14c905728c174a1b4ee0ccbb06b0fe3832af458cc4b5873081796697bc8b4e664d3878b109ccaba95744fd45fdb2746ecd8db802532bc919b34b06c8dd6393ecbe84b319752117ecf680a53d317df1f06632a774508ecb3beb84179339e7c6abf552a3cf2df67d66f43cc80b48c26b234398690894a5d701601d770ffc0594b54b47c45cce7c1a75308c3c65ea32c50931f6be9bd231fe2404ac0de81b82b32d4f32d57ad9a7cceb199a8c4573692b8fdad623f10e16f54b4d1c96307308dcd93514141a61f0e60d6df240579a5aa37a36ebdd02c864fbe8295ad6e8f4b0c5890ebda74e79a491efd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086372104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=52ebfa03f56f77f57f69ae9946b82a2987aefc12ac52f1c9917710db595677d60a7198aa5a2f9d9a911311abda3f2c3c5a1c63a2733f491a677e734cc4924d19a321461cb14d143b626f4f015161aa3d2f551db750ffe5cd1ea69beae418dd6492730883c882b2c53761a7843e0e63c1697ed8778c19edf5cca3e3949f943f65fd6dc4ba5f174a4d041d37e4a8fc8b5d0bd8aec5e5f0df8f8824dc8589fd49b324c44d33db6003359adad1a29e699f3f476cd20eab1509df0df299b37fd63ffcd52155d1e6ff189fe0cf198b65f93fe9cc49416879c2b242958c80fc2b7cbcfa06297b9f0385208ac44c733e95b2bc157cef49e0613486f3c38dca1a42fd243b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.087576183Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=341b8db7e420d370d7bac19916e927a14a36b94ca968d874e4d04c9128e6bc1ead8c51f2f1680a2d93fd9d07bb41a744439aadc36b0f86d90a68e11b2bc101029683219ef5a39d3923c5fc349f8c6da95e592d5be534bbad45684c3971cf06b02d91c703dd3cc4f3b3b3e95bba16959eddeec2c1f11b110226aafee6862cffb5f9adc206e1076d1a566b07c0a79505639a27c157d9a98cdb75379002bc8f1eac1ca266181af6c8306107ead1f53e62850673ebc42c5debf3dd6f63eb69d69a1c91ba5be15d4a3dbb0501bc9cbc67715eaaa3635e75014804a3d8f99bccb0d42865c42cff42510b34971869ead3141409a20da2d63ce79c152c22669f6dbac474&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.087603785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2bb4b8db73730ef877b9987785e6380a33e80aef1df63d8b0128e77c970ae09f5adea62b548dadffaf233e387da35df0106569403d91b220c96bc8c8bbbf8179b7325a385ffd83cf173ed25a48af7fbb9050d9ac33f87f54f3e83ffa5cc531974eb57a54b5617054e819ee730c0c171115e4d60516138ee83b462fcf0ebf078d4746353bca78040b32b782bc5934b6d4fffff1765ab094adcd73e8fedef3b5bc23624b5ed946554eb351f6837600cd9b1ec3a59ca5cee4bedea4ac10e166bd636dd74061c90f1e4f09b94156586e26e60ffe6380b0cda25e98a1bfffd705d5e46d57b130c4f4d5d4a6dd735fa7f76311befe4206e74dd91d7803cddd0ba7c3f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.087712811Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=96d30cced7bdfe5684d3cca84018e27ef8083a9014871cfa85dd3b4f145b4755d71c903d0c4cad30643c3144ab1b2afd04f7f83b2a55851da9343640d6f9745a6653b96883e723db88c623c96bfaabe9c93d71a9d0448c3305ebfc09c52a97a494e78c071ec95175da2540f42aefeb1f398c8c66bd2989f85319b59418356a0da363c35e71d32b9a44d7f68309f04ed1641d6a38dd1154a275348f3a85beb5283fa403f4ecbd9a36282fbd48ce681b90e48264da8b8ba73e3e65f00160d1ae18c44c7429a1835b372964ce52305e6765005602c55abe6de5d435842d59f1d79af7d7286d7436890c1275bc544e92d5471bf3090c928197e3a255af28a47047be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.087766061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3805a510c172704f4e514cbf4d470a619b4b9b8fbb99fcf38070f137ced4c708277a6a249549cb83373a48e7b657ed6cfe64a53c8cc9e18010e4e5744d6a50c744996341c54e142adb3a1aa21940e574a0f22ba87153c076212ed5832fb26beae4b9a97218381734b4e5e47f5231914f0e198aede8bfe075cf7450a7351143356d6c7a5861d30233008c5a68d9a2c09d0e985c8369b2644cccb358cf69f4f14a0b6b0c569030411e4f2ddd7b7018dbf84d59f200e3b882f477ab79b465d7efa2641e339e89900c190fa377c812536c0dec2ef44f1c018a70d12664381064c358dad46deedd47befd586c3b31ca651f544825629fba8aa3ee69b0d7ab82e6e28f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.087910654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=580c1591b488a78853686c913ba058f2b1eedd2aa3ebd28e79b624e81e34d2c5c67e2f9ea0bc2b470070bf5d49e935ba8c7e0a36c461b78519920655ab5e8c74348e2714404cfa790fe08fdc9d60d02b9603c10a6a0e76ad45fa0be1da616521afee7717d548be2626932b3fccf09f592d18caf6631acd72be03eb3f4ffdf30b5004573cf4c7010488b2d4e483ecfeb822019c9feb001801f4bfd6c8cbd4fd31e0dc0cf407ff6999d8e12dd9d4ab192a63cdeec586f7f1ba0ec93f30c4d1e9f5b82a318ce57041c54b300c7a7504b3b9921939b64d3847e198c04bff62829b26f12c5edaa5bc9aba07593f11d338f32d3b2e623007c68a40a797760be4585a9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085560324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=671ee3479ad7b59ad28cdf2f6b4af3d23d00f3d2355b5c991ebbab46c8cdbece3e5da4ee3fe7f4973bc5de284ec7f0aff435572d5806952a1a2163e056ce5f11f3a20ebcca1508dd84b207176b0be2d198f7441ae08c0344834c10eefa58d2443e2de9a3baf35f5ccf95efa7adf1963803e42c13c3d3a6f93d701b5f3c413b19d8b1f27eea46299128876540cd073398492ef353eade75a35b0dddca624553309f315d93b17cefc6e1ac9ecc128b6d9db2b3286e294d51f2d59805ee2979cb76f951f47819bcaaf6df13cf03d5e742137c55bad32b72cfa64c0760719b9b996626a02df3f21e882e467871ff4ac714258e7801bfc65040b4407e20060627283f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086379588Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0fdff86af1cf7b0c6cb65aa2df20cb2c0687ddf3b2cd8ce0b1e10a54fac59734c304786679704d9373655f7959e768efd958b4b9168cf4ac4143cc1ba9a80a9d13586794438bf428d5da375bbc99f858102a19b85e0b23ff620216307c159fcffcf1655e5ca4eb486e426a64a037befdad28dfc120fef00f8e4d8cd9544a91a8a41a9a8f072505c2f020beb4b6f4881d0b3a113e26d4a63fe13e8f9ad182620858f3d924611e3bbd2428e3b078ac431943c6109fd5684b5beb0b53b7d784d70ed8c859105d33d396c7e89156dfa96b94be5c20ac87a69e78dcc3aa7e5a2a1de6f955f3da284e3573beb433970479363e70135c2e60e0bfe3746ca341142ce44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088208024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6b021c17f6d6905902e659ea704b6c9373128bd45fa1931dad27993aebbe23ca8677cc3e287b01b66d783c654200d93eb83b7474fcce99a180c128b825db6c7762764015b315dea7865a4f7676492e1e0444b3489f8620707267c3c996b602019247a358cbb6764b395f0ff72aec5073e2cda6ee5c321f0a7a1f7993f1ab110004738fdbf4ecac7e853bf1c7b7f5cabb0357cf76b8ddafab095a2d907cfb01dcfa76379a841cc97c8c77e6d7187d03d0cc3a61941c648e7b323f9e71607e2fc23200d620e98ada3e6fe4d2739806ded8d585c96f12a778498f1a20da81727f904a15a2bfca14a568c225ab930ab7dca01caa7f1977baeeeeff4e75f216a4cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088268729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bec444ebd6bd98b75a4834d04a9f49bd2bf15f0a1aba9c584f5c8b5345f06407ecb192c044931f3b2c04d92f75724b7988a5174ae455d730c6c9cfb23205304a5cfd392b5ffaf22302ae58ee715935a8f7eb640ff63ce8ce09a5299d87a72b71b765dbb7f77c720b898ce771e107c871d3fb0fcbd0ff15233df03167cadfeafcc6248058965386004e2324a9bd3dad181ad17ce6e0f8bc6cd8f76d7036c65d644c543a2641848edeee57eca0422a47541560454c6c4770deb8534d939debd36b6d64b8cca8e42ecb4716cf6e57bdbb56c6b795e0d95de075a5357726ca488656a368af7de56dd3dfc875faf95d90d52e53d8483b60ef196cea9863058c8cc2c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086439902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=830c41bc2f97bdf63f359433c5c62e1b69de96282869350f4771c10d29fe4810c04c6a8f5981fb172a5e45b11973ee6b55ae2167c347eaae6ac5a0962c54a1b4cfc7cf9c1bc0c21719fc71d0407791562d22096459d6aadc12294f69ebf2fdccbe10385bd7419c597ea8c310a16a6a8550f4837b43cfec00be1b80cc4256d732e5e2ef26b8e070e45a019490055954206ed769b10f94849aabf0327c12ba054a3635a133ccbd274f7e8cd4473f4d6ff3cd133fe3352e3bbe0cebfdfb6ae4af495c7970cfc66e615c1a215e2dc788e65dcab11502e384d6a8ad6763d82c5a38f27c2e60858649f4c13700ae00a2e2ecb775101946cea37d999ff67739ee60bd9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086438148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=482614f9df14aaae83c56814524c9262c6a85751b29a9739abe8b6dfd85c3e7bcff9c9c8ed8940ee4982837df46bf6c37c4bf9bee81e9374e0525e44998692bdfc1cdb0f8dcdb35370b8d149779a99b8334dcb3d586185e64bdcb501d0820b8d50273cef79a48a4b09ccc6084d21084458b93797ea25d40a053857d3f44435516bea0332b8d0df2ed8c7e8ab7a7996c334b4498a66c62a4a6041054cb444c5745ddc6967b3f8f2524712efc89f277220d705636354843d54fe2d15a46d3c97f2d4b759a4f120aa99804e6ac93c10a09918282f30d246d960c4a51f93ec87115f6edea6747fdeb201f9b048271108f5b9325769458ec0184424771b91eca0f075&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088563825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=715c897ff519fa421d7cb68092698589767ce4f66d3b3f03d673fc01e0e7a01f180c0d876aa02aa68b2f03e9140c28b35632d2c7f983fe2e1840e43dfd57ef80f179e430763c2cf04beed4d9086c61297d3f3479389819dbef14134655bfebfa6dc01c0a9ab225089f71e09d45bebcaac1afbc8efc6dfe570bda17b05b7535c053e36ab4db17b08897e50d7d72882ddda3c4ed9d4e3ea9a7d3f57f6ff3d9a5c7f5f8282afa27729e7f5cfc6e932c471bef8ec082b7e7b689743c3c20e91c6268519382af9debf902b9033ba6e16c633f919ebb624000bb2de9ab92a12bc55c27590672a665d12052c5aa50039f0f58b775b593fca003c806d8b952e20c5f25e3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088575477Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1f8b097aa67a6482ce7acaa7f40f14ddc700939977330f2f5311b4b71926f8bfec922b4540c1c32bab17db7ad9dc820f0c4a75e1129acdce4e2b8bf3992e4e7e0c1a6b0b4944c584db14c854894460ed93ee8628baac32eab740704e41b184a13bc36a723eb0a373018ab59f63fb1bf7372f68ec3eba4ec595521804c12b5b6666941a4a9a7ecd670c9d8cebc18499a742e9fcc5036bb7ecff39abc6f50ce52d43cff4efe79a2da1849b31bf2657adbd934ef2de470d0b7800d2e558be5263bc17bd06a93b6a035b4c27a78fbfddd67ee9d75f8826216f882eb5be4d49c41abed6ac1593f12c3a057fe8a6836f28c184eebb2ce8eae06aba0aec1854bc0bec4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086439391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4b955d563cbecbf68e359ffcb7d6670e2fd843a3aa77e30f66ac59343e3270b8f44966cc196cbc7ca7c03b834c7bc0999ca7dc59613fb7c00772dd872bec58c178394daf919e2313bd0efd63eb64b30143daa3599ffe98a877ba452d75a80f5d9a57de8de1e37d01ddf1806b46be210b275be0f737b6f2caa77536eb864fad52a83ba56f6ff3528ecd754cf03d03b55abb5484106c2cda839344657073b97bc4629d8f85a3846b393f9709cbf16e52f23778a0c72f4fc7f8df6dfb367226907b534a97772a174219e99c93bdbf32e67d18e06068d7feed2fe2220e5079b2ef2d2591228c8d8a07c15bf3d14ea491b59108855804d741dd1a3b868bbb0bd9434d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.086488353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=759839c14a8e738f2834f63620bb04988e2c55e0716f7617b03b656ff467a872d0f24aeabdf47be4d163eb9367c1b5a244aef8edff2c01874e1d88e06d20472c83fa713937575277ad115905daeea18c67b3d2b5c0cd4769e8da6c48f2f8ad5a6626d512250ad27c31ba11147227c7c5f1e5843057cc3d391155df7a546e5da892288d33a42a88171056572bd7024b7942ed17418f8306241eec3286c0bd8072dbd7dcabff82159fed20500a74b1141a0fd3585513f4fac7cbdd820f4fda45170c04e8391924f7e7ba01946f2ed25b39e643d3bad186e28f4bb003847b6b2d7e022670fa3b71aeb70707f5d6ee826e55f2c01f8e2cf6678847e40699889074e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088727102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=afe47b813b049b6ea5e29712f4be44f15e6a7e1f2ef813792c10a2debfc5d6ac50b811191eaf6ad25fd47a1e5c87526903a3061f45d2b3c541d806c5f9998b94e34b1fc1a053576e43810c67b552b1718f5798cb639e031dce19c202a2d30c04357404c6948b1f49a218b86861c25898120a95587dac04e6c32c19035852c979c69a7ca7d2a971db3840e78a6a2ae0959ef3c6fcc20ed25c2bfa117c2b08c16a2e2ec2d4ab50c64c82fd14d03a3d7140104818a843f2540e04c01b9be288113960b6a298d8c04c8cebf28d26fc6626d2a712c930f5e762b1efaf1fe1496fa5f25f4f642625e6b13170d9e74ee1e5102a9af208d7c7df5fe4efe1f76de90cf9a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08650775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b8f9ce9d6ff3e9ce86c90cb235f14a0f5e0f19aff47bdbe27811dd1504b8357098aa0942041ee8a363d6ba3d38cbaac49a86ad2d61a19fe75eb2d201485de7c50061c79d4f0b51a9c734132eea94d880ab4eae63aa16c62bb642f89315a4a994b7df3aa8c2cfce0b2e974440f5e1020f8dfff698603090fec150ef79637f7f841ed2a46ee68c50612438b210c51ae9dbed10f3c2d4621b1285b212b42833b4a37d9751618f3f1a5756a30a34a58ba25555d6eb859e93b96f2bfb08c02585c11f0b3f07b259336b1c05a0b524e6b061847c94860c46512267496bdf898eca3a27a61eb239e1389ded4a023eb56146d9958340defad27bdcfc21326573fb3d551&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088899157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=920feb517d3b687c59cd1a56fc0031c3d17373f1599f0f3f011e1f60a10be908c507f046df671984ec9a6e80147464d7bb67a540af092829018db96412b4f5368b49be05f8a01d51a0a0d9146fa45dc7ebda08c8950137056f7c1fcf9a59dd35bd1dd78f236df947075225ab9eb2e439cbf5548f27e8106b260afb330848a4f83ef2416921f4b7345e241a7ddf4710bdc7c5dca03c4edddbe09e9a33e24d3751650a12a500a3098683d5bfda1d5bf140995a0a3a7e12ee7ab82e91fb74b1c8775557ddf5169ac24093d440efef07dc078334974aded02fd374700e7b48224a2ba04b53288b092bd0c2b6ad6cb593d79c68e31a93cfd70c47cecff12d76a94b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088904276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=54656501818b1fc82896c813c985dfa8371d25ac0353a54a8b841e509f6eb616267547cea0cff5879abe87f30502fc02ec542faa746353e177727980b4ec22153ec54cb5d33647aac708b3c4e92539bc12885a2660c7694b9a710f961559a2267feca0bf4bdb1eb06e09fee410c5b1fd8a9bfd231cabfcb9937f137f7e6b69872e53928c71658c9ab91e409e0378fbb9870a3dc604ebca657522ab5dc2bdd2969901c37dc52517a10ed97c2bf4a67af14023305e340e1abc341568f9562459a6f9ec0647bcf9ae3e36b57a0e5d7cecfffc9f3b8c9b9c1ec4908343afa2215fc29c8e3ab6bf4447e8374cd0b877d0728893bde4a6f6a3ad9b2ca29a3b02fd67c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088929073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=87ca061d950928745a9c6ba62cd3e635ba4778ed8279d0d2de7c696c2f5c6322239599379205e244e1cd7f8a3a1e0215fb622aeaa9c0e98bf80bfad6685d6e62f6c77e9d2c5afc038bc6c0cc18b297365e60e737873f49e9456e60ef1de59101f0531d54c9d2cdb90a8e570df6c380e79a4ad775457b2e94e5fce1cf38518e0c82dcc2452da93a4807f3e6078fe0032afcd981290b5f335046f6e001445276958822676f6f6a2b3a242f87da07d9c17ca39565f4976cae06ce9cca43d8e2ac0aaf66cfd6dd127a813e1c8875c82c7533c808bc456eb60439d5b7b1c31f274e1ead528ff20df5047474faef1d5396f1336a84f599c1625d4e76b957784d8d5c87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088929153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab46eb6d36c23d79b98155378ce1ed8539e2103b33903ba566a6e8a8510c0349f238f30bb56f2fb166eed3594081fac2388344e1aa6cd2a3ca542b2e2d05a15fcbb2139c62460921863a61b165bc3d17420c7865a25abed9fecacb752391b4a92b645b1b4c14e2cbbc486fb73f42b3e2e893fe741ccd5a12c4aad486be95d30fe56ac91d42d75f1e29c4d70ad785aa11ebaab29ee9e7cca9ac06775a77315a33b1229b597410f1eccd60f94309bc8cd8bd906e212b72579582ff7fe2b29f48fffd0ef638918da43a1c86e646ff5245866ea2eea1abe6bba00df2d1cf91ff70c5cee64a79114e08b8c7c22f73e65ce8f66f6533ae195ff3683299d325e9a31d24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088962666Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6b8a9ebdfc16242902e8bff1ef75b7be52a02bf25e4fc54c30e7d4c965a932f86b630d508ac52800aaf77a4d6f912fc2c12e17d43dadacf27c9874b198b244f081cdef3aef839dde8631682b266700d1316d0cdf06873dbc977a75fab9ce26440a59192c12f359f029a20a5e81dadeac1553e163bde8701f4102ec1cb76dbdddf931b0ebf2abd866be9bca4f26ea6dac7af70c03abc7793fc77ebb43d096670a6f0eeaa52956507389a14682f21d7111b1fba30e90535941caff725331a2ae7eac8d063b185335a338252c81d8df292d2ad0372b5406bbf2b9b245d88acdefe202834f5f33c7f1f1fd732de9e740b41df3aa89e79c7f5a7fc165bc4ebfd53c9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088983746Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4c4bd7fafd829bb386e6004a6ef2df67991e738f83fca8bfc70122abd1e49723fd42c8804dfa2eaa33a435d3334e06bb4aeae2dd25928ac5a95ebc8a233d4ed010bc08953943ec4244f4e9ba67cb9c13abac49e34c76695e899eb77f2a927fde82949f99e0cbb347c48416c9bf24080729b59f54071b0ac7b20b16e9b29e1d6a3b7dbe14c6ba8d6cdb1f8a7fa6e29e5f395e97b6b7021fa245fec98f4abc34eea498e1f78f11b5210068dece52c9367d74c6fe4d5aff51813554554df76d534f4de4070b1bbe0424b0021de36ad41db6223ef8d126fae84f6194d961b46a173afbfecb5c8bc71e833e2ca3ddc1e808337a82a0e82783086a908923cfdbe8d37d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088930215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3df17b64bed2dca7d28da74253eb826a674b02217219f5c39ee67e82a90cdb19e503d534f8f8001f38a2e0931ae52029a5d4d0d951d9812bc287a266f39fa9e9815119eb586af9e41788e64376605735fabb746a83d8135574c2099d41be39660a1b3f69dcfa16237981ae5b559a72a41c919edf9edb7dba815cfb7019aacae8b97b97bbf6f6706bb21750157a21c46e616cae9b90c81400121a50ba6536d4430d9d1bc311818c633d2beeb1ab46b0ee2be8e7ea6031f5d4dda8f8647478595153cc69d7c1e4babbe8b2f1347a42c972a518bfcc2cb2a6dd1cfe5e1b83d6e214ec76d628be9c9da757d1a747a4974af2b73032e7375dc508350f87b6741a5d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.084242981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=598c5a702722204a6ce4fd0cb679d3d42e7fadaf2f085c44a8d2a52041f74d8ad0052893bc6044d56a6b01a3fe592b089161b060e8a5056427d577d98559426b5b607ed49af5db509500517679d7afbcb66ccb13e90fbc45dfbeb8c94949c54257eb56738c412108f4fc843a2b5cd921234cea82102ffc023539f4c0874b7c0538e39cd6509eb657664f5333342f4ad5ab6345e5f5d41f72c4ed70ef4df8f0bdff760a09494907aa7a33c7f04a91294a0dc954afaddcf3228b5e013afe0eccdfa7e5d335cd3250c645dc3fc4db613f3396e1ede187107ce7e53345d51ef9bf6e9df8f18df14938eb575c862f62545bd42ebdc5447c255ae53ebb0b31469cfdbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089035233Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=21d4103ce221821d8d5708b4c68653ef2919471e347ff086451a4d9203d27fcef664d7121716c053db99975193bb04124d2754f67d52c973b4a34f979f0328f134a991d0ee8f9aac38303dc6376d8d1a7b4d7ed425c47b60dc58ee20c53d196390bacbbda4bc693b139c0d88b05eb0f1b1931b345b69deaebd31c7149fc6429726ec4d32c2df7ea16d4372c36c57f81f26119a4513a58bb8dc1f2d2feae50222bc7e153eb742db97e6f7328cc7abb506409044213217fa170cf19388cca2c2e8b08fac71b40bb128acc837fe75324327154975922eeb753fe548b7fb1eebcc15b21dde59e55a2c185eb16682d4e791578f9d7e9d8b7176aca79a3cf8ce5d0133&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089122147Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a04b4bb6ee74ac1e8e3e3e3b86f83d93fdb37c0da6d90138dfde7159a47347316262945e1b4558ca3d0b227c4e0664e759f4c6e2a19337721972ebc87ef26b73306b27bed2fbc657f73b8a9be179803524dab66298f6cb099c432b2c1cd0b8d9deb28fe92b44a35bfa44aac505d816a03993f8904f771a591491597ecaab813c06c66f950ad3bdc8387d5e0702169223b3ad022a8273080dcb702ecaebd605e96a849fb71983a815315b5883049b79205e39678938a7d80e1deae333a6d206991a016957d8d5498462458dd42aefb4f89085e201328504138a00d360bb727eda703d55c87fd6393ca398f4e950386c6005d538ed02f283053204ad49303a4f74&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085652808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=647889791d9a4b75f6ad639f197ddddbe94dbea011e386bf5afcf73b3c8e45bb81ff8d33cd753eae24ed8be3d6a24f38f3222f79a028bb127aa6bdacaab0c1ed7a82c5f84c6bddf879fd4daaf84b1506929036392b30bb9fc92b3435447e5032590fa81907cd1a790686f66abfe8e2a766ead24755fa48970e5d73ba4fbf1120a96eb65c3e7cd0df5826c54eb411c6f04d610e3ab2bf8526deb57e3bc86759a226366303b8a9f8b6a5dd75003348e22025429f43f68512978a2252c4fa07619ef89e82e0014396748baa3373738c1af8449b76417a4df87c29aac2d2a0b77eb84585e5c93d9d9a1722526ff20d87bb43484328df2d79d110b5d57f4b71be9d17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089029843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=94937cd2a5d9ad92a7e93a55e0f6408ea39df9864d355da35e21de10de55a30ec90ec77d9b81b1bb464457fcb843717b50ece1399a8c98ef06888e00721efe21bcf10968cd808f90146b29ab92fee154e3cc7c19e5204c70275f703a340e97bdd60c6597b265112c58981541205f05a0324cb0e2ced763d8a51a5ca9b14df4db5b95af2502fdc3109e290920fb96d13c2c0e40355b74d8b8c7dd9714802bdeed8d57e5a9825eccd9661d0b4d5352bb1b2a924eef05fd757ac4c0d471397ac1516982806c08aa02fd850c8dd8a822ff0d3175ea422463f34d8d3bb6e8da532bc4f71e0c743081c81238a0bbe6f29dee1b5646a663c52f34137d3ff2918fa1ad00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089376847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5387130c787f358d9d1fe2587c84d05fef036d68f6292e1e3a54f69977c23d923f40dfaba64af28f10883f5ac05a79b1d066a58b36573ea88c62fecfd489e6898cd7e8bb1f92284b7c430a92146c969e497001c9c33000fdcdfd47be6da7528953f2b794a0ac710e2a271d60b161a2d9ac66a6e2b00e9508656fda227e8734baf3405b1d92f1dbe9a701d30b7803f2cb36c34b053e1c29db4c4da747a97a6efecce86577efe7dd4b074ac59d9c4740073cf7ebe4796f5b6bb4836119c1575643f21413d12ac36668d8a3281ba88decf563d8b376a6c5243be1a35ca143e80950222b720b31fd49065e3320b90fe9736b14d4cd0259e904ff8031af509dde2353&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089340418Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6a5240906e03efc4e3e31ba5872365d9ab23404d936ff6c6e4df61e2f4d17324e2d4eb894c675c19584372a042440ae114209304238e680983e853c204314fc4dd6faf8f81896aaa3a49f2b2bb0c9a375155b1f4e9fdecdd1cebf5ca958859742995c515e72a5bd770a55e32c8a8d47c16c6e540567d61a282edafd93e7a38b7ddaba3298610727e50b360d468d6e17a573c9283b8c22972976f0f480d7ba6705f6cec6e32b5e4c5af926a71ed77220739f925162a41e8bc601154d680f18eb7c63747a643376f7b4df19dce9965ad030fbd6c4c8e31612f2bca75ee3d6f53391f8bdd61b2529e88116841a5e77359806a2ca9c9ef5b1b6f274d39ede41ad9ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089957612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=847707add50fe08e8e559899eaaecfb7e7cc11e7898f33f52ef195a8055717fd5cec1674ed2e18b999998b23fc59ad0b387ff19a5d58e0062bb9bac6b7aef57bbb041cd8b03e5e0e3d95b1970ae8aa963837924ada70bc2819f9590da2414ebb7544a3b7f406c1296eed0ed07d458ef8006243343dee63ee3f7f843fe118ad397d5d2f156b14033c22251ce58799b4a14ba1fd003bc49af5e9a16938000ca89ab027863bbf7188a2b49f5ab206baaa52b83a2f9e0ba7c2bd5ed3e75806ff781af56c907744a8f4a07d2265d3cc7418541c898933e239256b4fba41fbdd90a4297fcabdd1453ffc84110013071d0a8678c1b111cd5fb0e06fe117497259fcb531&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090010391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b7900808041691e570e75390fdcaa2917acddfe979380d90569ec6603cacc998665d4fd54299003c4a66477b5ce4323217493ec3b27360b23ff06605db9ab3b33397bc7cb30e3fab076b1a83fbf1080fa7927623c313c9bbde751b635eabcf9738db36af99f8622ee82dad4d892cf46d6a7a2bdda36bef8d3c4cf8cf56ad7c526d41f36650456ad753ba4a0dcadfb38f0de7d3b6c4005d9bbb4d5c54700d4187b7fe95e4714ae25a549b93e69279bb6498f4f49511eed28bc1cfebaa990e74578a26cffe913315708956d9ee08099235e2fe72be19165baf1b642ea319ebb93e0ae874600cf263f92e96addf0593d8da401d51f0f2129940b30202add9a612f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090077458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9d1e4408cbf0aecd45de65778206f32bc201fc2c4b220aac42555824c11391cc3c7b6716b143901b764db396c43ad6f4c3d01629cf3ed643d6c5263fce3546fbd475bf0771782457ec9c5f5e3cf794b788b7ddb3cfa5606e3b5c9fa8b858df85b59baaf0fc3132db4ffa4afc4551143da2400efe8c5b2ccfb10d9ef13b205967fc072f4a0dedc6af3081d615f4969f9ac615501eb226d79f870b875081ec1c7f766d6f4212cd48fe9870fd9f9b39dd1f0042ef097ed89e93739c8e2f80300001f67b657151e11da8ce3f29d3e9081ea64a304fe889e4ad12a524af54ae415de47086f338208abf01543cab4478587ef25f2ddf4eafd0061b70a439d3d4fb5262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090273998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bc266274f3952aa612e141661c5d295a90f6fc47b60783b436847ac6a9d728d009d080abe942955a69bf7595cc94d0931cc69ff3055a50fdf910ca05701467c845aa10c353ddc467dac16044127d4ba165ac4fee668669bac6e414d3e1a6fcb117a203c957decfbd354097001721971698ef0773168f981c24e95bc2bf7da0e394ddc0aa0306cf21015bff83506b85664a67505918e9f6c70d2a587b0568ab86077abee131dd02efd0e99bd342f8d23d3a1bc3a651fea0422966a4700baf59c1ec8d51480e18ac0ee6d6fbcdb2f711d933a398761746444a10303fa19f8dc42d627bf191c7fb5a0acac4ddee55476badb11511f2681929c02d85aa6613d19862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090287954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=01f891e4e4998204b7b3b5c845f1c79d93a88a1acc972ccceb4aa3a9f2e69881af842c89b55ac47ceeee911be7c67bb8a998b5eec169428bb770f95eae3b8e164b9798c734e30e1ff185f5c3cbf30c46ab591998a4686a902ae147d1a2fd227814b70b0b9d7d2951488f7241ce71e7465ed6f2a720807c4898cb15c52fdee1e5884242b7c1c5943f10d56fcb52cfd17e1e115e2668c61ea2eb371a94a86b96e6a4a0c0ed0d7b4d802fbd823100c1180d52afcb57c274fcdac8c0f1d7a8a638f692f12e4b06a482c33ab33310721df5aafc55f8027d486a5fb5057e9010e46eb70aabf36419dc8ca25af0ab1f3f302796a1d010be14212023bd85a073e98dee5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.079722932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7a37b7c831d49a630c7027d6fc4130c6f922e1950e46c4d025164bdc75e07eebee85147ac9e06dde2c15cc918dfe001db59559184cda8d529cd8c8b0c5d5ca5fe7f3e730b21fb10d10cc5508022bd5e93e17a13dfc837ab4411fc6fce0395d81fcb1466a8c8c201e5d9b09346062e4a8f68192834731f7e1daaf4d2c884931ad29a1468f849bb9defddcdf480cec41eb89a579db2f08d90d7c787580f0216b8eab0575b59f816b86f34ede0ca65a78ead700301abf0ec8edb23097425ff91bac190a1449dddbf6f2392eb13f023aa0e9820857de8f009c97e97f49e09698d20956c31dd1177336065d0f14fb6fb729fc950f95479cccf4a024d5041c137a7796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090402059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9f209c2458acc626a77c9cf443d8b6917461bd40528409db42ec598c035d3425c96cddbde3491684e3aee2aa639344231a7b5477401663f0f6eb60985fcd4ead8b90e4b4b79c6809b54783785762cfa690201096ec2653a12890eb55d916a22b9985192b231394a113999b3e9c3edabcc2cc3981a332d4d737f06628ce4a07ee15163a5bc347ac9afb60b5c26f25ab0ef1b80ed0a987d2b59a432ac9e6168697bb655e7af1873568938c350a105b866fb6b177bf3ba0fecdc9a423408614fa0d7924c8d784ae032861259b5d4489c5b23d3cbfb98c4546b21305872928527dc132dc091280f1d10992ccd38ed2d4d56c6a78690ac80095e441688c9d8d6b2d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090408812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1fe416298d13f5f55787b6cddf30e47b62bea10a813c758a0f38ff1e47dfcca48e7268f3d53ac8e9618a6b0379f9fd083e5e9cfcffaa926f01e741c0d89b808bc7d039322466ebdee7c8578da0830c85fecda3172efd22325a6d3e3c34f246318a2d452ca1bf3738f46733fd9330798a7a42199d4fd545b75a8d25b3b23c4e2dbbd8c7d3ef4ce198552e4f864e18d41888c1ff0d3c7b70241af449808e1084202b48e6d42d03d65f9d0bca2e66b93fec69eb1c9847fec2aa75743bcb356509c758aaa9f1674a0ac6975315cdcbf09d53a4b0675c5de3f08c7a0825c2306c1a30368c608fd0b16fa23a5817af41bad3882682e8495de7a1c56034cf5f4318806d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088206892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7f6799792aaf9778e86cdc5aa709be7ddb86e161b9bdf5a77501d3cc3224c61dbe5720ea49be17985590b7fa6a5c3470f92daef7fd1cdf5217750bbe98bedfd47dcb8f4b08533f2ca32383af826e798e59eef9809cccb265666bb10d9a8cc72a874b071268bc29e720b1f2a82c822ec312c9971170c8eeaca5cffa08027ad52414a1c177018b82bea67b6d397fddb6966668acc042cdf33214e91b2dcb74b8edfb82c13e64aa9744c2eb5e2afa758870fb441e63c46d89f7dd026169ec4bfba92cb6cb39939d484fd1c244dfe4347da595cf475aff7246b7c9bb44a8a2670cff022413522f3de5413d99e68527e47703afd6df22a7aaa4a44ae37e516abe5ed2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089159457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6d818d7bcb935e0af51ce2ff1f368c6cf3aa44ac3e6ac45f36982c5d66d73296c7d24c82536551e6cd2e8a8fd95c95cb5dad7898c2d3ccbdddb3b332e13c76f93aaf9315fe34fc8642142602db51eadefea4c9a29424a030806e21df9d27cdbda77901ff8c0fc40a0096d6ee453a7850b552b2216ec49673bb91a7fc3d7d62b9afbceecfb11623899f52b461bd7ebed5f25c19e7cadf7c39da4d61a0d18c370a1e184e95ce4b8feb17f7dae9b334f754c1c5212d321d4674366cd8851b02832e08740b95e0e1e58f143154d3a816c072391c9e291d8cfbac27c7f3be11896ce5e8e7de5d88fcf8b2edf81019c30702d44ef0793f88e6df0b40279cf1f3269b3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.085605048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65a83ffdfa8e0ea078d586f2a85845c54214b9c5c8791fbddfef8158590d922c3001c68e3a51dc0be811faa51ea480ead4ed9a460d91f8f5cc874df33dc9000decd238bfc2196e15b016533875b582b6c17f09665025e76a03b5baa478f35a44427d7d6fdf5c813e5c89ac9b658e8d73959504162d456450ee429c7ad241f531dab3f328e9b745694fd10f04753f5502d5c48ad5fe7ab5c81ea2ec6529b424732937fd5d163d3d53464ad47afb12f486be5074fac1f9e892e2c386927c3e99d439a9db9d79e243d454f8d9e0838939a5c567e509b2721894448a11ef6b612a0c23ba6e1622201245419d93bfd9a344b679851cd65f5dfcde96cb2e087b4d359e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089181028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b886e50f59b7c1832a5c7e8222e3182f51a099361e00cc1d6accb052ddd4fc0d2626ea5a8c10bc5f0748f93726de36472dac96914c89419fe9e5b981048b3a6eeff4d2136cea1d79277d003ff47400220d46e2bb57d98856095fdb73014dba99ad5ec5234ef1e18533cd6b8d43993b4fb042b0925ea5cd38f347ebd7734038afbadfad91e621276f6fc728549a40dcb84c12cb40cb468290092ae5defd005c959c0ec0024c1f174dfc6dd1f36883637841740e1701cf5afd3451fa941313466602af00db2e89bc6bc72a97e443addf4e78b564f768af8df2219a9b8c7a54ac0800a3646e2ecdf30d97b83f1c441e9717b0661d0f16700e4b2802958ce176f68f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089207748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5d39b9e63f216cb0fe0ec5f29a390c32f8a6397d0e375fc4163ff764292fbe767b9de5025108bc0155bb66108474f5146be8794f82e4a79732f6010b5b3f951858a028bfa751a42626b7421034307bbca537617cd8f20f6427394e2c2ac4c7a66fd388bae9158e8ee95248d6a1c52e7ecf245553fba4fcac281393d1f7630c484a4b87cd108c3538c33ce7f0d82674a3a4bf1ac19622d69def734acabffb13445ec32ce63a84f404fddf3769a59fd21dac2b2e3e8d5b6b2dd3e40c72dee3f175be0e13e0e703095dd12259fbcd45153ce01b821a8b02abf685539fe78e9fdaa48337b8679c47df3c8a9f257ca97990420ff213f06ed283d314c31011ab118647&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089966068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=19ad4bf5ded9ca9828f63496e4c82b6c5895ad180cd4a5a19fd46fc66eb2aaac68f9ec100624d2141f8d221b3cb1b1fa2028d36c5be1edf6f38585ae8dcba5d6c2593f3e4f7eb50b234e35e907dba368e29cffb148b7cc63ac6916b8c81df64070ddfb2ea7db92c8425db3535017a21847970a49b10cdc1f4b8facc64d718e09b56a7b133b01389318738d652519db9a2e9a285fcaea14f7efa0b8abb66d9d219252a3c9b5a1128fef77d88511688c42d4440b6be5fc3f125ad9c0116d41a9c9937caf04a00cd742e3fba96411dfe4f852eb4c694f85354dd815c961ffe5b88ee487447821f4a1ee9ccb827c6a99a8ef3d52fb9072f681b818547acd97716cc8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090522627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6c71d83c1cd648b4d5510c7ecbf29144ae3c335b06741a983cc2c8d232fcb5b03991249dc3acbe4154e0bb0352d510be3ac35be9dd6b1df576117980ee84c16ba076ab97d2a406da32a8750fd9fde523b119763239b797681a29e2a515e96c60c9d647468fe5f2e3043be658101fc1c02a8617b69d55fb210b35642cd5b29f16647b2a4f3a42a93deb22a25b24c9c4d1cb4cf4215a38230920dad87ee00be4b20831a58ae6da2c247e13dc22fc2767e5bc3cdff6fdb3136f87d81a80cf283b78960bd7cca6c3c2317d87a3be246b2ed5737dedd95d342b2c87c77d883d67c82c62dafbef733597a22c51a09363fbf5c1b261afcaefedc8219f5394bbfd379800&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090074372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=724c96940723d616732e89b2eccc18ef9c5f9fd6f1e0b1cfba3e6d188ef56d93f5d99cc7809bee837bea0b1e10b78eed51ca32b1ad4caa047013a7866778fd2ea9e9b17d8a378fbad12dc7eb0f08598a6b999a68636359bd7916972b1db5fb798d5644f730bc3f0113679b9cf991ba2a29f515a02b678f1beafa6455df961f24ca353388ae63a6c1b375962587e4d8d7adc2e1be1ba059483e6298b60bd4a0050625864ce5c8a1f7b3b34b4164f8cf5a6092642221800f29d8988b3f2def6ea0721206adf8ec3b0dea39c282a9478bfa98057e2d9e477f11951f5fea2e01eb825344e83d8b45db351f27d12676650324df5fc6e3c516246739b6d03a295faedf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090580576Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7a22fa3aca1db94f55920c6369b917c666dc3bcce7025ea4bec291199ae48587eca6ea112c46a5b962face7e74d91abd61fe4337323be019ce717b9d0fcd003cbd1f3c5472f82b37c6bc3c3dd764416468e83013f84846067b127e085aed4bb06010de4d7fd5476be794f6bd6ebbb31a9ff37af38e244e381c612b182df2ce6c852334fa701cf2e24c85f863a071bacc1357c3637548f2481129e5f891747191df08784f0d19e0db5d6c443840fcb07d4731024902b26afb041c14e94cb041b8d3c724b1363f010e0e4e40c6b4e48a4d6f624837d4401b9e69ed8cdd21ffe676db14934d893d4f28bbe61b59d07cc63a6e8dd0ad56d2cab2916ff76f002eddcb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090624899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2a8e17e91faf6edb3cad2751c1ac45489245fe98f926994783a0b9f375111c082505517b8c66a2c7d5195158a597bd581ffba2ffcb77510e8bff7ddffef1be4d36c3fef5eeebdf94cbf94d3f0a9a15f76ddb121d7fe46be671020228740ac7bdafc8f170b7fd83a0f2045438650f4981b5f913a4ab0f36702ae7e5c65a94f62a874b0c82690e3f5acb9f117aa0fb98229a341fbe5c2f2691e79fc8b089ab4ab6543eb1e224342bda63021de58a8cc426575a317869631dbb69cab8d95bbb48fa9eecdaf28dcde0227aba3b7f2921427db1c6f5639113c187af16f04b8f548b0080fe5cd671f8463ecc4867d57714bc1e8f3d7ff3e505e65cd0f3852f7c282b82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090676196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=11b0796e251d5b90198cc0648b86d7e9c2ddd6111b631e083b6932b79bbeecec482e984021418b3909cbebaa1537a94b5e3a314989ccdb6c6dec953014e33a741d75c67f4e7e19f614dfcf06b55ed4ebef9c7bb3964bc76f0ca8249fbf2a9224d19aab275e864e82a1b1265ac9a91897d8744d0118a7eaef5ee498b1e71188d4eedc2d8c81d9eb869c81ba5a995f78397895784b86a2e4bf011ce555a188aba819ff14a3f9c92bfc4df5e629f256a646b0e6d52562c171af18bef9055082f7d58f18c85deedcd1c5691cea7be3a6e5bf929866f81ae238f35c415fb2d296fafcebda0632c633fd7658e9d845232134d5c12449ebf725b194b84c4b7eae605d96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090684201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=48c0d30f6331cd445cd4e8dde23c4539c937e08031c6705dfd828e10567f86fdb91825cb30d901b87694f6460555224e2a331fadc0d77f1d916ad950a32d6d5420f592333d76c73445d7593395c32174029041a16e16556aeb60a5374b1f453822ee8066eda4603ffc106c9c66c2d76aab1579cc3b7067576f6d2c4830dda294e17764c81e6cb203473f87942d404d1692e8afb9efbcea2ddefd6ab8e8ecc98634b8f6e85a7d41ae4cbd6d20972cf27d1305e68c483968f15d23af641fd1d6333eefefb78eac88738c3df5a90169e169b34253a039a4ec0aa96dcdd1bab75a6d991592efa0369583084ff992f3bff06f8694416b5bca714a4dc0d0e3cf36db81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090739125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7eb1c0c5f36771fcaf7aed4e16f8d0b81cc2f933ce9c1d60735a8fdfd8efe5c63581b210b2caf49348b4be2f9816ac2f078b0610fc5361f73d2b73a8aa81fa84a630d17c20cee7430312230d01a9f8e46a61d215ab2ee3d781062b34b7f32bee94c8f8c26bd00ea81e16d0c314e34d44628e82043b59648810905e6cc48b4c01d004fa2a50ed7378388eab2217ea51b77b4bfb4dc1ab7ed6019330b6676c64145fb3f088724a20af0cad097c57793ccc93a10022ff6066df63996aadb5cd770542c39a12a016d6cc3c18ca9be00fce9f2f1747ff1885d448972632a56eef70a5d956f3c38c3a9e8672e2bf7159de6a1a345b4bfc843343daa86d86625b2be3a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090824716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bae35d9e72a71372f634289df33345adfcb774149e33dfb324ed59082d522d00acce0b5aed594682c38e1ccae5f2f7768aa1394453fb926ecf14f0a81938d77d58e9e817d257230b5fa7d401763760c096489420a828415a3c8b3623b9d2629189f863e096eae36406802abc98e6b21912bfb89db79f58878c5ddbb36a2b138158a0b692f469e6bfb6eb195f57dfa3389943081845c2af6eb5fa67e8ebb7c2e0a56ab597be6a713056564124c45cd89f422c6f8b48705869687edd2a07b4b6b1f8e8292f43db2b8d970c63a1b7a23613c5bf057c542d3159a6c2d9cafbbd8e7c967489c69e71f38f088867fad2c04f60fe9264439dffe181ceece04aaea694ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088983676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=213f9c9a25f811ccefa96955b88cf018bf47804a302e59dfd1136e507858201f2f1021f93dfb6509bfccd30c650e870ec9c1cc09bc5ea29ad88f8c13073dc04992719db1e2c18a9c77ef44b1b0d96537e1d1a0985c28d0023088e72cb3e21bc6ff2ec6367b3343b54c150e9573f1d858ca6fb38780424bbfe2bbaf6a8ba6d49ef82d9eb9aab20af6ac71dc3c1fa58f7413ee5c9bce41b0a471ffc963d4cf1a283733cd5d8987abb727e505ead719e9a3e64a910e609e3f44ff65a21f594bed0a3969f7788697dee2c04612f4e339047e579c68411bf72da2475cc854ead72637c1269c6ecd97d1a8b03aa5804dfb2274879e1efb96e6ed35c3c8ef5b9b73487e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090877385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35d6b0e29670eb9fa04ed46933bf949023d6f9e40f68eacd179d87f91702f497c60b99f07749784aacd6694549357fd364a87d6bdc789a34468d75527a1d91b4bd190f6dea20b60b8b3cb5aa9ac9e55356aae7cd4f24563d555283c3a3b8803add156961822a64e6ddf685ff7cbed52cbd381ae6a6ebe84c29412fe9921d6f6b041f8db29c86e5c25db34c3c749ec2077f97184d5a4aa5cf9c06a1db42f9d35e8c45716493b4d4108b213bba786b4ef7ef5fb14f5dd10699d0c57788a0a77dca9b128e1067d546b523018ec5a4f0383b8e990aeff2786157ecf579cda30900d0f415ffbfc470fcb3096616763149794f0030729e3d7d5c57c957bdda9c40e8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090951214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6fb7ab89356ee7110f588601a72582e43d21931be2b81dc6956a578e211d60f3ba6d5dfbecae68afe2e9dff0e1c34ff1dd6f52a244ae770c75676481f4a35a50489a43b3f0895782ab5e31b865293248439facc82ffd7e8cb343dad0cb2e25965590ac2e505a1e43cb1bdbb5b4b261562f9af1ff4a32d3202a68f9eca1e60faa953170e82f34dc96b16ca12a6797c79688b4f5e57efc74a03eec441c3bcd835fb062c33c33dda378006607071900fc7f9ed5ce3f1fa4b4305bb62d9232f4b9d35c32fead7c1708a3754eafd87d207e97643468e33c08198fbf763fd5bc6b3c5ebe4b4bbe8c008fb55427e767f8389395e007915d19b630aced1d24ff967a2db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089211556Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=72a171e7c3f7fa8e8d2af043bb82cee40c15f046edec3ea1e2948635569b284e00e5d1d3888fb2e1a1ebfb494303758367570316b98515cb8a8a52f3bcbf8540cb0506c7164cfb7135be7a5762b8da00a77c43e7b2e32b447ed7e6bbab346ff39be62c2ccedf7efd7793871a2b641fa7802808ed9f01c82d906d1ec358e139c0d3de6a559d33061b8ccf9d1a7c4c5f3648c00cf6e4a8f312fc4b9598adff8d3706ef2eb47b472174755440c5a3f434ee40c23a14123f921414e0063af6bc15e11d42d0b46d0180bbf8b20f24d8978a579b84d8ee4f0e5a34af23c7c82a95257d1b5424df740af18298d9ced0451676a7b7da4224f0244d73b7889f32e1650c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090522446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=89358970691ad7b2bc71111ebc8d063ef07cd3134f2bdf8272c175a22fe362b9cd36455390c61cb9b1c2d488d912a08c231b0868439127a1a8d17805f3134195c38b5cd14439d3288d1d8ed440d8e5d81e6f8a0a6bf3909a1b49c1f8484275b3bd94057a1b1bab9f36ccc70d781ffef992ef15900acabd414cb6307db9ac640c1ef0ff546789d190509e76addcf5d09fc9bf662d3adb16dbf612c091a9bd3ec61fdb6592a15b19dec12db793c07e4ca07a18fb4d56d6ce13caa5a829727d17099f098b7a426d2eeebf9e8fecaa8185315aa47275050de01ec8fd85bb710aad11057405919ce7254803e7b9c79cbae1576a5b4d066482492e7f0f34797c809f79&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089230251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c80948da3d31e2e05bcbeb202388cdfbf649d65177869c94e8e7e16c036f7d468ca557eb2a82dab921b72d96adae1f11a5e78737587fd14e487540eaef16f74bcd2cdd539905532590da7938db1a457360c502600cc50b56915bf6a91d5d509a4e02901fa4d1d3c92e424d3dfa6281d1b87c136609a2e7fdf868952af2b8a308648654e92c593c2981ebff42c50350c87c46a01bb1d18000d99f022cf690a370a51d0eb3ecfab8bdf6a632710b4f4aa1a16a9f6082da348ba2a37c45e7a2bad0932d64e06c9ba715b6b521babd8f04ece648d9087ce719ca6d9047e89614cb5e0aaba5d979aa47b2db984b1587a5003985fe5913776f61c0687eac5ce88126a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090576087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=61505ee676b2f9e03d7f4646173a000c453fb43ef8793ed6f9b1b2607a60bee7330a98ae0c959b3ef4f327bfb5847f70f2afe26fb52ae049239c6d385962ee3e1521a22edf54c9fdf819ec072703e7b407c42d1d249abbbed9d340c4fb622e9bc9ff803881a361716b33f5db48b14d8f1e4b989a1954a166ffcc82bf82c332b6f6f4623461adef1ed996597f2664c42e61d36d30e4621ae810e2069d817802b55ff1854e193449c93f1ec18b2c7c7ee9027b341ca205029717ca0c7ab2e16fc59ef307629fda92a7d1fd3e5e7df82e34949eedbdd53c1ffdfc613b210770d4644fb842001c97031da7619b9aca2e411cfbae8895640f2be11d4af65a67b67828&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090632083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a79271882d1aaec5e97659ba7839faf6fe779bc1391cce142157fe6d4973f6d5ddd590c5267ce8a66d847f709be58e2b0debd90d897a78602902f042657bf42aa59c977296c91b5a9133817e8610ccb6468c88e1da097ee50cb4672ca59d88ee4ff5f55ba8084b8911c559518ca9ac00486d48b0b604a4a337ed19842817c844e4236e61827416464562129015c2b22fb00432355ae14dbc499eac44219fe0289383910375a805a29b47398904a610a3a1837d86accd19eba047e6affae7d1ac6cebdb3093d4776b8de34781a58e6911b45f54b48c6d7d7c4ca688883247589a74686a5d497c6cfe5e3b1afa8de9db5896ad09df54450542911d4799100562b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091222335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5f0cac7b05a6341c4c78162c8c45bed76201a1d651ce690403a44846e7b4b91f6a9f0d21be15bcb793b9c028c1c77b87ced5560899f1ef1884954c4d78431e9cc2e68157ce809004669cb1ba0ea5a70354d5d92db9f030be29d21bdd2a8591373b463442608c8759ac6d701aa0459335a17f65393dd7ef3130a21e5f9d7e3a22f2714f115e1d7582f62a818e8750c02dcae18ad1e37fe57441e7039a38f19ca0d77ef7868a3faf238462ab5a89beb1308eed8cad9c3bbf58f683ebde2531dc665f4acf2dccac14cfe3edf2d426c4c92720d63ad8873dbcbc7ec5a7b5f15a0a532944a92deb3907dd928022a592923fd9b2acec6d03a057224231e75a8cc53452&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091239267Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2c4c0c32862eccc06e5568ad6a43e1856918e93b2d23920966ce32dd80b75c5e93b3bcf44945877486b5f27b725f5b9b422ee818d2a64e4128b7634dc3c83b39bf1f1582cd3f1b7764ff30746920d328bdea0ee2969fd5263c9918bcc4116dff6762fe1eb82b6b504749b9d1023e92c0807f55b13931da0d3b5f2ecc3fbdcebbbb91e08dc971bd5ac6e555b7b85d2d45d2f714e2ab99f66c83293197d38455e7e3fafabc7e042b3809f77843d5ee59f3bb7ddba2f78ba35917ba5e04262b5e022669d140e23d0cbf0b5285bb719bb59723aa7d71039267854e6852577012a4d63add5d39c02c6b8f2edb27a16c6e88b06c2129261a3ebe24bae1b180acf404e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091319018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=17c4d664eaad3457550b666bb36494599cc969b8a299fabc8f48ddc9ecc5845d70c22f4137002c1ed13b501dd96d1881d454984665245c9c6346b97da777080e9dce58ebb4413aa977c92af1dcf3f054bc9fceb5f86cf6a5feabe25b74354e2daa34faf2f195789f4e3b5888b1da4662c3a42397baa8b5e4563362233827273a828df7731d589dc836771f4bdd2a7352bb7ac3d7b870bf897aae344e0c8bd1c0e1a0221b0ee992ebe15ca27ad5e37b168b46ea5810e49e9a367efc7ed56d3cffdba0ab01990ffcc3576e71ee05f56db9d752b76f824c0d37f27853620583345ea2c477f524fbd89969f6de6f591cf51ee5806d41f0d933b9171394de0d677b0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08922978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=82ec112f619712a0963e01ddbc283b19c0525f4a2a9efc75cba06962e4e084d1decbc1854b2518123304d54ba70e785df796db18d926e7cab7e66dc66b6131f86492adcd5d635a12696426ab9551f29b5d6fbec62710c0b9f8d809aba1aab8740b7fd65987209ed7f4ddfddb50a1a125240eb191e32ff6a6c1edd56c0c2a5934e3c685f0f4b8d5ff0c727ffb3ccd4ddfef84d46fd8f4e1c0314a5f9e31a150a58ae653a5fe3057367a4efb4886b498b51cca3ca14cac0c1781602e10ce4a72bd74bf01f27dc17db0a0c27df58cb1436316300f8ce6cae13ff4a8454c5b9a853478f6cfe50cc84dd143cab0ce51cf0fa66d07a6d4eed995d24e4286ff4b588eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091369302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=25c72bf502e77dbfe91e8522def083219fd0d30c488cc0e6bfd09d1f9e2df267e63e747a8d82a9080fc11466703256aacd0909780fe8765a050561a8976e6f461902cd96b433e150e36c9e05b963d2f432eb12a2551f2e037d9df4d939befc3271dbfdb8a72db23cdb281bb5f7aed235726e24556e447de43056a2f594e31872af61172b4a74004ff4091a0c4b0b106c88bbac4a6fdbd90f1b211678abbbc21dca1e9818bf6c51da902a1ca99095145c0f45af839880732a50103789b051a1362f9ccecb0778ec4f11bc44d46f6a6e730eef7b9b7eed2c10d15c742d038d7312be3546412dae1ad8af84edda9bf6ce81cbc2c4871c031076f71a086470db986b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09142095Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=87f425cbacc3a6ae27620795be38bb9c66ef1c8c7f01133b1816fb990467b2c1bbda1470cc0b7f8530b27787025c01f20da3596246fb70382f8e5cb340b5dc9db64e47f7fdb369a0c8b28bffabba5897dc405ad6988e4ef9ca9fd2986979dd0bf8443fbf5367547495ae440381fdb792b746c8e37dde6bcc2ea7ede10191f124149a696e9e86b17b81109495b067126689e88eba81ce37631865a08e662c770ad3969c92aa62fbbf480c5ae2185f048ad1cf3788689d9aa2cec1a6ddbbe4001abcd8765a2506b1b2e7164eaf74b9e19cb7502f58e3c2afa70aae5e67e24beef0e21328ccfdfe8eca05044d2b401dbe32d93c911d3850ceb83f8c687a853a8fdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091456517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=31bfd8504f692dda1729aba592b8af3aa6061225b20e607390105d68e35dc95034d0f7382df79b8d2c7992bbd22d4a31676a8f4b5f42f2ca0f1da292a9bcbf5eecedc8be9ccdd6006c5c9fac32bb63c294879c50338fbfac7669dfd7c3c27958579b350c73458d189abecb0263a43fb2ab07adc25fa3f235923212af833263aac5b6e7ffe5c20be8e90339e5adeef1cc91b134396a10776489d71bd34701a22ca686fd95c8bc7f557247271b537803f720d86088f432169ba5acd1c76e79346df572ad3c2fd77e04645921ccff90a5acdbaf6d12640cee10be4b57d200aef639986f8bc0b99991d481cf920fcacd4507820d0dda96f29ffbca537bf4d77b1d85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091487365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c40cf2093c0c928bd9e06551e4cc4a6c289917c62baacedab94dc01ec066b29f7795d2d3a2229038f09e43760896e2502cc8a34f0ea224dba79151e2a1fbe1440399dd55ea0b9abd13fcde3977a27b956b4ee81b4c22e4e82e3054945a3de96fbe81e6491dea7dfeb7755c742bb2f89963e86033c11bf7af547bad5153fc28ca2046ffec26d78394eab2791547b4532f0ac2a0f1b53b11e001905f3c4aa0f85cf734ac365998fe1a5e7f8a6694aa58d9b342f95048ea0e4800d6da5a707d6646643a5c9656bc7c4924f151d3fddd32118a9bfbf079e13f2e1642adbb6371b9ba0c934c406e05b75f700c03492dd55044a7b346d82f4a029171ade80d7865ef43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089318808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5c9b45c8b396578c6c5949233d801f4b81db91e46332199bcdde08b2384f9ddff1d2af2ebb0e361c017491c84fea4f2087193234a198403fcb04fc566a302b55381bf4662671051588e0a02b9f821a47b9af46211840eb06a030f28f23855a26ef8c18fb445014ce50f5874c713e312e1b80f34369acf62d75e82309aba490332b01c832626df13e9c73353b9ff0d3150aca0419ac10aa54871b25662f46a5cec579681dc2a0ba6b1a88482018ccc0c565084578a3706bf5f6c219c85403f9feb8eee0d2727db4461d28a837a28b0bac39a0cfcce67e48f8710e8cc44d01e745028d9df56e9900f038485025496f5b20cf3a09c8f40d821acc619c2a23b3e7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089647958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=89891dfb275164deb6367026162b6c99e44d0d2bec17cc450b0d6edf3683ed30a93a4384219204389b86a0c033407b21592e2423bde0a197d09e902cf1154fc85e592d3549ca18a5363caaf300195cb70841b4644cb62d20147cdc1bf4c089ebed479162dbe257e8d263e8cd64d24bd1d13f0b8421196813dd4c7acaebcf08e4245a0b6fcd828c99792f9797020f5a4ba536cbed5de558448396ff31712137599eeb727a4341d2b30086b5a493e09541a8db67221e678eb304459c0ca2ad936828fc00390b4c7d527763968353df34425440d82026b99ae93a43dd6e9c3d546659d087442187614178bac4911a3c9ea389296384b3c03f602bf86d0ed180b210&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091594316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=38ced367865d303a3819ff9c15c8a1f62d45016ed316bcdac3ddbf25272bdbd2f0de203873b36cb27a065c74c760cfb74d260742450fb4531f5b0e8ca444d4f64ee91fc3e1778d40404e63ed1260e87c6c83f80b4226aa358dae8f8ed56272b8a054d7e3e443a3ece8cc9061312905aa9d5f1669effbc8d20a24189a07bd987c70cddf3c04e50941738f60bf4c88b2ab77c58149d61e45c17c78eb02276c54fce0ce106b3eb106bee987834c2b3d1edf45474b79f89cb0b8d9114a110955019bc4c806395ce10d6885b67bfbd4521941f2d7c8c6a37e9b1df6399ea6f525a0372dd4b6db30e702f16a2d4b6c957d7ab0d49a7b15bb9e4408fa3fb84d3d9a3db1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091613833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c9fc40961d9654d0f0d35d44c8d77d94304cfa4a35157348766d62f3aa466acf8efc21f801cf3f878b9921a2bef23e229853bbe0d5e5ffd2650f64eaf50e67c8fd6326610896a0cc73d1b4c869b72edacc89e95632e828b945186d0f1ab43079395e978e2a6d4e87aef23ecf95e99e87096b0864cf0201a9b8c90b6c9798413435a458e8272fcb7ded7666ac347adacae2a9b1a453c9af18f3ae6a4b1006c077f5ba3f13626a228ad3d608db5b6ac5061966d54fc9e3e6f582632bbf7f5c91c6386a685c93732993b827f0c8eda6bf0369d23121182daead34d7842b5e95edc5665b34a087d33244bf5b1998609c7c3653a9dfb43bfefe4602071af52d226f7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091651604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dc9e431aac97a687771c694ed3deb7492b82d3832c3da1130d5b0c571d8525f20905fe5d7706f31367ffb214fe42850fd94a4eb9de215a751ccbfab9879a2da3a6a34addb961c277373c610de3a9fea7ba22c28ff2f3b44fa92c20b2b6ac691194a36152ceb0c99144a85623a12e83319aa08c2b3f4236efb7b816fd868864164b3058d9901bd1f4e160423bb2f72fd8d11fa2b239aad83d3b3362425dcd3d1974ed891ff2e7889433a5e5ce98e297d63193754386fac1ea27eba3cb40c42bf32592b9e150db40c042244b7393805515515b371693eec7e35b904150fb71101435199e947b7590c21e2dd0e45131349fb4fbd4c17d275295909b4cc40624e29&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091757143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73f8d58f441803283df2bc1b7ea1cc0aef1de03c6822c1b5294a363943c6dfbd2d6b2bd37062c4d868fc6cbfa8fb0afe8c6b28f84a0787c933df5f6d2134acf5acc87c2b2027379455d1b6ff61ceffe6c15a45c57734455a7da36d0fa325d962779482c5b7bd9d763dacfa65b051d9a945024e4f38518340a30b6eaee1ce2767cbf2e9b73245193225021743b0b23aa59da7b39f88a2e12c5cc8dc82e071cfe1f0642476a1d765c8fda992df60192b7201f720f10be9de17e19f9f404f7c8a5269e1d96334eab6647f1c42d9766a30b4e89b8e7b408a66d2b8b9fc5498cac64aaddca8f5a190f7d7c9e24386f483e3a70e11ef931ab68bd206ca3b7d8e16b854&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091776049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7ad28f2035f99d065cacdda7c37835de9e217ab9d3a19e55a72d94967f17747383e4889f59e8ebdbdd3df6f6eed8e55426e48428fe58f9aded4faf1c4be08feb62aec10e2aac147dae40962e73dec73062c35e6e820ead98dd3082dec31191ae30d1655575ec1e21f13dd3f82a338429d111500527635880babf701552dfb99d2e7ab32d5007032ff24aeb5bb69b42a9c69532e42a7450a1ae46f8b1e5ad0ce6ad0452a4792a044a2b052062d84fd8e16bf7ed61041aa4ac99b73f2251979ed4a5aa15e42a38fce4c9d24b7d6581424bf8d69f4939f775c4db3530ae0d41c603777d1998f198ab20de6755fdbbc318efee2c48e857e6ec0c6336af5993816ee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091816114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=70190bd6397962b3e50b02e6cf4c48572d02770690e8c6dd0f1c62320dc4116584484463dd48bc58c6cd68cb77f95389340e1d6aa9cd1f8aa37b3c724bb8ba5b26e702cb1fe7c6a20eb26c07d204526859e9ffa9b78f61deaa6afdd71c46f051f5ad15e1a4caa719ee00a6164b2a8af9b65ed8c8e3ca37d376e1dfd36292a957b1f9cf6bf56b6e520289fb62a40f7503a61b342fb7a5673079905b003592d0105d04bce33ce9f3574b1b7b829a57c6a111d3f113f23896db44190b9540ae04eeeada4b44b89450fa2ebfffcc200b358ceedd1a0d7bf935424c3c0e98c84d778c7e0894f7ce4d24b8da254ddf47e3deb04ec38bded9063a89ee0217967c434691&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089668567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a69260afc07254bcaa1f1d1c30e94da110c09f3e379ca59cbc5cf3fa247cb529b3813534d1f847710d4a948c27f7b42ca30eecf503fa1a59b0f612f8b8708cc4ab30a388aa89b8f92c3cb0d8b1def9cd9051e5a46eab1b9a6d935e4872f95886ae77cd66b6f665c4f078813f836612e563308ab7e76ebc50549bdf9fe2afebab0d7f0e45acac538dfce6cf6a26e63743dd2238bafa164daaf6717b86d6394af572e1b52c208ee87f232347283b52929a5bde6a813c289eee6d23da117856f22f6fdbf9aef4a540074711160674ec76f49cae7b9c54182cf052efd305c4614ee771ffa98fc4ff8fc6b10b979a90388fd840efc56663a3e43479719c4d6777a38f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091370174Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4e4316f0ee0b2efdf1dc364bb608da4f0020c8388c5e0f65706f5304120cc3eecca713088733b5e5c48033491ffc3c28e27bdc0dfbe64eabd9827dedb16ea968a0f76a6bf6b068be0e017104af98d013600b8bf73ba460a64092d08188140bc12064bf47f0205b62bc4d44594f83670badf6f0022566fed346f6ce4cd4f479bee7aec47f69e52f8ba4fd3bd583043291f35f5d2db17df350662a65b7dad0e2f81248b40a369a1231433f4f0ed60cf37ecf12a3e391820dd6db1e8cf1acd8b1ba7eb7064b42617705f5018372d10c366cb0b3b58863a8c1ab0f848b3ca1608cc28340f9f0676e645dfdb5c2822859aaae90ebfe14fb7c8e664eba34330c0c3f75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091878482Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c473d6e624e0dbbe9487665ef549920852cf24dc450bbf368cc14d5280180085f5f321487795df999332aaef073d93502a76328101656d032158cdeae714ba904b038a0e2a7449fe2d9a2d5b17c32f9e4be12c66a0079718287efc2df41ffd77b3c23921b3375b29715e7b1650546177d21a9fed7c4306972c6dbc64424d7959c6075ead1cf8ba9b2a48d173049dd87f0dff50c79eff0f9617ecc623b13f4875a586f3e930723f4b08ee593bf481e862df46732503f35048ae68a40158efadb755bb85bbada367ba195443d41c180271d6beaca844b7aa1527dda65ef2038ae5594237701444ae0af888bc45823a4f85d8c80222811f8f6313c0faee6379e73d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091439665Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=357c03b2901baa66f9720b6c889e368d8d7f6680749882a895261a2a5e14717027d164df4e80737e0071234be7e974dedb43d3dac6d72f7677ba7bd587ee556cf9a5b199e57f3d1e9494ba8ff49f2ffae58068c7b7b0e498f6147f395b9a810bd10948d0136b391996c071f74ec10fc48ca77aa63e1846bc555416f42f7002ef3669cff87ea844cb70097bccf5f090cfe2b0caa89cc63e583f2b09ab708f79320609fac8b12e45bbb89897110d86fe75d9f30fcb89a5562f23845340b303f37c5e4da377910d62a624592935876cadcd68f83ee259d0defd2d31937daa85262ba5c1050972c3fc09be74a92acc68f24840a17114cf9fa78eee2307efc0d684a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091489559Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9229f0649ccc7ff03d16adb7f573cadb7402a985b2f8918c6da0f5bba26f8347b5480d16795ecb2dc341c397935ec5e622877bf488e33461a8433a6553e8b1bff76a0526b902e8a79ddd3a2fcad87986b53b2bc4fba52527ab77f8e2a06981c0aae88f7ba13701099cd9bb1cd74d36f6b20f766cacba7f32ebbb8f315d23f84f776269d8e4f43c87813ca246a8a862b1306131c801df6a2819595a4fb28dd6b1eafd6bbf92d25e761342abb3ce372f4da52e33d3e5efb1c64fc75e4ec367e987210e4238cd3fb6d7b3ed5bd4b0023ff3dd5b4b64ddaa4a36cc56586dab2c05d32de05a7dc1f2f0dadf066523352ca06d9bf8a0a352670827dd1a527dedeac412&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092002786Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0026b0387a9f981e8a0265dc0c8d1f222310b6d2289d98886d5d79336d8f954c33378d948e9dd85a0e49ce41f3f0b1cca4ec595c30f122c783db2b091f9b29f3de308c9cbd23fbeed5e47877b81405226799915a20ef7eea6ffbd0aa988e84556e5f49002eca2555ab191605621b74f0a0e76f4a7716c777ea6af0dc168f390f5eb8d206c92e805aeab5cd3779a9b8160b3ace36bac353ccfd17187db64099267a87f94adf663d47896c925dd490f46dd19df9e6f33badfaeac964a4d0ce4c74e607a10883dc8691b77225f00ce7d1c080a44c68a0edab3c25e19b627963ac83d921b71387d42aa55560e60dda983242a81c2484040d0658aa137c6f843ae0de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089686571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=896e9f1dc3dea212bd290aae668a7fa36a6c5ee25d2f1ffd04387f3419435c14cf98670353f0a55724848b69033cfcf7583e4647ab04bf6c021a146123a24ca96c4a20cb2539c6f45e93b3c85b195c5da70b60cd8a09874df74f31a074517643388fce2e68d41196912c1e09355ffd3e61110c7e5b8f444bd7ea081814103d184514f9a77be05b0ff7d33085303e2a1bff0598ef3118dde091ff0b48a99bd9db1065bad1070547d631c130b6325ae47c97c53b14d894872f70979b55eeb168948d080643ce1b677cf6754db0eb62dde51376e9adf16f65301075c03e8fbe02680b726df447a0c8e483010509cca13014d296b16e8edd9b96154ebb942ce4607b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089685749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4de77313f9b9fda59a38d799bb7b649fcc761da0c35d3637f291607c314c82eb2a9b20319b61dac1352360eeadf331c787f3b1b1f0eb6543ca043de9b8533ff71bcc388fc33feb80f513de2e63c7e42c0ba35ebc60dd717f70e0cf473dcd74bb28f825baf5aa873a64cc38e383949a9ef7cec629744b1002e67fbcadcf7d1aa759d3f1954cbb4bb861f00330cb9dd12ac99d7447420d595f5e398214a674497c07b01dae243ab5cf56b96579f895f220ad88499cb9ba00f431202c60bcbf0e6ab0e43451c6514530f5943f3571022d8266b6f6533caa61a897ddb6b5e47971b0d652183ca5e11c88ba2ee26a9844532527f11ca23bc8baf7e543351f70ead21e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092152238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9f807f765f5afaa0a3eea4bc930abfc8ba573f6f8e217ab6edb816aac5035ad0f463e20de9640586daaf85f61c11f34f1a0af8f28cd89f62cbf9bf87063a8065cd8178f0028f1954121ac68d8b5f33f613ecf42df8ef44060324647f2fc52ad8fb0ae68c642dd67dcd2921fb23cb1f0662a8e3aff5871ec9698ed73defde10821dd3fe323484b8f3bd19796c4b4313f2af70f767db749d439b560af598f18a7cc1436032acc324ff15148d5f0c2c6e6136560ddf84309ce87f34f548ad01671ff186c0839d7d1c933b3a2b8427686a4e420e57a9e0353c046015eaa579182b49b45c2678c282d0b2f1e2bd53a7a6f70bcc79e9111107a8c625aed211981a3a03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092161405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0cdfcc167c7268858a9355bbb42f78b5069f2336b8fe643b3ff1cc5cddb077d601cb6a438c69ea54c74827340ee2f03408392ec0f1538c84b47876d4a6d2b4b4e2cf845925f15ae99ed08376edf4ed079bccf0e84b864ae3df8cf7607b5f9f4e89c00fadebc23ba5b7258b07e6dad5ee19944dbdc7e860a6ddd6e93a01e594ea3ae32393539d69fd32612bbbe1fbe41d7d9c2e3f74f0bbfee2d9685b2caf208303a1c3df18ceb41081571807c57f945428d8d36f26ff75fe4cf7133c9934aa883e259736f98edea45c7da0815267cf62386f061f6529d36b70b0bf964d9e585b964473fbeac5bd72b4a00f98822af9d6254c4515f4966c48c0e7323c8e12cbbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092229163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=432149094b6f19f656a0e37bd8d14386d285e55181e0353c15380d76af7fb7ff5d0ca720a5da45b01ae9b72ec22f40550bfbebe8037fed433aca420c6044a8ec59875d0b910d251a383f89f7fc6070ed1a517ff5d3b4776a41a1830d8235563cb144a01c78ee6316077ae0ce2931a505c8c95c427ad5fd9db30ea19e70f17cb75db1d85f5790f211a538253408750518748cb5aa14eae1ab26349b1a226f1c42f866b8f5574d93985f255aba42dba78b1c1a1b3ac976711830a0dbb123b0635316281790073296160d41f9b7bcc6a7077c812850a231ce874641ce597b624befc4eb489b90a4afd1435e5767f648d320da23a070c49f5b17f968d7c491f1f179&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091762253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=015dff258ba83fbf014d36bc0a6fd784f95651b1e7b6e4bf797ac97e181d8860f4de0ae7ee8e252dfe5c2646494918b67b12b859debfbfc9681a289d401794eb3d4f7f01f7dc22dd3f384648582b3bea7e139bd4c5a110d6bd36c8e4e72a29d5b2712c3b43f2597b0b66d1885d269dcac23163e5dc8b2bd6d082910e6e328b9c06fa244660f68486d5772a48aa68039f5220e0492a4250056c84e878dfa2aa6c6d2f9e777c25b9182f9dc08ed4347c81cc6ea0844a33e0f201b7fa74016297407d68aee58594ee96ccd3f82afbcd35c05264094f31faf570971eba12676fd2a8cd1c6eeb82dc81c2543dbd23ea9c596431f9c57037bd31fe9c194cf4b20da914&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.08972305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=08e95316182c99b952cd6a663096012d9eb4bb223075565a1a274b0a22fa73b5f7eeeb0ec38ee84d93c244628afcd3a1a5aaa3bdca54b1bee94008eb50f626a2a60ffb9f58b8b05157c06029a53301172ee4742f4051b290570a414b6cd813ae541e0ed8c2b9298db8f0ea2b6f6dacb65dbb9cf2695be5488d0ae771fd56c4fc037949384f1266e0859993a52d004efee31a3e1e437241d9393b7a89493dd0d7de25f7a9b122e383b85b19365e38a77fad52770fdd9593d51cec56b83e50ed2a33dab412dbc21d01a8bd8caf2c98b88f77a588210e86ad3c48732ed14b63ba66f35a75a0d8b12aeacfaa6a83167f1859808e0605ed87a52e4f4ab1be190f88d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089734591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bb8846196cdacd2a8a5dc3ec74677c02f1f6fd3f56e01ae8946c3ba2a5c7d4ed7268b347ab926055462bc5fd2a3c0cdb242e68a561b1c00e9a673b2a8e1b5e1ff75c71c22d81933880c9077574b907299a46677af3b5bc7b18302f0120e73071bec25322d96f5c4e6d9f275227dd7a0c141a03ea00f3ca15a833dd3f18fc56bff1156c07eafc36aeb1768a2082e734510cd60aa5cd42ffebcf001d7e7dbfed2be1adbffb21d84035a57fe218ff043213a299929efb1669cf99953ad0b900eec4d78a49ade12be591e9c9a32fd49a06da6fccb07f1eda36ce55e5aabdb5496de818d7b2e2897a4e0f3d424b3cc35695c2020c4252ad08d97928b40835230ffd4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092391639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8625d10b3595bc1769b33c9a0f7d448b7d96bf18015a8b7a809d6885a569eef12034b81db219320b8e143cc2af613082a9d2dd96f2874d99bf0fc58e9c947df065420c8fbb6d74eca1676d556028f37ce95fe5f75e7520bbc35597cc247131fc1a4ad5ae6455d0d18462ca19a8b2ecebcf1517b48bc3bbf7fd2dfeb4322a7f579ccf3a527b43570199614fbbd3c3474d82969246cc4ec65c47fe884c8c12bb77fff3e85e0afb1fa93d12817321bb35ec97bce325243d0c035e2abf909bbb3f2445c26c85e3854478f3307012ae070f1b0f8ed84ba9771539d1c3a5197bf8412e48d48d5c38511b7cab22874e536a8fd7ea24e74a555d51e47a852cb960b15f99&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089770319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5fe3bd4ac07924a667fb50ac9aca55b947a8db9dabdebbed5b0c65602019727250028aeab3e664e038b31f0e9dc3dc4f53ffce818ef569fdff1729125c3c36b1a5cef04cbe7b19fec366dea010adc9bca2924277ea06e08c1d6047ad1a12e09cc6f8dc11a81ff48e8e23cc0aa60295181ab4bd9b4eea92b69b6d310e7c49fafdc38b37bc3d44cb4865d3e57152c5beceb4543d7c2ee764f8e6c396dff5a942deca50bfef3620e399474a654577c4afe7bf93d39aa78cee6ff260e6db8b58079a2a7dbd5f9c3f9c1e48a1b78cb498a796ab74087c9a4a18e82db5be4a8a77285366af3d013dfb03e0c3ef62d13a849abcc2470948c4a900a013107d2a85955a62&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090419703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=66cf6750a343b464617165f052476fbb5ce41c5dcf64d30568e91f55e98da62dc6b5d9ac1544f2f99e305245bc99d0b758b2965ddce972d84f4cb4f409d73e444ed0915c334dc3a8bcb920da66a544a1e9ddbd50fa5f55a584eb9f59e996efcf94b3f7b6fa691f13a2ae66cb0ee087e03b57a54b75c708905f33e8d65f1e9b87a0012851044dbe624f04736ddd327468145e740af69aac27929c166d8233b4cec8a743620f34dbd5ebcddffc86828ead0751cc544627dde411463dda73897c94015c7e2b6e480ceaa3031ce9eed90b7f8b9eb6f043b6b14506067e5ef00ee9fe0bb52f6a4366fee4d6089698d68dfe732ffa70958ce25c20beb909ae0845e903&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090471681Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5e51a5fffaca6585d37d6e3f89b7ad6940ed635c20eaff8fd54134025220350abaeb2fe480c9667a79775ab50b9cd4171b1b6c49f3dd753fb177eaa40d38147c9b5d3070ce826e534788a97f0a5b2e40f0b54c783eaa47fbc880315340002579689dc7491b26ad8614f68e1a3111c3c0ec65428631f8597efe918dd5baf4c5afa92eaf91ed9b3b3eca466cec430eef0f550cfa5f456892cc1ee90ec7513e659b4580c787de623ebe751dbedc1e3c5873cfa248f3965f4970ef0aac828791e88bac42c13c2cec57f8fe363e0f71dc98b59ddd7ee88a2370b5a5b3eb80ca3ffca39430f3d209f40bdb3d23ea3ffdfbf12096ab30afbfc380b67d42a2d0fbc7b209&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09047161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5963fe5cf985ffb1d00fb4a81527eb726edee46239ff0fd1db551a5d98f6a8df4e50bdba4600d7d9746b7a606da12298e6252239684026d61511b53607cf24fb3473ff1e9391b4c5025bdddd62ecd62ac852ab3a3fed0f44d83e32b3f082a959760ac688e913666591f026682544fd59e0454aafc9182985bd256b020c92b251834821b83b74305b2c16d587e202c74cf08982a9a90fdbd1b7f15ae80ba4ea8fe6bb778dc006d36c5e286469a6a0f1bd8ff8fa02c9cc9a3e8cb68906ee247560ac48c3b536bcf456d1cc64390e67a777408b80097104bc791bed8ef24ff37e2cdbda911c66ce4ad46231b0e5723d5601af03344efe69e42c5c1ccd0e5c104d90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090475708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=985ab508461dde67bbbdf92de47dfdd836d1d3ab605493d58a2b4cdaa6c4869ad5a90b6f7b69e483217fc74664b5f61a508b447b7d6e822e5531eed15069f10727289d8fdc9225e75fc64b9588fe429bef9c8b1f6280fc3097d23f995d3177fcc677b3d86c9ec87d554a9953bd5894088e72d0233a0891087ac8d991bad8ddd75caa73a93fb38f6bfc72125c2d8aee7ac9bc0cc64ee04903db551a4b369ac23523fdea80dab9a397b712da41df157898757ec0711a31157270fc41b6fac7367eaa0d4a9b7b1f60449e9036ab733a470b295278bd1a846584c6cadc1c445c85ebbc0a22dc51ee6efe5aadf1e15fe9dae53707f0ea2a3d62c4eaed434a36d4703a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09052459Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=21905f8134968d32cffafc4b434143e23824dcc418a6970284f9b7d1208b3824fc11c42f94132b34fbfc1c7f9d28efe028825e17c4e38311d345d55157cf868a2d1e20440874ac77121d4e4fab678ec483621dde2507fac11a115e223b7911cd3830aee83950d18703408368412fbfdb636629f27653e0c4ea15362f6b10605ca89917b81a16c46a5f78b70cc4b59be4405c1bba547c0c1aca1341498bf6cd371b84e4d9ccd07bab371789a849a0bbb647b8fcd67df8a6889ffaf0c1ab132b0bd11672f60901e43353ef3fc9f8887d60a259379dadd60192b7ac3984d19ca506c4a7d6376b1cd4dd93e45668a2213e4a8dcf9cdedbd4617d6012bd12c580e312&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090581908Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=47888110b88d396c518c6d93a7e789e5fc8a95eb90a7fb20ecba7d2bcf80984f66bfe295e448ea0557aad093cfa06e05b934e04daf4ee2a996b9732389d1bf0be5e4a434e3f56336dd12d86ef308776990a39c8998c6bb5313c778c14cbb7299cacc49fdfe3ee4990afc0a3f5d311b63f08b057b3804bc4f19faf9d64390802b16f00892e8385448a06655bc52a58904ad2a1f480b967f8531666f9aae82a495619a202078d1eda658d103617b3a81b56de5ee6da5401076e1b17e4b035d243e3daf04e66cfc9ee0729d3a221ba8b0b81e8023ea7e1115dabfd3a1184a12f1b0150d70d3fea67caaf72961a1121527250c2cda8499f5b37772eddac9ddee0e1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090634728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3ee9bd94605d066456162934c45934e1d8b55bd26b45e79cea3716316933ff5752722c6805418874d6bc20a74fb86000b7bcb7c94ebc9ee308966dded1cab600fab64ee028626a88a8073b586033e6fb161e0b22b02aa6a82c076dc64884b4430d3f65e4f084453c135a06ccff211db521d81eac6180bd83f8f84b2a3f23ff0d2f7462bccddb534465a4d9eb9133abd5ef22db79235ad2ecba47421e1f1d3d49c74ce9ec2586fbdd2e18707fb0bf082129c8c6ef3c4c8370f935f621b4c5f5b01f35e1c8cb30d6c1a8acbbb465142a9adc58395b089d612a2f5306f8374365d60f4956105e68a8539b641f124204570110b052abd0d4a8600d8247e274938acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.091539573Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a37814aadc55c442dddf77c4cc0c63ff8f870cc5dbb9abb36464e4751a63bb121cf668c31083ad01cab3b1c11f4feb595d16ee3ae49558e3661edf97a9acc865406b57d7303e7e06ca854f6cd275f9b7ce92176ad5a448fd8711f567257b190e517a024bb893115f20a7491dc5cefb51158fc0df83fced9acda04b28bbe73229f0ce9d934a660d3feba3711e6ffc0a8d120e9c49615ccf1f083964c205697e57bb664f7e182d647ac0a2c0b92e3c091b95303f1ced94fb49e7e32d85eb4554ad99190d45163bddba540544f1e0ae7ca94010e2abc4a1678628100cbd17df5c9b6653fa661bf81d585a1aab9bc1b94d03a7beee50da105e2b9c85a74d99b5e925&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092514731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=31d776e3fe95c522bbef5c0996349d75830773a924d222c3396cffc6c37fb86b4b3f07dd9edd0ad431299b7e5da7459f7318efb856b5231ca88fda14347330f452b33ae964d85a5979178d1dfd006975df4e26ea1c044d0057a3054903ca5b5ef1b877c7920deac160add1d132f964a6c06939b427e2bc4a66da40faa977436755824230ee19bea4098cc5f3a504eec5a0f5735046f1d87b4317a78305f53ed820720e27d6651ef0fcc4c8e64f6bab83126ac4dd25382b8116b0924fe16d3d1618af74db06212297e2ad9ee8661939bea8f99281a408788e272966849053166f3893ca69d2f3a9b4dca7777c8ca19279a54fcf83c22effd47b738b67cc446330&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089820714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9a9ab5de3f8a8cb6f5cab3d42247ee8c86827fba6645e20eb9847e3c6a8f382e0a643180f6c28620c124a2d66e8a42831dc2b225b75a8d0db544919f56c177d65b00e86a8c01f5ff233d58b44ab80f1b032128295be0f705d1d384e227cbde9a7d130b0e9be9950ec07305e89d4af57c3e8de14eda7df908dcd95e165804139fafb87b4a559f1f31e57e51a0b0ca542375135a7c5b910c2ad5b7630ace449fceac2b9e144e323c0e3c86319a4343c29fc215b8ad1eeb16c551df0fcf57f16892e2a9c9f55f6c57811917423321a62d8d0852ef5ad2ffc8673bdee248cf16453aac173e1bc438fd2d1080be06e78986b9f9d3fffd3fc31aeac7fd325c75ad6ef5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092563663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1928f8e72682a044b35484dffdb2ad61cb543b233fb3cf71acfb285b836c8b513c33213d02e7732506c2332644f0b1104c4182668308b4cb584469c7087becc9b2f0efa64430b4ec29a56dfbd62176c0dab942e985aab9aea0f29c6a440adefee33bf3885ed56f9328ed2dc6845747b109a35ca3843d99f1555bfa76fd3c26b6d884e3f1c5c89a066cd17b4fcd0d84313374e54ae1eb6ade8d8d836ce9c905f2a4df3c256c9a97598379ca20096650ee6cef9f3723967685327af56055bf8118464537005d24ecb132a4bd72c788007fa9e6aa0a4de0c1d763137b01425f8f3cd457d986b373ccf697d2738162d2d5241f59af7c989ab351946b26b17b7b10aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092574354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4ddac7bb34846363f085c5c69ca8155eefbd6e62a1df83b41495308c7db08b37efd73b4157822cf365653c38ceb36823aad27ed84ce3c142a46581688d96efa8e29a1bff4998e2eb54ea4f20ced6e44798b5de51efe3ded57dc09ea104b64dc567e18f3d491dea32bb6b2d3e9f3c08b69e8d5cd7ff6a2c2ce72afc42c47c0d30f827d06a142d8b352bc131e7b12c277df505e57d836f17b5e1d3bdbed336d1eee23da3beefc66b39a5e2baaf4b6a81e5f50bb9085b75aaaa83acb7ef8f800041ce175ce97d4b9aac2918b4745e9789f5d3a1ffd49b569f813ac382f9936749a86f29faa105a78f1cabbb1e8332809428e93bba887db5633468a5dde8f486cd17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092609901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3fc8c53464f1acdf3cdd66fd831f2664db913943593181b8c90a8a6882f82db0ea8f9d76bc45e6ff06163e12ecaa1b27ed5f8833478275197c853f340868f4e28ac8f2414f1bdbc36036fb92db0a87d0e4e1267c48cd09f8ee6dae6e7edd151e801e1aaf72c2a3feb035d27f5b76410a148fc674051db8c93ec307a524dc70f8bde0a44be71eec932763b911354686c1b405cabcba13a156a0131c82552307784c31e67d29e4113cb9b52aa5730d1e9bd9748a2a2d7e068a69b5f4be1e6a9ff3c20bc267fa1346f0d16afdf602e4aa443b9c78d264d679cf303435f651fe477344558f084135190cb2405cc72f546c10b35e010888deeaefb9035040443c5ecf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092623516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2dd18ba1cc3b220e82291224b5894436736ddc9ee658ef0eb5f44c750a3eeb8437074920f50ab9dbb872ca60b833024b44c37e9c2301d4ddc4525fab6a91cbc685a6f13a1b65c79ebda88e3ddc3c014c309f83942563068e00306064d53c4d85f061f8bbd8fccadcabd12bef0d180ac146b4fa1961303469f7cc0cfc4f4fa02d509e3b0ef9dc2a3a1c0f4956578dab7a8451bf97a8a62004beaf569e6cde8a62581f31dd5298697d306fd6b33052efe8ba745b17beef811f3df7f0837a7697278a4c8456c230065b321de3ca8065a41887996f0bdb1af7cbc00fef2356fdedfd554f8102f1b084d9379e2d7a6e5d7ff8b4292f635212912f9561859f79cf3ed0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.088981692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8ac2179c77022fff976d18573b3bd75b9037724a52aaca2971a657837e4e04ff8b7b2327679cbb39212c8752b1395d7bb77ada1275599561add5eb5680e1656afa7781dc8ac7507766f5e734f8e669df7260d656dd2f5a512aa63d9710ca845cb51fbb8819736496c5ba0ecfbfdd4d83e1dfa019508f4e871d6963c04db2ceba6584175f7b3c953e5adefed005db81fba21556a537131d1336fe9199e082cb715c194e122b28caf073ac38593e4a66159af2c48e4939bf6ea753c0d3b4b272eecbf673328563c117677afe787f25d0bf532489af2025ace0551e1a903038e8b3d543b664d4b7315331bbd1e179b7d68cd9920edf62cec65b9bcb444a130b9842&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092423649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=39419626d8eefe8e1a4054dd9685c95b103a5b081149da13056be1dde6f26da07ecfaf92b22a8e66eb2dc9bbf40b2a98f32530a0fd71c654e109ce1a65e3a6ff44ce0c9584369874c913b38fd379004cb437990b01a7f2516157570716c9167653f079a91c074ab47e26b70e0a580be4a91a33983755d171bb30b5638c8c79bc7656ae38ce1d6a79978b4dc6b38a7a8b4785f29456199484451b2223fad9afb1010d6e9cb9085beb4f36fd00a985b7415b179dc5bcbb0533773781227a017fea9915052772e94b2b573bac7e7da725b782ea35b56127974720a8bb3bf03ee1be2310bdf6c5d41c492bf296801e0c70658b8318305695cafd59b918d8d34f8284&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092663441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a2b7f5637c0dbc871d3fba3bb495b1524f640383bd7c01fb9914a24c62510e45bcfef3a33f9b04cc911dc6463ae5a297102708ffce415d161ba4ccee12a86ba7ba0c1075080cf22f1192843f74020a7b3186a7d613a0f817f856720fa8a8548fb1a18bb826dd4631becd258dec39c993680ff7aeaaf34486a51ca4f515128a5f0e5b02ce32723e8170f293fa6754729161f99cebe2fa6f16b8ff392900522c56cbe3fb21ee5b849890803594e31975cefcf49468bedf870d0a56df3670d6d6d3659fffc930f6f52b459e0024395b6e9a46352bbd3e3b1fda51c36e5b0c1a3328349cb0ab2e9bc6c5a48bf496200adafc4b3c7911082c8b01535d2843d4491c95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092714928Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0c33f5b48e3e7dd4578043e52b9be130d8aad635631e5279d59c3ea8b42f1d27bf7372dbc471af6c072d23c45091a7be12c158dbba3b0f8a409307fe45cd034480dabb4f44b2fc3a24a7051cb274ac76d8b565f9c417554b29fdc828e3ec0f953137746f3778b754e0c18afc8a58cb85f365171fb779cf7dece19130edd456a54c5b9c42829a4910ee84a938ef52acf478b4feef5067d30399c7f68389fa22805f7954b7db979c9b26f0d1e398394088e2ba1ed520a22e812fca45689f0f5b8dad52c66b3aeccb9db7b1011ad2d4720afb4df294592993995d571109308d9495049c6853cbd8296a937e493ae6d706daec526797934dd985bb2e532639eef891&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089911284Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=23a25a3f226fec063a6872b3a1a12d09e8f320f4054e0b873240bbd5b8749efc130532e168277c4d3641f0713646b8866e1f1c78dc550f5495a52357926535ce92fafc7466df58cc8e58c6e0ea839ed98cc830539926844118809472e7047e59d664893552abae112410221f6a403d5d184b9d9b0e92cb26c5a4592b94e53b224c16ca5ee5000ac79425884d91018b8dbd21f6246b8e41002314c12681565062d91763f760da927bd2b95ef5fcdde490a26303bfd2d2a62cfd9d61d146920f83f3387707a01a0d89d68d19d061f0a661221e0fccac9a8cdd5a306afb832444788a65a46469683820ffc72e1b73fa7fffe749b9af153b613ac9ddc9b37ce3ffdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092785331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=120f88b88ec4db4ec554151a970fb10e787ec6d30d32fe01762ba5f47e09566685da16354551cac32884acfc1adfeebf968e7f7e94c93a0a76aed9f72756f1b708c19e7501b9904a8a797178c2a0ce7877e1099cc04dd4c60ceecd50dbb2e6ac6fa3230188b9a3ee7b57a81812a386b89c9d0a9e00b220ac0c79ce65d12cd77a4570072cbcdaf800a51038d37258828301f0ca6b7029e7d9ba5a960a18255da11c54d3450e40f6eab8653344c812852d412808b05b168d9d701cc875844dfb86dcf263c575530e240121a52c5821bad34af69cb78a163bf46e6e7c1abd92c1ed1c6ecff254f3f1d206258bda755cd04d48134ef48825c33452178c460e1ad363&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092823543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0319d7769103fbd508a82a499ed5f2ca84d2779ef34f082dc91536939d73fec8988ca78b2a59d2f37cbed8e8765e0776d801a4cf141f2aa96532c438fcb05e108c72053b684179756ba577f6d3eea5f40612368faf90e19494c97642b3b73ae3acfe2020777d4d97e2486698b206f5af0cfee3e230f2cf61962a16f7ea41f24b634db355e74784329c928f147fb6d7c46bf48489446492988b5fcb97dad6920f3b961f234a51a1b14a7dc7275dbbbf186de812cfc9facfe4f48ca71be0ac5d6fd84b79a84a4bfb13ae267e81144306dcb179965cf87844446070b3e80357c054eb6c4ee8cec28f9d34a88d48d093806fca8d8fc4bf63d2a2972a1cf0a9a8925c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090830256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3ea2b350bf4c93df2dd30f81f7f743aa55301c51661faeb7ce73ad5897c1929161a8125c1661a4285dfcff27720e9fd932ea7541ea85b65b52ea87a9d909561b78fc55b1b39ee424b214a22e1d8bdcd99a6b2c2db757d5c95b33c1f5b33219e9816b0f00a80077b530571dcd2cc2abd65a90a9f87087bb03b29833f733ba947edaac0eed8719ba8775bde0a9310e5a808238b223491ff3ec29002f5bf1064f545a5a878b06b8141b43724689aa6f91e1208f3477967b5004b468efca83781390743e630b92dfc61e34310a9219c05d44827c150ee10ceb355e8479a1995d94f8e1a09e527fab1c3d06b337c1ee328cf6ede3452a736609e7acbec92ea548233c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.090349901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40d3afd4d94b25789fc90fa26a4f1297fb458e86dd09ab3fb47083ace00f3aa1fc49c7948ddf5234023fa6bed0f53d1fb0b0b161c741e4324a078c36314420dd6294becbf9a78d7fdb226f01621fb6f668efcd3ea38383a11c8f018525d42f666460404cf6e6ed6516a38946a7108204559825b2e8b25bd7aeaf1328cab9e3723f270bf1a993043cffd534887fce3cdd27f14d534359f1895c7ca69a84f35aaeb837f2f51f8f7a92d27c9315566a0808c2423b61f631f838caf6ed1d746de6342dff61eaac5fa7b3c4424a09e3bf80744f18e71d8980af3963b592008a70fe3c92c71decd0c9c8efe1e5bd32b8fad3f9aa28ac169d135bf18c22fc1a7e889bf1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089778795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=91116d2cf291650307e898cca38c36464047f083dd7997682b98c1d5bdc34f7796d4f77fe8582c0d1cee1adaf8207126d0a384397f288787fa0731e8135183d35a86078bebafb60720a081896852031df684c93db3fc87a39f29196ad3412fcaf53525e2c5f017931c7ec2a704a53cb32f51ad73f07198f8b3c6fa17c443e4230db1c6f6441ff11571895e0b2cb7ebcb192a1588b5fcdb811194da6e8d163f571b6234f8b05af3e33052e3dd921d2a49c91fe2fd985cef97e5ce043b25274129b03243c35d46d1a43de0ab01efd49b7f62fe769989dc7a0012e8fce5abbcee827a57fa70dddfa747c5217909be25c5d75cbb95a8e808b427df5fd211bb9ed28c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092474856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4ba99de85e1575a51b593706b6d475135efb0c15fe03ca3a93be2febc43323fbd75014984b7f7742886fb238b22a7e4e99523820cdffec6599abdac930bbde25f4b95d613e1d8b2f48b0e9d5405677f6672637502cdbfc62b16bdcc2b1142df11ab154eb4296a473feaa60baf94adff7964ac2b87bbac3d8e5827211d4672b9389966e6f1ccc6d0eb0207eb1aa312ce8480a589d03da3d1166e443cae59fe7bc296af5bac66624579f2dc662dd278979d3f53e9505c62fa02d42d8b7582f23d0566db68c1ccde2b62fc6065ad3acfab7c8e8b674bfa1c576fd0d71158526467c5be6c6200e8afe4a41eb0469b4dbf417eaf545cf79846b8837b8bbffb85b04ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092897232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8b785104fe7b4a45c2b912398d2f68ae3d08bb817ecb9b26358a1931e59c349768ea4ef2152d94087c8f0f85fe60e36fa35dcccd6649cbe9d40d1069b230b387754d01397d7d0bd761b941cf5a224972f37fa508bd489d09cddccaf12eed7455adfb0e3fa58478393a49e8a405ac8e598cc12b1a26df76b24196a5fd72eb9427e530ed184195371ca5c360099401803787687c610667e76ff76e5ecefe0dced2ddacee73d8efa0e52cbe824fd7b13530016bcf7a6e5d0bd7abbf7f9e63b041990c34c58adb0fadc0490019456844375facd7df3770be2594bdb3eb51c51980fd1fca201bfef9e6e470c18d09148d43732eb37f4e81597ae8c54c7dd09512d858&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089338334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab205cd913583bb91bc07ca766ea3052d6021aa55f739c945557a448121f3744684b1acb78d7c48ea317aead2ca407b368a2a7e43a548eb532bd3a5eb57c66addb62dcf6dc504a1013d2a8ecb39ddf5b6fec1f02cda46e0970e0e23d5832c67c04fc0efbe9b996100b0ac1bcc0213097cfe770cda7fb9cc775d805d55e200e12e8c45060d2b0d84a42d451b2951df58ab23e24491165f3f55b534d68db839486168d2e68d0ca0f98d52ceb52f883c9ea43f0adff54da0be4b29ec76830c66dcd2df7c98386944ee31f0683c5397bbb3ed23392710b5da36b85ed9552743dad90a25be367d43a8913e8fe133b6cbec296cafe0fc31a29f770bbd4b7f47f218f59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092521524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=94651430c5bdc522f5521a7241ae7d2c6c0eb070a53376c151faae58bd11bf9e65778a4fd46cf829048e80cfa9c66b048124486d4982f9a9a6c7aa1020f37d2c403fbc4aac0e2931f81f4c3bcab375644d912ce5a00cf79e05f3935cff4fcd83d99d169cc1359e2eeb8f8470e2a12fad58a1f14336d0a4003325bb71b5b6896b16dba0168805def85e07a7e18e7ecf9b5e5281a1a6ac9777fa40d960b2c5daf2f5539ac70ad25604ed9c8ef337d970680bfa3825f42c22b08572baa2418316b35c0f254b33339ce603c26096d2fc4c8c3e933042d480110b55257f9f0b4bb5cef77967e096b4b58709626ab8237c73d6809ff81dc513556b2723cdd7ccf1f4ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089827637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b8ffe57b062b8006aae1c9695a662ec3053edfed1884d016e72e341042a662d60c28d98781801c07c83a631a0efebc9b99755b54dd3619195d0cee3e5900649f0defd6617bf43d6fbf152d8709a5b7947b3b55fa1f27ce72a1af808e75564883905329e1fc0c04db19245f6ff236e0499cf85ca4f023c277a2c642a41ac46f56808b9fd5cce5d9b9474b6eedbdf10ca3ff717f4ded6f65416f3d8997c716e8ab03ae0ea3a0f6a1d067724e065501b307f0d188e50aec65baec7ff0c80aead6cd7a7116ccc2a697cff87ccd377b4ca3bb0c0e785117395adb66ff1540cfb9692ac205b88d13f0000498bc4aaffe2ce27edf34de9cb4df4f7da2f6f4fb08034959&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089722238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6c98f0223550cda49c2b6b2f37ba662a411e78a85aa00180734bfec7aa6b66311b73411101a7868caf0c09c9c8876212c37ad9a02ea43895fa8b575c6a50550a0cc7fbc287e463f2b4ba59108a5185fbdc6e83f27e46316d3c5617db104aed761b8be8fb71cf4c75e0d2e0da4c16216d3c73ecb7d66b427dfb7741a5213742e59bd68f1a844d64c70f4f9f10ffa79c35779d652b62834365b358fdbb40f6ec1caa0bc801e5e1b745ded5a53c7a50f4941efa856ef3b3bda9a3f7b0e081ca96fe7770f13ebf75e8c202eba40ad52e61156868f3de3694a3e6a71feb0be68506cbfa74c85ae82aceb0b7a82c02198a8f6ce40ed342c0cd76e57ee4c8a5405752de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093083904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5a81be47a402e856d6f9e38b3ed429d653680e9b1886fd2ee2ec71bc92298be7e3261517451a08df7b3ca6761026867dd94adbba43cad4d8a6efee7c19d2e5bb6a2ace7699e4a30254e4f9c41f6ad545fa505cb65a7de0e088dac2e74cec3b72597474cf35db25d1dfca7a9bdd885482c9b21c71a92e032c4cabaadc3fcf14525716f648d9f8ae3bde89343861981965b4b0335e9f19bb417ba647e855be43b92eb9e35b7ad9ee41c36b3fa74f72410eb2184308b878746a8cc551d098d94a35fbe4f73a97c711cff088fd47070be602e0dda53a337b45fa35b4198e2498675077aa607c137a2e74abe747fb7035895fb666cfe341bb7fadcf7ac7a9b1dc5949&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092618537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dfbac93d3b382bbb2f52b555a866d11388185c7743e49de406b667bc5f936ef904e32ec20288a17cf7a524422b5a92a1a7dca2eb315fa30e65ead6baf8b6090bf96fb533e03f69c326ad80a5f12b8bebd4adb37fd8f60142e7136a709d1954de61ad31493edaa4dee81b48eb8da4f1421df83c0e1972e7a16fd1430f022471c164e4a0ad3dba3a3e5162ec0323bd5323d14d99cbe539bcb70d00c84cc06c60e1858d0ce6ca51ede393c01bc3395f84d6e2ba8777950dd7fde387a3b341089b81e9a5c5b3fcb06a42b24dc042e9ef9950a52b45abd4056ab2aa403bf574723961787146cc7465d6298318ed6b3b73e1562a9fd68f9afb44abb17ebff1c1e62da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093161109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=236b48ac15769bae5c1f1df6491ef5e78147afef8dd2558c35d70d3bb5cee1ac34cd6e27a7debc62bde0acf83c3fb858e19916ba883686dc1c7be7d860feb5414aae2ee8e15e87448bd83c00c036f84755bbe73858c931ddf676b4fced2ab87849724320e2215d34b462596a73761ad8244c6c47932d0b5c66df29414a1c21ab781efc633ea65be9e8fce8d94863234a8a8511a6e0e3785a424ee85c0bf0114100c82e3afd891582853c7c311909944b5b4e43fe8d6de0b0ef37219b3b7238131636f842ca429212db5d34696d2dfc72f176b5a0970be3cafa973ba2418137659b8f64929a49a8b8d34cb72779bd663dc29d4e80711bea9ab06b108920e5b3aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093189713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b61fb00bdb8a55fc4c514877b3836826087b6d0f523494245a950eeb565ee04f074e408f6d3eb7fc4658e66dafc3016b79ec27b589d971774d86962c2162a192fa84168dcfb676b2d57fcc80982e37b299aaf0e89c86ba2718b0b7798f56b1d08761bcfdf98e49b63a73a94bc073e3055b75bcc35acb3d10988b5ccd15ab03009647d64eb66a1459a8a978d6df7203a1dde711ffcf4be2da98228d55bcbc9094502c1442435ff71c8351e23bd920975c4e20a5ec60aa89daf691a42e109ede73c93d062d88ce974ebf22b916a128eca4c0cc4d6103758c0ad04e0e32ed384d3365559f7cbe8d0a15f7ea0eda1d304305fa989012b338a1c66631df2b3b6694d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093217666Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=32b4b2e2969428c6f231ab0ad90ffa80e15c94834b180ee8ad701f874cf451b6fa44c92e87581f8e4045a49ae4de8a7180973381f9996b5b93d3f06b40597181811994b8ba0f799c1fa73a6ab498ff5ef32742a6a500b84fb8d8cca97a380ee37ed7ec97ef6894209422291d95d661eba988a03e45139e5e76deb0d2634cbcdcb3965a3dace11acdc99ccabd98dfefb4b93745e0d57e7e26070939c787fd963dd2bc8ac10ef727faa3f9772de9cb5fc70e601defa78b307924834374eab397a76f316f52ae19227f2219a941ae3d68de41886216bfa674bb9e86987239edca1b15d3855d546d9c248886f82eeac7f9aa4fbda647a9d291adcd0adee1165e2021&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093264574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5541f989eb1a837385a4e22109ed3dc6f49fdb7412885a6b338d3448779d0665bbbb98bf47ec2b5c2c2783201ec2dff5e86809f60fe19c58506db6f30f26ccb3476a5668cf632196d3f9f0a321828cb11158f7076ce3929593f62a423c95d5ed2fbe196241b423f95e7eaef7895ed7712e5effdd4a245487a9b406d463d7d55725d118d823d27893471430caff9757bc90aa5fbc686e7b1cb16b951a342695b86a6bcd8e811d4b8b4000db5f669b3c19d9852b0739014d7445620f77cc0cab56af6a5d3269ffdb17b2f5b8e7b7b3857df32f29fa309fda30068cc3e0a14c5bb1ced0b02e6ccfce3884a261d62eb720cdbe5eda790f9106eabeead18d27296787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093287718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c455cb6f3faaa432a05e94df39d0808e400472975396b7db6a0e9e3a8fc18d4fb62807f899365f5a19bed8bab4360a75feccae8958e1b76b1c5338657ddb8addc44e0a6e23a2591cb161aaff7ccca8b20cce363c92e1376e05c71b9cc2de8e435f98d8310163ba8095103657e17d2c31f6fc2e85bf661925a859282e9c43e85fc69d9d9375be75fff27480ef75443038ce11459203501dfbc47c99683ce67748a70a8d74fcfdde8e65eae3fed14f19ae8d1deaa5812db41115c25341a5228196882c1abfeaa443adf2cf0a03e071c9590dcc1422a7a039503072fedc318d1744db5097cbc5084b95d4b6b37389820c128ade5eb08c798a665b606b82dc7b8790&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093315741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7123b49b662368a3e1ac4da2739332cb63144dd533143a79b03a0f69eb6a910bc11aea9f61c95944da955c358f18e03ad8a5cb86403ccedd1b0d131228e49fc265a3607a9fb918097f1f39688df4b654915836117b015d363650b4d2e8e5c0228c4b68ffbe044badddd455cc5fc42c8434d1d54a97d9eeaca5fc58d346a165b46fcdce049db597aa86a7c77dd49c6a081e17d106409fd0d7b0cf1078d57b6b630871874126573f8d8254a45e3cba613be4792180f46ea852389b6d8f67af6edd70c6ea019df818cae14137c149a32e8797a969d36e3cff98777c400c1abab870ce7c00fc60993593080fb4d50d797f5dfce08bd8c889dd6b5593997922011288&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09248737Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=af09cce96dde929c4b40f7f50eb11586c7be8fcc7ec6d06447061880ed8ad67bf1c55772288aa48f9db710530c30461e21b2f154e36d800fcc9728212b76a29effc5ae97b9db5eeb073f3f581f8dbd9439e2adefa8f074da20c9c32a1b4b9a5e45e9d29d0bf0e234e098dc653a129aa57e7305e806295a5694b4e987289d8ce55702f04a0f74d5f0fc645a2a82f83912e7aa23b2288ec34cbc5ea952f87c69c09525163945fd019e87471e6d609cd7f84a389811dc7cc790e1312abca29026ee9109d5c9497a289d1e3d348efa2babae2506bd62f67e87dfa0644cb1edae7c4c4d28744c8d87699a63a639c71bd22479d11c3fdc959f41e7a86eb12ddf3a5a9a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093450545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64ed1ca5c7dbe733a644b8bd8ca9d373f8eba7d845cede57f2505e85156501a24eae37c69e19a25dcaaee0edcb941f455a8fc23256d799b099acd067ef698435347d8b0fe21ab0a37cd7a840568a3770ec1adde772120fe0c552b268b2a39aeb6c2f89f2ed7b6bf50128cb414fcf7d73ace849277c5a2336c9960f84a5b10332958545cdae876dfa1b9217dc6d5bcc1716f4b2d516c6ab88dad51d718327e37c041adc34f756a94d1dc89f753299d0818cc674dd89b7970728a338bcf31ca6e66c2cf8f1241218687d0bef463f0ab8ebec9e5f88cfdefc7f1df0857930a0b3c51a2a96c28c89482ed2b4829fc549040826bbeaccace6581b32d5641fca5ac62a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092522927Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0a88f891f3e0df907e30c8de8ff1e24e00e8b402ad4115cd76f904b75e51d36d51c7396148b70f97a6a26edf23e2a643302a23a7d87703042283855b8eb9983e6f6a12a80f92b5d7f055f6bc82be8bead2835132faadd3f204886a9cbf73fddbb4dacefac6755adc62bffc4bd88ba9ac0dfa3e6fe7c43f02149dd861c9f9f581d97d5c153658195f82f7b5b2146d5d726f2611ade692e8447130c5a4071da1a2c5ce9f5f2392145c3095f2e79a9ab0d15db2171f0af2f89094774a02c329d3eb04990a349ba3eaf754c09002b1f9ace933ddef9130a0bf3fd4e32f4981c51064ac0dc8d8779362379d467ccc8b6cdca3af429316612e593f1b9f66335a03a6a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09253025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99b3eb127eb3871a1970dc0389d71138a894e5e948374fd7c10136efbb01fd101c9803bdd844bec3b57ff595363c3027a91514f4c16c2f0ce028de7bdeece9017af49ca05b4e9969378ee20ea9e0afa3064840fce3b09557d6e3fd4e4e2ad4281094c0a187558a599801f89ba4c0c7c3f5a74ff43eb93fe444e8df035e08376731b6a0272cf4713affa522e07c3622bbc164f7c7edc4831a6ba58e5acd258dc3c8514a7dd1c00f3e9c9bd53aa6b3106e907a2e6928c79125a3f722c202de5c150a346f205ddcc95d31ecc4390344ed1b80f0f7a018640fc65634d05adca1d72095a1a93c3cf9982d20c06004f43d7b73a4e670ea95633436f8c83fb171e8a1a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092572079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65e8826bc6d40ad60d40471be5ddaa28b0ad3d0035200333f525c96213b859f401eec12861a3d266036ef54a399818cdd652d0def853e4f1cf62482086fd839abbbc1d29792b93d41affa65c0b1d2a0836de62c5d49d963d66de1660ea4bccf9dbdce2b093b48b63bb5bd614ca8c2431ebdaaf521f7614abf63a6b0b7d885ad6beba7a8774a4f8bb1ef5ae7458cae370bffc360211a59e219182831b93920b811ea70e7f5742baa59630765697975d0ee79782a8ec7c0cd1ba2407097750cb90a6e4f6a9e11ea8c1959ec26623010b7ac729a921e9294585c34f48e029e30132bef9229bd3206a60b34333b47cab674b09c7b786c0e2a73d8666ebd42cc845ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089872181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=402404249f38acba8a80ca2dd2e2ea2340acfc1121a305604aaa5cb828df8e4e5853ccd208b00ffd0f07a3d38dccc70f45c40091ebedaac83c913770a9130c4e7d4ddf241f678e4675d2c1b159a655a82d0be49488bdfcef0bab2c437d2fead35f1f94cecd50652a49cef9453b13d1236f127a1e6f9ff588bce6db07bc35719b4c12088a93e3bcaf0926a1c1d3dd18e8152d6a65b1e0bfcae2836e4019e5848f2d297d3bdca3b9b2d730f3dd4794351b39678f2baa9d327966c8c58675f7ac95e053e1ac3d189cf9cadbe05f0d0796866b4789d7b2816082007b0c2c3fe3ea886c0572cc99ec29f93758bf5e8f3cfe72af7e92db4eef795660b98e1191cad715&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089867472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=18b6aa954cce600de12d69603026a2ce4f88d2bb3e7539ad18acd06d6390df532570ba49adbcdd7a523cc09345d3cd47df7738b84617c6c43bffde29a5f94573f254a23f69dcfee1f6beb1137897446464f588b5b193692ac726e8a74a4e9c255a01025a600a219759ef25d7c7560b001589f9f617741dd08307c5ab493e6d420e697f03daff31adbb0e95afce38a8f6f7089a66bac51b847721c2ddd53ff24017be74e0400e535d2bde9353d84b31e6250568ad4b653c27cfbb2c21f11c8fe073fa6e2717a35735e792675affef24d56213ef6038da906cf354c6bb0bb1582cd630335c8e73b864422263907aefc7f6c0bfaab705c544eeebbc01ebe5f1393b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093615285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=68bcd168ebba8f3e34e39b303e4e359c9f291431998b0dbb4433d11d196dee63f98d2b6f11775fc9f3c3abfb86927cc3b2f3f87565c024c928342cf30286ff8fee83ece8221654fb2eadf4df562c3a0257f11220631bb7f3ccae98a52c61709a7d0a074539f944011d23f2f086ad244b8467c13fc9e471dd32455debe183851b428b6a5c1b36f949562fb1dd54624828f270462b2040bb14a8f02a5acbb17999e7601fc7c26c8711e42dce62edfbc972d360ec2aab3272bcae4d280be86c0e0c60bcde0ea0c84826d2be68cc9926524e9933f69bb62b98eb783993c7dddd10e03cd26cd140ffafa80ad5b0e095c6ac9954136b58e596167a37608df5629445b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093164406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6dac2262d43c8d6a8ebf9181c1b75848c00f43503f34cd6e2e6607cab2ce3384c9865dea9c90eca514ddccb8327d9fa492c4a4a4c2ede8bf543443ae2293ab14842bfb33b39dff4fd4e9c905f2b2d62a4421cb1e2642557b104410f332548970a5e6c9c3b7a47aa22dde36e7979331aabce41de0313a38cc95cc81a0420b91e711ccec7c15d076fe3192e7ef8e730a72fc1d6aeb29955fd3567cfb72415990767257de022d09b4d318c137bc14d6b43a7d67ea85f97db9761058c8ca7833e4888b2e5669f40cd00478d4ccb051fda005cf8ae094352dfe363dfbe45aaf3dd6b4527a07f8adea4c969923d09027730024c1d5558af8130a9350b506b3a5118f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093684015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8666aaf3f833bb840766749c7717314f0f1f5f19644392a129db37d5b69e5f0eac2918f766bdf303d2422e9dfe968bd8c16a17fe1fac2c7c646dc01661aa6e800ad8f7876022acffae9c148e4f8f103c2fb2b402c509e06f5d326ac2c96982d4117d01bb78845fd4cc6ce21d5692cefa47298c0e4098721f2fba920be2d2af3d9c5c6fdcf437040445e8046baf5fc039fd746ca59a9450094698a62efe2e0fba5676d2e046f7a9bc5b1a3fd0f99f4a4593f20734f0507917808cf07f7138117601264af0f4a71d8ba9d11342e7f0b23abf4fd3304e1a8dc84e9855011baa9b2c5614c60c90f4d6e355edbac754e90a0d3361171ce62ec28a13ba3464f1facafa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09245575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3bc0d563afdc38c64b81428dfbad29bc145eae77736c7ffa2fb4b2318f47af19bf6ab524f035fcbc7a185c95b66e2f23af36a65b2d57d1dde1b37302090a0066229fd8a3bc9f02d69e4b1b7ccf85c29c51264b676ca053f49edeef0a9d446c94b19f8af722dd6601313c3dbc38a462ec45641e275be856cf9bfc154ae9421846288c55915e519317588686adcc038732ae94856c4656d736cd0dbcdda4f7057ff61256755a5705f5faeea3557026ce339c6e7fe790ba3ae874d5c5486f59de9f3504692fe14c43c79c2fde7d855a9408e496e1901091133a49c71b78aef7917ab5da7fe7f57192f76404107d546ddf9d5e851520e605a9e36b2025594ada67d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093718841Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6d377acb3619a816119fd86a4e57c01eb3b0aa0802d6bdff48f052af93dff247e2a25c834eb4350b8f48b8cdea1140c9c64717bf7d0a2d4ae1940734a6ec2bb0c433c8068743f57c54cd08fd4c6441e580d55d8c14d12210c967c8b95d4b75d56fd0806952db9321bcb40673bba643814a67a944349158045945c2ac02539cedf850d470667694a9690b82e23a4d78c5e9dbfe94c442d83a88871719390275c900d4334284d6e1ae5debbe70033c52c4eaf81b841d0b5482017cbe9393b1b8fb56cf588e6da05ca51d596701f2cf5be9fac9461e9f47b9661b278fb58912160d5f346b050bb80cb3d5a5f13d3ab62afa57e84e5b804cbe012d1c87aadcdb3971&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093794533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46f759dd40de0dfc98f71e78f889bbde345c21fac7bed747064bd38eb7b3220ae93d8d0d3640a820a23aeb8c6da9944628278eb43b36cbc592f6ffd9d255f32cdb36dc66efc107043ac5862be32c41d764cb229f1adb15bede600c5d0b8bea6fad432672009cd8110b04c47456084fa71db49bc0b09eb473661ae264f7c3b34cf896b4cbed695afb5f1bb16b46061863e36d649a7885aad4e02ae960e68e218b96516cb144a377851e2a4d0056abde0b174d495f573570e150ba0008238b4f9f7ce1b4a646164a754bcce80c3bc5780c7b928b10a636215a9cc589a3ba1b2195c76f14f4a7ce3b242e0fe9e2912be8dd4994d77527bbd8897bd7bbf817d629b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093818508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4286456968f9a4ac542769f744f7721af203d53f7cafc86245cec4ae271769e592b3e2c76c9aa81486d785e880aab6cf1707b75b3394f3d6e6dcc15a26c725b832407db65ec34f54acf56a6eb2d1b43797c5feffb284296653c01fb00c25d1ce53c4de6fc866d1b7bb3a92e699d45d94feee536ac9bb402012fb880faf783dbdfcd3305e1dfd705802f9af103a8921099d309caa4d535ed98052ceaa439fbcf706397cf909f0879a8ab98a17856336eabb281e4523bdcd9e6774add951c5a49e04652d38de3ffce80a13401e40699207f852b21cc5dfb0ae1e9e34157b7751d43c5d26399bdd957ec3127f33ea2f936ccb9c71951ca09ebaad4906da28db6d66&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089917506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3511ff584c7f4c8f0ad10ee98110fe169e2be208ebef42a091d8cace410cd8c6cd1f3624d18f3d9c85c1f51bd3c7053f1d7a3e84d5095ccd326dd279d35369ccde6df8c58005d2ead1b7a5fcd91819d45f06302452ca8a8f027d1100d5bcebb3bd5b4895cad1641847cf222eee4f39498c8bfeef09bf0d6af0ecfdfcb8fed39f770d2ec158dca48a1e507f2fae9cc3760182a748c1cc79d40af708677b9ec9e51c58b4cc8fa3fbe11c1c8ac19172716818999bdbe4a22e709d5bf5169ec0247d7c5aae27adbaa77c05cce01971c2ec1893d4a54a5f465ec0e25ffb7d6fd4a3fb183fb6c6a9ae1eb81f6ec4ddf9e97f6c2039bc219ff51f7abbb413bf102670fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093866539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=524bae41c8de58781b9aba8b2d810ee1d4897011c0fba7a8aa1086f39445423466d300b56dcb0d402606040838ebac71713a5ca22a1b449d60f187cbc4b6b6cce1c87ef6db92569870893e79c55e451d3c6fefe552f8f6a6ec70787d5c1c3b7b80d4028a0c3ad14bc55ce50bfea582234f1965f77459b4c63d7f65b6063e4288f1426c00bdb2c49d44c7c8b6e6b90536cce7c1cab7d7a3e13460555316168b518d479757d197aedd43537661c8cd8951265bd802f7457fd70a0a99b1c8471727bbe6288c3ddad98c9426eb7a43dd4d2e55c114b6565afb599a4a44c911d74d453f72b30dd8188507690ba00b1e32be789606e1a7ec1355f7c386716f9a1c1878&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.089226564Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6afb429f2352766eaeefe424d3a3076cd9f359760c122cf2f11569f71e7e571fbd3eb194c351c9da69d587889443507c9eab68bccca53b0f93a48462fc033a8fcd405681ac2cd1d95ff084c2d6aaa1f1cff8b6c480a75adc9de64ac4dbccdd2cda1ae28bd850b3e7e5d3fc712a756144fa21fb824f27f6cf7f559330a3d10fccaefe2b1ea6ba174a0800a81c048f7114b2efbe78636772f4d193debfc6c5b20426d65f09f88d46162732f005fbac4c413d8e0cdd5cb0af9c18f6a96936909124e29132205e7f51bc52f76b0dac0b72d49fea73f5c61c25de4a0a5ba9f3c32a799df8d9c0d66a0f25d6a8303a1f887967b8c27430591c4fac0b5a18e072ef0d16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093980814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8759d34e933ada28afdd5ba0cfcf2b14c795579bf6baff169ce69e13c22e651a92f69c120f6498734212a78130524381f587160d3be0d738d4afd30dd14f9a09aa651234901018f5c72b7efd345baeba53a8714f1d1d40e73b61808363c309d6f23b14e712bf03f57e5c3c2ac9b51e53ad5ad8ee1070d9275602b1e9022dcf101c2dfbe69fb11de78e1d9324db3536311a829c10d3ddc463e6d4429e65b6faea9e535dcef103b36335cc6a4c1579315f94225f1ad2f28e29242a6538af49b64d05bb4218832c88d08436887d8d551dfb076b5b18ebe058eb292568bb92592a68a8a5f8c332f3efae25294ebc5004b9ef98faee6a69e3ab771565d91c3fa4e9d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09401031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30569161bc22e80d6a7ea0256d478042e31db0c8e7df0ae5fb257d831fdf505187dc5f69a864ad0f9ed8f3ce26873547fef970eb2067b1b1b5e017d2281978a3332adcf1bfa9d56528f36574380562a3d87e6dc49cc93db2215972bdf6ea39b9997eedc81f3d0f001f9c69f6db801ab7212b6596878a70c23a2a5792f56abb9cd17cb0c612dc4785c10aeea921ce07fc8db3090b59c015b78c9c09362600bda450805fdac16cf23bda01781702cdda22f38d7d8e7a3ab834f889d35bcefc4013bef0bb60f6a3693e0bf8b02799baf16c36ea0605da01bce3ff276ded9f5ebc7fb625f669b4eb9a870c644da75809b8cf06e61911760621992317caaefc9fdd1a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093108039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab011c82b7b61fbbb3e8f824239448a0d4b3b119be5cfd47a6c1f5a977d007ad62db7e0ede832a2f890017ec9d7630593d798f1f83a43ea46b804c4d47ee9ab6f326f51eb2a7f46ac874353ba365cda5401cae7a553051b0c4cffc83a2dbd18283a39407b04db63d1c14a000b306538fb73b530ecca243f3abb841694c122f804e57ca26fab95ef263f7105778fdc48f5f3df1f3c6246b9dfaf4e4c59da9a5262cea210cf531b23e585e61513444c2be111a502c5fa3ccad5e28ba25150d8ef16bf28aee549391be1bf9c061ae027d7f1a3d8d319e560acca6c25f0e16c2bbc69cc18eb4c32d918501033f8dc2e57f9ce77858e80c2e5cbe7be7da6c142f64c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.092440792Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=76b3eb4675701b21616a355ba417ddb32a38406165eca384b992701bdd3e6f4e7d1ef6605e6dec50786a1a5f1f20675c0725d740774706e0cb9a3b53135cc60f9bb9b30bf6004a818e5005f41b0779fec0cade249be78a38368c7cfa83793d1319a2334f031e13e8cc78303b5ec8115ccd53357e1ea64a4387d90b2a74f78126b2968836849fb5c28dbb3d6a5fdd65bee4c06f517446329c9504693fce91d3c1306615bbe62a647cc1b85abaa890c63645cddc48366bea5036453b01db409f56f5960d589ca92bb8ce7abe2fedfc2ccd28b2267b1b60a55375d673d565e6074ceef853f2456643cceb87272eb2fa3d946ab360c0611866d413c82c5e29e97198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093638599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8028cd7bd14410834eb480bb9cedf98ea71bed5165a6134b925b330282051f1877572d15fe015f5ea2d32f1fa63b9a9df77cec7da18176a8a55be5b50aa00e351f12c15b4f833ffe28bd44b3127f37ccc366dc9ab179779f11ae9ad795e5ee69972864a7bb7d90a8fa9a5f5f55fe82da11fb7bd2cdd73a9326f96914acfb237114cccb9465635e6ead0b4608d06d26d4058a01a63638a5086a48cbc70b5cd7b546efc603efaffaa7772dc09d2fe3e4b28634b57428433fa1f3f15c471d3007fd937ba907f28f353ca3eabfae4387c8fdbd74abfb7402012ab2d95489f8ca6189b2e909bbb577d5eccef1696ce03c2fcaf0c55be77692d38db9ea98ad3785376a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094134384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=71ba892b997312255937f96bbb905f192c8be1e010de54fc0d2789ca2476e8ea0b7f7519dfc07cbc73001b6bf2da48b70526d00d5e14c61a3bc085936e8d3c8bf88e629c4d1a9f501caf468ab8cdf0409fe5447c8a4c4ac0024b82a19d3c0f4bd33b3bf8ca8136b2ba883caa06dabce573421e71f628def17ca16cdcc8b2c9c116bb39e582de5f05abbf2b0965ea37ec78263d2ab161315dee34d0eca49fd9d88d1c75dc5e54602a58ce56bcc4a49e647747a1851e3b22606552691c33b531d2cb16f231f4d34c4873e10c1204d294d2a6c02f4a48b55c6c3a35df1a1319f327f1bdb4b8a42992ac2b2691f1edf94ac25412c29ae30d6a2d5b43aeb6309bb62d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09414854Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=467f6a94562dddc0ac7750b57deaaeb325edb95e60d47da96cb5d9ec6c4e997343c5fc7c2faf653ef16cbd8ebb500ff5ce6f9cf3b0d19db51c2930dc93ee68faf0ac7dee402eedf1959914c5d516655500de5ff7f08690453b08fc8a37c9cf7c89ba85993fb6dad9bc27a91fa29ea414d78ec072ce1ffce0325f44a54290c2186a3f6651fa522bcf37f33234ec1be50412aaf6dfa092a61098cb0c42f30cfb029cadd9dbb1bb521c3b934de4b5b22130669d84f57784245d81c93d0627c7beacce02375ffb514d78da6cf920ef0b698e9b2af07972bf282a539c0148b52a812a9658cc73bbe8ab500f61c0f4f083156d58b1342d2305258c28336d1d6b0cb9ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094216078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8b5c450d8e77a70ba61f28847f11d91a79512141a3ff082b99a6311b01f418ad7bce87176b7cb07c875fbcb39cb93a43d0544fc738174e9b2c7cccb9b09b13b3f66c05fae80ada07b59519b7e08893ba3636352cbd8abfd0aae9bce7be89bd3e6306376c25e6dc1f4a2c6fa8b71c863f9304f2e5bf161df3fae0ae138ea91af500af6ab7b48fa9b5eccdae354e30244109f0e74e4182ae65b94f1686593bb29f99c94c483c0de830dfcf6751df31c858586f67c9e86df2a90e4d936cc34a26ffd0e5a51e6645746ed7ff0cbf8013a47119b7447b04c8dccab047c5efbdaac3f7c85ca328c136ed97c39348ce6d7f51e041cb3aedb58b614215f07054e272cc43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09426485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=765315ae53f19935861513ebd44f771cf95636148a755c24b364193363e1707eac7e0a109ef163a90ca39ae26cdd08e5c907499c581fe8f555358b55363d23e10574389960529cd5850e1645b36b4da6eb232f2d575ee8d7df8b581585de0939a02c8b0d5486f13847555975cdeb5e05a37657d0373908f3de68e5d644f661cccb32b3205f55f926a80681842c832647434a47b0ca4948e756596d732067c5ef7a78b0ddc50de8bd2ae077a108dade4d43c980b66ab13fbe8ff99157e303b904058ea8bd21c364e00a89882ea53c4a01cf96a172490bef261a63dc8b2066f93f9d0d8c464b20cfcedc14855da2e68e001aa630765ac8db746c306e40834327c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094316858Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f60bb7775f92b85f7fc6f81941dc2618402e1b05510c0d3f433f920652f7e361b427517a8a1df3cd57abd673a6c32fee532583c83258ce963a9a0b86a08ca7088977f75b0b5f1d390498c587ea7b4e95932233959ef7a147d0431de566a4c3d2c4094d38757691c4ee43c7eacb57def2c19c2543505d637430df501b2a1656f9f2face0a9184a3991de6ad7b6c466d15eadcc2f4d817b68a88d6382f8f9902b58c424665f6584785a8f971d0532e7007813279e14593860ef025753f8494203bf6a0188c13966f95d1640d978653659f72b67a7d1db586b8e82aebd143182952b7c5fd37b04d3d28784f64204b94779190aa0177c655969c527ea584d1cd1fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09433951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0bd3dd7e9da2f713ab6cae1bdb430fb852da48d29a42ef487feb762dd57ecbccb21c3330cbc919e435010d78dbbef7806d0b679dc4f06b7e9f1ca1c8e917097e03c0c0354744c482757b300b5b88356fccd833ce4ca39299f5488fdfc14fc547bb64316bfeeada15a269390712f910afd573455a3e1f9c97272a34dc12a9007ac233b3a7d427f6bb3a627893c36b341c4368df561308210d615ab3bbb04e6d14c8639618802d4a6fd2455ce9282c479b1f6605960506352d2bf9e01538dd337862ebcf9345d739f750837325c4326b4289b8513c5faae41cf606059ad592dd37b7a60704e946ba7c4ff857290d48f85ed0b38b45977c1fa871b7c339d63e2191&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094373595Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=03adeeb4dc612e45ad29f6d8e48ab8b6728b3edaf4a09047a4bf41ddf713ecb8c715e8e9f5c79dd41265cc87cead28aa7bb99d1b105dd9ddf39120d735e7b963cb3e52ee6cb18e254bcd514a9dbb66edb4231c4efad5b21f884db9dda9bdcbaa3a655187e670d4b047c2a52a8c0011e2943174d429ceb7e46d25d11dd9a34aa20561e24bee771359ba9401bb8af767ffaaa876add24383230b82cb2e50d40d53dad2c57d2b6981890dec16179729a6fd8a8b889fd43e992e173583c6fe3288cb513676f3287e152886c37fd12b027bb4e824e014a26b317dd698fcf0642f4c89c797e72031f258ea1ad104b1795719768ad58e638ba2273bc50d9562d10c86a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094383864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=880b7b9f0966d4426f36215e872710109ce67c70105c3ab2d5a3d9d275d438afca9065c58282a56247755f4010a6077a0ac14f1daa2af56a6dd56a2e14fc586b46aaf6c6fa6cf099ad284cf4beef1c253963b327559f9dc50e547e487877f048a93006239cf73545eb3591b77fb4d3fcda3f98ca092af2a2e04357c8bb681dfc0f90cac1ea0144da73c81cea89c6677d950167eea6206a3d99b276cb0a96d706a20a05a4b5b0ab5bbbc1907268016cee9cd85d594b91216fedf49f8725279bb7ac43555bb11f15a41c82f3bde897bf5315c03e6b5611ba121e1ed9e489601d9461d664798bc21be087c1d123bc97b87cec3eeb42aecb72fd90a4a1a9f633b73a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094403701Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f9538eb5f55805d15f2904e019bbb6afd039ea08d7c35cd574f5faa218a452811a9bdcf383b45f3db3fa58c83aed6fbe96d94b5d458ad450b6e5714cef7b3232f56681a93ba87dc389f618cb2fa0300cf0bed18e23edf1681678467997553908018faf613d7c9986d1bdce92fe3a89204da5846419cb50ff1c39763b4a3dee480bb62532a1d47cffe8e7fe77d99c72cbda361cb9fc4bfa9092e701508b83ef5728bc4c314624c09ea3416a9d00783d4d5fd24647aae46e73e6cc9bca167486e27142010bb9874fd058c85a167d06c6a0ca2b674603ca2ef2eee572dd613aeb1e837cdf054c42cfda2c2e8120340f6f089be5ff236eb1332227108f840731e38&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.093061041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=901d210216dc99585fef0bdd6783f483fad5509fea8ef1c226064ca48291720bd2a6b5721dbd1a60045fcbf6fb8874c98e1a5e2506cf46bba1d891c7de03345406f32e1cd400ef8c53069eb767984b6e2ba5e78c095245d95c2403c2c8cd96e54f27b8f44e0696fe6299b73053ca4607cffdb38d26e4234476b60e7aae0c463445f8eaa71cc40c35ce95740190007974ad6008995a49ee727507c6338a3c6bcca9588d75586185497ce482fd6b611070311e0be284ec2dc93754352051c1a122094fc1684b123bd5ea342bd418f7519a4e6d638aaf53ba7620815d50a4259615e4cce7831b57c1580cbdca83540f26d8f66459d9324ef92bd0c8784d6c5e15ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09452488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0060c6ca82de15e4405c537756e8350740aaf15b1e70a07a0fe32dce3ce927b026dc35d85f38c3d375a0f9a9f5239f1671001a0e00fb2764855fdb6b13fb8a9746db7153fa7915afa81fb7a97868c3c4dbc0762e846fb3ddc05c197ef8d0b49aafc487429834b05da213d60c8adfa4749979da3f3fc69d0c852e57a5eb1c0dd0237ecd52ca8110bb8e03a4480160724fb015f5f5cd23f16652467841a80361e1379d37fbdcf0245c5652efda267f342e24b36ee4f147db5fb06e49dc98123b9a96b26db1b38322ebd6d2e1ea74af7f4b43622413aa84334908304085f665ef69d086cc715aff833ee31d259d9508fe4f89fe9e49f6575ff1ca9954009fbf84d0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094554546Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=30be0cde44589323536bda2ca5178a717834126632e9df1f6dc7bbbc7d3fd9e6cdbfd89099b19f3388b1cf4f22a6b76c212f837d59dbe4885a14f316be962cd32244de6366560d6eb5283143b3163ca67db2a42ddbfff8c66d2ef3e5c28f89c2cbe5fdf9e823426df68c88c283f545f63da9279f1c77daba87b00a645317846bca19947ed7525ad1fa8802da6f62448cfc214a8c1ab7c2d95ae2fb4f795ca36c87df1dbe30bb3aab2f3952b7b51ec26710c6906cf3380a3ef88b5c428de4b1eee81c608f7bb48ed3853c95de0d748003fa5fb7a0654d74cd1a8b69cfcebb7e98df94cd8c40c8fe3d5ef822c482e936d6eb7ad00c2601c8515525d46bc14a3c6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094573341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cefb26d0929b14d7a694e500c3b6203cfa33741728a787457b1306449d5fa33e0c7585fbc168c7cffb1455e8e0283282f33823bc2da4679bddf279e6e29e215920dfc09fc64a00a548ed7e8b40865ca72e0105faedb0788f61187bfce4d6c812788ea3ea358434218c10d65b4528433fd284f19f23b459d1c4a7f2a8180f7153afcd3ec7a7886d0bbf9249c6eb9bc8c7b19289aad7ebec576bfcee7296e217a37627260bbffec4afc41dfb3c5e78f3ead8568f64a6baa21f015315c177d66bd27767836f3b90ccfde884d0b6220cefbb1e62a6e0c6de57edae5bf9cdf30773b1089a415e8f090ae1edbbd5af8f7e567c597d072797e5ad0b2f1de02d179022b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094632072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20b8a85fe1266dc8e9f2cd407867c0c056737d3993653ce9115bca8b0eaa215b55c00f30d3b6b21940a04ced0605ba4f9ec4d49631ad29863c3f4550f977f5f55b192373e9f9aa352796539c0ab3bae0f03300c95197dec8e85bfbf475841c9045724bd217afb3de3d0042c708620b50b27832fcdf82c6163ad043175e7bedcecd034a3f2f421d17ae7a53db4f532b1a30838c13995c06458f8d0936c6f58a826a164de4c5a9615b14a5ff1aa79785203a84277d7592f82931ddb8c2f1c30751c099ae5d22ba0c44fb9ac70bfed03b6b15aa41277b8438992b57630568c295aedf56adc1034d2fcd73a0d0c0cc4d68b90eb2e762bf9f0dc1d9003e8b9b0794e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094682938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9ea58f28e4a0e43666e7e9078a1683c583e6658d4d3e884699bd54d633fc3f7a2c0287471c929a5b218fd6761bb8f22ec226540d5d2c4c60f88240879c47a001629d20b030450f832e8de5ae0a5f25d77108df6dae84ca5490fa9e4a1c7228c81bd0c22ae442dffee615ef4a0cfec6763b77f758c7e48117b6223346af99623df509d2474b47c7a46703af39f5d1a7d5ae835d8967ad2e3d8b94d7f41529403488335dac42ff4f934785c2ad8231e035b7f17e6638ffd3f35de768d6cbd95085cf52a9712a5b170e19a14b5583d0a44e7a55a6623a1ddd5475d965cb77bd9b1640cf724ea894eafc2ed5dafa2f8e8830ac8799cd1b455456bd02690852718e98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094692275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8aae4858e75fff3839d8bf3a50425b5853ece0e85d5b0255a6aef77e547fb740448524294dc675590809527c77f45e611eddf9695c514a4f973da97c77afacceec5dda9859186ec6389a5f10f037e651c693ec4b4e146bfd35d08c323dc2b22def1bbe3e7defe30ae0391f9247a68418348764d9f1366e4c7b34d41460ee6c46c0ea656a8fd892cab7a5ceda76764adfa2a5d8766c2a431396baddbcd0818d4484441346b83d6f7b2809468e92dc247010574d2b917dfbae314a944c3af1aaffaa6d3639601aba05a7b677495aaf0e556d44b35b04d9452789809adfae6dda64b8124c4aea8e68f0bf5e44c9dea2023396303bae290cb14792d0b661dcb2d619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094733753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c3d239a05c2c4e0e9f56f114e9f8657b53ec84579cc86ebcd45798673d13a3d3f99f20d6c76855d478038614d9f92ec98519474f4e756ff1224043bc5e3412c28f761543a6e2d11cfe28fb01d50fadc3c31aff3e4b319db960853f9bb3183983954e4f6e7759e07451b3761ed89bad39bf6adc8c71d4f887ff9b1bb315882a994ebf3125184eb722e5a5f110907709c349b63f6a9bd293688de72abf07fbf4314d5391141e51f34e95a6591e40e6007b354ecb295680b9942ba86da48b87cc02df887a6d1b02f89d4aa70b50b9e1c0fc31d107c05ec676c7a5b04b22a1a370868dc0d973ce0e2a0f68fa8bbe0008894f165f07ca9186be2388d7122a20e5f292&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094266643Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b64bb18b2de3a2048611ad50dee64b7ec73bb6720613d76b5a0f6327c5bdac479a9c8114e9e170e509defcd8be70298ab83e043aa795eb9d49bf663e675ca90d1361e8103f847d1d886fb9028dc616846f72f238e23dc0a6ab5454323b730e8d00ec0091454e46079c3e6420592c107d8455a7ed2aa266de768478411d1c031fee065ad0a7326e882fe30c0f95d4a3f71afb931c3e8ef6dddeb06d2e2b888d89d399a1712eec97848dc892293b250dba5b7e188aa7a6eaebb41662871bcf8284a18b8d7c4d4a27fd3146776f428ec01ceed58b77d741f03a1f63cde669c2171bf03778e27c2d27f58ef938b5f0028511cffb6d85778531192d7ab78ea73b34ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094761546Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=526df465e921ee18459d14492308404de4d8692a1dba51140a755fcdde847fdd8db80abccfe32bdef45309ca89c8773db6b9896200d1462bcf2057424b48b393bd5ff7a1411a541d2272c83aa6ce65293f2f809dee49628a40eff3db1e52f64fcaff28d8207b088237f3c8f0c589255b38693bf0236249f7526f9d6296446857bcb6feab57e86add4a30872111b2c212719ba5f881c0cb04099adf0c3294d2ad65c6a451e62c57a4fcfc78c9b1993d9f6133f4e9a10cf02e737efbdf117971608060e8676d876b1e80d9cc0fccc175c6950f035442e634546852283c8fb7e9bba2663a46d7d4b1b56d76430fa9ef47396c38829289dcc170a6f3c02b7b34ecfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094325664Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=26f1446c75f083cd78eeba177f685ae86e6ca0e9e80c1d89eaf0c5ce2bb5c4a1bb9612976ebc51b50f0e8635f74d58a5be98884e684271fed90acff113c6ffa601fd609230a96ab90ba2a6bd44c2f1004cc9c2a00ea376bb8b77867d81268d8279b455efa2f2f6c27baf61d26c6de8939734a66cb9452caf1b3b1acd8bd9f10962406482fba0a549aa1eaa9d75f00de8f90ab684a1e298e2864e12c4bc06636d03f7c7705c04f2a5b0d85292b73ff5b31cdb3aa43005ba284628692f59f48bf52a885a21951f27cc2ff20ec9cddabccff026984b8303d35b707e5402e852023f7de25bb3ee1762df13aba9a4c75d785e30da7702ac9cb9e0e7ffb5db2e86949d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094871693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cf331f74ba4ce620f350bc03c3a09067aa83c8b7f5452a42ae0c90d45ed40c2020718baad66bb8a4dbe34f1af512b745b0cd721097ab0b3e72b317cd6768ae7271c0b0709e5fc29e5f0ffedcb22d8bd84d133f95a99c937327cccfe986fcb008dc7bf1a131922efe4e4b4041d104570c91bd627928ec2162ba5045693035d7efb9ae8e4f14d661d04fc3e135c8550db50ccbd72ab4c2a594d57dd529db3f8305e7f5fce738bac412122af365629f2cc87ab943045b7016c9090cfb17b3c2b67c0b760d3b6d8ee8c47338edb4677a94053e663264268f3702fed7fcb859e43bf87afa2b8088599762a2699cb39350c8192f9ee8a7614e1c269d6ec1ac75e2601&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094907651Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1a42bb4d865d32e709ee1ffa0569cf370601a77e816d4e8e3844e0965d19e2e5f3766663a25d80bdf8104cc0b871d98cc75ea3c44bbf8daf1b38978b6e2bd56381db8c664fb90518de521653b5721c9b0fc8f8796efc841e2a371b2cbf22083f400f7d4a273bd0c5fb714e1c8623e0bea0997464b0ae365d8ab8c54f8d38bbeae7edf711cfb436c5c6d763d2d016941ffcb7b8d8eabff0731713a8f85ab80a5a2666225230f307180ae37b6f3c61576fa031706af19498639272cb0896ea96cac18843c21e8240642299eb37c993c221d20c2efb8f06683c37af2e1358f9a285edc604cbec13c3c73f83b556b06c0d311e288966b03bb794691623e2c311c765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094943018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9678c292038ad6f865fc48a7e89b76dda32681461e77f94c97d286b2a8b63d7bd6b19e20d4e3b7e3243587dc642af5b45e07e7e9c1bbf97fbd5850d5f3e202d32c934d62d4a4296fef250ce6d0e7359ced7ebad05568a0db2c90acd26987548ce60c9d70bed7755ae69f984a2ac4ccf2c02f3fabd18ec6e62c3cbd4cd578f4aa6fcc783180d75e5871b420844d56e871d17aab34f252f3df688d57ec9e8f6094efcc4f4661ccb5257e78daa1d866c0d13c1a46135a56b4c95b4b5f5b1243fe3d6df982cbcd6cd62f391cbb01c2153c06e72cf7b1caffdf635af19888d739c2b9d7f722ab8c36af9f67245099740901913fc229a9107b54e76ea24f18e42fcaf2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09497595Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=04d0c16272c4ded3df275b86c79838e9c046d9fbe527e5fbc03e018229e1dde98699430a3a243c8e659b4d5035c71dd05f410a309d6d6fd38fabd5032dce084cf34e1fd5f2249a1e6e42e035fe3aa17b57f9fea4735e32b51f88525249358dfb3adf0247c098e47ba3bf8d7501eca52fd1550b0eb9cf5c111d1bde1de5d958d48d9b56283e458c61cbe41f2f58779192a535d4066e8e5f2ea59d25e6b8a3c0a784e9c8e4b08212176b113cb0652b2d4c0db17da85f1be833468501fcc9f0c40b07ef119d8d6249f44030c1f2ffff27263f601e0b36f24c15a56a84f5b59ecafb48f3fe112673ef6200d13fac6ced96b0dbf44578bfaafbe43b5269b9a78105d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094524178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=387d382d16be19ed9f6bad07933dc5393b6161211160275107919bd7b5f407152e34188146be48d9f13f4195e33b153d21566144a7d609aaead43ef66a08f3200f248855673e38d65bdbadca6c6657af064dfa5255fad96fc08cdb352c56c12446f1b6ede1ddc9710988c962d509b19cf802c0c29878818a60efe1c6c82ff029daf26ea63a9f0bb37c98388b181b31aea96b75cecca67f2dbc45bf0ede21bafde3451ba6660f059e5e9853fd7a06d04d7fe309f197a4e565befed20d93e246359cd5a3ad3cdd6281157be7d9d2858445057e6d40f4dfffb034daac16c4c7554bb827cfa4fe57e4b2c0082b72b51d8aa95d61e536ad969b7416343d07b59b17d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094588991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3a7bf84e387e9b15aff6c0a123a77f0c947341192891a505a30a8e41e8089dd4c8f428043bea5a7efc16e764061527bfc113338c2e9ec0ddaf6831a1217d0484934ca1670a78d6aac9de71f5cff41663050e9ff9e981427d148aca496b60406d72555bcf881b34a6ef2ff6ebcfa4831c9b24ccf771964203044cbc1285d6a7041fc0b7f079730d0ab8f013738acf6aaa470264c74dc64c9715f0c29f05e85744e97a9fe0d5b1b348be5f63c72ddea85d8538628cb263d10c1b98e9e5a071d8a0cb8361756e7a12bb8774ffa1c98a5adb035afb7154716bd5cc3734d510ed74d64aec8ad9e275ee4a768dacea4f95210513063ce17f29df0b71b9674356d10aba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095091918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=144e345df9b01a6d8e36293544b87cf7e9af60b58b6d488e8675646612178624255a61899f51000063858ad8317d74b1f6382b9d9d1c1091b262c7b074076ed0ab474ad2e9fdb538dfe64ae7e6c6d056036cef56dcc76d46ae9d1e81e62a2d2f868b9b76a95c2d75c5de5a6770797f261e3ba38bfd209ea8cef287a73c39efedd67a5abd5bc985ab2ef1266c979f4a924f330eda722f00739b7f784c37f370520338de519d1832ff9ce0f48b1e727055aa1949ea83619dff6431ff93e482c1ab4e6ed3ec32c19bf82794dc5e2996b8e65258cf0f65aeb48c66405845236c8e6abd35716141d4240107663e7ee710e1d572e40ef3e4615f890e64328a666fd8df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094631731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b5b8c643f248db677160d4426f70bce0e8a7badda7b85b890ea567ef2aba0e380c4e3bcb8bb02e5e2be2936be532acfd2a8822cba844ab2efbc697ef38bee13c255501d59f62e7b73e2db5038bb6c33ae53cd1794dc4a9c6918d171d0ca6b52095163fd9b554eeafacf99fd770a53725e0a1e0faaac1a6cbd6bd03097d4c57a200423da684aee4e330fa8baa82a7a97b501cdd525e5805550c4f2bee2dfefee5cc55abef9322dbb9abe040b8cd05259f83190acd3f7d60d231e06d08877796b9058477f9121abfa504d96c2fd7460f1d2199b27944f1e0fd8c79026fd5cee36d76dc1b861f09f2c5e9f6b0ecbcb89fc97c1303561d9647ed6c1950e571e8adcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09468408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=52e5e31999ad543bc341bd3fc76e232e6bf5b582ab9c60f82e87afb9aac7ee8035a60eecd9b4ed03b770ae510e08e2f30598878c46467ac56877955cc1ce32819aa5a1ae193f71ebc6808da0b7555419dd6c3a797281a8274746d964b19d5aec63b08fd02d66ada00451e2144c482a130e12d7491a251979a610044ebaa28c7d0a42527bb89ea3080e32770fd8982c5d51e8f95bf4afaf1ab7f7ea6e29e824e8fc032122a5856862d94b3f007c764361f93310fb3f0ce526f1e3c8b90d62a157924955482f38705542aaabc8b7a86759d0950a46c4198555c7d80631eed0e0199a7b99cc5de1fd34abc538cea2c94f785db4e5e249f17ce19867cf79593b9072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094216068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a9e371d85a5746733634a41f7df3c9709c3da83a135a91437447371ae5bbfc5379e8715679d1266bd6d67956f0bce44a67aff00db6285bf33bb52bdfe2e7c020b5efa3253becc0a752dd32d18b83b87006532c643b325028d917695cb70384277d8962c8ec81b6e018214cd416a6e05437209beccae6f3374ebb946b1eead6c19ef24b59a5102060902656c80c1d898c9c4e0d1ae09bd6214581198a99b7fa3a02b7956f4bbdb3bbdbd9814e499daabe86f40c5334444dfefc4fed7018fbf43867412a6a703630ae0aa440a9da519422c71a408566302c2f938f99451af75e6441a483fa2052f42c1d2151a942b02b0b2b4df225ae933ebfc872729a2297bf35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.094637101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=835638ba820d67aef2a752bc676a6567fb498d68370075ac385b038a9920ac3adc24d00ebdaf31bb3a250d193ab672c00fa451f21dace4ce34d225a69f957decb70e4aa870b5b773cf831d518855ed63415a353927cd8588fddb69b5ce268bee16a9ae9a002298dd6bedd88b131ee2a72afdc33795a02b1cd905bca58168a094de59fee4b67bc0713bb58c8123594f0e10f54f177a32410d9c749cf895a6130bf27d75ce3089fcefc56403ccb392bb6ec8663c005d1a175a251374f4331e46ecfae8e105020f2d1e2fa4a182bbe5b02ef182d1db74382a369b5f92f6453b9a3ddbf1d6bc818f349089c63b186fa9a82014362b6476d2cf656b24f9d5ae00e082&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095260216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1ac0538f28bbe191b6197eadf11dd2cc8e9fb493414f90538244541d5a1dacb250a3c80268880c543f052d6996eb206350df79d149546bbf06c3205728540aede686150c0f62617780b44dead8ff31815d2367f26a6c779546588f3c0b293446394c4eac156b1a67fe9b883da45ac6ac4b9a8cee7485062759afe0de1419580e4c9ce39651fae915ef5fc83750b8628fdfbffd3c11bbe7cbdf8c0e846b9548a726bfe9c21d1b25480fa4155b28f99cbe9010d2aa1f736eeffd50ea8a9e722e380cde3d44a03db276ea597216efa69d464faf83cbfc81f3876267b6836d5306a15724a90ca993002eeeb9485d2f3bc9b5d4469b7aaf273b91ae4fb2060dfa1c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095299951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8332b8863aca2ab268352b18fc51f813cb3684a9bb1ebd7ed0d5fe30e309ceb3088c79f82dd8ecca8dc570cee3b14b5e6b81704c0c2482c3843ee874b7beb85d2a39b813cde1fc9d682726423333856e6c7289774852db864a2126969787a984346a423a19466cb442e39cb27031a1e0e4a174cba3c2601e6881ea24fc68a7dc0b21879c1f11b6ed54ba13f365bc2b9b9c813b8d3237e56d7d98398d8ff5c94b7aae2221b254eb29255db12eb45011c1a41838aa9e0abb68aec3ee7539e7861fd4be05194cf8ce21581809733e2bcfba1e9ae1e450c55dbb11b21f5de76f7220c33de2ffdb7521bd0d08da81176ac61a8932d6dde442e3ca889967f53eeb6598&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095349113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=09e0b093e1d3f9ff90af9a6c565d4f09aa3a2885fc7190ee3987bbbe02e59d24da97c7168904c55e47f9a740038108c1eba7b5410ec51492e860cc1283c86d3dd37bd91e7d2c76abcd651b48ad91f92a9f40e66ae539e194592f3a91c12d01ba36b4e93780a9a2ee3436ec6f2e5cdba05a5ec12436e3700fcb5c85a8ec931642280543f58228ef78c6de1fc0362b0edd996ffbee0e113682adf0434d42cebad648a9f58d9b50a680bf1f8c4490d7b1e6a9f924a3471eaf2ade44a8c8a08b324a933bea32aa8ba6056cc7e755a69ff98ec808afe5535323b2c40be070cbc0bb5d446362790c7cfe8e24e90c5f27484db172c5ed92d23fe4324da33116aa101154&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095410669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5d09e651ad58b694ae6bcdf33d75f9a600f4920900f93946d621b357b563623f4ed2441345f5b7aa814de1f36febf0e517e0f62e114a6a4ec991601560f06a27d9dedcee1ac2ed4164a99bbb52947556b2f4891038b8e11fd375b55ae9732ed5ca862f227c749b2c19c6aecfb21459df7f7fdeaed595a7045909e8f0d0ee9d53aceccf1476eb6960d32df9b8b0e9a77ca5fb05485647d6c0eda98377d7a1ea7969ca79e64fc22eba56a754248ae64e3309135a14dcfaccfd4da2bc1b4153f3736e9233c9cf523a43ddc3e6989be4feefbde6f5b315c768f36350b5a4ea3a9511a07d233254e7d3b74b4ca61d54add947d194dd78a1d529e07895b680a566f123&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095452147Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bd14041bff3737eac2913023212e7f94cf230a78d6e7c87c9e0d1d25f554f3ad04231021ee3cf2de766286be1dedac1e57e52c915d53bd3dc629eb0a46d07ee97724dd85473d3e12237be97544eb201346728fc8ed5178ae2492884e275cacad275910af506d16cb3dee2f475083fb9636b6b067624b5a00d0c183661e0da88bbff024e908b66e9f63120215d9f2b50d8e70e15e31dba44aa9398c6e91ed721110a7b8ac417b2e3626895f6006fd3280b265b726463eb23e09decb73b9ecf3c00ffd3fb7fa05d643aa9675ccafa9644ca2b94fbbc74824fe6872f58999540c2e68604e2c37c6ce63fa9aca7f378ec91cb1968f6d0f939446fb2e112b3cde9897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095471824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a9853ae6e104721f3a582a001e2c63390f5628d0bd2980e918f42c5c59d25c457a66206b0f9d0350ceba4bd9fc75ec0387fdaf0fda574981353c53916c251c125999a457a3dfebacc712538e390f1c885a973ad1b6423ca6ac4d29aed6fcd480c9e6166b195ff5d2ec3deb85accb29cee277df8df2f876975218e1adb1e91fe913cf96b07a90dd067f44dc4cb485125aae78b9167afc2cfd5213deb203181f9de1a58266ea861260c9e26d54921d488f02498cfd7741d2dfb5764eef6e188e43887b0f17b3ecd841bbc4d157aa3d1d30c2ffdd09d2bb5e9117bf6e15443c35d805f4faa428eedb07c1b6af143becc7c3ac6b4b9e1a554f699adae2f71e11d401&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095504035Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=24b4e02cc55d97dbd9db8d9b268a0de9d442ec38f68a689b9de20018a57a841efb675c1fbe647817da93820aea182eac297b520d903232d9bc076a4e2f18b5ea2f2afcc36e8c1850a77ada7e4bcebb364811b9a641442080113e06dcf9ce8ae91c61f10a4ff6973156a8f35583bc207a7a5868c44a459f319edfd71570cf1670cee1f57d556618cc642df7d98a0dc93b07897c3163fdd10b5fd262f3771cc6bf00a27fff157e1d2fd35d437f2b021ce5e1d819d5813b46b130a77cf26848fd9a874850f523345ed9bd1568e921788acf71a45d27eae3bcbeef2f65a9be969b415a75dbd17b0767c0a23230b4b217980df1f656bc5d90960d798772279ca1f05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095556384Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cdd0915fc191eb72d152714e083aaaecd467d09346c0efbf0cbd5054813cf3715208157b948d05614335b7e8b148ab79646ac0f9d90e51bd21b9fce9b6b70f8f87ce9a912a51c3d94b1f1d67a6eef353da40ba5c46525102d250df43bb02217d00701896ad6f2bc393b7027f4a70c72ce41581e19d158d07607d372fe668a057da291d3b97916965c96042d9c699ebc6d2a644bc91ff78713ecd623735ae3dc7065a106cdf9238c400bd35081e55ef87da8a76c8b5ef3a46c4af51ec264b8dace8399832683c300f02a0bebd7cae015a297466236217f6c55eb5da2337b4ce926332901da1fb96bfebda8af3b9a729d4532ac9ed7e7163685e9adfda152e17c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095572144Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c715f2d17272d4c3f3326335e3302d099350afe72ea5bb809cf681a5253339de05589d997939e042aff209d15a8abf9894c1d6574406f8b4eed89cc55452e3f3f6753f0aa1d012584ce0404ab34c12ca371871957375cdfba01850093a27f254f4827efe85899ec1fd14f600ccc097b23778a3dfd1aaee6f7fcd47d8dde3fd160c81e6e76bb04ce690f17fe2fdd367010eb96f32e2c02b4e773a33fccb5d6674a8884e57aebe612f954e49dab4749448440eb0617e575f0e5781a00a38301987a778345b06be19db9bccc898db1203cf70c2aff40ec880c7fb2bf154634895136776f6dd458af46c1dc21f6ae43e739cb9e927c8a6cebf0ee12d31ba51e57f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095629712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64fab051242a2556bae8c57a4547f0e93b8dffb1c2c3bcfb6fd70188c8b524f4f17b3219b4df2a7b81dd0543b685fca786c7cb3fb0c951fff9b3cdd125547efaf081565e0a1ee09356e307de69e14cc6588a7e5cad6a5f3d3b8012e20787b1310f6ece9dfa69660b2c736acb260ce7d974715dccd77ad04928f3393d282918b93eb8a7cb0302a1971d1263a20fbb23842c76cad998862fd5aa78dc99ff8ee6bb665735152c5c5d9b424d8af2d31983c7dda0f7ce45f7bd24fbdd532efdb48caffe4b3146daf77d34dcb3d066c89b64aaf77236af19df413784450b96d22f07dd24378d7f9717cb8fea4b561ed9d2074f4b5c1caa10ea0c5b86ec252a21decb1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095667393Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3600ed1179065ac9d66108fbcf7ce67b7fde837a716fb54e9f2792f71298563115ecefc40bf55c0bec5703fa2575e6e47976cea0f719a58a183ec630908ed91689908773113abd39236439ef4e9af6866849960622735ab1156b4d88aa493f0785ddae72958df37a5e64ba2e1fba459f3ecc7ed603791bf30bee9dc6906839266a050b936b3d7ef8fd28f625c2da661d4ff9a35a879899aa6b47eec78b7aa231e574341fdee94d7bd0be364da232012fc5d285b5931a6d53b7f7ebbb3d7f1614cc2fdcdc48f744b017230a459525491e2039a30d70829dca68d6e8e3f011436ea29b44a2553cfb1b8eff1ab484a37f3d21c99574a143319895120b936d38e7ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09570848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4cca7d65aea600f13f3305fa74cd88cf9c3f38ea1ae8ff93e21828ff919c44c16d51078e7525ac5555c9292824f73e956c030ec2acc3c60084d6bec6658305a2c435d4416fb95f117b4f8dc791c5e9c4a9e354de2102d413669ff277c0ac304713ff644a91cafa1f73846866e08ab7a2f8cc3b410306069b9aa79e9b992a0ec2ba445e4c199d7c32bfd431e00bd4b083ad0415422dcfb75be5714d30656536a8fa5d36c6f1b49ba67632f0ea0369c6509ef0fc4a55d65f0ee39618121c2c62e5dd7fdb10a385f22e8ad514d083cafdd3011bb9d4912246719fb90fe6ecee50e7b1c8c6426630fdb2984505d24bff268a087a6c7c5177999c5d3a30b3d0bad06d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095730582Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=813d75b27afda1b8b1e38bd19fe02f472815c562aaf41aad194a593bfefe95635cedd2d61b4bd5b418afe3fecafb193270bbc5f4010dc327c2c0bf3d69b41f5833a1d35a51ffbbaca073c62e0c1f1d1be45ba2f59a94404d39680ba764bb55e42b17bdf690518999ab211ff3c7adf6b596ea24b0d266795def9a3335df82512f693ad1bab0587ffaccf41e0f772287139d1ef7adaad7136e16f3a373942e55889f95104f09ed56c5c137a96e41150047ea3e7a20c3ed892f1000dd4de14b06c5c187ba16465da43a18ab3aaa066fb9e42a19c6e7c779acdd8be26b28e041a09a47259485360cc6da8c31674feb59c15e08b592de5fa6d6ccff3d0d3a459382d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095788962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bafd2347f09f5cd42d10696efaad00b772ac7677b6944501b47445e779b7878647c1aeeb62baac0b0c1a01393ec7c248dec1ee0743d14215929f7e951df9bf2811191db0f8e504cc19b2abd79de66c0715887e5afd9a81fa0e4bf93b0c51e8270d9e344c6664e8a627d7d04052a8f9728648c025735aff69687ab7122e1580e2100025574e7bc31e184b36293906dc35a7e989d92db91b58fb659f60e22be5dc06c3ff5de3eb0f3636807953711bac858b225665a7859ac3d5a5e018aab093a16e2d4336354b2655e7f9b8b5cc76ca14cf3b50524963009ac08a67ca79eb4c149bd76d85f5260ceead7f4f63ea42da1658b00ab3bfd823e138bbf1f5506310a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095300151Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1c6f3f1a0d9976645ea4f9b3309166b11a7d55e5d096418c2aa2d5176159c0135277d3f1cbfdde1feb1ecc0121ac5a8924bead489097d68dff946ba52b9477a8b1c01919b7056d75f0d62a620f54eb1aab183d5b49d2765bf1bead8ab2baf6b080e7e3e59b947345dc365eb021a05b014c74bbf37cb278dd2d48a22e79f1df415eeab3a6320cadf655d36eaeb53a9cc306e360c178706cf5496f6791e6d8628c6c4b94471a176cabf40aba970a2fad01ec111d02dbe27497262581f0cf03ab05779e54b7d5deac9ec2b53c25b795bf3f9d73b51506c4ee41e92c610cb19aee9219f5e145da9b5d21c3ec5873aed28753b6c7ba6b609232db9588aeef0141189a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095842283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=205627ce5124feeb4c25bb5cdab5561b8bd3c08a61af22365a90318092642df6732dc23726ec4e85457f8114d8100b0c753d333db2cd9ce1141021e0f12ea4e417b745217f6543fb0e247e031f47a1d269c5d641087808415cf0fc5a5cbd90bbf3c33a1265c732f8f22fa97904d5b0d812908cbe97861e41578c32412cc28dccfd8ec7a8eea2255acdd744d56d8ae1388203f26f70ccc473c927e9604e606eeb91c4cea607aab6ed9756132ca09edc4265076f4f026b3793e9ddfb7512d8cbeea110fe317a843df8d75539681a815d668ace32401bb804ea2da722d78dad24309af311237b503a98c4ed466a706709c32b035172c52ba663e85969638b02a676&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095895543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1e14edb47779bea01c7a09d1fe865fc32358592efd4e346b66e84637aa7971d5ca3cec1d79fff97578e4416c3cf79e8b43d48fae4890b455d46038770371ae9319cb6eeff49de32548a3c631c293d16ca7f4879c818b208610afdb928e3d147af53e8311ac8213295763e46022f38999d9e34d8aac8525e51b1f4e0595c6fc5177f459c8f75d32f41c3336b3aaed165285980af4194fba5ec4554e4e60a1462eb967730b74944ee63a594ecbad878a2da8b18000ae784b53ddf87ad14275e484898b354429beb4e163d2e147737950f46f18404701f9657883f0ad72efbaa43e012a3735556ca257628049cf6431ddc21819415212cb5490307ac445489fa5eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095975434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=93c4debaa8b0f9b8867aa0905b59033a893b04117b76a5fc0a6ba7e5e8e4258b0d0b403880a30c3a67e721b6757c4ecd634a5072125a53140fb8039e34eec97685e144b74818b0f7380b58b9062da1e3b5acee09ca485d4f8ec53f480bc43e2d6d860399124cdfa4baf816be301e599c90575d4a6130b73a0eeff10f8be7fead801ac44a29b4ef5bcb03ff71f7176f41ccb9ecca1b2e945578a72a679c72faec2ca9ffd7f6b4b44fa6e0e5c994a07d867aa9a9b1c0aa4412f1f69cdaeb9c1b73aaffc7a166fad0880e3e4b9fc65e56cb3cabd4a5dc5b8618c8ebf3fe6136b137208e3d4183b758063a4b32676f60d38229a77c6672d48344f147515ab7bc7171&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096040015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=31321c50980aa042eb40079ca80a9785b9d0ab3bb8ad3acfd7f6b40a4683652ef714d6b92b77832bcabc771a369e900be198a8e568d40f3d5d5b7c03f7bf405b0e159e7b96189bd0bd480fce83b6addb61b21a4d8f9f0a3d98c3edccfbc6e3afa978370137e707937311b807c86737b5a3f8ebcccee29a2a3f3329826348e1d26a194d9f2bac7440e9660163b5a162d24f897bfb9a53e623b13cdad25f9e75909a5e216e74c16bb87bfe28b64cbefc61218ccdd6568104a020741f254d67fa2ff13572e098bebf129dec4532beca75f30fecc2716c8aae18e3b88fa3fec6da34042b0dd56f5dce7743e62917f03aadbfcee8d15f2a939ad81b9897ce44859b2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096062438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7f614cb8a233dd5cf6ba9e2a5cb5fe67c2f878333d76e9eec96ed7da1ebac7f59c8d0029b832f6801cdeb8134dfc76a88e62afb544fbf193c9ff5e0b35d8d81054192541a01bb1e89825cee084cc54056f162300f2feb679f6714231152ea2f4c7f42785bd56e7eee9323ec74f9ac443411e7737226b0889f6612c1b7cfd1bbe3beb3ed128a9c454496a20b8c48dc0b57bb00b72f722c0b3f6cadb70371bf55402658dbcbf9a8e24af6961643257c252d3f42b55d91eba317583c60166895b0058b92c3ef105683d4f54974434d65be80fc77bc65e5b3bfc9d0b50a8899989ebd3c301696efce4e76231c12d9bb43690a5d194d1ba0ca0b323a393314a3fac82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096081904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=81a8aeaf1f8186d962b16e986610b5aae4e71043a5cf78f6775385983109069fac7d00ee802df1f90a50ffc6adbce7f9ffabcd88fe5fd36d4140cdc20b045642d99a260cfca3abddb853e3892ca4d3ad910a24c301c967dbc7bfdafa60052f906aabbec40c1d435448c8bf3004d9b08282a14b0477e39371df9e0ceed1dce7b86b48fe06ce62eb19e3d260b068344073db8cc09c3d87bb3610eacb1121bdadb780e3eb003ae0237f207f649ca305d802bf90a3bbcc7ca7683bba3827c4afe1a7378cd900b9a7ad230d3362973e2d12bd9d9b2cd80fe9780c667873dd308bcff261690bb6d2e84d182caa1bf0c2ee537f6f99ac3def1238aadcc87e25541014eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096109496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=36452ee121898a0d1b92ff24913f79985176d498af95afcb08c0b80dad1a8b0d4b65bc658c8017203cf9aa0143df5eff782572ca908782a50f205d9acf3f0c3db7ec3dcf3696c22650dc235a3ce6e0ad9fedd4e95e65e57c204b0cba99da66092cc13f85c163bb0f1ed8aac2042afc9e70e7dfb609b60a023a4a613cead324bb7f7e7b45f60ff20b72708a5c7be43a8eaaf3ef9cf72a6224e5c7185e740d93adb27808fe6a153253513d47e5ea616ea58581ec342498a53165324e71acd05048f64e3fc023671b1af3a1df8c618234c8647d14d21fc0f908948cfc07e72fcf248655ffdd56b414cc4d8c3026a2d6f236e6bdd020f6cfd2e4b71c6aff13c66126&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096159701Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0999095685996f3bc5a7f85b32b80261cc39cedcd7331018996d89d45a347f301cd50da7bb58a06e38e0706f1d5fadd4d790c10384b650188b235d3cc874d6a7c9310e15a1471c0ed81f95eaf553c8e4b575090019d696df7328bc5494a362f6fc64b12e694e9596f1472f90a6f42827c9eb42193f1e2eb83fa2d98c10c0d8d6a098dffdd44443d26e10deef6832acb6f9fb07bca1cc37fb707fc05a2671319e61606915d92e319e32b6b53654d8fa512e515a46d20641cd9aae2155238c69910107d64f7ad67d42b376403f1283a80ec7b621eb1f3c61f6cf594181b76712f1269bdee1c0a142928dce5b7e7321839db28eb07f05c7b85fc1d29d02b4985670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096182514Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6ac351f8c079eb5f62d8b990573ed45d27c2753a1588dc27766378674f7a325a98be6103c035133e924164fda23d7470921c2dd4d88c84fab2ba4cf444df566c204c4a8447a4278f3e5904071679d5855c41dd9efb9e52d0ec4f32991bd53852ca8031519cf09cde11ff3ad9c1e8b16447f8cf6b89155508f602fcf5856585b14d2543b11bcc09eecb2c00efbc9b7de2a2698c46062895d707d78f39732e8f623fda885359fb1b4db41f8a21072d83ab88033c1a018179ebcbdc2459f6ab0988aaa4e32f284ad8b30ff5ebc4e50b2466a9d4c587b470eaab96d8e7d165725b4d05712fedac331615783a5ea0bfdd2ca322133fbb7f213f7e8665a7fc004d7613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096223591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46bc0b19f295576b43209d61093095d4474f5c6efbff8f0153b90bbec429d19cb8fb900fcba26e85a6508ba4dae43c24e805dbc81c49599dfcd6d802e0263c94cb98b6aa367530a359b54520dea83284d07608301cf6e3022c82ffb972ac2b03e7d1aae79620164973dc833bb68dbdc3be517036b15f2c5698289fea679f656918023cb31807430922bc8369deaf3fc80e6ffb006f466c134a2acbfb4e9dcc17c22cedcd97ffe1b3302acbae84d885381cc797a8be1d9f5e5c7074ee1b9a011fac04499827b4ebc533f442b5b6ad9f5396804df3753f533e97de0dda37f30a74622da967bddf11ae39cd191281036b97159cb4984af3b46524a829d72d3abc7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096274958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b2fdb66683a94a60d2d887ed6f11d8127e5815fcdfb13ad96aa954f881d77a895896900b3c5fcf76280ce8608b3777584c4be917699891a073c3fd5df630f421cb2c75d94097745b5f370682a23bd06b706dff3784b5019f43aedbe66cb24ed65fc831558f1b575d5eb28799b86b3a266eab00d2abfb947805ded8ce842d194515562026304b578ca80174e6942e801778ee913bb8f9c65f4e1747acdc60289ba708e1fb4bcb02190900638b450b3a7492536efd5e290a73371b52c0acf75293f2a4e43243d14bf61f0675a496fa32bd3276a986c28b38338f38fe19bb24fb60bd9baaf28cd766e6d5e543e1e2fab97c784bb4af308c86a806a644ace50edd45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095795675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=49c61fa16df46600ab735e4d5ad96ba005fc87da942149d438f4f74403c7a5f44467cf0da9f49045e64ee7ecbff4e555edaba8c3a306cdb15fce91012256cda7c77de75b039f20eea92138b50a3995017071774763805070b0a01132883612a94bc9ab5dd4a7569825a3a4db6b57d6d67e544742a854ac47290b8ba31f0d9a901b825a8c1076714eecd5efe9f4a9aa13e94faa0ca86fc6ecc40f789ccd1353079519fbb9d42ba7127e22f6ac69e423cd465e688c28a26cd2b5cf79dc264497637c4a30abdd058c574f0f9421c8c86567622302b4b3fd5f5770d0a525e0b21b41a43895e0bd4f060d1302365f6f1057cb08ebeed0848655f6cc2375a2b326012d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096368575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0544048d1cd197983f4a5c063883ed85dcaa5f3dfdb93c07e3d7b00c30f728368f9d4505be5b0041b83b70f64939893f0ae6684b01d10a7cc1536cb019dd76628979255e54c1d483e4c0f16bc5b9a09e926bcdc9237eb2a3016079ecae167b4596ed986dbaa879409e84956937cb218d01f1c1f652cb0dc070610972090f2bac007c10ba383ca1bc8ad8ab7f3396344a88f7b397aab2e29b9e92fe2392e6a154edebb326d0f4e70e3297ed96f2422c134f36c73c6049ae29fbdffd0d95d7ad266dfbe1a0341460a63994fc7905515889418f0a24c860b7046d03adb947f90318beb4161691f1224e09b9aff7d5cd54acb4e12ac0f956a0be4d0733ca50c33ba6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096404993Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2b0fab4ed0a2d1baced9df0c38da8b73579abd805189c2cb83402a1718f23da400ef086ae9ea2fc82d97e3c8f4977d78a20ef04124d86a0dae38b2a3d453a50fda6acc55b6f43889fb42f19670e8ff25f44605e7af54b2f685f7a949644eab06948e7652a0f328b9b576d4fcfb82679eac89573cc8d2756d94f68dc22838a1874bac624531dd6aa71efbc9957701f66063efe033e18cb773444135dac5062654b0d662300efdd1c8017d13844aa6bbe00fdddd7b7fd3a240cd927bc0369f10bdaa06cb9385801ca792f2703444cabd858e4b7c25ecbb431a1e64fb789649c9b4370bbce7ef748488270e9cf2d30aad5f4129335d2d9e177b6dc8e60233d99ffa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096442674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4efb0dbb75fb99be317d293d1e902ce9a0222aec4f1661a72acb6871d3dcbb37ef09c49fade2d8291097fd9a9f7552e85f91d888aa045807d94549f583ebde8b9e8523a61a5c8df6af34bde77668b08eb55a4605b8a069d0fe139e2ce4f485b5dbe028e5c5e61d380a264283ba487e8ae1c7d470c9c95181431b301bcfb04a345c4bb62954bc2ea4d851746499b837fb18d97940f245ccc6b1018db060fbd4809f25dc74f604eadd352dee8aac7d407d42d4969705f3bb90b46d0d78a005782cdc62e24d37a9ca30527e4aaf17bfafbafacb1f028502c8de15b6eb11a58a74b30c4a63426399972520f94dcdd0ca09fd167fcaafc73676f2f919f26a2c77b165&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096491126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7cd1b5f0cf6b3b65fa8129cc445621b5a7d4b4c073bf0ecf30ff71072fa8e954b0e96be5e6989efaea947e406b1adcddd515421b473ff7929b6deb7aecc7b40958395f8e9ae239e3c61102de8474602833f656fbf8557e3a702446056ba07e256ca7226d4002cb3cd6cee9a902b4df1a90a192f613a866a4d2633f2eef9c5ab800573c51595cb305aff7da16c63f18d5433b16138788a3af4fcaebac5d8dba2355a8bb59c3c935f84af130dd8c5fbd75832da9fe32d4efcec221a67d7ccff588e6dfaa3f93dff26dc72c912af197758f83b0685761a7551a52cba0d11d3c0cbab39f5047e99a13bd26e88a1eb8d43a5e63ffbfca250b16b56395aec1f1546e8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.095980583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1f7789ce64c4f76d4fda541b463489643a935bf39d1804a49e2248844a7b0aa23aedb3a7af4e6e9ac028be22626f628c7fa8e59361cfe08cdf87b0d59aaccd47072b87438a724ddbcb32155d885f19c2a7a31d967f593d22e320b8a9f8b5f894cfa9576385289df5c0c3ac0a556f16e739908333971c0b5a23ee8b3ba521e4c8850f40df549a966e4a45ea62bb9c296e1c2c59d4e77011214beb04d2debffa7b4af70d6486eba45295a8de0e110926ba6e9c0f1ec0a320f377d8ca39027d0e4cb2b37fb3584c3bba5ba6e8ad82dd5478f7a61b2ef4857d7261b2bd3a8bfa4e139ba80c40ddef7bec5bf6464e6788e647169966449cb3dcef934072d2b0d3d9e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09654671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=333336a1fab2809c5c76b1c5497ee14b45fa8e2804e39ae2bfe6a1bf771d027e8b381b498213725a382d03d0f3de068fa6546c3fb727fc152fefee53f6f9f8f3c5eb65ff577e2400e934e459f693fb25ec78f834a1ace489f23b4fa54afc57176587bae2206518645af611bc6d93954c13fdbd67a2152ab8c0ab15c0b347db8823de17142dfc5023cb248ad66097d5cf0c5d4e521b3251f20a6535ebcf2653344341925fbae48ac50141b6f0f1b837b13cd91d9f4b54ebbf96b1210caff6df63a7cbb75679a0953bea0002d1e5e4c6f822dcb2375a8f402d70c84d7b3638ae4f7e675627c0e491cbc30c52cd78e6243a62ed873648a5314e7c1a05b7aaeca122&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096596103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6ea8fbc8c5e37e3cb669636449a03b89d3e5e15540d959c78823bbcca2ce21f322329ff9781e15f0fc9cb6b22c7bb5988351c0e93f932506c5cdc1914937405c802640f176ee17274834e8db50386544b0038c36e5a9de3aeea9e0f90cbb99be3444d652cac2dfbac4db1e8c3999fc274035f65aa90898b24601c9292046819ad732da1c5ea52cb061c7acad51eb2f433e8d59055ac0d4235c264b4eda029783eb1012a7478325dd8f41a633deaa8601a610257cb2eecf2f9ea9e10351cf5adb8d1cbd621d99bd8b94b7e6251496aa3f5103dbcd44f7dd19933abf06f644bc2a239045a742781da9d8f0e397a0c1b58a95ff42103d02748a71543f0aff68c709&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096109486Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=891a2218ed588f08d87f6635f7c68743090c0c35bcc30157c078c5521bfe69cc955ce9744e39d096164feb349badfa41261f008f9c73eafb69418cbdb940f0145eb792ea5f31ccfd30e42cbf560ff0bf54160ccad64411a66a329b9c8500882a9d74cce3ec025369f22d02b2fbf09574a316cd0afaad96d98ca465563990491e05b7e31ea4ce017905cf8448a6a0ab80f110ddd812bbd0a1ca05856d566e9f777fe78a998daf75016c811c897266e7d4c80be806aaaff8aca6e120e249db2214070628ec0fd8d48d2116a4ac712fc9a524769b872e46fbd82224ddb12dea5b0844a131ed5a8d9021f52af0a398b1f6d7b28d9c441a2e8ee12f6ed8833751db03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096673579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ac2ee0f2ddece454643d53b0c3b7ff74935f9137eceedfea6c6e4e1c9a7d7a012b82a2c446e26614caad57c2bad72489250b55889383f28864212e4d6eeecffd3e449fc5fa02783cbddb397586460f29af48e649ea7488e13c152409104e5a5766435300a5779c8ea253b87181babb6e2005e63402cdaf2a533e47010aa11d0cbcf8c07864c969c60c00ff8e8b44debb289ddc601a597795f98e7208fb623f8bfb64dd49c09ee98c25f38da5209e20175ee8aa5418ffff1adfb242252408d4f7f9ddb0abee78387f86a33453555c75dbe49c468cbc100d9b899ac1f688c8248c677b366549b864145a32ed45264b799d8ce027a7f1cb8e02765d869a22301683&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096683027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1730823f565e5da0e0872a2bce71a178e58e52726665b74112db9f162e73417e4dbaed1dfee0a74f2bf922bb8d0d9aaa92395984d54471067ba98d42b14efdbe7a3919e79772ab3e08dbda38aae3697e011aa7301f46c46b6785edcabec3344b7732eeb76a444b12c7ff311cd3918b249ed56bc49d5e28ed0c4fff287936e1fcf5769cbe04375871c88295a6732f49079c7f6e17e9aab5890afc34eda26a4c86fdf2caa601ddde20d00734511dd85280cf7d7e1331892b7cb66f601887d1ec84ca06395777dc0e00e483d8d04c11dc7ca20cd46e32faf310b4431bae093ed0643dd86251a6b9acfce4051a76a32a5cf4e553f166870c472be7f2653a74e6197a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096741237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a54f711ea80eecb55bdd235491a62981b2f7ccace19420ddd3d19878903b2becbb8a924bc4b97682333056707d956d174f588f020648fa8e7fe305a3ea105b5fae4054bc420ac197b35328acff50e3c05631ee39ffa2ea16a1555a4a1d59f1764ff18bb14f50a87b5b00c4b5ef7cd898a33e7ee542b557cec788df9174a464c41f808389638763d9d21769f7ca7660ada78684bbcce6db20fe657352965bd8d508101d199ca291ca5ff39c72c7a1ab88d00bc5f516edb42e6a1d3aadb59aca38f3a4a4d3fb760f1954c2fd33de077ddf7d64f859cf37076bc4c00cffc61a595d06af6a070288088c8f17aaf16f37e2a108bc85b792d2e54f87365514fc0dfab1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096760674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8e7a850b9c7084dcb08c546e0fc790086d37d3536614fb7e6f9a6d3ff724270ea7ca7b797d2c7ecab247374293233e72880614438b69e0c0fe8ddefc3a2c4ff315fae05a4f2486e0b5665df8b438ebb0d26ce8b1c1a5181696ad98a6fa574e0d7626275ae86e7810c72c66c02aeb0196668d1889aa93ff3710ef0fe2f9149d9969a32ef8562e4b2d7ec3c133572730f83031e594e5d4bd25f277bfec086b1a0931d11e0d1d529ec427a8a973f3d1a2c923c4e15eeeaae3ca9210e04885be0e8e7e7e325d2be5ae64219b3afdaef136c33161d8fd4c469b4ec1c8e97a6e3556f2817205e83dda089109f967148bd2c4ef7ebc73c539feffabcfb3ee106991cdc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096779529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=12e131b9f0f0eb349ed6c776f41de9e05f4ef1ec1759c9713f28a63eefa0ba207cf92e38e8e4e0a6e48282a502b8673912d6fd0527d1fbaae2b15161d4409ee904e6ac99d2e1c1f88e42c3f8f4744257def7789a5a4d8640c7aaea09a0aff4ba05dce3059368f5543a0ddcefb9904151e81e616b5bd654ac599d8f18c3af0178692b28a69fd4448e2c9a35a6bb88ad8a573e85695ba90ecd6e849a10e03486f090da1150169d9438b79eafb508f860abf6489ec840bfbddef63933dac190f138dcc8819936d85b2230f224ef01e629caa74736c3ff985b5af73605e90eaed4f4b14e28719cd2e68c8dc9a9102926a8bd65c4a2e03e4dbb74a73ec37cee7d0d34&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096806049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d936475eaccdf1180d8e4d3ef4cb125fac2b1235082f09c0f7e6046d89870ba25199712bdfcf9659780490a064f452ee5d4a3a3f79ad39a12dff04006abed30e27b59ebd335664ce42dcd16f3ca0b1a270924218ef9a703f9cf9c06a608753b5c5a8a771545feb50cbb856d26173f6ff74b544afb746d6aae6d2cf9fd526b42dde8dcfd5e99a2d6eef436be830bbb8668fc76550bcd372aee0cc17bc9289e7b15e08f06e475dcad9d95f8bedc507f64085d73a9dc8e77dc595112642cf97d73e83d28779a9769b1ad744a901d6b72b3cf743208ba6961a105ad7dc31f36c275eb7abbc176c02b3de174732bf8e5e8e8aed3019d9abbf61e437aa125561049a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096840073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a70c5e78c03db5796a8bc110afbe3f8bd75d59661d6167d3e14f88eee58c8135d45d73b0367ecb88fb0273964547f034c452625c70e5bbaaab963d6145be44409422e0459e2d4dd17f480be0508b653a0885a6a8ff593606c7c60250dd310b2ff9bae50c908406f30fa94cd307625a85a0791e53d14890d810bdf68a65ec634a0a882e2b1c6ff70af2eab27d2dbc93c1e79c662c0d37570a1ae6327102898cf02bb479fbbb9ec4c3bb7f3d580ed3accdcf9b9a241247106705ed889e0fb65fa0e19c8178354c7ab76c7808ad54ee9ef7450611030488e92a56e8d699930193f5dcf1804e5cd122aaedc826e82f04a6d92d47d8664545cc4dcd0357e96dc3d231&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096967614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5369d5d76c45a5a3c7aaf1f891e1e31f7a316bbc678924e42522df8e97ea359bdb4e4bfc040807e8f0b7bfdadf41df1e93a7f32e419b8f49d4aefa6b01a9d119b11221db7641c62c280f582a80d12d8a966cc9f559b22c964b3b0ee1e1384069d3c573c8d3beacf45f7b6c889cdf72d4f474a12454a8c1199e5f97ed179f7dad38dacac1825244a717f09613d5dd924295e7e2b043e0b4232100e71cb3d7aafc65eda265fce328596dee4262323964a738adce217ead6c69a62ecf7d4ed0592b02852d5ff55bf8bd7f818f6188f22227aaf34082f1dc616c902eee4959df7738ed8cfe74dfaf2e70f627ae3b2a49d51ac208e01995a664bf35ace19343ab0b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096975208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f564ade1961d4dce15b507801a35444dc07b65f1843adbe6dde7d29159ee7456f63c3ef1ff0ea483807fa67e794cfd59839b147f5b265fd66408513a672c8680a23bb2e3810aca66cdad7f8fc03ceab81eb1917502f7706b47dc893906bd64b204f4e624ae41db03b7c1dc941987cb3ba13a44671be0996d96d83dab8976a500132ee0c4cf53529866fb8727f4481131fc45dfd13ab23eaff6f943dd74e2ab2356d0813b1b369ec47036595ba6fad6757295799dd40c7b84fef4323722cb21328b950c90923ac12d808acb41bfb12334f72a8d75448e32270a83f9110393ad1194916227c45374b4a92652b667dbae74c747aae7bf54bbb1aa1f5af92dd1bb6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097023168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=abb27497cd77b9bbf1e0f0d7fc3976e75f5390699d42577be5c983e9a6a6d3572015aaf8cd74714f93a60aab544ccf2bff59c73a2aedd600bd6ca208279b219a5b9080b33262bde42d43ff5980c72dc14bc4822295216f66a494a79dd2a5d4826236916f6d59d1dd899428c9ea9766a61e7665e34f590373b78c373d619f127745a27c082e8d60ff81ace9ba5c2eab067499a7fa1a62d74aa5f498507009874b99619c5365caa6a1c40b0022037be8712a429aa12e6c8541f8c13817f9901ed79fd5393a2189ddf962d21246b26fd2067a585979bfd8b9ee0dc8acbc861387a90a02191329cf6025fcd1045d558b7602a6b275e445a28cfa3e03ff20305ff666&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096496355Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=049a056c162865eeefd82e9cc3ce24cd4a6e10538d922592b78e10f08f7eb27fa7093a152955466fd651e52bc988d18cf3a455949dd581ecf212d9b080fa9011be72de3e0794b1f900c19c7cf4ec29ac9fcfd73a1b4bf11d525b705385c8c67c239563c4d7350123ac5f9c1f364cde5354414b8bf77f2abdb0f7faec8b342d07db3640418b3c94da29abe04e744bbaebdcfce50957204e3abb9de3048513918b44e43f33bd35d77be13cc13adfba18ad3c03f7ccfdab7ddd7b7270b6265d19beca3d23f96282122c2383e9465186bec994258123654673f1876354828e1c89b0d1fe5843511483d4765e84882e146258f5ebef4339e8e3f3d89f0ecc86721862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097074485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=437914f168d6628ac7f56501d7d452d566a6dc08eae7e9fc38abdfe53dd7c52379c52ce06dca315aa362a0b6e1cfba22901714a11c0a0cb704996279884e30967502a6cf60d4bc3ae7fed4ba2b974db43e980347e65589c107696598abf390130c438c26180a7773cd3e05117e84160ef3057ef6f454e34599401b991ee0eaf175add6c65b6f919d2f1c0fa9d02ff89443c202c9ad878ac6e524e87df3dff8ee91129c989691e04ca3c463e27efae8a46f8746d045dd2f9744d2d48c34344f046126df16caaa1fc9f8750691782ce2e3b7d21d5979f9d00bfb690ab7a5b8c26f1c29eb4e3738b1bf71925961e09d569f93aad4d357321e20a5f6f371b01f9a15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097114691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6c2219ca9b6ddb699c343e0423798255a3d874d2cbcde7db69826493d300411f36b7a3c19cef49bafc3cb428396cdc97c845c72d1a7d59103daf5c23129f383b6ca943c9acab73c031184e36bee12ef7660e8294fe5f4cca48f0752269099fd3f63dd69678e9941cfee35a8753fd9b0092f3dea6e188fa3b892854f933189371c48390d0ab86189054f4b7ba3d6430388f6a50bba369cb653d090859b3a7660a0d0d67a5755d454f85355e012cf3a52ab1e999cb39fdd25ed667b3e6e7883304b5bf9d47639dcc72ee91bba0e8b01787edf0afc012f9fa79f03d7f6c1ee25e1089fc6fbb76644793733c77000aa0eb32c307c1183e45e6afb98e7ab9fed8c4bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097123648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa57d1a213da44ec3ea1277a8516e4099060b1ef0116fcd918ee32c650df6a3d1fb0681085d2960b79effcbf31b3091c693d5c986e97e3d1d34d5250307a22d06090f5828c7092c5ca0824462318bf43859376b195c2634374b53b11bf6dc3ad6ccbac1c2ab96cfec5aa4e883bd7d8e44c51869bcee4122c3bedf5d6d200492044bd92ee9486953e226105fc0fb08d4477760174301fe17d13dd24346812e981dbb21cd6a751dd8077892932d39bc7921ba43083aee7b4a9637b95a9990eb56e47a3dacaa38c0707c247b16a87454ac2580dcfff1c8e49f94f76e83834b5e297e2bcfaca8342ef0343b9c11b9b4de1c99d58c0a2a1b5234c6aa2d451ad8f1207&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096624056Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=56157a1e0df478770026a04099c2bc9dfea689ea9b5bf9b034c6e472063f6b8bbce1caa801307ad431c8e7288df3e430cc3eb41fc268a2b4511781d446f005281e20b68e1d855729149a770f77e27f0a7b2bc68ac767239bbdf8bd4a8687c1a82519b832920800c02ef8cf324f14657767aa85e3afad5cdfba283100614213fc4de7c7050ee1aff7d19df35b244f38f8f660f783c9130112a350c21b4b1c96e774c851a54c2eeeeddbe5e0ae78236f3e3aee5bc6acebb64122b02cb13e286c4db357ec179068ec68a93773f2a24d548b76a5e9352338efee152730834a115a4693198de38144568e910dee54cd1e5238661c4a25f978a307d1bac419f3191094&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097159115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=777235e57016a296a0fe180a71ed9301ba58e1d1e4d3edb97bba9554200250aefe1fc29c2b84211a40a6f65fbfd7ecc96e0f9b1f2cc3c079644da919a4d991dc4206274f1a76bd3449eee297b6631421f401e8303f5185f087a81a421d2c5918b61a09eecf42c8b10039ecee58608e7b4bf6440c85317e61e5ff31e73b452e1efbda099701d263b8407fa1fa2dc406e07ec09523cfaebef2c7ff82c71f9984568e133d533417954e69d7e634162eefbd39d855ea4c33bf34a77c30610d3d5bfa67692056fb754ebce957dd998bcef047e64230fcc8d5f62493882a3e2e584a915a5601fd58a969b0c8ea712175cc7f4e30f1d4f1b5d5968eed06f06115aed604&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097259133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9d9305d56dfa30ad7d2f3c896dc93516122894abec0cd4a21febddb7c234e6a302df669f01e36d58af12e614c0abe0058d68ef86b868bb2d37713678e62bc60fb1a6f509410c0a96594aa8fffaf624beeb273a6474ac90d81c042013e9de21a6b80fed7311b80d9a0615762295aa27333e899265554e2317aca6c26ce8956eefbf892b3794cf7be523f56503ca15a1f7292a99c14f5b51c414bca1dd7e891cc238cbe328583cbe5805c805c7af9032288c2bc9375619a95f750295f20f6568b49f080b0c50632fe256c3a65c252bf6dff88ad8601c607b6e1227aea4f05cdd8b64fccde01b0f1d51e923e693a0a20b372cad697638568ed76bfa7ae3aa41b46&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097314958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a67e93228175f218c377a08511a1e9e39b6ac5c82928cea167b09e3a8684ae721e440d8a404b01998989d79560063d10c7fce041ce40182c0a0585b2c9d1a693df5ed6968c82ed76e5797cc17d3ec193953014728af169831942ab08cd01a5d1e3b1c5b6d12988cf9c8f96922a05a10ec58222756d2519c33620fe70c2b591d10c9b1390664f41221c7d47593e9bd5cffd972f9308dd91e3305db4bcbbf85f10eceaf0cdd39522e17b3e7da723b40718b5f5efd62c9db881657634f34a6498a3523c200803a2061b9d699ab5c3d8a8b7092f6a8b7630b4c3eae07d2cee3ac2345450db3ff1422e97e281f6fef4996c9b3555871a20bcea7e36404bf9b80a0ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097348461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=338f52e2308eb249019bc40c339e29b90dfe4335bcc228f574961764506bbd6285905d8bc4275f60bc1ea6abe09b69668666bef9fa79f534b137418bedc9fafdb1b389e63043fdcdd4cdbc1a3b103fd2b5bd37cf449df7eac61b9be8dcb277c22a78190de0167ff470080c4487e1f1d81b8fffb5f73e15d460ff5bf12d94dd0c6ebc665b41608e67fec3ae1ff86eb8dd69d0b5aeb2a50f555cd931d3819a270975432d5d0c20f1dc34a4a2174eac08e49405513101f2f28d74500e8c9714863bf620d87d4d571f7ced1d151f039da9c413287c5e40c3340fe179d8cc5b43a6c035bbb9d1c993803a183f4c0666a30244025cdb7098746e6b4cfa911df69a6b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096688568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7fed73b79079449451b720dfd6b5fe766b7abc2741ca402d738c9bc57e2476e2df39fa3e0a028b1dac9e720f2bbce44e940c2ff51d6d83c80a7e74036079ddeadb9dcb5df45721805221621b102eeac220cc5315978abd6f5335ca2c1b0b23e82faeae1983584ee2ebfec344016f65347f228ae613a6e045a5a7a7a7e9b16f800c6b7ad3855fd013d45d118176b504d38c17bf23597b9f108c3ec80ecf682826918a39ba5702e3fe64175d8ccf02f1b2bb8ea911101cae4e4d425f5bb6d9ad9a4c295881b73b3e0bccbecd468da47872fda715e5ba6030b7a235908319c854b2c5c36db35171e26cb71251f01413b2806b6ff67ced94756025578f9903f0eac0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097383578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3267ccc2a34163382d0187fe2ecd698cc7a18ad020a6719a74de39808c527f61f44f857ce5b23634e739378832f32c93da32dc0c0c02cc26d06f73856481cdbfd5ccb5a081863d0df3f87c771ec5e7030c2ce53f1c5de55e6c6feb0b131ab153085fafc8fe9a55637c4e30d3178e66564407e28a957a315c54c4ee7c7c536417bc2d6e051eb191bbfc4d2f1c73af0c582d689a14ea7f4a9aad42a65db8923b2ad7fec9eab779028d34465d2055c8ffbbb4060ee206ed34adf2948d4e55da04b2a52e5c175e477992f0eea8a2e56935ccb770694a5a7b252a3be5de7c9f317d001db98c578b1e966b17924eeaa8574008d1ea08b98da2a68ac84109409d8811f9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097442018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6ea36d24bf6f18bdfe558cc7f29013dc2bd2a1181b1efdfd7cc0918726469c877283bba3e5c71d6412ea46d81328a74fd5086df9713753e44570c93c9cec83290232cdf16d2246a1862b1520562b5c798bf1997e96386e97e0c2576a17f66cd138f8e85149c12aa12c7ae4caca8ffe15f1976ce66fc3626701aa02754411762a98cc357d2c3533348e844c9048c94b77bc57ff596df6532c0628294a4c45920e92154e457fd9219d358ef6be90d8ad33c20a7caae4ea4d8e77ce15809648d2f213a014282ce9686550354ae3d780e213d63cf5c009b9a0de283c23a243876220d494b63c1f8725b0c2b2775b8ec490a1f023f8793ade8a5522be47139725ca39&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097454101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4a444cdeae48d5d85201da747ad833cfb5987e34214bab321f470a70ffcefdc092319253f348a5415a17556352af0632408e819dfabbddae79d64cac74b8574963736fe76139358c604471ccd783dd27694656af7673cbf35572593056ac0a7fc2c9e4d300ac43cb956f4940591a94f664b4890912b291d9596d6bec04c6ed35fa673728ea0a1572707b9d16a127861b29ba85fea20dfaaf22f76b8ee5c51573e5e29721fb49abddcbae202bb21b606249f59e0f1e54ff8f546dd0a7842f6e2ea974f8f501529974a11ebb42028df09bbc77346868e26cff5ef759af44c22cb7240f1605e41a4a57b7fb3a03aaf91ccfd09918d67941a2b1c16d3458fab0396e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097028027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8a19e940b017b5e8ffe571a172285aeb097dd5b018a13473397d1950f918e4b9d9480e9b3972b7c4ad6c58065ca9d852b8b5bf24c9c16e7305439e700b078e4e4d4f90c71e0ca4abd71a9d959ebb82695d61aa11352fb2c194de715ca5f05cc040805d1b2b8e01ba674bfa082c6cbaf1551f5c3a5d7b27bfaf9d651bd3ea370e8604d7a3173b10096b5b3d54399ddadbbd3128297398bbbf3e7986e232d01c9cda76811fb9a86a6fd8a2f425de1b654b6f5ec4f8bf99708809871f539fafe20ecfa89b1a4cbb2406b67eaaf518050d1c438c083e5e489d49c177b52b2374f5405c03bea69bd62463f1054861e24dffa5dd1cdde18614fc734ca94820894462cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096975128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=973fc014d1d1db837d9141d6691b657ab319380739731ff0abad69133d7e2df2c3d7db30f2f14bc8b60b5c5ebbde7a2cac358ff6bb82e311023ceb808c38e7939c10ec78474119ac6741b5dd063c57d4a10d8905dd56510075847b9ed5f871dfc24701aa1e2ae7662bd90948ea934ec79fd16b5a5ec39d9974ade4c803b57f673e72ec29c6c8e15320a68a78c8e76804d2797e742fb511bd631123a31afc091533d146ec5e654b7e2c32faf5d009e9a3acee5e85d0cd6ae8010fd2321716f36ab167082f17b879bfbafe2215f54c921aa8be7dad565c9cd96d9b085d98860dbdf028815846a325cc587c6eb59a597532c05c77e1951d1a2da78fa46e3906c7c0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097589245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=157df7dc61c86a5967a2bf9a0fd1b15bd0312c1be727fe27be880099cc81c54a176e1bdd16d9a42916f238ed41eef120ca8228923a443fd9df7c10f0f61f557d04e73911b12bb28b76b7737e61e1858e0b7883c8e30bf9b81c6c50bf269dd8591dd70f080ad7504550e1ecf6e1ece4982c3af7b0e2e40b66bc5965f7da2ae91077db35e871dca240e4b10d3102bf84f4cf2f8a3e7f7a05dc8b1a74c2a466b4827bec136d8f44cc6e77013b752e3b4d34fb9a03215d4ca303371681103765331a9e4a128adc72d35a052efa2bc2f33c6ff5fbf04202bb836bf95d9e2fde33e15e28eeae9ad7b2c2027cf9b6fadde2589ac8fad8db964777d4162498a6f19d897a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097640552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=14d91464ac118ecbd5b05ebb1b299346b7960a2d292f178fcdb5e285ac16e8e084a2ca6223c36504f1ee9cd066bd60f2b3e437f124b6e3f253059a6e03c9f2aa45764b48cac1f28c2bf69dee34438f002cb21309319ce60dc45e8b5cebfba14b2aadb16ce4cda3556904127bc1fb0206dbd95cffcd040fa3be68e48cc239e1602b721637b5353514c3c3c98ed1aebf2a64bc53cf25c446cbec70c33665b9abf8ae303cf1546bb11a0ceda1baa4ebbaeb551487885aff3ef66d9e76c79488160887c4aaa7c805a7934a96ba180431ba4e14f57b1b160ca1259456968bd8aed73d1bb1ff6d1bbf9e6a29f13ad710625cb2d8db4e2a7f62bacb38819590c1dea3ef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097689654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b8e8d1ec3b029070f87ca892803c19bbb16ad18f6ee2653a46031d8d0d57aaad4dde470491e0ef71669bd245a0d8a5cdd329ed11332af07c589da44018489a18648e1425b00ddac2436440220d75e78c5e1c3c9047a14bae22ffa701fbfa13176e529d61ab8a94d2e51012e52a8a05594366384a767b8e71a859a48218a7a76142ced4a3f46a74cef687ca421e789f56ff6997e95de55a80488718026ddbe6fad154d061eb32029d998fe7db01bcd26b23bfa8b327c8b4bacf5f90b3e577dfe1af68585a0e9e275262265f2b49c82bf82d1dce12ac808928a6a5a033c3d3a9727ff5f451fa1cc4281791b4dc6a4056491a810cde3c97b77a4feae33b993e7e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097703931Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=535c113f5c38a7d4ac7a8566ad60a5a8c1a24381fd5c5b9edf11fa5bec34efc5c899eeeb27c3994e4f8798992bebcb64a24023bb4838d6eb622b0542ccb7ea9b4884fea3aead26b52942adea6cd4123e184e1ba6b232c34e7850be8f206de372df03b8cf44b18c61b0dc66be6b933f15a64a2671340a8a1303d755ff45bf3434a791cc475fef82d7c70d0806feea38f337014fb2a75806fdcc61182c1bcf3bb4867355c779e2c8b6611de0749b12483459141f8b6a2b0a7575e499452603a223b6ee22e79044ad3c5d56617f4f1d44efaadc3ce18df298e6161010b729caa1fe7b2ef71aea508fecb444627af03326043fad17abfe7d8eb47bf940dc9e2533ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097709562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fd6f853266c8e1317e7aee326507f249a8425ce95d37402516488ee51c27b7058d154b1bb3165440ca437ad5790365f651140d2308833ac1fd79563eeaab7e06967fc29de559f0065b68e7c7750259349b8a3152518a3960c5677f268118ebd31535c9a07f471bbe0958e306d2034f0f75c76b1cb4b122e2fcd07af50fd62975234a18dfee46edd25cd12ff2d3224703ea41dd2a6ca50e04e7c339992f0c26d84b547e28d835394447e045c44199fd367673023bfb6704007d8c59656b566071a522d3e5450dda105b5357c0ebf77f8fed7f36c4f26b9b28886175abee22aaf42d7245b63405cd7ce50751a90e95c13f0e0f35c23d4abad4ca41b76295524c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097765027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8206385c609a889bde16015bb9a3e3311383e480b8ac54e1069cc9d622fac73b95310dfb351e98cc466bcea2f6656adc6bf3ed9767953b03949aa41ad06c261980f2f9a902a5fdef7fa2286e9d7eb89dd5e25d1457e2fcf36a41e5e1c92c892e344e00f49bedbf3575d72225f9ebb89f66186beb0029019c05461e7007bba90cede10a16ef0783f2c2352105085c47bfd205b8fca6ba8a4afc2e4b20c992e8532c656ee62d037ddd1e14664808b6ec378154676cc5d99b329fab58d831f9f6452bc5e4e0b20946e6d03948fbb49c07aa1d0ada6f4f988d2e27b5ada44b8b3d1335e9dea4a58fcb8244f8867dde0b05f0dccfd216a3348234c72e56b81ceac752&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097817085Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=58bc4227ad94a2725714e6218f2df7cb2609ba2806afd0526ffabc913934209513bfc5f1b65cad3097ac7df911a0f0b7f0bfbae572cc22c0429828031ce1853ea2c70f42deae28b2e71be4eaec4ee714e49299c02c89e6cd44aa6bed932259da5133411750a84d3b48c6a2e86423a83dc293748305803500ef5fe0146c6d833d2401650781d4648c24e14d994697ca1c8b449d2b835ede67558624f191ba3fcc1f0868af18e448b58b9cac5ffc780fb1df45c10398809d4adf2a50fa169f24b2f52e8f475d9b0fe14886853563c12199ded1f0582f9c9ffd981adda7fe672d173fb8be84862f9a5bbb529b355e33f9cc97fbb4cdf50e517880063a6587c10626&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09783587Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=21ab42d0425b48960087b17212becf2c09ee529121f2b1ac0a47486e279be34ce53812f68f56ee7c816adef2ce551bcbde27a96198a9162eaca75a52b143f99a371a74dd0ee5653a649cb4b564784369899520736f0bd346249a3c280eb1ac0683fc63fd5fa95457634adc506bc9a28789ab7bec5779017ff9000e35bff9f3f7a59047d01021b5d7d3188330e304bc2ff58d85ec835c33d7590c04be773f885d077c21035d50d63b19a4ad1a2e7ef52f12cf9d4595e292d632833bad3f073122e95847ffeaafcee616f347a0f03a72642adab6552bc6ed08b8e3a82b9c436de353c2c9533bc5121985907eb201eaa45b181dbcf18b76a86881726e9ddf4c52fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097900412Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0095b5cc9b786eb40fdb483ce6f6970f0adeb42c133b4f812c61686129a3c440804754e33b2975547ab51b5f69857e00710e065ae59b04f1ad2c1df6d7247bcb74525c185b8ff2f4970156ab9abf35d6569e1f435ef42321bb7aa7083db921df2c327495aff788c07b93f102f7926c8bc36e245aa8b195837fe86c0b79042fc2a5701b279ea19e71a92bb46e31b791f05ea6e9403bd3825df215b42c6fd39426de86035cc904945c384eaa6a194c4a81031db27b47b10109774de3afe94d96dcd888d0dea3c1e64cc3c9a33bc3223749160f685ec990a8fb4d078030796a316085de3c4ceee934d4d9431f870916fbc67e67904dc0b84aff55fba75846315d8a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097917053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=63c685d7ea63e1a09783183d3cc06de42f4656012013f53cee8713952e79eae3bd38c0f4b1b4d2807b56f7c8695538507d25d9a19c7a12c3576543dafcd7fd2dd8df49691f28e9533e59d69af6e3f554c4d55833a5bd0a89332e58c1d3b75522430488eb913bdb2d93e24e783c108fd9a85cb4c2018babe01c9491431c2e1f580a1cafe97bb0bdf51e3f33cb8ecf57db56ee1c448c87bc90471c80276dc0411f26ebc7c998a13afd513e55d03e55e3889382fde6be46528431696a6dda5f5aca4cfaecbfc4fbd3c6de41617f23c8b8814bbfa99454db3e8b999bfcafd91eef38c82ec9106457907baf62b614fcdad398e28c9a229e0a6c15b041c1e6b26010f4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09738484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2675ed7a599d65ce22c230af680eb7b37a6c635b49a9e6b07a86fdf0a0330d9bb68532065faaf7f227581473806921687969daa19f652ff3801573572727a669139cb71c388f0fc95bfcfee4063a104dfb90da4f374d3b83b6f267b32d4656163d4d27642cae075ead96acdffa01ce743bbd5d956019c197049e65210e4986db6f3fb1d467628383c689dc43770f5770671af06c729754bf3c62356247d221d721920f81c7761ce0378c507e2dd88b2cacb59ca5a13e3125bc3c66e6c67387192c7331806bcc666bdcc356bc9923af8c87ef5b39c7264f52dd28c30baf4d384a3ea4f44588363e9825d7bf7896b616e18a69eb9354953046c21d83479ed0b8e2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098016511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8556f3cd84711d6807a51957b0afd385ee0000767fbc188da54d2ba2a39599e4b70b393d484f0b2cb685ec04eb1f0943172528de28dd14597b7282d01a9899c49cf93e1e61c1b4a194e2109aac5f17fb7fc4f37c5975efd7860fd01777f134b5798f89b4ca41f03976c65d26b994508ade545a2e6c5253209db3b077c88fdeab7afac17d838171cf7557656d8efb4a0ed0f1e18e003201094a75066d3f432f03102fcb28de2f75642950029b0d779dfc0dbb39f8669351af79e6f6717a7b2ece51d3e42480d3c91f34b4b668ed55b2d6be4d866c953a8e9794a55389c7d35da5bd9a9bec8479d6c692c16ef3d7952a051730bc09132f5f9b09966e997aed1516&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097333353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3636c489875bcae082992c5e59bcde0dbe7749a955a72717b77e0c7ce5685ba0f768b945ca2193b7cbef4261942687d26d8d39b30e9ac07d190e11afd52c996a12531d4d2ec0417b4aede3cd4f3fdc5e8b35418f5ba1274b848f259db7f22a0d589656da0cd6007b40cb9c1b65f6a64c48b1474bdf78f8d7a9222deb9eac21c9802f2caca515142816acd053740597d02ac7e491013994105f1340e654edfacd036fc0f0ed45ae659511ba3e9ad8500a1d06a2a825266605c475b3d60f12a991538e65612c66da7ffe0bba06026b2ba70cdd1bc746f157dc86e33df2da3ad94264a7bf5a7a9da0e6e17b62bc4fa271c020de8dead129eac6d74c8fb9c6e5ab07&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097721434Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3d5971641574cbcbdbab4eb2393fae4a1fd7db88be5ee4905c586dca69e7f0b82fb5ad46e5742747fa475ee6df7629c6ccc6cf8e34c506920519dd977509035439eb9f6fb72b6f6f9d9bce03a0a30ab92ee27a714b715b3e9681971ba1c77c8abee2369dc692f0625a03907e6acc387c52e7485cb2632bc5a6e60a80f846ed67905ab9da90aea5fe5ca45e4c63c1ebffc5b70f2f35527ca9124b7fc240df31ad1fb592bb375884d429065143b8eab6ecf7385be181b6d3115fea0b4e41746a1468a72a63b28e75af684117ad8bb2d00855f89a3de0a663eec9ce29bba58b80ec05ad8f6a9b698d274b9304e85e32e4c2d0f44a264efc4b81fc3858b3406b8ea7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098315825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40ec7c53f82161ccd03d790ba8ed88f4b9f21979077a505d6c8a2ae0925ae78de8c58a71e53ebdd090ef54eb48265667ceaa942cc5db3c7c70283fb93e864711d86b1fc7346a63f01f980d4b44c321490a1b5e35974cfd335179df1e840d787b6989817f2ca42502c7522a24c9c404975ce653dab50c6040b774acaef19ff695374e30ccabe90d7183e4e809213265ad051184fca6cd3d0ad705e6b105adbe17089b35334a9a6478a803bc2f4dc2d535d1d08af5384b95a5297b9c4396d8c498677dbe78420c38c3d8373b366787c02bf669cc4871ea3402d9f23f4bbce1f48d36a2974fc615b53725bcd1b9caf060281db7cacd8eac7331ce4857e2b331e860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098365889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=556e83abd3487b16c21fc0bdcf3789efce0d9354e5cfd86d32a66e73d23846e7079da1808d39c42c1badfb3e7f395924363798608d165235e0b9b866568dbd97dd761c0e7c31d4e7ca7bde87590d5924ab00c085c82454ec5194441abb1b2e0ad0583aca126669b082557ba8f4026f9c2e81c873e64b9fc4910b1db5c4df7bdb72b8eda794de4475407a57daf3e4179ee827a4c87747222b3bb0e344191fd5c3aa129c7278cc9bb9a0567eadf0af196bab0a733b1354e54e0add7e3f735630aa24c965e59e86b93cadcc94d6de63185eb39603d6bc4d612b4e65b1c73a6f97388f1d731ac5e58e90a7b6b2f4b4ef304742eea08cbcc29b4fa3d46faf62d38e5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098390776Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=953e9c8bb30bc36a68a3293189ff5103fc9cf2be5054ad8998bdece38a3c610b1a9c9fc42986fee6d88c84409e9fb836e0d8d280d772993968e43f78669992e0bc47e3607b20a98b5460578558c0aa0632907ad7827ab8d97d2bf0fea6df8d8b3a15a6cd3c441a11147223baaa12cab9b7ea1e20fa9a9173968e8bf255ab39959835f4677db9ca112cac76c5c8362f93777d8a5f358e349cd3f12b6e687d8b157557e7012c31fd20e9a1d15eb5d74d4edc8c93491f55dcc21221a29823d80c7d39eed6b740b5035e209f5adcb8c43f11610f8add00b8907f82c00d8dbdc36bb7a6b6d1415e237c0fa90c88c4782b30d7bcd4bde370b85ca8cd440d55b026fcb8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098424189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=84e6a121e78c19591ffd012ec3220dffc3191214eab5f4625cebfdb326cc462c974d8c748cbf3798b2710c091f5f2c8c1725e131e0bab5873b05756cb10f3e1045f8b2d13ef4d0dab18cf889abfcbed308ff8b1ce597b52d9b271265d4f5a45cb6d8667f695a71ed160d9ccfeba129daa5cecc101e1b5dc3a2bcb56e45705994dcd651607b16875a85d88fd9c4acc5b613fa94baba8a92214ab6b8cad154f39b8a380743c1392d3efc62ba19ecd3c7fafcd1cd52d0e31effa620d58b988f3f89249f6233c0a07571c6d4e91120f5d1a7abb6128a7f24274b12e579b6ca58147aaf4aad3fc43d728126282b2bb230e82a2f06b9e977b2179ec3443a8a91c33421&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09844576Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=233fb8acad912e5d9443363a098dbb6ed6224372cd6f371ae920c583405cf1b51ebed7e26ca0f503264c61fe39987e2627bfa0228a8cf6fea4d27213b7598f3983a0740d694b10129692a7338f5767310cab1f3568345028cb5fda7ad540b68f95df81c77b3aad2df4dd9a80f0a12157bb2e19cee1866e98dda97a941cac720fd02b6303e5193728d33d7205ab055c5441fa9d9915d744fa156dff3c238fb04ef5c268f8d8ee75f3bdc2d842760288dc28761ae1bbdfdabb328eabc138cd95b650d1213916ebe3c520a5f3a6b985a6e06545bb2ae6a6d126380e0aa35d456507f9c8a7064ab6f13dd176176ff8bfba7951eefc00de3200b043cd352bc22981d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098475105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6377e66a94a30237bceb76708562e7d2ffc620eea78d1df1bf800e5eba40908dcdae5b66295b87d12d45ec785eac221a2b771284a27850fdea59ac2834c6208f9f1fa39945f011a76c7561bfb574367bc698f41baca14d5efb9fd8161a438bfdff95adef0355baabf2d25e16744c4ca20f775d1d1201d71c4ac09b57db3662466de6b5c092a39adb18f12510f25c0ceb96323b34aab7a0cac2afab5667242f2e92a67e287a744f837a9bf57ebdf8fe19f6be55a21d2eccf02f1f264115ec2cb7ab755e28b1e20daa8bfe371215e38046dc7e0d8bbf44f6db5e6f948ccdbc57a57d4d2be12669e23c14985c826e7dd57fa571de970c18eb47b568cc7bde347e14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098507396Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=045bc8854066b3c0e66dacb0e6999ac31a465be638e216692c4919d3ac4c5f67f0298575b0f1015496ded8559daa778c91a907e25d5c9087c37be726d4ec6ae986e7d0e6621e11384a420bc0c826c854603c46ad52b5f22f598513919868cee5469e74608e99bff11cb3eb7d67256b25b591e06a70e384f4c03e5e9e1c968fe47a50f490c8e106df579c7dd699dbc6a9b3e42aeecf278d39a656880d61a15560a0d63e013318c6b4a969f7730b047fbd27c63016442a991016153212f7718326e5bf19d3e78d5bb25ae2dee5f8495602c3e2f5410b9ea096a935416b4d438c8ae625603e34eeef598b5c1928d9847b7d3f4c663555e31edbdce943d105a5cf01&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098533916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=78504379fc689b5b8c9120736bff85833e671cebf626d72b7646f6c957c8f27c6f480f12ee3e304f9d89c1618bc19d3ebbdd967f6f2cb5245e3197755759fd868d9cadd715720007eed75b835d2acb96b11b03c6364e9a9b073d756b434b51a64f9c5c98c3865706fb1d7e4f9da69b2ddb886f9b2470a4e7d2ebe65a0635e0bf304315f2f77bfad2a22dfa58c846bec6c0bfc949e6cce286f7dc6490158b47b5243167eb9fe8de8615e8a97d52f26e2ba629f47281e0e6ab16fd335146ba4715ae8f1749ce14ce700a004afa41f1901246790eaf13fc1da0cf2bfcac12f36f73bcd061df297940e2820dad4dc4b6316101e6e1e5fea03ea063399738da836778&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.0985947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=301d80f1f22227613ecdc60e50caeb82cf3a9673024912d15c39857b4db0c1affda700811472701b415a3caad1d795403aef5c96abc55fd22d5fce25e2b5dde7076183fab23e5a8a7c5bf28e5559e20239c8314afb817fed4d37da28c7f6625933f0025f0bca9c3d736fa643ed1fc79d5b14d5861f32d1fa68a82b0d193fc262ff8d558901dd96447818da9ace0d87afee93d6f7318b7c3bb66f87ca3c8553e7947dcc3e47431b64b7cc8e959e385e3855c1a0a2fe51ea76594bb778a62b037621c84b635acae8e328518586b228dab4485178a6d1cbc8d2d2c5c80470eca53d3fccd462b71670e259867186b327ac35a1e843477b2e823d76fe6b23c61842bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098640907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c1b594878c89a64bbf5b52b49bf126cadcb3e56a236533f3de1682a5a085dcd8aac729ad594c96060e16adf2739375cb562ab1c184609d8d205bcb672c8b0ebc83e12eff8f413199e8c94d2a71bd8945e641a3d3ec9afc2b65c7826184a771be04fbfc080148c51515e458f90a9d8be18fcf6a40411dbcbbcf15628342de20133dd6c05b2b374d144bf2feb6e32a9bfb291689960a8bed7122fcedd427fcc6292f5bc24a740a0e0e2f5c5f9aa006c0410f8104a504c218a2fdab27a52c904abafde256754752464010d5469f84173bb0245a5453bc69fd60c76644f17a1e3dee6b521e07e120535031906f0f18cf7f138e3c2a3f4250d694ff40c6184e1b87d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098657038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bf74be9ec0f7ec858c274e664ee33c5438969bb3a51f23c149d3b6125640a65f53d2e50d38584558e07c12591a3f9cf88ec9014d4ac3de841f993096c3f68190c94b549d103ea163a95bab60defd9ab685ffe04a37a34a6fb550670d2cdde3013b87f53e1fb67b6850a2d5991deb56c59775c9634b07f32ae9061a5eb761f67092d917e6cbd45612917c346ba4330746aded04008a09bde396eea19bc859727c628200ba954ee6200a3c1e4060dd4c24fb96869700f3a2dbef78f9a878be3b619f5180867175fd18bb12aa9d8a55e4a89c4868726afa78120847d193122695c1b5f1a7ede85320f1e2770ada0d1f4fb8e6c18241acd3e4002d1db1945fb670a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098670673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=887c312962d6cef3b38a67851d11dc8a55cf56d7345aebf1b031493a2ce048905e67d61e3fffa600fc2e5530a9ffe4f07f95100af8f223ce26e8d5f39d6556c11a60afb21e5d30ca24ac7b906c484098380962a64006c5b4f40c9f297d922b93aa7d015b2c8f8b9ebe15cf51dff77494441fbddc1ff929d84120bf60040423e60aeb1f4664a71f7f138d94cc07c295ec82ace407ca76085bbb9fbc6fa3feaacb9acc11f6a856c63fff3e2600b697c467218945d5b606d9658625b4bb69437d1cf2d658fbe72a851ee8836a064d659c753a0d5b7f2b94b1744c17e29f078cb4ac9b755b5833c2cd8bc8068486cc744870a18e7632a9565284fa2df6cb7d6031c1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09871641Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=633f8dc21354a757a5833bd6894fe6897b6211cea5d850b5c67b97612f9440f2d9a2bbd17beb20112d073b4860e67b8edc8bbb9c523d5cc9e07c72df3b6f4be68238278930b3f6d59e12c8655b66af6b0f5ef589c948abfa2f016f4bc626efd027a5ccf97ec92f9d1aa862aeb06973114f61d3d7cdb4c77afb80cd6d5eec6fd486b81207b706d4268105e8d25d500a1354cf89bec07e32eeb3451a2d74216a551b7f1834ec89eac23f81deee26a1f0870cde3f30adce7cdc65e243a93b98d7f69d2b94fe076dc8689c08dabdafa77a42f46fc1bc284d5788e07e926fc4d649c0ae31ba1404328edf0f4c952d28b1f4ad5033af5e3d8efea984bafafcb9088009&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098749221Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73048ba1ada630011daf20668d316c2be069db3bffe3a21707cf138a4d425a55aa38c60fbd603a1748cb80f78aca8402ebdc2c6018f1628f02edc920a0420da4f3862d741a4af3177a5ab38919416cc13fffbf3386081f0469a8e031c25d03af394fea14df663f9edcb47a3a5f88ca884c53b76857a234785bfe6855de86e9a8d616c89813aff76dc2b0312357cb5e58d5162fba2a5e0aef4368ca5fb160acb77d8e8bf7597195591c976d972fff9b1fda0ae6d10e7a95939a6bdfaa610cf0b11b128480527b2b5f58d268cc24de85eb8e8ee472b23bb71b3ff592044f9ffae6950a11040c23b818fda19f6fe8f85ad73696ce24b7d553161cd94c0ef74a11a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098769049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=092153295dd092933acafaa9c4b0c3a3c20fdf9decadb84d087ed7174e9afb42a29600d2d8a01ed11c865ddc31f429675054b007a5af35a72184174553c9a1fe8d04a0de4a0f103e3a88c8bd8eccc876df34c8f16224d68e618a1c7726d96cceeccd2f790a85a8061f21e8c7abb049b28c11310325842e02a50634a14331779ae649a9aff3f6a03e19b617cdb0fe8af98d8b8675841f234fe86bfa6e57c6e701dd9e16ed5dbe5ec6171be763d9adedcba376cb64046b6ca0477aa9ef40a6495ad0f4118dcd5ed742fbbdb558c532af6accd233a46619ce228512922ca7fd801c80593e9e4df9f1a7aa04e3c496b92239c5c37248e00c52a63412638ebd064053&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098821237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=12c64cb42549cc35f8255ce8be5bdcced4f9f03a0aedb0b0dec78721a3683a8d52439943a902abc92804f1cd0ca95cdaf2534d8aa0d724e41d6d9862cd7fe69ddbc48118921059eff6afadc54f19d186b061cea9c5e7d5a0699a17d79664cd512b8fe641ae750ab28cd153ba7f9f106640c1b8efcba52858682869bcb0c1f03cc469edee74975bbcb7ca6cba33a36eae22821865b8ff7e80186237f46b3744dfab99f20d6e424f8455ec4305049ba0f4cf9fad78c8acf5b0ea804115eb5e03cecd4b894505fdf6c5cdfa7c14a3bf43037a7040b39c0e7b443e996688900ca7b27e6488fc1d0d0292664eeaffb874e8da550999329614e6b66d6c20f496322e76&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09883865Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=13791cf6bcf4a979d4dc227e27ab391845c9acd1aecf6fb2ee7c1b189ce01eb8c187600a4b3549309043c275ad617ef3dab87e958a4a12a30ebf26fc881f5e8d800aeb9e7046e44d6ffe3a4b434e5d6bc3dfd10c178162b82a7d1d840d51a06c98ba27890612300487771cdb47e38e06659556a53f4fbfef4bdbe8413c18e8e4e365ecd89aa0e7fb1a1468f797e0bdd95ff68b8a0ac43d98a4dae2d68eae2813a7bdfe0d83a85ea99db36e2f8efe0796869e34fa860235c0ebac0a085526438a87aea428d392060525d2560e965bb82a5a1a8055af0c07685d1e1ca8ad0ce4f0fe6de58d97726fbe7d7d78270215118127347b1907e5da463713becb1e8ede2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099313244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=72b79e24f253ebd46e7569714140e0407848f1c89e467d5c152cf19378ea87e04be737997e563a562a9589864e9c387a436d029d5b43a0fa164ca34f8a66942acd810167af1eaaf0e873170e4d269f61b5d8812863f2ffc5cb93d0afe132a5d1163f7be7abc88624cf8f4d0236ea91f71c4be95646b0fd202451e31520e6a10f425dc99e2f5ade9a5d1a922162bc83d1c305c14cac6a236ff061c49864a0430662711a7b497beae3a7e8a4c1abf621f53469536e8dede0d95feac618eedd3dbd89b1c24d44745f9087cb62c845e9af3ae525758d7d120c93cfcc8c5bbd054d91f40d8ecb8a1f9415550b6965c337fd3b04e5637860e199ebec224eb8c1a4cb5b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099329495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b36e2ae896de1a6fe71f81a7e264daafd8545cafb0a538704212217c5411e275227952bf9686bb6865f05e76084dc7151451b53fe087d720bea0f37201afed3ce3215a7e1830d51c788557e92207f085953aa38c4bf809b706f65e5d9dd16094a0a657fbdb92eeff8d4a090a3b53c7ff21e665081c91ab9688476ce6590347ccaaf184231b0299654bc705dbdafbeaebe9824c5fcb62ac7d47dcc429b5da6051a1133f59e2d9a406d136ab4b8965803c34e3a516e25998f5e5387ec621f58b28181a1ac71a07eb79dbe96aabd249940522838fa73951c1fea0a5dad3c8e2ff232121c090be4c1a39dedf4965219197c9b189ce01c70d3fbbf672dfa4fbd1a563&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099335436Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0f12562065b705c39eafc674e6a88732a56cfb7af69c0ef6ed67a078e850b17afa7cd2fe0b720da190cc8d3eaf9ff120495f3e8e30b8213a51effa950d45fb7e352123542e7ce580c6128653f959a6221fcc29664afab6f670318b27a343108c00f4687798f326cc87c948d14de4063a6657958be81a9565ef10e4ccc86ebfe432fef297fe5f42766361b0276ab4d4ea46e8984276c721f4f31a4a8477c0619a7ccfc8d4d8fcbffa527b9f75b1280c34a96704505c97b5485dcb138480e34f6a5e2972a2c1826348ed2d3d6fa24761861a50f1a94fc6bf6ae61f1f744f94fc5b34a5743817cf58cc2590a8e1aea2b80425d2178aa82a1986a5c70bed26f5d22a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099462115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b737e010a37384de2094926e21d200c13dfd14ceab9f2fe847d6574378d0054d6063165d2425211b63a71a4b4fece9292f057868595786fa24207ba5078a892bd104ec12c1eb20bf20303af8376c782e8c62d206a8f37a82d2bda39a15c3deb11f7c2d6044277c5087b7d82aed516e500795842dd72de6cc0de24607f1a3918f40a5aa625bac6eff589e4ef45820e044fa7617da03a6bf9bcb0bab0fec5ad18d1420431c9c4fe17391086052c052e6ade07b600c5646290725c27bf4bac1b609e761efdeee98e2bad74ca0f032ce65222a7aaea41629e7dd9bbac478e79a9968b287fe979993796d22ede34a008baa1a08bb1ef5b50e1eb31160ed00364064d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099518111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=090869eb219c0d598ee19cce3ae5e794d177faa666fb891f6e5741fb2ed337ebf0c1cfecb5783fe13345eb8094677bcfb937226e7afc8c0c5c444c5af29808af43394b212a457712f6e88a885126a30de06db9b30ae49774ee34706ebd43e84982387a8d33bb3c8f9c413993235a42101907885a508d8fa6ac35ccbc8e8e606653bd7c6075bc49afc128bad4141dcde694aabf8d96a7f4142fd1203a0ab37e2f061cf742244e465416db4bc42879207ce579a9be528720956a76690417731e91c6beb363cf9e463d22cff13002a0152057fed5b04a3f14e9dae2efbda553abb2ef1484edcf4d23d0ac8ce7bee062fb2da4483dc27b460ddb104ceba9ea0f0c44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09953381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=59d3d2e794d1b60a3db40997238f7214eabfcb08715d21b5f020160bf66a4f089739ea3864806c4865bedd112b7f455b7552b6e1fa48ceb50c03ffd24b539e7da55ceec31f3197b5b1626f189cbecb46e52e6d01958afb9916ce2021642b16ac62837002c6e4c9bdb9eaefff88fce1f159124d6411743de062467fc2e058f5c8142c22ecb901d0116e436e1ca213024c21b99d7282377a82f8a2a02692c42bd13a2c8f3fb617d8c42e126454073ae3954ce67619bd708fdd664b9ed7bd828caf31c5c5b87cce8eb27520e5cac939cde1c45d271af18ee00911c5c40782b00cf8514fcf1788debd57fb0c0044525eaa73f59522268ad8103c90562da26d7d2dbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099647244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7fe6ed4e85ecb6ff335bdac47538f18d361a510a6cc3c47798de4445a5e1989990084b8aa1038f3c8f6954c0f56f021d14bd7b5d6593638e388a66578a681e130229aefe2b427a874897155eae3a7b4c1e1ad65742b18eff986462898119a821ded15d6a4577d75140fc6c597d6ac2f0a8ca0e4931a24b521e40e851780862dfaa747d0da5ae41a79a57ac534a22e979ef0038c975b574b2c4fdb2144fc8fef053405ee4a92fcf339fcfbade5a6679a5b22c60fbfcbdf9a42b6eb7b00bedec77221d3f4fc0ce48f08671cd60b6a9c1b68755c262b667e9180904832a58a423412b3afb0d84ff1235c7c9fac5fde821bf3bcd6a5b00f6ced16740ecfa065ef1f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09968747Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0cae177e846e38fe13743b993083b4a5af26d5ce1bb81dd08d2401540d2ca19e8269e53d5bc00707ebc15d0600d91be210b9f36f056ed6e0b53785eae47159ba1ac7953528ac743ff54cfbabef17dce39e81bcde4ed989b644f74d862a1e2beaa9897f8120d4e58e7627fe605c07a4a19291a214e1b89f6be6342f1e5265eb49a1de77c088e8c2a59d5800c1ae088b17f825dc13c89b63b81ab3226e77d13eaf8aaf7d7998a74df065a310be6fac11194c8e959d2a3accd315575eb933a04a7ef7798f723fe30c982238c1f5f9f9eb9da4236ecd0321f99bf8ef2ec23705d71389f1681e0c55aaede6bbb9b1c859bdc795f094a43c625fca34722248be8708f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099852992Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c44f5e044ef77189622d256467359cb4fb9d21f30400e07f39e23f4b968acd9cedd767f111ae9e342e78ef6ff136416ba1adbb55ae24fd1fd12d309c6aab6b31d0b429d045cc8b0d53549d6e80f829623ad5a7a9ca5862983f8f56684307287c3537f80d40029fcf7862ec28c03be7161d5a18d8f361bd9af8bca3072c5745f79f0abf7084559444ab77e1bd2cc2923292081f90a54fe8bb3461cdb3895518c0d526c15a63219052561ad77c0f9b9a48951af00f345d44eb49c4051be378640a5c31940a21403382ae563941aae168cdcf09e5707ae38537a1ae11f5294a0c8910af71dffc2c116f72e6eac151056307e040b62e30424ca1340a44339a72c0d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09988398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=925552d17be79cb52203b83e028e2e6ff0e80ed442c9e85d1761de03f77f30d457b92b8a26e2996ee38a9707c1a55667c8b1b420d4655fe7d7d3399cfef32ec3ef307915515d1bdd03bc7bf914e297018518373d2d30a6d6c105081a2a93d7664dc64ea5c085861d34580784168d4497fdde318fb7b8d586d30502136390c7e9379d49da84ce94b8f1ea681d28efe16b3c9c4b99f93996d9b1a41c3594c2537f10bef7043434241c61569fbdbd770797d32401de653ed4c71c2c97d00846441da6ecf53f0575895a7ce13aa69097286327d41dca458bf7f33f97bf872545bd9d2dc6f5ec41925d7803345e950789125d113b86061a03b919c74959ffac76fad5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099937802Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=bb73c7932a8f3566f5215f536f83faec69d3ce060175e8c13153b9e4a275bb749996d7003263edc2a097be41341f1aa0b21a872246060ba7369f7fe1ba6ae51ec6e62a1c5bf0e13782fb80e72e82e52fe2e370a8e5c8b04bba0734b09b58eddf2620e3a7e52feb365ae081455604cab9053307c1a949f5faca0f6a016b0fca335eaa573c29bc8a79054affef2b3c93910ed390e994969088b0988562cc800e06ea7fb67474c78b071e0fa51a2c18da39531801a345c9738e7cc0864b466a97bbf6a02bcf805a5157032053d706cc82544b8e476d3f8c45a265f481eefe1ec81c12b74f13abe3f937522a1bd2ea757ceb1f51333e922eadad1ec1a6586ac17614&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098454516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8dccb78fa75dc4d01dcde2c8b44b2e8ea7a8398ea51b45101bf263ba88708b942c8a9b313d32c13124976bb3855b65af3e772f358b7eecbac0f24e82d64a8ee917a45b8df62c310eed264374930622068051fba2800e09a759be7bc8ef57ac0b3cc3e130cd2bac4ec270fca90d296a001ac836b57130de89598a8d015110c071153f15fdb5dd54fb90e2c4dcf3736933ad772e27975b7400ba37876a5043afc2452cc322fa71919bf3bcec5ae4e1072bf4822173d245b6e6f6967b148825fea8ef96a7c9f3329d4c6e307327f67ee8cd2ef06801bd8c812ad18d61ca74d9d4a812a70f586f6f475b43d4a6d0c0124136440ac9f9d16582753baf332efa51fd18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.096442694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=820d0681fc507e35ed397cdf92199fc893ab7c5c944d9e2961ec20732038bfe1038f2361572ea29512407774f4190b2e261716be04e17d29a515bc07e8eaa6862b1bd3ebd39e0c8b0cf201698d7041a1cf09c616da46ff2bc31984d2e3f1fccbe511b0bde6cd3e3a5349d105c48b8729e6613c7726df76572b45a8fcccde4d604ba50ef3d2ed558a7c384f168241f7a8bc8bcb22758f052418de09831fa4be69b7b081fef23033fd13b4407150374526187aec6cf4004b9685e3173720d76e82773965675f2982247565d8866417e286ac45ab04376102dfbe22e74966264fa96c7193487361d5d50515a3195ce77f7906db26e122682ce8a0a97386b069ed0e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098019827Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b52511cc1850e6434c3ef04615cc192b5f7d39b1131c495509213922d451a92afdb932e8b344e6f0fec0b21ec9ea233186d4063773a029c75a5701124edd0acd6da1a08d3680d2e7e3e88dca71a55ef2b75042225932ce6221e024f7416f7f8dc374c5327c717350422b91087e65e1c62bb6c4fc58e008f4b7eaefe30a99ec1384dbd750fc110ad66e7d02e1b426f8bc105c6716c9fd3160908486519ea0f239caa18ebb05c215543d7a9cc649b59f2b2f432f384b398f498b852193ad819bed200e9dcf5c268da19bcefd27478c6b4ac24aa439b69c18ab72c44c8d551a821d4f4adffaf1d1e77a4d9305085b4e39a696ec08bbbe720d5c786f285bf4701c7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098366821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=045370d37e5d15d20e4ff9814bdcf1f22a428f5aa86f4d641067d93debee84af5accd2e14f4c30b6bc0294109f3c8125ce67a9f7bc30594b8a441dd361f1d4e43d8877ad9f5fb600606a56e9c19b4ca652b40f3f1fe3f495af68ab592e144bba057f7e1e6202cbbf2e25436e9a1cc6babfb016d641eff5abfe53721d80cdd994fbd34d22c67c01fe44c235fd1b76ed72b404b8868297a7bb783a7584504a27ed4c69f0320e8cab4f2d45e834816cde4f819380758e345c228f9dcb302650a84d3061a17b2d54eecdb4beaf3a3409eb7bd38fcec3814ae388408383fbdf1f8b270dfa633199f70a09071789ea93cb0b97b2a0fe0be11ef693a968b635e68e0d62&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09765569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=af072e978a00fb2b1bed2452a78d1d1a92efb0940666046eb6ea9364daa99fa4c46f176564f134e2b43e5b98fbc650dad37b347ac79d6429fba781c6a18a7df0ccdb6c9d69c016be52147476c6a99b7134589a692a4421f07d7db22b03025e791745c2dea6ab65ef51aae40bd1cc8c4285088cc25a7757fcbc52a5145ed76e42a223a235419372f4fc83e4f2ef6fbaedbfa935c05e7dd18c11d064681337e25b5ad46d4f1440f43caf393a227309520071971549f769cbb9121b4cbe6914da3c071335963f57a5f32ae075251b0f028b10c9b12269b54b67a2023c22f8817eeca11148e5a693417fe58db1af6494f926a40020b6167d96f97abb6ece2f182540&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098423868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3d07c0bf3eb945504737ce446e5721d6e212f680be2e4f1a86c59f7349a1593ebe5c90b27a116ba62dd432af04f935b64c4972e3eeec0f0ae2b245ef03cb00f4353ecd1e7c2a249dbfee7d0bab0adff9ae246bcf718b8eaf67a88e3064b0f8ee34f09f3156ff23d4f2e8ac9fbfe68441da3192085eefc0f9a6f743a669ab339e4a509d5ffec45a8c4b098a8dcb58c979439ebd49dce520392840e23866e63bda082349635242f2337e52d449ab52998ff3e9fbfb4c017b2c936fbf7cae1e4a5f463dee1a3ef654eb9ef620db7a9054d99987640f057a32649b4b27bf66f23813bb85e93b60b488c5e18d921aa30ec3864e26fc16c7d808ce32264008fa74ef55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097770537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4d8e67ce64a3889abd432cb489076018fb9c2899e2012dc2994ec4afb177d6654ecbd13cf7887306ff0fcf6d4b21de13815d7f29aa29ba2f15ce6e6a72768c20cc9d94f0fc713448a491f2dcecb2ffbd79770820f754245d7a10c9431d96475de17f5fbd78a414988ac5aeb073fa07b3794b0371241e74affc926f750fa7346ea9604d038e1985cf818f7637f0aea23263d2811ba74fee222e85a3cbfbf15b4eccbf25a1568961ed081379de23a4128bbd2edb4fd9f034d474c954d95d253b18b7119b2607cf8f8dce46b3cd48a912d50d9f344c942fdf4b3ee737fcb9179e526cffb57cd346fad29ba4652977903e2cdd496d14351cef8b38f288373aa197b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10065333Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=558dc15dc09a4efc389a76779b496cda6a5fbd4027fa789c4a67aa0ae4fc10c52e91e2f01a57332d7571898719900685b5f6b977ab13fd34c81c3f27d7199e35e624f14080d238a764673c023eb030f46b08668b3ce6582f5816a0ffd4c7152c40d2921c09505d1746bf689da8be1f8af553b25586b701860eb1464f5aa205354680524d67b5dc8d80c6e65c8bcd5a008e4e164829f3c34da7cde819efca7c4c5a37e62758ca906ce27f3de59c5457f1d372294b3c3589f223d9e9741f838fc3a0bae10fcb7810c73f81fcf8bdaa9d9d10202b4ae577530c59fc8ec32e834719d1df369fe2d80bd27b1bd75a31674c05448298eb72d52a0a030d73d34aa9e40e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100670913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6a198c10dc87bb6c82ad61bff5ecf14acdd97eb10240d7a48edaaec3bc4c703c378423f6f106b06d878cf04de535fd78955b6ed77c7bd41ed2e008f4b512ea7da3940e2c98cd42119e7910aa1ab202681b07d1a3b187ad86ff2dbb976b9989849c52d2ec15f50a27a4060265fe4df625f41ba996438d78afc767b644ceb0245e21bc4c1a0f297b07ebd6d2c364d83b12b1210f6c961d03c962613debed1cc728e0bd92b4c2aa6070d1ffced00858fd081d2ecba58a1883f29bad699f90ea22cd4aef3b6e7b525edb4585cd6860ed1625a82b2340b87d8b40d3d985410c6ae916a89448c20dcfdf3ab1a79eb952bcf02ee62c26f8cacd8eab6ff5379c2aa5edb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100679379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=591e682d5977e8462773181e065c17631f21686b431c659e9a0ba396769767594024ac376026a1fa22d3e24173a9ca67e5745320a70f63ec334114d94ad28b9a2fcd8645ac28fea6c7e6ce41bad02c801e8f44321a012e59e7ef1ca5630caf240d2a66f3a5bcde08fbe8661db890d0d67ffb573b221f5036d889ae58c3c5d9f7f5175122921869f08aeaf3111d89daa8063b2732c200ea7264e207228251de505ee5b1bcd0beb00a2fbf59d428b018cbcdc6e7cbd40d0807b410ef1bd3fd2e38991bbb7b551ad1ee0aafe84d33d92bce3a3e9b1e850c647822dd739c9df674a878140d354bd013e8f980983b8e633b8653695b99b32d247138f9f62886cc286e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100648922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a24eaecf706b5bed5448c4eab5e1419fa77631ac904ad16491464daccb1f87fdd070695e3fd8be279155f9caee51e4c7ce47c5bff4c5df44a8d8e388498d79358fa305bd412e0f524956e1cfa81d92fd49a56a39e126dc70107b1c3920db7066c4a604efdeb3a38076bff3b1db93e2568b5c03ce93a401c7bbb9d9a700a6e7c0c863bbc9d4d5dfdef09a029774fa06ff7750e08245f5166b14fd1a8a8099bba2f5d016e2797132ae25b1740aba69218399ff533155b3f274216f6a2120abe226463018e17b41b6b5c24048fa4552ec5ea1911850279cbd92a5137689a805585ab178328ab004438a752ef13b4272f24953a4785ffb86bad08a3b5623553edf3b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100727821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0063d4b8040b203d28dda52a7b9cf7c8deaad6a03524b90f6decbcebad825e0da2c2e7e6a14a6e5be7ba6727aff0d0592cb625f0ecb3d9cca9806ec44d1d5bbc7e374022951d1ca15f55699669a57120dce47b713a7031bb23e68c7631fd375f791bafceae4f7fc6718e2103d75b2f2c2ea98c21eeca4edc54f229fda494896441ca00f628fecfefd37d699f2eaabf72ce25c027907f32fa8c79b24c7b5830650c78760460a1da692a4714f48822be60db915bf344ca4d83c98f52cbe6990ef1266747556a683165d95a9068c870ce8275a76eb3f753e2673555102a92c6a80161c71aca5a80d6ffad60f10c4f6b1762f3a591f581076f856dec252c83221efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100787413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5afd76140990cf7b112a32cf505f368b5cd114077034dad359c2ac3a5e7390f2a3d2ec6aa078f8d223712ac7bdf75d3fe880dd1481b71c52c487dc98bf079acefd8b5658159ffbb4c23ad0f81e2e1a7356a651cbc435453de2b2b04dd1bcd736b49f6f10b14957f6af35d85e5bc6c215a2cd75ad8ec1ab6ebeed61e7ad2789fc900cb08a5c0ea23eceb384ae415306562c13dd1df0f4d01fa0c85a04386081acb5ea1d28b98a2a42c23987c84afc71d71ea78eed87b6ac0d59a7bc747f46822da573e8b878371de137ac910db4eabdeae5177dcaf70a5cd58ed89ecf9a25b1bf05c001865fe02fa62d299a7c104232e714872850fab6148d9f7bbd0a4e36265b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100396015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=642f0b86e5f1aabe8c7bc824242ab6a0cb3b352d87eaba1bf487617679ccf60c1720442f8dc5e315af257897b631a604bc222b9a43e0a3b39b68e17bc605a864804c021cfd39a1e6c89b5ca1eba7793ba93bd6494542a8e11abb6e1c05342dd709973c2bdd3f75bfed9d99bf2bc009ec676f3cdd7df75ccc7ca5ced2563b3a131419760c44766f3bee2fa5e30628e7f02049ade1a1a582016ab54da358aa7d450ea626841d669191e2f379e33db7f65cfc86d95dad7700b81a2e2aed5d0871e6307c4b12f4372c12f055e01cdc2156b6788354b4aa542ff70b09e5281b479d3ab8b7b0e695a1bfbefa45f990746ed216cf238297b00039bd9f01991d59cbf103&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097716946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=53dc5b57bf91fc72de9bdd7b6a3d08430f56619d65f5f17146a90a922899d690b2574dc0e97a2308a5a45e840d038c49865964e19550e73327c9d29e4d0675c6ba748115a7c13e44977f83e7b6aaa4d5ba66b4a130c7f1da66b2db9ca6fb604b5252f82623999be7c100d5a06d8e32fb5185b6c81c7ef2743709ad48a43f99fed786fe87059ef51ceca6741e47c2444b8e70f564cd4f32e8033605b95ca12e99efd69375feffe7e9e23e1076d5e119268af1a2da7445adf268f7051be44bff7150dfbd2254b0410323051644366def0d77588d75b7d65b265de08eaf86199ebbdf5c7b8643334a5d6e84583ec4c1e7ca6b7d054c4fe6abcfa7188e6c2eca9dda&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101005815Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8e3f2f5bf4781f29789b5ce4321a47bf0a817c4be132b0ba8fd78ada4dcfa337d16d89fe4098e4ff1e15cf5d35425d0c1682672ae1524f19a0aa4f642d4cd8d7380b687da405c4978ea128da29fbe84b3c59d9c7dc2b606460e0a47e1d3798706f20f4909d9d9e2b7427c1f2370e165879d3aead119bb91f433e54ed494017b751855c5784c1bfde67fd57c76ff93ddfa5c26e5be02d4f4eaea94f6b0467d89d5529d648aa4ec1b6a40bb98d2f0c9c6151454f2b8d2f2a552782fccd6e4e965b1cc786cfd40e1145a586ab885c931b3f956dbab3e04e59a4cdb4ed310aa8235cb046096831928f5c2514276b688911428b1fc735508d1a60ed283e44f5f8c454&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101267077Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a94fecde5fa1d784280a256fbc10a4ee40c5f9035cca6da23ecded67620ec753b0eaafecd07176c424aababb421089b7b896b27287fb64b5edcf6e1960f54800b4a98d1cdb940ad71c91ef89df79afe60293cfda33d717ae3915d7863e576c82ee07422b36b2cf6e5fca704fcf2c200e4449518e7962e753502267e3829970f8f11995c2074ef6dc5f3c476539368ecf75a2f2a4039634ea8f11b7047811e2e64f55ae46afb4a40669f5ed0c315c0c442e4411db081ff5c2c2d070a29f5bbb75d53b769445eca8861d98e08767957db87932f2eb50c2d119630a9174ed98c7d85271f4fce3c11bc7b08571de96311e78de7f3a1938bf3f2d83aeaadb0e87772d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101720992Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9dafb67b04dce10877d3d4edcb09dc1c21eee0b3fd90619d21864dc041699e7da1ce1b5328e39c7b6fe8238961c3b645d3513cb1ecf1c281604b3cb2e9f9fe39bf1c9432fca66abade735c9c0ad76b41f5c5351fc40e506f07f34885317c916cde836d1c360f31ac3af6a0691355ef547ac8ae5e921af09db9867ff9154ec6a7d1dbde2800abc64d36da1ee3b04715b1a9da97f0d853a48c51f63fbe5e7e7111ed0d67653a50323ecac09d5a0ad16945cbe595f165352aac818f37e79e6ea6ba6aa46b6b2ba5846d55f78ef7303afa58f35e04b2e72507d3b487e0ff33c148177e62a93185470e0727efd690662a85b62fa5875defd5f9ae51f56299b5a83f73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101755347Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9d81cdd9895529af651daaba75852315518ea9026cc2779221495a550a424aba3b8a339c7954d3ecfeb701ac04296610da057143b99ae60cfe53d95ae76682b33bed4163e317bb8754d75689f03a3b2ec17dec7c33c297829401c46c37bce60bf299cbe2b9ee289e1578c3eee1404b913702884c790a409a773522b425ccf24a4a6646d8a0968bb236410a7c444ee15bcdd32ca2b7fe50061eefb61a2d967ed5d2663d275ed9e8793c824e81cc37b5654c909d66599f2f451807700a36c63f47cb5eac443978ab60a2f34b40b0f1a4ebb2aa588d921a837d7bc4bbd1b03fcbd213719d46ba5d711f0c1e830cecd974020d65af54f55ef92aa352572e98967321&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101791475Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=40042bb9f75b8e13eb35e0fc59c4a4b1a442d633bfbbbf2d6ef119a3ec37c2a93085ea05f0d8b92bcda9fd395c60c004c261c64122c0569352e33c62ce4349983dbaf08438b71e31ead27e68862c259d9ea46326282568e56adc2702c523da26eecdb73fb02d8985446f9e115c73f142bcbc489048e7418497ddf7f9e3456beedb7a12d5dd83c19bea23f45912edce18e01365cae165cc7bc20391bc5140ac54e7b555ae9592832478611c69316c686ac41fafdd39d194a6a2c378ac7fab2717066cfb51d11b74302aaf695f8f1a4b071b5d37620b1ab98be6c6460fa53db26e336a2f6a210706d39886d82fe25f49a15345d12bf39e2747554d20a0ef531477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101790984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7ce0f9566583123b6a983b050705d40bc5b4febd5edcef137177ab9836b0bfbe2587db92a832731d9a6983fc3a79dabb4ec74b645be78b4509854ccc3794bd82b490312d3b444774f6c12ffd4561a0394d1aa992f7285960ce928d6b5df921efbdd28992b5d90eb3a06f9fe52a22f9e0c687c43a1c93f395c1e28daf9809195a86573e2e923404acba8731aba4a2137f592ba5c0a17d28a0f9f0ac6abf9593e7c91bc7ad4e9b2051a6f9e182dbb7870e68f29b136f97a7f09b0947f448acbad218980b85c6ec19c33278905f0fd6bf3895c44d59e70befa9781a2c855e9094ba81b9b805193c13bc54b91c2a77f88d4ab879a014ba1944e4883dd041061bc52f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101861928Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4a7816c37b0cde69a950db48de9d2a580b2dd192c7fd784860612988a0aab64a56b46cbb882017c1c3b5d3cf2dde5ec7977f7252ea8c360df697641256cff1d0049c1d2cfa1b826393167d2a6baff909d38d538afb8cc1660650dc18c12c4c695f82a9375785fb70c6c2dfb8567e75f9c26040af7056bcd943bebcc5fadebdf35b959de65a78fef09368a49aa6895d857efd678e0e3f7ed9132d29519db3e73866e0306cb6ccbba3e894c298d75ae57322b5c57e5d3aee43b21bf24bedf7367802627e07ada1119b955aa3f2fe839676c0d0e27dc352b23951d17aa537add78f89c5ed981f79548c51d07880fb3d36452348f10e0abbce5aba0c2977ef666fe1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102001401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64ebf9b18e7657e7fff917a3e023700fdc1219106fc7bdc06f80d9e954d22250d4c51c69696165e65813f29ccf33c77e30356a4db5b2fb284274a23e5411f82ff194682094de3b640afc59ac004666dffaa499ecd76ebf1b37bf8e97373c32b6e96cef336a115506f7d59e4f36ab98a615e6431d1bd0e719b05281f5cbcd4f1f863242e20ad698a3d15ee2880757eb61674d4500feac5b38c0368fcd15e9ab9e131d0a894b1886dbfefac85d7989bdb490b885485267ee8f9828108ab7f361dd1dc8861f0a23e2c95af3c32ad1f8eb4f12ef4f7bbc5363bdcfc582706359627b30a24289c31da5259f06c85f0dcb5b7f21cc6a23968caa21754f1fc5bb54a647&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102062937Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c33416123c4e38e090a662f5265bd7f1c008392be6d3a73498294836367017a33f7c9aa5d90370e05431a636860ff25d69a8c6f6f6448070bc9ab3991003d6ded3780b26d76710eb6044910fd324e3b28a1c6945742895c46fbb1a61a9ff9f14f85c2231ff01dc4fc825e60e33bd52f5cfaf93d7918ddf9d495817f887e1a2b0539cfe359053cc084dca337116689927c98730305dd51d85d89ee2cd074c9574cbf04555ed2a8dfac13a3aad21f05a0f06ce12293c9f1524c4d33c9591449918a467efb7958604033be0cce636dac50068c86e4f9a586932872a2d9ff59bede3c2e9b451a1d68b06f854b5259bef53ff3d1972616fde2de2cde367273db907c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101298606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=82ac09261b133b8a36dec6e3c96a9956cacb1e75353a254efd092005bea5b0fa09a5cda1a0b478071d21501be0612162376ad43f0fae7a4793ce6d183ec7db15e09536c86e6a9f96ee424381e9ae38e5b889f23987db7af85b20eadf7e5d18a59223d02619cf137fbd803c70b55ff13827ae3eac4c06b965037b1dacafba1363893c7587807ac23a9709f8f16a9c4434f0f272da9845142da2345154bef9ecb23e4248e89c982ebf6fd966f7dd67bc52c2356c00a07048b5d08a6168190a8999515dc8c10c54c4cd713a5cf76bbff043956b8ad007785f05e19e6c1abf5de3e1f8bc7f858473e51dd04e5f51a2d7585ec2e86d379f75ee05adc73c0230d33bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102203602Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9d28bbc94cd187e59c270b690aac720bba25510d95aac52ab1383dde11f95e5ffcc19d34f000d6ebea90493ca25c23e1ae46f747fc37069c5d51e4bfc67543277e85c11fe1bab04d32049bcbe97165fd1ae25d00d8714857241dcf5fd3eb293e79647eba9061fd080e46e8b307f84ee90b6cf29b02828f84978e35258303c2db87fef592208db1bac050557aa0d21335de53427f8ee6df1b3a109744a95c78b8d7558e74537c8ff4c3f888486cd74267cc579d0d86435156bdd405769775ac6456352525903f902d70eea3e1b78a2cf1db59c394d166da8b50b424c557a71bd7243f732211bb6e9e78b4811c92af515d40b93c3ed561137d96168e245853e4c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101740589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4f8700308ca7a49e1cb358ac3dc2ec23778f971cff175ec92e04ca31cee6645e13da6873a18c142c922d5c42aef9d6d2779e0a2bb37ebf427e5d9202bcf5a643435d1625f04b13708cd239e7ec10b26f02fd2263503b2c9985f0b8aef4f0adae7822ea72e282873f1a14415c466b8ebd1e44ec859334aae4ba9bac324504826311a7f44bc8ce542d0f47608f39111e02f80eaa57de304847b067176bbd3cf2eae3309cb5448877af23b25ef6c1dc28b497370a6de41a769bd795b10acb497cab8ecfa34fe9edc5221e302d6fbc5241dcd7c95786ec87c64b8fea9dde4252871c1f38cb54e04efb64745ef9bc4e63b93daea7bd40439a7c370aa5cf94b4af0359&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097596258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6da85709fb63b32183e779c55209096309023a87c86b28acdf2b48a1326bba6aadf28c117734d2c5625c774fefcbdaeb947418e4e331ecc5383bef6421eab9ab333f03c6fa0a258aadfdf5329a66a8df95ce153eb8063fac25e3ac079598969335707d25e759691fe865a533504ee8dabea34ea92830692f1baf41f00094cd1413e5835080c739184b3a87cbc7f3613b8da8188faabb87f5d45445d4165fa8ec5aaecc0ae0d1074da488e3e5eafeeace71c81d465f8b73cb8b2afa09c6afdaa5cb08f031c5cad6d68b244c8fc689940a16891fcbb41252c294482cfdce8a6726e9c091b013d1ed01d6c3e6c024c563f9714ff23dad9f0b7f37f22ef568f4c04e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102299383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9fda17d9a23049dc9c605c97c22d130d361a1e8c82ff2f7c4d2e75773caf1476bc4f1bbbdf0885491e74977fa867632c14db0db194dbb15835b2d43a10a75bc3b32e4e89a45f236fb6423d427190fe71062a2548035a91a13e4038347ab6a3da29740abc8ab55918fb15222a52b40398f9c183163f8529f2c9b46a574078c98337818aa1a9f616ae0fdf88cba0a1a95e34aeefe27572e87e8a49a2310e4eca2ca6c2de71ea5670500165dd4e2bf25eecdd915d0e6e54de70db7e036c18ce009e81acedfa4aa78d677624393ee58b07c08ec5c6d7b48dde50e464b4b41c80f5522970dfc4986b0b647deb5f3a9944ee842721bbbbb708f51e21e08826e6f03bd1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102330742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6cc334fc8e3eb07c779db2a7bfeb6f6c441e0bf9b7cbe1b31f625f36d5061e213625156851d7b9eeca069957511b4657884645fee2368190c3cf35ff439a6d164b335d3e8c96990be6bb941d07ea9a2f92037d9c768bebd558184c60f4af8b6cda5a241af109c28bc62ee215b8f052f64fb5a9dc5676b4ec170581cc15b6b8f1b6b5ca4750cf3bd43e8b5b4ebf8b5ebde1dbe1ef516eb561fb48aa813f4b6e859009b44a0fe25a1723d158bd994884d2b063e9fa1fe528ca1e5dc83a8e6d26c551142cd1058f9b7f5c0c193e48359f3e0fbc2fc16cde96c94169082b3afe4f7730752b41f116b4fef3e0370cd76ee06d31c7d953fa45023ebcebbbe6dc309651&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102347644Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6401b9777310e255d8130a45c41038ee42220df132c043216df7d485b178f95ca5c7e920d8a4ca6aa8662cb0dd67e1d727d577b11ddad7d1e46d3387d444ba3f40506cda8b07716043858233ffc4e0a8f9bcd5a8347ea8daffb2ad2b38cdcdfbd49fee96b80950da9f9d20336f7acc52b14bffe67d357991e113442eb1a96150df4fa586b0d7adacd9d7add7108d0451ad54d73bd679427fea360d94b72f1caacff5a96fc429668dea0406ec0e572c75b690705e0924c9b3d2575209e5860b97bc04bebc1d1fd7dad59d983c80af081ac59b596e16a300b34ccf41093441ca8a331803468b29b0dbc634ede2178e66c5268f4a06ddda80d35ab8fabef84670d6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101866667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d798b01f2987f1db702f3bf2dd85003934a74897da79249a499245379cc99d44ad87a75031d66b3182f6beae5b3c689af02b172ecab7a16dda593b62d166329b12c58a0a09415c760c93171fb592c2c5281864c7fad5804e974a597b7620a0dcf6e4f16bb24c188cd9a3f29939b19a3de9e6c0e2390ce1153950fed8ebf73dd6cd3cb80972e9ebfdaf0a0ba52de25a6f1c634dd22304ac0c70158a6288d029259dc1df40bb2ad1d2e076e6b9fab40443de3b93df363113482ac50413954b08ec94957c1fdc012d96633052cbec3e447c1cd3a9b8e3ddddf7cdb8c34b9da92ba51074e22a7934ec08426603cd6ddb172f97af9f1b33d6c141c8bd759f0ccc7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102411524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=046731459b598e7f4efb10acffa3d0840620497fbb96996d0d8aff981841a966b4b49838a099c9a7ee584fa9bab3f5e2fcc1e8a901ab39f3ffe09c4d06893c874e731034e40bb2bcece1869a5a4d71ca825374f496ce843801f06ef601302de640f9c2243dc9e7a7e752c1fd5769f432778df8e5c6fadbef073c10c2541e81faa2baa8d96ab7f62437379d526f18932a6cff4ec2f4d90223b0ddc239ee9ed363bf04938b066309ce2a2a0ed1e9f4352573d5e2bdf09fabf7913a85031837f16b2bf7cc2311d120040ad1903f05d2d45873c46154f8f539e8f1bf1a3ad4f7bf66f35208fd49db05ce987d480d4d064b1caa23e3e2f6b350fa1505a75482f049a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102476306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=07db6c2401326a85e2bf26b7df8d765baf6e092df3ecc068db200cd4d34b96ec83aec2f4818332912a4d177f88c704eff59e9ad58bf48893659be537c33681a975d8e90a3c46e02d95ab915eae7e725a727e29315a2d3bb03539288ae2447d6f578552543cd279fbc1c52d4474cdbd088467a921a2af0b68a32cf6da2e3afea86a421888be93b9152eaf851070e9b8952c7825c0e92455284480013c80bf3e8247ee1b01dcc24ea7bbd6fe5ba1faedb40aea5b6bb0722703b0855495c79109144aa62b67b503fa155b4912835e50c974d0c26643d64c95fedb4e8aa3624facd84fec9f13aa95d2b7c84b9b02e673a18a22aad2692d89f9d7f704e9d45ad65796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102565785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aaac438c34f8cb4624a64ad13966bd504be22b4d3af5ae50ab27584ef9f8cc43c1e639158202cf451eaa62505669b0b3d3bd06441c04119f1692aa038c2807af9efed59b2f6bcf18bcd7535cb9e58c80b3d7a86c4e3707b7ae1957f7d398d3cf0a414b81786b95cfec083a0059601d724e6eb6946e56570f4fed9e685cdb5670f23ebddc636097be7fb1b54f888b227835f4f228a611717735286a35ad1fa243038147ed97a789cdb1af050796db04d54d04ec0c80392f12ab2c2afad6f0fb0b559c970f5ccb04badcd7601595a6673921dab2846ad51a99d2dab8f0c37f545e3f24932fc7c11f91f2c85c26fa7480632083cc76248af32b5352792c5580cd4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102657007Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5121d433b3b68fd24331e88bdfefc30e8e70fb93233b1b0b3f59181bbe157c54c7a653be591fb0b7e44b90d8cdf996951437413ed68d4e9c9c82e43e0ea9f3849961e980f21f8f21c23007fe3173587e310b60449b501e56d9ddbb6b45ea191efdc0dfe88fc4505c8da5e0952361a6a3e0205567821b6e7359132863aff06d2245004ca94dc96ddd2cf9c72036cb4a998c80094b84c4e06a4619800f693c9e3b16dbf9874d714ed4e91f12769e962f9729be4367d17d22c9abd7e69114a8b877ae96905a144c936dda76a9b7853e9905b54fd02bf221e0b98a369c37d3090fcc710e72633be6f976227f47ee1fb92c076cb2cb86eafb8e9ce34eee52134b273d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102710037Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=093e1a7ba1d71df191ece7f1b73a4f6b2c7e572c767e94e9197c17e57e548e137c97651bc35966cdea4d37183c11a56f7459fb386bc9b915126fc7cb10eff4d863c74fdd08c30dbe788ba093251c42d6a1a3c5e65a1621c9ac80714628b61c75a08228c0c85486ee9885c7c28ca26469e4cb3d01520f7374b0878af15d0690427140b832d0c9ef19c4d1c22cab19b6670180c613fb5721c1c5d33fb0a95819fb904b24ffa44b674127feaba6c0b83655333161f5abe2395d1aeaacb26af327230c00b5750dd58a724ef432117f3dddc5d2801bddeba60ff6b5486dc4641baf29e866f846b662fbfd599115cd90fa11a7808e9a6fe01db879199f8b33cca99807&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102731777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4cc2c871fb1497adfe8297d796d72bc73af49836387bf098f9d1a4d404eeb6c27f9883f7fea79241e0d164bdb08382a6713d6b73606faaec5ddfd2fddd4e65039757c4fb25195002a1881c686010c5d94c770b1e56a829ca98c5bd2002e7cb6326ad3dda054adc3d84f0a54f1e31379beade89ec9e1ea8d85b6f96704c1565dffaec57a493f411baa819d40e3b9f5acdbee9d897ac41e060780be790ae31d4fdac4ba239b802181bfe611edf803b2eb661e8a01c72c2ee4df7898a789553382117cdfa2684d6b12a4ca2cba6bd500a3eefc53ac77f157ed530656e48dc3b3b9c09abdf7a6754852067e922bf51e711a17a4b3d02b3921bf480565eafd0349566&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101303956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b4533e228f3a98f6e2cda47ffc8aea12743b2d80fa05996dc063150e3f47e0ff4af5eee7ab89362a978a0a3157218117d27afe911c412b22a7311987080a498c6e1911f5a81fda0049ccb6cf28ba2a651f113d6f1abc99270a3d8a1663cc706dbf135a2ce43ebb521afbee433eaf41ff2a10143417b1e306d477c3a7dba0d8b40b5525b8000ff85fd1504b0ebee04738c0fe37fa2096c1ff0f985b2f7ff9d00e933782527da795e69edeceee63b1460690b61cd3288ca1f955c3fa0e91058ecea614f14b80978518c937687f15a1e03cce16fef021741e0d63cf614d03d3a301478ab5cd423294318e9881c9c318edc52618f877b41b67fa708091274299a3d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102773496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=803405f015036b8a8bb9d13d8070768adf755f3400ad291a51c253803e268e912c3e22ad26340d6863ddc3adc19e9e7ae54e7c35b04375540ba2f0877fd3b1592ddb8cea15732cec35b7ce729ce6a77ddf98103d2d0882c3a81b685ab6278745b13a5dc2b16089488f42b0dd2fcbcf38ab2d42ad0abc90bbed7f430b4edab133f6daaa818a2aef56f08f34743428595f9373644f6efbaf839ef9cded68e6d219daad28a62146d9b068a6f570c21c64d9afc006c9993d9af11bfa3808e9d222bb4d8120238ed5bdd61bd92238985af00ecd324186e10e80a89dda0f1e18cf919c846a5923fe700acb9f8ee3af0b195f3ba04df9cd37da7d0328fe57283bb96652&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100658861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8d6d3db96fbbcb78b06dd72fcaf25595f175b1d10145f1d94c4bb858ce8a0ff0c20770e5d9e03c789d83a63b7a8638a2f910f3caeadc848ccceb8aef44ba59e30003dd47e6885bff8bd0b6bfe22ba0334b40a2f65847801b072e8a27781ba03e6068c2f1381d7186e8a0267c5866412db7bf576f7f149678b059f46bf3fbcac5397e7879c38ba86180fafbbf9bafd302efbdd7d3010d5fb443fb8674d2efb0a82ad9220257b7bee1b68f6e30609fcec9953883a63c30c11e184e5c9900c62e9ac936a45d28e24dd4961c46b50ab3b38ded1ceaef149a276f34e7c5d1581b0d63fcbc2d3a05e05771eddd0db5aa0563614c54c6e7bfb7dfd69035d9e7443106b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101808006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=49d4bcf8aa83f8ff9df5d4823cb9c49de329e0f754fff52e89572adca0935fa071473be7cc904fc2bb31a9973ffbf80c67b1415397b5fcd1f16dc4a37fae88b9f1d8cdc63acf46135e0420432e5e23601b0c9e5bbc8a3cf0964dfccbc10a014d35874e986c8b2b94a9f0fdb25408f334d959f57b02c7b8da47d4f79b382328aaa9c82696c1ab27c7b1ed761e556ce5a8045867766d3dd8e3d0332caab2dca5475d0278cfb74a1dbab6f9454f544a3ccd5536e6cb9811a02b753a9c29b66b46d962c7855471777b50f9bf95aca37371750a3ba69c6da1234c020d61891eb519890e900877c8f6e6e86ff59aeaa1fe04a743c71b407d504a3b7eab074bd201b186&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102308069Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=35254686eecded9e41eb786e19c17b1a142176c984d9266062ce8e2f357a65b7840d5d8c75467b2684ff62c9017007ccd5e8ea5343151c2915eee22f48ad77d091d276b9415bcd5ea5f57a84db43d539836a3aa4b23c357ae0d3ca7d49e598be8a1f833cfd2efa2952433ffe5467abd9f3b06dd3947f59ac455d7f9fca914abd71bb81595d6868b074c96dcfed39cf0c5e4ec84246c92bc1e34c3e7995d909b6b7b76aae2a5731eebabe8ff879221cd4dffe4b23268d8cb15a74efcf71b8ba33c82db2e7567837c211cdf781d14310f02139ebe21db973683e59248d82a82f5c30581a375599054841d29891a964e594f19c1371c158a4e21a8293b243eadd56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098423838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a09c7ca2d24b4ba6ef44033b953293ed0abb0cfc801186f027b2c43af54613d1b1e93cd86d15993546b505846d143b24ad28301c7468fe567523963d85decde51ccfa040c0031a51965f89f55a6f590a36206d4d421e8838f065b6b886755c9d6b192450ee69adb46fadec4cfae62f894f1a6d34f409263d550167fce2c7b8ee0638913d9c4714982b5634b43c580525151951446487736ffb86f514d0f6dd44c08ea158ee2bd20cd3296ee5cd32b056de0d0129bd565afad1f6d21908b6813519a95ead77ba4f77981805c835438e867ef34df2420171437a9cee752433a814fb0ce07ea90feb7d3cc717837032cf1c21117c85dd614385944cda474b1f4314&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102422094Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=966ba900c6b88f082a53d518e367a46323797f0e9841d1d88dcd4b4097c8bc0c6a8cddf7a85f210739ac1069c14136bd0510117f1f8d3baa2768e485030895be85e80c72c89b60bb105231511bb894ed61ab7ef2da53d94aa9b9f5c399febf64fffc46b5e04287f841adf02248560f4f07f16e4e1247066a4aebf6ef407fd6e28899b9d14c43154d14c503014c1725aa1d78b89ea55d7ad1502b0d39503a2f14f69a2a740640743cac57587dcecbc47a2e3f2eed0fdefad1c1b3fa63b721606fe8e0e64e15a9c17c4b506cf39acdbb40b3f0cdbc9b04b10a75123c0f985e3cd31fc8ee97e8b4911ccadb7eef565f77801c2f8f8602f36872abba19d313650e52&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097545533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=969df58c4cb4462253db274b2fe9ddcb397f46bd3395ff94aa37e6ac946d2860bfdba8c785c71512d79fffb106d179aaa4c79aadc6ac3a897940820fc74a7bfb5bd47cf29b0070d0fcbf5c1a20f38616b6255fa1e9f42f820486574f73e35f5b282dc34443c8bbed9a6847511084ea44bc9381ee4fdc083b9b3454b8771ca03e18025d466c8e00e1b472d794045223281d8ebce5b98b97b8efa9635c7f643207189c27ff772c8994f927615038051058f49c5f114735c37e172e98b2906d66e53642f33fc9341bea57c8f9f5a53c9e35e5c190574de648d42d62ef0f93e58d787f8014238c72232bbd54fdfe6747051d58cefd7076b9e0c49d508771dd72910a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103095753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=398de32b8e9e9d17835910aa80bf9ac5c926ee8cfad0310bfacd60ca98b91eff78db13bd0966d934685cfe0009126c7812b63303735b6b6b2877d8754267b7ea88186627097518141768c74a48d23c60fe0ca2bcfe51b2a4ee8003e6ff0ef14ca154bcd92bbaa0fd0a031261cd7d1aa98f28e88d5ad46180ef3fc869d909de25224301d39bfcccd72b89b0b5b58fbfce54a0b2e68dece47f002fb652687575e3450c1f8007e85783bb1354847ae04eff61f2b36515ef96fc4be8fcf28226ea8fa91b9f3d4417707c253734d57a97b70ec09a66701f400dad65e67c2fe89404b3ca305dbd93f01a56d166955fa5787ab93face4ca45a4a9b58f08954848e1229d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103131801Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1cecb6ff286e18602e9cc19b960e3beef9e3c0b1265a8a083ffa840ca55898fdcd6871e2460ba50ce920df27f56f76170dc2f7ba830584a8c5e10e5d1058f920686e90cc20a33467955f6fdb6db1c7638f2c7d7d47bd90ed0340e265e2656ac67dc740ea096ac5ef7760240860e5be5fa63523cb116ac32183c33ec63f2b9f6b4302ffc6523238bd7b09c0c37e3dd421c7c50ab5af79ee2d1a7946befd4ddda2dc31a08b81baffaf729f8665f7d9e3a8ce3c61ed688c73894e2625e5d4021b1c591a70e1038acfecc88e50fcdc0cd2140d37c0905d68fb6fba10c893b42718d153693086966737f184a897b5cac5cc064d476edb79f106f5bac5c2571318fb48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102659752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a60e502ec7a195abf973d1fc4ffd2e82272bb6c369cad03ea1bc51e48cd178f706f56a99355a1dc337a2cb341cb4815293c639365f6742bec34d938128e7f1d9c388f3779c9627af8bdc60cb044debda5f61e72b237f5075d7da63028937637f453db2102d6309a3accb546471ff9328d4d7b153848b055ca8a63300feed2babffc7bcd0c6df1d161bd32b62d7f8508369e5547357824278ad9ac6e652e4d3366144b633003d78ddf4127c85f23b9699fc55757e402f05b0ba66174ea6dd66e715d79263105c6f026caf1dd9a535214a61b717ae52a8ce488da7ea18f17ba452c71f70998c22c6de85ddd60a8449846c33468905ee2e23db4ee566a84f94069d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103171025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0304af91d594d249e87336fed2b07b841abfc21d3032b408c7593440d6576d3e167518ea6022b84ca655ea2fc7d339b1e8ce28f8916317eee5c0476e680fd68c79bbf0d8e32de2ae37335e2c3fb320b03a509f26fe54dd2704cce92b53d1eb328be7ef151a68e38b771e062c901aa8e12ceab08a8669c50c65d95335e7937da5f26cc13252ae803a03fdca26c718f4732361df58720a3c73c6f1c7f1548fa0c892b8c744d89f75d4290180381a4a9d93cdbf25ceec78dca2135051d1a4ad74e758ef752610b5d362f27468fd28350398f08a369bc98637c01b61876f4d9f5736ef2917ed7a19f25a5a1e9a0c013ceed803954ec8bba9acbef132c49ed78390f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103223204Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=81fc19e0ff382e1c8e569e578c5b46e862ee963b195734222f913eb4c07105115446990cd77fa3412a9d09dc7900a20634d934027d1c07063807320d726cdcd2360b26389b5492b719f15f5f565d956b095f470575c8d56ac5617f7dce9b8b0b94b86083991e8fe4baa0245f412daf3f8a4c95aa9a0c1f8dd5e1e272cf0d9a8f2aff367db7288051d9bc24cd5e168b2aef51c3b22c290c7f6a16337ccdb2431bd3f741e0a826d5df33f4417266f41eb1ac8c1e815c89ce5af7f7c76bf6186c912fa39c266d60d84d359bb58dbbf8aa51be5a95b70d175da97afc9d3e1bca0a24d8f8903bc0b9a8c35ea09bf57793e0712ed24121f8e7395e3c53bae86593e907&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098480255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=831e01e82a86030517d2ce3b156514b2f519dea58bfec66e10790f41d43334630a4da6fe96f1b1d263ccccea51761f5a64f7a5568c8455dac9c0789fa850c222b39457c4118313dfea1308abe027273fea72f429cdb0a0ef9dd5cb225c4e446640eb58ac1e62f759020fe4ba3e7d000304cb9ce8de1fcc914643d2a677c7f46e9856cb13694ba6c565e70776b17b28ddfb206c7ba99e3c2801d8c1ad3fb2c0c5ad32f9be5150184097065f4a2ed20595dc9dd142d6eb01fe0807fbd9356bf1de708de7f16931d53200b968c668271ff887269fc8769ba35c5a9568749dd3ed26dda6cc14bf878c90ad28b5d057e7cad3edbe53cd973a6b8ce0b0f641ca28aa2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098771183Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c48137b7a29397ef1a62eee55b782e2e95cb2ffe6002e5ede21bd9e3adbcec9cc3543080b469e3a88063849d69da5ab7b53db27552b1030499a1e202183e77285cbe53485ea680396bae92ae47b65a0e780f0eb4f6d5d663ddcc255349f57e38506e1085b88e8bc6daee48a756978232e6a2be80e33ec9df302a81e8b058557f40bf4b9e895cb16d11036dbd512efe08e808f1dd2aaf3d091cc37c5b7611e0e91d1688d8e1c44229638ee199dad8735693b068ee89a9275d3e0691a239c20bc9b58ca798a48864f44452dd3e4fa894df18638a0a5d0605987b19691aa32f936c694a30da799eab4ea2044724cf03844ea8ca26dd37831c786f42b3a0a7f82eef&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.099465872Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=77ed60ad56bfe9bff39a8f335b68bb9636af0453097f6057e78ae82157e20ef84c0c766038c1d3faa737e1adac83a931226b410ca8caa49bf4c7dabd9aa9eec9c7a0af72db8374b76ea2c76479cddeb8542c330771ae9d189bb7aa580d348a0c993817ef8c3bac5aa9beae07fb605873b7d1e8560e7cd6d4f7f48a6c0b6f879e198d84a9f005018e5194b92ff97d7e711a7417e78e4e963cc374a5dbb50b8316c2bb76238fcecc07afaddcbb04140e8efef1cdf134c179aca011663e5e17c45d9b70c20043a7239c3970a2c0c4b96ab2dda8a0965f60b9c03c19a5dc998f626198615011f8055260a087ef7216193620e01f4f05bc267f82c65003c1fc8d0c65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098515611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5061d91554aefa02ea76509cd2715c3d544798890aa590143ab8601072aaeaaf298747a3333581f1d89de1cb715f0016a1c741eebc7cb6fa70c8d7def885112940c7b1bed6b7e2c538055d115677d716bd3c722ac6b089252b88778a17907e49a69d730ecebed669a63eca13b39bbc031ea91e385e4a51d6750de5382631ab78877e4e6236fceb61e1b09186511a1a8d616fe7c195c744bc657e4b4b1d7583b9b546e147ae000db64e34391e01d5aa12211298e5401d7e58db42066101a03228a5d3308753ad7a11920aca759ed6626fd4409a4fef3cb38d5a6c888b40e27d3b8511435e773f2c6270ce1091b1c47ccb426dcb4cdf84d9db3e77381b2817cd04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100083947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9c480cf3a42ea3ecf4117667cb72cd7ad8fbb93bc9a3681de204649a08c751dac74c29db85a4b3de97649e58794987605887562aaddd8f7346e6bfd0f99fff08b28513ae36395e56bf7fc28f88b270771699bced4d054a79f6a35865219055ccd9115a8d50d92bc6257442661dc2976e9d375d93dce5939a00f25dd85e60e588ac5732e0677708c4258f2a6a69d1a5e267d371a05df53562159fe14fe5e53d3f04936a2af6aac1a0e44753a0c7dfa870cfa7f956407c24865f8db32f54ef6068f709912b37c9bbcfb9103bea719cbaab51fa928df50e981aad2ec25bac116bbcf792d259d9d3ac7d849f8355bfd7b8666df6d65045842528c69e2373b8c5b4ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100096671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3bd0df8078bcc8ac206e4deff731238a97da7cca3f3a2094758ff7b59b9c49e626c1ad7bf7c8a58024c68efc975edf7b9d2ca4df5f6a313cc4fd98b3ba720ecdcb536b3189c76054569631147383522c40bdc40f936eea7eb2244763ffa93ebf414a62d752f2200f64d62b845efaa963b396a9da2a902bb3f1bc3eb84f491f4c061c728cdd0ed6d7db42ffe6a1c71352c08fcda442f37d6234a473b36e07c35753328c8497f749d4d133845b5b0d6aeaa0568f7b125dfdc8c69bd98aeffda439ba45491010c8e459d4b42887ca235c70d3a93debe53ab8a2471603d4731633c2c6ad0442b61642e46a032b06223b30e50b42255b128bbaa1fd5d694adee31762&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100096631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99a25e667143eea1dfe6b85cfbf074c9356b6e7fcad1593e141ed633cfd45aff68703f6b138bba3dcb441eef08525d5625961d53fee4c0a889bd58ef092e75142bab49aeb46e484cf6877c5c1c024a3efc4035010e1d70d6262ea79bb9ddd2661bf3311391cf0ed31dee3baecfa52fb64d2d967c514c1202bcf3a5b5b0cd5a53567513a3b086332c0964a50d1252986bcd778ff055e33813da6242ec9bdbab93e0aeb296ec828f8cd25b662dec7142fffa003090a08a5bd16c65419078f2bd062e91b2cd953c76a22eeda97561ca87e4fab7bf14f4ceb37c5481a22e3eba38a7d8705573ad1fd27846c50f4e64f30496605778a59a7d649ddca5b4dd1bed1e86&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100102161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=01c045c19df548fefed86b0f806431bcd63b41ff00c4f05972d13be7ff2698583c8bd13e43c2ebdf008032d180079aa950fdace0a1117095204144b2b0370c4cdb563f836a76039445e9bf20c908360616247c5d51e4e1406b35e5b929bdce24237109b31500e2e11b029c8c6590872abf8b44a4c9e481a6ba20ce56d8b5e221d68d519fbbee7f254e3ca189a1ed142ccda58d75e1e2e288471162edd1b624738f61e763ee687df89897c1c4a33d507225f8868bddd53af76355ecdf19976323768fc4d73c28e9dc106f6d619759070f5e7eddce4b562ec08af340c239ca70a9e3b118153083fae46b0de6c8735f0e3c5eac90ca48ea68f3f2e748defe8dd281&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100104275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1dbf7916f8ec7bbf8d8b3dd3c033dd8cd0dee81c8f8ada4770d5bf218d0ceee26a27419855f31422dc0b1b3ae8a640c7c9f8cc3c4840b5bd7c6e4321821d0f46a24be77ab3c3bcbe1315f96960407386f785b280e235a72d7779f8e5ad567501e4f6d934cde5920415c10da1e4e75701ea743bb5c2748c467808245154316305223275553d3c4f88efa820c8ca82e8106dbcbedd25a1003e146b1ca11540f6576a9cf2b631b7be0ffcc4b3e49e453c716e53178b88ede7f222291b4c9ce628fe15f87e6bbedd506c027e1ae0518a8abcb31c1b09e66f4d91dda842ee2b4108819119d659641f4d8c2ad7710002c6c1f1de012c097c24a734945646519ff15f9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101759926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1586d5450334fefe93df1fd4fb250a5375381ffc667d19935f7876f907c1540ac37a6f73fdf091ea62eef5b483c7fcdc7fcf8236ddda0b13adb35c37a55ca6e6e62e73082a1db44d3811e2bd9476408be7effe3b4992596879d19a71bcd6d37ee66e971025c2cdb8c0f96941670f44e0f5e33bd3662575f5df0d7083e7b16846bb808d47052e8478a48d42bda93cf24908c99834fcb6fefe8c0a01a88687ce205a24b84a6b07686da3c5fdc3d8d55b91832be7701ab41d580f3c2b2e5fd90ea70ba0a5ba1a27941eab39ad73b50345963e5bedbd544f51c577d89ebbaf711527dbcb9ca68eb04b99e1d42960ed03d50813a84cf3f46e9efcb450be8ba7f9c39e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100110497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c0a7848ef1413935b95a28b47fe9bfe47a36851263ec5bcad142a089ae62b618bf715e0ba4a25309da438fa6e3c41287d57046772a25aeb57d60f63a78b77cc7510a908e07d2ed71f4d4b6da6a8faf60446bc892c8662c768b3ea56c640055c6f374d8eb722f9bb628614095682393494933efde9db92e3f87697c22c3dd230c39300ba4f009226e11ea4724f39b2918bf53f45805e1ee9cdfda969956a48bd907a6a9e601772e320f80b38ec1988207025df6d083f0cbbfedd49dee9746a931e557705583f9259bd0ce6ed36897b0a9163f37c7f83a08dfde97ef670d7d0fd44cb1b0027514371b2346d14c10355a7930111e36971ca3064da75a2b2554ac8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100137969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=983a71bf5084679070b993d259978d95724eb5de4149299825bb2566abecb721322bee2a925e76fa689fe7c8cb6ca97349a8389b89b3985406d3ff9acb5bd98ff6e5c8e9f5c1cd12e845457fe06b403463e130e8693a3364bdf2f9600d2641d6d55bf195e6f52322360a96d2db705847a0c51b79bca4c7dce0e40234bac56a4233e40cec8249903f7d39500338a5beba5472e015283f830c543345510f5dd2391905bdd4a43b684bb19e1459316494b44b809eecda826853d4339203f5bdacd55b77d73a38c30d8032db5efff9e07fc28d49803bd6948d2a2953d8d6b3b08335af7bd8af2ec91712c8d83f51b5d0cb9bfa6395529ce861cca9bb9fec2df9ab43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100151575Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3c595f4a49e2c59341de51a2abc8d23dff1d431112e9e3b2f4e393c1ee549c8a5b628da901b2cac993df43dbdd9440580397465e7b7193b03966dc6bd8b29dcdbebf7ab25812900eb9c49325dcaf4e58c26b9e7b0b737d05d1285863c8520cf2fab330977d02816d7acc891d7ab49ceda864a792b47da2d36e91e6f44bbe600b51a7206d45fa92403a09d11f8e184609ff10025b347f54f324ee572eee307b5bba5d717d590ad36a297d37e41441eaf71a483904ccd5bddc5dbadf3266d1237591ec044ee71ac375d90da998ed13b14b9e7eebf4c7dfcfc120ba17cb928bebfc92dc0394412a1f8c2ba1de8377e9624e08733874bb0fc8ccc05a3923944c9dac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100151054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5b88068d4952dbdd61fac4629f061e942360c9b4c8a45193158fd41770d565a1ec3efa52c4648bb74c9d76f4e8625573516a8fd83fc2c412f8b36545cd0f47ecae9e3a9b83700d8f13f82b5299eb20537f88e4f65f0fe21ab12f71fbc35449d36512656b5e09ddf1c154f89fea53529365a22ca1cce8cfc323941b9eb22a1474646b39f0c8629dabd8e23eec6265bdfea7be1d3b05840380e4c038d50deb2e69840b85233dc1300dd3e8423a22128c608b3e234aa1cca041ca53d6c1183aff2ee3ebce30f588ee19bb9d7075f86e87369d16c538ea55147b3e39282511c112916461f6c557a454ef0f983e1b7919784231da3a03d222dc06077ec19e7548210c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100162004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3ff4734ba8d13214d39385f94c757deb76666e56abd416297cb0ebae968283155e65cf844449fc8a99be5d14b222d1afc6daa9374af6484f8221f2e3a2c05579fb2d2b65bfe87ffffb133599a0f61e03083b8f1ad4ce224c411c242d4641c37d084fff20c9002802e7a9f68ba21128f4a28157dc7bdc9304ad2ec9da1a405f2e9ef3bc9120b8c2066a559574d4dcf539dd2b38d9fca1eef70e55eef43c473938a709602ac001d543ae2552053fba45e4fc190fddbf63aef16ff3f32fc9b90352421b8a4d27463ff3bb6f8ef501e5ac677a0af085f06ab68c369c1ae03de9e848a79e626a36fa4b68cd81cf6c358daed9634838fb6d1e438dcb787ee956bc9f34&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10015956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6f022e018c0f3a832034cf05e136ea52348461b3202f7a403edb457796d71b741c085a77500c140dfe0140e0d8a5f72d5a324a932d8f7daab46f1a000af6423360b9757a4e25f469030bd3b0832f61bc2b3ead2b5b35465475374987cee54afc99f55f0f835bb02151547db7d00358ddfc2d3b96b13af65db99bc853ca08288570d056720efe2181707b30ed17d3c21e567a93c7742479d51c882fed251fe0eaa3f5bb3d0827d53433067af4a96c2d650a5141ca981001a2c4cede93cc6020022920ef8205fdc41b69740cbdc8574591224abbbba5012596ef892cd834ed969c46ac3ce71890a02cdfbe32167b2ad777aa1dac89fc94c05bf713cf5a5d96587f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100185458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ab08b8dcc797aa9e10dbc897c4debb01a8a0942a933cc174e80fe2a0d2562a7331061a6c302f55596cc3450af1de1afe4511c8cc23b74dd1276e68460e310616ac191246cfe28ba31febabb5fb6dc90db078107a2d11974c1ec9aac956903842d79558d59407fdd054fd233ebe06a7e4768169be51b08eef4c64267b1954c374b1e44955aa35190e64b6228d0f2eae204ac0f6909841be4b9e6972f3be333af23830ea052ebc8a1310ca026a395233792416cfd78dd08b6d488a33a0cf4cdfe0511aa332a49b1132c1b85f9ff340abc863a9cfefb9ce1da936fa782e050fdc959b91cb2ce05c8f1561a1e4b09a8e32f8554500c6b2af513ef4a41b67f2ede5d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100200497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=48163021e89e2653bafefeddf827ccee33da37dd2afab875d9de67f57fe4a2e7471d0af3a665c87adb775189900cb2b16706e2b8b066fa19a1e6ff57c36cb85ab959f2692a51a921ed28796ebb6fedd3f011e158aebccf546aa1a4c09cca75a76ee5e350efd6f3e22ecabe5c9eabae1eb4d07bd03731d384f57d43fd535656a1439bfcf40d9f6ed740aef513d00706a6d9073e2f7c1aed0070838d55c87438eaeb6d932037a081eec6435351ce3e81c6bcb5150b33f2173e679386335f97de4ed6f2b5f6200a0659b9059afdc40e732278939b31e09fa21030d8df28601ee2dcbbe56e9d468d3b50de60160df1176e39672e555f9439c67d289caa2ca4a6611e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100211467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5d67fdbd75beca2d48de38bca858367523a07114f8a7a4ff9bf95d5344500bf35aa94cb758372db3c744ab7195d25db6b8981954039194cf4a1daba833478f89d09c3f984f3517f5af8540befd99dad074fd63477121628201cc80d63a60c364dbbf4ca580e5282f6f2d44f87cbf916dcfd9687af283cb872c43850467fb18d6e39a32bf9632a28a0013b48c8a40ff858a0b3b3c2170e13d0a9902d491d17f3193de91d3cfbe7f3c07e7f01d63214825195f66888f6aa9c5a274e03aceef630a9cba97c96205cba6b72f5c4543657aaec1d875d91b09c8b65d90fc08b847b8c27871bab6d174ffe56c5d8c9269ac23b2d99743e71c4bc79360152d935339c17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100200507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5c739630f931dd3f81c55b27309f6e8d8c81b954f382a42d966ca2a746b608d911cee27323a5c8abfb19d28ad7d164754892382621838f3d91028b16230e018ff0aec124095765bcaf8db69d79d2d730adcfabb4d1980a92cce24a5b7c97a5a45f87bf2e25a517aa8c9b2d8784cddb86953f53ce65e55dd1ee7dc735c87d9d9bb6f27e6e65356b7adbedf3fbc9caebd2132d17ce81c3bd2c9c73027ce5e595ea38b3d8139ca16613a0a067887817aa28a6376f5278c0dd008c09801fb4e70e763cee8fb1ed437a7425be37815460f235fcef9aa9fec39dd3ea1ccd1238cfaf3d20caecf9b325ec1903c5c1497090eca778925502b2cf59b4ec75972449dbe137&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100217268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=73a58ba447120fc8faaba8c29cd3b1c881933ae6a7ced21d933a74d5f5257f111ce3c29573a489a558b4df42ecebe7a52a949d332d7bcef86e4e39e1c2145e7d4fe579104c8bfb8afa34b17476097daedfa0050966e050fc3416243f4876e16cddc4d54697e8bfc4cafb4a1a8c4a855952f414baed3be99a529dc819ab6f1decab189664bf8c71ca4dcf71d0d3a177fe21f48bb73719048ce22e86e4ecaefa6f779eb3240c0d7f91aee744b221745f587220349a20e053d2b5b2333185f1b511dd33ab966a2403243b855b7f3b9c4a4470a650657290672e74f771b339ba7f0f75a028b49ca9091aeea0d4ccc6dbd459f34509f2836600822ab0ef4613a6bf57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100243368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=687f66170d823a7a7a6f8897eef6a7584a65cac271f8aae5eb372290d85b2b4c98324225329b5f0fd492f439e88828217aecf7c970a862f36826e9d7f0384a0b0483e341ec50f17d6c4590bccb1150ef718564fc4e15f13ec7cfb498985e3a044f834de7de49a89fdd393667e9ccc5d248ec2d3ed7b420f09b26707ea923ea9b765b5e5307b542cac95cc0f6e955e360f84d14f4a91462a71057fef477f36aedabd62a8ea98ce7d90bd393643aafe24118698722650fced6ff57c696cefe6d77e94ed9193d717de72bb72a78030fc687fe5a2cce8029d90e7da992973a99f8c1f84893d114fe4fb249fa738078f479a84d12573b8cca5bcdc9776ba0fc3b12e8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100265479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=152c233233f2a84d4578bd081f3308eb2715bd36c1bb931a550122f441b46395db49c505f5c7d2b51532ef1477bf53d360f2d3b06763fc529d2750b0c0f87960b9a1d0d444ec2ac79545a75beae76852a55c6ac540d1a0b422fb621b5a8c529aa75fd35c828d37be8edcbe9dc5dc15c23930789b1a13bd5d4335565e6647de688709d8b3e0aadceb3347278288efcd960b5d2d4b096898d24bd17eaa36eeedd0c528e8d7be35800638a04d8e8d65477180ff68d51b60e29cc45fcce3e8c140606a3dbe406d667a45e40ec2b67a37e30ce494f2ff12e95d7596589cf8e107dd4bee058818ecfa10823030084842be0362eab433823cb5a2fc54a7f7d0dce9bb64&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100270188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2d37e1bddab089b243742cd6971207f1ab520ef4f48043ab3e3b1f2ae8c43b8bed1e9829d2313567091a9f99a874722e6b9a69979dcfd68590c0e2830c5e26fb1710cd6a0489ddadd95809a3896532177dbaeebf2b3ee2faf60fa025dd48f1657527d081e9dcccd1707bf061eae3d401e47c9f35ba17971a95bb567e4b4c74080e439151d0d66a073ef9e778224e44efb862e9b608a42ffccd033b8cf64fcfb65fc0611c4384a8f531a9c233905b0bd457939b70e12e2ddae199d3aaca4d2321488d39bca205efef1a9795153d72237ce2380e70a55ccf2685eba0974027b1e09637544d1729184b1f2415af980dfe086c6efb9ac2b42325a99ee10deb92fc95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103466562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4216c7de840f3038be7e325ff5d969d0ce3ed7b36a334ecf4c21377fa1e055ead13b00fb8b0b2947b7159c1d5893e78eed426ad3094dcb70aaadd849e761a3d9008f8701c89d817472c192d1c0345a9296b5674f5d115ee46c1388e75d25bdf79d4b883b5773a32b230a317dc0c0dd7a0b38028bafbec0398563286ce4f13af7db6a9f83b87f2e8a411af30e6909361fc372dd4a550afbf87c2418cc5a1484c361a5f4978a782b588e30daa9afcae9ae142dc48e938db4f3db60c3c0357a590713c8f3a32b055ed93687d5f4a58fd869fb6adfb4e49b4a8bf81b4d124123919ee35c5254140ec56324060c822011e1056af2c05d8951f7bc2e3de7fc409fafa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103487452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3cf223633baaa52b46acfc065953d245444da44319470d640f680ae2205900ac28a645d405065520e2c7fa6990ca9c20bc25e64cf79eb3455e3eb0f11a2968c9aef73824cfad2d840274e4462f2aef4edebe2b70bee667cfd24a1d9d80a79faeb6ab7c6fb8ecf8b563b4152981407946462ddca19ec94e753e3b9fad83584b06eff58360af08a277d5fb242055a055c27c6d20cca8ab4fb16b0167a7521fab221702f5448ad40504f61f68b06e83bc56294775f78498c9d203e28b117dcb32492ccd62d1245ea136524c5468076db7277f89d0d2f865990527ee7d1bed706e0c86b3d900c693bd01e5ab6ebaf2ac360c2d46bebcb31648fc2591fc85f64f3e3c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103504855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=873e93231714a06ea53295e96d8d42c1c3366a4dc18fa687cfddf6090e9507319be468ac716279b43942d88bd6e77b8cfeb29bf326be1fbb91f387cb6a6b36a32576271d2897967543fcf90f7ecf3a521a793d68e557f3c46dd18bf51732f4aad03eda31bc5dc04967774800fd3b1582075d21daeb8432c68fa6156459bbc1b67d89eaf632742a8883a727b30944e9d851ca5f1f099956db0c495413fec36942bc5e1a35cd842774fafeda6269db40e2c01d9e94212e05a167a771cdb9b1bf74736f55de6be6ccbc69ba8265d849c6da3cdb8611750a3b9db0ffff9564bf166cfe966ee3194f8e6606c99e896f7128b5fd893222370e935c81c51de4313212aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098696833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1a996cbd615f2d61f5641085afe7cedec6cbea2f562e3eb713dbe3014720fb7b4eb1b83ee9acda18c40bd375555d5c2d3d59d6f46038e79caefa304af6774b9902a46de091cac27228ae26caf60c1b286ee3fb25e7afcc762190ae022123535d693bdf52475d1e87a85633b52e1cb7cbdc7df14879973d1c41fa153352e6d4001095ad431c165bba4a66677d6cc68de774c6c26ad86f930b441fff9778b39dc0888d18f85dcf0f4d7c840e3cc961366076a0ccb302790dd0d09f50920e1d77fc4e14bddd6c075a9a597098967ad6fe84a26ee4b8d92c4f1d904967944992c15203d782e540e110e080ac0f572dab75d40a47980a57b271fc8448bbf6efb444f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103623528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1458d0d16fb6793cc65e38a082d1591fbfe3b17c02e3494d86894000ade82a78f1852603f66f422998343c9df695205ceabf8a8aed808efffce8dba8c374182a53e3ea0d46db1ba44e411606681969d1e72643c6191bf5151f0606b64e88b920df3a4b923bc378288fde905ee9367745005a993c0233194decc33c612e3eca2b9cead50ad54cc62c0a4a83123b986f6438f47079abd46d7e5e2854bcc01e0a467c1150ba8582a72b6048baf3cca3634007efd2161ad061cde3f5d37b96df0465be1f68151553af5ed75c7d26a48e8f12010c66ced1b55587b3983c5eddb102155a2c28fb1bc4132c14cab224653dcd503c392ccc2a9fb2e5ef0199ef4d5b2f09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098720668Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ae423207178115180b6462461516b0ac69e69cb8d37937f6d591c80560238cb4f6c419eb7371d5e669088ce2fdebe48d42e8e26e9ece55a930e73704397cab7882dbd7113a80b768e289a6dce0aef7391a7007a5a5ee63bb5f303510cd418560d27f395db7af14c38800bfa346125af2a7b71bc5f9acb6aa31964e7b96b1d471b991fc4293946897725e57b640f33f8e0cb30ca73c9cdb490b200de7f35812208540e8f7f3fa94c714e7a1e4abe81ec0b29f26b9d9a3d1cadaa09f9cfa9938cedf9008254a6e19c921875b258dfb0f63b739d863a73622583950727137ed4339e28050f0d7948e28c853f69a245195746f8ef30c12520df9149050e1718d0886&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103700784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9b0b8025893de1e2a8db76bd85a64f7b0439fd874aa7ace1a70f4dbef35a22976cebbbb32104006a95e39c0bcc77cdf25a873e1104f3972719647a4ee00b89f7e2eb084e5f32a9f3f2677c80eb9228bc113c94a0862439915687ce5ecb7922070dab3330c95f9efa66f104901c9e7976a73dffa80c09ab16c99c8db1b8bf1efb68cf9d6e3c7ed575e66334f4311350ffa4ea32bce052c67c958b23f730e1d81ec75449e37f11f3821c88409964868c2390ef9c92ff52efbaec1dce7b652838b3cfa9493de48cea9de1ab91482a2337965b4fbe481ef0a3e11549bf985692e8472cabe5bde987f59220eb453ac6ec9947662f367e25dabb710e83acd94ef298a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103811492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9bd48d3c2da0b576f295800860448a5ad24596597dafb8c363261ad577d07fe1fcd0863c92da35cdc97c1ccc54d7fa2b09fcd7060fb5c892f976afe8aefcf1e1cbc68f344990067dd538c3f8a86091d066b3b29ec2953841cd5a23534c9799355eb1e09dffac3b7fc3e5334bbe8c9de0615b6c969e354e7f4e29389c4a67067af22527a09f5579a855df1ceadadff108978f16590623c2a9eb995abd6828971ead17287a18f6f4ccc8cc3f5d5e1ff7c931ec9b73d180d20c3b2e291d0ee85aa046919b7a744faff0d69ee56efb89059d1e06eb2ef676da6e0cb72b735b3df415c94d2b97220e23bc14bf4e95d1647a4c95f3356c486cbb2565a2286ffa15c51c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103904788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=981ecca5739c0f454e3f2dfea3d1d70f6278a75f5b12c1295d2f510175dc975ebf280f44ce86f2b52cb24bcea805b2b6614ce5d626f4af8c362f18e00da8f2b700e85f2b6d7a33631810f49af21aa0110df1dd863a992c8ed72c610f22ea705076a04cbaf87918c5b004c2f7affe11beca6bd43a4cf7a321c01ec31d75d6b7c0f26c65b575b2d51c758dc6004451971cda8b4779146e073e40c8c654d2ac7b25d4ccdf9cafbce4bc398430ea282c6adfc68366a5549b63e39af57dd7ff0a3bda843a02fb1a03dd39e7b5ed034baf4d6addd82af709498e1c8d2bff36e9eb397537849d3863e8bbad9904c3584e51857ca1b7400ffcb01a631ae991996bcad5c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100281489Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4fc8803d480f7c530505e9b8281dc09ecfb9ca2e3b86f6a5244d700d8def53175d84309bef8eb08860aff5e23bff2ca144951133d36b1776c3957bac2b8ec3f29f1645508ba241725686538ecc8a8bf73225615e7481dc307e99671a24f8c2b8c44a3364732faa6a2e19da05e22b327d691babb48872aa58a44efc9533ef7e389575be68941ac990ff75ee3d394317a1cf4559c37d8a600f7e812faf656e99be85924055f090da0c693530bdfe21c7720e2b564b21363be83e3ca7a087d492b82857ee624e32c6281ccf473c05f1873e0fdaaef89ac504aaed02cad5c4a7ba1a6804e1fabadef333b494cfb73b98e1e7bdc907e53467522bf20a22b00a2023aa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100294464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3e0909e892c665a037a1eae85a1e78cde7eac872b6894bc89a174756692ff3763010e84163b6f965eebba95520f7621473bae3b472675bd28578da5abbbfe34d8101f3c4f7409716395ae813645d3e173f1a22877663a1e93f6f06896229e359c8cf90aa32a0c41e0a713cd75745b3d0e41886c3c16b42cb9834fda29b7e03fe3505fb1cf7ab5ca9df3f49385b9c17951e068b7291834f15ca0895d7896fd8c2ba4ed2e79a07232357ffa60dafb984a50d5683c45dba09627e5bb4e9d311aa897cbbb7f4e4f57f52497e52b6307139f065026c980991908ea7d3816b62777dfdcc93e6c10f462003ade0699aaea1866d8b19698e294610ecca23753fe584ae10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100302569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=ac2ddaa304b7814df61ffd7f870e46f27aa8fd9230ae239f799919d66b204c6cafb9ddac4255c5fde4b33b6390ee124b10db32acfe7b1655476204d3a3aec121f51ec1532990ea36fcf407fb539b9681cb8e1fd6898780562679adbb218ffcc7bda8e3e503770c835e7846a603ce085a4515a9489570a6e4224c3c31caa29fcd6903c91709b529999ecbb5c4f1ef9fa91a414b1c6269fe70324978f521111450d2d6d9a5ff807fa777b891d95f5ebe9cbfb73b07acaa319672ffc414a3b2adfbc9b41f3f5ad5012506116a3bb60ab2126876a2a730a7a2f6da720a2a31819743590a3ee3ad62202efc334dbc208e1951ea2cc4ea0937c3e45abec695fd07fa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104045363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=64110619a0985b9437091f6d05a3e3ce37ce49ab7b501a89eec5f753c781c0610d1fbb71ce24e8385abc7116f34f185318cd52065512f2e1c3287f10a1ce077b9f22f67c346a6426e06171c1675aacbae62aa35c98cbdd92886aef64f6051ab6464134908356b438548723398b6734f4c3af7ae6bafc950197637ef92b1d611ad5ff0311fd5a2014a7beb95cc2351fce696227061301a7bff716827b68d036f28ea06305247e66d1c206ac855c3cd836279fbd5c2fb5e95b9c85538aa25e94f6f70dbd984767b7cdb694ea5572f38c7433891dab8885249d6433c237484a58185c1a99e432b2e53ba5bae1ed3ae0fd0e1a502e9ef4e3b5cded1151c0302f450e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104080099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b906c563a81501e7b227e84e69d3fa56f0e9a3b0ab0193b2fce80c94bd3a340bd9a9e4c6f49dd4bc3b54bf1494376d2b2b9837e75354b2123c679ac68c6ba2b246467660cce52b58b76f75193895cb299e135274567edbbd49aa38a2224e1c1ec7211a8febecf4ec8a122194a353f23f9ff7f9f64919ea08b6c0dc3967fe7f3bb38fcbf9431f4e2181a47e94f8f2f49dcee3dfa4c86bb38849c6f27834dd7eae2edf790ce4dfa193a889de0b77b2d0dfc3245cb96bf89424b94aea406b7d9569463e9f21b418b75213488661ab1a4085c3d681f9c69398e767e14db403052b47f73becc38d9bd25b60910f9aa42baaecb71bc76416669122254da7000b60767&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100315253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=46e9a49cc62f500b910f0d1e9bae86f1a6763601e9b81aac0aea509da21e1f967a1bac6af50dfd0c011f0d860ce0e31508cb4023c3388bea3acefc7770c75b03a70280ee4e26b99a0090d9484784272b663ec8cf6e86fd49db287f4c07fca2538c425ec0e7f645701715223dd98bb837188691876a0e3c37dafaa4df9cfc44bb975e94fff2de4d93dc324f0e6743adfa1b30e57a3a80ded24d479aa41bb005381649c8e319343c7566ea3795b799acde62d2b3866d506e90954492a2230f0b88448cd41c4d8545c80cdf660a3d550b2a5419d66d7bb19712205e36fe87ec2abb36f54087c0f7ae8c6e5cc7e442e22a54afac2e2a34c8c4deba220c61ef550654&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104225753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5f48538e8a45bb7709c7af11232e187c58b57e12c79fcc30a62923cbc4425d54dacff61a794f3f4846bc4da650931b593a5f777971e46062948dff93557edbc25d437ff905ea7b57d78b01993bb6fa924815050f842732d733d7c78691f8f392cce5b7069be0dffe3ed9d47afc8af507c7b5e82b14efc33d4cf5328c1a48e0f322518a3c4315ecede3cadd6522a8c63840298174905ad8e3df598f9eda9228c5aefb3188f17f8e707b306f83583b2452135c41f8dff22c582d4180e995f89001f07475bc776873f186ec88b19b7ca4d5e0237cde468b2d8069c1370bee7e4d003d8a16ff7b1b97edef1c80b8167ad16e6d28eec6e23d66efbd55f85eff038699&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104254948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=11cce629e22f868d60b3a7b9a543ef95bd32d3555a8e00951b93672c197f1d1e3f0c29d28355bd0a723c5356f80e44a6f5b26d1df657227cc46b80f74a6c413202d612f2cd39b077e7e3b843f0253cfd4d69f902c8e54178de9bc527744ad7967bea2317db38c1f8f7eba1ac24a978715dcefa65eff8732734b5a21f4ea390957c41977f3b3f458f6b6a60b364f09c42601f20278635e5da8ce7dadd55f317e59b40f34d14738856bfa0789837b217ce2ed7f8b02f34dce2b6f6fd18563bca766964c3e95da5e5c1a8baee819b1e77e7527dc460ec66348f2aff50289d0a4afe13e8b0b0978ed9f0fe2f4a60d8b58abe30d64b8cb501da5f052f386bee0f9339&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104328527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=af4ae6148e57aa3b3017c3da689bd1a96637e65c833c685b58ecd36f0bc305e28997abebd23117db65363cd6bfcc344863371fb7d487eaff7587290ef22294c07745ec95251eb5fe56f2f92e3cfd8aa2bbce164b16b015076da1c79d661bffc26d14d76a96e470d205b96bf011bf469537b8b94fa171b1c996c11c0d0045ac8f7d575281a668d100125a8645e32f067c203c48a7bc159590682f64f8da2270c678a466c87dd94ddfe5ce3b0ed0b5fbb53469f6e7e29262cc47d7b33f867ef611d299543231b810315f3730b270da143e10718c5f33ff6938bf3dcca1a6c6962518fd284fb377b994e9607f1eaab10d2b8cd857d7a15b5581d58cf8a713f7f84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10438328Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1d4704d69861739a70f1b1caf10983604969f0f39979dba3f76bd773f6817ea31714b9be62a6c31fac9717d3af1b4d87229ba89f62c960d605579808ad831609d2d84053f343f3096829148af125546d1ae04f13c31e99ececd5bf2390b0e3c0971eb600ff992419e6425c2256526c1d9806a34945525ad722b6857753bfcff13f9b02d0f78aeb03de9129ef107a8da83f792f0500821f32c4fd36cd0038a9951549476d6f751dd20d2672b0f650e3cbb3e9ced1b367cff5466a20834ac732395b61fa85fc370967effbab9f8790a667b8cd83006d09a6b84bae4e88bd9d12c179bf61dbe242e75021b83b001c0c5fa0891a0b0e0fdc2f644a239be925404626&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100322366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c4488b4f5a38e66d2fd67ed991d054629eed39cf0aaad81cb265b4443666bdbb8d020bc88bd1a767a1951212d9bee4a432e76c44371a16565cf8edf8e3e51352c205093713a0ce98b93fa19fd5c377f7705fcde6e4dccbbe06bb68ec77f0e5c06ddb028651abedfa92b259c40bdbeb5125506903675f88f85ff6d800282f91f5c2169e8fb650f6b4b289ad9a3b0fafc2d7f1ce5eaa0db55dc14627b21254dd2d0c707ced34121ede85d25b5817e895f13646392a0c9d487a804f9150897f3c3940a6a88a4fa1519f0c8a6e71f90613b53c9ba25c1e699246cbe3914e9f7507446568054c2f330aa2332aba70f6b94b70fe06f7696d3930c7572c52c6f76a4178&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100330392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=150d5e8a8ef4e9a78cef413a10c2a295e5d00f7c4f1f174b5629551821e74ab515d4e531dd313e7514c827bcc8d7a1c408f3f94865e89a797e7146715e9016bf2d3f5e4e13afb3b76d4ef4b7a4467c5f8f49913f226bbdc8b44b882ef0b55ed16f50755170d9f152e8e0e210c803aa11064108c67844e86723cd232bf1edbfd71782ce9bffb14c4231d73ed132156da7cfd3172a7db065587e8de34b4912ad966fb4c29f025e4b60263689c8767f69849705b35e362fb20ca1ec80588197aa526ba8ce8877af980c6a7e40d19f38d5846d5d5fc6f10b1b6a950cb10cb11af2935ce8c850a890d54e2b5023713780e275de7ce750998d2354e82c1d35b1a2eb1d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100344989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8c4aa9959699225829d7dec6bbf049a2bddb63bc834130c1143051298941306de8e6786139ceb1b793b1c143c2d7f0033cda73a508b082a007846244fe4c1915cedd8de03676ae61ea1e342507865251c9370816b833d9e240b77aa821253f20b6b027475618b7183baa60004e7a83a87f886f222a19c345eb060a5053fc5e82afedbd6e16e25ab53126375f7daf4cd7e357b9f7d4aec4390ce3a68ff4ff60a970a4648e83817291b2993f8f6cee6ee4b1874c8fbaddd35dd3423103cee3aee9ca0357ca16650022ccc64332c0ac562e0c200807c8bcfdbb4a051af7d301c5485065a9a0e551296fea1359c18a85c472690a0f7e10d9679f72ff074ee5a6fae2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104578889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5b8478a10ae1ab686af5e9e62c304908749754055f43e8d6e9a39ae2d7cee0bf3648fb054c0dcd6e27cbf868be7f03c43beee7cf3df7c66c5226204093bd589e8ec811099ba7b091b14afbb84ab041e6034d82efad383e90f339a34e69e8b0d2505c39a7d537146d9b8e9c774e6ed0af0d1fde3d587d1eca58d509a902c5d35b66978385347c3703d82e76506d6ae5aa370520fd44feb938e1f36b79db07b477fa11fa40b57aec5a52bb3c87055598835dd80b951f44c0c7d935dded17d60f7481b012d78dc2e3340dde5a33cf61574620ef8bd4bb4cee665b8724463bf2d3499e16bff0223342cadfa29bd6b13a13f7e75b9b81b6cd4636eca27cb47f644b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100365057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=28d7300aafcd30199f17260c6371878b8f066bc32b0d39ff7cec63b5430c7591a84a0ceab95d86e81aacf14657f55735e8bcbb9dd3a984fd7ee2dd210467cca056e96e6690aec177be1b725e1b190b160faf9da805a988f1f96abb9339acbe85a71deb1346b11d9b34cccfa6d34c7779f1865b229c1d73d6b57208f2a126e9729e791e1a0b63f196df194240c63088eb43e62d04fd8db142cc78b686f7edce90bb2913f3a978110a10561ef6af0a9708b275991659edbbc70eda9cc345d64ed89a51b47ebda1e68d3fff80ec78f2fcd7bb29e87083b9cdd9be578f949981521333df47488e7e0652a8fc0c834f669d7ee2639863eed2becb8a76ceb6ed866ec9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104755261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f209127ddc72ac112cbd46b3b8bfcddac0e6021ef2a8f071a9c4c44c231570ed06340101e5f451b421ae9ca2526dd1af7ac53faa9620acc2c9f570ac0be92810111a50b4ebf26525a48a9d165db1d81f1f36c8870812188f74e740a8a79d4d17d8625929291cd76fbfd0f78ed57807c2194f4798000f9a17117ea81fce78f37ca980545cf41ec5b084200dd0f1af36e4ed9c9e9a7bb8c417f91b3d142c3b6a0cda0a5e5f8e0cc49fafd7bde2d70728b3e8643d629dc61f7b812acaae16ce24ccfaa63173adc4ee0df83b3be5357c4133452126932655ee267102e6a586d3e50a2b98e72e96c70be0d1ddede92f51704c70191022e8a91aa94f20b18fef2dbea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.104828189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=c1201048546d507d5bf63a3c3430ea931b4eb8405f9891d053a4b01988bafdb23f9b16b1b54147485b454808caacc8727098fd309616ca688cbc2702997f802f8c6288d7c08216a56bc6e106db8e2723bfcdf33bd7f6269e69e31753a79526f2625c051f9dc4ee5a3fe94f948bfb4f9e2a73cb04c3ed784416a5c27c5290ea9501d766fee2e04d68398108ea223d27c3ee2de6b62a55d07e1a8aa1d7813d1f12044990f1e51b11ac73e86cb071f387067c737a6da8d99e57ca845ff05699946b49c0759d339f45f53d32be4f7f87dc6575690a0dcbb4c2f939cab8afe4e3be60bdae46591285d0d8ce0ea6fbcbb559e2a7465494817a5aeb5e8e9318cf3fb5ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100351191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3bb6cec89d695811a365fcea1c32c71c187bf45079b7d471666309020a9dc3ca9d7b71083104f89a1f21594de44995fe010e74651844ee712955afb498818ac0606a3f0e7d630a0f444e76328b04eaef2cae0cf908cd1d8044824ad7a6599efe353ef79bc92b2115ae272e2d83d7b86c1d008200bc70ebd3dbcdec07682a7f743a4df1d0b6cc1b3bdd18c8dc865e939e7478bea860cfa8f0ce90fae891888d888762782d81cf4770aea525c551553ffa6fa8f0373503b9080c766b9c7f24b8a0ed98ca3e7824ab9ba0cd8f9a9032d82f61a700c81249181e1a97d353536524a8f7b102b32937c5e938e243faa3f0a2e0701547c3746d0730455e87c44febc2be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100380316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=65747e74ff1592fae3e76a8b031ea04d8b8e409f8e28eef9867475e4c481fa9cfbf32343bfc684549105bd1e4e74df8fce1c917a9cffd8244450ea85714b404424554e6caa95c87bd4092339e26f62c895bd90f9645d7b40091ebfdf7b9f176822b322d224a1e36fcd868ed379b7f74444f370f4490c30a0f01bef70b69249df1ce1f86d695a3376996c6e854b1716f095363a98c6ff0dd08105842d68de3d257b1cbfb44bcacf97321b63a28e4b53dc5d7134c73464c3e7e7342b4e6a516dd925dc818e03b648dfba862e0bd58e8b88b331003db2f6ed433a8a524fd75fcd4e2e7a14cb49e4be6c04f74312c32485f947876d4bee0fa40ecd4d0ff1775b1cd8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100482268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=817139ba63e207625784019dbfcfab5f84df232008967943f662a583f85a83dd0cf8c4aa1e532e7c4078d4310cbd7086b6f14bd1dffbe504c29b52b3a6ddad71c7096bc63f60edd2297e13e25255e0512b2fffb3b283d3d8509e93480c987bffa73e9faa66687963bf2cc832b7a5b4fb18c608e198c0606540faa5625140d91bc4e020650fcb040e914a46f63afdb770fc8f8622116a2470dad397dca306f2f20ca0a68354bcf38fb3d5e8a64eef10223d8071572f779be3b2a12a135bd2ceb03cb12eaba2b3f4bd41571d3ee427981d96b95ff604b48751c960a422ff8a04d0a374346145367328a5ed236d9570156b88909ab134f25602893a3d0d8f344e00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100544555Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2eda999000a00a5b102c864a58d3b350f348d9eb972adbbef2e49b33203e4ae60a5e9664abf054413ccf41aa7efd8f6db4e674670609d04e8e2fc0510e6c2f84f24e8c73a4eb1f4dd51bdfc7176b5488bf1af4d1941084c8bdba66f1379aa253be8eab90975829f78eb4488c3f6879657933f277b5d3c0204790c4c8bc0503c54d5e951a2a6a266497a243d64ff19b83f395f00a964bb254e5597852b390eea98d6c07c1f8f727c8ce099b4faedb41a61a23d74929bf46d2870ab80006eeb0e3162f59677f57aa7293d3976ff6f1711c7c788914a09df50a88ba537c96f4749285e27d7f40c18fc752f4b6d46aad59d200f071d8716c2efb8e795dec0ad0fe10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100553252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=83dacfdeb70f3d42607a84d272132196839223ac43321560e45501f95b4d2e77a1013496185cb3ff820471984130e1f5623422f7cd431a6c9cbf0a61f45900019369e5f077eac008d5e1d6fae6333144f55ff86e46cccd95f760fb72a0982481278e67327724bbeae58f625fdd24a56be4b5b7c651dcd152db41f40ad54335b114df2ef55ca594ab1f1cb6160cec798184f497975693330b42596e11250235bf4165750e9be786575e9441cf3f109b1a09274095d6814417ef0dad22770f25312e928c26e25920be32287853af7dfa2e67c8be3483e09bf3ac8b08f2b0ded204a5be992bf8a2d8c1e6cf1d7deb00a4d1ef7cb5eed295c9ea083e0dd5667b336b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100538674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=20c0300cad0d50d32f789559582fa6dc98b3f6cd3ccce9bf6b5db9bda2bdf916e04ef8b60fa355798f83662b8d4784b98f6410a0da67459d7645373560e95a55465d99dd4aaa82b28dae5eeda03c756add07f731cc6b9833cb85fa095fd05d5d7dacdd2ef8dd03227c4bc0128974e2722d2732d0bc1d2eebc7ebcad1af1f7a225eabd3c12d8a164b3d2ec8a5d481a2098ca0edd81db190ffa70b43ab5f1ebac6cd0375e1184d5f7b6c654ab7ac23af2c5796e10079601847e2f357d0ad1aa83f623f0eb14d3564f5c4c2c18e00cdb6d69cca41001f9bbc0c1c471c0ff85fc32c4669436725a0558cd62311d9091c1aaab80e1e9c26a80ed0db848735d21014b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100557429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1023d2ebb20b79585cb05ae68829e38dae94f7794225213a2ca0466db21bb55be3dd1685d7bc3c9ade0cbf61311ecb2da926c0308e37664bdfe760191a9c65097b7f7f5a962075d64dad1de4974027a818f98868e6f82bca50c013e37f74fdb7d611c5bc8b82b2d0285c8facf3c141bff4155d0b65d7f220f2ac7926a62935ffd74a06fcd08c0496775a9f189b18ba07d63f4c2b82df37fc32f98151ed2d3de091def8d9b810723189a4a4b6c205092b241b3c884ebdf1a9507f1e03fb90265298a8e7f7c4bc39a5c86283ec3ed7d5f57e77344f576ad7b337a2b62f32dda62842fcc47eed6c8452b6ab6c495a8ac53a00868af64fa4d3cea1e6baa601789945&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100572368Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=141175239645537f0ae11b1fdc7d4f43422f34107961ac9f812e0c758f4bf65c228f3594a7a63caeaf2c8d6edf0e3ddbc175232554c9e7ff5d3a56cfb5c49233825a87f72a916fa292fdef9ede0a9526d5ce9c2d3748b7654e3b2ecad4ea70463d15895c49b010620655cd831f04f847867b9d9bd17da4dcd947c9beb784a17cad4c30332fc3f361293004ba7a6a430dd9c0097975730b85fe8db025bbf1c4afb6c44588f0c1ebbad8f0302e7086169901374b1a58c6fd52bb304b9a5826898ee85ae3b2d47fde8874e2f4a5d0b0afe14e4c2980d115b8ae9d7e2048ca7d032bd798bbfa5ce4250a4c2a0b0133a5bad5163b0628a068e1ed5d3f3c0cd9f4ab3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100549114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=54fe7ed62950f57e27b23691a60b35760f0561f70ac2818e74de0ba642ed628c5714d45a913cd51b91f06356243967e234d52bad791014039431a35ce0a60e7782e2e62442347f6fdc49b13ab43c06a54ec48282b98b0cf786b6006f294a5458f44057a6a06e7af1e99306dac7b1a08b0ec1eea3770a15d50762535967b30b916d86934b65918c6ea02c8ce37240057d68a12d621351b2e22aff6967f4b9bb677737173ee0dcb76ea5d21be61218536c57de40af952844700b6f95fef9dcae94bb5c19650d57b0920c8d3c9d2be025ff353b8280a982683d54a58ecdd9456f0ba2bd9f44e408531b88f08b938805757b80452594b3b2ba3aab52cb86c47bfb4b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.097943513Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=661fe329fe377a02714c46f641adfe45eb8cbb8d90e9b3b6411237ca699eb5085ab8310997b56bf4ed370cdcff480469bf043f75ddcb22260e4c90a606d2c510cca665d6728fbd58c028643008abcca36538b7e9e249b03eadff2b2de68bc63ef4371293548e3ef49e398290a8c50ba51b2f34f59b213ce68b988393a3de82bbaa780584fa62cb4494e5be39d1a0acba713e8dca0c28485b32c4fa616d6787143baa15ae15e9280c55d5a97342a3953424586dded879d4b22657153344d30924bb74390de06ec9cae81a71aa04cb16a3b913c6e6acd85d39b6c6b6034540b5f6fc4fe9c3f64ebda5bfd3104b7cf923358f8d60b8402bd0974aaa45ce4ed99c3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100597615Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b9a28c6cd96e5e3e4864d8a3779f626704afda67bace0c5f004cc8b28b31ea9ce1e00a828eca1c68acbfe7e2e1d76a8f04dc95fa2b93da1db80997e0b6235c3f2bf9cdf57c278528dbcf2980c25d3da6f81e612248f37deb5303fe909ff9723f03833a69aac0ae64170ff6f9b4f14242829a0499e99f4f706e670693af12a66fd8ffba1ac716b04bab4cbed735878a847213275f084cad4c97c61eaff4e0610e7b2469c9466ecc9e328d15881a461ae375bf70fd858a0f6a1c909090bec714e778f3c1b764e31b76c94c6d85c796d6b9596fa9075a658edbc227ab61bff1effa6bc0be6def6944a5a677ec428393dd866d8958c4faabaf5df1a4680d098e8a1f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100558191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6b84e91d43027d8042e3def84d9b1841e288b82a085cebd242e4184c08dd881ac8ed6bdee4b8c3cea83f4432b5f1fc9c86c107cd8a1fa46e508320ab590abb08515a0aa489cf757028be303a5b39f699ae02b4963eb723d66f160be98e9fc0d7fae9d4fa60262a7996b9911c4f3ac2b8f7407f35ddf4a73a72c405de64c8e417e417db5a2cc84d4b4143f1ce5860b620f05b19218fbc57cce6f439942d240f6981ee5b0dfa082fc88b85b910b1a58df312ca09b8c4b6240aee87c164ae5e4a6ea5d7013afdef00f0d9ec05e0db73394af5bcba7ee48720621be7e707e33e894cb8af6f6b46ad67f628e74a252a59e20b111ee235bc9515f00571413614b42418&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100550887Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0b95aa09851d66a48af7cae42a40b85b70db693e9f037624aeccf814f9ac21eb12ae8b18c3a418a2cc9bbdd5143b6ce2a71eb2b025f0bbd6efbdc20035d1d40baa8514ebad3b1f8f417c7b0fd38d1fcf35cb998374c90f2d934d79d0fc89485130540ad3eb25efaf7f54c6f98c9101737d16044af9cc05509de01787f7aee8cbb4bcd2a0c6b05d6857445d5aecc124603ae243225e6faec28c291790235a68e7c5c6116355c23d6f185416569f02c62592c6fb1583cda824de4749a6a63888fd9b9fbb3ac9fb596fb45188bb552b97611cf1895ceb00bbc0d97627a4807d4b3933965a238d1b812251cd2d2e3f24d627f3b47eec904c7d8f05de99f478a4fd78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100600982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=94c7018ecdfa4f2047e2981fd59431c1c53722bb397d1c4766cc8fbaa3a0425c0d44e6270144ddb22e46e1b431b340638dadf8f6471498f45e68aa6e328ef1e2042e19af38f00ea5ab7309c7d8347dddadba3e02e6d9b358d9b8a24257b62cf3c0c6ef1ed020283478c36d6c95fce1a6257fa8c1c909a97b04af36439a28dc9d3cd6c8ffb8c3ef2aa049add2d4d8aa7ac8d8d04bc392c9e9c84764f25c7992b14e9040784ba6fb59006391fed32edc1f56559582187dc73f83e281128c1c9fae9ab64ee6c01ca434dcaf3caa287147ca05e2e1c90654dae3b756a3d9995886b11b94113656380ceb34f632a8ac23ca403f4cc2fadc81783ca61f0c63380323e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100619536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1cbe3ba1ab0cb5940450b0da6266b9bf84ec022fe1c84dab969613bd0c698ad2d4904a8dfdf9ec2b4ccdc4502edf080e9bea863036d8ffaba412d42f1c651a37b99e7122fb5e6b684c30e8d883a0aa5a2861ef9bbba9cc500f56f3b8576de591dc4871ce88256f9453f2808ddd4af3b9e92c6f365a733c6b6ed43fd4704ffe0d789791c0621aba3efe86782ae23320c09cbdc3657bb31dd5d2471e070f7014318d18af2eb6f777e4ce93450a22405a7bd2c7958d820a98b21197fbb49102900171fa925fcc6294697e37363e3960ae63115775827e78804d7ede62765959fcb34caa59ae4119b5651447fda56eac99d45ae89e01a5bd2b2755ccbf433f7af0b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100624636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=534fd85c0e7299bf894ca85178322bfc515952a1610bf2faf57fc902190dd8fda8dfafd7857e3d58dc7efc0894c9c495dc842b9f2b3672699be827bee7b06b94afe3866d40075aad0874b1595c75bb1e1925e2e565c46183206e3c04772fc6b7e2758135f6e09717b3134db3c20fb72064479d12a9ab06081b6386fdd47af719a07d486e4129cd5aa1a0d9348df0677a149668a2a0db6ce1012118a8946c3c00910fda65a58f4dbf742a8c8a7db678da169e53d65c77ce3137def803d14ebe36b19e395cbbcae16cd2f8d851db94d1838849adae48d21aa7266290d94a8dc36d66d59c98e7995a7ca3da6fb0a8af99823d46fdeefdc494b12fc432c52df724e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100657087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=95d8fea98ea27a0f1d5906d1865b161d4c5be9c792180ba2b04be5ae5fa3f06d8543c1a1426f0ca0da2e46c26deb7a7f2dd0fcbc098cab3bb7b7d4634fcdee6eec1c3894d05458c93401fcc44b796f9f89043096722cd43901a1edf4ea0a267a2cb29bf1224cf50b1c5ca8a53b17c4afb6e91d8a058087fedce011f7d9cf30c683649e43ebd5b88e54478b6675159499837dde5235d3b4f200ad67e2a7b7e26e00253531aaa08e3fe4ad01a768476702497c7355265b8a7a8a46b4ac5cb372178d9ba5448e98c9be338bb8e5329cd609c7cea916bfebc9ae4d00aed3923aadf7ae5c3900271d74db363a0e17d5090cd2394f1ba9b773d76f471dd6692b12547d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101085805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=27ff73ddaf3cf59778e4f54f9728b288cd1fbf8aa5aa72961df006523c47a5349ba4a0e557d9594b0201ed69bfeef86f25c16685fb1a9715f60aff51cddd05242a9c134b4f823cd97104b01864c09eabfc5ad9865c752af264393992c1d735a8bd777cac4698b60039ff1334c716a7b68a483d56591f138eae33a348badc9e13f2bb35806f1a6cbbdb30053867df83827f7284caf0b9becf61a897bd5477e10efbc78e5dfd170a480a1eb9a3f0347dd6dad88e959c48f62a5f98b19570a3b9835c9fb18ae5808484725702f20808489fe3ba70ed3ee52ea0b968d619bf76a0d3578799d62083ef37251b0c3a3be6fdfa07a35cced6f5e1ec9934a30e024602d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101116263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=938bc70f09b9a765cb9ee37b7fa4a7c082408c09a7fe8866b3c8b5419bdced80d57b3bdf299004a2c54ec36ca97184106638a5b50b1abad7f1f288f0a05f0b1127e46ccab705650c48095670c396c0c548b0b5e14b593b5dcadd4453c38057acabeebd8c552b10c67fa18b91cc0912e7f0d69dd3f5c9c023f5580a1c6b09041d3859b424b671f0205665512c2eca7cee6bf2c93c1a9cca18fc5348cafbe2b1a65e5eac89af0e897f9e0a540a5576a703db0457d2c1e5536d4664a5898fa005a21d25b68346b79565a295dfd585ae7353b3028fc21e40aecd7b4ea2d0abe675b23a9b0e400db5d73482f70654d0bbe1c1b816fd8cf1718ec971ac1a3f4602ed03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101129989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7e9d3d469a5d4bd84ba6f206062431572a1e6693c344d0be0376b22cbebae53fde34eb398ccbce53bb9cd8e12a33a8d9a069be26566e3e3ad23a1899a68dd1a189ddd14187d596dfee04c0f0d22bbc74aac00371d0389d151f7939992bd06ae06f14b0074b9e10ad0595d1adf562f64a112e1116e8f30ac22f71557c68a0e5d230eb1c71253856ed65eb643e4f786dff6ec2825d389d0dac54af6fb1744d4986fb1b468b3ea78e36f6ec66a6a702feeb0757e662aa24ddf1d45a1878a7ed73a3e46e786fcc67b4a678b49224fb9da8df713fdbd07e85f0918190d7ab831ccc70f8807f01d61ca973aa703e366c7b2273cfb1e31c4c5ac19e8d525fe5b00eb2c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101128436Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99b8603c6d7a0c4c0807af730d9b0393433c05e0c1f30e8ea2c6b0ed620e79b14faacde7371f237347b7bc4e2625f9cc0a48422f0bdc40cd20aff72ff1bb957d5f8b934de6fdef2e220067b7c4a1a33885018a04580d7ccd398bfabf37ffab96f3430fcd5cc23f7bd4db727f188b2c032c8f12ffe96ef652fc81ea70ea0d2340de7c5ac50175f7833d2e14dc023f2fed376d2401ea12ef642942995e6a154dbeff2c6bf192a07c3808bfaa1de47e012d03dd86a07364edd8b1deddf1fe6b82895056ed5c9c823a09f45e64413456641d44d8eb3bd74d30a90b46f34ebae600aa2eb920f12f97d2b5c41f99daf3e5247aede99ab82faab611964d175424cd82e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101151168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6adac767cf0c553b7a6c731dee5f135c979a8fe448e950ba1a5a28ab312f26ad191632a80347a0fa1b99e6341671495205a565df27635c6b66c5b464f9eb2d8f03e211e4407a1d83356df6bc451a97155773bd09fcb8e8a9a7e9c03ae800d27d695f37175dcfd1347ddba95c6c4f9518bfdb0310d092e5d964af0114b9616d1d62c0ec0370e6c37ad1ce98c5f479ae161ddf2802517e81a855b47598ce781b711f096abeca5f971a84c878ecdd61e9894a8dfd69f22c5582110e053d50e01f91d4ef39e7f0510a51649037d1562b0596d47090a5ba2084d6754211037659938714b7cabc54852701f6bed70d8d69c93e5d0e8ec346da96405e42c357fa52b405&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101156118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2f7d64bab248e8709a7a154c47cf772576c53cbb87c2294638960ada291e4d9a234bd30b2a6c519d61c443d1ade09086446a82b174439d59d21d544e8b06dde7da2a1305fddfaa18b74255c39ac3718300d7b5e637f5203ffc545ed47addf7f8d5cce4e0689da8c52edaef8573c82b9d1319059a5fca32b3a8f90e2ce30edc0df6768f1ab61b0b45da5364d1f69819ec34c75bec1c69489d1041489094510050441b93e820c71bd6570519b0a896e45a61ab3e078bb0e814d7364b924f2940beb952c1b84507ac6e6e2a7d800318e23b113a07c037d562466441214ae7931ca1d9d1067f0d549931d157d1b6b6252387c5b9a7c96c45aee5166cc6c0a6061b48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101151469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=2023577dd0819e489185234cbab5131cd22012415893830a7fffa851c949e827563580b813f039d60c630ee994d952a16a3393635c46c62544a1290ed7f17bb64733a9df13fb2555c374c3c10c57a83f201b9b0f48c2fbd0696444c8f96930cfa87b0975828c5c653571062336524aa0ed8aacff93c238a91f42831906742227f4fe36a9e48fa1bd5bd818beeee68d5e41259e0b51ae8c58b00d61377f8a43e6cfdd970aafa8cd632cf9053cb77594612dbc351c893bcd34ff272fb6b79c7ca17152616f6388ea27354f73fa64ca6c5f48bde35984441008e660ba4fcf353a2672436880f9782d9c2f62bfc83579a719b2de2106fd26c731fddba1cc788f1e6b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09740602Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6415f946cc649c5f97617ed14049270230bcd29c5fb97aba86a52cd273a8397a34f038b7f434ffa53e9bcf39da78fc3c5b6e3e2c59f668a9bdff9018c630278fa6955614c81e135c4ee5d58e379413c65b0b54cb5eb37752fe5f6e326046de75a6e2d1636ba1d4acccafe165d124a02cff04aa4e0064d3daec582fc906f254697fa57826c37cd1ddafaca0e5a3a6a0beddee1672aed200b75a34b755e4e4929e8d7d7b5606d65313235d830353a706f5e121edd506848d9ff32dd503f6b55b783164fb1e44558acb2295adbf4de094a67eeb47e75cc27ec5f304e204a8eb04a90b29064995aa484bd7bb8ee25ff0957b40a22a4d87a0ab9c6ff94b69ff70a157&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101157661Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=03101b30908371eb531e6f6f2d28092213d50ccb26249e8276019c81b62114eb5ce5e22eede5b1ef333e54e8caba19a9f8d881b0869c7e265b771ea869a81f702f180175edf8b5c1c69f20d1824a58b7fc04bafe68e58084300f7dea0a98e71de887decc786adc72f62dd177ff543eef973945bd3dcf57f433716b9c6ca07d87c813016dbdf4e942416c28d329bb0c442595fb4a4d700c8080be1a97b966ef01ee40645d203d2c8df1586f71444e1e32491e248fd7c231ec4d756169ab37f8df8c9a9ef6e5f84e8be132ab6e9e26d3fdfe8e394b58a71855372a03e7fa6b52ed5537aefaa54a2ab9267ddb377480f6ab06b82c978455bcdd864daf460a52a5ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101408704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=473973da9cfe904acfdf7acacb66fe938f89504dfad38134c4c836d165e6ac4b1b15bf5187b7d1931ba8b83f28390e60bf6d12d5b65f0175e4432fbfe61cf17abe74986711c30d415d9d2fc03a7ad57c4e6129b176dc4e0158fd2a6211e7da442bba63a04c3ab501e6b69d5c44e39644b8f3fc206d1082ef759a2196f3269abf20df6d7a7944a6b3ece98066f2317f0b046274e5114b1d33641229cd6d351914b805286af80b18cf39c230259252fb8474ba9664e4f6faed5783820cf839a88f7e0eb984d33d84d46864581f1c8fe37fe1f6bb4bd61c65bbe077b4cc68dc93392c765ceed358eff5bac303081c68e035d1261799396c7864647570412d806fd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101684063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=57f32cac303265dc6cd954cc2bfe21eab3d711556adb31081f2f612c93dd1c08a0c3685207246040bda5c3ddf79f5adc376825465183280f924b3f4dd0628158262f46badd85a78dcc9ffe333979d6d638eed656eac217e2c8cea2a4a5ab6344e0e4bf3f39a265e9bcf6097d2f9d141e6a4f8320bffa3c560715e6e25ba8233987c51526826a4de4322f84e67986f357d94cc91cccb88f0956d570fe72d9811f14642acc3f52ddeeefa87f99247efe76f8cdda85c36b8702d4a9b0d0cb83c8d56b3a59be18367deca7e27b0127aad1e64b2c3a20005e083af5a7dec5999d806d9c744122013b5566a30117ec290809357c89bcafdb23f6d10b62e2ec7b9fcf7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101687579Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0a0cca8dd9f8a40d267a55029ba739be34944dbec7a8e3f91dee886a2589aebc04c307b52146b5af6d7105e7cfd4c27a14d114d230d48467fbef2acaed2a576410bdcb3438b0e6e3e5efcf051e26d1556b0b78602374e5ff2cf5ab9fd5be916cd24b79a176b2165161b64d13ffb6b54c00e3ef3707eb54079513f9529198961a93f94b70bb8a5fb5f053b6db5c79ce17c9734122aaf36f85965a2782f7800d753a8af7642baa70237be655f1ace31444a4071c0e82ba97fb6ae471d16ce1691e692f3bd9f2d4c5eeaa3569ffc40f68678a5f20964d3bda923408b81c88a794908b7e6868947559279e16e898e51a2d6ab84f2491cbe41473a65789b091dfab57&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101691216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0864dfc6c322cac3eb4631b6336cdaa4b6283c180f30b47435a711b32db306a44d5fb8c3c264328cd5ecbeb96584deab52e6be36af56b6840611048eb7d765c2d42371318a8ed9d3a9f8cfa3662b344921593d106028ce61753a2ff7d0277134e5eb2257a9db56e3a189dfb6c22f7375016210d9ee74bccda197a551aff992e8b7de582168289058226e087f12425b530104ede8cba34fdde96f48fab557707cd9bd265ff194040c32cdc1adf274dc74fa32a158697882b13c828cc34582bf0f7b279e59c98a262ae43c35eeefbbab205d3ce3878d704b299f7ef93faeec2325ce1669dfe36653e017d875f006659b1ebba3dac95056361ed2a9e4b2924798e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101288567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5dbf0a89a4c92b7fa8a0bff87ba3164158290facf311fb3d0892d68350ea2e22e45a110574a31cee1b096617b239c9b60a004203bb238952f960b7ccfc9c016685f5abd04642125821fe524ecf6f847c9ded656bc09e2c88afc3431dd0d871e91e805d3a375c204fd4173a1b583662352bb2acc3f38a71546ae1eec7f92c0ebfa324868ab540b8bdd6398c96149d571c46e1cb1d9a633a0101b4a922111f6577f84a65df1f2ecbb299386369a95b161929871078403148b46f4788beb5f7a2a7402f2959467f2e10ae57e9d23a5e2b6b6a2c064f4c1de8fe2454e63e9b2bdcd74e8dd4ff3d6a0625070bd999dd21c3a2d96b112e5dba96fb372dbb0e307b6ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101709671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b408d4c8412ba6cc27495b55d241e325c4db2da00ec9b5080512c4c278aa9b51b289f035d4828d6edef59e6eed293ad0ea005af61265f7abdf71465bce76c5d9493914df9ec8355aa7e7e0ade04ea8bebcd8da2b102d85dce5a260f02cc36b02e3fe8c5614cddd6fce08bd513a2a62a9a005768dd807eec233d87bc4bc34d9fa61b7c13fd339790e624ac5deae78c221f2b46285ee080fa9b9ec752f584566057f319a19c3521d8c331db8fa94911593a38506ad346ba0f39a46fdda107322da37de0d22041a3f7c412ae6db98be0e405f2304b1de255f559b61fe2015aeb45bc360dd859c0182082cb1810e30905568e6d6e6b0753ce54c09a463e750993fdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101717947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=199e77b234a43b57d31b67674f254fc514f02ff7a5cd0d469e01e8d6751df7ee6f14d52849a1554d0c99b903240f30e517fcba3b94210950d8db6a5c5750b1299b4fd96121ae71907b4e544ca5bcc5eec488dd323e610d33a0d093dbe88595d3c0d7d3c8dfd4eeb2e07097a91602380adfcce7bfca6934bcce8ac85c1bfcdbbdedc4cea9bc473cc0abd3fc94672b665d4a553415354dc93b28dd996a9f7e2f100a646393b504f1dc116cf6bb2684346d82a517b8e4eefa6c7179e82a8cbcffd87e709dedaaa23f670fa80f9e1c3671212d639109027dceefe7de031a80f06a38d3c47b32fdde6be97da9edd0efac4325c5817ee83fae32ef4da34131e0863c7d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10171978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=84ebd5f9fcf7442015ce36f2315856addcb1d4c0a5d04e4b33fc8b6d0457508487cc024bf52c61f707d28bfa65718cebbd8d5c73c3315b8c549590ee9c04b99a2486902bbcd6097eda685d487e112d120364003809e9b4aa2f8643e2dce867a654fd2b65be601c0efa4896997cfe9ad0026196462ab01d748bd97de72e8ab6b19d169be8336209aa39d51204408f29c8856a99e02162b59e3b57698dd46a42da353cc56d477a3bc817cb94ec4690a7629c9ca622f66e9d4f58d4162b99e7e84ca10de687f8d1eabf1909b9a1d3fa70143a6d9207d39c6b3071630124ed0beca24631a30c3a864e4296943de29f6397f68644a65fbc04fd8303984515461eac10&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101766608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=0028f7533d868ca13ccd34356944674a222f024c73ad2c54a8545076370d5883bf8b9dae42a0f50fe82c30ff902cc92443f98eab70b920744b83ebead4a5f323d4d67f2877eb6c7c7e3e510052f73f9fd4e47df8dcab129305a2ab9b76a7176ed0de17954bf738bc3b37a53e008c449289b3c66a5517a7ed20373cf74af65e164ab60ebad57551da8744ca18339b2e42bae80fc75d4a662723668368c630541c287b3886041db0010152885912f5c1cde6a3ddb426fb47b7ea91d4229c0cbbde19ac1d00e0c378edbe889d88a2b1b2000ad2a934f569aa603fcab0a7b3df8f76b5ac9534cfb5301280055cd606337c3eb2053d31f3b86c18bb90b0478b1786af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.101812555Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=b5d475b8a53f86a02bad18ef893e18b472e66ae6210406855e43d5630c86ef17e9e458201964104937bc4cd237ba9d396296c25451fa0ae29c5f8901140e97b03f6b8616dc622ffcae8db5c318bbe3fc0999ce9c008e50e4c682bc704993ccd1a351fd5588973dfcc6507aeaaafe36190c36656925f6a0de5fc985f22bed171c5339cb1044eab18ec46db916fe12f0e1fec8ac4086932613b95233f19b55a363b6724c6dc69e7d87a1212531b937918c7f782e76bfeccfffd5f319ab12b9a2bcbd966cf8019b92ac96efae6e3e458813ecbd1a2394937da89cb92d051705449514fd2045b725cf9bfb4bfdff331fb0a5f42f8c01851c3ec8e9a5c506ea62dd93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102271109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a0440827f5cb7995fc9c21621b486d0cd045d3602616d7f457e192d515ee9e718a16b2b9ea085ae9d81d64d895a57c964b510fda7bda7b4bec5d98ea8cd6b115b02adeed8e316d33aa80cd1b68976dc83a99da5cc18423ae93b9e8bf1d72356ff589e9c40fdef1c9751eb76a25cfe85dd8226fa51b5e6580dc56956f9a808dfec8562d50cfaa7d6be174814861bd71a6f07f4a1f8fba82fce0d264a68a5890a6926ad5c0a7ce17e7b4ef38c1a1c2c0cc1f5f9e1c3e7ed39eddd907e3cdda15c525ceda09fa5d56f786570e4a99969a319483bf5dc934ec41282987b97732a210174e1f01738d159d4c7d9cb4232be4de87a754a40de06dd5fae9de4bc90b6de2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102362021Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=aa5971acc35939d9f2dbb56cad39d58ce36f9ef46a439a504608bad62254d8ffc78ea0a73177e4a2dec888c1f3b6afc9a839d06dbff8a8d0efcdc4b65ba6ebc10ac7ae3b49da22910c6408c60ee1db741b40ba15708610c5457d64bcb180ac7f85f663817844473dd434fdc1a22b3e60c84bf6d8638760319a4db0429417a65e5a708bdddcf1e568c77add4d0d9988f3a65d37696263abef01428b75d512a32eb459730b3fe1af9dffa53c6a8ed795ba4c09512b90d1e2373322fed2d05bba625aad68038e260c4ae01eee88681f67a2b6f69f41d3cc3f1bcb134af98212a1fb56b259225901d0b52da355e9308b2b9641f99dd7676404c078bb75fe7c9f2dee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.102357592Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8ddcd35fe65185209f751cfcb36cb9bbf2bde527eba3fb6dbdd6e4166345be112d569f173fdb6bf6c0fce1306be1fd795d1d5fed554452a28459e10aebdadfb47f0a204bcc9e4dac63073e3d16008d5e3e6d245e12f4ad0c368a8104fe4839c773b7902805fa758c9abc29f4d311e87e7066f273d79336acdae660e38dc82610e01d4a641766bb9ccbd204fc83f8b04f82f59b39cd859e4097bed63ff3e1d293c8cd66c766133c4d627e11b7f9fc685f34267dff03a0cb8482d2128de973466e06815ee994077781c6db235cfedbcd5aa4ea205d7c97cf9fd0a8b6ac892b9d2c534c2aa8062261c0f0b87a2e4b14fed001bf85d7831851398c084eb7d485aec8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103048024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=049500bed8494e102fb0080d58c013d598a6e86ebc6cca77e89ce5247bb30cb00239253a6d520a86b1505da94809e0ea4f427d149fae0fb6ac6f0406cf3be35e76e7cf48078d1391b37b0dc1f06c5009e49f7a641a97fde984871c885784b6eb855687dbcb4f205cbed21d12fdb635003835b8e84c732118cf5288c4109167b94aa090b10b5ccce0d6bacc279f804eadbf3a4a6a6976af6985abbd0f2a334d2f8ed9b810da4cafff58b27a2c9cc092fd46d0a07f7fafd6bdec24a81a4a126f7e1724f53b1b3392b49d2f992d9539ef79ad9e86fc81d2e871548cfbf87a2467889e5f31c167fe6e1f457b152e3f5f075d5f81a054424f9068f8c027cda16d5e03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103254723Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=79b308e9a5b280490a33d1df651c221bf28d7efc75d8d0352e510c655ff56417f721a88b5bf2dfa16b17d2c65c5675a846af224b9df6f593db5ee95c2aa4ec0475b917e9e738001ea29d1d2c5110bd437abbde86f25eea345b87ba874b4c1a6d828f40186ce78142d14247b40f511d1377148e58f9e0259e5993fc8f4e666335c8b3d09d90a24d40df5d90b801028a5fec348ce7b86722b69347433d588b45f4c0a13768723d0af02d895d37542ebfd9dd6a40d2fea5f61b3a07eca77298913f1411f7f62e11d8a052cfd23536926435b13a90192cc233a3eed59ab4562b95ed09f2238977e80f61828490d1f9a8e9eff6d8e96cd5a34d0b7359e6a73c699a17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.09848859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=75f008b299fc4f9d81d2d39a22948a1f01bc70ebc10364007101f55f22a2885df2053c74cf866d9317679f2b3478e95704ad43746c868bf26c98e22a631478128e9818b77955d4d8081b869902e4ee3855de2d00a3dc07bc25b824aa0793e8f35987a3f630443c0500c00f6dc25f9c774132cb59edc5c205e77d14c09800076f44c7547353b95c8cb218234acac74a8449aa3baf1a12ee0055b60d4e3e05ea7a7340d1f241cd291cacb9539c32a4dd0ed63637f1c3b0a3894d5bf370f98fbfb837c4594638709cfb60b6ddef1813527d8ea94c74b3d447a1022f46508311ba9d8fae2de4f9ec64e4960894286465d12fcd73518cf4795444f609359983b22ee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10327423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=7cd220ee81156b52e5dc0ba6281503044025a85b2ce45ecc18ff478f6591af6432332e9f50ed32ec5ea1e1b3646e7bc231ea4a1c89840a8048603611ba96679317235ad788a17166ce9b4806424126857e9a7c2e73db35d5fc60dcb6af16298086e9dccc254728e547f7dc084991f29095883578dd7f2562742497da43f2a0b0405bdaed908871580f535efb6f2606d007978bfc18ac3dbc7eced4412e5dbbdb4ae5e3495529eed3a6a10b66e76bc12cc479995d4ae21bd369e4cc8c48fd54e003e07bb17af86bdff0ad4c437b0dec349688e530f3d65cf04231f1cb51395f3f69af2d38bf75ae3e58b75cfe6205296891383acd5666429c6ce5a018bbc5dff6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10329562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a5073d8bbe77f9ccab1ca840248c9caa5d86bf5c1145fedfed00c4dc8c088bba8d80728eb7a51b53a654b3b62667fb506e422d542d35849ff7840f4622d1e8caa635421a081f25cb0a58ea1ba50cec666edca10dfd2f072bd488314d8d320759e98d0175b0f172b39b480dbac3a746975dbb70eb0b5ce300da5f29e074fa2204e9e728c3fd1c6d6f31255630a78f4bc2706f0464c14f2cb90d56da35a0001dc22c2a1c93a2545a9c1c0b339612d398d08f2438a5f15f1a31fbac52afd902b536a60b153e3286fa82921f16a87a95bbb4596924510d222961d0ff9c2b7e2bfcc21fe2ca70e6913f1230d948c1abbefb4715462bfb867fb53a826d3a0fd846c500&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103303685Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a687f8b52464a889a11cb578194d9571c3ded3f20facaa4dbc5e60d7a098de43ada38046d70e0415ba711a06a5e1fce8bdfb9e7c2a0c9ed8c2f1494d3b568c0b0089baffa56b0c2b2ec8760a208404cf7984abbd611cdfed1666c2724e4771738812ff3c13617c27f7768daaff495aa3bebf3918688005862e9c1439f4ad85e70e0846bb8596a1005e41c611e27fb325ef5e74d8ab54a06b0ceaf1a007e84b3bb915f0f5692d7eb6d0a9691b3b15240f1c67d71ba0997b497698e62a46f1923785a2ba2ca964f4911bdd449d990c8c488e4914f2b7edf0852207f3dfd9d5d2afef664164dee92ee199531fd1161bed56233b04fe8412d09e06b0c9327e005057&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103308935Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3b7e3ee3f5a831b510b05291afa4c9d7fd0974c3712c3ef823c88aa9e03e52fa5c54d3f24e85122aab5623712fed7f68ea14da75d12b1b6368fd6f654c866a57111c26894fa192b4b326f48257b6a6dff66337fefcb9b1405494e9404d37ef3859ce4d2af50d450c9b9e0fe1e380c2fdf6a1426dacdee6c9ff67a7282891faa681d24cff1372c5c47533d7dc26f624fbf45217a38c319572acc0b666a977dc481765cc8088d8cb943e87dca0645d999de97de87751f3cc95f62aa7564836fc1c7d0a90a9c23a92f9688d2596910ceb020b0f2116a34683bfd64c7811af9a44529908b24cfd2de26c1b57b65715622ffdfa3f79ebeef4df15a4e75565759b2231&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098540348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8609d109de51bbbc8aba97d42f3b99503a637308ba0446e76cdbda02341cdeebae0dfcba7ae90a68b265883a72a04fcd56aabd286c0a98ba688176c46946a0ea7c811a217fe8f7d129cb50d5b0cab73c9402470a658c3665622351bf1e8b57ee0f827a57f4999259b59146a24861ced11de3eef5801edc6c639053ad6113276c61283117935a5f9f9db52d0606c7311f478927fc9850edc10054323a3bd3cc47585461c4f3dd2be086ed7b36a36077317e3b4073eee6913dacc4b46c4eb210070cb17dee990a6d49ef6249658aa88e9adef6f77773d81a2c1089be1946c990087b7e9e6835ff50288a0f98efc4f97f7104a6f7cf07ee6ea3a5b019e09e810dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103325677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4429e0c136c0464e79c5b8a1c91c0ef97d47b09cb0e1ca34a9f5839da1f35d877c62a6e9ecb462214cdd9b0b0436047ac4ee805b5abcbd6987a5f54b3ca54d811c0ebbff9d50b30961eb471bd5bae97767926ec670f449f8d7da5f22567d5f0825c072ae00bf6fa0805963599a4ad5aee81a105e7ff7345a3694b2726fd07a52ca0015eae3fdbb2878a052ad512eafa623c92c15b8218fbc3400bb7dcfa904a27ae37f6bc779f15d0ad2c469c282b09e8632f05f9d8a9177c4b4d4dbdfd385694d9d328d8bacf697663768e7ff5099bfafad6a3a4d15d93af51569adcfb5633b08ed7465b89c8ff0574578ce13ea4db74c32ea540cb6c5ab305e3a96daee9bc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103331728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=34e6b0fdb4d32ff33066a6b922cd8112d125de75917b2c0efbb8b11b9b6aca202957993ce9a64804b71f9b04666c46a3e14ecb0f27cfa4cc4bdf84ab8ab5f704f25ca7ee76fd4656043d14f78fabcc9abde618a6658cf04fb3a932792db061fbbb04c7544769c66934efa8a6674bd5ebbce0265c94f6c266a85b9d8727e351233e7b6146c61c6988c94eee26665bfe4a4b84cf345a4df79a2d354c234cfb6affe4ee5673c238d40fd5f5a289d30d68d1e3cb4922ab173a5cf8f1b6769feb5213b6742a7f2dd599d1c20e248b4b9277d4ede7b40d691e578231753714bd4d759fbcbf98a0b8cfba89483976b1ab4213060c2740a56f874d47d4c1404ef86ffef1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103347027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=22b77c3c816fe9731c84994dec2b4d16e132bd69715a2ea02be24e83d72b552c469b42d1f0b95816eb08ee979e9b9dfcc113796afabfc97de96c9557aaba2d64964224e3910d1e7830fe8872c9d785ef34f106e33ce6e58106ed36a12c1e85c7e8f51b06fb89cac1031effa9e3f5055a557e3059b00d4da560da6fb671771ff702582d5da280603862223cb0f4f12eb31e98e98f7847025ba18fa78b27be3b41d70a39e61a56baeebcfecdd5f778db9564dff7a39c2d7be7c51a90155309d453acc325c97791fb7e7081123ff35f3d1ee41c85602e26c5721ced880d5313d67be0477b83a3d7308173de96f639260eed066796dd3655e4d12c3f363b43cd8ba9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103348891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=057fa5c36faef10204f2559140f5aeb9f02609c50e576485c739e233e82d13377f022d500311d6543ce7bf150c07cb38ea5c68b8072414584d1af3bc673e51b47b7eb101b5e4547130f40464330d1af5f8c618885fcb2321ba6482d4bb0f5636f841b1e8b0c315ca06968dab5b9818e31f42ed128f4987cb9b1233c105b4de41d0dffa380b02c7df4e5a94cc6108ec64bb42b0fe30fc877e6dbc6bda9982f3cb9eb25e77c026a8202dec0e852cbf8682f18a2d2fb10ce4ab60d7933b46b38438ef9679754b120641478b5a9ce294b96b0d35d3b947307d7477110aa2785b6e9dbebc8643cddacc379ff0813f852a499b70c2e3663eaf0a45ba3dfa5bf4783540&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103358038Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=a16590902391bcc18c3ec7bf2c6ec82a52b9015723caa5bae11c3b08d870bf6b84e683b8c3e8fb3ed5861eff7ec7a12a0613931c62f19b234a0d979ba5b945accc7d32977fdb8a8eb0379ccd52d77e6ae026ea5e3e9c0d4624310f6414c2d553ecf4a3a32203c06b7bf43c18c7d84aa6ddc6691c0427d0d303c86d1fcf517ead1a9ea0bc9ccd614e05488e6f6a8ce181ca210951e81d35a5708a1fa101e20a6be4ff96a46d855591734d89450cb901c241642abbd373138a348313bc840df5380b02f7eae42a0424ee92c5d21d6b1f5b6edc8c6f14a589e6d217715126bc698009193f03f341ab181a042ec232b121ab512af0bd7743866c5cbf2fcac4b347e6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098540057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3867bba3e5eb8e3e94bb73073bbdc39ef029be4739229ade7d1281b1d512541e9c645a693f0b1a8e531771cd5d72f854f514cb83e96a308e1c056773ed1cb63ac0c73a6685173778c736ede25920b89730e00ecc67ff24a9aad08212a86f61192fffc5cdd4720026a7b8a23017e738f55fa5e4bfc7e437b43c1bc0eecd2ef1059472ebbeba0d25ceec6234f2345d70f068ae734668b4afa4c87eff0874d7be287cda918f9c90e1dced195cf57e73518a69a7acc64184ea4a81ae607cab56fb5d30acf6b3ec76b6d200e6af3391227477a01342afe8f48d1a374755f7be1aee777ad9e8411f3550efde8f76fb91cfaeca4c7558237e765a0df8cdfaf807b8ff5e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103377314Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=5cf49cf3863141f6062874d3ab164383044751cd7f2c390517140abeb402d8761d4fbae973fb7d85b8935a1749a0909f2df8987c84ee5e03a6f888fce42a9b513e58eb8aafb6f86933650aac7fa97cbf43c8b38d7dab822a47403598e06f2995da8f7f09c36cd1af0a28065a3c3d2a89bb7149e993f02bf74b6182833bd9b09c4e35c0c3e150c6a98feee3c6e6c3f369db4b22b0f0a246cf38f2e76f597692a2e70c00876c8fadf6ac029140ecfa79fc84a7b7586b4ca9b81de9cb10aa22ddc7c1cc530f0e380048d74f7b49d919d542e5b37f0f78ce21523c5a5be24937e466ff42cfbbec6814148fc83f93d3daa793a5c010b8ec125b78c22f2c8df6a052e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098607274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=36fa2c4b928474d1a322a98158aeb532b17df83728d844c55c647904fa682c851a9b3499e0ab44ad9db9f8da23bc099cac74a3da212d168b11e452f277c9f3daf8195768b7e3ea29b907d27bac2c6aa8369622da618be3f9fd6ac18b4277202db735b43cb41fe53070c8c88c70b23039d25ec43793f101c0221750f26632cbb99536dd316fdd991e9ec8e714bcfee1ba8e29552867afe502c3dcbdee806d5964c416eb244d0866385ec163995005f1fbf183fafc4cc53857eafdb753d19075d2acfd52ec8e6ffef8c0fb527b09a818fea1892852337d6d8ca61997345d76c2ae774caa3cdf7cac2bb1ce6060bc3bfecf7a17363081adff36613a475b2ca0b88c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103388365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=3f8e2b4a1ba36f8a25499f127a56f0909cd420914bb5b15785453f99cbc3a43e2c86a0265a849da6701ff028de6853828e5aa893dd083af41057be67c8349e33f0e272c9b6dd2b583c6573b8d51a419163a5ad4a13061c2e2a075cdea4c0c0466c885150716947cd5d82048fe479a80d221af8869df18f4e3e5113cc4e79dc2faf6211ab21004e92a79513b92a039acf0b4c890a7f0833788876e67b549ce9476a9da7069f96a44aa70adef7f5d0c735d7facfc280f918b4a19a648a4249f614bb2f075cb464192d10964181f9a0e1a0025800fdd8bc07b5c53fc52265cbca0e0da921063e0566697659555ed79d887b1d4c2cd888661066ea6485fb705f1246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103393986Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=33232b7da056a669cc52b3f358291c8e7480bdc392cb18db032f2639f9c2546071230a13af7679a73e2bcf8e750aa139b1436e3f689ed0a194dc420e7916f61ee50f02c3ce09accf2bc2e4eb06abea217863f21670a073c49d772313a2089cd140ec6f5716d1b03b694e62cadfae9fd4f928a8a906d881ef844d5ebe74d2d8fc5e6d4a290284233c962197515d98d6599f686614852e57672a3ad029107c842cddac4c6bd86d422042223a81976d2efb21e6077c68c1e00222d9b87798408b05216c34689376085b0b69b9f0c2a9d1356b103269373b2b80cccda2235777c02cd68b1e87308e2e2cabb99dd274c61f37824c6555e01b76f4183186149d1561a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103398284Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=68587d8207b8ab2b654c9e3375c8cb43c40550645ff05c2842baca9b6c300030027572f85bc6666f30d7d8ee11840f853d5e5a95308d7d36a4961c4e9b96f0272f7174b4c3aa57ed23e1021b0cb28a19572ca7aa2002fd1b41ffd3ca3306121c72124c633389efbd4b49828583a07370974e82ffa58aa15620a5a454684ad53b255183654d6c90f0860dd66ef1e75f39ae7c2274f783c11578dd1089740814fca43b2b99432afe5ddbb303cd870b5ab635cbfa24ca60c621345c74b19ae626385ec59c826cfa16c2d3689357c4f84331f5f46d72909563af1c81023214244d2083af762c7b4e8f0b614e8a8cfe3839d000af95864f408fbb7781e5ff7062c9a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103409044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8a74d4afd35de8dd0ae75370d3dbda7e18d2a332d1a20ccff579e6929da043f3617bef2c3092eb6acf20aac92b2bbc28dd52d270e1d55245ebcfa7955751cd96b818d703d69574b8f56a4e4e4a3dee55ce86a611aa17925d424767a318236da8391c15655f4a49017b7a37aa7404da0459a686d04fc54198b48f3b9582fdc6259c45b361dbcda255a2fe0cc67dc30be8af5b1d57167bf43ee22dc3e883ea830d5b68aa5521008928f3a27678f0ba87badee5be3a552bc4994f8f59777bfe0bd04e8a67bd42f0adaba620433d30d0adbd59ae947c91d67ff6fbd192b4f32009cb032a25fb1300a4f3feb6acc678f221b5553ef724b1baf41f601de91c9edea004&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10342283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=502d2ec2c0998c73ee5e794071d031d64d452110610c22e408c19e2b81dda8d3676407474af6752e5ab5e0c9e212be76c91a10560451a6314184f6d719f91149b17663d010982649b4b38871d1ee12458f9c10213c3f4697d275875cb73dabb5c9dd6a1efd9ad7f37a85be6438d7ecbf39fe377113f4482a2e2c2210c9fafded5159412b5b0b0272a21ef3df88042e1600acfe690aa7d07a7ea072073873dc723a00f08dd5045a0e6837b1cf59bc2e0b6d76f62a23f55a52e49c89b2d1f81bdab460e9ac533d2f395740cca6f00db3201ca13badb7674c17a7552d8ea4b8f928927ea52ab63597c2b24ee220f99720ca2a17b65ffddd8f117f9e6c6a36ee8800&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103438259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9b143666b255dd79d2df1d8e5ac296e86e00f8affa31415ce5bbbb5edae3a4151c2dd0b106d040afb8620f78835d0920a87c2b44b3243d7fe57425a5da3d73036b46deb67d65e60d6bbadcacb4ebd7d6e7b302fb5b1189582904a4901b6be9bf978afd5da3898c93c163692a50f97218849af5d9619e0d130256c63acdc330aff9e810f6f6c12a128d831a9d142206d3a83b4a4472186ff6bf448e22296ce3380cd39b3a9f00beb48412a5652bede19d28c4f8a8fdfc526ced8f3fb4f3d9a0399d05436efdaf2e7faa0ca3f2b3a26f249d29cac63a3b7e7856170640ca4b621b2fc2d25fe14f3b0cad3e87013fcc0112a873325c04d9071a4c9a064fedecb0b1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103440894Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=6a261eb63f46bd40f74795a0a26517074481aa2e4cc1c37b71ad30312c28ca83a1b829576335f7c4ae7fc4020ab4511199fb0ce6496ed31876a1e29d9f3bd7fb526ae65005b2a7ea12e45f2b6338088224cc666c031913e4c2968efd36620e0e84d0e39710ca785ed4d01f59b23442524bec70c426000beb637bafd11f5c86993dc477de28c86f0b1980c9c151f1b8ea2e4ae3d3e8616cb7346fc00a94ee9c496dbe2e27024251570cbbb9468570f0ec9515075c0a4a439efcbdc8be293d419df26b47d3a21d7457e1644909085962c9eeeddfe55da1792702818ae9a6e96d52058f0da190b03400f5c224b293176e5b3e8edcabcb9121d30d97b4d2a0435986&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103451544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9102c69fed2144b84fb435566f5a3721193105d58d51db99fe5aaf3eaf271f70a9aa152333a61a4f1d41445a679449bd8b45abec78a1d252f0e398eec09532d787689def9e4a8f62c689624fc7f7a5abf1d9bb7fefbd8888ca1e778351c56a30835cd205d26bd5d88733a04f7a9c1268f0b25911922d1db56d565d0b07dec550ab1eb3fae1e0404652a90430607767b70b226e1dd953c7a5772aaf16cb105f62040646c61210c5b57098486d672058f58664b8bd78a7265c4febbf5c733f6a19bd362a23d743f402dc2833982856a64dd3cd83551a66a6337547d423c5cf9bb2e6d8f8b4653ef530e58a0484b6192309f4dd06d111437919896443c3da37b7c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.103456754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=4cec61ca37873044bc91e2de0440e66db2d2f18c156b38fe01057cc4fd494dca9b59c2a2fc8a007574d2561668ae48ffea33fe82d461889ccc0613b61a6e1996c4be5a983649a2bf3ca7751b79a219cb56f38dac13ada1398a8964f7650df744ef316e0b9fe667cf920204530cb2531b86c1db6841690d7ae9a3af30536c824d870684b9cbbf14a91c7ed45a2575af61c0c34558ee38de64a971a7a15bb6bc9890ab7b45e7fe2349982ab25c92aecc67caee78c9e4f56a3a7407e372dc2a2b1d0490c78c91cc4088ade76723c0a9c8be62d68cc1fdb933a301eb42e6f9c77b861f0f885d10b764042f70733324cd82b88aaced4cda21497079cce4d32c9b2d9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.1039641Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=9af0b048be9e85b3021469ad7c040c240b653ca256b914948e2bc9a79c45001ee89f10fbe8b9e1d56bd246e69468aa826e2e5ca701329af9cc4add4b827cd2cb27bf2babbb751691d64be07ade1223f251953affe1855ad896e6c02a2d4f2bdbfe6ac4ec286c52cda386d9501d14ecde61c18f1b73d27e6c264772ff39b24fbf105f0a4b99f6fa6ae1ca99924d89d7c1a446dba6a84815fdb842ddb97b3aca9bb59cb42d9b7b2e6473fb69c1b3b1e9a28de021feb4e655997ecb2966e93a2e9f48240dda59f1999e866ebfb73074b5f9a70d0928eb79f50eada6e34403c11efd5bc2e328b12164e9ea849fc9bb3ea2b5a029a004ecb7cd29fef2e69836e7bec3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.100374585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=99f3d9a3f6cdb44d81bf058246d98e8519354ba9f83671bdda529c4410a191ad3e2ae65d93eda3056fef27404b2be2ed48186168d52aee0b2cbf5cad6de86ba6a5d55af3db3bec62589b9ef48f4eeb66cdedc40e59dd6e4e45389d6567ce31823c7c5de588e079b48db044420befb16699f867616ba8a5b5216b2f4af919c0e018be7db113352261c2a33b06619e81ee4f8dc20b0160fcc235a3166fa0f79c1151e20c5b529a78f70d064d8865ecb2aff661837120ad2980103d37e9ec82eb0b6d99aa4112375577186ebeb322ff7ba2144326675e94f833716875307ed5c5ad94a8a2b0f5b67bc19a361e89a7905c75c9c7acc071ec816406e0a6425dbf410a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.10051004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=8d6763e97427eceda745c1cde3e4cecdc6c65f5350534cbfa420f0dce2709aa7d6142c306c35edac7392cfb78215a0187da32ba8bd2f7d9589b4d82d12ca85752774828a559006abfa8aa325a47927df478e81515a48db3a6de86545f1531f09c7cbb97735613c8e65cb0d7bf17130ca0fa5bb63430bf0bce6b74f45529664bac138de9fd722e75904e565ede5d3b90e5d27d34ab26ddd2b280e003923cecd8620968e025adbdb31fc01eba758bb93d97737ae1bd6792ee1829fc1dc4220ea53d92c8d2ed984fe1ce5ec6a87f6f04ca57f242470c305760020296787e09c04cdbd18b21eedae247d2fe99a953ec66280c1664c246bb63becc9d2873280176854&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.098366861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T213609Z&X-Goog-Expires=86399&X-Goog-Signature=1245b6b4a357dee5ba2868b2a85977769ba349b07dc4419278228a392d27a934e4ea5b5dcd38826694431cb0df5877d20d3eb5e03a91546f89b8b9d255508041cdc1bea0008332ba22ffaa1fdde73a8679190544a0145ad98d5cbcf9d20518b5a88ccc90da4a80a2fc23c6214d315a08eed606ed8ae36097a25af10cf99fa73992a89b149c3ce3a858436ca3cc7a2616af6f6d0c9850d07928f86ea880588a7b354a3146f2dda916d98e3dcbae459f614f90878b32fc12d00c76d442265148937c7f637da71e6fba0f8e2462fe6e1a9740e948cb0d457fee04db1c10fc8e795fcf9a38014f3110bc07dde9c51a3de94801561b41b81eebc3af9d7f4420f4687d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T21:36:10.12926205Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading history steps 468-469, summary, console lines 61182-61441","runtime_seconds":54.452842323},{"desc":"uploading output.log","runtime_seconds":0.496746008,"progress":"1.8MB/3.1MB"}],"total_operations":2}} +{"time":"2025-07-24T21:36:10.534123961Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-24T21:36:15.784886844Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M/file_stream","body":"\n\n\n502 Server Error\n\n\n

Error: Server Error

\n

The server encountered a temporary error and could not complete your request.

Please try again in 30 seconds.

\n

\n\n"} +{"time":"2025-07-24T21:36:18.405168022Z","level":"INFO","msg":"stream: closing","id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T21:36:18.405189613Z","level":"INFO","msg":"handler: closed","stream_id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T21:36:18.405196927Z","level":"INFO","msg":"writer: Close: closed","stream_id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T21:36:18.405237473Z","level":"INFO","msg":"sender: closed","stream_id":"alpha_1_tree_7x7_500M"} +{"time":"2025-07-24T21:36:18.405247522Z","level":"INFO","msg":"stream: closed","id":"alpha_1_tree_7x7_500M"} diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug.log b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a79922f7cd8b58200f90bcb56b330555828834b3 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug.log @@ -0,0 +1,28 @@ +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_setup.py:_flush():80] Configure stats pid to 1916633 +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/.config/wandb/settings +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/david_quarel/jaxgmg/wandb/settings +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug.log +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_202729-alpha_1_tree_7x7_500M/logs/debug-internal.log +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_init.py:init():830] calling init triggers +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'env_size': 7, 'env_layout': 'tree', 'env_corner_size': 1, 'env_terminate_after_corner': False, 'obs_level_of_detail': 0, 'img_level_of_detail': 1, 'env_penalize_time': False, 'net_cnn_type': 'large', 'net_rnn_type': 'ff', 'net_width': 256, 'ued': 'plr', 'prob_shift': 1.0, 'num_train_levels': 2048, 'plr_buffer_size': 4096, 'plr_temperature': 0.1, 'plr_staleness_coeff': 0.1, 'plr_prob_replay': 0.5, 'plr_regret_estimator': 'maxmc-actor', 'plr_robust': False, 'num_mutate_steps': 12, 'prob_mutate_shift': 0.0, 'chain_mutate': True, 'mutate_cheese': True, 'train_proxy_critic': False, 'plr_proxy_shaping': False, 'proxy_name': 'proxy_corner', 'plr_proxy_shaping_coeff': 0.5, 'clipping': False, 'ppo_lr': 5e-05, 'ppo_gamma': 0.999, 'ppo_clip_eps': 0.1, 'ppo_gae_lambda': 0.95, 'ppo_entropy_coeff': 0.001, 'ppo_critic_coeff': 0.5, 'ppo_proxy_critic_coeff': 0.5, 'ppo_max_grad_norm': 0.5, 'ppo_lr_annealing': False, 'num_minibatches_per_epoch': 4, 'num_epochs_per_cycle': 5, 'num_total_env_steps': 500000000, 'num_env_steps_per_cycle': 128, 'num_parallel_envs': 256, 'console_log': True, 'log_gifs': False, 'log_imgs': True, 'log_hists': False, 'num_cycles_per_log': 32, 'num_cycles_per_eval': 32, 'num_cycles_per_gifs': 1024, 'num_cycles_per_big_eval': 1024, 'evals_num_env_steps': 512, 'evals_num_levels': 256, 'gif_grid_width': 16, 'level_splayer': 'mouse', 'checkpointing': True, 'keep_all_checkpoints': True, 'max_num_checkpoints': 1, 'num_cycles_per_checkpoint': 128, 'seed': 42, '_wandb': {}} +2025-07-24 20:27:29,649 INFO MainThread:1916633 [wandb_init.py:init():871] starting backend +2025-07-24 20:27:29,859 INFO MainThread:1916633 [wandb_init.py:init():874] sending inform_init request +2025-07-24 20:27:29,864 INFO MainThread:1916633 [wandb_init.py:init():882] backend started and connected +2025-07-24 20:27:29,866 INFO MainThread:1916633 [wandb_init.py:init():953] updated telemetry +2025-07-24 20:27:29,875 INFO MainThread:1916633 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-24 20:27:30,426 INFO MainThread:1916633 [wandb_init.py:init():1029] starting run threads in backend +2025-07-24 20:27:30,514 INFO MainThread:1916633 [wandb_run.py:_console_start():2458] atexit reg +2025-07-24 20:27:30,515 INFO MainThread:1916633 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-24 20:27:30,515 INFO MainThread:1916633 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-24 20:27:30,515 INFO MainThread:1916633 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-24 20:27:30,518 INFO MainThread:1916633 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-24 21:36:09,126 INFO MainThread:1916633 [wandb_run.py:_finish():2224] finishing run dquarel/jaxgmg_500M/alpha_1_tree_7x7_500M +2025-07-24 21:36:09,128 INFO MainThread:1916633 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-24 21:36:09,128 INFO MainThread:1916633 [wandb_run.py:_restore():2405] restore +2025-07-24 21:36:09,128 INFO MainThread:1916633 [wandb_run.py:_restore():2411] restore done +2025-07-24 21:36:18,394 INFO MainThread:1916633 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-24 21:36:18,401 INFO MainThread:1916633 [wandb_run.py:_footer_history_summary_info():3935] rendering summary +2025-07-24 21:36:18,403 INFO MainThread:1916633 [wandb_run.py:_footer_sync_info():3864] logging synced files diff --git a/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/run-alpha_1_tree_7x7_500M.wandb b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/run-alpha_1_tree_7x7_500M.wandb new file mode 100644 index 0000000000000000000000000000000000000000..ddebad3418f0c9c3f901b0e3220b7aa73586ad76 --- /dev/null +++ b/small_7x7_models/run-20250724_202729-alpha_1_tree_7x7_500M/run-alpha_1_tree_7x7_500M.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39fce60bd5cd3f07a79f3a0565a2d8f5cb9bb961a6447167c071864333b63978 +size 17343046 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a8f9231aec71c74f21bd2e1047d90732d09b05e8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389852280666031, "commit_timestamp_nsecs": 1753389853015992189, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d/1e680cb5024f3a64a1863be679905bef b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d/1e680cb5024f3a64a1863be679905bef new file mode 100644 index 0000000000000000000000000000000000000000..03330d82b4815483f9f5de943d384c71eef6abe5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d/1e680cb5024f3a64a1863be679905bef differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e578d9e01fecec0a0ecc218513e0bab75e81115a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/24824e7034cfcc150de32e3cd5f5838b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/24824e7034cfcc150de32e3cd5f5838b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/24824e7034cfcc150de32e3cd5f5838b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8e9c04e05c124038a3e1a95a1dd83910 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8e9c04e05c124038a3e1a95a1dd83910 new file mode 100644 index 0000000000000000000000000000000000000000..d8f461e491f5f30130c22470cc1ac231bebd15ea Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/8e9c04e05c124038a3e1a95a1dd83910 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a126e1a8da8ea5c9c758019213f24022 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a126e1a8da8ea5c9c758019213f24022 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/a126e1a8da8ea5c9c758019213f24022 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/ce57e01c5f58a63674ada146c6c45a7d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/ce57e01c5f58a63674ada146c6c45a7d new file mode 100644 index 0000000000000000000000000000000000000000..1a0b36d0832b87b2a112e5b2549f9fe565c20c34 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d/ce57e01c5f58a63674ada146c6c45a7d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8b349c9671152cf92400d9ad5fbdd95108481a2ee5cecbd5f0f3fae86e1f71 +size 644031 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b0464b12a01590b30a902dded239aad9fa19a8f9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fee1e5836bff1ed812969168c16425d96cb164c8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393234378257565, "commit_timestamp_nsecs": 1753393234471810306, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d/e2303eb8b91e1afad432644fb684917d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d/e2303eb8b91e1afad432644fb684917d new file mode 100644 index 0000000000000000000000000000000000000000..cefe9198e0ebdd46d129cd6a1f8ed1e6c61831f3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d/e2303eb8b91e1afad432644fb684917d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6d6cca2c2a3f5b50915bf7535ea1a6d1c8386c10 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/1c2df4432786d889cd73c0e64de3d4f6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/1c2df4432786d889cd73c0e64de3d4f6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/1c2df4432786d889cd73c0e64de3d4f6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/380f706009d2d72a3014723c464e3c47 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/380f706009d2d72a3014723c464e3c47 new file mode 100644 index 0000000000000000000000000000000000000000..eda970f21c0d5bcf49c7f42be995ca2a73ecb85d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/380f706009d2d72a3014723c464e3c47 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3eb3a94ca99265a725ccc81e2769a9b8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3eb3a94ca99265a725ccc81e2769a9b8 new file mode 100644 index 0000000000000000000000000000000000000000..6f807da36563384671713a4bbdd63bd13269e17f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/3eb3a94ca99265a725ccc81e2769a9b8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f0b118ee9bdc4c95afd6cf714f6cf4a09eb9e20e6d2020d33cc3cf02d048ba +size 645757 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/578e7e694b55bfd12d19547f1a4af7f7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/578e7e694b55bfd12d19547f1a4af7f7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d/578e7e694b55bfd12d19547f1a4af7f7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1bade880d7eb5cf7f1a685508037fc8f767720e2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3871444aa901940bf6f7c80c25ad4eed9701924c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390194337523548, "commit_timestamp_nsecs": 1753390194431081114, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d/8af92dd95636627bde6d8da4cce6899f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d/8af92dd95636627bde6d8da4cce6899f new file mode 100644 index 0000000000000000000000000000000000000000..873c2f6426130923c45854d87d078202fa2fe394 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d/8af92dd95636627bde6d8da4cce6899f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a1d46647b169fbf7a0d5cdd4c113dcf218886f7b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5a30121deba3f52d71f04e9db7288263 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5a30121deba3f52d71f04e9db7288263 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/5a30121deba3f52d71f04e9db7288263 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/74b12ee241005738236f479a15b851a0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/74b12ee241005738236f479a15b851a0 new file mode 100644 index 0000000000000000000000000000000000000000..ae41cac300d1a2fb9790bcc49fec8b8b91186f16 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/74b12ee241005738236f479a15b851a0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61501885f38b5b2fbbefe9798e05e38716498feefd9170d525d07dbd902199a9 +size 644695 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/a180ebdd8350cade6b02143caf409882 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/a180ebdd8350cade6b02143caf409882 new file mode 100644 index 0000000000000000000000000000000000000000..7b790a7f7d1cbc289c73fda2f9854b1336e1e50d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/a180ebdd8350cade6b02143caf409882 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/f5c75529d66b5ed72c017cf688291723 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/f5c75529d66b5ed72c017cf688291723 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d/f5c75529d66b5ed72c017cf688291723 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..463478aa63e6879af6e233b4101eea94493086ad Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..82ee74fe667ade6f27555cae17134659c9d830bb --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393275740845199, "commit_timestamp_nsecs": 1753393275832082275, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d/f69d672c737841110df3d490ea283eb6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d/f69d672c737841110df3d490ea283eb6 new file mode 100644 index 0000000000000000000000000000000000000000..ba683740df47c98c8d888109716c8315b333f689 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d/f69d672c737841110df3d490ea283eb6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d5235738b26be275c1badb6f42ec6221b7ce85d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/54e4b971a8ffcce08c5558399d91528b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/54e4b971a8ffcce08c5558399d91528b new file mode 100644 index 0000000000000000000000000000000000000000..c71727bfe48055fd5e12020da381e4560fb6bb1b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/54e4b971a8ffcce08c5558399d91528b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/9ee4af5fbcd9c5ae6fa010e155b46e41 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/9ee4af5fbcd9c5ae6fa010e155b46e41 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/9ee4af5fbcd9c5ae6fa010e155b46e41 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/d5a86ee76243c5873f4e6679e35f9956 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/d5a86ee76243c5873f4e6679e35f9956 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/d5a86ee76243c5873f4e6679e35f9956 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/fb6d314e1a0a1ffa4cad740cd8a8e78a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/fb6d314e1a0a1ffa4cad740cd8a8e78a new file mode 100644 index 0000000000000000000000000000000000000000..12f8d774b3f5138624d49225243a9b1e454ac3ad --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d/fb6d314e1a0a1ffa4cad740cd8a8e78a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26336bef6f927b150987055baa5ae6a077ac3235609c3593213b13fe609051c0 +size 644540 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4a2c186d7daa139d3ad0caf4347cc8c1523b986a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..390cb8b099ed21c8c42375af4f3bdabea963314f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393317525175835, "commit_timestamp_nsecs": 1753393317616124098, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d/f3e014e6226603a5a69922a4a6ed9487 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d/f3e014e6226603a5a69922a4a6ed9487 new file mode 100644 index 0000000000000000000000000000000000000000..222cf6e9720086d8638f361214b7e66574f2e568 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d/f3e014e6226603a5a69922a4a6ed9487 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2ce6f7938c0e304c11523de5aed6a5504e68b00a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/01830768c774f84dfed2f6e379d65f76 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/01830768c774f84dfed2f6e379d65f76 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/01830768c774f84dfed2f6e379d65f76 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/366bc6a460f84ed3fc6e14de6207418a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/366bc6a460f84ed3fc6e14de6207418a new file mode 100644 index 0000000000000000000000000000000000000000..774d6e948ac249adb7865eed63be401914535db1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/366bc6a460f84ed3fc6e14de6207418a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/42c860ae3643c8a3f9c4f5e00541cc0a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/42c860ae3643c8a3f9c4f5e00541cc0a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/42c860ae3643c8a3f9c4f5e00541cc0a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/ff4b5c6ec295c41f5e62282c64bbc4b5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/ff4b5c6ec295c41f5e62282c64bbc4b5 new file mode 100644 index 0000000000000000000000000000000000000000..bc60b24d79b42781c4f784e0f0d60284b0865292 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d/ff4b5c6ec295c41f5e62282c64bbc4b5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dba09c18cdce4a408b2114809762be4ad002d0e850a8aeda72c81798dc175bf +size 645630 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d32d3c58da20eb46fa9255f104fe175cad9272f8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..003b01cd15254e1424a2047f65182bb5b718dc55 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393359071207345, "commit_timestamp_nsecs": 1753393359164778591, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d/6a1bb482a7db0f127519808ec0e6ccad b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d/6a1bb482a7db0f127519808ec0e6ccad new file mode 100644 index 0000000000000000000000000000000000000000..bdadcdb9edc624d9beb67d8046368607b93b1529 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d/6a1bb482a7db0f127519808ec0e6ccad differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..703e1cf783fd2542c84ecb0286fb10648251b010 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/038cc2b456298f7b710376a9e46f0fa9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/038cc2b456298f7b710376a9e46f0fa9 new file mode 100644 index 0000000000000000000000000000000000000000..24e2692bf0684098920885bffc23e47bc3e61d09 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/038cc2b456298f7b710376a9e46f0fa9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3999dfa69760f1da51e067b042ed5a2886031b72f33a1e5502e5dd36ccb660a +size 644609 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/0bed1d0808330965308ec5abcb9cc523 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/0bed1d0808330965308ec5abcb9cc523 new file mode 100644 index 0000000000000000000000000000000000000000..279e5c700450f7ef2269d2f0c9da63bbd127b790 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/0bed1d0808330965308ec5abcb9cc523 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/7e396ed1b9f0d644965986c48bc0671e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/7e396ed1b9f0d644965986c48bc0671e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/7e396ed1b9f0d644965986c48bc0671e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/ec1117df0e591f1745bf55d598795f77 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/ec1117df0e591f1745bf55d598795f77 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d/ec1117df0e591f1745bf55d598795f77 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e3f2c258930b2e5fff3875fc8a8b51a97a833384 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..275f701a9ef5e21aa35e3a8b83fcc4e380317e4e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393399624891577, "commit_timestamp_nsecs": 1753393399716592779, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d/c48fec800eb5953167837f22719129bc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d/c48fec800eb5953167837f22719129bc new file mode 100644 index 0000000000000000000000000000000000000000..7b2ade7e4186db5ee5140205fb41ce807349c12e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d/c48fec800eb5953167837f22719129bc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d9e3c932ef951b68353cc9ae42221092574ee6aa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0e367a0fa3e79b7698f0dbc914ec0f86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0e367a0fa3e79b7698f0dbc914ec0f86 new file mode 100644 index 0000000000000000000000000000000000000000..7cddd8005fa9d75128154fc927074f316198cb91 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/0e367a0fa3e79b7698f0dbc914ec0f86 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e62df844ddf93ed34bedd5ffe15549a6f4bb2095cc460e3d0ebedc94b630286 +size 645696 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/2e23e63d522902aca552cc3efbd0ff08 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/2e23e63d522902aca552cc3efbd0ff08 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/2e23e63d522902aca552cc3efbd0ff08 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/3a961d0532cf04631779cc40d4ac65d3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/3a961d0532cf04631779cc40d4ac65d3 new file mode 100644 index 0000000000000000000000000000000000000000..2f4754c80b9a367faae221988615132467c54515 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/3a961d0532cf04631779cc40d4ac65d3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/e756129a0737bcc3302a44f1e0fc47b1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/e756129a0737bcc3302a44f1e0fc47b1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d/e756129a0737bcc3302a44f1e0fc47b1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0fbae99a88601603a86d633c08c0e2f0df76a44a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..97882490c004942f34d5da539eff65c288bea061 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393440704510201, "commit_timestamp_nsecs": 1753393440796513933, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d/6b908f5345752e762f6bc9b98fcba375 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d/6b908f5345752e762f6bc9b98fcba375 new file mode 100644 index 0000000000000000000000000000000000000000..5177852008e827acd07fed0d7ec824d1b7fa1e80 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d/6b908f5345752e762f6bc9b98fcba375 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2b077940b4585a0a8896d39ea25673504b8aa0c1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/19a754d7866b76619d2746f64b3d22d6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/19a754d7866b76619d2746f64b3d22d6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/19a754d7866b76619d2746f64b3d22d6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4622ac9f39c3ee47eab84522ff2762e5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4622ac9f39c3ee47eab84522ff2762e5 new file mode 100644 index 0000000000000000000000000000000000000000..fcfa17cd2685bb8b288fa82b798d7231a252131d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/4622ac9f39c3ee47eab84522ff2762e5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadf513fa2359b2ca1ad9b01049423aa21a1fefa5654fdeb1fecebc123b04fd8 +size 645723 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a535d9978e92edc5375480a48dd2b52b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a535d9978e92edc5375480a48dd2b52b new file mode 100644 index 0000000000000000000000000000000000000000..e9306db13e0c6b1037faa0cd14ed6bc1d8f5ab2a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/a535d9978e92edc5375480a48dd2b52b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/d3769fbb581b28df63e13d9dea549be7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/d3769fbb581b28df63e13d9dea549be7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d/d3769fbb581b28df63e13d9dea549be7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..edc20109f97dd6955c3b9491cceb3e251b8cafb4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..630cb82cd94bdabf87fac38f9e7b0d8215fc1392 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393481132603924, "commit_timestamp_nsecs": 1753393481226370268, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d/b41fc4bedae5eb95d5014df76e7769d9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d/b41fc4bedae5eb95d5014df76e7769d9 new file mode 100644 index 0000000000000000000000000000000000000000..a84b9dd6cf860be1de183a8d548ea48396eb8eaf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d/b41fc4bedae5eb95d5014df76e7769d9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..680558eb90e0987545e9c165850077ef666667d6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/2bb6f46d41b77bba8f08423b6ef6b706 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/2bb6f46d41b77bba8f08423b6ef6b706 new file mode 100644 index 0000000000000000000000000000000000000000..a1b1e2699cba5a62c7889e698f1e4cd54884b460 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/2bb6f46d41b77bba8f08423b6ef6b706 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5224a9ddc417da0c31bed2421e583961 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5224a9ddc417da0c31bed2421e583961 new file mode 100644 index 0000000000000000000000000000000000000000..007b2a84add32906425717b62a4854c534d96000 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/5224a9ddc417da0c31bed2421e583961 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f604d4c75f87ec8034b4974a5c235a584158f2a4fa9dd12fea5e8fbaa351fb +size 645580 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/d2f9215dd314b5ae2ef793db6a804cd8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/d2f9215dd314b5ae2ef793db6a804cd8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/d2f9215dd314b5ae2ef793db6a804cd8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/dc628427d3dbecb6da1c976701eaeaf0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/dc628427d3dbecb6da1c976701eaeaf0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d/dc628427d3dbecb6da1c976701eaeaf0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6a7105a1e44deba05f367e2c5c3c230fcb4b7837 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7fe6d773c51912c3cdec33327c309943f2f6f9ec --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393522569634573, "commit_timestamp_nsecs": 1753393522662485001, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d/568e85c8375849b3461d4a4a8eb2f371 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d/568e85c8375849b3461d4a4a8eb2f371 new file mode 100644 index 0000000000000000000000000000000000000000..7c595d0a5103b3fb821ba21937c5c221a730a598 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d/568e85c8375849b3461d4a4a8eb2f371 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c86b9aadb6f715cb601b5739c7874fa6a998ac7b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/08ae922b799b5d25aff483bcb5c83d05 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/08ae922b799b5d25aff483bcb5c83d05 new file mode 100644 index 0000000000000000000000000000000000000000..674aa472ec3616d19393c42a05c6412d41bbcdb0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/08ae922b799b5d25aff483bcb5c83d05 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/1ca1de8339d068539749de8474fb8995 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/1ca1de8339d068539749de8474fb8995 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/1ca1de8339d068539749de8474fb8995 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/1fb05bfe9ac37bde3feaa86be9c190a5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/1fb05bfe9ac37bde3feaa86be9c190a5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/1fb05bfe9ac37bde3feaa86be9c190a5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/8ba6044c4b219575acbcce8e8adefb55 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/8ba6044c4b219575acbcce8e8adefb55 new file mode 100644 index 0000000000000000000000000000000000000000..94e0f2d15a3527de04194669c5ed2e6e204512dd --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d/8ba6044c4b219575acbcce8e8adefb55 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f6bf6037ec2f71d97422273f1bed27f695aff01d8668f4f3f1a1bec8f406dd +size 645711 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0b0c6fd0aab66c3949d4a8b931f05d0fe55b3682 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5f23f716fedc1cb64845e3d7967dc894690c168d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393563658751428, "commit_timestamp_nsecs": 1753393563752715321, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d/b73d6c10e83d0e0d8473207da1d1d14d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d/b73d6c10e83d0e0d8473207da1d1d14d new file mode 100644 index 0000000000000000000000000000000000000000..be9f60c1e850160a6d562048bd9748a33bbb5ffe Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d/b73d6c10e83d0e0d8473207da1d1d14d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bde6d1936e1980866d7d8c306f2077c5a3e2b9e7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/4b6c21bc4a3a7f9746814f04bebcfa61 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/4b6c21bc4a3a7f9746814f04bebcfa61 new file mode 100644 index 0000000000000000000000000000000000000000..6a86a58e71b380ec8be092985f6baf1374178d32 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/4b6c21bc4a3a7f9746814f04bebcfa61 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4adf46794783db9726eadbec6e869373ff12db21a417f58bdb7d4f6cd1ec723 +size 645655 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/66368eb895ec0b50d39095e5cc52bf71 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/66368eb895ec0b50d39095e5cc52bf71 new file mode 100644 index 0000000000000000000000000000000000000000..34e1fc91d3d192bad7026ad8b2ceacf162688112 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/66368eb895ec0b50d39095e5cc52bf71 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/abac854f238fca927e8fe124edfadfc1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/abac854f238fca927e8fe124edfadfc1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/abac854f238fca927e8fe124edfadfc1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/c678715b075f56fff0daeba84e007a2c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/c678715b075f56fff0daeba84e007a2c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d/c678715b075f56fff0daeba84e007a2c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4fa93944f301422185c640ec0d18a54ac13e15ba Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9b0a8db82e00e2b2c5eeffe59da2c4f88d7d590d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393603813761471, "commit_timestamp_nsecs": 1753393603906236158, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d/b0588889301f7389b46f64b6f4fe2c55 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d/b0588889301f7389b46f64b6f4fe2c55 new file mode 100644 index 0000000000000000000000000000000000000000..027eb1ba3d34d0a1cee52e27a04c62cdd7c46365 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d/b0588889301f7389b46f64b6f4fe2c55 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0286e4ed2b74d6bbd2a33e80ad05a66a60967b83 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/5e0d279244f54d5e9fc0db0538a2ceec b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/5e0d279244f54d5e9fc0db0538a2ceec new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/5e0d279244f54d5e9fc0db0538a2ceec differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/ceec1ddda0dcf0fd1905ce8eccffa3cd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/ceec1ddda0dcf0fd1905ce8eccffa3cd new file mode 100644 index 0000000000000000000000000000000000000000..9ebc991d97d96ff9b050e973ae989744bc0f670a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/ceec1ddda0dcf0fd1905ce8eccffa3cd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/de12848be1b4b928ed11b4a33c84d35d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/de12848be1b4b928ed11b4a33c84d35d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/de12848be1b4b928ed11b4a33c84d35d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/eb21593aadabe212136a3544f96374fb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/eb21593aadabe212136a3544f96374fb new file mode 100644 index 0000000000000000000000000000000000000000..57553b7e9764fe704c35398df76b163ecb262c58 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d/eb21593aadabe212136a3544f96374fb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51598f63fbdb445dc03eebd2c9402e1756d741f440889123e439079e8a5206c +size 645706 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2aed4218ecdf5b40e6ecbad2b7ad080be1286878 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e262e5103652b58503cd61b3313b5a205acfd851 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393644577477127, "commit_timestamp_nsecs": 1753393644669694651, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d/944e2775de1a44edfb2b7cb0ad00c4ce b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d/944e2775de1a44edfb2b7cb0ad00c4ce new file mode 100644 index 0000000000000000000000000000000000000000..575521bf19a2565ffa6618e7f48cd4464a102530 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d/944e2775de1a44edfb2b7cb0ad00c4ce differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..23753212a87220fb16bc9b3f820f8426c43a5eea Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/63c5ff83648e639dd23b511927f74d76 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/63c5ff83648e639dd23b511927f74d76 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/63c5ff83648e639dd23b511927f74d76 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/95c5db94d0eef4b5443aa8bb3ca851fd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/95c5db94d0eef4b5443aa8bb3ca851fd new file mode 100644 index 0000000000000000000000000000000000000000..149141ff280ba7b431f41d0500f8fcb16a36d57a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/95c5db94d0eef4b5443aa8bb3ca851fd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a9dbe92de6e673a75ba00252d11ec56d085ecec8086d8962a8fd448bbfd804 +size 645784 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/c879114cf21057149209ccba6d3d92ea b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/c879114cf21057149209ccba6d3d92ea new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/c879114cf21057149209ccba6d3d92ea differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/fcc012775baaa9454fc9a8b2d625d6cc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/fcc012775baaa9454fc9a8b2d625d6cc new file mode 100644 index 0000000000000000000000000000000000000000..da430cc9bf4c687781baf5b4453a155f35b90136 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d/fcc012775baaa9454fc9a8b2d625d6cc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..18651ce10660842198f7f32ebb40a3f363d3c74e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..413807ae4783f4bc6f07fadbb69c1a65cf1f3852 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390236219177475, "commit_timestamp_nsecs": 1753390236362530196, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d/e5c57bfeafec7e0850926a4b8f972ace b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d/e5c57bfeafec7e0850926a4b8f972ace new file mode 100644 index 0000000000000000000000000000000000000000..afffc13520433221e447fc623f65e780ad230b9d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d/e5c57bfeafec7e0850926a4b8f972ace differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6a877ab255db38558eded82964d5e0fc2f5c96ca Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/16adf6d034dcedbcf5ea4f32b36fbdfb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/16adf6d034dcedbcf5ea4f32b36fbdfb new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/16adf6d034dcedbcf5ea4f32b36fbdfb differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/6e019191ee3516ceeb2dead2829db841 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/6e019191ee3516ceeb2dead2829db841 new file mode 100644 index 0000000000000000000000000000000000000000..d2f99c64d8240f8fa5ea7747f657f4858825dcdb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/6e019191ee3516ceeb2dead2829db841 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/79cc00aca473ebe36ded5bd449e245c0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/79cc00aca473ebe36ded5bd449e245c0 new file mode 100644 index 0000000000000000000000000000000000000000..cbad95c3d1f958ec645a53b654a55eb70a4823d7 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/79cc00aca473ebe36ded5bd449e245c0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd30b3d53285dd76fcb73742bd9467ac3e427a0ca7cde2ef0dcefc4b62b94f46 +size 644788 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/ff5e73d5460c8460adafdf1ba3b7b02d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/ff5e73d5460c8460adafdf1ba3b7b02d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d/ff5e73d5460c8460adafdf1ba3b7b02d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fb28af405b47af8b59f5bf5ea95f5d0acf41fbf5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..01d48371151668d7156224ed1c80eab0637d631b --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393685010866709, "commit_timestamp_nsecs": 1753393685103535825, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d/815e4563e5ff4732c3208092cb39f1dd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d/815e4563e5ff4732c3208092cb39f1dd new file mode 100644 index 0000000000000000000000000000000000000000..28d6c6c857a6abc1295d9a7ae70c6cb62aba22ad Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d/815e4563e5ff4732c3208092cb39f1dd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a33471e406d8577fc4d1cc1706f2e296c7c37db6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/0e7cc7d4bb338e07e1e32b96a58cbd24 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/0e7cc7d4bb338e07e1e32b96a58cbd24 new file mode 100644 index 0000000000000000000000000000000000000000..64c795f0dea4502ab4080ccc7fcd7b0949fe23b7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/0e7cc7d4bb338e07e1e32b96a58cbd24 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/4cb085f4a76de0b34c547455d3113f3c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/4cb085f4a76de0b34c547455d3113f3c new file mode 100644 index 0000000000000000000000000000000000000000..fabb4ac4ec51479d1f70a177448db5923b1bdf16 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/4cb085f4a76de0b34c547455d3113f3c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed17058d3b58a153f2f99f6a50585888cf0d5ef9ae60df8814a61583376962ad +size 644675 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/c9d441bece17aaea42a770fd5017f65e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/c9d441bece17aaea42a770fd5017f65e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/c9d441bece17aaea42a770fd5017f65e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f16818268a990b0a5ec0b26ea607018a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f16818268a990b0a5ec0b26ea607018a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d/f16818268a990b0a5ec0b26ea607018a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fafbdd87404e230063d7442d3dc6e1d37a98d7a0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d3701aaa3599d5879a9698b359a3ec8b99849245 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393725726646167, "commit_timestamp_nsecs": 1753393725818899501, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d/ac79ef1204e70c02a4c43e3365abc28f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d/ac79ef1204e70c02a4c43e3365abc28f new file mode 100644 index 0000000000000000000000000000000000000000..19772be71e011167503cba51e258d7b740ca9a0e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d/ac79ef1204e70c02a4c43e3365abc28f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5f61a5f12d691f7309155f19aa4ca4e3b1159899 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/31b3a189eb6da64f56446fe7b3ef0d62 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/31b3a189eb6da64f56446fe7b3ef0d62 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/31b3a189eb6da64f56446fe7b3ef0d62 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/6983f710ee09760a93f1b20809776e86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/6983f710ee09760a93f1b20809776e86 new file mode 100644 index 0000000000000000000000000000000000000000..5c46981d4e43be386ffd422318b6306b6cf6a570 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/6983f710ee09760a93f1b20809776e86 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdaa58480de4f7149a3a3959f41bc65e7bcaa893c7d2515a2faf008e4890188 +size 644723 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d8bb0c1c41c9b71420421fdd798ff7c3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d8bb0c1c41c9b71420421fdd798ff7c3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/d8bb0c1c41c9b71420421fdd798ff7c3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/ffaffb9f07d6ecaedb9fe9b70a560215 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/ffaffb9f07d6ecaedb9fe9b70a560215 new file mode 100644 index 0000000000000000000000000000000000000000..1bd9dd0d7663452341cf2e03be8fdea0ef13f030 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d/ffaffb9f07d6ecaedb9fe9b70a560215 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c03e203449f61d1bbb8c6d400327d8bd40bd03d5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..656f562b8e7cd9d5e0a22059feb14c1ddb11b439 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393766071600691, "commit_timestamp_nsecs": 1753393766162716323, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d/43233c6a2128c91f8852ba58489257e8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d/43233c6a2128c91f8852ba58489257e8 new file mode 100644 index 0000000000000000000000000000000000000000..caf1d570d823f8e08c93f850a7382e7a2a3886de Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d/43233c6a2128c91f8852ba58489257e8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..12497aa8fb06e917839745798628ebd02649898c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/1353b08be9deb56808850dd09c2246f8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/1353b08be9deb56808850dd09c2246f8 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/1353b08be9deb56808850dd09c2246f8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/15238b25235ab08102ddc5064687c997 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/15238b25235ab08102ddc5064687c997 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/15238b25235ab08102ddc5064687c997 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/1e42c2b2e90158ec4ac8a67d2615607f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/1e42c2b2e90158ec4ac8a67d2615607f new file mode 100644 index 0000000000000000000000000000000000000000..79a6a2d40cb5a30c38abcf5756d2d05ce7e146e4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/1e42c2b2e90158ec4ac8a67d2615607f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3f1372c45435b1ec661c1fd62aec5ff6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3f1372c45435b1ec661c1fd62aec5ff6 new file mode 100644 index 0000000000000000000000000000000000000000..6782a1ba7ed63855637693b6f39f2fa0658381c2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d/3f1372c45435b1ec661c1fd62aec5ff6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5278a923ac7c7c20d547c54f5bbafcfed1867f4243ccefa76b5066e2a09106e +size 645814 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..74093bf3ec1289368ecc440f1f5108b114a8b142 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4b6df21f50cfdf82e347e9a5ce58052ac54bf7bc --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393806074602394, "commit_timestamp_nsecs": 1753393806167911380, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d/e0a845d912d74e5d11668e4eea33f14c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d/e0a845d912d74e5d11668e4eea33f14c new file mode 100644 index 0000000000000000000000000000000000000000..5f594c35604fcb1327e18d4363d9fdcbbaefce74 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d/e0a845d912d74e5d11668e4eea33f14c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..973decf7ab7d3e9932205aa3214cf110fc379537 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3268297fe45f9fdbd0d4fec3593b0fb0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3268297fe45f9fdbd0d4fec3593b0fb0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/3268297fe45f9fdbd0d4fec3593b0fb0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/a9a65e5b1a1fe9a928f0e4bac2bcc91e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/a9a65e5b1a1fe9a928f0e4bac2bcc91e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/a9a65e5b1a1fe9a928f0e4bac2bcc91e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/aea3c0d5c2362ece4bfc8f993f1ef73c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/aea3c0d5c2362ece4bfc8f993f1ef73c new file mode 100644 index 0000000000000000000000000000000000000000..7e60f9f0f20091c0ddc6288657415b99305c8773 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/aea3c0d5c2362ece4bfc8f993f1ef73c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92772148f18af87c7a9947a3490526824250aad890c6191f8a00ad6ae1a5718 +size 645928 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b4f56b9f5405b270a4fefa31f3fa43c8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b4f56b9f5405b270a4fefa31f3fa43c8 new file mode 100644 index 0000000000000000000000000000000000000000..a377d1bb6aec348253f48f550ae4814a426cd8be Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d/b4f56b9f5405b270a4fefa31f3fa43c8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a7b1643249739299f0a708eb99e682eaca90af43 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c712408806baffcbf128aa7bcae7190f11a8ade2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393847295798659, "commit_timestamp_nsecs": 1753393847387821562, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d/d74af5d2bbc62f154fdd9550e74dd921 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d/d74af5d2bbc62f154fdd9550e74dd921 new file mode 100644 index 0000000000000000000000000000000000000000..ac8730e3d69cb769fcebe0f99fd0eda73ab94515 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d/d74af5d2bbc62f154fdd9550e74dd921 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..92b1fc50a6c635a0c57f28bd03815cc77c467bbb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/21636a914fa10db7e6179e1f7f81cc90 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/21636a914fa10db7e6179e1f7f81cc90 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/21636a914fa10db7e6179e1f7f81cc90 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/83bf848ba76c45352487b1224b9bf623 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/83bf848ba76c45352487b1224b9bf623 new file mode 100644 index 0000000000000000000000000000000000000000..05abf6858f1873cc19a75a09025437d143a46301 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/83bf848ba76c45352487b1224b9bf623 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/b3fc76b64993affe2a1c8df0b9a7cdee b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/b3fc76b64993affe2a1c8df0b9a7cdee new file mode 100644 index 0000000000000000000000000000000000000000..89c7a93204d3bf66d859862a443c4a73461968f0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/b3fc76b64993affe2a1c8df0b9a7cdee @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe7993aabdb0523e9055862a405ea1fe5e27543db31ec3879cc78d75d293173 +size 645885 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d7e1292aa572e54f1d8985958f6850ab b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d7e1292aa572e54f1d8985958f6850ab new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d/d7e1292aa572e54f1d8985958f6850ab differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..58f82701df7e570d6f2ea79f4899382669d41ace Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4263459c5044ab27181bbfd99f429598e1df5558 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393888077029749, "commit_timestamp_nsecs": 1753393888170696161, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d/5223dea3e1115da45828999b59b8a8da b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d/5223dea3e1115da45828999b59b8a8da new file mode 100644 index 0000000000000000000000000000000000000000..c80606459c8604c0050324b3b8bc6727acf67c49 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d/5223dea3e1115da45828999b59b8a8da differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5b544e2808d765f730b8b33ceca44a04ca541d5c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/24dece9f2e1fedaf1d5c806ce5f06c58 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/24dece9f2e1fedaf1d5c806ce5f06c58 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/24dece9f2e1fedaf1d5c806ce5f06c58 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/54bd794079130873a1311246b8a03602 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/54bd794079130873a1311246b8a03602 new file mode 100644 index 0000000000000000000000000000000000000000..b75b18b1f28a445e1b0100511596ce372402bb76 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/54bd794079130873a1311246b8a03602 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/95445ab684d1dd04a416150795f715b6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/95445ab684d1dd04a416150795f715b6 new file mode 100644 index 0000000000000000000000000000000000000000..91688ed92428a1a64e5eb2c5036f7322d7af0809 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/95445ab684d1dd04a416150795f715b6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d97793c3a5f9d752a9c6668a9e8dc9f54853c18c9b4dbfe75923fc1dfe62fc60 +size 645845 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/a8bb63cad3e2a5fbcea374cc133dc890 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/a8bb63cad3e2a5fbcea374cc133dc890 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d/a8bb63cad3e2a5fbcea374cc133dc890 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..50f795ef12001490f341deebf48e8f2aa3025929 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3a9bc96fa6e66a42d721dc72871eca1fc59417ca --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393928492949360, "commit_timestamp_nsecs": 1753393928586643916, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d/7706114460677ce688e534da2d004268 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d/7706114460677ce688e534da2d004268 new file mode 100644 index 0000000000000000000000000000000000000000..66ac307289adfac7b0dbdf6129faec7eced59b60 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d/7706114460677ce688e534da2d004268 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..70ee641dbfb33589f5feee27d2f777043ace9fb8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/25764be9f83550d90fb9d1fc3e462624 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/25764be9f83550d90fb9d1fc3e462624 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/25764be9f83550d90fb9d1fc3e462624 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/40b46900d8a57eccc3e6f8ac27ea1675 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/40b46900d8a57eccc3e6f8ac27ea1675 new file mode 100644 index 0000000000000000000000000000000000000000..31aec9e1bcba81774a00d7c1c8e98028a2c50bf5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/40b46900d8a57eccc3e6f8ac27ea1675 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/678a4507db9fe750090b25f3bfd00964 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/678a4507db9fe750090b25f3bfd00964 new file mode 100644 index 0000000000000000000000000000000000000000..9a7803ef08e4d4841fe4ec39af7f56b437822641 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/678a4507db9fe750090b25f3bfd00964 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3181a7f5ee6957fb333212e131b06a74363147205ffa973bfea2e945a59409a4 +size 644739 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/b904ee0b12bd98c88d4c5461ea3fad9c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/b904ee0b12bd98c88d4c5461ea3fad9c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d/b904ee0b12bd98c88d4c5461ea3fad9c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..250f11e6fb37e8399da93226941fbf86282d5355 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6c642375442acf1170a0bd94bdddb8450418bac7 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393968774863946, "commit_timestamp_nsecs": 1753393968867700916, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d/1a968321e0b3e9a9617d8e87c5c5a03b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d/1a968321e0b3e9a9617d8e87c5c5a03b new file mode 100644 index 0000000000000000000000000000000000000000..e8eeb6f776ea0a0ea47c8f376cf0e9841dfaf000 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d/1a968321e0b3e9a9617d8e87c5c5a03b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9b0d7fdee2338dfae8623fd51f02913bfdfd11d4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0cb1607eae02df899fdca6b42e8b738d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0cb1607eae02df899fdca6b42e8b738d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/0cb1607eae02df899fdca6b42e8b738d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/55e2bb0d5f294169e35ec6f7e36fc5ff b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/55e2bb0d5f294169e35ec6f7e36fc5ff new file mode 100644 index 0000000000000000000000000000000000000000..825c736bbfe70c118e2913b6c4dc57a908f83dae Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/55e2bb0d5f294169e35ec6f7e36fc5ff differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/7511ce96ef09847c2d50129151ac35f6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/7511ce96ef09847c2d50129151ac35f6 new file mode 100644 index 0000000000000000000000000000000000000000..5f836eb01cec59b2de5c60d4e1486f61717038fc --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/7511ce96ef09847c2d50129151ac35f6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5c90258ec88e8368189233bdf234a33d06d7fa9c0944de9c1b27688ef48256 +size 645955 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/9e1f588271ef2ffba3049e3cecad29d5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/9e1f588271ef2ffba3049e3cecad29d5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d/9e1f588271ef2ffba3049e3cecad29d5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ed7f15e113cc4e04c0fcde1e244c33fc0f2402a7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..000c71d45e1ea455ef98cacac2360aff1b852f25 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394009547820123, "commit_timestamp_nsecs": 1753394009638435016, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d/a3d3e9c4b54bccb349d542dadfaaeed8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d/a3d3e9c4b54bccb349d542dadfaaeed8 new file mode 100644 index 0000000000000000000000000000000000000000..5901d87308d950492a0368abbf7e57c82868babf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d/a3d3e9c4b54bccb349d542dadfaaeed8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..680cb4d5889d5cf121983737365468857f20d623 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/017d154bd7beb50f7a2e1401d616ecc2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/017d154bd7beb50f7a2e1401d616ecc2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/017d154bd7beb50f7a2e1401d616ecc2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/128a49de6c9efea1ccd7db2120a7fa86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/128a49de6c9efea1ccd7db2120a7fa86 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/128a49de6c9efea1ccd7db2120a7fa86 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/7a87e3d4c6e9a6cbf0ca3ecf04148218 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/7a87e3d4c6e9a6cbf0ca3ecf04148218 new file mode 100644 index 0000000000000000000000000000000000000000..f7db207ed148c3b8b9f40b68302c8ce437df6ed4 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/7a87e3d4c6e9a6cbf0ca3ecf04148218 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610ddf289ae49259691d7d3ab2b06e57147e3f91ffc7f69695208d7286a9830d +size 645799 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/a24891bc6a6fe3619d4391a0d132d77b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/a24891bc6a6fe3619d4391a0d132d77b new file mode 100644 index 0000000000000000000000000000000000000000..1b138906702b1780b41e01accde705413e45f2d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d/a24891bc6a6fe3619d4391a0d132d77b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..05bfef10a71a9ec5ed83076b69f3521060149aa8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..466a98933133b13191611bc8996759a7b56239d6 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394050071119873, "commit_timestamp_nsecs": 1753394050163498600, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d/45734002ece0c25d9feff02ac4dc82db b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d/45734002ece0c25d9feff02ac4dc82db new file mode 100644 index 0000000000000000000000000000000000000000..e03db6347a6a52dedcca9ce40d07fdba6ab172de Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d/45734002ece0c25d9feff02ac4dc82db differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bf83320097761b19caed6aaba19927a00707ecbd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/5961597ec80565f76ec2542c95239b8b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/5961597ec80565f76ec2542c95239b8b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/5961597ec80565f76ec2542c95239b8b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6b49324975f600bcc4148cb176bc88a1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6b49324975f600bcc4148cb176bc88a1 new file mode 100644 index 0000000000000000000000000000000000000000..9ae1258e4dd66f9c574a9cd78ec0829faab5c56b --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/6b49324975f600bcc4148cb176bc88a1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6b378c5b48a2114e4491cdf8009f190538f46fb532cc60ae5e06a9bdbd49fe +size 644800 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/cd4ae5f0a5fe8fdba536c7cc78d49cbf b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/cd4ae5f0a5fe8fdba536c7cc78d49cbf new file mode 100644 index 0000000000000000000000000000000000000000..c15639db5957645d7bedce4b44ce382bdae7f7f1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/cd4ae5f0a5fe8fdba536c7cc78d49cbf differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f28aeb2714059f28312527f05f41630e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f28aeb2714059f28312527f05f41630e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d/f28aeb2714059f28312527f05f41630e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b1774f29751782d533808251d5a153658ac6d8ab Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4468d0f4298e707b7d10528ad8a6ed2564761b65 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389897021219113, "commit_timestamp_nsecs": 1753389897113453355, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d/f4e439988f85561d1e3003822eef15f3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d/f4e439988f85561d1e3003822eef15f3 new file mode 100644 index 0000000000000000000000000000000000000000..dd3cca7b1d163e69b94ced437317195bb9058e96 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d/f4e439988f85561d1e3003822eef15f3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..72d7f9f54700f3cdb96ed8c6a92db89e22beb0cf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e0d3eec1ee5d1ef50432d3221e43ec3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e0d3eec1ee5d1ef50432d3221e43ec3 new file mode 100644 index 0000000000000000000000000000000000000000..a9098608faf21304a658b5483023bc4ce1ae7bd0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e0d3eec1ee5d1ef50432d3221e43ec3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39578d6a5d8981aa5840e3d251df42b7c1ee2168458b0b298392e68e73ade87c +size 644249 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e5e19f879508b763a58ee081ae22b17 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e5e19f879508b763a58ee081ae22b17 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/2e5e19f879508b763a58ee081ae22b17 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/774110ca1d2bc20c91b950b303189895 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/774110ca1d2bc20c91b950b303189895 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/774110ca1d2bc20c91b950b303189895 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/7b811cad7b69bb31b946c73d60e8a1b4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/7b811cad7b69bb31b946c73d60e8a1b4 new file mode 100644 index 0000000000000000000000000000000000000000..560a3dde723d329ea461fef3760df6c3b3e116cf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d/7b811cad7b69bb31b946c73d60e8a1b4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..859d7468c9416447f3438a3a48e736b0f270ed0c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6d5b683ea1912d63a081acee09d4b5ba419759e1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390278402408879, "commit_timestamp_nsecs": 1753390278814486690, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d/23b1243ba4a8c50973d39590c3227381 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d/23b1243ba4a8c50973d39590c3227381 new file mode 100644 index 0000000000000000000000000000000000000000..fa060089d0fc8b7c30f4c92d8cf5061bfc85bd55 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d/23b1243ba4a8c50973d39590c3227381 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4cf806f294c6db4fc49de5f820444929742a6953 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/39579f108441a04d8a363b8a5fc5bd04 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/39579f108441a04d8a363b8a5fc5bd04 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/39579f108441a04d8a363b8a5fc5bd04 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/6afd8f00bd90925ca8fc8196e9399555 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/6afd8f00bd90925ca8fc8196e9399555 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/6afd8f00bd90925ca8fc8196e9399555 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/9045cf3c9c9877e3f88c73cbfb493279 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/9045cf3c9c9877e3f88c73cbfb493279 new file mode 100644 index 0000000000000000000000000000000000000000..1b4acab0aad3a375b6f93ec43174418b0c7543a7 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/9045cf3c9c9877e3f88c73cbfb493279 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea2d78bbf446c4366dd789d91745cf4d0a6633458d87d772d0e491d25f273bd +size 644803 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/a23b02788cb3cbe5c04fe11534c5a9ed b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/a23b02788cb3cbe5c04fe11534c5a9ed new file mode 100644 index 0000000000000000000000000000000000000000..2cb5f89594204e14af8449e43269122a33a2b8b1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d/a23b02788cb3cbe5c04fe11534c5a9ed differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e7e220ff9292d3febd35bb73b4ef58d8657c74fb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f5237ccc2ac9d6e6b6c245ae40733cb2b685f620 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394090261436317, "commit_timestamp_nsecs": 1753394090353082354, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d/c8fe316f82d0a5653f41f42880fece3b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d/c8fe316f82d0a5653f41f42880fece3b new file mode 100644 index 0000000000000000000000000000000000000000..16b5cdd6c4cce58aa0d712fa0b6be69e6540c742 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d/c8fe316f82d0a5653f41f42880fece3b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48d6fa25375bfb07d0166a2c5062ecc45686263d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/119a531ee948a3c85a2232200368a4ae b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/119a531ee948a3c85a2232200368a4ae new file mode 100644 index 0000000000000000000000000000000000000000..ce6891170b09ddba0d616e8a04d1d70e231e815d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/119a531ee948a3c85a2232200368a4ae @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deebd2f343407d606b6676a0ff3cde18d609735cb3783b17046c2d3ca7cb46c5 +size 645797 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/67dade02f2008a6da6804133322593cf b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/67dade02f2008a6da6804133322593cf new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/67dade02f2008a6da6804133322593cf differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/803c8e29b10f4fba15c8d4a282affdb3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/803c8e29b10f4fba15c8d4a282affdb3 new file mode 100644 index 0000000000000000000000000000000000000000..b951f1656cf9e2e90fec2130cc0055eac94333fa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/803c8e29b10f4fba15c8d4a282affdb3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/ad800c029c63b75539d10989cf342d5a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/ad800c029c63b75539d10989cf342d5a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d/ad800c029c63b75539d10989cf342d5a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..01a7cc56266ac9fbf6c763388db0d56958f084d0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1524d9e46f50ca81bd52e65fc6f56e15fe72428f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394129693330885, "commit_timestamp_nsecs": 1753394129783722779, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d/73671b104e68ed9a7a12a6cef1608bd9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d/73671b104e68ed9a7a12a6cef1608bd9 new file mode 100644 index 0000000000000000000000000000000000000000..3f312c347fe5a4d8a4eac07ce63e626002a9b10f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d/73671b104e68ed9a7a12a6cef1608bd9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c4ff066e377a6f808b3de25a5ba5ca42de9f6bad Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/15ae59748074bfc497b1f7ba9d670409 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/15ae59748074bfc497b1f7ba9d670409 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/15ae59748074bfc497b1f7ba9d670409 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/c81ddd018eeac14e25499e485edd0c99 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/c81ddd018eeac14e25499e485edd0c99 new file mode 100644 index 0000000000000000000000000000000000000000..d6770fdb6775c1b3f5120a3501c72f0468438813 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/c81ddd018eeac14e25499e485edd0c99 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2584be28a6c57aa86c8335248bcb20b8b9eb5d1c5206d9b299adaf3883fcb92 +size 644756 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/cee3f2431768d44ea509293c004f30ba b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/cee3f2431768d44ea509293c004f30ba new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/cee3f2431768d44ea509293c004f30ba differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/e2fc5ae30616b4c20491ebab1ebf0306 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/e2fc5ae30616b4c20491ebab1ebf0306 new file mode 100644 index 0000000000000000000000000000000000000000..5ac9e80fb14e550027469c67470d53e40250955d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d/e2fc5ae30616b4c20491ebab1ebf0306 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c0fe9229dce67f4c06658b85c4e12d7ae003f3a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..df2a1951503f2b1561dd7eea7a41eb141fae6166 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394170282147341, "commit_timestamp_nsecs": 1753394170374654783, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d/fa09e1375da7c98cdafc1c76b52b13dd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d/fa09e1375da7c98cdafc1c76b52b13dd new file mode 100644 index 0000000000000000000000000000000000000000..bc71bfcc9d6476487a6bab033df70d8f352134be Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d/fa09e1375da7c98cdafc1c76b52b13dd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..187e697967c5f50e89b0691987583cfdd826d822 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/4fd31c6841c657ac7425294a3919dcef b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/4fd31c6841c657ac7425294a3919dcef new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/4fd31c6841c657ac7425294a3919dcef differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/683d24e1dc73a5cc8b1ac287472ee9db b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/683d24e1dc73a5cc8b1ac287472ee9db new file mode 100644 index 0000000000000000000000000000000000000000..2892ee915000c1458059209d6e930c4d99b7b46c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/683d24e1dc73a5cc8b1ac287472ee9db @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad0937347c8d5cf1b2bc04056b9c29b803f06e836f95ba8f716894b194869cc +size 645869 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/c8849bd961c8b052e6244a72f7f02449 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/c8849bd961c8b052e6244a72f7f02449 new file mode 100644 index 0000000000000000000000000000000000000000..062d36c5f60864248485f0a50b1b51e00df1723e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/c8849bd961c8b052e6244a72f7f02449 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/e1a0bf3bf395aa6edfa10208d2d1ce64 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/e1a0bf3bf395aa6edfa10208d2d1ce64 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d/e1a0bf3bf395aa6edfa10208d2d1ce64 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7c2f332acb7324b2df9ab85079e91ef636e8528f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fd9ce88b03718acfa610e3713ae0296da472f0a8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394210331997499, "commit_timestamp_nsecs": 1753394210423702499, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d/19a4a15a5d86a6bf11cd37141dbd790e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d/19a4a15a5d86a6bf11cd37141dbd790e new file mode 100644 index 0000000000000000000000000000000000000000..0fe133e1446a52b553772c65e6cc4bd5bcbdb415 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d/19a4a15a5d86a6bf11cd37141dbd790e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3240d7a58339887f7af9395638aaa411d5b50cfa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/2ec978c42579e6cf64d7b83ab03fab10 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/2ec978c42579e6cf64d7b83ab03fab10 new file mode 100644 index 0000000000000000000000000000000000000000..c160510e9496c247edc37797660645279a824279 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/2ec978c42579e6cf64d7b83ab03fab10 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/9a50889a2ca586fe8d16443bc2e1a04f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/9a50889a2ca586fe8d16443bc2e1a04f new file mode 100644 index 0000000000000000000000000000000000000000..a35a4008b4f1a219c5cc22464857fc7579ad536a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/9a50889a2ca586fe8d16443bc2e1a04f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274d188e277c158c8128ead69be690707c934bc298e28449521066e1b25b93de +size 645837 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/c0d1636e07c69519954134a436186d38 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/c0d1636e07c69519954134a436186d38 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/c0d1636e07c69519954134a436186d38 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/f1963eea7733857dc10a292b787be334 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/f1963eea7733857dc10a292b787be334 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d/f1963eea7733857dc10a292b787be334 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e320598312ccd18fa21393580b8b7dcfe9e95e61 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f80c9657cac7bda7dfb5398c756363cfdd825a13 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394250180487479, "commit_timestamp_nsecs": 1753394250584054524, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d/6693f19ee1cbe69be98c7588fd2bcd6d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d/6693f19ee1cbe69be98c7588fd2bcd6d new file mode 100644 index 0000000000000000000000000000000000000000..fa8281b7a17d0f142ac5531728574ed608411f80 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d/6693f19ee1cbe69be98c7588fd2bcd6d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d2f6724b8a1e488d86de961fc4ce7519595ce54b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/3c5e4bdaa72b0789ef841ad19643e6fb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/3c5e4bdaa72b0789ef841ad19643e6fb new file mode 100644 index 0000000000000000000000000000000000000000..1a8d0949cb742c0fa8c312338090bbb152197f05 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/3c5e4bdaa72b0789ef841ad19643e6fb differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/8b3676cd97af782aec363cb5b91c0598 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/8b3676cd97af782aec363cb5b91c0598 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/8b3676cd97af782aec363cb5b91c0598 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a9695b7ab9fec9c249e04348cbcd60e2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a9695b7ab9fec9c249e04348cbcd60e2 new file mode 100644 index 0000000000000000000000000000000000000000..125d5cbfb3c9b9adeec1ac7829cf20d6a032a375 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/a9695b7ab9fec9c249e04348cbcd60e2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b0663e241434edbd369d9f9230545f0744d7b64db85041ec095bb412db9cf4 +size 645761 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/bcd84e1372ba553e7d4906bb54a5a5b4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/bcd84e1372ba553e7d4906bb54a5a5b4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d/bcd84e1372ba553e7d4906bb54a5a5b4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bd92d5f45e45d3856eda6b80dda78c6b0284abfe Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..040da1103c8e0d55c105684e400eef27041d8f37 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394291393695142, "commit_timestamp_nsecs": 1753394291848254360, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d/afe46ff036343e65b7bfc3e670363221 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d/afe46ff036343e65b7bfc3e670363221 new file mode 100644 index 0000000000000000000000000000000000000000..a5db14c004d69f715686c37d8b2ef496caa53256 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d/afe46ff036343e65b7bfc3e670363221 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ca328b606a53842bc1164dae86108fa368b67097 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/3e9d7406ad6394572349fc11dd136ba3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/3e9d7406ad6394572349fc11dd136ba3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/3e9d7406ad6394572349fc11dd136ba3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/406a411d56d1cf39df93796330e7590e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/406a411d56d1cf39df93796330e7590e new file mode 100644 index 0000000000000000000000000000000000000000..761b98eb1a7d23a747a3451197164a319969a674 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/406a411d56d1cf39df93796330e7590e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/b7e81e4d8684cfb0a2dcdb07dac46855 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/b7e81e4d8684cfb0a2dcdb07dac46855 new file mode 100644 index 0000000000000000000000000000000000000000..48ef5578df60bd2da80224132968aa6f80e7c3d1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/b7e81e4d8684cfb0a2dcdb07dac46855 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936fcdcfd3f668bf301aed23639a0ec8fdc370fd76e369a8f6b58415fe20354d +size 644806 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/d49424809d0a8110c2a55335fd3babfa b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/d49424809d0a8110c2a55335fd3babfa new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d/d49424809d0a8110c2a55335fd3babfa differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b30853af4321361d4257ca33b795b4aaa7646542 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5ca41d02a634c310362322c484b6abd4f9343757 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394332019005095, "commit_timestamp_nsecs": 1753394332423894966, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d/3bf6502fb4c4f8a4c1936c9a2d00be9b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d/3bf6502fb4c4f8a4c1936c9a2d00be9b new file mode 100644 index 0000000000000000000000000000000000000000..d09d9b33b8a2e619f11b57338d39cfb7c829d2f5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d/3bf6502fb4c4f8a4c1936c9a2d00be9b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1f720623943898513b35392e15f139027386daa2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2636059bd79a9ad168d916efa65ec88d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2636059bd79a9ad168d916efa65ec88d new file mode 100644 index 0000000000000000000000000000000000000000..d3816a543f9e60d3a19840a3863debf96b3ec603 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/2636059bd79a9ad168d916efa65ec88d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38f8a19d7b7935423aef103671cda4ffa98470dfe451eed6c51c06315330135 +size 645868 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/5664ffe5a169edcda8016cad70326070 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/5664ffe5a169edcda8016cad70326070 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/5664ffe5a169edcda8016cad70326070 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/56fba2b19dc2a3298a6b3341ab7545e8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/56fba2b19dc2a3298a6b3341ab7545e8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/56fba2b19dc2a3298a6b3341ab7545e8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/d4d5d381248a5c7f96a1be48d44e1eae b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/d4d5d381248a5c7f96a1be48d44e1eae new file mode 100644 index 0000000000000000000000000000000000000000..406257db8bbfff329ee7a758238d2191fe7efbcc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d/d4d5d381248a5c7f96a1be48d44e1eae differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c7aab72807f34e951e08084686ea871ccf8c8882 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5b225b24b15019e70d1242a902ad5c86b13f931c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394372581870181, "commit_timestamp_nsecs": 1753394372982138834, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d/13b346dff59fcc83d2fc5161f5957edc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d/13b346dff59fcc83d2fc5161f5957edc new file mode 100644 index 0000000000000000000000000000000000000000..cdc7298dc4480075da162c571bd02bcc1c9468bc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d/13b346dff59fcc83d2fc5161f5957edc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6c053ee18e7f6622e5f0cdba88f5fb2d0cf39b37 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/1410a68208fa04be25064581a9fd84ab b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/1410a68208fa04be25064581a9fd84ab new file mode 100644 index 0000000000000000000000000000000000000000..923fa174a247117ce3b41e109f8bfe07d20d2b0e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/1410a68208fa04be25064581a9fd84ab differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/c9319739e63e6dce96d314acee2bc1a7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/c9319739e63e6dce96d314acee2bc1a7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/c9319739e63e6dce96d314acee2bc1a7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/ee6801a670886e0fb525cf1b69815611 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/ee6801a670886e0fb525cf1b69815611 new file mode 100644 index 0000000000000000000000000000000000000000..2613541bf8cde6048c1609089420bf56bdb04cd2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/ee6801a670886e0fb525cf1b69815611 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25470f60eef9f10237738e101f605d47f4d1d7cb71b085eab381d8d8bc58b40a +size 644857 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/f58789680e081885e4bdeff84061ab4f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/f58789680e081885e4bdeff84061ab4f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d/f58789680e081885e4bdeff84061ab4f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48e811754e35f372582d540f7e8391b10f1273c0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2b66b7bdd28a60e93c64c1a3edf7a71f9b4072f8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394412982041559, "commit_timestamp_nsecs": 1753394413074921374, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d/3485ae6e4fe5d2ed915307c987923c36 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d/3485ae6e4fe5d2ed915307c987923c36 new file mode 100644 index 0000000000000000000000000000000000000000..7a7bcd7206dafdc691a37116284ede5ab011d8b4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d/3485ae6e4fe5d2ed915307c987923c36 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f990310635a1dad4ee82a93781b5df261e9ec071 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/0f50d76529a5e95ba476da2412fc92ff b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/0f50d76529a5e95ba476da2412fc92ff new file mode 100644 index 0000000000000000000000000000000000000000..f1ca4f26601f49fb68e2533204978e6f6e6fe585 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/0f50d76529a5e95ba476da2412fc92ff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2816ee3db851449e5366d6e6cd03691b41028e2434db3e2801b94a5cb0e7ef2 +size 645815 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/12ff86a9eafc5b6afba07c42ab68c008 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/12ff86a9eafc5b6afba07c42ab68c008 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/12ff86a9eafc5b6afba07c42ab68c008 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2decc7ace78c9e198bf5aba840a9d08f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2decc7ace78c9e198bf5aba840a9d08f new file mode 100644 index 0000000000000000000000000000000000000000..011ef9a75affdaca3d4002800311ba6b14db17a7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/2decc7ace78c9e198bf5aba840a9d08f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/efb725c80d0a6266d707e014cf5dd575 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/efb725c80d0a6266d707e014cf5dd575 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d/efb725c80d0a6266d707e014cf5dd575 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..21f91c67aa557219f16ed5a6578499641f88bedd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1e590239531396b6b9ae191e65d70c42505ccbc2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394453134341189, "commit_timestamp_nsecs": 1753394453226088721, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d/1e6f06a56dbec2abce870dfeb4bb7de7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d/1e6f06a56dbec2abce870dfeb4bb7de7 new file mode 100644 index 0000000000000000000000000000000000000000..dee306aa2bb7ae78f43fbac430437c396c864c2c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d/1e6f06a56dbec2abce870dfeb4bb7de7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9b1bad451588058b73d6bb99fec960709430977a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/04a0028f8462a1df12b8f9eb4324cdf5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/04a0028f8462a1df12b8f9eb4324cdf5 new file mode 100644 index 0000000000000000000000000000000000000000..e1af6578fdc60477c70aa8ab9b9fdda83c433def --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/04a0028f8462a1df12b8f9eb4324cdf5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f08bc8c3bd142f5b8ba1cb832a150476b17665514a8b606b4da5b50e40e5540 +size 645806 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/0fc63bc508601b99d450ee0f7eb44744 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/0fc63bc508601b99d450ee0f7eb44744 new file mode 100644 index 0000000000000000000000000000000000000000..daff777166e683caab21000fed12711336373960 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/0fc63bc508601b99d450ee0f7eb44744 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/6533895d17a4f964464e6eb89dffbf3a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/6533895d17a4f964464e6eb89dffbf3a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/6533895d17a4f964464e6eb89dffbf3a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/f2743c4446e499c6e77d42108ba8db89 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/f2743c4446e499c6e77d42108ba8db89 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d/f2743c4446e499c6e77d42108ba8db89 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..48cce7105539ad4e035c21884a355773f2e30fa1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a1db90a4c50b02c36829f92fd6d9fe517d46e5f3 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390320588655848, "commit_timestamp_nsecs": 1753390320681476719, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d/fc87e69c1780ca8618516036cb1f4a2a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d/fc87e69c1780ca8618516036cb1f4a2a new file mode 100644 index 0000000000000000000000000000000000000000..5187575aa0393f06f82073f00734f8e38acca31f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d/fc87e69c1780ca8618516036cb1f4a2a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d016ea48a134547fc13cf77808f79e70f3b9d500 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4a104584285f93a22894eea85082aa40 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4a104584285f93a22894eea85082aa40 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/4a104584285f93a22894eea85082aa40 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/8a48568200ec78d166bab5b7853274ca b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/8a48568200ec78d166bab5b7853274ca new file mode 100644 index 0000000000000000000000000000000000000000..44584b69c1a8fd19b2225b2a66cca7a91b387f9d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/8a48568200ec78d166bab5b7853274ca differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/a1b6f2b51b810fdd6787f0a0db1a371c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/a1b6f2b51b810fdd6787f0a0db1a371c new file mode 100644 index 0000000000000000000000000000000000000000..3aaf176c5e4de9f4aa5a2f806c19567e1134b35e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/a1b6f2b51b810fdd6787f0a0db1a371c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95806615d50111413e580be9856968e5c73074495caab2e9608972a8dcd80f3 +size 644639 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/ff406a5bf53cfaf11f263b939eb09911 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/ff406a5bf53cfaf11f263b939eb09911 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d/ff406a5bf53cfaf11f263b939eb09911 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b2ea9ec73619a0bb3befb9118376346a39d25926 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9a33f91cc48ead1031834d9cba07f17d1831072e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394493048127358, "commit_timestamp_nsecs": 1753394493138788713, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d/b0c284b12815249de600145e53a2b3c5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d/b0c284b12815249de600145e53a2b3c5 new file mode 100644 index 0000000000000000000000000000000000000000..a9ba039445f4472e76897a6d83c9cfb55b476178 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d/b0c284b12815249de600145e53a2b3c5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..991ce1d03ded78c883efbdac0fcabacf44a349c7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/541f402dbd5d888781709f63f74896d2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/541f402dbd5d888781709f63f74896d2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/541f402dbd5d888781709f63f74896d2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c89dc9b6fae16674cdbb46df40666964 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c89dc9b6fae16674cdbb46df40666964 new file mode 100644 index 0000000000000000000000000000000000000000..7eb348d1c1907bb86e9faab25d751a9600d622ba --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/c89dc9b6fae16674cdbb46df40666964 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8df6efdd9ad9ebb466e0ce85e7e5236680b4b2471320c34e498ff659043a788 +size 645832 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/f8c3a27b34e8a142ea8c3603604f399e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/f8c3a27b34e8a142ea8c3603604f399e new file mode 100644 index 0000000000000000000000000000000000000000..7db715df2dfd1d6f8771bf8eef284fbd5844ae18 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/f8c3a27b34e8a142ea8c3603604f399e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/f96168c0f6cf3cc8223c793cda14cf8f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/f96168c0f6cf3cc8223c793cda14cf8f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d/f96168c0f6cf3cc8223c793cda14cf8f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5995e417c118ec27317c0be368994522c722eea1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d4d3448657074f72a240a2517f37ae46f32f20f7 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394533497527298, "commit_timestamp_nsecs": 1753394533587789441, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d/531b5ba17bff8854fe246ab0e3413276 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d/531b5ba17bff8854fe246ab0e3413276 new file mode 100644 index 0000000000000000000000000000000000000000..45430800754439869254fce470746d651bfc4764 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d/531b5ba17bff8854fe246ab0e3413276 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7e2137fa1948e34d1885b7415226d9763db414ca Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/18316d7dce7ce962cfe65cf097a6dec3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/18316d7dce7ce962cfe65cf097a6dec3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/18316d7dce7ce962cfe65cf097a6dec3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/1e53c654afead6c7e16e13e06a735da9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/1e53c654afead6c7e16e13e06a735da9 new file mode 100644 index 0000000000000000000000000000000000000000..474f70333b065dec2e2213eea187e4b7126b9b84 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/1e53c654afead6c7e16e13e06a735da9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de14bc6a11ea6b1dfded433ac160ab244a701793a40f171812a2ecedc42fcc28 +size 645990 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/783883983e5a7ae783fff06af4e7f61c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/783883983e5a7ae783fff06af4e7f61c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/783883983e5a7ae783fff06af4e7f61c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/c370867951c0f80ed73f1f95f0e40bd9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/c370867951c0f80ed73f1f95f0e40bd9 new file mode 100644 index 0000000000000000000000000000000000000000..a706f353e1dfc46d324898b37c2355e8a84c4070 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d/c370867951c0f80ed73f1f95f0e40bd9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f1ba7bf606bf9e809b7699043e424fe958972cc1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..851692f21818223ff5d0ea5a36f0e01e47062ed2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394573976109006, "commit_timestamp_nsecs": 1753394574067002248, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d/4f5b67185361a04685eed4155e9ee026 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d/4f5b67185361a04685eed4155e9ee026 new file mode 100644 index 0000000000000000000000000000000000000000..9bba54981dec80e163f5a2f15a8c3e3fc17239b5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d/4f5b67185361a04685eed4155e9ee026 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7cce3a9075cfa9e1c887bfac4cbbaceb4baac310 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/15fb93447e60f3d8d975db9b1358447c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/15fb93447e60f3d8d975db9b1358447c new file mode 100644 index 0000000000000000000000000000000000000000..d97e5fe96c3a88f065cff2aff681308fb6857228 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/15fb93447e60f3d8d975db9b1358447c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/1ebe2fb3000a10e5724b9e72eaab00ab b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/1ebe2fb3000a10e5724b9e72eaab00ab new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/1ebe2fb3000a10e5724b9e72eaab00ab differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/3e14ddc5e129e48341ba1d48ec3a219e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/3e14ddc5e129e48341ba1d48ec3a219e new file mode 100644 index 0000000000000000000000000000000000000000..0178d3a5bd75ef52931f8cef156b982d001bf8c2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/3e14ddc5e129e48341ba1d48ec3a219e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0d1a6d761b772efba5b7c120e18f9fc85fbd9b5e4e50be2d9988f73244c180 +size 645851 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/9b18e2036f6312f7248c46146e3cfc98 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/9b18e2036f6312f7248c46146e3cfc98 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d/9b18e2036f6312f7248c46146e3cfc98 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ae07ecd97adb12a58f078a0437a3e28c32a1d7d9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8f2795345cc27ac1671aeb8429433146acf16b9c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394614650070419, "commit_timestamp_nsecs": 1753394614740574399, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d/563013165cf050167fbb5958410f119f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d/563013165cf050167fbb5958410f119f new file mode 100644 index 0000000000000000000000000000000000000000..f51d8352b68e149efc869ecc84b6f7ada4555ff3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d/563013165cf050167fbb5958410f119f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..37a2f253cf0f5f830b9876b757d3a1a8ee129f68 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/4a7773a6f67c84570ed71f453f057bad b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/4a7773a6f67c84570ed71f453f057bad new file mode 100644 index 0000000000000000000000000000000000000000..a31cd3c5201acf74b6bb5b59dd70ba4d83a43080 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/4a7773a6f67c84570ed71f453f057bad differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6742d6f0fca01d1ae30468882e285809 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6742d6f0fca01d1ae30468882e285809 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6742d6f0fca01d1ae30468882e285809 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6dde1f5c2c892e36066dedf105bfe23e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6dde1f5c2c892e36066dedf105bfe23e new file mode 100644 index 0000000000000000000000000000000000000000..4338faa238f5a9a57bd129a4c5d248cae72b5b6f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/6dde1f5c2c892e36066dedf105bfe23e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0088dc9ce11945c860b52be4aeb686d3b83fc0ccac0b3e8bf043abba5c43e89 +size 644962 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/9e191183c76322b0a45a0bcdd8e42ded b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/9e191183c76322b0a45a0bcdd8e42ded new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d/9e191183c76322b0a45a0bcdd8e42ded differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..956aec931fd042f29237ecdde8ef5ab10611bc91 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b56c7ae77b598e728bee1426fbed78f48536cb10 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394654334643803, "commit_timestamp_nsecs": 1753394654427572642, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d/797e979fbd2f9638f59638cef33a9abd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d/797e979fbd2f9638f59638cef33a9abd new file mode 100644 index 0000000000000000000000000000000000000000..956a020e379e6916abb0143d35c834938976daa0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d/797e979fbd2f9638f59638cef33a9abd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..16a7e0c9d94db9bde5c0c3887c29166c3290a051 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/00fe4b1b1be2122c5bfc5cc5138ba4c6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/00fe4b1b1be2122c5bfc5cc5138ba4c6 new file mode 100644 index 0000000000000000000000000000000000000000..dd58d9ee9f9b9d6fc4343ee22213693ce918a553 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/00fe4b1b1be2122c5bfc5cc5138ba4c6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55779c5fe7753213af4d456e3162ae3540062ff1ece95beaed6f14e9ca0ec53 +size 644835 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/56d9a1c0eb1fef9497ef30245c7163ba b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/56d9a1c0eb1fef9497ef30245c7163ba new file mode 100644 index 0000000000000000000000000000000000000000..ae4c39186194a4b1a110adab99e83008ef41f241 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/56d9a1c0eb1fef9497ef30245c7163ba differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/8cebd1c6345c210d4fc7117669c00f8d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/8cebd1c6345c210d4fc7117669c00f8d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/8cebd1c6345c210d4fc7117669c00f8d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/8d379656e753dbbb82fd4e09fa6677ab b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/8d379656e753dbbb82fd4e09fa6677ab new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d/8d379656e753dbbb82fd4e09fa6677ab differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3cb74aa6dbf3d9ad62c37d0819c8dafebcb78936 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e3221e1657bc1cce7bf5ac6e66c359b4e5f2d611 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394695424847436, "commit_timestamp_nsecs": 1753394695517082628, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d/aced74fbeb38dab87f8077b65a8a7619 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d/aced74fbeb38dab87f8077b65a8a7619 new file mode 100644 index 0000000000000000000000000000000000000000..b6f4791526256990259bb74fcc4c46c845eb96a9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d/aced74fbeb38dab87f8077b65a8a7619 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..433f912550908e872c5ca8e52eb517837a318097 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/010c1d9448f99b116b35df4464b1b62f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/010c1d9448f99b116b35df4464b1b62f new file mode 100644 index 0000000000000000000000000000000000000000..93d517f8a7e82120ee5a768a13d79b36fc1de4ee Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/010c1d9448f99b116b35df4464b1b62f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/02b2b3fb8f250d5c6498b75fd2aa63f2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/02b2b3fb8f250d5c6498b75fd2aa63f2 new file mode 100644 index 0000000000000000000000000000000000000000..656e139dc382d05718dde57961d6c3bbfc21042a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/02b2b3fb8f250d5c6498b75fd2aa63f2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:633d1eaf0a98ff755aab8adeb20eb0555a90523b78042c9431ca8bd045c278e0 +size 644925 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/7510f07004f3babaeb4d84b0a0888d07 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/7510f07004f3babaeb4d84b0a0888d07 new file mode 100644 index 0000000000000000000000000000000000000000..792e80501c631daf594e4463d04dc48b22d5b681 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/7510f07004f3babaeb4d84b0a0888d07 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/b13f2ccb4f141fbe7a985cdaa14c6794 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/b13f2ccb4f141fbe7a985cdaa14c6794 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d/b13f2ccb4f141fbe7a985cdaa14c6794 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5540db488441fefed4faf987c507a8efc75f212c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5c3ebf33724d0ba73597e4b6162cdb538b67c93b --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394735223243308, "commit_timestamp_nsecs": 1753394735316222212, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d/517aa6ec55578ef8b3ae89cc95d18217 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d/517aa6ec55578ef8b3ae89cc95d18217 new file mode 100644 index 0000000000000000000000000000000000000000..1d7bd3baa74665bde05fc778e9a5693d5653c927 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d/517aa6ec55578ef8b3ae89cc95d18217 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4b7a55c0ea018c3855710eefbf28d1155577ac89 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/79553cc85269153620e996a4f453233b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/79553cc85269153620e996a4f453233b new file mode 100644 index 0000000000000000000000000000000000000000..d115b0ac6ebcfb4f86c54cb1d1daea0f60a072b8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/79553cc85269153620e996a4f453233b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2be77392826dfc02a1096dd2861389e5873fd4f5cf913a93f6b2132043bd9cd +size 644935 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/7db8302d13a21920edf2c522f5adfcfc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/7db8302d13a21920edf2c522f5adfcfc new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/7db8302d13a21920edf2c522f5adfcfc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/904e7a550a87029cab8cb2fc55b83a6b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/904e7a550a87029cab8cb2fc55b83a6b new file mode 100644 index 0000000000000000000000000000000000000000..3392a32f946045fcafcd7b067051a3c61eee32e8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/904e7a550a87029cab8cb2fc55b83a6b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/b68281948326fa4bb2750a74131b6a5a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/b68281948326fa4bb2750a74131b6a5a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d/b68281948326fa4bb2750a74131b6a5a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8d043fe2c2568e7a98100154ffd3255ab0c0b950 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6232067571fb8efe68c47c650933755c99e769f6 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394775915718577, "commit_timestamp_nsecs": 1753394776008590800, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d/7d88b7143446bf9488f4396cc56dfbc3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d/7d88b7143446bf9488f4396cc56dfbc3 new file mode 100644 index 0000000000000000000000000000000000000000..d3eef41970a29497806b513dfa5b1ed21499a279 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d/7d88b7143446bf9488f4396cc56dfbc3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1758683f461c29c9013ff3a02d5236ddcd9b16e1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/16d81398075e4727bbab39f40c5912f5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/16d81398075e4727bbab39f40c5912f5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/16d81398075e4727bbab39f40c5912f5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3ab3eb84df9d373e0dcbe8905838ce89 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3ab3eb84df9d373e0dcbe8905838ce89 new file mode 100644 index 0000000000000000000000000000000000000000..55e5bd7c68c7cc5e562cafb5d32ff8816959270a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/3ab3eb84df9d373e0dcbe8905838ce89 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/dc19a05821c6d26600d7f27c56009735 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/dc19a05821c6d26600d7f27c56009735 new file mode 100644 index 0000000000000000000000000000000000000000..fef342670f87b4b1709f4f3bad3d93a79e466eb7 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/dc19a05821c6d26600d7f27c56009735 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae1168288fe3df24c5e6d6a44fabe84c1dff82375db0c1646a346208f1d6506 +size 645798 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/fb5a02c097bf9b22cf6110edab019c3f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/fb5a02c097bf9b22cf6110edab019c3f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d/fb5a02c097bf9b22cf6110edab019c3f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d295576a9f7e1a67356e93df0ca74d1d826190bb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..79431cc6d37f6e4341cd0700da1fefa549e238e5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394816992177505, "commit_timestamp_nsecs": 1753394817081438312, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d/29508b10abde9f333d9257124958534e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d/29508b10abde9f333d9257124958534e new file mode 100644 index 0000000000000000000000000000000000000000..d9ce4437ffc1d5b38f16768911fbbcbffcb4def5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d/29508b10abde9f333d9257124958534e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8f99f820d2a78d9637ab768f7f8a7574a1db1a34 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/0d38bb2648088a28c0f62eb8abab084b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/0d38bb2648088a28c0f62eb8abab084b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/0d38bb2648088a28c0f62eb8abab084b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/306737312030ca3e3e0b63001d22b3a8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/306737312030ca3e3e0b63001d22b3a8 new file mode 100644 index 0000000000000000000000000000000000000000..e6fc0d10dfb63d22c064f556266f5fac2d47687d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/306737312030ca3e3e0b63001d22b3a8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/424cebfff79e6f0a1c7abb41283fa3b4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/424cebfff79e6f0a1c7abb41283fa3b4 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/424cebfff79e6f0a1c7abb41283fa3b4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b781ced77b91b3bc2f6a14643f20bf4e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b781ced77b91b3bc2f6a14643f20bf4e new file mode 100644 index 0000000000000000000000000000000000000000..b526fb062a93fb6fdd946671258437262dfcf78e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d/b781ced77b91b3bc2f6a14643f20bf4e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4e34b3e8d1226be9ef3f40095e3961dc5ab89dd9cb6b6194da5dd888eeb095 +size 644847 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0e705a4411c34f2b84eef06cb76d0593e44a47a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a7cc280adde44746e8f4dad39e79bbf14fd584ae --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753394857772394616, "commit_timestamp_nsecs": 1753394857864346615, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d/1d6b4e57b324ee2f9da2a75a90713a73 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d/1d6b4e57b324ee2f9da2a75a90713a73 new file mode 100644 index 0000000000000000000000000000000000000000..3f335c3da1264118669e4fed363ebd5ad47d71d1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d/1d6b4e57b324ee2f9da2a75a90713a73 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..595153991c4585938d3d7bdadf3b9733499bac63 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/224a9474ccaeadad62b359cbcec63213 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/224a9474ccaeadad62b359cbcec63213 new file mode 100644 index 0000000000000000000000000000000000000000..05570c960b9b2fe2d17f1a589c575c0a1937a18d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/224a9474ccaeadad62b359cbcec63213 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/448834a97af26738726c375643cd1786 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/448834a97af26738726c375643cd1786 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/448834a97af26738726c375643cd1786 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/beb8b47ff77d3da03b8ad6c6cb54c533 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/beb8b47ff77d3da03b8ad6c6cb54c533 new file mode 100644 index 0000000000000000000000000000000000000000..3988b1b68d025d3715ff20fcdb3fb6da080a11f0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/beb8b47ff77d3da03b8ad6c6cb54c533 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470abe9d265675144d7a09305f158e7991f030dc2f6500e180671e2f9008f3ad +size 645880 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/f47b80f52cfd26732f9402677f616eb6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/f47b80f52cfd26732f9402677f616eb6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d/f47b80f52cfd26732f9402677f616eb6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..635c04d965a6feecb6a203b9f7ffd153039efc13 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..05828f16e2b55d1482aedc260a742b621e9252e6 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390362490390042, "commit_timestamp_nsecs": 1753390362581127047, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d/5dee92929833cb9c5d0d13c277417cdc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d/5dee92929833cb9c5d0d13c277417cdc new file mode 100644 index 0000000000000000000000000000000000000000..91466d7c52d465616e07b8892137ae8d8f41728d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d/5dee92929833cb9c5d0d13c277417cdc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cf6d67da9d86aef75bb56a7fbd6911a009cedc4c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/523f9d81e5b88061a9e6caaa7076aaf0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/523f9d81e5b88061a9e6caaa7076aaf0 new file mode 100644 index 0000000000000000000000000000000000000000..c40ca74cfd0adcda9e900f4078c4033a1e2534ea --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/523f9d81e5b88061a9e6caaa7076aaf0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0b59820915d23365f0f03a70f0c015f50ce3f10c3e51052a84d1410906b2d2 +size 644747 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/88e3a8d1c53ddb7b7069a7a4a0b18cf3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/88e3a8d1c53ddb7b7069a7a4a0b18cf3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/88e3a8d1c53ddb7b7069a7a4a0b18cf3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/8e06ca529b2ae43be07ca6e867ff3c35 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/8e06ca529b2ae43be07ca6e867ff3c35 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/8e06ca529b2ae43be07ca6e867ff3c35 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/91786d5f3d02e42437d6d54549b59e43 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/91786d5f3d02e42437d6d54549b59e43 new file mode 100644 index 0000000000000000000000000000000000000000..c41d2b2ac5d37a19d5cb6c36b309b2f011223b59 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d/91786d5f3d02e42437d6d54549b59e43 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7974af5d75644d1bdc18f437abdb0dbf4ae500a2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d78d89ad0b9ea270eb5d98e7df8cbefb15490ddc --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390405712513276, "commit_timestamp_nsecs": 1753390405804150448, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d/3899010d3e44479c7b1869c19486703e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d/3899010d3e44479c7b1869c19486703e new file mode 100644 index 0000000000000000000000000000000000000000..640e7e824190e3b538af6383c11c5aae45380fe9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d/3899010d3e44479c7b1869c19486703e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e08c2913f2cd06332fb41bbb0e21450ff3d38761 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/403e70c6485ed0be805dbc4154982a46 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/403e70c6485ed0be805dbc4154982a46 new file mode 100644 index 0000000000000000000000000000000000000000..360a24f87a083188c84eb63240d8e153598eeeb1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/403e70c6485ed0be805dbc4154982a46 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28531926c631b15d1bb99080549f1eccf72c8be1f4b81a4de6223797531558b5 +size 644829 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/87c6b2e13384df9e65c45d34d7e8d2e7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/87c6b2e13384df9e65c45d34d7e8d2e7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/87c6b2e13384df9e65c45d34d7e8d2e7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/f1a76c362e7eb6506a93cc6ebf26f8e1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/f1a76c362e7eb6506a93cc6ebf26f8e1 new file mode 100644 index 0000000000000000000000000000000000000000..0d0a8e8dbc8b1d5fcfe998931603eb692fbcf697 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/f1a76c362e7eb6506a93cc6ebf26f8e1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/f65b82de401620411a0e5f30bb308ed0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/f65b82de401620411a0e5f30bb308ed0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d/f65b82de401620411a0e5f30bb308ed0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b74286bb2bccbb480597d5d4c12f45e1a2c68b87 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6d91866d5f08c42142f4333b88fafbd111c18f59 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390449308127413, "commit_timestamp_nsecs": 1753390449401032795, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d/b5b390348a2824543cbe21700f0a1de7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d/b5b390348a2824543cbe21700f0a1de7 new file mode 100644 index 0000000000000000000000000000000000000000..f3fb5878c0acc7c45da3b40b8edb10c28058a908 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d/b5b390348a2824543cbe21700f0a1de7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..40a7651fa8b6645df47117ac497ce45c28222045 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/0ae7a57a3fd21e8c11243f4c12dbe591 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/0ae7a57a3fd21e8c11243f4c12dbe591 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/0ae7a57a3fd21e8c11243f4c12dbe591 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/506f28078cc3ebd96b578335da0b2aa5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/506f28078cc3ebd96b578335da0b2aa5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/506f28078cc3ebd96b578335da0b2aa5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/94a17c77e2e85c47707b9e2553a04e52 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/94a17c77e2e85c47707b9e2553a04e52 new file mode 100644 index 0000000000000000000000000000000000000000..c075b95d8beb530db072d21e6c66f445af127cb1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/94a17c77e2e85c47707b9e2553a04e52 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e8123cad594f1744f3d644462547844b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e8123cad594f1744f3d644462547844b new file mode 100644 index 0000000000000000000000000000000000000000..e976045ae476d951db1c90a665708fc4dd6ae092 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d/e8123cad594f1744f3d644462547844b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c020238d374f0eab993b53ce195c44a099225293dae70d70d0d8f6141c20124d +size 644959 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2ad035959b8e40b1ce8e511874227a8b78bae97e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3b8b36859c22bb7f57d9a829fa0388249696dab3 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390491507785321, "commit_timestamp_nsecs": 1753390491598853642, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d/e907556d260a96eef28564816ae87f07 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d/e907556d260a96eef28564816ae87f07 new file mode 100644 index 0000000000000000000000000000000000000000..05bac0195f0cc65697438443675db27061db38f3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d/e907556d260a96eef28564816ae87f07 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bb16407a36d10fc26621981e99eac4ea5880cf14 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/11b6726f85f8330a161e6cccd63f7dea b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/11b6726f85f8330a161e6cccd63f7dea new file mode 100644 index 0000000000000000000000000000000000000000..6e09973aa39a058d26b4b110e2a601d4dc75a7df Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/11b6726f85f8330a161e6cccd63f7dea differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/1a6ab514a6b12e37784b398eb18a80f8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/1a6ab514a6b12e37784b398eb18a80f8 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/1a6ab514a6b12e37784b398eb18a80f8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/4ee7a68c555beb8bb547ceaf9605755e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/4ee7a68c555beb8bb547ceaf9605755e new file mode 100644 index 0000000000000000000000000000000000000000..c899b6a5b55e6fa1ccc24d9c227bf9f5a100b9dc --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/4ee7a68c555beb8bb547ceaf9605755e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce70831a5cfeaffe5fe9a4a0aa62fc5bd9b1f56104a261a724a4b3372b487bb2 +size 644955 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/a0ed3853ad99d9d98f8940870a24bf81 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/a0ed3853ad99d9d98f8940870a24bf81 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d/a0ed3853ad99d9d98f8940870a24bf81 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..222f626c408fbfe287b9520b27d4993e823b2989 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c8f95d055f99d68d8f164e09133c42eba84d4287 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390534294988323, "commit_timestamp_nsecs": 1753390534752281540, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d/ff93874c0b66b3db023eef35864845db b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d/ff93874c0b66b3db023eef35864845db new file mode 100644 index 0000000000000000000000000000000000000000..371ac93ab448c7cc55f55dc03c35f9a0d4fdf273 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d/ff93874c0b66b3db023eef35864845db differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ef493a7dccac7344ea4d593082896a96b2391251 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/26139595b3dbb4cce2ec45418e86f6ed b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/26139595b3dbb4cce2ec45418e86f6ed new file mode 100644 index 0000000000000000000000000000000000000000..f90157f69f04e0c70c705d99f250c423b53b693c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/26139595b3dbb4cce2ec45418e86f6ed @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff15f43a16d7f7f241be9ec4ef7a39b7e2b3968c41e5d19d3fd882978bc34e0c +size 644968 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/5d09906884b041a12f0afe913140bedb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/5d09906884b041a12f0afe913140bedb new file mode 100644 index 0000000000000000000000000000000000000000..6397ddda8a0e4898d2863b526e15f3353b264eba Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/5d09906884b041a12f0afe913140bedb differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/9560cb299d61d7cf866a1615873e4790 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/9560cb299d61d7cf866a1615873e4790 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/9560cb299d61d7cf866a1615873e4790 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/fb5c244db3df0dcb1f5fbc89beb56616 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/fb5c244db3df0dcb1f5fbc89beb56616 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d/fb5c244db3df0dcb1f5fbc89beb56616 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a3630d7256bede36d5fa12ba6db1c4e67b35c709 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6829c733e44735ac9d41a7607423c0e2ea305e2b --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390577629324559, "commit_timestamp_nsecs": 1753390578023762107, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d/645a9d7a9fab1ece729104ed5f99a9db b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d/645a9d7a9fab1ece729104ed5f99a9db new file mode 100644 index 0000000000000000000000000000000000000000..35cb3a8b9f0f672aeaf2e7c8e915018b81da4905 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d/645a9d7a9fab1ece729104ed5f99a9db differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..be29d02914f43f7f0a201f32c6ca8f35181f8cbd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1c6e5abaaab27f54400898a89377e6c1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1c6e5abaaab27f54400898a89377e6c1 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/1c6e5abaaab27f54400898a89377e6c1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/274715ec0af1a787afd5aab8b97ef594 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/274715ec0af1a787afd5aab8b97ef594 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/274715ec0af1a787afd5aab8b97ef594 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8bb9ade3a8216b93cef55c6ecd40e972 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8bb9ade3a8216b93cef55c6ecd40e972 new file mode 100644 index 0000000000000000000000000000000000000000..b612bf802b4f07752fd0a7dba430cfa6a544d26d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/8bb9ade3a8216b93cef55c6ecd40e972 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6aa2dd8d4d1b8b8379779704fa6c5448b0e895f101a04df4d567260e47bcacc +size 645066 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/e6c581df4cad8583f40ddfec6dd9c61f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/e6c581df4cad8583f40ddfec6dd9c61f new file mode 100644 index 0000000000000000000000000000000000000000..fa7c7b92725a5eafa182325902069328410e2820 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d/e6c581df4cad8583f40ddfec6dd9c61f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8acc9f661371fd8cd4a39098458dff494ee6304a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..7d217b94470893b867efc8755c659fbd79f37604 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390620910787768, "commit_timestamp_nsecs": 1753390621001137927, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d/cf7e7c3a1aa5ff96ee87069cb4557b68 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d/cf7e7c3a1aa5ff96ee87069cb4557b68 new file mode 100644 index 0000000000000000000000000000000000000000..7af02ff3cfce7d7e41b3a40a3c788f7c21bc5094 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d/cf7e7c3a1aa5ff96ee87069cb4557b68 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8818df44ccf2e617a19dc6851cc1fe47d634afd8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/32a6f563ce16be5e946eba32a44da268 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/32a6f563ce16be5e946eba32a44da268 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/32a6f563ce16be5e946eba32a44da268 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/668f1bb7405b2af056ae77a2f3139971 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/668f1bb7405b2af056ae77a2f3139971 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/668f1bb7405b2af056ae77a2f3139971 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/87f0f58f7242e92110ceb50187eb83a0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/87f0f58f7242e92110ceb50187eb83a0 new file mode 100644 index 0000000000000000000000000000000000000000..1c84d04a528f08ff3c1c0cbe22208fe9b79d9533 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/87f0f58f7242e92110ceb50187eb83a0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/952e79c5b52972ff7ef47fccf456d7d7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/952e79c5b52972ff7ef47fccf456d7d7 new file mode 100644 index 0000000000000000000000000000000000000000..55f97de3087bd7151ce0feab518b68fdc700cd1c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d/952e79c5b52972ff7ef47fccf456d7d7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f140bc05e0c8a8dcb8a959d71cebe21756d4425b614e0f41315cc79b545cfb7b +size 645001 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a0dcce301b1a13d5561b7729213165a3f82c375d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2f111092f309785d2bb5559b8edff9075de25558 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390663871052381, "commit_timestamp_nsecs": 1753390663963956504, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d/65c717d8dceccd6b10f543915fff4f98 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d/65c717d8dceccd6b10f543915fff4f98 new file mode 100644 index 0000000000000000000000000000000000000000..00242f0ed171aaaa7b53a615e035178c51c89cd4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d/65c717d8dceccd6b10f543915fff4f98 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a554248f55468350c8fdb630c33c22abd91a0b7f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5f8292f30d43ca77648f1ad8ae6f5eda b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5f8292f30d43ca77648f1ad8ae6f5eda new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/5f8292f30d43ca77648f1ad8ae6f5eda differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/9f70d024054f4e0db0a999703774501d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/9f70d024054f4e0db0a999703774501d new file mode 100644 index 0000000000000000000000000000000000000000..3b225bb899011c176418ac7cc550965bccbb8a93 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/9f70d024054f4e0db0a999703774501d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63715bafd8224d9c81289e8e234d6caf76d98d955a072d03ecfbe40b5c6cdfd +size 645133 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/bf747e60d710a76d5c08276239ab438b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/bf747e60d710a76d5c08276239ab438b new file mode 100644 index 0000000000000000000000000000000000000000..29940d6d67ba2d6c520c6111eec6242da5f3b408 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/bf747e60d710a76d5c08276239ab438b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/e26dd48c6c3265fbade0fd504817338a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/e26dd48c6c3265fbade0fd504817338a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d/e26dd48c6c3265fbade0fd504817338a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a32cdfa41fa06c95dbea3e01d71af05f11249612 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..942fb359b7374499a4aa680cbc43a830a17a659d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389940132428919, "commit_timestamp_nsecs": 1753389940225456018, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d/f0f3bceb7aa8a97c51065aec6c2b5a09 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d/f0f3bceb7aa8a97c51065aec6c2b5a09 new file mode 100644 index 0000000000000000000000000000000000000000..613fed2dee0f2b9092f5ad9fdcd0368ce23bfd11 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d/f0f3bceb7aa8a97c51065aec6c2b5a09 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c63b669bd4de03afa511df39982f97c018f94e5c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/4e66ba8eafe3d7591ad7196e2c656e64 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/4e66ba8eafe3d7591ad7196e2c656e64 new file mode 100644 index 0000000000000000000000000000000000000000..3fc99b69add9f77f32c013d009a0105c62f56ce4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/4e66ba8eafe3d7591ad7196e2c656e64 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/92118c8ef3286f821e5e112a3b4e401b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/92118c8ef3286f821e5e112a3b4e401b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/92118c8ef3286f821e5e112a3b4e401b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/9faab29d7c19485c6f9c3a6399da29ff b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/9faab29d7c19485c6f9c3a6399da29ff new file mode 100644 index 0000000000000000000000000000000000000000..3fe2ec29e7c242bf880d3f379a7880ce08c577bd --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/9faab29d7c19485c6f9c3a6399da29ff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9cb03ebc5290a5fc3368812cdbcb73fa48ec9256c4083d03b39de825a8e070 +size 644460 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/c4c9ffd74b4667c46e6bc0dc865b4ff3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/c4c9ffd74b4667c46e6bc0dc865b4ff3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d/c4c9ffd74b4667c46e6bc0dc865b4ff3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..41f58d0cc9eb218a11fd1983237de7a8a1688200 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..333bdbd44a5d3dfe5ffcd2147926e02d01404643 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390706220066702, "commit_timestamp_nsecs": 1753390706310720746, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d/dcb20bb4593d96b1e3ee50e7e9198776 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d/dcb20bb4593d96b1e3ee50e7e9198776 new file mode 100644 index 0000000000000000000000000000000000000000..dcb8c208cedd14a5f83920b860c30b61a16d90ac Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d/dcb20bb4593d96b1e3ee50e7e9198776 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..41b601311cb2e5cd64944d90e19d55ea75201247 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/00b9b2362ca70feee9100a47f99957c9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/00b9b2362ca70feee9100a47f99957c9 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/00b9b2362ca70feee9100a47f99957c9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/512b21c227ef15b184e20c4a347c1cb5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/512b21c227ef15b184e20c4a347c1cb5 new file mode 100644 index 0000000000000000000000000000000000000000..73764e4b65df585647407f2b068c8f3a8d5af6b0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/512b21c227ef15b184e20c4a347c1cb5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b755dc7da3cdf75ceaca0905850951e52e449545489e41596b767173886235a2 +size 645142 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/766f899d48deb949adf04f8a84a61083 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/766f899d48deb949adf04f8a84a61083 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/766f899d48deb949adf04f8a84a61083 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d1281e26b7aa123350e92b5529e569d8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d1281e26b7aa123350e92b5529e569d8 new file mode 100644 index 0000000000000000000000000000000000000000..c9ec82cb99bb659e3fda0456a91ae9ac749ae854 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d/d1281e26b7aa123350e92b5529e569d8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ed74fff65218f0ed955eca7b0ff0a569b929bdb8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..36321752fe629adead8bc24f8492204f45adf6e9 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390749894667227, "commit_timestamp_nsecs": 1753390750313191728, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d/df0cf0a4a9bf1a32e8f011de977b657f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d/df0cf0a4a9bf1a32e8f011de977b657f new file mode 100644 index 0000000000000000000000000000000000000000..be6d171f662ff85d513ce0b8693b6337f1cc1e98 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d/df0cf0a4a9bf1a32e8f011de977b657f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3b601084471cae71412f3c1fa7d9abf9d06837cc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/1d5d0f32a35e2cf0f258cd2eab94a73d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/1d5d0f32a35e2cf0f258cd2eab94a73d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/1d5d0f32a35e2cf0f258cd2eab94a73d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/30bff3dbfade732b78de62f38d93b1ee b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/30bff3dbfade732b78de62f38d93b1ee new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/30bff3dbfade732b78de62f38d93b1ee differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/3ad9b9395095305b518803f3127b2850 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/3ad9b9395095305b518803f3127b2850 new file mode 100644 index 0000000000000000000000000000000000000000..af3821282d9fbe9f7e25faf33772974462e750c6 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/3ad9b9395095305b518803f3127b2850 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d510ccd5d46e3df42b481f4692333da3e237b60c8801b25374400b2584bfb1 +size 645073 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/71fc74f58b227f67d0f7070480ff6bff b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/71fc74f58b227f67d0f7070480ff6bff new file mode 100644 index 0000000000000000000000000000000000000000..451d8efc2d540ef16c8b00a5fc7fcfebcbb4a1e1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d/71fc74f58b227f67d0f7070480ff6bff differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..11d23390b370b4a682bfad10781981a961809349 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..678b8741efe48a0a0d20f1d94a1d7d6081c3de55 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390792470365269, "commit_timestamp_nsecs": 1753390792886275275, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d/08a62a4ea2acd184d6f6a5db73f7f57e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d/08a62a4ea2acd184d6f6a5db73f7f57e new file mode 100644 index 0000000000000000000000000000000000000000..10f514366cae351a835b836afaa725845c46a746 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d/08a62a4ea2acd184d6f6a5db73f7f57e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a4fd278781af18fdb6b0dbf54beb88b0f2a5276a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/05ed64ad93649863f5f3fd6f76d81912 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/05ed64ad93649863f5f3fd6f76d81912 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/05ed64ad93649863f5f3fd6f76d81912 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/8f9bfa952c36e8fb93c3d28006e72f3b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/8f9bfa952c36e8fb93c3d28006e72f3b new file mode 100644 index 0000000000000000000000000000000000000000..534de902479a05ed77cb84d8e0155d05327faf37 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/8f9bfa952c36e8fb93c3d28006e72f3b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7041e929290a981838792980cc049d341833412c0e376f653ac430ca971d7af4 +size 645075 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/b535b9a7129e5a0e252f25346a8a5cd4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/b535b9a7129e5a0e252f25346a8a5cd4 new file mode 100644 index 0000000000000000000000000000000000000000..3ae75aa1649855090a8f523fc0d875aa2d1a1f81 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/b535b9a7129e5a0e252f25346a8a5cd4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/d45a6c4aa9eddac204cd9ee586e54851 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/d45a6c4aa9eddac204cd9ee586e54851 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d/d45a6c4aa9eddac204cd9ee586e54851 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f3fc8947a86a5905a1e9a9291dd8d4aa969690f8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..642a25efd94c0979cc844e77a76898f7f490a084 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390834920482281, "commit_timestamp_nsecs": 1753390835014744876, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d/d7cec184efa27349b3b0b48706faabbe b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d/d7cec184efa27349b3b0b48706faabbe new file mode 100644 index 0000000000000000000000000000000000000000..ac9d9519e3be73e97a01430dc89e1c22d892fac3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d/d7cec184efa27349b3b0b48706faabbe differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7a79b4d41240790acad921536c584bf6948cd41e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/25eeea5bcecba3c675db8b8bdcade3a2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/25eeea5bcecba3c675db8b8bdcade3a2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/25eeea5bcecba3c675db8b8bdcade3a2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/4b93800fcc4ccddddf19a93601a217e2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/4b93800fcc4ccddddf19a93601a217e2 new file mode 100644 index 0000000000000000000000000000000000000000..335319cf22838fcbad362a739ae216db93ed6d28 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/4b93800fcc4ccddddf19a93601a217e2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/75593c1d07cf105bc4b645e4812ede9f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/75593c1d07cf105bc4b645e4812ede9f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/75593c1d07cf105bc4b645e4812ede9f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/c349d1111dd1e0a277d2ce428cb97cd3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/c349d1111dd1e0a277d2ce428cb97cd3 new file mode 100644 index 0000000000000000000000000000000000000000..4e9cd02c6669e84c37bbc8cbea37764a89446a06 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d/c349d1111dd1e0a277d2ce428cb97cd3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79c1f0cb3b45b3bce99e97ac2a60c6d7e014db2f030079872f806edd0193bde +size 645095 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9148e0e507e53a7a6dc76b9b1f5f5c9b8889bc58 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2a7b3773da9e1176b3512a33fd2e47af34dde913 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390878366741641, "commit_timestamp_nsecs": 1753390878495944458, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d/6ae5fdefa41fa269c97ade92f3a4cf5b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d/6ae5fdefa41fa269c97ade92f3a4cf5b new file mode 100644 index 0000000000000000000000000000000000000000..844b18a915c8422a70f456c707f8ab67646b644c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d/6ae5fdefa41fa269c97ade92f3a4cf5b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..58f179c09455b954fe129247e5f504c903aa23e3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/22f1a5d7bf7d6232ad40547023668af3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/22f1a5d7bf7d6232ad40547023668af3 new file mode 100644 index 0000000000000000000000000000000000000000..d7ea7e3bb796605e8c1778250e0c06c8d29f6f2d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/22f1a5d7bf7d6232ad40547023668af3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/2f4e9131d4385a64e24e892b3259bacb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/2f4e9131d4385a64e24e892b3259bacb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/2f4e9131d4385a64e24e892b3259bacb differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/c5795823219458a480eade027d73c89a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/c5795823219458a480eade027d73c89a new file mode 100644 index 0000000000000000000000000000000000000000..6ff0006f52ed1f9f455b478d39fdd5d527401fb3 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/c5795823219458a480eade027d73c89a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f603b973329959b7b7f6752c9725901fd21c11bb187f7d6a4f761a2b4702c7 +size 645141 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/f6599f7006934ffa8ebe7a2c79ffeb2f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/f6599f7006934ffa8ebe7a2c79ffeb2f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d/f6599f7006934ffa8ebe7a2c79ffeb2f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e9583aaf7d5fed25f3b69ea3b854cfa6b7ba6a70 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..006815bb6300329c9f98e94e5f65a7164e7c3944 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390921202223158, "commit_timestamp_nsecs": 1753390921293780906, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d/e8bc4c572dadd278fe134c079acf49c4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d/e8bc4c572dadd278fe134c079acf49c4 new file mode 100644 index 0000000000000000000000000000000000000000..06f48bc35ec921c16f91e9c4566e4f6264f2f76a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d/e8bc4c572dadd278fe134c079acf49c4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1a113a6d36be58af1588df5193a9c91a3ffe9f46 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/756390a5f9137072a89a3c75dc539db0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/756390a5f9137072a89a3c75dc539db0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/756390a5f9137072a89a3c75dc539db0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7692147f71a74d9a6912ade21b664226 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7692147f71a74d9a6912ade21b664226 new file mode 100644 index 0000000000000000000000000000000000000000..5bf0b93295252ba2ab5b031ca5d561d213d936f7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/7692147f71a74d9a6912ade21b664226 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/aa9d199e453db0768ea88ff7cd488778 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/aa9d199e453db0768ea88ff7cd488778 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/aa9d199e453db0768ea88ff7cd488778 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f768fc83e843c65f8a9d251f914be6ba b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f768fc83e843c65f8a9d251f914be6ba new file mode 100644 index 0000000000000000000000000000000000000000..6a3eadaa81c05e3b2b9a5d4a335dcdb1ed8bd624 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d/f768fc83e843c65f8a9d251f914be6ba @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4761f959c15552233515f41823e2911cdfbb1318c9d2d89518cfd261916de016 +size 645127 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..89d8c6e8f6478af11ca35475cef0dfbc3fc181b5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d68b43e22f3dd6292e5b1c483aae091c7c10f51e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390963166099598, "commit_timestamp_nsecs": 1753390963256992383, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d/08f49edd923b51d7d504133a17762ad7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d/08f49edd923b51d7d504133a17762ad7 new file mode 100644 index 0000000000000000000000000000000000000000..f57a3a163335692ba0cbfa6e6fa5a9d41a45ab73 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d/08f49edd923b51d7d504133a17762ad7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..93c5039c34eaab70f0b7a569d81e52ba494c7200 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/81e44dcb8416554c83109543bcc9a92b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/81e44dcb8416554c83109543bcc9a92b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/81e44dcb8416554c83109543bcc9a92b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ba8cf890815746f014cf42c820e2f849 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ba8cf890815746f014cf42c820e2f849 new file mode 100644 index 0000000000000000000000000000000000000000..830e92ba5ce89d69d2fb68c884608ca6b83fa516 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/ba8cf890815746f014cf42c820e2f849 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed8371f241d081df82e64803d1585194c781bde51b5ff798696d3a3dd6bfc9c +size 645139 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/c4ef2e49d145b41872c8f4a07ab92a36 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/c4ef2e49d145b41872c8f4a07ab92a36 new file mode 100644 index 0000000000000000000000000000000000000000..71291f22b9409db2ee0c1d62e3c932ec3018e597 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/c4ef2e49d145b41872c8f4a07ab92a36 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/e9e84eefb128c204877fa980d650aeb1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/e9e84eefb128c204877fa980d650aeb1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d/e9e84eefb128c204877fa980d650aeb1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..168985cf78830eb1ca51f221995fa28e27bef424 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c76994747bb4fce862b472d69de24eff34a3cb8a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391005354179008, "commit_timestamp_nsecs": 1753391005759927569, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d/e076da5242ca0bdfecfcaffb5b75ee45 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d/e076da5242ca0bdfecfcaffb5b75ee45 new file mode 100644 index 0000000000000000000000000000000000000000..2b3f7d6a30b6fc63d538e025e3d7bb881da46594 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d/e076da5242ca0bdfecfcaffb5b75ee45 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..49358f151f56ed5b6fbcf39bef435c2d2a5abfb1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/206490f502324f5e27fdcbcd88b6fc19 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/206490f502324f5e27fdcbcd88b6fc19 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/206490f502324f5e27fdcbcd88b6fc19 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/b5102d3ddd69392b43c459e3d73e7b00 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/b5102d3ddd69392b43c459e3d73e7b00 new file mode 100644 index 0000000000000000000000000000000000000000..1077b0759f62933d272b262dcf030c27afb6977c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/b5102d3ddd69392b43c459e3d73e7b00 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18a59c494bca8aff2c21ca417e15c0e4355899ec7f6b13e04dec880919f85a2 +size 645108 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/c8430e7f52d8a238c4fe06bf9fda4ab3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/c8430e7f52d8a238c4fe06bf9fda4ab3 new file mode 100644 index 0000000000000000000000000000000000000000..4d0e0ab5a92914fca9f316d82bcfaedb9210d378 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/c8430e7f52d8a238c4fe06bf9fda4ab3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/d787724bd35b01917a1089c2887f3f86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/d787724bd35b01917a1089c2887f3f86 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d/d787724bd35b01917a1089c2887f3f86 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..68847a0f27730a08f34611ad2beb60e6777fca0b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3615ce59e7289085aa17ab72c3b86584cfc564d8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391048780870477, "commit_timestamp_nsecs": 1753391049238977809, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d/9a8c9af883daa402fcfbc94d2b215297 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d/9a8c9af883daa402fcfbc94d2b215297 new file mode 100644 index 0000000000000000000000000000000000000000..e0d48d429482fc2542a0fca1a85eeb7e259fa80a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d/9a8c9af883daa402fcfbc94d2b215297 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6fbf9d29ffbf059e3305c476057b483e7e88581d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/3453f1bd13c2f6010e1df20e5325ede6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/3453f1bd13c2f6010e1df20e5325ede6 new file mode 100644 index 0000000000000000000000000000000000000000..65aa78136ac649f62f00a8b996827dc1adfb6bd5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/3453f1bd13c2f6010e1df20e5325ede6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152020c4be39cc1e356d0ce7e53ac702880563eb2054fe3dc5ef4dd0227dd931 +size 645190 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/9d36faae786b692e94f75863ffbfefba b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/9d36faae786b692e94f75863ffbfefba new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/9d36faae786b692e94f75863ffbfefba differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/a1b6a95bd9052f789df8ee73a98e0373 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/a1b6a95bd9052f789df8ee73a98e0373 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/a1b6a95bd9052f789df8ee73a98e0373 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/c13847d52503a82af854ad45e955dc11 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/c13847d52503a82af854ad45e955dc11 new file mode 100644 index 0000000000000000000000000000000000000000..7e9aed04ff47481e49cd50c395dc89e7ceaceb52 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d/c13847d52503a82af854ad45e955dc11 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ebc255d97f8f253e3d980ebbaaffa077c1aea5e4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..866acf56a426f21729403f6b09fe7ae723c81a22 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391091251851507, "commit_timestamp_nsecs": 1753391091342827760, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d/a7cf41ac9b0e7b0e0774747364bd8f5d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d/a7cf41ac9b0e7b0e0774747364bd8f5d new file mode 100644 index 0000000000000000000000000000000000000000..3b29b061c0372f95b1ffec8b20e2fb9686d3aa60 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d/a7cf41ac9b0e7b0e0774747364bd8f5d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1ba56da5f985ef8d8c7030f09767f355a7102358 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/5f8990bf2571b1cb495a4bc18cdc0165 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/5f8990bf2571b1cb495a4bc18cdc0165 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/5f8990bf2571b1cb495a4bc18cdc0165 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/74e96b983838b005cfd034b5cd14bb4f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/74e96b983838b005cfd034b5cd14bb4f new file mode 100644 index 0000000000000000000000000000000000000000..364a2b7fda1aebe7f5554296ef553198c80fc207 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/74e96b983838b005cfd034b5cd14bb4f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad1429716e70e2a1d6f4997702bd13a7d22efdf6e0a280dccf1dcf3a6ea9381 +size 645125 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c342d024defd9df90271610b6e22a744 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c342d024defd9df90271610b6e22a744 new file mode 100644 index 0000000000000000000000000000000000000000..7426d5a6d993818ba58f39ede09c82579d868723 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/c342d024defd9df90271610b6e22a744 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/cc9b96779f440ee0e8057a6731f172c1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/cc9b96779f440ee0e8057a6731f172c1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d/cc9b96779f440ee0e8057a6731f172c1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c06c54c10a78719b4be49fec91d9806ac68caac2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..66f62e8353e824cbf389ee839bd9d20054e7d433 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753389981346344958, "commit_timestamp_nsecs": 1753389981759339217, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d/e2aeb1bcdd051239cc44c5309caec37f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d/e2aeb1bcdd051239cc44c5309caec37f new file mode 100644 index 0000000000000000000000000000000000000000..0bec2d66126f8f1c4f39106eb0c4b123e4f9c174 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d/e2aeb1bcdd051239cc44c5309caec37f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c8bedbf54c65755ed463ca8854d4bd27fbfd540a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/1aae44af75dd3e7dde8e664dd2ae8190 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/1aae44af75dd3e7dde8e664dd2ae8190 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/1aae44af75dd3e7dde8e664dd2ae8190 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/57a6c063f72e3fef2e72e6dbdfd814f0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/57a6c063f72e3fef2e72e6dbdfd814f0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/57a6c063f72e3fef2e72e6dbdfd814f0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/5b741a309a8e685dee64308430aa3697 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/5b741a309a8e685dee64308430aa3697 new file mode 100644 index 0000000000000000000000000000000000000000..070a36d15cdf7cb5b6fbf3ed9720c6b82229bef9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/5b741a309a8e685dee64308430aa3697 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/9a2e7c434963191fb736bd4f1a6a4dbb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/9a2e7c434963191fb736bd4f1a6a4dbb new file mode 100644 index 0000000000000000000000000000000000000000..90fcb9392e956c64a497c0340cb0d2ebf727f677 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d/9a2e7c434963191fb736bd4f1a6a4dbb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29fa44e25ccae54bf2e0de50f72f7a0842bdf22102dadd5bdc4079cb1dd66e3b +size 644646 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fdd13a28c95b1bc0de024dec1187a8feed4bd49a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..31c98b3da4d017fbf9616f002041daa9f8d46430 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391134998924088, "commit_timestamp_nsecs": 1753391135089751570, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d/dde420ea57ea979c2c4375599d996d0d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d/dde420ea57ea979c2c4375599d996d0d new file mode 100644 index 0000000000000000000000000000000000000000..72cbb456c982f00a1f20db4af9e5caa9e4eca797 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d/dde420ea57ea979c2c4375599d996d0d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c8e74657507360c42cee8eaf229fedcfcab0d3e9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2c526de9d9aa5eb1bd9f11b881589bf6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2c526de9d9aa5eb1bd9f11b881589bf6 new file mode 100644 index 0000000000000000000000000000000000000000..65487f951d2b47384af98dae42cbae97102c4dd9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/2c526de9d9aa5eb1bd9f11b881589bf6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/50596d9d51e9dfcf913b05554b418411 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/50596d9d51e9dfcf913b05554b418411 new file mode 100644 index 0000000000000000000000000000000000000000..57f093d82826e2afb0159907952b8ea8176877c0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/50596d9d51e9dfcf913b05554b418411 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332f78740d185306630489215c7e7cae092a0e3657cc6d14d07adbbe4f3922c4 +size 645183 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/ba5a7f3d0ee8c19073ed0e12cbd44018 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/ba5a7f3d0ee8c19073ed0e12cbd44018 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/ba5a7f3d0ee8c19073ed0e12cbd44018 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/f6116b09880897e5046e61faded44e60 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/f6116b09880897e5046e61faded44e60 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d/f6116b09880897e5046e61faded44e60 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..850db456615cadf48c662267dfe2e1d925db2a69 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ef3b9ba9edb24448595e2a19f2d93ed7d9f63034 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391177103221959, "commit_timestamp_nsecs": 1753391177194462651, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d/ee810fd78575bfb5656176a77d7dafdc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d/ee810fd78575bfb5656176a77d7dafdc new file mode 100644 index 0000000000000000000000000000000000000000..cf8d4e68c11d3ad273e229da5b5f12f9a8a7bd54 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d/ee810fd78575bfb5656176a77d7dafdc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3ea9e338654647e322c16a4bc9373ef77afd097f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/1c5d440e5d6ca3c77ad7d12b98ad45d8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/1c5d440e5d6ca3c77ad7d12b98ad45d8 new file mode 100644 index 0000000000000000000000000000000000000000..21f6073555de6a11f72344f31cb8401f32a41ea9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/1c5d440e5d6ca3c77ad7d12b98ad45d8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/22afe7d4dc0999ee83e2206019c90133 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/22afe7d4dc0999ee83e2206019c90133 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/22afe7d4dc0999ee83e2206019c90133 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/395b8ef037d50cebbbfca12579c34210 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/395b8ef037d50cebbbfca12579c34210 new file mode 100644 index 0000000000000000000000000000000000000000..9393a80cfd40ac3260d7b240d8bb08238ed39970 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/395b8ef037d50cebbbfca12579c34210 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393756949b350e9a18b1491babe93d7a7270b3dff0cafa4f566215cc270eeeb1 +size 645200 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/d6098f29c8627566018e55b29240bb1f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/d6098f29c8627566018e55b29240bb1f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d/d6098f29c8627566018e55b29240bb1f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..14629f1eea625a5a26a642c4e0e6803d29548c30 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..465a78165f6fd55bb0601cb59ad2024d925d4a15 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391219808766813, "commit_timestamp_nsecs": 1753391219899117246, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d/d1f45891b50b4f065e7615accee9deb6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d/d1f45891b50b4f065e7615accee9deb6 new file mode 100644 index 0000000000000000000000000000000000000000..c2268b63261c58944ec77ee964af6462fb0c5bc8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d/d1f45891b50b4f065e7615accee9deb6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6f448b109959be65803ba6bbdcb749dab7fa7f2e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/320ff6952d94ef4b4c62ced8c51790df b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/320ff6952d94ef4b4c62ced8c51790df new file mode 100644 index 0000000000000000000000000000000000000000..2153e712a19bf6b77a9707f393462ce912efc511 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/320ff6952d94ef4b4c62ced8c51790df differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/7f91e56b4dd58d2312c3c8ad88f09fc2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/7f91e56b4dd58d2312c3c8ad88f09fc2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/7f91e56b4dd58d2312c3c8ad88f09fc2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/849091c5042e9130625d2fb8a16c02a5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/849091c5042e9130625d2fb8a16c02a5 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/849091c5042e9130625d2fb8a16c02a5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/baac9642e092403a6ecdccee26df64a4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/baac9642e092403a6ecdccee26df64a4 new file mode 100644 index 0000000000000000000000000000000000000000..8c23af84eb9158589c798df08fb981af1c8de711 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d/baac9642e092403a6ecdccee26df64a4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48a9e70d8687d208f55cd097273d12612f3779c5dbee52f546b4dd559aabae6 +size 645208 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..357f2178b50cc31ea998be6ecc8811c63b57ccab Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..df37d9ea8c4a20f32fe4125bb52943207060b416 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391262368237601, "commit_timestamp_nsecs": 1753391262460050110, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d/e0d3e7d00aea061c69ed78a913c5d75d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d/e0d3e7d00aea061c69ed78a913c5d75d new file mode 100644 index 0000000000000000000000000000000000000000..b60e5987dd6d5a3825e1028f414273e6be23bf44 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d/e0d3e7d00aea061c69ed78a913c5d75d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8ef3cbbbecbf6852450a4f58c9044e3b2cad50a0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/27fef12fb82fbda8dbdb781960c2fbe6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/27fef12fb82fbda8dbdb781960c2fbe6 new file mode 100644 index 0000000000000000000000000000000000000000..e4b31a485f8fbaf6ba7b22d3bfc11b8ae9710225 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/27fef12fb82fbda8dbdb781960c2fbe6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5429849a36f7c8e817704ec7f2f2a1b407e079d153611e13cc7a0f0eb2a57ba5 +size 645315 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/a071f9ac7724c6295ad268d752ca4e0a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/a071f9ac7724c6295ad268d752ca4e0a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/a071f9ac7724c6295ad268d752ca4e0a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/b4ff200a4fc1397e50a0a264888131a3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/b4ff200a4fc1397e50a0a264888131a3 new file mode 100644 index 0000000000000000000000000000000000000000..6a4fc2afdbff8393212600f3a980f363dc5a340e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/b4ff200a4fc1397e50a0a264888131a3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e36fa1b89c58d75e1faf59735667933d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e36fa1b89c58d75e1faf59735667933d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d/e36fa1b89c58d75e1faf59735667933d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5f104e59ae476e85b57012e952bac9b73726ef1a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0cecb14f3a16e43a71d7cdf4b467a3f4e437bc13 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391306117948523, "commit_timestamp_nsecs": 1753391306513848899, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d/3cf38a3ba86966ac5943edf7c26c717d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d/3cf38a3ba86966ac5943edf7c26c717d new file mode 100644 index 0000000000000000000000000000000000000000..61da7648479f3d14d89cf40798c3a81bd0c6c8a7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d/3cf38a3ba86966ac5943edf7c26c717d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..496f95b30d86787dba0e7f270da59764d9c1ddc8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/21a0eb95ca890dd7ba288a7e63d94913 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/21a0eb95ca890dd7ba288a7e63d94913 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/21a0eb95ca890dd7ba288a7e63d94913 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/51d4c8f1e65b7fae1c75c9abd973049c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/51d4c8f1e65b7fae1c75c9abd973049c new file mode 100644 index 0000000000000000000000000000000000000000..884337575a1f3af1600affca51066a07fb18c8b5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/51d4c8f1e65b7fae1c75c9abd973049c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33b80f7487f222bd12e395da6027197e04b98ea9032fcd5b48792bf1e4b217c +size 645276 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/b80a20eacf1cad4ad7439f2b5c58e119 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/b80a20eacf1cad4ad7439f2b5c58e119 new file mode 100644 index 0000000000000000000000000000000000000000..0623ba5f21f794f395dd4e9d718353d90b2709c8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/b80a20eacf1cad4ad7439f2b5c58e119 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/db0ba996da9a24c38b1861d1c1977548 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/db0ba996da9a24c38b1861d1c1977548 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d/db0ba996da9a24c38b1861d1c1977548 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..df5973c455e64c035a7feccfc8af79f81756b7ff Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..431feff0f3dff29a69e19e48f94fe6126b3fc5f6 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391348585014780, "commit_timestamp_nsecs": 1753391348980697465, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d/fbef78a8dbe650f42b8b1fbf8407cb3d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d/fbef78a8dbe650f42b8b1fbf8407cb3d new file mode 100644 index 0000000000000000000000000000000000000000..60a8ea9a88735199cef9665b837ff6fbbce9e94a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d/fbef78a8dbe650f42b8b1fbf8407cb3d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3c55f8f26946b355ed0580279c9fd89682ac2312 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4654a199fabd9b47450f38f2816182f2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4654a199fabd9b47450f38f2816182f2 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4654a199fabd9b47450f38f2816182f2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4cdb1345c13f1f25be9caeeb4cbf69e7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4cdb1345c13f1f25be9caeeb4cbf69e7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/4cdb1345c13f1f25be9caeeb4cbf69e7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/5269f92c51bb8f3bdc44480cd9cea4b9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/5269f92c51bb8f3bdc44480cd9cea4b9 new file mode 100644 index 0000000000000000000000000000000000000000..6cc350f119ad30efcc4f3c4378b6d68847efc2ed Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/5269f92c51bb8f3bdc44480cd9cea4b9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/ca21b57708a871f459e852cff130c9fe b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/ca21b57708a871f459e852cff130c9fe new file mode 100644 index 0000000000000000000000000000000000000000..f97e560b2d4eddee97f9094ba0543f0f860a79ed --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d/ca21b57708a871f459e852cff130c9fe @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654de695fd603a5914d664412630beaa1c460bfcb5a7543274150340e57d7270 +size 645181 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c8f0421b02552d903bfa0f12102c4dabb5de46c7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..63a305858cbc151205df3dd65d3bd4348aa9baa5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391390673849335, "commit_timestamp_nsecs": 1753391390766205749, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d/5f95397421d7d33baf637a235bedbd7b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d/5f95397421d7d33baf637a235bedbd7b new file mode 100644 index 0000000000000000000000000000000000000000..0aa378fb5b6c212b041ffb12e87d04c74123df9f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d/5f95397421d7d33baf637a235bedbd7b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..855a008f0e62c027d890e11b2b4d82d8d68436a2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/028bad3745494e442490da63db36801d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/028bad3745494e442490da63db36801d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/028bad3745494e442490da63db36801d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/a2535c92d9c03608e66cf5fd3eaa00e9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/a2535c92d9c03608e66cf5fd3eaa00e9 new file mode 100644 index 0000000000000000000000000000000000000000..592a23ad53e6820056cfa3516d1a72506f43026d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/a2535c92d9c03608e66cf5fd3eaa00e9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5d197d878d58d5ef152339f1584e07fcafd198c6d05f34985b66ac2bb9f999 +size 645323 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/b9da27479539c0d9b2ea84a77b10b92f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/b9da27479539c0d9b2ea84a77b10b92f new file mode 100644 index 0000000000000000000000000000000000000000..29adfe8c0df453fa07389e25db41ea6f957012c5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/b9da27479539c0d9b2ea84a77b10b92f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/e4e8fa1cbf90dd733d4120883876b47c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/e4e8fa1cbf90dd733d4120883876b47c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d/e4e8fa1cbf90dd733d4120883876b47c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6e0d556ec2a7e108ac00d729555eccee9150154a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d3d6e184f072727910a6aefbc5f414b08836a0d2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391433589921831, "commit_timestamp_nsecs": 1753391433682562131, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d/cb702341e7945e9a431b516afb605fa2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d/cb702341e7945e9a431b516afb605fa2 new file mode 100644 index 0000000000000000000000000000000000000000..c2bafbd94ade913446114696fe8450fed21ec511 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d/cb702341e7945e9a431b516afb605fa2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7280ffc42446cadfd8bc9f8df1d9fe1e6087e1c7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/0fdfa6374b35bc8ea1d6372eb5764d9d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/0fdfa6374b35bc8ea1d6372eb5764d9d new file mode 100644 index 0000000000000000000000000000000000000000..2558958b72ade44ae1cb07777afd6aa51526c53a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/0fdfa6374b35bc8ea1d6372eb5764d9d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/35428748ed0785874c735ec53cb2204c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/35428748ed0785874c735ec53cb2204c new file mode 100644 index 0000000000000000000000000000000000000000..6d429589024cf39217145fbf71eabdaff8782df1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/35428748ed0785874c735ec53cb2204c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a3a6791f2462ae8573ff0b176d40f1f9f589c867f79441e9117d1e359f5cea +size 645251 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/5e3d0152ef742c3d961ac7487cffa1c3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/5e3d0152ef742c3d961ac7487cffa1c3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/5e3d0152ef742c3d961ac7487cffa1c3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/d4fbab758f973e9cb667f01a31f7fe1d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/d4fbab758f973e9cb667f01a31f7fe1d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d/d4fbab758f973e9cb667f01a31f7fe1d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5c88168808c67d87d1a481640a99b82fc1d5b231 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3da1354f68127b11dde625c9ef10ae13d34c3cfe --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391476374959940, "commit_timestamp_nsecs": 1753391476468579145, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d/9dc7888ec1a49c85f7b5b0d56ef0ad53 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d/9dc7888ec1a49c85f7b5b0d56ef0ad53 new file mode 100644 index 0000000000000000000000000000000000000000..d62e6615fad23b2e306c2f3cac24f2ec062d4e75 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d/9dc7888ec1a49c85f7b5b0d56ef0ad53 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..362ffa7c3bee275ce17bbe7339f884fa4f6609ce Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/5b19b2ac6318967ae14d6d9ad7c9f9d9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/5b19b2ac6318967ae14d6d9ad7c9f9d9 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/5b19b2ac6318967ae14d6d9ad7c9f9d9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/96f77213746d6b6806607c8f4c0b718b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/96f77213746d6b6806607c8f4c0b718b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/96f77213746d6b6806607c8f4c0b718b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a1b4036da865a2df708dfaeca861a62e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a1b4036da865a2df708dfaeca861a62e new file mode 100644 index 0000000000000000000000000000000000000000..17d9bcdfeb2974fae0fadc85f8033d9f9d60ee2e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/a1b4036da865a2df708dfaeca861a62e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b5b79ad2169a5bacb7a7d45c4361266c25cc3f3de50509cd013fe2f9f2d7ad +size 645201 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/de86bbd1b46a2eb67d26796ed3c44943 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/de86bbd1b46a2eb67d26796ed3c44943 new file mode 100644 index 0000000000000000000000000000000000000000..25bf04f528a85fbfe2332093e8c11b64d0d571ac Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d/de86bbd1b46a2eb67d26796ed3c44943 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..845f880a3962e5fd2ea2e902df6f59bf509ec845 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b8c9ffd517c5fd5559a9950159f6d0fccd459ffb --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391520229193166, "commit_timestamp_nsecs": 1753391520319588215, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d/ad9b366bca26bfb4bce899e63338841d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d/ad9b366bca26bfb4bce899e63338841d new file mode 100644 index 0000000000000000000000000000000000000000..28dd66b6fc6191c927328472f1cb2c9e41dc0a7c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d/ad9b366bca26bfb4bce899e63338841d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f0f9b75c5c77a8bbeacfd1a9ace5d88950db1a6c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/2503874e8053022d40daf552072f369d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/2503874e8053022d40daf552072f369d new file mode 100644 index 0000000000000000000000000000000000000000..c1fa401d113bdce07468ce2216fbab8549ba9836 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/2503874e8053022d40daf552072f369d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c82f2818cdea7db943286e911823263ab2979ba8909ebe03b71bf5342cb7c58 +size 645357 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/66253c8481e46ee350ed32b8c4f12921 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/66253c8481e46ee350ed32b8c4f12921 new file mode 100644 index 0000000000000000000000000000000000000000..83ca5b279419704fc7aae5be129c0c98c345e6d8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/66253c8481e46ee350ed32b8c4f12921 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/ca874d0ad0c3d976dee159f448e6ea77 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/ca874d0ad0c3d976dee159f448e6ea77 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/ca874d0ad0c3d976dee159f448e6ea77 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/e8ec4681f3d8a88f95d214ac7233c3be b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/e8ec4681f3d8a88f95d214ac7233c3be new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d/e8ec4681f3d8a88f95d214ac7233c3be differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3dcc6bc98db7b1905870418defce00ba15f7d104 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b849613ef141dcdf621ee2bdac070fed57e0a3e4 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390023502303393, "commit_timestamp_nsecs": 1753390023593886472, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d/37dd07587d22c7319617948476ec3b66 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d/37dd07587d22c7319617948476ec3b66 new file mode 100644 index 0000000000000000000000000000000000000000..1abe749f5522a510b08b0be906d6864b5a36f1fc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d/37dd07587d22c7319617948476ec3b66 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..72875d0b71112ebaafb77587dac10e704317ae44 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/249428abf1ab32a39609cd986a24089d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/249428abf1ab32a39609cd986a24089d new file mode 100644 index 0000000000000000000000000000000000000000..214c7f5aea2e7fb164e7f85d985e387f99e1f79d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/249428abf1ab32a39609cd986a24089d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8008a2b6ce5f1364f15d6265fc508c32dfa823cfcefcc337651faaa925d34646 +size 644496 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/7fd8de9a976a4e23b0dbbbcf7b350817 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/7fd8de9a976a4e23b0dbbbcf7b350817 new file mode 100644 index 0000000000000000000000000000000000000000..fc7ed74ae814f96f9bd855245f4bab59c225d4a9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/7fd8de9a976a4e23b0dbbbcf7b350817 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/bec1fa044cbdc2a17e77c27ccacfa1a9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/bec1fa044cbdc2a17e77c27ccacfa1a9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/bec1fa044cbdc2a17e77c27ccacfa1a9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/d9f19ddb15adac9eaae2cd768d132b23 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/d9f19ddb15adac9eaae2cd768d132b23 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d/d9f19ddb15adac9eaae2cd768d132b23 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8c490e0443485444b3b4949bb35415adf9764a96 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2cb74dd9038fc799a0672745722f006f942232c4 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391562643591779, "commit_timestamp_nsecs": 1753391562733669008, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d/cc4ebc2a70db3b1386f9b49090287d8a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d/cc4ebc2a70db3b1386f9b49090287d8a new file mode 100644 index 0000000000000000000000000000000000000000..689f961fdd7d9df6570ba9c49ea0ff98614f7729 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d/cc4ebc2a70db3b1386f9b49090287d8a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4dd78081f6272186ca81a73803ae9298a8b56f63 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/8c9709922158667b3b542171c3fa060a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/8c9709922158667b3b542171c3fa060a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/8c9709922158667b3b542171c3fa060a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/c5d44ab903b9040e9a6d6d7e5c0442c4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/c5d44ab903b9040e9a6d6d7e5c0442c4 new file mode 100644 index 0000000000000000000000000000000000000000..d8d62397eb7006fbc998cff44885f3764f197e56 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/c5d44ab903b9040e9a6d6d7e5c0442c4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/da28dd802abe60bb9570c324c46f3343 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/da28dd802abe60bb9570c324c46f3343 new file mode 100644 index 0000000000000000000000000000000000000000..4cedd00c301660950a7e90f4b8a320acc9484241 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/da28dd802abe60bb9570c324c46f3343 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e73592f24149c3a608d503f22f0de4f753222b7fe88bee7387443eb5ab7fd1 +size 645254 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/fa746a8ad05416913b8654a0c7b91e32 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/fa746a8ad05416913b8654a0c7b91e32 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d/fa746a8ad05416913b8654a0c7b91e32 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2317b27086d7eee148e33e4e974a5d88ff91b8e1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..79566a6a76633cb6f96445dadcc7d6617edda25e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391605629639431, "commit_timestamp_nsecs": 1753391605723447673, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d/95cc93e458c44124cc996dda6b1eb9c6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d/95cc93e458c44124cc996dda6b1eb9c6 new file mode 100644 index 0000000000000000000000000000000000000000..cfc27d41dbd9c47e1f92577a72e15766acee0e46 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d/95cc93e458c44124cc996dda6b1eb9c6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0795fb5f060b2332f75ea6973faa6323c6c1252a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/0cbeeece335759173b8d176dad43533c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/0cbeeece335759173b8d176dad43533c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/0cbeeece335759173b8d176dad43533c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a598d9d98fef5f72934eed392a600e20 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a598d9d98fef5f72934eed392a600e20 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/a598d9d98fef5f72934eed392a600e20 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/c4a3aa8a2d8624c904007dba70a22091 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/c4a3aa8a2d8624c904007dba70a22091 new file mode 100644 index 0000000000000000000000000000000000000000..ea06f0d8c05ac794128cb6aadcb92a10c537bd18 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/c4a3aa8a2d8624c904007dba70a22091 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ccf7e61a072909d5a5c4b5ec161d9303 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ccf7e61a072909d5a5c4b5ec161d9303 new file mode 100644 index 0000000000000000000000000000000000000000..df7049eecc019cdce8d7cae773f7435117dcce5a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d/ccf7e61a072909d5a5c4b5ec161d9303 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3f8e6c36362802ca8046716b2ade63c97525c8d049c117445b6ebcb030d5a8 +size 645292 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d95c53c3049e0158ae927389551779bd3fa6e906 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..03645005fa3f28d8f114d1b6b61c80794744a7b9 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391649635981810, "commit_timestamp_nsecs": 1753391649728195085, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d/7aeb1fd957950529a2daa49ff2318b31 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d/7aeb1fd957950529a2daa49ff2318b31 new file mode 100644 index 0000000000000000000000000000000000000000..3dcc38136284601e7dd860521386d23dee73147a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d/7aeb1fd957950529a2daa49ff2318b31 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..33972ae106c02204427ea53c9859f32a66c7ac40 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/2a55f5bd97ed9f2c4130107f3ca1ee6e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/2a55f5bd97ed9f2c4130107f3ca1ee6e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/2a55f5bd97ed9f2c4130107f3ca1ee6e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/821d8303bf931023688ce04a469d5920 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/821d8303bf931023688ce04a469d5920 new file mode 100644 index 0000000000000000000000000000000000000000..8863f60d65129be9d740ca0b4b4de6e6ad8a14a5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/821d8303bf931023688ce04a469d5920 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2781aa173ae7dc1eadf5c35ed179fe93563704f855ab24579ae27d1f1116fe7 +size 645345 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/9490eb9b66f1520a1ded7f95ef603874 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/9490eb9b66f1520a1ded7f95ef603874 new file mode 100644 index 0000000000000000000000000000000000000000..344c4d3c46afc31c65a48c822cc0f33cf1ec49f0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/9490eb9b66f1520a1ded7f95ef603874 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/aa435574ea03a10816de40fe1c5db719 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/aa435574ea03a10816de40fe1c5db719 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d/aa435574ea03a10816de40fe1c5db719 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0dbd2a27d67a7d861a46171a1824904617a05d6c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..74da252ef7cb2f954702c12a8ba35cef0564fd3c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391692567114687, "commit_timestamp_nsecs": 1753391692658283274, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d/7137efbb2726a80ab0842616916a0281 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d/7137efbb2726a80ab0842616916a0281 new file mode 100644 index 0000000000000000000000000000000000000000..eb6ea902cc9cc47a5934391fa401fcc35c798870 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d/7137efbb2726a80ab0842616916a0281 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..89609e3a745fe166a4ec3aad95e5097a91643c1d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4145762ba4df33c7a64d31dc7897bea2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4145762ba4df33c7a64d31dc7897bea2 new file mode 100644 index 0000000000000000000000000000000000000000..fb0543ea96b791ff983ac36a1ed976ccf001f374 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/4145762ba4df33c7a64d31dc7897bea2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e4b9ecfe1e8dc8b68f3aa872237571e25d8fb0070a23acbd676f93e50bc331b +size 645246 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/44ba3fee248040bef62ad3106566554f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/44ba3fee248040bef62ad3106566554f new file mode 100644 index 0000000000000000000000000000000000000000..785d1197f6f59047b68790da44c46fff28d97166 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/44ba3fee248040bef62ad3106566554f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/aafacc827ac2868be8012735488ac4cb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/aafacc827ac2868be8012735488ac4cb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/aafacc827ac2868be8012735488ac4cb differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/fa3ca3cf204d19863b95cb7524979ec9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/fa3ca3cf204d19863b95cb7524979ec9 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d/fa3ca3cf204d19863b95cb7524979ec9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..247c2a99999434c04eb92e98193c2fc7a952eb05 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d881c1e4596cde4b28807295a94b2bf5c767c540 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391734804980472, "commit_timestamp_nsecs": 1753391734896938827, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d/d48682ce197a01d3e2e3899a20f42b1b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d/d48682ce197a01d3e2e3899a20f42b1b new file mode 100644 index 0000000000000000000000000000000000000000..277204b79c7fb17501924050834e0931a6285e4a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d/d48682ce197a01d3e2e3899a20f42b1b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1184a793c0f6470954a0f969756a8c3fb86644d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/264eb74dd65dff5e2a5739e87f849d19 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/264eb74dd65dff5e2a5739e87f849d19 new file mode 100644 index 0000000000000000000000000000000000000000..3d49367485aee7ec77e91eaef9b8e710b2f90a86 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/264eb74dd65dff5e2a5739e87f849d19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2490feef37432eb61b5c04778b18a437baee06045f2f3f7e8edf95d807e2ddfe +size 645355 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/66276f40df6b8ba74efcf95fc7439c86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/66276f40df6b8ba74efcf95fc7439c86 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/66276f40df6b8ba74efcf95fc7439c86 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/b27f89b338de81aea722ba623d2be344 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/b27f89b338de81aea722ba623d2be344 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/b27f89b338de81aea722ba623d2be344 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/cdb0fe3c4fa9992a762d32d11f1ad14b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/cdb0fe3c4fa9992a762d32d11f1ad14b new file mode 100644 index 0000000000000000000000000000000000000000..8123493ad257f679b8a0b6285d565041ca92fe5e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d/cdb0fe3c4fa9992a762d32d11f1ad14b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b331784fc84acc02e134c131d7984dfecf16cdf1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f471c3989878d672592d52ed5411bade2c28d2b1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391778147111207, "commit_timestamp_nsecs": 1753391778594286085, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d/9d2bfd5795bcc1abed5051afa6ad30a1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d/9d2bfd5795bcc1abed5051afa6ad30a1 new file mode 100644 index 0000000000000000000000000000000000000000..748662db4deefff5894bdd55d8a9de370c7dfbae Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d/9d2bfd5795bcc1abed5051afa6ad30a1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4e80a7ff5370a5fa31d443eca07d2fd912732ac9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/068c0cc2dc8ecd86a6190d00dde100d4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/068c0cc2dc8ecd86a6190d00dde100d4 new file mode 100644 index 0000000000000000000000000000000000000000..c4d240af18ffd8148b1c7dfe3648601af4cb2a83 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/068c0cc2dc8ecd86a6190d00dde100d4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81704eac7abdd9177839412463cf3b9c68c9282e93b6c25445f76ffadaf0dbd +size 645350 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/50a34003d3bdf618fb06204ee58849b5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/50a34003d3bdf618fb06204ee58849b5 new file mode 100644 index 0000000000000000000000000000000000000000..c3a4fc7e690d7db8bf309bb6e73488d6e58b3d8f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/50a34003d3bdf618fb06204ee58849b5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/8a68792c3fb1b501ec0cb7fafc7ba714 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/8a68792c3fb1b501ec0cb7fafc7ba714 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/8a68792c3fb1b501ec0cb7fafc7ba714 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/eee0946735e4f9d9190f6ac148cd1eb4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/eee0946735e4f9d9190f6ac148cd1eb4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d/eee0946735e4f9d9190f6ac148cd1eb4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9f118b0124c93a1e642775b0851f20a36223037d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..31a4b4cfaf83f3b46f139dcb557c122b4902ed11 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391821401531225, "commit_timestamp_nsecs": 1753391821494877085, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d/5cc9b21ed0f8fea48a1dcfd55d0d5855 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d/5cc9b21ed0f8fea48a1dcfd55d0d5855 new file mode 100644 index 0000000000000000000000000000000000000000..2dbfa59d86641b4f35c0d4b043bcbb5e0c008926 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d/5cc9b21ed0f8fea48a1dcfd55d0d5855 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..883270dfbca7822f7560fcf664e9c7ec864d4930 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/2c9ac5fcec71a277f81beff10b798dd5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/2c9ac5fcec71a277f81beff10b798dd5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/2c9ac5fcec71a277f81beff10b798dd5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/91cd1e2e8532974fee8dd8c87cb4d92a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/91cd1e2e8532974fee8dd8c87cb4d92a new file mode 100644 index 0000000000000000000000000000000000000000..092f0351bb008118fe0fe918699489e9c399ad86 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/91cd1e2e8532974fee8dd8c87cb4d92a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:256491103285793888087842508ced6e7050ce67a3525a1c637c63a35908979e +size 645381 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/98b634f355ad11ab11ccf3f09572a49e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/98b634f355ad11ab11ccf3f09572a49e new file mode 100644 index 0000000000000000000000000000000000000000..6a88e4e4ee89d0c9afe9408152d73e4d5eccea83 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/98b634f355ad11ab11ccf3f09572a49e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/cf62670731714ac6234737ecc2865835 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/cf62670731714ac6234737ecc2865835 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d/cf62670731714ac6234737ecc2865835 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f9d52f92a8d9cfc6f02e1349b791ad1813f2c467 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4624a9d099661b8e862f4d1fd0a04f65005f70b6 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391864061603779, "commit_timestamp_nsecs": 1753391864153016807, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d/66db97077af46466a9d8d3cdd50b31ad b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d/66db97077af46466a9d8d3cdd50b31ad new file mode 100644 index 0000000000000000000000000000000000000000..b6ab5f016f8e2c2e4714e2c6c5bf8b1a5a5ed7e0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d/66db97077af46466a9d8d3cdd50b31ad differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3a1fc5681fc971d2708678d7f7202e7888df10c6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/0ba07d8af0319ac1737b9d1bd1cf0a97 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/0ba07d8af0319ac1737b9d1bd1cf0a97 new file mode 100644 index 0000000000000000000000000000000000000000..09ee345d1b7773ecc4367a4c0503c56035030d25 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/0ba07d8af0319ac1737b9d1bd1cf0a97 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/6e2cea190d0082639145ac04b316090e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/6e2cea190d0082639145ac04b316090e new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/6e2cea190d0082639145ac04b316090e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/c85852b7b30fdf38d3a20e4982edd013 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/c85852b7b30fdf38d3a20e4982edd013 new file mode 100644 index 0000000000000000000000000000000000000000..7e34bdd9ebe5e18e4e0a96dd30b83db7dff8a322 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/c85852b7b30fdf38d3a20e4982edd013 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63efdba93f38cf050084fbafcbfe9bbc3c524bfd9c4669be5333a0375ff02f8c +size 645399 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/dd41d3078a9eb6b390dd94d23fa85caa b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/dd41d3078a9eb6b390dd94d23fa85caa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d/dd41d3078a9eb6b390dd94d23fa85caa differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..09971bc9d642c9d6b23a46d9d9a1160c851cbf8a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8554c3d44904630bcad91409374a527dd1b3db63 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391906171169775, "commit_timestamp_nsecs": 1753391906259678348, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d/88a21a371228059ce5db6b77af12909b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d/88a21a371228059ce5db6b77af12909b new file mode 100644 index 0000000000000000000000000000000000000000..8446618f59121d470d2acebc4bde182b71326b9b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d/88a21a371228059ce5db6b77af12909b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..169c7d7b4ecb675f978dd6862bdef3f04d937023 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/05661a249b62f720ae0b87af85b6759e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/05661a249b62f720ae0b87af85b6759e new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/05661a249b62f720ae0b87af85b6759e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/145c8972d1fa484807a180873d053dfe b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/145c8972d1fa484807a180873d053dfe new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/145c8972d1fa484807a180873d053dfe differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/5260964bd4c762737906d3fc9ba98ed5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/5260964bd4c762737906d3fc9ba98ed5 new file mode 100644 index 0000000000000000000000000000000000000000..7831217cb33239745ad2a031d2fbbc0d174b8670 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/5260964bd4c762737906d3fc9ba98ed5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cadadbbf7ffbecce3be61dacee5fdb746f0d217d5d09ab950ad60d93611aa06 +size 645414 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/94250ff8339a663c3eeba99df88e032f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/94250ff8339a663c3eeba99df88e032f new file mode 100644 index 0000000000000000000000000000000000000000..1b3a94feb1182848c21b67e4043cefa9c19cf9f9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d/94250ff8339a663c3eeba99df88e032f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..905bc2295893b0e0f6ee51ae3142c869cb44437e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..eb2bc9aabae086dc25a9678edd4d39cebd330d97 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391949856164276, "commit_timestamp_nsecs": 1753391949958720316, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d/ed15823bea44edf248f6ff4789033c18 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d/ed15823bea44edf248f6ff4789033c18 new file mode 100644 index 0000000000000000000000000000000000000000..8a8c5caa859b97453e3742247747dc0579a80fe2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d/ed15823bea44edf248f6ff4789033c18 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9f4413cf41bc514132547d429896fdd10db4894b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/25b55ae8d53540542bd4822e9b91e9ff b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/25b55ae8d53540542bd4822e9b91e9ff new file mode 100644 index 0000000000000000000000000000000000000000..6ada050f5b14443b5828b155b7e3ecb1017a7a3f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/25b55ae8d53540542bd4822e9b91e9ff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a61f6550104df3cdcb21fba52104b87dce6a5a45669b49d69fae25c5cac9a3c +size 645406 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/2fe1c783d6758cf88da8e882c5e2eaa4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/2fe1c783d6758cf88da8e882c5e2eaa4 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/2fe1c783d6758cf88da8e882c5e2eaa4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/6155f9cfeaffbb1847409d1cfeb80926 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/6155f9cfeaffbb1847409d1cfeb80926 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/6155f9cfeaffbb1847409d1cfeb80926 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a66791bb6f5464d83d50b88a08463597 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a66791bb6f5464d83d50b88a08463597 new file mode 100644 index 0000000000000000000000000000000000000000..919855b7d894083c489d7564d94deeccb494fbb0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d/a66791bb6f5464d83d50b88a08463597 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7081873754269fc641700768a955c3ca65c1fec8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..19d0cbf0aa795ce6485bb59d975be988881ad976 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390066078907562, "commit_timestamp_nsecs": 1753390066168763078, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d/c4a2a392a56e8fc48dafc137cf730935 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d/c4a2a392a56e8fc48dafc137cf730935 new file mode 100644 index 0000000000000000000000000000000000000000..b31cb8e0ab4adc3568be94a599adb6fa2853a601 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d/c4a2a392a56e8fc48dafc137cf730935 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e2b3397c9bdb9b054f0e400b183136016271ba0d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/46bbacb3c1cba4fb1e2e42f7f67bbf97 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/46bbacb3c1cba4fb1e2e42f7f67bbf97 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/46bbacb3c1cba4fb1e2e42f7f67bbf97 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/9183ff19adbe2f5067c0d7d5008b46a1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/9183ff19adbe2f5067c0d7d5008b46a1 new file mode 100644 index 0000000000000000000000000000000000000000..08a2d5f181bc2d1103677ebcc8f462473d421994 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/9183ff19adbe2f5067c0d7d5008b46a1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/c61f3b278a3493d589759d94c4dc784b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/c61f3b278a3493d589759d94c4dc784b new file mode 100644 index 0000000000000000000000000000000000000000..8489f42c610c2d57034b9ad4f7a4d2c8789fe602 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/c61f3b278a3493d589759d94c4dc784b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7b98f6eafaad66af757f1df383d73ceb7157d792facc273852fb7271b42638 +size 644552 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/ff47c9edee88b84abc4f84f8d3d310aa b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/ff47c9edee88b84abc4f84f8d3d310aa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d/ff47c9edee88b84abc4f84f8d3d310aa differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..74562df3ef772a1d4aa9dbd85590e96b8c0b9504 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2575689e75e32efa8b11420ae60cfd440e6332f1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753391992521992432, "commit_timestamp_nsecs": 1753391992614196811, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d/cae6394476b2729948a64657ffad9e07 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d/cae6394476b2729948a64657ffad9e07 new file mode 100644 index 0000000000000000000000000000000000000000..e789f429d80f09578a2c50fe4a9c20b52845b570 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d/cae6394476b2729948a64657ffad9e07 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a4a48066928c026b489bbcf2e56470f98a0f5ab1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/1968ba540c505c77ebfa64ef965af648 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/1968ba540c505c77ebfa64ef965af648 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/1968ba540c505c77ebfa64ef965af648 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/78616ae002027b8b9e9c194159307c5f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/78616ae002027b8b9e9c194159307c5f new file mode 100644 index 0000000000000000000000000000000000000000..90de592d6275fe046254a3e189ba7564ef32a416 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/78616ae002027b8b9e9c194159307c5f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/8e964b30d801944ec65882dceb33b642 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/8e964b30d801944ec65882dceb33b642 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/8e964b30d801944ec65882dceb33b642 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/b54bf6261eec20092689c4545bff4baf b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/b54bf6261eec20092689c4545bff4baf new file mode 100644 index 0000000000000000000000000000000000000000..3b6e64feb03cf248bfcd777d92db5d60eadc49d9 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d/b54bf6261eec20092689c4545bff4baf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6623ff71f87275eef6cb7102aee3f164dc81ab0636aea2865125b2ee943fe9b1 +size 645407 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f9ae81881b60ae05e1e1668f82c71a640fa7d876 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..784a389537ce7b4d25e3c28140e79d006c058c1f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392035478364318, "commit_timestamp_nsecs": 1753392035757323387, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d/a9e61da4c83b834711ef0c925d5e7554 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d/a9e61da4c83b834711ef0c925d5e7554 new file mode 100644 index 0000000000000000000000000000000000000000..205f124675eebda6b39dfaa025b159ecf5312486 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d/a9e61da4c83b834711ef0c925d5e7554 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fe880757a9d20357ebb837fc45105ad9ff490fe3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/3263b24a4b91756f88033589c493d273 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/3263b24a4b91756f88033589c493d273 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/3263b24a4b91756f88033589c493d273 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/3c979c6ba300cb26c810c743deb78fc9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/3c979c6ba300cb26c810c743deb78fc9 new file mode 100644 index 0000000000000000000000000000000000000000..adb423cfe71bb28747f32244520fbe015d69dff7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/3c979c6ba300cb26c810c743deb78fc9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/848102b987f5eae2b964d6bfd1596d36 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/848102b987f5eae2b964d6bfd1596d36 new file mode 100644 index 0000000000000000000000000000000000000000..e01bcacbb6eb19901f28fe93a85b97672973686c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/848102b987f5eae2b964d6bfd1596d36 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441508c19c87b30d9a420810ac897ae8527636b92c156cc1f78e378fd9102082 +size 645465 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/e586b6e3464d4fc62827fb8d8727b355 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/e586b6e3464d4fc62827fb8d8727b355 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d/e586b6e3464d4fc62827fb8d8727b355 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8092578168986449c2dc2b19925078d41fa9b5ee Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a70b758157c61e7e34ed7fe4d275d21d7a7c396b --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392079377705848, "commit_timestamp_nsecs": 1753392079771137697, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d/141da46ca294ebf19a95af7ecde6ae3a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d/141da46ca294ebf19a95af7ecde6ae3a new file mode 100644 index 0000000000000000000000000000000000000000..1efcf0dafce76c172d3ea9e3b4d379e7390656a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d/141da46ca294ebf19a95af7ecde6ae3a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a07ba352cba0636052df9ab7eba30937dbb681f4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/05876020ebdd9cfebbb9078513dee6e6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/05876020ebdd9cfebbb9078513dee6e6 new file mode 100644 index 0000000000000000000000000000000000000000..388c5461faba4433e53fd2be42924d538f9b1454 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/05876020ebdd9cfebbb9078513dee6e6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/c3a015353f15d8b023cfcaa294563566 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/c3a015353f15d8b023cfcaa294563566 new file mode 100644 index 0000000000000000000000000000000000000000..0a27d0c3d5ad2a17959bd22f768e99d6f8e7251d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/c3a015353f15d8b023cfcaa294563566 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db57ff4751d6458f721ece0868337c21ef47c03603c46766b0a6db2f4c28234 +size 645465 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d930ab37d3f4d15e8bb25419398f367d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d930ab37d3f4d15e8bb25419398f367d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/d930ab37d3f4d15e8bb25419398f367d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/fe6feeeda74669cc5e3ce1f1fc1dc0e7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/fe6feeeda74669cc5e3ce1f1fc1dc0e7 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d/fe6feeeda74669cc5e3ce1f1fc1dc0e7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b0141c8eb451e26dd965d855970fc7cc1341243d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9a76afe64babc6e798857b9e002e697406094657 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392121269481117, "commit_timestamp_nsecs": 1753392121661570466, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d/fdbe50887049678f5a8d6256cc351540 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d/fdbe50887049678f5a8d6256cc351540 new file mode 100644 index 0000000000000000000000000000000000000000..7f811d2dfba7c372927422e32c30301cd4a8c4e7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d/fdbe50887049678f5a8d6256cc351540 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..648d8edef8d77a13d672aed0dafc9e766ce9f6e8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/271dd2d5f130ac69e76f9088782dca89 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/271dd2d5f130ac69e76f9088782dca89 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/271dd2d5f130ac69e76f9088782dca89 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/e147606be3d9d1c824606aeaebb5bd8c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/e147606be3d9d1c824606aeaebb5bd8c new file mode 100644 index 0000000000000000000000000000000000000000..caee66b542646cdd714aa64ba25dfbf9b03a313a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/e147606be3d9d1c824606aeaebb5bd8c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/facbfb3879da4a5c49445eea1071e887 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/facbfb3879da4a5c49445eea1071e887 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/facbfb3879da4a5c49445eea1071e887 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/ff004b37299b367a9bf7e31d7bb91f26 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/ff004b37299b367a9bf7e31d7bb91f26 new file mode 100644 index 0000000000000000000000000000000000000000..a2ff5cd914e6fbe501f2b7aa7b2e68c5a705fac9 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d/ff004b37299b367a9bf7e31d7bb91f26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3589c25cfa26a7170e0133917fdb5aa0b26ff177a4ab2ebc8b355e0c2ee59f3f +size 645389 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..82a5c4effa4aa4f562075f8daaced0a42b12a04c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..91c59757b7a865f73b9a05ac4c06b090dabfe264 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392163501576104, "commit_timestamp_nsecs": 1753392163593646180, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d/de74f2933fe593bc5fd2e02fc6c51efd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d/de74f2933fe593bc5fd2e02fc6c51efd new file mode 100644 index 0000000000000000000000000000000000000000..5f8059f1217d4e6de62579377aed7203750b69ca Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d/de74f2933fe593bc5fd2e02fc6c51efd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1943f62279763725580a1521747827987c751ba0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/17c736672bf4044db00c04c732015b8b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/17c736672bf4044db00c04c732015b8b new file mode 100644 index 0000000000000000000000000000000000000000..ceec2d74b23be8592eecffbba12dc6e0455ae544 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/17c736672bf4044db00c04c732015b8b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/8e4b8d8a868d32745a67e5eca22a7d0a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/8e4b8d8a868d32745a67e5eca22a7d0a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/8e4b8d8a868d32745a67e5eca22a7d0a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/8e75ef91b7fac2f999b570a8462801de b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/8e75ef91b7fac2f999b570a8462801de new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/8e75ef91b7fac2f999b570a8462801de differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/dc34b5ba647434c738af6741f6084476 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/dc34b5ba647434c738af6741f6084476 new file mode 100644 index 0000000000000000000000000000000000000000..c546d9b12450b1b992738a1b5f0fca5f13cebc2c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d/dc34b5ba647434c738af6741f6084476 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d59d4f379ed34d939c239275ffb284d876db5f17e1321b997f6653abe0ad086 +size 645446 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ce6df7ee06cfa19cf786097436637678905a11bc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ef87af9bcf8eb228a09e41dce5fa3ace86f58787 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392206296681237, "commit_timestamp_nsecs": 1753392206390912336, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d/72501dbb137079824fd68c8fe108008d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d/72501dbb137079824fd68c8fe108008d new file mode 100644 index 0000000000000000000000000000000000000000..1853d4a4e76df398c29b8e26ca58c9da622d74a0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d/72501dbb137079824fd68c8fe108008d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a79632fcdac4e393d5b74325bb6742086408d906 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/66f2f60ee0b644b6eb63d34e6397f468 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/66f2f60ee0b644b6eb63d34e6397f468 new file mode 100644 index 0000000000000000000000000000000000000000..9c48be3ef7d9cbd1185cc5fd151c87bdc37e45e9 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/66f2f60ee0b644b6eb63d34e6397f468 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04099426bebe7e934ed303ee012c9175b87aa044fc82643fdd509f382708e9e +size 645567 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/9fc0828f8eef8f3ae30ff04f6ca88beb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/9fc0828f8eef8f3ae30ff04f6ca88beb new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/9fc0828f8eef8f3ae30ff04f6ca88beb differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/a9da1b60abcd7e3eb424c384c1d49db5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/a9da1b60abcd7e3eb424c384c1d49db5 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/a9da1b60abcd7e3eb424c384c1d49db5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ecff4557182ce48e6ebd278b6c56c329 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ecff4557182ce48e6ebd278b6c56c329 new file mode 100644 index 0000000000000000000000000000000000000000..d6f9a66e7cb8425dbdf2341a29ba9d88fcb4b0da Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d/ecff4557182ce48e6ebd278b6c56c329 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4bb0ce96f397ec55c96dcf6f5b83b745033b4a3a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2b1aa9d2cd87b5212972e67af0e6b173bd014700 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392249278282063, "commit_timestamp_nsecs": 1753392249370186217, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d/592565982ee676ec13d9f726586c7ab3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d/592565982ee676ec13d9f726586c7ab3 new file mode 100644 index 0000000000000000000000000000000000000000..28d29bc74c7710c177365157ee42a85c58f0ca42 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d/592565982ee676ec13d9f726586c7ab3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d187b9dcc5926498fc626c9fb4bd70883b682567 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/4d99defc6deef0f5b64fd04b21b4cb20 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/4d99defc6deef0f5b64fd04b21b4cb20 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/4d99defc6deef0f5b64fd04b21b4cb20 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/6254cf5832fb2ef73f6b94adffd46370 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/6254cf5832fb2ef73f6b94adffd46370 new file mode 100644 index 0000000000000000000000000000000000000000..8001ff404fdb54de45d53edf1c22f12ac6316407 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/6254cf5832fb2ef73f6b94adffd46370 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/934d31da202e16f8d20a5ab76c82bcde b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/934d31da202e16f8d20a5ab76c82bcde new file mode 100644 index 0000000000000000000000000000000000000000..275ffd8767ee51b5adfc29bdde0bb324de3f3741 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/934d31da202e16f8d20a5ab76c82bcde @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5aed34f09d9b2488248de09770a86a22b866bdecfcc2d5bba975e517db2ffa +size 645548 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/e681780dbe95796a651d2d6937739ab7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/e681780dbe95796a651d2d6937739ab7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d/e681780dbe95796a651d2d6937739ab7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5fbce58c8c1016d2dd85f175b3b2fb59b36a6ce9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5d3a06f15266e87da0f9a5adecf3e5139f37893b --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392292167910376, "commit_timestamp_nsecs": 1753392292259339003, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d/f130377164c985de9dbd111dd9d2a9aa b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d/f130377164c985de9dbd111dd9d2a9aa new file mode 100644 index 0000000000000000000000000000000000000000..75c8092be77c3106a70e30175556067f8dbc4689 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d/f130377164c985de9dbd111dd9d2a9aa differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d97f471cefa0fe08d378e4768d85d90cb1a24ebe Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3b070524284b2ccbc38ebe03435f3e81 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3b070524284b2ccbc38ebe03435f3e81 new file mode 100644 index 0000000000000000000000000000000000000000..9170564de03a9a45a580630cdbe25563f0153026 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3b070524284b2ccbc38ebe03435f3e81 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed874fa324594cb488f76a266fbe426e56253ca372d10314a8258aa848cb3bd +size 645506 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3d5416cd85c2fa2b996b960bb49337cf b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3d5416cd85c2fa2b996b960bb49337cf new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/3d5416cd85c2fa2b996b960bb49337cf differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/71e1951a4ca65d1cb898abf152ab5435 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/71e1951a4ca65d1cb898abf152ab5435 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/71e1951a4ca65d1cb898abf152ab5435 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/e428f126ea4533db98c9ad638192bd8b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/e428f126ea4533db98c9ad638192bd8b new file mode 100644 index 0000000000000000000000000000000000000000..cacb4175a8fcca2dec1f3b6a2ca90a93f4786e1d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d/e428f126ea4533db98c9ad638192bd8b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..15c3283ae6ac71414a456c7346b06bc9699be842 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..be380d8c316e6978a47427017b94a7748b496a67 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392335939522518, "commit_timestamp_nsecs": 1753392336382832122, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d/8c9d33b446789d36ba4ac513d3db045b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d/8c9d33b446789d36ba4ac513d3db045b new file mode 100644 index 0000000000000000000000000000000000000000..795bc41eaaa9a4dcdfba9f63503516faea150d7e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d/8c9d33b446789d36ba4ac513d3db045b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c6248e4ee47f144209e3cb793b96e7f74a5458c2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/1b7eb875f16be0d676985d8bdee638b6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/1b7eb875f16be0d676985d8bdee638b6 new file mode 100644 index 0000000000000000000000000000000000000000..7eda11bd2e08ded1289e0c1bb0d35be28d9b0fe1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/1b7eb875f16be0d676985d8bdee638b6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4587a4bd9f202893a9cdd1d272858dc6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4587a4bd9f202893a9cdd1d272858dc6 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4587a4bd9f202893a9cdd1d272858dc6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4a7a7a1ec31815d38b3459127085360a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4a7a7a1ec31815d38b3459127085360a new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4a7a7a1ec31815d38b3459127085360a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b83f94ad5bdcc8180b60d4cc7387944 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b83f94ad5bdcc8180b60d4cc7387944 new file mode 100644 index 0000000000000000000000000000000000000000..c5b6a3db8d7705d3790454daabcf06eb5143ea50 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d/4b83f94ad5bdcc8180b60d4cc7387944 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60927b590682f88a207573fbf69cb05884c209f897c1f446509187a5905fef4c +size 645509 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a06c4a89db1d8f0761c5dfb08309fd8ee9c696ba Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..390d2e46c7ffc19712d556ca67bbf4c28d5dd0f5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392378005442648, "commit_timestamp_nsecs": 1753392378435421177, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d/8d6e04f29cf4f0981fee1a9a6b17c186 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d/8d6e04f29cf4f0981fee1a9a6b17c186 new file mode 100644 index 0000000000000000000000000000000000000000..72f6754f3e77c0f409a59be82c1e2df7c24bfe60 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d/8d6e04f29cf4f0981fee1a9a6b17c186 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8706029278ad2162df46857b116fff29847d71dc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/209173c7580f953547b905b52177a956 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/209173c7580f953547b905b52177a956 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/209173c7580f953547b905b52177a956 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/b8509e2156336f44250d996bcba3865d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/b8509e2156336f44250d996bcba3865d new file mode 100644 index 0000000000000000000000000000000000000000..303760b2b852baa9088c6449acc40b145a051481 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/b8509e2156336f44250d996bcba3865d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/e49084ac4a9748fee1f476191c8e21a5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/e49084ac4a9748fee1f476191c8e21a5 new file mode 100644 index 0000000000000000000000000000000000000000..5c6299e2b9f59303cc4e7f98cb4c6d0ceae955f0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/e49084ac4a9748fee1f476191c8e21a5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320a06ef3408b4e924d59099e6811be047cbd4efb743871ae068e021f9d6b06c +size 645482 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f7287c153981d3746231845265e2a694 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f7287c153981d3746231845265e2a694 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d/f7287c153981d3746231845265e2a694 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1b8b9597f78f12b17e1760530fd2009cd14a8a23 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a96e81ec92f136ff74d77e7f866d592fc6329ada --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390108536332681, "commit_timestamp_nsecs": 1753390108628848221, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d/443189e697da442adc826bc7ee21902d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d/443189e697da442adc826bc7ee21902d new file mode 100644 index 0000000000000000000000000000000000000000..af71cea6d0b16c3b70cff4e82135b5c2ed567e51 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d/443189e697da442adc826bc7ee21902d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..13ac202cbd736d50b881679b78b79d2f4856e9de Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/4c9c234736f6d0aa1e537f03768553d2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/4c9c234736f6d0aa1e537f03768553d2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/4c9c234736f6d0aa1e537f03768553d2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/ce76733ca3827938a8db8b5163bdd054 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/ce76733ca3827938a8db8b5163bdd054 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/ce76733ca3827938a8db8b5163bdd054 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/d7dc5ecaa078879d051030706b010699 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/d7dc5ecaa078879d051030706b010699 new file mode 100644 index 0000000000000000000000000000000000000000..1847e02c9a19aa8914e4054bac644572f9a482c9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/d7dc5ecaa078879d051030706b010699 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/f1eca822417458740bb64930f5d7dc92 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/f1eca822417458740bb64930f5d7dc92 new file mode 100644 index 0000000000000000000000000000000000000000..b94629320d864764df1b3773a95f72ebf5092498 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d/f1eca822417458740bb64930f5d7dc92 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58b702f94e8352fc549872a47cd9529b8915ed71009161a684f1fb89c83e58e +size 644572 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c7bf107a2625517c22bbcf6a9619382ec63b9200 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..af06156c42f6cb0b7a8745dd835d80a2a938321a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392420922184996, "commit_timestamp_nsecs": 1753392421013254817, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d/12e73f81024ed53c1be4a5d412a59de6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d/12e73f81024ed53c1be4a5d412a59de6 new file mode 100644 index 0000000000000000000000000000000000000000..0be3cbd81d8c4ba9e6bdecb1c3eb15a7fa670822 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d/12e73f81024ed53c1be4a5d412a59de6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..df83264f93e6626ca2e11f7b5eec9eaa3dbf02ef Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/643650955693ad73a1c444117a91e30d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/643650955693ad73a1c444117a91e30d new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/643650955693ad73a1c444117a91e30d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/89ca541f0a197352f9bf759701d2f5a1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/89ca541f0a197352f9bf759701d2f5a1 new file mode 100644 index 0000000000000000000000000000000000000000..63a2cefdaed3aa56d8efd122febd19376dc19475 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/89ca541f0a197352f9bf759701d2f5a1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/d2bf67c7f026bbba93311074afb63165 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/d2bf67c7f026bbba93311074afb63165 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/d2bf67c7f026bbba93311074afb63165 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/f980ea50f1d76b01e3b8c323a8467fbb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/f980ea50f1d76b01e3b8c323a8467fbb new file mode 100644 index 0000000000000000000000000000000000000000..6dc394b62816602cc849aa816cfed5c04d0b0484 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d/f980ea50f1d76b01e3b8c323a8467fbb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b283a40b0a6eca3ab560306aea73dd1b0df2305b4eedcc0e08c61913a55c80 +size 645432 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d663e311b53534455a62b1f9c2ea60c32ae3eb6c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9537caa193797a5411a6f601e14a0818491bda84 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392463629337854, "commit_timestamp_nsecs": 1753392463721188046, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d/bac077b895fd7e37cf48f59e9210d7d4 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d/bac077b895fd7e37cf48f59e9210d7d4 new file mode 100644 index 0000000000000000000000000000000000000000..2858d100db692fda7b3407588778e7af7c263d1e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d/bac077b895fd7e37cf48f59e9210d7d4 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..38ebb635c448bb02d3df61d1ba165a6e2623ae7c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/325dd36796a6b8642522a61f0b88f6b2 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/325dd36796a6b8642522a61f0b88f6b2 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/325dd36796a6b8642522a61f0b88f6b2 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3e3c2e99f431eaa9bc0190f64c128cde b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3e3c2e99f431eaa9bc0190f64c128cde new file mode 100644 index 0000000000000000000000000000000000000000..9a2338980b6224a63d45c15e7cfeac81b175115a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/3e3c2e99f431eaa9bc0190f64c128cde @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8906665c257a6c0bd805b854c5d2897eaf3c2956380985c4a4aa345068005e38 +size 645385 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/5e30d722b33d8af4e723c85218a44448 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/5e30d722b33d8af4e723c85218a44448 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/5e30d722b33d8af4e723c85218a44448 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ab27033e20b60f95a6d7740f61b37ad6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ab27033e20b60f95a6d7740f61b37ad6 new file mode 100644 index 0000000000000000000000000000000000000000..31732c8b0a7f7fe79db41cd51dfffc86ce8a11c6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d/ab27033e20b60f95a6d7740f61b37ad6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bdd1ae460704a8dd3fa1c32dbf3ce0880d7bfd0c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..35ee2d7f2cfe43fe56c6cb215c7c37cd956d4011 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392507169097119, "commit_timestamp_nsecs": 1753392507261890789, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d/cdbb366b2a5ff22249a8ff438de8dc83 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d/cdbb366b2a5ff22249a8ff438de8dc83 new file mode 100644 index 0000000000000000000000000000000000000000..b15f3df6dc3b29f792d0581073f9145316682471 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d/cdbb366b2a5ff22249a8ff438de8dc83 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c432745ddf1bddefbd57b262346765e327c0c0fa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/4f5101f9408f5148b992c9f0b8e53ed6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/4f5101f9408f5148b992c9f0b8e53ed6 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/4f5101f9408f5148b992c9f0b8e53ed6 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8356988fc1654cc3ea1ebb913f065daf b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8356988fc1654cc3ea1ebb913f065daf new file mode 100644 index 0000000000000000000000000000000000000000..8bae70ab85042796e9423296bf1a73d3e06bbea1 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/8356988fc1654cc3ea1ebb913f065daf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf621be9796264923622ce7401a9c5d21a6b4195075e1f3ed380b1d3e1b87fc +size 645439 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/88a0584640d36bd13a205fa8ae834041 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/88a0584640d36bd13a205fa8ae834041 new file mode 100644 index 0000000000000000000000000000000000000000..1cffa4a5d1f03ed32cab862fcd504d21c9630283 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/88a0584640d36bd13a205fa8ae834041 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e1637f1cea3cbfe7644858a0852e59ab b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e1637f1cea3cbfe7644858a0852e59ab new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d/e1637f1cea3cbfe7644858a0852e59ab differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f66182dfc8200d39ab95fac4ce7a41f4495e199f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..baf160a64c75fc366865d2aec03b10f7e2d4a744 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392551154303100, "commit_timestamp_nsecs": 1753392551247845852, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d/e1eb8d0b2589ae1b908f8fdcf4e8fed7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d/e1eb8d0b2589ae1b908f8fdcf4e8fed7 new file mode 100644 index 0000000000000000000000000000000000000000..c80012e39ab8d0b88fc865a33417d3982d05720a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d/e1eb8d0b2589ae1b908f8fdcf4e8fed7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..42d7728d2d57377b315ef39c616cc11f397cff45 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/115b59564f7ff8d15271c2e9c9cbe3df b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/115b59564f7ff8d15271c2e9c9cbe3df new file mode 100644 index 0000000000000000000000000000000000000000..34c1bfd495b720fb1538ef93ef8488b9e82ab5c3 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/115b59564f7ff8d15271c2e9c9cbe3df @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a38a60155e1475e777564ca5ca4b809b394f1c68943f7cd584003253919d10e +size 645463 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/1207a87566c74f0b076222b5bd67e52f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/1207a87566c74f0b076222b5bd67e52f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/1207a87566c74f0b076222b5bd67e52f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/ab230b906b7a89135634b266d2ee5981 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/ab230b906b7a89135634b266d2ee5981 new file mode 100644 index 0000000000000000000000000000000000000000..af65fda537c061208a03b5a5a4030b5b2c82ab0a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/ab230b906b7a89135634b266d2ee5981 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/f8459ac5bda86846153d25b59309749f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/f8459ac5bda86846153d25b59309749f new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d/f8459ac5bda86846153d25b59309749f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..407273dce0142d58f4f6238d1f6e80e1b76abc58 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e36989860597058ab011bf375c35309b5f71d425 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392594144383113, "commit_timestamp_nsecs": 1753392594551319955, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d/ffe1716ba61039437ed0645bf93959fd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d/ffe1716ba61039437ed0645bf93959fd new file mode 100644 index 0000000000000000000000000000000000000000..7a6a3e8f542feb19b3cb476ce483ed1f89947247 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d/ffe1716ba61039437ed0645bf93959fd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ce9692f447238c0c230374940542decc49833444 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/447b8f841024ec61120d2fcb114e1cfd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/447b8f841024ec61120d2fcb114e1cfd new file mode 100644 index 0000000000000000000000000000000000000000..14b3d8fad71fed62dcd8aabe3eb04a4d3141d894 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/447b8f841024ec61120d2fcb114e1cfd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef157b9108aa1c8975fa9c8ae26a4381e89bd17ecf02af39b4f917f2b48141b +size 645442 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/4e3b9b9bf76aaaeb8d2a3f3e58249ebd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/4e3b9b9bf76aaaeb8d2a3f3e58249ebd new file mode 100644 index 0000000000000000000000000000000000000000..4ef26b8d6c1949152dec574b87edc6984c62ac43 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/4e3b9b9bf76aaaeb8d2a3f3e58249ebd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/80a7df16d35be6bbe7ed1a65998c9998 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/80a7df16d35be6bbe7ed1a65998c9998 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/80a7df16d35be6bbe7ed1a65998c9998 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/b8d4748de2a04616c36fc35ef811c6bd b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/b8d4748de2a04616c36fc35ef811c6bd new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d/b8d4748de2a04616c36fc35ef811c6bd differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..27ca49e47914632568e4c51280e4f1c715375766 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..906a4aaa5177a268b72470c6e0214989326e3df0 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392636778860410, "commit_timestamp_nsecs": 1753392636870505966, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d/6fe6aac3961395c5c95aefcc2ac76b41 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d/6fe6aac3961395c5c95aefcc2ac76b41 new file mode 100644 index 0000000000000000000000000000000000000000..9f074407a79b08d2916f5ff5e86a45dcff45ede6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d/6fe6aac3961395c5c95aefcc2ac76b41 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7be762df9bd67593de31c11aa028dd65b41a4424 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/2f466e1d02af3cbdfd973bde9491aec6 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/2f466e1d02af3cbdfd973bde9491aec6 new file mode 100644 index 0000000000000000000000000000000000000000..c48a7956ecb6bfd1153a5bfba7fc105552fb144f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/2f466e1d02af3cbdfd973bde9491aec6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f163f0ecee70718940fb4f397fbeddfb6a0f407ab870f814651ece64c7b039 +size 645515 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1fd2c47c2e5f61288e33b056886d4b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1fd2c47c2e5f61288e33b056886d4b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/6e1fd2c47c2e5f61288e33b056886d4b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/78b2530c41364127f5db008656aaf56c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/78b2530c41364127f5db008656aaf56c new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/78b2530c41364127f5db008656aaf56c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/e06dfc3c3b9e4b1be83a395ce289c839 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/e06dfc3c3b9e4b1be83a395ce289c839 new file mode 100644 index 0000000000000000000000000000000000000000..bdae6378b585cd16ad2368a4d9a672d301810bef Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d/e06dfc3c3b9e4b1be83a395ce289c839 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e47d90bb0fc5147a2c97be34eaa5220df2e43107 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b60d199c68b4dacdaaf87e1a5340749991e3c6e7 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392678787909945, "commit_timestamp_nsecs": 1753392678879771508, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d/efef5d2b0e851024a462b49b44bbecba b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d/efef5d2b0e851024a462b49b44bbecba new file mode 100644 index 0000000000000000000000000000000000000000..c91dfeeccba6ecfa5168a6df91f69b398930667d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d/efef5d2b0e851024a462b49b44bbecba differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..928c261736040e35b5b44e74715c0863b15c8c16 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/309a456acc45aa5bcad839f979942374 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/309a456acc45aa5bcad839f979942374 new file mode 100644 index 0000000000000000000000000000000000000000..98b2f4d00100b7fd937b1551e9fcfd07a0a1acb5 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/309a456acc45aa5bcad839f979942374 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cb7d9915610c0145586223120a750f6e3c1628b5478946aada0ed440c91cc7 +size 645517 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/5bb46e715538e2d83200b7d7ab250ca7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/5bb46e715538e2d83200b7d7ab250ca7 new file mode 100644 index 0000000000000000000000000000000000000000..7f3ba65f740eabbde0f1b16ae7ad7477c24a59f8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/5bb46e715538e2d83200b7d7ab250ca7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/733d795ec88f17b2be1e696ec6568231 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/733d795ec88f17b2be1e696ec6568231 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/733d795ec88f17b2be1e696ec6568231 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9769409b0926cfad10a88e6536164b63 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9769409b0926cfad10a88e6536164b63 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d/9769409b0926cfad10a88e6536164b63 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..eda0f7a1cd3e055221e71c8b7ca174b6d42458c5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..475e22a302ef406c79378566447b4a102a3aba1c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392721507295668, "commit_timestamp_nsecs": 1753392721598927980, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d/15463bce20c6e63b78ca83999322db11 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d/15463bce20c6e63b78ca83999322db11 new file mode 100644 index 0000000000000000000000000000000000000000..2d662c3afa85e60a9aa8fbdcdcf07feca8ca95f4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d/15463bce20c6e63b78ca83999322db11 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f0e9f2a8db5fedd137a2b4c6dab35694701e44d5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/3bc2e15884046022cbf6d855bfbd3970 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/3bc2e15884046022cbf6d855bfbd3970 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/3bc2e15884046022cbf6d855bfbd3970 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/8a6938326c11601b9b74f425bb4ead2e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/8a6938326c11601b9b74f425bb4ead2e new file mode 100644 index 0000000000000000000000000000000000000000..80afd46718b427cafd0128c0d34d6ab79dd1cfdb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/8a6938326c11601b9b74f425bb4ead2e differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/cf430f47e117bcdf8625385b2fcfc280 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/cf430f47e117bcdf8625385b2fcfc280 new file mode 100644 index 0000000000000000000000000000000000000000..8056c375393e5e48ac02046b733c16bc6f5ad090 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/cf430f47e117bcdf8625385b2fcfc280 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186dde435b090af1cbeef6b7330732d5b67bcf71465b116c133bf663c3820843 +size 645494 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/f2985e15249e9d684f972a92c2eae33f b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/f2985e15249e9d684f972a92c2eae33f new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d/f2985e15249e9d684f972a92c2eae33f differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3026054df90d0a4fe17f40455fbad7bf95ca1048 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6da6a6a12977b2d2482d87bc9b9e0351e9f25349 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392765314987279, "commit_timestamp_nsecs": 1753392765413951940, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d/bcc88296b2e63811757979c57b649cb9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d/bcc88296b2e63811757979c57b649cb9 new file mode 100644 index 0000000000000000000000000000000000000000..0ecfbcc7b7ef1817d3b95b80f8930bc88a500e4d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d/bcc88296b2e63811757979c57b649cb9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7b77875ef8ef53639ecea85b5a13a951d76d9721 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/20193975adcb8faa752c81d32ac0c70d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/20193975adcb8faa752c81d32ac0c70d new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/20193975adcb8faa752c81d32ac0c70d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/39f786c7b9092f808790336c99f3201c b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/39f786c7b9092f808790336c99f3201c new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/39f786c7b9092f808790336c99f3201c differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/7aeb15fd69842f5d856174f04219c887 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/7aeb15fd69842f5d856174f04219c887 new file mode 100644 index 0000000000000000000000000000000000000000..5a9b8fc7b93b4d0fe2bc8b85bbf0e9a071f448de Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/7aeb15fd69842f5d856174f04219c887 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c4c34866445e45bcf7693898c54b82b3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c4c34866445e45bcf7693898c54b82b3 new file mode 100644 index 0000000000000000000000000000000000000000..f003bcc28b5f715ced84059512e57b5c0c286c6a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d/c4c34866445e45bcf7693898c54b82b3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffa02a3dc33bd31c91743fc19733aecd9a6067289a2f72fb30f5faad11ddc0f +size 645446 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..bb3ee1abe97e1ff7631d9bc9bab27237149e323d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..dd730cc02833f1fe820c73dbcbdc167f3ac93450 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392808106530607, "commit_timestamp_nsecs": 1753392808197170638, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d/40e316ea7d1d0df1f50d930980bde67d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d/40e316ea7d1d0df1f50d930980bde67d new file mode 100644 index 0000000000000000000000000000000000000000..67024f4d5e29ec50d30150238c925fab0b98762d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d/40e316ea7d1d0df1f50d930980bde67d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2cf8bb9244cdef46dc8c29f2d4b5bfaef2622ce5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/1463164b75f83044f6d1ab9ef1aa0d3a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/1463164b75f83044f6d1ab9ef1aa0d3a new file mode 100644 index 0000000000000000000000000000000000000000..65cfd7480c74f57a91802e1720fbf8998e390b70 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/1463164b75f83044f6d1ab9ef1aa0d3a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/5bb76f2d956a05e5807c05684b7e4ea1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/5bb76f2d956a05e5807c05684b7e4ea1 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/5bb76f2d956a05e5807c05684b7e4ea1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/711d4c735b0a27835d760440a6caf7f0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/711d4c735b0a27835d760440a6caf7f0 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/711d4c735b0a27835d760440a6caf7f0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/db5b04e7184d57769dbc133d017f47f0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/db5b04e7184d57769dbc133d017f47f0 new file mode 100644 index 0000000000000000000000000000000000000000..5f06b0f5a96486c61bb9e5ce9741db64315c5580 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d/db5b04e7184d57769dbc133d017f47f0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de59b90c8d9f23ecc3f6f4687905356abc9032ff20b0fabd9e8f0e95aca1fc2e +size 645490 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b3ffe98e8b847ad66dd67d8de703cac48e837aa4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..aff6606e9246b701c0098c1ffe216fadff0bef50 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753390151685582342, "commit_timestamp_nsecs": 1753390151778792813, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d/1db20d6ab2fb037266a78a147168a3c8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d/1db20d6ab2fb037266a78a147168a3c8 new file mode 100644 index 0000000000000000000000000000000000000000..db5004675758b2664d0ecee4805cf688bd028c1b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d/1db20d6ab2fb037266a78a147168a3c8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..643c4e6dd963287f94fb571a0fc4c827bf8152aa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/94d887ca7fdc2d960bd9b24a7d379fc8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/94d887ca7fdc2d960bd9b24a7d379fc8 new file mode 100644 index 0000000000000000000000000000000000000000..3b8bc4c2fa637cef47e67b26beea93262f2433bc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/94d887ca7fdc2d960bd9b24a7d379fc8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/a256e8353e0804ab7930c123361951aa b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/a256e8353e0804ab7930c123361951aa new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/a256e8353e0804ab7930c123361951aa differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c34a31cac19cc8f7864104fe94bea50e b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c34a31cac19cc8f7864104fe94bea50e new file mode 100644 index 0000000000000000000000000000000000000000..04651a33a39dd05e745cbbd3b48f691e3275e15f --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/c34a31cac19cc8f7864104fe94bea50e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d735949caeed9ed0e71af83603944264585dacd69a956e7aaa46ac4f97d586 +size 644681 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/fbc410a6fc6cdf6cada07a160d53fbaf b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/fbc410a6fc6cdf6cada07a160d53fbaf new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d/fbc410a6fc6cdf6cada07a160d53fbaf differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..feeef71ca9aefee64184f90be3612f17a1a30fcd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..169d1354a397b7c231d47b29c7fb57fb84ee0c2d --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392850581954050, "commit_timestamp_nsecs": 1753392850928074621, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d/4cd94b598dee0e14c2fbb83821046edc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d/4cd94b598dee0e14c2fbb83821046edc new file mode 100644 index 0000000000000000000000000000000000000000..2d92bd3a4532a66c990726dad7842a7acbfe80f1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d/4cd94b598dee0e14c2fbb83821046edc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..02b0f209efe5cf92e8e6213a08e716aa143acb01 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/09abb4ab0de5b5b4eb64ed9ac7ccd751 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/09abb4ab0de5b5b4eb64ed9ac7ccd751 new file mode 100644 index 0000000000000000000000000000000000000000..a68a19cec40fefbdcc1effa47d0034c5eaa25314 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/09abb4ab0de5b5b4eb64ed9ac7ccd751 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb104b5b5693f24e329f05df86ee50603148803b1d408241c5af0c9c15ce42d +size 644454 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/a4c8368358423f3254d3a65bd974c989 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/a4c8368358423f3254d3a65bd974c989 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/a4c8368358423f3254d3a65bd974c989 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/e8b49fccf0164def0faff2221117e7ad b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/e8b49fccf0164def0faff2221117e7ad new file mode 100644 index 0000000000000000000000000000000000000000..09f308b01cc64588db005c77aeb14185e24d2879 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/e8b49fccf0164def0faff2221117e7ad differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/eb3ddebe6628631dff582f22f4da21ac b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/eb3ddebe6628631dff582f22f4da21ac new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d/eb3ddebe6628631dff582f22f4da21ac differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..106659bb92d7542579ff004fd62e9488f3ccef06 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ebb940580a9ee0df1829eda6cbdcc80822a0cfcd --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392894213719187, "commit_timestamp_nsecs": 1753392894638044662, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d/40f1e78fc568d8907044372245232f55 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d/40f1e78fc568d8907044372245232f55 new file mode 100644 index 0000000000000000000000000000000000000000..57390f29c0516f5d8e3f2b226dc0aa462e7d8cbd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d/40f1e78fc568d8907044372245232f55 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c95638000768abd55961f44448bc26c9078f8734 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/1c92e9f4d02b97ba4b4b0adc5c48b8db b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/1c92e9f4d02b97ba4b4b0adc5c48b8db new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/1c92e9f4d02b97ba4b4b0adc5c48b8db differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/5fbbec075d890913f6e6d63991480181 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/5fbbec075d890913f6e6d63991480181 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/5fbbec075d890913f6e6d63991480181 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/63e9289d1f5323f98a83b155ad186061 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/63e9289d1f5323f98a83b155ad186061 new file mode 100644 index 0000000000000000000000000000000000000000..c8a76f7f9aa8b09ad3a30ee7cb933330590f09da --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/63e9289d1f5323f98a83b155ad186061 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb05b68e9b96811a1d360666059b43cb5b8568e9caa0127534469330cfdee55a +size 645594 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/f539c2f8a0488bc33c3af1b3a945a49a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/f539c2f8a0488bc33c3af1b3a945a49a new file mode 100644 index 0000000000000000000000000000000000000000..813e6f23736ed385c096a0346e02181e1252d85d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d/f539c2f8a0488bc33c3af1b3a945a49a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3ce41a82d85a3e4f6f147de6edf7ecfbdcdd5378 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ab61ccdf9029e285991a88224fc2627d28e76214 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392936262775413, "commit_timestamp_nsecs": 1753392936493398793, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d/194e620718b9ed539919c0bc5d8190f8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d/194e620718b9ed539919c0bc5d8190f8 new file mode 100644 index 0000000000000000000000000000000000000000..524be7df1361d4a56b456dec822ef61afe1adf94 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d/194e620718b9ed539919c0bc5d8190f8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..89e322be2f3567df0c814e68de8d66e06fbf8df8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/00215759a5ccab4ec99a6004fff6be89 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/00215759a5ccab4ec99a6004fff6be89 new file mode 100644 index 0000000000000000000000000000000000000000..e49b7da5e8e5da8efdc7155039955d889801867e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/00215759a5ccab4ec99a6004fff6be89 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de931d4a626e3008fac8ad5bbf1793fcc73aa3c93b7391905703232389d0cb0 +size 332262 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/38fb4b8949f4f4df1d98289e70e29588 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/38fb4b8949f4f4df1d98289e70e29588 new file mode 100644 index 0000000000000000000000000000000000000000..965c87172bf6caa78b7627da44b1bcb0117974e2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/38fb4b8949f4f4df1d98289e70e29588 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f7c0a0629f15f581f92fe3b6cfd2252ed6b6348c8f1a83e78dce6477f32257 +size 315678 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/831063f0c9fd9bf7ca8a52c8fb72e186 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/831063f0c9fd9bf7ca8a52c8fb72e186 new file mode 100644 index 0000000000000000000000000000000000000000..1645e33c8eb6eec27c092d4df6af0ed16f8a55a8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/831063f0c9fd9bf7ca8a52c8fb72e186 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/d22b8fd9d158d03c0d8e64d0af745aa0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/d22b8fd9d158d03c0d8e64d0af745aa0 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/d22b8fd9d158d03c0d8e64d0af745aa0 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/df27eb7b3707da730d3fff76bf68d3bc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/df27eb7b3707da730d3fff76bf68d3bc new file mode 100644 index 0000000000000000000000000000000000000000..f81df3c0f53588be0be5fb06a123ddf1a15bc21b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/df27eb7b3707da730d3fff76bf68d3bc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2cfeab6e7f7eff8f319bb1d89d621b8 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2cfeab6e7f7eff8f319bb1d89d621b8 new file mode 100644 index 0000000000000000000000000000000000000000..023b1c12d22a0544118734c9da4dd3fce85ab900 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d/f2cfeab6e7f7eff8f319bb1d89d621b8 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8899d1c06b5558a1070eadcf1d5f570bcf5bf848 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c5b2ae7d1e784d298cc936a3b621e157437e092a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753392979730518057, "commit_timestamp_nsecs": 1753392979824268000, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d/e1ab647848671b87c5d3e83fabbffd5a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d/e1ab647848671b87c5d3e83fabbffd5a new file mode 100644 index 0000000000000000000000000000000000000000..2fe93e543ff6d37ea6678739715f2b83aaeea0a3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d/e1ab647848671b87c5d3e83fabbffd5a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c0ce1023dcad39e2a866d5876fcc23033c2466be Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/539416ae86feb682e184b928da4beb18 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/539416ae86feb682e184b928da4beb18 new file mode 100644 index 0000000000000000000000000000000000000000..5b1e3aba1f22867b3af78a868f08978a721fd154 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/539416ae86feb682e184b928da4beb18 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/6b31f9cf472971af0c6637cdbc8d3e86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/6b31f9cf472971af0c6637cdbc8d3e86 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/6b31f9cf472971af0c6637cdbc8d3e86 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8de4eb7992b72ef67999afbacd55cd83 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8de4eb7992b72ef67999afbacd55cd83 new file mode 100644 index 0000000000000000000000000000000000000000..9089d690f58c4450d0e67f4f918ee0bbb3964e15 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/8de4eb7992b72ef67999afbacd55cd83 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e739ed596fbee8fc2def96d07f1d5345c87945d11a4b5769913dc0f748aeab6 +size 645651 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/92bc4c8023d25ba3cd998a28b91c8667 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/92bc4c8023d25ba3cd998a28b91c8667 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d/92bc4c8023d25ba3cd998a28b91c8667 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4be10e2e59633f781c57a9c242af20f5a16b75a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f781547ee76c6079c1b55b95715c66b99abbe3e2 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393022200403575, "commit_timestamp_nsecs": 1753393022293038396, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d/916d40b702274fd358ddbcd08d38de14 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d/916d40b702274fd358ddbcd08d38de14 new file mode 100644 index 0000000000000000000000000000000000000000..3152f70335e716dd773bd950b4a40844ebf7a9ac Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d/916d40b702274fd358ddbcd08d38de14 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..728ddb78c0705afb790c2d746fac89aefcb333a8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/13b10c1ad748dab4e0fc1a471e2795ab b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/13b10c1ad748dab4e0fc1a471e2795ab new file mode 100644 index 0000000000000000000000000000000000000000..2c986f03cbdab97b44a07634597a6f4cdeda521b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/13b10c1ad748dab4e0fc1a471e2795ab differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/15444ffcc4513c6f888dcc256fc6f596 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/15444ffcc4513c6f888dcc256fc6f596 new file mode 100644 index 0000000000000000000000000000000000000000..53e1f802e343c3435beab9f8714b85afa48be0df --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/15444ffcc4513c6f888dcc256fc6f596 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce328ec8cb3910a597c64be68366415203c452613ff9fdadda24b2e556793f9 +size 645646 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/38b1b440526585c271c17c6c8b6cff1b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/38b1b440526585c271c17c6c8b6cff1b new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/38b1b440526585c271c17c6c8b6cff1b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7827e03f1914076e2ff87eccdbe12584 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7827e03f1914076e2ff87eccdbe12584 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d/7827e03f1914076e2ff87eccdbe12584 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4dc373201ad6c05073ce2cb39f6a1df71aa7118a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b9aa2d545dff9190de37f7002d64c8305a491e1c --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393064993312290, "commit_timestamp_nsecs": 1753393065084544137, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d/c50d37320f43c370f403b21ea1ab5986 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d/c50d37320f43c370f403b21ea1ab5986 new file mode 100644 index 0000000000000000000000000000000000000000..df7b2453f28621deacf76828a5bb4dead0a43951 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d/c50d37320f43c370f403b21ea1ab5986 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..19a6cf5b503ac16cd984637c5045d4050c424f2b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/096bb35edf6dbf0d03a9ea2d315bc53a b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/096bb35edf6dbf0d03a9ea2d315bc53a new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/096bb35edf6dbf0d03a9ea2d315bc53a differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/b92a1ae82b432ab3630624652e566b86 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/b92a1ae82b432ab3630624652e566b86 new file mode 100644 index 0000000000000000000000000000000000000000..9040fd576b0b56c45aebadb03171291333f3b870 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/b92a1ae82b432ab3630624652e566b86 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82a653529fe962ecdda459af698946af5079ddd2ca2f323c65f77d25325fa9e +size 645543 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/dd1f56609712949fc0dd325878ac79a1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/dd1f56609712949fc0dd325878ac79a1 new file mode 100644 index 0000000000000000000000000000000000000000..92a345ef3bd6d1605edd6ae76ea3aaefac5ef47c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/dd1f56609712949fc0dd325878ac79a1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/f3c2fa46eec1900fce401ff20a202d47 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/f3c2fa46eec1900fce401ff20a202d47 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d/f3c2fa46eec1900fce401ff20a202d47 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7c3def13c45813923311166ae945383924c050a5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..dbb871af5b733ecac3c33ac6166d1b08606e2cf8 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393106334178563, "commit_timestamp_nsecs": 1753393106741631248, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d/9af45183f1c5afa8668115f07bcb43f9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d/9af45183f1c5afa8668115f07bcb43f9 new file mode 100644 index 0000000000000000000000000000000000000000..e4ab852684171fe69b1d4c67487ce1be8645c2c1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d/9af45183f1c5afa8668115f07bcb43f9 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..32cd364ea43cfe60944a51c68e4467cba1108429 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/62aba6c27162afca2a4632443916ed7b b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/62aba6c27162afca2a4632443916ed7b new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/62aba6c27162afca2a4632443916ed7b differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/85e9b3feb678d724f89e1be35e37070d b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/85e9b3feb678d724f89e1be35e37070d new file mode 100644 index 0000000000000000000000000000000000000000..91a82eaa96d0a794ee912c31349d8246ec43b95c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/85e9b3feb678d724f89e1be35e37070d differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/9cd4ae5f5392e18d93c99885f456c732 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/9cd4ae5f5392e18d93c99885f456c732 new file mode 100644 index 0000000000000000000000000000000000000000..7bbde0ca7f6e1d52d2ede86d2bcb4f09aec81c37 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/9cd4ae5f5392e18d93c99885f456c732 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5484bdf615f7e4585bbbf2c206689fd31b9681789ac7a053e913321ea13290a6 +size 644563 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/f1b63b00e0a50ac2456847678732c0b3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/f1b63b00e0a50ac2456847678732c0b3 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d/f1b63b00e0a50ac2456847678732c0b3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1fe488eadbebd403ccc736be1ad0ce0a263adb1b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5f8aad2ebc9575f526f48cb69b38706978258407 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393148935752904, "commit_timestamp_nsecs": 1753393149345221137, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d/3024cc69da3bf7b9c05ecce4002756b5 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d/3024cc69da3bf7b9c05ecce4002756b5 new file mode 100644 index 0000000000000000000000000000000000000000..d3ad7167ea16cd873ca617d536c7c7418aab60e4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d/3024cc69da3bf7b9c05ecce4002756b5 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..805e91a5d8cb2b5be3f324670549a2b664779247 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/52dd7d161fb5866ed7b9fd7efaecbcd3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/52dd7d161fb5866ed7b9fd7efaecbcd3 new file mode 100644 index 0000000000000000000000000000000000000000..c58e3ca9eb516e22cb262e3ef1d21a7afefcf45b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/52dd7d161fb5866ed7b9fd7efaecbcd3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/6214a4c7bda23c35ea9fd874009637f9 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/6214a4c7bda23c35ea9fd874009637f9 new file mode 100644 index 0000000000000000000000000000000000000000..dd2c9e6cd224faf9a003b7e6556468ea76166610 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/6214a4c7bda23c35ea9fd874009637f9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f2e3ac2a8ef1a9b0dd56aaeaaf75e3bdb793d29277a88b511538038594dae9 +size 644557 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/63e919f91893935b49acfe9b45e2c339 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/63e919f91893935b49acfe9b45e2c339 new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/63e919f91893935b49acfe9b45e2c339 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/ee13b95fd6053881b02c20417659f0f7 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/ee13b95fd6053881b02c20417659f0f7 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d/ee13b95fd6053881b02c20417659f0f7 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ef4be081615211a178a55d3256182e780086e537 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..90a2c959395c50fd6fa7c7b5f6a92ba06bddc6be --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1753393191846319101, "commit_timestamp_nsecs": 1753393191939026188, "custom_metadata": {}} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/_METADATA b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..41943344ca80fe357b34a7ea1a93068dc8ef2d02 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [260, 256]}}, "('params', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 4]}}, "('params', 'Dense_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2]}}, "('params', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 2]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 3, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_10', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_10", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_11', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_11", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_12', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_12", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_13', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_13", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_14', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_14", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_4', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_4", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 16]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_5', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_5", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 16, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_6', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_6", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_7', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_7", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_8', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_8", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', '_ImpalaLargeCNN_0', 'Conv_9', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Conv_9", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3, 3, 32, 32]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', '_ImpalaLargeCNN_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "_ImpalaLargeCNN_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 256]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/_sharding b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..5e57170164a3cb57218f53be940d64934e1aa552 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkNvbnZfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cGFyYW1zLl9JbXBhbGFMYXJnZUNOTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e3ef14416dfecfab9438615e150568844e52 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_0.kernel", "write_shape": [260, 256], "chunk_shape": [260, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.bias", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_1.kernel", "write_shape": [256, 4], "chunk_shape": [256, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.bias", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.Dense_2.kernel", "write_shape": [256, 2], "chunk_shape": [256, 2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_0.kernel", "write_shape": [3, 3, 3, 16], "chunk_shape": [3, 3, 3, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_1.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_10.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_11.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_12.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_13.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_14.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_2.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_3.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_4.kernel", "write_shape": [3, 3, 16, 16], "chunk_shape": [3, 3, 16, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_5.kernel", "write_shape": [3, 3, 16, 32], "chunk_shape": [3, 3, 16, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_6.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_7.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_8.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Conv_9.kernel", "write_shape": [3, 3, 32, 32], "chunk_shape": [3, 3, 32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params._ImpalaLargeCNN_0.Dense_0.kernel", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}]} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d/385d115fb9df8ae16ae1c19c405b32f1 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d/385d115fb9df8ae16ae1c19c405b32f1 new file mode 100644 index 0000000000000000000000000000000000000000..7cfc82747585b28ecc62c569ee981a1de4011f96 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d/385d115fb9df8ae16ae1c19c405b32f1 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4fdaed0b63b95773848c351ac0e076d36b7596b5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/833df8123c05d6e213e64c1d87d1a220 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/833df8123c05d6e213e64c1d87d1a220 new file mode 100644 index 0000000000000000000000000000000000000000..bd0543613c790a29b4a078b1ea48544dff12c36a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/833df8123c05d6e213e64c1d87d1a220 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270700633bca56f3af6d1d4d551ee30acd0ce567424db93d5ce5b9ba75c2cf84 +size 645648 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/8b757749085a3395c77a7f3dfa36eee3 b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/8b757749085a3395c77a7f3dfa36eee3 new file mode 100644 index 0000000000000000000000000000000000000000..60545bb1e6cdd10abe6b0fade248e62cc5d1424a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/8b757749085a3395c77a7f3dfa36eee3 differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/97aaf8fed35eaa383a4d5596578455cc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/97aaf8fed35eaa383a4d5596578455cc new file mode 100644 index 0000000000000000000000000000000000000000..a428544e6584a120b60b76cf4ce9f7866316391f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/97aaf8fed35eaa383a4d5596578455cc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b2b3ac39af9f97ba6a3afffb4d49c0bc b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b2b3ac39af9f97ba6a3afffb4d49c0bc new file mode 100644 index 0000000000000000000000000000000000000000..252becd264ab66c4570ca9de08066230b4f894ac Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d/b2b3ac39af9f97ba6a3afffb4d49c0bc differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9aa6eb3d6af962d33f2a74b13e4c85013f1faec7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/manifest.ocdbt differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/config.yaml b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4da4703d11638f9ddd86b02b040b7a27b6f4e366 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/config.yaml @@ -0,0 +1,1096 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + m7qeyr6sh7eue61pv8z4ebdcf4spp4o6: + args: + - train + - corner + - --num-total-env-steps + - "500_000_000" + - --keep-all-checkpoints + - --num-cycles-per-checkpoint + - "128" + - --wandb-project + - jaxgmg_500M + - --wandb-name + - alpha_1_env_blocks_7x7 + - --prob-shift + - "1" + - --env-layout + - blocks + - --env-size + - "7" + cpu_count: 8 + cpu_count_logical: 16 + cudaVersion: "12.8" + disk: + /: + total: "3936290357248" + used: "2993684041728" + email: davidquarel@gmail.com + executable: /workspace/HOME/guest/.conda/envs/jax/bin/python + git: + commit: b4bd47a0918104fe66a8c9012402c117f9653042 + remote: https://github.com/timaeus-research/jaxgmg + gpu: NVIDIA RTX A4000 + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5352c8dc-4b83-b59e-3726-561f11bddc57 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9 + - architecture: Ampere + cudaCores: 6144 + memoryTotal: "17171480576" + name: NVIDIA RTX A4000 + uuid: GPU-75dc7a2b-b656-879f-526c-2e3bad36943d + host: All + memory: + total: "67338465280" + os: Linux-5.15.0-118-generic-x86_64-with-glibc2.35 + program: -m jaxgmg.__main__ + python: CPython 3.11.13 + root: /workspace/HOME/guest/david_quarel/jaxgmg + startedAt: "2025-07-24T20:43:35.385843Z" + writerId: m7qeyr6sh7eue61pv8z4ebdcf4spp4o6 + m: + - "1": train-replay/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": step/env-step-all-after + "6": + - 3 + "7": [] + - "1": train-all/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl3 + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": step/ppo-update-after + "6": + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_advantage + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corner_dist_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_clipfrac + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/avg_scores + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/eta + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl1 + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_critic_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/levels16_img + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_clipfrac + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_clipfrac + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_regret_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_critic_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl3 + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_entropy + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_clipfrac + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_num + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_advantage + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_entropy + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_approxkl1 + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_clipfrac + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/prev_batch_level_ids_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/cheese-corne_dist_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_last_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_actor_approxkl3 + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/last_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_entropy + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/first_visit_time_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_critic_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/avg_grad_norm_pre_clip + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_actor_clipfrac + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/avg_first_visit_time + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_benchmark_regret + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/mouse-cheese_dist_finite_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/prop_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/visit_patterns/num_replay_batches + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/levels_cheese_is_in_corner_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/distances/solvable_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/max/max_grad_norm_pre_clip + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-generate/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_avg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_loss + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-replay/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/avg_reward_per_step + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_actor_approxkl1 + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-train/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/proxy_corner/avg_avg_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_advantage + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": ppo/std/std_grad_norm_pre_clip + "5": 6 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-shift/lvl_benchmark_return_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_avg_episode_length + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": train-all/shift_proportion + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/layout/num_walls_wavg + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-orig/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": ued/scoring/scores_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/avg_benchmark_return + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/lvl_avg_episode_length_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + - "1": eval-batch-tree/proxy_corner/lvl_reward_per_step_hist + "5": 2 + "6": + - 1 + - 3 + "7": [] + python_version: 3.11.13 + t: + "1": + - 12 + - 45 + "2": + - 12 + - 45 + "3": + - 2 + - 3 + - 7 + - 13 + - 14 + - 16 + - 61 + "4": 3.11.13 + "5": 0.21.0 + "12": 0.21.0 + "13": linux-x86_64 +chain_mutate: + value: true +checkpointing: + value: true +clipping: + value: false +console_log: + value: true +env_corner_size: + value: 1 +env_layout: + value: blocks +env_penalize_time: + value: false +env_size: + value: 7 +env_terminate_after_corner: + value: false +evals_num_env_steps: + value: 512 +evals_num_levels: + value: 256 +gif_grid_width: + value: 16 +img_level_of_detail: + value: 1 +keep_all_checkpoints: + value: true +level_splayer: + value: mouse +log_gifs: + value: false +log_hists: + value: false +log_imgs: + value: true +max_num_checkpoints: + value: 1 +mutate_cheese: + value: true +net_cnn_type: + value: large +net_rnn_type: + value: ff +net_width: + value: 256 +num_cycles_per_big_eval: + value: 1024 +num_cycles_per_checkpoint: + value: 128 +num_cycles_per_eval: + value: 32 +num_cycles_per_gifs: + value: 1024 +num_cycles_per_log: + value: 32 +num_env_steps_per_cycle: + value: 128 +num_epochs_per_cycle: + value: 5 +num_minibatches_per_epoch: + value: 4 +num_mutate_steps: + value: 12 +num_parallel_envs: + value: 256 +num_total_env_steps: + value: 500000000 +num_train_levels: + value: 2048 +obs_level_of_detail: + value: 0 +plr_buffer_size: + value: 4096 +plr_prob_replay: + value: 0.5 +plr_proxy_shaping: + value: false +plr_proxy_shaping_coeff: + value: 0.5 +plr_regret_estimator: + value: maxmc-actor +plr_robust: + value: false +plr_staleness_coeff: + value: 0.1 +plr_temperature: + value: 0.1 +ppo_clip_eps: + value: 0.1 +ppo_critic_coeff: + value: 0.5 +ppo_entropy_coeff: + value: 0.001 +ppo_gae_lambda: + value: 0.95 +ppo_gamma: + value: 0.999 +ppo_lr: + value: 5e-05 +ppo_lr_annealing: + value: false +ppo_max_grad_norm: + value: 0.5 +ppo_proxy_critic_coeff: + value: 0.5 +prob_mutate_shift: + value: 0 +prob_shift: + value: 1 +proxy_name: + value: proxy_corner +seed: + value: 42 +train_proxy_critic: + value: false +ued: + value: plr diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_0bea90dedefde6d84935.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_0bea90dedefde6d84935.png new file mode 100644 index 0000000000000000000000000000000000000000..e2af91c97e18843c2912199f990e9f21e101b88b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_0bea90dedefde6d84935.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_d0b9a5278d00cd60b812.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_d0b9a5278d00cd60b812.png new file mode 100644 index 0000000000000000000000000000000000000000..9c648b7815f4346c929012e66bd6e8d312d8ecfa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_0_d0b9a5278d00cd60b812.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10016_a6cec4570c77e2ff57de.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10016_a6cec4570c77e2ff57de.png new file mode 100644 index 0000000000000000000000000000000000000000..c1447e25386b2cc41da668126f5d465bd0e3b7f6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10016_a6cec4570c77e2ff57de.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10048_f8cc96c9f9feb0b7f8ac.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10048_f8cc96c9f9feb0b7f8ac.png new file mode 100644 index 0000000000000000000000000000000000000000..f4795aa1741847046f7cebbbf2ccd3db3e61cf41 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10048_f8cc96c9f9feb0b7f8ac.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10080_61658a19327830839630.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10080_61658a19327830839630.png new file mode 100644 index 0000000000000000000000000000000000000000..486db886df8e1f7b5fafc13aa3b219d60927d42b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10080_61658a19327830839630.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10112_325623020f32a582f921.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10112_325623020f32a582f921.png new file mode 100644 index 0000000000000000000000000000000000000000..51214c2dd775a83c61dd1035984c2f0839629832 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10112_325623020f32a582f921.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10144_05464f60f665cd58e6a4.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10144_05464f60f665cd58e6a4.png new file mode 100644 index 0000000000000000000000000000000000000000..437a5797a4f6df36d7ea77515b2fdf2b541d9f38 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10144_05464f60f665cd58e6a4.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10176_d5073bced4482b626081.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10176_d5073bced4482b626081.png new file mode 100644 index 0000000000000000000000000000000000000000..683ae6cd404f423cdd36df6fd9159d2cdffa1ebc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10176_d5073bced4482b626081.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10208_27f49f441a69cdae1e63.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10208_27f49f441a69cdae1e63.png new file mode 100644 index 0000000000000000000000000000000000000000..4c4a3b98b5aec2e2d43a29449a1e4ce49ed7896a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10208_27f49f441a69cdae1e63.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10240_1bc2d470859e90aa5a0e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10240_1bc2d470859e90aa5a0e.png new file mode 100644 index 0000000000000000000000000000000000000000..bfb920d20132efdee319a1e2b71154cdd1b32b84 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10240_1bc2d470859e90aa5a0e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1024_de9082b89ea5ff52ac07.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1024_de9082b89ea5ff52ac07.png new file mode 100644 index 0000000000000000000000000000000000000000..de174267af4af183441234de9cdedd2cbd470083 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1024_de9082b89ea5ff52ac07.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10272_70a3776e15c369af2e37.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10272_70a3776e15c369af2e37.png new file mode 100644 index 0000000000000000000000000000000000000000..ea252ff5cc36488312edaccba1b3ee40d9636d77 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10272_70a3776e15c369af2e37.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10304_5346b73f54e050352f26.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10304_5346b73f54e050352f26.png new file mode 100644 index 0000000000000000000000000000000000000000..a64383a2db63020f25d6adef88091fa9ac5b2e94 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10304_5346b73f54e050352f26.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10336_55f8aab12dd31e898fb8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10336_55f8aab12dd31e898fb8.png new file mode 100644 index 0000000000000000000000000000000000000000..c930ab3a01af24f97cda3e2fa7239d373bde0e40 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10336_55f8aab12dd31e898fb8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10368_12e0227761865ecc9903.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10368_12e0227761865ecc9903.png new file mode 100644 index 0000000000000000000000000000000000000000..0042f27031f237cf36b54cdf4eff4e9164f5566a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10368_12e0227761865ecc9903.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10400_02f576802d2ce8869247.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10400_02f576802d2ce8869247.png new file mode 100644 index 0000000000000000000000000000000000000000..913bd88116aee7b5d62061015fc6c6bc6e1d00fa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10400_02f576802d2ce8869247.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10432_9f6930871fb65080ea91.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10432_9f6930871fb65080ea91.png new file mode 100644 index 0000000000000000000000000000000000000000..47fc9541c574fe6e9b7dda7980946f6913d5f3c2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10432_9f6930871fb65080ea91.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10464_a5422dc6d9efdaf1a0c1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10464_a5422dc6d9efdaf1a0c1.png new file mode 100644 index 0000000000000000000000000000000000000000..ecf23f13dc181d17272e6a4a2869b2b0529c7fae Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10464_a5422dc6d9efdaf1a0c1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10496_6cb753bd2ad7089257fd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10496_6cb753bd2ad7089257fd.png new file mode 100644 index 0000000000000000000000000000000000000000..9f5926f87c36290b494b7ab80655dadfa076a8d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10496_6cb753bd2ad7089257fd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10528_d1798a873d7f33d1ecf5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10528_d1798a873d7f33d1ecf5.png new file mode 100644 index 0000000000000000000000000000000000000000..713fb3fa9b83e7ae4a607ab2eedff5bc4357807c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10528_d1798a873d7f33d1ecf5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10560_43ac25b3f93dd5e17507.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10560_43ac25b3f93dd5e17507.png new file mode 100644 index 0000000000000000000000000000000000000000..78a6e1523da87e0c061c593b7a7fa4d54b8f7360 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10560_43ac25b3f93dd5e17507.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1056_32a1fea104dfe2a6be67.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1056_32a1fea104dfe2a6be67.png new file mode 100644 index 0000000000000000000000000000000000000000..1a011c7b5e40f8f0ce326c316f50276149abfd53 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1056_32a1fea104dfe2a6be67.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10592_a0475b282a3f2152d1ae.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10592_a0475b282a3f2152d1ae.png new file mode 100644 index 0000000000000000000000000000000000000000..d5a2160141a23a10aed5619ae0ce98c1232b3d85 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10592_a0475b282a3f2152d1ae.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10624_62fcac0d4f09b9a80a5b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10624_62fcac0d4f09b9a80a5b.png new file mode 100644 index 0000000000000000000000000000000000000000..278f8c455e16b7828c89c0642be8a2a53b2db9f5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10624_62fcac0d4f09b9a80a5b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ac0704af645423f0536d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ac0704af645423f0536d.png new file mode 100644 index 0000000000000000000000000000000000000000..cc063fcdce3667a0fa580d56f058d591ed79093e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10656_ac0704af645423f0536d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10688_c0e824bd37eff53c0ba6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10688_c0e824bd37eff53c0ba6.png new file mode 100644 index 0000000000000000000000000000000000000000..ddff78f6fbd420f6528293ab4a29a5d4575b3248 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10688_c0e824bd37eff53c0ba6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10720_89656ffb43ab6305ba71.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10720_89656ffb43ab6305ba71.png new file mode 100644 index 0000000000000000000000000000000000000000..fd23ba97681e34763faa810a6d70f7ead85be21d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10720_89656ffb43ab6305ba71.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10752_d94e0d1ef5501f62d2a0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10752_d94e0d1ef5501f62d2a0.png new file mode 100644 index 0000000000000000000000000000000000000000..e1fe33a6dbf692646d5573854866ff88a8bae5e5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10752_d94e0d1ef5501f62d2a0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10784_478b893fa8aec6a0ef26.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10784_478b893fa8aec6a0ef26.png new file mode 100644 index 0000000000000000000000000000000000000000..bf8a6ac4d7c702fd567e9f2a0d376f7e1636f8db Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10784_478b893fa8aec6a0ef26.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10816_25f0d544339fb9dfaa21.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10816_25f0d544339fb9dfaa21.png new file mode 100644 index 0000000000000000000000000000000000000000..02eb7768e086d3307bf0ac583f05d080d85d7559 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10816_25f0d544339fb9dfaa21.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10848_89ef1ec7c7eea7c20ec3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10848_89ef1ec7c7eea7c20ec3.png new file mode 100644 index 0000000000000000000000000000000000000000..d82112399e13c33c0ef21060a9fed134ac432099 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10848_89ef1ec7c7eea7c20ec3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10880_57c70a938283de66e6b5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10880_57c70a938283de66e6b5.png new file mode 100644 index 0000000000000000000000000000000000000000..42f32ec5a38b3ded15ad8a982893e4b4a3d2062c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10880_57c70a938283de66e6b5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1088_a57a415a668ae978ec55.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1088_a57a415a668ae978ec55.png new file mode 100644 index 0000000000000000000000000000000000000000..8a6febf47084af87f90d3b9dc904cb59396d9ba9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1088_a57a415a668ae978ec55.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10912_4be067ea8e5eb9ed745e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10912_4be067ea8e5eb9ed745e.png new file mode 100644 index 0000000000000000000000000000000000000000..d1845f2ef062e7287c4099d54575cbf211b812ad Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10912_4be067ea8e5eb9ed745e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10944_67ca116e179b345317b5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10944_67ca116e179b345317b5.png new file mode 100644 index 0000000000000000000000000000000000000000..b5f5694e2ae25569b8879b4a430b4e1ce795e0c3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10944_67ca116e179b345317b5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10976_45dfac6007fd9279a5d2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10976_45dfac6007fd9279a5d2.png new file mode 100644 index 0000000000000000000000000000000000000000..6ecb61577be3cd2534f18730b54b3b83b78aa754 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_10976_45dfac6007fd9279a5d2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11008_e6c00f865ff6daa10d8d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11008_e6c00f865ff6daa10d8d.png new file mode 100644 index 0000000000000000000000000000000000000000..848b298390a6e4eb9fd31cfacaa4bcfacc396899 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11008_e6c00f865ff6daa10d8d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11040_d50ccfabf104fd84972a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11040_d50ccfabf104fd84972a.png new file mode 100644 index 0000000000000000000000000000000000000000..05b91451f67a75f949ca189fbdf2a7188706e343 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11040_d50ccfabf104fd84972a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11072_288c581a20701a919ffc.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11072_288c581a20701a919ffc.png new file mode 100644 index 0000000000000000000000000000000000000000..8fddc1cd5cd917487797b1c5642bbafa299f870f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11072_288c581a20701a919ffc.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11104_c9759ab076e861883468.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11104_c9759ab076e861883468.png new file mode 100644 index 0000000000000000000000000000000000000000..306c51f7485b78d7c06ef3d94eff75179eac9827 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11104_c9759ab076e861883468.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11136_5c62288e1198106810e2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11136_5c62288e1198106810e2.png new file mode 100644 index 0000000000000000000000000000000000000000..697229b661c5a2ffa8e6d7c242d9fc83c61460cf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11136_5c62288e1198106810e2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11168_05905412273e57ce3d3f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11168_05905412273e57ce3d3f.png new file mode 100644 index 0000000000000000000000000000000000000000..c9056ebac8d23fc1070a692e1be2bfca8cee59c6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11168_05905412273e57ce3d3f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11200_8c878b90efb5ce9aeb5f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11200_8c878b90efb5ce9aeb5f.png new file mode 100644 index 0000000000000000000000000000000000000000..de4456fef16b54cbc97718e1e75baf5c4b2f172d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11200_8c878b90efb5ce9aeb5f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1120_1429473fbd150c2f199f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1120_1429473fbd150c2f199f.png new file mode 100644 index 0000000000000000000000000000000000000000..aad99a8eee93efd8f547ad27f9488f9d5af7a9b6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1120_1429473fbd150c2f199f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11232_e8e02bc4226b17e74c72.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11232_e8e02bc4226b17e74c72.png new file mode 100644 index 0000000000000000000000000000000000000000..3867178e930303486f16c53225157c13329a3041 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11232_e8e02bc4226b17e74c72.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11264_ae9bf6ee0411bde21345.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11264_ae9bf6ee0411bde21345.png new file mode 100644 index 0000000000000000000000000000000000000000..d56bbd310c3af1543173c49391ab0254726b078f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11264_ae9bf6ee0411bde21345.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11296_59c282bd253cce05e420.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11296_59c282bd253cce05e420.png new file mode 100644 index 0000000000000000000000000000000000000000..df70055baeb9e3e5b84f3cceff7a42a997afdb98 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11296_59c282bd253cce05e420.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11328_ee51b90c72180ca6ba7c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11328_ee51b90c72180ca6ba7c.png new file mode 100644 index 0000000000000000000000000000000000000000..44e6ffe261b8de49bc9b87dce5fa9c6707de16c6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11328_ee51b90c72180ca6ba7c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11360_3a2d998ff73fe9783012.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11360_3a2d998ff73fe9783012.png new file mode 100644 index 0000000000000000000000000000000000000000..bc341f0aea857dffa302bf25abb0c225d7a56975 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11360_3a2d998ff73fe9783012.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11392_420317a33ae66077db68.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11392_420317a33ae66077db68.png new file mode 100644 index 0000000000000000000000000000000000000000..b74040d87a28bcb797235e34aade15348b943d19 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11392_420317a33ae66077db68.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11424_cf87615cdf0af1fedfb4.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11424_cf87615cdf0af1fedfb4.png new file mode 100644 index 0000000000000000000000000000000000000000..227d98e1c0f31c5a3e84b0326c9f961393f50517 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11424_cf87615cdf0af1fedfb4.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11456_188cfcd5ee143c6883f3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11456_188cfcd5ee143c6883f3.png new file mode 100644 index 0000000000000000000000000000000000000000..bef0df9274a3daea6f2dabcecca070dc99854a9e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11456_188cfcd5ee143c6883f3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11488_e71fa9e9ef1644793b1a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11488_e71fa9e9ef1644793b1a.png new file mode 100644 index 0000000000000000000000000000000000000000..e855bbf5c535b57df59455fd8190263cd7ae8d9a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11488_e71fa9e9ef1644793b1a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11520_e82a926bf82088d762da.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11520_e82a926bf82088d762da.png new file mode 100644 index 0000000000000000000000000000000000000000..bcaf37cb041214ad6af88a2a77aed1d412dd292f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11520_e82a926bf82088d762da.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1152_580ef2baac6323a10080.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1152_580ef2baac6323a10080.png new file mode 100644 index 0000000000000000000000000000000000000000..7cc06af72805504d9460344de96b907b3f2dfddf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1152_580ef2baac6323a10080.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11552_891fecefb9d08c4eca12.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11552_891fecefb9d08c4eca12.png new file mode 100644 index 0000000000000000000000000000000000000000..128d7318a0782b8a1b18293ed6da1141c4906c4f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11552_891fecefb9d08c4eca12.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11584_c4670721ccb0054e5e14.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11584_c4670721ccb0054e5e14.png new file mode 100644 index 0000000000000000000000000000000000000000..29c0449c4401dacf7a37b2ab9446e0c1d1a2a432 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11584_c4670721ccb0054e5e14.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11616_cfb081ec598f5ac771ea.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11616_cfb081ec598f5ac771ea.png new file mode 100644 index 0000000000000000000000000000000000000000..4fd17096d3a51b6d709364004923a20dcf48c542 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11616_cfb081ec598f5ac771ea.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11648_88d524d984b9b2db812f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11648_88d524d984b9b2db812f.png new file mode 100644 index 0000000000000000000000000000000000000000..b79f734746af89f8185e4cecdc2f1b63098b7d59 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11648_88d524d984b9b2db812f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11680_b3dc0265e793a89d369d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11680_b3dc0265e793a89d369d.png new file mode 100644 index 0000000000000000000000000000000000000000..0e809ca7f7b71e5fd79a386db5f4811c5092a2cb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11680_b3dc0265e793a89d369d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11712_ff8a1c6eb439e42e63e1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11712_ff8a1c6eb439e42e63e1.png new file mode 100644 index 0000000000000000000000000000000000000000..fe8ae8d5ed004ceabc6e0225e529474df0e1ce81 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11712_ff8a1c6eb439e42e63e1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11744_d8cb0b5b081dbc07be13.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11744_d8cb0b5b081dbc07be13.png new file mode 100644 index 0000000000000000000000000000000000000000..ccf2539a15f554e294dc47f489292643a38aa6bf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11744_d8cb0b5b081dbc07be13.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11776_c0a53abe2553e9c744b2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11776_c0a53abe2553e9c744b2.png new file mode 100644 index 0000000000000000000000000000000000000000..50849da8fb1ab616f8b6217a4b48478d0cd1e049 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11776_c0a53abe2553e9c744b2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11808_04dc02d2f0986d83b4cb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11808_04dc02d2f0986d83b4cb.png new file mode 100644 index 0000000000000000000000000000000000000000..393852fa90e462a57b01bde36323d8f686c75541 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11808_04dc02d2f0986d83b4cb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11840_07dd3a80b557c8408c4a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11840_07dd3a80b557c8408c4a.png new file mode 100644 index 0000000000000000000000000000000000000000..43591a030bfb643df1ceb2b2e1dec5b1d2514c62 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11840_07dd3a80b557c8408c4a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1184_a2de40c16daf3dbfc0d9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1184_a2de40c16daf3dbfc0d9.png new file mode 100644 index 0000000000000000000000000000000000000000..3d07476dd0abe767bfc65887c5c6dabbeee11080 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1184_a2de40c16daf3dbfc0d9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11872_fc7fe6447c3e4e088d33.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11872_fc7fe6447c3e4e088d33.png new file mode 100644 index 0000000000000000000000000000000000000000..9eb3169ba5bdd240bb7ae5540e4712e9bdebdfa9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11872_fc7fe6447c3e4e088d33.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11904_b96c09f3be745eb2b395.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11904_b96c09f3be745eb2b395.png new file mode 100644 index 0000000000000000000000000000000000000000..440610b2732fa2a89848e08b1a3821f00fcc6df5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11904_b96c09f3be745eb2b395.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11936_de57c6b081752e101b99.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11936_de57c6b081752e101b99.png new file mode 100644 index 0000000000000000000000000000000000000000..9f2351752a7216d2c4ba24319cfca85fefe2c9a2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11936_de57c6b081752e101b99.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11968_8ca847c1836e507c421b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11968_8ca847c1836e507c421b.png new file mode 100644 index 0000000000000000000000000000000000000000..8f216dbe201626f91ce16817173596bca14744e8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_11968_8ca847c1836e507c421b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12000_2a78c1397d10fcea10f1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12000_2a78c1397d10fcea10f1.png new file mode 100644 index 0000000000000000000000000000000000000000..5e86d5c0f3c7ad21bcbe6427afff94eea71174bf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12000_2a78c1397d10fcea10f1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12032_17dbe531c853c2902b4b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12032_17dbe531c853c2902b4b.png new file mode 100644 index 0000000000000000000000000000000000000000..f1edaecfd9534e5e8a0b07932936ad116702af30 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12032_17dbe531c853c2902b4b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12064_afb6419a2e8c312dd350.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12064_afb6419a2e8c312dd350.png new file mode 100644 index 0000000000000000000000000000000000000000..3acbfeceecc5f0b94698b5fa36fa4d83fc88a336 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12064_afb6419a2e8c312dd350.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12096_4d746171ff0e00f7286f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12096_4d746171ff0e00f7286f.png new file mode 100644 index 0000000000000000000000000000000000000000..a8f11844ec087235c0ff651525ec35d90a03aca2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12096_4d746171ff0e00f7286f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12128_9024dbf685321e2951b0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12128_9024dbf685321e2951b0.png new file mode 100644 index 0000000000000000000000000000000000000000..94287e957a8b91a9fcf24c8c7f7d86266d5151a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12128_9024dbf685321e2951b0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12160_672b5cbee8ef91a4d58a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12160_672b5cbee8ef91a4d58a.png new file mode 100644 index 0000000000000000000000000000000000000000..ac76f5fb1ce4269c216f35367851f9b378bcc1d4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12160_672b5cbee8ef91a4d58a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1216_7100b852b4859d8014df.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1216_7100b852b4859d8014df.png new file mode 100644 index 0000000000000000000000000000000000000000..d9ca99df6a165ac59f664f321c3b987e4e9ddf82 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1216_7100b852b4859d8014df.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12192_688f56a45aca38b383c6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12192_688f56a45aca38b383c6.png new file mode 100644 index 0000000000000000000000000000000000000000..2359a7e11b7a0c27e77ad075f95017e5e503bfd9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12192_688f56a45aca38b383c6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12224_878979ba0dbedc3f145f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12224_878979ba0dbedc3f145f.png new file mode 100644 index 0000000000000000000000000000000000000000..c1ccafa0cb80bd25bb1eca635a70983974784c7e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12224_878979ba0dbedc3f145f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12256_2242ecbc81514cb382f2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12256_2242ecbc81514cb382f2.png new file mode 100644 index 0000000000000000000000000000000000000000..50128b0bcc6d77318e7e48c5ef6002b328dcc1d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12256_2242ecbc81514cb382f2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12288_3cdf8fd9a47634c4dd8d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12288_3cdf8fd9a47634c4dd8d.png new file mode 100644 index 0000000000000000000000000000000000000000..3be76ebc842228e247bbf9b54814eb69d829a3d5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12288_3cdf8fd9a47634c4dd8d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12320_50c62f204ddf9cc16e44.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12320_50c62f204ddf9cc16e44.png new file mode 100644 index 0000000000000000000000000000000000000000..11df54a44d7c085d5b60d7b13d9880dab037830a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12320_50c62f204ddf9cc16e44.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12352_e1d67ef3d6265be3efbd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12352_e1d67ef3d6265be3efbd.png new file mode 100644 index 0000000000000000000000000000000000000000..a1cb191117bf2a7b553f63dc992679db48fcfa05 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12352_e1d67ef3d6265be3efbd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12384_44d60258ba1b0656fd1e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12384_44d60258ba1b0656fd1e.png new file mode 100644 index 0000000000000000000000000000000000000000..d65aa8da5870a45ddc78caecf318d828c77274a4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12384_44d60258ba1b0656fd1e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12416_9149e84dc9a177c2ce84.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12416_9149e84dc9a177c2ce84.png new file mode 100644 index 0000000000000000000000000000000000000000..57cdfbbfec97e5848739a7d7c664e6d18e35138f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12416_9149e84dc9a177c2ce84.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12448_cc8f64e0b78697c26dd7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12448_cc8f64e0b78697c26dd7.png new file mode 100644 index 0000000000000000000000000000000000000000..6a5eab93854074338936b4c44c3addf094638c28 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12448_cc8f64e0b78697c26dd7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12480_c92b6a92e2dc21d00d3d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12480_c92b6a92e2dc21d00d3d.png new file mode 100644 index 0000000000000000000000000000000000000000..d4d6fbe3b5bc3a798ce98cccade620ecfcf00ec6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12480_c92b6a92e2dc21d00d3d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1248_4bd6d9ca54d2103ca303.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1248_4bd6d9ca54d2103ca303.png new file mode 100644 index 0000000000000000000000000000000000000000..8d56a4053c750949f6df91c091485ae9c05d913c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1248_4bd6d9ca54d2103ca303.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12512_4bf1ddf661a73f72fb10.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12512_4bf1ddf661a73f72fb10.png new file mode 100644 index 0000000000000000000000000000000000000000..2c399d72758d9362267db8b55c393e55453529c4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12512_4bf1ddf661a73f72fb10.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12544_2df70f12e5e0432d4750.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12544_2df70f12e5e0432d4750.png new file mode 100644 index 0000000000000000000000000000000000000000..1d102a24b72ed55dcbf4c57cd923f27487641ea4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12544_2df70f12e5e0432d4750.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12576_c5d6191a462b32ab5f6f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12576_c5d6191a462b32ab5f6f.png new file mode 100644 index 0000000000000000000000000000000000000000..eee8f140a4d93767fb060606b646e1f76597eab6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12576_c5d6191a462b32ab5f6f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12608_33660de094d4fa401b87.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12608_33660de094d4fa401b87.png new file mode 100644 index 0000000000000000000000000000000000000000..a29f922a854be271d1379096c769653ec77a31c4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12608_33660de094d4fa401b87.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12640_75022f1a4c5285c36b16.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12640_75022f1a4c5285c36b16.png new file mode 100644 index 0000000000000000000000000000000000000000..91a3f285b5878d68fe448bb80cdba97d9405efaf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12640_75022f1a4c5285c36b16.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12672_f28984e8dfbb9d4cc977.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12672_f28984e8dfbb9d4cc977.png new file mode 100644 index 0000000000000000000000000000000000000000..f99d31ad2cfc0a2649c842b5cf098c3007e903ba Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12672_f28984e8dfbb9d4cc977.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12704_584ed8f6ab3db8914e55.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12704_584ed8f6ab3db8914e55.png new file mode 100644 index 0000000000000000000000000000000000000000..0c29cb440fff610f48584946c7717fcd8e00ae86 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12704_584ed8f6ab3db8914e55.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12736_dd936c447f4b40a2b9e5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12736_dd936c447f4b40a2b9e5.png new file mode 100644 index 0000000000000000000000000000000000000000..3a599c30348791526ea32593a6f8c8d3058ebe42 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12736_dd936c447f4b40a2b9e5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12768_005704a6538307df29c4.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12768_005704a6538307df29c4.png new file mode 100644 index 0000000000000000000000000000000000000000..e8b1048385c13d308cab10a6a8af223fba91f6a7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12768_005704a6538307df29c4.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12800_89f3fb684c0be7566f69.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12800_89f3fb684c0be7566f69.png new file mode 100644 index 0000000000000000000000000000000000000000..346bf2e065a6f10c84da805f1144ce0513e8e37f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12800_89f3fb684c0be7566f69.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1280_53bf2ec9ac7fa6f5d07c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1280_53bf2ec9ac7fa6f5d07c.png new file mode 100644 index 0000000000000000000000000000000000000000..fb63d766429227b2e7054371ac23c55b2526cc07 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1280_53bf2ec9ac7fa6f5d07c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12832_c9b5b477b6d284da122b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12832_c9b5b477b6d284da122b.png new file mode 100644 index 0000000000000000000000000000000000000000..c31b9c63fc54719ce9d0fb1a8d75dc4009d62b98 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12832_c9b5b477b6d284da122b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12864_105c49cece4b4c10ce4b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12864_105c49cece4b4c10ce4b.png new file mode 100644 index 0000000000000000000000000000000000000000..6bd8687771e759f90c5d72772094a310f52ed9bb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12864_105c49cece4b4c10ce4b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12896_d3c3d443cc016b85e0f7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12896_d3c3d443cc016b85e0f7.png new file mode 100644 index 0000000000000000000000000000000000000000..165fae3f6bd4caddb628a025fafe61f7c341958e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12896_d3c3d443cc016b85e0f7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_128_e0ae7e0beba902520d8f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_128_e0ae7e0beba902520d8f.png new file mode 100644 index 0000000000000000000000000000000000000000..a1fb4f2cfea91b40b2591025b66d645fa309f00c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_128_e0ae7e0beba902520d8f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12928_763d28c73648b73f647d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12928_763d28c73648b73f647d.png new file mode 100644 index 0000000000000000000000000000000000000000..5fa128ede79cefc13dbe6acd3d6595a35dbf7550 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12928_763d28c73648b73f647d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12960_685d7ad332664d4f1778.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12960_685d7ad332664d4f1778.png new file mode 100644 index 0000000000000000000000000000000000000000..882a73d35af456d1b117b287a211388299bf1d2d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12960_685d7ad332664d4f1778.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12992_892672cb6fed1c479b43.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12992_892672cb6fed1c479b43.png new file mode 100644 index 0000000000000000000000000000000000000000..a251647d1f5d96ab76aea48c2e3626515ab5f95c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_12992_892672cb6fed1c479b43.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13024_623b4c8b9e0ac5d6c68b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13024_623b4c8b9e0ac5d6c68b.png new file mode 100644 index 0000000000000000000000000000000000000000..f89304d08bfd43563e607b3870192cba4a704349 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13024_623b4c8b9e0ac5d6c68b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13056_5562a7cf46422dce15d7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13056_5562a7cf46422dce15d7.png new file mode 100644 index 0000000000000000000000000000000000000000..d17c4d4352964154c68bb299057614ca8e3ad81a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13056_5562a7cf46422dce15d7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13088_855809d8f85844230954.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13088_855809d8f85844230954.png new file mode 100644 index 0000000000000000000000000000000000000000..d335bd35347c431f76f5dc157b7db054fbbf85e2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13088_855809d8f85844230954.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13120_8a86aa6472b22e844665.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13120_8a86aa6472b22e844665.png new file mode 100644 index 0000000000000000000000000000000000000000..6f29af6110638752e1749356acbdb4f728a47799 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13120_8a86aa6472b22e844665.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1312_94fc812788a5d912a34f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1312_94fc812788a5d912a34f.png new file mode 100644 index 0000000000000000000000000000000000000000..2ae133ad6becf24cb8a13cb979768ccbb35e2448 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1312_94fc812788a5d912a34f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13152_a3000488b2376278bb98.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13152_a3000488b2376278bb98.png new file mode 100644 index 0000000000000000000000000000000000000000..beff1a20d508f208ddaf37977e885f5b8ce24c75 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13152_a3000488b2376278bb98.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13184_1119e63f063a875a875e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13184_1119e63f063a875a875e.png new file mode 100644 index 0000000000000000000000000000000000000000..ea3b90d6692275aa436215a3f91e95176cbb284d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13184_1119e63f063a875a875e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13216_a5e394362188c5fcac7c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13216_a5e394362188c5fcac7c.png new file mode 100644 index 0000000000000000000000000000000000000000..357d3837fef441322e06ab69628d9fe27f58d56b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13216_a5e394362188c5fcac7c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13248_cc7319afac461315efac.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13248_cc7319afac461315efac.png new file mode 100644 index 0000000000000000000000000000000000000000..15811231d625bdffe877fb5c4e0f896feee0a004 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13248_cc7319afac461315efac.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13280_8d2b536af39c9f33b661.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13280_8d2b536af39c9f33b661.png new file mode 100644 index 0000000000000000000000000000000000000000..ca545033da6cec376e6df8c93d011b3c20072566 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13280_8d2b536af39c9f33b661.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13312_14aa0d285afe935600c2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13312_14aa0d285afe935600c2.png new file mode 100644 index 0000000000000000000000000000000000000000..b0eaee9a21e351b7d23bfc8e00953cdef7c1e906 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13312_14aa0d285afe935600c2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13344_09d7ac7cb9aab9d5574b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13344_09d7ac7cb9aab9d5574b.png new file mode 100644 index 0000000000000000000000000000000000000000..478c405f7dc81d1a2d69279a5a202084f9e06799 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13344_09d7ac7cb9aab9d5574b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13376_5fbe8b5b0b9d77ecc7b8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13376_5fbe8b5b0b9d77ecc7b8.png new file mode 100644 index 0000000000000000000000000000000000000000..eea8450ead470c70f09c94b2e5f6b1c02d2673b0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13376_5fbe8b5b0b9d77ecc7b8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13408_2b20a2f97338737d4011.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13408_2b20a2f97338737d4011.png new file mode 100644 index 0000000000000000000000000000000000000000..54f4cde933fe171b10bacba7679d98e99e351753 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13408_2b20a2f97338737d4011.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13440_a28afa740584f18b10b6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13440_a28afa740584f18b10b6.png new file mode 100644 index 0000000000000000000000000000000000000000..d9b82f566c579aa3517754cf2a161854ce3415c9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13440_a28afa740584f18b10b6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1344_a0364dfe8e405f4dbe48.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1344_a0364dfe8e405f4dbe48.png new file mode 100644 index 0000000000000000000000000000000000000000..d66c0222de39d7941c328c7efb6ff133c8df8014 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1344_a0364dfe8e405f4dbe48.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13472_a087013859889f1c329b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13472_a087013859889f1c329b.png new file mode 100644 index 0000000000000000000000000000000000000000..8a18ee58735bb0a6c1ee8dfb213d03af48a1395e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13472_a087013859889f1c329b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13504_4cecdc0e31c255960b3e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13504_4cecdc0e31c255960b3e.png new file mode 100644 index 0000000000000000000000000000000000000000..b2ed4876341cd855e78f7a8636b6688588510255 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13504_4cecdc0e31c255960b3e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13536_46c7fa8f25ef5eaaac2f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13536_46c7fa8f25ef5eaaac2f.png new file mode 100644 index 0000000000000000000000000000000000000000..0d08d9ba24e499a169e459b22dfa49ef7ffdad70 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13536_46c7fa8f25ef5eaaac2f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13568_f40ec4af3d20eced74c2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13568_f40ec4af3d20eced74c2.png new file mode 100644 index 0000000000000000000000000000000000000000..0e127bea100cdb4eedbbd82e36d3b928f1b86ea3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13568_f40ec4af3d20eced74c2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13600_2bb8b18ab78d492a0caf.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13600_2bb8b18ab78d492a0caf.png new file mode 100644 index 0000000000000000000000000000000000000000..d70f2e6ddd7f8640eeccafbf6685d5c62840a616 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13600_2bb8b18ab78d492a0caf.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13632_897fadf762dc9851a833.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13632_897fadf762dc9851a833.png new file mode 100644 index 0000000000000000000000000000000000000000..782088042ef27ca75305e9f2ff845515be2b08e5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13632_897fadf762dc9851a833.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13664_5027ef7880abc9e23efa.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13664_5027ef7880abc9e23efa.png new file mode 100644 index 0000000000000000000000000000000000000000..35ed150c8a32cdd673dbd44a58f47d96d09f1017 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13664_5027ef7880abc9e23efa.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13696_ba6026483da469d45699.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13696_ba6026483da469d45699.png new file mode 100644 index 0000000000000000000000000000000000000000..30de8e5010b698e9022b67c89ebd180f5721740e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13696_ba6026483da469d45699.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13728_2887e5defb0b44d9e34e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13728_2887e5defb0b44d9e34e.png new file mode 100644 index 0000000000000000000000000000000000000000..1069490f6ccb07f21f785823b63679ddb56bb7cc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13728_2887e5defb0b44d9e34e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13760_f72cf9f2321bb1cd3a7c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13760_f72cf9f2321bb1cd3a7c.png new file mode 100644 index 0000000000000000000000000000000000000000..e91946b6985b04ee4614a6281c6d0f860cb940fa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13760_f72cf9f2321bb1cd3a7c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1376_7fbf5d9d072f3f4825e6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1376_7fbf5d9d072f3f4825e6.png new file mode 100644 index 0000000000000000000000000000000000000000..e7c0583ce5e120d2ccce1d96fa1de0fe40daefa4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1376_7fbf5d9d072f3f4825e6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13792_827f8bd418d07eec3e22.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13792_827f8bd418d07eec3e22.png new file mode 100644 index 0000000000000000000000000000000000000000..693cbf0a1afa0702cab7ec0c0a273cce64ad7b3d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13792_827f8bd418d07eec3e22.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13824_d4af8d5d09059e43f7f9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13824_d4af8d5d09059e43f7f9.png new file mode 100644 index 0000000000000000000000000000000000000000..8f7f7a8c6eea7295c5ed3a013fcee44de25baa9e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13824_d4af8d5d09059e43f7f9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13856_6d3bb2cf50c34a24b1ba.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13856_6d3bb2cf50c34a24b1ba.png new file mode 100644 index 0000000000000000000000000000000000000000..d7e9636dc4f4ac7b74b6424fef72e7e8f72c9685 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13856_6d3bb2cf50c34a24b1ba.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13888_703bf563df4e2c48704c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13888_703bf563df4e2c48704c.png new file mode 100644 index 0000000000000000000000000000000000000000..16cc3362bddb5c37901eb25ac697425981e2548c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13888_703bf563df4e2c48704c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13920_36b42707f31ee94a9210.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13920_36b42707f31ee94a9210.png new file mode 100644 index 0000000000000000000000000000000000000000..2e4985a48a121f3ec80ad7b34b693ff5a73724cf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13920_36b42707f31ee94a9210.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13952_ec0f35024a0b75fadddf.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13952_ec0f35024a0b75fadddf.png new file mode 100644 index 0000000000000000000000000000000000000000..47c6938f91921a7f27e14d08fe14fdefdb98fbf5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13952_ec0f35024a0b75fadddf.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13984_9d689e728e39da6c9a77.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13984_9d689e728e39da6c9a77.png new file mode 100644 index 0000000000000000000000000000000000000000..dc5bb3413746e0bf621625c8887c2883b664ff58 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_13984_9d689e728e39da6c9a77.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14016_e3f395900a51fa579cb2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14016_e3f395900a51fa579cb2.png new file mode 100644 index 0000000000000000000000000000000000000000..0aac6ef443ede3c478e1593ecdcd4c9dbac3ac7d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14016_e3f395900a51fa579cb2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14048_b2f8023df5f7385cd988.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14048_b2f8023df5f7385cd988.png new file mode 100644 index 0000000000000000000000000000000000000000..16d32a08a910579efc725e2273e3a11185f48d9a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14048_b2f8023df5f7385cd988.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14080_8dce75a21f1e24365760.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14080_8dce75a21f1e24365760.png new file mode 100644 index 0000000000000000000000000000000000000000..7e8e52087dd1a9223855f0693560af7562053467 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14080_8dce75a21f1e24365760.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1408_33abe399d622be70c1d1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1408_33abe399d622be70c1d1.png new file mode 100644 index 0000000000000000000000000000000000000000..9a4453b27548f145cbf0b2bd34222cc357d87386 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1408_33abe399d622be70c1d1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14112_47daa963ec1840d7e794.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14112_47daa963ec1840d7e794.png new file mode 100644 index 0000000000000000000000000000000000000000..c4c97e805803a484ac2b24e342aea848c3fff609 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14112_47daa963ec1840d7e794.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14144_541d40da001fb1dd00b3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14144_541d40da001fb1dd00b3.png new file mode 100644 index 0000000000000000000000000000000000000000..9eec2dd0957c3a689a8c796a8f9c383e4c4107cf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14144_541d40da001fb1dd00b3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14176_a16bfdeb0fa31a50d29b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14176_a16bfdeb0fa31a50d29b.png new file mode 100644 index 0000000000000000000000000000000000000000..b523996c8f5c6fdbd6a3f94ac606afd4c617e33d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14176_a16bfdeb0fa31a50d29b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14208_bebcc6643b61cf13e1da.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14208_bebcc6643b61cf13e1da.png new file mode 100644 index 0000000000000000000000000000000000000000..8c6b79b95f39ae84b3b990945dee7b7d2e6ce9bc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14208_bebcc6643b61cf13e1da.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14240_90557e091e6a4f1c8ffb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14240_90557e091e6a4f1c8ffb.png new file mode 100644 index 0000000000000000000000000000000000000000..85eac2f18e0b3fe1c0db5bd1a85eeaa5f91fddac Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14240_90557e091e6a4f1c8ffb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14272_77683385e28f1cf715ed.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14272_77683385e28f1cf715ed.png new file mode 100644 index 0000000000000000000000000000000000000000..3fa7f4a52da18833e1c3f467c933d4e4977e5916 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14272_77683385e28f1cf715ed.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14304_c528601edf3de9919600.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14304_c528601edf3de9919600.png new file mode 100644 index 0000000000000000000000000000000000000000..4bf60aab8c1c62f925e6d2256fe0ba1bf8bada90 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14304_c528601edf3de9919600.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14336_78c83bf2a2111919f177.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14336_78c83bf2a2111919f177.png new file mode 100644 index 0000000000000000000000000000000000000000..03e6b0977e67fb921fed222be9f5e4e8b65953fa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14336_78c83bf2a2111919f177.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14368_0474a573576963e8d301.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14368_0474a573576963e8d301.png new file mode 100644 index 0000000000000000000000000000000000000000..33ae64cd7a9bd093b37da43e0be6b6eaa3a6366d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14368_0474a573576963e8d301.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14400_9752bac4e0b15846c286.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14400_9752bac4e0b15846c286.png new file mode 100644 index 0000000000000000000000000000000000000000..0ec1cd4f7a5887f90a3343489fc937f6fc7fc402 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14400_9752bac4e0b15846c286.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1440_1f19cc273a939d3f66d5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1440_1f19cc273a939d3f66d5.png new file mode 100644 index 0000000000000000000000000000000000000000..6d1dc339551ac981fbd2fef0ea16e16cb3fb34f6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1440_1f19cc273a939d3f66d5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14432_5c44dce61cd007a97462.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14432_5c44dce61cd007a97462.png new file mode 100644 index 0000000000000000000000000000000000000000..0ff0ea6c9391e2b16103204db5edf59caf658700 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14432_5c44dce61cd007a97462.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14464_72ae81695b1995d01d39.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14464_72ae81695b1995d01d39.png new file mode 100644 index 0000000000000000000000000000000000000000..ef4d96812d67a5a6a2a34d18db3b88d09b51f9fd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14464_72ae81695b1995d01d39.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14496_fe54144daabf20ee6666.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14496_fe54144daabf20ee6666.png new file mode 100644 index 0000000000000000000000000000000000000000..a00eaaee5bcd67fbc5c841a3c582c6cb554e1ea3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14496_fe54144daabf20ee6666.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14528_759757e7535ace244104.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14528_759757e7535ace244104.png new file mode 100644 index 0000000000000000000000000000000000000000..ec8c3ce58ab89ce3bb7e462b007e5f5f3f324728 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14528_759757e7535ace244104.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14560_f789061f88379be9fac1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14560_f789061f88379be9fac1.png new file mode 100644 index 0000000000000000000000000000000000000000..7dcaa7bbb292974aad8991b09cf90e2ebbec295e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14560_f789061f88379be9fac1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14592_ad3066d04e1443484a85.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14592_ad3066d04e1443484a85.png new file mode 100644 index 0000000000000000000000000000000000000000..17fbd5dd0564b3d79b83e2ffc6aef6cb3e7d645b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14592_ad3066d04e1443484a85.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14624_7196c00b8fa214e5f915.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14624_7196c00b8fa214e5f915.png new file mode 100644 index 0000000000000000000000000000000000000000..18c53f380b5b11761c8928e78c8dc264fd379838 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14624_7196c00b8fa214e5f915.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14656_12cab7b037905c80c255.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14656_12cab7b037905c80c255.png new file mode 100644 index 0000000000000000000000000000000000000000..e6016cfe2664969b1b3ab45c82d2aaa7f0d49a2a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14656_12cab7b037905c80c255.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14688_186f34db9948a2837471.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14688_186f34db9948a2837471.png new file mode 100644 index 0000000000000000000000000000000000000000..e5cee9c54b4e7907736676acc1aced9add49b644 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14688_186f34db9948a2837471.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14720_ed1c9044c2595196845d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14720_ed1c9044c2595196845d.png new file mode 100644 index 0000000000000000000000000000000000000000..729f751738de86aa6db23f6f083b0bbef83d051c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14720_ed1c9044c2595196845d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1472_9ac6e137520c4af8ecb2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1472_9ac6e137520c4af8ecb2.png new file mode 100644 index 0000000000000000000000000000000000000000..e02e1f49c0172d6ab540fb3d5c8acfb07a8b1216 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1472_9ac6e137520c4af8ecb2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14752_dc2ee9c6e51c0ac171a9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14752_dc2ee9c6e51c0ac171a9.png new file mode 100644 index 0000000000000000000000000000000000000000..de2fe32cc7f8ab0f9cdc5e8e0fa84248335d2f96 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14752_dc2ee9c6e51c0ac171a9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14784_102ab3c44c28109a5598.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14784_102ab3c44c28109a5598.png new file mode 100644 index 0000000000000000000000000000000000000000..c00045918cc3e063c83fe832ce7e21bb4c3d0224 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14784_102ab3c44c28109a5598.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14816_da7cc39b87575845a2a5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14816_da7cc39b87575845a2a5.png new file mode 100644 index 0000000000000000000000000000000000000000..8588d0a3c257327ed1567566f5b72ff399413f96 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14816_da7cc39b87575845a2a5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14848_6799ce497725565d0ec5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14848_6799ce497725565d0ec5.png new file mode 100644 index 0000000000000000000000000000000000000000..fb8c5f9d7c55cfc51798d8d005b909cae2a4b3d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14848_6799ce497725565d0ec5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14880_f75bbb22c1adc74218d6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14880_f75bbb22c1adc74218d6.png new file mode 100644 index 0000000000000000000000000000000000000000..cb3012ec23a323fc33ba91e5f924861d3af92b82 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14880_f75bbb22c1adc74218d6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14912_a11dbd7c4cf5d3061635.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14912_a11dbd7c4cf5d3061635.png new file mode 100644 index 0000000000000000000000000000000000000000..0464acf14246bea663663b4794bcbc466aee9274 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14912_a11dbd7c4cf5d3061635.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14944_285501cd3873ebe80062.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14944_285501cd3873ebe80062.png new file mode 100644 index 0000000000000000000000000000000000000000..5d36b4168532986d3b55ea0caf01cf696605e62e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14944_285501cd3873ebe80062.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14976_5486980235d880d4eba0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14976_5486980235d880d4eba0.png new file mode 100644 index 0000000000000000000000000000000000000000..eab12643f556502daf5376fefd8017c5700adc74 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_14976_5486980235d880d4eba0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15008_cb4ee8523ddad5be8d38.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15008_cb4ee8523ddad5be8d38.png new file mode 100644 index 0000000000000000000000000000000000000000..c64b247479b80f0cb4304e295ade6ce0a6aa2500 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15008_cb4ee8523ddad5be8d38.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15040_e99f5b743b8a22f0acc3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15040_e99f5b743b8a22f0acc3.png new file mode 100644 index 0000000000000000000000000000000000000000..ff48fd65bfa2fee303ba9cb4a05ab51c5287ba8a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15040_e99f5b743b8a22f0acc3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1504_16b3908687757868dc03.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1504_16b3908687757868dc03.png new file mode 100644 index 0000000000000000000000000000000000000000..87d34843ab0ecf91fb6e6d934af8fb070687b4f0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1504_16b3908687757868dc03.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15072_4016311a54d532720a36.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15072_4016311a54d532720a36.png new file mode 100644 index 0000000000000000000000000000000000000000..0ed271d6f4602409ff7b62d61b6bda46492472f5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15072_4016311a54d532720a36.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15104_e7cd38f2a700cf6adef3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15104_e7cd38f2a700cf6adef3.png new file mode 100644 index 0000000000000000000000000000000000000000..20f3d1ae5de2ab84acd5b59bfebaca5e94cea415 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15104_e7cd38f2a700cf6adef3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15136_ff0d401a97acc2c3c274.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15136_ff0d401a97acc2c3c274.png new file mode 100644 index 0000000000000000000000000000000000000000..853349d19840801c3010777714217d3943de094b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15136_ff0d401a97acc2c3c274.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15168_a81e9ceebe3728eeede8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15168_a81e9ceebe3728eeede8.png new file mode 100644 index 0000000000000000000000000000000000000000..7d1d1594bcb82e1a86616c77ec23cb5dac641e31 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15168_a81e9ceebe3728eeede8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15200_c7e7bdbc556b7d24d620.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15200_c7e7bdbc556b7d24d620.png new file mode 100644 index 0000000000000000000000000000000000000000..755c0d80d1bf671fa008e717f5b4d1861ccf25b2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_15200_c7e7bdbc556b7d24d620.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1536_5120b0dbf2cb1a2d1105.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1536_5120b0dbf2cb1a2d1105.png new file mode 100644 index 0000000000000000000000000000000000000000..ac6564a41130107b76de2ee3911caa3303e2a0a1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1536_5120b0dbf2cb1a2d1105.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1568_4a825ff45c725608a35f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1568_4a825ff45c725608a35f.png new file mode 100644 index 0000000000000000000000000000000000000000..211e8e8b173ba28fda0eebde45ffa332e1ce8c1d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1568_4a825ff45c725608a35f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1600_ef544d742dc7b3f7de74.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1600_ef544d742dc7b3f7de74.png new file mode 100644 index 0000000000000000000000000000000000000000..9c95b2cefa74bcbda9726a2cf2ce42528e210efa Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1600_ef544d742dc7b3f7de74.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_160_1c3d908e5c416d037206.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_160_1c3d908e5c416d037206.png new file mode 100644 index 0000000000000000000000000000000000000000..b946e3dc6cd3ab6e178cfce052fccadaf7648f6d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_160_1c3d908e5c416d037206.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1632_428bbae4d8d932b305f1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1632_428bbae4d8d932b305f1.png new file mode 100644 index 0000000000000000000000000000000000000000..d06018a439506c33c943b0e7adcf0a5dcc23b283 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1632_428bbae4d8d932b305f1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1664_d58c0a0618a4b46ca765.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1664_d58c0a0618a4b46ca765.png new file mode 100644 index 0000000000000000000000000000000000000000..b5ecca94967aaa408689bed45e3250f2b5a69120 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1664_d58c0a0618a4b46ca765.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1696_c13376b198cfe051c6c0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1696_c13376b198cfe051c6c0.png new file mode 100644 index 0000000000000000000000000000000000000000..e954d371748ae34c2d7516e7b820b99082e1081b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1696_c13376b198cfe051c6c0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1728_ab2be71cad6888d7de92.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1728_ab2be71cad6888d7de92.png new file mode 100644 index 0000000000000000000000000000000000000000..8f33e35d4667fbae4b30ad816ab25b4b5b5e7f20 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1728_ab2be71cad6888d7de92.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1760_84be5865cc1d360c56f1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1760_84be5865cc1d360c56f1.png new file mode 100644 index 0000000000000000000000000000000000000000..50d76f5efaf03302225821a981bfa2aaf90ce103 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1760_84be5865cc1d360c56f1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1792_4b5a402736c384bef8bf.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1792_4b5a402736c384bef8bf.png new file mode 100644 index 0000000000000000000000000000000000000000..49e4540192fae5671fdcc48d349f2d8e0c3a71d8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1792_4b5a402736c384bef8bf.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1824_d6100c599ad1b0bb6f7c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1824_d6100c599ad1b0bb6f7c.png new file mode 100644 index 0000000000000000000000000000000000000000..63e9385b2d0f3e4210d302395bcb05d9af885e5d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1824_d6100c599ad1b0bb6f7c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1856_891b16263f7e4d5068ef.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1856_891b16263f7e4d5068ef.png new file mode 100644 index 0000000000000000000000000000000000000000..674dcff898eeda85afeda03a000031f68b6f471f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1856_891b16263f7e4d5068ef.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1888_41f7c90139af4b220dd8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1888_41f7c90139af4b220dd8.png new file mode 100644 index 0000000000000000000000000000000000000000..c60c80936ed8f05c2c0c53589e7bb4ef7cf6519e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1888_41f7c90139af4b220dd8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1920_916465c0ed87fa2737a2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1920_916465c0ed87fa2737a2.png new file mode 100644 index 0000000000000000000000000000000000000000..41b2e51d745be463958615a09665b8810639bca0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1920_916465c0ed87fa2737a2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_192_55ec794244092999bd8f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_192_55ec794244092999bd8f.png new file mode 100644 index 0000000000000000000000000000000000000000..99ade2dd38791b65a522cbdb067f99363b0617f3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_192_55ec794244092999bd8f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1952_66b527f9f4102fe6ba88.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1952_66b527f9f4102fe6ba88.png new file mode 100644 index 0000000000000000000000000000000000000000..e31b349123a6e09fbd9da37d442fb0b1a43d0da4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1952_66b527f9f4102fe6ba88.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1984_b87409d0959e33c99e7c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1984_b87409d0959e33c99e7c.png new file mode 100644 index 0000000000000000000000000000000000000000..478c046e268ed2a21579966d2cc8f281297ac9da Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_1984_b87409d0959e33c99e7c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2016_daf9fdbe0d78c0581e58.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2016_daf9fdbe0d78c0581e58.png new file mode 100644 index 0000000000000000000000000000000000000000..4fb779d1abdd1aacde2561be616a5ca8d007ded0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2016_daf9fdbe0d78c0581e58.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2048_1bd63fa4d365a7278488.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2048_1bd63fa4d365a7278488.png new file mode 100644 index 0000000000000000000000000000000000000000..47f822e1b38ef7c7b39fcc0744f3fbf78a2c0bd9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2048_1bd63fa4d365a7278488.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2080_eac599eb8c36a463797e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2080_eac599eb8c36a463797e.png new file mode 100644 index 0000000000000000000000000000000000000000..7d1f2a00437d5725b1de58ec61b1eedf59fb1f92 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2080_eac599eb8c36a463797e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2112_70ca2a58bb8c7b073500.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2112_70ca2a58bb8c7b073500.png new file mode 100644 index 0000000000000000000000000000000000000000..67386676569e2b5351be9eaded8c7bed7f48bf3f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2112_70ca2a58bb8c7b073500.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2144_51b488b0c81a162606b7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2144_51b488b0c81a162606b7.png new file mode 100644 index 0000000000000000000000000000000000000000..d04c8803cd6e6ad37aeddee4dfc1924a34fd56b0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2144_51b488b0c81a162606b7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2176_35715c33d95ffe102cf6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2176_35715c33d95ffe102cf6.png new file mode 100644 index 0000000000000000000000000000000000000000..bfce6ea88eff665a7f84ddaa31c728e8767141d9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2176_35715c33d95ffe102cf6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2208_cac13f4c773d2ff8f175.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2208_cac13f4c773d2ff8f175.png new file mode 100644 index 0000000000000000000000000000000000000000..8a5a782ec12f553de7d6064a9356d3422b88e1a8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2208_cac13f4c773d2ff8f175.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2240_3ca76f9e01f2e9e81108.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2240_3ca76f9e01f2e9e81108.png new file mode 100644 index 0000000000000000000000000000000000000000..ac781ffa265f485ed77d3d8d8f046ab8b7bbc93d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2240_3ca76f9e01f2e9e81108.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_224_e3b9be3a8ef34e5e6a54.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_224_e3b9be3a8ef34e5e6a54.png new file mode 100644 index 0000000000000000000000000000000000000000..d0db62164559371ed67fbd74781f0e3443bfde1d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_224_e3b9be3a8ef34e5e6a54.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2272_dc1e9f207a702a7ddf81.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2272_dc1e9f207a702a7ddf81.png new file mode 100644 index 0000000000000000000000000000000000000000..183de8a54c9df99f28ace503110ed580b526cb24 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2272_dc1e9f207a702a7ddf81.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2304_ea3176dcf560a112b42a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2304_ea3176dcf560a112b42a.png new file mode 100644 index 0000000000000000000000000000000000000000..c40086a9432963a4e623cf13cdbbeb2851323682 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2304_ea3176dcf560a112b42a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2336_c0a3bab4fe2059da51e3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2336_c0a3bab4fe2059da51e3.png new file mode 100644 index 0000000000000000000000000000000000000000..5b1c5ac05df8f6af958032da9211d06f6a9d7620 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2336_c0a3bab4fe2059da51e3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2368_2f7dd7eebaede4c959f7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2368_2f7dd7eebaede4c959f7.png new file mode 100644 index 0000000000000000000000000000000000000000..e1223b21429f93dbda902a821c61e39d9d237af4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2368_2f7dd7eebaede4c959f7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2400_df9228f384fa70d5e819.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2400_df9228f384fa70d5e819.png new file mode 100644 index 0000000000000000000000000000000000000000..c50def8d7193eb9102b55ce44cda97636fd292cd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2400_df9228f384fa70d5e819.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2432_bcfe50390481c6935de1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2432_bcfe50390481c6935de1.png new file mode 100644 index 0000000000000000000000000000000000000000..46584b1c892f4dc4688a3fb7e24a7dd8f126f24a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2432_bcfe50390481c6935de1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2464_d6070a4ba57282d0bc37.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2464_d6070a4ba57282d0bc37.png new file mode 100644 index 0000000000000000000000000000000000000000..85e739ff891e6f5d26790991c62992fa6f9f1af0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2464_d6070a4ba57282d0bc37.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2496_8fff2dcb64a29d632832.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2496_8fff2dcb64a29d632832.png new file mode 100644 index 0000000000000000000000000000000000000000..df341962406eca22f081efa0c3b15f63fd8ddef1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2496_8fff2dcb64a29d632832.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2528_51c5359b6aeb09a6851b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2528_51c5359b6aeb09a6851b.png new file mode 100644 index 0000000000000000000000000000000000000000..3752a745786568b830df668e36d32528ad4fd7a9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2528_51c5359b6aeb09a6851b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2560_f5a3daa0f568541ffbdf.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2560_f5a3daa0f568541ffbdf.png new file mode 100644 index 0000000000000000000000000000000000000000..a10100b26017758f75a3a66ba0d9a863af1597da Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2560_f5a3daa0f568541ffbdf.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_256_745e2697b0bec0490868.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_256_745e2697b0bec0490868.png new file mode 100644 index 0000000000000000000000000000000000000000..ad313698fe026464878891b6a4f762fc11d19cdc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_256_745e2697b0bec0490868.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2592_cb1d1ef985b22673789e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2592_cb1d1ef985b22673789e.png new file mode 100644 index 0000000000000000000000000000000000000000..bbf1e099a51604c396ae03e46b1fbf05af22c44e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2592_cb1d1ef985b22673789e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2624_9274ce00aa5793b5baea.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2624_9274ce00aa5793b5baea.png new file mode 100644 index 0000000000000000000000000000000000000000..4af61cce75ece2626d980c69fa56fec9b1dbf0a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2624_9274ce00aa5793b5baea.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2656_376a1f4d9aa52735651f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2656_376a1f4d9aa52735651f.png new file mode 100644 index 0000000000000000000000000000000000000000..677718cde0711c163fe866bebe0364ae1db67f30 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2656_376a1f4d9aa52735651f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2688_1aae37cb1af93db167be.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2688_1aae37cb1af93db167be.png new file mode 100644 index 0000000000000000000000000000000000000000..fd76ab69e3f4c226fdd648c0b6f5eb68d7b0e890 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2688_1aae37cb1af93db167be.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2720_6db9cdf1ab6c23e9eaa5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2720_6db9cdf1ab6c23e9eaa5.png new file mode 100644 index 0000000000000000000000000000000000000000..49b36c4d821bc45c8f9de0cc969e3cc6b2797dcc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2720_6db9cdf1ab6c23e9eaa5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2752_3734a4d040b033b6e462.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2752_3734a4d040b033b6e462.png new file mode 100644 index 0000000000000000000000000000000000000000..43565d4c99fbd7ee1a130d0b4aaf7b00e8485634 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2752_3734a4d040b033b6e462.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b47a4b67a6a8e16c8d31.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b47a4b67a6a8e16c8d31.png new file mode 100644 index 0000000000000000000000000000000000000000..1dfdf2e2ba20ace016f0a5039ae9a938a8d63b34 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2784_b47a4b67a6a8e16c8d31.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2816_b19a3f8b3f7257f4d312.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2816_b19a3f8b3f7257f4d312.png new file mode 100644 index 0000000000000000000000000000000000000000..e213b3054f28ca1c3128a0c56d2c28de337252ef Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2816_b19a3f8b3f7257f4d312.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2848_6a8faa008403f43fa51d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2848_6a8faa008403f43fa51d.png new file mode 100644 index 0000000000000000000000000000000000000000..0666cc34cd7d7135de26d4a64514c6ab15971d00 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2848_6a8faa008403f43fa51d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2880_e54de67ac91711d756a2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2880_e54de67ac91711d756a2.png new file mode 100644 index 0000000000000000000000000000000000000000..ce87b9c42a1db6b8bc26021823875c67df897499 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2880_e54de67ac91711d756a2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_288_f2d21d98bfea95cb09c2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_288_f2d21d98bfea95cb09c2.png new file mode 100644 index 0000000000000000000000000000000000000000..96590f1fd390e499fa9e610a2002d1f34c29e975 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_288_f2d21d98bfea95cb09c2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2912_ddaecc443afa9167d7c5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2912_ddaecc443afa9167d7c5.png new file mode 100644 index 0000000000000000000000000000000000000000..1c877688c11a7693a895b97fbd5778ac69aa3af6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2912_ddaecc443afa9167d7c5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2944_4fea4a4eef77ba1939a2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2944_4fea4a4eef77ba1939a2.png new file mode 100644 index 0000000000000000000000000000000000000000..95218bc6f175dce2cb32cb34548b43b285ecc85f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2944_4fea4a4eef77ba1939a2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2976_a90798bf51e954f499f8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2976_a90798bf51e954f499f8.png new file mode 100644 index 0000000000000000000000000000000000000000..fadc05545a21f9101a0c6a142f604b51b29fb28c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_2976_a90798bf51e954f499f8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3008_518f25405b26a9df1b36.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3008_518f25405b26a9df1b36.png new file mode 100644 index 0000000000000000000000000000000000000000..19fccf3a8676fd1df538933c84eefb45b9a94968 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3008_518f25405b26a9df1b36.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3040_a9bea02b9d479d86dbec.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3040_a9bea02b9d479d86dbec.png new file mode 100644 index 0000000000000000000000000000000000000000..23047b2306c9dd35e76278b3b9761806ba51d475 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3040_a9bea02b9d479d86dbec.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3072_47114956246f5ee2b631.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3072_47114956246f5ee2b631.png new file mode 100644 index 0000000000000000000000000000000000000000..7cd1cb371aff450f7c30dba3f7525371df63f1d3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3072_47114956246f5ee2b631.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3104_99c79b99834bafc08224.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3104_99c79b99834bafc08224.png new file mode 100644 index 0000000000000000000000000000000000000000..7ec71d0d77c2b8376002e6de7871ea5abe0e8d8a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3104_99c79b99834bafc08224.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3136_7ae28f3a4684507d7c6d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3136_7ae28f3a4684507d7c6d.png new file mode 100644 index 0000000000000000000000000000000000000000..51c31fc5f9c2a4eba3722b3024d3e289a1bb076a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3136_7ae28f3a4684507d7c6d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3168_e40c11570991a7465055.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3168_e40c11570991a7465055.png new file mode 100644 index 0000000000000000000000000000000000000000..5b53eb0cbb140e6b70e1fa53f27f897f4ee33850 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3168_e40c11570991a7465055.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3200_4350bba2036fdd41e4a1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3200_4350bba2036fdd41e4a1.png new file mode 100644 index 0000000000000000000000000000000000000000..3ce74dd1bf38ae6ab2f5fdc850b169a90d14f92c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3200_4350bba2036fdd41e4a1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_320_1e5454fef00abddf7fba.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_320_1e5454fef00abddf7fba.png new file mode 100644 index 0000000000000000000000000000000000000000..54a2681e1c3dafa919634c5774391184487f3e5b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_320_1e5454fef00abddf7fba.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3232_2f0aac912f7ffe058729.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3232_2f0aac912f7ffe058729.png new file mode 100644 index 0000000000000000000000000000000000000000..ea0fac0dcf9c64efcf10751456a31ef7091d14f7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3232_2f0aac912f7ffe058729.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3264_636031a59dbf56f87347.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3264_636031a59dbf56f87347.png new file mode 100644 index 0000000000000000000000000000000000000000..5417ec1b6591f8ca394cea6b95007b8da7ffa621 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3264_636031a59dbf56f87347.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3296_da43828d9f9d927838fb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3296_da43828d9f9d927838fb.png new file mode 100644 index 0000000000000000000000000000000000000000..37798b0913da4f721943e74f611029302560fad1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3296_da43828d9f9d927838fb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_32_c1200d845e3074a8b90c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_32_c1200d845e3074a8b90c.png new file mode 100644 index 0000000000000000000000000000000000000000..384056177035606816fd1bd1037abe5f66a0882c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_32_c1200d845e3074a8b90c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3328_30d023398c0e9de91a0f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3328_30d023398c0e9de91a0f.png new file mode 100644 index 0000000000000000000000000000000000000000..b955275704a36ff4ab525a9c8e4680bbf4924379 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3328_30d023398c0e9de91a0f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3360_899198b9ad9dd39aef8e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3360_899198b9ad9dd39aef8e.png new file mode 100644 index 0000000000000000000000000000000000000000..8b398a83b224ae25c0d28d4fca8b3faa2aebd397 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3360_899198b9ad9dd39aef8e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3392_6c8b92bf7f48290674b2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3392_6c8b92bf7f48290674b2.png new file mode 100644 index 0000000000000000000000000000000000000000..ea5bb179994ae94f7191364c27deb70bbb859865 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3392_6c8b92bf7f48290674b2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3424_4dcc43162c7254e78aae.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3424_4dcc43162c7254e78aae.png new file mode 100644 index 0000000000000000000000000000000000000000..a44fba3257ddba46a5f8fd0d5ec48fd3b0e52e74 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3424_4dcc43162c7254e78aae.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3456_689624e8f628a7c9a651.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3456_689624e8f628a7c9a651.png new file mode 100644 index 0000000000000000000000000000000000000000..b83230d2cc596731016e99eed804f08c08882900 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3456_689624e8f628a7c9a651.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3488_fe68d0e3d43366b56512.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3488_fe68d0e3d43366b56512.png new file mode 100644 index 0000000000000000000000000000000000000000..3628fcc6baa9134ca523f64a9a18885713d595ac Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3488_fe68d0e3d43366b56512.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3520_faff3602c56c3fc599df.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3520_faff3602c56c3fc599df.png new file mode 100644 index 0000000000000000000000000000000000000000..c8fed3fe6caf6d31d2b7efe40ea2aff3a4ec8f60 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3520_faff3602c56c3fc599df.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_352_e34d09b13604e257296e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_352_e34d09b13604e257296e.png new file mode 100644 index 0000000000000000000000000000000000000000..ffb7e18de8b16718dcb6bbdad5bd68c35055a634 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_352_e34d09b13604e257296e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3552_acac7d23e966c753ac4e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3552_acac7d23e966c753ac4e.png new file mode 100644 index 0000000000000000000000000000000000000000..cc6f35922954ce69d774b3295ae8d3a47003d299 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3552_acac7d23e966c753ac4e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3584_ea48c40d9591d13c054b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3584_ea48c40d9591d13c054b.png new file mode 100644 index 0000000000000000000000000000000000000000..28d50ab2fe190548380a089c9db077cd5357b0c4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3584_ea48c40d9591d13c054b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3616_faa77cadbc83c808ca92.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3616_faa77cadbc83c808ca92.png new file mode 100644 index 0000000000000000000000000000000000000000..7d2e572a938f0c1506dadb1224e56a24e4efedd9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3616_faa77cadbc83c808ca92.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3648_b2d0bde20a9d51f8f2a7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3648_b2d0bde20a9d51f8f2a7.png new file mode 100644 index 0000000000000000000000000000000000000000..79f6e75a05e61840743a1128eb604cd423ecb906 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3648_b2d0bde20a9d51f8f2a7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3680_a3c047f655a35ba818d2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3680_a3c047f655a35ba818d2.png new file mode 100644 index 0000000000000000000000000000000000000000..4f1a328fff8587991c2134512b38aa8f6b81b0f2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3680_a3c047f655a35ba818d2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3712_74e5a03279354bef0671.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3712_74e5a03279354bef0671.png new file mode 100644 index 0000000000000000000000000000000000000000..b46961d70d9008701253c6a5decce75147f9b7c2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3712_74e5a03279354bef0671.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3744_64253201c88e243907cf.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3744_64253201c88e243907cf.png new file mode 100644 index 0000000000000000000000000000000000000000..dd8b3b12a87afdfbf4374b658e8414a48afee43b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3744_64253201c88e243907cf.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3776_e64ab3ce14bcdadb7523.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3776_e64ab3ce14bcdadb7523.png new file mode 100644 index 0000000000000000000000000000000000000000..57f96f9d629becf11b1a497813d4128ad40d45c5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3776_e64ab3ce14bcdadb7523.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3808_48bd0356d54f65a61c20.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3808_48bd0356d54f65a61c20.png new file mode 100644 index 0000000000000000000000000000000000000000..abf9261b0bcfac36cb4901915fceb8f28e17ff98 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3808_48bd0356d54f65a61c20.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3840_a70ea8be0c4afff2518c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3840_a70ea8be0c4afff2518c.png new file mode 100644 index 0000000000000000000000000000000000000000..3aa89772a36e244124780bef7235668b7453c08a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3840_a70ea8be0c4afff2518c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_384_07cb301d76e9b7750723.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_384_07cb301d76e9b7750723.png new file mode 100644 index 0000000000000000000000000000000000000000..5256dd95caa46dbd209a6c78683f0bd16080bfcf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_384_07cb301d76e9b7750723.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3872_db253ae05739324ae0c9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3872_db253ae05739324ae0c9.png new file mode 100644 index 0000000000000000000000000000000000000000..a37e243fff95f05730034aaf0ef54826e3617018 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3872_db253ae05739324ae0c9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3904_071e98c074ba05f3ae30.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3904_071e98c074ba05f3ae30.png new file mode 100644 index 0000000000000000000000000000000000000000..20f8bd88dcf40b1bbc019bccfbb5b939a2f79eb3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3904_071e98c074ba05f3ae30.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3936_417184589cdc0de13fd8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3936_417184589cdc0de13fd8.png new file mode 100644 index 0000000000000000000000000000000000000000..feb3dc1cdc75e2cc3009e2f74f964ba5fafbc11c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3936_417184589cdc0de13fd8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3968_5e87b2f6a52b1924c4da.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3968_5e87b2f6a52b1924c4da.png new file mode 100644 index 0000000000000000000000000000000000000000..d216b22f49baf0bd9cacab6d03344c5df5f274c1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_3968_5e87b2f6a52b1924c4da.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4000_74a1b4173a26d0655307.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4000_74a1b4173a26d0655307.png new file mode 100644 index 0000000000000000000000000000000000000000..cc835f91fd4d74c9089c727caa6131e4b285ea9e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4000_74a1b4173a26d0655307.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4032_a142cdd9c066a569d97a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4032_a142cdd9c066a569d97a.png new file mode 100644 index 0000000000000000000000000000000000000000..0adef8621bbf9c9823da34745de4dc835901680a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4032_a142cdd9c066a569d97a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4064_a9c238009a1d1e5f223a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4064_a9c238009a1d1e5f223a.png new file mode 100644 index 0000000000000000000000000000000000000000..832aa17508412b67eb8163fb4c35fc7f6f154dd0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4064_a9c238009a1d1e5f223a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4096_28fbee5f970639ccbe6f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4096_28fbee5f970639ccbe6f.png new file mode 100644 index 0000000000000000000000000000000000000000..8e4704b68442dc854b30f9803b03ee3839f9183d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4096_28fbee5f970639ccbe6f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4128_b81f7042f7f5faef6221.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4128_b81f7042f7f5faef6221.png new file mode 100644 index 0000000000000000000000000000000000000000..a4f42132b9ada6114c00973526997b42f2d8510a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4128_b81f7042f7f5faef6221.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4160_4fada29a96785430ae0b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4160_4fada29a96785430ae0b.png new file mode 100644 index 0000000000000000000000000000000000000000..3fc4c3582fd0b10dda8d09f2b1d11e4b75c56f0f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4160_4fada29a96785430ae0b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_416_360b75957bb8a740ea73.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_416_360b75957bb8a740ea73.png new file mode 100644 index 0000000000000000000000000000000000000000..1d3f6f3786b8715da3d1b9029d55da38bab0f755 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_416_360b75957bb8a740ea73.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4192_56f11d8a02c1138f1b73.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4192_56f11d8a02c1138f1b73.png new file mode 100644 index 0000000000000000000000000000000000000000..c689bf9d732cca7e9b9fb8ab9332cb05e45375b9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4192_56f11d8a02c1138f1b73.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4224_4ef81baf9015a4a68887.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4224_4ef81baf9015a4a68887.png new file mode 100644 index 0000000000000000000000000000000000000000..785defb12b7ec84e71bf5bb14f4e41c61575db6d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4224_4ef81baf9015a4a68887.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4256_82ab82d6a040e471bfc8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4256_82ab82d6a040e471bfc8.png new file mode 100644 index 0000000000000000000000000000000000000000..d579179398edd6b0d1b2b9c5666a14ec185f7e46 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4256_82ab82d6a040e471bfc8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4288_7a9b8002957a2b1bd54d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4288_7a9b8002957a2b1bd54d.png new file mode 100644 index 0000000000000000000000000000000000000000..1a0436a5e8480e74498d6981201fa9cb988ea149 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4288_7a9b8002957a2b1bd54d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4320_dd2a2801c0b5186177d0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4320_dd2a2801c0b5186177d0.png new file mode 100644 index 0000000000000000000000000000000000000000..c5c9226530e2a6b8d83270de891a5eb9f54ec2ca Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4320_dd2a2801c0b5186177d0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4352_e0cbdf9156097412af37.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4352_e0cbdf9156097412af37.png new file mode 100644 index 0000000000000000000000000000000000000000..2e064fa3a318d801281f5c51daeb5d40ba789210 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4352_e0cbdf9156097412af37.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4384_fd98045751f0e2b19766.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4384_fd98045751f0e2b19766.png new file mode 100644 index 0000000000000000000000000000000000000000..20ccd1466542bbb42ea57789f1fbe1f0f8ee65f1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4384_fd98045751f0e2b19766.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4416_e33b744146ce3323b2bb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4416_e33b744146ce3323b2bb.png new file mode 100644 index 0000000000000000000000000000000000000000..84b8bf53c12e683058f7545e5833685ba6018e7d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4416_e33b744146ce3323b2bb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4448_84b5b385e24ed898e95f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4448_84b5b385e24ed898e95f.png new file mode 100644 index 0000000000000000000000000000000000000000..3d2aa586efd24116f4c4832d39f7af9ff89ccf82 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4448_84b5b385e24ed898e95f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4480_fe9353b3ae5d029b4db1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4480_fe9353b3ae5d029b4db1.png new file mode 100644 index 0000000000000000000000000000000000000000..668a230d92ed9cc0aebdcc1d0d3090e09e0208b1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4480_fe9353b3ae5d029b4db1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_448_cb16900ba9e8b7f4075f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_448_cb16900ba9e8b7f4075f.png new file mode 100644 index 0000000000000000000000000000000000000000..14c367e0554c95bfa970c42887556b78952d9546 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_448_cb16900ba9e8b7f4075f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4512_8a4080b4ebc452536f44.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4512_8a4080b4ebc452536f44.png new file mode 100644 index 0000000000000000000000000000000000000000..74fa5cb9037b36c0188e42aebf6aa22c71f97e4a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4512_8a4080b4ebc452536f44.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4544_d9d8e40ea975f0b4b82c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4544_d9d8e40ea975f0b4b82c.png new file mode 100644 index 0000000000000000000000000000000000000000..8dc35dc2fa3717b0f61014cb64a1d544b4c99123 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4544_d9d8e40ea975f0b4b82c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4576_ae0b3eea25bf803f4d24.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4576_ae0b3eea25bf803f4d24.png new file mode 100644 index 0000000000000000000000000000000000000000..76da3a8cb37ee00b1108fe546782cf463f0998f6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4576_ae0b3eea25bf803f4d24.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4608_39d526e12983e8a64c8d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4608_39d526e12983e8a64c8d.png new file mode 100644 index 0000000000000000000000000000000000000000..832c556894be5338daf039c505d8c6bec63b864b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4608_39d526e12983e8a64c8d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4640_9b21350939c97f1ffc3e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4640_9b21350939c97f1ffc3e.png new file mode 100644 index 0000000000000000000000000000000000000000..9965b757e6941d3feaa820d11d47005e4f2037ce Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4640_9b21350939c97f1ffc3e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4672_9652244e69e833dd2bf0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4672_9652244e69e833dd2bf0.png new file mode 100644 index 0000000000000000000000000000000000000000..0c85f4ea9a8c8599b7c0011efc8deb4f67e96ddf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4672_9652244e69e833dd2bf0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4704_5419602792a84db465a5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4704_5419602792a84db465a5.png new file mode 100644 index 0000000000000000000000000000000000000000..5cd7b544401a477bc4c8648af7a523cc2aa47f86 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4704_5419602792a84db465a5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4736_6f5f964b53eb48bd17bd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4736_6f5f964b53eb48bd17bd.png new file mode 100644 index 0000000000000000000000000000000000000000..c600a61b99515e931f5ef1241628954ea16556b9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4736_6f5f964b53eb48bd17bd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4768_4472a8bf6dc98282dc9b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4768_4472a8bf6dc98282dc9b.png new file mode 100644 index 0000000000000000000000000000000000000000..72744770c61759b95200d60cff424b3ddb5ee93d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4768_4472a8bf6dc98282dc9b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4800_dff754c53f4a2d731b99.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4800_dff754c53f4a2d731b99.png new file mode 100644 index 0000000000000000000000000000000000000000..295134072b85d4eb9f9d121ddea3584c9562504c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4800_dff754c53f4a2d731b99.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_480_ef17dfff09fc85ccc1d6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_480_ef17dfff09fc85ccc1d6.png new file mode 100644 index 0000000000000000000000000000000000000000..0e986846a19106350beed849b7122d4388196340 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_480_ef17dfff09fc85ccc1d6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4832_d2bf48f5710ce95d18cf.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4832_d2bf48f5710ce95d18cf.png new file mode 100644 index 0000000000000000000000000000000000000000..f051eba4e30cfe185b0a3bd8d5b2d399d7dddf06 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4832_d2bf48f5710ce95d18cf.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4864_cf2f779051c6172e62a5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4864_cf2f779051c6172e62a5.png new file mode 100644 index 0000000000000000000000000000000000000000..55b83a097ebd457376927422e2530b11f87cc4ca Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4864_cf2f779051c6172e62a5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4896_180e81a115e33b979989.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4896_180e81a115e33b979989.png new file mode 100644 index 0000000000000000000000000000000000000000..de7f671000808b4c4f6b64d03f24aae12c121ed3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4896_180e81a115e33b979989.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4928_680479105ed338232378.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4928_680479105ed338232378.png new file mode 100644 index 0000000000000000000000000000000000000000..eba9e576794cdb50ffe9b348306c39c05d9fdee3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4928_680479105ed338232378.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4960_af178782d2f3de6d5675.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4960_af178782d2f3de6d5675.png new file mode 100644 index 0000000000000000000000000000000000000000..121e05b412ecad830a8d924878c487129c7586ea Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4960_af178782d2f3de6d5675.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4992_8f1488f06a94d59a1cb9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4992_8f1488f06a94d59a1cb9.png new file mode 100644 index 0000000000000000000000000000000000000000..4f79849187dc5775c7f4e97cd1ab3338bc85426a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_4992_8f1488f06a94d59a1cb9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5024_4e8005c0616af4ecdd44.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5024_4e8005c0616af4ecdd44.png new file mode 100644 index 0000000000000000000000000000000000000000..951a7746ef989c64238a31fdd61e52168b67b4a9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5024_4e8005c0616af4ecdd44.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5056_4f503033f5c2f71a20e1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5056_4f503033f5c2f71a20e1.png new file mode 100644 index 0000000000000000000000000000000000000000..b08e9a8b03f1dcd1abc8142157c2b82baf9221d0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5056_4f503033f5c2f71a20e1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5088_c951728dc8f3f11887d0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5088_c951728dc8f3f11887d0.png new file mode 100644 index 0000000000000000000000000000000000000000..a2369f4245f0b94ba07ec7842fa7cf5b4a70a209 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5088_c951728dc8f3f11887d0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5120_710db55af6eee148507f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5120_710db55af6eee148507f.png new file mode 100644 index 0000000000000000000000000000000000000000..55f6f08da401d1efbf69f2dd4d6587478dc7b591 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5120_710db55af6eee148507f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_512_6931b98bb4f4b24f9d3a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_512_6931b98bb4f4b24f9d3a.png new file mode 100644 index 0000000000000000000000000000000000000000..d975a649910e7b99b33fff42595a325c021db5b1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_512_6931b98bb4f4b24f9d3a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5152_95a5bca109a3456b8dab.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5152_95a5bca109a3456b8dab.png new file mode 100644 index 0000000000000000000000000000000000000000..1faf4b29c8308401c8a2abd00f91997b601d85f7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5152_95a5bca109a3456b8dab.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5184_bf5ae476562c8ec24d39.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5184_bf5ae476562c8ec24d39.png new file mode 100644 index 0000000000000000000000000000000000000000..9c1e730c92df043abb59b91c6fdb0185a6cc852b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5184_bf5ae476562c8ec24d39.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5216_b0be79aa5c39dd0b84cb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5216_b0be79aa5c39dd0b84cb.png new file mode 100644 index 0000000000000000000000000000000000000000..c2217f9f01e090fbc0a73ade88bede6217b676b7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5216_b0be79aa5c39dd0b84cb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5248_65b3510778087febcda1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5248_65b3510778087febcda1.png new file mode 100644 index 0000000000000000000000000000000000000000..46df8e9dfba7e9b9f57ec71fadc0dc06803c2788 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5248_65b3510778087febcda1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5280_e699853540a89b92cd5e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5280_e699853540a89b92cd5e.png new file mode 100644 index 0000000000000000000000000000000000000000..dcc918c8ffaef3a91da631240c1052bf4ded39b5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5280_e699853540a89b92cd5e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5312_b836fbfd34a702f08463.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5312_b836fbfd34a702f08463.png new file mode 100644 index 0000000000000000000000000000000000000000..4e8e176d4549268241dace6bfdea9aec232d07f8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5312_b836fbfd34a702f08463.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5344_79a4a10d5b772dc8dd8c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5344_79a4a10d5b772dc8dd8c.png new file mode 100644 index 0000000000000000000000000000000000000000..ccd77e7b6474bbeebfbbbb9cdde8a0818192a164 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5344_79a4a10d5b772dc8dd8c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5376_250eff8a94541b5f9d66.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5376_250eff8a94541b5f9d66.png new file mode 100644 index 0000000000000000000000000000000000000000..bc9eaf2b5715271d223ca593f2a88b331cbbd6c8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5376_250eff8a94541b5f9d66.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5408_7b14f2ead2b0bb1ed29d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5408_7b14f2ead2b0bb1ed29d.png new file mode 100644 index 0000000000000000000000000000000000000000..f81d8a617f8c6250c823cf0c5d1fc57cfc2f4718 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5408_7b14f2ead2b0bb1ed29d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5440_ec0a8a7a66d5f36f0a54.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5440_ec0a8a7a66d5f36f0a54.png new file mode 100644 index 0000000000000000000000000000000000000000..f7a116fc8175575383ab624530b03c448001bedd Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5440_ec0a8a7a66d5f36f0a54.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_544_a6a9c8d6a31782faf4c5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_544_a6a9c8d6a31782faf4c5.png new file mode 100644 index 0000000000000000000000000000000000000000..3385b59083f68633344e3b1a03f36a749ce99766 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_544_a6a9c8d6a31782faf4c5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5472_002d1827f48cbed78edc.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5472_002d1827f48cbed78edc.png new file mode 100644 index 0000000000000000000000000000000000000000..9d5e869aa2ff59563fb445033f06ccdc0edd9286 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5472_002d1827f48cbed78edc.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5504_be7b0be9c4d4be0f8717.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5504_be7b0be9c4d4be0f8717.png new file mode 100644 index 0000000000000000000000000000000000000000..3e77cf649b2d4e6dd5f60820a1e4e55c5a8514fc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5504_be7b0be9c4d4be0f8717.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5536_351ae3bb9565dc6c53f8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5536_351ae3bb9565dc6c53f8.png new file mode 100644 index 0000000000000000000000000000000000000000..8fdcb50c55205a13f7726463c09c5084bdd7ccb3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5536_351ae3bb9565dc6c53f8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5568_b6ab67d91eef6aa42e86.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5568_b6ab67d91eef6aa42e86.png new file mode 100644 index 0000000000000000000000000000000000000000..ca1756243cccda7892641dc59445360c74db812a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5568_b6ab67d91eef6aa42e86.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5600_d3ef03dfc7591652cc1b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5600_d3ef03dfc7591652cc1b.png new file mode 100644 index 0000000000000000000000000000000000000000..60c7da2f813538b6806f678fc8fe2e15ae728225 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5600_d3ef03dfc7591652cc1b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5632_b87048eabb8870fc23d2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5632_b87048eabb8870fc23d2.png new file mode 100644 index 0000000000000000000000000000000000000000..7fd7b627d5ea8c58bdb70924f328a51b0e2eb7a6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5632_b87048eabb8870fc23d2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5664_9412f8d63d774fa98a25.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5664_9412f8d63d774fa98a25.png new file mode 100644 index 0000000000000000000000000000000000000000..35f23e1134e8127d4fcd36875770ab09bf3c89d2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5664_9412f8d63d774fa98a25.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5696_a1b5b2836c9dc326efb3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5696_a1b5b2836c9dc326efb3.png new file mode 100644 index 0000000000000000000000000000000000000000..20a563f9d7f554d89355dbaddb9aa1180bbcbbf1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5696_a1b5b2836c9dc326efb3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5728_c584cb225ba2fbcc1c2e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5728_c584cb225ba2fbcc1c2e.png new file mode 100644 index 0000000000000000000000000000000000000000..e75d507eb548a9aa65b0842ac33fe0ac7a72a6df Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5728_c584cb225ba2fbcc1c2e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5760_2636a4319b19c7ac98bd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5760_2636a4319b19c7ac98bd.png new file mode 100644 index 0000000000000000000000000000000000000000..337f9cffc27facfaa49aabf5e2d97ad9de8e37d9 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5760_2636a4319b19c7ac98bd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_576_ad41e2e687ae298ff552.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_576_ad41e2e687ae298ff552.png new file mode 100644 index 0000000000000000000000000000000000000000..a2d7953519417bca33e1bf80ef3adde0596303d7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_576_ad41e2e687ae298ff552.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5792_e7c374b4c09ed63f0493.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5792_e7c374b4c09ed63f0493.png new file mode 100644 index 0000000000000000000000000000000000000000..948eff4660705eee13a4dd6dbbc1630b90aacb7e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5792_e7c374b4c09ed63f0493.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5824_285b6a67cdb61ac17ad5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5824_285b6a67cdb61ac17ad5.png new file mode 100644 index 0000000000000000000000000000000000000000..f7275156f9b835abdb2a59019ff8dadd32a088cf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5824_285b6a67cdb61ac17ad5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5856_45ae244677035c67abc9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5856_45ae244677035c67abc9.png new file mode 100644 index 0000000000000000000000000000000000000000..9fc67d680db45ade056c72850fe8ffccd5425b21 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5856_45ae244677035c67abc9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5888_5c574edf4628d94b7d9c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5888_5c574edf4628d94b7d9c.png new file mode 100644 index 0000000000000000000000000000000000000000..bcf95c6e99e2c685fde155439d3a08ccf5a7433c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5888_5c574edf4628d94b7d9c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5920_0295a9cf93082714ba89.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5920_0295a9cf93082714ba89.png new file mode 100644 index 0000000000000000000000000000000000000000..a9bcc33ee865f202f2a40cacf8f4a814e02f8761 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5920_0295a9cf93082714ba89.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5952_c484034d61dc63cccebe.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5952_c484034d61dc63cccebe.png new file mode 100644 index 0000000000000000000000000000000000000000..05fe9cec769c6cdc86fe7813439cfa2ddbd708fc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5952_c484034d61dc63cccebe.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5984_2ebd06e6147a96a40299.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5984_2ebd06e6147a96a40299.png new file mode 100644 index 0000000000000000000000000000000000000000..e16e64bb60905106dd9408ed23d0bb39dfe93eff Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_5984_2ebd06e6147a96a40299.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6016_eeda8d9c14ef882a1a9b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6016_eeda8d9c14ef882a1a9b.png new file mode 100644 index 0000000000000000000000000000000000000000..2575f717040d290414ff70dcc0d91d669ee7991d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6016_eeda8d9c14ef882a1a9b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6048_030323ce2f468e815638.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6048_030323ce2f468e815638.png new file mode 100644 index 0000000000000000000000000000000000000000..b33b495870d2e541317555e158b08ff51c9f3cae Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6048_030323ce2f468e815638.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6080_abd32224ae8a83343322.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6080_abd32224ae8a83343322.png new file mode 100644 index 0000000000000000000000000000000000000000..aa5d91c16a7493c364cab2ec18cd6e72e1660fd2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6080_abd32224ae8a83343322.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_608_34fb53775a007a931983.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_608_34fb53775a007a931983.png new file mode 100644 index 0000000000000000000000000000000000000000..edf537f3bf20843f69733ec412b4b5f16e54548c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_608_34fb53775a007a931983.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6112_ce04e858930ba5d2eef5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6112_ce04e858930ba5d2eef5.png new file mode 100644 index 0000000000000000000000000000000000000000..1503a3b02c2d8a95d4ceae6e691fa38fb11030e1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6112_ce04e858930ba5d2eef5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6144_fc63927d378c8cf18cb3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6144_fc63927d378c8cf18cb3.png new file mode 100644 index 0000000000000000000000000000000000000000..8d1cc6ebad575b8a37a3acb5843a224004e4ace1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6144_fc63927d378c8cf18cb3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6176_9e438de50e131cb7a007.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6176_9e438de50e131cb7a007.png new file mode 100644 index 0000000000000000000000000000000000000000..568ff9f92a2269c4f5ca67d8c696027c2d4c17ee Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6176_9e438de50e131cb7a007.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6208_9dc103806a29593311a5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6208_9dc103806a29593311a5.png new file mode 100644 index 0000000000000000000000000000000000000000..14c4eef9ecdf95ed6ff65b23671d1b4327ea24d8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6208_9dc103806a29593311a5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6240_c5cf87d2a2b3dfa4f156.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6240_c5cf87d2a2b3dfa4f156.png new file mode 100644 index 0000000000000000000000000000000000000000..52ed4b48a64faf882cd859abbc04b226113e857a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6240_c5cf87d2a2b3dfa4f156.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6272_8f589e9bed250e5d028e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6272_8f589e9bed250e5d028e.png new file mode 100644 index 0000000000000000000000000000000000000000..365cab9a549ce23bbe0bf34ff93232fe8c4c682c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6272_8f589e9bed250e5d028e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6304_9ea788d2c18db8d753bc.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6304_9ea788d2c18db8d753bc.png new file mode 100644 index 0000000000000000000000000000000000000000..816ada3f3e1ad8d8ea756d22560da5d54a8b25da Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6304_9ea788d2c18db8d753bc.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6336_2729d4e90d879e23237b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6336_2729d4e90d879e23237b.png new file mode 100644 index 0000000000000000000000000000000000000000..479c50fe5cf7f50dabc0f5b8d89d9eb23e3781cc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6336_2729d4e90d879e23237b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6368_4ea78ce4de9678f8edd4.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6368_4ea78ce4de9678f8edd4.png new file mode 100644 index 0000000000000000000000000000000000000000..18985523c91b9f90403af0fbca35477b49f05d38 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6368_4ea78ce4de9678f8edd4.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6400_1f1d1fffc4264e0be887.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6400_1f1d1fffc4264e0be887.png new file mode 100644 index 0000000000000000000000000000000000000000..f36dc285fc18e24abc792b364e9388534a05c187 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6400_1f1d1fffc4264e0be887.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_640_2bc09704b5b56eb568b7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_640_2bc09704b5b56eb568b7.png new file mode 100644 index 0000000000000000000000000000000000000000..6b6caff1c4219e257b3046b43bc490e88d3471e8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_640_2bc09704b5b56eb568b7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6432_340059c3edc188ce643f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6432_340059c3edc188ce643f.png new file mode 100644 index 0000000000000000000000000000000000000000..f93acbbcf6c97e534510cbde3595a32460205a82 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6432_340059c3edc188ce643f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6464_bad71e3a2b9a8dcacf15.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6464_bad71e3a2b9a8dcacf15.png new file mode 100644 index 0000000000000000000000000000000000000000..7c7ae771bc4eea2bbb1130aed78938d7c1ee2e50 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6464_bad71e3a2b9a8dcacf15.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6496_66b60b5b2fa44daf38b1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6496_66b60b5b2fa44daf38b1.png new file mode 100644 index 0000000000000000000000000000000000000000..5724b0bb3597de27b7e910148e80ed71d4b50e0f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6496_66b60b5b2fa44daf38b1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_64_b1f94dee399432deb285.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_64_b1f94dee399432deb285.png new file mode 100644 index 0000000000000000000000000000000000000000..c28288cc3a575eb98b522010ddb26f0e86b4736f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_64_b1f94dee399432deb285.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6528_643b67922301d938d91a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6528_643b67922301d938d91a.png new file mode 100644 index 0000000000000000000000000000000000000000..3a075200d37012a20e094329d6e1e92a68abd1f6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6528_643b67922301d938d91a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6560_f897815c6b11156a18e8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6560_f897815c6b11156a18e8.png new file mode 100644 index 0000000000000000000000000000000000000000..18798bca81e0aa67bb68fc185350f5f31c1eb697 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6560_f897815c6b11156a18e8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6592_7fce73df95b6ab9ec7cc.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6592_7fce73df95b6ab9ec7cc.png new file mode 100644 index 0000000000000000000000000000000000000000..d5710610148cd80dc9eda1b5ca54c9a1e4c11daf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6592_7fce73df95b6ab9ec7cc.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6624_4f2d0ed536f307214bd5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6624_4f2d0ed536f307214bd5.png new file mode 100644 index 0000000000000000000000000000000000000000..d731f47d7c0c6506b56bffdb678ccab3278b7669 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6624_4f2d0ed536f307214bd5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6656_f2dca0349abe124fc790.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6656_f2dca0349abe124fc790.png new file mode 100644 index 0000000000000000000000000000000000000000..197fde77a0a8989c40b89adb9efeed2c8b43eb95 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6656_f2dca0349abe124fc790.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6688_e259203f8b4319ac16ea.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6688_e259203f8b4319ac16ea.png new file mode 100644 index 0000000000000000000000000000000000000000..c83dbab25a83a6fad9bb239d1aaf2071f6923d34 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6688_e259203f8b4319ac16ea.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6720_e4dac421126da95ee4cc.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6720_e4dac421126da95ee4cc.png new file mode 100644 index 0000000000000000000000000000000000000000..9bfb18e0cc4978052596a5a3a68cd108ecc53eb2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6720_e4dac421126da95ee4cc.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_672_3ea14caea2c3f896d562.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_672_3ea14caea2c3f896d562.png new file mode 100644 index 0000000000000000000000000000000000000000..c645faa4464bfd090083b3611d148f1cdc3785ea Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_672_3ea14caea2c3f896d562.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6752_cdcc94f44191a4e9edf8.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6752_cdcc94f44191a4e9edf8.png new file mode 100644 index 0000000000000000000000000000000000000000..0dd3ea9b9cac4404f3deb1e1a28d18a8a34ccc0d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6752_cdcc94f44191a4e9edf8.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6784_36dae0ad284bd62cec30.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6784_36dae0ad284bd62cec30.png new file mode 100644 index 0000000000000000000000000000000000000000..c1d8232f55437d9b2d7779219aaaadb472ef8999 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6784_36dae0ad284bd62cec30.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6816_62087671af2fb540204f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6816_62087671af2fb540204f.png new file mode 100644 index 0000000000000000000000000000000000000000..27414ff42072b7307c495cec9c4587b8b2aff29c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6816_62087671af2fb540204f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6848_2b36f8b6a3cc6e580239.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6848_2b36f8b6a3cc6e580239.png new file mode 100644 index 0000000000000000000000000000000000000000..2688877eeccb09039640a7c23945a47024514f83 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6848_2b36f8b6a3cc6e580239.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6880_36381a262b1741eb4cc6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6880_36381a262b1741eb4cc6.png new file mode 100644 index 0000000000000000000000000000000000000000..d0032ed6de8f04dd86fc8551ee537f086794cbb0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6880_36381a262b1741eb4cc6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6912_0eb15234558ec06f276a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6912_0eb15234558ec06f276a.png new file mode 100644 index 0000000000000000000000000000000000000000..c7278e9552816f1aac522b007dd65a8234606530 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6912_0eb15234558ec06f276a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6944_525143f0bf560efab913.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6944_525143f0bf560efab913.png new file mode 100644 index 0000000000000000000000000000000000000000..015a6d2379b321271245bfc53b613ed437c84ab3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6944_525143f0bf560efab913.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6976_1c4466ba5c353dbb6021.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6976_1c4466ba5c353dbb6021.png new file mode 100644 index 0000000000000000000000000000000000000000..2325d8e920fb0df1964f8c407ceb9d7f2c159a07 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_6976_1c4466ba5c353dbb6021.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7008_48b67f7d6ed92d94bee1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7008_48b67f7d6ed92d94bee1.png new file mode 100644 index 0000000000000000000000000000000000000000..e771f0ec1275c3f588c0df35fa84c71b81458a41 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7008_48b67f7d6ed92d94bee1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7040_c58234a62ccb095333ad.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7040_c58234a62ccb095333ad.png new file mode 100644 index 0000000000000000000000000000000000000000..06f89856051955ce3e63e29e70047a2e6feda4ff Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7040_c58234a62ccb095333ad.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_704_23d8fd8083a70c77f8fd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_704_23d8fd8083a70c77f8fd.png new file mode 100644 index 0000000000000000000000000000000000000000..a22c199a5480fb22f8980b4753bf15fc72264280 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_704_23d8fd8083a70c77f8fd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7072_450c14542e1a33a1866e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7072_450c14542e1a33a1866e.png new file mode 100644 index 0000000000000000000000000000000000000000..868fe2de43e94a16ef3dfa5afe49ceb07835e821 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7072_450c14542e1a33a1866e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7104_a04f9c429d4862cab006.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7104_a04f9c429d4862cab006.png new file mode 100644 index 0000000000000000000000000000000000000000..2cfa4bd5271c9d45e775681a66f07048668ac10f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7104_a04f9c429d4862cab006.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7136_6dcb683d8a8948812aae.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7136_6dcb683d8a8948812aae.png new file mode 100644 index 0000000000000000000000000000000000000000..5fa683178534297f4752eb4f2a46584ac7a8ee73 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7136_6dcb683d8a8948812aae.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7168_eecadd34f5feb038322e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7168_eecadd34f5feb038322e.png new file mode 100644 index 0000000000000000000000000000000000000000..838010161eb30f610c19ae97ce5b27f71104d1b2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7168_eecadd34f5feb038322e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7200_d697d6e29204027396ff.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7200_d697d6e29204027396ff.png new file mode 100644 index 0000000000000000000000000000000000000000..ab136ba5da897548ff04a7f6ad4c4248e14f167c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7200_d697d6e29204027396ff.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7232_0ee4c90d492dce94521c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7232_0ee4c90d492dce94521c.png new file mode 100644 index 0000000000000000000000000000000000000000..1e9424765362a1dd21f2d820f6240eed3eccc491 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7232_0ee4c90d492dce94521c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7264_e40495e8a9c66ecb51a9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7264_e40495e8a9c66ecb51a9.png new file mode 100644 index 0000000000000000000000000000000000000000..ce9aa58e7bd84d7705e19293663b9b642abc0470 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7264_e40495e8a9c66ecb51a9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7296_5082abc24e6bf9851270.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7296_5082abc24e6bf9851270.png new file mode 100644 index 0000000000000000000000000000000000000000..32a5a4523453a59a8bebd7c7543b0e9ea9c867bf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7296_5082abc24e6bf9851270.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7328_7a5b804aa7ed24fd388f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7328_7a5b804aa7ed24fd388f.png new file mode 100644 index 0000000000000000000000000000000000000000..6d33f41aea4bd83184fdc19ccd45844b61d00999 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7328_7a5b804aa7ed24fd388f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7360_a1d718d96baabea5183c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7360_a1d718d96baabea5183c.png new file mode 100644 index 0000000000000000000000000000000000000000..0e96c302deb4034d4e85463b5ae91b45ed425af0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7360_a1d718d96baabea5183c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_736_34ec62882c9988b86e67.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_736_34ec62882c9988b86e67.png new file mode 100644 index 0000000000000000000000000000000000000000..e7f4eecde4459003013d6e9e2e78abe285521268 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_736_34ec62882c9988b86e67.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7392_c38ac7452ed8e85a9485.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7392_c38ac7452ed8e85a9485.png new file mode 100644 index 0000000000000000000000000000000000000000..b12b8c7955ece51044abbcffee72e20377bfef2c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7392_c38ac7452ed8e85a9485.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7424_758f0f3e244f7f1d8e0f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7424_758f0f3e244f7f1d8e0f.png new file mode 100644 index 0000000000000000000000000000000000000000..e2676d271d6dbcd1c7f2ca605cbadd8c557a6137 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7424_758f0f3e244f7f1d8e0f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7456_14ddb10f33043b2647bd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7456_14ddb10f33043b2647bd.png new file mode 100644 index 0000000000000000000000000000000000000000..b59a50ff2d1a34d263c5ed8fb15ac96665b17d84 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7456_14ddb10f33043b2647bd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7488_344ac67c75d2b66f08b2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7488_344ac67c75d2b66f08b2.png new file mode 100644 index 0000000000000000000000000000000000000000..ab15e13167778ef4e745dbd2c1a501752fb8d80b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7488_344ac67c75d2b66f08b2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7520_43a7a6f9d3a7757897c9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7520_43a7a6f9d3a7757897c9.png new file mode 100644 index 0000000000000000000000000000000000000000..279e976e5559b91d8c346754530d05829419cd4d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7520_43a7a6f9d3a7757897c9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7552_d58c97611232cb3a3f5e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7552_d58c97611232cb3a3f5e.png new file mode 100644 index 0000000000000000000000000000000000000000..20aa8b7223df3d7cab776fc4a6e0003569dd2ecb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7552_d58c97611232cb3a3f5e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7584_c1edf37dc18d574496da.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7584_c1edf37dc18d574496da.png new file mode 100644 index 0000000000000000000000000000000000000000..3e6e9d4a43cc5919c4bd227369aa727fc5871566 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7584_c1edf37dc18d574496da.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7616_fc6c7613c908a325c550.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7616_fc6c7613c908a325c550.png new file mode 100644 index 0000000000000000000000000000000000000000..13bba5fd70151a836984931d05ab0cc9db276325 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7616_fc6c7613c908a325c550.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7648_26abf908afcb51175ca5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7648_26abf908afcb51175ca5.png new file mode 100644 index 0000000000000000000000000000000000000000..9aea67b8eb7e6f4616481df447fe555667134251 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7648_26abf908afcb51175ca5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7680_3b30fe2955d313b4ffd4.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7680_3b30fe2955d313b4ffd4.png new file mode 100644 index 0000000000000000000000000000000000000000..0180a69453ef42102061efd6d894b27d1a20135b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7680_3b30fe2955d313b4ffd4.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_768_4b306b54001ebeab85e0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_768_4b306b54001ebeab85e0.png new file mode 100644 index 0000000000000000000000000000000000000000..daf91afbd544f84b71a7cfac1e66e26251272b54 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_768_4b306b54001ebeab85e0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7712_2d370210958cf89a1d2b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7712_2d370210958cf89a1d2b.png new file mode 100644 index 0000000000000000000000000000000000000000..f32e8e67a61aa75452c0713576854ee63dd8e83a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7712_2d370210958cf89a1d2b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7744_5d42521e3705d1d27305.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7744_5d42521e3705d1d27305.png new file mode 100644 index 0000000000000000000000000000000000000000..794ffd5c6804196a549f06a22b8b69b1e44de51f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7744_5d42521e3705d1d27305.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7776_39e2fca2a9a3d592e904.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7776_39e2fca2a9a3d592e904.png new file mode 100644 index 0000000000000000000000000000000000000000..f34dd835d038ae55c2e502f909f50a1ff6e9e33f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7776_39e2fca2a9a3d592e904.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7808_3fcae2ad1d23ec7cb401.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7808_3fcae2ad1d23ec7cb401.png new file mode 100644 index 0000000000000000000000000000000000000000..7fc303321553d3984bf365778d0296ee7cd50928 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7808_3fcae2ad1d23ec7cb401.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7840_51ed47e5c5549a189b32.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7840_51ed47e5c5549a189b32.png new file mode 100644 index 0000000000000000000000000000000000000000..6609b63cd405927753b24adf3d90638567b8680b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7840_51ed47e5c5549a189b32.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7872_29aacb714cb666bec782.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7872_29aacb714cb666bec782.png new file mode 100644 index 0000000000000000000000000000000000000000..82ffe367b559aa04de20bf07c55e18073aabe8cb Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7872_29aacb714cb666bec782.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7904_6fd505e296db31945d0f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7904_6fd505e296db31945d0f.png new file mode 100644 index 0000000000000000000000000000000000000000..2966d5ab3b6b3667b22ca7527652639696aade3e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7904_6fd505e296db31945d0f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7936_6f9bc4cc99a19506778d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7936_6f9bc4cc99a19506778d.png new file mode 100644 index 0000000000000000000000000000000000000000..9882067e3b831693f1543ca3426486ae48ccc338 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7936_6f9bc4cc99a19506778d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7968_0493e4e04ac96d63f43b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7968_0493e4e04ac96d63f43b.png new file mode 100644 index 0000000000000000000000000000000000000000..d1f81e5adc7d8cdc4f8a9863f2ffe0b641bebaf3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_7968_0493e4e04ac96d63f43b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8000_1bd38981ad13a436d42c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8000_1bd38981ad13a436d42c.png new file mode 100644 index 0000000000000000000000000000000000000000..0ecee7ba0ebb98106607bc0de63d1867bd38f366 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8000_1bd38981ad13a436d42c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_800_622be85a5ec5dfb7185a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_800_622be85a5ec5dfb7185a.png new file mode 100644 index 0000000000000000000000000000000000000000..ca19191be5c8e1857e77677079f6d12132abc3d6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_800_622be85a5ec5dfb7185a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8032_e2fd62da2bbe28ad8b11.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8032_e2fd62da2bbe28ad8b11.png new file mode 100644 index 0000000000000000000000000000000000000000..cee41b34811db019722783be313d1724d69c0489 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8032_e2fd62da2bbe28ad8b11.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8064_9f2024eb847b1c288044.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8064_9f2024eb847b1c288044.png new file mode 100644 index 0000000000000000000000000000000000000000..8ce3319e3b061341f3153c13f02945dd9cbe532a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8064_9f2024eb847b1c288044.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8096_5a355599b2a566d92531.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8096_5a355599b2a566d92531.png new file mode 100644 index 0000000000000000000000000000000000000000..5def05049dd016b6c1c05589a401e7c2647f5f05 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8096_5a355599b2a566d92531.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8128_7a0b35eb1870e551162f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8128_7a0b35eb1870e551162f.png new file mode 100644 index 0000000000000000000000000000000000000000..c0052a38dae3ac627693fafe1a4f83fbcfffe6b8 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8128_7a0b35eb1870e551162f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8160_235440b764b8e68a2d4d.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8160_235440b764b8e68a2d4d.png new file mode 100644 index 0000000000000000000000000000000000000000..5ad692bca56618313b90c5791316cbc75a52aa5e Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8160_235440b764b8e68a2d4d.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8192_390553d7a8d5d0c7180f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8192_390553d7a8d5d0c7180f.png new file mode 100644 index 0000000000000000000000000000000000000000..fde26c51e63f43ebdfec5b0b2d06571e49c7873c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8192_390553d7a8d5d0c7180f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8224_61cb87e786e8a769be14.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8224_61cb87e786e8a769be14.png new file mode 100644 index 0000000000000000000000000000000000000000..ca00b7906b3ce52de35d94b59519921556808d10 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8224_61cb87e786e8a769be14.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8256_83f3fe9e998dfe19fa72.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8256_83f3fe9e998dfe19fa72.png new file mode 100644 index 0000000000000000000000000000000000000000..d5802536dfdf5df107422ef94347b7e259e26627 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8256_83f3fe9e998dfe19fa72.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8288_7cd9cb3fc20420be3bad.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8288_7cd9cb3fc20420be3bad.png new file mode 100644 index 0000000000000000000000000000000000000000..a08d882ec61b1e9fabc8b9d3b5f65d008d22cc15 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8288_7cd9cb3fc20420be3bad.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8320_d5533edc892de68009bb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8320_d5533edc892de68009bb.png new file mode 100644 index 0000000000000000000000000000000000000000..824049f704606db82bb5fd64b910e97a15c40961 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8320_d5533edc892de68009bb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_832_b9103474fead998e3f43.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_832_b9103474fead998e3f43.png new file mode 100644 index 0000000000000000000000000000000000000000..d502b9c0afbb463acb2b08040add787900497bb4 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_832_b9103474fead998e3f43.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8352_0619613094c99e1cc2ae.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8352_0619613094c99e1cc2ae.png new file mode 100644 index 0000000000000000000000000000000000000000..76c1b4e2a4f4ebb638108f445c61d91deed8bf59 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8352_0619613094c99e1cc2ae.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8384_6806cbfdaaf225e3b834.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8384_6806cbfdaaf225e3b834.png new file mode 100644 index 0000000000000000000000000000000000000000..4b059f4d092b4667e3ca0e19160d1857f068d130 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8384_6806cbfdaaf225e3b834.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8416_df9bff5c99dd98342174.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8416_df9bff5c99dd98342174.png new file mode 100644 index 0000000000000000000000000000000000000000..22b55b5a79f7983dfe2c6431e1a7bba9b2d7ed55 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8416_df9bff5c99dd98342174.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8448_1e0512c1040eaaba8584.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8448_1e0512c1040eaaba8584.png new file mode 100644 index 0000000000000000000000000000000000000000..802b8a622ef0b5e35b977de612f8af3a22b11df5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8448_1e0512c1040eaaba8584.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8480_5e57bb19ad24a6aa13ee.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8480_5e57bb19ad24a6aa13ee.png new file mode 100644 index 0000000000000000000000000000000000000000..0b5a0056cfb4a9582b75e34c23c48b4b89561cc2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8480_5e57bb19ad24a6aa13ee.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8512_ed28ac90bbb1c85d8cdd.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8512_ed28ac90bbb1c85d8cdd.png new file mode 100644 index 0000000000000000000000000000000000000000..82e8b8ed6e8c8cdd30d630e550a5a92535957ba0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8512_ed28ac90bbb1c85d8cdd.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8544_208b5e01e5a933722099.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8544_208b5e01e5a933722099.png new file mode 100644 index 0000000000000000000000000000000000000000..73e7e91f4a3febc46925c584243e3abd4828ded0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8544_208b5e01e5a933722099.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8576_c575d6687ef4785a43e4.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8576_c575d6687ef4785a43e4.png new file mode 100644 index 0000000000000000000000000000000000000000..5ee536966b7e09d0d3f262739cb5002539d34f45 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8576_c575d6687ef4785a43e4.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8608_3f5f52f8d5f8f3fab1eb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8608_3f5f52f8d5f8f3fab1eb.png new file mode 100644 index 0000000000000000000000000000000000000000..55bf928c72d87d586ac2f45d819135d524545038 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8608_3f5f52f8d5f8f3fab1eb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8640_f306371b8296fd477771.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8640_f306371b8296fd477771.png new file mode 100644 index 0000000000000000000000000000000000000000..55b6037e5adaede3c03d475807f4b7f38dfe3dd0 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8640_f306371b8296fd477771.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_864_1ef1a4c73a2f1a5a1cac.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_864_1ef1a4c73a2f1a5a1cac.png new file mode 100644 index 0000000000000000000000000000000000000000..724b55b430055030a01cc650c29855da71b47fab Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_864_1ef1a4c73a2f1a5a1cac.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8672_7214f1a96b50ea0540fe.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8672_7214f1a96b50ea0540fe.png new file mode 100644 index 0000000000000000000000000000000000000000..d9a7be13195d562305e53636b4921a944b9facfe Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8672_7214f1a96b50ea0540fe.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8704_d4be4037861200d82a3b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8704_d4be4037861200d82a3b.png new file mode 100644 index 0000000000000000000000000000000000000000..778bb08955ae27c853363381d73ce2feda805869 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8704_d4be4037861200d82a3b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8736_26957c540ad5b4eae559.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8736_26957c540ad5b4eae559.png new file mode 100644 index 0000000000000000000000000000000000000000..803e7203134d1f020a8d41d8022baf1cadc9d16f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8736_26957c540ad5b4eae559.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8768_c0b0401cfdacf52a72b1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8768_c0b0401cfdacf52a72b1.png new file mode 100644 index 0000000000000000000000000000000000000000..f5701d3b8716eebc4adb2736f2a7273b8dab20bc Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8768_c0b0401cfdacf52a72b1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8800_de0c980480244c2e885a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8800_de0c980480244c2e885a.png new file mode 100644 index 0000000000000000000000000000000000000000..956606e111ab4180b17abaee3e786916626d4bd5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8800_de0c980480244c2e885a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8832_1cc2fdea1a28ade6d78c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8832_1cc2fdea1a28ade6d78c.png new file mode 100644 index 0000000000000000000000000000000000000000..3bdd8da38315c531157f301dbc689262494c6418 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8832_1cc2fdea1a28ade6d78c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8864_0a9f4227811e980b6621.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8864_0a9f4227811e980b6621.png new file mode 100644 index 0000000000000000000000000000000000000000..45e0fd6f35acb0b409a0da7bbf67f9fe3b7a92a3 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8864_0a9f4227811e980b6621.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8896_4b1c4cd6b148fa38e37a.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8896_4b1c4cd6b148fa38e37a.png new file mode 100644 index 0000000000000000000000000000000000000000..f2f46a7b8c109568a91ec3649ed86ca31f6f6049 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8896_4b1c4cd6b148fa38e37a.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8928_4005d13c9cbd7da2a0c5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8928_4005d13c9cbd7da2a0c5.png new file mode 100644 index 0000000000000000000000000000000000000000..39b35464f9a5e2807041ed9020b18204121ac880 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8928_4005d13c9cbd7da2a0c5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8960_21da90e604c64d64b9b7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8960_21da90e604c64d64b9b7.png new file mode 100644 index 0000000000000000000000000000000000000000..1261335da33b6f7578103a183f2f8a951064617d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8960_21da90e604c64d64b9b7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_896_4bd82c319d7d5429791b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_896_4bd82c319d7d5429791b.png new file mode 100644 index 0000000000000000000000000000000000000000..82603d71fb6c96a77f4e6b2b9187295efe2c4fa7 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_896_4bd82c319d7d5429791b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8992_6881bb01e371566c3ced.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8992_6881bb01e371566c3ced.png new file mode 100644 index 0000000000000000000000000000000000000000..fc099eee4ea7085f8389c6f7638a33009d4f526b Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_8992_6881bb01e371566c3ced.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9024_86e5a8a505268ed46dd5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9024_86e5a8a505268ed46dd5.png new file mode 100644 index 0000000000000000000000000000000000000000..dd4b1116e538731e7a1c4da6ac3320b2e31f33d1 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9024_86e5a8a505268ed46dd5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9056_9b7c90c5bf2d913a96ff.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9056_9b7c90c5bf2d913a96ff.png new file mode 100644 index 0000000000000000000000000000000000000000..3cba11e4fa530cf9dfe61f60a9709723d54ce479 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9056_9b7c90c5bf2d913a96ff.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9088_310b3c600c8f25590d16.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9088_310b3c600c8f25590d16.png new file mode 100644 index 0000000000000000000000000000000000000000..8b1960a907fe973c468e071d4c2bbe59e26c4b8d Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9088_310b3c600c8f25590d16.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9120_172794720884f209bdca.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9120_172794720884f209bdca.png new file mode 100644 index 0000000000000000000000000000000000000000..cdcd478cabf60418ddf8f321fe6974c6e72b5818 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9120_172794720884f209bdca.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9152_b1ba036fcf78d2060fc3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9152_b1ba036fcf78d2060fc3.png new file mode 100644 index 0000000000000000000000000000000000000000..29d63c9499bf799fb7b8dd9a6cb036deb3bb3e7f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9152_b1ba036fcf78d2060fc3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9184_367a8bc77a3ed75b9b2b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9184_367a8bc77a3ed75b9b2b.png new file mode 100644 index 0000000000000000000000000000000000000000..fa8e46dcf413be806c5e7edea4e635c5f87b9865 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9184_367a8bc77a3ed75b9b2b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9216_4ef357e00bb98308f90e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9216_4ef357e00bb98308f90e.png new file mode 100644 index 0000000000000000000000000000000000000000..81a9fb74d7f2bac159c1be62e4291ffae95c595f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9216_4ef357e00bb98308f90e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9248_92c85947f6744370faca.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9248_92c85947f6744370faca.png new file mode 100644 index 0000000000000000000000000000000000000000..540b15ab797aae90f6c46f0f2aebcc62dd9797c5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9248_92c85947f6744370faca.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9280_0de583bee546ef1ffaf9.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9280_0de583bee546ef1ffaf9.png new file mode 100644 index 0000000000000000000000000000000000000000..2dbdbfd1fd40b45b365b2fe3b3bda102c7304738 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9280_0de583bee546ef1ffaf9.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_928_4250fde6c48358740f0b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_928_4250fde6c48358740f0b.png new file mode 100644 index 0000000000000000000000000000000000000000..01aaa8e510f6e3c04efb7dd3b8b792cbb956a1b2 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_928_4250fde6c48358740f0b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9312_8be61423fc80b94263b7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9312_8be61423fc80b94263b7.png new file mode 100644 index 0000000000000000000000000000000000000000..2e66bf972717f70c2e27407bda6ef1bb347c1800 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9312_8be61423fc80b94263b7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9344_729eb4a141ad99c9f794.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9344_729eb4a141ad99c9f794.png new file mode 100644 index 0000000000000000000000000000000000000000..5960a358d2fc0956aa0747148d93db25982b5625 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9344_729eb4a141ad99c9f794.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9376_b534ea876eae6af6fa32.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9376_b534ea876eae6af6fa32.png new file mode 100644 index 0000000000000000000000000000000000000000..8ca8c1444554a337a27157c7da724b3f2e7496e5 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9376_b534ea876eae6af6fa32.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9408_6f703a181be9657889b5.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9408_6f703a181be9657889b5.png new file mode 100644 index 0000000000000000000000000000000000000000..bd6669af01c18563707a4a0ad8d7feefa5ca1348 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9408_6f703a181be9657889b5.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9440_840e97c312d14fa29d5b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9440_840e97c312d14fa29d5b.png new file mode 100644 index 0000000000000000000000000000000000000000..9b954ed7dcd2d25724e3b6abe3e447ba41773996 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9440_840e97c312d14fa29d5b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9472_c1af12d90f4ea75abb85.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9472_c1af12d90f4ea75abb85.png new file mode 100644 index 0000000000000000000000000000000000000000..4854e9fe193703936e93e225235a6b0b7e557925 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9472_c1af12d90f4ea75abb85.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9504_de1ea2c9db0fce0a7e5b.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9504_de1ea2c9db0fce0a7e5b.png new file mode 100644 index 0000000000000000000000000000000000000000..81af9d55f7d577e27e136f4155590db66b794623 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9504_de1ea2c9db0fce0a7e5b.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9536_c6cedd80fc1004d75e8e.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9536_c6cedd80fc1004d75e8e.png new file mode 100644 index 0000000000000000000000000000000000000000..1a53fa298c48fed0b014fdd860a00713b68a30f6 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9536_c6cedd80fc1004d75e8e.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9568_0cb8a7c3a6633b78feb0.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9568_0cb8a7c3a6633b78feb0.png new file mode 100644 index 0000000000000000000000000000000000000000..869e6cda5676585780a0c8189464d104098da4ad Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9568_0cb8a7c3a6633b78feb0.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9600_e91f670dd0a447cbc34f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9600_e91f670dd0a447cbc34f.png new file mode 100644 index 0000000000000000000000000000000000000000..528dcf0afc190911e1c8a73c94907a72f75c4393 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9600_e91f670dd0a447cbc34f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_960_0920d40b56cdc875b4c3.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_960_0920d40b56cdc875b4c3.png new file mode 100644 index 0000000000000000000000000000000000000000..7f0310158c83b670e1bfeaa9f3d8b5d2bb530abf Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_960_0920d40b56cdc875b4c3.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9632_e04d4b6330f8d1bf7ffb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9632_e04d4b6330f8d1bf7ffb.png new file mode 100644 index 0000000000000000000000000000000000000000..f1187c89d19ac45ccc43058a4171f9eea0346b40 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9632_e04d4b6330f8d1bf7ffb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9664_44efbd6381c6545a5f02.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9664_44efbd6381c6545a5f02.png new file mode 100644 index 0000000000000000000000000000000000000000..299559206c633bde6c5e8d7aa3de0e88f0347e8c Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9664_44efbd6381c6545a5f02.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9696_65a194f48610e24f4f1f.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9696_65a194f48610e24f4f1f.png new file mode 100644 index 0000000000000000000000000000000000000000..d02e1e1f9c91da8bf1da5d8cf99d92228a193376 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9696_65a194f48610e24f4f1f.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_96_2146fab368761c929a01.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_96_2146fab368761c929a01.png new file mode 100644 index 0000000000000000000000000000000000000000..a7f20748b53d4966944527cbea5c53993c3b0597 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_96_2146fab368761c929a01.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9728_ec0edc689ee3697c9ef1.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9728_ec0edc689ee3697c9ef1.png new file mode 100644 index 0000000000000000000000000000000000000000..f755ba050063844ad223fa3798f623c873c46d47 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9728_ec0edc689ee3697c9ef1.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9760_1fb67b77411d24ed8cd6.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9760_1fb67b77411d24ed8cd6.png new file mode 100644 index 0000000000000000000000000000000000000000..a8f3ca495602d7878526ceb019428385f52796be Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9760_1fb67b77411d24ed8cd6.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9792_ed8a84b41046013609bb.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9792_ed8a84b41046013609bb.png new file mode 100644 index 0000000000000000000000000000000000000000..e7783adce15f8219801aeb6774833a1df5022a2f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9792_ed8a84b41046013609bb.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9824_69ed25763e44578b6df7.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9824_69ed25763e44578b6df7.png new file mode 100644 index 0000000000000000000000000000000000000000..561621c04204dba5270a18d156749847ea1f4d74 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9824_69ed25763e44578b6df7.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9856_fdee32731291e2869a0c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9856_fdee32731291e2869a0c.png new file mode 100644 index 0000000000000000000000000000000000000000..4bb331735dc10382c2f95cf4f631fc1cb0703313 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9856_fdee32731291e2869a0c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9888_8014255a35379d7e371c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9888_8014255a35379d7e371c.png new file mode 100644 index 0000000000000000000000000000000000000000..f39ad2074c2ba32164024a6434c69ea1cce84834 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9888_8014255a35379d7e371c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9920_15a6a13621abd9bbae23.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9920_15a6a13621abd9bbae23.png new file mode 100644 index 0000000000000000000000000000000000000000..2bb65dcb9102a6bee002b099f65abf8e4481291a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9920_15a6a13621abd9bbae23.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_992_5fd5160a5561270aa3f2.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_992_5fd5160a5561270aa3f2.png new file mode 100644 index 0000000000000000000000000000000000000000..a31742f4a86d0196050db913a2f3d6407575c22a Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_992_5fd5160a5561270aa3f2.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9952_cb1f3b53664a1d72e199.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9952_cb1f3b53664a1d72e199.png new file mode 100644 index 0000000000000000000000000000000000000000..a9c5997427375325cf0d7c70a1038620ecaef666 Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9952_cb1f3b53664a1d72e199.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9984_4ea1d493954644cdb06c.png b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9984_4ea1d493954644cdb06c.png new file mode 100644 index 0000000000000000000000000000000000000000..019e36be3ff911793d19b5f7184d574af6479e6f Binary files /dev/null and b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/media/images/ued/layout/levels16_img_9984_4ea1d493954644cdb06c.png differ diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/output.log b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..7e3a8245cf5c4f956a87fd62f4f30cdbe4ecedff --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/output.log @@ -0,0 +1,62226 @@ + env_size : 7 + env_layout : blocks + env_corner_size : 1 + env_terminate_after_corner : False + obs_level_of_detail : 0 + img_level_of_detail : 1 + env_penalize_time : False + net_cnn_type : large + net_rnn_type : ff + net_width : 256 + ued : plr + prob_shift : 1 + num_train_levels : 2048 + plr_buffer_size : 4096 + plr_temperature : 0.1 + plr_staleness_coeff : 0.1 + plr_prob_replay : 0.5 + plr_regret_estimator : maxmc-actor + plr_robust : False + num_mutate_steps : 12 + prob_mutate_shift : 0 + chain_mutate : True + mutate_cheese : True + train_proxy_critic : False + plr_proxy_shaping : False + proxy_name : proxy_corner + plr_proxy_shaping_coeff : 0.5 + clipping : False + ppo_lr : 5e-05 + ppo_gamma : 0.999 + ppo_clip_eps : 0.1 + ppo_gae_lambda : 0.95 + ppo_entropy_coeff : 0.001 + ppo_critic_coeff : 0.5 + ppo_proxy_critic_coeff : 0.5 + ppo_max_grad_norm : 0.5 + ppo_lr_annealing : False + num_minibatches_per_epoch : 4 + num_epochs_per_cycle : 5 + num_total_env_steps : 500000000 + num_env_steps_per_cycle : 128 + num_parallel_envs : 256 + console_log : True + wandb_log : True + wandb_project : jaxgmg_500M + wandb_entity : None + wandb_group : None + wandb_name : alpha_1_env_blocks_7x7 + log_gifs : False + log_imgs : True + log_hists : False + num_cycles_per_log : 32 + num_cycles_per_eval : 32 + num_cycles_per_gifs : 1024 + num_cycles_per_big_eval : 1024 + evals_num_env_steps : 512 + evals_num_levels : 256 + gif_grid_width : 16 + level_splayer : mouse + checkpointing : True + keep_all_checkpoints : True + max_num_checkpoints : 1 + num_cycles_per_checkpoint : 128 + seed : 42 +configuring environment... +configuring level generators... + mixing level generators with {prob_shift=}... +configuring level classifier... +configuring level mutator... +configuring level solver... +configuring level metrics... +configuring eval level generators... +configuring parser and parsing fixed eval levels... +(unsupported size for fixed evals) +configuring heatmap splayer... +seeding random number generator with seed=42... +configuring curriculum with ued='plr'... +configuring eval batches from 4 level generators... + generating 256 'train' levels... + also solving generated levels... + generating 256 'orig' levels... + also solving generated levels... + generating 256 'shift' levels... + also solving generated levels... + generating 256 'tree' levels... + also solving generated levels... +configuring evals for 0 fixed eval levels... +configuring actor critic network... + net_cnn_type='large' + net_rnn_type='ff' + net_width=256 + initialising network... + number of parameters: 174406 +initialising the checkpointer... +setting up optimiser... +initialising train state... +configuring PPO updater... +begin training loop! +(note: first two cycles are slow due to compilation) + steps/s] +=========================================================== + step: + env-step-all-after: 32768 + env-step-replay-after: 32768 + env-step-used-after: 32768 + ppo-update-after: 20 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 56.254227 + avg_avg_return: 0.48352578 + avg_reward_per_step: 0.029266357 + proxy_corner: + avg_avg_return: 0.22996776 + avg_reward_per_step: 0.0062561035 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 56.254227 + avg_avg_return: 0.48352578 + avg_reward_per_step: 0.029266357 + proxy_corner: + avg_avg_return: 0.22996776 + avg_reward_per_step: 0.0062561035 + perf: + env_steps_per_second: 10485.360938820637 + ppo_updates_per_second: 1.667012172723483 + eval-batch-train-duration: 2.4826977610355243 + eval-batch-orig-duration: 0.13330694899195805 + eval-batch-shift-duration: 0.13323142600711435 + eval-batch-tree-duration: 0.1334237389964983 + ued: + distances: + cheese-corne_dist_avg: 7.210449 + cheese-corne_dist_wavg: 11.966216 + levels_cheese_is_in_corner_avg: 0.037353516 + mouse-cheese_dist_finite_avg: 4.6848145 + mouse-cheese_dist_finite_wavg: 1.3746986 + mouse-cheese_dist_solvable_avg: 3.5333335 + mouse-cheese_dist_solvable_wavg: 1.2299609 + solvable_avg: 0.87158203 + solvable_num: 3570 + solvable_wavg: 0.9871577 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.253174 + num_walls_wavg: 8.723497 + prop_walls_avg: 0.2718771 + prop_walls_wavg: 0.37928247 + scoring: + avg_scores: 0.010712674 + visit_patterns: + avg_first_visit_time: 0.0 + avg_last_visit_time: 0.0625 + num_replay_batches: 1 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081490446 + avg_actor_approxkl3: 0.0009040868 + avg_actor_clipfrac: 0.023040771 + avg_actor_loss: -0.0007796152 + avg_advantage: 0.1690037 + avg_critic_clipfrac: 0.47265625 + avg_critic_loss: 0.042102017 + avg_entropy: 1.3603613 + avg_grad_norm_pre_clip: 0.28564233 + avg_loss: 0.018911032 + max: + max_actor_approxkl1: 0.0020981424 + max_actor_approxkl3: 0.001662952 + max_actor_clipfrac: 0.08496094 + max_actor_loss: 8.08239e-05 + max_advantage: 0.95459366 + max_critic_clipfrac: 1.0 + max_critic_loss: 0.053085808 + max_entropy: 1.3648362 + max_grad_norm_pre_clip: 0.5772227 + max_loss: 0.02518399 + std: + std_actor_approxkl1: 0.0006460873 + std_actor_approxkl3: 0.0005793388 + std_actor_clipfrac: 0.027448451 + std_actor_loss: 0.0006432193 + std_advantage: 0.2737016 + std_critic_clipfrac: 0.42281574 + std_critic_loss: 0.004997871 + std_entropy: 0.0021169772 + std_grad_norm_pre_clip: 0.112141475 + std_loss: 0.0027256203 + eval-batch-train: + avg_avg_episode_length: 54.288338 + avg_avg_return: 0.56459033 + avg_benchmark_regret: 0.29165384 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.02067566 + proxy_corner: + avg_avg_return: 0.18548639 + avg_reward_per_step: 0.003540039 + eval-batch-orig: + avg_avg_episode_length: 69.180435 + avg_avg_return: 0.3716499 + avg_benchmark_regret: 0.47224158 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.009315491 + proxy_corner: + avg_avg_return: 0.3716499 + avg_reward_per_step: 0.009315491 + eval-batch-shift: + avg_avg_episode_length: 55.71798 + avg_avg_return: 0.54625857 + avg_benchmark_regret: 0.34110317 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.020812988 + proxy_corner: + avg_avg_return: 0.22969893 + avg_reward_per_step: 0.0055236816 + eval-batch-tree: + avg_avg_episode_length: 70.29026 + avg_avg_return: 0.34127378 + avg_benchmark_regret: 0.6531465 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.010192871 + proxy_corner: + avg_avg_return: 0.34127378 + avg_reward_per_step: 0.010192871 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 1048576 + env-step-replay-before: 557056 + env-step-used-before: 1048576 + ppo-update-before: 640 + env-step-generate-before: 491520 + env-step-all-after: 1081344 + env-step-replay-after: 589824 + env-step-used-after: 1081344 + ppo-update-after: 660 + env-step-generate-after: 491520 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 40.136112 + avg_avg_return: 0.64478815 + avg_reward_per_step: 0.044006348 + proxy_corner: + avg_avg_return: 0.21680191 + avg_reward_per_step: 0.012023926 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 40.136112 + avg_avg_return: 0.64478815 + avg_reward_per_step: 0.044006348 + proxy_corner: + avg_avg_return: 0.21680191 + avg_reward_per_step: 0.012023926 + perf: + env_steps_per_second: 988075.8765552536 + ppo_updates_per_second: 109.80135360547547 + eval-batch-train-duration: 0.19318813300924376 + eval-batch-orig-duration: 0.14631919999374077 + eval-batch-shift-duration: 0.14086746703833342 + eval-batch-tree-duration: 0.1384878340177238 + ued: + distances: + cheese-corne_dist_avg: 7.0352783 + cheese-corne_dist_wavg: 2.517 + levels_cheese_is_in_corner_avg: 0.03930664 + mouse-cheese_dist_finite_avg: 4.3703613 + mouse-cheese_dist_finite_wavg: 4.0412545 + mouse-cheese_dist_solvable_avg: 3.8464139 + mouse-cheese_dist_solvable_wavg: 3.9755452 + solvable_avg: 0.9394531 + solvable_num: 3848 + solvable_wavg: 0.9922915 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0808105 + num_walls_wavg: 5.109763 + prop_walls_avg: 0.26438305 + prop_walls_wavg: 0.22216368 + scoring: + avg_scores: 0.23610201 + visit_patterns: + avg_first_visit_time: 3.0722656 + avg_last_visit_time: 8.902344 + num_replay_batches: 18 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013830968 + avg_actor_approxkl3: 0.0011757769 + avg_actor_clipfrac: 0.036212157 + avg_actor_loss: -0.00036451407 + avg_advantage: -0.005333473 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.007163137 + avg_entropy: 1.2873491 + avg_grad_norm_pre_clip: 0.3928127 + avg_loss: 0.0019297056 + max: + max_actor_approxkl1: 0.0035542892 + max_actor_approxkl3: 0.0024829723 + max_actor_clipfrac: 0.15734863 + max_actor_loss: 0.0017057508 + max_advantage: 0.25660163 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.01033682 + max_entropy: 1.30262 + max_grad_norm_pre_clip: 1.2231253 + max_loss: 0.0040425146 + std: + std_actor_approxkl1: 0.00091864227 + std_actor_approxkl3: 0.000652621 + std_actor_clipfrac: 0.049577728 + std_actor_loss: 0.00079475343 + std_advantage: 0.11970574 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0016461415 + std_entropy: 0.006841867 + std_grad_norm_pre_clip: 0.31180593 + std_loss: 0.001017107 + eval-batch-train: + avg_avg_episode_length: 36.526093 + avg_avg_return: 0.729714 + avg_benchmark_regret: 0.12653023 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.046905518 + proxy_corner: + avg_avg_return: 0.14599736 + avg_reward_per_step: 0.0062713623 + eval-batch-orig: + avg_avg_episode_length: 39.978188 + avg_avg_return: 0.69217145 + avg_benchmark_regret: 0.15172005 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.04976654 + proxy_corner: + avg_avg_return: 0.69217145 + avg_reward_per_step: 0.04976654 + eval-batch-shift: + avg_avg_episode_length: 35.98534 + avg_avg_return: 0.7637346 + avg_benchmark_regret: 0.12362717 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.0463562 + proxy_corner: + avg_avg_return: 0.18086387 + avg_reward_per_step: 0.007286072 + eval-batch-tree: + avg_avg_episode_length: 46.402992 + avg_avg_return: 0.62248045 + avg_benchmark_regret: 0.3719398 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.04460907 + proxy_corner: + avg_avg_return: 0.62248045 + avg_reward_per_step: 0.04460907 +=========================================================== +=========================================================== + step: + env-step-all-before: 2097152 + env-step-replay-before: 1114112 + env-step-used-before: 2097152 + ppo-update-before: 1280 + env-step-generate-before: 983040 + env-step-all-after: 2129920 + env-step-replay-after: 1114112 + env-step-used-after: 2129920 + ppo-update-after: 1300 + env-step-generate-after: 1015808 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 30.418903 + avg_avg_return: 0.7312887 + avg_reward_per_step: 0.0730896 + proxy_corner: + avg_avg_return: 0.15141144 + avg_reward_per_step: 0.008026123 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 30.418903 + avg_avg_return: 0.7312887 + avg_reward_per_step: 0.0730896 + proxy_corner: + avg_avg_return: 0.15141144 + avg_reward_per_step: 0.008026123 + perf: + env_steps_per_second: 975885.6366943944 + ppo_updates_per_second: 106.97141366669074 + eval-batch-train-duration: 0.1981325420201756 + eval-batch-orig-duration: 0.14148127502994612 + eval-batch-shift-duration: 0.14024153799982741 + eval-batch-tree-duration: 0.13872956001432613 + ued: + distances: + cheese-corne_dist_avg: 6.946411 + cheese-corne_dist_wavg: 4.2977896 + levels_cheese_is_in_corner_avg: 0.033203125 + mouse-cheese_dist_finite_avg: 4.3931885 + mouse-cheese_dist_finite_wavg: 1.3344756 + mouse-cheese_dist_solvable_avg: 4.1464148 + mouse-cheese_dist_solvable_wavg: 1.2976941 + solvable_avg: 0.970459 + solvable_num: 3975 + solvable_wavg: 0.9967167 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.0498047 + num_walls_wavg: 5.106239 + prop_walls_avg: 0.26303494 + prop_walls_wavg: 0.2220104 + scoring: + avg_scores: 0.27461493 + visit_patterns: + avg_first_visit_time: 8.389648 + avg_last_visit_time: 24.136475 + num_replay_batches: 34 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014741527 + avg_actor_approxkl3: 0.0013009851 + avg_actor_clipfrac: 0.063934326 + avg_actor_loss: -0.00042111223 + avg_advantage: -0.0026618368 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0060158786 + avg_entropy: 1.143793 + avg_grad_norm_pre_clip: 0.85344565 + avg_loss: 0.001443034 + max: + max_actor_approxkl1: 0.0045186332 + max_actor_approxkl3: 0.004532145 + max_actor_clipfrac: 0.35424805 + max_actor_loss: 0.002632238 + max_advantage: 0.24905014 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0078469645 + max_entropy: 1.1652158 + max_grad_norm_pre_clip: 3.2059376 + max_loss: 0.005297979 + std: + std_actor_approxkl1: 0.0013009907 + std_actor_approxkl3: 0.0011676605 + std_actor_clipfrac: 0.09927725 + std_actor_loss: 0.0011849845 + std_advantage: 0.1098106 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010633334 + std_entropy: 0.009281497 + std_grad_norm_pre_clip: 0.8049176 + std_loss: 0.0013905156 + eval-batch-train: + avg_avg_episode_length: 30.989014 + avg_avg_return: 0.7515198 + avg_benchmark_regret: 0.10472444 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.076187134 + proxy_corner: + avg_avg_return: 0.11129792 + avg_reward_per_step: 0.0068206787 + eval-batch-orig: + avg_avg_episode_length: 34.925808 + avg_avg_return: 0.71294534 + avg_benchmark_regret: 0.13094606 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.081466675 + proxy_corner: + avg_avg_return: 0.71294534 + avg_reward_per_step: 0.081466675 + eval-batch-shift: + avg_avg_episode_length: 28.70945 + avg_avg_return: 0.7880093 + avg_benchmark_regret: 0.09935249 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.07688904 + proxy_corner: + avg_avg_return: 0.12945943 + avg_reward_per_step: 0.008483887 + eval-batch-tree: + avg_avg_episode_length: 41.697273 + avg_avg_return: 0.63257295 + avg_benchmark_regret: 0.36184734 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.07408905 + proxy_corner: + avg_avg_return: 0.63257295 + avg_reward_per_step: 0.07408905 +=========================================================== +=========================================================== + step: + env-step-all-before: 3145728 + env-step-replay-before: 1605632 + env-step-used-before: 3145728 + ppo-update-before: 1920 + env-step-generate-before: 1540096 + env-step-all-after: 3178496 + env-step-replay-after: 1638400 + env-step-used-after: 3178496 + ppo-update-after: 1940 + env-step-generate-after: 1540096 + train-replay: + shift_proportion: 0.9765625 + avg_avg_episode_length: 32.191586 + avg_avg_return: 0.7313928 + avg_reward_per_step: 0.06555176 + proxy_corner: + avg_avg_return: 0.1016366 + avg_reward_per_step: 0.0052490234 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 32.191586 + avg_avg_return: 0.7313928 + avg_reward_per_step: 0.06555176 + proxy_corner: + avg_avg_return: 0.1016366 + avg_reward_per_step: 0.0052490234 + perf: + env_steps_per_second: 906905.2675279208 + ppo_updates_per_second: 109.0664240774761 + eval-batch-train-duration: 0.19152644404675812 + eval-batch-orig-duration: 0.14298687299015 + eval-batch-shift-duration: 0.1396638510050252 + eval-batch-tree-duration: 0.13917335699079558 + ued: + distances: + cheese-corne_dist_avg: 6.883545 + cheese-corne_dist_wavg: 11.927253 + levels_cheese_is_in_corner_avg: 0.038085938 + mouse-cheese_dist_finite_avg: 4.532715 + mouse-cheese_dist_finite_wavg: 2.2541924 + mouse-cheese_dist_solvable_avg: 4.394188 + mouse-cheese_dist_solvable_wavg: 2.228799 + solvable_avg: 0.98291016 + solvable_num: 4026 + solvable_wavg: 0.9975277 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1203613 + num_walls_wavg: 7.81077 + prop_walls_avg: 0.26610264 + prop_walls_wavg: 0.3395987 + scoring: + avg_scores: 0.26840633 + visit_patterns: + avg_first_visit_time: 16.337402 + avg_last_visit_time: 40.313965 + num_replay_batches: 50 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014155792 + avg_actor_approxkl3: 0.0011257632 + avg_actor_clipfrac: 0.043005373 + avg_actor_loss: -0.0010583418 + avg_advantage: 0.0074650925 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0048681214 + avg_entropy: 1.0449306 + avg_grad_norm_pre_clip: 0.7147864 + avg_loss: 0.00033078823 + max: + max_actor_approxkl1: 0.003241588 + max_actor_approxkl3: 0.0022175894 + max_actor_clipfrac: 0.111328125 + max_actor_loss: 5.5648386e-05 + max_advantage: 0.2378453 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007313801 + max_entropy: 1.0779461 + max_grad_norm_pre_clip: 1.3929448 + max_loss: 0.0020528827 + std: + std_actor_approxkl1: 0.00092771725 + std_actor_approxkl3: 0.00064619695 + std_actor_clipfrac: 0.032890964 + std_actor_loss: 0.00075227476 + std_advantage: 0.098457806 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00096133864 + std_entropy: 0.017057117 + std_grad_norm_pre_clip: 0.3802635 + std_loss: 0.0008652428 + eval-batch-train: + avg_avg_episode_length: 27.954594 + avg_avg_return: 0.7654772 + avg_benchmark_regret: 0.09076703 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.10192871 + proxy_corner: + avg_avg_return: 0.08894803 + avg_reward_per_step: 0.0068740845 + eval-batch-orig: + avg_avg_episode_length: 35.70666 + avg_avg_return: 0.69061637 + avg_benchmark_regret: 0.15327512 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.09069824 + proxy_corner: + avg_avg_return: 0.69061637 + avg_reward_per_step: 0.09069824 + eval-batch-shift: + avg_avg_episode_length: 26.368563 + avg_avg_return: 0.79898167 + avg_benchmark_regret: 0.088380106 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.104255676 + proxy_corner: + avg_avg_return: 0.10102654 + avg_reward_per_step: 0.007835388 + eval-batch-tree: + avg_avg_episode_length: 40.545975 + avg_avg_return: 0.61701524 + avg_benchmark_regret: 0.37740505 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.092163086 + proxy_corner: + avg_avg_return: 0.61701524 + avg_reward_per_step: 0.092163086 +=========================================================== +=========================================================== + step: + env-step-all-before: 4194304 + env-step-replay-before: 2162688 + env-step-used-before: 4194304 + ppo-update-before: 2560 + env-step-generate-before: 2031616 + env-step-all-after: 4227072 + env-step-replay-after: 2195456 + env-step-used-after: 4227072 + ppo-update-after: 2580 + env-step-generate-after: 2031616 + train-replay: + shift_proportion: 0.9765625 + avg_avg_episode_length: 31.155888 + avg_avg_return: 0.73013693 + avg_reward_per_step: 0.062561035 + proxy_corner: + avg_avg_return: 0.11913904 + avg_reward_per_step: 0.007965088 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 31.155888 + avg_avg_return: 0.73013693 + avg_reward_per_step: 0.062561035 + proxy_corner: + avg_avg_return: 0.11913904 + avg_reward_per_step: 0.007965088 + perf: + env_steps_per_second: 738169.7585548627 + ppo_updates_per_second: 99.83342740763648 + eval-batch-train-duration: 0.22437959496164694 + eval-batch-orig-duration: 0.17044101998908445 + eval-batch-shift-duration: 0.1472110040485859 + eval-batch-tree-duration: 0.14150209596846253 + ued: + distances: + cheese-corne_dist_avg: 6.9035645 + cheese-corne_dist_wavg: 1.6004739 + levels_cheese_is_in_corner_avg: 0.041503906 + mouse-cheese_dist_finite_avg: 4.675537 + mouse-cheese_dist_finite_wavg: 1.3642972 + mouse-cheese_dist_solvable_avg: 4.6410007 + mouse-cheese_dist_solvable_wavg: 1.3582078 + solvable_avg: 0.99560547 + solvable_num: 4078 + solvable_wavg: 0.9994534 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.1813965 + num_walls_wavg: 6.0182076 + prop_walls_avg: 0.26875633 + prop_walls_wavg: 0.26166123 + scoring: + avg_scores: 0.28566226 + visit_patterns: + avg_first_visit_time: 26.986816 + avg_last_visit_time: 57.36206 + num_replay_batches: 67 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014400944 + avg_actor_approxkl3: 0.0013809642 + avg_actor_clipfrac: 0.072955325 + avg_actor_loss: -0.00030168687 + avg_advantage: 0.008809066 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005732339 + avg_entropy: 0.96025413 + avg_grad_norm_pre_clip: 1.2337106 + avg_loss: 0.0016042286 + max: + max_actor_approxkl1: 0.002867076 + max_actor_approxkl3: 0.0034974706 + max_actor_clipfrac: 0.23632812 + max_actor_loss: 0.002188146 + max_advantage: 0.37121433 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007510571 + max_entropy: 0.9935656 + max_grad_norm_pre_clip: 2.8571537 + max_loss: 0.0040734345 + std: + std_actor_approxkl1: 0.0010083161 + std_actor_approxkl3: 0.00090438273 + std_actor_clipfrac: 0.0677978 + std_actor_loss: 0.0010122164 + std_advantage: 0.10697552 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013826964 + std_entropy: 0.018420953 + std_grad_norm_pre_clip: 0.7439307 + std_loss: 0.0010576483 + eval-batch-train: + avg_avg_episode_length: 26.880901 + avg_avg_return: 0.7682599 + avg_benchmark_regret: 0.087984286 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.12908936 + proxy_corner: + avg_avg_return: 0.07425436 + avg_reward_per_step: 0.007461548 + eval-batch-orig: + avg_avg_episode_length: 33.815388 + avg_avg_return: 0.7144159 + avg_benchmark_regret: 0.1294756 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.09906006 + proxy_corner: + avg_avg_return: 0.7144159 + avg_reward_per_step: 0.09906006 + eval-batch-shift: + avg_avg_episode_length: 24.411612 + avg_avg_return: 0.80561566 + avg_benchmark_regret: 0.08174607 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.13175964 + proxy_corner: + avg_avg_return: 0.08011575 + avg_reward_per_step: 0.008110046 + eval-batch-tree: + avg_avg_episode_length: 39.713287 + avg_avg_return: 0.632901 + avg_benchmark_regret: 0.36151922 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.08961487 + proxy_corner: + avg_avg_return: 0.632901 + avg_reward_per_step: 0.08961487 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 5242880 + env-step-replay-before: 2555904 + env-step-used-before: 5242880 + ppo-update-before: 3200 + env-step-generate-before: 2686976 + env-step-all-after: 5275648 + env-step-replay-after: 2555904 + env-step-used-after: 5275648 + ppo-update-after: 3220 + env-step-generate-after: 2719744 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 28.49123 + avg_avg_return: 0.7158998 + avg_reward_per_step: 0.13034058 + proxy_corner: + avg_avg_return: 0.08930497 + avg_reward_per_step: 0.0079956055 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 28.49123 + avg_avg_return: 0.7158998 + avg_reward_per_step: 0.13034058 + proxy_corner: + avg_avg_return: 0.08930497 + avg_reward_per_step: 0.0079956055 + perf: + env_steps_per_second: 633029.05159563 + ppo_updates_per_second: 85.61174142918702 + eval-batch-train-duration: 0.24300341203343123 + eval-batch-orig-duration: 0.14635409001493827 + eval-batch-shift-duration: 0.14569644001312554 + eval-batch-tree-duration: 0.14483651000773534 + ued: + distances: + cheese-corne_dist_avg: 6.897217 + cheese-corne_dist_wavg: 6.096409 + levels_cheese_is_in_corner_avg: 0.045654297 + mouse-cheese_dist_finite_avg: 4.8586426 + mouse-cheese_dist_finite_wavg: 3.1798384 + mouse-cheese_dist_solvable_avg: 4.843689 + mouse-cheese_dist_solvable_wavg: 3.1769266 + solvable_avg: 0.9980469 + solvable_num: 4088 + solvable_wavg: 0.9996877 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2143555 + num_walls_wavg: 6.0214562 + prop_walls_avg: 0.27018934 + prop_walls_wavg: 0.26180243 + scoring: + avg_scores: 0.30712366 + visit_patterns: + avg_first_visit_time: 35.722656 + avg_last_visit_time: 68.214355 + num_replay_batches: 78 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009683898 + avg_actor_approxkl3: 0.0011788699 + avg_actor_clipfrac: 0.057415772 + avg_actor_loss: -0.00027092957 + avg_advantage: -0.0015452547 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0081135975 + avg_entropy: 0.89769137 + avg_grad_norm_pre_clip: 1.17317 + avg_loss: 0.002888178 + max: + max_actor_approxkl1: 0.0046744407 + max_actor_approxkl3: 0.0037912293 + max_actor_clipfrac: 0.2475586 + max_actor_loss: 0.0028443784 + max_advantage: 0.2707513 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.01057925 + max_entropy: 0.92799443 + max_grad_norm_pre_clip: 3.7850552 + max_loss: 0.0060000634 + std: + std_actor_approxkl1: 0.0012719178 + std_actor_approxkl3: 0.0010130153 + std_actor_clipfrac: 0.071958974 + std_actor_loss: 0.0012103191 + std_advantage: 0.1275561 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0014605972 + std_entropy: 0.015756182 + std_grad_norm_pre_clip: 1.1117767 + std_loss: 0.0013942216 + eval-batch-train: + avg_avg_episode_length: 26.078384 + avg_avg_return: 0.77509737 + avg_benchmark_regret: 0.08114683 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.14244843 + proxy_corner: + avg_avg_return: 0.079849266 + avg_reward_per_step: 0.008834839 + eval-batch-orig: + avg_avg_episode_length: 33.349716 + avg_avg_return: 0.704749 + avg_benchmark_regret: 0.13914245 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.10908508 + proxy_corner: + avg_avg_return: 0.704749 + avg_reward_per_step: 0.10908508 + eval-batch-shift: + avg_avg_episode_length: 23.702404 + avg_avg_return: 0.8077158 + avg_benchmark_regret: 0.07964596 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.14875793 + proxy_corner: + avg_avg_return: 0.08833374 + avg_reward_per_step: 0.008743286 + eval-batch-tree: + avg_avg_episode_length: 40.049816 + avg_avg_return: 0.60784477 + avg_benchmark_regret: 0.38657546 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.108421326 + proxy_corner: + avg_avg_return: 0.60784477 + avg_reward_per_step: 0.108421326 +=========================================================== +=========================================================== + step: + env-step-all-before: 6291456 + env-step-replay-before: 3112960 + env-step-used-before: 6291456 + ppo-update-before: 3840 + env-step-generate-before: 3178496 + env-step-all-after: 6324224 + env-step-replay-after: 3112960 + env-step-used-after: 6324224 + ppo-update-after: 3860 + env-step-generate-after: 3211264 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 22.605804 + avg_avg_return: 0.7848716 + avg_reward_per_step: 0.16757202 + proxy_corner: + avg_avg_return: 0.087543845 + avg_reward_per_step: 0.014862061 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 22.605804 + avg_avg_return: 0.7848716 + avg_reward_per_step: 0.16757202 + proxy_corner: + avg_avg_return: 0.087543845 + avg_reward_per_step: 0.014862061 + perf: + env_steps_per_second: 643026.6212087285 + ppo_updates_per_second: 102.54786319702283 + eval-batch-train-duration: 0.19143803999759257 + eval-batch-orig-duration: 0.1406660719658248 + eval-batch-shift-duration: 0.1389474130119197 + eval-batch-tree-duration: 0.1385229229927063 + ued: + distances: + cheese-corne_dist_avg: 6.92334 + cheese-corne_dist_wavg: 2.4982004 + levels_cheese_is_in_corner_avg: 0.04711914 + mouse-cheese_dist_finite_avg: 5.0029297 + mouse-cheese_dist_finite_wavg: 4.0958023 + mouse-cheese_dist_solvable_avg: 4.995601 + mouse-cheese_dist_solvable_wavg: 4.095098 + solvable_avg: 0.99902344 + solvable_num: 4092 + solvable_wavg: 0.99991596 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.25 + num_walls_wavg: 2.4261239 + prop_walls_avg: 0.2717391 + prop_walls_wavg: 0.10548368 + scoring: + avg_scores: 0.29218078 + visit_patterns: + avg_first_visit_time: 44.2063 + avg_last_visit_time: 85.22681 + num_replay_batches: 95 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022927227 + avg_actor_approxkl3: 0.0022409938 + avg_actor_clipfrac: 0.12857056 + avg_actor_loss: 0.00046269744 + avg_advantage: 0.0021382556 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.006587586 + avg_entropy: 0.8775124 + avg_grad_norm_pre_clip: 2.1049266 + avg_loss: 0.002878978 + max: + max_actor_approxkl1: 0.0054038903 + max_actor_approxkl3: 0.005529864 + max_actor_clipfrac: 0.3088379 + max_actor_loss: 0.003693156 + max_advantage: 0.2326169 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009459194 + max_entropy: 0.9153286 + max_grad_norm_pre_clip: 4.5327387 + max_loss: 0.0061058053 + std: + std_actor_approxkl1: 0.0016677334 + std_actor_approxkl3: 0.0017040439 + std_actor_clipfrac: 0.10768225 + std_actor_loss: 0.0013802141 + std_advantage: 0.114404544 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011156555 + std_entropy: 0.018156176 + std_grad_norm_pre_clip: 1.2682391 + std_loss: 0.001670088 + eval-batch-train: + avg_avg_episode_length: 25.17606 + avg_avg_return: 0.7805729 + avg_benchmark_regret: 0.0756713 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.158638 + proxy_corner: + avg_avg_return: 0.07255518 + avg_reward_per_step: 0.009147644 + eval-batch-orig: + avg_avg_episode_length: 29.205427 + avg_avg_return: 0.73552066 + avg_benchmark_regret: 0.10837081 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.13362122 + proxy_corner: + avg_avg_return: 0.73552066 + avg_reward_per_step: 0.13362122 + eval-batch-shift: + avg_avg_episode_length: 23.01103 + avg_avg_return: 0.80815494 + avg_benchmark_regret: 0.079206765 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.1621399 + proxy_corner: + avg_avg_return: 0.07195958 + avg_reward_per_step: 0.010215759 + eval-batch-tree: + avg_avg_episode_length: 40.243717 + avg_avg_return: 0.61107516 + avg_benchmark_regret: 0.38334513 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.11657715 + proxy_corner: + avg_avg_return: 0.61107516 + avg_reward_per_step: 0.11657715 +=========================================================== +=========================================================== + step: + env-step-all-before: 7340032 + env-step-replay-before: 3571712 + env-step-used-before: 7340032 + ppo-update-before: 4480 + env-step-generate-before: 3768320 + env-step-all-after: 7372800 + env-step-replay-after: 3571712 + env-step-used-after: 7372800 + ppo-update-after: 4500 + env-step-generate-after: 3801088 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 27.097492 + avg_avg_return: 0.7264249 + avg_reward_per_step: 0.16766357 + proxy_corner: + avg_avg_return: 0.08253983 + avg_reward_per_step: 0.008117676 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 27.097492 + avg_avg_return: 0.7264249 + avg_reward_per_step: 0.16766357 + proxy_corner: + avg_avg_return: 0.08253983 + avg_reward_per_step: 0.008117676 + perf: + env_steps_per_second: 900340.0899969313 + ppo_updates_per_second: 105.23669860290435 + eval-batch-train-duration: 0.22751366498414427 + eval-batch-orig-duration: 0.17525156697956845 + eval-batch-shift-duration: 0.1498076890129596 + eval-batch-tree-duration: 0.14225294202333316 + ued: + distances: + cheese-corne_dist_avg: 6.9472656 + cheese-corne_dist_wavg: 11.950838 + levels_cheese_is_in_corner_avg: 0.049560547 + mouse-cheese_dist_finite_avg: 5.188965 + mouse-cheese_dist_finite_wavg: 3.2130113 + mouse-cheese_dist_solvable_avg: 5.1853933 + mouse-cheese_dist_solvable_wavg: 3.212526 + solvable_avg: 0.9995117 + solvable_num: 4094 + solvable_wavg: 0.9999476 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2697754 + num_walls_wavg: 6.9268556 + prop_walls_avg: 0.27259892 + prop_walls_wavg: 0.30116767 + scoring: + avg_scores: 0.3085603 + visit_patterns: + avg_first_visit_time: 53.916748 + avg_last_visit_time: 99.2605 + num_replay_batches: 109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014230983 + avg_actor_approxkl3: 0.0012871656 + avg_actor_clipfrac: 0.06589355 + avg_actor_loss: -0.000281927 + avg_advantage: -0.008196372 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.008329507 + avg_entropy: 0.86326355 + avg_grad_norm_pre_clip: 1.2214801 + avg_loss: 0.003019563 + max: + max_actor_approxkl1: 0.0049917763 + max_actor_approxkl3: 0.00422509 + max_actor_clipfrac: 0.2578125 + max_actor_loss: 0.0018881261 + max_advantage: 0.25379163 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.011130817 + max_entropy: 0.88722813 + max_grad_norm_pre_clip: 3.6242075 + max_loss: 0.004995903 + std: + std_actor_approxkl1: 0.0014389412 + std_actor_approxkl3: 0.0011150432 + std_actor_clipfrac: 0.07718888 + std_actor_loss: 0.0007531906 + std_advantage: 0.1290659 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013229246 + std_entropy: 0.01482135 + std_grad_norm_pre_clip: 0.87865853 + std_loss: 0.0009682084 + eval-batch-train: + avg_avg_episode_length: 24.641212 + avg_avg_return: 0.7804117 + avg_benchmark_regret: 0.07583253 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.17111206 + proxy_corner: + avg_avg_return: 0.06434107 + avg_reward_per_step: 0.009437561 + eval-batch-orig: + avg_avg_episode_length: 27.92073 + avg_avg_return: 0.7456733 + avg_benchmark_regret: 0.09821814 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.1388855 + proxy_corner: + avg_avg_return: 0.7456733 + avg_reward_per_step: 0.1388855 + eval-batch-shift: + avg_avg_episode_length: 22.716942 + avg_avg_return: 0.80813074 + avg_benchmark_regret: 0.079230964 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.17385864 + proxy_corner: + avg_avg_return: 0.06809412 + avg_reward_per_step: 0.010101318 + eval-batch-tree: + avg_avg_episode_length: 38.515785 + avg_avg_return: 0.65370286 + avg_benchmark_regret: 0.34071743 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.11248779 + proxy_corner: + avg_avg_return: 0.65370286 + avg_reward_per_step: 0.11248779 +=========================================================== +=========================================================== + step: + env-step-all-before: 8388608 + env-step-replay-before: 4063232 + env-step-used-before: 8388608 + ppo-update-before: 5120 + env-step-generate-before: 4325376 + env-step-all-after: 8421376 + env-step-replay-after: 4096000 + env-step-used-after: 8421376 + ppo-update-after: 5140 + env-step-generate-after: 4325376 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 35.24494 + avg_avg_return: 0.7048744 + avg_reward_per_step: 0.048736572 + proxy_corner: + avg_avg_return: 0.14631331 + avg_reward_per_step: 0.0065612793 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 35.24494 + avg_avg_return: 0.7048744 + avg_reward_per_step: 0.048736572 + proxy_corner: + avg_avg_return: 0.14631331 + avg_reward_per_step: 0.0065612793 + perf: + env_steps_per_second: 880599.2788097197 + ppo_updates_per_second: 106.15947408193611 + eval-batch-train-duration: 0.20084471796872094 + eval-batch-orig-duration: 0.14910223096376285 + eval-batch-shift-duration: 0.14217069902224466 + eval-batch-tree-duration: 0.14021179702831432 + ued: + distances: + cheese-corne_dist_avg: 6.9664307 + cheese-corne_dist_wavg: 3.406291 + levels_cheese_is_in_corner_avg: 0.047607422 + mouse-cheese_dist_finite_avg: 5.359009 + mouse-cheese_dist_finite_wavg: 4.132713 + mouse-cheese_dist_solvable_avg: 5.3572655 + mouse-cheese_dist_solvable_wavg: 4.132579 + solvable_avg: 0.99975586 + solvable_num: 4095 + solvable_wavg: 0.9999841 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.29541 + num_walls_wavg: 5.1317544 + prop_walls_avg: 0.27371347 + prop_walls_wavg: 0.22311977 + scoring: + avg_scores: 0.30801463 + visit_patterns: + avg_first_visit_time: 62.6792 + avg_last_visit_time: 115.260254 + num_replay_batches: 125 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023547977 + avg_actor_approxkl3: 0.0024559875 + avg_actor_clipfrac: 0.14176635 + avg_actor_loss: 0.0012107663 + avg_advantage: 0.00047163374 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005189237 + avg_entropy: 0.8574209 + avg_grad_norm_pre_clip: 2.3867157 + avg_loss: 0.0029479638 + max: + max_actor_approxkl1: 0.006281404 + max_actor_approxkl3: 0.0051225116 + max_actor_clipfrac: 0.2977295 + max_actor_loss: 0.0038260072 + max_advantage: 0.22619665 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0074643707 + max_entropy: 0.8865981 + max_grad_norm_pre_clip: 4.120889 + max_loss: 0.006248662 + std: + std_actor_approxkl1: 0.0017514485 + std_actor_approxkl3: 0.0015289233 + std_actor_clipfrac: 0.09615768 + std_actor_loss: 0.0014302328 + std_advantage: 0.102060705 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.001023437 + std_entropy: 0.014261451 + std_grad_norm_pre_clip: 1.2264665 + std_loss: 0.0015337858 + eval-batch-train: + avg_avg_episode_length: 23.494095 + avg_avg_return: 0.7947288 + avg_benchmark_regret: 0.06151538 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.17703247 + proxy_corner: + avg_avg_return: 0.0716213 + avg_reward_per_step: 0.010795593 + eval-batch-orig: + avg_avg_episode_length: 27.720146 + avg_avg_return: 0.74868834 + avg_benchmark_regret: 0.09520307 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.1504898 + proxy_corner: + avg_avg_return: 0.74868834 + avg_reward_per_step: 0.1504898 + eval-batch-shift: + avg_avg_episode_length: 21.5689 + avg_avg_return: 0.8154345 + avg_benchmark_regret: 0.071927205 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.18257141 + proxy_corner: + avg_avg_return: 0.072366185 + avg_reward_per_step: 0.0107803345 + eval-batch-tree: + avg_avg_episode_length: 38.390095 + avg_avg_return: 0.64831746 + avg_benchmark_regret: 0.34610283 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12081909 + proxy_corner: + avg_avg_return: 0.64831746 + avg_reward_per_step: 0.12081909 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 9437184 + env-step-replay-before: 4653056 + env-step-used-before: 9437184 + ppo-update-before: 5760 + env-step-generate-before: 4784128 + env-step-all-after: 9469952 + env-step-replay-after: 4653056 + env-step-used-after: 9469952 + ppo-update-after: 5780 + env-step-generate-after: 4816896 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 21.07788 + avg_avg_return: 0.7858027 + avg_reward_per_step: 0.15863037 + proxy_corner: + avg_avg_return: 0.08353535 + avg_reward_per_step: 0.012969971 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 21.07788 + avg_avg_return: 0.7858027 + avg_reward_per_step: 0.15863037 + proxy_corner: + avg_avg_return: 0.08353535 + avg_reward_per_step: 0.012969971 + perf: + env_steps_per_second: 888915.0033809122 + ppo_updates_per_second: 104.18317643266404 + eval-batch-train-duration: 0.2016208820277825 + eval-batch-orig-duration: 0.1412603540229611 + eval-batch-shift-duration: 0.1400821330025792 + eval-batch-tree-duration: 0.1385945900110528 + ued: + distances: + cheese-corne_dist_avg: 6.9509277 + cheese-corne_dist_wavg: 5.189488 + levels_cheese_is_in_corner_avg: 0.049804688 + mouse-cheese_dist_finite_avg: 5.489868 + mouse-cheese_dist_finite_wavg: 2.3433077 + mouse-cheese_dist_solvable_avg: 5.488157 + mouse-cheese_dist_solvable_wavg: 2.3431227 + solvable_avg: 0.99975586 + solvable_num: 4095 + solvable_wavg: 0.99998164 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3166504 + num_walls_wavg: 7.826893 + prop_walls_avg: 0.27463695 + prop_walls_wavg: 0.34029976 + scoring: + avg_scores: 0.3037992 + visit_patterns: + avg_first_visit_time: 71.08594 + avg_last_visit_time: 132.28687 + num_replay_batches: 142 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015340223 + avg_actor_approxkl3: 0.0015479111 + avg_actor_clipfrac: 0.08598633 + avg_actor_loss: -0.000547177 + avg_advantage: 0.005985126 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0068527083 + avg_entropy: 0.8630075 + avg_grad_norm_pre_clip: 1.2396289 + avg_loss: 0.0020161695 + max: + max_actor_approxkl1: 0.003212045 + max_actor_approxkl3: 0.002832808 + max_actor_clipfrac: 0.19396973 + max_actor_loss: 0.0022332743 + max_advantage: 0.22418505 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008835121 + max_entropy: 0.8864153 + max_grad_norm_pre_clip: 2.723091 + max_loss: 0.004731683 + std: + std_actor_approxkl1: 0.0008325243 + std_actor_approxkl3: 0.0006870434 + std_actor_clipfrac: 0.056776863 + std_actor_loss: 0.00095379393 + std_advantage: 0.117047966 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012595191 + std_entropy: 0.013391271 + std_grad_norm_pre_clip: 0.61940604 + std_loss: 0.0011377061 + eval-batch-train: + avg_avg_episode_length: 23.830235 + avg_avg_return: 0.7911635 + avg_benchmark_regret: 0.06508069 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.17040253 + proxy_corner: + avg_avg_return: 0.077242374 + avg_reward_per_step: 0.011566162 + eval-batch-orig: + avg_avg_episode_length: 27.802729 + avg_avg_return: 0.7464373 + avg_benchmark_regret: 0.09745421 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.15331268 + proxy_corner: + avg_avg_return: 0.7464373 + avg_reward_per_step: 0.15331268 + eval-batch-shift: + avg_avg_episode_length: 21.334229 + avg_avg_return: 0.81938124 + avg_benchmark_regret: 0.0679805 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.1798706 + proxy_corner: + avg_avg_return: 0.07928538 + avg_reward_per_step: 0.011772156 + eval-batch-tree: + avg_avg_episode_length: 37.9116 + avg_avg_return: 0.63903546 + avg_benchmark_regret: 0.3553848 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12924957 + proxy_corner: + avg_avg_return: 0.63903546 + avg_reward_per_step: 0.12924957 +=========================================================== +=========================================================== + step: + env-step-all-before: 10485760 + env-step-replay-before: 5210112 + env-step-used-before: 10485760 + ppo-update-before: 6400 + env-step-generate-before: 5275648 + env-step-all-after: 10518528 + env-step-replay-after: 5242880 + env-step-used-after: 10518528 + ppo-update-after: 6420 + env-step-generate-after: 5275648 + train-replay: + shift_proportion: 0.984375 + avg_avg_episode_length: 34.88317 + avg_avg_return: 0.70310307 + avg_reward_per_step: 0.050811768 + proxy_corner: + avg_avg_return: 0.07136159 + avg_reward_per_step: 0.0035705566 + train-all: + shift_proportion: 0.984375 + avg_avg_episode_length: 34.88317 + avg_avg_return: 0.70310307 + avg_reward_per_step: 0.050811768 + proxy_corner: + avg_avg_return: 0.07136159 + avg_reward_per_step: 0.0035705566 + perf: + env_steps_per_second: 848281.0899973541 + ppo_updates_per_second: 103.48906020048987 + eval-batch-train-duration: 0.21078098501311615 + eval-batch-orig-duration: 0.15801697300048545 + eval-batch-shift-duration: 0.1441894739982672 + eval-batch-tree-duration: 0.14057347999187186 + ued: + distances: + cheese-corne_dist_avg: 6.9837646 + cheese-corne_dist_wavg: 6.9945297 + levels_cheese_is_in_corner_avg: 0.049804688 + mouse-cheese_dist_finite_avg: 5.5858154 + mouse-cheese_dist_finite_wavg: 5.057274 + mouse-cheese_dist_solvable_avg: 5.5841274 + mouse-cheese_dist_solvable_wavg: 5.056849 + solvable_avg: 0.99975586 + solvable_num: 4095 + solvable_wavg: 0.9999428 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.356201 + num_walls_wavg: 7.831422 + prop_walls_avg: 0.27635655 + prop_walls_wavg: 0.3404966 + scoring: + avg_scores: 0.30922922 + visit_patterns: + avg_first_visit_time: 79.91992 + avg_last_visit_time: 150.33008 + num_replay_batches: 160 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006261855 + avg_actor_approxkl3: 0.0007108594 + avg_actor_clipfrac: 0.026464844 + avg_actor_loss: -0.0007296788 + avg_advantage: -0.0044994876 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005711932 + avg_entropy: 0.86155826 + avg_grad_norm_pre_clip: 0.6007372 + avg_loss: 0.0012647291 + max: + max_actor_approxkl1: 0.0019173513 + max_actor_approxkl3: 0.0013948779 + max_actor_clipfrac: 0.07788086 + max_actor_loss: 0.0007255897 + max_advantage: 0.2274245 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.010416703 + max_entropy: 0.8831326 + max_grad_norm_pre_clip: 1.213172 + max_loss: 0.004463704 + std: + std_actor_approxkl1: 0.00053187524 + std_actor_approxkl3: 0.0004267426 + std_actor_clipfrac: 0.026164075 + std_actor_loss: 0.0006900773 + std_advantage: 0.1071759 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0016927476 + std_entropy: 0.00983471 + std_grad_norm_pre_clip: 0.2455537 + std_loss: 0.0010524803 + eval-batch-train: + avg_avg_episode_length: 22.6996 + avg_avg_return: 0.80092525 + avg_benchmark_regret: 0.05531898 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.18222809 + proxy_corner: + avg_avg_return: 0.068326876 + avg_reward_per_step: 0.0101623535 + eval-batch-orig: + avg_avg_episode_length: 26.999279 + avg_avg_return: 0.7573859 + avg_benchmark_regret: 0.08650555 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.1454544 + proxy_corner: + avg_avg_return: 0.7573859 + avg_reward_per_step: 0.1454544 + eval-batch-shift: + avg_avg_episode_length: 20.061844 + avg_avg_return: 0.8331969 + avg_benchmark_regret: 0.054164827 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.19261932 + proxy_corner: + avg_avg_return: 0.06358017 + avg_reward_per_step: 0.010391235 + eval-batch-tree: + avg_avg_episode_length: 36.230946 + avg_avg_return: 0.677938 + avg_benchmark_regret: 0.31648225 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12397766 + proxy_corner: + avg_avg_return: 0.677938 + avg_reward_per_step: 0.12397766 +=========================================================== +=========================================================== + step: + env-step-all-before: 11534336 + env-step-replay-before: 5767168 + env-step-used-before: 11534336 + ppo-update-before: 7040 + env-step-generate-before: 5767168 + env-step-all-after: 11567104 + env-step-replay-after: 5767168 + env-step-used-after: 11567104 + ppo-update-after: 7060 + env-step-generate-after: 5799936 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 20.899542 + avg_avg_return: 0.786899 + avg_reward_per_step: 0.1930542 + proxy_corner: + avg_avg_return: 0.066360764 + avg_reward_per_step: 0.0078125 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 20.899542 + avg_avg_return: 0.786899 + avg_reward_per_step: 0.1930542 + proxy_corner: + avg_avg_return: 0.066360764 + avg_reward_per_step: 0.0078125 + perf: + env_steps_per_second: 592089.5157861059 + ppo_updates_per_second: 98.30288137835417 + eval-batch-train-duration: 0.19687269598944113 + eval-batch-orig-duration: 0.14295518898870796 + eval-batch-shift-duration: 0.14062040898716077 + eval-batch-tree-duration: 0.14164678298402578 + ued: + distances: + cheese-corne_dist_avg: 7.074829 + cheese-corne_dist_wavg: 11.947773 + levels_cheese_is_in_corner_avg: 0.048583984 + mouse-cheese_dist_finite_avg: 5.7078857 + mouse-cheese_dist_finite_wavg: 3.2673874 + mouse-cheese_dist_solvable_avg: 5.7062273 + mouse-cheese_dist_solvable_wavg: 3.2671156 + solvable_avg: 0.99975586 + solvable_num: 4095 + solvable_wavg: 0.99997056 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3984375 + num_walls_wavg: 10.532976 + prop_walls_avg: 0.2781929 + prop_walls_wavg: 0.45795563 + scoring: + avg_scores: 0.29305935 + visit_patterns: + avg_first_visit_time: 89.6499 + avg_last_visit_time: 166.21167 + num_replay_batches: 176 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008630665 + avg_actor_approxkl3: 0.00086593203 + avg_actor_clipfrac: 0.040985107 + avg_actor_loss: -0.0006909717 + avg_advantage: -0.0011119439 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.006666782 + avg_entropy: 0.8277605 + avg_grad_norm_pre_clip: 0.71153075 + avg_loss: 0.0018146588 + max: + max_actor_approxkl1: 0.002021813 + max_actor_approxkl3: 0.00177008 + max_actor_clipfrac: 0.10144043 + max_actor_loss: 0.0004190579 + max_advantage: 0.21309745 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008628726 + max_entropy: 0.84436965 + max_grad_norm_pre_clip: 1.2504343 + max_loss: 0.0030540773 + std: + std_actor_approxkl1: 0.00069473626 + std_actor_approxkl3: 0.00046929347 + std_actor_clipfrac: 0.030060366 + std_actor_loss: 0.0005561999 + std_advantage: 0.11585264 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000982746 + std_entropy: 0.00962916 + std_grad_norm_pre_clip: 0.26840484 + std_loss: 0.00069131475 + eval-batch-train: + avg_avg_episode_length: 22.247849 + avg_avg_return: 0.80291414 + avg_benchmark_regret: 0.053330094 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.18759918 + proxy_corner: + avg_avg_return: 0.06292036 + avg_reward_per_step: 0.010231018 + eval-batch-orig: + avg_avg_episode_length: 26.75943 + avg_avg_return: 0.76337504 + avg_benchmark_regret: 0.08051641 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.14487457 + proxy_corner: + avg_avg_return: 0.76337504 + avg_reward_per_step: 0.14487457 + eval-batch-shift: + avg_avg_episode_length: 19.984169 + avg_avg_return: 0.8330202 + avg_benchmark_regret: 0.054341488 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.19454956 + proxy_corner: + avg_avg_return: 0.060697593 + avg_reward_per_step: 0.010360718 + eval-batch-tree: + avg_avg_episode_length: 36.231445 + avg_avg_return: 0.673599 + avg_benchmark_regret: 0.32082123 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12775421 + proxy_corner: + avg_avg_return: 0.673599 + avg_reward_per_step: 0.12775421 +=========================================================== +=========================================================== + step: + env-step-all-before: 12582912 + env-step-replay-before: 6291456 + env-step-used-before: 12582912 + ppo-update-before: 7680 + env-step-generate-before: 6291456 + env-step-all-after: 12615680 + env-step-replay-after: 6324224 + env-step-used-after: 12615680 + ppo-update-after: 7700 + env-step-generate-after: 6291456 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 33.608253 + avg_avg_return: 0.726935 + avg_reward_per_step: 0.04901123 + proxy_corner: + avg_avg_return: 0.10121455 + avg_reward_per_step: 0.005065918 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 33.608253 + avg_avg_return: 0.726935 + avg_reward_per_step: 0.04901123 + proxy_corner: + avg_avg_return: 0.10121455 + avg_reward_per_step: 0.005065918 + perf: + env_steps_per_second: 901887.5538349166 + ppo_updates_per_second: 104.10848685542672 + eval-batch-train-duration: 0.21176360896788538 + eval-batch-orig-duration: 0.15968401602003723 + eval-batch-shift-duration: 0.14670053700683638 + eval-batch-tree-duration: 0.1421017409884371 + ued: + distances: + cheese-corne_dist_avg: 7.0858154 + cheese-corne_dist_wavg: 2.5145667 + levels_cheese_is_in_corner_avg: 0.05029297 + mouse-cheese_dist_finite_avg: 5.791504 + mouse-cheese_dist_finite_wavg: 3.2749624 + mouse-cheese_dist_solvable_avg: 5.791504 + mouse-cheese_dist_solvable_wavg: 3.274963 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.432617 + num_walls_wavg: 5.148875 + prop_walls_avg: 0.279679 + prop_walls_wavg: 0.22386412 + scoring: + avg_scores: 0.29686782 + visit_patterns: + avg_first_visit_time: 98.977295 + avg_last_visit_time: 183.38257 + num_replay_batches: 193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000845903 + avg_actor_approxkl3: 0.0011660815 + avg_actor_clipfrac: 0.061102297 + avg_actor_loss: -0.00047898004 + avg_advantage: 0.0066223256 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004142134 + avg_entropy: 0.8346821 + avg_grad_norm_pre_clip: 1.1057248 + avg_loss: 0.0007574049 + max: + max_actor_approxkl1: 0.002731973 + max_actor_approxkl3: 0.0023480272 + max_actor_clipfrac: 0.13244629 + max_actor_loss: 0.0011378508 + max_advantage: 0.20702785 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007065921 + max_entropy: 0.85478187 + max_grad_norm_pre_clip: 2.812919 + max_loss: 0.0022090764 + std: + std_actor_approxkl1: 0.0006312555 + std_actor_approxkl3: 0.0005454661 + std_actor_clipfrac: 0.038355075 + std_actor_loss: 0.0007964367 + std_advantage: 0.09101793 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013205095 + std_entropy: 0.01208576 + std_grad_norm_pre_clip: 0.66654706 + std_loss: 0.00093257043 + eval-batch-train: + avg_avg_episode_length: 22.564568 + avg_avg_return: 0.79800475 + avg_benchmark_regret: 0.05823946 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.19970703 + proxy_corner: + avg_avg_return: 0.060808077 + avg_reward_per_step: 0.010299683 + eval-batch-orig: + avg_avg_episode_length: 26.075459 + avg_avg_return: 0.7650604 + avg_benchmark_regret: 0.07883102 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.15046692 + proxy_corner: + avg_avg_return: 0.7650604 + avg_reward_per_step: 0.15046692 + eval-batch-shift: + avg_avg_episode_length: 19.649529 + avg_avg_return: 0.8335465 + avg_benchmark_regret: 0.053815216 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.20697021 + proxy_corner: + avg_avg_return: 0.054302618 + avg_reward_per_step: 0.010421753 + eval-batch-tree: + avg_avg_episode_length: 34.735413 + avg_avg_return: 0.69220936 + avg_benchmark_regret: 0.30221093 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.1307373 + proxy_corner: + avg_avg_return: 0.69220936 + avg_reward_per_step: 0.1307373 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 13631488 + env-step-replay-before: 6782976 + env-step-used-before: 13631488 + ppo-update-before: 8320 + env-step-generate-before: 6848512 + env-step-all-after: 13664256 + env-step-replay-after: 6782976 + env-step-used-after: 13664256 + ppo-update-after: 8340 + env-step-generate-after: 6881280 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 20.986744 + avg_avg_return: 0.7955969 + avg_reward_per_step: 0.17880249 + proxy_corner: + avg_avg_return: 0.079922915 + avg_reward_per_step: 0.0070495605 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 20.986744 + avg_avg_return: 0.7955969 + avg_reward_per_step: 0.17880249 + proxy_corner: + avg_avg_return: 0.079922915 + avg_reward_per_step: 0.0070495605 + perf: + env_steps_per_second: 904002.7093415675 + ppo_updates_per_second: 102.7317349447083 + eval-batch-train-duration: 0.22545877803349867 + eval-batch-orig-duration: 0.17937433195766062 + eval-batch-shift-duration: 0.16140183195238933 + eval-batch-tree-duration: 0.15358225599629804 + ued: + distances: + cheese-corne_dist_avg: 7.062866 + cheese-corne_dist_wavg: 6.1164494 + levels_cheese_is_in_corner_avg: 0.051757812 + mouse-cheese_dist_finite_avg: 5.8774414 + mouse-cheese_dist_finite_wavg: 5.083259 + mouse-cheese_dist_solvable_avg: 5.8774414 + mouse-cheese_dist_solvable_wavg: 5.0832605 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.461914 + num_walls_wavg: 4.2478547 + prop_walls_avg: 0.28095275 + prop_walls_wavg: 0.18468937 + scoring: + avg_scores: 0.3007362 + visit_patterns: + avg_first_visit_time: 109.72925 + avg_last_visit_time: 197.33423 + num_replay_batches: 207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007679068 + avg_actor_approxkl3: 0.0007573775 + avg_actor_clipfrac: 0.032122802 + avg_actor_loss: -0.0008490989 + avg_advantage: -0.00059287663 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005951244 + avg_entropy: 0.778031 + avg_grad_norm_pre_clip: 0.8020248 + avg_loss: 0.001348492 + max: + max_actor_approxkl1: 0.0024321205 + max_actor_approxkl3: 0.001616294 + max_actor_clipfrac: 0.10046387 + max_actor_loss: 0.0010964349 + max_advantage: 0.2179802 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0075954148 + max_entropy: 0.79861796 + max_grad_norm_pre_clip: 1.5347865 + max_loss: 0.0033460078 + std: + std_actor_approxkl1: 0.00060332887 + std_actor_approxkl3: 0.0003649613 + std_actor_clipfrac: 0.025549794 + std_actor_loss: 0.00083613256 + std_advantage: 0.10906469 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010637701 + std_entropy: 0.012182779 + std_grad_norm_pre_clip: 0.29567748 + std_loss: 0.000945909 + eval-batch-train: + avg_avg_episode_length: 22.140854 + avg_avg_return: 0.80258167 + avg_benchmark_regret: 0.053662546 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.20030975 + proxy_corner: + avg_avg_return: 0.061195467 + avg_reward_per_step: 0.010124207 + eval-batch-orig: + avg_avg_episode_length: 25.227787 + avg_avg_return: 0.7752021 + avg_benchmark_regret: 0.06868935 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.14878082 + proxy_corner: + avg_avg_return: 0.7752021 + avg_reward_per_step: 0.14878082 + eval-batch-shift: + avg_avg_episode_length: 19.482964 + avg_avg_return: 0.8325237 + avg_benchmark_regret: 0.05483802 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.20899963 + proxy_corner: + avg_avg_return: 0.055523146 + avg_reward_per_step: 0.010002136 + eval-batch-tree: + avg_avg_episode_length: 33.91765 + avg_avg_return: 0.70713496 + avg_benchmark_regret: 0.2872853 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12924957 + proxy_corner: + avg_avg_return: 0.70713496 + avg_reward_per_step: 0.12924957 +=========================================================== +=========================================================== + step: + env-step-all-before: 14680064 + env-step-replay-before: 7405568 + env-step-used-before: 14680064 + ppo-update-before: 8960 + env-step-generate-before: 7274496 + env-step-all-after: 14712832 + env-step-replay-after: 7438336 + env-step-used-after: 14712832 + ppo-update-after: 8980 + env-step-generate-after: 7274496 + train-replay: + shift_proportion: 0.98046875 + avg_avg_episode_length: 36.501907 + avg_avg_return: 0.6882316 + avg_reward_per_step: 0.044647217 + proxy_corner: + avg_avg_return: 0.11639127 + avg_reward_per_step: 0.0056152344 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 36.501907 + avg_avg_return: 0.6882316 + avg_reward_per_step: 0.044647217 + proxy_corner: + avg_avg_return: 0.11639127 + avg_reward_per_step: 0.0056152344 + perf: + env_steps_per_second: 647089.0379351603 + ppo_updates_per_second: 83.72778120291964 + eval-batch-train-duration: 0.22569925303105265 + eval-batch-orig-duration: 0.14706810098141432 + eval-batch-shift-duration: 0.14310061500873417 + eval-batch-tree-duration: 0.14037159201689065 + ued: + distances: + cheese-corne_dist_avg: 7.0582275 + cheese-corne_dist_wavg: 11.947933 + levels_cheese_is_in_corner_avg: 0.051757812 + mouse-cheese_dist_finite_avg: 5.9262695 + mouse-cheese_dist_finite_wavg: 4.1905346 + mouse-cheese_dist_solvable_avg: 5.9262695 + mouse-cheese_dist_solvable_wavg: 4.190535 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.447754 + num_walls_wavg: 8.740416 + prop_walls_avg: 0.2803371 + prop_walls_wavg: 0.380018 + scoring: + avg_scores: 0.29493487 + visit_patterns: + avg_first_visit_time: 117.221924 + avg_last_visit_time: 217.27856 + num_replay_batches: 227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008819582 + avg_actor_approxkl3: 0.0011057988 + avg_actor_clipfrac: 0.058221437 + avg_actor_loss: -0.00064437726 + avg_advantage: 0.010430069 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.006033746 + avg_entropy: 0.8268043 + avg_grad_norm_pre_clip: 1.0729755 + avg_loss: 0.001545691 + max: + max_actor_approxkl1: 0.0023611374 + max_actor_approxkl3: 0.0024138743 + max_actor_clipfrac: 0.15478516 + max_actor_loss: 0.0015226081 + max_advantage: 0.19994962 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008089127 + max_entropy: 0.84243834 + max_grad_norm_pre_clip: 1.891472 + max_loss: 0.004100566 + std: + std_actor_approxkl1: 0.0007280731 + std_actor_approxkl3: 0.00060402637 + std_actor_clipfrac: 0.042868175 + std_actor_loss: 0.0008293636 + std_advantage: 0.10953444 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00095542124 + std_entropy: 0.009776832 + std_grad_norm_pre_clip: 0.44485325 + std_loss: 0.001040277 + eval-batch-train: + avg_avg_episode_length: 21.814468 + avg_avg_return: 0.80634904 + avg_benchmark_regret: 0.04989516 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.19769287 + proxy_corner: + avg_avg_return: 0.0723112 + avg_reward_per_step: 0.011741638 + eval-batch-orig: + avg_avg_episode_length: 24.879799 + avg_avg_return: 0.7742067 + avg_benchmark_regret: 0.06968479 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.16590118 + proxy_corner: + avg_avg_return: 0.7742067 + avg_reward_per_step: 0.16590118 + eval-batch-shift: + avg_avg_episode_length: 19.955717 + avg_avg_return: 0.82944137 + avg_benchmark_regret: 0.05792036 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.19564056 + proxy_corner: + avg_avg_return: 0.075658485 + avg_reward_per_step: 0.012840271 + eval-batch-tree: + avg_avg_episode_length: 32.96624 + avg_avg_return: 0.7238212 + avg_benchmark_regret: 0.27059904 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.13084412 + proxy_corner: + avg_avg_return: 0.7238212 + avg_reward_per_step: 0.13084412 +=========================================================== +=========================================================== + step: + env-step-all-before: 15728640 + env-step-replay-before: 7766016 + env-step-used-before: 15728640 + ppo-update-before: 9600 + env-step-generate-before: 7962624 + env-step-all-after: 15761408 + env-step-replay-after: 7766016 + env-step-used-after: 15761408 + ppo-update-after: 9620 + env-step-generate-after: 7995392 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 19.165184 + avg_avg_return: 0.80264187 + avg_reward_per_step: 0.23184204 + proxy_corner: + avg_avg_return: 0.08671166 + avg_reward_per_step: 0.012237549 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 19.165184 + avg_avg_return: 0.80264187 + avg_reward_per_step: 0.23184204 + proxy_corner: + avg_avg_return: 0.08671166 + avg_reward_per_step: 0.012237549 + perf: + env_steps_per_second: 552230.1192265877 + ppo_updates_per_second: 72.7269120008897 + eval-batch-train-duration: 0.33713121799519286 + eval-batch-orig-duration: 0.17215820495039225 + eval-batch-shift-duration: 0.14791580999735743 + eval-batch-tree-duration: 0.14228760299738497 + ued: + distances: + cheese-corne_dist_avg: 7.0252686 + cheese-corne_dist_wavg: 11.942906 + levels_cheese_is_in_corner_avg: 0.05078125 + mouse-cheese_dist_finite_avg: 5.9729004 + mouse-cheese_dist_finite_wavg: 3.2946105 + mouse-cheese_dist_solvable_avg: 5.9729004 + mouse-cheese_dist_solvable_wavg: 3.2946105 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4313965 + num_walls_wavg: 10.54422 + prop_walls_avg: 0.2796259 + prop_walls_wavg: 0.45844427 + scoring: + avg_scores: 0.31478092 + visit_patterns: + avg_first_visit_time: 129.61157 + avg_last_visit_time: 227.22168 + num_replay_batches: 237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012572752 + avg_actor_approxkl3: 0.0010345884 + avg_actor_clipfrac: 0.054071046 + avg_actor_loss: -0.0009960693 + avg_advantage: 0.0046294006 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0065866443 + avg_entropy: 0.70424205 + avg_grad_norm_pre_clip: 1.221463 + avg_loss: 0.0015930113 + max: + max_actor_approxkl1: 0.0023376737 + max_actor_approxkl3: 0.0021875887 + max_actor_clipfrac: 0.14001465 + max_actor_loss: 0.00075072795 + max_advantage: 0.22588289 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008431961 + max_entropy: 0.72239935 + max_grad_norm_pre_clip: 3.747594 + max_loss: 0.0031961687 + std: + std_actor_approxkl1: 0.0005996293 + std_actor_approxkl3: 0.0005008808 + std_actor_clipfrac: 0.034217037 + std_actor_loss: 0.0009503908 + std_advantage: 0.11415196 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010522573 + std_entropy: 0.010270058 + std_grad_norm_pre_clip: 0.8048784 + std_loss: 0.0009226195 + eval-batch-train: + avg_avg_episode_length: 21.488308 + avg_avg_return: 0.8057854 + avg_benchmark_regret: 0.05045881 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.22376251 + proxy_corner: + avg_avg_return: 0.06264299 + avg_reward_per_step: 0.012619019 + eval-batch-orig: + avg_avg_episode_length: 24.960922 + avg_avg_return: 0.7711595 + avg_benchmark_regret: 0.07273196 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.1820755 + proxy_corner: + avg_avg_return: 0.7711595 + avg_reward_per_step: 0.1820755 + eval-batch-shift: + avg_avg_episode_length: 19.667984 + avg_avg_return: 0.8302099 + avg_benchmark_regret: 0.057151806 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2188797 + proxy_corner: + avg_avg_return: 0.061581604 + avg_reward_per_step: 0.012199402 + eval-batch-tree: + avg_avg_episode_length: 33.65114 + avg_avg_return: 0.7149178 + avg_benchmark_regret: 0.2795025 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14437103 + proxy_corner: + avg_avg_return: 0.7149178 + avg_reward_per_step: 0.14437103 +=========================================================== +=========================================================== + step: + env-step-all-before: 16777216 + env-step-replay-before: 8224768 + env-step-used-before: 16777216 + ppo-update-before: 10240 + env-step-generate-before: 8552448 + env-step-all-after: 16809984 + env-step-replay-after: 8257536 + env-step-used-after: 16809984 + ppo-update-after: 10260 + env-step-generate-after: 8552448 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 35.10581 + avg_avg_return: 0.713325 + avg_reward_per_step: 0.045776367 + proxy_corner: + avg_avg_return: 0.14687982 + avg_reward_per_step: 0.008575439 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 35.10581 + avg_avg_return: 0.713325 + avg_reward_per_step: 0.045776367 + proxy_corner: + avg_avg_return: 0.14687982 + avg_reward_per_step: 0.008575439 + perf: + env_steps_per_second: 914331.1757708725 + ppo_updates_per_second: 104.9569470930807 + eval-batch-train-duration: 0.20252635498763993 + eval-batch-orig-duration: 0.15092814702074975 + eval-batch-shift-duration: 0.1434826860204339 + eval-batch-tree-duration: 0.1487863510265015 + ued: + distances: + cheese-corne_dist_avg: 6.999634 + cheese-corne_dist_wavg: 7.000433 + levels_cheese_is_in_corner_avg: 0.052978516 + mouse-cheese_dist_finite_avg: 6.0163574 + mouse-cheese_dist_finite_wavg: 4.2009106 + mouse-cheese_dist_solvable_avg: 6.0163574 + mouse-cheese_dist_solvable_wavg: 4.2009106 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.45166 + num_walls_wavg: 6.0428724 + prop_walls_avg: 0.28050697 + prop_walls_wavg: 0.26273355 + scoring: + avg_scores: 0.32023203 + visit_patterns: + avg_first_visit_time: 138.19238 + avg_last_visit_time: 242.27124 + num_replay_batches: 252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010008955 + avg_actor_approxkl3: 0.0009635302 + avg_actor_clipfrac: 0.047729492 + avg_actor_loss: -0.00038872063 + avg_advantage: 0.006441079 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004826862 + avg_entropy: 0.78602606 + avg_grad_norm_pre_clip: 0.9885999 + avg_loss: 0.0012386845 + max: + max_actor_approxkl1: 0.003310195 + max_actor_approxkl3: 0.0020373203 + max_actor_clipfrac: 0.12133789 + max_actor_loss: 0.001548782 + max_advantage: 0.2025398 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0067428024 + max_entropy: 0.8111776 + max_grad_norm_pre_clip: 2.5283632 + max_loss: 0.0031762896 + std: + std_actor_approxkl1: 0.0008325765 + std_actor_approxkl3: 0.0005131399 + std_actor_clipfrac: 0.032966625 + std_actor_loss: 0.0010313246 + std_advantage: 0.09828333 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000938368 + std_entropy: 0.009372174 + std_grad_norm_pre_clip: 0.53851974 + std_loss: 0.0009871477 + eval-batch-train: + avg_avg_episode_length: 21.38631 + avg_avg_return: 0.8073461 + avg_benchmark_regret: 0.048898123 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.21359253 + proxy_corner: + avg_avg_return: 0.06109825 + avg_reward_per_step: 0.010520935 + eval-batch-orig: + avg_avg_episode_length: 24.824726 + avg_avg_return: 0.77553 + avg_benchmark_regret: 0.068361536 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.1620636 + proxy_corner: + avg_avg_return: 0.77553 + avg_reward_per_step: 0.1620636 + eval-batch-shift: + avg_avg_episode_length: 18.970512 + avg_avg_return: 0.83687395 + avg_benchmark_regret: 0.050487768 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.21879578 + proxy_corner: + avg_avg_return: 0.050520707 + avg_reward_per_step: 0.010871887 + eval-batch-tree: + avg_avg_episode_length: 31.568325 + avg_avg_return: 0.7496163 + avg_benchmark_regret: 0.24480394 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12696838 + proxy_corner: + avg_avg_return: 0.7496163 + avg_reward_per_step: 0.12696838 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 17825792 + env-step-replay-before: 8912896 + env-step-used-before: 17825792 + ppo-update-before: 10880 + env-step-generate-before: 8912896 + env-step-all-after: 17858560 + env-step-replay-after: 8945664 + env-step-used-after: 17858560 + ppo-update-after: 10900 + env-step-generate-after: 8912896 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 36.934395 + avg_avg_return: 0.69340426 + avg_reward_per_step: 0.043060303 + proxy_corner: + avg_avg_return: 0.11145258 + avg_reward_per_step: 0.005584717 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 36.934395 + avg_avg_return: 0.69340426 + avg_reward_per_step: 0.043060303 + proxy_corner: + avg_avg_return: 0.11145258 + avg_reward_per_step: 0.005584717 + perf: + env_steps_per_second: 908555.8548461157 + ppo_updates_per_second: 108.95261215691157 + eval-batch-train-duration: 0.19480676902458072 + eval-batch-orig-duration: 0.14710996201029047 + eval-batch-shift-duration: 0.14993110799696296 + eval-batch-tree-duration: 0.15115861303638667 + ued: + distances: + cheese-corne_dist_avg: 6.9490967 + cheese-corne_dist_wavg: 6.9930544 + levels_cheese_is_in_corner_avg: 0.0546875 + mouse-cheese_dist_finite_avg: 6.0827637 + mouse-cheese_dist_finite_wavg: 4.2037396 + mouse-cheese_dist_solvable_avg: 6.0827637 + mouse-cheese_dist_solvable_wavg: 4.203739 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4509277 + num_walls_wavg: 4.2479634 + prop_walls_avg: 0.2804751 + prop_walls_wavg: 0.18469402 + scoring: + avg_scores: 0.29439604 + visit_patterns: + avg_first_visit_time: 146.82642 + avg_last_visit_time: 263.1787 + num_replay_batches: 273 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012542343 + avg_actor_approxkl3: 0.001275353 + avg_actor_clipfrac: 0.06491699 + avg_actor_loss: -0.0010365669 + avg_advantage: 0.0072975555 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0054548257 + avg_entropy: 0.80758524 + avg_grad_norm_pre_clip: 1.1937791 + avg_loss: 0.0008832604 + max: + max_actor_approxkl1: 0.003518024 + max_actor_approxkl3: 0.002665881 + max_actor_clipfrac: 0.18591309 + max_actor_loss: 0.0003336817 + max_advantage: 0.20506436 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0070794765 + max_entropy: 0.8196279 + max_grad_norm_pre_clip: 2.6074343 + max_loss: 0.0030727603 + std: + std_actor_approxkl1: 0.00084611285 + std_actor_approxkl3: 0.00067018607 + std_actor_clipfrac: 0.05110194 + std_actor_loss: 0.0006545338 + std_advantage: 0.10396441 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00092374615 + std_entropy: 0.0086832065 + std_grad_norm_pre_clip: 0.6905114 + std_loss: 0.00080061395 + eval-batch-train: + avg_avg_episode_length: 21.194271 + avg_avg_return: 0.81222737 + avg_benchmark_regret: 0.044016846 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.20180511 + proxy_corner: + avg_avg_return: 0.05964326 + avg_reward_per_step: 0.009529114 + eval-batch-orig: + avg_avg_episode_length: 24.530003 + avg_avg_return: 0.7801196 + avg_benchmark_regret: 0.0637719 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.15749359 + proxy_corner: + avg_avg_return: 0.7801196 + avg_reward_per_step: 0.15749359 + eval-batch-shift: + avg_avg_episode_length: 19.095478 + avg_avg_return: 0.8378085 + avg_benchmark_regret: 0.04955324 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.21409607 + proxy_corner: + avg_avg_return: 0.055123698 + avg_reward_per_step: 0.01083374 + eval-batch-tree: + avg_avg_episode_length: 30.76554 + avg_avg_return: 0.7544237 + avg_benchmark_regret: 0.23999658 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12679291 + proxy_corner: + avg_avg_return: 0.7544237 + avg_reward_per_step: 0.12679291 +=========================================================== +=========================================================== + step: + env-step-all-before: 18874368 + env-step-replay-before: 9633792 + env-step-used-before: 18874368 + ppo-update-before: 11520 + env-step-generate-before: 9240576 + env-step-all-after: 18907136 + env-step-replay-after: 9666560 + env-step-used-after: 18907136 + ppo-update-after: 11540 + env-step-generate-after: 9240576 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 33.041504 + avg_avg_return: 0.7204786 + avg_reward_per_step: 0.048675537 + proxy_corner: + avg_avg_return: 0.13058683 + avg_reward_per_step: 0.008270264 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 33.041504 + avg_avg_return: 0.7204786 + avg_reward_per_step: 0.048675537 + proxy_corner: + avg_avg_return: 0.13058683 + avg_reward_per_step: 0.008270264 + perf: + env_steps_per_second: 977599.5218646425 + ppo_updates_per_second: 105.81726386395418 + eval-batch-train-duration: 0.20042315300088376 + eval-batch-orig-duration: 0.14254498900845647 + eval-batch-shift-duration: 0.1410903789801523 + eval-batch-tree-duration: 0.13902934500947595 + ued: + distances: + cheese-corne_dist_avg: 6.9780273 + cheese-corne_dist_wavg: 11.942634 + levels_cheese_is_in_corner_avg: 0.055419922 + mouse-cheese_dist_finite_avg: 6.128418 + mouse-cheese_dist_finite_wavg: 4.213744 + mouse-cheese_dist_solvable_avg: 6.128418 + mouse-cheese_dist_solvable_wavg: 4.213744 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4521484 + num_walls_wavg: 7.8420315 + prop_walls_avg: 0.2805282 + prop_walls_wavg: 0.34095788 + scoring: + avg_scores: 0.27788702 + visit_patterns: + avg_first_visit_time: 155.031 + avg_last_visit_time: 285.16895 + num_replay_batches: 295 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011537723 + avg_actor_approxkl3: 0.0012577752 + avg_actor_clipfrac: 0.067193605 + avg_actor_loss: -0.00015645233 + avg_advantage: 0.012058927 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0052467515 + avg_entropy: 0.7965484 + avg_grad_norm_pre_clip: 1.2546691 + avg_loss: 0.0016703749 + max: + max_actor_approxkl1: 0.0032277906 + max_actor_approxkl3: 0.0024129096 + max_actor_clipfrac: 0.13562012 + max_actor_loss: 0.0010523275 + max_advantage: 0.25315875 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007311482 + max_entropy: 0.81541455 + max_grad_norm_pre_clip: 2.643861 + max_loss: 0.0039117867 + std: + std_actor_approxkl1: 0.00075261836 + std_actor_approxkl3: 0.00055638223 + std_actor_clipfrac: 0.035162065 + std_actor_loss: 0.0008133593 + std_advantage: 0.10226058 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00110409 + std_entropy: 0.009021633 + std_grad_norm_pre_clip: 0.65646327 + std_loss: 0.0009396401 + eval-batch-train: + avg_avg_episode_length: 20.51062 + avg_avg_return: 0.818354 + avg_benchmark_regret: 0.03789019 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.205513 + proxy_corner: + avg_avg_return: 0.06016288 + avg_reward_per_step: 0.010269165 + eval-batch-orig: + avg_avg_episode_length: 24.085196 + avg_avg_return: 0.78600276 + avg_benchmark_regret: 0.05788873 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.15332031 + proxy_corner: + avg_avg_return: 0.78600276 + avg_reward_per_step: 0.15332031 + eval-batch-shift: + avg_avg_episode_length: 18.736855 + avg_avg_return: 0.8448582 + avg_benchmark_regret: 0.042503513 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.21620941 + proxy_corner: + avg_avg_return: 0.051781654 + avg_reward_per_step: 0.010948181 + eval-batch-tree: + avg_avg_episode_length: 28.663334 + avg_avg_return: 0.7858288 + avg_benchmark_regret: 0.20859146 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.12743378 + proxy_corner: + avg_avg_return: 0.7858288 + avg_reward_per_step: 0.12743378 +=========================================================== +=========================================================== + step: + env-step-all-before: 19922944 + env-step-replay-before: 10125312 + env-step-used-before: 19922944 + ppo-update-before: 12160 + env-step-generate-before: 9797632 + env-step-all-after: 19955712 + env-step-replay-after: 10158080 + env-step-used-after: 19955712 + ppo-update-after: 12180 + env-step-generate-after: 9797632 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 38.78941 + avg_avg_return: 0.67599416 + avg_reward_per_step: 0.042541504 + proxy_corner: + avg_avg_return: 0.1090029 + avg_reward_per_step: 0.0051574707 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 38.78941 + avg_avg_return: 0.67599416 + avg_reward_per_step: 0.042541504 + proxy_corner: + avg_avg_return: 0.1090029 + avg_reward_per_step: 0.0051574707 + perf: + env_steps_per_second: 877731.6682362991 + ppo_updates_per_second: 105.36180650060673 + eval-batch-train-duration: 0.20639376499457285 + eval-batch-orig-duration: 0.15964903397252783 + eval-batch-shift-duration: 0.14398629596689716 + eval-batch-tree-duration: 0.14039575000060722 + ued: + distances: + cheese-corne_dist_avg: 7.013794 + cheese-corne_dist_wavg: 7.9058313 + levels_cheese_is_in_corner_avg: 0.056396484 + mouse-cheese_dist_finite_avg: 6.1882324 + mouse-cheese_dist_finite_wavg: 3.316574 + mouse-cheese_dist_solvable_avg: 6.1882324 + mouse-cheese_dist_solvable_wavg: 3.3165746 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.474121 + num_walls_wavg: 6.0477886 + prop_walls_avg: 0.2814835 + prop_walls_wavg: 0.26294732 + scoring: + avg_scores: 0.29246867 + visit_patterns: + avg_first_visit_time: 168.82056 + avg_last_visit_time: 300.19165 + num_replay_batches: 310 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015322709 + avg_actor_approxkl3: 0.0015942696 + avg_actor_clipfrac: 0.08572998 + avg_actor_loss: 1.1758879e-06 + avg_advantage: -0.00041338196 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005568479 + avg_entropy: 0.75205153 + avg_grad_norm_pre_clip: 1.6515245 + avg_loss: 0.0020333638 + max: + max_actor_approxkl1: 0.0059887157 + max_actor_approxkl3: 0.0043610893 + max_actor_clipfrac: 0.2232666 + max_actor_loss: 0.003229484 + max_advantage: 0.18830341 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.010183036 + max_entropy: 0.7701708 + max_grad_norm_pre_clip: 3.4861367 + max_loss: 0.0053749816 + std: + std_actor_approxkl1: 0.001326846 + std_actor_approxkl3: 0.0011299412 + std_actor_clipfrac: 0.06469549 + std_actor_loss: 0.0010124721 + std_advantage: 0.10543846 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0015199069 + std_entropy: 0.010307963 + std_grad_norm_pre_clip: 1.0057974 + std_loss: 0.0012395596 + eval-batch-train: + avg_avg_episode_length: 20.642899 + avg_avg_return: 0.8150158 + avg_benchmark_regret: 0.041228425 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.21872711 + proxy_corner: + avg_avg_return: 0.0638603 + avg_reward_per_step: 0.010826111 + eval-batch-orig: + avg_avg_episode_length: 23.894543 + avg_avg_return: 0.78345615 + avg_benchmark_regret: 0.060435336 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.16886902 + proxy_corner: + avg_avg_return: 0.78345615 + avg_reward_per_step: 0.16886902 + eval-batch-shift: + avg_avg_episode_length: 18.427855 + avg_avg_return: 0.84555936 + avg_benchmark_regret: 0.041802336 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.23326111 + proxy_corner: + avg_avg_return: 0.056324456 + avg_reward_per_step: 0.011604309 + eval-batch-tree: + avg_avg_episode_length: 28.621166 + avg_avg_return: 0.7715167 + avg_benchmark_regret: 0.22290361 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14124298 + proxy_corner: + avg_avg_return: 0.7715167 + avg_reward_per_step: 0.14124298 +=========================================================== +=========================================================== + step: + env-step-all-before: 20971520 + env-step-replay-before: 10682368 + env-step-used-before: 20971520 + ppo-update-before: 12800 + env-step-generate-before: 10289152 + env-step-all-after: 21004288 + env-step-replay-after: 10682368 + env-step-used-after: 21004288 + ppo-update-after: 12820 + env-step-generate-after: 10321920 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 19.894073 + avg_avg_return: 0.79764 + avg_reward_per_step: 0.2518921 + proxy_corner: + avg_avg_return: 0.07223314 + avg_reward_per_step: 0.007446289 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 19.894073 + avg_avg_return: 0.79764 + avg_reward_per_step: 0.2518921 + proxy_corner: + avg_avg_return: 0.07223314 + avg_reward_per_step: 0.007446289 + perf: + env_steps_per_second: 586991.1246844014 + ppo_updates_per_second: 72.71780512787493 + eval-batch-train-duration: 0.336628507997375 + eval-batch-orig-duration: 0.17373465897981077 + eval-batch-shift-duration: 0.15054016798967496 + eval-batch-tree-duration: 0.14321761898463592 + ued: + distances: + cheese-corne_dist_avg: 7.0372314 + cheese-corne_dist_wavg: 6.105515 + levels_cheese_is_in_corner_avg: 0.055908203 + mouse-cheese_dist_finite_avg: 6.208008 + mouse-cheese_dist_finite_wavg: 2.4208872 + mouse-cheese_dist_solvable_avg: 6.208008 + mouse-cheese_dist_solvable_wavg: 2.4208872 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.440918 + num_walls_wavg: 6.9453726 + prop_walls_avg: 0.2800399 + prop_walls_wavg: 0.30197278 + scoring: + avg_scores: 0.3012582 + visit_patterns: + avg_first_visit_time: 180.34009 + avg_last_visit_time: 316.28174 + num_replay_batches: 326 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012089869 + avg_actor_approxkl3: 0.0010760862 + avg_actor_clipfrac: 0.05715332 + avg_actor_loss: -0.00067855045 + avg_advantage: -0.010452417 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0062249806 + avg_entropy: 0.64996743 + avg_grad_norm_pre_clip: 1.3253548 + avg_loss: 0.0017839725 + max: + max_actor_approxkl1: 0.0022858777 + max_actor_approxkl3: 0.0023708409 + max_actor_clipfrac: 0.15820312 + max_actor_loss: 0.0025858954 + max_advantage: 0.1808806 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007875581 + max_entropy: 0.68161136 + max_grad_norm_pre_clip: 4.063421 + max_loss: 0.005573125 + std: + std_actor_approxkl1: 0.00067852467 + std_actor_approxkl3: 0.0005212258 + std_actor_clipfrac: 0.037123296 + std_actor_loss: 0.0012251857 + std_advantage: 0.11141297 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000945402 + std_entropy: 0.016229343 + std_grad_norm_pre_clip: 0.99615365 + std_loss: 0.0013138804 + eval-batch-train: + avg_avg_episode_length: 20.682869 + avg_avg_return: 0.8120263 + avg_benchmark_regret: 0.044217892 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.22477722 + proxy_corner: + avg_avg_return: 0.06636815 + avg_reward_per_step: 0.012313843 + eval-batch-orig: + avg_avg_episode_length: 23.470875 + avg_avg_return: 0.7897217 + avg_benchmark_regret: 0.054169744 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17311096 + proxy_corner: + avg_avg_return: 0.7897217 + avg_reward_per_step: 0.17311096 + eval-batch-shift: + avg_avg_episode_length: 18.27652 + avg_avg_return: 0.844961 + avg_benchmark_regret: 0.042400736 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2304306 + proxy_corner: + avg_avg_return: 0.06315355 + avg_reward_per_step: 0.012077332 + eval-batch-tree: + avg_avg_episode_length: 28.516083 + avg_avg_return: 0.7753848 + avg_benchmark_regret: 0.2190355 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14273834 + proxy_corner: + avg_avg_return: 0.7753848 + avg_reward_per_step: 0.14273834 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 22020096 + env-step-replay-before: 11141120 + env-step-used-before: 22020096 + ppo-update-before: 13440 + env-step-generate-before: 10878976 + env-step-all-after: 22052864 + env-step-replay-after: 11173888 + env-step-used-after: 22052864 + ppo-update-after: 13460 + env-step-generate-after: 10878976 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 35.510742 + avg_avg_return: 0.7008772 + avg_reward_per_step: 0.045684814 + proxy_corner: + avg_avg_return: 0.14398682 + avg_reward_per_step: 0.006225586 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 35.510742 + avg_avg_return: 0.7008772 + avg_reward_per_step: 0.045684814 + proxy_corner: + avg_avg_return: 0.14398682 + avg_reward_per_step: 0.006225586 + perf: + env_steps_per_second: 912339.9394637191 + ppo_updates_per_second: 108.88108435839824 + eval-batch-train-duration: 0.19688299403060228 + eval-batch-orig-duration: 0.1488416679785587 + eval-batch-shift-duration: 0.14074616198195145 + eval-batch-tree-duration: 0.14005789498332888 + ued: + distances: + cheese-corne_dist_avg: 7.0578613 + cheese-corne_dist_wavg: 8.806879 + levels_cheese_is_in_corner_avg: 0.05444336 + mouse-cheese_dist_finite_avg: 6.237793 + mouse-cheese_dist_finite_wavg: 3.326651 + mouse-cheese_dist_solvable_avg: 6.237793 + mouse-cheese_dist_solvable_wavg: 3.326651 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4414062 + num_walls_wavg: 5.148994 + prop_walls_avg: 0.28006113 + prop_walls_wavg: 0.22386934 + scoring: + avg_scores: 0.311067 + visit_patterns: + avg_first_visit_time: 193.36157 + avg_last_visit_time: 331.20483 + num_replay_batches: 341 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011512361 + avg_actor_approxkl3: 0.0012258975 + avg_actor_clipfrac: 0.061895754 + avg_actor_loss: -0.0007686835 + avg_advantage: 0.00957944 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005670227 + avg_entropy: 0.7502982 + avg_grad_norm_pre_clip: 1.0955373 + avg_loss: 0.0013161319 + max: + max_actor_approxkl1: 0.0027014792 + max_actor_approxkl3: 0.002063003 + max_actor_clipfrac: 0.107421875 + max_actor_loss: 0.000510931 + max_advantage: 0.19676238 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0067442334 + max_entropy: 0.76557547 + max_grad_norm_pre_clip: 1.9757555 + max_loss: 0.0028044663 + std: + std_actor_approxkl1: 0.00076757197 + std_actor_approxkl3: 0.0005480689 + std_actor_clipfrac: 0.032318827 + std_actor_loss: 0.00082584826 + std_advantage: 0.10566723 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00083727087 + std_entropy: 0.008568628 + std_grad_norm_pre_clip: 0.5006378 + std_loss: 0.0009287407 + eval-batch-train: + avg_avg_episode_length: 20.677242 + avg_avg_return: 0.80987 + avg_benchmark_regret: 0.046374194 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.22779083 + proxy_corner: + avg_avg_return: 0.06247884 + avg_reward_per_step: 0.011650085 + eval-batch-orig: + avg_avg_episode_length: 23.255058 + avg_avg_return: 0.78719956 + avg_benchmark_regret: 0.056691926 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17789459 + proxy_corner: + avg_avg_return: 0.78719956 + avg_reward_per_step: 0.17789459 + eval-batch-shift: + avg_avg_episode_length: 18.300919 + avg_avg_return: 0.84112865 + avg_benchmark_regret: 0.046233103 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.22990417 + proxy_corner: + avg_avg_return: 0.06259456 + avg_reward_per_step: 0.0124435425 + eval-batch-tree: + avg_avg_episode_length: 28.855547 + avg_avg_return: 0.7639816 + avg_benchmark_regret: 0.23043868 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14685822 + proxy_corner: + avg_avg_return: 0.7639816 + avg_reward_per_step: 0.14685822 +=========================================================== +=========================================================== + step: + env-step-all-before: 23068672 + env-step-replay-before: 11665408 + env-step-used-before: 23068672 + ppo-update-before: 14080 + env-step-generate-before: 11403264 + env-step-all-after: 23101440 + env-step-replay-after: 11698176 + env-step-used-after: 23101440 + ppo-update-after: 14100 + env-step-generate-after: 11403264 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 38.767365 + avg_avg_return: 0.7012659 + avg_reward_per_step: 0.04196167 + proxy_corner: + avg_avg_return: 0.09957145 + avg_reward_per_step: 0.0050964355 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 38.767365 + avg_avg_return: 0.7012659 + avg_reward_per_step: 0.04196167 + proxy_corner: + avg_avg_return: 0.09957145 + avg_reward_per_step: 0.0050964355 + perf: + env_steps_per_second: 982909.5583265058 + ppo_updates_per_second: 76.0730871524219 + eval-batch-train-duration: 0.33256867999443784 + eval-batch-orig-duration: 0.18636402097763494 + eval-batch-shift-duration: 0.155210271012038 + eval-batch-tree-duration: 0.14700893498957157 + ued: + distances: + cheese-corne_dist_avg: 7.0704346 + cheese-corne_dist_wavg: 4.2985663 + levels_cheese_is_in_corner_avg: 0.05444336 + mouse-cheese_dist_finite_avg: 6.265381 + mouse-cheese_dist_finite_wavg: 4.225521 + mouse-cheese_dist_solvable_avg: 6.265381 + mouse-cheese_dist_solvable_wavg: 4.2255216 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.448242 + num_walls_wavg: 6.9439487 + prop_walls_avg: 0.2803583 + prop_walls_wavg: 0.3019108 + scoring: + avg_scores: 0.3007634 + visit_patterns: + avg_first_visit_time: 202.3562 + avg_last_visit_time: 347.2583 + num_replay_batches: 357 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00071368733 + avg_actor_approxkl3: 0.00081506243 + avg_actor_clipfrac: 0.037994385 + avg_actor_loss: -0.00083722005 + avg_advantage: 0.0011352127 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0038739007 + avg_entropy: 0.76563185 + avg_grad_norm_pre_clip: 0.85218096 + avg_loss: 0.00033409818 + max: + max_actor_approxkl1: 0.0016548766 + max_actor_approxkl3: 0.0014199486 + max_actor_clipfrac: 0.08251953 + max_actor_loss: 0.00027451664 + max_advantage: 0.19773793 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0060349647 + max_entropy: 0.78171897 + max_grad_norm_pre_clip: 1.6004175 + max_loss: 0.0020780838 + std: + std_actor_approxkl1: 0.00043390243 + std_actor_approxkl3: 0.00034563776 + std_actor_clipfrac: 0.024342757 + std_actor_loss: 0.0008395007 + std_advantage: 0.08807494 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012485182 + std_entropy: 0.01002348 + std_grad_norm_pre_clip: 0.3562891 + std_loss: 0.0009667477 + eval-batch-train: + avg_avg_episode_length: 20.818562 + avg_avg_return: 0.8106552 + avg_benchmark_regret: 0.045589015 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.22319794 + proxy_corner: + avg_avg_return: 0.054002427 + avg_reward_per_step: 0.0103302 + eval-batch-orig: + avg_avg_episode_length: 23.39782 + avg_avg_return: 0.78692824 + avg_benchmark_regret: 0.056963265 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17115021 + proxy_corner: + avg_avg_return: 0.78692824 + avg_reward_per_step: 0.17115021 + eval-batch-shift: + avg_avg_episode_length: 18.520643 + avg_avg_return: 0.8423128 + avg_benchmark_regret: 0.04504892 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.22792053 + proxy_corner: + avg_avg_return: 0.056888334 + avg_reward_per_step: 0.012329102 + eval-batch-tree: + avg_avg_episode_length: 27.999435 + avg_avg_return: 0.7761464 + avg_benchmark_regret: 0.2182738 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14064789 + proxy_corner: + avg_avg_return: 0.7761464 + avg_reward_per_step: 0.14064789 +=========================================================== +=========================================================== + step: + env-step-all-before: 24117248 + env-step-replay-before: 12320768 + env-step-used-before: 24117248 + ppo-update-before: 14720 + env-step-generate-before: 11796480 + env-step-all-after: 24150016 + env-step-replay-after: 12353536 + env-step-used-after: 24150016 + ppo-update-after: 14740 + env-step-generate-after: 11796480 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 33.557137 + avg_avg_return: 0.7176086 + avg_reward_per_step: 0.047912598 + proxy_corner: + avg_avg_return: 0.11754645 + avg_reward_per_step: 0.0056152344 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 33.557137 + avg_avg_return: 0.7176086 + avg_reward_per_step: 0.047912598 + proxy_corner: + avg_avg_return: 0.11754645 + avg_reward_per_step: 0.0056152344 + perf: + env_steps_per_second: 911728.0423313155 + ppo_updates_per_second: 109.03694255023348 + eval-batch-train-duration: 0.19547295797383413 + eval-batch-orig-duration: 0.14736748102586716 + eval-batch-shift-duration: 0.1407877909950912 + eval-batch-tree-duration: 0.1446277279756032 + ued: + distances: + cheese-corne_dist_avg: 7.0855713 + cheese-corne_dist_wavg: 11.948701 + levels_cheese_is_in_corner_avg: 0.05517578 + mouse-cheese_dist_finite_avg: 6.310547 + mouse-cheese_dist_finite_wavg: 3.3315616 + mouse-cheese_dist_solvable_avg: 6.310547 + mouse-cheese_dist_solvable_wavg: 3.3315616 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.441162 + num_walls_wavg: 7.8426013 + prop_walls_avg: 0.28005052 + prop_walls_wavg: 0.34098274 + scoring: + avg_scores: 0.27588403 + visit_patterns: + avg_first_visit_time: 210.31299 + avg_last_visit_time: 367.2185 + num_replay_batches: 377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00090094394 + avg_actor_approxkl3: 0.0010076171 + avg_actor_clipfrac: 0.0513916 + avg_actor_loss: -0.0009522943 + avg_advantage: -0.00042982132 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0048953574 + avg_entropy: 0.7622248 + avg_grad_norm_pre_clip: 0.90199196 + avg_loss: 0.0007331597 + max: + max_actor_approxkl1: 0.002118155 + max_actor_approxkl3: 0.0016916383 + max_actor_clipfrac: 0.10083008 + max_actor_loss: 0.0004823245 + max_advantage: 0.16894859 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006293114 + max_entropy: 0.7800287 + max_grad_norm_pre_clip: 1.5994562 + max_loss: 0.0026310126 + std: + std_actor_approxkl1: 0.0006400242 + std_actor_approxkl3: 0.00040952995 + std_actor_clipfrac: 0.02642663 + std_actor_loss: 0.0008911184 + std_advantage: 0.099148914 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00112342 + std_entropy: 0.009819568 + std_grad_norm_pre_clip: 0.31297842 + std_loss: 0.0009192428 + eval-batch-train: + avg_avg_episode_length: 20.173542 + avg_avg_return: 0.819419 + avg_benchmark_regret: 0.036825217 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.22239685 + proxy_corner: + avg_avg_return: 0.058293283 + avg_reward_per_step: 0.010864258 + eval-batch-orig: + avg_avg_episode_length: 23.11031 + avg_avg_return: 0.79261374 + avg_benchmark_regret: 0.051277716 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17198944 + proxy_corner: + avg_avg_return: 0.79261374 + avg_reward_per_step: 0.17198944 + eval-batch-shift: + avg_avg_episode_length: 18.495083 + avg_avg_return: 0.8414643 + avg_benchmark_regret: 0.045897406 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2279129 + proxy_corner: + avg_avg_return: 0.051370848 + avg_reward_per_step: 0.011566162 + eval-batch-tree: + avg_avg_episode_length: 26.954346 + avg_avg_return: 0.79404294 + avg_benchmark_regret: 0.2003773 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.1445694 + proxy_corner: + avg_avg_return: 0.79404294 + avg_reward_per_step: 0.1445694 +=========================================================== +=========================================================== + step: + env-step-all-before: 25165824 + env-step-replay-before: 13041664 + env-step-used-before: 25165824 + ppo-update-before: 15360 + env-step-generate-before: 12124160 + env-step-all-after: 25198592 + env-step-replay-after: 13041664 + env-step-used-after: 25198592 + ppo-update-after: 15380 + env-step-generate-after: 12156928 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 16.018593 + avg_avg_return: 0.8448899 + avg_reward_per_step: 0.24057007 + proxy_corner: + avg_avg_return: 0.07311397 + avg_reward_per_step: 0.011108398 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 16.018593 + avg_avg_return: 0.8448899 + avg_reward_per_step: 0.24057007 + proxy_corner: + avg_avg_return: 0.07311397 + avg_reward_per_step: 0.011108398 + perf: + env_steps_per_second: 608740.0903753293 + ppo_updates_per_second: 74.60994091218132 + eval-batch-train-duration: 0.27104406600119546 + eval-batch-orig-duration: 0.16131935501471162 + eval-batch-shift-duration: 0.14594865695107728 + eval-batch-tree-duration: 0.14112317404942587 + ued: + distances: + cheese-corne_dist_avg: 7.1016846 + cheese-corne_dist_wavg: 6.117628 + levels_cheese_is_in_corner_avg: 0.053222656 + mouse-cheese_dist_finite_avg: 6.366699 + mouse-cheese_dist_finite_wavg: 4.232539 + mouse-cheese_dist_solvable_avg: 6.366699 + mouse-cheese_dist_solvable_wavg: 4.232539 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4367676 + num_walls_wavg: 8.74482 + prop_walls_avg: 0.27985945 + prop_walls_wavg: 0.38020962 + scoring: + avg_scores: 0.26531374 + visit_patterns: + avg_first_visit_time: 220.9956 + avg_last_visit_time: 388.29932 + num_replay_batches: 398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011501396 + avg_actor_approxkl3: 0.0010222123 + avg_actor_clipfrac: 0.05343628 + avg_actor_loss: -0.00037507154 + avg_advantage: -0.012388908 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004733501 + avg_entropy: 0.6626279 + avg_grad_norm_pre_clip: 1.161954 + avg_loss: 0.0013290512 + max: + max_actor_approxkl1: 0.0030152816 + max_actor_approxkl3: 0.0022265771 + max_actor_clipfrac: 0.13134766 + max_actor_loss: 0.0023477525 + max_advantage: 0.15553004 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0066367243 + max_entropy: 0.6957365 + max_grad_norm_pre_clip: 2.0111587 + max_loss: 0.0035827844 + std: + std_actor_approxkl1: 0.0008642867 + std_actor_approxkl3: 0.00061431783 + std_actor_clipfrac: 0.03904595 + std_actor_loss: 0.00090193213 + std_advantage: 0.09758007 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009824329 + std_entropy: 0.014973324 + std_grad_norm_pre_clip: 0.44352153 + std_loss: 0.00097531365 + eval-batch-train: + avg_avg_episode_length: 20.297302 + avg_avg_return: 0.81973827 + avg_benchmark_regret: 0.036505982 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.22151184 + proxy_corner: + avg_avg_return: 0.062151857 + avg_reward_per_step: 0.01096344 + eval-batch-orig: + avg_avg_episode_length: 23.782318 + avg_avg_return: 0.7844301 + avg_benchmark_regret: 0.059461378 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17727661 + proxy_corner: + avg_avg_return: 0.7844301 + avg_reward_per_step: 0.17727661 + eval-batch-shift: + avg_avg_episode_length: 18.641212 + avg_avg_return: 0.8430435 + avg_benchmark_regret: 0.04431825 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.22483063 + proxy_corner: + avg_avg_return: 0.06266713 + avg_reward_per_step: 0.012130737 + eval-batch-tree: + avg_avg_episode_length: 26.711668 + avg_avg_return: 0.79950404 + avg_benchmark_regret: 0.19491625 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14412689 + proxy_corner: + avg_avg_return: 0.79950404 + avg_reward_per_step: 0.14412689 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 26214400 + env-step-replay-before: 13402112 + env-step-used-before: 26214400 + ppo-update-before: 16000 + env-step-generate-before: 12812288 + env-step-all-after: 26247168 + env-step-replay-after: 13434880 + env-step-used-after: 26247168 + ppo-update-after: 16020 + env-step-generate-after: 12812288 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 30.508982 + avg_avg_return: 0.7520807 + avg_reward_per_step: 0.048217773 + proxy_corner: + avg_avg_return: 0.12265749 + avg_reward_per_step: 0.005645752 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 30.508982 + avg_avg_return: 0.7520807 + avg_reward_per_step: 0.048217773 + proxy_corner: + avg_avg_return: 0.12265749 + avg_reward_per_step: 0.005645752 + perf: + env_steps_per_second: 864831.6760837496 + ppo_updates_per_second: 101.01143403812233 + eval-batch-train-duration: 0.20819722901796922 + eval-batch-orig-duration: 0.14441812399309129 + eval-batch-shift-duration: 0.14147576899267733 + eval-batch-tree-duration: 0.14027097803773358 + ued: + distances: + cheese-corne_dist_avg: 7.135742 + cheese-corne_dist_wavg: 7.0118732 + levels_cheese_is_in_corner_avg: 0.052001953 + mouse-cheese_dist_finite_avg: 6.4157715 + mouse-cheese_dist_finite_wavg: 5.137909 + mouse-cheese_dist_solvable_avg: 6.4157715 + mouse-cheese_dist_solvable_wavg: 5.1379104 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.470215 + num_walls_wavg: 7.843934 + prop_walls_avg: 0.28131366 + prop_walls_wavg: 0.34104058 + scoring: + avg_scores: 0.2734314 + visit_patterns: + avg_first_visit_time: 234.34302 + avg_last_visit_time: 400.26636 + num_replay_batches: 410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010104175 + avg_actor_approxkl3: 0.000843341 + avg_actor_clipfrac: 0.039294433 + avg_actor_loss: -0.0010610633 + avg_advantage: 0.020250138 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003977241 + avg_entropy: 0.72975576 + avg_grad_norm_pre_clip: 1.1896132 + avg_loss: 0.00019780177 + max: + max_actor_approxkl1: 0.002980137 + max_actor_approxkl3: 0.0017602508 + max_actor_clipfrac: 0.09802246 + max_actor_loss: 0.00027674437 + max_advantage: 0.24521524 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0060295877 + max_entropy: 0.7455707 + max_grad_norm_pre_clip: 2.328407 + max_loss: 0.0017076557 + std: + std_actor_approxkl1: 0.0007178787 + std_actor_approxkl3: 0.00043426073 + std_actor_clipfrac: 0.02546288 + std_actor_loss: 0.0007769438 + std_advantage: 0.08913905 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000950008 + std_entropy: 0.008603782 + std_grad_norm_pre_clip: 0.5244471 + std_loss: 0.00083136855 + eval-batch-train: + avg_avg_episode_length: 20.272915 + avg_avg_return: 0.8157576 + avg_benchmark_regret: 0.040486645 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.23628998 + proxy_corner: + avg_avg_return: 0.058533218 + avg_reward_per_step: 0.010543823 + eval-batch-orig: + avg_avg_episode_length: 23.031708 + avg_avg_return: 0.7876013 + avg_benchmark_regret: 0.056290187 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.18174744 + proxy_corner: + avg_avg_return: 0.7876013 + avg_reward_per_step: 0.18174744 + eval-batch-shift: + avg_avg_episode_length: 18.314215 + avg_avg_return: 0.84205514 + avg_benchmark_regret: 0.045306608 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.24819183 + proxy_corner: + avg_avg_return: 0.049237058 + avg_reward_per_step: 0.011390686 + eval-batch-tree: + avg_avg_episode_length: 25.653263 + avg_avg_return: 0.8006078 + avg_benchmark_regret: 0.19381246 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.15386963 + proxy_corner: + avg_avg_return: 0.8006078 + avg_reward_per_step: 0.15386963 +=========================================================== +=========================================================== + step: + env-step-all-before: 27262976 + env-step-replay-before: 14024704 + env-step-used-before: 27262976 + ppo-update-before: 16640 + env-step-generate-before: 13238272 + env-step-all-after: 27295744 + env-step-replay-after: 14057472 + env-step-used-after: 27295744 + ppo-update-after: 16660 + env-step-generate-after: 13238272 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 33.84979 + avg_avg_return: 0.7239541 + avg_reward_per_step: 0.046051025 + proxy_corner: + avg_avg_return: 0.13990726 + avg_reward_per_step: 0.006134033 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 33.84979 + avg_avg_return: 0.7239541 + avg_reward_per_step: 0.046051025 + proxy_corner: + avg_avg_return: 0.13990726 + avg_reward_per_step: 0.006134033 + perf: + env_steps_per_second: 604078.8186626906 + ppo_updates_per_second: 74.94739667084772 + eval-batch-train-duration: 0.2634966140030883 + eval-batch-orig-duration: 0.15201628400245681 + eval-batch-shift-duration: 0.14385260897688568 + eval-batch-tree-duration: 0.1405096389935352 + ued: + distances: + cheese-corne_dist_avg: 7.142212 + cheese-corne_dist_wavg: 6.1167145 + levels_cheese_is_in_corner_avg: 0.05078125 + mouse-cheese_dist_finite_avg: 6.456299 + mouse-cheese_dist_finite_wavg: 5.142806 + mouse-cheese_dist_solvable_avg: 6.456299 + mouse-cheese_dist_solvable_wavg: 5.1428065 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4885254 + num_walls_wavg: 4.251298 + prop_walls_avg: 0.2821098 + prop_walls_wavg: 0.18483903 + scoring: + avg_scores: 0.28027982 + visit_patterns: + avg_first_visit_time: 245.65405 + avg_last_visit_time: 419.25464 + num_replay_batches: 429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015196643 + avg_actor_approxkl3: 0.0016652563 + avg_actor_clipfrac: 0.091119386 + avg_actor_loss: -0.00039405972 + avg_advantage: 0.0043593384 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0044303 + avg_entropy: 0.74974847 + avg_grad_norm_pre_clip: 1.7997236 + avg_loss: 0.001071342 + max: + max_actor_approxkl1: 0.00364195 + max_actor_approxkl3: 0.0030551676 + max_actor_clipfrac: 0.1505127 + max_actor_loss: 0.0013304353 + max_advantage: 0.1956042 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0062014693 + max_entropy: 0.7788669 + max_grad_norm_pre_clip: 3.2986305 + max_loss: 0.0026499236 + std: + std_actor_approxkl1: 0.001104089 + std_actor_approxkl3: 0.00073513226 + std_actor_clipfrac: 0.045989666 + std_actor_loss: 0.0008568703 + std_advantage: 0.09405695 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011134066 + std_entropy: 0.009660139 + std_grad_norm_pre_clip: 0.81753254 + std_loss: 0.0008818214 + eval-batch-train: + avg_avg_episode_length: 19.97927 + avg_avg_return: 0.8204564 + avg_benchmark_regret: 0.035787825 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2329483 + proxy_corner: + avg_avg_return: 0.060278233 + avg_reward_per_step: 0.010391235 + eval-batch-orig: + avg_avg_episode_length: 23.69879 + avg_avg_return: 0.78138924 + avg_benchmark_regret: 0.062502265 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17733002 + proxy_corner: + avg_avg_return: 0.78138924 + avg_reward_per_step: 0.17733002 + eval-batch-shift: + avg_avg_episode_length: 18.535723 + avg_avg_return: 0.84229004 + avg_benchmark_regret: 0.045071643 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.24341583 + proxy_corner: + avg_avg_return: 0.05322865 + avg_reward_per_step: 0.011940002 + eval-batch-tree: + avg_avg_episode_length: 25.951973 + avg_avg_return: 0.8108983 + avg_benchmark_regret: 0.18352197 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.1480484 + proxy_corner: + avg_avg_return: 0.8108983 + avg_reward_per_step: 0.1480484 +=========================================================== +=========================================================== + step: + env-step-all-before: 28311552 + env-step-replay-before: 14581760 + env-step-used-before: 28311552 + ppo-update-before: 17280 + env-step-generate-before: 13729792 + env-step-all-after: 28344320 + env-step-replay-after: 14581760 + env-step-used-after: 28344320 + ppo-update-after: 17300 + env-step-generate-after: 13762560 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 17.941944 + avg_avg_return: 0.81740046 + avg_reward_per_step: 0.2532959 + proxy_corner: + avg_avg_return: 0.05339545 + avg_reward_per_step: 0.0078125 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 17.941944 + avg_avg_return: 0.81740046 + avg_reward_per_step: 0.2532959 + proxy_corner: + avg_avg_return: 0.05339545 + avg_reward_per_step: 0.0078125 + perf: + env_steps_per_second: 955230.3680397319 + ppo_updates_per_second: 74.33886110488737 + eval-batch-train-duration: 0.3331443210481666 + eval-batch-orig-duration: 0.1870011250139214 + eval-batch-shift-duration: 0.15715723298490047 + eval-batch-tree-duration: 0.1489531110273674 + ued: + distances: + cheese-corne_dist_avg: 7.130249 + cheese-corne_dist_wavg: 10.605618 + levels_cheese_is_in_corner_avg: 0.05029297 + mouse-cheese_dist_finite_avg: 6.507324 + mouse-cheese_dist_finite_wavg: 5.1486783 + mouse-cheese_dist_solvable_avg: 6.507324 + mouse-cheese_dist_solvable_wavg: 5.1486783 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4694824 + num_walls_wavg: 6.9466777 + prop_walls_avg: 0.28128183 + prop_walls_wavg: 0.3020295 + scoring: + avg_scores: 0.28491262 + visit_patterns: + avg_first_visit_time: 258.88208 + avg_last_visit_time: 435.28638 + num_replay_batches: 445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00113484 + avg_actor_approxkl3: 0.000957126 + avg_actor_clipfrac: 0.04971924 + avg_actor_loss: -0.0008984804 + avg_advantage: -0.0021073713 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0056794607 + avg_entropy: 0.60946125 + avg_grad_norm_pre_clip: 0.9963341 + avg_loss: 0.0013317887 + max: + max_actor_approxkl1: 0.0020764684 + max_actor_approxkl3: 0.0018264903 + max_actor_clipfrac: 0.11206055 + max_actor_loss: 0.00047893822 + max_advantage: 0.16564846 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006891489 + max_entropy: 0.63627696 + max_grad_norm_pre_clip: 1.8865246 + max_loss: 0.002950864 + std: + std_actor_approxkl1: 0.00063282275 + std_actor_approxkl3: 0.00046743997 + std_actor_clipfrac: 0.030271744 + std_actor_loss: 0.00076298055 + std_advantage: 0.10703441 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007741086 + std_entropy: 0.018566636 + std_grad_norm_pre_clip: 0.39054775 + std_loss: 0.00083020574 + eval-batch-train: + avg_avg_episode_length: 19.716475 + avg_avg_return: 0.82276875 + avg_benchmark_regret: 0.033475474 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.23468018 + proxy_corner: + avg_avg_return: 0.06516156 + avg_reward_per_step: 0.010917664 + eval-batch-orig: + avg_avg_episode_length: 22.54813 + avg_avg_return: 0.79813087 + avg_benchmark_regret: 0.045760624 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17311859 + proxy_corner: + avg_avg_return: 0.79813087 + avg_reward_per_step: 0.17311859 + eval-batch-shift: + avg_avg_episode_length: 17.78181 + avg_avg_return: 0.847713 + avg_benchmark_regret: 0.03964876 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.24378967 + proxy_corner: + avg_avg_return: 0.05706168 + avg_reward_per_step: 0.012298584 + eval-batch-tree: + avg_avg_episode_length: 24.016203 + avg_avg_return: 0.83316123 + avg_benchmark_regret: 0.16125903 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.14981079 + proxy_corner: + avg_avg_return: 0.83316123 + avg_reward_per_step: 0.14981079 +=========================================================== +=========================================================== + step: + env-step-all-before: 29360128 + env-step-replay-before: 15171584 + env-step-used-before: 29360128 + ppo-update-before: 17920 + env-step-generate-before: 14188544 + env-step-all-after: 29392896 + env-step-replay-after: 15171584 + env-step-used-after: 29392896 + ppo-update-after: 17940 + env-step-generate-after: 14221312 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 21.90557 + avg_avg_return: 0.7721992 + avg_reward_per_step: 0.23181152 + proxy_corner: + avg_avg_return: 0.06887703 + avg_reward_per_step: 0.0063476562 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 21.90557 + avg_avg_return: 0.7721992 + avg_reward_per_step: 0.23181152 + proxy_corner: + avg_avg_return: 0.06887703 + avg_reward_per_step: 0.0063476562 + perf: + env_steps_per_second: 903655.2594553734 + ppo_updates_per_second: 83.96101750393133 + eval-batch-train-duration: 0.24968980700941756 + eval-batch-orig-duration: 0.1521238970453851 + eval-batch-shift-duration: 0.1439649400417693 + eval-batch-tree-duration: 0.14091601502150297 + ued: + distances: + cheese-corne_dist_avg: 7.1123047 + cheese-corne_dist_wavg: 2.507843 + levels_cheese_is_in_corner_avg: 0.048828125 + mouse-cheese_dist_finite_avg: 6.53833 + mouse-cheese_dist_finite_wavg: 4.253012 + mouse-cheese_dist_solvable_avg: 6.53833 + mouse-cheese_dist_solvable_wavg: 4.253012 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.480957 + num_walls_wavg: 7.844922 + prop_walls_avg: 0.28178072 + prop_walls_wavg: 0.34108353 + scoring: + avg_scores: 0.27030373 + visit_patterns: + avg_first_visit_time: 269.26343 + avg_last_visit_time: 453.3186 + num_replay_batches: 463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010172528 + avg_actor_approxkl3: 0.0009932816 + avg_actor_clipfrac: 0.049328614 + avg_actor_loss: -0.0007897142 + avg_advantage: -0.018227596 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.006923289 + avg_entropy: 0.6128238 + avg_grad_norm_pre_clip: 1.1326811 + avg_loss: 0.0020591065 + max: + max_actor_approxkl1: 0.0025653194 + max_actor_approxkl3: 0.0026048343 + max_actor_clipfrac: 0.107299805 + max_actor_loss: 0.0007277131 + max_advantage: 0.17000318 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009481775 + max_entropy: 0.64446676 + max_grad_norm_pre_clip: 1.9219731 + max_loss: 0.0040261536 + std: + std_actor_approxkl1: 0.00077156926 + std_actor_approxkl3: 0.00052178843 + std_actor_clipfrac: 0.026884498 + std_actor_loss: 0.0008871068 + std_advantage: 0.11741622 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012431548 + std_entropy: 0.02075005 + std_grad_norm_pre_clip: 0.42318404 + std_loss: 0.0010224404 + eval-batch-train: + avg_avg_episode_length: 19.71771 + avg_avg_return: 0.8205458 + avg_benchmark_regret: 0.035698444 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.23963928 + proxy_corner: + avg_avg_return: 0.056092486 + avg_reward_per_step: 0.010139465 + eval-batch-orig: + avg_avg_episode_length: 22.323967 + avg_avg_return: 0.79965705 + avg_benchmark_regret: 0.04423441 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17544556 + proxy_corner: + avg_avg_return: 0.79965705 + avg_reward_per_step: 0.17544556 + eval-batch-shift: + avg_avg_episode_length: 18.121292 + avg_avg_return: 0.84396935 + avg_benchmark_regret: 0.043392368 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2471466 + proxy_corner: + avg_avg_return: 0.052430585 + avg_reward_per_step: 0.0115356445 + eval-batch-tree: + avg_avg_episode_length: 24.315125 + avg_avg_return: 0.8235513 + avg_benchmark_regret: 0.17086901 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.15633392 + proxy_corner: + avg_avg_return: 0.8235513 + avg_reward_per_step: 0.15633392 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 30408704 + env-step-replay-before: 15761408 + env-step-used-before: 30408704 + ppo-update-before: 18560 + env-step-generate-before: 14647296 + env-step-all-after: 30441472 + env-step-replay-after: 15794176 + env-step-used-after: 30441472 + ppo-update-after: 18580 + env-step-generate-after: 14647296 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 33.89905 + avg_avg_return: 0.7144255 + avg_reward_per_step: 0.04574585 + proxy_corner: + avg_avg_return: 0.14563599 + avg_reward_per_step: 0.008148193 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 33.89905 + avg_avg_return: 0.7144255 + avg_reward_per_step: 0.04574585 + proxy_corner: + avg_avg_return: 0.14563599 + avg_reward_per_step: 0.008148193 + perf: + env_steps_per_second: 971382.5457288608 + ppo_updates_per_second: 75.07304523196757 + eval-batch-train-duration: 0.27957797300769016 + eval-batch-orig-duration: 0.17467028799001127 + eval-batch-shift-duration: 0.14733096596319228 + eval-batch-tree-duration: 0.14151942305034027 + ued: + distances: + cheese-corne_dist_avg: 7.13208 + cheese-corne_dist_wavg: 11.952304 + levels_cheese_is_in_corner_avg: 0.048583984 + mouse-cheese_dist_finite_avg: 6.551758 + mouse-cheese_dist_finite_wavg: 5.154933 + mouse-cheese_dist_solvable_avg: 6.551758 + mouse-cheese_dist_solvable_wavg: 5.1549335 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4750977 + num_walls_wavg: 8.747931 + prop_walls_avg: 0.28152597 + prop_walls_wavg: 0.38034478 + scoring: + avg_scores: 0.26778185 + visit_patterns: + avg_first_visit_time: 281.8877 + avg_last_visit_time: 472.3252 + num_replay_batches: 482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001897109 + avg_actor_approxkl3: 0.0017197513 + avg_actor_clipfrac: 0.0977295 + avg_actor_loss: -0.00016728938 + avg_advantage: 0.016080894 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0053624744 + avg_entropy: 0.7517053 + avg_grad_norm_pre_clip: 1.7136157 + avg_loss: 0.0017622426 + max: + max_actor_approxkl1: 0.0042275935 + max_actor_approxkl3: 0.002943445 + max_actor_clipfrac: 0.1895752 + max_actor_loss: 0.0024568103 + max_advantage: 0.1885531 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0069071054 + max_entropy: 0.76170266 + max_grad_norm_pre_clip: 3.373727 + max_loss: 0.0034728192 + std: + std_actor_approxkl1: 0.0011197928 + std_actor_approxkl3: 0.00083501055 + std_actor_clipfrac: 0.054616354 + std_actor_loss: 0.0009348105 + std_advantage: 0.103660874 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00103819 + std_entropy: 0.007393185 + std_grad_norm_pre_clip: 1.0269927 + std_loss: 0.0010065212 + eval-batch-train: + avg_avg_episode_length: 19.671144 + avg_avg_return: 0.821651 + avg_benchmark_regret: 0.034593258 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2399826 + proxy_corner: + avg_avg_return: 0.06027376 + avg_reward_per_step: 0.010765076 + eval-batch-orig: + avg_avg_episode_length: 22.199104 + avg_avg_return: 0.7971419 + avg_benchmark_regret: 0.04674959 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17705536 + proxy_corner: + avg_avg_return: 0.7971419 + avg_reward_per_step: 0.17705536 + eval-batch-shift: + avg_avg_episode_length: 17.914352 + avg_avg_return: 0.8453334 + avg_benchmark_regret: 0.042028327 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.24690247 + proxy_corner: + avg_avg_return: 0.057078354 + avg_reward_per_step: 0.012588501 + eval-batch-tree: + avg_avg_episode_length: 24.589453 + avg_avg_return: 0.8196281 + avg_benchmark_regret: 0.17479217 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.15489197 + proxy_corner: + avg_avg_return: 0.8196281 + avg_reward_per_step: 0.15489197 +=========================================================== +=========================================================== + step: + env-step-all-before: 31457280 + env-step-replay-before: 16384000 + env-step-used-before: 31457280 + ppo-update-before: 19200 + env-step-generate-before: 15073280 + env-step-all-after: 31490048 + env-step-replay-after: 16384000 + env-step-used-after: 31490048 + ppo-update-after: 19220 + env-step-generate-after: 15106048 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.391508 + avg_avg_return: 0.833662 + avg_reward_per_step: 0.27398682 + proxy_corner: + avg_avg_return: 0.039853394 + avg_reward_per_step: 0.00491333 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.391508 + avg_avg_return: 0.833662 + avg_reward_per_step: 0.27398682 + proxy_corner: + avg_avg_return: 0.039853394 + avg_reward_per_step: 0.00491333 + perf: + env_steps_per_second: 951459.1486621231 + ppo_updates_per_second: 73.89228126505184 + eval-batch-train-duration: 0.33690740598831326 + eval-batch-orig-duration: 0.18538983998587355 + eval-batch-shift-duration: 0.15461723698535934 + eval-batch-tree-duration: 0.1463641240261495 + ued: + distances: + cheese-corne_dist_avg: 7.1152344 + cheese-corne_dist_wavg: 11.958458 + levels_cheese_is_in_corner_avg: 0.048828125 + mouse-cheese_dist_finite_avg: 6.5908203 + mouse-cheese_dist_finite_wavg: 3.3602571 + mouse-cheese_dist_solvable_avg: 6.5908203 + mouse-cheese_dist_solvable_wavg: 3.3602576 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.468994 + num_walls_wavg: 9.646596 + prop_walls_avg: 0.2812606 + prop_walls_wavg: 0.4194171 + scoring: + avg_scores: 0.26174814 + visit_patterns: + avg_first_visit_time: 294.979 + avg_last_visit_time: 490.37183 + num_replay_batches: 500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069398084 + avg_actor_approxkl3: 0.00081943313 + avg_actor_clipfrac: 0.04109497 + avg_actor_loss: -0.00097361783 + avg_advantage: -0.016973238 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005063225 + avg_entropy: 0.5636661 + avg_grad_norm_pre_clip: 1.0613524 + avg_loss: 0.0009943286 + max: + max_actor_approxkl1: 0.0017610223 + max_actor_approxkl3: 0.0015566542 + max_actor_clipfrac: 0.08898926 + max_actor_loss: 0.0004989952 + max_advantage: 0.17244834 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008308866 + max_entropy: 0.61321974 + max_grad_norm_pre_clip: 1.8147631 + max_loss: 0.0029323506 + std: + std_actor_approxkl1: 0.0004373635 + std_actor_approxkl3: 0.00035331765 + std_actor_clipfrac: 0.024008326 + std_actor_loss: 0.00088936277 + std_advantage: 0.10059221 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.001495581 + std_entropy: 0.02119169 + std_grad_norm_pre_clip: 0.34152055 + std_loss: 0.0009774847 + eval-batch-train: + avg_avg_episode_length: 19.617676 + avg_avg_return: 0.8245149 + avg_benchmark_regret: 0.03172925 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2389679 + proxy_corner: + avg_avg_return: 0.058863327 + avg_reward_per_step: 0.010108948 + eval-batch-orig: + avg_avg_episode_length: 22.417635 + avg_avg_return: 0.79892933 + avg_benchmark_regret: 0.044962157 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.17155457 + proxy_corner: + avg_avg_return: 0.79892933 + avg_reward_per_step: 0.17155457 + eval-batch-shift: + avg_avg_episode_length: 17.407106 + avg_avg_return: 0.8513916 + avg_benchmark_regret: 0.035970114 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.253685 + proxy_corner: + avg_avg_return: 0.04899042 + avg_reward_per_step: 0.011329651 + eval-batch-tree: + avg_avg_episode_length: 24.97725 + avg_avg_return: 0.8177997 + avg_benchmark_regret: 0.1766206 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.15370178 + proxy_corner: + avg_avg_return: 0.8177997 + avg_reward_per_step: 0.15370178 +=========================================================== +=========================================================== + step: + env-step-all-before: 32505856 + env-step-replay-before: 16842752 + env-step-used-before: 32505856 + ppo-update-before: 19840 + env-step-generate-before: 15663104 + env-step-all-after: 32538624 + env-step-replay-after: 16875520 + env-step-used-after: 32538624 + ppo-update-after: 19860 + env-step-generate-after: 15663104 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 33.345955 + avg_avg_return: 0.7134632 + avg_reward_per_step: 0.048919678 + proxy_corner: + avg_avg_return: 0.08425684 + avg_reward_per_step: 0.0047912598 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 33.345955 + avg_avg_return: 0.7134632 + avg_reward_per_step: 0.048919678 + proxy_corner: + avg_avg_return: 0.08425684 + avg_reward_per_step: 0.0047912598 + perf: + env_steps_per_second: 698681.971470557 + ppo_updates_per_second: 73.05573743605459 + eval-batch-train-duration: 0.32932984695071355 + eval-batch-orig-duration: 0.18160984700080007 + eval-batch-shift-duration: 0.15627755603054538 + eval-batch-tree-duration: 0.14830944000277668 + ued: + distances: + cheese-corne_dist_avg: 7.1066895 + cheese-corne_dist_wavg: 11.95368 + levels_cheese_is_in_corner_avg: 0.05126953 + mouse-cheese_dist_finite_avg: 6.612793 + mouse-cheese_dist_finite_wavg: 4.264247 + mouse-cheese_dist_solvable_avg: 6.612793 + mouse-cheese_dist_solvable_wavg: 4.2642474 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4729004 + num_walls_wavg: 4.2505426 + prop_walls_avg: 0.28143045 + prop_walls_wavg: 0.18480615 + scoring: + avg_scores: 0.26887238 + visit_patterns: + avg_first_visit_time: 309.14966 + avg_last_visit_time: 505.2256 + num_replay_batches: 515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001573602 + avg_actor_approxkl3: 0.0014310399 + avg_actor_clipfrac: 0.07561646 + avg_actor_loss: -0.00011760369 + avg_advantage: 0.0076853973 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0053095077 + avg_entropy: 0.7083517 + avg_grad_norm_pre_clip: 1.4503368 + avg_loss: 0.0018287984 + max: + max_actor_approxkl1: 0.0040589105 + max_actor_approxkl3: 0.0028820913 + max_actor_clipfrac: 0.15588379 + max_actor_loss: 0.0027672052 + max_advantage: 0.20659626 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0069622854 + max_entropy: 0.7290379 + max_grad_norm_pre_clip: 2.4940534 + max_loss: 0.004500687 + std: + std_actor_approxkl1: 0.0011634047 + std_actor_approxkl3: 0.0008173801 + std_actor_clipfrac: 0.049261015 + std_actor_loss: 0.0012267504 + std_advantage: 0.1029725 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010600897 + std_entropy: 0.009468819 + std_grad_norm_pre_clip: 0.63164365 + std_loss: 0.001254235 + eval-batch-train: + avg_avg_episode_length: 19.079842 + avg_avg_return: 0.8255216 + avg_benchmark_regret: 0.030722626 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.25120544 + proxy_corner: + avg_avg_return: 0.05787593 + avg_reward_per_step: 0.010612488 + eval-batch-orig: + avg_avg_episode_length: 22.400719 + avg_avg_return: 0.79886365 + avg_benchmark_regret: 0.045027796 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.18907928 + proxy_corner: + avg_avg_return: 0.79886365 + avg_reward_per_step: 0.18907928 + eval-batch-shift: + avg_avg_episode_length: 17.397367 + avg_avg_return: 0.84770805 + avg_benchmark_regret: 0.039653685 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.26076508 + proxy_corner: + avg_avg_return: 0.050183356 + avg_reward_per_step: 0.012214661 + eval-batch-tree: + avg_avg_episode_length: 25.04858 + avg_avg_return: 0.80828995 + avg_benchmark_regret: 0.18613029 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.15937805 + proxy_corner: + avg_avg_return: 0.80828995 + avg_reward_per_step: 0.15937805 +=========================================================== +=========================================================== + step: + env-step-all-before: 33554432 + env-step-replay-before: 17399808 + env-step-used-before: 33554432 + ppo-update-before: 20480 + env-step-generate-before: 16154624 + env-step-all-after: 33587200 + env-step-replay-after: 17399808 + env-step-used-after: 33587200 + ppo-update-after: 20500 + env-step-generate-after: 16187392 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 16.018913 + avg_avg_return: 0.8415774 + avg_reward_per_step: 0.29196167 + proxy_corner: + avg_avg_return: 0.06095334 + avg_reward_per_step: 0.012786865 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 16.018913 + avg_avg_return: 0.8415774 + avg_reward_per_step: 0.29196167 + proxy_corner: + avg_avg_return: 0.06095334 + avg_reward_per_step: 0.012786865 + perf: + env_steps_per_second: 979167.6459656776 + ppo_updates_per_second: 76.25467361678922 + eval-batch-train-duration: 0.346372595988214 + eval-batch-orig-duration: 0.2779247700236738 + eval-batch-shift-duration: 0.27174139698036015 + eval-batch-tree-duration: 0.2001871070242487 + ued: + distances: + cheese-corne_dist_avg: 7.124756 + cheese-corne_dist_wavg: 10.612413 + levels_cheese_is_in_corner_avg: 0.052001953 + mouse-cheese_dist_finite_avg: 6.653076 + mouse-cheese_dist_finite_wavg: 4.2662735 + mouse-cheese_dist_solvable_avg: 6.653076 + mouse-cheese_dist_solvable_wavg: 4.2662735 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.484619 + num_walls_wavg: 6.053524 + prop_walls_avg: 0.28193992 + prop_walls_wavg: 0.26319665 + scoring: + avg_scores: 0.26910406 + visit_patterns: + avg_first_visit_time: 321.68774 + avg_last_visit_time: 521.26855 + num_replay_batches: 531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008890427 + avg_actor_approxkl3: 0.000872741 + avg_actor_clipfrac: 0.04750366 + avg_actor_loss: -0.0009332575 + avg_advantage: 0.0002785225 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0048926114 + avg_entropy: 0.539277 + avg_grad_norm_pre_clip: 1.0048871 + avg_loss: 0.00097377127 + max: + max_actor_approxkl1: 0.0020135166 + max_actor_approxkl3: 0.0019507126 + max_actor_clipfrac: 0.103637695 + max_actor_loss: 0.00013200194 + max_advantage: 0.21182185 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00819659 + max_entropy: 0.5690698 + max_grad_norm_pre_clip: 2.126898 + max_loss: 0.0028354658 + std: + std_actor_approxkl1: 0.00054707186 + std_actor_approxkl3: 0.0005149104 + std_actor_clipfrac: 0.03179221 + std_actor_loss: 0.0006450355 + std_advantage: 0.09898124 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011405009 + std_entropy: 0.020811144 + std_grad_norm_pre_clip: 0.47335 + std_loss: 0.0007949717 + eval-batch-train: + avg_avg_episode_length: 19.037174 + avg_avg_return: 0.82728434 + avg_benchmark_regret: 0.028959854 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.25335693 + proxy_corner: + avg_avg_return: 0.059564892 + avg_reward_per_step: 0.011299133 + eval-batch-orig: + avg_avg_episode_length: 22.478115 + avg_avg_return: 0.7946046 + avg_benchmark_regret: 0.049286865 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.19483948 + proxy_corner: + avg_avg_return: 0.7946046 + avg_reward_per_step: 0.19483948 + eval-batch-shift: + avg_avg_episode_length: 17.199982 + avg_avg_return: 0.85274106 + avg_benchmark_regret: 0.03462065 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.25859833 + proxy_corner: + avg_avg_return: 0.059527583 + avg_reward_per_step: 0.012924194 + eval-batch-tree: + avg_avg_episode_length: 23.540945 + avg_avg_return: 0.83056754 + avg_benchmark_regret: 0.16385274 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.16657257 + proxy_corner: + avg_avg_return: 0.83056754 + avg_reward_per_step: 0.16657257 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 34603008 + env-step-replay-before: 17694720 + env-step-used-before: 34603008 + ppo-update-before: 21120 + env-step-generate-before: 16908288 + env-step-all-after: 34635776 + env-step-replay-after: 17727488 + env-step-used-after: 34635776 + ppo-update-after: 21140 + env-step-generate-after: 16908288 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 34.628838 + avg_avg_return: 0.7097986 + avg_reward_per_step: 0.045074463 + proxy_corner: + avg_avg_return: 0.12219682 + avg_reward_per_step: 0.007019043 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 34.628838 + avg_avg_return: 0.7097986 + avg_reward_per_step: 0.045074463 + proxy_corner: + avg_avg_return: 0.12219682 + avg_reward_per_step: 0.007019043 + perf: + env_steps_per_second: 603222.1467200991 + ppo_updates_per_second: 91.4092323531249 + eval-batch-train-duration: 0.21209773496957496 + eval-batch-orig-duration: 0.143844586040359 + eval-batch-shift-duration: 0.14084351097699255 + eval-batch-tree-duration: 0.13848431495716795 + ued: + distances: + cheese-corne_dist_avg: 7.1757812 + cheese-corne_dist_wavg: 3.4261835 + levels_cheese_is_in_corner_avg: 0.048339844 + mouse-cheese_dist_finite_avg: 6.675537 + mouse-cheese_dist_finite_wavg: 4.2667236 + mouse-cheese_dist_solvable_avg: 6.675537 + mouse-cheese_dist_solvable_wavg: 4.266724 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5039062 + num_walls_wavg: 5.156781 + prop_walls_avg: 0.2827785 + prop_walls_wavg: 0.22420786 + scoring: + avg_scores: 0.2872439 + visit_patterns: + avg_first_visit_time: 335.69873 + avg_last_visit_time: 531.2273 + num_replay_batches: 541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011347969 + avg_actor_approxkl3: 0.0010979035 + avg_actor_clipfrac: 0.057958987 + avg_actor_loss: -0.00096168293 + avg_advantage: 0.008945934 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0049881176 + avg_entropy: 0.70636576 + avg_grad_norm_pre_clip: 1.2729276 + avg_loss: 0.00082601 + max: + max_actor_approxkl1: 0.0027826042 + max_actor_approxkl3: 0.0020624208 + max_actor_clipfrac: 0.12548828 + max_actor_loss: 0.00070444494 + max_advantage: 0.19530523 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0076764794 + max_entropy: 0.7253984 + max_grad_norm_pre_clip: 2.3949618 + max_loss: 0.0027066648 + std: + std_actor_approxkl1: 0.00080997753 + std_actor_approxkl3: 0.0005175668 + std_actor_clipfrac: 0.034642804 + std_actor_loss: 0.00090004376 + std_advantage: 0.10004475 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011676839 + std_entropy: 0.011946533 + std_grad_norm_pre_clip: 0.46695468 + std_loss: 0.0011174222 + eval-batch-train: + avg_avg_episode_length: 18.946331 + avg_avg_return: 0.82593095 + avg_benchmark_regret: 0.030313216 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.26337433 + proxy_corner: + avg_avg_return: 0.057918657 + avg_reward_per_step: 0.012084961 + eval-batch-orig: + avg_avg_episode_length: 22.12815 + avg_avg_return: 0.79481375 + avg_benchmark_regret: 0.04907774 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.20176697 + proxy_corner: + avg_avg_return: 0.79481375 + avg_reward_per_step: 0.20176697 + eval-batch-shift: + avg_avg_episode_length: 17.04206 + avg_avg_return: 0.8491076 + avg_benchmark_regret: 0.038254134 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.27188873 + proxy_corner: + avg_avg_return: 0.051995963 + avg_reward_per_step: 0.013061523 + eval-batch-tree: + avg_avg_episode_length: 24.48521 + avg_avg_return: 0.8111789 + avg_benchmark_regret: 0.18324134 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17549896 + proxy_corner: + avg_avg_return: 0.8111789 + avg_reward_per_step: 0.17549896 +=========================================================== +=========================================================== + step: + env-step-all-before: 35651584 + env-step-replay-before: 18153472 + env-step-used-before: 35651584 + ppo-update-before: 21760 + env-step-generate-before: 17498112 + env-step-all-after: 35684352 + env-step-replay-after: 18186240 + env-step-used-after: 35684352 + ppo-update-after: 21780 + env-step-generate-after: 17498112 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 32.810425 + avg_avg_return: 0.72086096 + avg_reward_per_step: 0.047821045 + proxy_corner: + avg_avg_return: 0.15601026 + avg_reward_per_step: 0.0093688965 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 32.810425 + avg_avg_return: 0.72086096 + avg_reward_per_step: 0.047821045 + proxy_corner: + avg_avg_return: 0.15601026 + avg_reward_per_step: 0.0093688965 + perf: + env_steps_per_second: 894331.4185181281 + ppo_updates_per_second: 108.51953442909401 + eval-batch-train-duration: 0.19207676401128992 + eval-batch-orig-duration: 0.14312995102955028 + eval-batch-shift-duration: 0.13998707704013214 + eval-batch-tree-duration: 0.14273073797812685 + ued: + distances: + cheese-corne_dist_avg: 7.1708984 + cheese-corne_dist_wavg: 10.61865 + levels_cheese_is_in_corner_avg: 0.049316406 + mouse-cheese_dist_finite_avg: 6.7109375 + mouse-cheese_dist_finite_wavg: 4.2724657 + mouse-cheese_dist_solvable_avg: 6.7109375 + mouse-cheese_dist_solvable_wavg: 4.272466 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.519043 + num_walls_wavg: 6.053441 + prop_walls_avg: 0.28343666 + prop_walls_wavg: 0.26319307 + scoring: + avg_scores: 0.28663737 + visit_patterns: + avg_first_visit_time: 349.4995 + avg_last_visit_time: 545.2717 + num_replay_batches: 555 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014927847 + avg_actor_approxkl3: 0.0012462515 + avg_actor_clipfrac: 0.06514893 + avg_actor_loss: -0.000705115 + avg_advantage: 0.022945676 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0052332315 + avg_entropy: 0.69911075 + avg_grad_norm_pre_clip: 1.7081248 + avg_loss: 0.0012123903 + max: + max_actor_approxkl1: 0.003940431 + max_actor_approxkl3: 0.0029112692 + max_actor_clipfrac: 0.1697998 + max_actor_loss: 0.0019732192 + max_advantage: 0.22909278 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007040535 + max_entropy: 0.7178629 + max_grad_norm_pre_clip: 3.4508908 + max_loss: 0.0035615454 + std: + std_actor_approxkl1: 0.0010122622 + std_actor_approxkl3: 0.00069877517 + std_actor_clipfrac: 0.043002967 + std_actor_loss: 0.00094609597 + std_advantage: 0.102255374 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010058036 + std_entropy: 0.007905531 + std_grad_norm_pre_clip: 0.7409839 + std_loss: 0.0011444032 + eval-batch-train: + avg_avg_episode_length: 19.004536 + avg_avg_return: 0.8257238 + avg_benchmark_regret: 0.03052038 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.26102448 + proxy_corner: + avg_avg_return: 0.056174036 + avg_reward_per_step: 0.011253357 + eval-batch-orig: + avg_avg_episode_length: 22.057217 + avg_avg_return: 0.79701287 + avg_benchmark_regret: 0.046878606 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.20149231 + proxy_corner: + avg_avg_return: 0.79701287 + avg_reward_per_step: 0.20149231 + eval-batch-shift: + avg_avg_episode_length: 16.877728 + avg_avg_return: 0.851253 + avg_benchmark_regret: 0.036108702 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2760315 + proxy_corner: + avg_avg_return: 0.054653984 + avg_reward_per_step: 0.012588501 + eval-batch-tree: + avg_avg_episode_length: 23.160992 + avg_avg_return: 0.83471525 + avg_benchmark_regret: 0.15970506 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17372131 + proxy_corner: + avg_avg_return: 0.83471525 + avg_reward_per_step: 0.17372131 +=========================================================== +=========================================================== + step: + env-step-all-before: 36700160 + env-step-replay-before: 18677760 + env-step-used-before: 36700160 + ppo-update-before: 22400 + env-step-generate-before: 18022400 + env-step-all-after: 36732928 + env-step-replay-after: 18677760 + env-step-used-after: 36732928 + ppo-update-after: 22420 + env-step-generate-after: 18055168 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 19.77215 + avg_avg_return: 0.79893464 + avg_reward_per_step: 0.25671387 + proxy_corner: + avg_avg_return: 0.063457884 + avg_reward_per_step: 0.009002686 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 19.77215 + avg_avg_return: 0.79893464 + avg_reward_per_step: 0.25671387 + proxy_corner: + avg_avg_return: 0.063457884 + avg_reward_per_step: 0.009002686 + perf: + env_steps_per_second: 823270.6411184081 + ppo_updates_per_second: 105.85916447809855 + eval-batch-train-duration: 0.2004417689749971 + eval-batch-orig-duration: 0.14383601199369878 + eval-batch-shift-duration: 0.14553442096803337 + eval-batch-tree-duration: 0.14607043197611347 + ued: + distances: + cheese-corne_dist_avg: 7.192383 + cheese-corne_dist_wavg: 11.967004 + levels_cheese_is_in_corner_avg: 0.05029297 + mouse-cheese_dist_finite_avg: 6.743408 + mouse-cheese_dist_finite_wavg: 4.2754893 + mouse-cheese_dist_solvable_avg: 6.743408 + mouse-cheese_dist_solvable_wavg: 4.2754903 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.520996 + num_walls_wavg: 8.747459 + prop_walls_avg: 0.28352156 + prop_walls_wavg: 0.3803243 + scoring: + avg_scores: 0.28476447 + visit_patterns: + avg_first_visit_time: 364.6621 + avg_last_visit_time: 560.291 + num_replay_batches: 570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013438449 + avg_actor_approxkl3: 0.0013283364 + avg_actor_clipfrac: 0.070776366 + avg_actor_loss: -0.00023824516 + avg_advantage: -0.0139727555 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00618571 + avg_entropy: 0.5308637 + avg_grad_norm_pre_clip: 1.5827993 + avg_loss: 0.0023237462 + max: + max_actor_approxkl1: 0.0036893813 + max_actor_approxkl3: 0.0038006203 + max_actor_clipfrac: 0.20739746 + max_actor_loss: 0.002659537 + max_advantage: 0.21301699 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008243669 + max_entropy: 0.56470746 + max_grad_norm_pre_clip: 4.500667 + max_loss: 0.0062215235 + std: + std_actor_approxkl1: 0.0010064369 + std_actor_approxkl3: 0.0008659978 + std_actor_clipfrac: 0.048911735 + std_actor_loss: 0.0011234595 + std_advantage: 0.11085882 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012531528 + std_entropy: 0.019500658 + std_grad_norm_pre_clip: 0.9163175 + std_loss: 0.0013144527 + eval-batch-train: + avg_avg_episode_length: 19.321938 + avg_avg_return: 0.8234966 + avg_benchmark_regret: 0.032747626 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.25320435 + proxy_corner: + avg_avg_return: 0.058469724 + avg_reward_per_step: 0.010734558 + eval-batch-orig: + avg_avg_episode_length: 22.173866 + avg_avg_return: 0.79589 + avg_benchmark_regret: 0.048001558 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.1998825 + proxy_corner: + avg_avg_return: 0.79589 + avg_reward_per_step: 0.1998825 + eval-batch-shift: + avg_avg_episode_length: 16.8698 + avg_avg_return: 0.8528075 + avg_benchmark_regret: 0.034554224 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.26948547 + proxy_corner: + avg_avg_return: 0.056390323 + avg_reward_per_step: 0.0127334595 + eval-batch-tree: + avg_avg_episode_length: 22.946394 + avg_avg_return: 0.83367443 + avg_benchmark_regret: 0.16074589 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17112732 + proxy_corner: + avg_avg_return: 0.83367443 + avg_reward_per_step: 0.17112732 +=========================================================== +=========================================================== + step: + env-step-all-before: 37748736 + env-step-replay-before: 19267584 + env-step-used-before: 37748736 + ppo-update-before: 23040 + env-step-generate-before: 18481152 + env-step-all-after: 37781504 + env-step-replay-after: 19267584 + env-step-used-after: 37781504 + ppo-update-after: 23060 + env-step-generate-after: 18513920 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.418969 + avg_avg_return: 0.8470297 + avg_reward_per_step: 0.26409912 + proxy_corner: + avg_avg_return: 0.06954448 + avg_reward_per_step: 0.01260376 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.418969 + avg_avg_return: 0.8470297 + avg_reward_per_step: 0.26409912 + proxy_corner: + avg_avg_return: 0.06954448 + avg_reward_per_step: 0.01260376 + perf: + env_steps_per_second: 893590.3455594424 + ppo_updates_per_second: 104.40838620025323 + eval-batch-train-duration: 0.20170215499820188 + eval-batch-orig-duration: 0.1428420380107127 + eval-batch-shift-duration: 0.14171444298699498 + eval-batch-tree-duration: 0.14175582100870088 + ued: + distances: + cheese-corne_dist_avg: 7.141968 + cheese-corne_dist_wavg: 11.951353 + levels_cheese_is_in_corner_avg: 0.052001953 + mouse-cheese_dist_finite_avg: 6.7373047 + mouse-cheese_dist_finite_wavg: 2.4773817 + mouse-cheese_dist_solvable_avg: 6.7373047 + mouse-cheese_dist_solvable_wavg: 2.4773822 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5236816 + num_walls_wavg: 7.8519344 + prop_walls_avg: 0.28363833 + prop_walls_wavg: 0.34138852 + scoring: + avg_scores: 0.2663229 + visit_patterns: + avg_first_visit_time: 376.70557 + avg_last_visit_time: 578.2383 + num_replay_batches: 588 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010927623 + avg_actor_approxkl3: 0.00090297667 + avg_actor_clipfrac: 0.04772339 + avg_actor_loss: -0.0009803461 + avg_advantage: -0.01210215 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004548211 + avg_entropy: 0.5100931 + avg_grad_norm_pre_clip: 1.1420153 + avg_loss: 0.00078366644 + max: + max_actor_approxkl1: 0.0027063675 + max_actor_approxkl3: 0.0017206583 + max_actor_clipfrac: 0.09509277 + max_actor_loss: 0.00093422085 + max_advantage: 0.1503104 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007150456 + max_entropy: 0.5530275 + max_grad_norm_pre_clip: 2.042405 + max_loss: 0.0031219895 + std: + std_actor_approxkl1: 0.0006716861 + std_actor_approxkl3: 0.00043519746 + std_actor_clipfrac: 0.025939396 + std_actor_loss: 0.0011111501 + std_advantage: 0.095170744 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0014368132 + std_entropy: 0.020753242 + std_grad_norm_pre_clip: 0.48654553 + std_loss: 0.001215766 + eval-batch-train: + avg_avg_episode_length: 19.165241 + avg_avg_return: 0.8269433 + avg_benchmark_regret: 0.029300941 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.25198364 + proxy_corner: + avg_avg_return: 0.06512867 + avg_reward_per_step: 0.011169434 + eval-batch-orig: + avg_avg_episode_length: 22.174915 + avg_avg_return: 0.7972367 + avg_benchmark_regret: 0.04665479 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.20303345 + proxy_corner: + avg_avg_return: 0.7972367 + avg_reward_per_step: 0.20303345 + eval-batch-shift: + avg_avg_episode_length: 17.158249 + avg_avg_return: 0.8519595 + avg_benchmark_regret: 0.035402216 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.26435852 + proxy_corner: + avg_avg_return: 0.061664097 + avg_reward_per_step: 0.013755798 + eval-batch-tree: + avg_avg_episode_length: 22.381008 + avg_avg_return: 0.84738576 + avg_benchmark_regret: 0.14703451 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17451477 + proxy_corner: + avg_avg_return: 0.84738576 + avg_reward_per_step: 0.17451477 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 38797312 + env-step-replay-before: 19922944 + env-step-used-before: 38797312 + ppo-update-before: 23680 + env-step-generate-before: 18874368 + env-step-all-after: 38830080 + env-step-replay-after: 19922944 + env-step-used-after: 38830080 + ppo-update-after: 23700 + env-step-generate-after: 18907136 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.248314 + avg_avg_return: 0.8588298 + avg_reward_per_step: 0.25552368 + proxy_corner: + avg_avg_return: 0.07149035 + avg_reward_per_step: 0.013214111 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.248314 + avg_avg_return: 0.8588298 + avg_reward_per_step: 0.25552368 + proxy_corner: + avg_avg_return: 0.07149035 + avg_reward_per_step: 0.013214111 + perf: + env_steps_per_second: 961136.2537534867 + ppo_updates_per_second: 106.07937895901769 + eval-batch-train-duration: 0.20082382101099938 + eval-batch-orig-duration: 0.14201601198874414 + eval-batch-shift-duration: 0.1401807630318217 + eval-batch-tree-duration: 0.13899393699830398 + ued: + distances: + cheese-corne_dist_avg: 7.1483154 + cheese-corne_dist_wavg: 10.6053915 + levels_cheese_is_in_corner_avg: 0.052490234 + mouse-cheese_dist_finite_avg: 6.734375 + mouse-cheese_dist_finite_wavg: 4.2750974 + mouse-cheese_dist_solvable_avg: 6.734375 + mouse-cheese_dist_solvable_wavg: 4.2750983 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5251465 + num_walls_wavg: 6.0509753 + prop_walls_avg: 0.28370202 + prop_walls_wavg: 0.26308584 + scoring: + avg_scores: 0.24970624 + visit_patterns: + avg_first_visit_time: 387.55542 + avg_last_visit_time: 598.3296 + num_replay_batches: 608 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007012481 + avg_actor_approxkl3: 0.00083600095 + avg_actor_clipfrac: 0.044628907 + avg_actor_loss: -0.0011970344 + avg_advantage: 0.0052736197 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0045627877 + avg_entropy: 0.529774 + avg_grad_norm_pre_clip: 1.045882 + avg_loss: 0.00055458513 + max: + max_actor_approxkl1: 0.001697209 + max_actor_approxkl3: 0.0016062087 + max_actor_clipfrac: 0.09399414 + max_actor_loss: 0.00019550323 + max_advantage: 0.1731584 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0059467824 + max_entropy: 0.56883895 + max_grad_norm_pre_clip: 1.9815204 + max_loss: 0.0024935177 + std: + std_actor_approxkl1: 0.00057295983 + std_actor_approxkl3: 0.00040797086 + std_actor_clipfrac: 0.025865931 + std_actor_loss: 0.00085593277 + std_advantage: 0.09571275 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008726718 + std_entropy: 0.020311309 + std_grad_norm_pre_clip: 0.34482193 + std_loss: 0.0009269223 + eval-batch-train: + avg_avg_episode_length: 18.59828 + avg_avg_return: 0.83186424 + avg_benchmark_regret: 0.024379948 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2529602 + proxy_corner: + avg_avg_return: 0.06016145 + avg_reward_per_step: 0.010612488 + eval-batch-orig: + avg_avg_episode_length: 21.859953 + avg_avg_return: 0.8048749 + avg_benchmark_regret: 0.039016515 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.19039154 + proxy_corner: + avg_avg_return: 0.8048749 + avg_reward_per_step: 0.19039154 + eval-batch-shift: + avg_avg_episode_length: 17.200447 + avg_avg_return: 0.84884745 + avg_benchmark_regret: 0.038514234 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.26572418 + proxy_corner: + avg_avg_return: 0.053206284 + avg_reward_per_step: 0.012870789 + eval-batch-tree: + avg_avg_episode_length: 22.779205 + avg_avg_return: 0.842196 + avg_benchmark_regret: 0.15222433 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17363739 + proxy_corner: + avg_avg_return: 0.842196 + avg_reward_per_step: 0.17363739 +=========================================================== +=========================================================== + step: + env-step-all-before: 39845888 + env-step-replay-before: 20381696 + env-step-used-before: 39845888 + ppo-update-before: 24320 + env-step-generate-before: 19464192 + env-step-all-after: 39878656 + env-step-replay-after: 20414464 + env-step-used-after: 39878656 + ppo-update-after: 24340 + env-step-generate-after: 19464192 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 33.720993 + avg_avg_return: 0.7152616 + avg_reward_per_step: 0.046875 + proxy_corner: + avg_avg_return: 0.14649707 + avg_reward_per_step: 0.00793457 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 33.720993 + avg_avg_return: 0.7152616 + avg_reward_per_step: 0.046875 + proxy_corner: + avg_avg_return: 0.14649707 + avg_reward_per_step: 0.00793457 + perf: + env_steps_per_second: 550044.3132045812 + ppo_updates_per_second: 72.71420902802478 + eval-batch-train-duration: 0.26571275998139754 + eval-batch-orig-duration: 0.1525140469893813 + eval-batch-shift-duration: 0.1464290589792654 + eval-batch-tree-duration: 0.14332260499941185 + ued: + distances: + cheese-corne_dist_avg: 7.100464 + cheese-corne_dist_wavg: 8.815168 + levels_cheese_is_in_corner_avg: 0.05419922 + mouse-cheese_dist_finite_avg: 6.755127 + mouse-cheese_dist_finite_wavg: 3.3746686 + mouse-cheese_dist_solvable_avg: 6.755127 + mouse-cheese_dist_solvable_wavg: 3.374669 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5273438 + num_walls_wavg: 5.1528263 + prop_walls_avg: 0.2837975 + prop_walls_wavg: 0.22403589 + scoring: + avg_scores: 0.25570798 + visit_patterns: + avg_first_visit_time: 400.92578 + avg_last_visit_time: 613.28784 + num_replay_batches: 623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010294628 + avg_actor_approxkl3: 0.0011018921 + avg_actor_clipfrac: 0.060028076 + avg_actor_loss: -0.00070264156 + avg_advantage: -0.0021370198 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005117554 + avg_entropy: 0.6792315 + avg_grad_norm_pre_clip: 1.5660317 + avg_loss: 0.0011769041 + max: + max_actor_approxkl1: 0.0022802553 + max_actor_approxkl3: 0.0020429667 + max_actor_clipfrac: 0.14660645 + max_actor_loss: 0.0012395233 + max_advantage: 0.18096685 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007091041 + max_entropy: 0.70257837 + max_grad_norm_pre_clip: 2.6425366 + max_loss: 0.002584562 + std: + std_actor_approxkl1: 0.0006374841 + std_actor_approxkl3: 0.00047747247 + std_actor_clipfrac: 0.034319207 + std_actor_loss: 0.0008222126 + std_advantage: 0.10143168 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008951745 + std_entropy: 0.01143029 + std_grad_norm_pre_clip: 0.61694336 + std_loss: 0.0008249114 + eval-batch-train: + avg_avg_episode_length: 18.596306 + avg_avg_return: 0.82916707 + avg_benchmark_regret: 0.027077101 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.261055 + proxy_corner: + avg_avg_return: 0.059036203 + avg_reward_per_step: 0.011558533 + eval-batch-orig: + avg_avg_episode_length: 22.043158 + avg_avg_return: 0.8019661 + avg_benchmark_regret: 0.04192539 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.202034 + proxy_corner: + avg_avg_return: 0.8019661 + avg_reward_per_step: 0.202034 + eval-batch-shift: + avg_avg_episode_length: 17.088974 + avg_avg_return: 0.8520074 + avg_benchmark_regret: 0.03535428 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.27041626 + proxy_corner: + avg_avg_return: 0.052812405 + avg_reward_per_step: 0.013679504 + eval-batch-tree: + avg_avg_episode_length: 24.141346 + avg_avg_return: 0.82388115 + avg_benchmark_regret: 0.17053911 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17388916 + proxy_corner: + avg_avg_return: 0.82388115 + avg_reward_per_step: 0.17388916 +=========================================================== +=========================================================== + step: + env-step-all-before: 40894464 + env-step-replay-before: 21037056 + env-step-used-before: 40894464 + ppo-update-before: 24960 + env-step-generate-before: 19857408 + env-step-all-after: 40927232 + env-step-replay-after: 21069824 + env-step-used-after: 40927232 + ppo-update-after: 24980 + env-step-generate-after: 19857408 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 29.479961 + avg_avg_return: 0.754823 + avg_reward_per_step: 0.052093506 + proxy_corner: + avg_avg_return: 0.11948304 + avg_reward_per_step: 0.007659912 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 29.479961 + avg_avg_return: 0.754823 + avg_reward_per_step: 0.052093506 + proxy_corner: + avg_avg_return: 0.11948304 + avg_reward_per_step: 0.007659912 + perf: + env_steps_per_second: 908698.4109276052 + ppo_updates_per_second: 104.39875923329664 + eval-batch-train-duration: 0.2096297179814428 + eval-batch-orig-duration: 0.160942871007137 + eval-batch-shift-duration: 0.14709298097295687 + eval-batch-tree-duration: 0.1430892559583299 + ued: + distances: + cheese-corne_dist_avg: 7.074951 + cheese-corne_dist_wavg: 4.3187246 + levels_cheese_is_in_corner_avg: 0.053466797 + mouse-cheese_dist_finite_avg: 6.767334 + mouse-cheese_dist_finite_wavg: 5.1740165 + mouse-cheese_dist_solvable_avg: 6.767334 + mouse-cheese_dist_solvable_wavg: 5.174017 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5285645 + num_walls_wavg: 6.051665 + prop_walls_avg: 0.2838506 + prop_walls_wavg: 0.26311585 + scoring: + avg_scores: 0.25373954 + visit_patterns: + avg_first_visit_time: 412.18994 + avg_last_visit_time: 633.2583 + num_replay_batches: 643 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020367089 + avg_actor_approxkl3: 0.0017579551 + avg_actor_clipfrac: 0.09241944 + avg_actor_loss: -0.00023101251 + avg_advantage: 0.015832765 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004030926 + avg_entropy: 0.6713115 + avg_grad_norm_pre_clip: 2.1712265 + avg_loss: 0.001113139 + max: + max_actor_approxkl1: 0.004384285 + max_actor_approxkl3: 0.0033464003 + max_actor_clipfrac: 0.1920166 + max_actor_loss: 0.0016283989 + max_advantage: 0.21227801 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006175681 + max_entropy: 0.68510664 + max_grad_norm_pre_clip: 4.53305 + max_loss: 0.0030516158 + std: + std_actor_approxkl1: 0.001113143 + std_actor_approxkl3: 0.0009514614 + std_actor_clipfrac: 0.055938113 + std_actor_loss: 0.0012238373 + std_advantage: 0.089504555 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009791342 + std_entropy: 0.012802706 + std_grad_norm_pre_clip: 1.1334659 + std_loss: 0.0012126521 + eval-batch-train: + avg_avg_episode_length: 18.252747 + avg_avg_return: 0.8324634 + avg_benchmark_regret: 0.023780847 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.26222992 + proxy_corner: + avg_avg_return: 0.056709524 + avg_reward_per_step: 0.010528564 + eval-batch-orig: + avg_avg_episode_length: 21.467306 + avg_avg_return: 0.8118998 + avg_benchmark_regret: 0.031991694 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.19143677 + proxy_corner: + avg_avg_return: 0.8118998 + avg_reward_per_step: 0.19143677 + eval-batch-shift: + avg_avg_episode_length: 16.777044 + avg_avg_return: 0.8533125 + avg_benchmark_regret: 0.034049243 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.27175903 + proxy_corner: + avg_avg_return: 0.051886003 + avg_reward_per_step: 0.01260376 + eval-batch-tree: + avg_avg_episode_length: 20.646084 + avg_avg_return: 0.8681097 + avg_benchmark_regret: 0.12631059 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.17951965 + proxy_corner: + avg_avg_return: 0.8681097 + avg_reward_per_step: 0.17951965 +=========================================================== +=========================================================== + step: + env-step-all-before: 41943040 + env-step-replay-before: 21528576 + env-step-used-before: 41943040 + ppo-update-before: 25600 + env-step-generate-before: 20414464 + env-step-all-after: 41975808 + env-step-replay-after: 21528576 + env-step-used-after: 41975808 + ppo-update-after: 25620 + env-step-generate-after: 20447232 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 18.786028 + avg_avg_return: 0.8077378 + avg_reward_per_step: 0.26654053 + proxy_corner: + avg_avg_return: 0.060606558 + avg_reward_per_step: 0.011138916 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 18.786028 + avg_avg_return: 0.8077378 + avg_reward_per_step: 0.26654053 + proxy_corner: + avg_avg_return: 0.060606558 + avg_reward_per_step: 0.011138916 + perf: + env_steps_per_second: 548874.9542760771 + ppo_updates_per_second: 72.8810647552417 + eval-batch-train-duration: 0.3242127010016702 + eval-batch-orig-duration: 0.18755254201823846 + eval-batch-shift-duration: 0.1574085319880396 + eval-batch-tree-duration: 0.14844566100509837 + ued: + distances: + cheese-corne_dist_avg: 7.0566406 + cheese-corne_dist_wavg: 11.9552355 + levels_cheese_is_in_corner_avg: 0.0546875 + mouse-cheese_dist_finite_avg: 6.79541 + mouse-cheese_dist_finite_wavg: 5.1787405 + mouse-cheese_dist_solvable_avg: 6.79541 + mouse-cheese_dist_solvable_wavg: 5.178741 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.500244 + num_walls_wavg: 7.849978 + prop_walls_avg: 0.2826193 + prop_walls_wavg: 0.34130332 + scoring: + avg_scores: 0.25111434 + visit_patterns: + avg_first_visit_time: 431.64868 + avg_last_visit_time: 647.1775 + num_replay_batches: 657 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016253049 + avg_actor_approxkl3: 0.0013474268 + avg_actor_clipfrac: 0.06713257 + avg_actor_loss: -0.00052824843 + avg_advantage: -0.013745302 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.006036267 + avg_entropy: 0.49061677 + avg_grad_norm_pre_clip: 1.799325 + avg_loss: 0.0019992688 + max: + max_actor_approxkl1: 0.0047608875 + max_actor_approxkl3: 0.0034613376 + max_actor_clipfrac: 0.17016602 + max_actor_loss: 0.0015710518 + max_advantage: 0.26070607 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007698971 + max_entropy: 0.5346488 + max_grad_norm_pre_clip: 3.9535837 + max_loss: 0.0049077356 + std: + std_actor_approxkl1: 0.0012961245 + std_actor_approxkl3: 0.00096786174 + std_actor_clipfrac: 0.047069725 + std_actor_loss: 0.0011002421 + std_advantage: 0.109765545 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012329365 + std_entropy: 0.022468016 + std_grad_norm_pre_clip: 1.0170023 + std_loss: 0.001209931 + eval-batch-train: + avg_avg_episode_length: 18.600723 + avg_avg_return: 0.8308001 + avg_benchmark_regret: 0.025444098 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2581253 + proxy_corner: + avg_avg_return: 0.062426716 + avg_reward_per_step: 0.010528564 + eval-batch-orig: + avg_avg_episode_length: 21.358986 + avg_avg_return: 0.8101684 + avg_benchmark_regret: 0.033723097 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2022171 + proxy_corner: + avg_avg_return: 0.8101684 + avg_reward_per_step: 0.2022171 + eval-batch-shift: + avg_avg_episode_length: 16.85965 + avg_avg_return: 0.8567071 + avg_benchmark_regret: 0.03065462 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.27625275 + proxy_corner: + avg_avg_return: 0.055366136 + avg_reward_per_step: 0.012260437 + eval-batch-tree: + avg_avg_episode_length: 21.319582 + avg_avg_return: 0.8518628 + avg_benchmark_regret: 0.14255743 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.18044281 + proxy_corner: + avg_avg_return: 0.8518628 + avg_reward_per_step: 0.18044281 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 42991616 + env-step-replay-before: 21954560 + env-step-used-before: 42991616 + ppo-update-before: 26240 + env-step-generate-before: 21037056 + env-step-all-after: 43024384 + env-step-replay-after: 21987328 + env-step-used-after: 43024384 + ppo-update-after: 26260 + env-step-generate-after: 21037056 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 28.652182 + avg_avg_return: 0.7585958 + avg_reward_per_step: 0.052215576 + proxy_corner: + avg_avg_return: 0.13730635 + avg_reward_per_step: 0.007965088 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 28.652182 + avg_avg_return: 0.7585958 + avg_reward_per_step: 0.052215576 + proxy_corner: + avg_avg_return: 0.13730635 + avg_reward_per_step: 0.007965088 + perf: + env_steps_per_second: 954367.6102367443 + ppo_updates_per_second: 106.2062836740003 + eval-batch-train-duration: 0.20329183398280293 + eval-batch-orig-duration: 0.1455915229744278 + eval-batch-shift-duration: 0.14312808902468532 + eval-batch-tree-duration: 0.14075603894889355 + ued: + distances: + cheese-corne_dist_avg: 7.040161 + cheese-corne_dist_wavg: 11.9507065 + levels_cheese_is_in_corner_avg: 0.055664062 + mouse-cheese_dist_finite_avg: 6.807617 + mouse-cheese_dist_finite_wavg: 3.380866 + mouse-cheese_dist_solvable_avg: 6.807617 + mouse-cheese_dist_solvable_wavg: 3.380866 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5285645 + num_walls_wavg: 10.549574 + prop_walls_avg: 0.2838506 + prop_walls_wavg: 0.45867705 + scoring: + avg_scores: 0.24398619 + visit_patterns: + avg_first_visit_time: 446.4773 + avg_last_visit_time: 661.17847 + num_replay_batches: 671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009670937 + avg_actor_approxkl3: 0.00094180316 + avg_actor_clipfrac: 0.047924805 + avg_actor_loss: -0.00083233044 + avg_advantage: 0.018684544 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0041850894 + avg_entropy: 0.6405217 + avg_grad_norm_pre_clip: 1.3509235 + avg_loss: 0.0006196924 + max: + max_actor_approxkl1: 0.0022325062 + max_actor_approxkl3: 0.0016851376 + max_actor_clipfrac: 0.091308594 + max_actor_loss: 0.0006422177 + max_advantage: 0.1942724 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058976766 + max_entropy: 0.6541158 + max_grad_norm_pre_clip: 2.5770297 + max_loss: 0.0019340401 + std: + std_actor_approxkl1: 0.00053698116 + std_actor_approxkl3: 0.0003989916 + std_actor_clipfrac: 0.024961079 + std_actor_loss: 0.00085041835 + std_advantage: 0.09089371 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010005995 + std_entropy: 0.007849146 + std_grad_norm_pre_clip: 0.5479563 + std_loss: 0.00081867754 + eval-batch-train: + avg_avg_episode_length: 18.09019 + avg_avg_return: 0.8345524 + avg_benchmark_regret: 0.021691771 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.26602936 + proxy_corner: + avg_avg_return: 0.05924086 + avg_reward_per_step: 0.010292053 + eval-batch-orig: + avg_avg_episode_length: 20.8834 + avg_avg_return: 0.81241405 + avg_benchmark_regret: 0.031477407 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.20014954 + proxy_corner: + avg_avg_return: 0.81241405 + avg_reward_per_step: 0.20014954 + eval-batch-shift: + avg_avg_episode_length: 16.612858 + avg_avg_return: 0.85650325 + avg_benchmark_regret: 0.030858444 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.27952576 + proxy_corner: + avg_avg_return: 0.048044387 + avg_reward_per_step: 0.011650085 + eval-batch-tree: + avg_avg_episode_length: 21.230507 + avg_avg_return: 0.8547505 + avg_benchmark_regret: 0.13966975 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.18556213 + proxy_corner: + avg_avg_return: 0.8547505 + avg_reward_per_step: 0.18556213 +=========================================================== +=========================================================== + step: + env-step-all-before: 44040192 + env-step-replay-before: 22511616 + env-step-used-before: 44040192 + ppo-update-before: 26880 + env-step-generate-before: 21528576 + env-step-all-after: 44072960 + env-step-replay-after: 22511616 + env-step-used-after: 44072960 + ppo-update-after: 26900 + env-step-generate-after: 21561344 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 17.166824 + avg_avg_return: 0.824901 + avg_reward_per_step: 0.2593994 + proxy_corner: + avg_avg_return: 0.07340349 + avg_reward_per_step: 0.018341064 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 17.166824 + avg_avg_return: 0.824901 + avg_reward_per_step: 0.2593994 + proxy_corner: + avg_avg_return: 0.07340349 + avg_reward_per_step: 0.018341064 + perf: + env_steps_per_second: 600937.6006757368 + ppo_updates_per_second: 92.51084724934871 + eval-batch-train-duration: 0.20027729397406802 + eval-batch-orig-duration: 0.14233977399999276 + eval-batch-shift-duration: 0.1393520940328017 + eval-batch-tree-duration: 0.13873905799118802 + ued: + distances: + cheese-corne_dist_avg: 6.974121 + cheese-corne_dist_wavg: 11.951206 + levels_cheese_is_in_corner_avg: 0.057617188 + mouse-cheese_dist_finite_avg: 6.8205566 + mouse-cheese_dist_finite_wavg: 3.3831282 + mouse-cheese_dist_solvable_avg: 6.8205566 + mouse-cheese_dist_solvable_wavg: 3.3831286 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5319824 + num_walls_wavg: 7.855749 + prop_walls_avg: 0.2839992 + prop_walls_wavg: 0.3415543 + scoring: + avg_scores: 0.2399385 + visit_patterns: + avg_first_visit_time: 461.4624 + avg_last_visit_time: 677.2439 + num_replay_batches: 687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078173185 + avg_actor_approxkl3: 0.0007345569 + avg_actor_clipfrac: 0.03994751 + avg_actor_loss: -0.00059093646 + avg_advantage: -0.0029080147 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005480515 + avg_entropy: 0.45235547 + avg_grad_norm_pre_clip: 1.2657764 + avg_loss: 0.0016969655 + max: + max_actor_approxkl1: 0.0019165452 + max_actor_approxkl3: 0.0013441679 + max_actor_clipfrac: 0.08532715 + max_actor_loss: 0.0008264929 + max_advantage: 0.21696275 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0070452024 + max_entropy: 0.49790263 + max_grad_norm_pre_clip: 2.513915 + max_loss: 0.0035029696 + std: + std_actor_approxkl1: 0.0005301302 + std_actor_approxkl3: 0.00029723218 + std_actor_clipfrac: 0.019796548 + std_actor_loss: 0.0008693946 + std_advantage: 0.10497403 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008384465 + std_entropy: 0.020971961 + std_grad_norm_pre_clip: 0.5702189 + std_loss: 0.000917116 + eval-batch-train: + avg_avg_episode_length: 18.215015 + avg_avg_return: 0.83301914 + avg_benchmark_regret: 0.023225043 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2662201 + proxy_corner: + avg_avg_return: 0.06573431 + avg_reward_per_step: 0.01197052 + eval-batch-orig: + avg_avg_episode_length: 21.38802 + avg_avg_return: 0.80591094 + avg_benchmark_regret: 0.037980497 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.20541382 + proxy_corner: + avg_avg_return: 0.80591094 + avg_reward_per_step: 0.20541382 + eval-batch-shift: + avg_avg_episode_length: 16.21884 + avg_avg_return: 0.8603209 + avg_benchmark_regret: 0.027040824 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.28102112 + proxy_corner: + avg_avg_return: 0.059478015 + avg_reward_per_step: 0.013168335 + eval-batch-tree: + avg_avg_episode_length: 21.696732 + avg_avg_return: 0.8487259 + avg_benchmark_regret: 0.14569435 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19091034 + proxy_corner: + avg_avg_return: 0.8487259 + avg_reward_per_step: 0.19091034 +=========================================================== +=========================================================== + step: + env-step-all-before: 45088768 + env-step-replay-before: 22937600 + env-step-used-before: 45088768 + ppo-update-before: 27520 + env-step-generate-before: 22151168 + env-step-all-after: 45121536 + env-step-replay-after: 22937600 + env-step-used-after: 45121536 + ppo-update-after: 27540 + env-step-generate-after: 22183936 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 15.497414 + avg_avg_return: 0.8459392 + avg_reward_per_step: 0.29238892 + proxy_corner: + avg_avg_return: 0.06557731 + avg_reward_per_step: 0.015991211 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 15.497414 + avg_avg_return: 0.8459392 + avg_reward_per_step: 0.29238892 + proxy_corner: + avg_avg_return: 0.06557731 + avg_reward_per_step: 0.015991211 + perf: + env_steps_per_second: 907294.8107952952 + ppo_updates_per_second: 105.30337936775184 + eval-batch-train-duration: 0.2053872739779763 + eval-batch-orig-duration: 0.15497256204253063 + eval-batch-shift-duration: 0.14292692102026194 + eval-batch-tree-duration: 0.1407204030547291 + ued: + distances: + cheese-corne_dist_avg: 6.9987793 + cheese-corne_dist_wavg: 11.943247 + levels_cheese_is_in_corner_avg: 0.05517578 + mouse-cheese_dist_finite_avg: 6.845215 + mouse-cheese_dist_finite_wavg: 3.3880186 + mouse-cheese_dist_solvable_avg: 6.845215 + mouse-cheese_dist_solvable_wavg: 3.388019 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5476074 + num_walls_wavg: 7.8489585 + prop_walls_avg: 0.28467858 + prop_walls_wavg: 0.3412591 + scoring: + avg_scores: 0.24532028 + visit_patterns: + avg_first_visit_time: 476.27466 + avg_last_visit_time: 690.31445 + num_replay_batches: 700 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001674787 + avg_actor_approxkl3: 0.0014259291 + avg_actor_clipfrac: 0.073596194 + avg_actor_loss: 0.00049412344 + avg_advantage: 0.007468937 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004741502 + avg_entropy: 0.4276577 + avg_grad_norm_pre_clip: 2.3279197 + avg_loss: 0.002437217 + max: + max_actor_approxkl1: 0.0030484584 + max_actor_approxkl3: 0.0025288283 + max_actor_clipfrac: 0.13562012 + max_actor_loss: 0.0033872798 + max_advantage: 0.20188314 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0071394774 + max_entropy: 0.49437428 + max_grad_norm_pre_clip: 4.323355 + max_loss: 0.0054362025 + std: + std_actor_approxkl1: 0.00079781166 + std_actor_approxkl3: 0.00066752936 + std_actor_clipfrac: 0.03487254 + std_actor_loss: 0.0011065766 + std_advantage: 0.097501494 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011066152 + std_entropy: 0.03393158 + std_grad_norm_pre_clip: 0.9290531 + std_loss: 0.0011483302 + eval-batch-train: + avg_avg_episode_length: 17.938547 + avg_avg_return: 0.8341775 + avg_benchmark_regret: 0.022066731 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.27201843 + proxy_corner: + avg_avg_return: 0.061243527 + avg_reward_per_step: 0.012306213 + eval-batch-orig: + avg_avg_episode_length: 20.936539 + avg_avg_return: 0.81068856 + avg_benchmark_regret: 0.03320295 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.21543121 + proxy_corner: + avg_avg_return: 0.81068856 + avg_reward_per_step: 0.21543121 + eval-batch-shift: + avg_avg_episode_length: 16.254349 + avg_avg_return: 0.8580491 + avg_benchmark_regret: 0.029312633 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.28583527 + proxy_corner: + avg_avg_return: 0.055196345 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 21.214535 + avg_avg_return: 0.853973 + avg_benchmark_regret: 0.1404473 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19242096 + proxy_corner: + avg_avg_return: 0.853973 + avg_reward_per_step: 0.19242096 +=========================================================== +=========================================================== + step: + env-step-all-before: 46137344 + env-step-replay-before: 23560192 + env-step-used-before: 46137344 + ppo-update-before: 28160 + env-step-generate-before: 22577152 + env-step-all-after: 46170112 + env-step-replay-after: 23560192 + env-step-used-after: 46170112 + ppo-update-after: 28180 + env-step-generate-after: 22609920 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 19.165028 + avg_avg_return: 0.8034797 + avg_reward_per_step: 0.24926758 + proxy_corner: + avg_avg_return: 0.078688666 + avg_reward_per_step: 0.01171875 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 19.165028 + avg_avg_return: 0.8034797 + avg_reward_per_step: 0.24926758 + proxy_corner: + avg_avg_return: 0.078688666 + avg_reward_per_step: 0.01171875 + perf: + env_steps_per_second: 593755.5249117663 + ppo_updates_per_second: 92.74915489065036 + eval-batch-train-duration: 0.219944138021674 + eval-batch-orig-duration: 0.160530457040295 + eval-batch-shift-duration: 0.15786335099255666 + eval-batch-tree-duration: 0.1520356680266559 + ued: + distances: + cheese-corne_dist_avg: 6.9781494 + cheese-corne_dist_wavg: 11.942621 + levels_cheese_is_in_corner_avg: 0.056152344 + mouse-cheese_dist_finite_avg: 6.8623047 + mouse-cheese_dist_finite_wavg: 4.284732 + mouse-cheese_dist_solvable_avg: 6.8623047 + mouse-cheese_dist_solvable_wavg: 4.2847314 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5405273 + num_walls_wavg: 10.553931 + prop_walls_avg: 0.28437075 + prop_walls_wavg: 0.4588666 + scoring: + avg_scores: 0.22347796 + visit_patterns: + avg_first_visit_time: 490.22144 + avg_last_visit_time: 709.1836 + num_replay_batches: 719 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000743075 + avg_actor_approxkl3: 0.0008496791 + avg_actor_clipfrac: 0.043878175 + avg_actor_loss: -0.0012014069 + avg_advantage: -0.02850837 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.006012047 + avg_entropy: 0.4787191 + avg_grad_norm_pre_clip: 1.1526676 + avg_loss: 0.0013258973 + max: + max_actor_approxkl1: 0.001857211 + max_actor_approxkl3: 0.0014575247 + max_actor_clipfrac: 0.078125 + max_actor_loss: 0.0003258288 + max_advantage: 0.16547889 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0076146666 + max_entropy: 0.5082502 + max_grad_norm_pre_clip: 1.8233067 + max_loss: 0.0029661774 + std: + std_actor_approxkl1: 0.0005528517 + std_actor_approxkl3: 0.00034657915 + std_actor_clipfrac: 0.019997468 + std_actor_loss: 0.00092511554 + std_advantage: 0.10918541 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010042083 + std_entropy: 0.018426824 + std_grad_norm_pre_clip: 0.3631058 + std_loss: 0.0010211647 + eval-batch-train: + avg_avg_episode_length: 17.780365 + avg_avg_return: 0.8370042 + avg_benchmark_regret: 0.019240025 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2710724 + proxy_corner: + avg_avg_return: 0.06670157 + avg_reward_per_step: 0.0124435425 + eval-batch-orig: + avg_avg_episode_length: 20.605478 + avg_avg_return: 0.8131248 + avg_benchmark_regret: 0.030766705 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2138443 + proxy_corner: + avg_avg_return: 0.8131248 + avg_reward_per_step: 0.2138443 + eval-batch-shift: + avg_avg_episode_length: 16.308653 + avg_avg_return: 0.8584813 + avg_benchmark_regret: 0.028880432 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2831421 + proxy_corner: + avg_avg_return: 0.06164682 + avg_reward_per_step: 0.015510559 + eval-batch-tree: + avg_avg_episode_length: 19.936335 + avg_avg_return: 0.86823976 + avg_benchmark_regret: 0.12618047 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19111633 + proxy_corner: + avg_avg_return: 0.86823976 + avg_reward_per_step: 0.19111633 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 47185920 + env-step-replay-before: 24084480 + env-step-used-before: 47185920 + ppo-update-before: 28800 + env-step-generate-before: 23101440 + env-step-all-after: 47218688 + env-step-replay-after: 24084480 + env-step-used-after: 47218688 + ppo-update-after: 28820 + env-step-generate-after: 23134208 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 17.495243 + avg_avg_return: 0.8204389 + avg_reward_per_step: 0.26864624 + proxy_corner: + avg_avg_return: 0.08159295 + avg_reward_per_step: 0.014587402 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 17.495243 + avg_avg_return: 0.8204389 + avg_reward_per_step: 0.26864624 + proxy_corner: + avg_avg_return: 0.08159295 + avg_reward_per_step: 0.014587402 + perf: + env_steps_per_second: 908482.0997378257 + ppo_updates_per_second: 92.50517519310674 + eval-batch-train-duration: 0.225679216964636 + eval-batch-orig-duration: 0.14452006400097162 + eval-batch-shift-duration: 0.142386692983564 + eval-batch-tree-duration: 0.1392301949672401 + ued: + distances: + cheese-corne_dist_avg: 6.982788 + cheese-corne_dist_wavg: 11.947544 + levels_cheese_is_in_corner_avg: 0.056884766 + mouse-cheese_dist_finite_avg: 6.9018555 + mouse-cheese_dist_finite_wavg: 1.5948575 + mouse-cheese_dist_solvable_avg: 6.9018555 + mouse-cheese_dist_solvable_wavg: 1.5948577 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5625 + num_walls_wavg: 8.756228 + prop_walls_avg: 0.28532606 + prop_walls_wavg: 0.38070562 + scoring: + avg_scores: 0.21603729 + visit_patterns: + avg_first_visit_time: 505.34424 + avg_last_visit_time: 725.3484 + num_replay_batches: 735 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000826024 + avg_actor_approxkl3: 0.00088712445 + avg_actor_clipfrac: 0.046691895 + avg_actor_loss: -0.001230304 + avg_advantage: -0.016263548 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0054397504 + avg_entropy: 0.4494613 + avg_grad_norm_pre_clip: 1.1597445 + avg_loss: 0.0010401101 + max: + max_actor_approxkl1: 0.0018976415 + max_actor_approxkl3: 0.0016383103 + max_actor_clipfrac: 0.083862305 + max_actor_loss: 0.00038863719 + max_advantage: 0.20308375 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007902649 + max_entropy: 0.5161553 + max_grad_norm_pre_clip: 2.2449563 + max_loss: 0.0029714052 + std: + std_actor_approxkl1: 0.00063939387 + std_actor_approxkl3: 0.0004866976 + std_actor_clipfrac: 0.028672637 + std_actor_loss: 0.0009096802 + std_advantage: 0.10419528 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012716553 + std_entropy: 0.030359844 + std_grad_norm_pre_clip: 0.51482594 + std_loss: 0.0010776632 + eval-batch-train: + avg_avg_episode_length: 17.593103 + avg_avg_return: 0.83773816 + avg_benchmark_regret: 0.018506046 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2759323 + proxy_corner: + avg_avg_return: 0.066952035 + avg_reward_per_step: 0.011962891 + eval-batch-orig: + avg_avg_episode_length: 20.480164 + avg_avg_return: 0.8139791 + avg_benchmark_regret: 0.029912386 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2085495 + proxy_corner: + avg_avg_return: 0.8139791 + avg_reward_per_step: 0.2085495 + eval-batch-shift: + avg_avg_episode_length: 15.919052 + avg_avg_return: 0.861074 + avg_benchmark_regret: 0.026287757 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2837448 + proxy_corner: + avg_avg_return: 0.051525306 + avg_reward_per_step: 0.014556885 + eval-batch-tree: + avg_avg_episode_length: 20.476542 + avg_avg_return: 0.8703613 + avg_benchmark_regret: 0.12405892 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.1898117 + proxy_corner: + avg_avg_return: 0.8703613 + avg_reward_per_step: 0.1898117 +=========================================================== +=========================================================== + step: + env-step-all-before: 48234496 + env-step-replay-before: 24707072 + env-step-used-before: 48234496 + ppo-update-before: 29440 + env-step-generate-before: 23527424 + env-step-all-after: 48267264 + env-step-replay-after: 24739840 + env-step-used-after: 48267264 + ppo-update-after: 29460 + env-step-generate-after: 23527424 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 26.065437 + avg_avg_return: 0.78916734 + avg_reward_per_step: 0.056762695 + proxy_corner: + avg_avg_return: 0.1820528 + avg_reward_per_step: 0.011810303 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 26.065437 + avg_avg_return: 0.78916734 + avg_reward_per_step: 0.056762695 + proxy_corner: + avg_avg_return: 0.1820528 + avg_reward_per_step: 0.011810303 + perf: + env_steps_per_second: 913304.7016673795 + ppo_updates_per_second: 104.82644103779423 + eval-batch-train-duration: 0.21879831899423152 + eval-batch-orig-duration: 0.17682056897319853 + eval-batch-shift-duration: 0.1596491879899986 + eval-batch-tree-duration: 0.15164045401616022 + ued: + distances: + cheese-corne_dist_avg: 7.017578 + cheese-corne_dist_wavg: 11.946283 + levels_cheese_is_in_corner_avg: 0.059814453 + mouse-cheese_dist_finite_avg: 6.9211426 + mouse-cheese_dist_finite_wavg: 5.1882076 + mouse-cheese_dist_solvable_avg: 6.9211426 + mouse-cheese_dist_solvable_wavg: 5.1882076 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5700684 + num_walls_wavg: 8.752356 + prop_walls_avg: 0.28565514 + prop_walls_wavg: 0.38053724 + scoring: + avg_scores: 0.20398213 + visit_patterns: + avg_first_visit_time: 515.8264 + avg_last_visit_time: 745.354 + num_replay_batches: 755 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001584337 + avg_actor_approxkl3: 0.0017107154 + avg_actor_clipfrac: 0.09899292 + avg_actor_loss: 2.4743378e-05 + avg_advantage: 0.013429653 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002906434 + avg_entropy: 0.6247173 + avg_grad_norm_pre_clip: 2.4238849 + avg_loss: 0.000853243 + max: + max_actor_approxkl1: 0.0030318918 + max_actor_approxkl3: 0.0034060003 + max_actor_clipfrac: 0.20275879 + max_actor_loss: 0.0025622323 + max_advantage: 0.22966409 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0043936805 + max_entropy: 0.64460003 + max_grad_norm_pre_clip: 4.4001746 + max_loss: 0.003973175 + std: + std_actor_approxkl1: 0.0009385381 + std_actor_approxkl3: 0.0008908759 + std_actor_clipfrac: 0.05957028 + std_actor_loss: 0.0013865116 + std_advantage: 0.07542859 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00079724845 + std_entropy: 0.013539298 + std_grad_norm_pre_clip: 1.1489878 + std_loss: 0.0015017163 + eval-batch-train: + avg_avg_episode_length: 17.52275 + avg_avg_return: 0.8392392 + avg_benchmark_regret: 0.017005047 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.27803802 + proxy_corner: + avg_avg_return: 0.061011385 + avg_reward_per_step: 0.011978149 + eval-batch-orig: + avg_avg_episode_length: 20.442802 + avg_avg_return: 0.8173542 + avg_benchmark_regret: 0.026537238 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.21470642 + proxy_corner: + avg_avg_return: 0.8173542 + avg_reward_per_step: 0.21470642 + eval-batch-shift: + avg_avg_episode_length: 15.885526 + avg_avg_return: 0.860404 + avg_benchmark_regret: 0.02695763 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.28501892 + proxy_corner: + avg_avg_return: 0.059724614 + avg_reward_per_step: 0.014945984 + eval-batch-tree: + avg_avg_episode_length: 20.03645 + avg_avg_return: 0.8690269 + avg_benchmark_regret: 0.12539339 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19481659 + proxy_corner: + avg_avg_return: 0.8690269 + avg_reward_per_step: 0.19481659 +=========================================================== +=========================================================== + step: + env-step-all-before: 49283072 + env-step-replay-before: 25493504 + env-step-used-before: 49283072 + ppo-update-before: 30080 + env-step-generate-before: 23789568 + env-step-all-after: 49315840 + env-step-replay-after: 25526272 + env-step-used-after: 49315840 + ppo-update-after: 30100 + env-step-generate-after: 23789568 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 27.261179 + avg_avg_return: 0.7848284 + avg_reward_per_step: 0.055847168 + proxy_corner: + avg_avg_return: 0.17174016 + avg_reward_per_step: 0.010437012 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 27.261179 + avg_avg_return: 0.7848284 + avg_reward_per_step: 0.055847168 + proxy_corner: + avg_avg_return: 0.17174016 + avg_reward_per_step: 0.010437012 + perf: + env_steps_per_second: 648612.0995777398 + ppo_updates_per_second: 103.06285755470721 + eval-batch-train-duration: 0.19635993300471455 + eval-batch-orig-duration: 0.14395774598233402 + eval-batch-shift-duration: 0.14136982802301645 + eval-batch-tree-duration: 0.1409910439979285 + ued: + distances: + cheese-corne_dist_avg: 6.9904785 + cheese-corne_dist_wavg: 6.110757 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 6.928955 + mouse-cheese_dist_finite_wavg: 5.191697 + mouse-cheese_dist_solvable_avg: 6.928955 + mouse-cheese_dist_solvable_wavg: 5.191697 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.553467 + num_walls_wavg: 7.8577156 + prop_walls_avg: 0.28493333 + prop_walls_wavg: 0.34163985 + scoring: + avg_scores: 0.18375686 + visit_patterns: + avg_first_visit_time: 525.08105 + avg_last_visit_time: 769.2097 + num_replay_batches: 779 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013858075 + avg_actor_approxkl3: 0.0013121208 + avg_actor_clipfrac: 0.068408206 + avg_actor_loss: -0.0008649803 + avg_advantage: 0.0018071923 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024899698 + avg_entropy: 0.62294304 + avg_grad_norm_pre_clip: 1.5809058 + avg_loss: -0.00024293843 + max: + max_actor_approxkl1: 0.0039283554 + max_actor_approxkl3: 0.0029151118 + max_actor_clipfrac: 0.16186523 + max_actor_loss: 0.002139479 + max_advantage: 0.15955758 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0044840225 + max_entropy: 0.6504194 + max_grad_norm_pre_clip: 3.1295981 + max_loss: 0.0035145886 + std: + std_actor_approxkl1: 0.0010927629 + std_actor_approxkl3: 0.00078096596 + std_actor_clipfrac: 0.04640304 + std_actor_loss: 0.0011713716 + std_advantage: 0.070646405 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009844658 + std_entropy: 0.016503291 + std_grad_norm_pre_clip: 0.7155545 + std_loss: 0.0012830582 + eval-batch-train: + avg_avg_episode_length: 17.349325 + avg_avg_return: 0.8398005 + avg_benchmark_regret: 0.016443701 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2786255 + proxy_corner: + avg_avg_return: 0.0672629 + avg_reward_per_step: 0.012626648 + eval-batch-orig: + avg_avg_episode_length: 20.176643 + avg_avg_return: 0.81785834 + avg_benchmark_regret: 0.026033156 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.21215057 + proxy_corner: + avg_avg_return: 0.81785834 + avg_reward_per_step: 0.21215057 + eval-batch-shift: + avg_avg_episode_length: 15.662167 + avg_avg_return: 0.8653418 + avg_benchmark_regret: 0.022019949 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2819748 + proxy_corner: + avg_avg_return: 0.0631765 + avg_reward_per_step: 0.015541077 + eval-batch-tree: + avg_avg_episode_length: 20.470121 + avg_avg_return: 0.8725785 + avg_benchmark_regret: 0.12184174 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19186401 + proxy_corner: + avg_avg_return: 0.8725785 + avg_reward_per_step: 0.19186401 +=========================================================== +=========================================================== + step: + env-step-all-before: 50331648 + env-step-replay-before: 26116096 + env-step-used-before: 50331648 + ppo-update-before: 30720 + env-step-generate-before: 24215552 + env-step-all-after: 50364416 + env-step-replay-after: 26116096 + env-step-used-after: 50364416 + ppo-update-after: 30740 + env-step-generate-after: 24248320 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 17.804514 + avg_avg_return: 0.81555104 + avg_reward_per_step: 0.26620483 + proxy_corner: + avg_avg_return: 0.06719663 + avg_reward_per_step: 0.013580322 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 17.804514 + avg_avg_return: 0.81555104 + avg_reward_per_step: 0.26620483 + proxy_corner: + avg_avg_return: 0.06719663 + avg_reward_per_step: 0.013580322 + perf: + env_steps_per_second: 852572.8116192155 + ppo_updates_per_second: 75.25318443474785 + eval-batch-train-duration: 0.26034227601485327 + eval-batch-orig-duration: 0.1626183029729873 + eval-batch-shift-duration: 0.1471649100421928 + eval-batch-tree-duration: 0.14391082705697045 + ued: + distances: + cheese-corne_dist_avg: 6.9887695 + cheese-corne_dist_wavg: 11.941123 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 6.9433594 + mouse-cheese_dist_finite_wavg: 4.29517 + mouse-cheese_dist_solvable_avg: 6.9433594 + mouse-cheese_dist_solvable_wavg: 4.2951703 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.548828 + num_walls_wavg: 6.957148 + prop_walls_avg: 0.28473163 + prop_walls_wavg: 0.30248466 + scoring: + avg_scores: 0.1872758 + visit_patterns: + avg_first_visit_time: 539.20337 + avg_last_visit_time: 787.2991 + num_replay_batches: 797 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011313026 + avg_actor_approxkl3: 0.0009936069 + avg_actor_clipfrac: 0.053851318 + avg_actor_loss: -0.0004557222 + avg_advantage: -0.028788617 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005589692 + avg_entropy: 0.42143035 + avg_grad_norm_pre_clip: 1.6074543 + avg_loss: 0.0019176932 + max: + max_actor_approxkl1: 0.0029709293 + max_actor_approxkl3: 0.0019211129 + max_actor_clipfrac: 0.10229492 + max_actor_loss: 0.0017987788 + max_advantage: 0.1745066 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007770476 + max_entropy: 0.4691205 + max_grad_norm_pre_clip: 2.86491 + max_loss: 0.0041853804 + std: + std_actor_approxkl1: 0.000763332 + std_actor_approxkl3: 0.00045364685 + std_actor_clipfrac: 0.026293311 + std_actor_loss: 0.0010265908 + std_advantage: 0.104995474 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011201892 + std_entropy: 0.018563142 + std_grad_norm_pre_clip: 0.5369216 + std_loss: 0.0011015425 + eval-batch-train: + avg_avg_episode_length: 17.561415 + avg_avg_return: 0.83694804 + avg_benchmark_regret: 0.019296192 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2834015 + proxy_corner: + avg_avg_return: 0.0697836 + avg_reward_per_step: 0.012954712 + eval-batch-orig: + avg_avg_episode_length: 20.136189 + avg_avg_return: 0.8177875 + avg_benchmark_regret: 0.026103912 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.21981049 + proxy_corner: + avg_avg_return: 0.8177875 + avg_reward_per_step: 0.21981049 + eval-batch-shift: + avg_avg_episode_length: 15.565313 + avg_avg_return: 0.86494 + avg_benchmark_regret: 0.022421747 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.29133606 + proxy_corner: + avg_avg_return: 0.060299274 + avg_reward_per_step: 0.01524353 + eval-batch-tree: + avg_avg_episode_length: 20.19104 + avg_avg_return: 0.8601348 + avg_benchmark_regret: 0.13428545 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.19690704 + proxy_corner: + avg_avg_return: 0.8601348 + avg_reward_per_step: 0.19690704 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 51380224 + env-step-replay-before: 26640384 + env-step-used-before: 51380224 + ppo-update-before: 31360 + env-step-generate-before: 24739840 + env-step-all-after: 51412992 + env-step-replay-after: 26640384 + env-step-used-after: 51412992 + ppo-update-after: 31380 + env-step-generate-after: 24772608 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 18.202763 + avg_avg_return: 0.8096455 + avg_reward_per_step: 0.28009033 + proxy_corner: + avg_avg_return: 0.10728538 + avg_reward_per_step: 0.01586914 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 18.202763 + avg_avg_return: 0.8096455 + avg_reward_per_step: 0.28009033 + proxy_corner: + avg_avg_return: 0.10728538 + avg_reward_per_step: 0.01586914 + perf: + env_steps_per_second: 560834.9388690335 + ppo_updates_per_second: 72.73538153472433 + eval-batch-train-duration: 0.3382939159637317 + eval-batch-orig-duration: 0.1729246670147404 + eval-batch-shift-duration: 0.1481906030094251 + eval-batch-tree-duration: 0.14262479299213737 + ued: + distances: + cheese-corne_dist_avg: 6.9416504 + cheese-corne_dist_wavg: 4.2981076 + levels_cheese_is_in_corner_avg: 0.0637207 + mouse-cheese_dist_finite_avg: 6.9855957 + mouse-cheese_dist_finite_wavg: 5.2010016 + mouse-cheese_dist_solvable_avg: 6.9855957 + mouse-cheese_dist_solvable_wavg: 5.2010016 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5424805 + num_walls_wavg: 6.954683 + prop_walls_avg: 0.28445566 + prop_walls_wavg: 0.30237758 + scoring: + avg_scores: 0.18946347 + visit_patterns: + avg_first_visit_time: 554.4358 + avg_last_visit_time: 803.2312 + num_replay_batches: 813 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014616289 + avg_actor_approxkl3: 0.0012411613 + avg_actor_clipfrac: 0.06499634 + avg_actor_loss: -0.0007700052 + avg_advantage: -0.029363476 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0060477727 + avg_entropy: 0.42377883 + avg_grad_norm_pre_clip: 1.5734031 + avg_loss: 0.0018301025 + max: + max_actor_approxkl1: 0.003320596 + max_actor_approxkl3: 0.0021243482 + max_actor_clipfrac: 0.12011719 + max_actor_loss: 0.002464421 + max_advantage: 0.14155191 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009385299 + max_entropy: 0.47876218 + max_grad_norm_pre_clip: 4.1536946 + max_loss: 0.005155855 + std: + std_actor_approxkl1: 0.0009359524 + std_actor_approxkl3: 0.0005675386 + std_actor_clipfrac: 0.030967375 + std_actor_loss: 0.0012340461 + std_advantage: 0.109740786 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0017122613 + std_entropy: 0.027391182 + std_grad_norm_pre_clip: 0.95202446 + std_loss: 0.0013870598 + eval-batch-train: + avg_avg_episode_length: 17.564934 + avg_avg_return: 0.83773446 + avg_benchmark_regret: 0.018509755 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.28343964 + proxy_corner: + avg_avg_return: 0.061759885 + avg_reward_per_step: 0.011756897 + eval-batch-orig: + avg_avg_episode_length: 20.26988 + avg_avg_return: 0.8147222 + avg_benchmark_regret: 0.029169288 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.21498871 + proxy_corner: + avg_avg_return: 0.8147222 + avg_reward_per_step: 0.21498871 + eval-batch-shift: + avg_avg_episode_length: 15.48597 + avg_avg_return: 0.8638857 + avg_benchmark_regret: 0.023476042 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.29201508 + proxy_corner: + avg_avg_return: 0.050800323 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 19.330273 + avg_avg_return: 0.878935 + avg_benchmark_regret: 0.11548535 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20080566 + proxy_corner: + avg_avg_return: 0.878935 + avg_reward_per_step: 0.20080566 +=========================================================== +=========================================================== + step: + env-step-all-before: 52428800 + env-step-replay-before: 27164672 + env-step-used-before: 52428800 + ppo-update-before: 32000 + env-step-generate-before: 25264128 + env-step-all-after: 52461568 + env-step-replay-after: 27197440 + env-step-used-after: 52461568 + ppo-update-after: 32020 + env-step-generate-after: 25264128 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 22.539593 + avg_avg_return: 0.80643797 + avg_reward_per_step: 0.06640625 + proxy_corner: + avg_avg_return: 0.1514515 + avg_reward_per_step: 0.011474609 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 22.539593 + avg_avg_return: 0.80643797 + avg_reward_per_step: 0.06640625 + proxy_corner: + avg_avg_return: 0.1514515 + avg_reward_per_step: 0.011474609 + perf: + env_steps_per_second: 980544.3856099395 + ppo_updates_per_second: 73.87411189166116 + eval-batch-train-duration: 0.33413473796099424 + eval-batch-orig-duration: 0.18704977800371125 + eval-batch-shift-duration: 0.1553428930346854 + eval-batch-tree-duration: 0.1471265780273825 + ued: + distances: + cheese-corne_dist_avg: 6.9104004 + cheese-corne_dist_wavg: 11.948098 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 7.0197754 + mouse-cheese_dist_finite_wavg: 3.4017918 + mouse-cheese_dist_solvable_avg: 7.0197754 + mouse-cheese_dist_solvable_wavg: 3.4017918 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5200195 + num_walls_wavg: 7.854741 + prop_walls_avg: 0.2834791 + prop_walls_wavg: 0.3415105 + scoring: + avg_scores: 0.18529704 + visit_patterns: + avg_first_visit_time: 572.27637 + avg_last_visit_time: 820.2446 + num_replay_batches: 830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013364851 + avg_actor_approxkl3: 0.0011429868 + avg_actor_clipfrac: 0.05784912 + avg_actor_loss: -0.0010661746 + avg_advantage: 0.012084568 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033085644 + avg_entropy: 0.56172585 + avg_grad_norm_pre_clip: 1.6367842 + avg_loss: 2.638188e-05 + max: + max_actor_approxkl1: 0.0034870533 + max_actor_approxkl3: 0.0021541002 + max_actor_clipfrac: 0.10888672 + max_actor_loss: 0.00026806444 + max_advantage: 0.19322711 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0054402556 + max_entropy: 0.58618134 + max_grad_norm_pre_clip: 3.4141564 + max_loss: 0.0019912224 + std: + std_actor_approxkl1: 0.0010179292 + std_actor_approxkl3: 0.0005716688 + std_actor_clipfrac: 0.031128885 + std_actor_loss: 0.0009156188 + std_advantage: 0.08127508 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009155194 + std_entropy: 0.012033295 + std_grad_norm_pre_clip: 0.7538587 + std_loss: 0.0009263322 + eval-batch-train: + avg_avg_episode_length: 17.324608 + avg_avg_return: 0.83972013 + avg_benchmark_regret: 0.016524097 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.27947235 + proxy_corner: + avg_avg_return: 0.07164526 + avg_reward_per_step: 0.011756897 + eval-batch-orig: + avg_avg_episode_length: 20.122574 + avg_avg_return: 0.8189187 + avg_benchmark_regret: 0.024972795 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.21511078 + proxy_corner: + avg_avg_return: 0.8189187 + avg_reward_per_step: 0.21511078 + eval-batch-shift: + avg_avg_episode_length: 15.432097 + avg_avg_return: 0.8641696 + avg_benchmark_regret: 0.023192104 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.29291534 + proxy_corner: + avg_avg_return: 0.059186317 + avg_reward_per_step: 0.014083862 + eval-batch-tree: + avg_avg_episode_length: 19.250061 + avg_avg_return: 0.87871104 + avg_benchmark_regret: 0.11570923 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20381165 + proxy_corner: + avg_avg_return: 0.87871104 + avg_reward_per_step: 0.20381165 +=========================================================== +=========================================================== + step: + env-step-all-before: 53477376 + env-step-replay-before: 27623424 + env-step-used-before: 53477376 + ppo-update-before: 32640 + env-step-generate-before: 25853952 + env-step-all-after: 53510144 + env-step-replay-after: 27623424 + env-step-used-after: 53510144 + ppo-update-after: 32660 + env-step-generate-after: 25886720 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.727091 + avg_avg_return: 0.8520873 + avg_reward_per_step: 0.2930603 + proxy_corner: + avg_avg_return: 0.06558588 + avg_reward_per_step: 0.013397217 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.727091 + avg_avg_return: 0.8520873 + avg_reward_per_step: 0.2930603 + proxy_corner: + avg_avg_return: 0.06558588 + avg_reward_per_step: 0.013397217 + perf: + env_steps_per_second: 908817.3176437027 + ppo_updates_per_second: 104.86120777212616 + eval-batch-train-duration: 0.20168460998684168 + eval-batch-orig-duration: 0.14844042394543067 + eval-batch-shift-duration: 0.14697298896498978 + eval-batch-tree-duration: 0.14553594100289047 + ued: + distances: + cheese-corne_dist_avg: 6.918091 + cheese-corne_dist_wavg: 4.299157 + levels_cheese_is_in_corner_avg: 0.0637207 + mouse-cheese_dist_finite_avg: 7.0463867 + mouse-cheese_dist_finite_wavg: 5.2047625 + mouse-cheese_dist_solvable_avg: 7.0463867 + mouse-cheese_dist_solvable_wavg: 5.204763 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.513672 + num_walls_wavg: 6.9533434 + prop_walls_avg: 0.2832031 + prop_walls_wavg: 0.30231932 + scoring: + avg_scores: 0.18317148 + visit_patterns: + avg_first_visit_time: 588.58154 + avg_last_visit_time: 833.3511 + num_replay_batches: 843 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009499536 + avg_actor_approxkl3: 0.00080248865 + avg_actor_clipfrac: 0.041644286 + avg_actor_loss: -0.0009557411 + avg_advantage: -0.021695651 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0045878678 + avg_entropy: 0.36291608 + avg_grad_norm_pre_clip: 1.4554325 + avg_loss: 0.00097527646 + max: + max_actor_approxkl1: 0.002559614 + max_actor_approxkl3: 0.0017221285 + max_actor_clipfrac: 0.07922363 + max_actor_loss: 0.0008981228 + max_advantage: 0.16161275 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0064888527 + max_entropy: 0.39524448 + max_grad_norm_pre_clip: 2.3898404 + max_loss: 0.0027842033 + std: + std_actor_approxkl1: 0.0008000418 + std_actor_approxkl3: 0.00042216142 + std_actor_clipfrac: 0.022901779 + std_actor_loss: 0.000812557 + std_advantage: 0.09546044 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011759707 + std_entropy: 0.018584905 + std_grad_norm_pre_clip: 0.47672886 + std_loss: 0.00084780995 + eval-batch-train: + avg_avg_episode_length: 17.327988 + avg_avg_return: 0.8394155 + avg_benchmark_regret: 0.016828716 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2845993 + proxy_corner: + avg_avg_return: 0.06617725 + avg_reward_per_step: 0.01210022 + eval-batch-orig: + avg_avg_episode_length: 20.14199 + avg_avg_return: 0.81801885 + avg_benchmark_regret: 0.025872616 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.22385406 + proxy_corner: + avg_avg_return: 0.81801885 + avg_reward_per_step: 0.22385406 + eval-batch-shift: + avg_avg_episode_length: 15.524906 + avg_avg_return: 0.8640559 + avg_benchmark_regret: 0.023305885 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.29698944 + proxy_corner: + avg_avg_return: 0.053160854 + avg_reward_per_step: 0.014595032 + eval-batch-tree: + avg_avg_episode_length: 21.145214 + avg_avg_return: 0.8591774 + avg_benchmark_regret: 0.13524286 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20067596 + proxy_corner: + avg_avg_return: 0.8591774 + avg_reward_per_step: 0.20067596 +=========================================================== +=========================================================== + step: + env-step-all-before: 54525952 + env-step-replay-before: 28049408 + env-step-used-before: 54525952 + ppo-update-before: 33280 + env-step-generate-before: 26476544 + env-step-all-after: 54558720 + env-step-replay-after: 28049408 + env-step-used-after: 54558720 + ppo-update-after: 33300 + env-step-generate-after: 26509312 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.655149 + avg_avg_return: 0.8640025 + avg_reward_per_step: 0.31030273 + proxy_corner: + avg_avg_return: 0.08142552 + avg_reward_per_step: 0.015197754 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.655149 + avg_avg_return: 0.8640025 + avg_reward_per_step: 0.31030273 + proxy_corner: + avg_avg_return: 0.08142552 + avg_reward_per_step: 0.015197754 + perf: + env_steps_per_second: 614289.558987333 + ppo_updates_per_second: 100.14333213318486 + eval-batch-train-duration: 0.19676924601662904 + eval-batch-orig-duration: 0.14217108901357278 + eval-batch-shift-duration: 0.13951814896427095 + eval-batch-tree-duration: 0.13956988597055897 + ued: + distances: + cheese-corne_dist_avg: 6.918701 + cheese-corne_dist_wavg: 6.0951 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 7.07251 + mouse-cheese_dist_finite_wavg: 5.206392 + mouse-cheese_dist_solvable_avg: 7.07251 + mouse-cheese_dist_solvable_wavg: 5.206392 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5251465 + num_walls_wavg: 5.1529665 + prop_walls_avg: 0.28370202 + prop_walls_wavg: 0.22404204 + scoring: + avg_scores: 0.18588978 + visit_patterns: + avg_first_visit_time: 602.8259 + avg_last_visit_time: 846.2615 + num_replay_batches: 856 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010677011 + avg_actor_approxkl3: 0.00091271393 + avg_actor_clipfrac: 0.0480896 + avg_actor_loss: -0.0005622694 + avg_advantage: 0.009496994 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0043708896 + avg_entropy: 0.34985137 + avg_grad_norm_pre_clip: 1.7245187 + avg_loss: 0.0012733241 + max: + max_actor_approxkl1: 0.001833069 + max_actor_approxkl3: 0.0014395232 + max_actor_clipfrac: 0.07775879 + max_actor_loss: 0.001180619 + max_advantage: 0.17040807 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0069886567 + max_entropy: 0.3832828 + max_grad_norm_pre_clip: 2.633398 + max_loss: 0.0031845027 + std: + std_actor_approxkl1: 0.0004941631 + std_actor_approxkl3: 0.00036231306 + std_actor_clipfrac: 0.01949121 + std_actor_loss: 0.00089815236 + std_advantage: 0.09334888 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010851413 + std_entropy: 0.024407666 + std_grad_norm_pre_clip: 0.6062812 + std_loss: 0.0010399568 + eval-batch-train: + avg_avg_episode_length: 17.43195 + avg_avg_return: 0.83721805 + avg_benchmark_regret: 0.01902618 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2895279 + proxy_corner: + avg_avg_return: 0.066303305 + avg_reward_per_step: 0.012527466 + eval-batch-orig: + avg_avg_episode_length: 19.682255 + avg_avg_return: 0.82047415 + avg_benchmark_regret: 0.023417272 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.22576904 + proxy_corner: + avg_avg_return: 0.82047415 + avg_reward_per_step: 0.22576904 + eval-batch-shift: + avg_avg_episode_length: 15.093538 + avg_avg_return: 0.8654737 + avg_benchmark_regret: 0.021888029 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.2995987 + proxy_corner: + avg_avg_return: 0.057513874 + avg_reward_per_step: 0.014289856 + eval-batch-tree: + avg_avg_episode_length: 18.981018 + avg_avg_return: 0.87763596 + avg_benchmark_regret: 0.11678434 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20748901 + proxy_corner: + avg_avg_return: 0.87763596 + avg_reward_per_step: 0.20748901 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 55574528 + env-step-replay-before: 28442624 + env-step-used-before: 55574528 + ppo-update-before: 33920 + env-step-generate-before: 27131904 + env-step-all-after: 55607296 + env-step-replay-after: 28475392 + env-step-used-after: 55607296 + ppo-update-after: 33940 + env-step-generate-after: 27131904 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 23.652832 + avg_avg_return: 0.8009529 + avg_reward_per_step: 0.06594849 + proxy_corner: + avg_avg_return: 0.14578485 + avg_reward_per_step: 0.010498047 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 23.652832 + avg_avg_return: 0.8009529 + avg_reward_per_step: 0.06594849 + proxy_corner: + avg_avg_return: 0.14578485 + avg_reward_per_step: 0.010498047 + perf: + env_steps_per_second: 630092.03660541 + ppo_updates_per_second: 75.17469030095042 + eval-batch-train-duration: 0.2738888679887168 + eval-batch-orig-duration: 0.1576630260096863 + eval-batch-shift-duration: 0.14540850097546354 + eval-batch-tree-duration: 0.14020007499493659 + ued: + distances: + cheese-corne_dist_avg: 6.9317627 + cheese-corne_dist_wavg: 5.187563 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 7.1296387 + mouse-cheese_dist_finite_wavg: 5.2149982 + mouse-cheese_dist_solvable_avg: 7.1296387 + mouse-cheese_dist_solvable_wavg: 5.2149997 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.520752 + num_walls_wavg: 7.8471794 + prop_walls_avg: 0.28351092 + prop_walls_wavg: 0.3411817 + scoring: + avg_scores: 0.17913398 + visit_patterns: + avg_first_visit_time: 617.2063 + avg_last_visit_time: 859.21094 + num_replay_batches: 869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00089626544 + avg_actor_approxkl3: 0.0010694623 + avg_actor_clipfrac: 0.05789795 + avg_actor_loss: -0.0007471773 + avg_advantage: 0.04199576 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004210858 + avg_entropy: 0.5381176 + avg_grad_norm_pre_clip: 2.0612671 + avg_loss: 0.00082013395 + max: + max_actor_approxkl1: 0.0022403493 + max_actor_approxkl3: 0.001819697 + max_actor_clipfrac: 0.1027832 + max_actor_loss: 0.0013220608 + max_advantage: 0.22039998 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0061955964 + max_entropy: 0.5708465 + max_grad_norm_pre_clip: 3.8521216 + max_loss: 0.0033431624 + std: + std_actor_approxkl1: 0.00056671246 + std_actor_approxkl3: 0.00040177655 + std_actor_clipfrac: 0.023764713 + std_actor_loss: 0.0012086681 + std_advantage: 0.08891426 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011625442 + std_entropy: 0.014292677 + std_grad_norm_pre_clip: 0.8072516 + std_loss: 0.0013994218 + eval-batch-train: + avg_avg_episode_length: 17.272894 + avg_avg_return: 0.8402506 + avg_benchmark_regret: 0.015993576 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2921753 + proxy_corner: + avg_avg_return: 0.06794192 + avg_reward_per_step: 0.012825012 + eval-batch-orig: + avg_avg_episode_length: 19.546162 + avg_avg_return: 0.8218826 + avg_benchmark_regret: 0.02200886 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.22783661 + proxy_corner: + avg_avg_return: 0.8218826 + avg_reward_per_step: 0.22783661 + eval-batch-shift: + avg_avg_episode_length: 15.205988 + avg_avg_return: 0.8659304 + avg_benchmark_regret: 0.02143136 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.30002594 + proxy_corner: + avg_avg_return: 0.057257876 + avg_reward_per_step: 0.014778137 + eval-batch-tree: + avg_avg_episode_length: 17.649595 + avg_avg_return: 0.89844716 + avg_benchmark_regret: 0.095973074 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.21244049 + proxy_corner: + avg_avg_return: 0.89844716 + avg_reward_per_step: 0.21244049 +=========================================================== +=========================================================== + step: + env-step-all-before: 56623104 + env-step-replay-before: 28966912 + env-step-used-before: 56623104 + ppo-update-before: 34560 + env-step-generate-before: 27656192 + env-step-all-after: 56655872 + env-step-replay-after: 28999680 + env-step-used-after: 56655872 + ppo-update-after: 34580 + env-step-generate-after: 27656192 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 21.758934 + avg_avg_return: 0.8223488 + avg_reward_per_step: 0.06732178 + proxy_corner: + avg_avg_return: 0.17431523 + avg_reward_per_step: 0.012359619 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 21.758934 + avg_avg_return: 0.8223488 + avg_reward_per_step: 0.06732178 + proxy_corner: + avg_avg_return: 0.17431523 + avg_reward_per_step: 0.012359619 + perf: + env_steps_per_second: 636371.7738327226 + ppo_updates_per_second: 72.87702627044575 + eval-batch-train-duration: 0.3072411559987813 + eval-batch-orig-duration: 0.19006184599129483 + eval-batch-shift-duration: 0.15565799799514934 + eval-batch-tree-duration: 0.14271745999576524 + ued: + distances: + cheese-corne_dist_avg: 6.89624 + cheese-corne_dist_wavg: 1.5889235 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 7.1384277 + mouse-cheese_dist_finite_wavg: 5.21731 + mouse-cheese_dist_solvable_avg: 7.1384277 + mouse-cheese_dist_solvable_wavg: 5.2173104 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5270996 + num_walls_wavg: 6.9514666 + prop_walls_avg: 0.28378692 + prop_walls_wavg: 0.30223778 + scoring: + avg_scores: 0.17332992 + visit_patterns: + avg_first_visit_time: 630.97437 + avg_last_visit_time: 875.3157 + num_replay_batches: 885 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015313312 + avg_actor_approxkl3: 0.0015434184 + avg_actor_clipfrac: 0.07833252 + avg_actor_loss: -0.00080247986 + avg_advantage: 0.0069654062 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002538219 + avg_entropy: 0.5528527 + avg_grad_norm_pre_clip: 1.7834929 + avg_loss: -8.622303e-05 + max: + max_actor_approxkl1: 0.0037514325 + max_actor_approxkl3: 0.0034765848 + max_actor_clipfrac: 0.14880371 + max_actor_loss: 0.0010331161 + max_advantage: 0.20147067 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004095782 + max_entropy: 0.58154833 + max_grad_norm_pre_clip: 3.077345 + max_loss: 0.0016468527 + std: + std_actor_approxkl1: 0.00096579053 + std_actor_approxkl3: 0.0007031915 + std_actor_clipfrac: 0.03233578 + std_actor_loss: 0.0012097659 + std_advantage: 0.07111174 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007297672 + std_entropy: 0.013781032 + std_grad_norm_pre_clip: 0.6611581 + std_loss: 0.0011306527 + eval-batch-train: + avg_avg_episode_length: 17.054646 + avg_avg_return: 0.84084153 + avg_benchmark_regret: 0.015402755 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2935791 + proxy_corner: + avg_avg_return: 0.06828338 + avg_reward_per_step: 0.01260376 + eval-batch-orig: + avg_avg_episode_length: 19.93246 + avg_avg_return: 0.82029474 + avg_benchmark_regret: 0.023596719 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.22148895 + proxy_corner: + avg_avg_return: 0.82029474 + avg_reward_per_step: 0.22148895 + eval-batch-shift: + avg_avg_episode_length: 15.126077 + avg_avg_return: 0.86639595 + avg_benchmark_regret: 0.020965742 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.29470825 + proxy_corner: + avg_avg_return: 0.057354666 + avg_reward_per_step: 0.015106201 + eval-batch-tree: + avg_avg_episode_length: 19.222729 + avg_avg_return: 0.87930906 + avg_benchmark_regret: 0.11511123 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.20719147 + proxy_corner: + avg_avg_return: 0.87930906 + avg_reward_per_step: 0.20719147 +=========================================================== +=========================================================== + step: + env-step-all-before: 57671680 + env-step-replay-before: 29458432 + env-step-used-before: 57671680 + ppo-update-before: 35200 + env-step-generate-before: 28213248 + env-step-all-after: 57704448 + env-step-replay-after: 29458432 + env-step-used-after: 57704448 + ppo-update-after: 35220 + env-step-generate-after: 28246016 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 16.85342 + avg_avg_return: 0.82643986 + avg_reward_per_step: 0.29345703 + proxy_corner: + avg_avg_return: 0.06434475 + avg_reward_per_step: 0.010070801 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 16.85342 + avg_avg_return: 0.82643986 + avg_reward_per_step: 0.29345703 + proxy_corner: + avg_avg_return: 0.06434475 + avg_reward_per_step: 0.010070801 + perf: + env_steps_per_second: 867280.1479172751 + ppo_updates_per_second: 101.89029732849482 + eval-batch-train-duration: 0.20953245100099593 + eval-batch-orig-duration: 0.1547514190315269 + eval-batch-shift-duration: 0.14349064702400938 + eval-batch-tree-duration: 0.14283307804726064 + ued: + distances: + cheese-corne_dist_avg: 6.859497 + cheese-corne_dist_wavg: 0.6873956 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 7.1726074 + mouse-cheese_dist_finite_wavg: 4.3163776 + mouse-cheese_dist_solvable_avg: 7.1726074 + mouse-cheese_dist_solvable_wavg: 4.316378 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5129395 + num_walls_wavg: 5.154514 + prop_walls_avg: 0.2831713 + prop_walls_wavg: 0.22410934 + scoring: + avg_scores: 0.16930489 + visit_patterns: + avg_first_visit_time: 646.47144 + avg_last_visit_time: 889.2466 + num_replay_batches: 899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009687462 + avg_actor_approxkl3: 0.0012077385 + avg_actor_clipfrac: 0.06365967 + avg_actor_loss: -2.5283545e-05 + avg_advantage: 0.00060053007 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0055234805 + avg_entropy: 0.37647736 + avg_grad_norm_pre_clip: 1.8444191 + avg_loss: 0.0023599796 + max: + max_actor_approxkl1: 0.0020347955 + max_actor_approxkl3: 0.0025986182 + max_actor_clipfrac: 0.12451172 + max_actor_loss: 0.0022828504 + max_advantage: 0.18307298 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008128518 + max_entropy: 0.41981816 + max_grad_norm_pre_clip: 3.0515764 + max_loss: 0.0052959872 + std: + std_actor_approxkl1: 0.0006131021 + std_actor_approxkl3: 0.0005743636 + std_actor_clipfrac: 0.0291507 + std_actor_loss: 0.0011583258 + std_advantage: 0.10537352 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011980269 + std_entropy: 0.020577736 + std_grad_norm_pre_clip: 0.6739194 + std_loss: 0.0014378239 + eval-batch-train: + avg_avg_episode_length: 16.856987 + avg_avg_return: 0.84126204 + avg_benchmark_regret: 0.014982194 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2951889 + proxy_corner: + avg_avg_return: 0.06719647 + avg_reward_per_step: 0.012886047 + eval-batch-orig: + avg_avg_episode_length: 19.340227 + avg_avg_return: 0.82592714 + avg_benchmark_regret: 0.017964296 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.22315216 + proxy_corner: + avg_avg_return: 0.82592714 + avg_reward_per_step: 0.22315216 + eval-batch-shift: + avg_avg_episode_length: 14.948616 + avg_avg_return: 0.8691697 + avg_benchmark_regret: 0.018192045 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.29795074 + proxy_corner: + avg_avg_return: 0.055022154 + avg_reward_per_step: 0.014511108 + eval-batch-tree: + avg_avg_episode_length: 18.106152 + avg_avg_return: 0.8955499 + avg_benchmark_regret: 0.09887038 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2096405 + proxy_corner: + avg_avg_return: 0.8955499 + avg_reward_per_step: 0.2096405 +=========================================================== +=========================================================== + step: + env-step-all-before: 58720256 + env-step-replay-before: 29851648 + env-step-used-before: 58720256 + ppo-update-before: 35840 + env-step-generate-before: 28868608 + env-step-all-after: 58753024 + env-step-replay-after: 29851648 + env-step-used-after: 58753024 + ppo-update-after: 35860 + env-step-generate-after: 28901376 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 15.418571 + avg_avg_return: 0.843202 + avg_reward_per_step: 0.29641724 + proxy_corner: + avg_avg_return: 0.0991793 + avg_reward_per_step: 0.01776123 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 15.418571 + avg_avg_return: 0.843202 + avg_reward_per_step: 0.29641724 + proxy_corner: + avg_avg_return: 0.0991793 + avg_reward_per_step: 0.01776123 + perf: + env_steps_per_second: 579557.0965324988 + ppo_updates_per_second: 73.94733299302838 + eval-batch-train-duration: 0.26464217400643975 + eval-batch-orig-duration: 0.16083050600718707 + eval-batch-shift-duration: 0.14493413700256497 + eval-batch-tree-duration: 0.14160351100144908 + ued: + distances: + cheese-corne_dist_avg: 6.86438 + cheese-corne_dist_wavg: 8.784279 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 7.218506 + mouse-cheese_dist_finite_wavg: 3.4227612 + mouse-cheese_dist_solvable_avg: 7.218506 + mouse-cheese_dist_solvable_wavg: 3.4227617 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.510742 + num_walls_wavg: 5.1539545 + prop_walls_avg: 0.28307575 + prop_walls_wavg: 0.22408496 + scoring: + avg_scores: 0.17470798 + visit_patterns: + avg_first_visit_time: 663.7937 + avg_last_visit_time: 901.145 + num_replay_batches: 911 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011640406 + avg_actor_approxkl3: 0.000976958 + avg_actor_clipfrac: 0.050549317 + avg_actor_loss: -0.0006392503 + avg_advantage: 0.0026358692 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004854388 + avg_entropy: 0.3534631 + avg_grad_norm_pre_clip: 1.829099 + avg_loss: 0.0014344804 + max: + max_actor_approxkl1: 0.0027601118 + max_actor_approxkl3: 0.0021827521 + max_actor_clipfrac: 0.103759766 + max_actor_loss: 0.0011095591 + max_advantage: 0.24938428 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0068663387 + max_entropy: 0.37830642 + max_grad_norm_pre_clip: 3.2425032 + max_loss: 0.0034589423 + std: + std_actor_approxkl1: 0.0008314089 + std_actor_approxkl3: 0.0004894992 + std_actor_clipfrac: 0.024635712 + std_actor_loss: 0.0010726071 + std_advantage: 0.09879657 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010438046 + std_entropy: 0.018118666 + std_grad_norm_pre_clip: 0.6169286 + std_loss: 0.0010420337 + eval-batch-train: + avg_avg_episode_length: 16.672392 + avg_avg_return: 0.8455048 + avg_benchmark_regret: 0.010739389 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.295578 + proxy_corner: + avg_avg_return: 0.07270873 + avg_reward_per_step: 0.012878418 + eval-batch-orig: + avg_avg_episode_length: 19.25785 + avg_avg_return: 0.82635605 + avg_benchmark_regret: 0.017535467 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.22988129 + proxy_corner: + avg_avg_return: 0.82635605 + avg_reward_per_step: 0.22988129 + eval-batch-shift: + avg_avg_episode_length: 14.967224 + avg_avg_return: 0.86912966 + avg_benchmark_regret: 0.018232085 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.30271912 + proxy_corner: + avg_avg_return: 0.058147356 + avg_reward_per_step: 0.014907837 + eval-batch-tree: + avg_avg_episode_length: 18.337051 + avg_avg_return: 0.87994623 + avg_benchmark_regret: 0.11447403 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.21479797 + proxy_corner: + avg_avg_return: 0.87994623 + avg_reward_per_step: 0.21479797 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 59768832 + env-step-replay-before: 30441472 + env-step-used-before: 59768832 + ppo-update-before: 36480 + env-step-generate-before: 29327360 + env-step-all-after: 59801600 + env-step-replay-after: 30474240 + env-step-used-after: 59801600 + ppo-update-after: 36500 + env-step-generate-after: 29327360 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 23.723557 + avg_avg_return: 0.80735564 + avg_reward_per_step: 0.06503296 + proxy_corner: + avg_avg_return: 0.16037437 + avg_reward_per_step: 0.012176514 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 23.723557 + avg_avg_return: 0.80735564 + avg_reward_per_step: 0.06503296 + proxy_corner: + avg_avg_return: 0.16037437 + avg_reward_per_step: 0.012176514 + perf: + env_steps_per_second: 894461.5113748821 + ppo_updates_per_second: 103.28517186150253 + eval-batch-train-duration: 0.21189779898850247 + eval-batch-orig-duration: 0.1618895920109935 + eval-batch-shift-duration: 0.147510232985951 + eval-batch-tree-duration: 0.14340244204504415 + ued: + distances: + cheese-corne_dist_avg: 6.82666 + cheese-corne_dist_wavg: 4.2829247 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.2233887 + mouse-cheese_dist_finite_wavg: 5.22184 + mouse-cheese_dist_solvable_avg: 7.2233887 + mouse-cheese_dist_solvable_wavg: 5.2218404 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.503662 + num_walls_wavg: 9.645728 + prop_walls_avg: 0.2827679 + prop_walls_wavg: 0.4193794 + scoring: + avg_scores: 0.16831239 + visit_patterns: + avg_first_visit_time: 677.5488 + avg_last_visit_time: 920.1692 + num_replay_batches: 930 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010823054 + avg_actor_approxkl3: 0.0013930274 + avg_actor_clipfrac: 0.070013426 + avg_actor_loss: -0.0003598771 + avg_advantage: 0.01360303 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0029781626 + avg_entropy: 0.5269359 + avg_grad_norm_pre_clip: 2.0246356 + avg_loss: 0.0006022682 + max: + max_actor_approxkl1: 0.0028403653 + max_actor_approxkl3: 0.0029991951 + max_actor_clipfrac: 0.1451416 + max_actor_loss: 0.0016206875 + max_advantage: 0.21302342 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005364818 + max_entropy: 0.5452747 + max_grad_norm_pre_clip: 3.3918731 + max_loss: 0.0024604928 + std: + std_actor_approxkl1: 0.0007954095 + std_actor_approxkl3: 0.00065368135 + std_actor_clipfrac: 0.03521047 + std_actor_loss: 0.0011166309 + std_advantage: 0.0772686 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010742093 + std_entropy: 0.010104245 + std_grad_norm_pre_clip: 0.84183717 + std_loss: 0.0009993683 + eval-batch-train: + avg_avg_episode_length: 16.909466 + avg_avg_return: 0.84265614 + avg_benchmark_regret: 0.013588024 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.28660583 + proxy_corner: + avg_avg_return: 0.07391821 + avg_reward_per_step: 0.013145447 + eval-batch-orig: + avg_avg_episode_length: 19.371788 + avg_avg_return: 0.823487 + avg_benchmark_regret: 0.020404458 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.23257446 + proxy_corner: + avg_avg_return: 0.823487 + avg_reward_per_step: 0.23257446 + eval-batch-shift: + avg_avg_episode_length: 15.099533 + avg_avg_return: 0.8690709 + avg_benchmark_regret: 0.01829081 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.301445 + proxy_corner: + avg_avg_return: 0.05945578 + avg_reward_per_step: 0.015007019 + eval-batch-tree: + avg_avg_episode_length: 20.898344 + avg_avg_return: 0.85444856 + avg_benchmark_regret: 0.13997172 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.21399689 + proxy_corner: + avg_avg_return: 0.85444856 + avg_reward_per_step: 0.21399689 +=========================================================== +=========================================================== + step: + env-step-all-before: 60817408 + env-step-replay-before: 30998528 + env-step-used-before: 60817408 + ppo-update-before: 37120 + env-step-generate-before: 29818880 + env-step-all-after: 60850176 + env-step-replay-after: 30998528 + env-step-used-after: 60850176 + ppo-update-after: 37140 + env-step-generate-after: 29851648 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 16.997753 + avg_avg_return: 0.82112676 + avg_reward_per_step: 0.30944824 + proxy_corner: + avg_avg_return: 0.068712085 + avg_reward_per_step: 0.014678955 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 16.997753 + avg_avg_return: 0.82112676 + avg_reward_per_step: 0.30944824 + proxy_corner: + avg_avg_return: 0.068712085 + avg_reward_per_step: 0.014678955 + perf: + env_steps_per_second: 736614.6844438174 + ppo_updates_per_second: 83.28349718048821 + eval-batch-train-duration: 0.2516631539911032 + eval-batch-orig-duration: 0.1569602630333975 + eval-batch-shift-duration: 0.14444804197410122 + eval-batch-tree-duration: 0.14280683000106364 + ued: + distances: + cheese-corne_dist_avg: 6.8724365 + cheese-corne_dist_wavg: 11.926201 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 7.222168 + mouse-cheese_dist_finite_wavg: 5.224409 + mouse-cheese_dist_solvable_avg: 7.222168 + mouse-cheese_dist_solvable_wavg: 5.2244096 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.517334 + num_walls_wavg: 8.753122 + prop_walls_avg: 0.28336233 + prop_walls_wavg: 0.38057044 + scoring: + avg_scores: 0.16802782 + visit_patterns: + avg_first_visit_time: 694.44556 + avg_last_visit_time: 936.26733 + num_replay_batches: 946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015940532 + avg_actor_approxkl3: 0.0015775043 + avg_actor_clipfrac: 0.07195435 + avg_actor_loss: 0.00020458549 + avg_advantage: -0.037253127 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0055869697 + avg_entropy: 0.3235391 + avg_grad_norm_pre_clip: 2.141098 + avg_loss: 0.0026745314 + max: + max_actor_approxkl1: 0.004419105 + max_actor_approxkl3: 0.004034098 + max_actor_clipfrac: 0.15966797 + max_actor_loss: 0.0038755536 + max_advantage: 0.12821579 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007343073 + max_entropy: 0.37315166 + max_grad_norm_pre_clip: 4.3928185 + max_loss: 0.0059622442 + std: + std_actor_approxkl1: 0.001226403 + std_actor_approxkl3: 0.0010888834 + std_actor_clipfrac: 0.040120736 + std_actor_loss: 0.0013723682 + std_advantage: 0.10429246 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009053402 + std_entropy: 0.027544076 + std_grad_norm_pre_clip: 1.1057246 + std_loss: 0.0014398788 + eval-batch-train: + avg_avg_episode_length: 17.00704 + avg_avg_return: 0.8425826 + avg_benchmark_regret: 0.013661659 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.2909546 + proxy_corner: + avg_avg_return: 0.073583044 + avg_reward_per_step: 0.013244629 + eval-batch-orig: + avg_avg_episode_length: 19.188803 + avg_avg_return: 0.8253467 + avg_benchmark_regret: 0.018544756 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.23114777 + proxy_corner: + avg_avg_return: 0.8253467 + avg_reward_per_step: 0.23114777 + eval-batch-shift: + avg_avg_episode_length: 14.734815 + avg_avg_return: 0.872128 + avg_benchmark_regret: 0.015233677 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3000641 + proxy_corner: + avg_avg_return: 0.052622788 + avg_reward_per_step: 0.014968872 + eval-batch-tree: + avg_avg_episode_length: 18.165745 + avg_avg_return: 0.88604873 + avg_benchmark_regret: 0.108371526 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.21865845 + proxy_corner: + avg_avg_return: 0.88604873 + avg_reward_per_step: 0.21865845 +=========================================================== +=========================================================== + step: + env-step-all-before: 61865984 + env-step-replay-before: 31424512 + env-step-used-before: 61865984 + ppo-update-before: 37760 + env-step-generate-before: 30441472 + env-step-all-after: 61898752 + env-step-replay-after: 31424512 + env-step-used-after: 61898752 + ppo-update-after: 37780 + env-step-generate-after: 30474240 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 19.51888 + avg_avg_return: 0.7924193 + avg_reward_per_step: 0.29177856 + proxy_corner: + avg_avg_return: 0.08624795 + avg_reward_per_step: 0.014038086 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 19.51888 + avg_avg_return: 0.7924193 + avg_reward_per_step: 0.29177856 + proxy_corner: + avg_avg_return: 0.08624795 + avg_reward_per_step: 0.014038086 + perf: + env_steps_per_second: 987278.4256805396 + ppo_updates_per_second: 76.02816576275835 + eval-batch-train-duration: 0.32836714398581535 + eval-batch-orig-duration: 0.19972011999925599 + eval-batch-shift-duration: 0.160154864017386 + eval-batch-tree-duration: 0.14846995199332014 + ued: + distances: + cheese-corne_dist_avg: 6.951416 + cheese-corne_dist_wavg: 1.6032462 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 7.257324 + mouse-cheese_dist_finite_wavg: 5.2243533 + mouse-cheese_dist_solvable_avg: 7.257324 + mouse-cheese_dist_solvable_wavg: 5.2243547 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5290527 + num_walls_wavg: 6.9502077 + prop_walls_avg: 0.28387183 + prop_walls_wavg: 0.30218303 + scoring: + avg_scores: 0.16244671 + visit_patterns: + avg_first_visit_time: 712.2744 + avg_last_visit_time: 949.2551 + num_replay_batches: 959 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011853304 + avg_actor_approxkl3: 0.0011215246 + avg_actor_clipfrac: 0.053253174 + avg_actor_loss: -0.00021179524 + avg_advantage: -0.00905078 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0063569965 + avg_entropy: 0.35215887 + avg_grad_norm_pre_clip: 2.1551933 + avg_loss: 0.0026145438 + max: + max_actor_approxkl1: 0.0033978417 + max_actor_approxkl3: 0.0019478109 + max_actor_clipfrac: 0.09802246 + max_actor_loss: 0.002254717 + max_advantage: 0.24310052 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008751713 + max_entropy: 0.42666167 + max_grad_norm_pre_clip: 4.380979 + max_loss: 0.0046229446 + std: + std_actor_approxkl1: 0.00082770817 + std_actor_approxkl3: 0.0005193739 + std_actor_clipfrac: 0.024602812 + std_actor_loss: 0.0011955119 + std_advantage: 0.1122143 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011595384 + std_entropy: 0.027924042 + std_grad_norm_pre_clip: 0.9912131 + std_loss: 0.0012122105 + eval-batch-train: + avg_avg_episode_length: 16.868225 + avg_avg_return: 0.8416884 + avg_benchmark_regret: 0.014555779 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.29920197 + proxy_corner: + avg_avg_return: 0.08080629 + avg_reward_per_step: 0.014144897 + eval-batch-orig: + avg_avg_episode_length: 19.066551 + avg_avg_return: 0.8238664 + avg_benchmark_regret: 0.020025004 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24183655 + proxy_corner: + avg_avg_return: 0.8238664 + avg_reward_per_step: 0.24183655 + eval-batch-shift: + avg_avg_episode_length: 14.750832 + avg_avg_return: 0.8707592 + avg_benchmark_regret: 0.016602524 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.30210876 + proxy_corner: + avg_avg_return: 0.06056785 + avg_reward_per_step: 0.016212463 + eval-batch-tree: + avg_avg_episode_length: 16.823433 + avg_avg_return: 0.89602464 + avg_benchmark_regret: 0.0983956 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.22531128 + proxy_corner: + avg_avg_return: 0.89602464 + avg_reward_per_step: 0.22531128 +=========================================================== +=========================================================== + step: + env-step-all-before: 62914560 + env-step-replay-before: 31981568 + env-step-used-before: 62914560 + ppo-update-before: 38400 + env-step-generate-before: 30932992 + env-step-all-after: 62947328 + env-step-replay-after: 31981568 + env-step-used-after: 62947328 + ppo-update-after: 38420 + env-step-generate-after: 30965760 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.432514 + avg_avg_return: 0.8543831 + avg_reward_per_step: 0.29815674 + proxy_corner: + avg_avg_return: 0.06993643 + avg_reward_per_step: 0.00894165 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.432514 + avg_avg_return: 0.8543831 + avg_reward_per_step: 0.29815674 + proxy_corner: + avg_avg_return: 0.06993643 + avg_reward_per_step: 0.00894165 + perf: + env_steps_per_second: 881041.5398675376 + ppo_updates_per_second: 108.50072412532616 + eval-batch-train-duration: 0.19283718900987878 + eval-batch-orig-duration: 0.1431244169943966 + eval-batch-shift-duration: 0.14104373601730913 + eval-batch-tree-duration: 0.1402176000410691 + ued: + distances: + cheese-corne_dist_avg: 6.9375 + cheese-corne_dist_wavg: 7.889254 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 7.291748 + mouse-cheese_dist_finite_wavg: 6.1310863 + mouse-cheese_dist_solvable_avg: 7.291748 + mouse-cheese_dist_solvable_wavg: 6.1310873 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5371094 + num_walls_wavg: 5.1561084 + prop_walls_avg: 0.28422213 + prop_walls_wavg: 0.2241786 + scoring: + avg_scores: 0.15788296 + visit_patterns: + avg_first_visit_time: 727.15186 + avg_last_visit_time: 966.31616 + num_replay_batches: 976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010302424 + avg_actor_approxkl3: 0.0007575063 + avg_actor_clipfrac: 0.038702395 + avg_actor_loss: -0.00070577656 + avg_advantage: -0.016660023 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004343912 + avg_entropy: 0.302186 + avg_grad_norm_pre_clip: 1.4307679 + avg_loss: 0.0011639937 + max: + max_actor_approxkl1: 0.0020321123 + max_actor_approxkl3: 0.0014127531 + max_actor_clipfrac: 0.0769043 + max_actor_loss: 0.0016164854 + max_advantage: 0.16051257 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006075365 + max_entropy: 0.34154236 + max_grad_norm_pre_clip: 3.3420172 + max_loss: 0.0033697886 + std: + std_actor_approxkl1: 0.0005459564 + std_actor_approxkl3: 0.00036232517 + std_actor_clipfrac: 0.020983262 + std_actor_loss: 0.000942494 + std_advantage: 0.09308733 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009921197 + std_entropy: 0.021545932 + std_grad_norm_pre_clip: 0.64478225 + std_loss: 0.0010770079 + eval-batch-train: + avg_avg_episode_length: 16.772837 + avg_avg_return: 0.8417804 + avg_benchmark_regret: 0.014463793 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.29413605 + proxy_corner: + avg_avg_return: 0.08044702 + avg_reward_per_step: 0.014152527 + eval-batch-orig: + avg_avg_episode_length: 18.82524 + avg_avg_return: 0.8255298 + avg_benchmark_regret: 0.018361636 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24166107 + proxy_corner: + avg_avg_return: 0.8255298 + avg_reward_per_step: 0.24166107 + eval-batch-shift: + avg_avg_episode_length: 14.213367 + avg_avg_return: 0.87720513 + avg_benchmark_regret: 0.01015657 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.30776978 + proxy_corner: + avg_avg_return: 0.057196297 + avg_reward_per_step: 0.015533447 + eval-batch-tree: + avg_avg_episode_length: 16.709377 + avg_avg_return: 0.90289104 + avg_benchmark_regret: 0.09152927 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.22608948 + proxy_corner: + avg_avg_return: 0.90289104 + avg_reward_per_step: 0.22608948 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 63963136 + env-step-replay-before: 32505856 + env-step-used-before: 63963136 + ppo-update-before: 39040 + env-step-generate-before: 31457280 + env-step-all-after: 63995904 + env-step-replay-after: 32505856 + env-step-used-after: 63995904 + ppo-update-after: 39060 + env-step-generate-after: 31490048 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 16.000393 + avg_avg_return: 0.8358562 + avg_reward_per_step: 0.315094 + proxy_corner: + avg_avg_return: 0.07127222 + avg_reward_per_step: 0.014007568 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 16.000393 + avg_avg_return: 0.8358562 + avg_reward_per_step: 0.315094 + proxy_corner: + avg_avg_return: 0.07127222 + avg_reward_per_step: 0.014007568 + perf: + env_steps_per_second: 812915.7952671364 + ppo_updates_per_second: 107.98488450270251 + eval-batch-train-duration: 0.2142622180399485 + eval-batch-orig-duration: 0.1646078969934024 + eval-batch-shift-duration: 0.14703147200634703 + eval-batch-tree-duration: 0.1428950060508214 + ued: + distances: + cheese-corne_dist_avg: 6.9121094 + cheese-corne_dist_wavg: 11.939001 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.294922 + mouse-cheese_dist_finite_wavg: 5.2318606 + mouse-cheese_dist_solvable_avg: 7.294922 + mouse-cheese_dist_solvable_wavg: 5.2318606 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5334473 + num_walls_wavg: 6.0537896 + prop_walls_avg: 0.2840629 + prop_walls_wavg: 0.26320818 + scoring: + avg_scores: 0.15235952 + visit_patterns: + avg_first_visit_time: 744.64453 + avg_last_visit_time: 982.2136 + num_replay_batches: 992 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012316015 + avg_actor_approxkl3: 0.000908459 + avg_actor_clipfrac: 0.048583984 + avg_actor_loss: -0.00054280687 + avg_advantage: -0.031619847 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.005027517 + avg_entropy: 0.30619106 + avg_grad_norm_pre_clip: 1.7202456 + avg_loss: 0.0016647605 + max: + max_actor_approxkl1: 0.00305636 + max_actor_approxkl3: 0.0015389614 + max_actor_clipfrac: 0.08215332 + max_actor_loss: 0.0021985024 + max_advantage: 0.15091497 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006315665 + max_entropy: 0.3675096 + max_grad_norm_pre_clip: 2.6267912 + max_loss: 0.0047787298 + std: + std_actor_approxkl1: 0.0009142146 + std_actor_approxkl3: 0.0003892455 + std_actor_clipfrac: 0.020453755 + std_actor_loss: 0.0011323118 + std_advantage: 0.0991257 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00094861054 + std_entropy: 0.027605126 + std_grad_norm_pre_clip: 0.5490043 + std_loss: 0.0012450478 + eval-batch-train: + avg_avg_episode_length: 16.49669 + avg_avg_return: 0.8452376 + avg_benchmark_regret: 0.011006599 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.299057 + proxy_corner: + avg_avg_return: 0.07946691 + avg_reward_per_step: 0.014389038 + eval-batch-orig: + avg_avg_episode_length: 18.856525 + avg_avg_return: 0.82482344 + avg_benchmark_regret: 0.019068033 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24346924 + proxy_corner: + avg_avg_return: 0.82482344 + avg_reward_per_step: 0.24346924 + eval-batch-shift: + avg_avg_episode_length: 14.107104 + avg_avg_return: 0.87807167 + avg_benchmark_regret: 0.009290051 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.30706787 + proxy_corner: + avg_avg_return: 0.060726587 + avg_reward_per_step: 0.015907288 + eval-batch-tree: + avg_avg_episode_length: 15.570988 + avg_avg_return: 0.90735006 + avg_benchmark_regret: 0.087070204 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.22914124 + proxy_corner: + avg_avg_return: 0.90735006 + avg_reward_per_step: 0.22914124 +=========================================================== +=========================================================== + step: + env-step-all-before: 65011712 + env-step-replay-before: 33062912 + env-step-used-before: 65011712 + ppo-update-before: 39680 + env-step-generate-before: 31948800 + env-step-all-after: 65044480 + env-step-replay-after: 33062912 + env-step-used-after: 65044480 + ppo-update-after: 39700 + env-step-generate-after: 31981568 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.183939 + avg_avg_return: 0.88154894 + avg_reward_per_step: 0.3086548 + proxy_corner: + avg_avg_return: 0.08111207 + avg_reward_per_step: 0.01675415 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.183939 + avg_avg_return: 0.88154894 + avg_reward_per_step: 0.3086548 + proxy_corner: + avg_avg_return: 0.08111207 + avg_reward_per_step: 0.01675415 + perf: + env_steps_per_second: 575673.8850573747 + ppo_updates_per_second: 72.89959092150957 + eval-batch-train-duration: 0.33380440302425995 + eval-batch-orig-duration: 0.17115922400262207 + eval-batch-shift-duration: 0.14744151500053704 + eval-batch-tree-duration: 0.14897094800835475 + ued: + distances: + cheese-corne_dist_avg: 6.9436035 + cheese-corne_dist_wavg: 6.092042 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 7.3044434 + mouse-cheese_dist_finite_wavg: 5.229716 + mouse-cheese_dist_solvable_avg: 7.3044434 + mouse-cheese_dist_solvable_wavg: 5.2297173 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.525879 + num_walls_wavg: 7.850825 + prop_walls_avg: 0.28373384 + prop_walls_wavg: 0.34134024 + scoring: + avg_scores: 0.14788903 + visit_patterns: + avg_first_visit_time: 756.84424 + avg_last_visit_time: 999.24756 + num_replay_batches: 1009 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012120652 + avg_actor_approxkl3: 0.0010570403 + avg_actor_clipfrac: 0.05087891 + avg_actor_loss: -0.0005878123 + avg_advantage: 9.5244846e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036192462 + avg_entropy: 0.28722483 + avg_grad_norm_pre_clip: 1.5407518 + avg_loss: 0.00093458605 + max: + max_actor_approxkl1: 0.0023380127 + max_actor_approxkl3: 0.0018910561 + max_actor_clipfrac: 0.088134766 + max_actor_loss: 0.001526311 + max_advantage: 0.21039188 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0054960866 + max_entropy: 0.33444926 + max_grad_norm_pre_clip: 2.286326 + max_loss: 0.0029728813 + std: + std_actor_approxkl1: 0.00065717805 + std_actor_approxkl3: 0.0004467972 + std_actor_clipfrac: 0.02182901 + std_actor_loss: 0.0010124228 + std_advantage: 0.085287586 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009729632 + std_entropy: 0.022774039 + std_grad_norm_pre_clip: 0.5351928 + std_loss: 0.00090651243 + eval-batch-train: + avg_avg_episode_length: 16.500786 + avg_avg_return: 0.84412056 + avg_benchmark_regret: 0.012123661 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.30339813 + proxy_corner: + avg_avg_return: 0.07196835 + avg_reward_per_step: 0.014312744 + eval-batch-orig: + avg_avg_episode_length: 18.577562 + avg_avg_return: 0.8272389 + avg_benchmark_regret: 0.016652536 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24131775 + proxy_corner: + avg_avg_return: 0.8272389 + avg_reward_per_step: 0.24131775 + eval-batch-shift: + avg_avg_episode_length: 14.086937 + avg_avg_return: 0.8762184 + avg_benchmark_regret: 0.011143351 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.31192017 + proxy_corner: + avg_avg_return: 0.05196078 + avg_reward_per_step: 0.015556335 + eval-batch-tree: + avg_avg_episode_length: 16.285707 + avg_avg_return: 0.9007069 + avg_benchmark_regret: 0.09371338 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.22894287 + proxy_corner: + avg_avg_return: 0.9007069 + avg_reward_per_step: 0.22894287 +=========================================================== +=========================================================== + step: + env-step-all-before: 66060288 + env-step-replay-before: 33554432 + env-step-used-before: 66060288 + ppo-update-before: 40320 + env-step-generate-before: 32505856 + env-step-all-after: 66093056 + env-step-replay-after: 33554432 + env-step-used-after: 66093056 + ppo-update-after: 40340 + env-step-generate-after: 32538624 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.8406105 + avg_avg_return: 0.8462931 + avg_reward_per_step: 0.31796265 + proxy_corner: + avg_avg_return: 0.071334735 + avg_reward_per_step: 0.015716553 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.8406105 + avg_avg_return: 0.8462931 + avg_reward_per_step: 0.31796265 + proxy_corner: + avg_avg_return: 0.071334735 + avg_reward_per_step: 0.015716553 + perf: + env_steps_per_second: 626012.2934004824 + ppo_updates_per_second: 75.15394638256251 + eval-batch-train-duration: 0.2613483889726922 + eval-batch-orig-duration: 0.15141038497677073 + eval-batch-shift-duration: 0.14346007094718516 + eval-batch-tree-duration: 0.13894233701284975 + ued: + distances: + cheese-corne_dist_avg: 6.963745 + cheese-corne_dist_wavg: 11.929819 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.336914 + mouse-cheese_dist_finite_wavg: 7.0321813 + mouse-cheese_dist_solvable_avg: 7.336914 + mouse-cheese_dist_solvable_wavg: 7.032182 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.519287 + num_walls_wavg: 6.952479 + prop_walls_avg: 0.28344727 + prop_walls_wavg: 0.3022817 + scoring: + avg_scores: 0.14776918 + visit_patterns: + avg_first_visit_time: 774.1365 + avg_last_visit_time: 1014.2632 + num_replay_batches: 1024 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012450265 + avg_actor_approxkl3: 0.0011121455 + avg_actor_clipfrac: 0.055926513 + avg_actor_loss: -0.00019949097 + avg_advantage: -0.0035356926 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004942953 + avg_entropy: 0.29619166 + avg_grad_norm_pre_clip: 1.625871 + avg_loss: 0.001975794 + max: + max_actor_approxkl1: 0.0026631793 + max_actor_approxkl3: 0.0026684385 + max_actor_clipfrac: 0.13305664 + max_actor_loss: 0.0032267869 + max_advantage: 0.18935537 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0076904553 + max_entropy: 0.3485466 + max_grad_norm_pre_clip: 3.407199 + max_loss: 0.0061673867 + std: + std_actor_approxkl1: 0.00071535085 + std_actor_approxkl3: 0.00053187 + std_actor_clipfrac: 0.025819771 + std_actor_loss: 0.0012393489 + std_advantage: 0.099698976 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012291458 + std_entropy: 0.024100255 + std_grad_norm_pre_clip: 0.5795646 + std_loss: 0.0014198937 + eval-batch-train: + avg_avg_episode_length: 16.506512 + avg_avg_return: 0.84512734 + avg_benchmark_regret: 0.011116918 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.29969025 + proxy_corner: + avg_avg_return: 0.08055119 + avg_reward_per_step: 0.014457703 + eval-batch-orig: + avg_avg_episode_length: 18.483446 + avg_avg_return: 0.82859457 + avg_benchmark_regret: 0.01529686 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24211884 + proxy_corner: + avg_avg_return: 0.82859457 + avg_reward_per_step: 0.24211884 + eval-batch-shift: + avg_avg_episode_length: 13.655026 + avg_avg_return: 0.8804905 + avg_benchmark_regret: 0.006871209 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.31211853 + proxy_corner: + avg_avg_return: 0.061234757 + avg_reward_per_step: 0.015655518 + eval-batch-tree: + avg_avg_episode_length: 16.396805 + avg_avg_return: 0.90244734 + avg_benchmark_regret: 0.09197294 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.22678375 + proxy_corner: + avg_avg_return: 0.90244734 + avg_reward_per_step: 0.22678375 +=========================================================== +=========================================================== + step: + env-step-all-before: 67108864 + env-step-replay-before: 34078720 + env-step-used-before: 67108864 + ppo-update-before: 40960 + env-step-generate-before: 33030144 + env-step-all-after: 67141632 + env-step-replay-after: 34111488 + env-step-used-after: 67141632 + ppo-update-after: 40980 + env-step-generate-after: 33030144 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 19.268963 + avg_avg_return: 0.8393003 + avg_reward_per_step: 0.07418823 + proxy_corner: + avg_avg_return: 0.14000177 + avg_reward_per_step: 0.010803223 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 19.268963 + avg_avg_return: 0.8393003 + avg_reward_per_step: 0.07418823 + proxy_corner: + avg_avg_return: 0.14000177 + avg_reward_per_step: 0.010803223 + perf: + env_steps_per_second: 811377.4487520615 + ppo_updates_per_second: 77.10824317359037 + eval-batch-train-duration: 0.2678517059539445 + eval-batch-orig-duration: 0.1599834620137699 + eval-batch-shift-duration: 0.14606715500121936 + eval-batch-tree-duration: 0.14348580001387745 + ued: + distances: + cheese-corne_dist_avg: 7.03125 + cheese-corne_dist_wavg: 6.989349 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 7.3598633 + mouse-cheese_dist_finite_wavg: 4.334134 + mouse-cheese_dist_solvable_avg: 7.3598633 + mouse-cheese_dist_solvable_wavg: 4.3341346 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5080566 + num_walls_wavg: 8.747121 + prop_walls_avg: 0.28295898 + prop_walls_wavg: 0.38030958 + scoring: + avg_scores: 0.14158726 + visit_patterns: + avg_first_visit_time: 788.3977 + avg_last_visit_time: 1031.2229 + num_replay_batches: 1041 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014638763 + avg_actor_approxkl3: 0.0011494237 + avg_actor_clipfrac: 0.06044922 + avg_actor_loss: -0.00085687154 + avg_advantage: 0.015887503 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0025996713 + avg_entropy: 0.46191612 + avg_grad_norm_pre_clip: 2.1229086 + avg_loss: -1.8951983e-05 + max: + max_actor_approxkl1: 0.0026648748 + max_actor_approxkl3: 0.002069376 + max_actor_clipfrac: 0.10437012 + max_actor_loss: 0.0011568666 + max_advantage: 0.19466335 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0038499173 + max_entropy: 0.48902 + max_grad_norm_pre_clip: 4.083321 + max_loss: 0.002279827 + std: + std_actor_approxkl1: 0.00075410446 + std_actor_approxkl3: 0.0004974454 + std_actor_clipfrac: 0.027374238 + std_actor_loss: 0.0012234166 + std_advantage: 0.0713034 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007149473 + std_entropy: 0.016133212 + std_grad_norm_pre_clip: 0.7156106 + std_loss: 0.0012445389 + eval-batch-train: + avg_avg_episode_length: 16.528748 + avg_avg_return: 0.8429419 + avg_benchmark_regret: 0.0133022955 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.29988098 + proxy_corner: + avg_avg_return: 0.072056055 + avg_reward_per_step: 0.013809204 + eval-batch-orig: + avg_avg_episode_length: 18.364498 + avg_avg_return: 0.8289323 + avg_benchmark_regret: 0.014959211 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24274445 + proxy_corner: + avg_avg_return: 0.8289323 + avg_reward_per_step: 0.24274445 + eval-batch-shift: + avg_avg_episode_length: 13.864184 + avg_avg_return: 0.8780792 + avg_benchmark_regret: 0.009282521 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.31222534 + proxy_corner: + avg_avg_return: 0.056113273 + avg_reward_per_step: 0.0151901245 + eval-batch-tree: + avg_avg_episode_length: 14.853346 + avg_avg_return: 0.90900904 + avg_benchmark_regret: 0.085411265 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23293304 + proxy_corner: + avg_avg_return: 0.90900904 + avg_reward_per_step: 0.23293304 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 68157440 + env-step-replay-before: 34668544 + env-step-used-before: 68157440 + ppo-update-before: 41600 + env-step-generate-before: 33488896 + env-step-all-after: 68190208 + env-step-replay-after: 34668544 + env-step-used-after: 68190208 + ppo-update-after: 41620 + env-step-generate-after: 33521664 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.050034 + avg_avg_return: 0.8714352 + avg_reward_per_step: 0.30718994 + proxy_corner: + avg_avg_return: 0.070297 + avg_reward_per_step: 0.011138916 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.050034 + avg_avg_return: 0.8714352 + avg_reward_per_step: 0.30718994 + proxy_corner: + avg_avg_return: 0.070297 + avg_reward_per_step: 0.011138916 + perf: + env_steps_per_second: 551577.652790515 + ppo_updates_per_second: 72.6665602052566 + eval-batch-train-duration: 0.3336470270296559 + eval-batch-orig-duration: 0.17269809497520328 + eval-batch-shift-duration: 0.14766671101097018 + eval-batch-tree-duration: 0.1429527159780264 + ued: + distances: + cheese-corne_dist_avg: 7.0092773 + cheese-corne_dist_wavg: 11.951415 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 7.3789062 + mouse-cheese_dist_finite_wavg: 4.3357215 + mouse-cheese_dist_solvable_avg: 7.3789062 + mouse-cheese_dist_solvable_wavg: 4.335722 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.477539 + num_walls_wavg: 6.9482718 + prop_walls_avg: 0.28163213 + prop_walls_wavg: 0.30209878 + scoring: + avg_scores: 0.13543314 + visit_patterns: + avg_first_visit_time: 802.93726 + avg_last_visit_time: 1048.3396 + num_replay_batches: 1058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001120184 + avg_actor_approxkl3: 0.0012082184 + avg_actor_clipfrac: 0.055285644 + avg_actor_loss: -0.00035966357 + avg_advantage: -0.030490633 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003951264 + avg_entropy: 0.27850196 + avg_grad_norm_pre_clip: 1.5493668 + avg_loss: 0.001337466 + max: + max_actor_approxkl1: 0.002915643 + max_actor_approxkl3: 0.0023899395 + max_actor_clipfrac: 0.099731445 + max_actor_loss: 0.0012873672 + max_advantage: 0.19483638 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0065930737 + max_entropy: 0.34005067 + max_grad_norm_pre_clip: 2.7920554 + max_loss: 0.0036136273 + std: + std_actor_approxkl1: 0.0008108283 + std_actor_approxkl3: 0.0006734491 + std_actor_clipfrac: 0.027946983 + std_actor_loss: 0.00096540054 + std_advantage: 0.088272676 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013162628 + std_entropy: 0.02762327 + std_grad_norm_pre_clip: 0.6074987 + std_loss: 0.0010873227 + eval-batch-train: + avg_avg_episode_length: 16.369823 + avg_avg_return: 0.8454212 + avg_benchmark_regret: 0.0108229965 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.30420685 + proxy_corner: + avg_avg_return: 0.07980704 + avg_reward_per_step: 0.014770508 + eval-batch-orig: + avg_avg_episode_length: 18.07543 + avg_avg_return: 0.83080447 + avg_benchmark_regret: 0.013087036 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24985504 + proxy_corner: + avg_avg_return: 0.83080447 + avg_reward_per_step: 0.24985504 + eval-batch-shift: + avg_avg_episode_length: 13.897722 + avg_avg_return: 0.87812304 + avg_benchmark_regret: 0.009238666 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3106842 + proxy_corner: + avg_avg_return: 0.060465783 + avg_reward_per_step: 0.015640259 + eval-batch-tree: + avg_avg_episode_length: 15.600346 + avg_avg_return: 0.90483785 + avg_benchmark_regret: 0.08958249 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23368073 + proxy_corner: + avg_avg_return: 0.90483785 + avg_reward_per_step: 0.23368073 +=========================================================== +=========================================================== + step: + env-step-all-before: 69206016 + env-step-replay-before: 35258368 + env-step-used-before: 69206016 + ppo-update-before: 42240 + env-step-generate-before: 33947648 + env-step-all-after: 69238784 + env-step-replay-after: 35258368 + env-step-used-after: 69238784 + ppo-update-after: 42260 + env-step-generate-after: 33980416 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.908639 + avg_avg_return: 0.846606 + avg_reward_per_step: 0.31329346 + proxy_corner: + avg_avg_return: 0.055760726 + avg_reward_per_step: 0.012542725 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.908639 + avg_avg_return: 0.846606 + avg_reward_per_step: 0.31329346 + proxy_corner: + avg_avg_return: 0.055760726 + avg_reward_per_step: 0.012542725 + perf: + env_steps_per_second: 960744.5765133246 + ppo_updates_per_second: 74.19564170480086 + eval-batch-train-duration: 0.2747435449855402 + eval-batch-orig-duration: 0.17487885599257424 + eval-batch-shift-duration: 0.14799009001580998 + eval-batch-tree-duration: 0.1416172600002028 + ued: + distances: + cheese-corne_dist_avg: 7.02417 + cheese-corne_dist_wavg: 6.994669 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 7.3847656 + mouse-cheese_dist_finite_wavg: 6.134861 + mouse-cheese_dist_solvable_avg: 7.3847656 + mouse-cheese_dist_solvable_wavg: 6.134862 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4768066 + num_walls_wavg: 6.046881 + prop_walls_avg: 0.28160027 + prop_walls_wavg: 0.26290786 + scoring: + avg_scores: 0.13141954 + visit_patterns: + avg_first_visit_time: 815.5112 + avg_last_visit_time: 1066.2483 + num_replay_batches: 1076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074087654 + avg_actor_approxkl3: 0.0009028418 + avg_actor_clipfrac: 0.04770508 + avg_actor_loss: -1.7749333e-05 + avg_advantage: -0.0067903996 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004740629 + avg_entropy: 0.27437115 + avg_grad_norm_pre_clip: 1.712698 + avg_loss: 0.0020781944 + max: + max_actor_approxkl1: 0.002110146 + max_actor_approxkl3: 0.0016812091 + max_actor_clipfrac: 0.08154297 + max_actor_loss: 0.0033643693 + max_advantage: 0.17400956 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006998768 + max_entropy: 0.33831298 + max_grad_norm_pre_clip: 3.3147645 + max_loss: 0.005274304 + std: + std_actor_approxkl1: 0.00065615954 + std_actor_approxkl3: 0.00037465486 + std_actor_clipfrac: 0.019331967 + std_actor_loss: 0.0012079742 + std_advantage: 0.09791023 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011863962 + std_entropy: 0.02743285 + std_grad_norm_pre_clip: 0.68437904 + std_loss: 0.0012710812 + eval-batch-train: + avg_avg_episode_length: 16.413944 + avg_avg_return: 0.8457401 + avg_benchmark_regret: 0.010504151 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.30274963 + proxy_corner: + avg_avg_return: 0.0872388 + avg_reward_per_step: 0.015151978 + eval-batch-orig: + avg_avg_episode_length: 18.428535 + avg_avg_return: 0.82820785 + avg_benchmark_regret: 0.015683597 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24736786 + proxy_corner: + avg_avg_return: 0.82820785 + avg_reward_per_step: 0.24736786 + eval-batch-shift: + avg_avg_episode_length: 13.7254095 + avg_avg_return: 0.88012 + avg_benchmark_regret: 0.0072417622 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.31248474 + proxy_corner: + avg_avg_return: 0.06357468 + avg_reward_per_step: 0.016227722 + eval-batch-tree: + avg_avg_episode_length: 15.30056 + avg_avg_return: 0.9095013 + avg_benchmark_regret: 0.084918946 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23355103 + proxy_corner: + avg_avg_return: 0.9095013 + avg_reward_per_step: 0.23355103 +=========================================================== +=========================================================== + step: + env-step-all-before: 70254592 + env-step-replay-before: 35651584 + env-step-used-before: 70254592 + ppo-update-before: 42880 + env-step-generate-before: 34603008 + env-step-all-after: 70287360 + env-step-replay-after: 35651584 + env-step-used-after: 70287360 + ppo-update-after: 42900 + env-step-generate-after: 34635776 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 16.920403 + avg_avg_return: 0.824316 + avg_reward_per_step: 0.31015015 + proxy_corner: + avg_avg_return: 0.07090211 + avg_reward_per_step: 0.011657715 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 16.920403 + avg_avg_return: 0.824316 + avg_reward_per_step: 0.31015015 + proxy_corner: + avg_avg_return: 0.07090211 + avg_reward_per_step: 0.011657715 + perf: + env_steps_per_second: 605036.791201382 + ppo_updates_per_second: 75.23709719782643 + eval-batch-train-duration: 0.2607698800275102 + eval-batch-orig-duration: 0.15494612004840747 + eval-batch-shift-duration: 0.1478919450310059 + eval-batch-tree-duration: 0.1415873419609852 + ued: + distances: + cheese-corne_dist_avg: 7.051758 + cheese-corne_dist_wavg: 11.948129 + levels_cheese_is_in_corner_avg: 0.061279297 + mouse-cheese_dist_finite_avg: 7.43042 + mouse-cheese_dist_finite_wavg: 4.3415546 + mouse-cheese_dist_solvable_avg: 7.43042 + mouse-cheese_dist_solvable_wavg: 4.341555 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4570312 + num_walls_wavg: 6.9464445 + prop_walls_avg: 0.28074044 + prop_walls_wavg: 0.3020194 + scoring: + avg_scores: 0.12737025 + visit_patterns: + avg_first_visit_time: 832.7688 + avg_last_visit_time: 1078.304 + num_replay_batches: 1088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014757564 + avg_actor_approxkl3: 0.0011981967 + avg_actor_clipfrac: 0.058581542 + avg_actor_loss: -0.0005522823 + avg_advantage: -0.0038274217 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0053768368 + avg_entropy: 0.30334732 + avg_grad_norm_pre_clip: 1.8575041 + avg_loss: 0.0018327882 + max: + max_actor_approxkl1: 0.0038722134 + max_actor_approxkl3: 0.0025446839 + max_actor_clipfrac: 0.103759766 + max_actor_loss: 0.0012072921 + max_advantage: 0.20190167 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007859326 + max_entropy: 0.33307323 + max_grad_norm_pre_clip: 4.541299 + max_loss: 0.0040509496 + std: + std_actor_approxkl1: 0.0010370091 + std_actor_approxkl3: 0.0006340717 + std_actor_clipfrac: 0.027640607 + std_actor_loss: 0.0010322841 + std_advantage: 0.104018964 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0016350776 + std_entropy: 0.01958104 + std_grad_norm_pre_clip: 0.7568273 + std_loss: 0.0011083023 + eval-batch-train: + avg_avg_episode_length: 16.486694 + avg_avg_return: 0.84360415 + avg_benchmark_regret: 0.012640075 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3082657 + proxy_corner: + avg_avg_return: 0.07757521 + avg_reward_per_step: 0.01474762 + eval-batch-orig: + avg_avg_episode_length: 18.270412 + avg_avg_return: 0.8285754 + avg_benchmark_regret: 0.015316138 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25058746 + proxy_corner: + avg_avg_return: 0.8285754 + avg_reward_per_step: 0.25058746 + eval-batch-shift: + avg_avg_episode_length: 13.813553 + avg_avg_return: 0.8786884 + avg_benchmark_regret: 0.008673318 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.31599426 + proxy_corner: + avg_avg_return: 0.06015279 + avg_reward_per_step: 0.016395569 + eval-batch-tree: + avg_avg_episode_length: 14.959797 + avg_avg_return: 0.9113982 + avg_benchmark_regret: 0.083022065 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23864746 + proxy_corner: + avg_avg_return: 0.9113982 + avg_reward_per_step: 0.23864746 +=========================================================== +=========================================================== + step: + env-step-all-before: 71303168 + env-step-replay-before: 36044800 + env-step-used-before: 71303168 + ppo-update-before: 43520 + env-step-generate-before: 35258368 + env-step-all-after: 71335936 + env-step-replay-after: 36044800 + env-step-used-after: 71335936 + ppo-update-after: 43540 + env-step-generate-after: 35291136 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.785837 + avg_avg_return: 0.86143804 + avg_reward_per_step: 0.30221558 + proxy_corner: + avg_avg_return: 0.058231607 + avg_reward_per_step: 0.011993408 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.785837 + avg_avg_return: 0.86143804 + avg_reward_per_step: 0.30221558 + proxy_corner: + avg_avg_return: 0.058231607 + avg_reward_per_step: 0.011993408 + perf: + env_steps_per_second: 608887.2300773179 + ppo_updates_per_second: 86.52398944386297 + eval-batch-train-duration: 0.23578555404674262 + eval-batch-orig-duration: 0.1464103430043906 + eval-batch-shift-duration: 0.14497757202479988 + eval-batch-tree-duration: 0.1441798490122892 + ued: + distances: + cheese-corne_dist_avg: 7.0512695 + cheese-corne_dist_wavg: 11.943322 + levels_cheese_is_in_corner_avg: 0.060791016 + mouse-cheese_dist_finite_avg: 7.4538574 + mouse-cheese_dist_finite_wavg: 5.2460275 + mouse-cheese_dist_solvable_avg: 7.4538574 + mouse-cheese_dist_solvable_wavg: 5.246029 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4626465 + num_walls_wavg: 6.9468355 + prop_walls_avg: 0.2809846 + prop_walls_wavg: 0.30203637 + scoring: + avg_scores: 0.13388532 + visit_patterns: + avg_first_visit_time: 848.6782 + avg_last_visit_time: 1090.3066 + num_replay_batches: 1100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013181817 + avg_actor_approxkl3: 0.001188457 + avg_actor_clipfrac: 0.052978516 + avg_actor_loss: -0.0010164132 + avg_advantage: 0.00647187 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00442934 + avg_entropy: 0.28245845 + avg_grad_norm_pre_clip: 1.7505989 + avg_loss: 0.000915798 + max: + max_actor_approxkl1: 0.0036372156 + max_actor_approxkl3: 0.0025000656 + max_actor_clipfrac: 0.10217285 + max_actor_loss: 0.00015512854 + max_advantage: 0.23393095 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0068476144 + max_entropy: 0.32247877 + max_grad_norm_pre_clip: 2.541895 + max_loss: 0.0030560233 + std: + std_actor_approxkl1: 0.0012044512 + std_actor_approxkl3: 0.0007192866 + std_actor_clipfrac: 0.029705001 + std_actor_loss: 0.00084158784 + std_advantage: 0.093816124 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.001154032 + std_entropy: 0.018264543 + std_grad_norm_pre_clip: 0.5494881 + std_loss: 0.001019189 + eval-batch-train: + avg_avg_episode_length: 16.292225 + avg_avg_return: 0.8460468 + avg_benchmark_regret: 0.010197391 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.30822754 + proxy_corner: + avg_avg_return: 0.07664945 + avg_reward_per_step: 0.014450073 + eval-batch-orig: + avg_avg_episode_length: 18.254929 + avg_avg_return: 0.82885027 + avg_benchmark_regret: 0.015041195 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25004578 + proxy_corner: + avg_avg_return: 0.82885027 + avg_reward_per_step: 0.25004578 + eval-batch-shift: + avg_avg_episode_length: 14.0524 + avg_avg_return: 0.87648743 + avg_benchmark_regret: 0.0108742695 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.31700134 + proxy_corner: + avg_avg_return: 0.05666451 + avg_reward_per_step: 0.01550293 + eval-batch-tree: + avg_avg_episode_length: 16.351295 + avg_avg_return: 0.8953086 + avg_benchmark_regret: 0.099111676 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23470306 + proxy_corner: + avg_avg_return: 0.8953086 + avg_reward_per_step: 0.23470306 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 72351744 + env-step-replay-before: 36536320 + env-step-used-before: 72351744 + ppo-update-before: 44160 + env-step-generate-before: 35815424 + env-step-all-after: 72384512 + env-step-replay-after: 36536320 + env-step-used-after: 72384512 + ppo-update-after: 44180 + env-step-generate-after: 35848192 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 15.449324 + avg_avg_return: 0.8403591 + avg_reward_per_step: 0.30825806 + proxy_corner: + avg_avg_return: 0.06954881 + avg_reward_per_step: 0.015777588 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 15.449324 + avg_avg_return: 0.8403591 + avg_reward_per_step: 0.30825806 + proxy_corner: + avg_avg_return: 0.06954881 + avg_reward_per_step: 0.015777588 + perf: + env_steps_per_second: 590908.2111127712 + ppo_updates_per_second: 98.4055743420225 + eval-batch-train-duration: 0.19596454501152039 + eval-batch-orig-duration: 0.14173017203575 + eval-batch-shift-duration: 0.1393577610142529 + eval-batch-tree-duration: 0.13900892401579767 + ued: + distances: + cheese-corne_dist_avg: 7.0340576 + cheese-corne_dist_wavg: 4.3028955 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 7.4450684 + mouse-cheese_dist_finite_wavg: 5.246111 + mouse-cheese_dist_solvable_avg: 7.4450684 + mouse-cheese_dist_solvable_wavg: 5.2461104 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.47583 + num_walls_wavg: 9.642659 + prop_walls_avg: 0.2815578 + prop_walls_wavg: 0.41924605 + scoring: + avg_scores: 0.13076606 + visit_patterns: + avg_first_visit_time: 866.3396 + avg_last_visit_time: 1105.0835 + num_replay_batches: 1115 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00080897746 + avg_actor_approxkl3: 0.0007035798 + avg_actor_clipfrac: 0.03451538 + avg_actor_loss: -0.0011852662 + avg_advantage: -0.044767126 + avg_critic_clipfrac: 0.0008483887 + avg_critic_loss: 0.0050395755 + avg_entropy: 0.27405724 + avg_grad_norm_pre_clip: 1.3312801 + avg_loss: 0.0010604643 + max: + max_actor_approxkl1: 0.0021868418 + max_actor_approxkl3: 0.0017857782 + max_actor_clipfrac: 0.07348633 + max_actor_loss: 0.0008545518 + max_advantage: 0.15307903 + max_critic_clipfrac: 0.016601562 + max_critic_loss: 0.0068324353 + max_entropy: 0.30782413 + max_grad_norm_pre_clip: 2.461475 + max_loss: 0.0031276643 + std: + std_actor_approxkl1: 0.0006288512 + std_actor_approxkl3: 0.0004406947 + std_actor_clipfrac: 0.018670887 + std_actor_loss: 0.0010595913 + std_advantage: 0.09807799 + std_critic_clipfrac: 0.003614905 + std_critic_loss: 0.00095752004 + std_entropy: 0.019171255 + std_grad_norm_pre_clip: 0.43967685 + std_loss: 0.0011246776 + eval-batch-train: + avg_avg_episode_length: 16.333282 + avg_avg_return: 0.8434564 + avg_benchmark_regret: 0.012787811 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3050766 + proxy_corner: + avg_avg_return: 0.07959181 + avg_reward_per_step: 0.0146102905 + eval-batch-orig: + avg_avg_episode_length: 18.218428 + avg_avg_return: 0.829729 + avg_benchmark_regret: 0.0141624175 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24708557 + proxy_corner: + avg_avg_return: 0.829729 + avg_reward_per_step: 0.24708557 + eval-batch-shift: + avg_avg_episode_length: 13.740219 + avg_avg_return: 0.87999785 + avg_benchmark_regret: 0.0073639117 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3171234 + proxy_corner: + avg_avg_return: 0.05525649 + avg_reward_per_step: 0.0149002075 + eval-batch-tree: + avg_avg_episode_length: 13.8262825 + avg_avg_return: 0.924319 + avg_benchmark_regret: 0.07010121 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23670197 + proxy_corner: + avg_avg_return: 0.924319 + avg_reward_per_step: 0.23670197 +=========================================================== +=========================================================== + step: + env-step-all-before: 73400320 + env-step-replay-before: 37289984 + env-step-used-before: 73400320 + ppo-update-before: 44800 + env-step-generate-before: 36110336 + env-step-all-after: 73433088 + env-step-replay-after: 37322752 + env-step-used-after: 73433088 + ppo-update-after: 44820 + env-step-generate-after: 36110336 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 17.4943 + avg_avg_return: 0.857534 + avg_reward_per_step: 0.081970215 + proxy_corner: + avg_avg_return: 0.17299995 + avg_reward_per_step: 0.013702393 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 17.4943 + avg_avg_return: 0.857534 + avg_reward_per_step: 0.081970215 + proxy_corner: + avg_avg_return: 0.17299995 + avg_reward_per_step: 0.013702393 + perf: + env_steps_per_second: 616093.5483233274 + ppo_updates_per_second: 74.86441072382875 + eval-batch-train-duration: 0.2644499579910189 + eval-batch-orig-duration: 0.16111718001775444 + eval-batch-shift-duration: 0.14632568298839033 + eval-batch-tree-duration: 0.14121432101819664 + ued: + distances: + cheese-corne_dist_avg: 6.9974365 + cheese-corne_dist_wavg: 6.9889917 + levels_cheese_is_in_corner_avg: 0.064208984 + mouse-cheese_dist_finite_avg: 7.4262695 + mouse-cheese_dist_finite_wavg: 4.3427644 + mouse-cheese_dist_solvable_avg: 7.4262695 + mouse-cheese_dist_solvable_wavg: 4.3427644 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4506836 + num_walls_wavg: 6.9445434 + prop_walls_avg: 0.28046447 + prop_walls_wavg: 0.30193666 + scoring: + avg_scores: 0.11741015 + visit_patterns: + avg_first_visit_time: 877.6748 + avg_last_visit_time: 1129.219 + num_replay_batches: 1139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010771924 + avg_actor_approxkl3: 0.0011673731 + avg_actor_clipfrac: 0.05413208 + avg_actor_loss: -0.0005757857 + avg_advantage: -0.0004341819 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0018938951 + avg_entropy: 0.36938152 + avg_grad_norm_pre_clip: 1.7653239 + avg_loss: 1.7804152e-06 + max: + max_actor_approxkl1: 0.0024098372 + max_actor_approxkl3: 0.00267214 + max_actor_clipfrac: 0.10559082 + max_actor_loss: 0.00086921826 + max_advantage: 0.17719942 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0030414693 + max_entropy: 0.39695948 + max_grad_norm_pre_clip: 3.2907019 + max_loss: 0.001626798 + std: + std_actor_approxkl1: 0.0007043484 + std_actor_approxkl3: 0.000724842 + std_actor_clipfrac: 0.033349883 + std_actor_loss: 0.00095585844 + std_advantage: 0.061997816 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00057696586 + std_entropy: 0.017967895 + std_grad_norm_pre_clip: 0.7058597 + std_loss: 0.00095166237 + eval-batch-train: + avg_avg_episode_length: 16.388788 + avg_avg_return: 0.8441553 + avg_benchmark_regret: 0.012088867 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.30512238 + proxy_corner: + avg_avg_return: 0.07846747 + avg_reward_per_step: 0.014305115 + eval-batch-orig: + avg_avg_episode_length: 18.065603 + avg_avg_return: 0.8317641 + avg_benchmark_regret: 0.012127338 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24837494 + proxy_corner: + avg_avg_return: 0.8317641 + avg_reward_per_step: 0.24837494 + eval-batch-shift: + avg_avg_episode_length: 13.57089 + avg_avg_return: 0.87919235 + avg_benchmark_regret: 0.008169368 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3158188 + proxy_corner: + avg_avg_return: 0.060425475 + avg_reward_per_step: 0.0154418945 + eval-batch-tree: + avg_avg_episode_length: 16.019245 + avg_avg_return: 0.9079434 + avg_benchmark_regret: 0.08647686 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23591614 + proxy_corner: + avg_avg_return: 0.9079434 + avg_reward_per_step: 0.23591614 +=========================================================== +=========================================================== + step: + env-step-all-before: 74448896 + env-step-replay-before: 38043648 + env-step-used-before: 74448896 + ppo-update-before: 45440 + env-step-generate-before: 36405248 + env-step-all-after: 74481664 + env-step-replay-after: 38043648 + env-step-used-after: 74481664 + ppo-update-after: 45460 + env-step-generate-after: 36438016 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 16.881882 + avg_avg_return: 0.8236233 + avg_reward_per_step: 0.3116455 + proxy_corner: + avg_avg_return: 0.086203 + avg_reward_per_step: 0.0134887695 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 16.881882 + avg_avg_return: 0.8236233 + avg_reward_per_step: 0.3116455 + proxy_corner: + avg_avg_return: 0.086203 + avg_reward_per_step: 0.0134887695 + perf: + env_steps_per_second: 602633.2318121275 + ppo_updates_per_second: 76.00643060089836 + eval-batch-train-duration: 0.26669325603870675 + eval-batch-orig-duration: 0.16125489998375997 + eval-batch-shift-duration: 0.1458753850311041 + eval-batch-tree-duration: 0.14261838601669297 + ued: + distances: + cheese-corne_dist_avg: 6.9886475 + cheese-corne_dist_wavg: 7.0023193 + levels_cheese_is_in_corner_avg: 0.064208984 + mouse-cheese_dist_finite_avg: 7.414551 + mouse-cheese_dist_finite_wavg: 6.144443 + mouse-cheese_dist_solvable_avg: 7.414551 + mouse-cheese_dist_solvable_wavg: 6.144444 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4399414 + num_walls_wavg: 7.8440337 + prop_walls_avg: 0.2799974 + prop_walls_wavg: 0.34104496 + scoring: + avg_scores: 0.10768108 + visit_patterns: + avg_first_visit_time: 889.8801 + avg_last_visit_time: 1151.302 + num_replay_batches: 1161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001149062 + avg_actor_approxkl3: 0.0009470203 + avg_actor_clipfrac: 0.04472656 + avg_actor_loss: -0.0010374275 + avg_advantage: -0.035910923 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0055405353 + avg_entropy: 0.27522027 + avg_grad_norm_pre_clip: 1.6225232 + avg_loss: 0.0014576196 + max: + max_actor_approxkl1: 0.0030168823 + max_actor_approxkl3: 0.0022249238 + max_actor_clipfrac: 0.0970459 + max_actor_loss: 0.0010669604 + max_advantage: 0.12675714 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.008106387 + max_entropy: 0.3129217 + max_grad_norm_pre_clip: 2.6398873 + max_loss: 0.0036504904 + std: + std_actor_approxkl1: 0.00075009256 + std_actor_approxkl3: 0.0005755727 + std_actor_clipfrac: 0.024768857 + std_actor_loss: 0.0009023655 + std_advantage: 0.104543366 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012995289 + std_entropy: 0.0149445 + std_grad_norm_pre_clip: 0.54928905 + std_loss: 0.0012262448 + eval-batch-train: + avg_avg_episode_length: 16.324009 + avg_avg_return: 0.84500825 + avg_benchmark_regret: 0.011235954 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.30628204 + proxy_corner: + avg_avg_return: 0.07551794 + avg_reward_per_step: 0.013366699 + eval-batch-orig: + avg_avg_episode_length: 17.98595 + avg_avg_return: 0.83227134 + avg_benchmark_regret: 0.011620147 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24507141 + proxy_corner: + avg_avg_return: 0.83227134 + avg_reward_per_step: 0.24507141 + eval-batch-shift: + avg_avg_episode_length: 13.531089 + avg_avg_return: 0.8799224 + avg_benchmark_regret: 0.0074393833 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.317276 + proxy_corner: + avg_avg_return: 0.055855647 + avg_reward_per_step: 0.014701843 + eval-batch-tree: + avg_avg_episode_length: 13.115099 + avg_avg_return: 0.93296695 + avg_benchmark_regret: 0.06145332 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23905945 + proxy_corner: + avg_avg_return: 0.93296695 + avg_reward_per_step: 0.23905945 +=========================================================== +=========================================================== + step: + env-step-all-before: 75497472 + env-step-replay-before: 38567936 + env-step-used-before: 75497472 + ppo-update-before: 46080 + env-step-generate-before: 36929536 + env-step-all-after: 75530240 + env-step-replay-after: 38600704 + env-step-used-after: 75530240 + ppo-update-after: 46100 + env-step-generate-after: 36929536 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 15.134369 + avg_avg_return: 0.8810205 + avg_reward_per_step: 0.089263916 + proxy_corner: + avg_avg_return: 0.17205973 + avg_reward_per_step: 0.014465332 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 15.134369 + avg_avg_return: 0.8810205 + avg_reward_per_step: 0.089263916 + proxy_corner: + avg_avg_return: 0.17205973 + avg_reward_per_step: 0.014465332 + perf: + env_steps_per_second: 904543.0991769978 + ppo_updates_per_second: 104.58772648162548 + eval-batch-train-duration: 0.20482157001970336 + eval-batch-orig-duration: 0.15460105903912336 + eval-batch-shift-duration: 0.1435691500082612 + eval-batch-tree-duration: 0.1441201270208694 + ued: + distances: + cheese-corne_dist_avg: 6.9796143 + cheese-corne_dist_wavg: 3.3908327 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 7.42041 + mouse-cheese_dist_finite_wavg: 3.445271 + mouse-cheese_dist_solvable_avg: 7.42041 + mouse-cheese_dist_solvable_wavg: 3.4452715 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.419922 + num_walls_wavg: 6.9427633 + prop_walls_avg: 0.279127 + prop_walls_wavg: 0.3018593 + scoring: + avg_scores: 0.1101419 + visit_patterns: + avg_first_visit_time: 907.2612 + avg_last_visit_time: 1168.2744 + num_replay_batches: 1178 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016243415 + avg_actor_approxkl3: 0.0011492249 + avg_actor_clipfrac: 0.060266115 + avg_actor_loss: -0.00054023246 + avg_advantage: 0.035485394 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0016928908 + avg_entropy: 0.3470507 + avg_grad_norm_pre_clip: 2.1772504 + avg_loss: -4.0837924e-05 + max: + max_actor_approxkl1: 0.0031736013 + max_actor_approxkl3: 0.0023647812 + max_actor_clipfrac: 0.11425781 + max_actor_loss: 0.0036984868 + max_advantage: 0.19160086 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0026797915 + max_entropy: 0.3756349 + max_grad_norm_pre_clip: 4.096501 + max_loss: 0.0041243588 + std: + std_actor_approxkl1: 0.000809963 + std_actor_approxkl3: 0.0004540629 + std_actor_clipfrac: 0.0234519 + std_actor_loss: 0.0016148349 + std_advantage: 0.055858284 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00047208235 + std_entropy: 0.014246801 + std_grad_norm_pre_clip: 0.83722234 + std_loss: 0.0016382594 + eval-batch-train: + avg_avg_episode_length: 16.118633 + avg_avg_return: 0.8459517 + avg_benchmark_regret: 0.010292494 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31261444 + proxy_corner: + avg_avg_return: 0.07841359 + avg_reward_per_step: 0.014640808 + eval-batch-orig: + avg_avg_episode_length: 17.951748 + avg_avg_return: 0.8304629 + avg_benchmark_regret: 0.013428582 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25402832 + proxy_corner: + avg_avg_return: 0.8304629 + avg_reward_per_step: 0.25402832 + eval-batch-shift: + avg_avg_episode_length: 13.442298 + avg_avg_return: 0.8809997 + avg_benchmark_regret: 0.006362061 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3199234 + proxy_corner: + avg_avg_return: 0.062241953 + avg_reward_per_step: 0.015853882 + eval-batch-tree: + avg_avg_episode_length: 12.839914 + avg_avg_return: 0.9318197 + avg_benchmark_regret: 0.06260057 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24369049 + proxy_corner: + avg_avg_return: 0.9318197 + avg_reward_per_step: 0.24369049 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 76546048 + env-step-replay-before: 39092224 + env-step-used-before: 76546048 + ppo-update-before: 46720 + env-step-generate-before: 37453824 + env-step-all-after: 76578816 + env-step-replay-after: 39092224 + env-step-used-after: 76578816 + ppo-update-after: 46740 + env-step-generate-after: 37486592 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.737362 + avg_avg_return: 0.8976915 + avg_reward_per_step: 0.33303833 + proxy_corner: + avg_avg_return: 0.06323354 + avg_reward_per_step: 0.010253906 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.737362 + avg_avg_return: 0.8976915 + avg_reward_per_step: 0.33303833 + proxy_corner: + avg_avg_return: 0.06323354 + avg_reward_per_step: 0.010253906 + perf: + env_steps_per_second: 637317.2799872616 + ppo_updates_per_second: 72.97082518035221 + eval-batch-train-duration: 0.2975967389647849 + eval-batch-orig-duration: 0.17822890100069344 + eval-batch-shift-duration: 0.1498125460348092 + eval-batch-tree-duration: 0.1420450569712557 + ued: + distances: + cheese-corne_dist_avg: 6.9230957 + cheese-corne_dist_wavg: 3.390235 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.438965 + mouse-cheese_dist_finite_wavg: 6.1433134 + mouse-cheese_dist_solvable_avg: 7.438965 + mouse-cheese_dist_solvable_wavg: 6.1433144 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.404297 + num_walls_wavg: 6.0431356 + prop_walls_avg: 0.2784477 + prop_walls_wavg: 0.26274505 + scoring: + avg_scores: 0.11209333 + visit_patterns: + avg_first_visit_time: 926.2998 + avg_last_visit_time: 1183.1831 + num_replay_batches: 1193 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009911739 + avg_actor_approxkl3: 0.00096535916 + avg_actor_clipfrac: 0.042633057 + avg_actor_loss: -0.00053887686 + avg_advantage: -0.02268089 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032963622 + avg_entropy: 0.2205905 + avg_grad_norm_pre_clip: 1.808251 + avg_loss: 0.0008887138 + max: + max_actor_approxkl1: 0.002348287 + max_actor_approxkl3: 0.0018839522 + max_actor_clipfrac: 0.08288574 + max_actor_loss: 0.0023092516 + max_advantage: 0.19300807 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005277708 + max_entropy: 0.2538814 + max_grad_norm_pre_clip: 3.3605602 + max_loss: 0.0038183953 + std: + std_actor_approxkl1: 0.0006695148 + std_actor_approxkl3: 0.00049032026 + std_actor_clipfrac: 0.020353256 + std_actor_loss: 0.0011779269 + std_advantage: 0.08107312 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008435929 + std_entropy: 0.019686125 + std_grad_norm_pre_clip: 0.72942144 + std_loss: 0.0012172831 + eval-batch-train: + avg_avg_episode_length: 16.300678 + avg_avg_return: 0.8443735 + avg_benchmark_regret: 0.011870676 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31028748 + proxy_corner: + avg_avg_return: 0.06751941 + avg_reward_per_step: 0.013664246 + eval-batch-orig: + avg_avg_episode_length: 18.006733 + avg_avg_return: 0.8332721 + avg_benchmark_regret: 0.0106194075 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24602509 + proxy_corner: + avg_avg_return: 0.8332721 + avg_reward_per_step: 0.24602509 + eval-batch-shift: + avg_avg_episode_length: 13.516959 + avg_avg_return: 0.8799952 + avg_benchmark_regret: 0.0073664524 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3225708 + proxy_corner: + avg_avg_return: 0.05019172 + avg_reward_per_step: 0.014572144 + eval-batch-tree: + avg_avg_episode_length: 13.814873 + avg_avg_return: 0.92854106 + avg_benchmark_regret: 0.06587924 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24127197 + proxy_corner: + avg_avg_return: 0.92854106 + avg_reward_per_step: 0.24127197 +=========================================================== +=========================================================== + step: + env-step-all-before: 77594624 + env-step-replay-before: 39714816 + env-step-used-before: 77594624 + ppo-update-before: 47360 + env-step-generate-before: 37879808 + env-step-all-after: 77627392 + env-step-replay-after: 39714816 + env-step-used-after: 77627392 + ppo-update-after: 47380 + env-step-generate-after: 37912576 + train-generate: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.952631 + avg_avg_return: 0.84682727 + avg_reward_per_step: 0.32785034 + proxy_corner: + avg_avg_return: 0.055781245 + avg_reward_per_step: 0.0076904297 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.952631 + avg_avg_return: 0.84682727 + avg_reward_per_step: 0.32785034 + proxy_corner: + avg_avg_return: 0.055781245 + avg_reward_per_step: 0.0076904297 + perf: + env_steps_per_second: 902086.9017782045 + ppo_updates_per_second: 104.96471340207566 + eval-batch-train-duration: 0.20803523703943938 + eval-batch-orig-duration: 0.15786594396922737 + eval-batch-shift-duration: 0.14585641998564824 + eval-batch-tree-duration: 0.14243233704473823 + ued: + distances: + cheese-corne_dist_avg: 6.8865967 + cheese-corne_dist_wavg: 3.4012704 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 7.4367676 + mouse-cheese_dist_finite_wavg: 7.044185 + mouse-cheese_dist_solvable_avg: 7.4367676 + mouse-cheese_dist_solvable_wavg: 7.044186 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.390381 + num_walls_wavg: 4.2432666 + prop_walls_avg: 0.27784264 + prop_walls_wavg: 0.18448988 + scoring: + avg_scores: 0.11084546 + visit_patterns: + avg_first_visit_time: 944.1074 + avg_last_visit_time: 1202.3381 + num_replay_batches: 1212 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011068847 + avg_actor_approxkl3: 0.00092883426 + avg_actor_clipfrac: 0.046502687 + avg_actor_loss: -0.00078917947 + avg_advantage: -0.005914116 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0046600783 + avg_entropy: 0.24642816 + avg_grad_norm_pre_clip: 1.5115913 + avg_loss: 0.0012944315 + max: + max_actor_approxkl1: 0.003139209 + max_actor_approxkl3: 0.0018465111 + max_actor_clipfrac: 0.088378906 + max_actor_loss: 0.00046052784 + max_advantage: 0.22756779 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0063176914 + max_entropy: 0.2898793 + max_grad_norm_pre_clip: 2.5026412 + max_loss: 0.0029109786 + std: + std_actor_approxkl1: 0.00084237155 + std_actor_approxkl3: 0.00051032053 + std_actor_clipfrac: 0.024451585 + std_actor_loss: 0.00064676756 + std_advantage: 0.097103946 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009876186 + std_entropy: 0.020397067 + std_grad_norm_pre_clip: 0.48157468 + std_loss: 0.0007620886 + eval-batch-train: + avg_avg_episode_length: 16.17625 + avg_avg_return: 0.8464685 + avg_benchmark_regret: 0.009775728 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31168365 + proxy_corner: + avg_avg_return: 0.07657824 + avg_reward_per_step: 0.014472961 + eval-batch-orig: + avg_avg_episode_length: 17.754139 + avg_avg_return: 0.83394015 + avg_benchmark_regret: 0.009951277 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2541504 + proxy_corner: + avg_avg_return: 0.83394015 + avg_reward_per_step: 0.2541504 + eval-batch-shift: + avg_avg_episode_length: 13.472689 + avg_avg_return: 0.8812658 + avg_benchmark_regret: 0.0060958723 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.323349 + proxy_corner: + avg_avg_return: 0.053923465 + avg_reward_per_step: 0.015090942 + eval-batch-tree: + avg_avg_episode_length: 13.971642 + avg_avg_return: 0.9213196 + avg_benchmark_regret: 0.073100634 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.23886108 + proxy_corner: + avg_avg_return: 0.9213196 + avg_reward_per_step: 0.23886108 +=========================================================== +=========================================================== + step: + env-step-all-before: 78643200 + env-step-replay-before: 40239104 + env-step-used-before: 78643200 + ppo-update-before: 48000 + env-step-generate-before: 38404096 + env-step-all-after: 78675968 + env-step-replay-after: 40271872 + env-step-used-after: 78675968 + ppo-update-after: 48020 + env-step-generate-after: 38404096 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.496321 + avg_avg_return: 0.89405906 + avg_reward_per_step: 0.091430664 + proxy_corner: + avg_avg_return: 0.19418079 + avg_reward_per_step: 0.018676758 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 14.496321 + avg_avg_return: 0.89405906 + avg_reward_per_step: 0.091430664 + proxy_corner: + avg_avg_return: 0.19418079 + avg_reward_per_step: 0.018676758 + perf: + env_steps_per_second: 964265.6984144093 + ppo_updates_per_second: 75.84984363906976 + eval-batch-train-duration: 0.31632825202541426 + eval-batch-orig-duration: 0.19859253003960475 + eval-batch-shift-duration: 0.16156816197326407 + eval-batch-tree-duration: 0.1494444829877466 + ued: + distances: + cheese-corne_dist_avg: 6.8876953 + cheese-corne_dist_wavg: 1.5828444 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 7.444824 + mouse-cheese_dist_finite_wavg: 5.2431974 + mouse-cheese_dist_solvable_avg: 7.444824 + mouse-cheese_dist_solvable_wavg: 5.243197 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.38501 + num_walls_wavg: 6.938694 + prop_walls_avg: 0.2776091 + prop_walls_wavg: 0.30168244 + scoring: + avg_scores: 0.10652397 + visit_patterns: + avg_first_visit_time: 960.9785 + avg_last_visit_time: 1219.2031 + num_replay_batches: 1229 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010535397 + avg_actor_approxkl3: 0.00091396767 + avg_actor_clipfrac: 0.045782473 + avg_actor_loss: -0.0006703221 + avg_advantage: 0.021135747 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0008877365 + avg_entropy: 0.34352258 + avg_grad_norm_pre_clip: 2.1085956 + avg_loss: -0.0005699764 + max: + max_actor_approxkl1: 0.003590431 + max_actor_approxkl3: 0.0020096635 + max_actor_clipfrac: 0.08947754 + max_actor_loss: 0.0011185631 + max_advantage: 0.18269789 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014037255 + max_entropy: 0.3766528 + max_grad_norm_pre_clip: 3.4501522 + max_loss: 0.0012151201 + std: + std_actor_approxkl1: 0.0009634264 + std_actor_approxkl3: 0.000498356 + std_actor_clipfrac: 0.02351638 + std_actor_loss: 0.0010512825 + std_advantage: 0.041393958 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00025907456 + std_entropy: 0.014224523 + std_grad_norm_pre_clip: 0.7104233 + std_loss: 0.0010738326 + eval-batch-train: + avg_avg_episode_length: 16.226503 + avg_avg_return: 0.84603703 + avg_benchmark_regret: 0.010207211 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31610107 + proxy_corner: + avg_avg_return: 0.075699046 + avg_reward_per_step: 0.014297485 + eval-batch-orig: + avg_avg_episode_length: 17.79348 + avg_avg_return: 0.83278584 + avg_benchmark_regret: 0.011105614 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25213623 + proxy_corner: + avg_avg_return: 0.83278584 + avg_reward_per_step: 0.25213623 + eval-batch-shift: + avg_avg_episode_length: 13.2644005 + avg_avg_return: 0.88139415 + avg_benchmark_regret: 0.0059675686 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.32409668 + proxy_corner: + avg_avg_return: 0.05552817 + avg_reward_per_step: 0.015357971 + eval-batch-tree: + avg_avg_episode_length: 12.574516 + avg_avg_return: 0.9351676 + avg_benchmark_regret: 0.059252653 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2438736 + proxy_corner: + avg_avg_return: 0.9351676 + avg_reward_per_step: 0.2438736 +=========================================================== +=========================================================== + step: + env-step-all-before: 79691776 + env-step-replay-before: 40861696 + env-step-used-before: 79691776 + ppo-update-before: 48640 + env-step-generate-before: 38830080 + env-step-all-after: 79724544 + env-step-replay-after: 40861696 + env-step-used-after: 79724544 + ppo-update-after: 48660 + env-step-generate-after: 38862848 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 12.111483 + avg_avg_return: 0.8784685 + avg_reward_per_step: 0.3302307 + proxy_corner: + avg_avg_return: 0.09256657 + avg_reward_per_step: 0.015319824 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 12.111483 + avg_avg_return: 0.8784685 + avg_reward_per_step: 0.3302307 + proxy_corner: + avg_avg_return: 0.09256657 + avg_reward_per_step: 0.015319824 + perf: + env_steps_per_second: 975234.176657975 + ppo_updates_per_second: 74.43618045673773 + eval-batch-train-duration: 0.33388984098564833 + eval-batch-orig-duration: 0.18648608395596966 + eval-batch-shift-duration: 0.1563661769614555 + eval-batch-tree-duration: 0.14846573799150065 + ued: + distances: + cheese-corne_dist_avg: 6.8988037 + cheese-corne_dist_wavg: 0.69728255 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 7.444092 + mouse-cheese_dist_finite_wavg: 7.044929 + mouse-cheese_dist_solvable_avg: 7.444092 + mouse-cheese_dist_solvable_wavg: 7.04493 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.392578 + num_walls_wavg: 6.038652 + prop_walls_avg: 0.27793816 + prop_walls_wavg: 0.2625501 + scoring: + avg_scores: 0.101616725 + visit_patterns: + avg_first_visit_time: 973.20605 + avg_last_visit_time: 1237.2485 + num_replay_batches: 1247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021946859 + avg_actor_approxkl3: 0.0013269627 + avg_actor_clipfrac: 0.05079956 + avg_actor_loss: 3.3647197e-05 + avg_advantage: -0.02445746 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0037901723 + avg_entropy: 0.21646838 + avg_grad_norm_pre_clip: 1.7909756 + avg_loss: 0.0017122651 + max: + max_actor_approxkl1: 0.005415994 + max_actor_approxkl3: 0.0034757464 + max_actor_clipfrac: 0.11853027 + max_actor_loss: 0.0018167868 + max_advantage: 0.11906397 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006201682 + max_entropy: 0.2635925 + max_grad_norm_pre_clip: 3.6772223 + max_loss: 0.0034763222 + std: + std_actor_approxkl1: 0.0015089388 + std_actor_approxkl3: 0.00087786664 + std_actor_clipfrac: 0.02883117 + std_actor_loss: 0.00090095104 + std_advantage: 0.08646176 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011549126 + std_entropy: 0.021026624 + std_grad_norm_pre_clip: 0.73196965 + std_loss: 0.0010695114 + eval-batch-train: + avg_avg_episode_length: 15.977962 + avg_avg_return: 0.84757906 + avg_benchmark_regret: 0.00866515 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31655884 + proxy_corner: + avg_avg_return: 0.06973584 + avg_reward_per_step: 0.013221741 + eval-batch-orig: + avg_avg_episode_length: 17.676243 + avg_avg_return: 0.83600694 + avg_benchmark_regret: 0.00788453 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.24794006 + proxy_corner: + avg_avg_return: 0.83600694 + avg_reward_per_step: 0.24794006 + eval-batch-shift: + avg_avg_episode_length: 13.241274 + avg_avg_return: 0.88146603 + avg_benchmark_regret: 0.0058956975 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.32403564 + proxy_corner: + avg_avg_return: 0.05170138 + avg_reward_per_step: 0.014915466 + eval-batch-tree: + avg_avg_episode_length: 12.203779 + avg_avg_return: 0.935638 + avg_benchmark_regret: 0.05878225 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24221039 + proxy_corner: + avg_avg_return: 0.935638 + avg_reward_per_step: 0.24221039 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 80740352 + env-step-replay-before: 41222144 + env-step-used-before: 80740352 + ppo-update-before: 49280 + env-step-generate-before: 39518208 + env-step-all-after: 80773120 + env-step-replay-after: 41254912 + env-step-used-after: 80773120 + ppo-update-after: 49300 + env-step-generate-after: 39518208 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 13.725504 + avg_avg_return: 0.897568 + avg_reward_per_step: 0.09213257 + proxy_corner: + avg_avg_return: 0.18711662 + avg_reward_per_step: 0.018463135 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 13.725504 + avg_avg_return: 0.897568 + avg_reward_per_step: 0.09213257 + proxy_corner: + avg_avg_return: 0.18711662 + avg_reward_per_step: 0.018463135 + perf: + env_steps_per_second: 592879.0286805377 + ppo_updates_per_second: 84.02328493695472 + eval-batch-train-duration: 0.2437164830043912 + eval-batch-orig-duration: 0.14827767299721017 + eval-batch-shift-duration: 0.14305444998899475 + eval-batch-tree-duration: 0.1410555920447223 + ued: + distances: + cheese-corne_dist_avg: 7.001465 + cheese-corne_dist_wavg: 11.948815 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.4987793 + mouse-cheese_dist_finite_wavg: 7.048821 + mouse-cheese_dist_solvable_avg: 7.4987793 + mouse-cheese_dist_solvable_wavg: 7.048823 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.394287 + num_walls_wavg: 7.838278 + prop_walls_avg: 0.27801245 + prop_walls_wavg: 0.34079483 + scoring: + avg_scores: 0.1061416 + visit_patterns: + avg_first_visit_time: 989.31494 + avg_last_visit_time: 1249.2505 + num_replay_batches: 1259 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000863297 + avg_actor_approxkl3: 0.0008947908 + avg_actor_clipfrac: 0.046569824 + avg_actor_loss: -0.0006309824 + avg_advantage: 0.050878134 + avg_critic_clipfrac: 0.0017456055 + avg_critic_loss: 0.00162007 + avg_entropy: 0.34285256 + avg_grad_norm_pre_clip: 1.9524997 + avg_loss: -0.00016379994 + max: + max_actor_approxkl1: 0.001804954 + max_actor_approxkl3: 0.001307601 + max_actor_clipfrac: 0.0703125 + max_actor_loss: 0.0034680516 + max_advantage: 0.2623706 + max_critic_clipfrac: 0.03173828 + max_critic_loss: 0.0026664333 + max_entropy: 0.37305856 + max_grad_norm_pre_clip: 3.8066103 + max_loss: 0.0043039373 + std: + std_actor_approxkl1: 0.000471202 + std_actor_approxkl3: 0.00029542614 + std_actor_clipfrac: 0.015343928 + std_actor_loss: 0.0015296442 + std_advantage: 0.052026905 + std_critic_clipfrac: 0.0069079385 + std_critic_loss: 0.00047545388 + std_entropy: 0.016822716 + std_grad_norm_pre_clip: 0.6339339 + std_loss: 0.0016569347 + eval-batch-train: + avg_avg_episode_length: 15.941576 + avg_avg_return: 0.84742844 + avg_benchmark_regret: 0.008815784 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31816864 + proxy_corner: + avg_avg_return: 0.07961255 + avg_reward_per_step: 0.014717102 + eval-batch-orig: + avg_avg_episode_length: 17.403156 + avg_avg_return: 0.8374058 + avg_benchmark_regret: 0.006485693 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.255867 + proxy_corner: + avg_avg_return: 0.8374058 + avg_reward_per_step: 0.255867 + eval-batch-shift: + avg_avg_episode_length: 13.293353 + avg_avg_return: 0.88136196 + avg_benchmark_regret: 0.005999744 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3249054 + proxy_corner: + avg_avg_return: 0.058070585 + avg_reward_per_step: 0.015655518 + eval-batch-tree: + avg_avg_episode_length: 11.537491 + avg_avg_return: 0.9464426 + avg_benchmark_regret: 0.047977686 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24410248 + proxy_corner: + avg_avg_return: 0.9464426 + avg_reward_per_step: 0.24410248 +=========================================================== +=========================================================== + step: + env-step-all-before: 81788928 + env-step-replay-before: 41615360 + env-step-used-before: 81788928 + ppo-update-before: 49920 + env-step-generate-before: 40173568 + env-step-all-after: 81821696 + env-step-replay-after: 41648128 + env-step-used-after: 81821696 + ppo-update-after: 49940 + env-step-generate-after: 40173568 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 15.519348 + avg_avg_return: 0.88484776 + avg_reward_per_step: 0.08822632 + proxy_corner: + avg_avg_return: 0.18395959 + avg_reward_per_step: 0.016693115 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 15.519348 + avg_avg_return: 0.88484776 + avg_reward_per_step: 0.08822632 + proxy_corner: + avg_avg_return: 0.18395959 + avg_reward_per_step: 0.016693115 + perf: + env_steps_per_second: 547931.9378885522 + ppo_updates_per_second: 73.33163956871535 + eval-batch-train-duration: 0.31467423599679023 + eval-batch-orig-duration: 0.18500454199966043 + eval-batch-shift-duration: 0.1561829230049625 + eval-batch-tree-duration: 0.14784542901907116 + ued: + distances: + cheese-corne_dist_avg: 7.01709 + cheese-corne_dist_wavg: 0.7047934 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 7.538086 + mouse-cheese_dist_finite_wavg: 6.1531043 + mouse-cheese_dist_solvable_avg: 7.538086 + mouse-cheese_dist_solvable_wavg: 6.1531057 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.427246 + num_walls_wavg: 6.04186 + prop_walls_avg: 0.27944544 + prop_walls_wavg: 0.26268962 + scoring: + avg_scores: 0.10550695 + visit_patterns: + avg_first_visit_time: 1006.4426 + avg_last_visit_time: 1261.2227 + num_replay_batches: 1271 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009456539 + avg_actor_approxkl3: 0.0008611847 + avg_actor_clipfrac: 0.04520874 + avg_actor_loss: -0.0008689697 + avg_advantage: 0.021838684 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0012243601 + avg_entropy: 0.34868446 + avg_grad_norm_pre_clip: 2.0695655 + avg_loss: -0.00060547417 + max: + max_actor_approxkl1: 0.002284965 + max_actor_approxkl3: 0.0020001344 + max_actor_clipfrac: 0.10534668 + max_actor_loss: 0.001211131 + max_advantage: 0.3202771 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0023188519 + max_entropy: 0.37290072 + max_grad_norm_pre_clip: 4.073795 + max_loss: 0.0013407182 + std: + std_actor_approxkl1: 0.0005713267 + std_actor_approxkl3: 0.0004101343 + std_actor_clipfrac: 0.022623658 + std_actor_loss: 0.0011195707 + std_advantage: 0.04839006 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00044742425 + std_entropy: 0.01648001 + std_grad_norm_pre_clip: 0.84504735 + std_loss: 0.0011497344 + eval-batch-train: + avg_avg_episode_length: 16.00993 + avg_avg_return: 0.84645337 + avg_benchmark_regret: 0.009790891 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32061005 + proxy_corner: + avg_avg_return: 0.074650384 + avg_reward_per_step: 0.014839172 + eval-batch-orig: + avg_avg_episode_length: 17.425816 + avg_avg_return: 0.8369266 + avg_benchmark_regret: 0.0069649396 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2595749 + proxy_corner: + avg_avg_return: 0.8369266 + avg_reward_per_step: 0.2595749 + eval-batch-shift: + avg_avg_episode_length: 13.268466 + avg_avg_return: 0.8813621 + avg_benchmark_regret: 0.0059996 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3276291 + proxy_corner: + avg_avg_return: 0.058006264 + avg_reward_per_step: 0.015830994 + eval-batch-tree: + avg_avg_episode_length: 13.172499 + avg_avg_return: 0.92464936 + avg_benchmark_regret: 0.06977087 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24277496 + proxy_corner: + avg_avg_return: 0.92464936 + avg_reward_per_step: 0.24277496 +=========================================================== +=========================================================== + step: + env-step-all-before: 82837504 + env-step-replay-before: 42336256 + env-step-used-before: 82837504 + ppo-update-before: 50560 + env-step-generate-before: 40501248 + env-step-all-after: 82870272 + env-step-replay-after: 42369024 + env-step-used-after: 82870272 + ppo-update-after: 50580 + env-step-generate-after: 40501248 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.278244 + avg_avg_return: 0.89829254 + avg_reward_per_step: 0.091552734 + proxy_corner: + avg_avg_return: 0.18411258 + avg_reward_per_step: 0.017303467 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.278244 + avg_avg_return: 0.89829254 + avg_reward_per_step: 0.091552734 + proxy_corner: + avg_avg_return: 0.18411258 + avg_reward_per_step: 0.017303467 + perf: + env_steps_per_second: 870831.2120283056 + ppo_updates_per_second: 101.39004947821925 + eval-batch-train-duration: 0.20569152000825852 + eval-batch-orig-duration: 0.14478290703846142 + eval-batch-shift-duration: 0.14456770301330835 + eval-batch-tree-duration: 0.14351102098589763 + ued: + distances: + cheese-corne_dist_avg: 6.9970703 + cheese-corne_dist_wavg: 8.7981415 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 7.536377 + mouse-cheese_dist_finite_wavg: 6.1562114 + mouse-cheese_dist_solvable_avg: 7.536377 + mouse-cheese_dist_solvable_wavg: 6.1562123 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.428711 + num_walls_wavg: 6.9431057 + prop_walls_avg: 0.27950916 + prop_walls_wavg: 0.3018741 + scoring: + avg_scores: 0.098193355 + visit_patterns: + avg_first_visit_time: 1017.85767 + avg_last_visit_time: 1283.2166 + num_replay_batches: 1293 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010658562 + avg_actor_approxkl3: 0.001284167 + avg_actor_clipfrac: 0.06618042 + avg_actor_loss: 0.00023489539 + avg_advantage: 0.002492354 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00064498134 + avg_entropy: 0.32081392 + avg_grad_norm_pre_clip: 2.5435205 + avg_loss: 0.00023657207 + max: + max_actor_approxkl1: 0.0030418667 + max_actor_approxkl3: 0.0026964024 + max_actor_clipfrac: 0.119506836 + max_actor_loss: 0.0026604198 + max_advantage: 0.15501142 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011660287 + max_entropy: 0.34628838 + max_grad_norm_pre_clip: 4.5011616 + max_loss: 0.0025573315 + std: + std_actor_approxkl1: 0.0007698746 + std_actor_approxkl3: 0.00071591645 + std_actor_clipfrac: 0.033962544 + std_actor_loss: 0.0010255424 + std_advantage: 0.03605272 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027962466 + std_entropy: 0.013704594 + std_grad_norm_pre_clip: 0.8766887 + std_loss: 0.0009916361 + eval-batch-train: + avg_avg_episode_length: 15.941104 + avg_avg_return: 0.8475683 + avg_benchmark_regret: 0.008675924 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31658936 + proxy_corner: + avg_avg_return: 0.076130226 + avg_reward_per_step: 0.014762878 + eval-batch-orig: + avg_avg_episode_length: 17.536861 + avg_avg_return: 0.8355557 + avg_benchmark_regret: 0.0083358195 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25588226 + proxy_corner: + avg_avg_return: 0.8355557 + avg_reward_per_step: 0.25588226 + eval-batch-shift: + avg_avg_episode_length: 13.234861 + avg_avg_return: 0.88205403 + avg_benchmark_regret: 0.0053077065 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.32377625 + proxy_corner: + avg_avg_return: 0.059827104 + avg_reward_per_step: 0.015678406 + eval-batch-tree: + avg_avg_episode_length: 12.033326 + avg_avg_return: 0.94292676 + avg_benchmark_regret: 0.05149348 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2440033 + proxy_corner: + avg_avg_return: 0.94292676 + avg_reward_per_step: 0.2440033 +=========================================================== +=========================================================== + step: + env-step-all-before: 83886080 + env-step-replay-before: 42860544 + env-step-used-before: 83886080 + ppo-update-before: 51200 + env-step-generate-before: 41025536 + env-step-all-after: 83918848 + env-step-replay-after: 42893312 + env-step-used-after: 83918848 + ppo-update-after: 51220 + env-step-generate-after: 41025536 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.009148 + avg_avg_return: 0.8830823 + avg_reward_per_step: 0.09185791 + proxy_corner: + avg_avg_return: 0.167996 + avg_reward_per_step: 0.016906738 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.009148 + avg_avg_return: 0.8830823 + avg_reward_per_step: 0.09185791 + proxy_corner: + avg_avg_return: 0.167996 + avg_reward_per_step: 0.016906738 + perf: + env_steps_per_second: 742681.6238698862 + ppo_updates_per_second: 82.57809199308959 + eval-batch-train-duration: 0.2564165199873969 + eval-batch-orig-duration: 0.14878243498969823 + eval-batch-shift-duration: 0.14368433697381988 + eval-batch-tree-duration: 0.14090320596005768 + ued: + distances: + cheese-corne_dist_avg: 6.949829 + cheese-corne_dist_wavg: 1.6000856 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 7.5270996 + mouse-cheese_dist_finite_wavg: 6.156142 + mouse-cheese_dist_solvable_avg: 7.5270996 + mouse-cheese_dist_solvable_wavg: 6.156142 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.425537 + num_walls_wavg: 6.040787 + prop_walls_avg: 0.27937117 + prop_walls_wavg: 0.26264298 + scoring: + avg_scores: 0.097876795 + visit_patterns: + avg_first_visit_time: 1036.7117 + avg_last_visit_time: 1299.1697 + num_replay_batches: 1309 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018091453 + avg_actor_approxkl3: 0.0015359499 + avg_actor_clipfrac: 0.0710022 + avg_actor_loss: 0.00012160558 + avg_advantage: 0.041095406 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0020526156 + avg_entropy: 0.3134536 + avg_grad_norm_pre_clip: 2.474685 + avg_loss: 0.00083445985 + max: + max_actor_approxkl1: 0.0037692182 + max_actor_approxkl3: 0.003117128 + max_actor_clipfrac: 0.13671875 + max_actor_loss: 0.0026619956 + max_advantage: 0.23335999 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0036370077 + max_entropy: 0.3497951 + max_grad_norm_pre_clip: 3.557151 + max_loss: 0.003223476 + std: + std_actor_approxkl1: 0.0011426347 + std_actor_approxkl3: 0.000804519 + std_actor_clipfrac: 0.03213106 + std_actor_loss: 0.0012241672 + std_advantage: 0.060251836 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000851157 + std_entropy: 0.0154751865 + std_grad_norm_pre_clip: 0.7527087 + std_loss: 0.0012433645 + eval-batch-train: + avg_avg_episode_length: 16.101984 + avg_avg_return: 0.84629077 + avg_benchmark_regret: 0.009953441 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3159485 + proxy_corner: + avg_avg_return: 0.068528876 + avg_reward_per_step: 0.014152527 + eval-batch-orig: + avg_avg_episode_length: 17.392326 + avg_avg_return: 0.83690953 + avg_benchmark_regret: 0.0069819135 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25758362 + proxy_corner: + avg_avg_return: 0.83690953 + avg_reward_per_step: 0.25758362 + eval-batch-shift: + avg_avg_episode_length: 13.249286 + avg_avg_return: 0.8818401 + avg_benchmark_regret: 0.005521603 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3264084 + proxy_corner: + avg_avg_return: 0.052237578 + avg_reward_per_step: 0.014953613 + eval-batch-tree: + avg_avg_episode_length: 12.33703 + avg_avg_return: 0.93996584 + avg_benchmark_regret: 0.054454394 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24341583 + proxy_corner: + avg_avg_return: 0.93996584 + avg_reward_per_step: 0.24341583 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 84934656 + env-step-replay-before: 43483136 + env-step-used-before: 84934656 + ppo-update-before: 51840 + env-step-generate-before: 41451520 + env-step-all-after: 84967424 + env-step-replay-after: 43515904 + env-step-used-after: 84967424 + ppo-update-after: 51860 + env-step-generate-after: 41451520 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.799002 + avg_avg_return: 0.89456326 + avg_reward_per_step: 0.09451294 + proxy_corner: + avg_avg_return: 0.18640894 + avg_reward_per_step: 0.017486572 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 13.799002 + avg_avg_return: 0.89456326 + avg_reward_per_step: 0.09451294 + proxy_corner: + avg_avg_return: 0.18640894 + avg_reward_per_step: 0.017486572 + perf: + env_steps_per_second: 897116.5942340432 + ppo_updates_per_second: 108.71103715110097 + eval-batch-train-duration: 0.19492261396953836 + eval-batch-orig-duration: 0.1464337789802812 + eval-batch-shift-duration: 0.1419976589968428 + eval-batch-tree-duration: 0.14503243804210797 + ued: + distances: + cheese-corne_dist_avg: 6.9696045 + cheese-corne_dist_wavg: 3.3995483 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.538574 + mouse-cheese_dist_finite_wavg: 7.0559626 + mouse-cheese_dist_solvable_avg: 7.538574 + mouse-cheese_dist_solvable_wavg: 7.0559626 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4294434 + num_walls_wavg: 6.0440264 + prop_walls_avg: 0.27954102 + prop_walls_wavg: 0.2627838 + scoring: + avg_scores: 0.09509548 + visit_patterns: + avg_first_visit_time: 1049.4272 + avg_last_visit_time: 1318.1985 + num_replay_batches: 1328 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009890797 + avg_actor_approxkl3: 0.001032004 + avg_actor_clipfrac: 0.051306155 + avg_actor_loss: -0.0003766555 + avg_advantage: 0.007795047 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0012108249 + avg_entropy: 0.29749876 + avg_grad_norm_pre_clip: 2.3516614 + avg_loss: -6.8741785e-05 + max: + max_actor_approxkl1: 0.0033188048 + max_actor_approxkl3: 0.00233318 + max_actor_clipfrac: 0.095703125 + max_actor_loss: 0.0025524432 + max_advantage: 0.20463556 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0024737045 + max_entropy: 0.3198441 + max_grad_norm_pre_clip: 4.686511 + max_loss: 0.002559864 + std: + std_actor_approxkl1: 0.00085088296 + std_actor_approxkl3: 0.0005523442 + std_actor_clipfrac: 0.024313517 + std_actor_loss: 0.001208673 + std_advantage: 0.048642773 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005074781 + std_entropy: 0.011519332 + std_grad_norm_pre_clip: 0.84731114 + std_loss: 0.0011804672 + eval-batch-train: + avg_avg_episode_length: 16.003195 + avg_avg_return: 0.8469538 + avg_benchmark_regret: 0.009290385 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3181076 + proxy_corner: + avg_avg_return: 0.07261882 + avg_reward_per_step: 0.014419556 + eval-batch-orig: + avg_avg_episode_length: 17.29332 + avg_avg_return: 0.8371583 + avg_benchmark_regret: 0.0067331847 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2575531 + proxy_corner: + avg_avg_return: 0.8371583 + avg_reward_per_step: 0.2575531 + eval-batch-shift: + avg_avg_episode_length: 13.10821 + avg_avg_return: 0.882733 + avg_benchmark_regret: 0.004628755 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.32764435 + proxy_corner: + avg_avg_return: 0.054959208 + avg_reward_per_step: 0.0152282715 + eval-batch-tree: + avg_avg_episode_length: 11.424492 + avg_avg_return: 0.9437529 + avg_benchmark_regret: 0.050667383 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24585724 + proxy_corner: + avg_avg_return: 0.9437529 + avg_reward_per_step: 0.24585724 +=========================================================== +=========================================================== + step: + env-step-all-before: 85983232 + env-step-replay-before: 44072960 + env-step-used-before: 85983232 + ppo-update-before: 52480 + env-step-generate-before: 41910272 + env-step-all-after: 86016000 + env-step-replay-after: 44072960 + env-step-used-after: 86016000 + ppo-update-after: 52500 + env-step-generate-after: 41943040 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.770341 + avg_avg_return: 0.8587228 + avg_reward_per_step: 0.33743286 + proxy_corner: + avg_avg_return: 0.07981563 + avg_reward_per_step: 0.015808105 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.770341 + avg_avg_return: 0.8587228 + avg_reward_per_step: 0.33743286 + proxy_corner: + avg_avg_return: 0.07981563 + avg_reward_per_step: 0.015808105 + perf: + env_steps_per_second: 576647.1252447893 + ppo_updates_per_second: 96.65930837296423 + eval-batch-train-duration: 0.1982637019827962 + eval-batch-orig-duration: 0.14261932997033 + eval-batch-shift-duration: 0.14038611197611317 + eval-batch-tree-duration: 0.13989905401831493 + ued: + distances: + cheese-corne_dist_avg: 6.956665 + cheese-corne_dist_wavg: 0.6957737 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 7.5476074 + mouse-cheese_dist_finite_wavg: 6.152566 + mouse-cheese_dist_solvable_avg: 7.5476074 + mouse-cheese_dist_solvable_wavg: 6.152567 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4223633 + num_walls_wavg: 6.036829 + prop_walls_avg: 0.27923316 + prop_walls_wavg: 0.2624708 + scoring: + avg_scores: 0.095654465 + visit_patterns: + avg_first_visit_time: 1068.7908 + avg_last_visit_time: 1335.2437 + num_replay_batches: 1345 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015328479 + avg_actor_approxkl3: 0.0012977826 + avg_actor_clipfrac: 0.051818848 + avg_actor_loss: -4.2142998e-05 + avg_advantage: -0.03186679 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0044060233 + avg_entropy: 0.20836723 + avg_grad_norm_pre_clip: 1.870039 + avg_loss: 0.0019525012 + max: + max_actor_approxkl1: 0.004274046 + max_actor_approxkl3: 0.0030699556 + max_actor_clipfrac: 0.095703125 + max_actor_loss: 0.0018339679 + max_advantage: 0.16901308 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006655925 + max_entropy: 0.24289457 + max_grad_norm_pre_clip: 3.3327265 + max_loss: 0.0038931873 + std: + std_actor_approxkl1: 0.0011775737 + std_actor_approxkl3: 0.00069438317 + std_actor_clipfrac: 0.022162082 + std_actor_loss: 0.0010308014 + std_advantage: 0.0927985 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013516884 + std_entropy: 0.020046538 + std_grad_norm_pre_clip: 0.5503944 + std_loss: 0.0011605102 + eval-batch-train: + avg_avg_episode_length: 15.999516 + avg_avg_return: 0.84644794 + avg_benchmark_regret: 0.009796256 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.31798553 + proxy_corner: + avg_avg_return: 0.072782785 + avg_reward_per_step: 0.014793396 + eval-batch-orig: + avg_avg_episode_length: 17.326115 + avg_avg_return: 0.83713615 + avg_benchmark_regret: 0.0067553353 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.25894928 + proxy_corner: + avg_avg_return: 0.83713615 + avg_reward_per_step: 0.25894928 + eval-batch-shift: + avg_avg_episode_length: 13.175222 + avg_avg_return: 0.88209254 + avg_benchmark_regret: 0.005269163 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.32695007 + proxy_corner: + avg_avg_return: 0.053404577 + avg_reward_per_step: 0.015144348 + eval-batch-tree: + avg_avg_episode_length: 11.128832 + avg_avg_return: 0.9485679 + avg_benchmark_regret: 0.045852337 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.24847412 + proxy_corner: + avg_avg_return: 0.9485679 + avg_reward_per_step: 0.24847412 +=========================================================== +=========================================================== + step: + env-step-all-before: 87031808 + env-step-replay-before: 44531712 + env-step-used-before: 87031808 + ppo-update-before: 53120 + env-step-generate-before: 42500096 + env-step-all-after: 87064576 + env-step-replay-after: 44531712 + env-step-used-after: 87064576 + ppo-update-after: 53140 + env-step-generate-after: 42532864 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.901325 + avg_avg_return: 0.85758936 + avg_reward_per_step: 0.33770752 + proxy_corner: + avg_avg_return: 0.058068264 + avg_reward_per_step: 0.010772705 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.901325 + avg_avg_return: 0.85758936 + avg_reward_per_step: 0.33770752 + proxy_corner: + avg_avg_return: 0.058068264 + avg_reward_per_step: 0.010772705 + perf: + env_steps_per_second: 962056.4337297543 + ppo_updates_per_second: 75.06328725582708 + eval-batch-train-duration: 0.33048442500876263 + eval-batch-orig-duration: 0.19266450899885967 + eval-batch-shift-duration: 0.15729332598857582 + eval-batch-tree-duration: 0.14725164097035304 + ued: + distances: + cheese-corne_dist_avg: 6.935791 + cheese-corne_dist_wavg: 11.940338 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 7.557129 + mouse-cheese_dist_finite_wavg: 8.854635 + mouse-cheese_dist_solvable_avg: 7.557129 + mouse-cheese_dist_solvable_wavg: 8.854635 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.425049 + num_walls_wavg: 8.740362 + prop_walls_avg: 0.27934992 + prop_walls_wavg: 0.38001573 + scoring: + avg_scores: 0.09320745 + visit_patterns: + avg_first_visit_time: 1087.3108 + avg_last_visit_time: 1349.3291 + num_replay_batches: 1359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015462078 + avg_actor_approxkl3: 0.0012719579 + avg_actor_clipfrac: 0.049951173 + avg_actor_loss: 5.0395727e-05 + avg_advantage: 0.003821948 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004352607 + avg_entropy: 0.19438069 + avg_grad_norm_pre_clip: 2.1178992 + avg_loss: 0.0020323182 + max: + max_actor_approxkl1: 0.0046474948 + max_actor_approxkl3: 0.0034705154 + max_actor_clipfrac: 0.087402344 + max_actor_loss: 0.0015672222 + max_advantage: 0.2228902 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0068209637 + max_entropy: 0.23397139 + max_grad_norm_pre_clip: 3.7228143 + max_loss: 0.004754172 + std: + std_actor_approxkl1: 0.0012350222 + std_actor_approxkl3: 0.0008350748 + std_actor_clipfrac: 0.024265649 + std_actor_loss: 0.00087405037 + std_advantage: 0.093808524 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011727125 + std_entropy: 0.016368298 + std_grad_norm_pre_clip: 0.806643 + std_loss: 0.0011941141 + eval-batch-train: + avg_avg_episode_length: 15.988831 + avg_avg_return: 0.8467869 + avg_benchmark_regret: 0.009457288 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32444 + proxy_corner: + avg_avg_return: 0.06644747 + avg_reward_per_step: 0.015159607 + eval-batch-orig: + avg_avg_episode_length: 17.323475 + avg_avg_return: 0.83654284 + avg_benchmark_regret: 0.0073486753 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.262825 + proxy_corner: + avg_avg_return: 0.83654284 + avg_reward_per_step: 0.262825 + eval-batch-shift: + avg_avg_episode_length: 13.125568 + avg_avg_return: 0.88214153 + avg_benchmark_regret: 0.0052201664 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33042908 + proxy_corner: + avg_avg_return: 0.053405724 + avg_reward_per_step: 0.015281677 + eval-batch-tree: + avg_avg_episode_length: 10.518408 + avg_avg_return: 0.95641637 + avg_benchmark_regret: 0.038003888 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25051117 + proxy_corner: + avg_avg_return: 0.95641637 + avg_reward_per_step: 0.25051117 +=========================================================== +=========================================================== + step: + env-step-all-before: 88080384 + env-step-replay-before: 44859392 + env-step-used-before: 88080384 + ppo-update-before: 53760 + env-step-generate-before: 43220992 + env-step-all-after: 88113152 + env-step-replay-after: 44859392 + env-step-used-after: 88113152 + ppo-update-after: 53780 + env-step-generate-after: 43253760 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.220543 + avg_avg_return: 0.88009727 + avg_reward_per_step: 0.3267517 + proxy_corner: + avg_avg_return: 0.059362352 + avg_reward_per_step: 0.00894165 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.220543 + avg_avg_return: 0.88009727 + avg_reward_per_step: 0.3267517 + proxy_corner: + avg_avg_return: 0.059362352 + avg_reward_per_step: 0.00894165 + perf: + env_steps_per_second: 578700.7093057024 + ppo_updates_per_second: 72.72416092839724 + eval-batch-train-duration: 0.3375320970080793 + eval-batch-orig-duration: 0.17396991699934006 + eval-batch-shift-duration: 0.14804809202905744 + eval-batch-tree-duration: 0.1418838449753821 + ued: + distances: + cheese-corne_dist_avg: 6.9315186 + cheese-corne_dist_wavg: 2.495793 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 7.5932617 + mouse-cheese_dist_finite_wavg: 7.9572206 + mouse-cheese_dist_solvable_avg: 7.5932617 + mouse-cheese_dist_solvable_wavg: 7.9572215 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.439209 + num_walls_wavg: 7.84404 + prop_walls_avg: 0.27996558 + prop_walls_wavg: 0.3410452 + scoring: + avg_scores: 0.094672814 + visit_patterns: + avg_first_visit_time: 1102.8625 + avg_last_visit_time: 1359.3442 + num_replay_batches: 1369 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014467491 + avg_actor_approxkl3: 0.0011301198 + avg_actor_clipfrac: 0.045843508 + avg_actor_loss: -0.00026413705 + avg_advantage: 0.008362552 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0038242966 + avg_entropy: 0.1958805 + avg_grad_norm_pre_clip: 1.9312607 + avg_loss: 0.0014521307 + max: + max_actor_approxkl1: 0.0034928685 + max_actor_approxkl3: 0.0031360816 + max_actor_clipfrac: 0.08996582 + max_actor_loss: 0.001910571 + max_advantage: 0.22903317 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005274687 + max_entropy: 0.2362019 + max_grad_norm_pre_clip: 3.6776564 + max_loss: 0.0034662192 + std: + std_actor_approxkl1: 0.0009474237 + std_actor_approxkl3: 0.00071307766 + std_actor_clipfrac: 0.022949364 + std_actor_loss: 0.0011000097 + std_advantage: 0.087253645 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00080170727 + std_entropy: 0.022581393 + std_grad_norm_pre_clip: 0.752929 + std_loss: 0.0011026585 + eval-batch-train: + avg_avg_episode_length: 15.947432 + avg_avg_return: 0.84684694 + avg_benchmark_regret: 0.009397291 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3273468 + proxy_corner: + avg_avg_return: 0.0680084 + avg_reward_per_step: 0.015647888 + eval-batch-orig: + avg_avg_episode_length: 17.270674 + avg_avg_return: 0.83658427 + avg_benchmark_regret: 0.007307163 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26457214 + proxy_corner: + avg_avg_return: 0.83658427 + avg_reward_per_step: 0.26457214 + eval-batch-shift: + avg_avg_episode_length: 12.972074 + avg_avg_return: 0.8827339 + avg_benchmark_regret: 0.004627839 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33322144 + proxy_corner: + avg_avg_return: 0.054831028 + avg_reward_per_step: 0.015533447 + eval-batch-tree: + avg_avg_episode_length: 10.740968 + avg_avg_return: 0.9536501 + avg_benchmark_regret: 0.040770125 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.253273 + proxy_corner: + avg_avg_return: 0.9536501 + avg_reward_per_step: 0.253273 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 89128960 + env-step-replay-before: 45514752 + env-step-used-before: 89128960 + ppo-update-before: 54400 + env-step-generate-before: 43614208 + env-step-all-after: 89161728 + env-step-replay-after: 45547520 + env-step-used-after: 89161728 + ppo-update-after: 54420 + env-step-generate-after: 43614208 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.807873 + avg_avg_return: 0.8905052 + avg_reward_per_step: 0.09674072 + proxy_corner: + avg_avg_return: 0.19072655 + avg_reward_per_step: 0.017944336 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.807873 + avg_avg_return: 0.8905052 + avg_reward_per_step: 0.09674072 + proxy_corner: + avg_avg_return: 0.19072655 + avg_reward_per_step: 0.017944336 + perf: + env_steps_per_second: 912596.6968926791 + ppo_updates_per_second: 85.89045131958747 + eval-batch-train-duration: 0.2512353470083326 + eval-batch-orig-duration: 0.14728343195747584 + eval-batch-shift-duration: 0.14208597503602505 + eval-batch-tree-duration: 0.1402413590112701 + ued: + distances: + cheese-corne_dist_avg: 6.9470215 + cheese-corne_dist_wavg: 1.6026607 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 7.583008 + mouse-cheese_dist_finite_wavg: 6.158483 + mouse-cheese_dist_solvable_avg: 7.583008 + mouse-cheese_dist_solvable_wavg: 6.158482 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.434326 + num_walls_wavg: 6.0505557 + prop_walls_avg: 0.2797533 + prop_walls_wavg: 0.26306766 + scoring: + avg_scores: 0.09249062 + visit_patterns: + avg_first_visit_time: 1117.6497 + avg_last_visit_time: 1380.291 + num_replay_batches: 1390 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095266115 + avg_actor_approxkl3: 0.0009876789 + avg_actor_clipfrac: 0.047406007 + avg_actor_loss: -0.0005138461 + avg_advantage: -0.00251508 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0013718981 + avg_entropy: 0.26595894 + avg_grad_norm_pre_clip: 1.8463792 + avg_loss: -9.385612e-05 + max: + max_actor_approxkl1: 0.0021023096 + max_actor_approxkl3: 0.0021209335 + max_actor_clipfrac: 0.08154297 + max_actor_loss: 0.0013285875 + max_advantage: 0.20210952 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0024510382 + max_entropy: 0.30014455 + max_grad_norm_pre_clip: 3.0141518 + max_loss: 0.001709545 + std: + std_actor_approxkl1: 0.00052802655 + std_actor_approxkl3: 0.0004732194 + std_actor_clipfrac: 0.020318465 + std_actor_loss: 0.00083266495 + std_advantage: 0.053390555 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00047789866 + std_entropy: 0.013251266 + std_grad_norm_pre_clip: 0.51347786 + std_loss: 0.0008016134 + eval-batch-train: + avg_avg_episode_length: 16.03844 + avg_avg_return: 0.84644866 + avg_benchmark_regret: 0.009795539 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32304382 + proxy_corner: + avg_avg_return: 0.06781879 + avg_reward_per_step: 0.014907837 + eval-batch-orig: + avg_avg_episode_length: 17.230957 + avg_avg_return: 0.8375186 + avg_benchmark_regret: 0.006372893 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26236725 + proxy_corner: + avg_avg_return: 0.8375186 + avg_reward_per_step: 0.26236725 + eval-batch-shift: + avg_avg_episode_length: 12.940678 + avg_avg_return: 0.8829373 + avg_benchmark_regret: 0.004424407 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33325195 + proxy_corner: + avg_avg_return: 0.05379346 + avg_reward_per_step: 0.015556335 + eval-batch-tree: + avg_avg_episode_length: 10.201757 + avg_avg_return: 0.95635486 + avg_benchmark_regret: 0.038065366 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25239563 + proxy_corner: + avg_avg_return: 0.95635486 + avg_reward_per_step: 0.25239563 +=========================================================== +=========================================================== + step: + env-step-all-before: 90177536 + env-step-replay-before: 46202880 + env-step-used-before: 90177536 + ppo-update-before: 55040 + env-step-generate-before: 43974656 + env-step-all-after: 90210304 + env-step-replay-after: 46202880 + env-step-used-after: 90210304 + ppo-update-after: 55060 + env-step-generate-after: 44007424 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.9350195 + avg_avg_return: 0.8704344 + avg_reward_per_step: 0.32147217 + proxy_corner: + avg_avg_return: 0.08481103 + avg_reward_per_step: 0.013977051 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.9350195 + avg_avg_return: 0.8704344 + avg_reward_per_step: 0.32147217 + proxy_corner: + avg_avg_return: 0.08481103 + avg_reward_per_step: 0.013977051 + perf: + env_steps_per_second: 610432.9869157693 + ppo_updates_per_second: 74.62853895754989 + eval-batch-train-duration: 0.2932342509739101 + eval-batch-orig-duration: 0.16207371599739417 + eval-batch-shift-duration: 0.14883921400178224 + eval-batch-tree-duration: 0.144613099982962 + ued: + distances: + cheese-corne_dist_avg: 6.991211 + cheese-corne_dist_wavg: 12.399986 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 7.5705566 + mouse-cheese_dist_finite_wavg: 5.254975 + mouse-cheese_dist_solvable_avg: 7.5705566 + mouse-cheese_dist_solvable_wavg: 5.254975 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4248047 + num_walls_wavg: 6.0455575 + prop_walls_avg: 0.2793393 + prop_walls_wavg: 0.26285028 + scoring: + avg_scores: 0.08403277 + visit_patterns: + avg_first_visit_time: 1132.8552 + avg_last_visit_time: 1400.1992 + num_replay_batches: 1410 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023458386 + avg_actor_approxkl3: 0.0019031197 + avg_actor_clipfrac: 0.063775636 + avg_actor_loss: -0.00031224007 + avg_advantage: -0.021004468 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0039456314 + avg_entropy: 0.18045822 + avg_grad_norm_pre_clip: 1.9174131 + avg_loss: 0.0014801176 + max: + max_actor_approxkl1: 0.006366656 + max_actor_approxkl3: 0.003558333 + max_actor_clipfrac: 0.103881836 + max_actor_loss: 0.0017952211 + max_advantage: 0.11908078 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005723735 + max_entropy: 0.21102351 + max_grad_norm_pre_clip: 3.472461 + max_loss: 0.0033829226 + std: + std_actor_approxkl1: 0.0015472682 + std_actor_approxkl3: 0.0009214014 + std_actor_clipfrac: 0.025770903 + std_actor_loss: 0.0011920823 + std_advantage: 0.08868554 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011353254 + std_entropy: 0.017450836 + std_grad_norm_pre_clip: 0.7834539 + std_loss: 0.0012812942 + eval-batch-train: + avg_avg_episode_length: 15.970381 + avg_avg_return: 0.84705573 + avg_benchmark_regret: 0.009188498 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3239975 + proxy_corner: + avg_avg_return: 0.07395617 + avg_reward_per_step: 0.01473999 + eval-batch-orig: + avg_avg_episode_length: 17.149742 + avg_avg_return: 0.8379086 + avg_benchmark_regret: 0.005982808 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26169586 + proxy_corner: + avg_avg_return: 0.8379086 + avg_reward_per_step: 0.26169586 + eval-batch-shift: + avg_avg_episode_length: 12.964373 + avg_avg_return: 0.8829789 + avg_benchmark_regret: 0.0043827994 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33220673 + proxy_corner: + avg_avg_return: 0.056590755 + avg_reward_per_step: 0.01574707 + eval-batch-tree: + avg_avg_episode_length: 9.871012 + avg_avg_return: 0.95901483 + avg_benchmark_regret: 0.035405435 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2536316 + proxy_corner: + avg_avg_return: 0.95901483 + avg_reward_per_step: 0.2536316 +=========================================================== +=========================================================== + step: + env-step-all-before: 91226112 + env-step-replay-before: 46759936 + env-step-used-before: 91226112 + ppo-update-before: 55680 + env-step-generate-before: 44466176 + env-step-all-after: 91258880 + env-step-replay-after: 46759936 + env-step-used-after: 91258880 + ppo-update-after: 55700 + env-step-generate-after: 44498944 + train-generate: + shift_proportion: 0.984375 + avg_avg_episode_length: 13.352481 + avg_avg_return: 0.8656403 + avg_reward_per_step: 0.34555054 + proxy_corner: + avg_avg_return: 0.04779543 + avg_reward_per_step: 0.013916016 + train-all: + shift_proportion: 0.984375 + avg_avg_episode_length: 13.352481 + avg_avg_return: 0.8656403 + avg_reward_per_step: 0.34555054 + proxy_corner: + avg_avg_return: 0.04779543 + avg_reward_per_step: 0.013916016 + perf: + env_steps_per_second: 607133.1209954893 + ppo_updates_per_second: 74.89403028260728 + eval-batch-train-duration: 0.26166426204144955 + eval-batch-orig-duration: 0.16084764595143497 + eval-batch-shift-duration: 0.14380774000892416 + eval-batch-tree-duration: 0.14088496298063546 + ued: + distances: + cheese-corne_dist_avg: 6.972534 + cheese-corne_dist_wavg: 1.5936364 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 7.5578613 + mouse-cheese_dist_finite_wavg: 6.1580296 + mouse-cheese_dist_solvable_avg: 7.5578613 + mouse-cheese_dist_solvable_wavg: 6.1580296 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4072266 + num_walls_wavg: 6.0427804 + prop_walls_avg: 0.27857506 + prop_walls_wavg: 0.2627296 + scoring: + avg_scores: 0.084469244 + visit_patterns: + avg_first_visit_time: 1152.2244 + avg_last_visit_time: 1417.2339 + num_replay_batches: 1427 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011376161 + avg_actor_approxkl3: 0.0009449498 + avg_actor_clipfrac: 0.045617677 + avg_actor_loss: -0.00050415884 + avg_advantage: -0.034773465 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004121611 + avg_entropy: 0.19017944 + avg_grad_norm_pre_clip: 1.87335 + avg_loss: 0.0013664673 + max: + max_actor_approxkl1: 0.002372173 + max_actor_approxkl3: 0.0017666615 + max_actor_clipfrac: 0.076416016 + max_actor_loss: 0.0018936545 + max_advantage: 0.14677048 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058294274 + max_entropy: 0.2204684 + max_grad_norm_pre_clip: 3.1275694 + max_loss: 0.0045960494 + std: + std_actor_approxkl1: 0.00062163593 + std_actor_approxkl3: 0.0003819848 + std_actor_clipfrac: 0.015547039 + std_actor_loss: 0.0011589269 + std_advantage: 0.08920518 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011586497 + std_entropy: 0.017190684 + std_grad_norm_pre_clip: 0.53166336 + std_loss: 0.0012821131 + eval-batch-train: + avg_avg_episode_length: 16.061314 + avg_avg_return: 0.84627086 + avg_benchmark_regret: 0.009973361 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32624054 + proxy_corner: + avg_avg_return: 0.06792748 + avg_reward_per_step: 0.015068054 + eval-batch-orig: + avg_avg_episode_length: 17.242207 + avg_avg_return: 0.83662987 + avg_benchmark_regret: 0.0072616497 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2620926 + proxy_corner: + avg_avg_return: 0.83662987 + avg_reward_per_step: 0.2620926 + eval-batch-shift: + avg_avg_episode_length: 12.946607 + avg_avg_return: 0.8827609 + avg_benchmark_regret: 0.004600807 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33444214 + proxy_corner: + avg_avg_return: 0.051553644 + avg_reward_per_step: 0.015319824 + eval-batch-tree: + avg_avg_episode_length: 10.145695 + avg_avg_return: 0.9531045 + avg_benchmark_regret: 0.041315813 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25419617 + proxy_corner: + avg_avg_return: 0.9531045 + avg_reward_per_step: 0.25419617 +=========================================================== +=========================================================== + step: + env-step-all-before: 92274688 + env-step-replay-before: 47251456 + env-step-used-before: 92274688 + ppo-update-before: 56320 + env-step-generate-before: 45023232 + env-step-all-after: 92307456 + env-step-replay-after: 47251456 + env-step-used-after: 92307456 + ppo-update-after: 56340 + env-step-generate-after: 45056000 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.8853245 + avg_avg_return: 0.89469594 + avg_reward_per_step: 0.33306885 + proxy_corner: + avg_avg_return: 0.074536055 + avg_reward_per_step: 0.018218994 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.8853245 + avg_avg_return: 0.89469594 + avg_reward_per_step: 0.33306885 + proxy_corner: + avg_avg_return: 0.074536055 + avg_reward_per_step: 0.018218994 + perf: + env_steps_per_second: 885415.1283151936 + ppo_updates_per_second: 88.69568365333146 + eval-batch-train-duration: 0.24411182303447276 + eval-batch-orig-duration: 0.14795816299738362 + eval-batch-shift-duration: 0.1464630060363561 + eval-batch-tree-duration: 0.1444296019617468 + ued: + distances: + cheese-corne_dist_avg: 6.9246826 + cheese-corne_dist_wavg: 5.195679 + levels_cheese_is_in_corner_avg: 0.0715332 + mouse-cheese_dist_finite_avg: 7.574951 + mouse-cheese_dist_finite_wavg: 7.9607825 + mouse-cheese_dist_solvable_avg: 7.574951 + mouse-cheese_dist_solvable_wavg: 7.9607825 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.394287 + num_walls_wavg: 6.040799 + prop_walls_avg: 0.27801248 + prop_walls_wavg: 0.2626434 + scoring: + avg_scores: 0.08759313 + visit_patterns: + avg_first_visit_time: 1171.6016 + avg_last_visit_time: 1432.269 + num_replay_batches: 1442 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016260684 + avg_actor_approxkl3: 0.0018499946 + avg_actor_clipfrac: 0.06170044 + avg_actor_loss: 0.00047362634 + avg_advantage: 0.012736727 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033351115 + avg_entropy: 0.16390698 + avg_grad_norm_pre_clip: 1.9568192 + avg_loss: 0.0019772751 + max: + max_actor_approxkl1: 0.0047476254 + max_actor_approxkl3: 0.004071933 + max_actor_clipfrac: 0.107177734 + max_actor_loss: 0.0030596666 + max_advantage: 0.21026313 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0062171146 + max_entropy: 0.20036516 + max_grad_norm_pre_clip: 3.1301522 + max_loss: 0.0048721586 + std: + std_actor_approxkl1: 0.0011322178 + std_actor_approxkl3: 0.0010420855 + std_actor_clipfrac: 0.028203962 + std_actor_loss: 0.0012027302 + std_advantage: 0.08173186 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009798582 + std_entropy: 0.016298613 + std_grad_norm_pre_clip: 0.552058 + std_loss: 0.001403065 + eval-batch-train: + avg_avg_episode_length: 16.020107 + avg_avg_return: 0.84609425 + avg_benchmark_regret: 0.010150004 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32775116 + proxy_corner: + avg_avg_return: 0.067570776 + avg_reward_per_step: 0.014518738 + eval-batch-orig: + avg_avg_episode_length: 17.232285 + avg_avg_return: 0.83764225 + avg_benchmark_regret: 0.006249232 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26107025 + proxy_corner: + avg_avg_return: 0.83764225 + avg_reward_per_step: 0.26107025 + eval-batch-shift: + avg_avg_episode_length: 13.030981 + avg_avg_return: 0.88274264 + avg_benchmark_regret: 0.0046190694 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33524323 + proxy_corner: + avg_avg_return: 0.05236017 + avg_reward_per_step: 0.015312195 + eval-batch-tree: + avg_avg_episode_length: 9.992895 + avg_avg_return: 0.95956635 + avg_benchmark_regret: 0.03485393 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.250206 + proxy_corner: + avg_avg_return: 0.95956635 + avg_reward_per_step: 0.250206 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 93323264 + env-step-replay-before: 47742976 + env-step-used-before: 93323264 + ppo-update-before: 56960 + env-step-generate-before: 45580288 + env-step-all-after: 93356032 + env-step-replay-after: 47742976 + env-step-used-after: 93356032 + ppo-update-after: 56980 + env-step-generate-after: 45613056 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.981955 + avg_avg_return: 0.856483 + avg_reward_per_step: 0.3678589 + proxy_corner: + avg_avg_return: 0.07430243 + avg_reward_per_step: 0.015899658 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.981955 + avg_avg_return: 0.856483 + avg_reward_per_step: 0.3678589 + proxy_corner: + avg_avg_return: 0.07430243 + avg_reward_per_step: 0.015899658 + perf: + env_steps_per_second: 890820.7405703219 + ppo_updates_per_second: 103.03312573890565 + eval-batch-train-duration: 0.20102045801468194 + eval-batch-orig-duration: 0.14233087800676003 + eval-batch-shift-duration: 0.1424107089987956 + eval-batch-tree-duration: 0.14249394502257928 + ued: + distances: + cheese-corne_dist_avg: 6.920166 + cheese-corne_dist_wavg: 11.942568 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 7.585205 + mouse-cheese_dist_finite_wavg: 7.0563197 + mouse-cheese_dist_solvable_avg: 7.585205 + mouse-cheese_dist_solvable_wavg: 7.0563197 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3928223 + num_walls_wavg: 7.8397646 + prop_walls_avg: 0.2779488 + prop_walls_wavg: 0.34085932 + scoring: + avg_scores: 0.08586362 + visit_patterns: + avg_first_visit_time: 1190.2715 + avg_last_visit_time: 1447.3955 + num_replay_batches: 1457 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015048953 + avg_actor_approxkl3: 0.0010199201 + avg_actor_clipfrac: 0.045428466 + avg_actor_loss: -0.00074598304 + avg_advantage: -0.0024061308 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004206143 + avg_entropy: 0.18060769 + avg_grad_norm_pre_clip: 1.7481617 + avg_loss: 0.001176481 + max: + max_actor_approxkl1: 0.0032210667 + max_actor_approxkl3: 0.0022577466 + max_actor_clipfrac: 0.07519531 + max_actor_loss: 0.0021213517 + max_advantage: 0.18026447 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0069165127 + max_entropy: 0.23581982 + max_grad_norm_pre_clip: 2.7897334 + max_loss: 0.0045462106 + std: + std_actor_approxkl1: 0.00089943485 + std_actor_approxkl3: 0.00047235572 + std_actor_clipfrac: 0.018362286 + std_actor_loss: 0.0011295773 + std_advantage: 0.09248105 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011267364 + std_entropy: 0.020149598 + std_grad_norm_pre_clip: 0.4409662 + std_loss: 0.0011767328 + eval-batch-train: + avg_avg_episode_length: 15.856341 + avg_avg_return: 0.8477977 + avg_benchmark_regret: 0.008446515 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3284378 + proxy_corner: + avg_avg_return: 0.06670685 + avg_reward_per_step: 0.014732361 + eval-batch-orig: + avg_avg_episode_length: 17.23489 + avg_avg_return: 0.83707184 + avg_benchmark_regret: 0.00681964 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26415253 + proxy_corner: + avg_avg_return: 0.83707184 + avg_reward_per_step: 0.26415253 + eval-batch-shift: + avg_avg_episode_length: 13.1035185 + avg_avg_return: 0.88245237 + avg_benchmark_regret: 0.0049093147 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3354416 + proxy_corner: + avg_avg_return: 0.052038707 + avg_reward_per_step: 0.01537323 + eval-batch-tree: + avg_avg_episode_length: 9.702202 + avg_avg_return: 0.9629713 + avg_benchmark_regret: 0.031448897 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25115204 + proxy_corner: + avg_avg_return: 0.9629713 + avg_reward_per_step: 0.25115204 +=========================================================== +=========================================================== + step: + env-step-all-before: 94371840 + env-step-replay-before: 48267264 + env-step-used-before: 94371840 + ppo-update-before: 57600 + env-step-generate-before: 46104576 + env-step-all-after: 94404608 + env-step-replay-after: 48300032 + env-step-used-after: 94404608 + ppo-update-after: 57620 + env-step-generate-after: 46104576 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 11.183892 + avg_avg_return: 0.91607594 + avg_reward_per_step: 0.10424805 + proxy_corner: + avg_avg_return: 0.17376684 + avg_reward_per_step: 0.018737793 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 11.183892 + avg_avg_return: 0.91607594 + avg_reward_per_step: 0.10424805 + proxy_corner: + avg_avg_return: 0.17376684 + avg_reward_per_step: 0.018737793 + perf: + env_steps_per_second: 960391.6412119563 + ppo_updates_per_second: 106.36409737795053 + eval-batch-train-duration: 0.20148471399443224 + eval-batch-orig-duration: 0.14273232396226376 + eval-batch-shift-duration: 0.14205668098293245 + eval-batch-tree-duration: 0.14010359003441408 + ued: + distances: + cheese-corne_dist_avg: 6.93042 + cheese-corne_dist_wavg: 0.7035706 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 7.5668945 + mouse-cheese_dist_finite_wavg: 6.1636505 + mouse-cheese_dist_solvable_avg: 7.5668945 + mouse-cheese_dist_solvable_wavg: 6.1636505 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3947754 + num_walls_wavg: 6.0397635 + prop_walls_avg: 0.27803367 + prop_walls_wavg: 0.2625984 + scoring: + avg_scores: 0.083240494 + visit_patterns: + avg_first_visit_time: 1212.198 + avg_last_visit_time: 1464.251 + num_replay_batches: 1474 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007556753 + avg_actor_approxkl3: 0.0007236871 + avg_actor_clipfrac: 0.03931885 + avg_actor_loss: -0.00046167962 + avg_advantage: 0.017670102 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00075005577 + avg_entropy: 0.23076122 + avg_grad_norm_pre_clip: 2.1272671 + avg_loss: -0.00031741298 + max: + max_actor_approxkl1: 0.0024293417 + max_actor_approxkl3: 0.0014181724 + max_actor_clipfrac: 0.07446289 + max_actor_loss: 0.002711244 + max_advantage: 0.19735897 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012124138 + max_entropy: 0.27122232 + max_grad_norm_pre_clip: 4.5255384 + max_loss: 0.0030705077 + std: + std_actor_approxkl1: 0.00053317955 + std_actor_approxkl3: 0.00029259146 + std_actor_clipfrac: 0.015652629 + std_actor_loss: 0.0011838183 + std_advantage: 0.038314156 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00023420126 + std_entropy: 0.014743571 + std_grad_norm_pre_clip: 0.8579879 + std_loss: 0.0012122166 + eval-batch-train: + avg_avg_episode_length: 15.828423 + avg_avg_return: 0.8500479 + avg_benchmark_regret: 0.0061963103 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32739258 + proxy_corner: + avg_avg_return: 0.07603877 + avg_reward_per_step: 0.014846802 + eval-batch-orig: + avg_avg_episode_length: 17.09041 + avg_avg_return: 0.8382433 + avg_benchmark_regret: 0.005648194 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26494598 + proxy_corner: + avg_avg_return: 0.8382433 + avg_reward_per_step: 0.26494598 + eval-batch-shift: + avg_avg_episode_length: 12.966722 + avg_avg_return: 0.88320875 + avg_benchmark_regret: 0.004152963 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33558655 + proxy_corner: + avg_avg_return: 0.058407415 + avg_reward_per_step: 0.015823364 + eval-batch-tree: + avg_avg_episode_length: 9.399149 + avg_avg_return: 0.96214414 + avg_benchmark_regret: 0.032276165 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25289917 + proxy_corner: + avg_avg_return: 0.96214414 + avg_reward_per_step: 0.25289917 +=========================================================== +=========================================================== + step: + env-step-all-before: 95420416 + env-step-replay-before: 48889856 + env-step-used-before: 95420416 + ppo-update-before: 58240 + env-step-generate-before: 46530560 + env-step-all-after: 95453184 + env-step-replay-after: 48889856 + env-step-used-after: 95453184 + ppo-update-after: 58260 + env-step-generate-after: 46563328 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.37744 + avg_avg_return: 0.86398023 + avg_reward_per_step: 0.35049438 + proxy_corner: + avg_avg_return: 0.042948198 + avg_reward_per_step: 0.0072021484 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.37744 + avg_avg_return: 0.86398023 + avg_reward_per_step: 0.35049438 + proxy_corner: + avg_avg_return: 0.042948198 + avg_reward_per_step: 0.0072021484 + perf: + env_steps_per_second: 596724.2733992691 + ppo_updates_per_second: 75.31138915197627 + eval-batch-train-duration: 0.26053358300123364 + eval-batch-orig-duration: 0.16473793797194958 + eval-batch-shift-duration: 0.145311976026278 + eval-batch-tree-duration: 0.14180646900786087 + ued: + distances: + cheese-corne_dist_avg: 6.998413 + cheese-corne_dist_wavg: 5.19925 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 7.588135 + mouse-cheese_dist_finite_wavg: 8.862885 + mouse-cheese_dist_solvable_avg: 7.588135 + mouse-cheese_dist_solvable_wavg: 8.862887 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.418457 + num_walls_wavg: 6.9445853 + prop_walls_avg: 0.27906334 + prop_walls_wavg: 0.30193856 + scoring: + avg_scores: 0.07777423 + visit_patterns: + avg_first_visit_time: 1224.8198 + avg_last_visit_time: 1482.1809 + num_replay_batches: 1492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011571096 + avg_actor_approxkl3: 0.00084089796 + avg_actor_clipfrac: 0.03908081 + avg_actor_loss: -0.000447887 + avg_advantage: -0.032203704 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0042434237 + avg_entropy: 0.16699602 + avg_grad_norm_pre_clip: 1.7982615 + avg_loss: 0.0015068288 + max: + max_actor_approxkl1: 0.0030540298 + max_actor_approxkl3: 0.0016618457 + max_actor_clipfrac: 0.0670166 + max_actor_loss: 0.001569733 + max_advantage: 0.13900506 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0065564965 + max_entropy: 0.20358624 + max_grad_norm_pre_clip: 3.5427167 + max_loss: 0.0039346106 + std: + std_actor_approxkl1: 0.0006803985 + std_actor_approxkl3: 0.00041753272 + std_actor_clipfrac: 0.017281821 + std_actor_loss: 0.00085574936 + std_advantage: 0.09127321 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00096151815 + std_entropy: 0.019422125 + std_grad_norm_pre_clip: 0.6029564 + std_loss: 0.0010464633 + eval-batch-train: + avg_avg_episode_length: 15.6394205 + avg_avg_return: 0.8506767 + avg_benchmark_regret: 0.005567492 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32829285 + proxy_corner: + avg_avg_return: 0.075712636 + avg_reward_per_step: 0.015365601 + eval-batch-orig: + avg_avg_episode_length: 17.09887 + avg_avg_return: 0.8382984 + avg_benchmark_regret: 0.0055930754 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2672577 + proxy_corner: + avg_avg_return: 0.8382984 + avg_reward_per_step: 0.2672577 + eval-batch-shift: + avg_avg_episode_length: 13.052618 + avg_avg_return: 0.882635 + avg_benchmark_regret: 0.0047267117 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33527374 + proxy_corner: + avg_avg_return: 0.058400247 + avg_reward_per_step: 0.015975952 + eval-batch-tree: + avg_avg_episode_length: 10.0210495 + avg_avg_return: 0.9586154 + avg_benchmark_regret: 0.035804823 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2529297 + proxy_corner: + avg_avg_return: 0.9586154 + avg_reward_per_step: 0.2529297 +=========================================================== +=========================================================== + step: + env-step-all-before: 96468992 + env-step-replay-before: 49381376 + env-step-used-before: 96468992 + ppo-update-before: 58880 + env-step-generate-before: 47087616 + env-step-all-after: 96501760 + env-step-replay-after: 49414144 + env-step-used-after: 96501760 + ppo-update-after: 58900 + env-step-generate-after: 47087616 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.539001 + avg_avg_return: 0.920498 + avg_reward_per_step: 0.107788086 + proxy_corner: + avg_avg_return: 0.15752053 + avg_reward_per_step: 0.017242432 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.539001 + avg_avg_return: 0.920498 + avg_reward_per_step: 0.107788086 + proxy_corner: + avg_avg_return: 0.15752053 + avg_reward_per_step: 0.017242432 + perf: + env_steps_per_second: 617322.0945195201 + ppo_updates_per_second: 75.01637927869427 + eval-batch-train-duration: 0.2574509020196274 + eval-batch-orig-duration: 0.15618241397896782 + eval-batch-shift-duration: 0.14359838800737634 + eval-batch-tree-duration: 0.1423935359925963 + ued: + distances: + cheese-corne_dist_avg: 6.9891357 + cheese-corne_dist_wavg: 6.10486 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 7.5961914 + mouse-cheese_dist_finite_wavg: 12.455982 + mouse-cheese_dist_solvable_avg: 7.5961914 + mouse-cheese_dist_solvable_wavg: 12.455984 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3984375 + num_walls_wavg: 6.0432296 + prop_walls_avg: 0.2781929 + prop_walls_wavg: 0.2627491 + scoring: + avg_scores: 0.07948984 + visit_patterns: + avg_first_visit_time: 1245.602 + avg_last_visit_time: 1498.3059 + num_replay_batches: 1508 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00058018806 + avg_actor_approxkl3: 0.0008758744 + avg_actor_clipfrac: 0.04152832 + avg_actor_loss: -0.00033626228 + avg_advantage: 0.002376468 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00084472465 + avg_entropy: 0.20273109 + avg_grad_norm_pre_clip: 1.856409 + avg_loss: -0.00011663106 + max: + max_actor_approxkl1: 0.0018774119 + max_actor_approxkl3: 0.0020250222 + max_actor_clipfrac: 0.07824707 + max_actor_loss: 0.00093339756 + max_advantage: 0.2089904 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0016659405 + max_entropy: 0.24136096 + max_grad_norm_pre_clip: 3.0710473 + max_loss: 0.0012946292 + std: + std_actor_approxkl1: 0.0005773499 + std_actor_approxkl3: 0.00055163854 + std_actor_clipfrac: 0.020441897 + std_actor_loss: 0.0007343714 + std_advantage: 0.04225783 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00034266774 + std_entropy: 0.016768591 + std_grad_norm_pre_clip: 0.70662266 + std_loss: 0.0007611185 + eval-batch-train: + avg_avg_episode_length: 15.64171 + avg_avg_return: 0.85139906 + avg_benchmark_regret: 0.004845137 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32639313 + proxy_corner: + avg_avg_return: 0.07390179 + avg_reward_per_step: 0.01499939 + eval-batch-orig: + avg_avg_episode_length: 16.973545 + avg_avg_return: 0.839134 + avg_benchmark_regret: 0.0047574574 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26665497 + proxy_corner: + avg_avg_return: 0.839134 + avg_reward_per_step: 0.26665497 + eval-batch-shift: + avg_avg_episode_length: 12.866629 + avg_avg_return: 0.8829652 + avg_benchmark_regret: 0.0043965057 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33843994 + proxy_corner: + avg_avg_return: 0.05001827 + avg_reward_per_step: 0.015434265 + eval-batch-tree: + avg_avg_episode_length: 9.028323 + avg_avg_return: 0.9665265 + avg_benchmark_regret: 0.027893767 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25673676 + proxy_corner: + avg_avg_return: 0.9665265 + avg_reward_per_step: 0.25673676 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 97517568 + env-step-replay-before: 49840128 + env-step-used-before: 97517568 + ppo-update-before: 59520 + env-step-generate-before: 47677440 + env-step-all-after: 97550336 + env-step-replay-after: 49872896 + env-step-used-after: 97550336 + ppo-update-after: 59540 + env-step-generate-after: 47677440 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.954566 + avg_avg_return: 0.9179665 + avg_reward_per_step: 0.10876465 + proxy_corner: + avg_avg_return: 0.17368671 + avg_reward_per_step: 0.017700195 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.954566 + avg_avg_return: 0.9179665 + avg_reward_per_step: 0.10876465 + proxy_corner: + avg_avg_return: 0.17368671 + avg_reward_per_step: 0.017700195 + perf: + env_steps_per_second: 607278.3141213364 + ppo_updates_per_second: 96.09074455721364 + eval-batch-train-duration: 0.19625046901637688 + eval-batch-orig-duration: 0.14188413601368666 + eval-batch-shift-duration: 0.1396145389880985 + eval-batch-tree-duration: 0.13969959900714457 + ued: + distances: + cheese-corne_dist_avg: 6.9281006 + cheese-corne_dist_wavg: 11.94516 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 7.61499 + mouse-cheese_dist_finite_wavg: 6.162549 + mouse-cheese_dist_solvable_avg: 7.61499 + mouse-cheese_dist_solvable_wavg: 6.162549 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.385498 + num_walls_wavg: 7.8381286 + prop_walls_avg: 0.27763033 + prop_walls_wavg: 0.34078825 + scoring: + avg_scores: 0.08146751 + visit_patterns: + avg_first_visit_time: 1264.1863 + avg_last_visit_time: 1512.3167 + num_replay_batches: 1522 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013395642 + avg_actor_approxkl3: 0.0012992972 + avg_actor_clipfrac: 0.058361817 + avg_actor_loss: 0.0005556577 + avg_advantage: 0.025084054 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0010956615 + avg_entropy: 0.21176592 + avg_grad_norm_pre_clip: 2.319229 + avg_loss: 0.0008917227 + max: + max_actor_approxkl1: 0.002628655 + max_actor_approxkl3: 0.0025023476 + max_actor_clipfrac: 0.09741211 + max_actor_loss: 0.0037161708 + max_advantage: 0.28237855 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015124799 + max_entropy: 0.22892871 + max_grad_norm_pre_clip: 3.6333942 + max_loss: 0.0040745307 + std: + std_actor_approxkl1: 0.0008157496 + std_actor_approxkl3: 0.00067752274 + std_actor_clipfrac: 0.024724556 + std_actor_loss: 0.0014195878 + std_advantage: 0.045132376 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001988103 + std_entropy: 0.010258316 + std_grad_norm_pre_clip: 0.86613137 + std_loss: 0.0014414754 + eval-batch-train: + avg_avg_episode_length: 15.622251 + avg_avg_return: 0.8513824 + avg_benchmark_regret: 0.0048618373 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3300476 + proxy_corner: + avg_avg_return: 0.07201442 + avg_reward_per_step: 0.015472412 + eval-batch-orig: + avg_avg_episode_length: 16.959639 + avg_avg_return: 0.8385322 + avg_benchmark_regret: 0.00535928 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26776123 + proxy_corner: + avg_avg_return: 0.8385322 + avg_reward_per_step: 0.26776123 + eval-batch-shift: + avg_avg_episode_length: 12.843641 + avg_avg_return: 0.88344777 + avg_benchmark_regret: 0.0039139558 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33987427 + proxy_corner: + avg_avg_return: 0.056218185 + avg_reward_per_step: 0.016174316 + eval-batch-tree: + avg_avg_episode_length: 9.533843 + avg_avg_return: 0.95547783 + avg_benchmark_regret: 0.038942404 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2578888 + proxy_corner: + avg_avg_return: 0.95547783 + avg_reward_per_step: 0.2578888 +=========================================================== +=========================================================== + step: + env-step-all-before: 98566144 + env-step-replay-before: 50397184 + env-step-used-before: 98566144 + ppo-update-before: 60160 + env-step-generate-before: 48168960 + env-step-all-after: 98598912 + env-step-replay-after: 50429952 + env-step-used-after: 98598912 + ppo-update-after: 60180 + env-step-generate-after: 48168960 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.189527 + avg_avg_return: 0.924191 + avg_reward_per_step: 0.10623169 + proxy_corner: + avg_avg_return: 0.21113712 + avg_reward_per_step: 0.02218628 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.189527 + avg_avg_return: 0.924191 + avg_reward_per_step: 0.10623169 + proxy_corner: + avg_avg_return: 0.21113712 + avg_reward_per_step: 0.02218628 + perf: + env_steps_per_second: 905401.2119001076 + ppo_updates_per_second: 108.60296896145456 + eval-batch-train-duration: 0.19616793299792334 + eval-batch-orig-duration: 0.1510909890057519 + eval-batch-shift-duration: 0.15481589903356507 + eval-batch-tree-duration: 0.1564345289953053 + ued: + distances: + cheese-corne_dist_avg: 6.936035 + cheese-corne_dist_wavg: 9.689925 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 7.6103516 + mouse-cheese_dist_finite_wavg: 7.962867 + mouse-cheese_dist_solvable_avg: 7.6103516 + mouse-cheese_dist_solvable_wavg: 7.9628677 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.368164 + num_walls_wavg: 6.9395227 + prop_walls_avg: 0.2768767 + prop_walls_wavg: 0.30171844 + scoring: + avg_scores: 0.076226234 + visit_patterns: + avg_first_visit_time: 1281.6135 + avg_last_visit_time: 1529.2385 + num_replay_batches: 1539 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005808597 + avg_actor_approxkl3: 0.0006192932 + avg_actor_clipfrac: 0.031640626 + avg_actor_loss: -0.00088542636 + avg_advantage: -2.097583e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00040174997 + avg_entropy: 0.20440756 + avg_grad_norm_pre_clip: 1.3532166 + avg_loss: -0.000888959 + max: + max_actor_approxkl1: 0.0018614617 + max_actor_approxkl3: 0.001188827 + max_actor_clipfrac: 0.051879883 + max_actor_loss: 0.0003882302 + max_advantage: 0.119868875 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00043758913 + max_entropy: 0.23090956 + max_grad_norm_pre_clip: 2.305592 + max_loss: 0.00040830456 + std: + std_actor_approxkl1: 0.00047150845 + std_actor_approxkl3: 0.00028751965 + std_actor_clipfrac: 0.014614453 + std_actor_loss: 0.0007589353 + std_advantage: 0.028964639 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1303113e-05 + std_entropy: 0.010543322 + std_grad_norm_pre_clip: 0.492186 + std_loss: 0.00076287764 + eval-batch-train: + avg_avg_episode_length: 15.657019 + avg_avg_return: 0.8513594 + avg_benchmark_regret: 0.0048847436 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32841492 + proxy_corner: + avg_avg_return: 0.06837938 + avg_reward_per_step: 0.015014648 + eval-batch-orig: + avg_avg_episode_length: 17.029154 + avg_avg_return: 0.8384223 + avg_benchmark_regret: 0.0054692 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2635193 + proxy_corner: + avg_avg_return: 0.8384223 + avg_reward_per_step: 0.2635193 + eval-batch-shift: + avg_avg_episode_length: 13.00894 + avg_avg_return: 0.8822092 + avg_benchmark_regret: 0.0051525943 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3393402 + proxy_corner: + avg_avg_return: 0.05266197 + avg_reward_per_step: 0.015579224 + eval-batch-tree: + avg_avg_episode_length: 8.470944 + avg_avg_return: 0.9719653 + avg_benchmark_regret: 0.022455005 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25400543 + proxy_corner: + avg_avg_return: 0.9719653 + avg_reward_per_step: 0.25400543 +=========================================================== +=========================================================== + step: + env-step-all-before: 99614720 + env-step-replay-before: 51052544 + env-step-used-before: 99614720 + ppo-update-before: 60800 + env-step-generate-before: 48562176 + env-step-all-after: 99647488 + env-step-replay-after: 51085312 + env-step-used-after: 99647488 + ppo-update-after: 60820 + env-step-generate-after: 48562176 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.8477955 + avg_avg_return: 0.91635334 + avg_reward_per_step: 0.10681152 + proxy_corner: + avg_avg_return: 0.17239875 + avg_reward_per_step: 0.017578125 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.8477955 + avg_avg_return: 0.91635334 + avg_reward_per_step: 0.10681152 + proxy_corner: + avg_avg_return: 0.17239875 + avg_reward_per_step: 0.017578125 + perf: + env_steps_per_second: 590757.2665923482 + ppo_updates_per_second: 74.2664748561988 + eval-batch-train-duration: 0.2634818499791436 + eval-batch-orig-duration: 0.16088654997292906 + eval-batch-shift-duration: 0.14485589700052515 + eval-batch-tree-duration: 0.14121403399622068 + ued: + distances: + cheese-corne_dist_avg: 6.954956 + cheese-corne_dist_wavg: 11.938886 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.614502 + mouse-cheese_dist_finite_wavg: 7.067025 + mouse-cheese_dist_solvable_avg: 7.614502 + mouse-cheese_dist_solvable_wavg: 7.067025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3740234 + num_walls_wavg: 7.83711 + prop_walls_avg: 0.27713144 + prop_walls_wavg: 0.34074396 + scoring: + avg_scores: 0.07467352 + visit_patterns: + avg_first_visit_time: 1297.467 + avg_last_visit_time: 1549.2583 + num_replay_batches: 1559 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019566033 + avg_actor_approxkl3: 0.0017452404 + avg_actor_clipfrac: 0.059631348 + avg_actor_loss: 0.0014081438 + avg_advantage: -0.0032143889 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006787977 + avg_entropy: 0.19280772 + avg_grad_norm_pre_clip: 2.80974 + avg_loss: 0.0015547349 + max: + max_actor_approxkl1: 0.004895423 + max_actor_approxkl3: 0.0043574534 + max_actor_clipfrac: 0.107910156 + max_actor_loss: 0.009857848 + max_advantage: 0.17206323 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0014930988 + max_entropy: 0.21019888 + max_grad_norm_pre_clip: 8.405827 + max_loss: 0.010125088 + std: + std_actor_approxkl1: 0.0012363247 + std_actor_approxkl3: 0.0011584993 + std_actor_clipfrac: 0.027548797 + std_actor_loss: 0.0024726659 + std_advantage: 0.03741035 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003222216 + std_entropy: 0.008909761 + std_grad_norm_pre_clip: 1.594329 + std_loss: 0.0024946972 + eval-batch-train: + avg_avg_episode_length: 15.577436 + avg_avg_return: 0.8516146 + avg_benchmark_regret: 0.0046296385 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32699585 + proxy_corner: + avg_avg_return: 0.07742127 + avg_reward_per_step: 0.015625 + eval-batch-orig: + avg_avg_episode_length: 16.99584 + avg_avg_return: 0.8385628 + avg_benchmark_regret: 0.005328665 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26674652 + proxy_corner: + avg_avg_return: 0.8385628 + avg_reward_per_step: 0.26674652 + eval-batch-shift: + avg_avg_episode_length: 12.905653 + avg_avg_return: 0.8832829 + avg_benchmark_regret: 0.004078809 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33807373 + proxy_corner: + avg_avg_return: 0.055658937 + avg_reward_per_step: 0.016151428 + eval-batch-tree: + avg_avg_episode_length: 9.772348 + avg_avg_return: 0.9626441 + avg_benchmark_regret: 0.031776126 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2538452 + proxy_corner: + avg_avg_return: 0.9626441 + avg_reward_per_step: 0.2538452 +=========================================================== +=========================================================== + step: + env-step-all-before: 100663296 + env-step-replay-before: 51675136 + env-step-used-before: 100663296 + ppo-update-before: 61440 + env-step-generate-before: 48988160 + env-step-all-after: 100696064 + env-step-replay-after: 51675136 + env-step-used-after: 100696064 + ppo-update-after: 61460 + env-step-generate-after: 49020928 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.070463 + avg_avg_return: 0.89091206 + avg_reward_per_step: 0.3534851 + proxy_corner: + avg_avg_return: 0.07248172 + avg_reward_per_step: 0.018798828 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.070463 + avg_avg_return: 0.89091206 + avg_reward_per_step: 0.3534851 + proxy_corner: + avg_avg_return: 0.07248172 + avg_reward_per_step: 0.018798828 + perf: + env_steps_per_second: 978622.2935286226 + ppo_updates_per_second: 84.07857959118778 + eval-batch-train-duration: 0.25335839099716395 + eval-batch-orig-duration: 0.16561289801029488 + eval-batch-shift-duration: 0.14846201403997838 + eval-batch-tree-duration: 0.14334098302060738 + ued: + distances: + cheese-corne_dist_avg: 7.0266113 + cheese-corne_dist_wavg: 1.6116943 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.617676 + mouse-cheese_dist_finite_wavg: 8.863814 + mouse-cheese_dist_solvable_avg: 7.617676 + mouse-cheese_dist_solvable_wavg: 8.863815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.366455 + num_walls_wavg: 5.139621 + prop_walls_avg: 0.2768024 + prop_walls_wavg: 0.2234618 + scoring: + avg_scores: 0.078063436 + visit_patterns: + avg_first_visit_time: 1313.2019 + avg_last_visit_time: 1567.2112 + num_replay_batches: 1577 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0025357467 + avg_actor_approxkl3: 0.001997709 + avg_actor_clipfrac: 0.062164307 + avg_actor_loss: 0.0005386701 + avg_advantage: -0.024728324 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032666542 + avg_entropy: 0.14478652 + avg_grad_norm_pre_clip: 2.194076 + avg_loss: 0.0020272105 + max: + max_actor_approxkl1: 0.0070858835 + max_actor_approxkl3: 0.003995806 + max_actor_clipfrac: 0.10180664 + max_actor_loss: 0.0022294149 + max_advantage: 0.13015133 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005286165 + max_entropy: 0.17760956 + max_grad_norm_pre_clip: 3.5229878 + max_loss: 0.0038892338 + std: + std_actor_approxkl1: 0.0017471244 + std_actor_approxkl3: 0.001040387 + std_actor_clipfrac: 0.022958206 + std_actor_loss: 0.0010099845 + std_advantage: 0.08023329 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008016586 + std_entropy: 0.0155555215 + std_grad_norm_pre_clip: 0.69053566 + std_loss: 0.0009907808 + eval-batch-train: + avg_avg_episode_length: 15.547033 + avg_avg_return: 0.8512478 + avg_benchmark_regret: 0.0049963742 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3286667 + proxy_corner: + avg_avg_return: 0.07362048 + avg_reward_per_step: 0.0158844 + eval-batch-orig: + avg_avg_episode_length: 17.04525 + avg_avg_return: 0.8383288 + avg_benchmark_regret: 0.0055626915 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26729584 + proxy_corner: + avg_avg_return: 0.8383288 + avg_reward_per_step: 0.26729584 + eval-batch-shift: + avg_avg_episode_length: 12.897319 + avg_avg_return: 0.88336015 + avg_benchmark_regret: 0.0040015886 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3390503 + proxy_corner: + avg_avg_return: 0.055421244 + avg_reward_per_step: 0.01612854 + eval-batch-tree: + avg_avg_episode_length: 9.580527 + avg_avg_return: 0.96065307 + avg_benchmark_regret: 0.03376723 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25505066 + proxy_corner: + avg_avg_return: 0.96065307 + avg_reward_per_step: 0.25505066 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 101711872 + env-step-replay-before: 52101120 + env-step-used-before: 101711872 + ppo-update-before: 62080 + env-step-generate-before: 49610752 + env-step-all-after: 101744640 + env-step-replay-after: 52133888 + env-step-used-after: 101744640 + ppo-update-after: 62100 + env-step-generate-after: 49610752 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.991669 + avg_avg_return: 0.91923124 + avg_reward_per_step: 0.105285645 + proxy_corner: + avg_avg_return: 0.1440901 + avg_reward_per_step: 0.014190674 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.991669 + avg_avg_return: 0.91923124 + avg_reward_per_step: 0.105285645 + proxy_corner: + avg_avg_return: 0.1440901 + avg_reward_per_step: 0.014190674 + perf: + env_steps_per_second: 940643.2794517023 + ppo_updates_per_second: 75.78967555069634 + eval-batch-train-duration: 0.33491464803228155 + eval-batch-orig-duration: 0.17771372402785346 + eval-batch-shift-duration: 0.15471650200197473 + eval-batch-tree-duration: 0.14642786094918847 + ued: + distances: + cheese-corne_dist_avg: 6.9660645 + cheese-corne_dist_wavg: 2.5020592 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.625244 + mouse-cheese_dist_finite_wavg: 6.167251 + mouse-cheese_dist_solvable_avg: 7.625244 + mouse-cheese_dist_solvable_wavg: 6.167252 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3706055 + num_walls_wavg: 8.733392 + prop_walls_avg: 0.27698284 + prop_walls_wavg: 0.3797128 + scoring: + avg_scores: 0.07491152 + visit_patterns: + avg_first_visit_time: 1332.1624 + avg_last_visit_time: 1581.1475 + num_replay_batches: 1591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012789778 + avg_actor_approxkl3: 0.0009814784 + avg_actor_clipfrac: 0.04185791 + avg_actor_loss: -0.0010405409 + avg_advantage: 0.04836032 + avg_critic_clipfrac: 0.010968017 + avg_critic_loss: 0.00096310873 + avg_entropy: 0.19099776 + avg_grad_norm_pre_clip: 1.8473505 + avg_loss: -0.0007499843 + max: + max_actor_approxkl1: 0.0029018444 + max_actor_approxkl3: 0.0019383578 + max_actor_clipfrac: 0.08154297 + max_actor_loss: 0.00066313334 + max_advantage: 0.21815461 + max_critic_clipfrac: 0.12084961 + max_critic_loss: 0.0018610521 + max_entropy: 0.20893031 + max_grad_norm_pre_clip: 2.8030035 + max_loss: 0.00087458675 + std: + std_actor_approxkl1: 0.00075948855 + std_actor_approxkl3: 0.0005325138 + std_actor_clipfrac: 0.020196786 + std_actor_loss: 0.0009528059 + std_advantage: 0.035650056 + std_critic_clipfrac: 0.028415656 + std_critic_loss: 0.0003322662 + std_entropy: 0.010084155 + std_grad_norm_pre_clip: 0.48594427 + std_loss: 0.0010166356 + eval-batch-train: + avg_avg_episode_length: 15.449013 + avg_avg_return: 0.85223347 + avg_benchmark_regret: 0.004010737 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33059692 + proxy_corner: + avg_avg_return: 0.069950216 + avg_reward_per_step: 0.01525116 + eval-batch-orig: + avg_avg_episode_length: 16.997011 + avg_avg_return: 0.8392496 + avg_benchmark_regret: 0.0046418663 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2637558 + proxy_corner: + avg_avg_return: 0.8392496 + avg_reward_per_step: 0.2637558 + eval-batch-shift: + avg_avg_episode_length: 12.915707 + avg_avg_return: 0.88293314 + avg_benchmark_regret: 0.004428626 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3387146 + proxy_corner: + avg_avg_return: 0.054197 + avg_reward_per_step: 0.015449524 + eval-batch-tree: + avg_avg_episode_length: 9.155109 + avg_avg_return: 0.9654758 + avg_benchmark_regret: 0.028944427 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2539215 + proxy_corner: + avg_avg_return: 0.9654758 + avg_reward_per_step: 0.2539215 +=========================================================== +=========================================================== + step: + env-step-all-before: 102760448 + env-step-replay-before: 52625408 + env-step-used-before: 102760448 + ppo-update-before: 62720 + env-step-generate-before: 50135040 + env-step-all-after: 102793216 + env-step-replay-after: 52625408 + env-step-used-after: 102793216 + ppo-update-after: 62740 + env-step-generate-after: 50167808 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.631788 + avg_avg_return: 0.84865844 + avg_reward_per_step: 0.34628296 + proxy_corner: + avg_avg_return: 0.06570872 + avg_reward_per_step: 0.012634277 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.631788 + avg_avg_return: 0.84865844 + avg_reward_per_step: 0.34628296 + proxy_corner: + avg_avg_return: 0.06570872 + avg_reward_per_step: 0.012634277 + perf: + env_steps_per_second: 915811.3432207335 + ppo_updates_per_second: 108.50940700223686 + eval-batch-train-duration: 0.19919836602639407 + eval-batch-orig-duration: 0.1507783200358972 + eval-batch-shift-duration: 0.142505727999378 + eval-batch-tree-duration: 0.14073685399489477 + ued: + distances: + cheese-corne_dist_avg: 6.9797363 + cheese-corne_dist_wavg: 11.954414 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 7.604492 + mouse-cheese_dist_finite_wavg: 9.7607765 + mouse-cheese_dist_solvable_avg: 7.604492 + mouse-cheese_dist_solvable_wavg: 9.7607765 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.35791 + num_walls_wavg: 8.738582 + prop_walls_avg: 0.27643085 + prop_walls_wavg: 0.3799382 + scoring: + avg_scores: 0.076118805 + visit_patterns: + avg_first_visit_time: 1354.5862 + avg_last_visit_time: 1596.4148 + num_replay_batches: 1606 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021164285 + avg_actor_approxkl3: 0.00204756 + avg_actor_clipfrac: 0.062176514 + avg_actor_loss: 0.0008486714 + avg_advantage: -0.04110742 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0046268385 + avg_entropy: 0.15489434 + avg_grad_norm_pre_clip: 2.2072732 + avg_loss: 0.0030071966 + max: + max_actor_approxkl1: 0.005026444 + max_actor_approxkl3: 0.0052673835 + max_actor_clipfrac: 0.10644531 + max_actor_loss: 0.003978342 + max_advantage: 0.12918967 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0074062897 + max_entropy: 0.19362326 + max_grad_norm_pre_clip: 4.160135 + max_loss: 0.0063206283 + std: + std_actor_approxkl1: 0.0012074969 + std_actor_approxkl3: 0.0011449746 + std_actor_clipfrac: 0.02595415 + std_actor_loss: 0.0014846589 + std_advantage: 0.0941963 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009909756 + std_entropy: 0.021905897 + std_grad_norm_pre_clip: 0.8010047 + std_loss: 0.0015644052 + eval-batch-train: + avg_avg_episode_length: 15.535711 + avg_avg_return: 0.85135007 + avg_benchmark_regret: 0.0048940848 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32920837 + proxy_corner: + avg_avg_return: 0.065551594 + avg_reward_per_step: 0.015113831 + eval-batch-orig: + avg_avg_episode_length: 16.983078 + avg_avg_return: 0.83901024 + avg_benchmark_regret: 0.0048812153 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26339722 + proxy_corner: + avg_avg_return: 0.83901024 + avg_reward_per_step: 0.26339722 + eval-batch-shift: + avg_avg_episode_length: 12.93251 + avg_avg_return: 0.88292646 + avg_benchmark_regret: 0.0044352235 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33883667 + proxy_corner: + avg_avg_return: 0.052033164 + avg_reward_per_step: 0.015403748 + eval-batch-tree: + avg_avg_episode_length: 8.873104 + avg_avg_return: 0.9680103 + avg_benchmark_regret: 0.026409991 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25448608 + proxy_corner: + avg_avg_return: 0.9680103 + avg_reward_per_step: 0.25448608 +=========================================================== +=========================================================== + step: + env-step-all-before: 103809024 + env-step-replay-before: 53149696 + env-step-used-before: 103809024 + ppo-update-before: 63360 + env-step-generate-before: 50659328 + env-step-all-after: 103841792 + env-step-replay-after: 53182464 + env-step-used-after: 103841792 + ppo-update-after: 63380 + env-step-generate-after: 50659328 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.692087 + avg_avg_return: 0.91754216 + avg_reward_per_step: 0.11047363 + proxy_corner: + avg_avg_return: 0.15894973 + avg_reward_per_step: 0.016204834 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.692087 + avg_avg_return: 0.91754216 + avg_reward_per_step: 0.11047363 + proxy_corner: + avg_avg_return: 0.15894973 + avg_reward_per_step: 0.016204834 + perf: + env_steps_per_second: 601973.9295354399 + ppo_updates_per_second: 74.75524441425888 + eval-batch-train-duration: 0.2666684260475449 + eval-batch-orig-duration: 0.15442628599703312 + eval-batch-shift-duration: 0.144709671032615 + eval-batch-tree-duration: 0.14073715498670936 + ued: + distances: + cheese-corne_dist_avg: 7.0021973 + cheese-corne_dist_wavg: 5.1970997 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 7.5810547 + mouse-cheese_dist_finite_wavg: 10.656897 + mouse-cheese_dist_solvable_avg: 7.5810547 + mouse-cheese_dist_solvable_wavg: 10.656894 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000002 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3449707 + num_walls_wavg: 6.933701 + prop_walls_avg: 0.27586827 + prop_walls_wavg: 0.30146536 + scoring: + avg_scores: 0.07488714 + visit_patterns: + avg_first_visit_time: 1370.4927 + avg_last_visit_time: 1613.1655 + num_replay_batches: 1623 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.002006603 + avg_actor_approxkl3: 0.0017378625 + avg_actor_clipfrac: 0.05906372 + avg_actor_loss: 6.297873e-05 + avg_advantage: 0.035056747 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0013652688 + avg_entropy: 0.18460438 + avg_grad_norm_pre_clip: 2.3286808 + avg_loss: 0.0005610087 + max: + max_actor_approxkl1: 0.0065320074 + max_actor_approxkl3: 0.0034629274 + max_actor_clipfrac: 0.10449219 + max_actor_loss: 0.002912324 + max_advantage: 0.21584034 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0022957593 + max_entropy: 0.20971596 + max_grad_norm_pre_clip: 3.5496032 + max_loss: 0.003500882 + std: + std_actor_approxkl1: 0.0015963855 + std_actor_approxkl3: 0.0009220597 + std_actor_clipfrac: 0.021218766 + std_actor_loss: 0.0017698044 + std_advantage: 0.047520813 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00047368358 + std_entropy: 0.012335492 + std_grad_norm_pre_clip: 0.7238702 + std_loss: 0.0016679051 + eval-batch-train: + avg_avg_episode_length: 15.4813 + avg_avg_return: 0.8519701 + avg_benchmark_regret: 0.004274115 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33109283 + proxy_corner: + avg_avg_return: 0.07307073 + avg_reward_per_step: 0.015617371 + eval-batch-orig: + avg_avg_episode_length: 16.98193 + avg_avg_return: 0.83853596 + avg_benchmark_regret: 0.0053554797 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26567078 + proxy_corner: + avg_avg_return: 0.83853596 + avg_reward_per_step: 0.26567078 + eval-batch-shift: + avg_avg_episode_length: 12.911667 + avg_avg_return: 0.8828176 + avg_benchmark_regret: 0.004544126 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33927917 + proxy_corner: + avg_avg_return: 0.05274171 + avg_reward_per_step: 0.015701294 + eval-batch-tree: + avg_avg_episode_length: 8.390356 + avg_avg_return: 0.96959424 + avg_benchmark_regret: 0.024826035 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2565384 + proxy_corner: + avg_avg_return: 0.96959424 + avg_reward_per_step: 0.2565384 +=========================================================== +=========================================================== + step: + env-step-all-before: 104857600 + env-step-replay-before: 53772288 + env-step-used-before: 104857600 + ppo-update-before: 64000 + env-step-generate-before: 51085312 + env-step-all-after: 104890368 + env-step-replay-after: 53772288 + env-step-used-after: 104890368 + ppo-update-after: 64020 + env-step-generate-after: 51118080 + train-generate: + shift_proportion: 0.9921875 + avg_avg_episode_length: 13.005071 + avg_avg_return: 0.8680983 + avg_reward_per_step: 0.3416748 + proxy_corner: + avg_avg_return: 0.05635102 + avg_reward_per_step: 0.0087890625 + train-all: + shift_proportion: 0.9921875 + avg_avg_episode_length: 13.005071 + avg_avg_return: 0.8680983 + avg_reward_per_step: 0.3416748 + proxy_corner: + avg_avg_return: 0.05635102 + avg_reward_per_step: 0.0087890625 + perf: + env_steps_per_second: 965477.9749927481 + ppo_updates_per_second: 77.33495427071233 + eval-batch-train-duration: 0.27877818001434207 + eval-batch-orig-duration: 0.17268937500193715 + eval-batch-shift-duration: 0.14847711299080402 + eval-batch-tree-duration: 0.1412847579922527 + ued: + distances: + cheese-corne_dist_avg: 6.9711914 + cheese-corne_dist_wavg: 11.940066 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 7.572998 + mouse-cheese_dist_finite_wavg: 9.762509 + mouse-cheese_dist_solvable_avg: 7.572998 + mouse-cheese_dist_solvable_wavg: 9.76251 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.331787 + num_walls_wavg: 6.03261 + prop_walls_avg: 0.27529508 + prop_walls_wavg: 0.26228738 + scoring: + avg_scores: 0.07354775 + visit_patterns: + avg_first_visit_time: 1388.0151 + avg_last_visit_time: 1631.3411 + num_replay_batches: 1641 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016672071 + avg_actor_approxkl3: 0.0016881153 + avg_actor_clipfrac: 0.058929443 + avg_actor_loss: 5.725939e-05 + avg_advantage: -0.029755583 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004022378 + avg_entropy: 0.15591691 + avg_grad_norm_pre_clip: 2.0035079 + avg_loss: 0.0019125318 + max: + max_actor_approxkl1: 0.0044314377 + max_actor_approxkl3: 0.004038413 + max_actor_clipfrac: 0.10656738 + max_actor_loss: 0.0037712976 + max_advantage: 0.13655466 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0064153234 + max_entropy: 0.19236898 + max_grad_norm_pre_clip: 4.208702 + max_loss: 0.0051372275 + std: + std_actor_approxkl1: 0.0011302959 + std_actor_approxkl3: 0.00089984736 + std_actor_clipfrac: 0.02426007 + std_actor_loss: 0.0012806134 + std_advantage: 0.08859762 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012210305 + std_entropy: 0.02222424 + std_grad_norm_pre_clip: 0.82089514 + std_loss: 0.0012772584 + eval-batch-train: + avg_avg_episode_length: 15.422585 + avg_avg_return: 0.8521166 + avg_benchmark_regret: 0.0041276547 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33234406 + proxy_corner: + avg_avg_return: 0.073224805 + avg_reward_per_step: 0.016113281 + eval-batch-orig: + avg_avg_episode_length: 16.966122 + avg_avg_return: 0.8389214 + avg_benchmark_regret: 0.0049700486 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2693329 + proxy_corner: + avg_avg_return: 0.8389214 + avg_reward_per_step: 0.2693329 + eval-batch-shift: + avg_avg_episode_length: 12.8498535 + avg_avg_return: 0.8832248 + avg_benchmark_regret: 0.00413696 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33851624 + proxy_corner: + avg_avg_return: 0.05987472 + avg_reward_per_step: 0.016548157 + eval-batch-tree: + avg_avg_episode_length: 8.358556 + avg_avg_return: 0.96922094 + avg_benchmark_regret: 0.025199309 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25743103 + proxy_corner: + avg_avg_return: 0.96922094 + avg_reward_per_step: 0.25743103 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 105906176 + env-step-replay-before: 54198272 + env-step-used-before: 105906176 + ppo-update-before: 64640 + env-step-generate-before: 51707904 + env-step-all-after: 105938944 + env-step-replay-after: 54198272 + env-step-used-after: 105938944 + ppo-update-after: 64660 + env-step-generate-after: 51740672 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 15.0093975 + avg_avg_return: 0.843715 + avg_reward_per_step: 0.3567505 + proxy_corner: + avg_avg_return: 0.07567664 + avg_reward_per_step: 0.014190674 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 15.0093975 + avg_avg_return: 0.843715 + avg_reward_per_step: 0.3567505 + proxy_corner: + avg_avg_return: 0.07567664 + avg_reward_per_step: 0.014190674 + perf: + env_steps_per_second: 911384.946282635 + ppo_updates_per_second: 92.14148918779438 + eval-batch-train-duration: 0.2292438629665412 + eval-batch-orig-duration: 0.14545026898849756 + eval-batch-shift-duration: 0.14250347501365468 + eval-batch-tree-duration: 0.13918792601907626 + ued: + distances: + cheese-corne_dist_avg: 6.906006 + cheese-corne_dist_wavg: 5.1981964 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 7.5773926 + mouse-cheese_dist_finite_wavg: 9.7565975 + mouse-cheese_dist_solvable_avg: 7.5773926 + mouse-cheese_dist_solvable_wavg: 9.756598 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3171387 + num_walls_wavg: 6.0323825 + prop_walls_avg: 0.2746582 + prop_walls_wavg: 0.2622775 + scoring: + avg_scores: 0.07334208 + visit_patterns: + avg_first_visit_time: 1406.6594 + avg_last_visit_time: 1644.3228 + num_replay_batches: 1654 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0024724158 + avg_actor_approxkl3: 0.0017705852 + avg_actor_clipfrac: 0.05894165 + avg_actor_loss: 0.00023980961 + avg_advantage: -0.0068192696 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0047472613 + avg_entropy: 0.16816704 + avg_grad_norm_pre_clip: 1.8873707 + avg_loss: 0.002445273 + max: + max_actor_approxkl1: 0.006256834 + max_actor_approxkl3: 0.00399533 + max_actor_clipfrac: 0.10583496 + max_actor_loss: 0.0025113598 + max_advantage: 0.17537731 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00734891 + max_entropy: 0.20251298 + max_grad_norm_pre_clip: 3.2693877 + max_loss: 0.0048114927 + std: + std_actor_approxkl1: 0.0017676775 + std_actor_approxkl3: 0.0011649573 + std_actor_clipfrac: 0.028383521 + std_actor_loss: 0.001017885 + std_advantage: 0.09805014 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012458628 + std_entropy: 0.017942175 + std_grad_norm_pre_clip: 0.66597444 + std_loss: 0.0012118359 + eval-batch-train: + avg_avg_episode_length: 15.473119 + avg_avg_return: 0.8516377 + avg_benchmark_regret: 0.0046064705 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.32946777 + proxy_corner: + avg_avg_return: 0.07112647 + avg_reward_per_step: 0.015266418 + eval-batch-orig: + avg_avg_episode_length: 16.99884 + avg_avg_return: 0.8390446 + avg_benchmark_regret: 0.0048468993 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26294708 + proxy_corner: + avg_avg_return: 0.8390446 + avg_reward_per_step: 0.26294708 + eval-batch-shift: + avg_avg_episode_length: 13.016409 + avg_avg_return: 0.8826136 + avg_benchmark_regret: 0.004748136 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33876038 + proxy_corner: + avg_avg_return: 0.05221478 + avg_reward_per_step: 0.015487671 + eval-batch-tree: + avg_avg_episode_length: 8.159334 + avg_avg_return: 0.97172606 + avg_benchmark_regret: 0.02269422 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25630188 + proxy_corner: + avg_avg_return: 0.97172606 + avg_reward_per_step: 0.25630188 +=========================================================== +=========================================================== + step: + env-step-all-before: 106954752 + env-step-replay-before: 54624256 + env-step-used-before: 106954752 + ppo-update-before: 65280 + env-step-generate-before: 52330496 + env-step-all-after: 106987520 + env-step-replay-after: 54624256 + env-step-used-after: 106987520 + ppo-update-after: 65300 + env-step-generate-after: 52363264 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 15.718545 + avg_avg_return: 0.83487976 + avg_reward_per_step: 0.34301758 + proxy_corner: + avg_avg_return: 0.061585993 + avg_reward_per_step: 0.012268066 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 15.718545 + avg_avg_return: 0.83487976 + avg_reward_per_step: 0.34301758 + proxy_corner: + avg_avg_return: 0.061585993 + avg_reward_per_step: 0.012268066 + perf: + env_steps_per_second: 618045.7011050269 + ppo_updates_per_second: 76.35849337832248 + eval-batch-train-duration: 0.2544433459988795 + eval-batch-orig-duration: 0.15362910297699273 + eval-batch-shift-duration: 0.14419851900311187 + eval-batch-tree-duration: 0.1444662639987655 + ued: + distances: + cheese-corne_dist_avg: 6.9329834 + cheese-corne_dist_wavg: 11.936668 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.57959 + mouse-cheese_dist_finite_wavg: 7.96603 + mouse-cheese_dist_solvable_avg: 7.57959 + mouse-cheese_dist_solvable_wavg: 7.966029 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.331299 + num_walls_wavg: 7.8336525 + prop_walls_avg: 0.27527383 + prop_walls_wavg: 0.3405936 + scoring: + avg_scores: 0.07558366 + visit_patterns: + avg_first_visit_time: 1421.6558 + avg_last_visit_time: 1657.166 + num_replay_batches: 1667 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0021223756 + avg_actor_approxkl3: 0.0017780624 + avg_actor_clipfrac: 0.05633545 + avg_actor_loss: 0.0008750014 + avg_advantage: -0.025861267 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0050156177 + avg_entropy: 0.1525654 + avg_grad_norm_pre_clip: 2.1217325 + avg_loss: 0.0032302446 + max: + max_actor_approxkl1: 0.004203801 + max_actor_approxkl3: 0.0036213167 + max_actor_clipfrac: 0.08886719 + max_actor_loss: 0.0039552227 + max_advantage: 0.16151065 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006284744 + max_entropy: 0.1841823 + max_grad_norm_pre_clip: 3.5273228 + max_loss: 0.0064429855 + std: + std_actor_approxkl1: 0.0013863478 + std_actor_approxkl3: 0.0009081578 + std_actor_clipfrac: 0.023059871 + std_actor_loss: 0.0013754453 + std_advantage: 0.09988775 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007697155 + std_entropy: 0.01471921 + std_grad_norm_pre_clip: 0.7549975 + std_loss: 0.0012529714 + eval-batch-train: + avg_avg_episode_length: 15.469984 + avg_avg_return: 0.8522548 + avg_benchmark_regret: 0.003989429 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33397675 + proxy_corner: + avg_avg_return: 0.06675504 + avg_reward_per_step: 0.015304565 + eval-batch-orig: + avg_avg_episode_length: 16.928516 + avg_avg_return: 0.8387809 + avg_benchmark_regret: 0.0051106066 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2673416 + proxy_corner: + avg_avg_return: 0.8387809 + avg_reward_per_step: 0.2673416 + eval-batch-shift: + avg_avg_episode_length: 12.868976 + avg_avg_return: 0.88337016 + avg_benchmark_regret: 0.0039915293 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34279633 + proxy_corner: + avg_avg_return: 0.047759645 + avg_reward_per_step: 0.01473999 + eval-batch-tree: + avg_avg_episode_length: 8.2073555 + avg_avg_return: 0.96783954 + avg_benchmark_regret: 0.026580732 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25959778 + proxy_corner: + avg_avg_return: 0.96783954 + avg_reward_per_step: 0.25959778 +=========================================================== +=========================================================== + step: + env-step-all-before: 108003328 + env-step-replay-before: 55115776 + env-step-used-before: 108003328 + ppo-update-before: 65920 + env-step-generate-before: 52887552 + env-step-all-after: 108036096 + env-step-replay-after: 55148544 + env-step-used-after: 108036096 + ppo-update-after: 65940 + env-step-generate-after: 52887552 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.15901 + avg_avg_return: 0.9203944 + avg_reward_per_step: 0.110839844 + proxy_corner: + avg_avg_return: 0.16178711 + avg_reward_per_step: 0.018005371 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.15901 + avg_avg_return: 0.9203944 + avg_reward_per_step: 0.110839844 + proxy_corner: + avg_avg_return: 0.16178711 + avg_reward_per_step: 0.018005371 + perf: + env_steps_per_second: 911639.2132387792 + ppo_updates_per_second: 104.9318097625491 + eval-batch-train-duration: 0.20428009500028566 + eval-batch-orig-duration: 0.15093440498458222 + eval-batch-shift-duration: 0.14285165100591257 + eval-batch-tree-duration: 0.14735484804259613 + ued: + distances: + cheese-corne_dist_avg: 6.933838 + cheese-corne_dist_wavg: 1.6034715 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.581543 + mouse-cheese_dist_finite_wavg: 11.556092 + mouse-cheese_dist_solvable_avg: 7.581543 + mouse-cheese_dist_solvable_wavg: 11.556091 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3271484 + num_walls_wavg: 6.0337553 + prop_walls_avg: 0.27509338 + prop_walls_wavg: 0.26233712 + scoring: + avg_scores: 0.07596068 + visit_patterns: + avg_first_visit_time: 1438.763 + avg_last_visit_time: 1673.3137 + num_replay_batches: 1683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018965704 + avg_actor_approxkl3: 0.0016605884 + avg_actor_clipfrac: 0.06034546 + avg_actor_loss: 0.000693094 + avg_advantage: 0.047740325 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00092533167 + avg_entropy: 0.18650877 + avg_grad_norm_pre_clip: 2.3893762 + avg_loss: 0.0009692511 + max: + max_actor_approxkl1: 0.0047885356 + max_actor_approxkl3: 0.003895548 + max_actor_clipfrac: 0.12182617 + max_actor_loss: 0.0029837862 + max_advantage: 0.2741151 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002011795 + max_entropy: 0.20477931 + max_grad_norm_pre_clip: 3.5416286 + max_loss: 0.003227004 + std: + std_actor_approxkl1: 0.001317852 + std_actor_approxkl3: 0.0010724013 + std_actor_clipfrac: 0.029327054 + std_actor_loss: 0.001322921 + std_advantage: 0.03586362 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003056943 + std_entropy: 0.010856723 + std_grad_norm_pre_clip: 0.78495574 + std_loss: 0.0013138801 + eval-batch-train: + avg_avg_episode_length: 15.405895 + avg_avg_return: 0.8518064 + avg_benchmark_regret: 0.004437754 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3343277 + proxy_corner: + avg_avg_return: 0.07192375 + avg_reward_per_step: 0.015426636 + eval-batch-orig: + avg_avg_episode_length: 16.9016 + avg_avg_return: 0.83913696 + avg_benchmark_regret: 0.004754504 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26908112 + proxy_corner: + avg_avg_return: 0.83913696 + avg_reward_per_step: 0.26908112 + eval-batch-shift: + avg_avg_episode_length: 12.912041 + avg_avg_return: 0.883122 + avg_benchmark_regret: 0.004239654 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33987427 + proxy_corner: + avg_avg_return: 0.051517382 + avg_reward_per_step: 0.015350342 + eval-batch-tree: + avg_avg_episode_length: 8.545064 + avg_avg_return: 0.96723497 + avg_benchmark_regret: 0.027185325 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25842285 + proxy_corner: + avg_avg_return: 0.96723497 + avg_reward_per_step: 0.25842285 +=========================================================== +=========================================================== + step: + env-step-all-before: 109051904 + env-step-replay-before: 55541760 + env-step-used-before: 109051904 + ppo-update-before: 66560 + env-step-generate-before: 53510144 + env-step-all-after: 109084672 + env-step-replay-after: 55574528 + env-step-used-after: 109084672 + ppo-update-after: 66580 + env-step-generate-after: 53510144 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.050929 + avg_avg_return: 0.9149674 + avg_reward_per_step: 0.11105347 + proxy_corner: + avg_avg_return: 0.18500382 + avg_reward_per_step: 0.019897461 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.050929 + avg_avg_return: 0.9149674 + avg_reward_per_step: 0.11105347 + proxy_corner: + avg_avg_return: 0.18500382 + avg_reward_per_step: 0.019897461 + perf: + env_steps_per_second: 908174.0128878251 + ppo_updates_per_second: 107.58441916511413 + eval-batch-train-duration: 0.20512409502407536 + eval-batch-orig-duration: 0.15643908904166892 + eval-batch-shift-duration: 0.1458508429932408 + eval-batch-tree-duration: 0.14391188899753615 + ued: + distances: + cheese-corne_dist_avg: 6.9349365 + cheese-corne_dist_wavg: 2.4979827 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 7.6069336 + mouse-cheese_dist_finite_wavg: 2.5640821 + mouse-cheese_dist_solvable_avg: 7.6069336 + mouse-cheese_dist_solvable_wavg: 2.5640824 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3134766 + num_walls_wavg: 8.725644 + prop_walls_avg: 0.27449894 + prop_walls_wavg: 0.379376 + scoring: + avg_scores: 0.07318357 + visit_patterns: + avg_first_visit_time: 1454.9878 + avg_last_visit_time: 1686.272 + num_replay_batches: 1696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013672126 + avg_actor_approxkl3: 0.0012780064 + avg_actor_clipfrac: 0.054437257 + avg_actor_loss: 0.0004715506 + avg_advantage: -0.0023187445 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0013744055 + avg_entropy: 0.18614736 + avg_grad_norm_pre_clip: 2.122099 + avg_loss: 0.0009726059 + max: + max_actor_approxkl1: 0.0031874247 + max_actor_approxkl3: 0.002700667 + max_actor_clipfrac: 0.092163086 + max_actor_loss: 0.0035574366 + max_advantage: 0.26160228 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0029824467 + max_entropy: 0.20703782 + max_grad_norm_pre_clip: 2.9064744 + max_loss: 0.0043191887 + std: + std_actor_approxkl1: 0.0007728762 + std_actor_approxkl3: 0.00059819955 + std_actor_clipfrac: 0.018469946 + std_actor_loss: 0.0012329619 + std_advantage: 0.054300077 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006161404 + std_entropy: 0.012422284 + std_grad_norm_pre_clip: 0.61553246 + std_loss: 0.0012898272 + eval-batch-train: + avg_avg_episode_length: 15.39297 + avg_avg_return: 0.85236096 + avg_benchmark_regret: 0.003883259 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33476257 + proxy_corner: + avg_avg_return: 0.07421614 + avg_reward_per_step: 0.01587677 + eval-batch-orig: + avg_avg_episode_length: 16.908754 + avg_avg_return: 0.83926594 + avg_benchmark_regret: 0.0046255556 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2679596 + proxy_corner: + avg_avg_return: 0.83926594 + avg_reward_per_step: 0.2679596 + eval-batch-shift: + avg_avg_episode_length: 12.8116665 + avg_avg_return: 0.88343 + avg_benchmark_regret: 0.0039316807 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3419571 + proxy_corner: + avg_avg_return: 0.05157107 + avg_reward_per_step: 0.015380859 + eval-batch-tree: + avg_avg_episode_length: 8.677311 + avg_avg_return: 0.9660969 + avg_benchmark_regret: 0.028323378 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25765228 + proxy_corner: + avg_avg_return: 0.9660969 + avg_reward_per_step: 0.25765228 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 110100480 + env-step-replay-before: 56066048 + env-step-used-before: 110100480 + ppo-update-before: 67200 + env-step-generate-before: 54034432 + env-step-all-after: 110133248 + env-step-replay-after: 56098816 + env-step-used-after: 110133248 + ppo-update-after: 67220 + env-step-generate-after: 54034432 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.566652 + avg_avg_return: 0.9098164 + avg_reward_per_step: 0.109680176 + proxy_corner: + avg_avg_return: 0.15737978 + avg_reward_per_step: 0.016693115 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.566652 + avg_avg_return: 0.9098164 + avg_reward_per_step: 0.109680176 + proxy_corner: + avg_avg_return: 0.15737978 + avg_reward_per_step: 0.016693115 + perf: + env_steps_per_second: 911170.6253905395 + ppo_updates_per_second: 104.99575965467686 + eval-batch-train-duration: 0.203084010980092 + eval-batch-orig-duration: 0.14847416698466986 + eval-batch-shift-duration: 0.1493914169841446 + eval-batch-tree-duration: 0.15078344999346882 + ued: + distances: + cheese-corne_dist_avg: 6.9157715 + cheese-corne_dist_wavg: 11.941783 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 7.6245117 + mouse-cheese_dist_finite_wavg: 9.763506 + mouse-cheese_dist_solvable_avg: 7.6245117 + mouse-cheese_dist_solvable_wavg: 9.763506 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3168945 + num_walls_wavg: 7.8292117 + prop_walls_avg: 0.2746476 + prop_walls_wavg: 0.34040052 + scoring: + avg_scores: 0.07425623 + visit_patterns: + avg_first_visit_time: 1470.114 + avg_last_visit_time: 1702.1799 + num_replay_batches: 1712 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009779553 + avg_actor_approxkl3: 0.0008806634 + avg_actor_clipfrac: 0.039349366 + avg_actor_loss: -4.1469466e-06 + avg_advantage: 0.014130319 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0011655701 + avg_entropy: 0.18092039 + avg_grad_norm_pre_clip: 1.9953521 + avg_loss: 0.00039771778 + max: + max_actor_approxkl1: 0.0027772123 + max_actor_approxkl3: 0.0018866854 + max_actor_clipfrac: 0.06384277 + max_actor_loss: 0.0017104484 + max_advantage: 0.23352379 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0018994765 + max_entropy: 0.20206475 + max_grad_norm_pre_clip: 3.4688683 + max_loss: 0.0024590702 + std: + std_actor_approxkl1: 0.00074623624 + std_actor_approxkl3: 0.0004761729 + std_actor_clipfrac: 0.018133389 + std_actor_loss: 0.0008947478 + std_advantage: 0.049395975 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00042434412 + std_entropy: 0.010350816 + std_grad_norm_pre_clip: 0.710686 + std_loss: 0.0009097253 + eval-batch-train: + avg_avg_episode_length: 15.477413 + avg_avg_return: 0.8522656 + avg_benchmark_regret: 0.0039786743 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33006287 + proxy_corner: + avg_avg_return: 0.06173564 + avg_reward_per_step: 0.015167236 + eval-batch-orig: + avg_avg_episode_length: 16.91704 + avg_avg_return: 0.83909273 + avg_benchmark_regret: 0.0047987583 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2672119 + proxy_corner: + avg_avg_return: 0.83909273 + avg_reward_per_step: 0.2672119 + eval-batch-shift: + avg_avg_episode_length: 12.864355 + avg_avg_return: 0.8831951 + avg_benchmark_regret: 0.0041666366 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34085083 + proxy_corner: + avg_avg_return: 0.04840625 + avg_reward_per_step: 0.015235901 + eval-batch-tree: + avg_avg_episode_length: 8.531841 + avg_avg_return: 0.9660963 + avg_benchmark_regret: 0.028323933 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25881195 + proxy_corner: + avg_avg_return: 0.9660963 + avg_reward_per_step: 0.25881195 +=========================================================== +=========================================================== + step: + env-step-all-before: 111149056 + env-step-replay-before: 56688640 + env-step-used-before: 111149056 + ppo-update-before: 67840 + env-step-generate-before: 54460416 + env-step-all-after: 111181824 + env-step-replay-after: 56721408 + env-step-used-after: 111181824 + ppo-update-after: 67860 + env-step-generate-after: 54460416 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.81621 + avg_avg_return: 0.92884827 + avg_reward_per_step: 0.11618042 + proxy_corner: + avg_avg_return: 0.15517831 + avg_reward_per_step: 0.016448975 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.81621 + avg_avg_return: 0.92884827 + avg_reward_per_step: 0.11618042 + proxy_corner: + avg_avg_return: 0.15517831 + avg_reward_per_step: 0.016448975 + perf: + env_steps_per_second: 915429.3876109954 + ppo_updates_per_second: 76.3807562207709 + eval-batch-train-duration: 0.3410012819804251 + eval-batch-orig-duration: 0.20555050898110494 + eval-batch-shift-duration: 0.1603669420001097 + eval-batch-tree-duration: 0.1504807099699974 + ued: + distances: + cheese-corne_dist_avg: 6.939331 + cheese-corne_dist_wavg: 4.3025346 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 7.6367188 + mouse-cheese_dist_finite_wavg: 8.868566 + mouse-cheese_dist_solvable_avg: 7.6367188 + mouse-cheese_dist_solvable_wavg: 8.8685665 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.305664 + num_walls_wavg: 6.0317307 + prop_walls_avg: 0.2741593 + prop_walls_wavg: 0.26224914 + scoring: + avg_scores: 0.070111 + visit_patterns: + avg_first_visit_time: 1484.7207 + avg_last_visit_time: 1721.2273 + num_replay_batches: 1731 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081406545 + avg_actor_approxkl3: 0.0006493701 + avg_actor_clipfrac: 0.031195069 + avg_actor_loss: -0.00043636002 + avg_advantage: 0.0010693579 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00032369525 + avg_entropy: 0.16597252 + avg_grad_norm_pre_clip: 1.6354287 + avg_loss: -0.00044048493 + max: + max_actor_approxkl1: 0.0027199846 + max_actor_approxkl3: 0.0015123201 + max_actor_clipfrac: 0.064086914 + max_actor_loss: 0.001168557 + max_advantage: 0.13852417 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00037557594 + max_entropy: 0.19124049 + max_grad_norm_pre_clip: 2.559935 + max_loss: 0.0011838289 + std: + std_actor_approxkl1: 0.0007131869 + std_actor_approxkl3: 0.0003813703 + std_actor_clipfrac: 0.016269663 + std_actor_loss: 0.0006719897 + std_advantage: 0.025580892 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6205886e-05 + std_entropy: 0.00844752 + std_grad_norm_pre_clip: 0.47477967 + std_loss: 0.00067565247 + eval-batch-train: + avg_avg_episode_length: 15.4174795 + avg_avg_return: 0.8520182 + avg_benchmark_regret: 0.004226055 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3340149 + proxy_corner: + avg_avg_return: 0.069054514 + avg_reward_per_step: 0.015151978 + eval-batch-orig: + avg_avg_episode_length: 16.890965 + avg_avg_return: 0.8391628 + avg_benchmark_regret: 0.004728643 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2666092 + proxy_corner: + avg_avg_return: 0.8391628 + avg_reward_per_step: 0.2666092 + eval-batch-shift: + avg_avg_episode_length: 12.870526 + avg_avg_return: 0.8830285 + avg_benchmark_regret: 0.004333186 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33880615 + proxy_corner: + avg_avg_return: 0.048882145 + avg_reward_per_step: 0.014976501 + eval-batch-tree: + avg_avg_episode_length: 7.9347553 + avg_avg_return: 0.97423124 + avg_benchmark_regret: 0.020189056 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2600479 + proxy_corner: + avg_avg_return: 0.97423124 + avg_reward_per_step: 0.2600479 +=========================================================== +=========================================================== + step: + env-step-all-before: 112197632 + env-step-replay-before: 57376768 + env-step-used-before: 112197632 + ppo-update-before: 68480 + env-step-generate-before: 54820864 + env-step-all-after: 112230400 + env-step-replay-after: 57409536 + env-step-used-after: 112230400 + ppo-update-after: 68500 + env-step-generate-after: 54820864 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.7443905 + avg_avg_return: 0.9186218 + avg_reward_per_step: 0.11260986 + proxy_corner: + avg_avg_return: 0.16517761 + avg_reward_per_step: 0.017181396 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.7443905 + avg_avg_return: 0.9186218 + avg_reward_per_step: 0.11260986 + proxy_corner: + avg_avg_return: 0.16517761 + avg_reward_per_step: 0.017181396 + perf: + env_steps_per_second: 612184.214442962 + ppo_updates_per_second: 76.15972768833251 + eval-batch-train-duration: 0.26128054299624637 + eval-batch-orig-duration: 0.15967657999135554 + eval-batch-shift-duration: 0.1441080000367947 + eval-batch-tree-duration: 0.1441909049754031 + ued: + distances: + cheese-corne_dist_avg: 6.9556885 + cheese-corne_dist_wavg: 9.687347 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 7.602539 + mouse-cheese_dist_finite_wavg: 9.758171 + mouse-cheese_dist_solvable_avg: 7.602539 + mouse-cheese_dist_solvable_wavg: 9.758175 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2841797 + num_walls_wavg: 5.1289496 + prop_walls_avg: 0.2732252 + prop_walls_wavg: 0.22299784 + scoring: + avg_scores: 0.068008356 + visit_patterns: + avg_first_visit_time: 1499.947 + avg_last_visit_time: 1742.2708 + num_replay_batches: 1752 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013105463 + avg_actor_approxkl3: 0.0012337246 + avg_actor_clipfrac: 0.046166994 + avg_actor_loss: 0.0001198733 + avg_advantage: 0.0077299736 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00051605963 + avg_entropy: 0.1677627 + avg_grad_norm_pre_clip: 1.9961847 + avg_loss: 0.00021014041 + max: + max_actor_approxkl1: 0.003807658 + max_actor_approxkl3: 0.0022848286 + max_actor_clipfrac: 0.08886719 + max_actor_loss: 0.0022667062 + max_advantage: 0.1722982 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010334898 + max_entropy: 0.17789122 + max_grad_norm_pre_clip: 3.2274787 + max_loss: 0.0023248622 + std: + std_actor_approxkl1: 0.0009873493 + std_actor_approxkl3: 0.00071252213 + std_actor_clipfrac: 0.022710644 + std_actor_loss: 0.00092553895 + std_advantage: 0.03239608 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002594711 + std_entropy: 0.0079321815 + std_grad_norm_pre_clip: 0.6106668 + std_loss: 0.0008991984 + eval-batch-train: + avg_avg_episode_length: 15.534653 + avg_avg_return: 0.8524213 + avg_benchmark_regret: 0.0038229653 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33306885 + proxy_corner: + avg_avg_return: 0.066827096 + avg_reward_per_step: 0.01461792 + eval-batch-orig: + avg_avg_episode_length: 16.936117 + avg_avg_return: 0.83909476 + avg_benchmark_regret: 0.004796664 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26501465 + proxy_corner: + avg_avg_return: 0.83909476 + avg_reward_per_step: 0.26501465 + eval-batch-shift: + avg_avg_episode_length: 12.8820095 + avg_avg_return: 0.88327074 + avg_benchmark_regret: 0.004090949 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.340477 + proxy_corner: + avg_avg_return: 0.04842669 + avg_reward_per_step: 0.014976501 + eval-batch-tree: + avg_avg_episode_length: 8.650677 + avg_avg_return: 0.9678232 + avg_benchmark_regret: 0.026597071 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25953674 + proxy_corner: + avg_avg_return: 0.9678232 + avg_reward_per_step: 0.25953674 +=========================================================== +=========================================================== + step: + env-step-all-before: 113246208 + env-step-replay-before: 57901056 + env-step-used-before: 113246208 + ppo-update-before: 69120 + env-step-generate-before: 55345152 + env-step-all-after: 113278976 + env-step-replay-after: 57901056 + env-step-used-after: 113278976 + ppo-update-after: 69140 + env-step-generate-after: 55377920 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.429748 + avg_avg_return: 0.8636702 + avg_reward_per_step: 0.3260498 + proxy_corner: + avg_avg_return: 0.06540623 + avg_reward_per_step: 0.010467529 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.429748 + avg_avg_return: 0.8636702 + avg_reward_per_step: 0.3260498 + proxy_corner: + avg_avg_return: 0.06540623 + avg_reward_per_step: 0.010467529 + perf: + env_steps_per_second: 909930.5379244088 + ppo_updates_per_second: 108.184737409868 + eval-batch-train-duration: 0.20560285804094747 + eval-batch-orig-duration: 0.15654879697831348 + eval-batch-shift-duration: 0.14610887103481218 + eval-batch-tree-duration: 0.1448217640281655 + ued: + distances: + cheese-corne_dist_avg: 6.9537354 + cheese-corne_dist_wavg: 2.4995193 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 7.63501 + mouse-cheese_dist_finite_wavg: 8.863196 + mouse-cheese_dist_solvable_avg: 7.63501 + mouse-cheese_dist_solvable_wavg: 8.863196 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2922363 + num_walls_wavg: 4.234325 + prop_walls_avg: 0.27357548 + prop_walls_wavg: 0.18410112 + scoring: + avg_scores: 0.06921087 + visit_patterns: + avg_first_visit_time: 1513.2471 + avg_last_visit_time: 1757.2722 + num_replay_batches: 1767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020469958 + avg_actor_approxkl3: 0.0014402287 + avg_actor_clipfrac: 0.049102783 + avg_actor_loss: 0.0005225407 + avg_advantage: 0.007512316 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004019475 + avg_entropy: 0.13902001 + avg_grad_norm_pre_clip: 2.1046064 + avg_loss: 0.0023932585 + max: + max_actor_approxkl1: 0.0040786816 + max_actor_approxkl3: 0.0031487693 + max_actor_clipfrac: 0.11584473 + max_actor_loss: 0.0037038028 + max_advantage: 0.21924472 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.009084335 + max_entropy: 0.20784944 + max_grad_norm_pre_clip: 4.672812 + max_loss: 0.007776203 + std: + std_actor_approxkl1: 0.0011601304 + std_actor_approxkl3: 0.00080259494 + std_actor_clipfrac: 0.023936767 + std_actor_loss: 0.001522839 + std_advantage: 0.09102998 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0015193 + std_entropy: 0.02464551 + std_grad_norm_pre_clip: 1.0169344 + std_loss: 0.0018080983 + eval-batch-train: + avg_avg_episode_length: 15.6069355 + avg_avg_return: 0.8514017 + avg_benchmark_regret: 0.004842547 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33080292 + proxy_corner: + avg_avg_return: 0.06950018 + avg_reward_per_step: 0.0143585205 + eval-batch-orig: + avg_avg_episode_length: 16.969921 + avg_avg_return: 0.83881927 + avg_benchmark_regret: 0.0050721476 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26317596 + proxy_corner: + avg_avg_return: 0.83881927 + avg_reward_per_step: 0.26317596 + eval-batch-shift: + avg_avg_episode_length: 12.987108 + avg_avg_return: 0.88284177 + avg_benchmark_regret: 0.004519919 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34092712 + proxy_corner: + avg_avg_return: 0.04782798 + avg_reward_per_step: 0.014694214 + eval-batch-tree: + avg_avg_episode_length: 8.794429 + avg_avg_return: 0.9682096 + avg_benchmark_regret: 0.026210606 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25569153 + proxy_corner: + avg_avg_return: 0.9682096 + avg_reward_per_step: 0.25569153 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 114294784 + env-step-replay-before: 58359808 + env-step-used-before: 114294784 + ppo-update-before: 69760 + env-step-generate-before: 55934976 + env-step-all-after: 114327552 + env-step-replay-after: 58392576 + env-step-used-after: 114327552 + ppo-update-after: 69780 + env-step-generate-after: 55934976 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 9.360445 + avg_avg_return: 0.9293321 + avg_reward_per_step: 0.11431885 + proxy_corner: + avg_avg_return: 0.16908175 + avg_reward_per_step: 0.017547607 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 9.360445 + avg_avg_return: 0.9293321 + avg_reward_per_step: 0.11431885 + proxy_corner: + avg_avg_return: 0.16908175 + avg_reward_per_step: 0.017547607 + perf: + env_steps_per_second: 937488.9594555001 + ppo_updates_per_second: 105.59042098041341 + eval-batch-train-duration: 0.20051036000950262 + eval-batch-orig-duration: 0.1418027050094679 + eval-batch-shift-duration: 0.14021137595409527 + eval-batch-tree-duration: 0.13929603999713436 + ued: + distances: + cheese-corne_dist_avg: 6.899292 + cheese-corne_dist_wavg: 9.702299 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 7.6401367 + mouse-cheese_dist_finite_wavg: 7.9636393 + mouse-cheese_dist_solvable_avg: 7.6401367 + mouse-cheese_dist_solvable_wavg: 7.9636393 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2854004 + num_walls_wavg: 6.0330324 + prop_walls_avg: 0.27327824 + prop_walls_wavg: 0.26230577 + scoring: + avg_scores: 0.07169148 + visit_patterns: + avg_first_visit_time: 1529.7751 + avg_last_visit_time: 1772.3242 + num_replay_batches: 1782 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012950286 + avg_actor_approxkl3: 0.0009684578 + avg_actor_clipfrac: 0.043762207 + avg_actor_loss: -0.0004656361 + avg_advantage: 0.041869923 + avg_critic_clipfrac: 0.003161621 + avg_critic_loss: 0.0011072623 + avg_entropy: 0.17102799 + avg_grad_norm_pre_clip: 1.6579256 + avg_loss: -8.303306e-05 + max: + max_actor_approxkl1: 0.0032239445 + max_actor_approxkl3: 0.0020594401 + max_actor_clipfrac: 0.08642578 + max_actor_loss: 0.00071598403 + max_advantage: 0.3250261 + max_critic_clipfrac: 0.023071289 + max_critic_loss: 0.0018170455 + max_entropy: 0.18302515 + max_grad_norm_pre_clip: 2.5018065 + max_loss: 0.001247695 + std: + std_actor_approxkl1: 0.0007905026 + std_actor_approxkl3: 0.00046515823 + std_actor_clipfrac: 0.018499976 + std_actor_loss: 0.00074401445 + std_advantage: 0.042415373 + std_critic_clipfrac: 0.006090916 + std_critic_loss: 0.0002840822 + std_entropy: 0.006251825 + std_grad_norm_pre_clip: 0.48024216 + std_loss: 0.00080586283 + eval-batch-train: + avg_avg_episode_length: 15.384024 + avg_avg_return: 0.8524082 + avg_benchmark_regret: 0.003836065 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3337555 + proxy_corner: + avg_avg_return: 0.07429558 + avg_reward_per_step: 0.01537323 + eval-batch-orig: + avg_avg_episode_length: 16.888783 + avg_avg_return: 0.8388803 + avg_benchmark_regret: 0.005011162 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26813507 + proxy_corner: + avg_avg_return: 0.8388803 + avg_reward_per_step: 0.26813507 + eval-batch-shift: + avg_avg_episode_length: 12.844024 + avg_avg_return: 0.8835524 + avg_benchmark_regret: 0.0038093263 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34015656 + proxy_corner: + avg_avg_return: 0.052485287 + avg_reward_per_step: 0.015365601 + eval-batch-tree: + avg_avg_episode_length: 8.018812 + avg_avg_return: 0.9737104 + avg_benchmark_regret: 0.02070988 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2588272 + proxy_corner: + avg_avg_return: 0.9737104 + avg_reward_per_step: 0.2588272 +=========================================================== +=========================================================== + step: + env-step-all-before: 115343360 + env-step-replay-before: 58982400 + env-step-used-before: 115343360 + ppo-update-before: 70400 + env-step-generate-before: 56360960 + env-step-all-after: 115376128 + env-step-replay-after: 58982400 + env-step-used-after: 115376128 + ppo-update-after: 70420 + env-step-generate-after: 56393728 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.078026 + avg_avg_return: 0.8649646 + avg_reward_per_step: 0.36514282 + proxy_corner: + avg_avg_return: 0.09007461 + avg_reward_per_step: 0.016479492 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 13.078026 + avg_avg_return: 0.8649646 + avg_reward_per_step: 0.36514282 + proxy_corner: + avg_avg_return: 0.09007461 + avg_reward_per_step: 0.016479492 + perf: + env_steps_per_second: 606949.2315117648 + ppo_updates_per_second: 99.16240886394772 + eval-batch-train-duration: 0.19455427501816303 + eval-batch-orig-duration: 0.1425354960374534 + eval-batch-shift-duration: 0.13913625897839665 + eval-batch-tree-duration: 0.1392345039639622 + ued: + distances: + cheese-corne_dist_avg: 6.8999023 + cheese-corne_dist_wavg: 0.6967064 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 7.63916 + mouse-cheese_dist_finite_wavg: 12.456633 + mouse-cheese_dist_solvable_avg: 7.63916 + mouse-cheese_dist_solvable_wavg: 12.456633 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2851562 + num_walls_wavg: 5.1334414 + prop_walls_avg: 0.27326763 + prop_walls_wavg: 0.22319312 + scoring: + avg_scores: 0.06760612 + visit_patterns: + avg_first_visit_time: 1545.616 + avg_last_visit_time: 1790.1641 + num_replay_batches: 1800 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00198412 + avg_actor_approxkl3: 0.0014161723 + avg_actor_clipfrac: 0.04458618 + avg_actor_loss: 0.00016897936 + avg_advantage: -0.0064094984 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0040109497 + avg_entropy: 0.1490245 + avg_grad_norm_pre_clip: 1.7860819 + avg_loss: 0.0020254294 + max: + max_actor_approxkl1: 0.0039268686 + max_actor_approxkl3: 0.003419911 + max_actor_clipfrac: 0.088256836 + max_actor_loss: 0.0041534156 + max_advantage: 0.26396656 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005654278 + max_entropy: 0.18673421 + max_grad_norm_pre_clip: 3.3856804 + max_loss: 0.0061989953 + std: + std_actor_approxkl1: 0.0012630876 + std_actor_approxkl3: 0.0009191912 + std_actor_clipfrac: 0.022291686 + std_actor_loss: 0.0013975656 + std_advantage: 0.08973239 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00080869463 + std_entropy: 0.016871851 + std_grad_norm_pre_clip: 0.55163914 + std_loss: 0.0015423956 + eval-batch-train: + avg_avg_episode_length: 15.427958 + avg_avg_return: 0.85250986 + avg_benchmark_regret: 0.003734336 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33383942 + proxy_corner: + avg_avg_return: 0.06445947 + avg_reward_per_step: 0.014816284 + eval-batch-orig: + avg_avg_episode_length: 16.870579 + avg_avg_return: 0.83912927 + avg_benchmark_regret: 0.0047621904 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2699051 + proxy_corner: + avg_avg_return: 0.83912927 + avg_reward_per_step: 0.2699051 + eval-batch-shift: + avg_avg_episode_length: 12.802646 + avg_avg_return: 0.88353443 + avg_benchmark_regret: 0.003827262 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3426056 + proxy_corner: + avg_avg_return: 0.05095294 + avg_reward_per_step: 0.015434265 + eval-batch-tree: + avg_avg_episode_length: 8.933527 + avg_avg_return: 0.96778643 + avg_benchmark_regret: 0.02663378 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.25852203 + proxy_corner: + avg_avg_return: 0.96778643 + avg_reward_per_step: 0.25852203 +=========================================================== +=========================================================== + step: + env-step-all-before: 116391936 + env-step-replay-before: 59506688 + env-step-used-before: 116391936 + ppo-update-before: 71040 + env-step-generate-before: 56885248 + env-step-all-after: 116424704 + env-step-replay-after: 59539456 + env-step-used-after: 116424704 + ppo-update-after: 71060 + env-step-generate-after: 56885248 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.464207 + avg_avg_return: 0.9295529 + avg_reward_per_step: 0.11706543 + proxy_corner: + avg_avg_return: 0.15359229 + avg_reward_per_step: 0.017120361 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.464207 + avg_avg_return: 0.9295529 + avg_reward_per_step: 0.11706543 + proxy_corner: + avg_avg_return: 0.15359229 + avg_reward_per_step: 0.017120361 + perf: + env_steps_per_second: 723041.8820061234 + ppo_updates_per_second: 94.80406057690527 + eval-batch-train-duration: 0.21727254200959578 + eval-batch-orig-duration: 0.14458887599175796 + eval-batch-shift-duration: 0.14137659198604524 + eval-batch-tree-duration: 0.13907253899378702 + ued: + distances: + cheese-corne_dist_avg: 6.936035 + cheese-corne_dist_wavg: 11.943625 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 7.635254 + mouse-cheese_dist_finite_wavg: 7.9631977 + mouse-cheese_dist_solvable_avg: 7.635254 + mouse-cheese_dist_solvable_wavg: 7.9631987 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2836914 + num_walls_wavg: 6.03199 + prop_walls_avg: 0.27320397 + prop_walls_wavg: 0.2622604 + scoring: + avg_scores: 0.06674895 + visit_patterns: + avg_first_visit_time: 1564.4407 + avg_last_visit_time: 1807.2366 + num_replay_batches: 1817 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019303663 + avg_actor_approxkl3: 0.0018074733 + avg_actor_clipfrac: 0.059350587 + avg_actor_loss: 0.001162676 + avg_advantage: 0.03301815 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0007572259 + avg_entropy: 0.14910018 + avg_grad_norm_pre_clip: 2.4150453 + avg_loss: 0.0013921888 + max: + max_actor_approxkl1: 0.004333048 + max_actor_approxkl3: 0.004244822 + max_actor_clipfrac: 0.106933594 + max_actor_loss: 0.0063790586 + max_advantage: 0.27913213 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001308615 + max_entropy: 0.16883072 + max_grad_norm_pre_clip: 3.9299586 + max_loss: 0.006490071 + std: + std_actor_approxkl1: 0.0012624796 + std_actor_approxkl3: 0.0009872238 + std_actor_clipfrac: 0.022964101 + std_actor_loss: 0.002232426 + std_advantage: 0.03453988 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00028952752 + std_entropy: 0.010386963 + std_grad_norm_pre_clip: 0.8232135 + std_loss: 0.0022179168 + eval-batch-train: + avg_avg_episode_length: 15.517658 + avg_avg_return: 0.8515571 + avg_benchmark_regret: 0.004687115 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3336258 + proxy_corner: + avg_avg_return: 0.066886626 + avg_reward_per_step: 0.015365601 + eval-batch-orig: + avg_avg_episode_length: 16.873562 + avg_avg_return: 0.8395177 + avg_benchmark_regret: 0.0043737954 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2687149 + proxy_corner: + avg_avg_return: 0.8395177 + avg_reward_per_step: 0.2687149 + eval-batch-shift: + avg_avg_episode_length: 12.825609 + avg_avg_return: 0.8833257 + avg_benchmark_regret: 0.0040360186 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34168243 + proxy_corner: + avg_avg_return: 0.052011445 + avg_reward_per_step: 0.015701294 + eval-batch-tree: + avg_avg_episode_length: 8.569057 + avg_avg_return: 0.96918523 + avg_benchmark_regret: 0.025235057 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26002502 + proxy_corner: + avg_avg_return: 0.96918523 + avg_reward_per_step: 0.26002502 +=========================================================== +=========================================================== + step: + env-step-all-before: 117440512 + env-step-replay-before: 60030976 + env-step-used-before: 117440512 + ppo-update-before: 71680 + env-step-generate-before: 57409536 + env-step-all-after: 117473280 + env-step-replay-after: 60030976 + env-step-used-after: 117473280 + ppo-update-after: 71700 + env-step-generate-after: 57442304 + train-generate: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.897842 + avg_avg_return: 0.84917855 + avg_reward_per_step: 0.32720947 + proxy_corner: + avg_avg_return: 0.06473282 + avg_reward_per_step: 0.012451172 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.897842 + avg_avg_return: 0.84917855 + avg_reward_per_step: 0.32720947 + proxy_corner: + avg_avg_return: 0.06473282 + avg_reward_per_step: 0.012451172 + perf: + env_steps_per_second: 609175.267399545 + ppo_updates_per_second: 100.32057238626881 + eval-batch-train-duration: 0.19672997598536313 + eval-batch-orig-duration: 0.14276544901076704 + eval-batch-shift-duration: 0.14002908195834607 + eval-batch-tree-duration: 0.1402983790030703 + ued: + distances: + cheese-corne_dist_avg: 6.959839 + cheese-corne_dist_wavg: 1.593666 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.6679688 + mouse-cheese_dist_finite_wavg: 7.962144 + mouse-cheese_dist_solvable_avg: 7.6679688 + mouse-cheese_dist_solvable_wavg: 7.962145 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2700195 + num_walls_wavg: 6.027272 + prop_walls_avg: 0.27260953 + prop_walls_wavg: 0.26205537 + scoring: + avg_scores: 0.067920804 + visit_patterns: + avg_first_visit_time: 1581.0298 + avg_last_visit_time: 1822.3086 + num_replay_batches: 1832 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020760004 + avg_actor_approxkl3: 0.0015607551 + avg_actor_clipfrac: 0.054589845 + avg_actor_loss: -0.00024877882 + avg_advantage: -0.0037326626 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0044183764 + avg_entropy: 0.15327513 + avg_grad_norm_pre_clip: 1.9901711 + avg_loss: 0.001807134 + max: + max_actor_approxkl1: 0.0040383507 + max_actor_approxkl3: 0.002906437 + max_actor_clipfrac: 0.09838867 + max_actor_loss: 0.0029620752 + max_advantage: 0.19691974 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00696567 + max_entropy: 0.2016956 + max_grad_norm_pre_clip: 3.3855755 + max_loss: 0.005168912 + std: + std_actor_approxkl1: 0.0011744784 + std_actor_approxkl3: 0.0007547358 + std_actor_clipfrac: 0.023356508 + std_actor_loss: 0.0014930303 + std_advantage: 0.094407424 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011449116 + std_entropy: 0.023845224 + std_grad_norm_pre_clip: 0.65111965 + std_loss: 0.0014666397 + eval-batch-train: + avg_avg_episode_length: 15.453936 + avg_avg_return: 0.8519424 + avg_benchmark_regret: 0.004301763 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33184052 + proxy_corner: + avg_avg_return: 0.06802736 + avg_reward_per_step: 0.0151901245 + eval-batch-orig: + avg_avg_episode_length: 16.920185 + avg_avg_return: 0.8391631 + avg_benchmark_regret: 0.00472832 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26753235 + proxy_corner: + avg_avg_return: 0.8391631 + avg_reward_per_step: 0.26753235 + eval-batch-shift: + avg_avg_episode_length: 12.838206 + avg_avg_return: 0.88350046 + avg_benchmark_regret: 0.0038612518 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34205627 + proxy_corner: + avg_avg_return: 0.050748132 + avg_reward_per_step: 0.015411377 + eval-batch-tree: + avg_avg_episode_length: 8.100227 + avg_avg_return: 0.9732357 + avg_benchmark_regret: 0.021184526 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26033783 + proxy_corner: + avg_avg_return: 0.9732357 + avg_reward_per_step: 0.26033783 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 118489088 + env-step-replay-before: 60424192 + env-step-used-before: 118489088 + ppo-update-before: 72320 + env-step-generate-before: 58064896 + env-step-all-after: 118521856 + env-step-replay-after: 60424192 + env-step-used-after: 118521856 + ppo-update-after: 72340 + env-step-generate-after: 58097664 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 14.3900585 + avg_avg_return: 0.85293174 + avg_reward_per_step: 0.33444214 + proxy_corner: + avg_avg_return: 0.06599926 + avg_reward_per_step: 0.008148193 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 14.3900585 + avg_avg_return: 0.85293174 + avg_reward_per_step: 0.33444214 + proxy_corner: + avg_avg_return: 0.06599926 + avg_reward_per_step: 0.008148193 + perf: + env_steps_per_second: 966318.3442288581 + ppo_updates_per_second: 105.52320649600597 + eval-batch-train-duration: 0.20326946099521592 + eval-batch-orig-duration: 0.1543656020076014 + eval-batch-shift-duration: 0.15621889499016106 + eval-batch-tree-duration: 0.15709103900007904 + ued: + distances: + cheese-corne_dist_avg: 7.0306396 + cheese-corne_dist_wavg: 2.5024107 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 7.7009277 + mouse-cheese_dist_finite_wavg: 8.872726 + mouse-cheese_dist_solvable_avg: 7.7009277 + mouse-cheese_dist_solvable_wavg: 8.872727 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2858887 + num_walls_wavg: 6.0283685 + prop_walls_avg: 0.2732995 + prop_walls_wavg: 0.26210293 + scoring: + avg_scores: 0.0692565 + visit_patterns: + avg_first_visit_time: 1597.3518 + avg_last_visit_time: 1834.2212 + num_replay_batches: 1844 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012399537 + avg_actor_approxkl3: 0.0010088 + avg_actor_clipfrac: 0.04220581 + avg_actor_loss: 0.000118825956 + avg_advantage: -0.0071256515 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0042593777 + avg_entropy: 0.15033683 + avg_grad_norm_pre_clip: 1.7893301 + avg_loss: 0.0020981783 + max: + max_actor_approxkl1: 0.0035282937 + max_actor_approxkl3: 0.0020037554 + max_actor_clipfrac: 0.07751465 + max_actor_loss: 0.0029624403 + max_advantage: 0.2853254 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0064912057 + max_entropy: 0.18004353 + max_grad_norm_pre_clip: 2.910088 + max_loss: 0.00467964 + std: + std_actor_approxkl1: 0.00093065604 + std_actor_approxkl3: 0.00054197677 + std_actor_clipfrac: 0.018944032 + std_actor_loss: 0.001271381 + std_advantage: 0.09296066 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00097651966 + std_entropy: 0.017667012 + std_grad_norm_pre_clip: 0.495367 + std_loss: 0.001354501 + eval-batch-train: + avg_avg_episode_length: 15.613028 + avg_avg_return: 0.8507056 + avg_benchmark_regret: 0.0055385586 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33468628 + proxy_corner: + avg_avg_return: 0.07310322 + avg_reward_per_step: 0.0157547 + eval-batch-orig: + avg_avg_episode_length: 16.882769 + avg_avg_return: 0.839033 + avg_benchmark_regret: 0.0048584584 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2702484 + proxy_corner: + avg_avg_return: 0.839033 + avg_reward_per_step: 0.2702484 + eval-batch-shift: + avg_avg_episode_length: 12.757183 + avg_avg_return: 0.88335246 + avg_benchmark_regret: 0.0040092394 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.0558445 + avg_reward_per_step: 0.01638031 + eval-batch-tree: + avg_avg_episode_length: 7.9803104 + avg_avg_return: 0.9692013 + avg_benchmark_regret: 0.025218893 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26384735 + proxy_corner: + avg_avg_return: 0.9692013 + avg_reward_per_step: 0.26384735 +=========================================================== +=========================================================== + step: + env-step-all-before: 119537664 + env-step-replay-before: 60882944 + env-step-used-before: 119537664 + ppo-update-before: 72960 + env-step-generate-before: 58654720 + env-step-all-after: 119570432 + env-step-replay-after: 60882944 + env-step-used-after: 119570432 + ppo-update-after: 72980 + env-step-generate-after: 58687488 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.47044 + avg_avg_return: 0.8753108 + avg_reward_per_step: 0.3710327 + proxy_corner: + avg_avg_return: 0.0688003 + avg_reward_per_step: 0.009460449 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.47044 + avg_avg_return: 0.8753108 + avg_reward_per_step: 0.3710327 + proxy_corner: + avg_avg_return: 0.0688003 + avg_reward_per_step: 0.009460449 + perf: + env_steps_per_second: 912054.8955596156 + ppo_updates_per_second: 104.65169784835768 + eval-batch-train-duration: 0.20514642901252955 + eval-batch-orig-duration: 0.15310113900341094 + eval-batch-shift-duration: 0.14445191802224144 + eval-batch-tree-duration: 0.14642810297664255 + ued: + distances: + cheese-corne_dist_avg: 7.0429688 + cheese-corne_dist_wavg: 11.951613 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 7.727051 + mouse-cheese_dist_finite_wavg: 10.674326 + mouse-cheese_dist_solvable_avg: 7.727051 + mouse-cheese_dist_solvable_wavg: 10.674327 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3066406 + num_walls_wavg: 6.9293966 + prop_walls_avg: 0.27420175 + prop_walls_wavg: 0.30127817 + scoring: + avg_scores: 0.07050116 + visit_patterns: + avg_first_visit_time: 1617.8564 + avg_last_visit_time: 1848.2578 + num_replay_batches: 1858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009828536 + avg_actor_approxkl3: 0.00085334724 + avg_actor_clipfrac: 0.035339355 + avg_actor_loss: -0.00036684537 + avg_advantage: -0.039563857 + avg_critic_clipfrac: 0.000115966795 + avg_critic_loss: 0.0037435654 + avg_entropy: 0.13981797 + avg_grad_norm_pre_clip: 1.6740235 + avg_loss: 0.0013651191 + max: + max_actor_approxkl1: 0.0026829522 + max_actor_approxkl3: 0.0017690898 + max_actor_clipfrac: 0.07470703 + max_actor_loss: 0.0013644025 + max_advantage: 0.3072545 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.0060915123 + max_entropy: 0.17273764 + max_grad_norm_pre_clip: 2.815417 + max_loss: 0.0032624796 + std: + std_actor_approxkl1: 0.0007154717 + std_actor_approxkl3: 0.0005163956 + std_actor_clipfrac: 0.019478785 + std_actor_loss: 0.00084877654 + std_advantage: 0.08445944 + std_critic_clipfrac: 0.0005054875 + std_critic_loss: 0.001022635 + std_entropy: 0.016872857 + std_grad_norm_pre_clip: 0.5796117 + std_loss: 0.0010662135 + eval-batch-train: + avg_avg_episode_length: 15.447445 + avg_avg_return: 0.85175097 + avg_benchmark_regret: 0.0044932775 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33602905 + proxy_corner: + avg_avg_return: 0.07516529 + avg_reward_per_step: 0.016288757 + eval-batch-orig: + avg_avg_episode_length: 16.852922 + avg_avg_return: 0.8396385 + avg_benchmark_regret: 0.004253013 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2712555 + proxy_corner: + avg_avg_return: 0.8396385 + avg_reward_per_step: 0.2712555 + eval-batch-shift: + avg_avg_episode_length: 12.820089 + avg_avg_return: 0.8832712 + avg_benchmark_regret: 0.004090542 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34275818 + proxy_corner: + avg_avg_return: 0.056591853 + avg_reward_per_step: 0.016822815 + eval-batch-tree: + avg_avg_episode_length: 8.273568 + avg_avg_return: 0.96765506 + avg_benchmark_regret: 0.02676518 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2624588 + proxy_corner: + avg_avg_return: 0.96765506 + avg_reward_per_step: 0.2624588 +=========================================================== +=========================================================== + step: + env-step-all-before: 120586240 + env-step-replay-before: 61407232 + env-step-used-before: 120586240 + ppo-update-before: 73600 + env-step-generate-before: 59179008 + env-step-all-after: 120619008 + env-step-replay-after: 61440000 + env-step-used-after: 120619008 + ppo-update-after: 73620 + env-step-generate-after: 59179008 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.083864 + avg_avg_return: 0.9304715 + avg_reward_per_step: 0.11721802 + proxy_corner: + avg_avg_return: 0.1456862 + avg_reward_per_step: 0.016296387 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.083864 + avg_avg_return: 0.9304715 + avg_reward_per_step: 0.11721802 + proxy_corner: + avg_avg_return: 0.1456862 + avg_reward_per_step: 0.016296387 + perf: + env_steps_per_second: 588756.5082621956 + ppo_updates_per_second: 80.47556261312877 + eval-batch-train-duration: 0.2506741450051777 + eval-batch-orig-duration: 0.14795149397104979 + eval-batch-shift-duration: 0.14333431096747518 + eval-batch-tree-duration: 0.14106605702545494 + ued: + distances: + cheese-corne_dist_avg: 7.012451 + cheese-corne_dist_wavg: 6.098904 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 7.7441406 + mouse-cheese_dist_finite_wavg: 13.36651 + mouse-cheese_dist_solvable_avg: 7.7441406 + mouse-cheese_dist_solvable_wavg: 13.3665085 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2941895 + num_walls_wavg: 6.031613 + prop_walls_avg: 0.2736604 + prop_walls_wavg: 0.26224393 + scoring: + avg_scores: 0.0692092 + visit_patterns: + avg_first_visit_time: 1631.2876 + avg_last_visit_time: 1865.2266 + num_replay_batches: 1875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005996946 + avg_actor_approxkl3: 0.000588893 + avg_actor_clipfrac: 0.02588501 + avg_actor_loss: -0.00053488475 + avg_advantage: -0.0020761788 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00092806196 + avg_entropy: 0.14433762 + avg_grad_norm_pre_clip: 1.297382 + avg_loss: -0.0002151914 + max: + max_actor_approxkl1: 0.0015205877 + max_actor_approxkl3: 0.0012640402 + max_actor_clipfrac: 0.045410156 + max_actor_loss: 0.000775259 + max_advantage: 0.31431907 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001489014 + max_entropy: 0.16549407 + max_grad_norm_pre_clip: 1.7392095 + max_loss: 0.0011240867 + std: + std_actor_approxkl1: 0.00048583603 + std_actor_approxkl3: 0.00035606645 + std_actor_clipfrac: 0.013704178 + std_actor_loss: 0.0005723044 + std_advantage: 0.047093537 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026324458 + std_entropy: 0.011899675 + std_grad_norm_pre_clip: 0.33920267 + std_loss: 0.0005947726 + eval-batch-train: + avg_avg_episode_length: 15.433346 + avg_avg_return: 0.8523036 + avg_benchmark_regret: 0.003940601 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33422852 + proxy_corner: + avg_avg_return: 0.069486335 + avg_reward_per_step: 0.016029358 + eval-batch-orig: + avg_avg_episode_length: 16.864035 + avg_avg_return: 0.8389574 + avg_benchmark_regret: 0.004934028 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27072144 + proxy_corner: + avg_avg_return: 0.8389574 + avg_reward_per_step: 0.27072144 + eval-batch-shift: + avg_avg_episode_length: 12.834934 + avg_avg_return: 0.8832312 + avg_benchmark_regret: 0.004130502 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34339142 + proxy_corner: + avg_avg_return: 0.05283176 + avg_reward_per_step: 0.01573944 + eval-batch-tree: + avg_avg_episode_length: 7.993782 + avg_avg_return: 0.97099274 + avg_benchmark_regret: 0.02342751 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2617798 + proxy_corner: + avg_avg_return: 0.97099274 + avg_reward_per_step: 0.2617798 +=========================================================== +=========================================================== + step: + env-step-all-before: 121634816 + env-step-replay-before: 61964288 + env-step-used-before: 121634816 + ppo-update-before: 74240 + env-step-generate-before: 59670528 + env-step-all-after: 121667584 + env-step-replay-after: 61997056 + env-step-used-after: 121667584 + ppo-update-after: 74260 + env-step-generate-after: 59670528 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.700146 + avg_avg_return: 0.926226 + avg_reward_per_step: 0.11538696 + proxy_corner: + avg_avg_return: 0.17787224 + avg_reward_per_step: 0.020141602 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.700146 + avg_avg_return: 0.926226 + avg_reward_per_step: 0.11538696 + proxy_corner: + avg_avg_return: 0.17787224 + avg_reward_per_step: 0.020141602 + perf: + env_steps_per_second: 932131.6139701556 + ppo_updates_per_second: 105.24659040889499 + eval-batch-train-duration: 0.20016676397062838 + eval-batch-orig-duration: 0.1446974310092628 + eval-batch-shift-duration: 0.14216119999764487 + eval-batch-tree-duration: 0.14002161897951737 + ued: + distances: + cheese-corne_dist_avg: 7.0236816 + cheese-corne_dist_wavg: 11.94289 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 7.756592 + mouse-cheese_dist_finite_wavg: 9.780186 + mouse-cheese_dist_solvable_avg: 7.756592 + mouse-cheese_dist_solvable_wavg: 9.780187 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.282715 + num_walls_wavg: 8.725557 + prop_walls_avg: 0.27316147 + prop_walls_wavg: 0.37937212 + scoring: + avg_scores: 0.06793359 + visit_patterns: + avg_first_visit_time: 1645.4358 + avg_last_visit_time: 1882.2681 + num_replay_batches: 1892 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007593291 + avg_actor_approxkl3: 0.0010040607 + avg_actor_clipfrac: 0.03876343 + avg_actor_loss: -4.5753528e-05 + avg_advantage: 0.0009443214 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00070944865 + avg_entropy: 0.14654534 + avg_grad_norm_pre_clip: 1.7948605 + avg_loss: 0.00016242544 + max: + max_actor_approxkl1: 0.0025142843 + max_actor_approxkl3: 0.0029262747 + max_actor_clipfrac: 0.07324219 + max_actor_loss: 0.0037928908 + max_advantage: 0.22895521 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012525372 + max_entropy: 0.16978307 + max_grad_norm_pre_clip: 3.616189 + max_loss: 0.003916911 + std: + std_actor_approxkl1: 0.00064598134 + std_actor_approxkl3: 0.00073949504 + std_actor_clipfrac: 0.016415462 + std_actor_loss: 0.0012686375 + std_advantage: 0.03889227 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00024235623 + std_entropy: 0.012024133 + std_grad_norm_pre_clip: 0.71455884 + std_loss: 0.0012513592 + eval-batch-train: + avg_avg_episode_length: 15.317853 + avg_avg_return: 0.85270196 + avg_benchmark_regret: 0.0035422244 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3376236 + proxy_corner: + avg_avg_return: 0.075962976 + avg_reward_per_step: 0.01625824 + eval-batch-orig: + avg_avg_episode_length: 16.88634 + avg_avg_return: 0.8391817 + avg_benchmark_regret: 0.0047097653 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26985168 + proxy_corner: + avg_avg_return: 0.8391817 + avg_reward_per_step: 0.26985168 + eval-batch-shift: + avg_avg_episode_length: 12.817242 + avg_avg_return: 0.883119 + avg_benchmark_regret: 0.0042427424 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34152222 + proxy_corner: + avg_avg_return: 0.05873625 + avg_reward_per_step: 0.016540527 + eval-batch-tree: + avg_avg_episode_length: 7.7202272 + avg_avg_return: 0.97338176 + avg_benchmark_regret: 0.021038495 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26148224 + proxy_corner: + avg_avg_return: 0.97338176 + avg_reward_per_step: 0.26148224 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 122683392 + env-step-replay-before: 62390272 + env-step-used-before: 122683392 + ppo-update-before: 74880 + env-step-generate-before: 60293120 + env-step-all-after: 122716160 + env-step-replay-after: 62390272 + env-step-used-after: 122716160 + ppo-update-after: 74900 + env-step-generate-after: 60325888 + train-generate: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.091337 + avg_avg_return: 0.85627425 + avg_reward_per_step: 0.31393433 + proxy_corner: + avg_avg_return: 0.06581144 + avg_reward_per_step: 0.008514404 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.091337 + avg_avg_return: 0.85627425 + avg_reward_per_step: 0.31393433 + proxy_corner: + avg_avg_return: 0.06581144 + avg_reward_per_step: 0.008514404 + perf: + env_steps_per_second: 909486.6741617164 + ppo_updates_per_second: 104.12483396905913 + eval-batch-train-duration: 0.21260198001982644 + eval-batch-orig-duration: 0.15922020201105624 + eval-batch-shift-duration: 0.1449915250414051 + eval-batch-tree-duration: 0.14181257400196046 + ued: + distances: + cheese-corne_dist_avg: 7.01001 + cheese-corne_dist_wavg: 6.106989 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 7.751465 + mouse-cheese_dist_finite_wavg: 13.370542 + mouse-cheese_dist_solvable_avg: 7.751465 + mouse-cheese_dist_solvable_wavg: 13.370542 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2807617 + num_walls_wavg: 6.026515 + prop_walls_avg: 0.2730766 + prop_walls_wavg: 0.2620224 + scoring: + avg_scores: 0.06818306 + visit_patterns: + avg_first_visit_time: 1662.3838 + avg_last_visit_time: 1894.2336 + num_replay_batches: 1904 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012795706 + avg_actor_approxkl3: 0.0010775122 + avg_actor_clipfrac: 0.043237306 + avg_actor_loss: -0.00017918646 + avg_advantage: -0.0021593475 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004248764 + avg_entropy: 0.14981203 + avg_grad_norm_pre_clip: 1.6680377 + avg_loss: 0.001795384 + max: + max_actor_approxkl1: 0.0028368696 + max_actor_approxkl3: 0.002204 + max_actor_clipfrac: 0.07751465 + max_actor_loss: 0.0024340004 + max_advantage: 0.16859853 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005779228 + max_entropy: 0.1753947 + max_grad_norm_pre_clip: 3.5237956 + max_loss: 0.00516798 + std: + std_actor_approxkl1: 0.0008341018 + std_actor_approxkl3: 0.00054426654 + std_actor_clipfrac: 0.017464787 + std_actor_loss: 0.0012166967 + std_advantage: 0.093268625 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00090345193 + std_entropy: 0.012424743 + std_grad_norm_pre_clip: 0.67154896 + std_loss: 0.001191199 + eval-batch-train: + avg_avg_episode_length: 15.389915 + avg_avg_return: 0.8523291 + avg_benchmark_regret: 0.003915134 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33634186 + proxy_corner: + avg_avg_return: 0.07212791 + avg_reward_per_step: 0.01625824 + eval-batch-orig: + avg_avg_episode_length: 16.86396 + avg_avg_return: 0.8393198 + avg_benchmark_regret: 0.00457167 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27155304 + proxy_corner: + avg_avg_return: 0.8393198 + avg_reward_per_step: 0.27155304 + eval-batch-shift: + avg_avg_episode_length: 12.823723 + avg_avg_return: 0.8834605 + avg_benchmark_regret: 0.0039011776 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34371948 + proxy_corner: + avg_avg_return: 0.058865093 + avg_reward_per_step: 0.016670227 + eval-batch-tree: + avg_avg_episode_length: 7.8126965 + avg_avg_return: 0.9728155 + avg_benchmark_regret: 0.021604756 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26244354 + proxy_corner: + avg_avg_return: 0.9728155 + avg_reward_per_step: 0.26244354 +=========================================================== +=========================================================== + step: + env-step-all-before: 123731968 + env-step-replay-before: 62717952 + env-step-used-before: 123731968 + ppo-update-before: 75520 + env-step-generate-before: 61014016 + env-step-all-after: 123764736 + env-step-replay-after: 62717952 + env-step-used-after: 123764736 + ppo-update-after: 75540 + env-step-generate-after: 61046784 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.74645 + avg_avg_return: 0.84900147 + avg_reward_per_step: 0.34335327 + proxy_corner: + avg_avg_return: 0.059315253 + avg_reward_per_step: 0.0128479 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.74645 + avg_avg_return: 0.84900147 + avg_reward_per_step: 0.34335327 + proxy_corner: + avg_avg_return: 0.059315253 + avg_reward_per_step: 0.0128479 + perf: + env_steps_per_second: 607828.0415375304 + ppo_updates_per_second: 75.33288802779926 + eval-batch-train-duration: 0.25968747201841325 + eval-batch-orig-duration: 0.15671966900117695 + eval-batch-shift-duration: 0.1444516689516604 + eval-batch-tree-duration: 0.14312261203303933 + ued: + distances: + cheese-corne_dist_avg: 7.0040283 + cheese-corne_dist_wavg: 11.4944725 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 7.812744 + mouse-cheese_dist_finite_wavg: 4.3846097 + mouse-cheese_dist_solvable_avg: 7.812744 + mouse-cheese_dist_solvable_wavg: 4.38461 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.289551 + num_walls_wavg: 6.9258003 + prop_walls_avg: 0.2734587 + prop_walls_wavg: 0.3011218 + scoring: + avg_scores: 0.07065276 + visit_patterns: + avg_first_visit_time: 1677.521 + avg_last_visit_time: 1904.22 + num_replay_batches: 1914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085755467 + avg_actor_approxkl3: 0.0008600671 + avg_actor_clipfrac: 0.03551636 + avg_actor_loss: -0.0006523724 + avg_advantage: -0.003234875 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0038502947 + avg_entropy: 0.13737558 + avg_grad_norm_pre_clip: 1.5690237 + avg_loss: 0.0011353997 + max: + max_actor_approxkl1: 0.0029469766 + max_actor_approxkl3: 0.0018764543 + max_actor_clipfrac: 0.06958008 + max_actor_loss: 0.0006797984 + max_advantage: 0.28034604 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058288136 + max_entropy: 0.18074128 + max_grad_norm_pre_clip: 2.8192687 + max_loss: 0.0032654824 + std: + std_actor_approxkl1: 0.00094605534 + std_actor_approxkl3: 0.00053037785 + std_actor_clipfrac: 0.01740581 + std_actor_loss: 0.0007455282 + std_advantage: 0.089199804 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009473589 + std_entropy: 0.017844204 + std_grad_norm_pre_clip: 0.48635325 + std_loss: 0.0009453164 + eval-batch-train: + avg_avg_episode_length: 15.345786 + avg_avg_return: 0.8524941 + avg_benchmark_regret: 0.00375007 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33722687 + proxy_corner: + avg_avg_return: 0.08296074 + avg_reward_per_step: 0.016738892 + eval-batch-orig: + avg_avg_episode_length: 16.825844 + avg_avg_return: 0.8393743 + avg_benchmark_regret: 0.004517202 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2727356 + proxy_corner: + avg_avg_return: 0.8393743 + avg_reward_per_step: 0.2727356 + eval-batch-shift: + avg_avg_episode_length: 12.862432 + avg_avg_return: 0.8833177 + avg_benchmark_regret: 0.004044038 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3412323 + proxy_corner: + avg_avg_return: 0.06715862 + avg_reward_per_step: 0.017807007 + eval-batch-tree: + avg_avg_episode_length: 8.240227 + avg_avg_return: 0.9662111 + avg_benchmark_regret: 0.028209189 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26420593 + proxy_corner: + avg_avg_return: 0.9662111 + avg_reward_per_step: 0.26420593 +=========================================================== +=========================================================== + step: + env-step-all-before: 124780544 + env-step-replay-before: 63176704 + env-step-used-before: 124780544 + ppo-update-before: 76160 + env-step-generate-before: 61603840 + env-step-all-after: 124813312 + env-step-replay-after: 63176704 + env-step-used-after: 124813312 + ppo-update-after: 76180 + env-step-generate-after: 61636608 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.353537 + avg_avg_return: 0.84217924 + avg_reward_per_step: 0.331604 + proxy_corner: + avg_avg_return: 0.06977968 + avg_reward_per_step: 0.012512207 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.353537 + avg_avg_return: 0.84217924 + avg_reward_per_step: 0.331604 + proxy_corner: + avg_avg_return: 0.06977968 + avg_reward_per_step: 0.012512207 + perf: + env_steps_per_second: 894812.6045939968 + ppo_updates_per_second: 103.59634022916629 + eval-batch-train-duration: 0.20830063504399732 + eval-batch-orig-duration: 0.15779064799426123 + eval-batch-shift-duration: 0.14478574699023739 + eval-batch-tree-duration: 0.1419378099963069 + ued: + distances: + cheese-corne_dist_avg: 7.0357666 + cheese-corne_dist_wavg: 11.937633 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 7.8012695 + mouse-cheese_dist_finite_wavg: 9.783789 + mouse-cheese_dist_solvable_avg: 7.8012695 + mouse-cheese_dist_solvable_wavg: 9.78379 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2700195 + num_walls_wavg: 8.724714 + prop_walls_avg: 0.27260953 + prop_walls_wavg: 0.3793353 + scoring: + avg_scores: 0.07148059 + visit_patterns: + avg_first_visit_time: 1692.3755 + avg_last_visit_time: 1918.2893 + num_replay_batches: 1928 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013277408 + avg_actor_approxkl3: 0.00096454873 + avg_actor_clipfrac: 0.036431886 + avg_actor_loss: -0.00045444127 + avg_advantage: -0.00046994956 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0044167996 + avg_entropy: 0.14214821 + avg_grad_norm_pre_clip: 1.4980366 + avg_loss: 0.0016118102 + max: + max_actor_approxkl1: 0.0036385776 + max_actor_approxkl3: 0.0020427727 + max_actor_clipfrac: 0.07128906 + max_actor_loss: 0.0018853918 + max_advantage: 0.26660573 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0066970414 + max_entropy: 0.17958927 + max_grad_norm_pre_clip: 3.3325572 + max_loss: 0.0033212905 + std: + std_actor_approxkl1: 0.00092300086 + std_actor_approxkl3: 0.0005754964 + std_actor_clipfrac: 0.018180916 + std_actor_loss: 0.0009217216 + std_advantage: 0.09554059 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012264268 + std_entropy: 0.019923909 + std_grad_norm_pre_clip: 0.54771155 + std_loss: 0.0008960553 + eval-batch-train: + avg_avg_episode_length: 15.380899 + avg_avg_return: 0.8523072 + avg_benchmark_regret: 0.003937007 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33529663 + proxy_corner: + avg_avg_return: 0.08711661 + avg_reward_per_step: 0.016731262 + eval-batch-orig: + avg_avg_episode_length: 16.820175 + avg_avg_return: 0.8394391 + avg_benchmark_regret: 0.0044523785 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2717514 + proxy_corner: + avg_avg_return: 0.8394391 + avg_reward_per_step: 0.2717514 + eval-batch-shift: + avg_avg_episode_length: 12.814774 + avg_avg_return: 0.8836195 + avg_benchmark_regret: 0.003742205 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34119415 + proxy_corner: + avg_avg_return: 0.06828489 + avg_reward_per_step: 0.017341614 + eval-batch-tree: + avg_avg_episode_length: 7.5618086 + avg_avg_return: 0.97363544 + avg_benchmark_regret: 0.020784803 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26417542 + proxy_corner: + avg_avg_return: 0.97363544 + avg_reward_per_step: 0.26417542 +=========================================================== +=========================================================== + step: + env-step-all-before: 125829120 + env-step-replay-before: 63799296 + env-step-used-before: 125829120 + ppo-update-before: 76800 + env-step-generate-before: 62029824 + env-step-all-after: 125861888 + env-step-replay-after: 63832064 + env-step-used-after: 125861888 + ppo-update-after: 76820 + env-step-generate-after: 62029824 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.707614 + avg_avg_return: 0.92583406 + avg_reward_per_step: 0.11138916 + proxy_corner: + avg_avg_return: 0.18557473 + avg_reward_per_step: 0.019226074 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.707614 + avg_avg_return: 0.92583406 + avg_reward_per_step: 0.11138916 + proxy_corner: + avg_avg_return: 0.18557473 + avg_reward_per_step: 0.019226074 + perf: + env_steps_per_second: 590790.8809310179 + ppo_updates_per_second: 98.92974925981493 + eval-batch-train-duration: 0.1965477130142972 + eval-batch-orig-duration: 0.14295767195289955 + eval-batch-shift-duration: 0.1430885280133225 + eval-batch-tree-duration: 0.14083721599308774 + ued: + distances: + cheese-corne_dist_avg: 7.0130615 + cheese-corne_dist_wavg: 5.1998854 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 7.8115234 + mouse-cheese_dist_finite_wavg: 10.678741 + mouse-cheese_dist_solvable_avg: 7.8115234 + mouse-cheese_dist_solvable_wavg: 10.678742 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2773438 + num_walls_wavg: 6.9247704 + prop_walls_avg: 0.27292797 + prop_walls_wavg: 0.30107698 + scoring: + avg_scores: 0.066870466 + visit_patterns: + avg_first_visit_time: 1702.1047 + avg_last_visit_time: 1938.2363 + num_replay_batches: 1948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005182645 + avg_actor_approxkl3: 0.0007782676 + avg_actor_clipfrac: 0.03389282 + avg_actor_loss: -0.00026063912 + avg_advantage: 0.0002893756 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00036824297 + avg_entropy: 0.135718 + avg_grad_norm_pre_clip: 1.5012491 + avg_loss: -0.00021223564 + max: + max_actor_approxkl1: 0.0015976296 + max_actor_approxkl3: 0.0021973972 + max_actor_clipfrac: 0.07763672 + max_actor_loss: 0.0012678411 + max_advantage: 0.1759026 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00043389376 + max_entropy: 0.15058891 + max_grad_norm_pre_clip: 2.7008216 + max_loss: 0.0013290369 + std: + std_actor_approxkl1: 0.0004275868 + std_actor_approxkl3: 0.0004970067 + std_actor_clipfrac: 0.017599063 + std_actor_loss: 0.0007373518 + std_advantage: 0.027552398 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2401505e-05 + std_entropy: 0.010943916 + std_grad_norm_pre_clip: 0.47885725 + std_loss: 0.0007356154 + eval-batch-train: + avg_avg_episode_length: 15.311838 + avg_avg_return: 0.852738 + avg_benchmark_regret: 0.0035061473 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33664703 + proxy_corner: + avg_avg_return: 0.07866244 + avg_reward_per_step: 0.016311646 + eval-batch-orig: + avg_avg_episode_length: 16.8513 + avg_avg_return: 0.8390068 + avg_benchmark_regret: 0.0048846556 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2711792 + proxy_corner: + avg_avg_return: 0.8390068 + avg_reward_per_step: 0.2711792 + eval-batch-shift: + avg_avg_episode_length: 12.87509 + avg_avg_return: 0.88330424 + avg_benchmark_regret: 0.0040574647 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3429947 + proxy_corner: + avg_avg_return: 0.057253946 + avg_reward_per_step: 0.016334534 + eval-batch-tree: + avg_avg_episode_length: 7.4829206 + avg_avg_return: 0.97284067 + avg_benchmark_regret: 0.021579618 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2631836 + proxy_corner: + avg_avg_return: 0.97284067 + avg_reward_per_step: 0.2631836 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 126877696 + env-step-replay-before: 64356352 + env-step-used-before: 126877696 + ppo-update-before: 77440 + env-step-generate-before: 62521344 + env-step-all-after: 126910464 + env-step-replay-after: 64356352 + env-step-used-after: 126910464 + ppo-update-after: 77460 + env-step-generate-after: 62554112 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 17.813814 + avg_avg_return: 0.81016445 + avg_reward_per_step: 0.31069946 + proxy_corner: + avg_avg_return: 0.06634658 + avg_reward_per_step: 0.013946533 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 17.813814 + avg_avg_return: 0.81016445 + avg_reward_per_step: 0.31069946 + proxy_corner: + avg_avg_return: 0.06634658 + avg_reward_per_step: 0.013946533 + perf: + env_steps_per_second: 725370.9305214487 + ppo_updates_per_second: 100.83149585412008 + eval-batch-train-duration: 0.22371987503720447 + eval-batch-orig-duration: 0.1696682329638861 + eval-batch-shift-duration: 0.1475826989626512 + eval-batch-tree-duration: 0.14254356198944151 + ued: + distances: + cheese-corne_dist_avg: 6.98999 + cheese-corne_dist_wavg: 11.95385 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.8464355 + mouse-cheese_dist_finite_wavg: 10.678892 + mouse-cheese_dist_solvable_avg: 7.8464355 + mouse-cheese_dist_solvable_wavg: 10.678892 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2785645 + num_walls_wavg: 7.8241644 + prop_walls_avg: 0.27298105 + prop_walls_wavg: 0.34018114 + scoring: + avg_scores: 0.06592189 + visit_patterns: + avg_first_visit_time: 1714.6968 + avg_last_visit_time: 1954.2625 + num_replay_batches: 1964 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020092952 + avg_actor_approxkl3: 0.0016648436 + avg_actor_clipfrac: 0.05565796 + avg_actor_loss: 0.0013933871 + avg_advantage: -0.0016936555 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0052405354 + avg_entropy: 0.14706165 + avg_grad_norm_pre_clip: 2.2475133 + avg_loss: 0.003866593 + max: + max_actor_approxkl1: 0.00405151 + max_actor_approxkl3: 0.0032666232 + max_actor_clipfrac: 0.103759766 + max_actor_loss: 0.0042129755 + max_advantage: 0.27262145 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006241007 + max_entropy: 0.16802049 + max_grad_norm_pre_clip: 5.0561557 + max_loss: 0.006911876 + std: + std_actor_approxkl1: 0.0012252938 + std_actor_approxkl3: 0.0007932946 + std_actor_clipfrac: 0.02210526 + std_actor_loss: 0.0012867677 + std_advantage: 0.103594765 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006804679 + std_entropy: 0.015848938 + std_grad_norm_pre_clip: 0.9713043 + std_loss: 0.0014605958 + eval-batch-train: + avg_avg_episode_length: 15.282331 + avg_avg_return: 0.85293555 + avg_benchmark_regret: 0.003308668 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33815002 + proxy_corner: + avg_avg_return: 0.06779685 + avg_reward_per_step: 0.015968323 + eval-batch-orig: + avg_avg_episode_length: 16.828074 + avg_avg_return: 0.83917606 + avg_benchmark_regret: 0.004715452 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2720871 + proxy_corner: + avg_avg_return: 0.83917606 + avg_reward_per_step: 0.2720871 + eval-batch-shift: + avg_avg_episode_length: 12.869071 + avg_avg_return: 0.88335884 + avg_benchmark_regret: 0.0040029017 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34440613 + proxy_corner: + avg_avg_return: 0.05649542 + avg_reward_per_step: 0.016349792 + eval-batch-tree: + avg_avg_episode_length: 7.831437 + avg_avg_return: 0.97154427 + avg_benchmark_regret: 0.02287601 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26289368 + proxy_corner: + avg_avg_return: 0.97154427 + avg_reward_per_step: 0.26289368 +=========================================================== +=========================================================== + step: + env-step-all-before: 127926272 + env-step-replay-before: 64946176 + env-step-used-before: 127926272 + ppo-update-before: 78080 + env-step-generate-before: 62980096 + env-step-all-after: 127959040 + env-step-replay-after: 64946176 + env-step-used-after: 127959040 + ppo-update-after: 78100 + env-step-generate-after: 63012864 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.925141 + avg_avg_return: 0.8569343 + avg_reward_per_step: 0.33325195 + proxy_corner: + avg_avg_return: 0.057245187 + avg_reward_per_step: 0.017120361 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.925141 + avg_avg_return: 0.8569343 + avg_reward_per_step: 0.33325195 + proxy_corner: + avg_avg_return: 0.057245187 + avg_reward_per_step: 0.017120361 + perf: + env_steps_per_second: 822660.5017330344 + ppo_updates_per_second: 89.79622870399155 + eval-batch-train-duration: 0.2317074679885991 + eval-batch-orig-duration: 0.14639246597653255 + eval-batch-shift-duration: 0.1450584820122458 + eval-batch-tree-duration: 0.14441524003632367 + ued: + distances: + cheese-corne_dist_avg: 7.016968 + cheese-corne_dist_wavg: 4.3104978 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.843506 + mouse-cheese_dist_finite_wavg: 10.679119 + mouse-cheese_dist_solvable_avg: 7.843506 + mouse-cheese_dist_solvable_wavg: 10.679122 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272949 + num_walls_wavg: 6.0264225 + prop_walls_avg: 0.2727369 + prop_walls_wavg: 0.26201838 + scoring: + avg_scores: 0.06626834 + visit_patterns: + avg_first_visit_time: 1728.0549 + avg_last_visit_time: 1972.2754 + num_replay_batches: 1982 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013228009 + avg_actor_approxkl3: 0.0011213799 + avg_actor_clipfrac: 0.04468384 + avg_actor_loss: 0.00019329954 + avg_advantage: -0.030372396 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004018553 + avg_entropy: 0.1389057 + avg_grad_norm_pre_clip: 2.3195384 + avg_loss: 0.0020636707 + max: + max_actor_approxkl1: 0.003269887 + max_actor_approxkl3: 0.00279349 + max_actor_clipfrac: 0.08239746 + max_actor_loss: 0.0031369925 + max_advantage: 0.31137043 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058785253 + max_entropy: 0.16408943 + max_grad_norm_pre_clip: 4.4380784 + max_loss: 0.004979372 + std: + std_actor_approxkl1: 0.00085299724 + std_actor_approxkl3: 0.0006624027 + std_actor_clipfrac: 0.018736837 + std_actor_loss: 0.0010763286 + std_advantage: 0.088203825 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009862459 + std_entropy: 0.013454977 + std_grad_norm_pre_clip: 0.8434852 + std_loss: 0.0011071388 + eval-batch-train: + avg_avg_episode_length: 15.304596 + avg_avg_return: 0.8525979 + avg_benchmark_regret: 0.0036463118 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3364334 + proxy_corner: + avg_avg_return: 0.06997341 + avg_reward_per_step: 0.015800476 + eval-batch-orig: + avg_avg_episode_length: 16.833958 + avg_avg_return: 0.83912444 + avg_benchmark_regret: 0.004767051 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2709961 + proxy_corner: + avg_avg_return: 0.83912444 + avg_reward_per_step: 0.2709961 + eval-batch-shift: + avg_avg_episode_length: 12.840681 + avg_avg_return: 0.88312954 + avg_benchmark_regret: 0.0042321794 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3443756 + proxy_corner: + avg_avg_return: 0.052421547 + avg_reward_per_step: 0.0154418945 + eval-batch-tree: + avg_avg_episode_length: 7.489777 + avg_avg_return: 0.9742765 + avg_benchmark_regret: 0.020143755 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2627716 + proxy_corner: + avg_avg_return: 0.9742765 + avg_reward_per_step: 0.2627716 +=========================================================== +=========================================================== + step: + env-step-all-before: 128974848 + env-step-replay-before: 65601536 + env-step-used-before: 128974848 + ppo-update-before: 78720 + env-step-generate-before: 63373312 + env-step-all-after: 129007616 + env-step-replay-after: 65601536 + env-step-used-after: 129007616 + ppo-update-after: 78740 + env-step-generate-after: 63406080 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.049324 + avg_avg_return: 0.8328898 + avg_reward_per_step: 0.32351685 + proxy_corner: + avg_avg_return: 0.062206134 + avg_reward_per_step: 0.018157959 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.049324 + avg_avg_return: 0.8328898 + avg_reward_per_step: 0.32351685 + proxy_corner: + avg_avg_return: 0.062206134 + avg_reward_per_step: 0.018157959 + perf: + env_steps_per_second: 608520.1587350524 + ppo_updates_per_second: 100.20536188993327 + eval-batch-train-duration: 0.1974233640357852 + eval-batch-orig-duration: 0.14371512999059632 + eval-batch-shift-duration: 0.1416128880227916 + eval-batch-tree-duration: 0.14193506503943354 + ued: + distances: + cheese-corne_dist_avg: 7.043091 + cheese-corne_dist_wavg: 9.701057 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 7.85376 + mouse-cheese_dist_finite_wavg: 9.782771 + mouse-cheese_dist_solvable_avg: 7.85376 + mouse-cheese_dist_solvable_wavg: 9.782772 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272705 + num_walls_wavg: 6.92505 + prop_walls_avg: 0.2727263 + prop_walls_wavg: 0.30108917 + scoring: + avg_scores: 0.06536813 + visit_patterns: + avg_first_visit_time: 1739.2988 + avg_last_visit_time: 1992.3193 + num_replay_batches: 2002 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014891404 + avg_actor_approxkl3: 0.0013618007 + avg_actor_clipfrac: 0.0444458 + avg_actor_loss: 0.00018642508 + avg_advantage: -0.0034720968 + avg_critic_clipfrac: 0.0022460937 + avg_critic_loss: 0.0044396208 + avg_entropy: 0.13756655 + avg_grad_norm_pre_clip: 1.7276284 + avg_loss: 0.0022686687 + max: + max_actor_approxkl1: 0.0034104898 + max_actor_approxkl3: 0.003152515 + max_actor_clipfrac: 0.08996582 + max_actor_loss: 0.0011255518 + max_advantage: 0.19065487 + max_critic_clipfrac: 0.015625 + max_critic_loss: 0.0067514284 + max_entropy: 0.18005823 + max_grad_norm_pre_clip: 2.9133887 + max_loss: 0.003712536 + std: + std_actor_approxkl1: 0.0010807161 + std_actor_approxkl3: 0.0007621905 + std_actor_clipfrac: 0.017853504 + std_actor_loss: 0.0005624614 + std_advantage: 0.09700851 + std_critic_clipfrac: 0.0053586503 + std_critic_loss: 0.0010848818 + std_entropy: 0.017077206 + std_grad_norm_pre_clip: 0.64063823 + std_loss: 0.0007706877 + eval-batch-train: + avg_avg_episode_length: 15.347005 + avg_avg_return: 0.8527312 + avg_benchmark_regret: 0.0035129944 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33491516 + proxy_corner: + avg_avg_return: 0.06913026 + avg_reward_per_step: 0.015861511 + eval-batch-orig: + avg_avg_episode_length: 16.83908 + avg_avg_return: 0.83939147 + avg_benchmark_regret: 0.0044999747 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2724762 + proxy_corner: + avg_avg_return: 0.83939147 + avg_reward_per_step: 0.2724762 + eval-batch-shift: + avg_avg_episode_length: 12.815183 + avg_avg_return: 0.88284194 + avg_benchmark_regret: 0.004519824 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34497833 + proxy_corner: + avg_avg_return: 0.05139717 + avg_reward_per_step: 0.015716553 + eval-batch-tree: + avg_avg_episode_length: 8.121544 + avg_avg_return: 0.96658564 + avg_benchmark_regret: 0.027834613 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2637787 + proxy_corner: + avg_avg_return: 0.96658564 + avg_reward_per_step: 0.2637787 +=========================================================== +=========================================================== + step: + env-step-all-before: 130023424 + env-step-replay-before: 66158592 + env-step-used-before: 130023424 + ppo-update-before: 79360 + env-step-generate-before: 63864832 + env-step-all-after: 130056192 + env-step-replay-after: 66158592 + env-step-used-after: 130056192 + ppo-update-after: 79380 + env-step-generate-after: 63897600 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 16.954594 + avg_avg_return: 0.82156247 + avg_reward_per_step: 0.3135376 + proxy_corner: + avg_avg_return: 0.10824415 + avg_reward_per_step: 0.020904541 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 16.954594 + avg_avg_return: 0.82156247 + avg_reward_per_step: 0.3135376 + proxy_corner: + avg_avg_return: 0.10824415 + avg_reward_per_step: 0.020904541 + perf: + env_steps_per_second: 579497.8136705419 + ppo_updates_per_second: 73.9507193410302 + eval-batch-train-duration: 0.27661168901249766 + eval-batch-orig-duration: 0.15721630601910874 + eval-batch-shift-duration: 0.1502440350013785 + eval-batch-tree-duration: 0.14603165595326573 + ued: + distances: + cheese-corne_dist_avg: 7.0429688 + cheese-corne_dist_wavg: 6.9986105 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 7.8708496 + mouse-cheese_dist_finite_wavg: 7.0888453 + mouse-cheese_dist_solvable_avg: 7.8708496 + mouse-cheese_dist_solvable_wavg: 7.0888453 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2824707 + num_walls_wavg: 5.129424 + prop_walls_avg: 0.27315086 + prop_walls_wavg: 0.22301848 + scoring: + avg_scores: 0.064936854 + visit_patterns: + avg_first_visit_time: 1752.0754 + avg_last_visit_time: 2009.2512 + num_replay_batches: 2019 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014202573 + avg_actor_approxkl3: 0.0013562198 + avg_actor_clipfrac: 0.05038452 + avg_actor_loss: 0.00046298356 + avg_advantage: -0.0043972386 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0051292777 + avg_entropy: 0.1419457 + avg_grad_norm_pre_clip: 2.3946338 + avg_loss: 0.0028856767 + max: + max_actor_approxkl1: 0.0028018586 + max_actor_approxkl3: 0.00328271 + max_actor_clipfrac: 0.09265137 + max_actor_loss: 0.0048975274 + max_advantage: 0.29530275 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006624569 + max_entropy: 0.1781321 + max_grad_norm_pre_clip: 4.197961 + max_loss: 0.0075760623 + std: + std_actor_approxkl1: 0.0009185961 + std_actor_approxkl3: 0.00075688097 + std_actor_clipfrac: 0.023802673 + std_actor_loss: 0.0013425102 + std_advantage: 0.102458395 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00095161505 + std_entropy: 0.015891483 + std_grad_norm_pre_clip: 0.7723495 + std_loss: 0.0014362548 + eval-batch-train: + avg_avg_episode_length: 15.289619 + avg_avg_return: 0.85300267 + avg_benchmark_regret: 0.0032415278 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33515167 + proxy_corner: + avg_avg_return: 0.074628204 + avg_reward_per_step: 0.015838623 + eval-batch-orig: + avg_avg_episode_length: 16.83395 + avg_avg_return: 0.8394029 + avg_benchmark_regret: 0.004488522 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27288055 + proxy_corner: + avg_avg_return: 0.8394029 + avg_reward_per_step: 0.27288055 + eval-batch-shift: + avg_avg_episode_length: 12.760193 + avg_avg_return: 0.88362837 + avg_benchmark_regret: 0.0037333127 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34459686 + proxy_corner: + avg_avg_return: 0.052788623 + avg_reward_per_step: 0.0160141 + eval-batch-tree: + avg_avg_episode_length: 8.278069 + avg_avg_return: 0.9649043 + avg_benchmark_regret: 0.029515998 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2661667 + proxy_corner: + avg_avg_return: 0.9649043 + avg_reward_per_step: 0.2661667 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 131072000 + env-step-replay-before: 66551808 + env-step-used-before: 131072000 + ppo-update-before: 80000 + env-step-generate-before: 64520192 + env-step-all-after: 131104768 + env-step-replay-after: 66551808 + env-step-used-after: 131104768 + ppo-update-after: 80020 + env-step-generate-after: 64552960 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.702295 + avg_avg_return: 0.87297165 + avg_reward_per_step: 0.34622192 + proxy_corner: + avg_avg_return: 0.053567283 + avg_reward_per_step: 0.0058898926 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.702295 + avg_avg_return: 0.87297165 + avg_reward_per_step: 0.34622192 + proxy_corner: + avg_avg_return: 0.053567283 + avg_reward_per_step: 0.0058898926 + perf: + env_steps_per_second: 946680.0275463512 + ppo_updates_per_second: 77.16626105366484 + eval-batch-train-duration: 0.26511330902576447 + eval-batch-orig-duration: 0.1702363240183331 + eval-batch-shift-duration: 0.1492472770041786 + eval-batch-tree-duration: 0.14190336497267708 + ued: + distances: + cheese-corne_dist_avg: 7.0496826 + cheese-corne_dist_wavg: 10.594664 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 7.9104004 + mouse-cheese_dist_finite_wavg: 11.5884905 + mouse-cheese_dist_solvable_avg: 7.9104004 + mouse-cheese_dist_solvable_wavg: 11.5884905 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284668 + num_walls_wavg: 6.0289373 + prop_walls_avg: 0.2732464 + prop_walls_wavg: 0.2621277 + scoring: + avg_scores: 0.06681299 + visit_patterns: + avg_first_visit_time: 1766.3806 + avg_last_visit_time: 2021.2688 + num_replay_batches: 2031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013278248 + avg_actor_approxkl3: 0.0009627615 + avg_actor_clipfrac: 0.037609864 + avg_actor_loss: -0.00017294548 + avg_advantage: 0.001735853 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004026682 + avg_entropy: 0.1280553 + avg_grad_norm_pre_clip: 1.9017867 + avg_loss: 0.0017123399 + max: + max_actor_approxkl1: 0.003992646 + max_actor_approxkl3: 0.0024999015 + max_actor_clipfrac: 0.05810547 + max_actor_loss: 0.0010003969 + max_advantage: 0.43396896 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005530189 + max_entropy: 0.15271744 + max_grad_norm_pre_clip: 3.3608031 + max_loss: 0.003417713 + std: + std_actor_approxkl1: 0.0010116304 + std_actor_approxkl3: 0.0005277004 + std_actor_clipfrac: 0.015117406 + std_actor_loss: 0.0009447458 + std_advantage: 0.09027627 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000797124 + std_entropy: 0.014750368 + std_grad_norm_pre_clip: 0.6516407 + std_loss: 0.0010949541 + eval-batch-train: + avg_avg_episode_length: 15.301614 + avg_avg_return: 0.8527663 + avg_benchmark_regret: 0.0034779347 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3364029 + proxy_corner: + avg_avg_return: 0.068334416 + avg_reward_per_step: 0.015617371 + eval-batch-orig: + avg_avg_episode_length: 16.860796 + avg_avg_return: 0.83953285 + avg_benchmark_regret: 0.0043585896 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27313995 + proxy_corner: + avg_avg_return: 0.83953285 + avg_reward_per_step: 0.27313995 + eval-batch-shift: + avg_avg_episode_length: 12.700644 + avg_avg_return: 0.8836431 + avg_benchmark_regret: 0.003718649 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34751892 + proxy_corner: + avg_avg_return: 0.053963624 + avg_reward_per_step: 0.016304016 + eval-batch-tree: + avg_avg_episode_length: 7.7298293 + avg_avg_return: 0.9714711 + avg_benchmark_regret: 0.022949202 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2646408 + proxy_corner: + avg_avg_return: 0.9714711 + avg_reward_per_step: 0.2646408 +=========================================================== +=========================================================== + step: + env-step-all-before: 132120576 + env-step-replay-before: 67076096 + env-step-used-before: 132120576 + ppo-update-before: 80640 + env-step-generate-before: 65044480 + env-step-all-after: 132153344 + env-step-replay-after: 67076096 + env-step-used-after: 132153344 + ppo-update-after: 80660 + env-step-generate-after: 65077248 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 13.177029 + avg_avg_return: 0.86717033 + avg_reward_per_step: 0.35464478 + proxy_corner: + avg_avg_return: 0.06160538 + avg_reward_per_step: 0.013427734 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 13.177029 + avg_avg_return: 0.86717033 + avg_reward_per_step: 0.35464478 + proxy_corner: + avg_avg_return: 0.06160538 + avg_reward_per_step: 0.013427734 + perf: + env_steps_per_second: 601301.1397463101 + ppo_updates_per_second: 87.20035325974658 + eval-batch-train-duration: 0.23091084795305505 + eval-batch-orig-duration: 0.14608416496776044 + eval-batch-shift-duration: 0.14210990496212617 + eval-batch-tree-duration: 0.1397035089903511 + ued: + distances: + cheese-corne_dist_avg: 7.055786 + cheese-corne_dist_wavg: 2.5048137 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 7.91333 + mouse-cheese_dist_finite_wavg: 6.1944633 + mouse-cheese_dist_solvable_avg: 7.91333 + mouse-cheese_dist_solvable_wavg: 6.194464 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2854004 + num_walls_wavg: 6.9261327 + prop_walls_avg: 0.27327824 + prop_walls_wavg: 0.30113626 + scoring: + avg_scores: 0.066773206 + visit_patterns: + avg_first_visit_time: 1779.5005 + avg_last_visit_time: 2037.2488 + num_replay_batches: 2047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001321322 + avg_actor_approxkl3: 0.00098648 + avg_actor_clipfrac: 0.03688965 + avg_actor_loss: -0.00048145428 + avg_advantage: -0.00074661383 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0037221406 + avg_entropy: 0.12528014 + avg_grad_norm_pre_clip: 1.5793034 + avg_loss: 0.0012543361 + max: + max_actor_approxkl1: 0.002841921 + max_actor_approxkl3: 0.0022010654 + max_actor_clipfrac: 0.06274414 + max_actor_loss: 0.0013549924 + max_advantage: 0.31133163 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006132231 + max_entropy: 0.1733276 + max_grad_norm_pre_clip: 2.3412352 + max_loss: 0.0031777944 + std: + std_actor_approxkl1: 0.0009138016 + std_actor_approxkl3: 0.00054433034 + std_actor_clipfrac: 0.015847888 + std_actor_loss: 0.00097327225 + std_advantage: 0.08722167 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009188508 + std_entropy: 0.019565979 + std_grad_norm_pre_clip: 0.44903576 + std_loss: 0.0010267657 + eval-batch-train: + avg_avg_episode_length: 15.303321 + avg_avg_return: 0.8530094 + avg_benchmark_regret: 0.003234838 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3348465 + proxy_corner: + avg_avg_return: 0.071355045 + avg_reward_per_step: 0.015823364 + eval-batch-orig: + avg_avg_episode_length: 16.835812 + avg_avg_return: 0.83950436 + avg_benchmark_regret: 0.004387168 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27324677 + proxy_corner: + avg_avg_return: 0.83950436 + avg_reward_per_step: 0.27324677 + eval-batch-shift: + avg_avg_episode_length: 12.70303 + avg_avg_return: 0.8837986 + avg_benchmark_regret: 0.0035631408 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3471527 + proxy_corner: + avg_avg_return: 0.05247937 + avg_reward_per_step: 0.015861511 + eval-batch-tree: + avg_avg_episode_length: 7.3772182 + avg_avg_return: 0.97337115 + avg_benchmark_regret: 0.021049168 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26571655 + proxy_corner: + avg_avg_return: 0.97337115 + avg_reward_per_step: 0.26571655 +=========================================================== +=========================================================== + step: + env-step-all-before: 133169152 + env-step-replay-before: 67600384 + env-step-used-before: 133169152 + ppo-update-before: 81280 + env-step-generate-before: 65568768 + env-step-all-after: 133201920 + env-step-replay-after: 67633152 + env-step-used-after: 133201920 + ppo-update-after: 81300 + env-step-generate-after: 65568768 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 9.781282 + avg_avg_return: 0.9273459 + avg_reward_per_step: 0.11407471 + proxy_corner: + avg_avg_return: 0.1724079 + avg_reward_per_step: 0.018737793 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 9.781282 + avg_avg_return: 0.9273459 + avg_reward_per_step: 0.11407471 + proxy_corner: + avg_avg_return: 0.1724079 + avg_reward_per_step: 0.018737793 + perf: + env_steps_per_second: 818243.329524247 + ppo_updates_per_second: 108.05928400121718 + eval-batch-train-duration: 0.21478459500940517 + eval-batch-orig-duration: 0.1658082990325056 + eval-batch-shift-duration: 0.146661673032213 + eval-batch-tree-duration: 0.14095533802174032 + ued: + distances: + cheese-corne_dist_avg: 7.0283203 + cheese-corne_dist_wavg: 7.9147043 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.894287 + mouse-cheese_dist_finite_wavg: 10.686606 + mouse-cheese_dist_solvable_avg: 7.894287 + mouse-cheese_dist_solvable_wavg: 10.686606 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284668 + num_walls_wavg: 6.029702 + prop_walls_avg: 0.2732464 + prop_walls_wavg: 0.26216096 + scoring: + avg_scores: 0.06601243 + visit_patterns: + avg_first_visit_time: 1794.2034 + avg_last_visit_time: 2054.3 + num_replay_batches: 2064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00054199 + avg_actor_approxkl3: 0.00066567236 + avg_actor_clipfrac: 0.03034668 + avg_actor_loss: -0.00045103495 + avg_advantage: -0.0009344208 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004894057 + avg_entropy: 0.13165481 + avg_grad_norm_pre_clip: 1.3226451 + avg_loss: -0.00033798694 + max: + max_actor_approxkl1: 0.0017731523 + max_actor_approxkl3: 0.0013733427 + max_actor_clipfrac: 0.052124023 + max_actor_loss: 0.0008799536 + max_advantage: 0.25390083 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00065100903 + max_entropy: 0.14818424 + max_grad_norm_pre_clip: 1.9164978 + max_loss: 0.0010264239 + std: + std_actor_approxkl1: 0.00051817606 + std_actor_approxkl3: 0.00035617582 + std_actor_clipfrac: 0.014090341 + std_actor_loss: 0.0007691818 + std_advantage: 0.033527605 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.802908e-05 + std_entropy: 0.0075627337 + std_grad_norm_pre_clip: 0.3486111 + std_loss: 0.0007833386 + eval-batch-train: + avg_avg_episode_length: 15.302101 + avg_avg_return: 0.8526785 + avg_benchmark_regret: 0.0035657673 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33473206 + proxy_corner: + avg_avg_return: 0.07636014 + avg_reward_per_step: 0.016204834 + eval-batch-orig: + avg_avg_episode_length: 16.857529 + avg_avg_return: 0.8389418 + avg_benchmark_regret: 0.004949718 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27240753 + proxy_corner: + avg_avg_return: 0.8389418 + avg_reward_per_step: 0.27240753 + eval-batch-shift: + avg_avg_episode_length: 12.755957 + avg_avg_return: 0.8834958 + avg_benchmark_regret: 0.003865902 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3455658 + proxy_corner: + avg_avg_return: 0.05920794 + avg_reward_per_step: 0.016647339 + eval-batch-tree: + avg_avg_episode_length: 7.411745 + avg_avg_return: 0.975273 + avg_benchmark_regret: 0.019147191 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26446533 + proxy_corner: + avg_avg_return: 0.975273 + avg_reward_per_step: 0.26446533 +=========================================================== +=========================================================== + step: + env-step-all-before: 134217728 + env-step-replay-before: 68157440 + env-step-used-before: 134217728 + ppo-update-before: 81920 + env-step-generate-before: 66060288 + env-step-all-after: 134250496 + env-step-replay-after: 68157440 + env-step-used-after: 134250496 + ppo-update-after: 81940 + env-step-generate-after: 66093056 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.955778 + avg_avg_return: 0.85700935 + avg_reward_per_step: 0.33389282 + proxy_corner: + avg_avg_return: 0.073521845 + avg_reward_per_step: 0.014953613 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.955778 + avg_avg_return: 0.85700935 + avg_reward_per_step: 0.33389282 + proxy_corner: + avg_avg_return: 0.073521845 + avg_reward_per_step: 0.014953613 + perf: + env_steps_per_second: 954926.7730832469 + ppo_updates_per_second: 74.00390412593542 + eval-batch-train-duration: 0.2772888169856742 + eval-batch-orig-duration: 0.17427120899083093 + eval-batch-shift-duration: 0.14881524303928018 + eval-batch-tree-duration: 0.14196515298681334 + ued: + distances: + cheese-corne_dist_avg: 6.982666 + cheese-corne_dist_wavg: 6.092326 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 7.8828125 + mouse-cheese_dist_finite_wavg: 13.383502 + mouse-cheese_dist_solvable_avg: 7.8828125 + mouse-cheese_dist_solvable_wavg: 13.3835 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2753906 + num_walls_wavg: 6.0290375 + prop_walls_avg: 0.27284306 + prop_walls_wavg: 0.26213208 + scoring: + avg_scores: 0.06651577 + visit_patterns: + avg_first_visit_time: 1810.8013 + avg_last_visit_time: 2070.3228 + num_replay_batches: 2080 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015536355 + avg_actor_approxkl3: 0.0011582243 + avg_actor_clipfrac: 0.044299316 + avg_actor_loss: -0.00028354302 + avg_advantage: -0.03371529 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00411181 + avg_entropy: 0.13459782 + avg_grad_norm_pre_clip: 2.0392966 + avg_loss: 0.0016377639 + max: + max_actor_approxkl1: 0.003085911 + max_actor_approxkl3: 0.0025065534 + max_actor_clipfrac: 0.08496094 + max_actor_loss: 0.0013437867 + max_advantage: 0.171965 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006538243 + max_entropy: 0.16612044 + max_grad_norm_pre_clip: 3.8884528 + max_loss: 0.0036378473 + std: + std_actor_approxkl1: 0.000932879 + std_actor_approxkl3: 0.0006883751 + std_actor_clipfrac: 0.022409659 + std_actor_loss: 0.0008399663 + std_advantage: 0.088793755 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010854196 + std_entropy: 0.013372741 + std_grad_norm_pre_clip: 0.8902587 + std_loss: 0.0010396768 + eval-batch-train: + avg_avg_episode_length: 15.354284 + avg_avg_return: 0.8525147 + avg_benchmark_regret: 0.0037295276 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3327942 + proxy_corner: + avg_avg_return: 0.07324135 + avg_reward_per_step: 0.015785217 + eval-batch-orig: + avg_avg_episode_length: 16.852798 + avg_avg_return: 0.8392737 + avg_benchmark_regret: 0.0046177744 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27075958 + proxy_corner: + avg_avg_return: 0.8392737 + avg_reward_per_step: 0.27075958 + eval-batch-shift: + avg_avg_episode_length: 12.850351 + avg_avg_return: 0.8832498 + avg_benchmark_regret: 0.0041118977 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34523773 + proxy_corner: + avg_avg_return: 0.05562099 + avg_reward_per_step: 0.0158844 + eval-batch-tree: + avg_avg_episode_length: 7.3518867 + avg_avg_return: 0.9771661 + avg_benchmark_regret: 0.017254144 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26273346 + proxy_corner: + avg_avg_return: 0.9771661 + avg_reward_per_step: 0.26273346 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 135266304 + env-step-replay-before: 68780032 + env-step-used-before: 135266304 + ppo-update-before: 82560 + env-step-generate-before: 66486272 + env-step-all-after: 135299072 + env-step-replay-after: 68780032 + env-step-used-after: 135299072 + ppo-update-after: 82580 + env-step-generate-after: 66519040 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.201887 + avg_avg_return: 0.8409235 + avg_reward_per_step: 0.33496094 + proxy_corner: + avg_avg_return: 0.081722245 + avg_reward_per_step: 0.016601562 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.201887 + avg_avg_return: 0.8409235 + avg_reward_per_step: 0.33496094 + proxy_corner: + avg_avg_return: 0.081722245 + avg_reward_per_step: 0.016601562 + perf: + env_steps_per_second: 905062.2112296437 + ppo_updates_per_second: 108.83823557128348 + eval-batch-train-duration: 0.1943660729448311 + eval-batch-orig-duration: 0.14728815399575979 + eval-batch-shift-duration: 0.14963614998850971 + eval-batch-tree-duration: 0.15191233000950888 + ued: + distances: + cheese-corne_dist_avg: 6.970825 + cheese-corne_dist_wavg: 11.942869 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 7.8710938 + mouse-cheese_dist_finite_wavg: 9.79202 + mouse-cheese_dist_solvable_avg: 7.8710938 + mouse-cheese_dist_solvable_wavg: 9.792021 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272705 + num_walls_wavg: 6.927329 + prop_walls_avg: 0.2727263 + prop_walls_wavg: 0.3011883 + scoring: + avg_scores: 0.064580426 + visit_patterns: + avg_first_visit_time: 1825.0842 + avg_last_visit_time: 2089.2388 + num_replay_batches: 2099 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019238424 + avg_actor_approxkl3: 0.0014712041 + avg_actor_clipfrac: 0.047821045 + avg_actor_loss: 0.00033384375 + avg_advantage: -0.007566996 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0045875176 + avg_entropy: 0.12705281 + avg_grad_norm_pre_clip: 2.0446415 + avg_loss: 0.0025005497 + max: + max_actor_approxkl1: 0.0044039576 + max_actor_approxkl3: 0.004269951 + max_actor_clipfrac: 0.09765625 + max_actor_loss: 0.003944725 + max_advantage: 0.19747454 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0065997965 + max_entropy: 0.18057007 + max_grad_norm_pre_clip: 3.8017929 + max_loss: 0.005687683 + std: + std_actor_approxkl1: 0.0013712923 + std_actor_approxkl3: 0.0010233716 + std_actor_clipfrac: 0.024101604 + std_actor_loss: 0.0013014543 + std_advantage: 0.096586615 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009222613 + std_entropy: 0.021128355 + std_grad_norm_pre_clip: 0.9164903 + std_loss: 0.0011871251 + eval-batch-train: + avg_avg_episode_length: 15.273372 + avg_avg_return: 0.8530159 + avg_benchmark_regret: 0.0032283447 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33501434 + proxy_corner: + avg_avg_return: 0.07662189 + avg_reward_per_step: 0.016601562 + eval-batch-orig: + avg_avg_episode_length: 16.812845 + avg_avg_return: 0.8396749 + avg_benchmark_regret: 0.0042165765 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2723465 + proxy_corner: + avg_avg_return: 0.8396749 + avg_reward_per_step: 0.2723465 + eval-batch-shift: + avg_avg_episode_length: 12.759496 + avg_avg_return: 0.88376987 + avg_benchmark_regret: 0.0035918758 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34568787 + proxy_corner: + avg_avg_return: 0.05452091 + avg_reward_per_step: 0.016075134 + eval-batch-tree: + avg_avg_episode_length: 7.606615 + avg_avg_return: 0.9750961 + avg_benchmark_regret: 0.019324146 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26296234 + proxy_corner: + avg_avg_return: 0.9750961 + avg_reward_per_step: 0.26296234 +=========================================================== +=========================================================== + step: + env-step-all-before: 136314880 + env-step-replay-before: 69107712 + env-step-used-before: 136314880 + ppo-update-before: 83200 + env-step-generate-before: 67207168 + env-step-all-after: 136347648 + env-step-replay-after: 69107712 + env-step-used-after: 136347648 + ppo-update-after: 83220 + env-step-generate-after: 67239936 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.570955 + avg_avg_return: 0.8720963 + avg_reward_per_step: 0.3635254 + proxy_corner: + avg_avg_return: 0.07600467 + avg_reward_per_step: 0.01852417 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.570955 + avg_avg_return: 0.8720963 + avg_reward_per_step: 0.3635254 + proxy_corner: + avg_avg_return: 0.07600467 + avg_reward_per_step: 0.01852417 + perf: + env_steps_per_second: 701377.9252564625 + ppo_updates_per_second: 73.75196046159404 + eval-batch-train-duration: 0.3004732829867862 + eval-batch-orig-duration: 0.17743473197333515 + eval-batch-shift-duration: 0.14997486904030666 + eval-batch-tree-duration: 0.14203438203549013 + ued: + distances: + cheese-corne_dist_avg: 6.9763184 + cheese-corne_dist_wavg: 11.944017 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 7.928711 + mouse-cheese_dist_finite_wavg: 10.690684 + mouse-cheese_dist_solvable_avg: 7.928711 + mouse-cheese_dist_solvable_wavg: 10.690687 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2783203 + num_walls_wavg: 7.824414 + prop_walls_avg: 0.27297044 + prop_walls_wavg: 0.34019202 + scoring: + avg_scores: 0.06673442 + visit_patterns: + avg_first_visit_time: 1835.8142 + avg_last_visit_time: 2099.3604 + num_replay_batches: 2109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001670491 + avg_actor_approxkl3: 0.0011987418 + avg_actor_clipfrac: 0.03982544 + avg_actor_loss: -0.00028496442 + avg_advantage: 0.009408429 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003388127 + avg_entropy: 0.13113539 + avg_grad_norm_pre_clip: 1.6346312 + avg_loss: 0.0012779634 + max: + max_actor_approxkl1: 0.0053000716 + max_actor_approxkl3: 0.0035506198 + max_actor_clipfrac: 0.06970215 + max_actor_loss: 0.0018523149 + max_advantage: 0.3763947 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004722004 + max_entropy: 0.16237104 + max_grad_norm_pre_clip: 2.6251516 + max_loss: 0.0027894098 + std: + std_actor_approxkl1: 0.0011944621 + std_actor_approxkl3: 0.00073461083 + std_actor_clipfrac: 0.015647246 + std_actor_loss: 0.000926306 + std_advantage: 0.08337103 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008324141 + std_entropy: 0.014225946 + std_grad_norm_pre_clip: 0.45360005 + std_loss: 0.0010186307 + eval-batch-train: + avg_avg_episode_length: 15.342342 + avg_avg_return: 0.85272074 + avg_benchmark_regret: 0.0035234618 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3329239 + proxy_corner: + avg_avg_return: 0.07474764 + avg_reward_per_step: 0.016403198 + eval-batch-orig: + avg_avg_episode_length: 16.849995 + avg_avg_return: 0.8389994 + avg_benchmark_regret: 0.004892065 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27257538 + proxy_corner: + avg_avg_return: 0.8389994 + avg_reward_per_step: 0.27257538 + eval-batch-shift: + avg_avg_episode_length: 12.723621 + avg_avg_return: 0.88350797 + avg_benchmark_regret: 0.0038537404 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34695435 + proxy_corner: + avg_avg_return: 0.059774533 + avg_reward_per_step: 0.016677856 + eval-batch-tree: + avg_avg_episode_length: 7.5203953 + avg_avg_return: 0.97675925 + avg_benchmark_regret: 0.017660975 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26491547 + proxy_corner: + avg_avg_return: 0.97675925 + avg_reward_per_step: 0.26491547 +=========================================================== +=========================================================== + step: + env-step-all-before: 137363456 + env-step-replay-before: 69664768 + env-step-used-before: 137363456 + ppo-update-before: 83840 + env-step-generate-before: 67698688 + env-step-all-after: 137396224 + env-step-replay-after: 69697536 + env-step-used-after: 137396224 + ppo-update-after: 83860 + env-step-generate-after: 67698688 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.437525 + avg_avg_return: 0.9266834 + avg_reward_per_step: 0.11325073 + proxy_corner: + avg_avg_return: 0.19795391 + avg_reward_per_step: 0.022979736 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.437525 + avg_avg_return: 0.9266834 + avg_reward_per_step: 0.11325073 + proxy_corner: + avg_avg_return: 0.19795391 + avg_reward_per_step: 0.022979736 + perf: + env_steps_per_second: 953210.452388574 + ppo_updates_per_second: 105.51109676561435 + eval-batch-train-duration: 0.20205524400807917 + eval-batch-orig-duration: 0.1420682070311159 + eval-batch-shift-duration: 0.1409952539834194 + eval-batch-tree-duration: 0.13902972999494523 + ued: + distances: + cheese-corne_dist_avg: 6.9572754 + cheese-corne_dist_wavg: 11.942386 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.92749 + mouse-cheese_dist_finite_wavg: 7.9851604 + mouse-cheese_dist_solvable_avg: 7.92749 + mouse-cheese_dist_solvable_wavg: 7.9851613 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2734375 + num_walls_wavg: 9.627545 + prop_walls_avg: 0.27275813 + prop_walls_wavg: 0.41858897 + scoring: + avg_scores: 0.0658424 + visit_patterns: + avg_first_visit_time: 1848.2297 + avg_last_visit_time: 2117.3127 + num_replay_batches: 2127 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006085071 + avg_actor_approxkl3: 0.00074202655 + avg_actor_clipfrac: 0.031036377 + avg_actor_loss: -0.00036375443 + avg_advantage: 0.004309471 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00071043026 + avg_entropy: 0.121601656 + avg_grad_norm_pre_clip: 1.5525793 + avg_loss: -0.00013014095 + max: + max_actor_approxkl1: 0.0019340992 + max_actor_approxkl3: 0.001634786 + max_actor_clipfrac: 0.053710938 + max_actor_loss: 0.0011687763 + max_advantage: 0.29506278 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010678063 + max_entropy: 0.1386087 + max_grad_norm_pre_clip: 2.5687768 + max_loss: 0.0013995003 + std: + std_actor_approxkl1: 0.00062029966 + std_actor_approxkl3: 0.00040030753 + std_actor_clipfrac: 0.012989731 + std_actor_loss: 0.0007138041 + std_advantage: 0.041227542 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00013802187 + std_entropy: 0.011204903 + std_grad_norm_pre_clip: 0.5065268 + std_loss: 0.00075542455 + eval-batch-train: + avg_avg_episode_length: 15.2748785 + avg_avg_return: 0.8525843 + avg_benchmark_regret: 0.0036598863 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3322754 + proxy_corner: + avg_avg_return: 0.077572174 + avg_reward_per_step: 0.016220093 + eval-batch-orig: + avg_avg_episode_length: 16.818836 + avg_avg_return: 0.83949673 + avg_benchmark_regret: 0.0043947157 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27163696 + proxy_corner: + avg_avg_return: 0.83949673 + avg_reward_per_step: 0.27163696 + eval-batch-shift: + avg_avg_episode_length: 12.734455 + avg_avg_return: 0.88351405 + avg_benchmark_regret: 0.0038476812 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34775543 + proxy_corner: + avg_avg_return: 0.053060062 + avg_reward_per_step: 0.015968323 + eval-batch-tree: + avg_avg_episode_length: 7.2484837 + avg_avg_return: 0.9754379 + avg_benchmark_regret: 0.018982423 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26515198 + proxy_corner: + avg_avg_return: 0.9754379 + avg_reward_per_step: 0.26515198 +=========================================================== +=========================================================== + step: + env-step-all-before: 138412032 + env-step-replay-before: 70090752 + env-step-used-before: 138412032 + ppo-update-before: 84480 + env-step-generate-before: 68321280 + env-step-all-after: 138444800 + env-step-replay-after: 70123520 + env-step-used-after: 138444800 + ppo-update-after: 84500 + env-step-generate-after: 68321280 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.368347 + avg_avg_return: 0.928429 + avg_reward_per_step: 0.114105225 + proxy_corner: + avg_avg_return: 0.17629476 + avg_reward_per_step: 0.018463135 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.368347 + avg_avg_return: 0.928429 + avg_reward_per_step: 0.114105225 + proxy_corner: + avg_avg_return: 0.17629476 + avg_reward_per_step: 0.018463135 + perf: + env_steps_per_second: 617217.4665995687 + ppo_updates_per_second: 74.50740639497936 + eval-batch-train-duration: 0.26354280003579333 + eval-batch-orig-duration: 0.17083350999746472 + eval-batch-shift-duration: 0.14813068200601265 + eval-batch-tree-duration: 0.14187579398276284 + ued: + distances: + cheese-corne_dist_avg: 6.9768066 + cheese-corne_dist_wavg: 9.696311 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 7.931885 + mouse-cheese_dist_finite_wavg: 9.78681 + mouse-cheese_dist_solvable_avg: 7.931885 + mouse-cheese_dist_solvable_wavg: 9.786811 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.272461 + num_walls_wavg: 5.1318674 + prop_walls_avg: 0.2727157 + prop_walls_wavg: 0.22312462 + scoring: + avg_scores: 0.066026255 + visit_patterns: + avg_first_visit_time: 1861.1099 + avg_last_visit_time: 2130.4097 + num_replay_batches: 2140 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00025947933 + avg_actor_approxkl3: 0.0005596073 + avg_actor_clipfrac: 0.025354004 + avg_actor_loss: -0.0005708005 + avg_advantage: -0.0025759018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00045270447 + avg_entropy: 0.13205862 + avg_grad_norm_pre_clip: 1.4824623 + avg_loss: -0.00047650692 + max: + max_actor_approxkl1: 0.0011029546 + max_actor_approxkl3: 0.0011236304 + max_actor_clipfrac: 0.04272461 + max_actor_loss: 0.0012917435 + max_advantage: 0.25255996 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00054940756 + max_entropy: 0.14609213 + max_grad_norm_pre_clip: 2.935704 + max_loss: 0.001412177 + std: + std_actor_approxkl1: 0.00032750357 + std_actor_approxkl3: 0.00029281093 + std_actor_clipfrac: 0.011703615 + std_actor_loss: 0.0008167313 + std_advantage: 0.030868137 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.4359825e-05 + std_entropy: 0.008839564 + std_grad_norm_pre_clip: 0.57957846 + std_loss: 0.0008220336 + eval-batch-train: + avg_avg_episode_length: 15.283833 + avg_avg_return: 0.8525825 + avg_benchmark_regret: 0.0036617015 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33413696 + proxy_corner: + avg_avg_return: 0.079099834 + avg_reward_per_step: 0.016326904 + eval-batch-orig: + avg_avg_episode_length: 16.836578 + avg_avg_return: 0.83916855 + avg_benchmark_regret: 0.0047229044 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27165985 + proxy_corner: + avg_avg_return: 0.83916855 + avg_reward_per_step: 0.27165985 + eval-batch-shift: + avg_avg_episode_length: 12.740886 + avg_avg_return: 0.8833197 + avg_benchmark_regret: 0.0040420247 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34626007 + proxy_corner: + avg_avg_return: 0.0561158 + avg_reward_per_step: 0.016410828 + eval-batch-tree: + avg_avg_episode_length: 7.8427563 + avg_avg_return: 0.97172815 + avg_benchmark_regret: 0.022692122 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26235962 + proxy_corner: + avg_avg_return: 0.97172815 + avg_reward_per_step: 0.26235962 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 139460608 + env-step-replay-before: 70713344 + env-step-used-before: 139460608 + ppo-update-before: 85120 + env-step-generate-before: 68747264 + env-step-all-after: 139493376 + env-step-replay-after: 70713344 + env-step-used-after: 139493376 + ppo-update-after: 85140 + env-step-generate-after: 68780032 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 12.965855 + avg_avg_return: 0.86903787 + avg_reward_per_step: 0.33883667 + proxy_corner: + avg_avg_return: 0.06606678 + avg_reward_per_step: 0.016235352 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 12.965855 + avg_avg_return: 0.86903787 + avg_reward_per_step: 0.33883667 + proxy_corner: + avg_avg_return: 0.06606678 + avg_reward_per_step: 0.016235352 + perf: + env_steps_per_second: 905164.1394691557 + ppo_updates_per_second: 105.36451912606908 + eval-batch-train-duration: 0.20143082801951095 + eval-batch-orig-duration: 0.14561450999462977 + eval-batch-shift-duration: 0.14584187901346013 + eval-batch-tree-duration: 0.14533685601782054 + ued: + distances: + cheese-corne_dist_avg: 6.9853516 + cheese-corne_dist_wavg: 7.003309 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 7.9023438 + mouse-cheese_dist_finite_wavg: 8.892888 + mouse-cheese_dist_solvable_avg: 7.9023438 + mouse-cheese_dist_solvable_wavg: 8.892888 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2529297 + num_walls_wavg: 6.923014 + prop_walls_avg: 0.2718665 + prop_walls_wavg: 0.30100062 + scoring: + avg_scores: 0.064766586 + visit_patterns: + avg_first_visit_time: 1877.7043 + avg_last_visit_time: 2148.1382 + num_replay_batches: 2158 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00128094 + avg_actor_approxkl3: 0.0008655431 + avg_actor_clipfrac: 0.035437014 + avg_actor_loss: -0.00029971526 + avg_advantage: -0.037604347 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036516138 + avg_entropy: 0.12261049 + avg_grad_norm_pre_clip: 1.3488108 + avg_loss: 0.0014034811 + max: + max_actor_approxkl1: 0.0032095618 + max_actor_approxkl3: 0.0014042475 + max_actor_clipfrac: 0.06225586 + max_actor_loss: 0.0017638728 + max_advantage: 0.17865866 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005220893 + max_entropy: 0.15559924 + max_grad_norm_pre_clip: 2.1491115 + max_loss: 0.004062997 + std: + std_actor_approxkl1: 0.0007956511 + std_actor_approxkl3: 0.00036738708 + std_actor_clipfrac: 0.014467938 + std_actor_loss: 0.00093724555 + std_advantage: 0.08431474 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008722616 + std_entropy: 0.015585559 + std_grad_norm_pre_clip: 0.4007419 + std_loss: 0.0010440088 + eval-batch-train: + avg_avg_episode_length: 15.283156 + avg_avg_return: 0.85280144 + avg_benchmark_regret: 0.0034427545 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33418274 + proxy_corner: + avg_avg_return: 0.076179594 + avg_reward_per_step: 0.01638031 + eval-batch-orig: + avg_avg_episode_length: 16.81907 + avg_avg_return: 0.83929396 + avg_benchmark_regret: 0.0045974795 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27316284 + proxy_corner: + avg_avg_return: 0.83929396 + avg_reward_per_step: 0.27316284 + eval-batch-shift: + avg_avg_episode_length: 12.742035 + avg_avg_return: 0.8835285 + avg_benchmark_regret: 0.0038332213 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34616852 + proxy_corner: + avg_avg_return: 0.05645208 + avg_reward_per_step: 0.016471863 + eval-batch-tree: + avg_avg_episode_length: 7.479846 + avg_avg_return: 0.9751278 + avg_benchmark_regret: 0.019292427 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2647705 + proxy_corner: + avg_avg_return: 0.9751278 + avg_reward_per_step: 0.2647705 +=========================================================== +=========================================================== + step: + env-step-all-before: 140509184 + env-step-replay-before: 71237632 + env-step-used-before: 140509184 + ppo-update-before: 85760 + env-step-generate-before: 69271552 + env-step-all-after: 140541952 + env-step-replay-after: 71270400 + env-step-used-after: 140541952 + ppo-update-after: 85780 + env-step-generate-after: 69271552 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.04385 + avg_avg_return: 0.9298929 + avg_reward_per_step: 0.11495972 + proxy_corner: + avg_avg_return: 0.1892863 + avg_reward_per_step: 0.020141602 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.04385 + avg_avg_return: 0.9298929 + avg_reward_per_step: 0.11495972 + proxy_corner: + avg_avg_return: 0.1892863 + avg_reward_per_step: 0.020141602 + perf: + env_steps_per_second: 599373.7231566572 + ppo_updates_per_second: 73.0229962215219 + eval-batch-train-duration: 0.3153653210029006 + eval-batch-orig-duration: 0.19901469303295016 + eval-batch-shift-duration: 0.16044243704527617 + eval-batch-tree-duration: 0.1480855070403777 + ued: + distances: + cheese-corne_dist_avg: 6.98999 + cheese-corne_dist_wavg: 4.3039637 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 7.9333496 + mouse-cheese_dist_finite_wavg: 9.797333 + mouse-cheese_dist_solvable_avg: 7.9333496 + mouse-cheese_dist_solvable_wavg: 9.797333 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2617188 + num_walls_wavg: 5.1252213 + prop_walls_avg: 0.27224863 + prop_walls_wavg: 0.22283569 + scoring: + avg_scores: 0.06411601 + visit_patterns: + avg_first_visit_time: 1889.916 + avg_last_visit_time: 2165.1523 + num_replay_batches: 2175 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017245461 + avg_actor_approxkl3: 0.001460582 + avg_actor_clipfrac: 0.046447754 + avg_actor_loss: 0.00094137306 + avg_advantage: 0.026187152 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00042521858 + avg_entropy: 0.12188039 + avg_grad_norm_pre_clip: 1.86889 + avg_loss: 0.0010321018 + max: + max_actor_approxkl1: 0.004193575 + max_actor_approxkl3: 0.0036891971 + max_actor_clipfrac: 0.09399414 + max_actor_loss: 0.003911692 + max_advantage: 0.315408 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006396262 + max_entropy: 0.13661984 + max_grad_norm_pre_clip: 2.947849 + max_loss: 0.0040172995 + std: + std_actor_approxkl1: 0.0012279851 + std_actor_approxkl3: 0.0007779353 + std_actor_clipfrac: 0.01864208 + std_actor_loss: 0.0012619757 + std_advantage: 0.025730733 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.0859165e-05 + std_entropy: 0.009460899 + std_grad_norm_pre_clip: 0.5854849 + std_loss: 0.0012657497 + eval-batch-train: + avg_avg_episode_length: 15.29657 + avg_avg_return: 0.85265267 + avg_benchmark_regret: 0.003591507 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33551025 + proxy_corner: + avg_avg_return: 0.07506348 + avg_reward_per_step: 0.015968323 + eval-batch-orig: + avg_avg_episode_length: 16.818148 + avg_avg_return: 0.839527 + avg_benchmark_regret: 0.004364404 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2728424 + proxy_corner: + avg_avg_return: 0.839527 + avg_reward_per_step: 0.2728424 + eval-batch-shift: + avg_avg_episode_length: 12.742077 + avg_avg_return: 0.8833096 + avg_benchmark_regret: 0.0040520867 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34616852 + proxy_corner: + avg_avg_return: 0.05633542 + avg_reward_per_step: 0.01612854 + eval-batch-tree: + avg_avg_episode_length: 7.730814 + avg_avg_return: 0.9763436 + avg_benchmark_regret: 0.018076707 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2625885 + proxy_corner: + avg_avg_return: 0.9763436 + avg_reward_per_step: 0.2625885 +=========================================================== +=========================================================== + step: + env-step-all-before: 141557760 + env-step-replay-before: 71729152 + env-step-used-before: 141557760 + ppo-update-before: 86400 + env-step-generate-before: 69828608 + env-step-all-after: 141590528 + env-step-replay-after: 71761920 + env-step-used-after: 141590528 + ppo-update-after: 86420 + env-step-generate-after: 69828608 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.736249 + avg_avg_return: 0.9239453 + avg_reward_per_step: 0.114471436 + proxy_corner: + avg_avg_return: 0.19051561 + avg_reward_per_step: 0.020507812 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.736249 + avg_avg_return: 0.9239453 + avg_reward_per_step: 0.114471436 + proxy_corner: + avg_avg_return: 0.19051561 + avg_reward_per_step: 0.020507812 + perf: + env_steps_per_second: 600566.0032566352 + ppo_updates_per_second: 74.80079229489284 + eval-batch-train-duration: 0.25904433097457513 + eval-batch-orig-duration: 0.15910297201480716 + eval-batch-shift-duration: 0.1439409259473905 + eval-batch-tree-duration: 0.14055314101278782 + ued: + distances: + cheese-corne_dist_avg: 6.9542236 + cheese-corne_dist_wavg: 6.105661 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 7.9484863 + mouse-cheese_dist_finite_wavg: 5.2963824 + mouse-cheese_dist_solvable_avg: 7.9484863 + mouse-cheese_dist_solvable_wavg: 5.2963824 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.244873 + num_walls_wavg: 6.928158 + prop_walls_avg: 0.2715162 + prop_walls_wavg: 0.30122435 + scoring: + avg_scores: 0.0651995 + visit_patterns: + avg_first_visit_time: 1905.561 + avg_last_visit_time: 2180.2727 + num_replay_batches: 2190 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00086695346 + avg_actor_approxkl3: 0.0009244064 + avg_actor_clipfrac: 0.03463135 + avg_actor_loss: -0.00023525782 + avg_advantage: 0.020840585 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00095834426 + avg_entropy: 0.1182608 + avg_grad_norm_pre_clip: 1.2927779 + avg_loss: 0.0001256535 + max: + max_actor_approxkl1: 0.002145041 + max_actor_approxkl3: 0.0022144052 + max_actor_clipfrac: 0.07775879 + max_actor_loss: 0.0013790829 + max_advantage: 0.3452779 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001658302 + max_entropy: 0.1340279 + max_grad_norm_pre_clip: 2.0924077 + max_loss: 0.0017341718 + std: + std_actor_approxkl1: 0.00061183964 + std_actor_approxkl3: 0.00058397517 + std_actor_clipfrac: 0.018920783 + std_actor_loss: 0.0007612553 + std_advantage: 0.04391934 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00035030168 + std_entropy: 0.00791979 + std_grad_norm_pre_clip: 0.4178134 + std_loss: 0.00084457954 + eval-batch-train: + avg_avg_episode_length: 15.271294 + avg_avg_return: 0.8527842 + avg_benchmark_regret: 0.0034600073 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33423615 + proxy_corner: + avg_avg_return: 0.079144925 + avg_reward_per_step: 0.016418457 + eval-batch-orig: + avg_avg_episode_length: 16.872232 + avg_avg_return: 0.8391962 + avg_benchmark_regret: 0.004695274 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2710724 + proxy_corner: + avg_avg_return: 0.8391962 + avg_reward_per_step: 0.2710724 + eval-batch-shift: + avg_avg_episode_length: 12.723242 + avg_avg_return: 0.88360494 + avg_benchmark_regret: 0.003756812 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.05927799 + avg_reward_per_step: 0.016540527 + eval-batch-tree: + avg_avg_episode_length: 8.0711155 + avg_avg_return: 0.97073865 + avg_benchmark_regret: 0.023681588 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26249695 + proxy_corner: + avg_avg_return: 0.97073865 + avg_reward_per_step: 0.26249695 +=========================================================== +=========================================================== + step: + env-step-all-before: 142606336 + env-step-replay-before: 72286208 + env-step-used-before: 142606336 + ppo-update-before: 87040 + env-step-generate-before: 70320128 + env-step-all-after: 142639104 + env-step-replay-after: 72318976 + env-step-used-after: 142639104 + ppo-update-after: 87060 + env-step-generate-after: 70320128 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.105914 + avg_avg_return: 0.92962366 + avg_reward_per_step: 0.115478516 + proxy_corner: + avg_avg_return: 0.209963 + avg_reward_per_step: 0.024536133 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.105914 + avg_avg_return: 0.92962366 + avg_reward_per_step: 0.115478516 + proxy_corner: + avg_avg_return: 0.209963 + avg_reward_per_step: 0.024536133 + perf: + env_steps_per_second: 984695.0364346849 + ppo_updates_per_second: 76.09404055013468 + eval-batch-train-duration: 0.33267579501261935 + eval-batch-orig-duration: 0.1888972459710203 + eval-batch-shift-duration: 0.15684097894700244 + eval-batch-tree-duration: 0.14793552499031648 + ued: + distances: + cheese-corne_dist_avg: 6.9714355 + cheese-corne_dist_wavg: 5.194888 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 7.9611816 + mouse-cheese_dist_finite_wavg: 9.797084 + mouse-cheese_dist_solvable_avg: 7.9611816 + mouse-cheese_dist_solvable_wavg: 9.797084 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.244873 + num_walls_wavg: 6.922161 + prop_walls_avg: 0.2715162 + prop_walls_wavg: 0.30096352 + scoring: + avg_scores: 0.06484635 + visit_patterns: + avg_first_visit_time: 1916.374 + avg_last_visit_time: 2197.3296 + num_replay_batches: 2207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003592826 + avg_actor_approxkl3: 0.0006629591 + avg_actor_clipfrac: 0.02709961 + avg_actor_loss: -0.00070312736 + avg_advantage: 0.029615492 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00051622087 + avg_entropy: 0.116573334 + avg_grad_norm_pre_clip: 1.5391577 + avg_loss: -0.0005615903 + max: + max_actor_approxkl1: 0.0012113169 + max_actor_approxkl3: 0.0015581762 + max_actor_clipfrac: 0.053344727 + max_actor_loss: 0.0003532283 + max_advantage: 0.29178137 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008389922 + max_entropy: 0.1312263 + max_grad_norm_pre_clip: 2.78195 + max_loss: 0.00053922576 + std: + std_actor_approxkl1: 0.00051237614 + std_actor_approxkl3: 0.00041753828 + std_actor_clipfrac: 0.014683034 + std_actor_loss: 0.000647565 + std_advantage: 0.028437411 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011272804 + std_entropy: 0.008829908 + std_grad_norm_pre_clip: 0.48456323 + std_loss: 0.0006607232 + eval-batch-train: + avg_avg_episode_length: 15.258421 + avg_avg_return: 0.8531888 + avg_benchmark_regret: 0.003055404 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33657074 + proxy_corner: + avg_avg_return: 0.08116999 + avg_reward_per_step: 0.016395569 + eval-batch-orig: + avg_avg_episode_length: 16.812418 + avg_avg_return: 0.83948106 + avg_benchmark_regret: 0.0044103665 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.272377 + proxy_corner: + avg_avg_return: 0.83948106 + avg_reward_per_step: 0.272377 + eval-batch-shift: + avg_avg_episode_length: 12.692347 + avg_avg_return: 0.8834757 + avg_benchmark_regret: 0.0038860089 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34628296 + proxy_corner: + avg_avg_return: 0.058727548 + avg_reward_per_step: 0.016494751 + eval-batch-tree: + avg_avg_episode_length: 7.8552322 + avg_avg_return: 0.96945965 + avg_benchmark_regret: 0.024960613 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.263031 + proxy_corner: + avg_avg_return: 0.96945965 + avg_reward_per_step: 0.263031 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 143654912 + env-step-replay-before: 72941568 + env-step-used-before: 143654912 + ppo-update-before: 87680 + env-step-generate-before: 70713344 + env-step-all-after: 143687680 + env-step-replay-after: 72974336 + env-step-used-after: 143687680 + ppo-update-after: 87700 + env-step-generate-after: 70713344 + train-replay: + shift_proportion: 0.9765625 + avg_avg_episode_length: 9.165883 + avg_avg_return: 0.9311712 + avg_reward_per_step: 0.117614746 + proxy_corner: + avg_avg_return: 0.14024487 + avg_reward_per_step: 0.014526367 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 9.165883 + avg_avg_return: 0.9311712 + avg_reward_per_step: 0.117614746 + proxy_corner: + avg_avg_return: 0.14024487 + avg_reward_per_step: 0.014526367 + perf: + env_steps_per_second: 910114.8282432302 + ppo_updates_per_second: 108.72217035593069 + eval-batch-train-duration: 0.19399319001240656 + eval-batch-orig-duration: 0.14517169602913782 + eval-batch-shift-duration: 0.14084850798826665 + eval-batch-tree-duration: 0.13957605900941417 + ued: + distances: + cheese-corne_dist_avg: 6.975952 + cheese-corne_dist_wavg: 9.696683 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 7.9436035 + mouse-cheese_dist_finite_wavg: 6.195273 + mouse-cheese_dist_solvable_avg: 7.9436035 + mouse-cheese_dist_solvable_wavg: 6.195274 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.22583 + num_walls_wavg: 7.823446 + prop_walls_avg: 0.27068824 + prop_walls_wavg: 0.3401499 + scoring: + avg_scores: 0.06355947 + visit_patterns: + avg_first_visit_time: 1929.0803 + avg_last_visit_time: 2217.2405 + num_replay_batches: 2227 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006897994 + avg_actor_approxkl3: 0.0006109316 + avg_actor_clipfrac: 0.027502442 + avg_actor_loss: -0.00018764473 + avg_advantage: 0.028390314 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00073794194 + avg_entropy: 0.111819625 + avg_grad_norm_pre_clip: 1.5474428 + avg_loss: 6.950653e-05 + max: + max_actor_approxkl1: 0.0011885664 + max_actor_approxkl3: 0.0010768946 + max_actor_clipfrac: 0.04321289 + max_actor_loss: 0.0021390393 + max_advantage: 0.23869306 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001142442 + max_entropy: 0.13181408 + max_grad_norm_pre_clip: 2.975165 + max_loss: 0.0023091612 + std: + std_actor_approxkl1: 0.00033259133 + std_actor_approxkl3: 0.00024369491 + std_actor_clipfrac: 0.009654218 + std_actor_loss: 0.00092744717 + std_advantage: 0.035571072 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00026073176 + std_entropy: 0.008551284 + std_grad_norm_pre_clip: 0.5358327 + std_loss: 0.00096011744 + eval-batch-train: + avg_avg_episode_length: 15.271786 + avg_avg_return: 0.8533213 + avg_benchmark_regret: 0.0029228805 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33572388 + proxy_corner: + avg_avg_return: 0.07018241 + avg_reward_per_step: 0.015174866 + eval-batch-orig: + avg_avg_episode_length: 16.821373 + avg_avg_return: 0.8394272 + avg_benchmark_regret: 0.0044642454 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2707138 + proxy_corner: + avg_avg_return: 0.8394272 + avg_reward_per_step: 0.2707138 + eval-batch-shift: + avg_avg_episode_length: 12.699383 + avg_avg_return: 0.8837532 + avg_benchmark_regret: 0.003608562 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3471756 + proxy_corner: + avg_avg_return: 0.05637036 + avg_reward_per_step: 0.016151428 + eval-batch-tree: + avg_avg_episode_length: 7.6025968 + avg_avg_return: 0.97281355 + avg_benchmark_regret: 0.021606706 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2618866 + proxy_corner: + avg_avg_return: 0.97281355 + avg_reward_per_step: 0.2618866 +=========================================================== +=========================================================== + step: + env-step-all-before: 144703488 + env-step-replay-before: 73531392 + env-step-used-before: 144703488 + ppo-update-before: 88320 + env-step-generate-before: 71172096 + env-step-all-after: 144736256 + env-step-replay-after: 73564160 + env-step-used-after: 144736256 + ppo-update-after: 88340 + env-step-generate-after: 71172096 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 8.637056 + avg_avg_return: 0.9307208 + avg_reward_per_step: 0.11782837 + proxy_corner: + avg_avg_return: 0.15883037 + avg_reward_per_step: 0.0178833 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 8.637056 + avg_avg_return: 0.9307208 + avg_reward_per_step: 0.11782837 + proxy_corner: + avg_avg_return: 0.15883037 + avg_reward_per_step: 0.0178833 + perf: + env_steps_per_second: 631555.0723229644 + ppo_updates_per_second: 75.2689341224269 + eval-batch-train-duration: 0.2570510759833269 + eval-batch-orig-duration: 0.1589474689681083 + eval-batch-shift-duration: 0.1448411620222032 + eval-batch-tree-duration: 0.14131040900247172 + ued: + distances: + cheese-corne_dist_avg: 6.9907227 + cheese-corne_dist_wavg: 10.604899 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 7.9680176 + mouse-cheese_dist_finite_wavg: 10.692294 + mouse-cheese_dist_solvable_avg: 7.9680176 + mouse-cheese_dist_solvable_wavg: 10.692293 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.22583 + num_walls_wavg: 5.1245246 + prop_walls_avg: 0.27068824 + prop_walls_wavg: 0.22280543 + scoring: + avg_scores: 0.06316683 + visit_patterns: + avg_first_visit_time: 1937.7993 + avg_last_visit_time: 2235.184 + num_replay_batches: 2245 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009120093 + avg_actor_approxkl3: 0.0007102081 + avg_actor_clipfrac: 0.029394532 + avg_actor_loss: -0.0002882857 + avg_advantage: 0.03353741 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006462315 + avg_entropy: 0.10565209 + avg_grad_norm_pre_clip: 1.5410055 + avg_loss: -7.082204e-05 + max: + max_actor_approxkl1: 0.0027039098 + max_actor_approxkl3: 0.0013961868 + max_actor_clipfrac: 0.056640625 + max_actor_loss: 0.0015188549 + max_advantage: 0.31561995 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012337086 + max_entropy: 0.13265786 + max_grad_norm_pre_clip: 2.6149206 + max_loss: 0.0017005921 + std: + std_actor_approxkl1: 0.0007254767 + std_actor_approxkl3: 0.00034956544 + std_actor_clipfrac: 0.01259199 + std_actor_loss: 0.00061094196 + std_advantage: 0.032535195 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00019389526 + std_entropy: 0.011645688 + std_grad_norm_pre_clip: 0.62351096 + std_loss: 0.0006237619 + eval-batch-train: + avg_avg_episode_length: 15.272635 + avg_avg_return: 0.85305566 + avg_benchmark_regret: 0.0031885498 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33490753 + proxy_corner: + avg_avg_return: 0.07406846 + avg_reward_per_step: 0.015151978 + eval-batch-orig: + avg_avg_episode_length: 16.780361 + avg_avg_return: 0.83947694 + avg_benchmark_regret: 0.0044145538 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27310944 + proxy_corner: + avg_avg_return: 0.83947694 + avg_reward_per_step: 0.27310944 + eval-batch-shift: + avg_avg_episode_length: 12.685034 + avg_avg_return: 0.88353586 + avg_benchmark_regret: 0.0038258887 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34851837 + proxy_corner: + avg_avg_return: 0.05093485 + avg_reward_per_step: 0.015525818 + eval-batch-tree: + avg_avg_episode_length: 7.880012 + avg_avg_return: 0.9702244 + avg_benchmark_regret: 0.024195865 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26302338 + proxy_corner: + avg_avg_return: 0.9702244 + avg_reward_per_step: 0.26302338 +=========================================================== +=========================================================== + step: + env-step-all-before: 145752064 + env-step-replay-before: 74088448 + env-step-used-before: 145752064 + ppo-update-before: 88960 + env-step-generate-before: 71663616 + env-step-all-after: 145784832 + env-step-replay-after: 74121216 + env-step-used-after: 145784832 + ppo-update-after: 88980 + env-step-generate-after: 71663616 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 8.937853 + avg_avg_return: 0.9302084 + avg_reward_per_step: 0.11746216 + proxy_corner: + avg_avg_return: 0.21688807 + avg_reward_per_step: 0.025482178 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 8.937853 + avg_avg_return: 0.9302084 + avg_reward_per_step: 0.11746216 + proxy_corner: + avg_avg_return: 0.21688807 + avg_reward_per_step: 0.025482178 + perf: + env_steps_per_second: 964208.7818743985 + ppo_updates_per_second: 79.50404517695257 + eval-batch-train-duration: 0.32804929598933086 + eval-batch-orig-duration: 0.20540586998686194 + eval-batch-shift-duration: 0.15828617400256917 + eval-batch-tree-duration: 0.1467517539858818 + ued: + distances: + cheese-corne_dist_avg: 6.9764404 + cheese-corne_dist_wavg: 8.797378 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 8.00415 + mouse-cheese_dist_finite_wavg: 10.695158 + mouse-cheese_dist_solvable_avg: 8.00415 + mouse-cheese_dist_solvable_wavg: 10.695158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.22876 + num_walls_wavg: 6.9218206 + prop_walls_avg: 0.2708156 + prop_walls_wavg: 0.30094883 + scoring: + avg_scores: 0.06361529 + visit_patterns: + avg_first_visit_time: 1946.5034 + avg_last_visit_time: 2252.3667 + num_replay_batches: 2262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044377 + avg_actor_approxkl3: 0.0007816083 + avg_actor_clipfrac: 0.03189087 + avg_actor_loss: -0.00039419322 + avg_advantage: 0.0007492582 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00037390567 + avg_entropy: 0.114431195 + avg_grad_norm_pre_clip: 1.3404044 + avg_loss: -0.00032167157 + max: + max_actor_approxkl1: 0.0015678013 + max_actor_approxkl3: 0.0015921282 + max_actor_clipfrac: 0.057250977 + max_actor_loss: 0.0009244345 + max_advantage: 0.25374353 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00041996234 + max_entropy: 0.12992533 + max_grad_norm_pre_clip: 2.5213654 + max_loss: 0.0009973756 + std: + std_actor_approxkl1: 0.00056641136 + std_actor_approxkl3: 0.00047872696 + std_actor_clipfrac: 0.01576097 + std_actor_loss: 0.0005735682 + std_advantage: 0.028189873 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.1027525e-05 + std_entropy: 0.00920848 + std_grad_norm_pre_clip: 0.53905284 + std_loss: 0.00057296717 + eval-batch-train: + avg_avg_episode_length: 15.278575 + avg_avg_return: 0.8530411 + avg_benchmark_regret: 0.0032030763 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33651733 + proxy_corner: + avg_avg_return: 0.07432726 + avg_reward_per_step: 0.01574707 + eval-batch-orig: + avg_avg_episode_length: 16.808296 + avg_avg_return: 0.8392876 + avg_benchmark_regret: 0.0046038697 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2719345 + proxy_corner: + avg_avg_return: 0.8392876 + avg_reward_per_step: 0.2719345 + eval-batch-shift: + avg_avg_episode_length: 12.707045 + avg_avg_return: 0.8840312 + avg_benchmark_regret: 0.003330488 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34739685 + proxy_corner: + avg_avg_return: 0.052804947 + avg_reward_per_step: 0.015731812 + eval-batch-tree: + avg_avg_episode_length: 7.55922 + avg_avg_return: 0.9724767 + avg_benchmark_regret: 0.021943513 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26487732 + proxy_corner: + avg_avg_return: 0.9724767 + avg_reward_per_step: 0.26487732 +=========================================================== +=========================================================== + step: + env-step-all-before: 146800640 + env-step-replay-before: 74711040 + env-step-used-before: 146800640 + ppo-update-before: 89600 + env-step-generate-before: 72089600 + env-step-all-after: 146833408 + env-step-replay-after: 74743808 + env-step-used-after: 146833408 + ppo-update-after: 89620 + env-step-generate-after: 72089600 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.01741 + avg_avg_return: 0.9291658 + avg_reward_per_step: 0.11721802 + proxy_corner: + avg_avg_return: 0.17296636 + avg_reward_per_step: 0.019226074 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.01741 + avg_avg_return: 0.9291658 + avg_reward_per_step: 0.11721802 + proxy_corner: + avg_avg_return: 0.17296636 + avg_reward_per_step: 0.019226074 + perf: + env_steps_per_second: 880727.3484339518 + ppo_updates_per_second: 108.36310111465049 + eval-batch-train-duration: 0.1942079949658364 + eval-batch-orig-duration: 0.14616609102813527 + eval-batch-shift-duration: 0.141758022014983 + eval-batch-tree-duration: 0.14470502600306645 + ued: + distances: + cheese-corne_dist_avg: 6.9713135 + cheese-corne_dist_wavg: 8.793079 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 7.998291 + mouse-cheese_dist_finite_wavg: 6.1969404 + mouse-cheese_dist_solvable_avg: 7.998291 + mouse-cheese_dist_solvable_wavg: 6.1969414 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.237549 + num_walls_wavg: 6.9222894 + prop_walls_avg: 0.27119777 + prop_walls_wavg: 0.30096918 + scoring: + avg_scores: 0.06416556 + visit_patterns: + avg_first_visit_time: 1958.1846 + avg_last_visit_time: 2271.299 + num_replay_batches: 2281 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00078228227 + avg_actor_approxkl3: 0.0007514069 + avg_actor_clipfrac: 0.029125977 + avg_actor_loss: 0.0004308653 + avg_advantage: -0.00010327663 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005599247 + avg_entropy: 0.11162161 + avg_grad_norm_pre_clip: 1.6687195 + avg_loss: 0.00059920596 + max: + max_actor_approxkl1: 0.0030789583 + max_actor_approxkl3: 0.0019987235 + max_actor_clipfrac: 0.056030273 + max_actor_loss: 0.0016058492 + max_advantage: 0.2825399 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010425221 + max_entropy: 0.12721068 + max_grad_norm_pre_clip: 2.7127779 + max_loss: 0.0017862674 + std: + std_actor_approxkl1: 0.00089007214 + std_actor_approxkl3: 0.00054896035 + std_actor_clipfrac: 0.0151296975 + std_actor_loss: 0.00053860416 + std_advantage: 0.03555847 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00023848246 + std_entropy: 0.007300779 + std_grad_norm_pre_clip: 0.4952421 + std_loss: 0.0005577993 + eval-batch-train: + avg_avg_episode_length: 15.34873 + avg_avg_return: 0.8520906 + avg_benchmark_regret: 0.0041535906 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33553314 + proxy_corner: + avg_avg_return: 0.07796031 + avg_reward_per_step: 0.016738892 + eval-batch-orig: + avg_avg_episode_length: 16.823624 + avg_avg_return: 0.8393314 + avg_benchmark_regret: 0.0045601185 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27240753 + proxy_corner: + avg_avg_return: 0.8393314 + avg_reward_per_step: 0.27240753 + eval-batch-shift: + avg_avg_episode_length: 12.709506 + avg_avg_return: 0.8838252 + avg_benchmark_regret: 0.0035365121 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34654236 + proxy_corner: + avg_avg_return: 0.05957558 + avg_reward_per_step: 0.016700745 + eval-batch-tree: + avg_avg_episode_length: 7.7382994 + avg_avg_return: 0.9742503 + avg_benchmark_regret: 0.02016998 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26241302 + proxy_corner: + avg_avg_return: 0.9742503 + avg_reward_per_step: 0.26241302 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 147849216 + env-step-replay-before: 75235328 + env-step-used-before: 147849216 + ppo-update-before: 90240 + env-step-generate-before: 72613888 + env-step-all-after: 147881984 + env-step-replay-after: 75235328 + env-step-used-after: 147881984 + ppo-update-after: 90260 + env-step-generate-after: 72646656 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.383772 + avg_avg_return: 0.8634429 + avg_reward_per_step: 0.33114624 + proxy_corner: + avg_avg_return: 0.07714753 + avg_reward_per_step: 0.016693115 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.383772 + avg_avg_return: 0.8634429 + avg_reward_per_step: 0.33114624 + proxy_corner: + avg_avg_return: 0.07714753 + avg_reward_per_step: 0.016693115 + perf: + env_steps_per_second: 911300.3662254344 + ppo_updates_per_second: 105.02148742851283 + eval-batch-train-duration: 0.20797075401060283 + eval-batch-orig-duration: 0.15751857601571828 + eval-batch-shift-duration: 0.14549630699912086 + eval-batch-tree-duration: 0.1423510010354221 + ued: + distances: + cheese-corne_dist_avg: 6.996826 + cheese-corne_dist_wavg: 5.2081833 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 8.029297 + mouse-cheese_dist_finite_wavg: 4.4038606 + mouse-cheese_dist_solvable_avg: 8.029297 + mouse-cheese_dist_solvable_wavg: 4.403861 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2419434 + num_walls_wavg: 5.1263247 + prop_walls_avg: 0.27138883 + prop_walls_wavg: 0.22288366 + scoring: + avg_scores: 0.06390438 + visit_patterns: + avg_first_visit_time: 1969.9954 + avg_last_visit_time: 2286.3147 + num_replay_batches: 2296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017791601 + avg_actor_approxkl3: 0.0014357438 + avg_actor_clipfrac: 0.045678712 + avg_actor_loss: -0.00010445118 + avg_advantage: -0.035434775 + avg_critic_clipfrac: 0.00015869141 + avg_critic_loss: 0.0033339355 + avg_entropy: 0.1305972 + avg_grad_norm_pre_clip: 1.6931489 + avg_loss: 0.0014319193 + max: + max_actor_approxkl1: 0.0043242252 + max_actor_approxkl3: 0.003444199 + max_actor_clipfrac: 0.08996582 + max_actor_loss: 0.001706712 + max_advantage: 0.16668874 + max_critic_clipfrac: 0.0031738281 + max_critic_loss: 0.0052594445 + max_entropy: 0.17689636 + max_grad_norm_pre_clip: 2.5139496 + max_loss: 0.0037643693 + std: + std_actor_approxkl1: 0.001191715 + std_actor_approxkl3: 0.0008323184 + std_actor_clipfrac: 0.018994022 + std_actor_loss: 0.0008590648 + std_advantage: 0.07881183 + std_critic_clipfrac: 0.0006917198 + std_critic_loss: 0.0010268713 + std_entropy: 0.017735954 + std_grad_norm_pre_clip: 0.45427102 + std_loss: 0.0009977792 + eval-batch-train: + avg_avg_episode_length: 15.253763 + avg_avg_return: 0.85300726 + avg_benchmark_regret: 0.0032369315 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33580017 + proxy_corner: + avg_avg_return: 0.08294439 + avg_reward_per_step: 0.01689148 + eval-batch-orig: + avg_avg_episode_length: 16.80968 + avg_avg_return: 0.8394321 + avg_benchmark_regret: 0.0044593946 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2720108 + proxy_corner: + avg_avg_return: 0.8394321 + avg_reward_per_step: 0.2720108 + eval-batch-shift: + avg_avg_episode_length: 12.683052 + avg_avg_return: 0.883544 + avg_benchmark_regret: 0.0038176696 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34604645 + proxy_corner: + avg_avg_return: 0.06310779 + avg_reward_per_step: 0.016860962 + eval-batch-tree: + avg_avg_episode_length: 7.7522297 + avg_avg_return: 0.9719969 + avg_benchmark_regret: 0.022423392 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26496124 + proxy_corner: + avg_avg_return: 0.9719969 + avg_reward_per_step: 0.26496124 +=========================================================== +=========================================================== + step: + env-step-all-before: 148897792 + env-step-replay-before: 75694080 + env-step-used-before: 148897792 + ppo-update-before: 90880 + env-step-generate-before: 73203712 + env-step-all-after: 148930560 + env-step-replay-after: 75726848 + env-step-used-after: 148930560 + ppo-update-after: 90900 + env-step-generate-after: 73203712 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.69857 + avg_avg_return: 0.9243181 + avg_reward_per_step: 0.11212158 + proxy_corner: + avg_avg_return: 0.15189 + avg_reward_per_step: 0.015686035 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.69857 + avg_avg_return: 0.9243181 + avg_reward_per_step: 0.11212158 + proxy_corner: + avg_avg_return: 0.15189 + avg_reward_per_step: 0.015686035 + perf: + env_steps_per_second: 600213.323713463 + ppo_updates_per_second: 72.87730244567365 + eval-batch-train-duration: 0.3311717819888145 + eval-batch-orig-duration: 0.17834474699338898 + eval-batch-shift-duration: 0.15270802995655686 + eval-batch-tree-duration: 0.14605232601752505 + ued: + distances: + cheese-corne_dist_avg: 6.9559326 + cheese-corne_dist_wavg: 5.2038183 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 8.034668 + mouse-cheese_dist_finite_wavg: 4.414097 + mouse-cheese_dist_solvable_avg: 8.034668 + mouse-cheese_dist_solvable_wavg: 4.4140973 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2338867 + num_walls_wavg: 5.124464 + prop_walls_avg: 0.27103853 + prop_walls_wavg: 0.22280282 + scoring: + avg_scores: 0.065282695 + visit_patterns: + avg_first_visit_time: 1986.2222 + avg_last_visit_time: 2301.3513 + num_replay_batches: 2311 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010997715 + avg_actor_approxkl3: 0.0011278994 + avg_actor_clipfrac: 0.04194336 + avg_actor_loss: 0.00041644886 + avg_advantage: 0.043887183 + avg_critic_clipfrac: 0.010552979 + avg_critic_loss: 0.0015122955 + avg_entropy: 0.12369181 + avg_grad_norm_pre_clip: 1.8316357 + avg_loss: 0.0010489047 + max: + max_actor_approxkl1: 0.0026077258 + max_actor_approxkl3: 0.0024492156 + max_actor_clipfrac: 0.080444336 + max_actor_loss: 0.0024695117 + max_advantage: 0.48419064 + max_critic_clipfrac: 0.032714844 + max_critic_loss: 0.002844177 + max_entropy: 0.142748 + max_grad_norm_pre_clip: 3.7782865 + max_loss: 0.0030331404 + std: + std_actor_approxkl1: 0.00072128995 + std_actor_approxkl3: 0.0005724353 + std_actor_clipfrac: 0.016869279 + std_actor_loss: 0.0008479728 + std_advantage: 0.05761137 + std_critic_clipfrac: 0.010489347 + std_critic_loss: 0.0004674742 + std_entropy: 0.007827894 + std_grad_norm_pre_clip: 0.5731734 + std_loss: 0.00093747524 + eval-batch-train: + avg_avg_episode_length: 15.266312 + avg_avg_return: 0.8530982 + avg_benchmark_regret: 0.0031460305 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3314438 + proxy_corner: + avg_avg_return: 0.069856904 + avg_reward_per_step: 0.014190674 + eval-batch-orig: + avg_avg_episode_length: 16.810448 + avg_avg_return: 0.83925974 + avg_benchmark_regret: 0.004631711 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27132416 + proxy_corner: + avg_avg_return: 0.83925974 + avg_reward_per_step: 0.27132416 + eval-batch-shift: + avg_avg_episode_length: 12.7474785 + avg_avg_return: 0.8835807 + avg_benchmark_regret: 0.0037810467 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34761047 + proxy_corner: + avg_avg_return: 0.055919915 + avg_reward_per_step: 0.015708923 + eval-batch-tree: + avg_avg_episode_length: 7.590717 + avg_avg_return: 0.9744117 + avg_benchmark_regret: 0.020008547 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26566315 + proxy_corner: + avg_avg_return: 0.9744117 + avg_reward_per_step: 0.26566315 +=========================================================== +=========================================================== + step: + env-step-all-before: 149946368 + env-step-replay-before: 76152832 + env-step-used-before: 149946368 + ppo-update-before: 91520 + env-step-generate-before: 73793536 + env-step-all-after: 149979136 + env-step-replay-after: 76152832 + env-step-used-after: 149979136 + ppo-update-after: 91540 + env-step-generate-after: 73826304 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.343277 + avg_avg_return: 0.8521292 + avg_reward_per_step: 0.33276367 + proxy_corner: + avg_avg_return: 0.09009059 + avg_reward_per_step: 0.016845703 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.343277 + avg_avg_return: 0.8521292 + avg_reward_per_step: 0.33276367 + proxy_corner: + avg_avg_return: 0.09009059 + avg_reward_per_step: 0.016845703 + perf: + env_steps_per_second: 958085.2327999022 + ppo_updates_per_second: 75.29624309731638 + eval-batch-train-duration: 0.2635186350089498 + eval-batch-orig-duration: 0.16811835300177336 + eval-batch-shift-duration: 0.14641182398190722 + eval-batch-tree-duration: 0.14085844694636762 + ued: + distances: + cheese-corne_dist_avg: 6.9748535 + cheese-corne_dist_wavg: 2.4993396 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 8.0563965 + mouse-cheese_dist_finite_wavg: 6.2082148 + mouse-cheese_dist_solvable_avg: 8.0563965 + mouse-cheese_dist_solvable_wavg: 6.2082148 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2541504 + num_walls_wavg: 5.123943 + prop_walls_avg: 0.27191958 + prop_walls_wavg: 0.22278014 + scoring: + avg_scores: 0.066087395 + visit_patterns: + avg_first_visit_time: 2000.3423 + avg_last_visit_time: 2314.249 + num_replay_batches: 2324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010792752 + avg_actor_approxkl3: 0.00084266905 + avg_actor_clipfrac: 0.03456421 + avg_actor_loss: -0.0005487163 + avg_advantage: -0.007763105 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0039832494 + avg_entropy: 0.1282643 + avg_grad_norm_pre_clip: 1.5696439 + avg_loss: 0.0013146437 + max: + max_actor_approxkl1: 0.0036503272 + max_actor_approxkl3: 0.0023818715 + max_actor_clipfrac: 0.07727051 + max_actor_loss: 0.0011525005 + max_advantage: 0.42100835 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0057838303 + max_entropy: 0.16517746 + max_grad_norm_pre_clip: 3.0642576 + max_loss: 0.003405165 + std: + std_actor_approxkl1: 0.00094457174 + std_actor_approxkl3: 0.00056818605 + std_actor_clipfrac: 0.01890401 + std_actor_loss: 0.0009303702 + std_advantage: 0.089857556 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00082574366 + std_entropy: 0.016308378 + std_grad_norm_pre_clip: 0.55514306 + std_loss: 0.0008598827 + eval-batch-train: + avg_avg_episode_length: 15.247393 + avg_avg_return: 0.8527576 + avg_benchmark_regret: 0.00348664 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3361206 + proxy_corner: + avg_avg_return: 0.07628797 + avg_reward_per_step: 0.016433716 + eval-batch-orig: + avg_avg_episode_length: 16.768963 + avg_avg_return: 0.8394358 + avg_benchmark_regret: 0.0044556046 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742691 + proxy_corner: + avg_avg_return: 0.8394358 + avg_reward_per_step: 0.2742691 + eval-batch-shift: + avg_avg_episode_length: 12.651835 + avg_avg_return: 0.8838084 + avg_benchmark_regret: 0.0035533772 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3491974 + proxy_corner: + avg_avg_return: 0.05823488 + avg_reward_per_step: 0.016525269 + eval-batch-tree: + avg_avg_episode_length: 7.5802813 + avg_avg_return: 0.9723505 + avg_benchmark_regret: 0.022069808 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26679993 + proxy_corner: + avg_avg_return: 0.9723505 + avg_reward_per_step: 0.26679993 +=========================================================== +=========================================================== + step: + env-step-all-before: 150994944 + env-step-replay-before: 76709888 + env-step-used-before: 150994944 + ppo-update-before: 92160 + env-step-generate-before: 74285056 + env-step-all-after: 151027712 + env-step-replay-after: 76742656 + env-step-used-after: 151027712 + ppo-update-after: 92180 + env-step-generate-after: 74285056 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.05257 + avg_avg_return: 0.9314545 + avg_reward_per_step: 0.11608887 + proxy_corner: + avg_avg_return: 0.19837597 + avg_reward_per_step: 0.02255249 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.05257 + avg_avg_return: 0.9314545 + avg_reward_per_step: 0.11608887 + proxy_corner: + avg_avg_return: 0.19837597 + avg_reward_per_step: 0.02255249 + perf: + env_steps_per_second: 912129.4078164103 + ppo_updates_per_second: 91.04613562116653 + eval-batch-train-duration: 0.23160618002293631 + eval-batch-orig-duration: 0.14568105596117675 + eval-batch-shift-duration: 0.1462030690163374 + eval-batch-tree-duration: 0.14640538103412837 + ued: + distances: + cheese-corne_dist_avg: 7.001343 + cheese-corne_dist_wavg: 0.7039176 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 8.094971 + mouse-cheese_dist_finite_wavg: 8.906784 + mouse-cheese_dist_solvable_avg: 8.094971 + mouse-cheese_dist_solvable_wavg: 8.906785 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.248291 + num_walls_wavg: 6.027884 + prop_walls_avg: 0.2716648 + prop_walls_wavg: 0.26208192 + scoring: + avg_scores: 0.0653618 + visit_patterns: + avg_first_visit_time: 2011.7725 + avg_last_visit_time: 2332.2332 + num_replay_batches: 2342 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011804351 + avg_actor_approxkl3: 0.0009318485 + avg_actor_clipfrac: 0.03364868 + avg_actor_loss: -8.1824e-05 + avg_advantage: 0.034506965 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00077503774 + avg_entropy: 0.103273235 + avg_grad_norm_pre_clip: 1.6398556 + avg_loss: 0.00020242161 + max: + max_actor_approxkl1: 0.0033299788 + max_actor_approxkl3: 0.0018330005 + max_actor_clipfrac: 0.055908203 + max_actor_loss: 0.0012896545 + max_advantage: 0.47474617 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010600456 + max_entropy: 0.11752663 + max_grad_norm_pre_clip: 2.6703095 + max_loss: 0.0015919842 + std: + std_actor_approxkl1: 0.0007971618 + std_actor_approxkl3: 0.00042451365 + std_actor_clipfrac: 0.012770112 + std_actor_loss: 0.00068801624 + std_advantage: 0.03429299 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00016670584 + std_entropy: 0.010070959 + std_grad_norm_pre_clip: 0.5477458 + std_loss: 0.000717379 + eval-batch-train: + avg_avg_episode_length: 15.229824 + avg_avg_return: 0.8530569 + avg_benchmark_regret: 0.003187296 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3353653 + proxy_corner: + avg_avg_return: 0.074200034 + avg_reward_per_step: 0.015960693 + eval-batch-orig: + avg_avg_episode_length: 16.791746 + avg_avg_return: 0.8393582 + avg_benchmark_regret: 0.0045332755 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27342987 + proxy_corner: + avg_avg_return: 0.8393582 + avg_reward_per_step: 0.27342987 + eval-batch-shift: + avg_avg_episode_length: 12.681692 + avg_avg_return: 0.88348734 + avg_benchmark_regret: 0.0038744097 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34822083 + proxy_corner: + avg_avg_return: 0.054295264 + avg_reward_per_step: 0.016098022 + eval-batch-tree: + avg_avg_episode_length: 7.492386 + avg_avg_return: 0.97392726 + avg_benchmark_regret: 0.020493012 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26852417 + proxy_corner: + avg_avg_return: 0.97392726 + avg_reward_per_step: 0.26852417 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 152043520 + env-step-replay-before: 77299712 + env-step-used-before: 152043520 + ppo-update-before: 92800 + env-step-generate-before: 74743808 + env-step-all-after: 152076288 + env-step-replay-after: 77299712 + env-step-used-after: 152076288 + ppo-update-after: 92820 + env-step-generate-after: 74776576 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 16.568321 + avg_avg_return: 0.82642853 + avg_reward_per_step: 0.33361816 + proxy_corner: + avg_avg_return: 0.07693237 + avg_reward_per_step: 0.012786865 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 16.568321 + avg_avg_return: 0.82642853 + avg_reward_per_step: 0.33361816 + proxy_corner: + avg_avg_return: 0.07693237 + avg_reward_per_step: 0.012786865 + perf: + env_steps_per_second: 905750.7069169045 + ppo_updates_per_second: 105.12007730704383 + eval-batch-train-duration: 0.20390447997488081 + eval-batch-orig-duration: 0.15279499301686883 + eval-batch-shift-duration: 0.14242722402559593 + eval-batch-tree-duration: 0.1407970210420899 + ued: + distances: + cheese-corne_dist_avg: 7.0319824 + cheese-corne_dist_wavg: 12.395508 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 8.111328 + mouse-cheese_dist_finite_wavg: 11.609523 + mouse-cheese_dist_solvable_avg: 8.111328 + mouse-cheese_dist_solvable_wavg: 11.609522 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2580566 + num_walls_wavg: 6.028169 + prop_walls_avg: 0.2720894 + prop_walls_wavg: 0.26209435 + scoring: + avg_scores: 0.065056294 + visit_patterns: + avg_first_visit_time: 2025.1472 + avg_last_visit_time: 2349.2615 + num_replay_batches: 2359 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020256133 + avg_actor_approxkl3: 0.0013815191 + avg_actor_clipfrac: 0.04256592 + avg_actor_loss: -0.00072837586 + avg_advantage: -0.032067645 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.0046450226 + avg_entropy: 0.12931359 + avg_grad_norm_pre_clip: 1.5603503 + avg_loss: 0.001464822 + max: + max_actor_approxkl1: 0.005792107 + max_actor_approxkl3: 0.0032364135 + max_actor_clipfrac: 0.084228516 + max_actor_loss: 0.0012225732 + max_advantage: 0.21794784 + max_critic_clipfrac: 0.0026855469 + max_critic_loss: 0.0076901484 + max_entropy: 0.18142045 + max_grad_norm_pre_clip: 2.7818248 + max_loss: 0.0044719228 + std: + std_actor_approxkl1: 0.0015893932 + std_actor_approxkl3: 0.00092186226 + std_actor_clipfrac: 0.022148987 + std_actor_loss: 0.0010095875 + std_advantage: 0.09449929 + std_critic_clipfrac: 0.0005853013 + std_critic_loss: 0.0013012346 + std_entropy: 0.020721283 + std_grad_norm_pre_clip: 0.49820063 + std_loss: 0.0013632306 + eval-batch-train: + avg_avg_episode_length: 15.240318 + avg_avg_return: 0.8531078 + avg_benchmark_regret: 0.0031363699 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33594513 + proxy_corner: + avg_avg_return: 0.0728402 + avg_reward_per_step: 0.015846252 + eval-batch-orig: + avg_avg_episode_length: 16.803896 + avg_avg_return: 0.83960634 + avg_benchmark_regret: 0.004285153 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27294922 + proxy_corner: + avg_avg_return: 0.83960634 + avg_reward_per_step: 0.27294922 + eval-batch-shift: + avg_avg_episode_length: 12.707766 + avg_avg_return: 0.8837867 + avg_benchmark_regret: 0.0035750903 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34468842 + proxy_corner: + avg_avg_return: 0.054747365 + avg_reward_per_step: 0.016075134 + eval-batch-tree: + avg_avg_episode_length: 7.6598697 + avg_avg_return: 0.9726876 + avg_benchmark_regret: 0.021732632 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26597595 + proxy_corner: + avg_avg_return: 0.9726876 + avg_reward_per_step: 0.26597595 +=========================================================== +=========================================================== + step: + env-step-all-before: 153092096 + env-step-replay-before: 77889536 + env-step-used-before: 153092096 + ppo-update-before: 93440 + env-step-generate-before: 75202560 + env-step-all-after: 153124864 + env-step-replay-after: 77889536 + env-step-used-after: 153124864 + ppo-update-after: 93460 + env-step-generate-after: 75235328 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.063818 + avg_avg_return: 0.87888354 + avg_reward_per_step: 0.3324585 + proxy_corner: + avg_avg_return: 0.065299354 + avg_reward_per_step: 0.0128479 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.063818 + avg_avg_return: 0.87888354 + avg_reward_per_step: 0.3324585 + proxy_corner: + avg_avg_return: 0.065299354 + avg_reward_per_step: 0.0128479 + perf: + env_steps_per_second: 550018.9050109319 + ppo_updates_per_second: 73.12051540188736 + eval-batch-train-duration: 0.3087795390165411 + eval-batch-orig-duration: 0.18329648103099316 + eval-batch-shift-duration: 0.15693351399386302 + eval-batch-tree-duration: 0.14983700902666897 + ued: + distances: + cheese-corne_dist_avg: 7.0377197 + cheese-corne_dist_wavg: 11.956923 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 8.124512 + mouse-cheese_dist_finite_wavg: 13.401504 + mouse-cheese_dist_solvable_avg: 8.124512 + mouse-cheese_dist_solvable_wavg: 13.401508 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2421875 + num_walls_wavg: 8.722012 + prop_walls_avg: 0.27139944 + prop_walls_wavg: 0.37921783 + scoring: + avg_scores: 0.06429443 + visit_patterns: + avg_first_visit_time: 2034.1975 + avg_last_visit_time: 2367.2532 + num_replay_batches: 2377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0022505105 + avg_actor_approxkl3: 0.001750757 + avg_actor_clipfrac: 0.05043335 + avg_actor_loss: -0.0001490172 + avg_advantage: 0.009371471 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033001516 + avg_entropy: 0.13579492 + avg_grad_norm_pre_clip: 1.6397561 + avg_loss: 0.0013652637 + max: + max_actor_approxkl1: 0.006832806 + max_actor_approxkl3: 0.005304312 + max_actor_clipfrac: 0.091430664 + max_actor_loss: 0.0064660013 + max_advantage: 0.20979422 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00601601 + max_entropy: 0.16064313 + max_grad_norm_pre_clip: 4.1640196 + max_loss: 0.0073949303 + std: + std_actor_approxkl1: 0.0015483183 + std_actor_approxkl3: 0.0012704239 + std_actor_clipfrac: 0.0232458 + std_actor_loss: 0.0017517271 + std_advantage: 0.0828475 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010380034 + std_entropy: 0.013010005 + std_grad_norm_pre_clip: 0.7146993 + std_loss: 0.0017291064 + eval-batch-train: + avg_avg_episode_length: 15.250413 + avg_avg_return: 0.85286427 + avg_benchmark_regret: 0.003379939 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33738708 + proxy_corner: + avg_avg_return: 0.06666575 + avg_reward_per_step: 0.014511108 + eval-batch-orig: + avg_avg_episode_length: 16.792437 + avg_avg_return: 0.83951366 + avg_benchmark_regret: 0.0043778163 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2731247 + proxy_corner: + avg_avg_return: 0.83951366 + avg_reward_per_step: 0.2731247 + eval-batch-shift: + avg_avg_episode_length: 12.737326 + avg_avg_return: 0.88370323 + avg_benchmark_regret: 0.003658489 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34609222 + proxy_corner: + avg_avg_return: 0.059368156 + avg_reward_per_step: 0.015663147 + eval-batch-tree: + avg_avg_episode_length: 7.297342 + avg_avg_return: 0.97654915 + avg_benchmark_regret: 0.01787116 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26564026 + proxy_corner: + avg_avg_return: 0.97654915 + avg_reward_per_step: 0.26564026 +=========================================================== +=========================================================== + step: + env-step-all-before: 154140672 + env-step-replay-before: 78544896 + env-step-used-before: 154140672 + ppo-update-before: 94080 + env-step-generate-before: 75595776 + env-step-all-after: 154173440 + env-step-replay-after: 78577664 + env-step-used-after: 154173440 + ppo-update-after: 94100 + env-step-generate-after: 75595776 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.003723 + avg_avg_return: 0.92868763 + avg_reward_per_step: 0.11437988 + proxy_corner: + avg_avg_return: 0.19107068 + avg_reward_per_step: 0.02154541 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.003723 + avg_avg_return: 0.92868763 + avg_reward_per_step: 0.11437988 + proxy_corner: + avg_avg_return: 0.19107068 + avg_reward_per_step: 0.02154541 + perf: + env_steps_per_second: 619154.7288178799 + ppo_updates_per_second: 74.77814632338692 + eval-batch-train-duration: 0.25788117095362395 + eval-batch-orig-duration: 0.15705350000644103 + eval-batch-shift-duration: 0.1449808169854805 + eval-batch-tree-duration: 0.1420594200026244 + ued: + distances: + cheese-corne_dist_avg: 7.027954 + cheese-corne_dist_wavg: 12.3914385 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 8.141602 + mouse-cheese_dist_finite_wavg: 9.819176 + mouse-cheese_dist_solvable_avg: 8.141602 + mouse-cheese_dist_solvable_wavg: 9.819177 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.237793 + num_walls_wavg: 5.1261473 + prop_walls_avg: 0.27120835 + prop_walls_wavg: 0.22287597 + scoring: + avg_scores: 0.06396933 + visit_patterns: + avg_first_visit_time: 2043.8508 + avg_last_visit_time: 2388.2476 + num_replay_batches: 2398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011882689 + avg_actor_approxkl3: 0.0012029205 + avg_actor_clipfrac: 0.038092043 + avg_actor_loss: 0.00053811003 + avg_advantage: 0.022885878 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00046706665 + avg_entropy: 0.10049949 + avg_grad_norm_pre_clip: 1.7730974 + avg_loss: 0.00067114393 + max: + max_actor_approxkl1: 0.003028364 + max_actor_approxkl3: 0.0021635923 + max_actor_clipfrac: 0.06530762 + max_actor_loss: 0.002185558 + max_advantage: 0.2873872 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006542753 + max_entropy: 0.120710224 + max_grad_norm_pre_clip: 2.894914 + max_loss: 0.0022844167 + std: + std_actor_approxkl1: 0.0006991833 + std_actor_approxkl3: 0.00053812197 + std_actor_clipfrac: 0.013215344 + std_actor_loss: 0.00080781046 + std_advantage: 0.027861878 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.34209e-05 + std_entropy: 0.008840944 + std_grad_norm_pre_clip: 0.54626113 + std_loss: 0.00081027526 + eval-batch-train: + avg_avg_episode_length: 15.255971 + avg_avg_return: 0.8529421 + avg_benchmark_regret: 0.0033021169 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33663177 + proxy_corner: + avg_avg_return: 0.069368005 + avg_reward_per_step: 0.01449585 + eval-batch-orig: + avg_avg_episode_length: 16.805662 + avg_avg_return: 0.83943194 + avg_benchmark_regret: 0.0044595664 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2727661 + proxy_corner: + avg_avg_return: 0.83943194 + avg_reward_per_step: 0.2727661 + eval-batch-shift: + avg_avg_episode_length: 12.729447 + avg_avg_return: 0.88397175 + avg_benchmark_regret: 0.0033899883 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3468094 + proxy_corner: + avg_avg_return: 0.055674173 + avg_reward_per_step: 0.015785217 + eval-batch-tree: + avg_avg_episode_length: 7.540468 + avg_avg_return: 0.9737349 + avg_benchmark_regret: 0.020685392 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26693726 + proxy_corner: + avg_avg_return: 0.9737349 + avg_reward_per_step: 0.26693726 +=========================================================== +=========================================================== + step: + env-step-all-before: 155189248 + env-step-replay-before: 79134720 + env-step-used-before: 155189248 + ppo-update-before: 94720 + env-step-generate-before: 76054528 + env-step-all-after: 155222016 + env-step-replay-after: 79134720 + env-step-used-after: 155222016 + ppo-update-after: 94740 + env-step-generate-after: 76087296 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.529688 + avg_avg_return: 0.84891677 + avg_reward_per_step: 0.34326172 + proxy_corner: + avg_avg_return: 0.07382294 + avg_reward_per_step: 0.014434814 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.529688 + avg_avg_return: 0.84891677 + avg_reward_per_step: 0.34326172 + proxy_corner: + avg_avg_return: 0.07382294 + avg_reward_per_step: 0.014434814 + perf: + env_steps_per_second: 610305.399840943 + ppo_updates_per_second: 96.88113187426578 + eval-batch-train-duration: 0.19568548997631297 + eval-batch-orig-duration: 0.14209364500129595 + eval-batch-shift-duration: 0.13973276602337137 + eval-batch-tree-duration: 0.1390606879722327 + ued: + distances: + cheese-corne_dist_avg: 7.0476074 + cheese-corne_dist_wavg: 11.948113 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 8.154541 + mouse-cheese_dist_finite_wavg: 4.4203587 + mouse-cheese_dist_solvable_avg: 8.154541 + mouse-cheese_dist_solvable_wavg: 4.4203596 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.246826 + num_walls_wavg: 6.928298 + prop_walls_avg: 0.27160108 + prop_walls_wavg: 0.30123043 + scoring: + avg_scores: 0.06457153 + visit_patterns: + avg_first_visit_time: 2055.2073 + avg_last_visit_time: 2405.249 + num_replay_batches: 2415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011542776 + avg_actor_approxkl3: 0.0010175598 + avg_actor_clipfrac: 0.038928222 + avg_actor_loss: -3.3786335e-05 + avg_advantage: -0.007566891 + avg_critic_clipfrac: 0.00032958985 + avg_critic_loss: 0.004012592 + avg_entropy: 0.12691168 + avg_grad_norm_pre_clip: 1.747888 + avg_loss: 0.0018455976 + max: + max_actor_approxkl1: 0.0035249554 + max_actor_approxkl3: 0.0022425652 + max_actor_clipfrac: 0.064086914 + max_actor_loss: 0.0016151965 + max_advantage: 0.2479352 + max_critic_clipfrac: 0.0053710938 + max_critic_loss: 0.005994371 + max_entropy: 0.16924652 + max_grad_norm_pre_clip: 2.7409666 + max_loss: 0.0043395557 + std: + std_actor_approxkl1: 0.0010247559 + std_actor_approxkl3: 0.0006257395 + std_actor_clipfrac: 0.01722848 + std_actor_loss: 0.00095244544 + std_advantage: 0.091654606 + std_critic_clipfrac: 0.0011867218 + std_critic_loss: 0.0009310098 + std_entropy: 0.019264212 + std_grad_norm_pre_clip: 0.5868673 + std_loss: 0.0010791784 + eval-batch-train: + avg_avg_episode_length: 15.232716 + avg_avg_return: 0.85291946 + avg_benchmark_regret: 0.0033247494 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33947754 + proxy_corner: + avg_avg_return: 0.07466324 + avg_reward_per_step: 0.015716553 + eval-batch-orig: + avg_avg_episode_length: 16.87641 + avg_avg_return: 0.8390969 + avg_benchmark_regret: 0.0047946004 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27294922 + proxy_corner: + avg_avg_return: 0.8390969 + avg_reward_per_step: 0.27294922 + eval-batch-shift: + avg_avg_episode_length: 12.681882 + avg_avg_return: 0.8839284 + avg_benchmark_regret: 0.003433327 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34739685 + proxy_corner: + avg_avg_return: 0.058460608 + avg_reward_per_step: 0.016098022 + eval-batch-tree: + avg_avg_episode_length: 7.5640564 + avg_avg_return: 0.97437584 + avg_benchmark_regret: 0.020044442 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26425934 + proxy_corner: + avg_avg_return: 0.97437584 + avg_reward_per_step: 0.26425934 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 156237824 + env-step-replay-before: 79462400 + env-step-used-before: 156237824 + ppo-update-before: 95360 + env-step-generate-before: 76775424 + env-step-all-after: 156270592 + env-step-replay-after: 79495168 + env-step-used-after: 156270592 + ppo-update-after: 95380 + env-step-generate-after: 76775424 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.1354065 + avg_avg_return: 0.92877567 + avg_reward_per_step: 0.113861084 + proxy_corner: + avg_avg_return: 0.18321586 + avg_reward_per_step: 0.021484375 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.1354065 + avg_avg_return: 0.92877567 + avg_reward_per_step: 0.113861084 + proxy_corner: + avg_avg_return: 0.18321586 + avg_reward_per_step: 0.021484375 + perf: + env_steps_per_second: 602338.0929798196 + ppo_updates_per_second: 90.94904525402912 + eval-batch-train-duration: 0.21303968800930306 + eval-batch-orig-duration: 0.14484262699261308 + eval-batch-shift-duration: 0.14147703297203407 + eval-batch-tree-duration: 0.1397934289998375 + ued: + distances: + cheese-corne_dist_avg: 7.0544434 + cheese-corne_dist_wavg: 1.5950239 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 8.190674 + mouse-cheese_dist_finite_wavg: 7.116604 + mouse-cheese_dist_solvable_avg: 8.190674 + mouse-cheese_dist_solvable_wavg: 7.116605 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.274658 + num_walls_wavg: 6.0288 + prop_walls_avg: 0.2728112 + prop_walls_wavg: 0.26212177 + scoring: + avg_scores: 0.066552706 + visit_patterns: + avg_first_visit_time: 2071.0745 + avg_last_visit_time: 2416.2378 + num_replay_batches: 2426 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00048348887 + avg_actor_approxkl3: 0.0005094532 + avg_actor_clipfrac: 0.02387085 + avg_actor_loss: -0.000447341 + avg_advantage: 0.0024338318 + avg_critic_clipfrac: 0.0001953125 + avg_critic_loss: 0.0007289289 + avg_entropy: 0.10596235 + avg_grad_norm_pre_clip: 1.225557 + avg_loss: -0.00018883895 + max: + max_actor_approxkl1: 0.0014000845 + max_actor_approxkl3: 0.0009875384 + max_actor_clipfrac: 0.04650879 + max_actor_loss: 0.0013651913 + max_advantage: 0.436473 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.0010780708 + max_entropy: 0.12703852 + max_grad_norm_pre_clip: 2.1228442 + max_loss: 0.0017158275 + std: + std_actor_approxkl1: 0.00033844818 + std_actor_approxkl3: 0.00023561085 + std_actor_clipfrac: 0.009993562 + std_actor_loss: 0.0007480107 + std_advantage: 0.041735258 + std_critic_clipfrac: 0.00059727195 + std_critic_loss: 0.00014440606 + std_entropy: 0.009612108 + std_grad_norm_pre_clip: 0.33308014 + std_loss: 0.0007842544 + eval-batch-train: + avg_avg_episode_length: 15.255216 + avg_avg_return: 0.8531904 + avg_benchmark_regret: 0.0030537571 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33857727 + proxy_corner: + avg_avg_return: 0.07406986 + avg_reward_per_step: 0.015594482 + eval-batch-orig: + avg_avg_episode_length: 16.833622 + avg_avg_return: 0.83924884 + avg_benchmark_regret: 0.0046426305 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2711792 + proxy_corner: + avg_avg_return: 0.83924884 + avg_reward_per_step: 0.2711792 + eval-batch-shift: + avg_avg_episode_length: 12.689409 + avg_avg_return: 0.88354087 + avg_benchmark_regret: 0.0038209057 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3467865 + proxy_corner: + avg_avg_return: 0.057271704 + avg_reward_per_step: 0.01600647 + eval-batch-tree: + avg_avg_episode_length: 7.121283 + avg_avg_return: 0.97730124 + avg_benchmark_regret: 0.01711906 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26356506 + proxy_corner: + avg_avg_return: 0.97730124 + avg_reward_per_step: 0.26356506 +=========================================================== +=========================================================== + step: + env-step-all-before: 157286400 + env-step-replay-before: 80084992 + env-step-used-before: 157286400 + ppo-update-before: 96000 + env-step-generate-before: 77201408 + env-step-all-after: 157319168 + env-step-replay-after: 80117760 + env-step-used-after: 157319168 + ppo-update-after: 96020 + env-step-generate-after: 77201408 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.025959 + avg_avg_return: 0.92898583 + avg_reward_per_step: 0.11331177 + proxy_corner: + avg_avg_return: 0.19831084 + avg_reward_per_step: 0.022247314 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.025959 + avg_avg_return: 0.92898583 + avg_reward_per_step: 0.11331177 + proxy_corner: + avg_avg_return: 0.19831084 + avg_reward_per_step: 0.022247314 + perf: + env_steps_per_second: 631810.6726153522 + ppo_updates_per_second: 75.39830426434725 + eval-batch-train-duration: 0.26160874601919204 + eval-batch-orig-duration: 0.16017621499486268 + eval-batch-shift-duration: 0.1450062550138682 + eval-batch-tree-duration: 0.14109910099068657 + ued: + distances: + cheese-corne_dist_avg: 7.0319824 + cheese-corne_dist_wavg: 7.0075116 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 8.220215 + mouse-cheese_dist_finite_wavg: 12.517591 + mouse-cheese_dist_solvable_avg: 8.220215 + mouse-cheese_dist_solvable_wavg: 12.517593 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.281494 + num_walls_wavg: 7.827943 + prop_walls_avg: 0.27310842 + prop_walls_wavg: 0.34034538 + scoring: + avg_scores: 0.06479564 + visit_patterns: + avg_first_visit_time: 2080.8892 + avg_last_visit_time: 2435.234 + num_replay_batches: 2445 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00076829357 + avg_actor_approxkl3: 0.00052367634 + avg_actor_clipfrac: 0.02230835 + avg_actor_loss: -0.00068253855 + avg_advantage: 0.002253035 + avg_critic_clipfrac: 4.272461e-05 + avg_critic_loss: 0.00052605174 + avg_entropy: 0.09463821 + avg_grad_norm_pre_clip: 1.1005634 + avg_loss: -0.0005141509 + max: + max_actor_approxkl1: 0.0023538908 + max_actor_approxkl3: 0.001119331 + max_actor_clipfrac: 0.041992188 + max_actor_loss: 0.0006648367 + max_advantage: 0.36759204 + max_critic_clipfrac: 0.0008544922 + max_critic_loss: 0.000712572 + max_entropy: 0.108618714 + max_grad_norm_pre_clip: 2.1659613 + max_loss: 0.000848111 + std: + std_actor_approxkl1: 0.00063833286 + std_actor_approxkl3: 0.00026596978 + std_actor_clipfrac: 0.010333587 + std_actor_loss: 0.00061820477 + std_advantage: 0.036158886 + std_critic_clipfrac: 0.00018623225 + std_critic_loss: 9.2628805e-05 + std_entropy: 0.006325676 + std_grad_norm_pre_clip: 0.38911015 + std_loss: 0.00064991915 + eval-batch-train: + avg_avg_episode_length: 15.239502 + avg_avg_return: 0.85298264 + avg_benchmark_regret: 0.0032615336 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33700562 + proxy_corner: + avg_avg_return: 0.07300072 + avg_reward_per_step: 0.015365601 + eval-batch-orig: + avg_avg_episode_length: 16.855627 + avg_avg_return: 0.8392681 + avg_benchmark_regret: 0.004623403 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27121735 + proxy_corner: + avg_avg_return: 0.8392681 + avg_reward_per_step: 0.27121735 + eval-batch-shift: + avg_avg_episode_length: 12.729193 + avg_avg_return: 0.88420886 + avg_benchmark_regret: 0.0031528522 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34425354 + proxy_corner: + avg_avg_return: 0.057954557 + avg_reward_per_step: 0.015960693 + eval-batch-tree: + avg_avg_episode_length: 7.059135 + avg_avg_return: 0.9790267 + avg_benchmark_regret: 0.015393554 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26353455 + proxy_corner: + avg_avg_return: 0.9790267 + avg_reward_per_step: 0.26353455 +=========================================================== +=========================================================== + step: + env-step-all-before: 158334976 + env-step-replay-before: 80642048 + env-step-used-before: 158334976 + ppo-update-before: 96640 + env-step-generate-before: 77692928 + env-step-all-after: 158367744 + env-step-replay-after: 80642048 + env-step-used-after: 158367744 + ppo-update-after: 96660 + env-step-generate-after: 77725696 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.830189 + avg_avg_return: 0.85771453 + avg_reward_per_step: 0.36572266 + proxy_corner: + avg_avg_return: 0.069277674 + avg_reward_per_step: 0.022094727 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.830189 + avg_avg_return: 0.85771453 + avg_reward_per_step: 0.36572266 + proxy_corner: + avg_avg_return: 0.069277674 + avg_reward_per_step: 0.022094727 + perf: + env_steps_per_second: 981029.6154058833 + ppo_updates_per_second: 76.0149586666599 + eval-batch-train-duration: 0.3280542960274033 + eval-batch-orig-duration: 0.18063233001157641 + eval-batch-shift-duration: 0.15391263097990304 + eval-batch-tree-duration: 0.14305101899662986 + ued: + distances: + cheese-corne_dist_avg: 7.0355225 + cheese-corne_dist_wavg: 7.906593 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 8.225098 + mouse-cheese_dist_finite_wavg: 6.225702 + mouse-cheese_dist_solvable_avg: 8.225098 + mouse-cheese_dist_solvable_wavg: 6.225701 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2805176 + num_walls_wavg: 8.724962 + prop_walls_avg: 0.27306598 + prop_walls_wavg: 0.37934607 + scoring: + avg_scores: 0.06426324 + visit_patterns: + avg_first_visit_time: 2092.871 + avg_last_visit_time: 2451.1743 + num_replay_batches: 2461 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020274434 + avg_actor_approxkl3: 0.0019394964 + avg_actor_clipfrac: 0.055041503 + avg_actor_loss: 0.001133101 + avg_advantage: -0.004701594 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003936369 + avg_entropy: 0.122809015 + avg_grad_norm_pre_clip: 2.1371162 + avg_loss: 0.0029784765 + max: + max_actor_approxkl1: 0.0054898085 + max_actor_approxkl3: 0.004821987 + max_actor_clipfrac: 0.09716797 + max_actor_loss: 0.0032938495 + max_advantage: 0.33489597 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006781686 + max_entropy: 0.16467816 + max_grad_norm_pre_clip: 3.8880754 + max_loss: 0.0065371753 + std: + std_actor_approxkl1: 0.0015730017 + std_actor_approxkl3: 0.0012053684 + std_actor_clipfrac: 0.024008842 + std_actor_loss: 0.0010369136 + std_advantage: 0.08909635 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0014789929 + std_entropy: 0.018495183 + std_grad_norm_pre_clip: 0.728229 + std_loss: 0.0014311773 + eval-batch-train: + avg_avg_episode_length: 15.26589 + avg_avg_return: 0.85326016 + avg_benchmark_regret: 0.0029840693 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33715057 + proxy_corner: + avg_avg_return: 0.07463111 + avg_reward_per_step: 0.015922546 + eval-batch-orig: + avg_avg_episode_length: 16.89378 + avg_avg_return: 0.8388194 + avg_benchmark_regret: 0.0050720368 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2700119 + proxy_corner: + avg_avg_return: 0.8388194 + avg_reward_per_step: 0.2700119 + eval-batch-shift: + avg_avg_episode_length: 12.722519 + avg_avg_return: 0.8836603 + avg_benchmark_regret: 0.0037013888 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34371948 + proxy_corner: + avg_avg_return: 0.057590283 + avg_reward_per_step: 0.0157547 + eval-batch-tree: + avg_avg_episode_length: 7.009824 + avg_avg_return: 0.9790404 + avg_benchmark_regret: 0.015379868 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26184845 + proxy_corner: + avg_avg_return: 0.9790404 + avg_reward_per_step: 0.26184845 +=========================================================== +=========================================================== + step: + env-step-all-before: 159383552 + env-step-replay-before: 81133568 + env-step-used-before: 159383552 + ppo-update-before: 97280 + env-step-generate-before: 78249984 + env-step-all-after: 159416320 + env-step-replay-after: 81133568 + env-step-used-after: 159416320 + ppo-update-after: 97300 + env-step-generate-after: 78282752 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.068195 + avg_avg_return: 0.8563622 + avg_reward_per_step: 0.35562134 + proxy_corner: + avg_avg_return: 0.08287281 + avg_reward_per_step: 0.022491455 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 14.068195 + avg_avg_return: 0.8563622 + avg_reward_per_step: 0.35562134 + proxy_corner: + avg_avg_return: 0.08287281 + avg_reward_per_step: 0.022491455 + perf: + env_steps_per_second: 869368.0112099946 + ppo_updates_per_second: 105.31474605740833 + eval-batch-train-duration: 0.20423187804408371 + eval-batch-orig-duration: 0.16000427200924605 + eval-batch-shift-duration: 0.14669481798773631 + eval-batch-tree-duration: 0.1423553380300291 + ued: + distances: + cheese-corne_dist_avg: 7.0689697 + cheese-corne_dist_wavg: 6.108976 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 8.248047 + mouse-cheese_dist_finite_wavg: 11.616981 + mouse-cheese_dist_solvable_avg: 8.248047 + mouse-cheese_dist_solvable_wavg: 11.616981 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2854004 + num_walls_wavg: 5.13052 + prop_walls_avg: 0.27327824 + prop_walls_wavg: 0.22306608 + scoring: + avg_scores: 0.06609635 + visit_patterns: + avg_first_visit_time: 2109.8687 + avg_last_visit_time: 2466.3167 + num_replay_batches: 2476 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018475474 + avg_actor_approxkl3: 0.0015086792 + avg_actor_clipfrac: 0.04008789 + avg_actor_loss: 4.9017e-05 + avg_advantage: -0.008462873 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0035472766 + avg_entropy: 0.10923268 + avg_grad_norm_pre_clip: 1.6291256 + avg_loss: 0.0017134225 + max: + max_actor_approxkl1: 0.00447674 + max_actor_approxkl3: 0.0047229286 + max_actor_clipfrac: 0.06921387 + max_actor_loss: 0.0018706322 + max_advantage: 0.27224737 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0052884603 + max_entropy: 0.13906282 + max_grad_norm_pre_clip: 3.011959 + max_loss: 0.0037179615 + std: + std_actor_approxkl1: 0.0011412636 + std_actor_approxkl3: 0.0011889103 + std_actor_clipfrac: 0.016130585 + std_actor_loss: 0.0009882358 + std_advantage: 0.08554073 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007471531 + std_entropy: 0.01624731 + std_grad_norm_pre_clip: 0.619499 + std_loss: 0.0010540766 + eval-batch-train: + avg_avg_episode_length: 15.243332 + avg_avg_return: 0.8530847 + avg_benchmark_regret: 0.003159527 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3379898 + proxy_corner: + avg_avg_return: 0.070312954 + avg_reward_per_step: 0.015357971 + eval-batch-orig: + avg_avg_episode_length: 16.833828 + avg_avg_return: 0.8390436 + avg_benchmark_regret: 0.0048478385 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2721939 + proxy_corner: + avg_avg_return: 0.8390436 + avg_reward_per_step: 0.2721939 + eval-batch-shift: + avg_avg_episode_length: 12.710982 + avg_avg_return: 0.8834796 + avg_benchmark_regret: 0.0038820945 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34600067 + proxy_corner: + avg_avg_return: 0.05324871 + avg_reward_per_step: 0.015380859 + eval-batch-tree: + avg_avg_episode_length: 6.803101 + avg_avg_return: 0.9801611 + avg_benchmark_regret: 0.014259232 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2643814 + proxy_corner: + avg_avg_return: 0.9801611 + avg_reward_per_step: 0.2643814 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 160432128 + env-step-replay-before: 81625088 + env-step-used-before: 160432128 + ppo-update-before: 97920 + env-step-generate-before: 78807040 + env-step-all-after: 160464896 + env-step-replay-after: 81657856 + env-step-used-after: 160464896 + ppo-update-after: 97940 + env-step-generate-after: 78807040 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.685082 + avg_avg_return: 0.9240453 + avg_reward_per_step: 0.1144104 + proxy_corner: + avg_avg_return: 0.18797918 + avg_reward_per_step: 0.021820068 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.685082 + avg_avg_return: 0.9240453 + avg_reward_per_step: 0.1144104 + proxy_corner: + avg_avg_return: 0.18797918 + avg_reward_per_step: 0.021820068 + perf: + env_steps_per_second: 817451.4914433274 + ppo_updates_per_second: 92.02534708574056 + eval-batch-train-duration: 0.2291915100067854 + eval-batch-orig-duration: 0.15635064500384033 + eval-batch-shift-duration: 0.14369902200996876 + eval-batch-tree-duration: 0.14163243601797149 + ued: + distances: + cheese-corne_dist_avg: 7.0614014 + cheese-corne_dist_wavg: 8.804341 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 8.270264 + mouse-cheese_dist_finite_wavg: 12.520256 + mouse-cheese_dist_solvable_avg: 8.270264 + mouse-cheese_dist_solvable_wavg: 12.520256 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.284912 + num_walls_wavg: 5.131589 + prop_walls_avg: 0.27325702 + prop_walls_wavg: 0.22311257 + scoring: + avg_scores: 0.06661808 + visit_patterns: + avg_first_visit_time: 2122.1304 + avg_last_visit_time: 2482.2231 + num_replay_batches: 2492 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069100776 + avg_actor_approxkl3: 0.00069763965 + avg_actor_clipfrac: 0.02814331 + avg_actor_loss: -0.0004171226 + avg_advantage: -0.0023241471 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006521298 + avg_entropy: 0.104023434 + avg_grad_norm_pre_clip: 1.2037328 + avg_loss: -0.00019508111 + max: + max_actor_approxkl1: 0.0023181078 + max_actor_approxkl3: 0.001234697 + max_actor_clipfrac: 0.051879883 + max_actor_loss: 0.0008766465 + max_advantage: 0.46981657 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009580832 + max_entropy: 0.12694739 + max_grad_norm_pre_clip: 1.7974443 + max_loss: 0.0012521942 + std: + std_actor_approxkl1: 0.0006348557 + std_actor_approxkl3: 0.00032359746 + std_actor_clipfrac: 0.011043382 + std_actor_loss: 0.0006614705 + std_advantage: 0.04076453 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014037972 + std_entropy: 0.010204552 + std_grad_norm_pre_clip: 0.34129798 + std_loss: 0.0006833426 + eval-batch-train: + avg_avg_episode_length: 15.263151 + avg_avg_return: 0.8527137 + avg_benchmark_regret: 0.003530513 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33724213 + proxy_corner: + avg_avg_return: 0.06848085 + avg_reward_per_step: 0.015708923 + eval-batch-orig: + avg_avg_episode_length: 16.794376 + avg_avg_return: 0.8395674 + avg_benchmark_regret: 0.00432403 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27313995 + proxy_corner: + avg_avg_return: 0.8395674 + avg_reward_per_step: 0.27313995 + eval-batch-shift: + avg_avg_episode_length: 12.70533 + avg_avg_return: 0.88362706 + avg_benchmark_regret: 0.0037346473 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34664154 + proxy_corner: + avg_avg_return: 0.051380605 + avg_reward_per_step: 0.015892029 + eval-batch-tree: + avg_avg_episode_length: 7.213254 + avg_avg_return: 0.9745894 + avg_benchmark_regret: 0.019830897 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2677765 + proxy_corner: + avg_avg_return: 0.9745894 + avg_reward_per_step: 0.2677765 +=========================================================== +=========================================================== + step: + env-step-all-before: 161480704 + env-step-replay-before: 82149376 + env-step-used-before: 161480704 + ppo-update-before: 98560 + env-step-generate-before: 79331328 + env-step-all-after: 161513472 + env-step-replay-after: 82149376 + env-step-used-after: 161513472 + ppo-update-after: 98580 + env-step-generate-after: 79364096 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 12.631466 + avg_avg_return: 0.87193596 + avg_reward_per_step: 0.35650635 + proxy_corner: + avg_avg_return: 0.07435848 + avg_reward_per_step: 0.018341064 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 12.631466 + avg_avg_return: 0.87193596 + avg_reward_per_step: 0.35650635 + proxy_corner: + avg_avg_return: 0.07435848 + avg_reward_per_step: 0.018341064 + perf: + env_steps_per_second: 594491.7280387722 + ppo_updates_per_second: 78.46455598737955 + eval-batch-train-duration: 0.24985259998356923 + eval-batch-orig-duration: 0.1532079720054753 + eval-batch-shift-duration: 0.143352187005803 + eval-batch-tree-duration: 0.14391180302482098 + ued: + distances: + cheese-corne_dist_avg: 7.0753174 + cheese-corne_dist_wavg: 11.950971 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 8.283203 + mouse-cheese_dist_finite_wavg: 6.2323933 + mouse-cheese_dist_solvable_avg: 8.283203 + mouse-cheese_dist_solvable_wavg: 6.2323923 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.277832 + num_walls_wavg: 6.0296526 + prop_walls_avg: 0.27294922 + prop_walls_wavg: 0.26215872 + scoring: + avg_scores: 0.06712383 + visit_patterns: + avg_first_visit_time: 2137.8162 + avg_last_visit_time: 2497.3198 + num_replay_batches: 2507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013113077 + avg_actor_approxkl3: 0.0013167367 + avg_actor_clipfrac: 0.04298706 + avg_actor_loss: 0.00045797174 + avg_advantage: -0.021772156 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032947592 + avg_entropy: 0.12346935 + avg_grad_norm_pre_clip: 1.7915267 + avg_loss: 0.001981882 + max: + max_actor_approxkl1: 0.0038353368 + max_actor_approxkl3: 0.0029607033 + max_actor_clipfrac: 0.076538086 + max_actor_loss: 0.003531009 + max_advantage: 0.3111855 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005666025 + max_entropy: 0.1553775 + max_grad_norm_pre_clip: 3.1416733 + max_loss: 0.005449126 + std: + std_actor_approxkl1: 0.0012013398 + std_actor_approxkl3: 0.00090533105 + std_actor_clipfrac: 0.020416502 + std_actor_loss: 0.001100711 + std_advantage: 0.081098616 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011271051 + std_entropy: 0.017798342 + std_grad_norm_pre_clip: 0.5901963 + std_loss: 0.0013515853 + eval-batch-train: + avg_avg_episode_length: 15.240166 + avg_avg_return: 0.8528078 + avg_benchmark_regret: 0.0034363684 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3360443 + proxy_corner: + avg_avg_return: 0.068974316 + avg_reward_per_step: 0.015350342 + eval-batch-orig: + avg_avg_episode_length: 16.789707 + avg_avg_return: 0.83929634 + avg_benchmark_regret: 0.0045951447 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2730713 + proxy_corner: + avg_avg_return: 0.83929634 + avg_reward_per_step: 0.2730713 + eval-batch-shift: + avg_avg_episode_length: 12.684487 + avg_avg_return: 0.8836645 + avg_benchmark_regret: 0.0036972607 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34690857 + proxy_corner: + avg_avg_return: 0.053666767 + avg_reward_per_step: 0.016113281 + eval-batch-tree: + avg_avg_episode_length: 6.987056 + avg_avg_return: 0.97631466 + avg_benchmark_regret: 0.018105634 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2685318 + proxy_corner: + avg_avg_return: 0.97631466 + avg_reward_per_step: 0.2685318 +=========================================================== +=========================================================== + step: + env-step-all-before: 162529280 + env-step-replay-before: 82542592 + env-step-used-before: 162529280 + ppo-update-before: 99200 + env-step-generate-before: 79986688 + env-step-all-after: 162562048 + env-step-replay-after: 82542592 + env-step-used-after: 162562048 + ppo-update-after: 99220 + env-step-generate-after: 80019456 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.691162 + avg_avg_return: 0.84646386 + avg_reward_per_step: 0.35931396 + proxy_corner: + avg_avg_return: 0.04620722 + avg_reward_per_step: 0.006286621 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.691162 + avg_avg_return: 0.84646386 + avg_reward_per_step: 0.35931396 + proxy_corner: + avg_avg_return: 0.04620722 + avg_reward_per_step: 0.006286621 + perf: + env_steps_per_second: 911513.6855145821 + ppo_updates_per_second: 104.96361546184885 + eval-batch-train-duration: 0.2012006049626507 + eval-batch-orig-duration: 0.14862904301844537 + eval-batch-shift-duration: 0.14200643100775778 + eval-batch-tree-duration: 0.14092992199584842 + ued: + distances: + cheese-corne_dist_avg: 7.0878906 + cheese-corne_dist_wavg: 12.410018 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 8.307129 + mouse-cheese_dist_finite_wavg: 9.8340025 + mouse-cheese_dist_solvable_avg: 8.307129 + mouse-cheese_dist_solvable_wavg: 9.8340025 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.2961426 + num_walls_wavg: 7.829535 + prop_walls_avg: 0.2737453 + prop_walls_wavg: 0.3404146 + scoring: + avg_scores: 0.067231484 + visit_patterns: + avg_first_visit_time: 2152.0205 + avg_last_visit_time: 2509.31 + num_replay_batches: 2519 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012417288 + avg_actor_approxkl3: 0.0011022204 + avg_actor_clipfrac: 0.034863282 + avg_actor_loss: -0.00042955243 + avg_advantage: -0.01646896 + avg_critic_clipfrac: 0.000115966795 + avg_critic_loss: 0.003818752 + avg_entropy: 0.123045765 + avg_grad_norm_pre_clip: 1.4302939 + avg_loss: 0.0013567777 + max: + max_actor_approxkl1: 0.004131548 + max_actor_approxkl3: 0.0028357767 + max_actor_clipfrac: 0.06567383 + max_actor_loss: 0.0008167103 + max_advantage: 0.27430743 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.00562656 + max_entropy: 0.15607128 + max_grad_norm_pre_clip: 2.4497137 + max_loss: 0.0028081348 + std: + std_actor_approxkl1: 0.0010605084 + std_actor_approxkl3: 0.0007885582 + std_actor_clipfrac: 0.020049224 + std_actor_loss: 0.00069797866 + std_advantage: 0.08779342 + std_critic_clipfrac: 0.0005054875 + std_critic_loss: 0.0008800567 + std_entropy: 0.017536178 + std_grad_norm_pre_clip: 0.5158181 + std_loss: 0.0008293499 + eval-batch-train: + avg_avg_episode_length: 15.250927 + avg_avg_return: 0.85285497 + avg_benchmark_regret: 0.003389202 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33674622 + proxy_corner: + avg_avg_return: 0.06834154 + avg_reward_per_step: 0.014778137 + eval-batch-orig: + avg_avg_episode_length: 16.848148 + avg_avg_return: 0.8389828 + avg_benchmark_regret: 0.004908629 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26953125 + proxy_corner: + avg_avg_return: 0.8389828 + avg_reward_per_step: 0.26953125 + eval-batch-shift: + avg_avg_episode_length: 12.68739 + avg_avg_return: 0.88351595 + avg_benchmark_regret: 0.0038458155 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3480301 + proxy_corner: + avg_avg_return: 0.052673742 + avg_reward_per_step: 0.015419006 + eval-batch-tree: + avg_avg_episode_length: 6.670472 + avg_avg_return: 0.98205936 + avg_benchmark_regret: 0.0123609565 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2639389 + proxy_corner: + avg_avg_return: 0.98205936 + avg_reward_per_step: 0.2639389 +=========================================================== +=========================================================== + step: + env-step-all-before: 163577856 + env-step-replay-before: 83132416 + env-step-used-before: 163577856 + ppo-update-before: 99840 + env-step-generate-before: 80445440 + env-step-all-after: 163610624 + env-step-replay-after: 83165184 + env-step-used-after: 163610624 + ppo-update-after: 99860 + env-step-generate-after: 80445440 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.531295 + avg_avg_return: 0.9265574 + avg_reward_per_step: 0.11401367 + proxy_corner: + avg_avg_return: 0.20450002 + avg_reward_per_step: 0.022705078 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.531295 + avg_avg_return: 0.9265574 + avg_reward_per_step: 0.11401367 + proxy_corner: + avg_avg_return: 0.20450002 + avg_reward_per_step: 0.022705078 + perf: + env_steps_per_second: 736412.1092811486 + ppo_updates_per_second: 103.93865232667764 + eval-batch-train-duration: 0.20071624201955274 + eval-batch-orig-duration: 0.14355230500223115 + eval-batch-shift-duration: 0.13968787097837776 + eval-batch-tree-duration: 0.1394696300267242 + ued: + distances: + cheese-corne_dist_avg: 7.1121826 + cheese-corne_dist_wavg: 1.6254816 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 8.313477 + mouse-cheese_dist_finite_wavg: 8.930338 + mouse-cheese_dist_solvable_avg: 8.313477 + mouse-cheese_dist_solvable_wavg: 8.930339 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.30249 + num_walls_wavg: 6.0338483 + prop_walls_avg: 0.2740213 + prop_walls_wavg: 0.26234117 + scoring: + avg_scores: 0.06537223 + visit_patterns: + avg_first_visit_time: 2162.1587 + avg_last_visit_time: 2528.2827 + num_replay_batches: 2538 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00088101364 + avg_actor_approxkl3: 0.00062783796 + avg_actor_clipfrac: 0.02243042 + avg_actor_loss: -0.00032351405 + avg_advantage: 0.034421943 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006684735 + avg_entropy: 0.09590714 + avg_grad_norm_pre_clip: 0.9723695 + avg_loss: -8.518446e-05 + max: + max_actor_approxkl1: 0.0016998658 + max_actor_approxkl3: 0.0013181021 + max_actor_clipfrac: 0.040039062 + max_actor_loss: 0.0006854292 + max_advantage: 0.4691712 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0015236075 + max_entropy: 0.11116583 + max_grad_norm_pre_clip: 1.7810748 + max_loss: 0.00085794786 + std: + std_actor_approxkl1: 0.00056402985 + std_actor_approxkl3: 0.00035678598 + std_actor_clipfrac: 0.010911125 + std_actor_loss: 0.0006596111 + std_advantage: 0.032611303 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00024301575 + std_entropy: 0.0076132696 + std_grad_norm_pre_clip: 0.32196987 + std_loss: 0.00069253513 + eval-batch-train: + avg_avg_episode_length: 15.250813 + avg_avg_return: 0.8527123 + avg_benchmark_regret: 0.0035318986 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33685303 + proxy_corner: + avg_avg_return: 0.06530966 + avg_reward_per_step: 0.014427185 + eval-batch-orig: + avg_avg_episode_length: 16.848738 + avg_avg_return: 0.83938205 + avg_benchmark_regret: 0.004509461 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2689209 + proxy_corner: + avg_avg_return: 0.83938205 + avg_reward_per_step: 0.2689209 + eval-batch-shift: + avg_avg_episode_length: 12.680662 + avg_avg_return: 0.88389057 + avg_benchmark_regret: 0.0034711533 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34855652 + proxy_corner: + avg_avg_return: 0.051756695 + avg_reward_per_step: 0.015716553 + eval-batch-tree: + avg_avg_episode_length: 7.0501223 + avg_avg_return: 0.97690207 + avg_benchmark_regret: 0.017518219 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26538086 + proxy_corner: + avg_avg_return: 0.97690207 + avg_reward_per_step: 0.26538086 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 164626432 + env-step-replay-before: 83722240 + env-step-used-before: 164626432 + ppo-update-before: 100480 + env-step-generate-before: 80904192 + env-step-all-after: 164659200 + env-step-replay-after: 83755008 + env-step-used-after: 164659200 + ppo-update-after: 100500 + env-step-generate-after: 80904192 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.443489 + avg_avg_return: 0.9274264 + avg_reward_per_step: 0.11300659 + proxy_corner: + avg_avg_return: 0.18983142 + avg_reward_per_step: 0.021331787 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.443489 + avg_avg_return: 0.9274264 + avg_reward_per_step: 0.11300659 + proxy_corner: + avg_avg_return: 0.18983142 + avg_reward_per_step: 0.021331787 + perf: + env_steps_per_second: 605257.095760358 + ppo_updates_per_second: 79.90089986150629 + eval-batch-train-duration: 0.24930128100095317 + eval-batch-orig-duration: 0.14872829004889354 + eval-batch-shift-duration: 0.1431790619972162 + eval-batch-tree-duration: 0.14031067496398464 + ued: + distances: + cheese-corne_dist_avg: 7.116577 + cheese-corne_dist_wavg: 6.114658 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 8.307373 + mouse-cheese_dist_finite_wavg: 6.2257752 + mouse-cheese_dist_solvable_avg: 8.307373 + mouse-cheese_dist_solvable_wavg: 6.2257752 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.311035 + num_walls_wavg: 6.9284787 + prop_walls_avg: 0.2743928 + prop_walls_wavg: 0.30123812 + scoring: + avg_scores: 0.06605834 + visit_patterns: + avg_first_visit_time: 2176.5864 + avg_last_visit_time: 2546.1687 + num_replay_batches: 2556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004009503 + avg_actor_approxkl3: 0.00047962437 + avg_actor_clipfrac: 0.02140503 + avg_actor_loss: -0.00078596064 + avg_advantage: 0.013098292 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00050896424 + avg_entropy: 0.098569214 + avg_grad_norm_pre_clip: 1.0801839 + avg_loss: -0.0006300478 + max: + max_actor_approxkl1: 0.0011921783 + max_actor_approxkl3: 0.0009950781 + max_actor_clipfrac: 0.039794922 + max_actor_loss: 0.0002946509 + max_advantage: 0.39346153 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009187236 + max_entropy: 0.11749524 + max_grad_norm_pre_clip: 1.6673869 + max_loss: 0.0004480083 + std: + std_actor_approxkl1: 0.00034076883 + std_actor_approxkl3: 0.00026649257 + std_actor_clipfrac: 0.010581552 + std_actor_loss: 0.000822756 + std_advantage: 0.033767693 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00013153222 + std_entropy: 0.01013737 + std_grad_norm_pre_clip: 0.28069174 + std_loss: 0.0008426152 + eval-batch-train: + avg_avg_episode_length: 15.304056 + avg_avg_return: 0.8529307 + avg_benchmark_regret: 0.0033135065 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33486938 + proxy_corner: + avg_avg_return: 0.0715238 + avg_reward_per_step: 0.015098572 + eval-batch-orig: + avg_avg_episode_length: 16.880253 + avg_avg_return: 0.8391572 + avg_benchmark_regret: 0.0047342232 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27215576 + proxy_corner: + avg_avg_return: 0.8391572 + avg_reward_per_step: 0.27215576 + eval-batch-shift: + avg_avg_episode_length: 12.7255 + avg_avg_return: 0.8836496 + avg_benchmark_regret: 0.0037121242 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34713745 + proxy_corner: + avg_avg_return: 0.054009534 + avg_reward_per_step: 0.016395569 + eval-batch-tree: + avg_avg_episode_length: 7.809369 + avg_avg_return: 0.97101235 + avg_benchmark_regret: 0.023407891 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2643051 + proxy_corner: + avg_avg_return: 0.97101235 + avg_reward_per_step: 0.2643051 +=========================================================== +=========================================================== + step: + env-step-all-before: 165675008 + env-step-replay-before: 84344832 + env-step-used-before: 165675008 + ppo-update-before: 101120 + env-step-generate-before: 81330176 + env-step-all-after: 165707776 + env-step-replay-after: 84377600 + env-step-used-after: 165707776 + ppo-update-after: 101140 + env-step-generate-after: 81330176 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 9.541794 + avg_avg_return: 0.9281471 + avg_reward_per_step: 0.115234375 + proxy_corner: + avg_avg_return: 0.17048669 + avg_reward_per_step: 0.01928711 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 9.541794 + avg_avg_return: 0.9281471 + avg_reward_per_step: 0.115234375 + proxy_corner: + avg_avg_return: 0.17048669 + avg_reward_per_step: 0.01928711 + perf: + env_steps_per_second: 873696.933639049 + ppo_updates_per_second: 102.04290091321405 + eval-batch-train-duration: 0.20404928299831226 + eval-batch-orig-duration: 0.14578079502098262 + eval-batch-shift-duration: 0.14510378905106336 + eval-batch-tree-duration: 0.14418102998752147 + ued: + distances: + cheese-corne_dist_avg: 7.1258545 + cheese-corne_dist_wavg: 4.3201833 + levels_cheese_is_in_corner_avg: 0.063964844 + mouse-cheese_dist_finite_avg: 8.305908 + mouse-cheese_dist_finite_wavg: 7.1371593 + mouse-cheese_dist_solvable_avg: 8.305908 + mouse-cheese_dist_solvable_wavg: 7.1371603 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3168945 + num_walls_wavg: 6.034391 + prop_walls_avg: 0.27464756 + prop_walls_wavg: 0.26236483 + scoring: + avg_scores: 0.06549339 + visit_patterns: + avg_first_visit_time: 2186.9412 + avg_last_visit_time: 2565.2903 + num_replay_batches: 2575 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00092176377 + avg_actor_approxkl3: 0.0006039724 + avg_actor_clipfrac: 0.023352051 + avg_actor_loss: -0.0006585855 + avg_advantage: 0.0030697323 + avg_critic_clipfrac: 7.324219e-05 + avg_critic_loss: 0.00051796547 + avg_entropy: 0.09278247 + avg_grad_norm_pre_clip: 0.8298508 + avg_loss: -0.0004923853 + max: + max_actor_approxkl1: 0.002696685 + max_actor_approxkl3: 0.001526783 + max_actor_clipfrac: 0.0435791 + max_actor_loss: 0.00034824573 + max_advantage: 0.37335277 + max_critic_clipfrac: 0.0013427734 + max_critic_loss: 0.0007675616 + max_entropy: 0.10343713 + max_grad_norm_pre_clip: 1.2524903 + max_loss: 0.00063128443 + std: + std_actor_approxkl1: 0.0006500706 + std_actor_approxkl3: 0.00031465167 + std_actor_clipfrac: 0.009295643 + std_actor_loss: 0.0006503133 + std_advantage: 0.036653284 + std_critic_clipfrac: 0.00029245968 + std_critic_loss: 0.000118099226 + std_entropy: 0.007416403 + std_grad_norm_pre_clip: 0.25205502 + std_loss: 0.0006915821 + eval-batch-train: + avg_avg_episode_length: 15.252414 + avg_avg_return: 0.8529915 + avg_benchmark_regret: 0.0032527065 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33636475 + proxy_corner: + avg_avg_return: 0.07308234 + avg_reward_per_step: 0.015815735 + eval-batch-orig: + avg_avg_episode_length: 16.779709 + avg_avg_return: 0.8393624 + avg_benchmark_regret: 0.0045290487 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27383423 + proxy_corner: + avg_avg_return: 0.8393624 + avg_reward_per_step: 0.27383423 + eval-batch-shift: + avg_avg_episode_length: 12.670267 + avg_avg_return: 0.88386124 + avg_benchmark_regret: 0.0035004832 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3474579 + proxy_corner: + avg_avg_return: 0.056101926 + avg_reward_per_step: 0.016410828 + eval-batch-tree: + avg_avg_episode_length: 7.07782 + avg_avg_return: 0.9787219 + avg_benchmark_regret: 0.015698383 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26782227 + proxy_corner: + avg_avg_return: 0.9787219 + avg_reward_per_step: 0.26782227 +=========================================================== +=========================================================== + step: + env-step-all-before: 166723584 + env-step-replay-before: 84934656 + env-step-used-before: 166723584 + ppo-update-before: 101760 + env-step-generate-before: 81788928 + env-step-all-after: 166756352 + env-step-replay-after: 84967424 + env-step-used-after: 166756352 + ppo-update-after: 101780 + env-step-generate-after: 81788928 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 9.4479065 + avg_avg_return: 0.9285073 + avg_reward_per_step: 0.11431885 + proxy_corner: + avg_avg_return: 0.22789988 + avg_reward_per_step: 0.026062012 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 9.4479065 + avg_avg_return: 0.9285073 + avg_reward_per_step: 0.11431885 + proxy_corner: + avg_avg_return: 0.22789988 + avg_reward_per_step: 0.026062012 + perf: + env_steps_per_second: 947821.8137360655 + ppo_updates_per_second: 105.23108789332204 + eval-batch-train-duration: 0.20013360399752855 + eval-batch-orig-duration: 0.1434499120223336 + eval-batch-shift-duration: 0.1415854480001144 + eval-batch-tree-duration: 0.14010829397011548 + ued: + distances: + cheese-corne_dist_avg: 7.140991 + cheese-corne_dist_wavg: 12.414695 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 8.294678 + mouse-cheese_dist_finite_wavg: 11.624893 + mouse-cheese_dist_solvable_avg: 8.294678 + mouse-cheese_dist_solvable_wavg: 11.624894 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.305664 + num_walls_wavg: 6.0321407 + prop_walls_avg: 0.27415928 + prop_walls_wavg: 0.26226693 + scoring: + avg_scores: 0.06557079 + visit_patterns: + avg_first_visit_time: 2198.9949 + avg_last_visit_time: 2583.3086 + num_replay_batches: 2593 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008274788 + avg_actor_approxkl3: 0.0006276433 + avg_actor_clipfrac: 0.02839966 + avg_actor_loss: -0.00058860076 + avg_advantage: 0.026272919 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004962519 + avg_entropy: 0.09285355 + avg_grad_norm_pre_clip: 1.1565713 + avg_loss: -0.0004333284 + max: + max_actor_approxkl1: 0.0027346201 + max_actor_approxkl3: 0.001552546 + max_actor_clipfrac: 0.05847168 + max_actor_loss: 0.0012971703 + max_advantage: 0.27369714 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000862502 + max_entropy: 0.11006491 + max_grad_norm_pre_clip: 1.9175911 + max_loss: 0.0014320852 + std: + std_actor_approxkl1: 0.0006886024 + std_actor_approxkl3: 0.00035884877 + std_actor_clipfrac: 0.011826419 + std_actor_loss: 0.00089239405 + std_advantage: 0.028629497 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011982852 + std_entropy: 0.008504734 + std_grad_norm_pre_clip: 0.32699507 + std_loss: 0.0009076983 + eval-batch-train: + avg_avg_episode_length: 15.25469 + avg_avg_return: 0.8527858 + avg_benchmark_regret: 0.003458375 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3385315 + proxy_corner: + avg_avg_return: 0.076782115 + avg_reward_per_step: 0.01651764 + eval-batch-orig: + avg_avg_episode_length: 16.816917 + avg_avg_return: 0.83931696 + avg_benchmark_regret: 0.004574557 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27231598 + proxy_corner: + avg_avg_return: 0.83931696 + avg_reward_per_step: 0.27231598 + eval-batch-shift: + avg_avg_episode_length: 12.754902 + avg_avg_return: 0.8836342 + avg_benchmark_regret: 0.003727558 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34284973 + proxy_corner: + avg_avg_return: 0.052987583 + avg_reward_per_step: 0.015823364 + eval-batch-tree: + avg_avg_episode_length: 6.759547 + avg_avg_return: 0.9804964 + avg_benchmark_regret: 0.013923843 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26499176 + proxy_corner: + avg_avg_return: 0.9804964 + avg_reward_per_step: 0.26499176 +=========================================================== +=========================================================== + step: + env-step-all-before: 167772160 + env-step-replay-before: 85458944 + env-step-used-before: 167772160 + ppo-update-before: 102400 + env-step-generate-before: 82313216 + env-step-all-after: 167804928 + env-step-replay-after: 85491712 + env-step-used-after: 167804928 + ppo-update-after: 102420 + env-step-generate-after: 82313216 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 8.893088 + avg_avg_return: 0.93055385 + avg_reward_per_step: 0.11553955 + proxy_corner: + avg_avg_return: 0.18156153 + avg_reward_per_step: 0.01965332 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 8.893088 + avg_avg_return: 0.93055385 + avg_reward_per_step: 0.11553955 + proxy_corner: + avg_avg_return: 0.18156153 + avg_reward_per_step: 0.01965332 + perf: + env_steps_per_second: 619768.2229166147 + ppo_updates_per_second: 95.7816643747565 + eval-batch-train-duration: 0.2026475919992663 + eval-batch-orig-duration: 0.14607294497545809 + eval-batch-shift-duration: 0.14513172098668292 + eval-batch-tree-duration: 0.14109644596464932 + ued: + distances: + cheese-corne_dist_avg: 7.1625977 + cheese-corne_dist_wavg: 10.61343 + levels_cheese_is_in_corner_avg: 0.060546875 + mouse-cheese_dist_finite_avg: 8.317627 + mouse-cheese_dist_finite_wavg: 11.6256 + mouse-cheese_dist_solvable_avg: 8.317627 + mouse-cheese_dist_solvable_wavg: 11.625601 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3164062 + num_walls_wavg: 6.931478 + prop_walls_avg: 0.27462634 + prop_walls_wavg: 0.30136868 + scoring: + avg_scores: 0.06457453 + visit_patterns: + avg_first_visit_time: 2212.5564 + avg_last_visit_time: 2599.232 + num_replay_batches: 2609 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00060833566 + avg_actor_approxkl3: 0.0005025464 + avg_actor_clipfrac: 0.022192383 + avg_actor_loss: -0.00034690392 + avg_advantage: 0.0010632738 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031269985 + avg_entropy: 0.08669097 + avg_grad_norm_pre_clip: 1.1884215 + avg_loss: -0.00027724498 + max: + max_actor_approxkl1: 0.0015398823 + max_actor_approxkl3: 0.0008031714 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.0010531112 + max_advantage: 0.23090923 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004068639 + max_entropy: 0.10428617 + max_grad_norm_pre_clip: 1.7474791 + max_loss: 0.0011295604 + std: + std_actor_approxkl1: 0.00043942206 + std_actor_approxkl3: 0.0001912379 + std_actor_clipfrac: 0.007580812 + std_actor_loss: 0.00075194164 + std_advantage: 0.025710637 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.770538e-05 + std_entropy: 0.008211741 + std_grad_norm_pre_clip: 0.3886347 + std_loss: 0.00075234554 + eval-batch-train: + avg_avg_episode_length: 15.222492 + avg_avg_return: 0.85285264 + avg_benchmark_regret: 0.0033916081 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34011078 + proxy_corner: + avg_avg_return: 0.07704921 + avg_reward_per_step: 0.016677856 + eval-batch-orig: + avg_avg_episode_length: 16.789133 + avg_avg_return: 0.8391239 + avg_benchmark_regret: 0.0047675967 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2733078 + proxy_corner: + avg_avg_return: 0.8391239 + avg_reward_per_step: 0.2733078 + eval-batch-shift: + avg_avg_episode_length: 12.75816 + avg_avg_return: 0.8836738 + avg_benchmark_regret: 0.003687974 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34539032 + proxy_corner: + avg_avg_return: 0.056184728 + avg_reward_per_step: 0.016777039 + eval-batch-tree: + avg_avg_episode_length: 6.6770945 + avg_avg_return: 0.97862434 + avg_benchmark_regret: 0.015795935 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26810455 + proxy_corner: + avg_avg_return: 0.97862434 + avg_reward_per_step: 0.26810455 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 168820736 + env-step-replay-before: 85983232 + env-step-used-before: 168820736 + ppo-update-before: 103040 + env-step-generate-before: 82837504 + env-step-all-after: 168853504 + env-step-replay-after: 85983232 + env-step-used-after: 168853504 + ppo-update-after: 103060 + env-step-generate-after: 82870272 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.239688 + avg_avg_return: 0.85194755 + avg_reward_per_step: 0.346344 + proxy_corner: + avg_avg_return: 0.061813388 + avg_reward_per_step: 0.016082764 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.239688 + avg_avg_return: 0.85194755 + avg_reward_per_step: 0.346344 + proxy_corner: + avg_avg_return: 0.061813388 + avg_reward_per_step: 0.016082764 + perf: + env_steps_per_second: 737388.032633204 + ppo_updates_per_second: 80.53313287412023 + eval-batch-train-duration: 0.3286094639915973 + eval-batch-orig-duration: 0.17065153800649568 + eval-batch-shift-duration: 0.14784047700231895 + eval-batch-tree-duration: 0.1421011000056751 + ued: + distances: + cheese-corne_dist_avg: 7.1427 + cheese-corne_dist_wavg: 11.971676 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 8.331787 + mouse-cheese_dist_finite_wavg: 10.729856 + mouse-cheese_dist_solvable_avg: 8.331787 + mouse-cheese_dist_solvable_wavg: 10.7298565 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3188477 + num_walls_wavg: 6.9363494 + prop_walls_avg: 0.2747325 + prop_walls_wavg: 0.30158046 + scoring: + avg_scores: 0.06596644 + visit_patterns: + avg_first_visit_time: 2225.5967 + avg_last_visit_time: 2614.231 + num_replay_batches: 2624 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023180125 + avg_actor_approxkl3: 0.0020624513 + avg_actor_clipfrac: 0.047662355 + avg_actor_loss: 0.0007343885 + avg_advantage: -0.02542974 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0038946338 + avg_entropy: 0.12567441 + avg_grad_norm_pre_clip: 2.0283282 + avg_loss: 0.002556031 + max: + max_actor_approxkl1: 0.010935125 + max_actor_approxkl3: 0.009384539 + max_actor_clipfrac: 0.099243164 + max_actor_loss: 0.0042476505 + max_advantage: 0.32719916 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0061091143 + max_entropy: 0.15730482 + max_grad_norm_pre_clip: 3.5552294 + max_loss: 0.006469317 + std: + std_actor_approxkl1: 0.002617729 + std_actor_approxkl3: 0.0020887854 + std_actor_clipfrac: 0.022648122 + std_actor_loss: 0.0014902295 + std_advantage: 0.08781744 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010694661 + std_entropy: 0.020153053 + std_grad_norm_pre_clip: 0.6636505 + std_loss: 0.0015215838 + eval-batch-train: + avg_avg_episode_length: 15.206085 + avg_avg_return: 0.85325015 + avg_benchmark_regret: 0.0029940966 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33924103 + proxy_corner: + avg_avg_return: 0.07246721 + avg_reward_per_step: 0.015930176 + eval-batch-orig: + avg_avg_episode_length: 16.789707 + avg_avg_return: 0.8395064 + avg_benchmark_regret: 0.004385083 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27304077 + proxy_corner: + avg_avg_return: 0.8395064 + avg_reward_per_step: 0.27304077 + eval-batch-shift: + avg_avg_episode_length: 12.725676 + avg_avg_return: 0.8835191 + avg_benchmark_regret: 0.0038425878 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34754944 + proxy_corner: + avg_avg_return: 0.052757815 + avg_reward_per_step: 0.016143799 + eval-batch-tree: + avg_avg_episode_length: 6.959505 + avg_avg_return: 0.97652996 + avg_benchmark_regret: 0.017890278 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.269516 + proxy_corner: + avg_avg_return: 0.97652996 + avg_reward_per_step: 0.269516 +=========================================================== +=========================================================== + step: + env-step-all-before: 169869312 + env-step-replay-before: 86474752 + env-step-used-before: 169869312 + ppo-update-before: 103680 + env-step-generate-before: 83394560 + env-step-all-after: 169902080 + env-step-replay-after: 86474752 + env-step-used-after: 169902080 + ppo-update-after: 103700 + env-step-generate-after: 83427328 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 15.457183 + avg_avg_return: 0.83829176 + avg_reward_per_step: 0.3329773 + proxy_corner: + avg_avg_return: 0.06019442 + avg_reward_per_step: 0.016082764 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 15.457183 + avg_avg_return: 0.83829176 + avg_reward_per_step: 0.3329773 + proxy_corner: + avg_avg_return: 0.06019442 + avg_reward_per_step: 0.016082764 + perf: + env_steps_per_second: 969454.4340884779 + ppo_updates_per_second: 107.02788378194427 + eval-batch-train-duration: 0.2010289719910361 + eval-batch-orig-duration: 0.14301988197257742 + eval-batch-shift-duration: 0.1421487399493344 + eval-batch-tree-duration: 0.14029216003837064 + ued: + distances: + cheese-corne_dist_avg: 7.1256104 + cheese-corne_dist_wavg: 5.2089853 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 8.355713 + mouse-cheese_dist_finite_wavg: 9.830648 + mouse-cheese_dist_solvable_avg: 8.355713 + mouse-cheese_dist_solvable_wavg: 9.830649 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3112793 + num_walls_wavg: 7.831665 + prop_walls_avg: 0.27440342 + prop_walls_wavg: 0.34050724 + scoring: + avg_scores: 0.06596044 + visit_patterns: + avg_first_visit_time: 2236.7573 + avg_last_visit_time: 2629.2803 + num_replay_batches: 2639 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017416136 + avg_actor_approxkl3: 0.0015011308 + avg_actor_clipfrac: 0.047631837 + avg_actor_loss: -0.0005522726 + avg_advantage: -0.028121144 + avg_critic_clipfrac: 0.0017578126 + avg_critic_loss: 0.004459686 + avg_entropy: 0.12984535 + avg_grad_norm_pre_clip: 1.4418646 + avg_loss: 0.0015477254 + max: + max_actor_approxkl1: 0.004268269 + max_actor_approxkl3: 0.0030286226 + max_actor_clipfrac: 0.08068848 + max_actor_loss: 0.002019979 + max_advantage: 0.3616885 + max_critic_clipfrac: 0.03515625 + max_critic_loss: 0.0064294385 + max_entropy: 0.1556955 + max_grad_norm_pre_clip: 2.8422925 + max_loss: 0.0050923065 + std: + std_actor_approxkl1: 0.001166669 + std_actor_approxkl3: 0.00072707044 + std_actor_clipfrac: 0.018858444 + std_actor_loss: 0.0012332833 + std_advantage: 0.09517143 + std_critic_clipfrac: 0.0076621273 + std_critic_loss: 0.0011163913 + std_entropy: 0.01606345 + std_grad_norm_pre_clip: 0.5329843 + std_loss: 0.0014910616 + eval-batch-train: + avg_avg_episode_length: 15.22337 + avg_avg_return: 0.8529153 + avg_benchmark_regret: 0.0033289404 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33868408 + proxy_corner: + avg_avg_return: 0.06284086 + avg_reward_per_step: 0.014625549 + eval-batch-orig: + avg_avg_episode_length: 16.830585 + avg_avg_return: 0.8393425 + avg_benchmark_regret: 0.0045489576 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2716446 + proxy_corner: + avg_avg_return: 0.8393425 + avg_reward_per_step: 0.2716446 + eval-batch-shift: + avg_avg_episode_length: 12.733387 + avg_avg_return: 0.8838941 + avg_benchmark_regret: 0.0034676245 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34809875 + proxy_corner: + avg_avg_return: 0.050569467 + avg_reward_per_step: 0.016090393 + eval-batch-tree: + avg_avg_episode_length: 6.862944 + avg_avg_return: 0.97743046 + avg_benchmark_regret: 0.016989851 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26791382 + proxy_corner: + avg_avg_return: 0.97743046 + avg_reward_per_step: 0.26791382 +=========================================================== +=========================================================== + step: + env-step-all-before: 170917888 + env-step-replay-before: 86900736 + env-step-used-before: 170917888 + ppo-update-before: 104320 + env-step-generate-before: 84017152 + env-step-all-after: 170950656 + env-step-replay-after: 86900736 + env-step-used-after: 170950656 + ppo-update-after: 104340 + env-step-generate-after: 84049920 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.320942 + avg_avg_return: 0.854405 + avg_reward_per_step: 0.34939575 + proxy_corner: + avg_avg_return: 0.07059375 + avg_reward_per_step: 0.014770508 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.320942 + avg_avg_return: 0.854405 + avg_reward_per_step: 0.34939575 + proxy_corner: + avg_avg_return: 0.07059375 + avg_reward_per_step: 0.014770508 + perf: + env_steps_per_second: 877532.7375447172 + ppo_updates_per_second: 87.31294647433023 + eval-batch-train-duration: 0.33077559602679685 + eval-batch-orig-duration: 0.20553989399923012 + eval-batch-shift-duration: 0.1700842099962756 + eval-batch-tree-duration: 0.15560975897824392 + ued: + distances: + cheese-corne_dist_avg: 7.1152344 + cheese-corne_dist_wavg: 7.0218363 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 8.376221 + mouse-cheese_dist_finite_wavg: 4.442825 + mouse-cheese_dist_solvable_avg: 8.376221 + mouse-cheese_dist_solvable_wavg: 4.442825 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.315674 + num_walls_wavg: 6.9300814 + prop_walls_avg: 0.2745945 + prop_walls_wavg: 0.30130795 + scoring: + avg_scores: 0.06605169 + visit_patterns: + avg_first_visit_time: 2248.238 + avg_last_visit_time: 2642.2356 + num_replay_batches: 2652 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014353249 + avg_actor_approxkl3: 0.0011562015 + avg_actor_clipfrac: 0.040637206 + avg_actor_loss: -0.0002185315 + avg_advantage: -0.0088993795 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003723907 + avg_entropy: 0.12551947 + avg_grad_norm_pre_clip: 1.5100881 + avg_loss: 0.0015179024 + max: + max_actor_approxkl1: 0.0035880543 + max_actor_approxkl3: 0.0030082557 + max_actor_clipfrac: 0.08093262 + max_actor_loss: 0.0018237531 + max_advantage: 0.23949146 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005932173 + max_entropy: 0.16471742 + max_grad_norm_pre_clip: 2.236646 + max_loss: 0.0033045532 + std: + std_actor_approxkl1: 0.0009598979 + std_actor_approxkl3: 0.0006690884 + std_actor_clipfrac: 0.01671828 + std_actor_loss: 0.0010481471 + std_advantage: 0.087710254 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00077387865 + std_entropy: 0.01644685 + std_grad_norm_pre_clip: 0.4392512 + std_loss: 0.0011566477 + eval-batch-train: + avg_avg_episode_length: 15.233159 + avg_avg_return: 0.85278314 + avg_benchmark_regret: 0.0034610513 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3373108 + proxy_corner: + avg_avg_return: 0.0636803 + avg_reward_per_step: 0.014930725 + eval-batch-orig: + avg_avg_episode_length: 16.832365 + avg_avg_return: 0.8390634 + avg_benchmark_regret: 0.0048279995 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27194214 + proxy_corner: + avg_avg_return: 0.8390634 + avg_reward_per_step: 0.27194214 + eval-batch-shift: + avg_avg_episode_length: 12.712477 + avg_avg_return: 0.88383174 + avg_benchmark_regret: 0.003529981 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34900665 + proxy_corner: + avg_avg_return: 0.050103698 + avg_reward_per_step: 0.015663147 + eval-batch-tree: + avg_avg_episode_length: 6.6204615 + avg_avg_return: 0.98081756 + avg_benchmark_regret: 0.013602722 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26866913 + proxy_corner: + avg_avg_return: 0.98081756 + avg_reward_per_step: 0.26866913 +=========================================================== +=========================================================== + step: + env-step-all-before: 171966464 + env-step-replay-before: 87457792 + env-step-used-before: 171966464 + ppo-update-before: 104960 + env-step-generate-before: 84508672 + env-step-all-after: 171999232 + env-step-replay-after: 87457792 + env-step-used-after: 171999232 + ppo-update-after: 104980 + env-step-generate-after: 84541440 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.877056 + avg_avg_return: 0.869849 + avg_reward_per_step: 0.3458557 + proxy_corner: + avg_avg_return: 0.057557724 + avg_reward_per_step: 0.011199951 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.877056 + avg_avg_return: 0.869849 + avg_reward_per_step: 0.3458557 + proxy_corner: + avg_avg_return: 0.057557724 + avg_reward_per_step: 0.011199951 + perf: + env_steps_per_second: 946967.2610560805 + ppo_updates_per_second: 77.04708539690112 + eval-batch-train-duration: 0.2739708569715731 + eval-batch-orig-duration: 0.17332535900641233 + eval-batch-shift-duration: 0.1478456369950436 + eval-batch-tree-duration: 0.14137244602898136 + ued: + distances: + cheese-corne_dist_avg: 7.1175537 + cheese-corne_dist_wavg: 11.962371 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 8.371826 + mouse-cheese_dist_finite_wavg: 10.732402 + mouse-cheese_dist_solvable_avg: 8.371826 + mouse-cheese_dist_solvable_wavg: 10.732403 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3125 + num_walls_wavg: 8.731315 + prop_walls_avg: 0.2744565 + prop_walls_wavg: 0.37962252 + scoring: + avg_scores: 0.06636216 + visit_patterns: + avg_first_visit_time: 2262.7168 + avg_last_visit_time: 2659.1028 + num_replay_batches: 2669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00092031335 + avg_actor_approxkl3: 0.0008092068 + avg_actor_clipfrac: 0.0309021 + avg_actor_loss: -0.00014439542 + avg_advantage: -0.027796099 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033109982 + avg_entropy: 0.11434453 + avg_grad_norm_pre_clip: 1.4662032 + avg_loss: 0.0013967593 + max: + max_actor_approxkl1: 0.0024530205 + max_actor_approxkl3: 0.0019693393 + max_actor_clipfrac: 0.06335449 + max_actor_loss: 0.0014741421 + max_advantage: 0.3915974 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004896569 + max_entropy: 0.13014024 + max_grad_norm_pre_clip: 2.6586666 + max_loss: 0.0025966717 + std: + std_actor_approxkl1: 0.0005423417 + std_actor_approxkl3: 0.00047407605 + std_actor_clipfrac: 0.013708571 + std_actor_loss: 0.000669884 + std_advantage: 0.080617346 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00088586455 + std_entropy: 0.008887304 + std_grad_norm_pre_clip: 0.42001304 + std_loss: 0.0007900293 + eval-batch-train: + avg_avg_episode_length: 15.222042 + avg_avg_return: 0.85293674 + avg_benchmark_regret: 0.0033075016 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33889008 + proxy_corner: + avg_avg_return: 0.06404955 + avg_reward_per_step: 0.014373779 + eval-batch-orig: + avg_avg_episode_length: 16.84748 + avg_avg_return: 0.83904046 + avg_benchmark_regret: 0.0048509976 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27261353 + proxy_corner: + avg_avg_return: 0.83904046 + avg_reward_per_step: 0.27261353 + eval-batch-shift: + avg_avg_episode_length: 12.806421 + avg_avg_return: 0.88362765 + avg_benchmark_regret: 0.0037340797 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34700012 + proxy_corner: + avg_avg_return: 0.052782595 + avg_reward_per_step: 0.0160141 + eval-batch-tree: + avg_avg_episode_length: 6.536419 + avg_avg_return: 0.98270696 + avg_benchmark_regret: 0.011713277 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26748657 + proxy_corner: + avg_avg_return: 0.98270696 + avg_reward_per_step: 0.26748657 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 173015040 + env-step-replay-before: 88014848 + env-step-used-before: 173015040 + ppo-update-before: 105600 + env-step-generate-before: 85000192 + env-step-all-after: 173047808 + env-step-replay-after: 88047616 + env-step-used-after: 173047808 + ppo-update-after: 105620 + env-step-generate-after: 85000192 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 9.272389 + avg_avg_return: 0.92727673 + avg_reward_per_step: 0.11175537 + proxy_corner: + avg_avg_return: 0.22560984 + avg_reward_per_step: 0.025756836 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 9.272389 + avg_avg_return: 0.92727673 + avg_reward_per_step: 0.11175537 + proxy_corner: + avg_avg_return: 0.22560984 + avg_reward_per_step: 0.025756836 + perf: + env_steps_per_second: 905620.812040403 + ppo_updates_per_second: 105.05488658802639 + eval-batch-train-duration: 0.2011549689923413 + eval-batch-orig-duration: 0.14871223003137857 + eval-batch-shift-duration: 0.14275072299642488 + eval-batch-tree-duration: 0.14238015696173534 + ued: + distances: + cheese-corne_dist_avg: 7.111084 + cheese-corne_dist_wavg: 8.805959 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 8.38916 + mouse-cheese_dist_finite_wavg: 8.042389 + mouse-cheese_dist_solvable_avg: 8.38916 + mouse-cheese_dist_solvable_wavg: 8.04239 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.30542 + num_walls_wavg: 6.0320024 + prop_walls_avg: 0.27414867 + prop_walls_wavg: 0.262261 + scoring: + avg_scores: 0.065055154 + visit_patterns: + avg_first_visit_time: 2273.4895 + avg_last_visit_time: 2677.1995 + num_replay_batches: 2687 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00043930803 + avg_actor_approxkl3: 0.00058574317 + avg_actor_clipfrac: 0.024523927 + avg_actor_loss: -0.00045078807 + avg_advantage: -0.00021440124 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027946453 + avg_entropy: 0.089664355 + avg_grad_norm_pre_clip: 1.2055606 + avg_loss: -0.00040072014 + max: + max_actor_approxkl1: 0.0014328754 + max_actor_approxkl3: 0.0012716479 + max_actor_clipfrac: 0.04296875 + max_actor_loss: 0.0005322527 + max_advantage: 0.15763575 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031444101 + max_entropy: 0.10737527 + max_grad_norm_pre_clip: 2.056372 + max_loss: 0.0005912633 + std: + std_actor_approxkl1: 0.00038569275 + std_actor_approxkl3: 0.00032896452 + std_actor_clipfrac: 0.011330723 + std_actor_loss: 0.00054568157 + std_advantage: 0.024053365 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.6761414e-05 + std_entropy: 0.007407535 + std_grad_norm_pre_clip: 0.3834819 + std_loss: 0.0005479056 + eval-batch-train: + avg_avg_episode_length: 15.222612 + avg_avg_return: 0.85304856 + avg_benchmark_regret: 0.0031956353 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3400879 + proxy_corner: + avg_avg_return: 0.065083586 + avg_reward_per_step: 0.014465332 + eval-batch-orig: + avg_avg_episode_length: 16.829086 + avg_avg_return: 0.8396706 + avg_benchmark_regret: 0.004220862 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27265167 + proxy_corner: + avg_avg_return: 0.8396706 + avg_reward_per_step: 0.27265167 + eval-batch-shift: + avg_avg_episode_length: 12.7313595 + avg_avg_return: 0.8837293 + avg_benchmark_regret: 0.0036324535 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3473053 + proxy_corner: + avg_avg_return: 0.05336192 + avg_reward_per_step: 0.01612854 + eval-batch-tree: + avg_avg_episode_length: 6.9756165 + avg_avg_return: 0.97915304 + avg_benchmark_regret: 0.01526724 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2663498 + proxy_corner: + avg_avg_return: 0.97915304 + avg_reward_per_step: 0.2663498 +=========================================================== +=========================================================== + step: + env-step-all-before: 174063616 + env-step-replay-before: 88440832 + env-step-used-before: 174063616 + ppo-update-before: 106240 + env-step-generate-before: 85622784 + env-step-all-after: 174096384 + env-step-replay-after: 88440832 + env-step-used-after: 174096384 + ppo-update-after: 106260 + env-step-generate-after: 85655552 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.314011 + avg_avg_return: 0.8645152 + avg_reward_per_step: 0.3388977 + proxy_corner: + avg_avg_return: 0.06401569 + avg_reward_per_step: 0.011016846 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.314011 + avg_avg_return: 0.8645152 + avg_reward_per_step: 0.3388977 + proxy_corner: + avg_avg_return: 0.06401569 + avg_reward_per_step: 0.011016846 + perf: + env_steps_per_second: 968807.4061610986 + ppo_updates_per_second: 74.93165886377218 + eval-batch-train-duration: 0.2896039300248958 + eval-batch-orig-duration: 0.1761089350329712 + eval-batch-shift-duration: 0.1493407450034283 + eval-batch-tree-duration: 0.14264832995831966 + ued: + distances: + cheese-corne_dist_avg: 7.1137695 + cheese-corne_dist_wavg: 10.60162 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 8.435059 + mouse-cheese_dist_finite_wavg: 8.934942 + mouse-cheese_dist_solvable_avg: 8.435059 + mouse-cheese_dist_solvable_wavg: 8.934942 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.30249 + num_walls_wavg: 5.1292086 + prop_walls_avg: 0.2740213 + prop_walls_wavg: 0.22300903 + scoring: + avg_scores: 0.06665556 + visit_patterns: + avg_first_visit_time: 2286.7761 + avg_last_visit_time: 2689.341 + num_replay_batches: 2699 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017230898 + avg_actor_approxkl3: 0.0011614688 + avg_actor_clipfrac: 0.036999512 + avg_actor_loss: -0.00015355145 + avg_advantage: -0.0027561253 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036379986 + avg_entropy: 0.10528767 + avg_grad_norm_pre_clip: 1.5169315 + avg_loss: 0.0015601601 + max: + max_actor_approxkl1: 0.0049850554 + max_actor_approxkl3: 0.0027384218 + max_actor_clipfrac: 0.0793457 + max_actor_loss: 0.003331706 + max_advantage: 0.49138612 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005499244 + max_entropy: 0.1263205 + max_grad_norm_pre_clip: 2.2507265 + max_loss: 0.0057413005 + std: + std_actor_approxkl1: 0.0013666244 + std_actor_approxkl3: 0.00087069237 + std_actor_clipfrac: 0.021527365 + std_actor_loss: 0.0011105345 + std_advantage: 0.086153805 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010335403 + std_entropy: 0.016639972 + std_grad_norm_pre_clip: 0.37116155 + std_loss: 0.0013501024 + eval-batch-train: + avg_avg_episode_length: 15.223847 + avg_avg_return: 0.8531698 + avg_benchmark_regret: 0.0030744167 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3384552 + proxy_corner: + avg_avg_return: 0.061563198 + avg_reward_per_step: 0.01448822 + eval-batch-orig: + avg_avg_episode_length: 16.82519 + avg_avg_return: 0.8393982 + avg_benchmark_regret: 0.00449323 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27339935 + proxy_corner: + avg_avg_return: 0.8393982 + avg_reward_per_step: 0.27339935 + eval-batch-shift: + avg_avg_episode_length: 12.719713 + avg_avg_return: 0.88391477 + avg_benchmark_regret: 0.0034469455 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34694672 + proxy_corner: + avg_avg_return: 0.050576713 + avg_reward_per_step: 0.015960693 + eval-batch-tree: + avg_avg_episode_length: 6.9556093 + avg_avg_return: 0.9796437 + avg_benchmark_regret: 0.014776587 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26760864 + proxy_corner: + avg_avg_return: 0.9796437 + avg_reward_per_step: 0.26760864 +=========================================================== +=========================================================== + step: + env-step-all-before: 175112192 + env-step-replay-before: 88932352 + env-step-used-before: 175112192 + ppo-update-before: 106880 + env-step-generate-before: 86179840 + env-step-all-after: 175144960 + env-step-replay-after: 88965120 + env-step-used-after: 175144960 + ppo-update-after: 106900 + env-step-generate-after: 86179840 + train-replay: + shift_proportion: 0.96484375 + avg_avg_episode_length: 9.148428 + avg_avg_return: 0.92899394 + avg_reward_per_step: 0.11276245 + proxy_corner: + avg_avg_return: 0.18975069 + avg_reward_per_step: 0.020507812 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 9.148428 + avg_avg_return: 0.92899394 + avg_reward_per_step: 0.11276245 + proxy_corner: + avg_avg_return: 0.18975069 + avg_reward_per_step: 0.020507812 + perf: + env_steps_per_second: 596587.6565365805 + ppo_updates_per_second: 74.87981779563536 + eval-batch-train-duration: 0.33209045499097556 + eval-batch-orig-duration: 0.17110397102078423 + eval-batch-shift-duration: 0.14744086499558762 + eval-batch-tree-duration: 0.14270054904045537 + ued: + distances: + cheese-corne_dist_avg: 7.095581 + cheese-corne_dist_wavg: 11.963369 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 8.450684 + mouse-cheese_dist_finite_wavg: 6.247177 + mouse-cheese_dist_solvable_avg: 8.450684 + mouse-cheese_dist_solvable_wavg: 6.247178 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.321045 + num_walls_wavg: 7.83101 + prop_walls_avg: 0.27482802 + prop_walls_wavg: 0.34047872 + scoring: + avg_scores: 0.06659936 + visit_patterns: + avg_first_visit_time: 2300.5361 + avg_last_visit_time: 2705.2083 + num_replay_batches: 2715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001071764 + avg_actor_approxkl3: 0.000734375 + avg_actor_clipfrac: 0.028729249 + avg_actor_loss: -0.00038970934 + avg_advantage: 0.026104331 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00039584018 + avg_entropy: 0.09179757 + avg_grad_norm_pre_clip: 1.1527529 + avg_loss: -0.0002835868 + max: + max_actor_approxkl1: 0.0020775306 + max_actor_approxkl3: 0.0012077275 + max_actor_clipfrac: 0.049072266 + max_actor_loss: 0.0024030264 + max_advantage: 0.30543464 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006441405 + max_entropy: 0.11750213 + max_grad_norm_pre_clip: 2.8561952 + max_loss: 0.0024579973 + std: + std_actor_approxkl1: 0.00067460845 + std_actor_approxkl3: 0.00028878322 + std_actor_clipfrac: 0.009922768 + std_actor_loss: 0.001052628 + std_advantage: 0.025086634 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.384005e-05 + std_entropy: 0.011298213 + std_grad_norm_pre_clip: 0.48552972 + std_loss: 0.0010559269 + eval-batch-train: + avg_avg_episode_length: 15.228878 + avg_avg_return: 0.85293674 + avg_benchmark_regret: 0.0033074461 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3399582 + proxy_corner: + avg_avg_return: 0.06607629 + avg_reward_per_step: 0.0146865845 + eval-batch-orig: + avg_avg_episode_length: 16.848454 + avg_avg_return: 0.8392029 + avg_benchmark_regret: 0.0046885805 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27294922 + proxy_corner: + avg_avg_return: 0.8392029 + avg_reward_per_step: 0.27294922 + eval-batch-shift: + avg_avg_episode_length: 12.750973 + avg_avg_return: 0.8835635 + avg_benchmark_regret: 0.0037981821 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3458557 + proxy_corner: + avg_avg_return: 0.052243136 + avg_reward_per_step: 0.01576233 + eval-batch-tree: + avg_avg_episode_length: 7.163107 + avg_avg_return: 0.97693026 + avg_benchmark_regret: 0.017489988 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2656784 + proxy_corner: + avg_avg_return: 0.97693026 + avg_reward_per_step: 0.2656784 +=========================================================== +=========================================================== + step: + env-step-all-before: 176160768 + env-step-replay-before: 89358336 + env-step-used-before: 176160768 + ppo-update-before: 107520 + env-step-generate-before: 86802432 + env-step-all-after: 176193536 + env-step-replay-after: 89391104 + env-step-used-after: 176193536 + ppo-update-after: 107540 + env-step-generate-after: 86802432 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.133356 + avg_avg_return: 0.9296143 + avg_reward_per_step: 0.113342285 + proxy_corner: + avg_avg_return: 0.19328004 + avg_reward_per_step: 0.022094727 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.133356 + avg_avg_return: 0.9296143 + avg_reward_per_step: 0.113342285 + proxy_corner: + avg_avg_return: 0.19328004 + avg_reward_per_step: 0.022094727 + perf: + env_steps_per_second: 881796.3652554635 + ppo_updates_per_second: 104.2600657661542 + eval-batch-train-duration: 0.20876031299121678 + eval-batch-orig-duration: 0.15992801799438894 + eval-batch-shift-duration: 0.14501365897012874 + eval-batch-tree-duration: 0.14095349702984095 + ued: + distances: + cheese-corne_dist_avg: 7.123535 + cheese-corne_dist_wavg: 11.965618 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 8.48584 + mouse-cheese_dist_finite_wavg: 8.946427 + mouse-cheese_dist_solvable_avg: 8.48584 + mouse-cheese_dist_solvable_wavg: 8.946428 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3203125 + num_walls_wavg: 10.531708 + prop_walls_avg: 0.2747962 + prop_walls_wavg: 0.4579002 + scoring: + avg_scores: 0.06659463 + visit_patterns: + avg_first_visit_time: 2313.6692 + avg_last_visit_time: 2718.253 + num_replay_batches: 2728 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072774926 + avg_actor_approxkl3: 0.00078824017 + avg_actor_clipfrac: 0.029296875 + avg_actor_loss: -0.00028150014 + avg_advantage: 0.0411699 + avg_critic_clipfrac: 0.0027282715 + avg_critic_loss: 0.0013401337 + avg_entropy: 0.09249528 + avg_grad_norm_pre_clip: 1.3886403 + avg_loss: 0.00029607146 + max: + max_actor_approxkl1: 0.0020216405 + max_actor_approxkl3: 0.001594805 + max_actor_clipfrac: 0.053955078 + max_actor_loss: 0.002086158 + max_advantage: 0.6421782 + max_critic_clipfrac: 0.015991211 + max_critic_loss: 0.0020012315 + max_entropy: 0.109320715 + max_grad_norm_pre_clip: 2.4173682 + max_loss: 0.0027684495 + std: + std_actor_approxkl1: 0.0006305613 + std_actor_approxkl3: 0.00038287486 + std_actor_clipfrac: 0.011724407 + std_actor_loss: 0.00095353636 + std_advantage: 0.05095273 + std_critic_clipfrac: 0.0047255997 + std_critic_loss: 0.00035650583 + std_entropy: 0.0066976515 + std_grad_norm_pre_clip: 0.54041624 + std_loss: 0.0010360783 + eval-batch-train: + avg_avg_episode_length: 15.254955 + avg_avg_return: 0.85325986 + avg_benchmark_regret: 0.0029843573 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3407364 + proxy_corner: + avg_avg_return: 0.06897516 + avg_reward_per_step: 0.015594482 + eval-batch-orig: + avg_avg_episode_length: 16.79913 + avg_avg_return: 0.8394491 + avg_benchmark_regret: 0.004442384 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2737732 + proxy_corner: + avg_avg_return: 0.8394491 + avg_reward_per_step: 0.2737732 + eval-batch-shift: + avg_avg_episode_length: 12.767808 + avg_avg_return: 0.88337654 + avg_benchmark_regret: 0.003985186 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34462738 + proxy_corner: + avg_avg_return: 0.056454293 + avg_reward_per_step: 0.016464233 + eval-batch-tree: + avg_avg_episode_length: 7.03771 + avg_avg_return: 0.9785875 + avg_benchmark_regret: 0.015832702 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2676468 + proxy_corner: + avg_avg_return: 0.9785875 + avg_reward_per_step: 0.2676468 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 177209344 + env-step-replay-before: 89784320 + env-step-used-before: 177209344 + ppo-update-before: 108160 + env-step-generate-before: 87425024 + env-step-all-after: 177242112 + env-step-replay-after: 89784320 + env-step-used-after: 177242112 + ppo-update-after: 108180 + env-step-generate-after: 87457792 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 11.890511 + avg_avg_return: 0.88297975 + avg_reward_per_step: 0.35604858 + proxy_corner: + avg_avg_return: 0.0809817 + avg_reward_per_step: 0.017608643 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 11.890511 + avg_avg_return: 0.88297975 + avg_reward_per_step: 0.35604858 + proxy_corner: + avg_avg_return: 0.0809817 + avg_reward_per_step: 0.017608643 + perf: + env_steps_per_second: 735764.7053126865 + ppo_updates_per_second: 104.11286253301223 + eval-batch-train-duration: 0.20222529699094594 + eval-batch-orig-duration: 0.14526042400393635 + eval-batch-shift-duration: 0.14200592099223286 + eval-batch-tree-duration: 0.14160356199136004 + ued: + distances: + cheese-corne_dist_avg: 7.1158447 + cheese-corne_dist_wavg: 8.804419 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 8.513428 + mouse-cheese_dist_finite_wavg: 3.5568826 + mouse-cheese_dist_solvable_avg: 8.513428 + mouse-cheese_dist_solvable_wavg: 3.5568826 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3361816 + num_walls_wavg: 7.832723 + prop_walls_avg: 0.27548617 + prop_walls_wavg: 0.34055316 + scoring: + avg_scores: 0.06775584 + visit_patterns: + avg_first_visit_time: 2325.7031 + avg_last_visit_time: 2730.2385 + num_replay_batches: 2740 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013339398 + avg_actor_approxkl3: 0.0009717051 + avg_actor_clipfrac: 0.034576416 + avg_actor_loss: -0.0003664328 + avg_advantage: -0.0076862993 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028678745 + avg_entropy: 0.10560643 + avg_grad_norm_pre_clip: 1.567225 + avg_loss: 0.0009618977 + max: + max_actor_approxkl1: 0.0034035065 + max_actor_approxkl3: 0.0021477789 + max_actor_clipfrac: 0.07067871 + max_actor_loss: 0.0020679682 + max_advantage: 0.20224583 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0045063472 + max_entropy: 0.13210323 + max_grad_norm_pre_clip: 3.666101 + max_loss: 0.003615236 + std: + std_actor_approxkl1: 0.00086948613 + std_actor_approxkl3: 0.00046993655 + std_actor_clipfrac: 0.016627207 + std_actor_loss: 0.0010353936 + std_advantage: 0.07707694 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00096840103 + std_entropy: 0.0155506395 + std_grad_norm_pre_clip: 0.74960166 + std_loss: 0.0012259909 + eval-batch-train: + avg_avg_episode_length: 15.22851 + avg_avg_return: 0.85312945 + avg_benchmark_regret: 0.0031147748 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34040833 + proxy_corner: + avg_avg_return: 0.06687663 + avg_reward_per_step: 0.014961243 + eval-batch-orig: + avg_avg_episode_length: 16.78178 + avg_avg_return: 0.8396863 + avg_benchmark_regret: 0.0042051775 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27374268 + proxy_corner: + avg_avg_return: 0.8396863 + avg_reward_per_step: 0.27374268 + eval-batch-shift: + avg_avg_episode_length: 12.713423 + avg_avg_return: 0.8836688 + avg_benchmark_regret: 0.0036929147 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3480072 + proxy_corner: + avg_avg_return: 0.051139247 + avg_reward_per_step: 0.015716553 + eval-batch-tree: + avg_avg_episode_length: 6.7732973 + avg_avg_return: 0.9793157 + avg_benchmark_regret: 0.015104571 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26989746 + proxy_corner: + avg_avg_return: 0.9793157 + avg_reward_per_step: 0.26989746 +=========================================================== +=========================================================== + step: + env-step-all-before: 178257920 + env-step-replay-before: 90439680 + env-step-used-before: 178257920 + ppo-update-before: 108800 + env-step-generate-before: 87818240 + env-step-all-after: 178290688 + env-step-replay-after: 90472448 + env-step-used-after: 178290688 + ppo-update-after: 108820 + env-step-generate-after: 87818240 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.372499 + avg_avg_return: 0.92526317 + avg_reward_per_step: 0.11090088 + proxy_corner: + avg_avg_return: 0.1966689 + avg_reward_per_step: 0.021972656 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.372499 + avg_avg_return: 0.92526317 + avg_reward_per_step: 0.11090088 + proxy_corner: + avg_avg_return: 0.1966689 + avg_reward_per_step: 0.021972656 + perf: + env_steps_per_second: 904139.222331075 + ppo_updates_per_second: 105.24942948049423 + eval-batch-train-duration: 0.20009926898637787 + eval-batch-orig-duration: 0.14407735504209995 + eval-batch-shift-duration: 0.14422929094871506 + eval-batch-tree-duration: 0.14311280602123588 + ued: + distances: + cheese-corne_dist_avg: 7.0963135 + cheese-corne_dist_wavg: 11.955542 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 8.509277 + mouse-cheese_dist_finite_wavg: 8.050865 + mouse-cheese_dist_solvable_avg: 8.509277 + mouse-cheese_dist_solvable_wavg: 8.050866 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3322754 + num_walls_wavg: 6.9335136 + prop_walls_avg: 0.2753163 + prop_walls_wavg: 0.30145708 + scoring: + avg_scores: 0.06629796 + visit_patterns: + avg_first_visit_time: 2332.9534 + avg_last_visit_time: 2751.2983 + num_replay_batches: 2761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009555 + avg_actor_approxkl3: 0.00079180487 + avg_actor_clipfrac: 0.026391601 + avg_actor_loss: -2.2548576e-05 + avg_advantage: 0.023432665 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006108048 + avg_entropy: 0.0805312 + avg_grad_norm_pre_clip: 1.215011 + avg_loss: 0.0002023226 + max: + max_actor_approxkl1: 0.0025515924 + max_actor_approxkl3: 0.0014983292 + max_actor_clipfrac: 0.040649414 + max_actor_loss: 0.0013876148 + max_advantage: 0.26429206 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012226151 + max_entropy: 0.08987132 + max_grad_norm_pre_clip: 2.4554763 + max_loss: 0.0014610256 + std: + std_actor_approxkl1: 0.0006979044 + std_actor_approxkl3: 0.0003846792 + std_actor_clipfrac: 0.0093073 + std_actor_loss: 0.0008522179 + std_advantage: 0.032482006 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00029905394 + std_entropy: 0.0062309625 + std_grad_norm_pre_clip: 0.49981847 + std_loss: 0.0007876117 + eval-batch-train: + avg_avg_episode_length: 15.259352 + avg_avg_return: 0.853019 + avg_benchmark_regret: 0.0032251757 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33974457 + proxy_corner: + avg_avg_return: 0.07243848 + avg_reward_per_step: 0.015594482 + eval-batch-orig: + avg_avg_episode_length: 16.813951 + avg_avg_return: 0.8393363 + avg_benchmark_regret: 0.004555191 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27294922 + proxy_corner: + avg_avg_return: 0.8393363 + avg_reward_per_step: 0.27294922 + eval-batch-shift: + avg_avg_episode_length: 12.743551 + avg_avg_return: 0.8842007 + avg_benchmark_regret: 0.0031610448 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34723663 + proxy_corner: + avg_avg_return: 0.05546391 + avg_reward_per_step: 0.0158844 + eval-batch-tree: + avg_avg_episode_length: 7.078269 + avg_avg_return: 0.977839 + avg_benchmark_regret: 0.016581297 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26873016 + proxy_corner: + avg_avg_return: 0.977839 + avg_reward_per_step: 0.26873016 +=========================================================== +=========================================================== + step: + env-step-all-before: 179306496 + env-step-replay-before: 90931200 + env-step-used-before: 179306496 + ppo-update-before: 109440 + env-step-generate-before: 88375296 + env-step-all-after: 179339264 + env-step-replay-after: 90931200 + env-step-used-after: 179339264 + ppo-update-after: 109460 + env-step-generate-after: 88408064 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 17.500816 + avg_avg_return: 0.8153523 + avg_reward_per_step: 0.31503296 + proxy_corner: + avg_avg_return: 0.064769536 + avg_reward_per_step: 0.012207031 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 17.500816 + avg_avg_return: 0.8153523 + avg_reward_per_step: 0.31503296 + proxy_corner: + avg_avg_return: 0.064769536 + avg_reward_per_step: 0.012207031 + perf: + env_steps_per_second: 912314.6151207619 + ppo_updates_per_second: 109.23775879991965 + eval-batch-train-duration: 0.20701541501330212 + eval-batch-orig-duration: 0.15927567903418094 + eval-batch-shift-duration: 0.1455101749743335 + eval-batch-tree-duration: 0.1411776189925149 + ued: + distances: + cheese-corne_dist_avg: 7.097534 + cheese-corne_dist_wavg: 1.6104697 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 8.537842 + mouse-cheese_dist_finite_wavg: 7.1587734 + mouse-cheese_dist_solvable_avg: 8.537842 + mouse-cheese_dist_solvable_wavg: 7.1587744 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.335449 + num_walls_wavg: 7.8303695 + prop_walls_avg: 0.27545428 + prop_walls_wavg: 0.34045085 + scoring: + avg_scores: 0.066501 + visit_patterns: + avg_first_visit_time: 2346.7683 + avg_last_visit_time: 2765.2913 + num_replay_batches: 2775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017085891 + avg_actor_approxkl3: 0.0011132528 + avg_actor_clipfrac: 0.039575197 + avg_actor_loss: -0.0005854275 + avg_advantage: -0.028902702 + avg_critic_clipfrac: 0.0055664065 + avg_critic_loss: 0.004748573 + avg_entropy: 0.13631223 + avg_grad_norm_pre_clip: 1.2629628 + avg_loss: 0.0016525468 + max: + max_actor_approxkl1: 0.0038583153 + max_actor_approxkl3: 0.0023126719 + max_actor_clipfrac: 0.07006836 + max_actor_loss: 0.00015504658 + max_advantage: 0.209355 + max_critic_clipfrac: 0.03112793 + max_critic_loss: 0.0072010043 + max_entropy: 0.1772041 + max_grad_norm_pre_clip: 2.1129656 + max_loss: 0.0032177216 + std: + std_actor_approxkl1: 0.0011271565 + std_actor_approxkl3: 0.00060848147 + std_actor_clipfrac: 0.018267062 + std_actor_loss: 0.000588703 + std_advantage: 0.0984332 + std_critic_clipfrac: 0.010299248 + std_critic_loss: 0.0012130557 + std_entropy: 0.017155625 + std_grad_norm_pre_clip: 0.39209077 + std_loss: 0.0007934361 + eval-batch-train: + avg_avg_episode_length: 15.241144 + avg_avg_return: 0.8532861 + avg_benchmark_regret: 0.0029581261 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3396454 + proxy_corner: + avg_avg_return: 0.069253564 + avg_reward_per_step: 0.015693665 + eval-batch-orig: + avg_avg_episode_length: 16.792912 + avg_avg_return: 0.83940655 + avg_benchmark_regret: 0.004484918 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2740097 + proxy_corner: + avg_avg_return: 0.83940655 + avg_reward_per_step: 0.2740097 + eval-batch-shift: + avg_avg_episode_length: 12.648944 + avg_avg_return: 0.88403785 + avg_benchmark_regret: 0.0033238507 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3490219 + proxy_corner: + avg_avg_return: 0.054503925 + avg_reward_per_step: 0.016052246 + eval-batch-tree: + avg_avg_episode_length: 7.5694036 + avg_avg_return: 0.9747137 + avg_benchmark_regret: 0.019706566 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26641083 + proxy_corner: + avg_avg_return: 0.9747137 + avg_reward_per_step: 0.26641083 +=========================================================== +=========================================================== + step: + env-step-all-before: 180355072 + env-step-replay-before: 91291648 + env-step-used-before: 180355072 + ppo-update-before: 110080 + env-step-generate-before: 89063424 + env-step-all-after: 180387840 + env-step-replay-after: 91324416 + env-step-used-after: 180387840 + ppo-update-after: 110100 + env-step-generate-after: 89063424 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 9.236376 + avg_avg_return: 0.9274187 + avg_reward_per_step: 0.11218262 + proxy_corner: + avg_avg_return: 0.1883056 + avg_reward_per_step: 0.02078247 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 9.236376 + avg_avg_return: 0.9274187 + avg_reward_per_step: 0.11218262 + proxy_corner: + avg_avg_return: 0.1883056 + avg_reward_per_step: 0.02078247 + perf: + env_steps_per_second: 962409.6610129651 + ppo_updates_per_second: 74.1432142695986 + eval-batch-train-duration: 0.3291714939987287 + eval-batch-orig-duration: 0.18759221798973158 + eval-batch-shift-duration: 0.15611449198331684 + eval-batch-tree-duration: 0.14686698198784143 + ued: + distances: + cheese-corne_dist_avg: 7.1153564 + cheese-corne_dist_wavg: 0.7185667 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 8.568359 + mouse-cheese_dist_finite_wavg: 10.754679 + mouse-cheese_dist_solvable_avg: 8.568359 + mouse-cheese_dist_solvable_wavg: 10.75468 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.345215 + num_walls_wavg: 6.933218 + prop_walls_avg: 0.2758789 + prop_walls_wavg: 0.3014442 + scoring: + avg_scores: 0.06818928 + visit_patterns: + avg_first_visit_time: 2359.1702 + avg_last_visit_time: 2777.2317 + num_replay_batches: 2787 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050723343 + avg_actor_approxkl3: 0.0005644922 + avg_actor_clipfrac: 0.023382569 + avg_actor_loss: -0.00074090675 + avg_advantage: 0.032958843 + avg_critic_clipfrac: 0.0002807617 + avg_critic_loss: 0.00076309935 + avg_entropy: 0.08934391 + avg_grad_norm_pre_clip: 0.9532448 + avg_loss: -0.00044870097 + max: + max_actor_approxkl1: 0.0017937829 + max_actor_approxkl3: 0.0010311272 + max_actor_clipfrac: 0.03955078 + max_actor_loss: 0.00044662878 + max_advantage: 0.3956079 + max_critic_clipfrac: 0.0032958984 + max_critic_loss: 0.0011541236 + max_entropy: 0.096004084 + max_grad_norm_pre_clip: 1.277188 + max_loss: 0.00070281187 + std: + std_actor_approxkl1: 0.00042160324 + std_actor_approxkl3: 0.0002723234 + std_actor_clipfrac: 0.008516841 + std_actor_loss: 0.00056352315 + std_advantage: 0.0362514 + std_critic_clipfrac: 0.0008563213 + std_critic_loss: 0.00017846274 + std_entropy: 0.0038125063 + std_grad_norm_pre_clip: 0.248053 + std_loss: 0.00060558843 + eval-batch-train: + avg_avg_episode_length: 15.213503 + avg_avg_return: 0.85320103 + avg_benchmark_regret: 0.0030431396 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33859253 + proxy_corner: + avg_avg_return: 0.07124259 + avg_reward_per_step: 0.01600647 + eval-batch-orig: + avg_avg_episode_length: 16.778706 + avg_avg_return: 0.8391606 + avg_benchmark_regret: 0.0047308486 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742386 + proxy_corner: + avg_avg_return: 0.8391606 + avg_reward_per_step: 0.2742386 + eval-batch-shift: + avg_avg_episode_length: 12.65661 + avg_avg_return: 0.88401735 + avg_benchmark_regret: 0.0033443873 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34776306 + proxy_corner: + avg_avg_return: 0.053940915 + avg_reward_per_step: 0.016151428 + eval-batch-tree: + avg_avg_episode_length: 7.7702947 + avg_avg_return: 0.9681169 + avg_benchmark_regret: 0.026303388 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26898956 + proxy_corner: + avg_avg_return: 0.9681169 + avg_reward_per_step: 0.26898956 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 181403648 + env-step-replay-before: 91947008 + env-step-used-before: 181403648 + ppo-update-before: 110720 + env-step-generate-before: 89456640 + env-step-all-after: 181436416 + env-step-replay-after: 91979776 + env-step-used-after: 181436416 + ppo-update-after: 110740 + env-step-generate-after: 89456640 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.676467 + avg_avg_return: 0.9241109 + avg_reward_per_step: 0.10940552 + proxy_corner: + avg_avg_return: 0.22356173 + avg_reward_per_step: 0.025360107 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.676467 + avg_avg_return: 0.9241109 + avg_reward_per_step: 0.10940552 + proxy_corner: + avg_avg_return: 0.22356173 + avg_reward_per_step: 0.025360107 + perf: + env_steps_per_second: 803851.5202190208 + ppo_updates_per_second: 90.48157124237653 + eval-batch-train-duration: 0.23393799603218213 + eval-batch-orig-duration: 0.15882411802886054 + eval-batch-shift-duration: 0.14496169204358011 + eval-batch-tree-duration: 0.1413501749630086 + ued: + distances: + cheese-corne_dist_avg: 7.1153564 + cheese-corne_dist_wavg: 7.0099773 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 8.576904 + mouse-cheese_dist_finite_wavg: 9.850289 + mouse-cheese_dist_solvable_avg: 8.576904 + mouse-cheese_dist_solvable_wavg: 9.850288 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3374023 + num_walls_wavg: 6.0349717 + prop_walls_avg: 0.27553922 + prop_walls_wavg: 0.26239002 + scoring: + avg_scores: 0.06737132 + visit_patterns: + avg_first_visit_time: 2368.4749 + avg_last_visit_time: 2797.3608 + num_replay_batches: 2807 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00087912567 + avg_actor_approxkl3: 0.0008748104 + avg_actor_clipfrac: 0.03213501 + avg_actor_loss: -8.432637e-05 + avg_advantage: 0.040791743 + avg_critic_clipfrac: 0.00075073243 + avg_critic_loss: 0.0010961678 + avg_entropy: 0.09400433 + avg_grad_norm_pre_clip: 1.576608 + avg_loss: 0.0003697532 + max: + max_actor_approxkl1: 0.003783582 + max_actor_approxkl3: 0.0020735448 + max_actor_clipfrac: 0.061767578 + max_actor_loss: 0.002396115 + max_advantage: 0.47025514 + max_critic_clipfrac: 0.008666992 + max_critic_loss: 0.0021259813 + max_entropy: 0.10907443 + max_grad_norm_pre_clip: 2.6504316 + max_loss: 0.002576659 + std: + std_actor_approxkl1: 0.0008982451 + std_actor_approxkl3: 0.00049491064 + std_actor_clipfrac: 0.014768837 + std_actor_loss: 0.0010617654 + std_advantage: 0.041050088 + std_critic_clipfrac: 0.0020288194 + std_critic_loss: 0.0004194155 + std_entropy: 0.007861595 + std_grad_norm_pre_clip: 0.49915308 + std_loss: 0.0010423237 + eval-batch-train: + avg_avg_episode_length: 15.251188 + avg_avg_return: 0.8526733 + avg_benchmark_regret: 0.0035709017 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3379364 + proxy_corner: + avg_avg_return: 0.062266957 + avg_reward_per_step: 0.014511108 + eval-batch-orig: + avg_avg_episode_length: 16.817684 + avg_avg_return: 0.8394943 + avg_benchmark_regret: 0.0043971827 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2711258 + proxy_corner: + avg_avg_return: 0.8394943 + avg_reward_per_step: 0.2711258 + eval-batch-shift: + avg_avg_episode_length: 12.6956 + avg_avg_return: 0.883807 + avg_benchmark_regret: 0.0035547055 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.348938 + proxy_corner: + avg_avg_return: 0.047467995 + avg_reward_per_step: 0.0152282715 + eval-batch-tree: + avg_avg_episode_length: 7.002852 + avg_avg_return: 0.9793726 + avg_benchmark_regret: 0.015047696 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26755524 + proxy_corner: + avg_avg_return: 0.9793726 + avg_reward_per_step: 0.26755524 +=========================================================== +=========================================================== + step: + env-step-all-before: 182452224 + env-step-replay-before: 92471296 + env-step-used-before: 182452224 + ppo-update-before: 111360 + env-step-generate-before: 89980928 + env-step-all-after: 182484992 + env-step-replay-after: 92504064 + env-step-used-after: 182484992 + ppo-update-after: 111380 + env-step-generate-after: 89980928 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 9.301399 + avg_avg_return: 0.92768353 + avg_reward_per_step: 0.110321045 + proxy_corner: + avg_avg_return: 0.15355799 + avg_reward_per_step: 0.016967773 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 9.301399 + avg_avg_return: 0.92768353 + avg_reward_per_step: 0.110321045 + proxy_corner: + avg_avg_return: 0.15355799 + avg_reward_per_step: 0.016967773 + perf: + env_steps_per_second: 595184.7613206482 + ppo_updates_per_second: 98.99631398708682 + eval-batch-train-duration: 0.194916762993671 + eval-batch-orig-duration: 0.14198687497992069 + eval-batch-shift-duration: 0.1388086539809592 + eval-batch-tree-duration: 0.1390885430155322 + ued: + distances: + cheese-corne_dist_avg: 7.1082764 + cheese-corne_dist_wavg: 4.31612 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 8.577637 + mouse-cheese_dist_finite_wavg: 7.1566434 + mouse-cheese_dist_solvable_avg: 8.577637 + mouse-cheese_dist_solvable_wavg: 7.1566434 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.338379 + num_walls_wavg: 8.734548 + prop_walls_avg: 0.27558166 + prop_walls_wavg: 0.3797629 + scoring: + avg_scores: 0.06686884 + visit_patterns: + avg_first_visit_time: 2381.3333 + avg_last_visit_time: 2813.1897 + num_replay_batches: 2823 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005794768 + avg_actor_approxkl3: 0.0006557394 + avg_actor_clipfrac: 0.027117921 + avg_actor_loss: -0.00032480722 + avg_advantage: 0.049513094 + avg_critic_clipfrac: 0.019500732 + avg_critic_loss: 0.0015445824 + avg_entropy: 0.09439989 + avg_grad_norm_pre_clip: 1.1251506 + avg_loss: 0.00035308412 + max: + max_actor_approxkl1: 0.0016854333 + max_actor_approxkl3: 0.0010292438 + max_actor_clipfrac: 0.041625977 + max_actor_loss: 0.0019514915 + max_advantage: 0.5304661 + max_critic_clipfrac: 0.0826416 + max_critic_loss: 0.0032550832 + max_entropy: 0.108827084 + max_grad_norm_pre_clip: 2.1461585 + max_loss: 0.002658314 + std: + std_actor_approxkl1: 0.00051893695 + std_actor_approxkl3: 0.00025409067 + std_actor_clipfrac: 0.00946303 + std_actor_loss: 0.0010023972 + std_advantage: 0.057205305 + std_critic_clipfrac: 0.025041822 + std_critic_loss: 0.0005801678 + std_entropy: 0.0075590718 + std_grad_norm_pre_clip: 0.3887911 + std_loss: 0.0011635772 + eval-batch-train: + avg_avg_episode_length: 15.2126465 + avg_avg_return: 0.8529272 + avg_benchmark_regret: 0.0033169896 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3373642 + proxy_corner: + avg_avg_return: 0.067301854 + avg_reward_per_step: 0.015052795 + eval-batch-orig: + avg_avg_episode_length: 16.799936 + avg_avg_return: 0.839578 + avg_benchmark_regret: 0.004313496 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27171326 + proxy_corner: + avg_avg_return: 0.839578 + avg_reward_per_step: 0.27171326 + eval-batch-shift: + avg_avg_episode_length: 12.678994 + avg_avg_return: 0.88404185 + avg_benchmark_regret: 0.0033198416 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3479309 + proxy_corner: + avg_avg_return: 0.051466618 + avg_reward_per_step: 0.015846252 + eval-batch-tree: + avg_avg_episode_length: 7.018634 + avg_avg_return: 0.9755968 + avg_benchmark_regret: 0.018823463 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2685852 + proxy_corner: + avg_avg_return: 0.9755968 + avg_reward_per_step: 0.2685852 +=========================================================== +=========================================================== + step: + env-step-all-before: 183500800 + env-step-replay-before: 93028352 + env-step-used-before: 183500800 + ppo-update-before: 112000 + env-step-generate-before: 90472448 + env-step-all-after: 183533568 + env-step-replay-after: 93061120 + env-step-used-after: 183533568 + ppo-update-after: 112020 + env-step-generate-after: 90472448 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.259077 + avg_avg_return: 0.9276281 + avg_reward_per_step: 0.11050415 + proxy_corner: + avg_avg_return: 0.17013101 + avg_reward_per_step: 0.018829346 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 9.259077 + avg_avg_return: 0.9276281 + avg_reward_per_step: 0.11050415 + proxy_corner: + avg_avg_return: 0.17013101 + avg_reward_per_step: 0.018829346 + perf: + env_steps_per_second: 810683.747637566 + ppo_updates_per_second: 79.36658480316076 + eval-batch-train-duration: 0.3092938109766692 + eval-batch-orig-duration: 0.1873643079889007 + eval-batch-shift-duration: 0.16066320397658274 + eval-batch-tree-duration: 0.15112830395810306 + ued: + distances: + cheese-corne_dist_avg: 7.122925 + cheese-corne_dist_wavg: 11.961258 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 8.5979 + mouse-cheese_dist_finite_wavg: 10.755792 + mouse-cheese_dist_solvable_avg: 8.5979 + mouse-cheese_dist_solvable_wavg: 10.755793 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3376465 + num_walls_wavg: 6.932435 + prop_walls_avg: 0.27554983 + prop_walls_wavg: 0.30141026 + scoring: + avg_scores: 0.06674637 + visit_patterns: + avg_first_visit_time: 2392.2676 + avg_last_visit_time: 2830.3608 + num_replay_batches: 2840 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009327097 + avg_actor_approxkl3: 0.00071246264 + avg_actor_clipfrac: 0.026367188 + avg_actor_loss: -5.725883e-05 + avg_advantage: 0.042933006 + avg_critic_clipfrac: 0.012646484 + avg_critic_loss: 0.0012654654 + avg_entropy: 0.08885902 + avg_grad_norm_pre_clip: 1.2459562 + avg_loss: 0.0004866148 + max: + max_actor_approxkl1: 0.0022984478 + max_actor_approxkl3: 0.0019202657 + max_actor_clipfrac: 0.05895996 + max_actor_loss: 0.0015607197 + max_advantage: 0.6659687 + max_critic_clipfrac: 0.03479004 + max_critic_loss: 0.0020919656 + max_entropy: 0.10189204 + max_grad_norm_pre_clip: 2.7637148 + max_loss: 0.0020521623 + std: + std_actor_approxkl1: 0.0006548199 + std_actor_approxkl3: 0.00046103814 + std_actor_clipfrac: 0.014487231 + std_actor_loss: 0.0006932728 + std_advantage: 0.0508495 + std_critic_clipfrac: 0.012033891 + std_critic_loss: 0.00039208296 + std_entropy: 0.01003795 + std_grad_norm_pre_clip: 0.44215202 + std_loss: 0.00075105566 + eval-batch-train: + avg_avg_episode_length: 15.19968 + avg_avg_return: 0.85327446 + avg_benchmark_regret: 0.00296973 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33937073 + proxy_corner: + avg_avg_return: 0.070369765 + avg_reward_per_step: 0.015106201 + eval-batch-orig: + avg_avg_episode_length: 16.790955 + avg_avg_return: 0.83909225 + avg_benchmark_regret: 0.0047991807 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27272034 + proxy_corner: + avg_avg_return: 0.83909225 + avg_reward_per_step: 0.27272034 + eval-batch-shift: + avg_avg_episode_length: 12.68499 + avg_avg_return: 0.88407624 + avg_benchmark_regret: 0.0032855168 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34805298 + proxy_corner: + avg_avg_return: 0.052189447 + avg_reward_per_step: 0.015899658 + eval-batch-tree: + avg_avg_episode_length: 6.718852 + avg_avg_return: 0.98020196 + avg_benchmark_regret: 0.014218269 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26802826 + proxy_corner: + avg_avg_return: 0.98020196 + avg_reward_per_step: 0.26802826 +=========================================================== +=========================================================== + step: + env-step-all-before: 184549376 + env-step-replay-before: 93618176 + env-step-used-before: 184549376 + ppo-update-before: 112640 + env-step-generate-before: 90931200 + env-step-all-after: 184582144 + env-step-replay-after: 93650944 + env-step-used-after: 184582144 + ppo-update-after: 112660 + env-step-generate-after: 90931200 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.735334 + avg_avg_return: 0.92148066 + avg_reward_per_step: 0.10891724 + proxy_corner: + avg_avg_return: 0.20636778 + avg_reward_per_step: 0.02154541 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.735334 + avg_avg_return: 0.92148066 + avg_reward_per_step: 0.10891724 + proxy_corner: + avg_avg_return: 0.20636778 + avg_reward_per_step: 0.02154541 + perf: + env_steps_per_second: 602589.568509634 + ppo_updates_per_second: 76.15763092690662 + eval-batch-train-duration: 0.2641083089984022 + eval-batch-orig-duration: 0.15591343195410445 + eval-batch-shift-duration: 0.14495136198820546 + eval-batch-tree-duration: 0.144780881004408 + ued: + distances: + cheese-corne_dist_avg: 7.140381 + cheese-corne_dist_wavg: 13.313002 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 8.5979 + mouse-cheese_dist_finite_wavg: 10.753784 + mouse-cheese_dist_solvable_avg: 8.5979 + mouse-cheese_dist_solvable_wavg: 10.753784 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3479004 + num_walls_wavg: 6.9373636 + prop_walls_avg: 0.27599567 + prop_walls_wavg: 0.30162445 + scoring: + avg_scores: 0.0674115 + visit_patterns: + avg_first_visit_time: 2405.5142 + avg_last_visit_time: 2848.3127 + num_replay_batches: 2858 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011212475 + avg_actor_approxkl3: 0.00080815377 + avg_actor_clipfrac: 0.029138183 + avg_actor_loss: -0.0002120462 + avg_advantage: 0.035127856 + avg_critic_clipfrac: 0.0011779786 + avg_critic_loss: 0.0011687244 + avg_entropy: 0.089611046 + avg_grad_norm_pre_clip: 1.2378143 + avg_loss: 0.00028270492 + max: + max_actor_approxkl1: 0.0024965042 + max_actor_approxkl3: 0.0018671054 + max_actor_clipfrac: 0.04736328 + max_actor_loss: 0.0011834651 + max_advantage: 0.41856652 + max_critic_clipfrac: 0.01184082 + max_critic_loss: 0.0017784613 + max_entropy: 0.10027419 + max_grad_norm_pre_clip: 2.47035 + max_loss: 0.0015930482 + std: + std_actor_approxkl1: 0.0007560168 + std_actor_approxkl3: 0.0005024973 + std_actor_clipfrac: 0.012126817 + std_actor_loss: 0.0007978628 + std_advantage: 0.04780245 + std_critic_clipfrac: 0.0030199206 + std_critic_loss: 0.00030915535 + std_entropy: 0.007140617 + std_grad_norm_pre_clip: 0.42135006 + std_loss: 0.0007883225 + eval-batch-train: + avg_avg_episode_length: 15.1989765 + avg_avg_return: 0.85335404 + avg_benchmark_regret: 0.0028901892 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33853912 + proxy_corner: + avg_avg_return: 0.06581038 + avg_reward_per_step: 0.015182495 + eval-batch-orig: + avg_avg_episode_length: 16.832104 + avg_avg_return: 0.83935916 + avg_benchmark_regret: 0.0045322534 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26979065 + proxy_corner: + avg_avg_return: 0.83935916 + avg_reward_per_step: 0.26979065 + eval-batch-shift: + avg_avg_episode_length: 12.708119 + avg_avg_return: 0.8838081 + avg_benchmark_regret: 0.0035536406 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34757996 + proxy_corner: + avg_avg_return: 0.05071841 + avg_reward_per_step: 0.0157547 + eval-batch-tree: + avg_avg_episode_length: 6.908616 + avg_avg_return: 0.9784173 + avg_benchmark_regret: 0.016002972 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2678833 + proxy_corner: + avg_avg_return: 0.9784173 + avg_reward_per_step: 0.2678833 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 185597952 + env-step-replay-before: 94142464 + env-step-used-before: 185597952 + ppo-update-before: 113280 + env-step-generate-before: 91455488 + env-step-all-after: 185630720 + env-step-replay-after: 94175232 + env-step-used-after: 185630720 + ppo-update-after: 113300 + env-step-generate-after: 91455488 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.759225 + avg_avg_return: 0.9231419 + avg_reward_per_step: 0.107421875 + proxy_corner: + avg_avg_return: 0.2110314 + avg_reward_per_step: 0.022460938 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.759225 + avg_avg_return: 0.9231419 + avg_reward_per_step: 0.107421875 + proxy_corner: + avg_avg_return: 0.2110314 + avg_reward_per_step: 0.022460938 + perf: + env_steps_per_second: 606741.9276205807 + ppo_updates_per_second: 72.70999154297216 + eval-batch-train-duration: 0.33134668396087363 + eval-batch-orig-duration: 0.18035644094925374 + eval-batch-shift-duration: 0.15370872803032398 + eval-batch-tree-duration: 0.146327594993636 + ued: + distances: + cheese-corne_dist_avg: 7.1135254 + cheese-corne_dist_wavg: 11.958334 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 8.619141 + mouse-cheese_dist_finite_wavg: 8.061487 + mouse-cheese_dist_solvable_avg: 8.619141 + mouse-cheese_dist_solvable_wavg: 8.061489 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3518066 + num_walls_wavg: 7.8342814 + prop_walls_avg: 0.2761655 + prop_walls_wavg: 0.340621 + scoring: + avg_scores: 0.06804476 + visit_patterns: + avg_first_visit_time: 2416.8953 + avg_last_visit_time: 2864.2925 + num_replay_batches: 2874 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00067399396 + avg_actor_approxkl3: 0.00078661245 + avg_actor_clipfrac: 0.025946045 + avg_actor_loss: -0.00067050353 + avg_advantage: 0.008315779 + avg_critic_clipfrac: 0.00020751954 + avg_critic_loss: 0.00066599215 + avg_entropy: 0.086254604 + avg_grad_norm_pre_clip: 0.97776383 + avg_loss: -0.00042376207 + max: + max_actor_approxkl1: 0.0015821371 + max_actor_approxkl3: 0.001968014 + max_actor_clipfrac: 0.049682617 + max_actor_loss: 0.0008241851 + max_advantage: 0.3719104 + max_critic_clipfrac: 0.001953125 + max_critic_loss: 0.0011777505 + max_entropy: 0.110840626 + max_grad_norm_pre_clip: 1.9709822 + max_loss: 0.0010415538 + std: + std_actor_approxkl1: 0.0004651635 + std_actor_approxkl3: 0.0004914741 + std_actor_clipfrac: 0.0109730605 + std_actor_loss: 0.0007671389 + std_advantage: 0.03995972 + std_critic_clipfrac: 0.0005528316 + std_critic_loss: 0.00026782195 + std_entropy: 0.008997092 + std_grad_norm_pre_clip: 0.40906775 + std_loss: 0.0007939774 + eval-batch-train: + avg_avg_episode_length: 15.205518 + avg_avg_return: 0.8533039 + avg_benchmark_regret: 0.0029403132 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34030914 + proxy_corner: + avg_avg_return: 0.066272646 + avg_reward_per_step: 0.015144348 + eval-batch-orig: + avg_avg_episode_length: 16.836008 + avg_avg_return: 0.8393075 + avg_benchmark_regret: 0.004583957 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27023315 + proxy_corner: + avg_avg_return: 0.8393075 + avg_reward_per_step: 0.27023315 + eval-batch-shift: + avg_avg_episode_length: 12.786654 + avg_avg_return: 0.8837198 + avg_benchmark_regret: 0.0036418585 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.347435 + proxy_corner: + avg_avg_return: 0.050165668 + avg_reward_per_step: 0.015464783 + eval-batch-tree: + avg_avg_episode_length: 7.1515236 + avg_avg_return: 0.97772646 + avg_benchmark_regret: 0.016693797 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26648712 + proxy_corner: + avg_avg_return: 0.97772646 + avg_reward_per_step: 0.26648712 +=========================================================== +=========================================================== + step: + env-step-all-before: 186646528 + env-step-replay-before: 94765056 + env-step-used-before: 186646528 + ppo-update-before: 113920 + env-step-generate-before: 91881472 + env-step-all-after: 186679296 + env-step-replay-after: 94797824 + env-step-used-after: 186679296 + ppo-update-after: 113940 + env-step-generate-after: 91881472 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.2020645 + avg_avg_return: 0.92758155 + avg_reward_per_step: 0.11251831 + proxy_corner: + avg_avg_return: 0.18974236 + avg_reward_per_step: 0.020446777 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.2020645 + avg_avg_return: 0.92758155 + avg_reward_per_step: 0.11251831 + proxy_corner: + avg_avg_return: 0.18974236 + avg_reward_per_step: 0.020446777 + perf: + env_steps_per_second: 616681.8851521183 + ppo_updates_per_second: 94.48126431762789 + eval-batch-train-duration: 0.19845130399335176 + eval-batch-orig-duration: 0.14231605600798503 + eval-batch-shift-duration: 0.1392711360240355 + eval-batch-tree-duration: 0.13914405700052157 + ued: + distances: + cheese-corne_dist_avg: 7.0997314 + cheese-corne_dist_wavg: 7.014041 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 8.633545 + mouse-cheese_dist_finite_wavg: 7.162797 + mouse-cheese_dist_solvable_avg: 8.633545 + mouse-cheese_dist_solvable_wavg: 7.162797 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.36499 + num_walls_wavg: 7.8305902 + prop_walls_avg: 0.2767387 + prop_walls_wavg: 0.34046042 + scoring: + avg_scores: 0.06702987 + visit_patterns: + avg_first_visit_time: 2428.0166 + avg_last_visit_time: 2883.224 + num_replay_batches: 2893 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000753957 + avg_actor_approxkl3: 0.0005468486 + avg_actor_clipfrac: 0.022387696 + avg_actor_loss: -0.00048770753 + avg_advantage: 0.030843249 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005156392 + avg_entropy: 0.088308066 + avg_grad_norm_pre_clip: 0.95606405 + avg_loss: -0.000318196 + max: + max_actor_approxkl1: 0.0020355629 + max_actor_approxkl3: 0.0012453672 + max_actor_clipfrac: 0.037231445 + max_actor_loss: 0.00040154252 + max_advantage: 0.37051266 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00082070875 + max_entropy: 0.094999716 + max_grad_norm_pre_clip: 1.5438918 + max_loss: 0.00067064044 + std: + std_actor_approxkl1: 0.0006269524 + std_actor_approxkl3: 0.00029279914 + std_actor_clipfrac: 0.009652928 + std_actor_loss: 0.00048250347 + std_advantage: 0.028817948 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00012707833 + std_entropy: 0.0058280956 + std_grad_norm_pre_clip: 0.24494904 + std_loss: 0.00052566495 + eval-batch-train: + avg_avg_episode_length: 15.207164 + avg_avg_return: 0.8533075 + avg_benchmark_regret: 0.0029367437 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33940125 + proxy_corner: + avg_avg_return: 0.06619716 + avg_reward_per_step: 0.015037537 + eval-batch-orig: + avg_avg_episode_length: 16.814568 + avg_avg_return: 0.8396343 + avg_benchmark_regret: 0.0042572115 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27048492 + proxy_corner: + avg_avg_return: 0.8396343 + avg_reward_per_step: 0.27048492 + eval-batch-shift: + avg_avg_episode_length: 12.705923 + avg_avg_return: 0.8838159 + avg_benchmark_regret: 0.0035458861 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3472519 + proxy_corner: + avg_avg_return: 0.05227784 + avg_reward_per_step: 0.015823364 + eval-batch-tree: + avg_avg_episode_length: 7.5062037 + avg_avg_return: 0.9753868 + avg_benchmark_regret: 0.019033479 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26506805 + proxy_corner: + avg_avg_return: 0.9753868 + avg_reward_per_step: 0.26506805 +=========================================================== +=========================================================== + step: + env-step-all-before: 187695104 + env-step-replay-before: 95420416 + env-step-used-before: 187695104 + ppo-update-before: 114560 + env-step-generate-before: 92274688 + env-step-all-after: 187727872 + env-step-replay-after: 95420416 + env-step-used-after: 187727872 + ppo-update-after: 114580 + env-step-generate-after: 92307456 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.04413 + avg_avg_return: 0.89241165 + avg_reward_per_step: 0.36709595 + proxy_corner: + avg_avg_return: 0.060853213 + avg_reward_per_step: 0.017974854 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.04413 + avg_avg_return: 0.89241165 + avg_reward_per_step: 0.36709595 + proxy_corner: + avg_avg_return: 0.060853213 + avg_reward_per_step: 0.017974854 + perf: + env_steps_per_second: 590914.476995054 + ppo_updates_per_second: 72.70515316593423 + eval-batch-train-duration: 0.329532133997418 + eval-batch-orig-duration: 0.17773188301362097 + eval-batch-shift-duration: 0.15295971604064107 + eval-batch-tree-duration: 0.14628189901122823 + ued: + distances: + cheese-corne_dist_avg: 7.0786133 + cheese-corne_dist_wavg: 11.96856 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 8.636963 + mouse-cheese_dist_finite_wavg: 5.366568 + mouse-cheese_dist_solvable_avg: 8.636963 + mouse-cheese_dist_solvable_wavg: 5.3665686 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.359619 + num_walls_wavg: 7.83915 + prop_walls_avg: 0.27650517 + prop_walls_wavg: 0.34083262 + scoring: + avg_scores: 0.06721297 + visit_patterns: + avg_first_visit_time: 2437.981 + avg_last_visit_time: 2902.1448 + num_replay_batches: 2912 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016329595 + avg_actor_approxkl3: 0.001358168 + avg_actor_clipfrac: 0.04480591 + avg_actor_loss: -0.00017461572 + avg_advantage: -0.027443284 + avg_critic_clipfrac: 0.00016479492 + avg_critic_loss: 0.0025681998 + avg_entropy: 0.107849024 + avg_grad_norm_pre_clip: 1.4373769 + avg_loss: 0.001001635 + max: + max_actor_approxkl1: 0.004670613 + max_actor_approxkl3: 0.003429183 + max_actor_clipfrac: 0.079956055 + max_actor_loss: 0.002473019 + max_advantage: 0.34408194 + max_critic_clipfrac: 0.0032958984 + max_critic_loss: 0.0035770286 + max_entropy: 0.1321278 + max_grad_norm_pre_clip: 2.3677025 + max_loss: 0.0032154024 + std: + std_actor_approxkl1: 0.0011758131 + std_actor_approxkl3: 0.00089598645 + std_actor_clipfrac: 0.022178516 + std_actor_loss: 0.0009496017 + std_advantage: 0.07123111 + std_critic_clipfrac: 0.0007183244 + std_critic_loss: 0.00055965903 + std_entropy: 0.013615753 + std_grad_norm_pre_clip: 0.49059993 + std_loss: 0.00094194163 + eval-batch-train: + avg_avg_episode_length: 15.207468 + avg_avg_return: 0.8533686 + avg_benchmark_regret: 0.0028756554 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3396454 + proxy_corner: + avg_avg_return: 0.06732541 + avg_reward_per_step: 0.015510559 + eval-batch-orig: + avg_avg_episode_length: 16.818794 + avg_avg_return: 0.83930385 + avg_benchmark_regret: 0.0045876317 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27095795 + proxy_corner: + avg_avg_return: 0.83930385 + avg_reward_per_step: 0.27095795 + eval-batch-shift: + avg_avg_episode_length: 12.687708 + avg_avg_return: 0.8835507 + avg_benchmark_regret: 0.0038110153 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34708405 + proxy_corner: + avg_avg_return: 0.05328796 + avg_reward_per_step: 0.016456604 + eval-batch-tree: + avg_avg_episode_length: 6.8816633 + avg_avg_return: 0.97965 + avg_benchmark_regret: 0.014770234 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26750946 + proxy_corner: + avg_avg_return: 0.97965 + avg_reward_per_step: 0.26750946 +=========================================================== +=========================================================== + step: + env-step-all-before: 188743680 + env-step-replay-before: 95911936 + env-step-used-before: 188743680 + ppo-update-before: 115200 + env-step-generate-before: 92831744 + env-step-all-after: 188776448 + env-step-replay-after: 95911936 + env-step-used-after: 188776448 + ppo-update-after: 115220 + env-step-generate-after: 92864512 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.833134 + avg_avg_return: 0.8583745 + avg_reward_per_step: 0.34332275 + proxy_corner: + avg_avg_return: 0.057290386 + avg_reward_per_step: 0.015960693 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 13.833134 + avg_avg_return: 0.8583745 + avg_reward_per_step: 0.34332275 + proxy_corner: + avg_avg_return: 0.057290386 + avg_reward_per_step: 0.015960693 + perf: + env_steps_per_second: 673853.9206258501 + ppo_updates_per_second: 77.03939010691668 + eval-batch-train-duration: 0.26426247996278107 + eval-batch-orig-duration: 0.14967194001656026 + eval-batch-shift-duration: 0.14403387298807502 + eval-batch-tree-duration: 0.1396335299941711 + ued: + distances: + cheese-corne_dist_avg: 7.0247803 + cheese-corne_dist_wavg: 13.296533 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 8.646973 + mouse-cheese_dist_finite_wavg: 10.767222 + mouse-cheese_dist_solvable_avg: 8.646973 + mouse-cheese_dist_solvable_wavg: 10.767222 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3547363 + num_walls_wavg: 6.9368877 + prop_walls_avg: 0.27629286 + prop_walls_wavg: 0.3016038 + scoring: + avg_scores: 0.06770142 + visit_patterns: + avg_first_visit_time: 2452.5798 + avg_last_visit_time: 2917.3337 + num_replay_batches: 2927 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00110949 + avg_actor_approxkl3: 0.00097114826 + avg_actor_clipfrac: 0.039660644 + avg_actor_loss: -0.00026166235 + avg_advantage: -0.033600457 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0037924752 + avg_entropy: 0.12411436 + avg_grad_norm_pre_clip: 1.6706568 + avg_loss: 0.0015104607 + max: + max_actor_approxkl1: 0.001998711 + max_actor_approxkl3: 0.0019756425 + max_actor_clipfrac: 0.067871094 + max_actor_loss: 0.0021537095 + max_advantage: 0.26958072 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005469284 + max_entropy: 0.1692107 + max_grad_norm_pre_clip: 2.8606591 + max_loss: 0.004502514 + std: + std_actor_approxkl1: 0.0005474329 + std_actor_approxkl3: 0.00042175368 + std_actor_clipfrac: 0.014487638 + std_actor_loss: 0.0011471603 + std_advantage: 0.08560783 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000890458 + std_entropy: 0.015556199 + std_grad_norm_pre_clip: 0.46947727 + std_loss: 0.0013400894 + eval-batch-train: + avg_avg_episode_length: 15.200577 + avg_avg_return: 0.85324144 + avg_benchmark_regret: 0.0030027316 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3405304 + proxy_corner: + avg_avg_return: 0.06439042 + avg_reward_per_step: 0.014884949 + eval-batch-orig: + avg_avg_episode_length: 16.784859 + avg_avg_return: 0.8393404 + avg_benchmark_regret: 0.0045510493 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27257538 + proxy_corner: + avg_avg_return: 0.8393404 + avg_reward_per_step: 0.27257538 + eval-batch-shift: + avg_avg_episode_length: 12.671938 + avg_avg_return: 0.8841646 + avg_benchmark_regret: 0.0031970837 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34840393 + proxy_corner: + avg_avg_return: 0.052754197 + avg_reward_per_step: 0.016357422 + eval-batch-tree: + avg_avg_episode_length: 7.023322 + avg_avg_return: 0.97563225 + avg_benchmark_regret: 0.01878801 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26963806 + proxy_corner: + avg_avg_return: 0.97563225 + avg_reward_per_step: 0.26963806 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 189792256 + env-step-replay-before: 96501760 + env-step-used-before: 189792256 + ppo-update-before: 115840 + env-step-generate-before: 93290496 + env-step-all-after: 189825024 + env-step-replay-after: 96534528 + env-step-used-after: 189825024 + ppo-update-after: 115860 + env-step-generate-after: 93290496 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.233196 + avg_avg_return: 0.9281392 + avg_reward_per_step: 0.10992432 + proxy_corner: + avg_avg_return: 0.2069701 + avg_reward_per_step: 0.022094727 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 9.233196 + avg_avg_return: 0.9281392 + avg_reward_per_step: 0.10992432 + proxy_corner: + avg_avg_return: 0.2069701 + avg_reward_per_step: 0.022094727 + perf: + env_steps_per_second: 906537.2737912732 + ppo_updates_per_second: 105.17414239296777 + eval-batch-train-duration: 0.20214957394637167 + eval-batch-orig-duration: 0.14850214502075687 + eval-batch-shift-duration: 0.1430295699974522 + eval-batch-tree-duration: 0.14234295597998425 + ued: + distances: + cheese-corne_dist_avg: 7.0545654 + cheese-corne_dist_wavg: 11.948948 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 8.647461 + mouse-cheese_dist_finite_wavg: 10.764098 + mouse-cheese_dist_solvable_avg: 8.647461 + mouse-cheese_dist_solvable_wavg: 10.764098 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.354492 + num_walls_wavg: 6.93559 + prop_walls_avg: 0.27628225 + prop_walls_wavg: 0.30154735 + scoring: + avg_scores: 0.066663936 + visit_patterns: + avg_first_visit_time: 2461.2788 + avg_last_visit_time: 2936.1938 + num_replay_batches: 2946 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008884564 + avg_actor_approxkl3: 0.00057483354 + avg_actor_clipfrac: 0.023309326 + avg_actor_loss: -0.00044811383 + avg_advantage: -0.0016951094 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031744677 + avg_entropy: 0.08481433 + avg_grad_norm_pre_clip: 1.0378766 + avg_loss: -0.00037420477 + max: + max_actor_approxkl1: 0.0030371456 + max_actor_approxkl3: 0.001628638 + max_actor_clipfrac: 0.044189453 + max_actor_loss: 0.00045422232 + max_advantage: 0.27456534 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003905773 + max_entropy: 0.09929594 + max_grad_norm_pre_clip: 1.5028481 + max_loss: 0.0005537891 + std: + std_actor_approxkl1: 0.0006464714 + std_actor_approxkl3: 0.00034654836 + std_actor_clipfrac: 0.010861204 + std_actor_loss: 0.00066442485 + std_advantage: 0.026458269 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.8566923e-05 + std_entropy: 0.008568165 + std_grad_norm_pre_clip: 0.2850349 + std_loss: 0.0006701115 + eval-batch-train: + avg_avg_episode_length: 15.237158 + avg_avg_return: 0.85313916 + avg_benchmark_regret: 0.0031050576 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33738708 + proxy_corner: + avg_avg_return: 0.06441405 + avg_reward_per_step: 0.014602661 + eval-batch-orig: + avg_avg_episode_length: 16.805954 + avg_avg_return: 0.83894634 + avg_benchmark_regret: 0.004945171 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27185822 + proxy_corner: + avg_avg_return: 0.83894634 + avg_reward_per_step: 0.27185822 + eval-batch-shift: + avg_avg_episode_length: 12.696594 + avg_avg_return: 0.8838078 + avg_benchmark_regret: 0.003553931 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34601593 + proxy_corner: + avg_avg_return: 0.05085937 + avg_reward_per_step: 0.015815735 + eval-batch-tree: + avg_avg_episode_length: 6.9708714 + avg_avg_return: 0.97864187 + avg_benchmark_regret: 0.01577843 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2684021 + proxy_corner: + avg_avg_return: 0.97864187 + avg_reward_per_step: 0.2684021 +=========================================================== +=========================================================== + step: + env-step-all-before: 190840832 + env-step-replay-before: 96894976 + env-step-used-before: 190840832 + ppo-update-before: 116480 + env-step-generate-before: 93945856 + env-step-all-after: 190873600 + env-step-replay-after: 96894976 + env-step-used-after: 190873600 + ppo-update-after: 116500 + env-step-generate-after: 93978624 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.339665 + avg_avg_return: 0.8766958 + avg_reward_per_step: 0.35940552 + proxy_corner: + avg_avg_return: 0.08267382 + avg_reward_per_step: 0.015777588 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.339665 + avg_avg_return: 0.8766958 + avg_reward_per_step: 0.35940552 + proxy_corner: + avg_avg_return: 0.08267382 + avg_reward_per_step: 0.015777588 + perf: + env_steps_per_second: 596918.3401003191 + ppo_updates_per_second: 73.83205778872805 + eval-batch-train-duration: 0.25999493699055165 + eval-batch-orig-duration: 0.1624855290283449 + eval-batch-shift-duration: 0.1471356590045616 + eval-batch-tree-duration: 0.1421104579931125 + ued: + distances: + cheese-corne_dist_avg: 7.0548096 + cheese-corne_dist_wavg: 6.111475 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 8.653809 + mouse-cheese_dist_finite_wavg: 9.867248 + mouse-cheese_dist_solvable_avg: 8.653809 + mouse-cheese_dist_solvable_wavg: 9.867249 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3603516 + num_walls_wavg: 6.0375032 + prop_walls_avg: 0.27653703 + prop_walls_wavg: 0.2625001 + scoring: + avg_scores: 0.06823796 + visit_patterns: + avg_first_visit_time: 2475.2222 + avg_last_visit_time: 2947.3528 + num_replay_batches: 2957 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011188812 + avg_actor_approxkl3: 0.0011519748 + avg_actor_clipfrac: 0.04072876 + avg_actor_loss: -4.2672084e-05 + avg_advantage: -0.028870687 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0031418875 + avg_entropy: 0.13042633 + avg_grad_norm_pre_clip: 1.3956785 + avg_loss: 0.0013978453 + max: + max_actor_approxkl1: 0.0029527636 + max_actor_approxkl3: 0.0028872045 + max_actor_clipfrac: 0.09020996 + max_actor_loss: 0.0016013682 + max_advantage: 0.3269471 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0047596637 + max_entropy: 0.16152135 + max_grad_norm_pre_clip: 2.2805865 + max_loss: 0.0038268247 + std: + std_actor_approxkl1: 0.0008181401 + std_actor_approxkl3: 0.00077360315 + std_actor_clipfrac: 0.022871146 + std_actor_loss: 0.0007707514 + std_advantage: 0.07789913 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008197236 + std_entropy: 0.020892914 + std_grad_norm_pre_clip: 0.45580503 + std_loss: 0.0008772297 + eval-batch-train: + avg_avg_episode_length: 15.213305 + avg_avg_return: 0.8530864 + avg_benchmark_regret: 0.0031577828 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33713531 + proxy_corner: + avg_avg_return: 0.064020604 + avg_reward_per_step: 0.014717102 + eval-batch-orig: + avg_avg_episode_length: 16.831934 + avg_avg_return: 0.8392129 + avg_benchmark_regret: 0.004678552 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27037048 + proxy_corner: + avg_avg_return: 0.8392129 + avg_reward_per_step: 0.27037048 + eval-batch-shift: + avg_avg_episode_length: 12.702589 + avg_avg_return: 0.8839903 + avg_benchmark_regret: 0.0033713856 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.347023 + proxy_corner: + avg_avg_return: 0.04793248 + avg_reward_per_step: 0.015670776 + eval-batch-tree: + avg_avg_episode_length: 6.763238 + avg_avg_return: 0.98248196 + avg_benchmark_regret: 0.011938308 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26574707 + proxy_corner: + avg_avg_return: 0.98248196 + avg_reward_per_step: 0.26574707 +=========================================================== +=========================================================== + step: + env-step-all-before: 191889408 + env-step-replay-before: 97484800 + env-step-used-before: 191889408 + ppo-update-before: 117120 + env-step-generate-before: 94404608 + env-step-all-after: 191922176 + env-step-replay-after: 97517568 + env-step-used-after: 191922176 + ppo-update-after: 117140 + env-step-generate-after: 94404608 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.562141 + avg_avg_return: 0.9254825 + avg_reward_per_step: 0.10638428 + proxy_corner: + avg_avg_return: 0.21378492 + avg_reward_per_step: 0.023040771 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.562141 + avg_avg_return: 0.9254825 + avg_reward_per_step: 0.10638428 + proxy_corner: + avg_avg_return: 0.21378492 + avg_reward_per_step: 0.023040771 + perf: + env_steps_per_second: 592480.2273048313 + ppo_updates_per_second: 74.42335527696753 + eval-batch-train-duration: 0.2587502310052514 + eval-batch-orig-duration: 0.15099534299224615 + eval-batch-shift-duration: 0.14443579997168854 + eval-batch-tree-duration: 0.1407187150325626 + ued: + distances: + cheese-corne_dist_avg: 7.0457764 + cheese-corne_dist_wavg: 11.947005 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 8.678711 + mouse-cheese_dist_finite_wavg: 5.370734 + mouse-cheese_dist_solvable_avg: 8.678711 + mouse-cheese_dist_solvable_wavg: 5.370734 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3706055 + num_walls_wavg: 7.8379335 + prop_walls_avg: 0.27698284 + prop_walls_wavg: 0.34077972 + scoring: + avg_scores: 0.067680165 + visit_patterns: + avg_first_visit_time: 2484.3396 + avg_last_visit_time: 2966.3145 + num_replay_batches: 2976 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066415995 + avg_actor_approxkl3: 0.0005131076 + avg_actor_clipfrac: 0.019470215 + avg_actor_loss: -0.0007735159 + avg_advantage: 0.0019219219 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003695585 + avg_entropy: 0.08035104 + avg_grad_norm_pre_clip: 0.7899865 + avg_loss: -0.00066908775 + max: + max_actor_approxkl1: 0.0014997502 + max_actor_approxkl3: 0.00092997437 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0004931949 + max_advantage: 0.4154595 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00047892865 + max_entropy: 0.09136229 + max_grad_norm_pre_clip: 1.3713199 + max_loss: 0.0006313201 + std: + std_actor_approxkl1: 0.00043851975 + std_actor_approxkl3: 0.00021043164 + std_actor_clipfrac: 0.006376056 + std_actor_loss: 0.0006754755 + std_advantage: 0.029208448 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.867727e-05 + std_entropy: 0.006477353 + std_grad_norm_pre_clip: 0.20697212 + std_loss: 0.00069229305 + eval-batch-train: + avg_avg_episode_length: 15.191356 + avg_avg_return: 0.853071 + avg_benchmark_regret: 0.0031732302 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33898163 + proxy_corner: + avg_avg_return: 0.06474596 + avg_reward_per_step: 0.014678955 + eval-batch-orig: + avg_avg_episode_length: 16.81789 + avg_avg_return: 0.8390721 + avg_benchmark_regret: 0.0048193634 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2715912 + proxy_corner: + avg_avg_return: 0.8390721 + avg_reward_per_step: 0.2715912 + eval-batch-shift: + avg_avg_episode_length: 12.673103 + avg_avg_return: 0.88372517 + avg_benchmark_regret: 0.0036365876 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34868622 + proxy_corner: + avg_avg_return: 0.050451733 + avg_reward_per_step: 0.015777588 + eval-batch-tree: + avg_avg_episode_length: 6.773509 + avg_avg_return: 0.9797696 + avg_benchmark_regret: 0.014650723 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27023315 + proxy_corner: + avg_avg_return: 0.9797696 + avg_reward_per_step: 0.27023315 +=========================================================== +=========================================================== + step: + env-step-all-before: 192937984 + env-step-replay-before: 97910784 + env-step-used-before: 192937984 + ppo-update-before: 117760 + env-step-generate-before: 95027200 + env-step-all-after: 192970752 + env-step-replay-after: 97943552 + env-step-used-after: 192970752 + ppo-update-after: 117780 + env-step-generate-after: 95027200 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.412912 + avg_avg_return: 0.92490375 + avg_reward_per_step: 0.10845947 + proxy_corner: + avg_avg_return: 0.19830795 + avg_reward_per_step: 0.02243042 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.412912 + avg_avg_return: 0.92490375 + avg_reward_per_step: 0.10845947 + proxy_corner: + avg_avg_return: 0.19830795 + avg_reward_per_step: 0.02243042 + perf: + env_steps_per_second: 588886.461209387 + ppo_updates_per_second: 72.70274915613979 + eval-batch-train-duration: 0.3398603299865499 + eval-batch-orig-duration: 0.17781338695203885 + eval-batch-shift-duration: 0.14980372798163444 + eval-batch-tree-duration: 0.1428484590142034 + ued: + distances: + cheese-corne_dist_avg: 7.0394287 + cheese-corne_dist_wavg: 7.8970747 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 8.689697 + mouse-cheese_dist_finite_wavg: 12.563387 + mouse-cheese_dist_solvable_avg: 8.689697 + mouse-cheese_dist_solvable_wavg: 12.563389 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3825684 + num_walls_wavg: 6.0418587 + prop_walls_avg: 0.27750295 + prop_walls_wavg: 0.26268944 + scoring: + avg_scores: 0.06797703 + visit_patterns: + avg_first_visit_time: 2496.6616 + avg_last_visit_time: 2979.2354 + num_replay_batches: 2989 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008423244 + avg_actor_approxkl3: 0.0006574158 + avg_actor_clipfrac: 0.02409668 + avg_actor_loss: -0.00032897707 + avg_advantage: 0.0010887904 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027848993 + avg_entropy: 0.08657362 + avg_grad_norm_pre_clip: 1.0011973 + avg_loss: -0.0002763057 + max: + max_actor_approxkl1: 0.0025064782 + max_actor_approxkl3: 0.0016614143 + max_actor_clipfrac: 0.044433594 + max_actor_loss: 0.00055818446 + max_advantage: 0.23569506 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003327576 + max_entropy: 0.1048895 + max_grad_norm_pre_clip: 1.812915 + max_loss: 0.00058509567 + std: + std_actor_approxkl1: 0.00064319506 + std_actor_approxkl3: 0.00042122894 + std_actor_clipfrac: 0.012652245 + std_actor_loss: 0.00048786236 + std_advantage: 0.023822313 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2499865e-05 + std_entropy: 0.007855847 + std_grad_norm_pre_clip: 0.3027786 + std_loss: 0.0004872268 + eval-batch-train: + avg_avg_episode_length: 15.210412 + avg_avg_return: 0.85312784 + avg_benchmark_regret: 0.003116368 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34016418 + proxy_corner: + avg_avg_return: 0.06393514 + avg_reward_per_step: 0.014579773 + eval-batch-orig: + avg_avg_episode_length: 16.803753 + avg_avg_return: 0.83956265 + avg_benchmark_regret: 0.0043288013 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.272377 + proxy_corner: + avg_avg_return: 0.83956265 + avg_reward_per_step: 0.272377 + eval-batch-shift: + avg_avg_episode_length: 12.68098 + avg_avg_return: 0.8838041 + avg_benchmark_regret: 0.0035576466 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34920502 + proxy_corner: + avg_avg_return: 0.05152398 + avg_reward_per_step: 0.015800476 + eval-batch-tree: + avg_avg_episode_length: 6.556797 + avg_avg_return: 0.9821389 + avg_benchmark_regret: 0.012281451 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26934052 + proxy_corner: + avg_avg_return: 0.9821389 + avg_reward_per_step: 0.26934052 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 193986560 + env-step-replay-before: 98402304 + env-step-used-before: 193986560 + ppo-update-before: 118400 + env-step-generate-before: 95584256 + env-step-all-after: 194019328 + env-step-replay-after: 98435072 + env-step-used-after: 194019328 + ppo-update-after: 118420 + env-step-generate-after: 95584256 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.738422 + avg_avg_return: 0.9228748 + avg_reward_per_step: 0.10873413 + proxy_corner: + avg_avg_return: 0.19359711 + avg_reward_per_step: 0.021636963 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.738422 + avg_avg_return: 0.9228748 + avg_reward_per_step: 0.10873413 + proxy_corner: + avg_avg_return: 0.19359711 + avg_reward_per_step: 0.021636963 + perf: + env_steps_per_second: 902811.9661415159 + ppo_updates_per_second: 108.76625446534894 + eval-batch-train-duration: 0.19183610699838027 + eval-batch-orig-duration: 0.1425931879784912 + eval-batch-shift-duration: 0.14008027099771425 + eval-batch-tree-duration: 0.1446070119854994 + ued: + distances: + cheese-corne_dist_avg: 7.020874 + cheese-corne_dist_wavg: 7.004028 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 8.695068 + mouse-cheese_dist_finite_wavg: 8.965018 + mouse-cheese_dist_solvable_avg: 8.695068 + mouse-cheese_dist_solvable_wavg: 8.96502 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.378418 + num_walls_wavg: 7.8427415 + prop_walls_avg: 0.2773225 + prop_walls_wavg: 0.34098876 + scoring: + avg_scores: 0.068462804 + visit_patterns: + avg_first_visit_time: 2509.675 + avg_last_visit_time: 2994.2585 + num_replay_batches: 3004 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066799874 + avg_actor_approxkl3: 0.0006237217 + avg_actor_clipfrac: 0.024816895 + avg_actor_loss: -5.7333382e-05 + avg_advantage: 0.0011818772 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0006217014 + avg_entropy: 0.090028 + avg_grad_norm_pre_clip: 1.2721039 + avg_loss: 0.0001634894 + max: + max_actor_approxkl1: 0.0014743365 + max_actor_approxkl3: 0.0010964741 + max_actor_clipfrac: 0.047973633 + max_actor_loss: 0.0019661477 + max_advantage: 0.35005343 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013136324 + max_entropy: 0.09969909 + max_grad_norm_pre_clip: 2.2574935 + max_loss: 0.0021095148 + std: + std_actor_approxkl1: 0.00041587005 + std_actor_approxkl3: 0.00026324447 + std_actor_clipfrac: 0.009486372 + std_actor_loss: 0.0008096599 + std_advantage: 0.03604533 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00028058852 + std_entropy: 0.0057562944 + std_grad_norm_pre_clip: 0.34832662 + std_loss: 0.00084675074 + eval-batch-train: + avg_avg_episode_length: 15.230465 + avg_avg_return: 0.853243 + avg_benchmark_regret: 0.0030012028 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33734894 + proxy_corner: + avg_avg_return: 0.06441868 + avg_reward_per_step: 0.014228821 + eval-batch-orig: + avg_avg_episode_length: 16.832905 + avg_avg_return: 0.8391837 + avg_benchmark_regret: 0.0047077634 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2713318 + proxy_corner: + avg_avg_return: 0.8391837 + avg_reward_per_step: 0.2713318 + eval-batch-shift: + avg_avg_episode_length: 12.655323 + avg_avg_return: 0.88403076 + avg_benchmark_regret: 0.0033309788 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34825134 + proxy_corner: + avg_avg_return: 0.05094079 + avg_reward_per_step: 0.015724182 + eval-batch-tree: + avg_avg_episode_length: 7.0607815 + avg_avg_return: 0.98041356 + avg_benchmark_regret: 0.014006659 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26735687 + proxy_corner: + avg_avg_return: 0.98041356 + avg_reward_per_step: 0.26735687 +=========================================================== +=========================================================== + step: + env-step-all-before: 195035136 + env-step-replay-before: 98762752 + env-step-used-before: 195035136 + ppo-update-before: 119040 + env-step-generate-before: 96272384 + env-step-all-after: 195067904 + env-step-replay-after: 98795520 + env-step-used-after: 195067904 + ppo-update-after: 119060 + env-step-generate-after: 96272384 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.316259 + avg_avg_return: 0.9251339 + avg_reward_per_step: 0.1104126 + proxy_corner: + avg_avg_return: 0.1729795 + avg_reward_per_step: 0.019622803 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.316259 + avg_avg_return: 0.9251339 + avg_reward_per_step: 0.1104126 + proxy_corner: + avg_avg_return: 0.1729795 + avg_reward_per_step: 0.019622803 + perf: + env_steps_per_second: 839755.9015949504 + ppo_updates_per_second: 98.53961336386287 + eval-batch-train-duration: 0.2099945999798365 + eval-batch-orig-duration: 0.14790285500930622 + eval-batch-shift-duration: 0.1429979300010018 + eval-batch-tree-duration: 0.1413312199874781 + ued: + distances: + cheese-corne_dist_avg: 7.062622 + cheese-corne_dist_wavg: 1.6172264 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 8.729004 + mouse-cheese_dist_finite_wavg: 7.172204 + mouse-cheese_dist_solvable_avg: 8.729004 + mouse-cheese_dist_solvable_wavg: 7.172206 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.390869 + num_walls_wavg: 6.0400114 + prop_walls_avg: 0.27786386 + prop_walls_wavg: 0.26260918 + scoring: + avg_scores: 0.06875805 + visit_patterns: + avg_first_visit_time: 2523.4707 + avg_last_visit_time: 3005.3438 + num_replay_batches: 3015 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006980629 + avg_actor_approxkl3: 0.0006681539 + avg_actor_clipfrac: 0.02185669 + avg_actor_loss: -5.7569425e-05 + avg_advantage: 0.03576515 + avg_critic_clipfrac: 0.009619141 + avg_critic_loss: 0.0011107972 + avg_entropy: 0.07456096 + avg_grad_norm_pre_clip: 1.044145 + avg_loss: 0.00042326815 + max: + max_actor_approxkl1: 0.0020405303 + max_actor_approxkl3: 0.0019616056 + max_actor_clipfrac: 0.052368164 + max_actor_loss: 0.00067440514 + max_advantage: 0.47105268 + max_critic_clipfrac: 0.056884766 + max_critic_loss: 0.0021619871 + max_entropy: 0.09457708 + max_grad_norm_pre_clip: 1.6536487 + max_loss: 0.0012062413 + std: + std_actor_approxkl1: 0.00059878454 + std_actor_approxkl3: 0.0004522661 + std_actor_clipfrac: 0.011658417 + std_actor_loss: 0.00057949853 + std_advantage: 0.05107691 + std_critic_clipfrac: 0.014742213 + std_critic_loss: 0.00037615892 + std_entropy: 0.008661043 + std_grad_norm_pre_clip: 0.3541602 + std_loss: 0.0006474765 + eval-batch-train: + avg_avg_episode_length: 15.213658 + avg_avg_return: 0.8531122 + avg_benchmark_regret: 0.0031320148 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33770752 + proxy_corner: + avg_avg_return: 0.06436549 + avg_reward_per_step: 0.014335632 + eval-batch-orig: + avg_avg_episode_length: 16.838707 + avg_avg_return: 0.8391146 + avg_benchmark_regret: 0.0047768485 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27163696 + proxy_corner: + avg_avg_return: 0.8391146 + avg_reward_per_step: 0.27163696 + eval-batch-shift: + avg_avg_episode_length: 12.66273 + avg_avg_return: 0.8836161 + avg_benchmark_regret: 0.0037456572 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34951782 + proxy_corner: + avg_avg_return: 0.050552182 + avg_reward_per_step: 0.015678406 + eval-batch-tree: + avg_avg_episode_length: 6.777721 + avg_avg_return: 0.98150086 + avg_benchmark_regret: 0.012919424 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2694397 + proxy_corner: + avg_avg_return: 0.98150086 + avg_reward_per_step: 0.2694397 +=========================================================== +=========================================================== + step: + env-step-all-before: 196083712 + env-step-replay-before: 99319808 + env-step-used-before: 196083712 + ppo-update-before: 119680 + env-step-generate-before: 96763904 + env-step-all-after: 196116480 + env-step-replay-after: 99319808 + env-step-used-after: 196116480 + ppo-update-after: 119700 + env-step-generate-after: 96796672 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.428701 + avg_avg_return: 0.86144644 + avg_reward_per_step: 0.34692383 + proxy_corner: + avg_avg_return: 0.068188086 + avg_reward_per_step: 0.016693115 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 13.428701 + avg_avg_return: 0.86144644 + avg_reward_per_step: 0.34692383 + proxy_corner: + avg_avg_return: 0.068188086 + avg_reward_per_step: 0.016693115 + perf: + env_steps_per_second: 671997.9712849435 + ppo_updates_per_second: 72.8248599016904 + eval-batch-train-duration: 0.3353226780309342 + eval-batch-orig-duration: 0.17797638499177992 + eval-batch-shift-duration: 0.15494044899242 + eval-batch-tree-duration: 0.1469336380250752 + ued: + distances: + cheese-corne_dist_avg: 7.094116 + cheese-corne_dist_wavg: 11.951139 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 8.7404785 + mouse-cheese_dist_finite_wavg: 7.1722007 + mouse-cheese_dist_solvable_avg: 8.7404785 + mouse-cheese_dist_solvable_wavg: 7.1722026 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.394043 + num_walls_wavg: 12.339087 + prop_walls_avg: 0.27800184 + prop_walls_wavg: 0.5364819 + scoring: + avg_scores: 0.06845616 + visit_patterns: + avg_first_visit_time: 2533.1006 + avg_last_visit_time: 3021.3247 + num_replay_batches: 3031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011188014 + avg_actor_approxkl3: 0.0010576438 + avg_actor_clipfrac: 0.035070803 + avg_actor_loss: -0.00039792137 + avg_advantage: -0.006861756 + avg_critic_clipfrac: 6.1035156e-05 + avg_critic_loss: 0.0033880628 + avg_entropy: 0.110965565 + avg_grad_norm_pre_clip: 1.3984346 + avg_loss: 0.0011851446 + max: + max_actor_approxkl1: 0.0038772437 + max_actor_approxkl3: 0.0024455818 + max_actor_clipfrac: 0.07385254 + max_actor_loss: 0.0020278692 + max_advantage: 0.3574891 + max_critic_clipfrac: 0.0012207031 + max_critic_loss: 0.0053489082 + max_entropy: 0.15636843 + max_grad_norm_pre_clip: 2.7403276 + max_loss: 0.0030189038 + std: + std_actor_approxkl1: 0.00095783395 + std_actor_approxkl3: 0.0006454502 + std_actor_clipfrac: 0.017901022 + std_actor_loss: 0.00095482095 + std_advantage: 0.08369937 + std_critic_clipfrac: 0.00026604606 + std_critic_loss: 0.000948008 + std_entropy: 0.01856153 + std_grad_norm_pre_clip: 0.5729118 + std_loss: 0.001001015 + eval-batch-train: + avg_avg_episode_length: 15.210375 + avg_avg_return: 0.8532009 + avg_benchmark_regret: 0.0030433338 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3372116 + proxy_corner: + avg_avg_return: 0.06606181 + avg_reward_per_step: 0.014930725 + eval-batch-orig: + avg_avg_episode_length: 16.859196 + avg_avg_return: 0.8395105 + avg_benchmark_regret: 0.004381001 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2720337 + proxy_corner: + avg_avg_return: 0.8395105 + avg_reward_per_step: 0.2720337 + eval-batch-shift: + avg_avg_episode_length: 12.697553 + avg_avg_return: 0.88356113 + avg_benchmark_regret: 0.0038005337 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.347435 + proxy_corner: + avg_avg_return: 0.052323177 + avg_reward_per_step: 0.015655518 + eval-batch-tree: + avg_avg_episode_length: 6.845866 + avg_avg_return: 0.9821154 + avg_benchmark_regret: 0.012304866 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2691803 + proxy_corner: + avg_avg_return: 0.9821154 + avg_reward_per_step: 0.2691803 +=========================================================== +=========================================================== + step: + env-step-all-before: 197132288 + env-step-replay-before: 99876864 + env-step-used-before: 197132288 + ppo-update-before: 120320 + env-step-generate-before: 97255424 + env-step-all-after: 197165056 + env-step-replay-after: 99876864 + env-step-used-after: 197165056 + ppo-update-after: 120340 + env-step-generate-after: 97288192 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 15.345646 + avg_avg_return: 0.83988416 + avg_reward_per_step: 0.3265686 + proxy_corner: + avg_avg_return: 0.06748669 + avg_reward_per_step: 0.0152282715 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 15.345646 + avg_avg_return: 0.83988416 + avg_reward_per_step: 0.3265686 + proxy_corner: + avg_avg_return: 0.06748669 + avg_reward_per_step: 0.0152282715 + perf: + env_steps_per_second: 907811.2267834609 + ppo_updates_per_second: 105.38129919710585 + eval-batch-train-duration: 0.21368320297915488 + eval-batch-orig-duration: 0.1615523500367999 + eval-batch-shift-duration: 0.1470006539602764 + eval-batch-tree-duration: 0.1420431910082698 + ued: + distances: + cheese-corne_dist_avg: 7.072876 + cheese-corne_dist_wavg: 11.958863 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 8.75415 + mouse-cheese_dist_finite_wavg: 9.8762245 + mouse-cheese_dist_solvable_avg: 8.75415 + mouse-cheese_dist_solvable_wavg: 9.876225 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3969727 + num_walls_wavg: 7.8365655 + prop_walls_avg: 0.27812922 + prop_walls_wavg: 0.34072027 + scoring: + avg_scores: 0.06811685 + visit_patterns: + avg_first_visit_time: 2543.9192 + avg_last_visit_time: 3038.1826 + num_replay_batches: 3048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017253492 + avg_actor_approxkl3: 0.0012370248 + avg_actor_clipfrac: 0.04028931 + avg_actor_loss: -6.3436295e-05 + avg_advantage: -0.0037417766 + avg_critic_clipfrac: 0.0030151368 + avg_critic_loss: 0.0035147355 + avg_entropy: 0.11499027 + avg_grad_norm_pre_clip: 1.4978774 + avg_loss: 0.0015789414 + max: + max_actor_approxkl1: 0.0043248804 + max_actor_approxkl3: 0.0026512728 + max_actor_clipfrac: 0.07702637 + max_actor_loss: 0.0018161684 + max_advantage: 0.34432024 + max_critic_clipfrac: 0.020996094 + max_critic_loss: 0.004968313 + max_entropy: 0.1375969 + max_grad_norm_pre_clip: 2.2469335 + max_loss: 0.0038248263 + std: + std_actor_approxkl1: 0.0011906029 + std_actor_approxkl3: 0.0007510374 + std_actor_clipfrac: 0.019210527 + std_actor_loss: 0.0010281054 + std_advantage: 0.086220935 + std_critic_clipfrac: 0.0062334915 + std_critic_loss: 0.0007742995 + std_entropy: 0.009840268 + std_grad_norm_pre_clip: 0.42630714 + std_loss: 0.0009967491 + eval-batch-train: + avg_avg_episode_length: 15.18894 + avg_avg_return: 0.85335386 + avg_benchmark_regret: 0.0028903338 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3407669 + proxy_corner: + avg_avg_return: 0.06509724 + avg_reward_per_step: 0.0149383545 + eval-batch-orig: + avg_avg_episode_length: 16.803846 + avg_avg_return: 0.83903944 + avg_benchmark_regret: 0.0048520444 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2728119 + proxy_corner: + avg_avg_return: 0.83903944 + avg_reward_per_step: 0.2728119 + eval-batch-shift: + avg_avg_episode_length: 12.704159 + avg_avg_return: 0.8834882 + avg_benchmark_regret: 0.0038734942 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3482895 + proxy_corner: + avg_avg_return: 0.050649084 + avg_reward_per_step: 0.015914917 + eval-batch-tree: + avg_avg_episode_length: 6.6598854 + avg_avg_return: 0.98262346 + avg_benchmark_regret: 0.011796818 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26979065 + proxy_corner: + avg_avg_return: 0.98262346 + avg_reward_per_step: 0.26979065 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 198180864 + env-step-replay-before: 100335616 + env-step-used-before: 198180864 + ppo-update-before: 120960 + env-step-generate-before: 97845248 + env-step-all-after: 198213632 + env-step-replay-after: 100368384 + env-step-used-after: 198213632 + ppo-update-after: 120980 + env-step-generate-after: 97845248 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 9.45145 + avg_avg_return: 0.92431945 + avg_reward_per_step: 0.107055664 + proxy_corner: + avg_avg_return: 0.21918663 + avg_reward_per_step: 0.023162842 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 9.45145 + avg_avg_return: 0.92431945 + avg_reward_per_step: 0.107055664 + proxy_corner: + avg_avg_return: 0.21918663 + avg_reward_per_step: 0.023162842 + perf: + env_steps_per_second: 878949.1139278229 + ppo_updates_per_second: 102.30473068549183 + eval-batch-train-duration: 0.2128317980095744 + eval-batch-orig-duration: 0.160884951998014 + eval-batch-shift-duration: 0.14619743096409366 + eval-batch-tree-duration: 0.14111849799519405 + ued: + distances: + cheese-corne_dist_avg: 7.059204 + cheese-corne_dist_wavg: 3.41256 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 8.76709 + mouse-cheese_dist_finite_wavg: 6.2780585 + mouse-cheese_dist_solvable_avg: 8.76709 + mouse-cheese_dist_solvable_wavg: 6.2780595 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3967285 + num_walls_wavg: 5.137622 + prop_walls_avg: 0.2781186 + prop_walls_wavg: 0.22337489 + scoring: + avg_scores: 0.068424895 + visit_patterns: + avg_first_visit_time: 2554.7205 + avg_last_visit_time: 3053.363 + num_replay_batches: 3063 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00077167404 + avg_actor_approxkl3: 0.00053198746 + avg_actor_clipfrac: 0.020788575 + avg_actor_loss: -0.0005077251 + avg_advantage: 0.028439714 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00057734683 + avg_entropy: 0.074956745 + avg_grad_norm_pre_clip: 1.0368127 + avg_loss: -0.0002940085 + max: + max_actor_approxkl1: 0.0018074007 + max_actor_approxkl3: 0.0010524794 + max_actor_clipfrac: 0.036499023 + max_actor_loss: 0.0010747444 + max_advantage: 0.31102806 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010723564 + max_entropy: 0.087434724 + max_grad_norm_pre_clip: 2.015969 + max_loss: 0.001304249 + std: + std_actor_approxkl1: 0.0005450796 + std_actor_approxkl3: 0.0002904375 + std_actor_clipfrac: 0.009602062 + std_actor_loss: 0.0007913211 + std_advantage: 0.032985304 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00017479892 + std_entropy: 0.006830859 + std_grad_norm_pre_clip: 0.41091534 + std_loss: 0.00082464603 + eval-batch-train: + avg_avg_episode_length: 15.178869 + avg_avg_return: 0.85334635 + avg_benchmark_regret: 0.0028978582 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33956146 + proxy_corner: + avg_avg_return: 0.06604916 + avg_reward_per_step: 0.015151978 + eval-batch-orig: + avg_avg_episode_length: 16.77991 + avg_avg_return: 0.83937955 + avg_benchmark_regret: 0.0045118984 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2740326 + proxy_corner: + avg_avg_return: 0.83937955 + avg_reward_per_step: 0.2740326 + eval-batch-shift: + avg_avg_episode_length: 12.672468 + avg_avg_return: 0.88379335 + avg_benchmark_regret: 0.0035683797 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34918976 + proxy_corner: + avg_avg_return: 0.051220052 + avg_reward_per_step: 0.016052246 + eval-batch-tree: + avg_avg_episode_length: 6.657807 + avg_avg_return: 0.9822217 + avg_benchmark_regret: 0.012198502 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27036285 + proxy_corner: + avg_avg_return: 0.9822217 + avg_reward_per_step: 0.27036285 +=========================================================== +=========================================================== + step: + env-step-all-before: 199229440 + env-step-replay-before: 100728832 + env-step-used-before: 199229440 + ppo-update-before: 121600 + env-step-generate-before: 98500608 + env-step-all-after: 199262208 + env-step-replay-after: 100728832 + env-step-used-after: 199262208 + ppo-update-after: 121620 + env-step-generate-after: 98533376 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.186971 + avg_avg_return: 0.8649831 + avg_reward_per_step: 0.3640747 + proxy_corner: + avg_avg_return: 0.079234704 + avg_reward_per_step: 0.013580322 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.186971 + avg_avg_return: 0.8649831 + avg_reward_per_step: 0.3640747 + proxy_corner: + avg_avg_return: 0.079234704 + avg_reward_per_step: 0.013580322 + perf: + env_steps_per_second: 605461.3621998692 + ppo_updates_per_second: 92.60772196341186 + eval-batch-train-duration: 0.20085979398572817 + eval-batch-orig-duration: 0.14404160797130316 + eval-batch-shift-duration: 0.14155984099488705 + eval-batch-tree-duration: 0.1407454560394399 + ued: + distances: + cheese-corne_dist_avg: 7.0925293 + cheese-corne_dist_wavg: 10.6057625 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 8.78833 + mouse-cheese_dist_finite_wavg: 11.680901 + mouse-cheese_dist_solvable_avg: 8.78833 + mouse-cheese_dist_solvable_wavg: 11.680901 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.409668 + num_walls_wavg: 6.941495 + prop_walls_avg: 0.27868122 + prop_walls_wavg: 0.30180413 + scoring: + avg_scores: 0.06935623 + visit_patterns: + avg_first_visit_time: 2566.5837 + avg_last_visit_time: 3064.31 + num_replay_batches: 3074 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011041621 + avg_actor_approxkl3: 0.00076433277 + avg_actor_clipfrac: 0.031066895 + avg_actor_loss: -0.00015332736 + avg_advantage: -0.0072687045 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0034224223 + avg_entropy: 0.10782757 + avg_grad_norm_pre_clip: 1.466389 + avg_loss: 0.0014500563 + max: + max_actor_approxkl1: 0.0021949818 + max_actor_approxkl3: 0.0013567001 + max_actor_clipfrac: 0.05102539 + max_actor_loss: 0.0021763667 + max_advantage: 0.42800105 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0048990324 + max_entropy: 0.13094494 + max_grad_norm_pre_clip: 2.6496725 + max_loss: 0.0039035105 + std: + std_actor_approxkl1: 0.0007426515 + std_actor_approxkl3: 0.00039727188 + std_actor_clipfrac: 0.013064917 + std_actor_loss: 0.0009871954 + std_advantage: 0.083612494 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00085444574 + std_entropy: 0.013456984 + std_grad_norm_pre_clip: 0.5691 + std_loss: 0.0010201288 + eval-batch-train: + avg_avg_episode_length: 15.5098095 + avg_avg_return: 0.8504168 + avg_benchmark_regret: 0.0058274604 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33650208 + proxy_corner: + avg_avg_return: 0.06825748 + avg_reward_per_step: 0.015617371 + eval-batch-orig: + avg_avg_episode_length: 16.774036 + avg_avg_return: 0.8392058 + avg_benchmark_regret: 0.004685673 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27381134 + proxy_corner: + avg_avg_return: 0.8392058 + avg_reward_per_step: 0.27381134 + eval-batch-shift: + avg_avg_episode_length: 12.679752 + avg_avg_return: 0.88358134 + avg_benchmark_regret: 0.0037803464 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34896088 + proxy_corner: + avg_avg_return: 0.05118845 + avg_reward_per_step: 0.016326904 + eval-batch-tree: + avg_avg_episode_length: 7.041839 + avg_avg_return: 0.97857404 + avg_benchmark_regret: 0.015846219 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27048492 + proxy_corner: + avg_avg_return: 0.97857404 + avg_reward_per_step: 0.27048492 +=========================================================== +=========================================================== + step: + env-step-all-before: 200278016 + env-step-replay-before: 101154816 + env-step-used-before: 200278016 + ppo-update-before: 122240 + env-step-generate-before: 99123200 + env-step-all-after: 200310784 + env-step-replay-after: 101187584 + env-step-used-after: 200310784 + ppo-update-after: 122260 + env-step-generate-after: 99123200 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.579565 + avg_avg_return: 0.9247347 + avg_reward_per_step: 0.10775757 + proxy_corner: + avg_avg_return: 0.23322348 + avg_reward_per_step: 0.02532959 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.579565 + avg_avg_return: 0.9247347 + avg_reward_per_step: 0.10775757 + proxy_corner: + avg_avg_return: 0.23322348 + avg_reward_per_step: 0.02532959 + perf: + env_steps_per_second: 894508.6619888307 + ppo_updates_per_second: 105.86603318620321 + eval-batch-train-duration: 0.20332270598737523 + eval-batch-orig-duration: 0.15086238301591948 + eval-batch-shift-duration: 0.15157171996543184 + eval-batch-tree-duration: 0.15411949198460206 + ued: + distances: + cheese-corne_dist_avg: 7.0875244 + cheese-corne_dist_wavg: 5.212428 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 8.819092 + mouse-cheese_dist_finite_wavg: 9.88031 + mouse-cheese_dist_solvable_avg: 8.819092 + mouse-cheese_dist_solvable_wavg: 9.880311 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.423584 + num_walls_wavg: 6.0434504 + prop_walls_avg: 0.27928624 + prop_walls_wavg: 0.26275873 + scoring: + avg_scores: 0.06876615 + visit_patterns: + avg_first_visit_time: 2579.771 + avg_last_visit_time: 3078.262 + num_replay_batches: 3088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005742906 + avg_actor_approxkl3: 0.0005190709 + avg_actor_clipfrac: 0.021453857 + avg_actor_loss: -0.00019346332 + avg_advantage: 0.004758046 + avg_critic_clipfrac: 0.002874756 + avg_critic_loss: 0.00077721284 + avg_entropy: 0.08207334 + avg_grad_norm_pre_clip: 0.83749336 + avg_loss: 0.00011306972 + max: + max_actor_approxkl1: 0.001609714 + max_actor_approxkl3: 0.0011308457 + max_actor_clipfrac: 0.03955078 + max_actor_loss: 0.0010913573 + max_advantage: 0.51299816 + max_critic_clipfrac: 0.015380859 + max_critic_loss: 0.001599309 + max_entropy: 0.095354676 + max_grad_norm_pre_clip: 1.3661194 + max_loss: 0.0012689695 + std: + std_actor_approxkl1: 0.0005060762 + std_actor_approxkl3: 0.00029495195 + std_actor_clipfrac: 0.011390532 + std_actor_loss: 0.0004851901 + std_advantage: 0.04710643 + std_critic_clipfrac: 0.0044073085 + std_critic_loss: 0.00027024385 + std_entropy: 0.0076597347 + std_grad_norm_pre_clip: 0.23880896 + std_loss: 0.00053849944 + eval-batch-train: + avg_avg_episode_length: 15.251664 + avg_avg_return: 0.85310555 + avg_benchmark_regret: 0.0031386546 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3372879 + proxy_corner: + avg_avg_return: 0.06879073 + avg_reward_per_step: 0.01512146 + eval-batch-orig: + avg_avg_episode_length: 16.792213 + avg_avg_return: 0.83943 + avg_benchmark_regret: 0.0044614766 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27353668 + proxy_corner: + avg_avg_return: 0.83943 + avg_reward_per_step: 0.27353668 + eval-batch-shift: + avg_avg_episode_length: 12.662732 + avg_avg_return: 0.8837404 + avg_benchmark_regret: 0.0036212737 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3490677 + proxy_corner: + avg_avg_return: 0.05134471 + avg_reward_per_step: 0.016067505 + eval-batch-tree: + avg_avg_episode_length: 6.7915745 + avg_avg_return: 0.9810254 + avg_benchmark_regret: 0.013394868 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2678604 + proxy_corner: + avg_avg_return: 0.9810254 + avg_reward_per_step: 0.2678604 +=========================================================== +=========================================================== + step: + env-step-all-before: 201326592 + env-step-replay-before: 101646336 + env-step-used-before: 201326592 + ppo-update-before: 122880 + env-step-generate-before: 99680256 + env-step-all-after: 201359360 + env-step-replay-after: 101646336 + env-step-used-after: 201359360 + ppo-update-after: 122900 + env-step-generate-after: 99713024 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.134886 + avg_avg_return: 0.85463935 + avg_reward_per_step: 0.33319092 + proxy_corner: + avg_avg_return: 0.051112656 + avg_reward_per_step: 0.010955811 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.134886 + avg_avg_return: 0.85463935 + avg_reward_per_step: 0.33319092 + proxy_corner: + avg_avg_return: 0.051112656 + avg_reward_per_step: 0.010955811 + perf: + env_steps_per_second: 909323.0776692698 + ppo_updates_per_second: 105.0455874585534 + eval-batch-train-duration: 0.20029213296948 + eval-batch-orig-duration: 0.1458132859552279 + eval-batch-shift-duration: 0.1462254740181379 + eval-batch-tree-duration: 0.14705721096834168 + ued: + distances: + cheese-corne_dist_avg: 7.131714 + cheese-corne_dist_wavg: 0.7164507 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 8.825684 + mouse-cheese_dist_finite_wavg: 9.884261 + mouse-cheese_dist_solvable_avg: 8.825684 + mouse-cheese_dist_solvable_wavg: 9.884262 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.420166 + num_walls_wavg: 6.04595 + prop_walls_avg: 0.27913764 + prop_walls_wavg: 0.2628674 + scoring: + avg_scores: 0.06891693 + visit_patterns: + avg_first_visit_time: 2591.4512 + avg_last_visit_time: 3092.398 + num_replay_batches: 3102 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013663124 + avg_actor_approxkl3: 0.0009184858 + avg_actor_clipfrac: 0.030047609 + avg_actor_loss: -0.0007870376 + avg_advantage: -0.008324522 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0040623615 + avg_entropy: 0.115381755 + avg_grad_norm_pre_clip: 1.1307406 + avg_loss: 0.0011287613 + max: + max_actor_approxkl1: 0.0032133807 + max_actor_approxkl3: 0.0021050614 + max_actor_clipfrac: 0.053222656 + max_actor_loss: 0.0005706847 + max_advantage: 0.5876649 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0056647384 + max_entropy: 0.13011676 + max_grad_norm_pre_clip: 1.9235512 + max_loss: 0.0030737913 + std: + std_actor_approxkl1: 0.00095697807 + std_actor_approxkl3: 0.0005817283 + std_actor_clipfrac: 0.014861642 + std_actor_loss: 0.000773502 + std_advantage: 0.09017098 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008894958 + std_entropy: 0.009220016 + std_grad_norm_pre_clip: 0.32889897 + std_loss: 0.00087638514 + eval-batch-train: + avg_avg_episode_length: 15.269499 + avg_avg_return: 0.85268223 + avg_benchmark_regret: 0.0035619554 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33620453 + proxy_corner: + avg_avg_return: 0.06339627 + avg_reward_per_step: 0.014228821 + eval-batch-orig: + avg_avg_episode_length: 16.821342 + avg_avg_return: 0.83944964 + avg_benchmark_regret: 0.0044418178 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27133942 + proxy_corner: + avg_avg_return: 0.83944964 + avg_reward_per_step: 0.27133942 + eval-batch-shift: + avg_avg_episode_length: 12.686652 + avg_avg_return: 0.8836167 + avg_benchmark_regret: 0.0037450285 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34831238 + proxy_corner: + avg_avg_return: 0.049688548 + avg_reward_per_step: 0.015388489 + eval-batch-tree: + avg_avg_episode_length: 6.919589 + avg_avg_return: 0.98074025 + avg_benchmark_regret: 0.01368002 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26834106 + proxy_corner: + avg_avg_return: 0.98074025 + avg_reward_per_step: 0.26834106 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 202375168 + env-step-replay-before: 102072320 + env-step-used-before: 202375168 + ppo-update-before: 123520 + env-step-generate-before: 100302848 + env-step-all-after: 202407936 + env-step-replay-after: 102105088 + env-step-used-after: 202407936 + ppo-update-after: 123540 + env-step-generate-after: 100302848 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.502836 + avg_avg_return: 0.9232737 + avg_reward_per_step: 0.10668945 + proxy_corner: + avg_avg_return: 0.19847178 + avg_reward_per_step: 0.019989014 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.502836 + avg_avg_return: 0.9232737 + avg_reward_per_step: 0.10668945 + proxy_corner: + avg_avg_return: 0.19847178 + avg_reward_per_step: 0.019989014 + perf: + env_steps_per_second: 895097.9029074926 + ppo_updates_per_second: 103.92173127596033 + eval-batch-train-duration: 0.20149685395881534 + eval-batch-orig-duration: 0.14365629199892282 + eval-batch-shift-duration: 0.14084457303397357 + eval-batch-tree-duration: 0.13927479297854006 + ued: + distances: + cheese-corne_dist_avg: 7.141968 + cheese-corne_dist_wavg: 2.5300725 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 8.848633 + mouse-cheese_dist_finite_wavg: 5.3833866 + mouse-cheese_dist_solvable_avg: 8.848633 + mouse-cheese_dist_solvable_wavg: 5.3833866 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4311523 + num_walls_wavg: 7.8428583 + prop_walls_avg: 0.27961528 + prop_walls_wavg: 0.34099385 + scoring: + avg_scores: 0.06893335 + visit_patterns: + avg_first_visit_time: 2603.2214 + avg_last_visit_time: 3106.146 + num_replay_batches: 3116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005429729 + avg_actor_approxkl3: 0.00068822736 + avg_actor_clipfrac: 0.026477052 + avg_actor_loss: -0.00024730986 + avg_advantage: 0.00053713634 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00036306816 + avg_entropy: 0.07880923 + avg_grad_norm_pre_clip: 1.21099 + avg_loss: -0.00014458502 + max: + max_actor_approxkl1: 0.001745048 + max_actor_approxkl3: 0.00110381 + max_actor_clipfrac: 0.040161133 + max_actor_loss: 0.0012947232 + max_advantage: 0.29373723 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004421423 + max_entropy: 0.086878315 + max_grad_norm_pre_clip: 2.3397536 + max_loss: 0.0014326249 + std: + std_actor_approxkl1: 0.00053441024 + std_actor_approxkl3: 0.0002945737 + std_actor_clipfrac: 0.010239866 + std_actor_loss: 0.0008586277 + std_advantage: 0.027555626 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.466666e-05 + std_entropy: 0.006397424 + std_grad_norm_pre_clip: 0.49338904 + std_loss: 0.00086800713 + eval-batch-train: + avg_avg_episode_length: 15.235813 + avg_avg_return: 0.8528341 + avg_benchmark_regret: 0.0034101116 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33764648 + proxy_corner: + avg_avg_return: 0.05880379 + avg_reward_per_step: 0.014297485 + eval-batch-orig: + avg_avg_episode_length: 16.81609 + avg_avg_return: 0.8394941 + avg_benchmark_regret: 0.0043973643 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27241516 + proxy_corner: + avg_avg_return: 0.8394941 + avg_reward_per_step: 0.27241516 + eval-batch-shift: + avg_avg_episode_length: 12.686369 + avg_avg_return: 0.8837625 + avg_benchmark_regret: 0.0035992358 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34991455 + proxy_corner: + avg_avg_return: 0.048118006 + avg_reward_per_step: 0.015655518 + eval-batch-tree: + avg_avg_episode_length: 6.4924707 + avg_avg_return: 0.98378325 + avg_benchmark_regret: 0.010637018 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26914978 + proxy_corner: + avg_avg_return: 0.98378325 + avg_reward_per_step: 0.26914978 +=========================================================== +=========================================================== + step: + env-step-all-before: 203423744 + env-step-replay-before: 102596608 + env-step-used-before: 203423744 + ppo-update-before: 124160 + env-step-generate-before: 100827136 + env-step-all-after: 203456512 + env-step-replay-after: 102596608 + env-step-used-after: 203456512 + ppo-update-after: 124180 + env-step-generate-after: 100859904 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.3796425 + avg_avg_return: 0.87476945 + avg_reward_per_step: 0.34640503 + proxy_corner: + avg_avg_return: 0.07854387 + avg_reward_per_step: 0.019042969 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.3796425 + avg_avg_return: 0.87476945 + avg_reward_per_step: 0.34640503 + proxy_corner: + avg_avg_return: 0.07854387 + avg_reward_per_step: 0.019042969 + perf: + env_steps_per_second: 908604.8800340318 + ppo_updates_per_second: 108.46471251558177 + eval-batch-train-duration: 0.1980521420482546 + eval-batch-orig-duration: 0.14975019701523706 + eval-batch-shift-duration: 0.14247452397830784 + eval-batch-tree-duration: 0.1418848530156538 + ued: + distances: + cheese-corne_dist_avg: 7.1295166 + cheese-corne_dist_wavg: 11.959319 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 8.859619 + mouse-cheese_dist_finite_wavg: 8.083712 + mouse-cheese_dist_solvable_avg: 8.859619 + mouse-cheese_dist_solvable_wavg: 8.0837145 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999964 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.418457 + num_walls_wavg: 6.9392242 + prop_walls_avg: 0.27906334 + prop_walls_wavg: 0.30170548 + scoring: + avg_scores: 0.06832947 + visit_patterns: + avg_first_visit_time: 2611.279 + avg_last_visit_time: 3121.3462 + num_replay_batches: 3131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017978931 + avg_actor_approxkl3: 0.0014233734 + avg_actor_clipfrac: 0.043988038 + avg_actor_loss: 0.00026664138 + avg_advantage: -0.012442748 + avg_critic_clipfrac: 1.2207031e-05 + avg_critic_loss: 0.0028512352 + avg_entropy: 0.11999529 + avg_grad_norm_pre_clip: 1.5459695 + avg_loss: 0.0015722638 + max: + max_actor_approxkl1: 0.004326187 + max_actor_approxkl3: 0.0034453676 + max_actor_clipfrac: 0.083618164 + max_actor_loss: 0.0017562285 + max_advantage: 0.2881046 + max_critic_clipfrac: 0.00024414062 + max_critic_loss: 0.0045505473 + max_entropy: 0.14653239 + max_grad_norm_pre_clip: 2.3446229 + max_loss: 0.0033994026 + std: + std_actor_approxkl1: 0.0012145597 + std_actor_approxkl3: 0.00087006565 + std_actor_clipfrac: 0.022065818 + std_actor_loss: 0.000761214 + std_advantage: 0.07711113 + std_critic_clipfrac: 5.3209213e-05 + std_critic_loss: 0.00080939644 + std_entropy: 0.012487221 + std_grad_norm_pre_clip: 0.43457434 + std_loss: 0.0008609428 + eval-batch-train: + avg_avg_episode_length: 15.230673 + avg_avg_return: 0.85271096 + avg_benchmark_regret: 0.0035332849 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3361206 + proxy_corner: + avg_avg_return: 0.05674237 + avg_reward_per_step: 0.014228821 + eval-batch-orig: + avg_avg_episode_length: 16.819 + avg_avg_return: 0.83919466 + avg_benchmark_regret: 0.0046968064 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2720108 + proxy_corner: + avg_avg_return: 0.83919466 + avg_reward_per_step: 0.2720108 + eval-batch-shift: + avg_avg_episode_length: 12.7282295 + avg_avg_return: 0.8837627 + avg_benchmark_regret: 0.003599016 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3484497 + proxy_corner: + avg_avg_return: 0.051236346 + avg_reward_per_step: 0.015914917 + eval-batch-tree: + avg_avg_episode_length: 7.418277 + avg_avg_return: 0.97720766 + avg_benchmark_regret: 0.017212566 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26661682 + proxy_corner: + avg_avg_return: 0.97720766 + avg_reward_per_step: 0.26661682 +=========================================================== +=========================================================== + step: + env-step-all-before: 204472320 + env-step-replay-before: 103153664 + env-step-used-before: 204472320 + ppo-update-before: 124800 + env-step-generate-before: 101318656 + env-step-all-after: 204505088 + env-step-replay-after: 103186432 + env-step-used-after: 204505088 + ppo-update-after: 124820 + env-step-generate-after: 101318656 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.40668 + avg_avg_return: 0.92421603 + avg_reward_per_step: 0.10733032 + proxy_corner: + avg_avg_return: 0.17975768 + avg_reward_per_step: 0.01940918 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.40668 + avg_avg_return: 0.92421603 + avg_reward_per_step: 0.10733032 + proxy_corner: + avg_avg_return: 0.17975768 + avg_reward_per_step: 0.01940918 + perf: + env_steps_per_second: 604853.3536187079 + ppo_updates_per_second: 99.35009684966091 + eval-batch-train-duration: 0.19767854799283668 + eval-batch-orig-duration: 0.14263003802625462 + eval-batch-shift-duration: 0.13935589598258957 + eval-batch-tree-duration: 0.1395002380013466 + ued: + distances: + cheese-corne_dist_avg: 7.133911 + cheese-corne_dist_wavg: 7.9164834 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 8.858398 + mouse-cheese_dist_finite_wavg: 9.888894 + mouse-cheese_dist_solvable_avg: 8.858398 + mouse-cheese_dist_solvable_wavg: 9.888895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4084473 + num_walls_wavg: 5.143098 + prop_walls_avg: 0.2786281 + prop_walls_wavg: 0.22361298 + scoring: + avg_scores: 0.06854156 + visit_patterns: + avg_first_visit_time: 2620.1375 + avg_last_visit_time: 3139.3186 + num_replay_batches: 3149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00057043985 + avg_actor_approxkl3: 0.00047504852 + avg_actor_clipfrac: 0.019378662 + avg_actor_loss: -0.00048921944 + avg_advantage: 1.7008802e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003375154 + avg_entropy: 0.0704476 + avg_grad_norm_pre_clip: 1.0272324 + avg_loss: -0.00039090935 + max: + max_actor_approxkl1: 0.0013871673 + max_actor_approxkl3: 0.0010123577 + max_actor_clipfrac: 0.036621094 + max_actor_loss: 0.00060385093 + max_advantage: 0.2205584 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00043610006 + max_entropy: 0.08742711 + max_grad_norm_pre_clip: 1.5904241 + max_loss: 0.0007429845 + std: + std_actor_approxkl1: 0.00036365766 + std_actor_approxkl3: 0.00022245981 + std_actor_clipfrac: 0.008391646 + std_actor_loss: 0.0006164588 + std_advantage: 0.027085338 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1288164e-05 + std_entropy: 0.007079058 + std_grad_norm_pre_clip: 0.24267207 + std_loss: 0.0006320541 + eval-batch-train: + avg_avg_episode_length: 15.270909 + avg_avg_return: 0.85314775 + avg_benchmark_regret: 0.003096466 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33581543 + proxy_corner: + avg_avg_return: 0.06332585 + avg_reward_per_step: 0.014472961 + eval-batch-orig: + avg_avg_episode_length: 16.79506 + avg_avg_return: 0.83973795 + avg_benchmark_regret: 0.0041534947 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27345276 + proxy_corner: + avg_avg_return: 0.83973795 + avg_reward_per_step: 0.27345276 + eval-batch-shift: + avg_avg_episode_length: 12.714579 + avg_avg_return: 0.8838278 + avg_benchmark_regret: 0.0035338877 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3490677 + proxy_corner: + avg_avg_return: 0.051691227 + avg_reward_per_step: 0.0157547 + eval-batch-tree: + avg_avg_episode_length: 6.834465 + avg_avg_return: 0.97935396 + avg_benchmark_regret: 0.01506632 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27002716 + proxy_corner: + avg_avg_return: 0.97935396 + avg_reward_per_step: 0.27002716 +=========================================================== +=========================================================== + step: + env-step-all-before: 205520896 + env-step-replay-before: 103677952 + env-step-used-before: 205520896 + ppo-update-before: 125440 + env-step-generate-before: 101842944 + env-step-all-after: 205553664 + env-step-replay-after: 103710720 + env-step-used-after: 205553664 + ppo-update-after: 125460 + env-step-generate-after: 101842944 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.551893 + avg_avg_return: 0.9242639 + avg_reward_per_step: 0.105285645 + proxy_corner: + avg_avg_return: 0.1861974 + avg_reward_per_step: 0.020202637 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.551893 + avg_avg_return: 0.9242639 + avg_reward_per_step: 0.105285645 + proxy_corner: + avg_avg_return: 0.1861974 + avg_reward_per_step: 0.020202637 + perf: + env_steps_per_second: 721307.245751321 + ppo_updates_per_second: 77.44316855502129 + eval-batch-train-duration: 0.26244811003562063 + eval-batch-orig-duration: 0.16163267201045528 + eval-batch-shift-duration: 0.14628670999081805 + eval-batch-tree-duration: 0.14368521596770734 + ued: + distances: + cheese-corne_dist_avg: 7.1435547 + cheese-corne_dist_wavg: 6.12124 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 8.894043 + mouse-cheese_dist_finite_wavg: 14.379611 + mouse-cheese_dist_solvable_avg: 8.894043 + mouse-cheese_dist_solvable_wavg: 14.379613 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3847656 + num_walls_wavg: 6.0375633 + prop_walls_avg: 0.2775985 + prop_walls_wavg: 0.26250273 + scoring: + avg_scores: 0.06909071 + visit_patterns: + avg_first_visit_time: 2631.9067 + avg_last_visit_time: 3155.3044 + num_replay_batches: 3165 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000552372 + avg_actor_approxkl3: 0.00047503668 + avg_actor_clipfrac: 0.019586181 + avg_actor_loss: -0.000537913 + avg_advantage: -0.00024371792 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028781962 + avg_entropy: 0.077004194 + avg_grad_norm_pre_clip: 1.0761958 + avg_loss: -0.00047100737 + max: + max_actor_approxkl1: 0.0014257744 + max_actor_approxkl3: 0.0010052046 + max_actor_clipfrac: 0.03869629 + max_actor_loss: 0.00030510873 + max_advantage: 0.29542452 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003584214 + max_entropy: 0.087015525 + max_grad_norm_pre_clip: 1.8707985 + max_loss: 0.00038114208 + std: + std_actor_approxkl1: 0.00041247098 + std_actor_approxkl3: 0.00025765676 + std_actor_clipfrac: 0.009927663 + std_actor_loss: 0.0006466226 + std_advantage: 0.024603648 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.2205822e-05 + std_entropy: 0.005202819 + std_grad_norm_pre_clip: 0.35159704 + std_loss: 0.00064583187 + eval-batch-train: + avg_avg_episode_length: 15.338604 + avg_avg_return: 0.8525584 + avg_benchmark_regret: 0.0036858218 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33556366 + proxy_corner: + avg_avg_return: 0.064781114 + avg_reward_per_step: 0.014335632 + eval-batch-orig: + avg_avg_episode_length: 16.784979 + avg_avg_return: 0.83930016 + avg_benchmark_regret: 0.004591357 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27330017 + proxy_corner: + avg_avg_return: 0.83930016 + avg_reward_per_step: 0.27330017 + eval-batch-shift: + avg_avg_episode_length: 12.691253 + avg_avg_return: 0.8838637 + avg_benchmark_regret: 0.003497997 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34880066 + proxy_corner: + avg_avg_return: 0.05012912 + avg_reward_per_step: 0.015663147 + eval-batch-tree: + avg_avg_episode_length: 6.557822 + avg_avg_return: 0.9827182 + avg_benchmark_regret: 0.011702029 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2700882 + proxy_corner: + avg_avg_return: 0.9827182 + avg_reward_per_step: 0.2700882 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 206569472 + env-step-replay-before: 104169472 + env-step-used-before: 206569472 + ppo-update-before: 126080 + env-step-generate-before: 102400000 + env-step-all-after: 206602240 + env-step-replay-after: 104202240 + env-step-used-after: 206602240 + ppo-update-after: 126100 + env-step-generate-after: 102400000 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.723648 + avg_avg_return: 0.9242512 + avg_reward_per_step: 0.10583496 + proxy_corner: + avg_avg_return: 0.21976335 + avg_reward_per_step: 0.024383545 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.723648 + avg_avg_return: 0.9242512 + avg_reward_per_step: 0.10583496 + proxy_corner: + avg_avg_return: 0.21976335 + avg_reward_per_step: 0.024383545 + perf: + env_steps_per_second: 956588.0452185689 + ppo_updates_per_second: 105.74965696285899 + eval-batch-train-duration: 0.20047451800201088 + eval-batch-orig-duration: 0.1419746620231308 + eval-batch-shift-duration: 0.14095868699951097 + eval-batch-tree-duration: 0.13975106104044244 + ued: + distances: + cheese-corne_dist_avg: 7.130615 + cheese-corne_dist_wavg: 1.623182 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 8.91626 + mouse-cheese_dist_finite_wavg: 8.088972 + mouse-cheese_dist_solvable_avg: 8.91626 + mouse-cheese_dist_solvable_wavg: 8.088973 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3945312 + num_walls_wavg: 6.037022 + prop_walls_avg: 0.27802306 + prop_walls_wavg: 0.26247925 + scoring: + avg_scores: 0.0691104 + visit_patterns: + avg_first_visit_time: 2641.828 + avg_last_visit_time: 3170.31 + num_replay_batches: 3180 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001117868 + avg_actor_approxkl3: 0.0006010684 + avg_actor_clipfrac: 0.023773193 + avg_actor_loss: -0.00041028112 + avg_advantage: 0.039822213 + avg_critic_clipfrac: 0.0036804199 + avg_critic_loss: 0.0010564824 + avg_entropy: 0.08521438 + avg_grad_norm_pre_clip: 0.963692 + avg_loss: 3.2745687e-05 + max: + max_actor_approxkl1: 0.0030924748 + max_actor_approxkl3: 0.0013199475 + max_actor_clipfrac: 0.042114258 + max_actor_loss: 0.00092530064 + max_advantage: 0.49424618 + max_critic_clipfrac: 0.032104492 + max_critic_loss: 0.0017893938 + max_entropy: 0.1006407 + max_grad_norm_pre_clip: 1.338362 + max_loss: 0.0013263451 + std: + std_actor_approxkl1: 0.0008134425 + std_actor_approxkl3: 0.00030841143 + std_actor_clipfrac: 0.010032135 + std_actor_loss: 0.00066143414 + std_advantage: 0.045040414 + std_critic_clipfrac: 0.007657933 + std_critic_loss: 0.00033764093 + std_entropy: 0.007861097 + std_grad_norm_pre_clip: 0.26847598 + std_loss: 0.00075511716 + eval-batch-train: + avg_avg_episode_length: 15.223839 + avg_avg_return: 0.85339254 + avg_benchmark_regret: 0.0028516925 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33668518 + proxy_corner: + avg_avg_return: 0.06889272 + avg_reward_per_step: 0.015090942 + eval-batch-orig: + avg_avg_episode_length: 16.762566 + avg_avg_return: 0.8395382 + avg_benchmark_regret: 0.0043532318 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27482605 + proxy_corner: + avg_avg_return: 0.8395382 + avg_reward_per_step: 0.27482605 + eval-batch-shift: + avg_avg_episode_length: 12.635145 + avg_avg_return: 0.88372445 + avg_benchmark_regret: 0.0036372936 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3491745 + proxy_corner: + avg_avg_return: 0.053651147 + avg_reward_per_step: 0.016296387 + eval-batch-tree: + avg_avg_episode_length: 7.2348638 + avg_avg_return: 0.97615767 + avg_benchmark_regret: 0.01826259 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27165985 + proxy_corner: + avg_avg_return: 0.97615767 + avg_reward_per_step: 0.27165985 +=========================================================== +=========================================================== + step: + env-step-all-before: 207618048 + env-step-replay-before: 104693760 + env-step-used-before: 207618048 + ppo-update-before: 126720 + env-step-generate-before: 102924288 + env-step-all-after: 207650816 + env-step-replay-after: 104693760 + env-step-used-after: 207650816 + ppo-update-after: 126740 + env-step-generate-after: 102957056 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 16.049896 + avg_avg_return: 0.83075786 + avg_reward_per_step: 0.33703613 + proxy_corner: + avg_avg_return: 0.05826132 + avg_reward_per_step: 0.011260986 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 16.049896 + avg_avg_return: 0.83075786 + avg_reward_per_step: 0.33703613 + proxy_corner: + avg_avg_return: 0.05826132 + avg_reward_per_step: 0.011260986 + perf: + env_steps_per_second: 777812.0384457344 + ppo_updates_per_second: 87.73821468440775 + eval-batch-train-duration: 0.3215295120025985 + eval-batch-orig-duration: 0.17548030096804723 + eval-batch-shift-duration: 0.15443343302467838 + eval-batch-tree-duration: 0.14613122603623196 + ued: + distances: + cheese-corne_dist_avg: 7.160034 + cheese-corne_dist_wavg: 2.5221324 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 8.946289 + mouse-cheese_dist_finite_wavg: 5.397713 + mouse-cheese_dist_solvable_avg: 8.946289 + mouse-cheese_dist_solvable_wavg: 5.397713 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.401123 + num_walls_wavg: 6.943172 + prop_walls_avg: 0.27830967 + prop_walls_wavg: 0.30187702 + scoring: + avg_scores: 0.06944096 + visit_patterns: + avg_first_visit_time: 2652.2283 + avg_last_visit_time: 3185.2476 + num_replay_batches: 3195 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010255537 + avg_actor_approxkl3: 0.0008387182 + avg_actor_clipfrac: 0.031671144 + avg_actor_loss: -0.0003600115 + avg_advantage: 0.0029016226 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.0040733498 + avg_entropy: 0.11522783 + avg_grad_norm_pre_clip: 1.2907475 + avg_loss: 0.0015614353 + max: + max_actor_approxkl1: 0.0026396795 + max_actor_approxkl3: 0.0015994615 + max_actor_clipfrac: 0.055908203 + max_actor_loss: 0.00073399395 + max_advantage: 0.43213373 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.006189934 + max_entropy: 0.14756262 + max_grad_norm_pre_clip: 2.4727225 + max_loss: 0.0030192505 + std: + std_actor_approxkl1: 0.0008787116 + std_actor_approxkl3: 0.00052825175 + std_actor_clipfrac: 0.01926761 + std_actor_loss: 0.0005486946 + std_advantage: 0.092200935 + std_critic_clipfrac: 0.00034585988 + std_critic_loss: 0.0011573116 + std_entropy: 0.020709576 + std_grad_norm_pre_clip: 0.41632336 + std_loss: 0.0007279201 + eval-batch-train: + avg_avg_episode_length: 15.201887 + avg_avg_return: 0.8534417 + avg_benchmark_regret: 0.0028025138 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3372116 + proxy_corner: + avg_avg_return: 0.06848465 + avg_reward_per_step: 0.015167236 + eval-batch-orig: + avg_avg_episode_length: 16.78205 + avg_avg_return: 0.8398452 + avg_benchmark_regret: 0.00404628 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.274086 + proxy_corner: + avg_avg_return: 0.8398452 + avg_reward_per_step: 0.274086 + eval-batch-shift: + avg_avg_episode_length: 12.643986 + avg_avg_return: 0.884194 + avg_benchmark_regret: 0.0031677259 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3494568 + proxy_corner: + avg_avg_return: 0.05292353 + avg_reward_per_step: 0.016242981 + eval-batch-tree: + avg_avg_episode_length: 6.4199953 + avg_avg_return: 0.9833603 + avg_benchmark_regret: 0.01106001 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27057648 + proxy_corner: + avg_avg_return: 0.9833603 + avg_reward_per_step: 0.27057648 +=========================================================== +=========================================================== + step: + env-step-all-before: 208666624 + env-step-replay-before: 105152512 + env-step-used-before: 208666624 + ppo-update-before: 127360 + env-step-generate-before: 103514112 + env-step-all-after: 208699392 + env-step-replay-after: 105185280 + env-step-used-after: 208699392 + ppo-update-after: 127380 + env-step-generate-after: 103514112 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.738671 + avg_avg_return: 0.9233016 + avg_reward_per_step: 0.10647583 + proxy_corner: + avg_avg_return: 0.19560692 + avg_reward_per_step: 0.02166748 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.738671 + avg_avg_return: 0.9233016 + avg_reward_per_step: 0.10647583 + proxy_corner: + avg_avg_return: 0.19560692 + avg_reward_per_step: 0.02166748 + perf: + env_steps_per_second: 634148.6536006462 + ppo_updates_per_second: 107.75171494581056 + eval-batch-train-duration: 0.19812679302413017 + eval-batch-orig-duration: 0.14248646597843617 + eval-batch-shift-duration: 0.13905611098743975 + eval-batch-tree-duration: 0.13892522500827909 + ued: + distances: + cheese-corne_dist_avg: 7.151001 + cheese-corne_dist_wavg: 11.955004 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 8.959961 + mouse-cheese_dist_finite_wavg: 5.3973203 + mouse-cheese_dist_solvable_avg: 8.959961 + mouse-cheese_dist_solvable_wavg: 5.3973203 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4052734 + num_walls_wavg: 6.041863 + prop_walls_avg: 0.27849013 + prop_walls_wavg: 0.26268974 + scoring: + avg_scores: 0.0692448 + visit_patterns: + avg_first_visit_time: 2665.7705 + avg_last_visit_time: 3200.3105 + num_replay_batches: 3210 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050317653 + avg_actor_approxkl3: 0.0004298523 + avg_actor_clipfrac: 0.01994629 + avg_actor_loss: -0.00038745368 + avg_advantage: -0.0003607112 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00036872996 + avg_entropy: 0.08042856 + avg_grad_norm_pre_clip: 1.1165087 + avg_loss: -0.00028351726 + max: + max_actor_approxkl1: 0.0012269808 + max_actor_approxkl3: 0.00076331245 + max_actor_clipfrac: 0.034057617 + max_actor_loss: 0.0010365564 + max_advantage: 0.35677844 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00043934307 + max_entropy: 0.09721469 + max_grad_norm_pre_clip: 1.981661 + max_loss: 0.0011430632 + std: + std_actor_approxkl1: 0.000354371 + std_actor_approxkl3: 0.00017437455 + std_actor_clipfrac: 0.0075698756 + std_actor_loss: 0.0007075096 + std_advantage: 0.02825528 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9490839e-05 + std_entropy: 0.007029801 + std_grad_norm_pre_clip: 0.39284614 + std_loss: 0.000713885 + eval-batch-train: + avg_avg_episode_length: 15.2393875 + avg_avg_return: 0.85307455 + avg_benchmark_regret: 0.003169709 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33711243 + proxy_corner: + avg_avg_return: 0.06939413 + avg_reward_per_step: 0.015098572 + eval-batch-orig: + avg_avg_episode_length: 16.78696 + avg_avg_return: 0.8394816 + avg_benchmark_regret: 0.004409856 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27378082 + proxy_corner: + avg_avg_return: 0.8394816 + avg_reward_per_step: 0.27378082 + eval-batch-shift: + avg_avg_episode_length: 12.683998 + avg_avg_return: 0.88362145 + avg_benchmark_regret: 0.003740268 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3483963 + proxy_corner: + avg_avg_return: 0.055565216 + avg_reward_per_step: 0.016593933 + eval-batch-tree: + avg_avg_episode_length: 6.87739 + avg_avg_return: 0.98229915 + avg_benchmark_regret: 0.0121211 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26908112 + proxy_corner: + avg_avg_return: 0.98229915 + avg_reward_per_step: 0.26908112 +=========================================================== +=========================================================== + step: + env-step-all-before: 209715200 + env-step-replay-before: 105709568 + env-step-used-before: 209715200 + ppo-update-before: 128000 + env-step-generate-before: 104005632 + env-step-all-after: 209747968 + env-step-replay-after: 105709568 + env-step-used-after: 209747968 + ppo-update-after: 128020 + env-step-generate-after: 104038400 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.103508 + avg_avg_return: 0.8660281 + avg_reward_per_step: 0.36062622 + proxy_corner: + avg_avg_return: 0.060909346 + avg_reward_per_step: 0.0105896 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.103508 + avg_avg_return: 0.8660281 + avg_reward_per_step: 0.36062622 + proxy_corner: + avg_avg_return: 0.060909346 + avg_reward_per_step: 0.0105896 + perf: + env_steps_per_second: 907382.8201003459 + ppo_updates_per_second: 108.77804861006041 + eval-batch-train-duration: 0.1988636219757609 + eval-batch-orig-duration: 0.15687671804334968 + eval-batch-shift-duration: 0.1606794960098341 + eval-batch-tree-duration: 0.16270915098721161 + ued: + distances: + cheese-corne_dist_avg: 7.138916 + cheese-corne_dist_wavg: 11.972871 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 8.973633 + mouse-cheese_dist_finite_wavg: 8.101393 + mouse-cheese_dist_solvable_avg: 8.973633 + mouse-cheese_dist_solvable_wavg: 8.101394 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4033203 + num_walls_wavg: 6.939077 + prop_walls_avg: 0.27840522 + prop_walls_wavg: 0.30169898 + scoring: + avg_scores: 0.07031611 + visit_patterns: + avg_first_visit_time: 2676.3486 + avg_last_visit_time: 3216.2559 + num_replay_batches: 3226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011790047 + avg_actor_approxkl3: 0.0008985026 + avg_actor_clipfrac: 0.034484863 + avg_actor_loss: -0.0005015446 + avg_advantage: -0.0025720831 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0035762817 + avg_entropy: 0.11379174 + avg_grad_norm_pre_clip: 1.4849432 + avg_loss: 0.0011728044 + max: + max_actor_approxkl1: 0.002618925 + max_actor_approxkl3: 0.0014421232 + max_actor_clipfrac: 0.05480957 + max_actor_loss: 0.0021783784 + max_advantage: 0.2636608 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005356358 + max_entropy: 0.13986948 + max_grad_norm_pre_clip: 2.2760854 + max_loss: 0.0045708586 + std: + std_actor_approxkl1: 0.0006820525 + std_actor_approxkl3: 0.0003786386 + std_actor_clipfrac: 0.0121648135 + std_actor_loss: 0.0010606318 + std_advantage: 0.08581678 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010581684 + std_entropy: 0.011100272 + std_grad_norm_pre_clip: 0.3942787 + std_loss: 0.0013069347 + eval-batch-train: + avg_avg_episode_length: 15.403457 + avg_avg_return: 0.8513825 + avg_benchmark_regret: 0.0048617423 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33535767 + proxy_corner: + avg_avg_return: 0.06802298 + avg_reward_per_step: 0.015060425 + eval-batch-orig: + avg_avg_episode_length: 16.796589 + avg_avg_return: 0.8393647 + avg_benchmark_regret: 0.0045267697 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2728958 + proxy_corner: + avg_avg_return: 0.8393647 + avg_reward_per_step: 0.2728958 + eval-batch-shift: + avg_avg_episode_length: 12.658288 + avg_avg_return: 0.88394976 + avg_benchmark_regret: 0.0034119245 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34897614 + proxy_corner: + avg_avg_return: 0.057275057 + avg_reward_per_step: 0.01662445 + eval-batch-tree: + avg_avg_episode_length: 6.3184376 + avg_avg_return: 0.9839153 + avg_benchmark_regret: 0.010504961 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26916504 + proxy_corner: + avg_avg_return: 0.9839153 + avg_reward_per_step: 0.26916504 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 210763776 + env-step-replay-before: 106201088 + env-step-used-before: 210763776 + ppo-update-before: 128640 + env-step-generate-before: 104562688 + env-step-all-after: 210796544 + env-step-replay-after: 106201088 + env-step-used-after: 210796544 + ppo-update-after: 128660 + env-step-generate-after: 104595456 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.749069 + avg_avg_return: 0.845834 + avg_reward_per_step: 0.3574829 + proxy_corner: + avg_avg_return: 0.069505945 + avg_reward_per_step: 0.01550293 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 14.749069 + avg_avg_return: 0.845834 + avg_reward_per_step: 0.3574829 + proxy_corner: + avg_avg_return: 0.069505945 + avg_reward_per_step: 0.01550293 + perf: + env_steps_per_second: 910559.5337787805 + ppo_updates_per_second: 108.48236700193696 + eval-batch-train-duration: 0.19751352799357846 + eval-batch-orig-duration: 0.14942692802287638 + eval-batch-shift-duration: 0.14264609705423936 + eval-batch-tree-duration: 0.14068652398418635 + ued: + distances: + cheese-corne_dist_avg: 7.085083 + cheese-corne_dist_wavg: 1.6100416 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 8.97876 + mouse-cheese_dist_finite_wavg: 6.3003473 + mouse-cheese_dist_solvable_avg: 8.97876 + mouse-cheese_dist_solvable_wavg: 6.3003488 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4067383 + num_walls_wavg: 5.1432295 + prop_walls_avg: 0.2785538 + prop_walls_wavg: 0.22361872 + scoring: + avg_scores: 0.070804 + visit_patterns: + avg_first_visit_time: 2687.0586 + avg_last_visit_time: 3231.3066 + num_replay_batches: 3241 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015450356 + avg_actor_approxkl3: 0.0014270031 + avg_actor_clipfrac: 0.046423342 + avg_actor_loss: 0.00032100567 + avg_advantage: -0.0072091576 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003606851 + avg_entropy: 0.12074746 + avg_grad_norm_pre_clip: 1.7213678 + avg_loss: 0.0020036837 + max: + max_actor_approxkl1: 0.0052565755 + max_actor_approxkl3: 0.0032152184 + max_actor_clipfrac: 0.09240723 + max_actor_loss: 0.003138557 + max_advantage: 0.34470797 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004727944 + max_entropy: 0.1693387 + max_grad_norm_pre_clip: 2.997513 + max_loss: 0.004719185 + std: + std_actor_approxkl1: 0.0013819663 + std_actor_approxkl3: 0.000954423 + std_actor_clipfrac: 0.02438637 + std_actor_loss: 0.0010445912 + std_advantage: 0.08699568 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00056564115 + std_entropy: 0.018624725 + std_grad_norm_pre_clip: 0.7586227 + std_loss: 0.0010887551 + eval-batch-train: + avg_avg_episode_length: 15.241397 + avg_avg_return: 0.8528814 + avg_benchmark_regret: 0.0033628605 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3357315 + proxy_corner: + avg_avg_return: 0.06765661 + avg_reward_per_step: 0.01448822 + eval-batch-orig: + avg_avg_episode_length: 16.807102 + avg_avg_return: 0.8394971 + avg_benchmark_regret: 0.0043943357 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.271492 + proxy_corner: + avg_avg_return: 0.8394971 + avg_reward_per_step: 0.271492 + eval-batch-shift: + avg_avg_episode_length: 12.682695 + avg_avg_return: 0.88366055 + avg_benchmark_regret: 0.003701152 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34906006 + proxy_corner: + avg_avg_return: 0.051466636 + avg_reward_per_step: 0.016044617 + eval-batch-tree: + avg_avg_episode_length: 6.2773514 + avg_avg_return: 0.9833235 + avg_benchmark_regret: 0.011096766 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2686615 + proxy_corner: + avg_avg_return: 0.9833235 + avg_reward_per_step: 0.2686615 +=========================================================== +=========================================================== + step: + env-step-all-before: 211812352 + env-step-replay-before: 106561536 + env-step-used-before: 211812352 + ppo-update-before: 129280 + env-step-generate-before: 105250816 + env-step-all-after: 211845120 + env-step-replay-after: 106561536 + env-step-used-after: 211845120 + ppo-update-after: 129300 + env-step-generate-after: 105283584 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.17723 + avg_avg_return: 0.82982755 + avg_reward_per_step: 0.32028198 + proxy_corner: + avg_avg_return: 0.06767756 + avg_reward_per_step: 0.008605957 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.17723 + avg_avg_return: 0.82982755 + avg_reward_per_step: 0.32028198 + proxy_corner: + avg_avg_return: 0.06767756 + avg_reward_per_step: 0.008605957 + perf: + env_steps_per_second: 912984.1511343855 + ppo_updates_per_second: 104.91918257804905 + eval-batch-train-duration: 0.202471892000176 + eval-batch-orig-duration: 0.15099379001185298 + eval-batch-shift-duration: 0.1434212090098299 + eval-batch-tree-duration: 0.14828245103126392 + ued: + distances: + cheese-corne_dist_avg: 7.064331 + cheese-corne_dist_wavg: 11.956505 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 9.011719 + mouse-cheese_dist_finite_wavg: 10.804208 + mouse-cheese_dist_solvable_avg: 9.011719 + mouse-cheese_dist_solvable_wavg: 10.804208 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.408203 + num_walls_wavg: 7.839941 + prop_walls_avg: 0.2786175 + prop_walls_wavg: 0.34086698 + scoring: + avg_scores: 0.07074915 + visit_patterns: + avg_first_visit_time: 2700.7444 + avg_last_visit_time: 3242.186 + num_replay_batches: 3252 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019658427 + avg_actor_approxkl3: 0.0012145787 + avg_actor_clipfrac: 0.041711427 + avg_actor_loss: -0.0006563559 + avg_advantage: -0.006730778 + avg_critic_clipfrac: 0.000756836 + avg_critic_loss: 0.004013192 + avg_entropy: 0.13611221 + avg_grad_norm_pre_clip: 1.3183659 + avg_loss: 0.0012141279 + max: + max_actor_approxkl1: 0.0060835723 + max_actor_approxkl3: 0.004256077 + max_actor_clipfrac: 0.099243164 + max_actor_loss: 0.0017081723 + max_advantage: 0.29961824 + max_critic_clipfrac: 0.015136719 + max_critic_loss: 0.00566948 + max_entropy: 0.17661065 + max_grad_norm_pre_clip: 2.3991113 + max_loss: 0.003403421 + std: + std_actor_approxkl1: 0.0015587345 + std_actor_approxkl3: 0.0009943177 + std_actor_clipfrac: 0.024566602 + std_actor_loss: 0.0010967734 + std_advantage: 0.091426924 + std_critic_clipfrac: 0.0032989713 + std_critic_loss: 0.00095563685 + std_entropy: 0.024111208 + std_grad_norm_pre_clip: 0.49612743 + std_loss: 0.0010853431 + eval-batch-train: + avg_avg_episode_length: 15.24062 + avg_avg_return: 0.8531793 + avg_benchmark_regret: 0.003064936 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3359604 + proxy_corner: + avg_avg_return: 0.069760375 + avg_reward_per_step: 0.014717102 + eval-batch-orig: + avg_avg_episode_length: 16.770966 + avg_avg_return: 0.8398477 + avg_benchmark_regret: 0.004043773 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27402496 + proxy_corner: + avg_avg_return: 0.8398477 + avg_reward_per_step: 0.27402496 + eval-batch-shift: + avg_avg_episode_length: 12.668372 + avg_avg_return: 0.88411206 + avg_benchmark_regret: 0.003249672 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34888458 + proxy_corner: + avg_avg_return: 0.05269357 + avg_reward_per_step: 0.016448975 + eval-batch-tree: + avg_avg_episode_length: 6.600258 + avg_avg_return: 0.9822706 + avg_benchmark_regret: 0.012149653 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2687683 + proxy_corner: + avg_avg_return: 0.9822706 + avg_reward_per_step: 0.2687683 +=========================================================== +=========================================================== + step: + env-step-all-before: 212860928 + env-step-replay-before: 107151360 + env-step-used-before: 212860928 + ppo-update-before: 129920 + env-step-generate-before: 105709568 + env-step-all-after: 212893696 + env-step-replay-after: 107151360 + env-step-used-after: 212893696 + ppo-update-after: 129940 + env-step-generate-after: 105742336 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 11.523213 + avg_avg_return: 0.8858819 + avg_reward_per_step: 0.37167358 + proxy_corner: + avg_avg_return: 0.055638507 + avg_reward_per_step: 0.013122559 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 11.523213 + avg_avg_return: 0.8858819 + avg_reward_per_step: 0.37167358 + proxy_corner: + avg_avg_return: 0.055638507 + avg_reward_per_step: 0.013122559 + perf: + env_steps_per_second: 932268.1635377379 + ppo_updates_per_second: 104.95360994040973 + eval-batch-train-duration: 0.20184729603352025 + eval-batch-orig-duration: 0.1441145550343208 + eval-batch-shift-duration: 0.15150613599689677 + eval-batch-tree-duration: 0.13952291099121794 + ued: + distances: + cheese-corne_dist_avg: 7.0217285 + cheese-corne_dist_wavg: 5.209643 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 9.001953 + mouse-cheese_dist_finite_wavg: 8.997444 + mouse-cheese_dist_solvable_avg: 9.001953 + mouse-cheese_dist_solvable_wavg: 8.997444 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3986816 + num_walls_wavg: 6.0415573 + prop_walls_avg: 0.27820355 + prop_walls_wavg: 0.26267642 + scoring: + avg_scores: 0.0703217 + visit_patterns: + avg_first_visit_time: 2711.829 + avg_last_visit_time: 3260.2388 + num_replay_batches: 3270 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014241042 + avg_actor_approxkl3: 0.0010765195 + avg_actor_clipfrac: 0.029656982 + avg_actor_loss: -0.00059396646 + avg_advantage: -0.027732212 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0029186902 + avg_entropy: 0.096206635 + avg_grad_norm_pre_clip: 0.98772335 + avg_loss: 0.00076917215 + max: + max_actor_approxkl1: 0.0053053643 + max_actor_approxkl3: 0.0030306415 + max_actor_clipfrac: 0.06970215 + max_actor_loss: 0.000691697 + max_advantage: 0.4128875 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0048404634 + max_entropy: 0.1254085 + max_grad_norm_pre_clip: 1.7226977 + max_loss: 0.0026865073 + std: + std_actor_approxkl1: 0.0014861281 + std_actor_approxkl3: 0.0008804988 + std_actor_clipfrac: 0.020514548 + std_actor_loss: 0.0007522509 + std_advantage: 0.074772425 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00092293584 + std_entropy: 0.016070772 + std_grad_norm_pre_clip: 0.32330656 + std_loss: 0.000929025 + eval-batch-train: + avg_avg_episode_length: 15.201292 + avg_avg_return: 0.8534789 + avg_benchmark_regret: 0.0027653065 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33769226 + proxy_corner: + avg_avg_return: 0.06560211 + avg_reward_per_step: 0.01448822 + eval-batch-orig: + avg_avg_episode_length: 16.774197 + avg_avg_return: 0.8400313 + avg_benchmark_regret: 0.0038601405 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27335358 + proxy_corner: + avg_avg_return: 0.8400313 + avg_reward_per_step: 0.27335358 + eval-batch-shift: + avg_avg_episode_length: 12.680714 + avg_avg_return: 0.8840115 + avg_benchmark_regret: 0.0033502188 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3482132 + proxy_corner: + avg_avg_return: 0.05277647 + avg_reward_per_step: 0.01625824 + eval-batch-tree: + avg_avg_episode_length: 6.6630006 + avg_avg_return: 0.980521 + avg_benchmark_regret: 0.013899211 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27033234 + proxy_corner: + avg_avg_return: 0.980521 + avg_reward_per_step: 0.27033234 +=========================================================== +=========================================================== + step: + env-step-all-before: 213909504 + env-step-replay-before: 107708416 + env-step-used-before: 213909504 + ppo-update-before: 130560 + env-step-generate-before: 106201088 + env-step-all-after: 213942272 + env-step-replay-after: 107741184 + env-step-used-after: 213942272 + ppo-update-after: 130580 + env-step-generate-after: 106201088 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.646002 + avg_avg_return: 0.92352295 + avg_reward_per_step: 0.10385132 + proxy_corner: + avg_avg_return: 0.17263031 + avg_reward_per_step: 0.018463135 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.646002 + avg_avg_return: 0.92352295 + avg_reward_per_step: 0.10385132 + proxy_corner: + avg_avg_return: 0.17263031 + avg_reward_per_step: 0.018463135 + perf: + env_steps_per_second: 783638.6915898935 + ppo_updates_per_second: 104.39154562029697 + eval-batch-train-duration: 0.19868753000628203 + eval-batch-orig-duration: 0.14902987895766273 + eval-batch-shift-duration: 0.14137969102011994 + eval-batch-tree-duration: 0.14019889500923455 + ued: + distances: + cheese-corne_dist_avg: 7.007324 + cheese-corne_dist_wavg: 7.903665 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.009766 + mouse-cheese_dist_finite_wavg: 7.201874 + mouse-cheese_dist_solvable_avg: 9.009766 + mouse-cheese_dist_solvable_wavg: 7.2018747 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3999023 + num_walls_wavg: 6.9407773 + prop_walls_avg: 0.2782566 + prop_walls_wavg: 0.3017729 + scoring: + avg_scores: 0.06886755 + visit_patterns: + avg_first_visit_time: 2719.378 + avg_last_visit_time: 3278.2268 + num_replay_batches: 3288 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085438584 + avg_actor_approxkl3: 0.00062434433 + avg_actor_clipfrac: 0.020440673 + avg_actor_loss: 1.7069002e-05 + avg_advantage: 0.037449785 + avg_critic_clipfrac: 0.0045166016 + avg_critic_loss: 0.00091655244 + avg_entropy: 0.06700633 + avg_grad_norm_pre_clip: 0.85135555 + avg_loss: 0.00040833885 + max: + max_actor_approxkl1: 0.0021822327 + max_actor_approxkl3: 0.0013008661 + max_actor_clipfrac: 0.037353516 + max_actor_loss: 0.0018450404 + max_advantage: 0.41290545 + max_critic_clipfrac: 0.02319336 + max_critic_loss: 0.0019620806 + max_entropy: 0.076338194 + max_grad_norm_pre_clip: 1.2515429 + max_loss: 0.002125232 + std: + std_actor_approxkl1: 0.0008836149 + std_actor_approxkl3: 0.00036313632 + std_actor_clipfrac: 0.008681034 + std_actor_loss: 0.00054020784 + std_advantage: 0.04518002 + std_critic_clipfrac: 0.0070833396 + std_critic_loss: 0.00036099998 + std_entropy: 0.0057096193 + std_grad_norm_pre_clip: 0.24523947 + std_loss: 0.00058221776 + eval-batch-train: + avg_avg_episode_length: 15.20026 + avg_avg_return: 0.8535377 + avg_benchmark_regret: 0.0027065587 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33917236 + proxy_corner: + avg_avg_return: 0.07058439 + avg_reward_per_step: 0.015205383 + eval-batch-orig: + avg_avg_episode_length: 16.778332 + avg_avg_return: 0.8398341 + avg_benchmark_regret: 0.0040573776 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2739792 + proxy_corner: + avg_avg_return: 0.8398341 + avg_reward_per_step: 0.2739792 + eval-batch-shift: + avg_avg_episode_length: 12.674597 + avg_avg_return: 0.88384175 + avg_benchmark_regret: 0.0035199793 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3479538 + proxy_corner: + avg_avg_return: 0.054743692 + avg_reward_per_step: 0.016548157 + eval-batch-tree: + avg_avg_episode_length: 6.65707 + avg_avg_return: 0.9826026 + avg_benchmark_regret: 0.011817652 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26950073 + proxy_corner: + avg_avg_return: 0.9826026 + avg_reward_per_step: 0.26950073 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 214958080 + env-step-replay-before: 108232704 + env-step-used-before: 214958080 + ppo-update-before: 131200 + env-step-generate-before: 106725376 + env-step-all-after: 214990848 + env-step-replay-after: 108232704 + env-step-used-after: 214990848 + ppo-update-after: 131220 + env-step-generate-after: 106758144 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 16.404873 + avg_avg_return: 0.8280754 + avg_reward_per_step: 0.34381104 + proxy_corner: + avg_avg_return: 0.07472369 + avg_reward_per_step: 0.02017212 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 16.404873 + avg_avg_return: 0.8280754 + avg_reward_per_step: 0.34381104 + proxy_corner: + avg_avg_return: 0.07472369 + avg_reward_per_step: 0.02017212 + perf: + env_steps_per_second: 622080.1077813818 + ppo_updates_per_second: 75.38024452131262 + eval-batch-train-duration: 0.2567884640302509 + eval-batch-orig-duration: 0.1546379589708522 + eval-batch-shift-duration: 0.14318896102486178 + eval-batch-tree-duration: 0.14382627099985257 + ued: + distances: + cheese-corne_dist_avg: 7.02417 + cheese-corne_dist_wavg: 9.693441 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 9.02002 + mouse-cheese_dist_finite_wavg: 9.001064 + mouse-cheese_dist_solvable_avg: 9.02002 + mouse-cheese_dist_solvable_wavg: 9.001063 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4052734 + num_walls_wavg: 7.8373456 + prop_walls_avg: 0.27849013 + prop_walls_wavg: 0.34075418 + scoring: + avg_scores: 0.070097506 + visit_patterns: + avg_first_visit_time: 2730.4773 + avg_last_visit_time: 3293.2168 + num_replay_batches: 3303 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014880889 + avg_actor_approxkl3: 0.0011547239 + avg_actor_clipfrac: 0.037841797 + avg_actor_loss: 0.0001018675 + avg_advantage: -0.033492453 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004994377 + avg_entropy: 0.117627874 + avg_grad_norm_pre_clip: 1.5668684 + avg_loss: 0.0024814277 + max: + max_actor_approxkl1: 0.003761381 + max_actor_approxkl3: 0.0025234676 + max_actor_clipfrac: 0.06616211 + max_actor_loss: 0.0018647686 + max_advantage: 0.4047153 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007104968 + max_entropy: 0.1441695 + max_grad_norm_pre_clip: 2.9498272 + max_loss: 0.0045992043 + std: + std_actor_approxkl1: 0.000988377 + std_actor_approxkl3: 0.00068314257 + std_actor_clipfrac: 0.016505377 + std_actor_loss: 0.00083062786 + std_advantage: 0.09892107 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012860254 + std_entropy: 0.012564572 + std_grad_norm_pre_clip: 0.545825 + std_loss: 0.0010181161 + eval-batch-train: + avg_avg_episode_length: 15.193669 + avg_avg_return: 0.85321176 + avg_benchmark_regret: 0.003032434 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33880615 + proxy_corner: + avg_avg_return: 0.064005025 + avg_reward_per_step: 0.014656067 + eval-batch-orig: + avg_avg_episode_length: 16.787075 + avg_avg_return: 0.83946466 + avg_benchmark_regret: 0.0044268314 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27331543 + proxy_corner: + avg_avg_return: 0.83946466 + avg_reward_per_step: 0.27331543 + eval-batch-shift: + avg_avg_episode_length: 12.667397 + avg_avg_return: 0.88382566 + avg_benchmark_regret: 0.003536075 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34874725 + proxy_corner: + avg_avg_return: 0.05410213 + avg_reward_per_step: 0.016578674 + eval-batch-tree: + avg_avg_episode_length: 6.803518 + avg_avg_return: 0.98016673 + avg_benchmark_regret: 0.014253519 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26955414 + proxy_corner: + avg_avg_return: 0.98016673 + avg_reward_per_step: 0.26955414 +=========================================================== +=========================================================== + step: + env-step-all-before: 216006656 + env-step-replay-before: 108691456 + env-step-used-before: 216006656 + ppo-update-before: 131840 + env-step-generate-before: 107315200 + env-step-all-after: 216039424 + env-step-replay-after: 108724224 + env-step-used-after: 216039424 + ppo-update-after: 131860 + env-step-generate-after: 107315200 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.697628 + avg_avg_return: 0.92098755 + avg_reward_per_step: 0.10449219 + proxy_corner: + avg_avg_return: 0.18591496 + avg_reward_per_step: 0.020355225 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.697628 + avg_avg_return: 0.92098755 + avg_reward_per_step: 0.10449219 + proxy_corner: + avg_avg_return: 0.18591496 + avg_reward_per_step: 0.020355225 + perf: + env_steps_per_second: 784136.3627961162 + ppo_updates_per_second: 95.61872377840204 + eval-batch-train-duration: 0.21596641599899158 + eval-batch-orig-duration: 0.150948585011065 + eval-batch-shift-duration: 0.14260061201639473 + eval-batch-tree-duration: 0.1396218980080448 + ued: + distances: + cheese-corne_dist_avg: 7.025757 + cheese-corne_dist_wavg: 1.6154532 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.019287 + mouse-cheese_dist_finite_wavg: 12.598487 + mouse-cheese_dist_solvable_avg: 9.019287 + mouse-cheese_dist_solvable_wavg: 12.598487 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4072266 + num_walls_wavg: 5.137674 + prop_walls_avg: 0.27857506 + prop_walls_wavg: 0.22337717 + scoring: + avg_scores: 0.06992674 + visit_patterns: + avg_first_visit_time: 2742.0713 + avg_last_visit_time: 3308.2576 + num_replay_batches: 3318 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00020254406 + avg_actor_approxkl3: 0.00043997454 + avg_actor_clipfrac: 0.018945312 + avg_actor_loss: -0.0004928514 + avg_advantage: 0.00059941004 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004144271 + avg_entropy: 0.08253967 + avg_grad_norm_pre_clip: 0.8391836 + avg_loss: -0.00036817757 + max: + max_actor_approxkl1: 0.00071934855 + max_actor_approxkl3: 0.0008259915 + max_actor_clipfrac: 0.03149414 + max_actor_loss: 0.0005828398 + max_advantage: 0.48254317 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00061892846 + max_entropy: 0.09761603 + max_grad_norm_pre_clip: 1.3464726 + max_loss: 0.000794688 + std: + std_actor_approxkl1: 0.00030333156 + std_actor_approxkl3: 0.00020093378 + std_actor_clipfrac: 0.007468828 + std_actor_loss: 0.0006036599 + std_advantage: 0.0313614 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.691893e-05 + std_entropy: 0.0058532227 + std_grad_norm_pre_clip: 0.23210779 + std_loss: 0.0006219759 + eval-batch-train: + avg_avg_episode_length: 15.2391205 + avg_avg_return: 0.8528412 + avg_benchmark_regret: 0.0034030222 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33724976 + proxy_corner: + avg_avg_return: 0.07058619 + avg_reward_per_step: 0.01525116 + eval-batch-orig: + avg_avg_episode_length: 16.79485 + avg_avg_return: 0.8394568 + avg_benchmark_regret: 0.004434675 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27340698 + proxy_corner: + avg_avg_return: 0.8394568 + avg_reward_per_step: 0.27340698 + eval-batch-shift: + avg_avg_episode_length: 12.683778 + avg_avg_return: 0.8840918 + avg_benchmark_regret: 0.0032699506 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3480835 + proxy_corner: + avg_avg_return: 0.056269005 + avg_reward_per_step: 0.016845703 + eval-batch-tree: + avg_avg_episode_length: 7.152754 + avg_avg_return: 0.97906274 + avg_benchmark_regret: 0.015357523 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26876068 + proxy_corner: + avg_avg_return: 0.97906274 + avg_reward_per_step: 0.26876068 +=========================================================== +=========================================================== + step: + env-step-all-before: 217055232 + env-step-replay-before: 109281280 + env-step-used-before: 217055232 + ppo-update-before: 132480 + env-step-generate-before: 107773952 + env-step-all-after: 217088000 + env-step-replay-after: 109314048 + env-step-used-after: 217088000 + ppo-update-after: 132500 + env-step-generate-after: 107773952 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 9.581242 + avg_avg_return: 0.9251285 + avg_reward_per_step: 0.10812378 + proxy_corner: + avg_avg_return: 0.20780839 + avg_reward_per_step: 0.023040771 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 9.581242 + avg_avg_return: 0.9251285 + avg_reward_per_step: 0.10812378 + proxy_corner: + avg_avg_return: 0.20780839 + avg_reward_per_step: 0.023040771 + perf: + env_steps_per_second: 912518.4991218547 + ppo_updates_per_second: 105.0222275016976 + eval-batch-train-duration: 0.20970082702115178 + eval-batch-orig-duration: 0.1597623869893141 + eval-batch-shift-duration: 0.14617530902614817 + eval-batch-tree-duration: 0.14240911102388054 + ued: + distances: + cheese-corne_dist_avg: 7.031494 + cheese-corne_dist_wavg: 5.1917562 + levels_cheese_is_in_corner_avg: 0.072509766 + mouse-cheese_dist_finite_avg: 9.042969 + mouse-cheese_dist_finite_wavg: 13.494627 + mouse-cheese_dist_solvable_avg: 9.042969 + mouse-cheese_dist_solvable_wavg: 13.494629 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.409424 + num_walls_wavg: 6.939208 + prop_walls_avg: 0.2786706 + prop_walls_wavg: 0.30170473 + scoring: + avg_scores: 0.06920159 + visit_patterns: + avg_first_visit_time: 2748.8281 + avg_last_visit_time: 3326.3306 + num_replay_batches: 3336 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053773524 + avg_actor_approxkl3: 0.00053310965 + avg_actor_clipfrac: 0.02236328 + avg_actor_loss: -0.00027182684 + avg_advantage: 0.0007003859 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002838452 + avg_entropy: 0.08139401 + avg_grad_norm_pre_clip: 1.0046291 + avg_loss: -0.00021129823 + max: + max_actor_approxkl1: 0.0016603223 + max_actor_approxkl3: 0.0009883391 + max_actor_clipfrac: 0.040527344 + max_actor_loss: 0.0013276804 + max_advantage: 0.30285144 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00039892617 + max_entropy: 0.09736971 + max_grad_norm_pre_clip: 2.084364 + max_loss: 0.0013918417 + std: + std_actor_approxkl1: 0.000450916 + std_actor_approxkl3: 0.00027152023 + std_actor_clipfrac: 0.011317742 + std_actor_loss: 0.000610773 + std_advantage: 0.024400555 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.678063e-05 + std_entropy: 0.009613509 + std_grad_norm_pre_clip: 0.33059883 + std_loss: 0.0006125243 + eval-batch-train: + avg_avg_episode_length: 15.217009 + avg_avg_return: 0.85297453 + avg_benchmark_regret: 0.0032697006 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33636475 + proxy_corner: + avg_avg_return: 0.06437345 + avg_reward_per_step: 0.014762878 + eval-batch-orig: + avg_avg_episode_length: 16.772364 + avg_avg_return: 0.8398491 + avg_benchmark_regret: 0.0040423516 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2734375 + proxy_corner: + avg_avg_return: 0.8398491 + avg_reward_per_step: 0.2734375 + eval-batch-shift: + avg_avg_episode_length: 12.673666 + avg_avg_return: 0.8835614 + avg_benchmark_regret: 0.003800336 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3484192 + proxy_corner: + avg_avg_return: 0.053917415 + avg_reward_per_step: 0.016311646 + eval-batch-tree: + avg_avg_episode_length: 6.6346974 + avg_avg_return: 0.9824711 + avg_benchmark_regret: 0.011949128 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27026367 + proxy_corner: + avg_avg_return: 0.9824711 + avg_reward_per_step: 0.27026367 +=========================================================== +=========================================================== + step: + env-step-all-before: 218103808 + env-step-replay-before: 109936640 + env-step-used-before: 218103808 + ppo-update-before: 133120 + env-step-generate-before: 108167168 + env-step-all-after: 218136576 + env-step-replay-after: 109969408 + env-step-used-after: 218136576 + ppo-update-after: 133140 + env-step-generate-after: 108167168 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 9.48456 + avg_avg_return: 0.9229406 + avg_reward_per_step: 0.105651855 + proxy_corner: + avg_avg_return: 0.22118369 + avg_reward_per_step: 0.024261475 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 9.48456 + avg_avg_return: 0.9229406 + avg_reward_per_step: 0.105651855 + proxy_corner: + avg_avg_return: 0.22118369 + avg_reward_per_step: 0.024261475 + perf: + env_steps_per_second: 592242.3837221401 + ppo_updates_per_second: 74.60397254496714 + eval-batch-train-duration: 0.2612970309564844 + eval-batch-orig-duration: 0.14851100102532655 + eval-batch-shift-duration: 0.14262213301844895 + eval-batch-tree-duration: 0.1392622499843128 + ued: + distances: + cheese-corne_dist_avg: 7.0305176 + cheese-corne_dist_wavg: 11.937129 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 9.061523 + mouse-cheese_dist_finite_wavg: 5.409314 + mouse-cheese_dist_solvable_avg: 9.061523 + mouse-cheese_dist_solvable_wavg: 5.4093137 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4057617 + num_walls_wavg: 8.739049 + prop_walls_avg: 0.27851135 + prop_walls_wavg: 0.37995866 + scoring: + avg_scores: 0.06969689 + visit_patterns: + avg_first_visit_time: 2755.7986 + avg_last_visit_time: 3346.2305 + num_replay_batches: 3356 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004589539 + avg_actor_approxkl3: 0.0005225137 + avg_actor_clipfrac: 0.019458009 + avg_actor_loss: -0.0004969597 + avg_advantage: -0.00208675 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020863088 + avg_entropy: 0.07408867 + avg_grad_norm_pre_clip: 0.923794 + avg_loss: -0.00046673292 + max: + max_actor_approxkl1: 0.0018110618 + max_actor_approxkl3: 0.0008627508 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.00046308246 + max_advantage: 0.16274768 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023307727 + max_entropy: 0.08996533 + max_grad_norm_pre_clip: 1.5978124 + max_loss: 0.00049721805 + std: + std_actor_approxkl1: 0.0005135321 + std_actor_approxkl3: 0.00024824947 + std_actor_clipfrac: 0.008886049 + std_actor_loss: 0.0006058368 + std_advantage: 0.021003492 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.4717061e-05 + std_entropy: 0.0072391103 + std_grad_norm_pre_clip: 0.29811448 + std_loss: 0.00060893735 + eval-batch-train: + avg_avg_episode_length: 15.28911 + avg_avg_return: 0.85273767 + avg_benchmark_regret: 0.003506578 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33503723 + proxy_corner: + avg_avg_return: 0.06395554 + avg_reward_per_step: 0.014198303 + eval-batch-orig: + avg_avg_episode_length: 16.796705 + avg_avg_return: 0.8393723 + avg_benchmark_regret: 0.0045191664 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2725525 + proxy_corner: + avg_avg_return: 0.8393723 + avg_reward_per_step: 0.2725525 + eval-batch-shift: + avg_avg_episode_length: 12.704874 + avg_avg_return: 0.88383853 + avg_benchmark_regret: 0.0035231586 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34796906 + proxy_corner: + avg_avg_return: 0.052452482 + avg_reward_per_step: 0.01612091 + eval-batch-tree: + avg_avg_episode_length: 6.3773823 + avg_avg_return: 0.98363745 + avg_benchmark_regret: 0.010782839 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2674408 + proxy_corner: + avg_avg_return: 0.98363745 + avg_reward_per_step: 0.2674408 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 219152384 + env-step-replay-before: 110493696 + env-step-used-before: 219152384 + ppo-update-before: 133760 + env-step-generate-before: 108658688 + env-step-all-after: 219185152 + env-step-replay-after: 110526464 + env-step-used-after: 219185152 + ppo-update-after: 133780 + env-step-generate-after: 108658688 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.619699 + avg_avg_return: 0.92425054 + avg_reward_per_step: 0.10467529 + proxy_corner: + avg_avg_return: 0.2403453 + avg_reward_per_step: 0.026184082 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.619699 + avg_avg_return: 0.92425054 + avg_reward_per_step: 0.10467529 + proxy_corner: + avg_avg_return: 0.2403453 + avg_reward_per_step: 0.026184082 + perf: + env_steps_per_second: 608138.3825969812 + ppo_updates_per_second: 99.85530515505329 + eval-batch-train-duration: 0.19654461200116202 + eval-batch-orig-duration: 0.14220649900380522 + eval-batch-shift-duration: 0.14069209498120472 + eval-batch-tree-duration: 0.14365626097423956 + ued: + distances: + cheese-corne_dist_avg: 7.061157 + cheese-corne_dist_wavg: 11.9521055 + levels_cheese_is_in_corner_avg: 0.07373047 + mouse-cheese_dist_finite_avg: 9.078857 + mouse-cheese_dist_finite_wavg: 5.414287 + mouse-cheese_dist_solvable_avg: 9.078857 + mouse-cheese_dist_solvable_wavg: 5.414287 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.400879 + num_walls_wavg: 5.141409 + prop_walls_avg: 0.27829906 + prop_walls_wavg: 0.2235395 + scoring: + avg_scores: 0.06976644 + visit_patterns: + avg_first_visit_time: 2764.411 + avg_last_visit_time: 3363.2332 + num_replay_batches: 3373 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007390653 + avg_actor_approxkl3: 0.0008805178 + avg_actor_clipfrac: 0.0277771 + avg_actor_loss: 5.7335896e-05 + avg_advantage: 0.033143513 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005225702 + avg_entropy: 0.07473781 + avg_grad_norm_pre_clip: 1.4718114 + avg_loss: 0.00024388326 + max: + max_actor_approxkl1: 0.0021289703 + max_actor_approxkl3: 0.0019417754 + max_actor_clipfrac: 0.046142578 + max_actor_loss: 0.0020749206 + max_advantage: 0.39720178 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00095574744 + max_entropy: 0.093191944 + max_grad_norm_pre_clip: 2.445118 + max_loss: 0.0021788094 + std: + std_actor_approxkl1: 0.0006505099 + std_actor_approxkl3: 0.00053426 + std_actor_clipfrac: 0.011372243 + std_actor_loss: 0.0009143651 + std_advantage: 0.027322473 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001709646 + std_entropy: 0.0075388504 + std_grad_norm_pre_clip: 0.45218417 + std_loss: 0.00094074174 + eval-batch-train: + avg_avg_episode_length: 15.242465 + avg_avg_return: 0.8528454 + avg_benchmark_regret: 0.0033988378 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33712006 + proxy_corner: + avg_avg_return: 0.06655635 + avg_reward_per_step: 0.014556885 + eval-batch-orig: + avg_avg_episode_length: 16.773434 + avg_avg_return: 0.8396802 + avg_benchmark_regret: 0.0042112945 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27361298 + proxy_corner: + avg_avg_return: 0.8396802 + avg_reward_per_step: 0.27361298 + eval-batch-shift: + avg_avg_episode_length: 12.6754465 + avg_avg_return: 0.8839028 + avg_benchmark_regret: 0.003458974 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3491211 + proxy_corner: + avg_avg_return: 0.05313614 + avg_reward_per_step: 0.016357422 + eval-batch-tree: + avg_avg_episode_length: 6.413707 + avg_avg_return: 0.98299533 + avg_benchmark_regret: 0.011424979 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2704239 + proxy_corner: + avg_avg_return: 0.98299533 + avg_reward_per_step: 0.2704239 +=========================================================== +=========================================================== + step: + env-step-all-before: 220200960 + env-step-replay-before: 110854144 + env-step-used-before: 220200960 + ppo-update-before: 134400 + env-step-generate-before: 109346816 + env-step-all-after: 220233728 + env-step-replay-after: 110854144 + env-step-used-after: 220233728 + ppo-update-after: 134420 + env-step-generate-after: 109379584 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.755336 + avg_avg_return: 0.85767066 + avg_reward_per_step: 0.3624878 + proxy_corner: + avg_avg_return: 0.061280664 + avg_reward_per_step: 0.015899658 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.755336 + avg_avg_return: 0.85767066 + avg_reward_per_step: 0.3624878 + proxy_corner: + avg_avg_return: 0.061280664 + avg_reward_per_step: 0.015899658 + perf: + env_steps_per_second: 914599.1876505006 + ppo_updates_per_second: 108.97213404072129 + eval-batch-train-duration: 0.19304848200408742 + eval-batch-orig-duration: 0.14330868603428826 + eval-batch-shift-duration: 0.14057026599766687 + eval-batch-tree-duration: 0.14436797302914783 + ued: + distances: + cheese-corne_dist_avg: 7.0720215 + cheese-corne_dist_wavg: 11.942074 + levels_cheese_is_in_corner_avg: 0.07373047 + mouse-cheese_dist_finite_avg: 9.107666 + mouse-cheese_dist_finite_wavg: 6.3077345 + mouse-cheese_dist_solvable_avg: 9.107666 + mouse-cheese_dist_solvable_wavg: 6.3077354 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.403076 + num_walls_wavg: 7.834949 + prop_walls_avg: 0.27839458 + prop_walls_wavg: 0.34064996 + scoring: + avg_scores: 0.07108979 + visit_patterns: + avg_first_visit_time: 2776.9165 + avg_last_visit_time: 3373.2227 + num_replay_batches: 3383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001532907 + avg_actor_approxkl3: 0.0010496222 + avg_actor_clipfrac: 0.042138673 + avg_actor_loss: -0.00034663305 + avg_advantage: -0.007819864 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033463656 + avg_entropy: 0.11690378 + avg_grad_norm_pre_clip: 1.6656688 + avg_loss: 0.0012096458 + max: + max_actor_approxkl1: 0.004512882 + max_actor_approxkl3: 0.0021930658 + max_actor_clipfrac: 0.0970459 + max_actor_loss: 0.00276763 + max_advantage: 0.32165515 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005168197 + max_entropy: 0.16412464 + max_grad_norm_pre_clip: 3.6254036 + max_loss: 0.0042499304 + std: + std_actor_approxkl1: 0.000978726 + std_actor_approxkl3: 0.0005011261 + std_actor_clipfrac: 0.020613719 + std_actor_loss: 0.0011385058 + std_advantage: 0.0826363 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00095766404 + std_entropy: 0.019612368 + std_grad_norm_pre_clip: 0.6750555 + std_loss: 0.0011575896 + eval-batch-train: + avg_avg_episode_length: 15.255383 + avg_avg_return: 0.8528229 + avg_benchmark_regret: 0.0034213047 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3370285 + proxy_corner: + avg_avg_return: 0.07073659 + avg_reward_per_step: 0.015045166 + eval-batch-orig: + avg_avg_episode_length: 16.767906 + avg_avg_return: 0.83944166 + avg_benchmark_regret: 0.004449834 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27433014 + proxy_corner: + avg_avg_return: 0.83944166 + avg_reward_per_step: 0.27433014 + eval-batch-shift: + avg_avg_episode_length: 12.707198 + avg_avg_return: 0.8837806 + avg_benchmark_regret: 0.0035811001 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3485031 + proxy_corner: + avg_avg_return: 0.055311717 + avg_reward_per_step: 0.016593933 + eval-batch-tree: + avg_avg_episode_length: 6.8558974 + avg_avg_return: 0.9804954 + avg_benchmark_regret: 0.01392488 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2706604 + proxy_corner: + avg_avg_return: 0.9804954 + avg_reward_per_step: 0.2706604 +=========================================================== +=========================================================== + step: + env-step-all-before: 221249536 + env-step-replay-before: 111345664 + env-step-used-before: 221249536 + ppo-update-before: 135040 + env-step-generate-before: 109903872 + env-step-all-after: 221282304 + env-step-replay-after: 111378432 + env-step-used-after: 221282304 + ppo-update-after: 135060 + env-step-generate-after: 109903872 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 9.597146 + avg_avg_return: 0.923173 + avg_reward_per_step: 0.1043396 + proxy_corner: + avg_avg_return: 0.26029715 + avg_reward_per_step: 0.027618408 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 9.597146 + avg_avg_return: 0.923173 + avg_reward_per_step: 0.1043396 + proxy_corner: + avg_avg_return: 0.26029715 + avg_reward_per_step: 0.027618408 + perf: + env_steps_per_second: 833471.3854241627 + ppo_updates_per_second: 77.61694946050166 + eval-batch-train-duration: 0.264543280005455 + eval-batch-orig-duration: 0.16239246394252405 + eval-batch-shift-duration: 0.1454743180074729 + eval-batch-tree-duration: 0.14274488296359777 + ued: + distances: + cheese-corne_dist_avg: 7.079468 + cheese-corne_dist_wavg: 1.6024808 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 9.117432 + mouse-cheese_dist_finite_wavg: 8.11848 + mouse-cheese_dist_solvable_avg: 9.117432 + mouse-cheese_dist_solvable_wavg: 8.118481 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.398926 + num_walls_wavg: 6.039442 + prop_walls_avg: 0.27821416 + prop_walls_wavg: 0.26258442 + scoring: + avg_scores: 0.07102652 + visit_patterns: + avg_first_visit_time: 2787.9595 + avg_last_visit_time: 3389.1572 + num_replay_batches: 3399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005219223 + avg_actor_approxkl3: 0.000435576 + avg_actor_clipfrac: 0.016583253 + avg_actor_loss: -0.0005169773 + avg_advantage: 0.03828381 + avg_critic_clipfrac: 0.0039978027 + avg_critic_loss: 0.0008716387 + avg_entropy: 0.06694705 + avg_grad_norm_pre_clip: 0.83572215 + avg_loss: -0.00014810493 + max: + max_actor_approxkl1: 0.0018326191 + max_actor_approxkl3: 0.0010744574 + max_actor_clipfrac: 0.032470703 + max_actor_loss: 0.00051762536 + max_advantage: 0.4424836 + max_critic_clipfrac: 0.024902344 + max_critic_loss: 0.0015911208 + max_entropy: 0.08389175 + max_grad_norm_pre_clip: 1.4583616 + max_loss: 0.00088741776 + std: + std_actor_approxkl1: 0.0005603671 + std_actor_approxkl3: 0.00030331162 + std_actor_clipfrac: 0.008934787 + std_actor_loss: 0.00054361677 + std_advantage: 0.040734723 + std_critic_clipfrac: 0.0071551194 + std_critic_loss: 0.00026716117 + std_entropy: 0.0070216693 + std_grad_norm_pre_clip: 0.25877747 + std_loss: 0.00060251245 + eval-batch-train: + avg_avg_episode_length: 15.368055 + avg_avg_return: 0.8521813 + avg_benchmark_regret: 0.0040629096 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33738708 + proxy_corner: + avg_avg_return: 0.06928512 + avg_reward_per_step: 0.015014648 + eval-batch-orig: + avg_avg_episode_length: 16.75709 + avg_avg_return: 0.8395258 + avg_benchmark_regret: 0.004365632 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27490997 + proxy_corner: + avg_avg_return: 0.8395258 + avg_reward_per_step: 0.27490997 + eval-batch-shift: + avg_avg_episode_length: 12.700354 + avg_avg_return: 0.883816 + avg_benchmark_regret: 0.0035456996 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34838867 + proxy_corner: + avg_avg_return: 0.05441845 + avg_reward_per_step: 0.016662598 + eval-batch-tree: + avg_avg_episode_length: 6.66798 + avg_avg_return: 0.9802608 + avg_benchmark_regret: 0.0141594475 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27043152 + proxy_corner: + avg_avg_return: 0.9802608 + avg_reward_per_step: 0.27043152 +=========================================================== +=========================================================== + step: + env-step-all-before: 222298112 + env-step-replay-before: 111804416 + env-step-used-before: 222298112 + ppo-update-before: 135680 + env-step-generate-before: 110493696 + env-step-all-after: 222330880 + env-step-replay-after: 111837184 + env-step-used-after: 222330880 + ppo-update-after: 135700 + env-step-generate-after: 110493696 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.110138 + avg_avg_return: 0.9178883 + avg_reward_per_step: 0.10412598 + proxy_corner: + avg_avg_return: 0.18408921 + avg_reward_per_step: 0.019378662 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.110138 + avg_avg_return: 0.9178883 + avg_reward_per_step: 0.10412598 + proxy_corner: + avg_avg_return: 0.18408921 + avg_reward_per_step: 0.019378662 + perf: + env_steps_per_second: 608754.9277997045 + ppo_updates_per_second: 74.96707857203813 + eval-batch-train-duration: 0.26158702798420563 + eval-batch-orig-duration: 0.16074327600654215 + eval-batch-shift-duration: 0.14609770302195102 + eval-batch-tree-duration: 0.14370768901426345 + ued: + distances: + cheese-corne_dist_avg: 7.071045 + cheese-corne_dist_wavg: 1.604265 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.124756 + mouse-cheese_dist_finite_wavg: 8.108707 + mouse-cheese_dist_solvable_avg: 9.124756 + mouse-cheese_dist_solvable_wavg: 8.108707 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.390625 + num_walls_wavg: 6.938576 + prop_walls_avg: 0.27785325 + prop_walls_wavg: 0.30167717 + scoring: + avg_scores: 0.07151115 + visit_patterns: + avg_first_visit_time: 2798.233 + avg_last_visit_time: 3403.183 + num_replay_batches: 3413 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069713214 + avg_actor_approxkl3: 0.0005336996 + avg_actor_clipfrac: 0.020001221 + avg_actor_loss: -0.00052681466 + avg_advantage: -0.004069722 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005827958 + avg_entropy: 0.08183893 + avg_grad_norm_pre_clip: 0.9403944 + avg_loss: -0.0003172557 + max: + max_actor_approxkl1: 0.0024827202 + max_actor_approxkl3: 0.001243897 + max_actor_clipfrac: 0.045532227 + max_actor_loss: 0.00030679628 + max_advantage: 0.35405135 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010383716 + max_entropy: 0.08930959 + max_grad_norm_pre_clip: 1.4588947 + max_loss: 0.0005264941 + std: + std_actor_approxkl1: 0.00057687616 + std_actor_approxkl3: 0.00031596815 + std_actor_clipfrac: 0.0111780865 + std_actor_loss: 0.0004501717 + std_advantage: 0.035637997 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00025710982 + std_entropy: 0.004268353 + std_grad_norm_pre_clip: 0.30414066 + std_loss: 0.0004816418 + eval-batch-train: + avg_avg_episode_length: 15.247011 + avg_avg_return: 0.8533666 + avg_benchmark_regret: 0.0028775483 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33740997 + proxy_corner: + avg_avg_return: 0.07184046 + avg_reward_per_step: 0.015182495 + eval-batch-orig: + avg_avg_episode_length: 16.76427 + avg_avg_return: 0.839151 + avg_benchmark_regret: 0.0047404384 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27487183 + proxy_corner: + avg_avg_return: 0.839151 + avg_reward_per_step: 0.27487183 + eval-batch-shift: + avg_avg_episode_length: 12.699196 + avg_avg_return: 0.88349336 + avg_benchmark_regret: 0.0038683412 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34667206 + proxy_corner: + avg_avg_return: 0.058768667 + avg_reward_per_step: 0.016792297 + eval-batch-tree: + avg_avg_episode_length: 6.7653236 + avg_avg_return: 0.98090106 + avg_benchmark_regret: 0.013519194 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2702713 + proxy_corner: + avg_avg_return: 0.98090106 + avg_reward_per_step: 0.2702713 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 223346688 + env-step-replay-before: 112427008 + env-step-used-before: 223346688 + ppo-update-before: 136320 + env-step-generate-before: 110919680 + env-step-all-after: 223379456 + env-step-replay-after: 112427008 + env-step-used-after: 223379456 + ppo-update-after: 136340 + env-step-generate-after: 110952448 + train-generate: + shift_proportion: 0.9296875 + avg_avg_episode_length: 15.047241 + avg_avg_return: 0.8454518 + avg_reward_per_step: 0.3112793 + proxy_corner: + avg_avg_return: 0.08056903 + avg_reward_per_step: 0.016967773 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 15.047241 + avg_avg_return: 0.8454518 + avg_reward_per_step: 0.3112793 + proxy_corner: + avg_avg_return: 0.08056903 + avg_reward_per_step: 0.016967773 + perf: + env_steps_per_second: 967255.360294107 + ppo_updates_per_second: 105.6713311992784 + eval-batch-train-duration: 0.2026201929547824 + eval-batch-orig-duration: 0.1429162560380064 + eval-batch-shift-duration: 0.14115117001347244 + eval-batch-tree-duration: 0.13990019302582368 + ued: + distances: + cheese-corne_dist_avg: 7.062378 + cheese-corne_dist_wavg: 11.948542 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 9.125732 + mouse-cheese_dist_finite_wavg: 8.1103325 + mouse-cheese_dist_solvable_avg: 9.125732 + mouse-cheese_dist_solvable_wavg: 8.110332 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3830566 + num_walls_wavg: 6.937907 + prop_walls_avg: 0.27752417 + prop_walls_wavg: 0.30164823 + scoring: + avg_scores: 0.07081642 + visit_patterns: + avg_first_visit_time: 2809.5312 + avg_last_visit_time: 3421.203 + num_replay_batches: 3431 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018186072 + avg_actor_approxkl3: 0.0016555332 + avg_actor_clipfrac: 0.043933105 + avg_actor_loss: 0.0005079014 + avg_advantage: -0.029566482 + avg_critic_clipfrac: 0.0001953125 + avg_critic_loss: 0.0037295003 + avg_entropy: 0.11599763 + avg_grad_norm_pre_clip: 1.4028643 + avg_loss: 0.002256654 + max: + max_actor_approxkl1: 0.005570822 + max_actor_approxkl3: 0.0046844766 + max_actor_clipfrac: 0.072143555 + max_actor_loss: 0.0032637417 + max_advantage: 0.2731622 + max_critic_clipfrac: 0.00390625 + max_critic_loss: 0.0067139585 + max_entropy: 0.13864815 + max_grad_norm_pre_clip: 2.2315414 + max_loss: 0.0051545184 + std: + std_actor_approxkl1: 0.0012783873 + std_actor_approxkl3: 0.0010801574 + std_actor_clipfrac: 0.017990528 + std_actor_loss: 0.0012304643 + std_advantage: 0.08554887 + std_critic_clipfrac: 0.0008513474 + std_critic_loss: 0.0011236134 + std_entropy: 0.010874671 + std_grad_norm_pre_clip: 0.39467883 + std_loss: 0.0012867897 + eval-batch-train: + avg_avg_episode_length: 15.314669 + avg_avg_return: 0.85268116 + avg_benchmark_regret: 0.0035630213 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33628082 + proxy_corner: + avg_avg_return: 0.06896657 + avg_reward_per_step: 0.014839172 + eval-batch-orig: + avg_avg_episode_length: 16.77544 + avg_avg_return: 0.83954227 + avg_benchmark_regret: 0.0043491684 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2743225 + proxy_corner: + avg_avg_return: 0.83954227 + avg_reward_per_step: 0.2743225 + eval-batch-shift: + avg_avg_episode_length: 12.717463 + avg_avg_return: 0.8837086 + avg_benchmark_regret: 0.0036531813 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34762573 + proxy_corner: + avg_avg_return: 0.058891505 + avg_reward_per_step: 0.016571045 + eval-batch-tree: + avg_avg_episode_length: 6.5229845 + avg_avg_return: 0.9842386 + avg_benchmark_regret: 0.010181645 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27057648 + proxy_corner: + avg_avg_return: 0.9842386 + avg_reward_per_step: 0.27057648 +=========================================================== +=========================================================== + step: + env-step-all-before: 224395264 + env-step-replay-before: 112918528 + env-step-used-before: 224395264 + ppo-update-before: 136960 + env-step-generate-before: 111476736 + env-step-all-after: 224428032 + env-step-replay-after: 112951296 + env-step-used-after: 224428032 + ppo-update-after: 136980 + env-step-generate-after: 111476736 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.625372 + avg_avg_return: 0.925424 + avg_reward_per_step: 0.10507202 + proxy_corner: + avg_avg_return: 0.19752689 + avg_reward_per_step: 0.021209717 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.625372 + avg_avg_return: 0.925424 + avg_reward_per_step: 0.10507202 + proxy_corner: + avg_avg_return: 0.19752689 + avg_reward_per_step: 0.021209717 + perf: + env_steps_per_second: 881278.3953065985 + ppo_updates_per_second: 108.92783481319834 + eval-batch-train-duration: 0.19226211996283382 + eval-batch-orig-duration: 0.14302544202655554 + eval-batch-shift-duration: 0.1397373850340955 + eval-batch-tree-duration: 0.14372801699209958 + ued: + distances: + cheese-corne_dist_avg: 7.0860596 + cheese-corne_dist_wavg: 12.413074 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 9.141113 + mouse-cheese_dist_finite_wavg: 10.814057 + mouse-cheese_dist_solvable_avg: 9.141113 + mouse-cheese_dist_solvable_wavg: 10.81406 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.387207 + num_walls_wavg: 7.8376417 + prop_walls_avg: 0.27770463 + prop_walls_wavg: 0.34076706 + scoring: + avg_scores: 0.07076847 + visit_patterns: + avg_first_visit_time: 2820.0383 + avg_last_visit_time: 3437.2095 + num_replay_batches: 3447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011609643 + avg_actor_approxkl3: 0.0007333662 + avg_actor_clipfrac: 0.024621582 + avg_actor_loss: -0.00031055082 + avg_advantage: 0.023309339 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00048294687 + avg_entropy: 0.07641889 + avg_grad_norm_pre_clip: 1.349549 + avg_loss: -0.00014549626 + max: + max_actor_approxkl1: 0.002595781 + max_actor_approxkl3: 0.001518809 + max_actor_clipfrac: 0.04699707 + max_actor_loss: 0.0020199046 + max_advantage: 0.35396385 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006683074 + max_entropy: 0.09153183 + max_grad_norm_pre_clip: 2.641543 + max_loss: 0.0021927515 + std: + std_actor_approxkl1: 0.0007953836 + std_actor_approxkl3: 0.000373283 + std_actor_clipfrac: 0.010351757 + std_actor_loss: 0.001109747 + std_advantage: 0.028535953 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011938016 + std_entropy: 0.009277869 + std_grad_norm_pre_clip: 0.5576577 + std_loss: 0.0011085181 + eval-batch-train: + avg_avg_episode_length: 15.233492 + avg_avg_return: 0.85307705 + avg_benchmark_regret: 0.0031671128 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33751678 + proxy_corner: + avg_avg_return: 0.070081756 + avg_reward_per_step: 0.015853882 + eval-batch-orig: + avg_avg_episode_length: 16.776215 + avg_avg_return: 0.8393668 + avg_benchmark_regret: 0.004524624 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2743454 + proxy_corner: + avg_avg_return: 0.8393668 + avg_reward_per_step: 0.2743454 + eval-batch-shift: + avg_avg_episode_length: 12.72369 + avg_avg_return: 0.8838877 + avg_benchmark_regret: 0.0034740393 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34646606 + proxy_corner: + avg_avg_return: 0.059288576 + avg_reward_per_step: 0.017433167 + eval-batch-tree: + avg_avg_episode_length: 6.624543 + avg_avg_return: 0.98301864 + avg_benchmark_regret: 0.011401654 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2702484 + proxy_corner: + avg_avg_return: 0.98301864 + avg_reward_per_step: 0.2702484 +=========================================================== +=========================================================== + step: + env-step-all-before: 225443840 + env-step-replay-before: 113442816 + env-step-used-before: 225443840 + ppo-update-before: 137600 + env-step-generate-before: 112001024 + env-step-all-after: 225476608 + env-step-replay-after: 113442816 + env-step-used-after: 225476608 + ppo-update-after: 137620 + env-step-generate-after: 112033792 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.200225 + avg_avg_return: 0.8640163 + avg_reward_per_step: 0.35916138 + proxy_corner: + avg_avg_return: 0.06890173 + avg_reward_per_step: 0.013183594 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.200225 + avg_avg_return: 0.8640163 + avg_reward_per_step: 0.35916138 + proxy_corner: + avg_avg_return: 0.06890173 + avg_reward_per_step: 0.013183594 + perf: + env_steps_per_second: 905695.7804147534 + ppo_updates_per_second: 105.0175803809313 + eval-batch-train-duration: 0.2041146489791572 + eval-batch-orig-duration: 0.14559918304439634 + eval-batch-shift-duration: 0.14805079495999962 + eval-batch-tree-duration: 0.14725554501637816 + ued: + distances: + cheese-corne_dist_avg: 7.0804443 + cheese-corne_dist_wavg: 10.605717 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 9.148926 + mouse-cheese_dist_finite_wavg: 9.017547 + mouse-cheese_dist_solvable_avg: 9.148926 + mouse-cheese_dist_solvable_wavg: 9.017549 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.3901367 + num_walls_wavg: 6.035778 + prop_walls_avg: 0.27783203 + prop_walls_wavg: 0.26242512 + scoring: + avg_scores: 0.070632264 + visit_patterns: + avg_first_visit_time: 2832.0107 + avg_last_visit_time: 3452.2283 + num_replay_batches: 3462 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017555172 + avg_actor_approxkl3: 0.0010614143 + avg_actor_clipfrac: 0.036535647 + avg_actor_loss: -0.00071448926 + avg_advantage: -0.002073429 + avg_critic_clipfrac: 0.004473877 + avg_critic_loss: 0.0029550232 + avg_entropy: 0.111622326 + avg_grad_norm_pre_clip: 1.2091477 + avg_loss: 0.0006513999 + max: + max_actor_approxkl1: 0.0032949536 + max_actor_approxkl3: 0.0020106565 + max_actor_clipfrac: 0.07531738 + max_actor_loss: 0.0010913834 + max_advantage: 0.3803181 + max_critic_clipfrac: 0.036865234 + max_critic_loss: 0.0039358074 + max_entropy: 0.1394104 + max_grad_norm_pre_clip: 2.315071 + max_loss: 0.002649618 + std: + std_actor_approxkl1: 0.0008949876 + std_actor_approxkl3: 0.0004710348 + std_actor_clipfrac: 0.016474342 + std_actor_loss: 0.000967325 + std_advantage: 0.07938333 + std_critic_clipfrac: 0.010496292 + std_critic_loss: 0.0005894367 + std_entropy: 0.015342904 + std_grad_norm_pre_clip: 0.4810446 + std_loss: 0.00093356665 + eval-batch-train: + avg_avg_episode_length: 15.215092 + avg_avg_return: 0.8532251 + avg_benchmark_regret: 0.0030190567 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33796692 + proxy_corner: + avg_avg_return: 0.07012299 + avg_reward_per_step: 0.016319275 + eval-batch-orig: + avg_avg_episode_length: 16.767973 + avg_avg_return: 0.8396692 + avg_benchmark_regret: 0.0042222785 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27452087 + proxy_corner: + avg_avg_return: 0.8396692 + avg_reward_per_step: 0.27452087 + eval-batch-shift: + avg_avg_episode_length: 12.690577 + avg_avg_return: 0.8835497 + avg_benchmark_regret: 0.00381205 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3473816 + proxy_corner: + avg_avg_return: 0.05859106 + avg_reward_per_step: 0.017066956 + eval-batch-tree: + avg_avg_episode_length: 6.8472767 + avg_avg_return: 0.98314774 + avg_benchmark_regret: 0.011272576 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26956177 + proxy_corner: + avg_avg_return: 0.98314774 + avg_reward_per_step: 0.26956177 +=========================================================== +=========================================================== + step: + env-step-all-before: 226492416 + env-step-replay-before: 113836032 + env-step-used-before: 226492416 + ppo-update-before: 138240 + env-step-generate-before: 112656384 + env-step-all-after: 226525184 + env-step-replay-after: 113868800 + env-step-used-after: 226525184 + ppo-update-after: 138260 + env-step-generate-after: 112656384 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.920947 + avg_avg_return: 0.9219875 + avg_reward_per_step: 0.10479736 + proxy_corner: + avg_avg_return: 0.175253 + avg_reward_per_step: 0.018585205 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 9.920947 + avg_avg_return: 0.9219875 + avg_reward_per_step: 0.10479736 + proxy_corner: + avg_avg_return: 0.175253 + avg_reward_per_step: 0.018585205 + perf: + env_steps_per_second: 956129.6731471113 + ppo_updates_per_second: 74.5656806352077 + eval-batch-train-duration: 0.2653661509975791 + eval-batch-orig-duration: 0.169039172003977 + eval-batch-shift-duration: 0.15156223200028762 + eval-batch-tree-duration: 0.14465834095608443 + ued: + distances: + cheese-corne_dist_avg: 7.081909 + cheese-corne_dist_wavg: 11.959424 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 9.186035 + mouse-cheese_dist_finite_wavg: 8.122383 + mouse-cheese_dist_solvable_avg: 9.186035 + mouse-cheese_dist_solvable_wavg: 8.122385 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.390381 + num_walls_wavg: 6.9429684 + prop_walls_avg: 0.27784264 + prop_walls_wavg: 0.3018682 + scoring: + avg_scores: 0.07133188 + visit_patterns: + avg_first_visit_time: 2842.44 + avg_last_visit_time: 3465.2952 + num_replay_batches: 3475 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030300938 + avg_actor_approxkl3: 0.0004165216 + avg_actor_clipfrac: 0.019262696 + avg_actor_loss: -0.00049348193 + avg_advantage: -0.002765887 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00041758895 + avg_entropy: 0.073999874 + avg_grad_norm_pre_clip: 0.89043826 + avg_loss: -0.00035868734 + max: + max_actor_approxkl1: 0.0011842151 + max_actor_approxkl3: 0.0007629606 + max_actor_clipfrac: 0.032714844 + max_actor_loss: 0.0010986286 + max_advantage: 0.38778913 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005646699 + max_entropy: 0.08424597 + max_grad_norm_pre_clip: 1.9038463 + max_loss: 0.0012079311 + std: + std_actor_approxkl1: 0.00036596137 + std_actor_approxkl3: 0.0001884216 + std_actor_clipfrac: 0.007356861 + std_actor_loss: 0.00073668914 + std_advantage: 0.030641412 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.853829e-05 + std_entropy: 0.005186387 + std_grad_norm_pre_clip: 0.32976505 + std_loss: 0.000740162 + eval-batch-train: + avg_avg_episode_length: 15.205164 + avg_avg_return: 0.8534518 + avg_benchmark_regret: 0.0027924208 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33838654 + proxy_corner: + avg_avg_return: 0.07424868 + avg_reward_per_step: 0.016220093 + eval-batch-orig: + avg_avg_episode_length: 16.756168 + avg_avg_return: 0.8395244 + avg_benchmark_regret: 0.004367118 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2748642 + proxy_corner: + avg_avg_return: 0.8395244 + avg_reward_per_step: 0.2748642 + eval-batch-shift: + avg_avg_episode_length: 12.658847 + avg_avg_return: 0.88409 + avg_benchmark_regret: 0.0032717187 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34804535 + proxy_corner: + avg_avg_return: 0.057623915 + avg_reward_per_step: 0.016693115 + eval-batch-tree: + avg_avg_episode_length: 6.7774463 + avg_avg_return: 0.9796917 + avg_benchmark_regret: 0.014728598 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27296448 + proxy_corner: + avg_avg_return: 0.9796917 + avg_reward_per_step: 0.27296448 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 227540992 + env-step-replay-before: 114524160 + env-step-used-before: 227540992 + ppo-update-before: 138880 + env-step-generate-before: 113016832 + env-step-all-after: 227573760 + env-step-replay-after: 114556928 + env-step-used-after: 227573760 + ppo-update-after: 138900 + env-step-generate-after: 113016832 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.590175 + avg_avg_return: 0.92465615 + avg_reward_per_step: 0.105407715 + proxy_corner: + avg_avg_return: 0.23683974 + avg_reward_per_step: 0.025268555 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.590175 + avg_avg_return: 0.92465615 + avg_reward_per_step: 0.105407715 + proxy_corner: + avg_avg_return: 0.23683974 + avg_reward_per_step: 0.025268555 + perf: + env_steps_per_second: 617976.8850996871 + ppo_updates_per_second: 100.07639582659611 + eval-batch-train-duration: 0.19647026102757081 + eval-batch-orig-duration: 0.14321469003334641 + eval-batch-shift-duration: 0.14003421500092372 + eval-batch-tree-duration: 0.13925438502337784 + ued: + distances: + cheese-corne_dist_avg: 7.1032715 + cheese-corne_dist_wavg: 11.9493 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 9.194092 + mouse-cheese_dist_finite_wavg: 4.5284452 + mouse-cheese_dist_solvable_avg: 9.194092 + mouse-cheese_dist_solvable_wavg: 4.5284452 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.393799 + num_walls_wavg: 6.0377083 + prop_walls_avg: 0.27799124 + prop_walls_wavg: 0.26250905 + scoring: + avg_scores: 0.07011789 + visit_patterns: + avg_first_visit_time: 2848.9297 + avg_last_visit_time: 3486.171 + num_replay_batches: 3496 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00081029825 + avg_actor_approxkl3: 0.000578928 + avg_actor_clipfrac: 0.021893311 + avg_actor_loss: -0.00026220627 + avg_advantage: 6.2805004e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028852012 + avg_entropy: 0.073755294 + avg_grad_norm_pre_clip: 1.0931859 + avg_loss: -0.00019170153 + max: + max_actor_approxkl1: 0.0024845654 + max_actor_approxkl3: 0.0009787565 + max_actor_clipfrac: 0.037841797 + max_actor_loss: 0.0012890026 + max_advantage: 0.5147095 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00050598447 + max_entropy: 0.102372244 + max_grad_norm_pre_clip: 2.6013536 + max_loss: 0.0013254064 + std: + std_actor_approxkl1: 0.00055610336 + std_actor_approxkl3: 0.0002611767 + std_actor_clipfrac: 0.010121925 + std_actor_loss: 0.0008409739 + std_advantage: 0.0245595 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.5975055e-05 + std_entropy: 0.009767671 + std_grad_norm_pre_clip: 0.42693868 + std_loss: 0.00084336917 + eval-batch-train: + avg_avg_episode_length: 15.224554 + avg_avg_return: 0.8530574 + avg_benchmark_regret: 0.0031868808 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33687592 + proxy_corner: + avg_avg_return: 0.062278386 + avg_reward_per_step: 0.014335632 + eval-batch-orig: + avg_avg_episode_length: 16.761244 + avg_avg_return: 0.83936983 + avg_benchmark_regret: 0.004521638 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27397156 + proxy_corner: + avg_avg_return: 0.83936983 + avg_reward_per_step: 0.27397156 + eval-batch-shift: + avg_avg_episode_length: 12.668869 + avg_avg_return: 0.88375795 + avg_benchmark_regret: 0.0036037364 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34866333 + proxy_corner: + avg_avg_return: 0.050861523 + avg_reward_per_step: 0.016098022 + eval-batch-tree: + avg_avg_episode_length: 6.384621 + avg_avg_return: 0.9836379 + avg_benchmark_regret: 0.010782322 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27159882 + proxy_corner: + avg_avg_return: 0.9836379 + avg_reward_per_step: 0.27159882 +=========================================================== +=========================================================== + step: + env-step-all-before: 228589568 + env-step-replay-before: 115081216 + env-step-used-before: 228589568 + ppo-update-before: 139520 + env-step-generate-before: 113508352 + env-step-all-after: 228622336 + env-step-replay-after: 115081216 + env-step-used-after: 228622336 + ppo-update-after: 139540 + env-step-generate-after: 113541120 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 11.910497 + avg_avg_return: 0.8816503 + avg_reward_per_step: 0.35327148 + proxy_corner: + avg_avg_return: 0.064572476 + avg_reward_per_step: 0.012084961 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 11.910497 + avg_avg_return: 0.8816503 + avg_reward_per_step: 0.35327148 + proxy_corner: + avg_avg_return: 0.064572476 + avg_reward_per_step: 0.012084961 + perf: + env_steps_per_second: 927793.470379884 + ppo_updates_per_second: 77.8543118131796 + eval-batch-train-duration: 0.26455200696364045 + eval-batch-orig-duration: 0.16522645601071417 + eval-batch-shift-duration: 0.14788360899547115 + eval-batch-tree-duration: 0.14306446601403877 + ued: + distances: + cheese-corne_dist_avg: 7.07251 + cheese-corne_dist_wavg: 1.6225295 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 9.192139 + mouse-cheese_dist_finite_wavg: 7.224591 + mouse-cheese_dist_solvable_avg: 9.192139 + mouse-cheese_dist_solvable_wavg: 7.224591 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.395508 + num_walls_wavg: 6.937717 + prop_walls_avg: 0.27806556 + prop_walls_wavg: 0.30163994 + scoring: + avg_scores: 0.07063688 + visit_patterns: + avg_first_visit_time: 2857.9006 + avg_last_visit_time: 3502.352 + num_replay_batches: 3512 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017947073 + avg_actor_approxkl3: 0.0011474688 + avg_actor_clipfrac: 0.033343505 + avg_actor_loss: -7.6807104e-05 + avg_advantage: -0.001980151 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0026111621 + avg_entropy: 0.10168284 + avg_grad_norm_pre_clip: 1.3351272 + avg_loss: 0.0011270915 + max: + max_actor_approxkl1: 0.0035483735 + max_actor_approxkl3: 0.0020737322 + max_actor_clipfrac: 0.06518555 + max_actor_loss: 0.0017362349 + max_advantage: 0.28472114 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004578552 + max_entropy: 0.130014 + max_grad_norm_pre_clip: 2.7473352 + max_loss: 0.0026271082 + std: + std_actor_approxkl1: 0.0011693463 + std_actor_approxkl3: 0.00067540933 + std_actor_clipfrac: 0.018165782 + std_actor_loss: 0.00084528234 + std_advantage: 0.073598355 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000947241 + std_entropy: 0.013528786 + std_grad_norm_pre_clip: 0.5753699 + std_loss: 0.0008949757 + eval-batch-train: + avg_avg_episode_length: 15.215931 + avg_avg_return: 0.85312647 + avg_benchmark_regret: 0.0031177832 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33670044 + proxy_corner: + avg_avg_return: 0.06256212 + avg_reward_per_step: 0.014442444 + eval-batch-orig: + avg_avg_episode_length: 16.75952 + avg_avg_return: 0.83960116 + avg_benchmark_regret: 0.004290306 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742691 + proxy_corner: + avg_avg_return: 0.83960116 + avg_reward_per_step: 0.2742691 + eval-batch-shift: + avg_avg_episode_length: 12.647076 + avg_avg_return: 0.88396275 + avg_benchmark_regret: 0.003398947 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3489685 + proxy_corner: + avg_avg_return: 0.050645873 + avg_reward_per_step: 0.01626587 + eval-batch-tree: + avg_avg_episode_length: 6.5184746 + avg_avg_return: 0.9810394 + avg_benchmark_regret: 0.013380874 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27043152 + proxy_corner: + avg_avg_return: 0.9810394 + avg_reward_per_step: 0.27043152 +=========================================================== +=========================================================== + step: + env-step-all-before: 229638144 + env-step-replay-before: 115736576 + env-step-used-before: 229638144 + ppo-update-before: 140160 + env-step-generate-before: 113901568 + env-step-all-after: 229670912 + env-step-replay-after: 115769344 + env-step-used-after: 229670912 + ppo-update-after: 140180 + env-step-generate-after: 113901568 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 9.549456 + avg_avg_return: 0.9239997 + avg_reward_per_step: 0.105163574 + proxy_corner: + avg_avg_return: 0.19312459 + avg_reward_per_step: 0.020843506 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 9.549456 + avg_avg_return: 0.9239997 + avg_reward_per_step: 0.105163574 + proxy_corner: + avg_avg_return: 0.19312459 + avg_reward_per_step: 0.020843506 + perf: + env_steps_per_second: 633786.6131447782 + ppo_updates_per_second: 100.70380428229096 + eval-batch-train-duration: 0.1940033610444516 + eval-batch-orig-duration: 0.14206535398261622 + eval-batch-shift-duration: 0.13916457496816292 + eval-batch-tree-duration: 0.1391008350183256 + ued: + distances: + cheese-corne_dist_avg: 7.095459 + cheese-corne_dist_wavg: 3.4098113 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 9.1875 + mouse-cheese_dist_finite_wavg: 7.2188587 + mouse-cheese_dist_solvable_avg: 9.1875 + mouse-cheese_dist_solvable_wavg: 7.2188606 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4040527 + num_walls_wavg: 7.836676 + prop_walls_avg: 0.27843705 + prop_walls_wavg: 0.34072515 + scoring: + avg_scores: 0.07017296 + visit_patterns: + avg_first_visit_time: 2868.5122 + avg_last_visit_time: 3523.2632 + num_replay_batches: 3533 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007269517 + avg_actor_approxkl3: 0.000531968 + avg_actor_clipfrac: 0.021319581 + avg_actor_loss: -0.00038814283 + avg_advantage: 0.004222389 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00024288589 + avg_entropy: 0.080632895 + avg_grad_norm_pre_clip: 1.110855 + avg_loss: -0.00034733277 + max: + max_actor_approxkl1: 0.0017894174 + max_actor_approxkl3: 0.0011659701 + max_actor_clipfrac: 0.040649414 + max_actor_loss: 0.00093940645 + max_advantage: 0.26584494 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002992765 + max_entropy: 0.09581435 + max_grad_norm_pre_clip: 1.978247 + max_loss: 0.0010110625 + std: + std_actor_approxkl1: 0.0005974691 + std_actor_approxkl3: 0.00030546304 + std_actor_clipfrac: 0.00941844 + std_actor_loss: 0.0006156251 + std_advantage: 0.022363966 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4473631e-05 + std_entropy: 0.006214788 + std_grad_norm_pre_clip: 0.35483083 + std_loss: 0.0006230565 + eval-batch-train: + avg_avg_episode_length: 15.208157 + avg_avg_return: 0.85328364 + avg_benchmark_regret: 0.0029605178 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3381729 + proxy_corner: + avg_avg_return: 0.0659758 + avg_reward_per_step: 0.015068054 + eval-batch-orig: + avg_avg_episode_length: 16.76262 + avg_avg_return: 0.8395933 + avg_benchmark_regret: 0.0042981515 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2746048 + proxy_corner: + avg_avg_return: 0.8395933 + avg_reward_per_step: 0.2746048 + eval-batch-shift: + avg_avg_episode_length: 12.66472 + avg_avg_return: 0.8841445 + avg_benchmark_regret: 0.0032172378 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34827423 + proxy_corner: + avg_avg_return: 0.054434016 + avg_reward_per_step: 0.016471863 + eval-batch-tree: + avg_avg_episode_length: 6.7620354 + avg_avg_return: 0.98218805 + avg_benchmark_regret: 0.012232227 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27057648 + proxy_corner: + avg_avg_return: 0.98218805 + avg_reward_per_step: 0.27057648 +=========================================================== +=========================================================== + step: + env-step-all-before: 230686720 + env-step-replay-before: 116359168 + env-step-used-before: 230686720 + ppo-update-before: 140800 + env-step-generate-before: 114327552 + env-step-all-after: 230719488 + env-step-replay-after: 116359168 + env-step-used-after: 230719488 + ppo-update-after: 140820 + env-step-generate-after: 114360320 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.241434 + avg_avg_return: 0.86531806 + avg_reward_per_step: 0.34402466 + proxy_corner: + avg_avg_return: 0.08123026 + avg_reward_per_step: 0.01663208 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.241434 + avg_avg_return: 0.86531806 + avg_reward_per_step: 0.34402466 + proxy_corner: + avg_avg_return: 0.08123026 + avg_reward_per_step: 0.01663208 + perf: + env_steps_per_second: 913777.4514405555 + ppo_updates_per_second: 108.28133776481381 + eval-batch-train-duration: 0.2046268439735286 + eval-batch-orig-duration: 0.1558968520257622 + eval-batch-shift-duration: 0.1454519450198859 + eval-batch-tree-duration: 0.14284966100240126 + ued: + distances: + cheese-corne_dist_avg: 7.0826416 + cheese-corne_dist_wavg: 3.4056034 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 9.199707 + mouse-cheese_dist_finite_wavg: 13.521125 + mouse-cheese_dist_solvable_avg: 9.199707 + mouse-cheese_dist_solvable_wavg: 13.521125 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.416748 + num_walls_wavg: 6.941062 + prop_walls_avg: 0.27898902 + prop_walls_wavg: 0.30178538 + scoring: + avg_scores: 0.07035625 + visit_patterns: + avg_first_visit_time: 2878.5498 + avg_last_visit_time: 3541.3743 + num_replay_batches: 3551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015210182 + avg_actor_approxkl3: 0.0011843767 + avg_actor_clipfrac: 0.035925295 + avg_actor_loss: -0.00034354627 + avg_advantage: -0.006959539 + avg_critic_clipfrac: 0.003479004 + avg_critic_loss: 0.0033281364 + avg_entropy: 0.11174462 + avg_grad_norm_pre_clip: 1.3704752 + avg_loss: 0.0012087774 + max: + max_actor_approxkl1: 0.006633198 + max_actor_approxkl3: 0.0025982473 + max_actor_clipfrac: 0.064697266 + max_actor_loss: 0.0011433885 + max_advantage: 0.21562028 + max_critic_clipfrac: 0.021972656 + max_critic_loss: 0.0049692728 + max_entropy: 0.14329931 + max_grad_norm_pre_clip: 2.282614 + max_loss: 0.002462398 + std: + std_actor_approxkl1: 0.0014468753 + std_actor_approxkl3: 0.00066226907 + std_actor_clipfrac: 0.017026035 + std_actor_loss: 0.00053758745 + std_advantage: 0.083107315 + std_critic_clipfrac: 0.007255178 + std_critic_loss: 0.0007920167 + std_entropy: 0.016093157 + std_grad_norm_pre_clip: 0.48706064 + std_loss: 0.0006392659 + eval-batch-train: + avg_avg_episode_length: 15.217947 + avg_avg_return: 0.8531828 + avg_benchmark_regret: 0.003061469 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33712006 + proxy_corner: + avg_avg_return: 0.06496178 + avg_reward_per_step: 0.014915466 + eval-batch-orig: + avg_avg_episode_length: 16.770092 + avg_avg_return: 0.8395181 + avg_benchmark_regret: 0.0043734023 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27457428 + proxy_corner: + avg_avg_return: 0.8395181 + avg_reward_per_step: 0.27457428 + eval-batch-shift: + avg_avg_episode_length: 12.644586 + avg_avg_return: 0.8840523 + avg_benchmark_regret: 0.003309453 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3485794 + proxy_corner: + avg_avg_return: 0.05559253 + avg_reward_per_step: 0.01625824 + eval-batch-tree: + avg_avg_episode_length: 7.4444847 + avg_avg_return: 0.97558165 + avg_benchmark_regret: 0.018838659 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27064514 + proxy_corner: + avg_avg_return: 0.97558165 + avg_reward_per_step: 0.27064514 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 231735296 + env-step-replay-before: 116916224 + env-step-used-before: 231735296 + ppo-update-before: 141440 + env-step-generate-before: 114819072 + env-step-all-after: 231768064 + env-step-replay-after: 116948992 + env-step-used-after: 231768064 + ppo-update-after: 141460 + env-step-generate-after: 114819072 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.768435 + avg_avg_return: 0.92212903 + avg_reward_per_step: 0.10333252 + proxy_corner: + avg_avg_return: 0.20277543 + avg_reward_per_step: 0.022491455 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.768435 + avg_avg_return: 0.92212903 + avg_reward_per_step: 0.10333252 + proxy_corner: + avg_avg_return: 0.20277543 + avg_reward_per_step: 0.022491455 + perf: + env_steps_per_second: 880106.398691277 + ppo_updates_per_second: 104.34135094623566 + eval-batch-train-duration: 0.20171559700975195 + eval-batch-orig-duration: 0.14413904200773686 + eval-batch-shift-duration: 0.14159751095576212 + eval-batch-tree-duration: 0.14044471899978817 + ued: + distances: + cheese-corne_dist_avg: 7.0880127 + cheese-corne_dist_wavg: 11.965056 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 9.218994 + mouse-cheese_dist_finite_wavg: 8.126516 + mouse-cheese_dist_solvable_avg: 9.218994 + mouse-cheese_dist_solvable_wavg: 8.126517 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.430176 + num_walls_wavg: 9.641108 + prop_walls_avg: 0.27957284 + prop_walls_wavg: 0.41917863 + scoring: + avg_scores: 0.07011239 + visit_patterns: + avg_first_visit_time: 2887.7656 + avg_last_visit_time: 3559.2903 + num_replay_batches: 3569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000890861 + avg_actor_approxkl3: 0.00057935773 + avg_actor_clipfrac: 0.021655275 + avg_actor_loss: -0.00037467986 + avg_advantage: -0.0005737136 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021855217 + avg_entropy: 0.0730475 + avg_grad_norm_pre_clip: 1.0389097 + avg_loss: -0.0003384513 + max: + max_actor_approxkl1: 0.0020298697 + max_actor_approxkl3: 0.0011823444 + max_actor_clipfrac: 0.04333496 + max_actor_loss: 0.0005153711 + max_advantage: 0.23721308 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002638243 + max_entropy: 0.08348255 + max_grad_norm_pre_clip: 1.7869897 + max_loss: 0.0005381795 + std: + std_actor_approxkl1: 0.0006103729 + std_actor_approxkl3: 0.00032854636 + std_actor_clipfrac: 0.010578884 + std_actor_loss: 0.0005714712 + std_advantage: 0.021321196 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0294194e-05 + std_entropy: 0.006793557 + std_grad_norm_pre_clip: 0.29199946 + std_loss: 0.00056732 + eval-batch-train: + avg_avg_episode_length: 15.246834 + avg_avg_return: 0.8530752 + avg_benchmark_regret: 0.003168997 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3365097 + proxy_corner: + avg_avg_return: 0.06863216 + avg_reward_per_step: 0.015640259 + eval-batch-orig: + avg_avg_episode_length: 16.748262 + avg_avg_return: 0.8393713 + avg_benchmark_regret: 0.0045201615 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27509308 + proxy_corner: + avg_avg_return: 0.8393713 + avg_reward_per_step: 0.27509308 + eval-batch-shift: + avg_avg_episode_length: 12.64568 + avg_avg_return: 0.8839656 + avg_benchmark_regret: 0.0033961034 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34835052 + proxy_corner: + avg_avg_return: 0.056358594 + avg_reward_per_step: 0.016494751 + eval-batch-tree: + avg_avg_episode_length: 6.7393284 + avg_avg_return: 0.98197514 + avg_benchmark_regret: 0.012445129 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2704544 + proxy_corner: + avg_avg_return: 0.98197514 + avg_reward_per_step: 0.2704544 +=========================================================== +=========================================================== + step: + env-step-all-before: 232783872 + env-step-replay-before: 117407744 + env-step-used-before: 232783872 + ppo-update-before: 142080 + env-step-generate-before: 115376128 + env-step-all-after: 232816640 + env-step-replay-after: 117407744 + env-step-used-after: 232816640 + ppo-update-after: 142100 + env-step-generate-after: 115408896 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 15.396258 + avg_avg_return: 0.8387362 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.069896385 + avg_reward_per_step: 0.020721436 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 15.396258 + avg_avg_return: 0.8387362 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.069896385 + avg_reward_per_step: 0.020721436 + perf: + env_steps_per_second: 915806.7098138342 + ppo_updates_per_second: 105.13960889346616 + eval-batch-train-duration: 0.2031492690439336 + eval-batch-orig-duration: 0.1517687609884888 + eval-batch-shift-duration: 0.14384377497481182 + eval-batch-tree-duration: 0.14844099001493305 + ued: + distances: + cheese-corne_dist_avg: 7.057373 + cheese-corne_dist_wavg: 9.692175 + levels_cheese_is_in_corner_avg: 0.0715332 + mouse-cheese_dist_finite_avg: 9.230713 + mouse-cheese_dist_finite_wavg: 4.5276136 + mouse-cheese_dist_solvable_avg: 9.230713 + mouse-cheese_dist_solvable_wavg: 4.527614 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4226074 + num_walls_wavg: 5.141399 + prop_walls_avg: 0.2792438 + prop_walls_wavg: 0.22353908 + scoring: + avg_scores: 0.07068798 + visit_patterns: + avg_first_visit_time: 2897.2817 + avg_last_visit_time: 3573.2666 + num_replay_batches: 3583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016713728 + avg_actor_approxkl3: 0.001428035 + avg_actor_clipfrac: 0.042614747 + avg_actor_loss: 0.0001572242 + avg_advantage: -0.0060939468 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0039529977 + avg_entropy: 0.12513651 + avg_grad_norm_pre_clip: 1.4820615 + avg_loss: 0.0020085867 + max: + max_actor_approxkl1: 0.006588419 + max_actor_approxkl3: 0.0035014097 + max_actor_clipfrac: 0.08874512 + max_actor_loss: 0.001842849 + max_advantage: 0.6164777 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0056289365 + max_entropy: 0.15035744 + max_grad_norm_pre_clip: 3.0354617 + max_loss: 0.0037738874 + std: + std_actor_approxkl1: 0.0016076927 + std_actor_approxkl3: 0.0009299367 + std_actor_clipfrac: 0.022044491 + std_actor_loss: 0.0008597221 + std_advantage: 0.089204624 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00080924446 + std_entropy: 0.013777456 + std_grad_norm_pre_clip: 0.5491773 + std_loss: 0.0009255103 + eval-batch-train: + avg_avg_episode_length: 15.220182 + avg_avg_return: 0.85308814 + avg_benchmark_regret: 0.0031560592 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.337883 + proxy_corner: + avg_avg_return: 0.06439443 + avg_reward_per_step: 0.014671326 + eval-batch-orig: + avg_avg_episode_length: 16.79649 + avg_avg_return: 0.83944374 + avg_benchmark_regret: 0.0044476995 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27313232 + proxy_corner: + avg_avg_return: 0.83944374 + avg_reward_per_step: 0.27313232 + eval-batch-shift: + avg_avg_episode_length: 12.6743 + avg_avg_return: 0.8838564 + avg_benchmark_regret: 0.0035052686 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34848022 + proxy_corner: + avg_avg_return: 0.05166329 + avg_reward_per_step: 0.016281128 + eval-batch-tree: + avg_avg_episode_length: 6.6592183 + avg_avg_return: 0.9838859 + avg_benchmark_regret: 0.0105343135 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26893616 + proxy_corner: + avg_avg_return: 0.9838859 + avg_reward_per_step: 0.26893616 +=========================================================== +=========================================================== + step: + env-step-all-before: 233832448 + env-step-replay-before: 118030336 + env-step-used-before: 233832448 + ppo-update-before: 142720 + env-step-generate-before: 115802112 + env-step-all-after: 233865216 + env-step-replay-after: 118063104 + env-step-used-after: 233865216 + ppo-update-after: 142740 + env-step-generate-after: 115802112 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.485877 + avg_avg_return: 0.923791 + avg_reward_per_step: 0.10562134 + proxy_corner: + avg_avg_return: 0.2083601 + avg_reward_per_step: 0.022338867 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.485877 + avg_avg_return: 0.923791 + avg_reward_per_step: 0.10562134 + proxy_corner: + avg_avg_return: 0.2083601 + avg_reward_per_step: 0.022338867 + perf: + env_steps_per_second: 906978.1881633039 + ppo_updates_per_second: 104.34012995275873 + eval-batch-train-duration: 0.20379053801298141 + eval-batch-orig-duration: 0.15277699200669304 + eval-batch-shift-duration: 0.14321719500003383 + eval-batch-tree-duration: 0.1408817720366642 + ued: + distances: + cheese-corne_dist_avg: 7.074341 + cheese-corne_dist_wavg: 9.701058 + levels_cheese_is_in_corner_avg: 0.072021484 + mouse-cheese_dist_finite_avg: 9.237793 + mouse-cheese_dist_finite_wavg: 10.82162 + mouse-cheese_dist_solvable_avg: 9.237793 + mouse-cheese_dist_solvable_wavg: 10.821624 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999997 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4213867 + num_walls_wavg: 6.043558 + prop_walls_avg: 0.27919072 + prop_walls_wavg: 0.2627634 + scoring: + avg_scores: 0.07046077 + visit_patterns: + avg_first_visit_time: 2904.1602 + avg_last_visit_time: 3593.241 + num_replay_batches: 3603 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063579687 + avg_actor_approxkl3: 0.00054732536 + avg_actor_clipfrac: 0.022277832 + avg_actor_loss: -8.026221e-05 + avg_advantage: 9.470002e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022128159 + avg_entropy: 0.079867534 + avg_grad_norm_pre_clip: 1.1011847 + avg_loss: -4.948891e-05 + max: + max_actor_approxkl1: 0.0013566533 + max_actor_approxkl3: 0.0013605806 + max_actor_clipfrac: 0.04321289 + max_actor_loss: 0.0010835575 + max_advantage: 0.27129847 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002811349 + max_entropy: 0.089898735 + max_grad_norm_pre_clip: 1.7978104 + max_loss: 0.0011342262 + std: + std_actor_approxkl1: 0.00041603253 + std_actor_approxkl3: 0.0003335492 + std_actor_clipfrac: 0.011041697 + std_actor_loss: 0.00054492324 + std_advantage: 0.021345673 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0319745e-05 + std_entropy: 0.005576734 + std_grad_norm_pre_clip: 0.357018 + std_loss: 0.00054687605 + eval-batch-train: + avg_avg_episode_length: 15.227403 + avg_avg_return: 0.8532947 + avg_benchmark_regret: 0.0029495396 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33711243 + proxy_corner: + avg_avg_return: 0.06838803 + avg_reward_per_step: 0.01524353 + eval-batch-orig: + avg_avg_episode_length: 16.759954 + avg_avg_return: 0.8394208 + avg_benchmark_regret: 0.004470718 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2744522 + proxy_corner: + avg_avg_return: 0.8394208 + avg_reward_per_step: 0.2744522 + eval-batch-shift: + avg_avg_episode_length: 12.656387 + avg_avg_return: 0.88400126 + avg_benchmark_regret: 0.0033603976 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34899902 + proxy_corner: + avg_avg_return: 0.05448966 + avg_reward_per_step: 0.016410828 + eval-batch-tree: + avg_avg_episode_length: 7.7038217 + avg_avg_return: 0.96991694 + avg_benchmark_regret: 0.024503361 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2701187 + proxy_corner: + avg_avg_return: 0.96991694 + avg_reward_per_step: 0.2701187 +=========================================================== +=========================================================== + step: + env-step-all-before: 234881024 + env-step-replay-before: 118816768 + env-step-used-before: 234881024 + ppo-update-before: 143360 + env-step-generate-before: 116064256 + env-step-all-after: 234913792 + env-step-replay-after: 118849536 + env-step-used-after: 234913792 + ppo-update-after: 143380 + env-step-generate-after: 116064256 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 9.608002 + avg_avg_return: 0.92273295 + avg_reward_per_step: 0.104644775 + proxy_corner: + avg_avg_return: 0.28349748 + avg_reward_per_step: 0.031188965 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 9.608002 + avg_avg_return: 0.92273295 + avg_reward_per_step: 0.104644775 + proxy_corner: + avg_avg_return: 0.28349748 + avg_reward_per_step: 0.031188965 + perf: + env_steps_per_second: 621660.1277019233 + ppo_updates_per_second: 75.37718166876313 + eval-batch-train-duration: 0.2636404479853809 + eval-batch-orig-duration: 0.16165182797703892 + eval-batch-shift-duration: 0.14523400500183925 + eval-batch-tree-duration: 0.14197180705377832 + ued: + distances: + cheese-corne_dist_avg: 7.0689697 + cheese-corne_dist_wavg: 11.950781 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 9.236572 + mouse-cheese_dist_finite_wavg: 6.325233 + mouse-cheese_dist_solvable_avg: 9.236572 + mouse-cheese_dist_solvable_wavg: 6.325232 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.418457 + num_walls_wavg: 6.038553 + prop_walls_avg: 0.2790633 + prop_walls_wavg: 0.26254576 + scoring: + avg_scores: 0.06986719 + visit_patterns: + avg_first_visit_time: 2909.4507 + avg_last_visit_time: 3617.284 + num_replay_batches: 3627 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010293104 + avg_actor_approxkl3: 0.0007207845 + avg_actor_clipfrac: 0.025823975 + avg_actor_loss: -3.1725738e-06 + avg_advantage: -0.005752381 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027325642 + avg_entropy: 0.08006028 + avg_grad_norm_pre_clip: 1.2391587 + avg_loss: 5.339533e-05 + max: + max_actor_approxkl1: 0.0021675094 + max_actor_approxkl3: 0.001288012 + max_actor_clipfrac: 0.04675293 + max_actor_loss: 0.0012969328 + max_advantage: 0.2857195 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00038443267 + max_entropy: 0.0967769 + max_grad_norm_pre_clip: 1.9456818 + max_loss: 0.0013825536 + std: + std_actor_approxkl1: 0.0006019407 + std_actor_approxkl3: 0.00032779394 + std_actor_clipfrac: 0.009609692 + std_actor_loss: 0.00063171104 + std_advantage: 0.02486706 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.5237444e-05 + std_entropy: 0.007122964 + std_grad_norm_pre_clip: 0.32235178 + std_loss: 0.0006315587 + eval-batch-train: + avg_avg_episode_length: 15.202273 + avg_avg_return: 0.8532344 + avg_benchmark_regret: 0.0030097598 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33772278 + proxy_corner: + avg_avg_return: 0.06604797 + avg_reward_per_step: 0.014678955 + eval-batch-orig: + avg_avg_episode_length: 16.789131 + avg_avg_return: 0.83948684 + avg_benchmark_regret: 0.0044046333 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27298737 + proxy_corner: + avg_avg_return: 0.83948684 + avg_reward_per_step: 0.27298737 + eval-batch-shift: + avg_avg_episode_length: 12.656395 + avg_avg_return: 0.88384604 + avg_benchmark_regret: 0.0035156484 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34887695 + proxy_corner: + avg_avg_return: 0.051885817 + avg_reward_per_step: 0.015792847 + eval-batch-tree: + avg_avg_episode_length: 6.5600424 + avg_avg_return: 0.9817266 + avg_benchmark_regret: 0.012693694 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26965332 + proxy_corner: + avg_avg_return: 0.9817266 + avg_reward_per_step: 0.26965332 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 235929600 + env-step-replay-before: 119275520 + env-step-used-before: 235929600 + ppo-update-before: 144000 + env-step-generate-before: 116654080 + env-step-all-after: 235962368 + env-step-replay-after: 119275520 + env-step-used-after: 235962368 + ppo-update-after: 144020 + env-step-generate-after: 116686848 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 20.10801 + avg_avg_return: 0.78210527 + avg_reward_per_step: 0.30740356 + proxy_corner: + avg_avg_return: 0.057144433 + avg_reward_per_step: 0.009307861 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 20.10801 + avg_avg_return: 0.78210527 + avg_reward_per_step: 0.30740356 + proxy_corner: + avg_avg_return: 0.057144433 + avg_reward_per_step: 0.009307861 + perf: + env_steps_per_second: 905128.0365917627 + ppo_updates_per_second: 108.85806898892608 + eval-batch-train-duration: 0.19282618298893794 + eval-batch-orig-duration: 0.14406559302005917 + eval-batch-shift-duration: 0.13988152699312195 + eval-batch-tree-duration: 0.13916090998100117 + ued: + distances: + cheese-corne_dist_avg: 7.063843 + cheese-corne_dist_wavg: 11.95115 + levels_cheese_is_in_corner_avg: 0.072509766 + mouse-cheese_dist_finite_avg: 9.273682 + mouse-cheese_dist_finite_wavg: 11.719824 + mouse-cheese_dist_solvable_avg: 9.273682 + mouse-cheese_dist_solvable_wavg: 11.719825 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4348145 + num_walls_wavg: 6.9432206 + prop_walls_avg: 0.27977452 + prop_walls_wavg: 0.30187926 + scoring: + avg_scores: 0.07137099 + visit_patterns: + avg_first_visit_time: 2922.049 + avg_last_visit_time: 3630.2454 + num_replay_batches: 3640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001582819 + avg_actor_approxkl3: 0.0012559941 + avg_actor_clipfrac: 0.047198486 + avg_actor_loss: 1.4795735e-05 + avg_advantage: -0.04047384 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0053367238 + avg_entropy: 0.14060235 + avg_grad_norm_pre_clip: 1.665712 + avg_loss: 0.0025425556 + max: + max_actor_approxkl1: 0.0037344538 + max_actor_approxkl3: 0.002388811 + max_actor_clipfrac: 0.0690918 + max_actor_loss: 0.0019400567 + max_advantage: 0.3742361 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.007722171 + max_entropy: 0.18026349 + max_grad_norm_pre_clip: 2.9188578 + max_loss: 0.0041258303 + std: + std_actor_approxkl1: 0.0009157334 + std_actor_approxkl3: 0.00059278344 + std_actor_clipfrac: 0.016722132 + std_actor_loss: 0.00097225734 + std_advantage: 0.10216564 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010999558 + std_entropy: 0.019614147 + std_grad_norm_pre_clip: 0.58996034 + std_loss: 0.0010841779 + eval-batch-train: + avg_avg_episode_length: 15.196399 + avg_avg_return: 0.8531771 + avg_benchmark_regret: 0.0030671544 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33947754 + proxy_corner: + avg_avg_return: 0.0650671 + avg_reward_per_step: 0.014297485 + eval-batch-orig: + avg_avg_episode_length: 16.806696 + avg_avg_return: 0.8395751 + avg_benchmark_regret: 0.0043163328 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27205658 + proxy_corner: + avg_avg_return: 0.8395751 + avg_reward_per_step: 0.27205658 + eval-batch-shift: + avg_avg_episode_length: 12.663011 + avg_avg_return: 0.8838196 + avg_benchmark_regret: 0.003542149 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3492279 + proxy_corner: + avg_avg_return: 0.050442137 + avg_reward_per_step: 0.015815735 + eval-batch-tree: + avg_avg_episode_length: 6.727799 + avg_avg_return: 0.9806105 + avg_benchmark_regret: 0.013809731 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2685089 + proxy_corner: + avg_avg_return: 0.9806105 + avg_reward_per_step: 0.2685089 +=========================================================== +=========================================================== + step: + env-step-all-before: 236978176 + env-step-replay-before: 119734272 + env-step-used-before: 236978176 + ppo-update-before: 144640 + env-step-generate-before: 117243904 + env-step-all-after: 237010944 + env-step-replay-after: 119767040 + env-step-used-after: 237010944 + ppo-update-after: 144660 + env-step-generate-after: 117243904 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 9.75652 + avg_avg_return: 0.9206043 + avg_reward_per_step: 0.10247803 + proxy_corner: + avg_avg_return: 0.25693947 + avg_reward_per_step: 0.027252197 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 9.75652 + avg_avg_return: 0.9206043 + avg_reward_per_step: 0.10247803 + proxy_corner: + avg_avg_return: 0.25693947 + avg_reward_per_step: 0.027252197 + perf: + env_steps_per_second: 952645.9813641075 + ppo_updates_per_second: 105.89915699043044 + eval-batch-train-duration: 0.20375583204440773 + eval-batch-orig-duration: 0.14261374803027138 + eval-batch-shift-duration: 0.14110480301314965 + eval-batch-tree-duration: 0.13910436298465356 + ued: + distances: + cheese-corne_dist_avg: 7.0445557 + cheese-corne_dist_wavg: 6.0937185 + levels_cheese_is_in_corner_avg: 0.07324219 + mouse-cheese_dist_finite_avg: 9.293457 + mouse-cheese_dist_finite_wavg: 5.434282 + mouse-cheese_dist_solvable_avg: 9.293457 + mouse-cheese_dist_solvable_wavg: 5.4342813 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.451416 + num_walls_wavg: 6.0442257 + prop_walls_avg: 0.28049633 + prop_walls_wavg: 0.26279238 + scoring: + avg_scores: 0.070728615 + visit_patterns: + avg_first_visit_time: 2928.7717 + avg_last_visit_time: 3645.3337 + num_replay_batches: 3655 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006552789 + avg_actor_approxkl3: 0.0006363346 + avg_actor_clipfrac: 0.02489624 + avg_actor_loss: 6.0787017e-05 + avg_advantage: -0.0019803639 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000416788 + avg_entropy: 0.07410013 + avg_grad_norm_pre_clip: 1.2073967 + avg_loss: 0.00019508081 + max: + max_actor_approxkl1: 0.0019009431 + max_actor_approxkl3: 0.001485223 + max_actor_clipfrac: 0.047607422 + max_actor_loss: 0.002056297 + max_advantage: 0.32070053 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00056830276 + max_entropy: 0.08216953 + max_grad_norm_pre_clip: 2.2348654 + max_loss: 0.002135089 + std: + std_actor_approxkl1: 0.0006243278 + std_actor_approxkl3: 0.00034995537 + std_actor_clipfrac: 0.012034021 + std_actor_loss: 0.0008817968 + std_advantage: 0.031726543 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.323128e-05 + std_entropy: 0.0040696897 + std_grad_norm_pre_clip: 0.3810847 + std_loss: 0.0008812483 + eval-batch-train: + avg_avg_episode_length: 15.233906 + avg_avg_return: 0.8533541 + avg_benchmark_regret: 0.002890111 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33794403 + proxy_corner: + avg_avg_return: 0.06637967 + avg_reward_per_step: 0.013923645 + eval-batch-orig: + avg_avg_episode_length: 16.784508 + avg_avg_return: 0.83969927 + avg_benchmark_regret: 0.0041921996 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27352142 + proxy_corner: + avg_avg_return: 0.83969927 + avg_reward_per_step: 0.27352142 + eval-batch-shift: + avg_avg_episode_length: 12.677851 + avg_avg_return: 0.88369185 + avg_benchmark_regret: 0.0036698426 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34872437 + proxy_corner: + avg_avg_return: 0.055252913 + avg_reward_per_step: 0.01626587 + eval-batch-tree: + avg_avg_episode_length: 6.4866614 + avg_avg_return: 0.9830153 + avg_benchmark_regret: 0.011404996 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2697754 + proxy_corner: + avg_avg_return: 0.9830153 + avg_reward_per_step: 0.2697754 +=========================================================== +=========================================================== + step: + env-step-all-before: 238026752 + env-step-replay-before: 120225792 + env-step-used-before: 238026752 + ppo-update-before: 145280 + env-step-generate-before: 117800960 + env-step-all-after: 238059520 + env-step-replay-after: 120258560 + env-step-used-after: 238059520 + ppo-update-after: 145300 + env-step-generate-after: 117800960 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.773143 + avg_avg_return: 0.92075396 + avg_reward_per_step: 0.10372925 + proxy_corner: + avg_avg_return: 0.24695735 + avg_reward_per_step: 0.025787354 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 9.773143 + avg_avg_return: 0.92075396 + avg_reward_per_step: 0.10372925 + proxy_corner: + avg_avg_return: 0.24695735 + avg_reward_per_step: 0.025787354 + perf: + env_steps_per_second: 802479.5369893711 + ppo_updates_per_second: 105.52128463405761 + eval-batch-train-duration: 0.19651014701230451 + eval-batch-orig-duration: 0.14740718097891659 + eval-batch-shift-duration: 0.14120168500812724 + eval-batch-tree-duration: 0.1410812590038404 + ued: + distances: + cheese-corne_dist_avg: 7.0930176 + cheese-corne_dist_wavg: 2.5250454 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 9.320068 + mouse-cheese_dist_finite_wavg: 9.031531 + mouse-cheese_dist_solvable_avg: 9.320068 + mouse-cheese_dist_solvable_wavg: 9.031531 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.451172 + num_walls_wavg: 6.949794 + prop_walls_avg: 0.28048572 + prop_walls_wavg: 0.30216497 + scoring: + avg_scores: 0.07082795 + visit_patterns: + avg_first_visit_time: 2939.3127 + avg_last_visit_time: 3660.1914 + num_replay_batches: 3670 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00039481354 + avg_actor_approxkl3: 0.00047982755 + avg_actor_clipfrac: 0.019042969 + avg_actor_loss: -3.4774213e-05 + avg_advantage: -0.00046748616 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002414709 + avg_entropy: 0.06293312 + avg_grad_norm_pre_clip: 0.92812073 + avg_loss: 2.3028126e-05 + max: + max_actor_approxkl1: 0.00086500787 + max_actor_approxkl3: 0.0009955924 + max_actor_clipfrac: 0.032226562 + max_actor_loss: 0.0021566302 + max_advantage: 0.22878337 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032780156 + max_entropy: 0.07922647 + max_grad_norm_pre_clip: 1.9588751 + max_loss: 0.0022568784 + std: + std_actor_approxkl1: 0.00028274595 + std_actor_approxkl3: 0.00022244906 + std_actor_clipfrac: 0.00790701 + std_actor_loss: 0.00075593713 + std_advantage: 0.02224275 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.191946e-05 + std_entropy: 0.0071662706 + std_grad_norm_pre_clip: 0.37358528 + std_loss: 0.000762753 + eval-batch-train: + avg_avg_episode_length: 15.199621 + avg_avg_return: 0.85332537 + avg_benchmark_regret: 0.002918839 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33848572 + proxy_corner: + avg_avg_return: 0.06897723 + avg_reward_per_step: 0.015113831 + eval-batch-orig: + avg_avg_episode_length: 16.748068 + avg_avg_return: 0.8396205 + avg_benchmark_regret: 0.0042709797 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27503204 + proxy_corner: + avg_avg_return: 0.8396205 + avg_reward_per_step: 0.27503204 + eval-batch-shift: + avg_avg_episode_length: 12.661101 + avg_avg_return: 0.8841566 + avg_benchmark_regret: 0.0032051282 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34879303 + proxy_corner: + avg_avg_return: 0.053612806 + avg_reward_per_step: 0.016403198 + eval-batch-tree: + avg_avg_episode_length: 6.629795 + avg_avg_return: 0.981238 + avg_benchmark_regret: 0.013182284 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27092743 + proxy_corner: + avg_avg_return: 0.981238 + avg_reward_per_step: 0.27092743 +=========================================================== +=========================================================== + step: + env-step-all-before: 239075328 + env-step-replay-before: 121044992 + env-step-used-before: 239075328 + ppo-update-before: 145920 + env-step-generate-before: 118030336 + env-step-all-after: 239108096 + env-step-replay-after: 121077760 + env-step-used-after: 239108096 + ppo-update-after: 145940 + env-step-generate-after: 118030336 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.715601 + avg_avg_return: 0.92254025 + avg_reward_per_step: 0.10342407 + proxy_corner: + avg_avg_return: 0.20978749 + avg_reward_per_step: 0.021118164 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 9.715601 + avg_avg_return: 0.92254025 + avg_reward_per_step: 0.10342407 + proxy_corner: + avg_avg_return: 0.20978749 + avg_reward_per_step: 0.021118164 + perf: + env_steps_per_second: 967765.1347461257 + ppo_updates_per_second: 74.01476027934893 + eval-batch-train-duration: 0.3031891470309347 + eval-batch-orig-duration: 0.1804985890048556 + eval-batch-shift-duration: 0.15122615901054814 + eval-batch-tree-duration: 0.14317344198934734 + ued: + distances: + cheese-corne_dist_avg: 7.093872 + cheese-corne_dist_wavg: 6.1139016 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 9.32251 + mouse-cheese_dist_finite_wavg: 7.2374663 + mouse-cheese_dist_solvable_avg: 9.32251 + mouse-cheese_dist_solvable_wavg: 7.2374682 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4541016 + num_walls_wavg: 8.744755 + prop_walls_avg: 0.2806131 + prop_walls_wavg: 0.3802067 + scoring: + avg_scores: 0.0699328 + visit_patterns: + avg_first_visit_time: 2945.253 + avg_last_visit_time: 3685.2676 + num_replay_batches: 3695 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005530056 + avg_actor_approxkl3: 0.0005633078 + avg_actor_clipfrac: 0.020861818 + avg_actor_loss: -0.00042521404 + avg_advantage: -0.00046277247 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017069918 + avg_entropy: 0.071355656 + avg_grad_norm_pre_clip: 0.8618019 + avg_loss: -0.00041122013 + max: + max_actor_approxkl1: 0.0014096098 + max_actor_approxkl3: 0.0010286788 + max_actor_clipfrac: 0.033203125 + max_actor_loss: 0.0011194602 + max_advantage: 0.15777266 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00022285338 + max_entropy: 0.08172474 + max_grad_norm_pre_clip: 1.513387 + max_loss: 0.0011103575 + std: + std_actor_approxkl1: 0.0005137166 + std_actor_approxkl3: 0.00024472727 + std_actor_clipfrac: 0.0077223247 + std_actor_loss: 0.0006415356 + std_advantage: 0.01876548 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.7675995e-05 + std_entropy: 0.005431196 + std_grad_norm_pre_clip: 0.2586111 + std_loss: 0.00064012053 + eval-batch-train: + avg_avg_episode_length: 15.199442 + avg_avg_return: 0.85312635 + avg_benchmark_regret: 0.0031178847 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3382187 + proxy_corner: + avg_avg_return: 0.073681235 + avg_reward_per_step: 0.016098022 + eval-batch-orig: + avg_avg_episode_length: 16.75621 + avg_avg_return: 0.83994883 + avg_benchmark_regret: 0.003942649 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27459717 + proxy_corner: + avg_avg_return: 0.83994883 + avg_reward_per_step: 0.27459717 + eval-batch-shift: + avg_avg_episode_length: 12.662102 + avg_avg_return: 0.8838136 + avg_benchmark_regret: 0.0035480584 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34778595 + proxy_corner: + avg_avg_return: 0.05491757 + avg_reward_per_step: 0.016471863 + eval-batch-tree: + avg_avg_episode_length: 6.7065597 + avg_avg_return: 0.9807497 + avg_benchmark_regret: 0.013670492 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27158356 + proxy_corner: + avg_avg_return: 0.9807497 + avg_reward_per_step: 0.27158356 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 240123904 + env-step-replay-before: 121667584 + env-step-used-before: 240123904 + ppo-update-before: 146560 + env-step-generate-before: 118456320 + env-step-all-after: 240156672 + env-step-replay-after: 121700352 + env-step-used-after: 240156672 + ppo-update-after: 146580 + env-step-generate-after: 118456320 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.741249 + avg_avg_return: 0.92174923 + avg_reward_per_step: 0.10290527 + proxy_corner: + avg_avg_return: 0.24484608 + avg_reward_per_step: 0.02609253 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.741249 + avg_avg_return: 0.92174923 + avg_reward_per_step: 0.10290527 + proxy_corner: + avg_avg_return: 0.24484608 + avg_reward_per_step: 0.02609253 + perf: + env_steps_per_second: 925513.792865728 + ppo_updates_per_second: 105.20783794562679 + eval-batch-train-duration: 0.2019188609556295 + eval-batch-orig-duration: 0.14309873100137338 + eval-batch-shift-duration: 0.1424666799721308 + eval-batch-tree-duration: 0.1416105860262178 + ued: + distances: + cheese-corne_dist_avg: 7.1259766 + cheese-corne_dist_wavg: 11.959532 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 9.344971 + mouse-cheese_dist_finite_wavg: 9.0342655 + mouse-cheese_dist_solvable_avg: 9.344971 + mouse-cheese_dist_solvable_wavg: 9.0342655 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.45166 + num_walls_wavg: 6.9455814 + prop_walls_avg: 0.28050697 + prop_walls_wavg: 0.30198187 + scoring: + avg_scores: 0.07116329 + visit_patterns: + avg_first_visit_time: 2955.7036 + avg_last_visit_time: 3704.2275 + num_replay_batches: 3714 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00097224733 + avg_actor_approxkl3: 0.0004946317 + avg_actor_clipfrac: 0.018969728 + avg_actor_loss: -0.0002553022 + avg_advantage: 0.00018778301 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003103785 + avg_entropy: 0.07060494 + avg_grad_norm_pre_clip: 0.87138283 + avg_loss: -0.00017071789 + max: + max_actor_approxkl1: 0.0025437677 + max_actor_approxkl3: 0.00089449395 + max_actor_clipfrac: 0.03149414 + max_actor_loss: 0.0010614004 + max_advantage: 0.26034415 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00046085307 + max_entropy: 0.08367594 + max_grad_norm_pre_clip: 1.5548351 + max_loss: 0.0011063456 + std: + std_actor_approxkl1: 0.0007680001 + std_actor_approxkl3: 0.00026410166 + std_actor_clipfrac: 0.007859793 + std_actor_loss: 0.00066043506 + std_advantage: 0.027464462 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.442899e-05 + std_entropy: 0.0057335203 + std_grad_norm_pre_clip: 0.26303127 + std_loss: 0.00066569546 + eval-batch-train: + avg_avg_episode_length: 15.1936245 + avg_avg_return: 0.85325724 + avg_benchmark_regret: 0.002986981 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33836365 + proxy_corner: + avg_avg_return: 0.07063437 + avg_reward_per_step: 0.015472412 + eval-batch-orig: + avg_avg_episode_length: 16.780062 + avg_avg_return: 0.83966756 + avg_benchmark_regret: 0.0042238953 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2732544 + proxy_corner: + avg_avg_return: 0.83966756 + avg_reward_per_step: 0.2732544 + eval-batch-shift: + avg_avg_episode_length: 12.6453905 + avg_avg_return: 0.88392067 + avg_benchmark_regret: 0.003441087 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34848022 + proxy_corner: + avg_avg_return: 0.059723616 + avg_reward_per_step: 0.016548157 + eval-batch-tree: + avg_avg_episode_length: 6.4688435 + avg_avg_return: 0.98151785 + avg_benchmark_regret: 0.012902399 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2706604 + proxy_corner: + avg_avg_return: 0.98151785 + avg_reward_per_step: 0.2706604 +=========================================================== +=========================================================== + step: + env-step-all-before: 241172480 + env-step-replay-before: 122191872 + env-step-used-before: 241172480 + ppo-update-before: 147200 + env-step-generate-before: 118980608 + env-step-all-after: 241205248 + env-step-replay-after: 122191872 + env-step-used-after: 241205248 + ppo-update-after: 147220 + env-step-generate-after: 119013376 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.407801 + avg_avg_return: 0.849495 + avg_reward_per_step: 0.34973145 + proxy_corner: + avg_avg_return: 0.07149167 + avg_reward_per_step: 0.013671875 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.407801 + avg_avg_return: 0.849495 + avg_reward_per_step: 0.34973145 + proxy_corner: + avg_avg_return: 0.07149167 + avg_reward_per_step: 0.013671875 + perf: + env_steps_per_second: 972737.3507822587 + ppo_updates_per_second: 106.04576165871491 + eval-batch-train-duration: 0.19958780700108036 + eval-batch-orig-duration: 0.14162424200912938 + eval-batch-shift-duration: 0.14079137303633615 + eval-batch-tree-duration: 0.14068353903712705 + ued: + distances: + cheese-corne_dist_avg: 7.1137695 + cheese-corne_dist_wavg: 11.9637375 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.3479 + mouse-cheese_dist_finite_wavg: 7.2402825 + mouse-cheese_dist_solvable_avg: 9.3479 + mouse-cheese_dist_solvable_wavg: 7.24028 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000004 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.463135 + num_walls_wavg: 6.9458065 + prop_walls_avg: 0.28100583 + prop_walls_wavg: 0.30199155 + scoring: + avg_scores: 0.071588226 + visit_patterns: + avg_first_visit_time: 2967.7869 + avg_last_visit_time: 3719.3618 + num_replay_batches: 3729 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014372536 + avg_actor_approxkl3: 0.0011064622 + avg_actor_clipfrac: 0.035955813 + avg_actor_loss: -0.0006668305 + avg_advantage: -0.0039828266 + avg_critic_clipfrac: 0.0031860352 + avg_critic_loss: 0.0034532272 + avg_entropy: 0.12123487 + avg_grad_norm_pre_clip: 1.1147094 + avg_loss: 0.00093854853 + max: + max_actor_approxkl1: 0.0052867467 + max_actor_approxkl3: 0.0038817725 + max_actor_clipfrac: 0.07128906 + max_actor_loss: 0.000737831 + max_advantage: 0.4522972 + max_critic_clipfrac: 0.033447266 + max_critic_loss: 0.0054219277 + max_entropy: 0.1546636 + max_grad_norm_pre_clip: 2.041933 + max_loss: 0.0027362618 + std: + std_actor_approxkl1: 0.0014782824 + std_actor_approxkl3: 0.0009023368 + std_actor_clipfrac: 0.02182549 + std_actor_loss: 0.00082619116 + std_advantage: 0.0853095 + std_critic_clipfrac: 0.008505323 + std_critic_loss: 0.00073790585 + std_entropy: 0.013857478 + std_grad_norm_pre_clip: 0.34203607 + std_loss: 0.0009581474 + eval-batch-train: + avg_avg_episode_length: 15.223315 + avg_avg_return: 0.85282564 + avg_benchmark_regret: 0.0034186016 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33816528 + proxy_corner: + avg_avg_return: 0.071427226 + avg_reward_per_step: 0.016548157 + eval-batch-orig: + avg_avg_episode_length: 16.750515 + avg_avg_return: 0.8399433 + avg_benchmark_regret: 0.003948183 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27470398 + proxy_corner: + avg_avg_return: 0.8399433 + avg_reward_per_step: 0.27470398 + eval-batch-shift: + avg_avg_episode_length: 12.641411 + avg_avg_return: 0.88395303 + avg_benchmark_regret: 0.003408665 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34835815 + proxy_corner: + avg_avg_return: 0.05779375 + avg_reward_per_step: 0.016700745 + eval-batch-tree: + avg_avg_episode_length: 6.90057 + avg_avg_return: 0.9800941 + avg_benchmark_regret: 0.014326232 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27026367 + proxy_corner: + avg_avg_return: 0.9800941 + avg_reward_per_step: 0.27026367 +=========================================================== +=========================================================== + step: + env-step-all-before: 242221056 + env-step-replay-before: 122748928 + env-step-used-before: 242221056 + ppo-update-before: 147840 + env-step-generate-before: 119472128 + env-step-all-after: 242253824 + env-step-replay-after: 122781696 + env-step-used-after: 242253824 + ppo-update-after: 147860 + env-step-generate-after: 119472128 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.084203 + avg_avg_return: 0.91881835 + avg_reward_per_step: 0.098968506 + proxy_corner: + avg_avg_return: 0.2299197 + avg_reward_per_step: 0.02255249 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.084203 + avg_avg_return: 0.91881835 + avg_reward_per_step: 0.098968506 + proxy_corner: + avg_avg_return: 0.2299197 + avg_reward_per_step: 0.02255249 + perf: + env_steps_per_second: 921993.4143923827 + ppo_updates_per_second: 78.15372119064436 + eval-batch-train-duration: 0.3329579519922845 + eval-batch-orig-duration: 0.17819757299730554 + eval-batch-shift-duration: 0.1559061300358735 + eval-batch-tree-duration: 0.1480351750506088 + ued: + distances: + cheese-corne_dist_avg: 7.102783 + cheese-corne_dist_wavg: 2.5251625 + levels_cheese_is_in_corner_avg: 0.072509766 + mouse-cheese_dist_finite_avg: 9.358643 + mouse-cheese_dist_finite_wavg: 10.835605 + mouse-cheese_dist_solvable_avg: 9.358643 + mouse-cheese_dist_solvable_wavg: 10.835606 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4682617 + num_walls_wavg: 6.049017 + prop_walls_avg: 0.28122878 + prop_walls_wavg: 0.26300076 + scoring: + avg_scores: 0.07082467 + visit_patterns: + avg_first_visit_time: 2975.289 + avg_last_visit_time: 3737.1921 + num_replay_batches: 3747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073154597 + avg_actor_approxkl3: 0.0004741343 + avg_actor_clipfrac: 0.019189453 + avg_actor_loss: -0.00039495315 + avg_advantage: -0.004937617 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00039129663 + avg_entropy: 0.0752672 + avg_grad_norm_pre_clip: 0.7291904 + avg_loss: -0.00027457203 + max: + max_actor_approxkl1: 0.0017312089 + max_actor_approxkl3: 0.0010130032 + max_actor_clipfrac: 0.040649414 + max_actor_loss: 0.00047115516 + max_advantage: 0.3063507 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00062189257 + max_entropy: 0.093862414 + max_grad_norm_pre_clip: 1.1358443 + max_loss: 0.00065037305 + std: + std_actor_approxkl1: 0.00049446046 + std_actor_approxkl3: 0.00025974057 + std_actor_clipfrac: 0.009705903 + std_actor_loss: 0.0005605005 + std_advantage: 0.032636017 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000104159146 + std_entropy: 0.0056696483 + std_grad_norm_pre_clip: 0.1857692 + std_loss: 0.0005908658 + eval-batch-train: + avg_avg_episode_length: 15.210393 + avg_avg_return: 0.8533623 + avg_benchmark_regret: 0.0028818764 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33768463 + proxy_corner: + avg_avg_return: 0.06722146 + avg_reward_per_step: 0.0155181885 + eval-batch-orig: + avg_avg_episode_length: 16.781746 + avg_avg_return: 0.83932173 + avg_benchmark_regret: 0.004569753 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2733612 + proxy_corner: + avg_avg_return: 0.83932173 + avg_reward_per_step: 0.2733612 + eval-batch-shift: + avg_avg_episode_length: 12.646061 + avg_avg_return: 0.8837217 + avg_benchmark_regret: 0.0036399905 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34838104 + proxy_corner: + avg_avg_return: 0.048837684 + avg_reward_per_step: 0.01625824 + eval-batch-tree: + avg_avg_episode_length: 6.4801226 + avg_avg_return: 0.98184186 + avg_benchmark_regret: 0.012578396 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27171326 + proxy_corner: + avg_avg_return: 0.98184186 + avg_reward_per_step: 0.27171326 +=========================================================== +=========================================================== + step: + env-step-all-before: 243269632 + env-step-replay-before: 123273216 + env-step-used-before: 243269632 + ppo-update-before: 148480 + env-step-generate-before: 119996416 + env-step-all-after: 243302400 + env-step-replay-after: 123273216 + env-step-used-after: 243302400 + ppo-update-after: 148500 + env-step-generate-after: 120029184 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 12.757979 + avg_avg_return: 0.86964786 + avg_reward_per_step: 0.34420776 + proxy_corner: + avg_avg_return: 0.1049099 + avg_reward_per_step: 0.019927979 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 12.757979 + avg_avg_return: 0.86964786 + avg_reward_per_step: 0.34420776 + proxy_corner: + avg_avg_return: 0.1049099 + avg_reward_per_step: 0.019927979 + perf: + env_steps_per_second: 592451.5617885981 + ppo_updates_per_second: 99.2634700119398 + eval-batch-train-duration: 0.19700189400464296 + eval-batch-orig-duration: 0.14225544198416173 + eval-batch-shift-duration: 0.13951683999039233 + eval-batch-tree-duration: 0.13905802502995357 + ued: + distances: + cheese-corne_dist_avg: 7.1186523 + cheese-corne_dist_wavg: 11.953322 + levels_cheese_is_in_corner_avg: 0.07446289 + mouse-cheese_dist_finite_avg: 9.380371 + mouse-cheese_dist_finite_wavg: 9.931951 + mouse-cheese_dist_solvable_avg: 9.380371 + mouse-cheese_dist_solvable_wavg: 9.931951 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.468506 + num_walls_wavg: 7.84481 + prop_walls_avg: 0.2812394 + prop_walls_wavg: 0.3410787 + scoring: + avg_scores: 0.07180678 + visit_patterns: + avg_first_visit_time: 2988.1265 + avg_last_visit_time: 3752.2014 + num_replay_batches: 3762 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016433239 + avg_actor_approxkl3: 0.0013697728 + avg_actor_clipfrac: 0.040515136 + avg_actor_loss: -9.5011106e-05 + avg_advantage: -0.025073668 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0034784854 + avg_entropy: 0.11425264 + avg_grad_norm_pre_clip: 1.4851416 + avg_loss: 0.0015299789 + max: + max_actor_approxkl1: 0.005279889 + max_actor_approxkl3: 0.003301723 + max_actor_clipfrac: 0.07910156 + max_actor_loss: 0.0023696497 + max_advantage: 0.24084747 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0055839107 + max_entropy: 0.13411835 + max_grad_norm_pre_clip: 3.1251311 + max_loss: 0.0046375925 + std: + std_actor_approxkl1: 0.0015270303 + std_actor_approxkl3: 0.00090923655 + std_actor_clipfrac: 0.019015402 + std_actor_loss: 0.0009576501 + std_advantage: 0.08334097 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009146096 + std_entropy: 0.014133841 + std_grad_norm_pre_clip: 0.5814529 + std_loss: 0.0011403786 + eval-batch-train: + avg_avg_episode_length: 15.207232 + avg_avg_return: 0.85313296 + avg_benchmark_regret: 0.0031112249 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3375244 + proxy_corner: + avg_avg_return: 0.07055561 + avg_reward_per_step: 0.015312195 + eval-batch-orig: + avg_avg_episode_length: 16.812563 + avg_avg_return: 0.8394755 + avg_benchmark_regret: 0.004415909 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2730255 + proxy_corner: + avg_avg_return: 0.8394755 + avg_reward_per_step: 0.2730255 + eval-batch-shift: + avg_avg_episode_length: 12.6654825 + avg_avg_return: 0.88393295 + avg_benchmark_regret: 0.0034287919 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3474884 + proxy_corner: + avg_avg_return: 0.055071082 + avg_reward_per_step: 0.016403198 + eval-batch-tree: + avg_avg_episode_length: 6.173312 + avg_avg_return: 0.98492897 + avg_benchmark_regret: 0.009491339 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27175903 + proxy_corner: + avg_avg_return: 0.98492897 + avg_reward_per_step: 0.27175903 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 244318208 + env-step-replay-before: 123764736 + env-step-used-before: 244318208 + ppo-update-before: 149120 + env-step-generate-before: 120553472 + env-step-all-after: 244350976 + env-step-replay-after: 123797504 + env-step-used-after: 244350976 + ppo-update-after: 149140 + env-step-generate-after: 120553472 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 9.927673 + avg_avg_return: 0.922359 + avg_reward_per_step: 0.101623535 + proxy_corner: + avg_avg_return: 0.20722313 + avg_reward_per_step: 0.02142334 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 9.927673 + avg_avg_return: 0.922359 + avg_reward_per_step: 0.101623535 + proxy_corner: + avg_avg_return: 0.20722313 + avg_reward_per_step: 0.02142334 + perf: + env_steps_per_second: 805674.6564152765 + ppo_updates_per_second: 88.58765032095468 + eval-batch-train-duration: 0.2530020679696463 + eval-batch-orig-duration: 0.17156043398426846 + eval-batch-shift-duration: 0.14814297697739676 + eval-batch-tree-duration: 0.14195551699958742 + ued: + distances: + cheese-corne_dist_avg: 7.104492 + cheese-corne_dist_wavg: 8.811188 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 9.385986 + mouse-cheese_dist_finite_wavg: 12.63483 + mouse-cheese_dist_solvable_avg: 9.385986 + mouse-cheese_dist_solvable_wavg: 12.63483 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.461426 + num_walls_wavg: 4.250563 + prop_walls_avg: 0.28093153 + prop_walls_wavg: 0.18480714 + scoring: + avg_scores: 0.072108336 + visit_patterns: + avg_first_visit_time: 3000.7004 + avg_last_visit_time: 3768.3418 + num_replay_batches: 3778 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00079815806 + avg_actor_approxkl3: 0.0005315919 + avg_actor_clipfrac: 0.021813964 + avg_actor_loss: -0.00027618738 + avg_advantage: 0.0012893176 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00033419303 + avg_entropy: 0.08030454 + avg_grad_norm_pre_clip: 0.93838567 + avg_loss: -0.00018939537 + max: + max_actor_approxkl1: 0.0014803554 + max_actor_approxkl3: 0.0010522204 + max_actor_clipfrac: 0.033691406 + max_actor_loss: 0.0010173302 + max_advantage: 0.3399821 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00044300515 + max_entropy: 0.09244144 + max_grad_norm_pre_clip: 1.4768767 + max_loss: 0.0011080683 + std: + std_actor_approxkl1: 0.0004545726 + std_actor_approxkl3: 0.00019506933 + std_actor_clipfrac: 0.006446549 + std_actor_loss: 0.0006427219 + std_advantage: 0.026865935 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.8950656e-05 + std_entropy: 0.006708689 + std_grad_norm_pre_clip: 0.25049835 + std_loss: 0.00065376743 + eval-batch-train: + avg_avg_episode_length: 15.20912 + avg_avg_return: 0.85337245 + avg_benchmark_regret: 0.0028717236 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3369751 + proxy_corner: + avg_avg_return: 0.06204307 + avg_reward_per_step: 0.014572144 + eval-batch-orig: + avg_avg_episode_length: 16.766256 + avg_avg_return: 0.83971107 + avg_benchmark_regret: 0.004180399 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27368927 + proxy_corner: + avg_avg_return: 0.83971107 + avg_reward_per_step: 0.27368927 + eval-batch-shift: + avg_avg_episode_length: 12.692335 + avg_avg_return: 0.8836633 + avg_benchmark_regret: 0.0036984205 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34755707 + proxy_corner: + avg_avg_return: 0.053455677 + avg_reward_per_step: 0.016403198 + eval-batch-tree: + avg_avg_episode_length: 6.6068344 + avg_avg_return: 0.9832181 + avg_benchmark_regret: 0.011202203 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27077484 + proxy_corner: + avg_avg_return: 0.9832181 + avg_reward_per_step: 0.27077484 +=========================================================== +=========================================================== + step: + env-step-all-before: 245366784 + env-step-replay-before: 124321792 + env-step-used-before: 245366784 + ppo-update-before: 149760 + env-step-generate-before: 121044992 + env-step-all-after: 245399552 + env-step-replay-after: 124354560 + env-step-used-after: 245399552 + ppo-update-after: 149780 + env-step-generate-after: 121044992 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 9.97574 + avg_avg_return: 0.9218203 + avg_reward_per_step: 0.101745605 + proxy_corner: + avg_avg_return: 0.21993273 + avg_reward_per_step: 0.022247314 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 9.97574 + avg_avg_return: 0.9218203 + avg_reward_per_step: 0.101745605 + proxy_corner: + avg_avg_return: 0.21993273 + avg_reward_per_step: 0.022247314 + perf: + env_steps_per_second: 906794.3639116838 + ppo_updates_per_second: 108.39243670114652 + eval-batch-train-duration: 0.19530268997186795 + eval-batch-orig-duration: 0.14714525797171518 + eval-batch-shift-duration: 0.14081452501704916 + eval-batch-tree-duration: 0.14498394500697032 + ued: + distances: + cheese-corne_dist_avg: 7.0863037 + cheese-corne_dist_wavg: 11.9591675 + levels_cheese_is_in_corner_avg: 0.072265625 + mouse-cheese_dist_finite_avg: 9.393066 + mouse-cheese_dist_finite_wavg: 11.73733 + mouse-cheese_dist_solvable_avg: 9.393066 + mouse-cheese_dist_solvable_wavg: 11.737331 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.456543 + num_walls_wavg: 6.0467777 + prop_walls_avg: 0.28071925 + prop_walls_wavg: 0.26290336 + scoring: + avg_scores: 0.071647644 + visit_patterns: + avg_first_visit_time: 3013.4963 + avg_last_visit_time: 3785.3374 + num_replay_batches: 3795 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010092173 + avg_actor_approxkl3: 0.0006725158 + avg_actor_clipfrac: 0.025244141 + avg_actor_loss: -0.00026699956 + avg_advantage: 0.0008490482 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021333787 + avg_entropy: 0.07615573 + avg_grad_norm_pre_clip: 0.925737 + avg_loss: -0.00023648632 + max: + max_actor_approxkl1: 0.002029291 + max_actor_approxkl3: 0.001350225 + max_actor_clipfrac: 0.044677734 + max_actor_loss: 0.0013919026 + max_advantage: 0.31135213 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00024852087 + max_entropy: 0.09100896 + max_grad_norm_pre_clip: 1.5795681 + max_loss: 0.0014230285 + std: + std_actor_approxkl1: 0.00065547985 + std_actor_approxkl3: 0.00038752047 + std_actor_clipfrac: 0.011881436 + std_actor_loss: 0.00060281507 + std_advantage: 0.021305896 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.1082396e-05 + std_entropy: 0.007826734 + std_grad_norm_pre_clip: 0.29287413 + std_loss: 0.0006042158 + eval-batch-train: + avg_avg_episode_length: 15.211347 + avg_avg_return: 0.8534653 + avg_benchmark_regret: 0.002778862 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3373642 + proxy_corner: + avg_avg_return: 0.079927765 + avg_reward_per_step: 0.016792297 + eval-batch-orig: + avg_avg_episode_length: 16.772953 + avg_avg_return: 0.8393561 + avg_benchmark_regret: 0.0045353295 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27463531 + proxy_corner: + avg_avg_return: 0.8393561 + avg_reward_per_step: 0.27463531 + eval-batch-shift: + avg_avg_episode_length: 12.729312 + avg_avg_return: 0.88343644 + avg_benchmark_regret: 0.0039252765 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34583282 + proxy_corner: + avg_avg_return: 0.05503936 + avg_reward_per_step: 0.01689148 + eval-batch-tree: + avg_avg_episode_length: 6.9271126 + avg_avg_return: 0.97959745 + avg_benchmark_regret: 0.014822763 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27039337 + proxy_corner: + avg_avg_return: 0.97959745 + avg_reward_per_step: 0.27039337 +=========================================================== +=========================================================== + step: + env-step-all-before: 246415360 + env-step-replay-before: 124944384 + env-step-used-before: 246415360 + ppo-update-before: 150400 + env-step-generate-before: 121470976 + env-step-all-after: 246448128 + env-step-replay-after: 124977152 + env-step-used-after: 246448128 + ppo-update-after: 150420 + env-step-generate-after: 121470976 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.650038 + avg_avg_return: 0.92291504 + avg_reward_per_step: 0.10479736 + proxy_corner: + avg_avg_return: 0.2266283 + avg_reward_per_step: 0.024261475 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.650038 + avg_avg_return: 0.92291504 + avg_reward_per_step: 0.10479736 + proxy_corner: + avg_avg_return: 0.2266283 + avg_reward_per_step: 0.024261475 + perf: + env_steps_per_second: 906838.6560750072 + ppo_updates_per_second: 82.04864774771883 + eval-batch-train-duration: 0.32587992202024907 + eval-batch-orig-duration: 0.18149847397580743 + eval-batch-shift-duration: 0.15337394794914871 + eval-batch-tree-duration: 0.14237630896968767 + ued: + distances: + cheese-corne_dist_avg: 7.135254 + cheese-corne_dist_wavg: 11.959795 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 9.383545 + mouse-cheese_dist_finite_wavg: 9.040596 + mouse-cheese_dist_solvable_avg: 9.383545 + mouse-cheese_dist_solvable_wavg: 9.040597 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.47583 + num_walls_wavg: 7.845064 + prop_walls_avg: 0.2815578 + prop_walls_wavg: 0.34108976 + scoring: + avg_scores: 0.071937695 + visit_patterns: + avg_first_visit_time: 3026.485 + avg_last_visit_time: 3804.2954 + num_replay_batches: 3814 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072809303 + avg_actor_approxkl3: 0.000464258 + avg_actor_clipfrac: 0.018475343 + avg_actor_loss: -0.0001862845 + avg_advantage: 0.016033754 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00028431832 + avg_entropy: 0.07339558 + avg_grad_norm_pre_clip: 1.0944859 + avg_loss: -0.00011752092 + max: + max_actor_approxkl1: 0.0022503033 + max_actor_approxkl3: 0.0012220212 + max_actor_clipfrac: 0.03857422 + max_actor_loss: 0.0012900317 + max_advantage: 0.20385092 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00036934708 + max_entropy: 0.08639787 + max_grad_norm_pre_clip: 1.6381754 + max_loss: 0.0013493587 + std: + std_actor_approxkl1: 0.00051845843 + std_actor_approxkl3: 0.00025556676 + std_actor_clipfrac: 0.00878578 + std_actor_loss: 0.0005427413 + std_advantage: 0.022732005 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0770068e-05 + std_entropy: 0.008031188 + std_grad_norm_pre_clip: 0.30118755 + std_loss: 0.00054962834 + eval-batch-train: + avg_avg_episode_length: 15.200684 + avg_avg_return: 0.85314703 + avg_benchmark_regret: 0.003097171 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33834076 + proxy_corner: + avg_avg_return: 0.074365705 + avg_reward_per_step: 0.01613617 + eval-batch-orig: + avg_avg_episode_length: 16.767021 + avg_avg_return: 0.83939695 + avg_benchmark_regret: 0.004494476 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2747116 + proxy_corner: + avg_avg_return: 0.83939695 + avg_reward_per_step: 0.2747116 + eval-batch-shift: + avg_avg_episode_length: 12.778752 + avg_avg_return: 0.88287187 + avg_benchmark_regret: 0.0044897986 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3464203 + proxy_corner: + avg_avg_return: 0.059303083 + avg_reward_per_step: 0.016845703 + eval-batch-tree: + avg_avg_episode_length: 6.4609175 + avg_avg_return: 0.98396754 + avg_benchmark_regret: 0.0104527315 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27259064 + proxy_corner: + avg_avg_return: 0.98396754 + avg_reward_per_step: 0.27259064 +=========================================================== +=========================================================== + step: + env-step-all-before: 247463936 + env-step-replay-before: 125501440 + env-step-used-before: 247463936 + ppo-update-before: 151040 + env-step-generate-before: 121962496 + env-step-all-after: 247496704 + env-step-replay-after: 125501440 + env-step-used-after: 247496704 + ppo-update-after: 151060 + env-step-generate-after: 121995264 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 13.743916 + avg_avg_return: 0.8592055 + avg_reward_per_step: 0.34985352 + proxy_corner: + avg_avg_return: 0.05254496 + avg_reward_per_step: 0.008148193 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 13.743916 + avg_avg_return: 0.8592055 + avg_reward_per_step: 0.34985352 + proxy_corner: + avg_avg_return: 0.05254496 + avg_reward_per_step: 0.008148193 + perf: + env_steps_per_second: 765472.9643014614 + ppo_updates_per_second: 87.55161424948555 + eval-batch-train-duration: 0.24361227097688243 + eval-batch-orig-duration: 0.1457908340380527 + eval-batch-shift-duration: 0.14589521201560274 + eval-batch-tree-duration: 0.14706431498052552 + ued: + distances: + cheese-corne_dist_avg: 7.1445312 + cheese-corne_dist_wavg: 5.212133 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 9.4157715 + mouse-cheese_dist_finite_wavg: 9.942039 + mouse-cheese_dist_solvable_avg: 9.4157715 + mouse-cheese_dist_solvable_wavg: 9.9420395 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.470703 + num_walls_wavg: 6.9459715 + prop_walls_avg: 0.2813349 + prop_walls_wavg: 0.30199873 + scoring: + avg_scores: 0.0717607 + visit_patterns: + avg_first_visit_time: 3033.0989 + avg_last_visit_time: 3820.2683 + num_replay_batches: 3830 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009482784 + avg_actor_approxkl3: 0.00068839156 + avg_actor_clipfrac: 0.026708985 + avg_actor_loss: -0.00077223073 + avg_advantage: -0.02424515 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003580096 + avg_entropy: 0.11969202 + avg_grad_norm_pre_clip: 1.2626666 + avg_loss: 0.0008981254 + max: + max_actor_approxkl1: 0.0029233524 + max_actor_approxkl3: 0.0016560572 + max_actor_clipfrac: 0.05908203 + max_actor_loss: 0.00073602796 + max_advantage: 0.23838753 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058239046 + max_entropy: 0.14801055 + max_grad_norm_pre_clip: 1.7916245 + max_loss: 0.0034999698 + std: + std_actor_approxkl1: 0.0007969939 + std_actor_approxkl3: 0.00044637325 + std_actor_clipfrac: 0.014202166 + std_actor_loss: 0.0007596549 + std_advantage: 0.084803715 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010852045 + std_entropy: 0.015971784 + std_grad_norm_pre_clip: 0.25338444 + std_loss: 0.00094707275 + eval-batch-train: + avg_avg_episode_length: 15.195702 + avg_avg_return: 0.85331357 + avg_benchmark_regret: 0.0029306808 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3390503 + proxy_corner: + avg_avg_return: 0.071882814 + avg_reward_per_step: 0.015151978 + eval-batch-orig: + avg_avg_episode_length: 16.75491 + avg_avg_return: 0.8396283 + avg_benchmark_regret: 0.004263168 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742386 + proxy_corner: + avg_avg_return: 0.8396283 + avg_reward_per_step: 0.2742386 + eval-batch-shift: + avg_avg_episode_length: 12.699096 + avg_avg_return: 0.8838753 + avg_benchmark_regret: 0.0034863958 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34695435 + proxy_corner: + avg_avg_return: 0.05742277 + avg_reward_per_step: 0.016845703 + eval-batch-tree: + avg_avg_episode_length: 6.3680553 + avg_avg_return: 0.98393226 + avg_benchmark_regret: 0.010488029 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272789 + proxy_corner: + avg_avg_return: 0.98393226 + avg_reward_per_step: 0.272789 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 248512512 + env-step-replay-before: 126025728 + env-step-used-before: 248512512 + ppo-update-before: 151680 + env-step-generate-before: 122486784 + env-step-all-after: 248545280 + env-step-replay-after: 126025728 + env-step-used-after: 248545280 + ppo-update-after: 151700 + env-step-generate-after: 122519552 + train-generate: + shift_proportion: 0.98046875 + avg_avg_episode_length: 13.327831 + avg_avg_return: 0.86283857 + avg_reward_per_step: 0.36846924 + proxy_corner: + avg_avg_return: 0.06270966 + avg_reward_per_step: 0.0076293945 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 13.327831 + avg_avg_return: 0.86283857 + avg_reward_per_step: 0.36846924 + proxy_corner: + avg_avg_return: 0.06270966 + avg_reward_per_step: 0.0076293945 + perf: + env_steps_per_second: 978424.0888383632 + ppo_updates_per_second: 76.20311081737185 + eval-batch-train-duration: 0.32790763303637505 + eval-batch-orig-duration: 0.18989863601746038 + eval-batch-shift-duration: 0.1570021150400862 + eval-batch-tree-duration: 0.14825414697406814 + ued: + distances: + cheese-corne_dist_avg: 7.1220703 + cheese-corne_dist_wavg: 7.9117694 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 9.4123535 + mouse-cheese_dist_finite_wavg: 9.043415 + mouse-cheese_dist_solvable_avg: 9.4123535 + mouse-cheese_dist_solvable_wavg: 9.043417 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4765625 + num_walls_wavg: 6.0469265 + prop_walls_avg: 0.2815897 + prop_walls_wavg: 0.26290986 + scoring: + avg_scores: 0.07218272 + visit_patterns: + avg_first_visit_time: 3044.4907 + avg_last_visit_time: 3836.2363 + num_replay_batches: 3846 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011623745 + avg_actor_approxkl3: 0.0009985798 + avg_actor_clipfrac: 0.032061767 + avg_actor_loss: -0.0009834701 + avg_advantage: -0.0011740206 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032999385 + avg_entropy: 0.10581527 + avg_grad_norm_pre_clip: 1.0111817 + avg_loss: 0.0005606838 + max: + max_actor_approxkl1: 0.00344186 + max_actor_approxkl3: 0.0025958968 + max_actor_clipfrac: 0.07019043 + max_actor_loss: 0.0002602674 + max_advantage: 0.4638514 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004503023 + max_entropy: 0.12279867 + max_grad_norm_pre_clip: 1.351734 + max_loss: 0.0018324414 + std: + std_actor_approxkl1: 0.0009805266 + std_actor_approxkl3: 0.0007138194 + std_actor_clipfrac: 0.01766165 + std_actor_loss: 0.0008488359 + std_advantage: 0.08225206 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00051460456 + std_entropy: 0.010636656 + std_grad_norm_pre_clip: 0.19447811 + std_loss: 0.00087028136 + eval-batch-train: + avg_avg_episode_length: 15.204329 + avg_avg_return: 0.85329944 + avg_benchmark_regret: 0.00294477 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3378067 + proxy_corner: + avg_avg_return: 0.076153114 + avg_reward_per_step: 0.015342712 + eval-batch-orig: + avg_avg_episode_length: 16.754848 + avg_avg_return: 0.83984673 + avg_benchmark_regret: 0.0040447423 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27430725 + proxy_corner: + avg_avg_return: 0.83984673 + avg_reward_per_step: 0.27430725 + eval-batch-shift: + avg_avg_episode_length: 12.650784 + avg_avg_return: 0.8837884 + avg_benchmark_regret: 0.003573341 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34700775 + proxy_corner: + avg_avg_return: 0.061092004 + avg_reward_per_step: 0.016792297 + eval-batch-tree: + avg_avg_episode_length: 6.10993 + avg_avg_return: 0.9849745 + avg_benchmark_regret: 0.009445791 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2724533 + proxy_corner: + avg_avg_return: 0.9849745 + avg_reward_per_step: 0.2724533 +=========================================================== +=========================================================== + step: + env-step-all-before: 249561088 + env-step-replay-before: 126451712 + env-step-used-before: 249561088 + ppo-update-before: 152320 + env-step-generate-before: 123109376 + env-step-all-after: 249593856 + env-step-replay-after: 126484480 + env-step-used-after: 249593856 + ppo-update-after: 152340 + env-step-generate-after: 123109376 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.056391 + avg_avg_return: 0.9194363 + avg_reward_per_step: 0.09942627 + proxy_corner: + avg_avg_return: 0.23454303 + avg_reward_per_step: 0.023803711 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.056391 + avg_avg_return: 0.9194363 + avg_reward_per_step: 0.09942627 + proxy_corner: + avg_avg_return: 0.23454303 + avg_reward_per_step: 0.023803711 + perf: + env_steps_per_second: 595035.7621662949 + ppo_updates_per_second: 72.76151720543541 + eval-batch-train-duration: 0.32061988895293325 + eval-batch-orig-duration: 0.16757647402118891 + eval-batch-shift-duration: 0.15470954403281212 + eval-batch-tree-duration: 0.1470589449745603 + ued: + distances: + cheese-corne_dist_avg: 7.1411133 + cheese-corne_dist_wavg: 11.951042 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 9.433594 + mouse-cheese_dist_finite_wavg: 8.144351 + mouse-cheese_dist_solvable_avg: 9.433594 + mouse-cheese_dist_solvable_wavg: 8.144352 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.479004 + num_walls_wavg: 6.049105 + prop_walls_avg: 0.28169578 + prop_walls_wavg: 0.26300457 + scoring: + avg_scores: 0.0719606 + visit_patterns: + avg_first_visit_time: 3052.022 + avg_last_visit_time: 3850.213 + num_replay_batches: 3860 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005258447 + avg_actor_approxkl3: 0.00048897124 + avg_actor_clipfrac: 0.019207764 + avg_actor_loss: -0.00038637905 + avg_advantage: 0.0013342954 + avg_critic_clipfrac: 0.0006469727 + avg_critic_loss: 0.0005664398 + avg_entropy: 0.07032275 + avg_grad_norm_pre_clip: 0.7501731 + avg_loss: -0.00017348192 + max: + max_actor_approxkl1: 0.0016411621 + max_actor_approxkl3: 0.0010079918 + max_actor_clipfrac: 0.034423828 + max_actor_loss: 0.00051647704 + max_advantage: 0.39700574 + max_critic_clipfrac: 0.0078125 + max_critic_loss: 0.00092309946 + max_entropy: 0.080843315 + max_grad_norm_pre_clip: 1.1045475 + max_loss: 0.0008124137 + std: + std_actor_approxkl1: 0.00048590696 + std_actor_approxkl3: 0.00025864344 + std_actor_clipfrac: 0.008720493 + std_actor_loss: 0.0005019293 + std_advantage: 0.040395517 + std_critic_clipfrac: 0.0018351598 + std_critic_loss: 0.00015551428 + std_entropy: 0.0061435397 + std_grad_norm_pre_clip: 0.21129653 + std_loss: 0.0005520095 + eval-batch-train: + avg_avg_episode_length: 15.212635 + avg_avg_return: 0.85323995 + avg_benchmark_regret: 0.0030042415 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33747864 + proxy_corner: + avg_avg_return: 0.0743195 + avg_reward_per_step: 0.014877319 + eval-batch-orig: + avg_avg_episode_length: 16.774883 + avg_avg_return: 0.83944315 + avg_benchmark_regret: 0.0044483272 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2736969 + proxy_corner: + avg_avg_return: 0.83944315 + avg_reward_per_step: 0.2736969 + eval-batch-shift: + avg_avg_episode_length: 12.651228 + avg_avg_return: 0.88419294 + avg_benchmark_regret: 0.0031688048 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34818268 + proxy_corner: + avg_avg_return: 0.058603913 + avg_reward_per_step: 0.01650238 + eval-batch-tree: + avg_avg_episode_length: 6.2900286 + avg_avg_return: 0.98461276 + avg_benchmark_regret: 0.009807515 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2714615 + proxy_corner: + avg_avg_return: 0.98461276 + avg_reward_per_step: 0.2714615 +=========================================================== +=========================================================== + step: + env-step-all-before: 250609664 + env-step-replay-before: 126976000 + env-step-used-before: 250609664 + ppo-update-before: 152960 + env-step-generate-before: 123633664 + env-step-all-after: 250642432 + env-step-replay-after: 126976000 + env-step-used-after: 250642432 + ppo-update-after: 152980 + env-step-generate-after: 123666432 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.961757 + avg_avg_return: 0.85555977 + avg_reward_per_step: 0.36984253 + proxy_corner: + avg_avg_return: 0.05450317 + avg_reward_per_step: 0.01260376 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.961757 + avg_avg_return: 0.85555977 + avg_reward_per_step: 0.36984253 + proxy_corner: + avg_avg_return: 0.05450317 + avg_reward_per_step: 0.01260376 + perf: + env_steps_per_second: 620972.2464059906 + ppo_updates_per_second: 94.89734509103121 + eval-batch-train-duration: 0.1991500630392693 + eval-batch-orig-duration: 0.14425800601020455 + eval-batch-shift-duration: 0.14146262797294185 + eval-batch-tree-duration: 0.14099719998193905 + ued: + distances: + cheese-corne_dist_avg: 7.1256104 + cheese-corne_dist_wavg: 11.949541 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 9.452393 + mouse-cheese_dist_finite_wavg: 10.838413 + mouse-cheese_dist_solvable_avg: 9.452393 + mouse-cheese_dist_solvable_wavg: 10.838416 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4746094 + num_walls_wavg: 7.8458114 + prop_walls_avg: 0.28150475 + prop_walls_wavg: 0.34112233 + scoring: + avg_scores: 0.07256845 + visit_patterns: + avg_first_visit_time: 3061.019 + avg_last_visit_time: 3865.2366 + num_replay_batches: 3875 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015019426 + avg_actor_approxkl3: 0.0009768322 + avg_actor_clipfrac: 0.034375 + avg_actor_loss: -0.0005616482 + avg_advantage: -0.03040453 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036021215 + avg_entropy: 0.11236929 + avg_grad_norm_pre_clip: 1.1910442 + avg_loss: 0.0011270434 + max: + max_actor_approxkl1: 0.0032543817 + max_actor_approxkl3: 0.0021072743 + max_actor_clipfrac: 0.07373047 + max_actor_loss: 0.00040735304 + max_advantage: 0.20628583 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0059560477 + max_entropy: 0.14373356 + max_grad_norm_pre_clip: 1.641557 + max_loss: 0.002423474 + std: + std_actor_approxkl1: 0.0009051983 + std_actor_approxkl3: 0.00052930287 + std_actor_clipfrac: 0.01761117 + std_actor_loss: 0.0007777437 + std_advantage: 0.08449693 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010883418 + std_entropy: 0.01665207 + std_grad_norm_pre_clip: 0.29810417 + std_loss: 0.0007763629 + eval-batch-train: + avg_avg_episode_length: 15.220448 + avg_avg_return: 0.8531038 + avg_benchmark_regret: 0.0031404078 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33678436 + proxy_corner: + avg_avg_return: 0.0732252 + avg_reward_per_step: 0.014831543 + eval-batch-orig: + avg_avg_episode_length: 16.758102 + avg_avg_return: 0.83956194 + avg_benchmark_regret: 0.0043295007 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27441406 + proxy_corner: + avg_avg_return: 0.83956194 + avg_reward_per_step: 0.27441406 + eval-batch-shift: + avg_avg_episode_length: 12.628393 + avg_avg_return: 0.8840994 + avg_benchmark_regret: 0.0032622938 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34897614 + proxy_corner: + avg_avg_return: 0.053453673 + avg_reward_per_step: 0.016601562 + eval-batch-tree: + avg_avg_episode_length: 6.0453844 + avg_avg_return: 0.9852849 + avg_benchmark_regret: 0.009135395 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27313995 + proxy_corner: + avg_avg_return: 0.9852849 + avg_reward_per_step: 0.27313995 +=========================================================== +=========================================================== + step: + env-step-all-before: 251658240 + env-step-replay-before: 127369216 + env-step-used-before: 251658240 + ppo-update-before: 153600 + env-step-generate-before: 124289024 + env-step-all-after: 251691008 + env-step-replay-after: 127369216 + env-step-used-after: 251691008 + ppo-update-after: 153620 + env-step-generate-after: 124321792 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.488064 + avg_avg_return: 0.8484591 + avg_reward_per_step: 0.33517456 + proxy_corner: + avg_avg_return: 0.05409067 + avg_reward_per_step: 0.0079956055 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.488064 + avg_avg_return: 0.8484591 + avg_reward_per_step: 0.33517456 + proxy_corner: + avg_avg_return: 0.05409067 + avg_reward_per_step: 0.0079956055 + perf: + env_steps_per_second: 823762.3672833033 + ppo_updates_per_second: 108.32886945894161 + eval-batch-train-duration: 0.2082909310120158 + eval-batch-orig-duration: 0.15815941599430516 + eval-batch-shift-duration: 0.1439705949742347 + eval-batch-tree-duration: 0.1401237430400215 + ued: + distances: + cheese-corne_dist_avg: 7.0843506 + cheese-corne_dist_wavg: 11.951068 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 9.480225 + mouse-cheese_dist_finite_wavg: 4.5478 + mouse-cheese_dist_solvable_avg: 9.480225 + mouse-cheese_dist_solvable_wavg: 4.5478 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4748535 + num_walls_wavg: 5.1454916 + prop_walls_avg: 0.28151536 + prop_walls_wavg: 0.22371697 + scoring: + avg_scores: 0.073422834 + visit_patterns: + avg_first_visit_time: 3072.265 + avg_last_visit_time: 3877.1877 + num_replay_batches: 3887 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011148805 + avg_actor_approxkl3: 0.0009832223 + avg_actor_clipfrac: 0.03768921 + avg_actor_loss: -0.00016047266 + avg_advantage: -0.0064058853 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0037377842 + avg_entropy: 0.11461258 + avg_grad_norm_pre_clip: 1.313178 + avg_loss: 0.001593807 + max: + max_actor_approxkl1: 0.0026323118 + max_actor_approxkl3: 0.0020904075 + max_actor_clipfrac: 0.06958008 + max_actor_loss: 0.0019742996 + max_advantage: 0.5872948 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0060826875 + max_entropy: 0.14749719 + max_grad_norm_pre_clip: 2.2309785 + max_loss: 0.0043264525 + std: + std_actor_approxkl1: 0.0006713022 + std_actor_approxkl3: 0.000512751 + std_actor_clipfrac: 0.017581806 + std_actor_loss: 0.0009197135 + std_advantage: 0.08707491 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009539819 + std_entropy: 0.013281459 + std_grad_norm_pre_clip: 0.38957873 + std_loss: 0.0010908914 + eval-batch-train: + avg_avg_episode_length: 15.303602 + avg_avg_return: 0.8525785 + avg_benchmark_regret: 0.0036656745 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33470917 + proxy_corner: + avg_avg_return: 0.08627674 + avg_reward_per_step: 0.016365051 + eval-batch-orig: + avg_avg_episode_length: 16.766323 + avg_avg_return: 0.83981466 + avg_benchmark_regret: 0.004076779 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27448273 + proxy_corner: + avg_avg_return: 0.83981466 + avg_reward_per_step: 0.27448273 + eval-batch-shift: + avg_avg_episode_length: 12.644992 + avg_avg_return: 0.883968 + avg_benchmark_regret: 0.0033936908 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34654236 + proxy_corner: + avg_avg_return: 0.06267053 + avg_reward_per_step: 0.016983032 + eval-batch-tree: + avg_avg_episode_length: 6.68627 + avg_avg_return: 0.981269 + avg_benchmark_regret: 0.013151326 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27183533 + proxy_corner: + avg_avg_return: 0.981269 + avg_reward_per_step: 0.27183533 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 252706816 + env-step-replay-before: 127959040 + env-step-used-before: 252706816 + ppo-update-before: 154240 + env-step-generate-before: 124747776 + env-step-all-after: 252739584 + env-step-replay-after: 127991808 + env-step-used-after: 252739584 + ppo-update-after: 154260 + env-step-generate-after: 124747776 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.834287 + avg_avg_return: 0.92274797 + avg_reward_per_step: 0.10116577 + proxy_corner: + avg_avg_return: 0.25332665 + avg_reward_per_step: 0.026794434 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 9.834287 + avg_avg_return: 0.92274797 + avg_reward_per_step: 0.10116577 + proxy_corner: + avg_avg_return: 0.25332665 + avg_reward_per_step: 0.026794434 + perf: + env_steps_per_second: 950314.4862954419 + ppo_updates_per_second: 75.36175526879751 + eval-batch-train-duration: 0.32861790200695395 + eval-batch-orig-duration: 0.20693492400459945 + eval-batch-shift-duration: 0.15915018395753577 + eval-batch-tree-duration: 0.14621139800874516 + ued: + distances: + cheese-corne_dist_avg: 7.085327 + cheese-corne_dist_wavg: 6.118512 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 9.484863 + mouse-cheese_dist_finite_wavg: 2.751581 + mouse-cheese_dist_solvable_avg: 9.484863 + mouse-cheese_dist_solvable_wavg: 2.7515812 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.482666 + num_walls_wavg: 5.150027 + prop_walls_avg: 0.28185505 + prop_walls_wavg: 0.22391415 + scoring: + avg_scores: 0.072205275 + visit_patterns: + avg_first_visit_time: 3080.6313 + avg_last_visit_time: 3896.3015 + num_replay_batches: 3906 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00075651327 + avg_actor_approxkl3: 0.0004573632 + avg_actor_clipfrac: 0.017913818 + avg_actor_loss: -0.0006045224 + avg_advantage: 0.031024128 + avg_critic_clipfrac: 0.007836915 + avg_critic_loss: 0.0008324903 + avg_entropy: 0.06417015 + avg_grad_norm_pre_clip: 0.70541304 + avg_loss: -0.0002524475 + max: + max_actor_approxkl1: 0.0018066387 + max_actor_approxkl3: 0.0010358185 + max_actor_clipfrac: 0.03125 + max_actor_loss: 0.0004382506 + max_advantage: 0.54029506 + max_critic_clipfrac: 0.044555664 + max_critic_loss: 0.0016282797 + max_entropy: 0.077506036 + max_grad_norm_pre_clip: 1.4728711 + max_loss: 0.000825447 + std: + std_actor_approxkl1: 0.0006424942 + std_actor_approxkl3: 0.00027862593 + std_actor_clipfrac: 0.0090039475 + std_actor_loss: 0.00068949745 + std_advantage: 0.043976005 + std_critic_clipfrac: 0.012558752 + std_critic_loss: 0.00032151167 + std_entropy: 0.005570397 + std_grad_norm_pre_clip: 0.248068 + std_loss: 0.0007681859 + eval-batch-train: + avg_avg_episode_length: 15.204805 + avg_avg_return: 0.8534086 + avg_benchmark_regret: 0.002835645 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3374176 + proxy_corner: + avg_avg_return: 0.06865543 + avg_reward_per_step: 0.015563965 + eval-batch-orig: + avg_avg_episode_length: 16.753435 + avg_avg_return: 0.8395891 + avg_benchmark_regret: 0.0043023555 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2744522 + proxy_corner: + avg_avg_return: 0.8395891 + avg_reward_per_step: 0.2744522 + eval-batch-shift: + avg_avg_episode_length: 12.650345 + avg_avg_return: 0.8837112 + avg_benchmark_regret: 0.003650522 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34788513 + proxy_corner: + avg_avg_return: 0.05588548 + avg_reward_per_step: 0.016716003 + eval-batch-tree: + avg_avg_episode_length: 6.410993 + avg_avg_return: 0.98189783 + avg_benchmark_regret: 0.012522442 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27295685 + proxy_corner: + avg_avg_return: 0.98189783 + avg_reward_per_step: 0.27295685 +=========================================================== +=========================================================== + step: + env-step-all-before: 253755392 + env-step-replay-before: 128417792 + env-step-used-before: 253755392 + ppo-update-before: 154880 + env-step-generate-before: 125337600 + env-step-all-after: 253788160 + env-step-replay-after: 128450560 + env-step-used-after: 253788160 + ppo-update-after: 154900 + env-step-generate-after: 125337600 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.082954 + avg_avg_return: 0.9196289 + avg_reward_per_step: 0.10107422 + proxy_corner: + avg_avg_return: 0.23191096 + avg_reward_per_step: 0.024139404 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.082954 + avg_avg_return: 0.9196289 + avg_reward_per_step: 0.10107422 + proxy_corner: + avg_avg_return: 0.23191096 + avg_reward_per_step: 0.024139404 + perf: + env_steps_per_second: 984059.5148428902 + ppo_updates_per_second: 84.93719460058082 + eval-batch-train-duration: 0.29024160403059795 + eval-batch-orig-duration: 0.2030817519989796 + eval-batch-shift-duration: 0.1701469190302305 + eval-batch-tree-duration: 0.15727574104676023 + ued: + distances: + cheese-corne_dist_avg: 7.123291 + cheese-corne_dist_wavg: 3.412158 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 9.512207 + mouse-cheese_dist_finite_wavg: 9.046398 + mouse-cheese_dist_solvable_avg: 9.512207 + mouse-cheese_dist_solvable_wavg: 9.046397 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.48999 + num_walls_wavg: 6.950556 + prop_walls_avg: 0.28217345 + prop_walls_wavg: 0.30219817 + scoring: + avg_scores: 0.07269439 + visit_patterns: + avg_first_visit_time: 3087.4116 + avg_last_visit_time: 3910.3008 + num_replay_batches: 3920 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006506721 + avg_actor_approxkl3: 0.0005154077 + avg_actor_clipfrac: 0.017657472 + avg_actor_loss: -0.00044508255 + avg_advantage: 0.03562726 + avg_critic_clipfrac: 0.00018310547 + avg_critic_loss: 0.0007644937 + avg_entropy: 0.06773063 + avg_grad_norm_pre_clip: 0.88814735 + avg_loss: -0.00013056632 + max: + max_actor_approxkl1: 0.00166149 + max_actor_approxkl3: 0.0011048533 + max_actor_clipfrac: 0.03125 + max_actor_loss: 0.0005328711 + max_advantage: 0.41170436 + max_critic_clipfrac: 0.0036621094 + max_critic_loss: 0.0013597645 + max_entropy: 0.08223893 + max_grad_norm_pre_clip: 1.5695843 + max_loss: 0.00074954546 + std: + std_actor_approxkl1: 0.0005210878 + std_actor_approxkl3: 0.00030034012 + std_actor_clipfrac: 0.007844884 + std_actor_loss: 0.00049749756 + std_advantage: 0.03531108 + std_critic_clipfrac: 0.0007981382 + std_critic_loss: 0.00028528232 + std_entropy: 0.00762164 + std_grad_norm_pre_clip: 0.23016787 + std_loss: 0.00055777223 + eval-batch-train: + avg_avg_episode_length: 15.2600975 + avg_avg_return: 0.8529846 + avg_benchmark_regret: 0.0032596013 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33758545 + proxy_corner: + avg_avg_return: 0.07386756 + avg_reward_per_step: 0.015167236 + eval-batch-orig: + avg_avg_episode_length: 16.749702 + avg_avg_return: 0.8397881 + avg_benchmark_regret: 0.0041033677 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.274765 + proxy_corner: + avg_avg_return: 0.8397881 + avg_reward_per_step: 0.274765 + eval-batch-shift: + avg_avg_episode_length: 12.642487 + avg_avg_return: 0.8842027 + avg_benchmark_regret: 0.0031589924 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34739685 + proxy_corner: + avg_avg_return: 0.055180468 + avg_reward_per_step: 0.016815186 + eval-batch-tree: + avg_avg_episode_length: 6.2147636 + avg_avg_return: 0.98427 + avg_benchmark_regret: 0.0101502985 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27282715 + proxy_corner: + avg_avg_return: 0.98427 + avg_reward_per_step: 0.27282715 +=========================================================== +=========================================================== + step: + env-step-all-before: 254803968 + env-step-replay-before: 128843776 + env-step-used-before: 254803968 + ppo-update-before: 155520 + env-step-generate-before: 125960192 + env-step-all-after: 254836736 + env-step-replay-after: 128843776 + env-step-used-after: 254836736 + ppo-update-after: 155540 + env-step-generate-after: 125992960 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 16.971323 + avg_avg_return: 0.82062733 + avg_reward_per_step: 0.33615112 + proxy_corner: + avg_avg_return: 0.09192092 + avg_reward_per_step: 0.017211914 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 16.971323 + avg_avg_return: 0.82062733 + avg_reward_per_step: 0.33615112 + proxy_corner: + avg_avg_return: 0.09192092 + avg_reward_per_step: 0.017211914 + perf: + env_steps_per_second: 613947.2563362961 + ppo_updates_per_second: 95.18719138102341 + eval-batch-train-duration: 0.19823723199078813 + eval-batch-orig-duration: 0.14238961500814185 + eval-batch-shift-duration: 0.13967280299402773 + eval-batch-tree-duration: 0.13928458199370652 + ued: + distances: + cheese-corne_dist_avg: 7.1330566 + cheese-corne_dist_wavg: 8.814913 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 9.5251465 + mouse-cheese_dist_finite_wavg: 9.051772 + mouse-cheese_dist_solvable_avg: 9.5251465 + mouse-cheese_dist_solvable_wavg: 9.051774 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.489258 + num_walls_wavg: 6.945382 + prop_walls_avg: 0.28214163 + prop_walls_wavg: 0.3019731 + scoring: + avg_scores: 0.07365539 + visit_patterns: + avg_first_visit_time: 3097.9338 + avg_last_visit_time: 3922.28 + num_replay_batches: 3932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010796654 + avg_actor_approxkl3: 0.0012018952 + avg_actor_clipfrac: 0.042175293 + avg_actor_loss: -0.0004060302 + avg_advantage: -0.041444965 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004275192 + avg_entropy: 0.14112002 + avg_grad_norm_pre_clip: 1.2431782 + avg_loss: 0.0015904459 + max: + max_actor_approxkl1: 0.0024975832 + max_actor_approxkl3: 0.0024200021 + max_actor_clipfrac: 0.084350586 + max_actor_loss: 0.001045905 + max_advantage: 0.36602956 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005641186 + max_entropy: 0.19177207 + max_grad_norm_pre_clip: 1.8565334 + max_loss: 0.0029883145 + std: + std_actor_approxkl1: 0.0008539815 + std_actor_approxkl3: 0.00074795354 + std_actor_clipfrac: 0.02401333 + std_actor_loss: 0.0008551191 + std_advantage: 0.089920156 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00075452635 + std_entropy: 0.02503767 + std_grad_norm_pre_clip: 0.30692083 + std_loss: 0.00085727987 + eval-batch-train: + avg_avg_episode_length: 15.280256 + avg_avg_return: 0.8528881 + avg_benchmark_regret: 0.003356101 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3338318 + proxy_corner: + avg_avg_return: 0.08189045 + avg_reward_per_step: 0.015693665 + eval-batch-orig: + avg_avg_episode_length: 16.766285 + avg_avg_return: 0.8400245 + avg_benchmark_regret: 0.003867008 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.274292 + proxy_corner: + avg_avg_return: 0.8400245 + avg_reward_per_step: 0.274292 + eval-batch-shift: + avg_avg_episode_length: 12.66475 + avg_avg_return: 0.8835817 + avg_benchmark_regret: 0.0037799925 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34635162 + proxy_corner: + avg_avg_return: 0.061485007 + avg_reward_per_step: 0.01701355 + eval-batch-tree: + avg_avg_episode_length: 6.432482 + avg_avg_return: 0.9839504 + avg_benchmark_regret: 0.0104699135 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27120972 + proxy_corner: + avg_avg_return: 0.9839504 + avg_reward_per_step: 0.27120972 +=========================================================== +=========================================================== + step: + env-step-all-before: 255852544 + env-step-replay-before: 129466368 + env-step-used-before: 255852544 + ppo-update-before: 156160 + env-step-generate-before: 126386176 + env-step-all-after: 255885312 + env-step-replay-after: 129499136 + env-step-used-after: 255885312 + ppo-update-after: 156180 + env-step-generate-after: 126386176 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.173978 + avg_avg_return: 0.91812885 + avg_reward_per_step: 0.09780884 + proxy_corner: + avg_avg_return: 0.24174523 + avg_reward_per_step: 0.024169922 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.173978 + avg_avg_return: 0.91812885 + avg_reward_per_step: 0.09780884 + proxy_corner: + avg_avg_return: 0.24174523 + avg_reward_per_step: 0.024169922 + perf: + env_steps_per_second: 844390.9256650006 + ppo_updates_per_second: 86.23396435788291 + eval-batch-train-duration: 0.24982723401626572 + eval-batch-orig-duration: 0.14712106197839603 + eval-batch-shift-duration: 0.14418277400545776 + eval-batch-tree-duration: 0.14433809701586142 + ued: + distances: + cheese-corne_dist_avg: 7.1276855 + cheese-corne_dist_wavg: 4.3196397 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 9.546875 + mouse-cheese_dist_finite_wavg: 8.153063 + mouse-cheese_dist_solvable_avg: 9.546875 + mouse-cheese_dist_solvable_wavg: 8.153064 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.4816895 + num_walls_wavg: 6.9497976 + prop_walls_avg: 0.28181255 + prop_walls_wavg: 0.30216515 + scoring: + avg_scores: 0.073034786 + visit_patterns: + avg_first_visit_time: 3103.722 + avg_last_visit_time: 3942.2612 + num_replay_batches: 3952 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00049899524 + avg_actor_approxkl3: 0.00044364086 + avg_actor_clipfrac: 0.01749878 + avg_actor_loss: -0.0007329913 + avg_advantage: 0.0011166665 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000250777 + avg_entropy: 0.070314236 + avg_grad_norm_pre_clip: 0.8618396 + avg_loss: -0.000677917 + max: + max_actor_approxkl1: 0.0014388366 + max_actor_approxkl3: 0.0009666425 + max_actor_clipfrac: 0.032226562 + max_actor_loss: 0.000602775 + max_advantage: 0.20958334 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00029383338 + max_entropy: 0.077112556 + max_grad_norm_pre_clip: 1.2481025 + max_loss: 0.00067673647 + std: + std_actor_approxkl1: 0.00039465283 + std_actor_approxkl3: 0.00025431678 + std_actor_clipfrac: 0.008535961 + std_actor_loss: 0.0006829568 + std_advantage: 0.02302398 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8117797e-05 + std_entropy: 0.004637268 + std_grad_norm_pre_clip: 0.20784451 + std_loss: 0.00068745465 + eval-batch-train: + avg_avg_episode_length: 15.230072 + avg_avg_return: 0.85297567 + avg_benchmark_regret: 0.0032685397 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3374176 + proxy_corner: + avg_avg_return: 0.069235615 + avg_reward_per_step: 0.014808655 + eval-batch-orig: + avg_avg_episode_length: 16.761438 + avg_avg_return: 0.8397847 + avg_benchmark_regret: 0.004106814 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27399445 + proxy_corner: + avg_avg_return: 0.8397847 + avg_reward_per_step: 0.27399445 + eval-batch-shift: + avg_avg_episode_length: 12.629905 + avg_avg_return: 0.8838443 + avg_benchmark_regret: 0.0035174023 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34823608 + proxy_corner: + avg_avg_return: 0.052770406 + avg_reward_per_step: 0.01638794 + eval-batch-tree: + avg_avg_episode_length: 6.468562 + avg_avg_return: 0.9815401 + avg_benchmark_regret: 0.012880213 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27200317 + proxy_corner: + avg_avg_return: 0.9815401 + avg_reward_per_step: 0.27200317 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 256901120 + env-step-replay-before: 130056192 + env-step-used-before: 256901120 + ppo-update-before: 156800 + env-step-generate-before: 126844928 + env-step-all-after: 256933888 + env-step-replay-after: 130056192 + env-step-used-after: 256933888 + ppo-update-after: 156820 + env-step-generate-after: 126877696 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.844726 + avg_avg_return: 0.8588458 + avg_reward_per_step: 0.34747314 + proxy_corner: + avg_avg_return: 0.055293716 + avg_reward_per_step: 0.0134887695 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.844726 + avg_avg_return: 0.8588458 + avg_reward_per_step: 0.34747314 + proxy_corner: + avg_avg_return: 0.055293716 + avg_reward_per_step: 0.0134887695 + perf: + env_steps_per_second: 736392.5475949752 + ppo_updates_per_second: 80.71643976358781 + eval-batch-train-duration: 0.25918696500593796 + eval-batch-orig-duration: 0.15069600997958332 + eval-batch-shift-duration: 0.14356939698336646 + eval-batch-tree-duration: 0.13948145398171619 + ued: + distances: + cheese-corne_dist_avg: 7.1099854 + cheese-corne_dist_wavg: 12.413087 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 9.560303 + mouse-cheese_dist_finite_wavg: 12.653571 + mouse-cheese_dist_solvable_avg: 9.560303 + mouse-cheese_dist_solvable_wavg: 12.653573 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.479248 + num_walls_wavg: 5.149528 + prop_walls_avg: 0.28170642 + prop_walls_wavg: 0.22389257 + scoring: + avg_scores: 0.07249095 + visit_patterns: + avg_first_visit_time: 3112.583 + avg_last_visit_time: 3959.3572 + num_replay_batches: 3969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013676139 + avg_actor_approxkl3: 0.0010909794 + avg_actor_clipfrac: 0.03441162 + avg_actor_loss: -0.00033245535 + avg_advantage: 0.0012448811 + avg_critic_clipfrac: 0.004779053 + avg_critic_loss: 0.0032898101 + avg_entropy: 0.111278854 + avg_grad_norm_pre_clip: 1.4742814 + avg_loss: 0.0012011711 + max: + max_actor_approxkl1: 0.0038993484 + max_actor_approxkl3: 0.0030488512 + max_actor_clipfrac: 0.07836914 + max_actor_loss: 0.0007729791 + max_advantage: 0.22230291 + max_critic_clipfrac: 0.030029297 + max_critic_loss: 0.005023934 + max_entropy: 0.13869348 + max_grad_norm_pre_clip: 3.7440863 + max_loss: 0.0026872226 + std: + std_actor_approxkl1: 0.0011076649 + std_actor_approxkl3: 0.0008985698 + std_actor_clipfrac: 0.022173928 + std_actor_loss: 0.0006349556 + std_advantage: 0.083693705 + std_critic_clipfrac: 0.008762938 + std_critic_loss: 0.0009392981 + std_entropy: 0.0139099145 + std_grad_norm_pre_clip: 0.6600568 + std_loss: 0.0006933146 + eval-batch-train: + avg_avg_episode_length: 15.223719 + avg_avg_return: 0.8531913 + avg_benchmark_regret: 0.0030528582 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33792114 + proxy_corner: + avg_avg_return: 0.07192867 + avg_reward_per_step: 0.015235901 + eval-batch-orig: + avg_avg_episode_length: 16.749002 + avg_avg_return: 0.83942115 + avg_benchmark_regret: 0.0044703106 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27430725 + proxy_corner: + avg_avg_return: 0.83942115 + avg_reward_per_step: 0.27430725 + eval-batch-shift: + avg_avg_episode_length: 12.615469 + avg_avg_return: 0.88416517 + avg_benchmark_regret: 0.0031965289 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34967804 + proxy_corner: + avg_avg_return: 0.056291513 + avg_reward_per_step: 0.016601562 + eval-batch-tree: + avg_avg_episode_length: 6.462508 + avg_avg_return: 0.98241425 + avg_benchmark_regret: 0.012006022 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27210236 + proxy_corner: + avg_avg_return: 0.98241425 + avg_reward_per_step: 0.27210236 +=========================================================== +=========================================================== + step: + env-step-all-before: 257949696 + env-step-replay-before: 130613248 + env-step-used-before: 257949696 + ppo-update-before: 157440 + env-step-generate-before: 127336448 + env-step-all-after: 257982464 + env-step-replay-after: 130646016 + env-step-used-after: 257982464 + ppo-update-after: 157460 + env-step-generate-after: 127336448 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.921853 + avg_avg_return: 0.9211128 + avg_reward_per_step: 0.099731445 + proxy_corner: + avg_avg_return: 0.24859655 + avg_reward_per_step: 0.025268555 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 9.921853 + avg_avg_return: 0.9211128 + avg_reward_per_step: 0.099731445 + proxy_corner: + avg_avg_return: 0.24859655 + avg_reward_per_step: 0.025268555 + perf: + env_steps_per_second: 605701.9833143234 + ppo_updates_per_second: 98.04914843159655 + eval-batch-train-duration: 0.20114239701069891 + eval-batch-orig-duration: 0.14368305203970522 + eval-batch-shift-duration: 0.13993019895860925 + eval-batch-tree-duration: 0.13969340297626331 + ued: + distances: + cheese-corne_dist_avg: 7.0804443 + cheese-corne_dist_wavg: 12.377316 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 9.561035 + mouse-cheese_dist_finite_wavg: 5.453335 + mouse-cheese_dist_solvable_avg: 9.561035 + mouse-cheese_dist_solvable_wavg: 5.4533353 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.489746 + num_walls_wavg: 5.148276 + prop_walls_avg: 0.28216285 + prop_walls_wavg: 0.22383809 + scoring: + avg_scores: 0.07267581 + visit_patterns: + avg_first_visit_time: 3122.4382 + avg_last_visit_time: 3977.2844 + num_replay_batches: 3987 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009799058 + avg_actor_approxkl3: 0.0005863739 + avg_actor_clipfrac: 0.022595216 + avg_actor_loss: -7.698885e-05 + avg_advantage: 0.02082372 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031219647 + avg_entropy: 0.06972515 + avg_grad_norm_pre_clip: 1.1147388 + avg_loss: 9.384181e-06 + max: + max_actor_approxkl1: 0.002865779 + max_actor_approxkl3: 0.001581999 + max_actor_clipfrac: 0.04284668 + max_actor_loss: 0.0019044867 + max_advantage: 0.26055932 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004489884 + max_entropy: 0.076532125 + max_grad_norm_pre_clip: 1.5256686 + max_loss: 0.002020864 + std: + std_actor_approxkl1: 0.00078442635 + std_actor_approxkl3: 0.0003665227 + std_actor_clipfrac: 0.010726146 + std_actor_loss: 0.0008529712 + std_advantage: 0.022385031 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.6607612e-05 + std_entropy: 0.0042542894 + std_grad_norm_pre_clip: 0.28930575 + std_loss: 0.0008578365 + eval-batch-train: + avg_avg_episode_length: 15.236661 + avg_avg_return: 0.85314214 + avg_benchmark_regret: 0.0031020627 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3363495 + proxy_corner: + avg_avg_return: 0.07083635 + avg_reward_per_step: 0.014984131 + eval-batch-orig: + avg_avg_episode_length: 16.775764 + avg_avg_return: 0.83975774 + avg_benchmark_regret: 0.0041337325 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27297974 + proxy_corner: + avg_avg_return: 0.83975774 + avg_reward_per_step: 0.27297974 + eval-batch-shift: + avg_avg_episode_length: 12.626232 + avg_avg_return: 0.8839632 + avg_benchmark_regret: 0.0033985586 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34833527 + proxy_corner: + avg_avg_return: 0.055929363 + avg_reward_per_step: 0.016571045 + eval-batch-tree: + avg_avg_episode_length: 6.2243834 + avg_avg_return: 0.9839205 + avg_benchmark_regret: 0.010499758 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27130127 + proxy_corner: + avg_avg_return: 0.9839205 + avg_reward_per_step: 0.27130127 +=========================================================== +=========================================================== + step: + env-step-all-before: 258998272 + env-step-replay-before: 131039232 + env-step-used-before: 258998272 + ppo-update-before: 158080 + env-step-generate-before: 127959040 + env-step-all-after: 259031040 + env-step-replay-after: 131072000 + env-step-used-after: 259031040 + ppo-update-after: 158100 + env-step-generate-after: 127959040 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.704445 + avg_avg_return: 0.91717863 + avg_reward_per_step: 0.09613037 + proxy_corner: + avg_avg_return: 0.25250378 + avg_reward_per_step: 0.024536133 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.704445 + avg_avg_return: 0.91717863 + avg_reward_per_step: 0.09613037 + proxy_corner: + avg_avg_return: 0.25250378 + avg_reward_per_step: 0.024536133 + perf: + env_steps_per_second: 615758.9872608222 + ppo_updates_per_second: 72.90412487688172 + eval-batch-train-duration: 0.33806672104401514 + eval-batch-orig-duration: 0.17643292603315786 + eval-batch-shift-duration: 0.14890684798592702 + eval-batch-tree-duration: 0.1429880320210941 + ued: + distances: + cheese-corne_dist_avg: 7.0544434 + cheese-corne_dist_wavg: 11.94993 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.571777 + mouse-cheese_dist_finite_wavg: 4.5559206 + mouse-cheese_dist_solvable_avg: 9.571777 + mouse-cheese_dist_solvable_wavg: 4.5559216 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.496338 + num_walls_wavg: 6.948855 + prop_walls_avg: 0.28244945 + prop_walls_wavg: 0.30212417 + scoring: + avg_scores: 0.073105775 + visit_patterns: + avg_first_visit_time: 3131.9824 + avg_last_visit_time: 3990.239 + num_replay_batches: 4000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009174283 + avg_actor_approxkl3: 0.000557101 + avg_actor_clipfrac: 0.020874023 + avg_actor_loss: -0.00067783066 + avg_advantage: 0.03721363 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0007361831 + avg_entropy: 0.07204207 + avg_grad_norm_pre_clip: 0.9041638 + avg_loss: -0.00038178117 + max: + max_actor_approxkl1: 0.0023431166 + max_actor_approxkl3: 0.0010452196 + max_actor_clipfrac: 0.036376953 + max_actor_loss: 0.00019139238 + max_advantage: 0.39716953 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012820994 + max_entropy: 0.08469262 + max_grad_norm_pre_clip: 1.5220572 + max_loss: 0.0007657259 + std: + std_actor_approxkl1: 0.0006278696 + std_actor_approxkl3: 0.00032448798 + std_actor_clipfrac: 0.0112015065 + std_actor_loss: 0.0005616927 + std_advantage: 0.033643436 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00023936579 + std_entropy: 0.006423284 + std_grad_norm_pre_clip: 0.26528582 + std_loss: 0.00062578294 + eval-batch-train: + avg_avg_episode_length: 15.249938 + avg_avg_return: 0.85292363 + avg_benchmark_regret: 0.0033205773 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33592987 + proxy_corner: + avg_avg_return: 0.07345492 + avg_reward_per_step: 0.01499939 + eval-batch-orig: + avg_avg_episode_length: 16.772121 + avg_avg_return: 0.8396991 + avg_benchmark_regret: 0.004192383 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27433777 + proxy_corner: + avg_avg_return: 0.8396991 + avg_reward_per_step: 0.27433777 + eval-batch-shift: + avg_avg_episode_length: 12.622438 + avg_avg_return: 0.8843576 + avg_benchmark_regret: 0.003004118 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3482895 + proxy_corner: + avg_avg_return: 0.055947185 + avg_reward_per_step: 0.016616821 + eval-batch-tree: + avg_avg_episode_length: 6.56369 + avg_avg_return: 0.9822485 + avg_benchmark_regret: 0.012171814 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27140045 + proxy_corner: + avg_avg_return: 0.9822485 + avg_reward_per_step: 0.27140045 +=========================================================== +=========================================================== + step: + env-step-all-before: 260046848 + env-step-replay-before: 131661824 + env-step-used-before: 260046848 + ppo-update-before: 158720 + env-step-generate-before: 128385024 + env-step-all-after: 260079616 + env-step-replay-after: 131661824 + env-step-used-after: 260079616 + ppo-update-after: 158740 + env-step-generate-after: 128417792 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.122265 + avg_avg_return: 0.8549433 + avg_reward_per_step: 0.33718872 + proxy_corner: + avg_avg_return: 0.09718399 + avg_reward_per_step: 0.01361084 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 14.122265 + avg_avg_return: 0.8549433 + avg_reward_per_step: 0.33718872 + proxy_corner: + avg_avg_return: 0.09718399 + avg_reward_per_step: 0.01361084 + perf: + env_steps_per_second: 618304.9479127567 + ppo_updates_per_second: 98.68697960792235 + eval-batch-train-duration: 0.2023711430374533 + eval-batch-orig-duration: 0.14751111797522753 + eval-batch-shift-duration: 0.14669904700713232 + eval-batch-tree-duration: 0.14213048701640218 + ued: + distances: + cheese-corne_dist_avg: 7.0491943 + cheese-corne_dist_wavg: 11.954426 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.57666 + mouse-cheese_dist_finite_wavg: 4.5612493 + mouse-cheese_dist_solvable_avg: 9.57666 + mouse-cheese_dist_solvable_wavg: 4.561249 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.503662 + num_walls_wavg: 7.849062 + prop_walls_avg: 0.2827679 + prop_walls_wavg: 0.34126353 + scoring: + avg_scores: 0.07282093 + visit_patterns: + avg_first_visit_time: 3138.405 + avg_last_visit_time: 4008.2976 + num_replay_batches: 4018 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015743719 + avg_actor_approxkl3: 0.0011494317 + avg_actor_clipfrac: 0.038598634 + avg_actor_loss: -0.00016003214 + avg_advantage: -0.025725551 + avg_critic_clipfrac: 0.000390625 + avg_critic_loss: 0.0034281418 + avg_entropy: 0.12987381 + avg_grad_norm_pre_clip: 1.4751495 + avg_loss: 0.001424165 + max: + max_actor_approxkl1: 0.0046533966 + max_actor_approxkl3: 0.0028995466 + max_actor_clipfrac: 0.07775879 + max_actor_loss: 0.00221961 + max_advantage: 0.14896625 + max_critic_clipfrac: 0.0078125 + max_critic_loss: 0.005197974 + max_entropy: 0.15387776 + max_grad_norm_pre_clip: 2.4337912 + max_loss: 0.0045441566 + std: + std_actor_approxkl1: 0.0012655765 + std_actor_approxkl3: 0.0007088894 + std_actor_clipfrac: 0.017922258 + std_actor_loss: 0.0009172003 + std_advantage: 0.08305393 + std_critic_clipfrac: 0.0017026948 + std_critic_loss: 0.0010385863 + std_entropy: 0.009761273 + std_grad_norm_pre_clip: 0.551977 + std_loss: 0.0010966827 + eval-batch-train: + avg_avg_episode_length: 15.243536 + avg_avg_return: 0.85301983 + avg_benchmark_regret: 0.0032243445 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33644867 + proxy_corner: + avg_avg_return: 0.074750096 + avg_reward_per_step: 0.014976501 + eval-batch-orig: + avg_avg_episode_length: 16.768585 + avg_avg_return: 0.8397962 + avg_benchmark_regret: 0.004095271 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27411652 + proxy_corner: + avg_avg_return: 0.8397962 + avg_reward_per_step: 0.27411652 + eval-batch-shift: + avg_avg_episode_length: 12.65736 + avg_avg_return: 0.8839052 + avg_benchmark_regret: 0.0034565653 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3462906 + proxy_corner: + avg_avg_return: 0.056594104 + avg_reward_per_step: 0.016281128 + eval-batch-tree: + avg_avg_episode_length: 6.1770086 + avg_avg_return: 0.98478055 + avg_benchmark_regret: 0.009639697 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27146912 + proxy_corner: + avg_avg_return: 0.98478055 + avg_reward_per_step: 0.27146912 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 261095424 + env-step-replay-before: 132186112 + env-step-used-before: 261095424 + ppo-update-before: 159360 + env-step-generate-before: 128909312 + env-step-all-after: 261128192 + env-step-replay-after: 132218880 + env-step-used-after: 261128192 + ppo-update-after: 159380 + env-step-generate-after: 128909312 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.013117 + avg_avg_return: 0.92096424 + avg_reward_per_step: 0.09869385 + proxy_corner: + avg_avg_return: 0.20547937 + avg_reward_per_step: 0.021118164 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.013117 + avg_avg_return: 0.92096424 + avg_reward_per_step: 0.09869385 + proxy_corner: + avg_avg_return: 0.20547937 + avg_reward_per_step: 0.021118164 + perf: + env_steps_per_second: 907283.3803879678 + ppo_updates_per_second: 108.59898846655231 + eval-batch-train-duration: 0.1974034599843435 + eval-batch-orig-duration: 0.14929123199544847 + eval-batch-shift-duration: 0.1422497409512289 + eval-batch-tree-duration: 0.13995496596908197 + ued: + distances: + cheese-corne_dist_avg: 7.062378 + cheese-corne_dist_wavg: 4.308608 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.604492 + mouse-cheese_dist_finite_wavg: 9.066082 + mouse-cheese_dist_solvable_avg: 9.604492 + mouse-cheese_dist_solvable_wavg: 9.066083 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.506592 + num_walls_wavg: 6.950716 + prop_walls_avg: 0.28289527 + prop_walls_wavg: 0.30220512 + scoring: + avg_scores: 0.07289402 + visit_patterns: + avg_first_visit_time: 3142.5723 + avg_last_visit_time: 4025.2466 + num_replay_batches: 4035 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00060850935 + avg_actor_approxkl3: 0.00051640964 + avg_actor_clipfrac: 0.019915773 + avg_actor_loss: -0.00082763674 + avg_advantage: 0.00049474905 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00030642393 + avg_entropy: 0.068018034 + avg_grad_norm_pre_clip: 0.8191339 + avg_loss: -0.000742443 + max: + max_actor_approxkl1: 0.0014628372 + max_actor_approxkl3: 0.0010234958 + max_actor_clipfrac: 0.0345459 + max_actor_loss: 0.00013513537 + max_advantage: 0.29096562 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004962322 + max_entropy: 0.07912955 + max_grad_norm_pre_clip: 1.3023187 + max_loss: 0.000244038 + std: + std_actor_approxkl1: 0.0004553306 + std_actor_approxkl3: 0.00026739793 + std_actor_clipfrac: 0.009566083 + std_actor_loss: 0.00075664883 + std_advantage: 0.026641862 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.15068e-05 + std_entropy: 0.006401389 + std_grad_norm_pre_clip: 0.19884916 + std_loss: 0.00076520455 + eval-batch-train: + avg_avg_episode_length: 15.341615 + avg_avg_return: 0.85272825 + avg_benchmark_regret: 0.0035160105 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33546448 + proxy_corner: + avg_avg_return: 0.06648876 + avg_reward_per_step: 0.014633179 + eval-batch-orig: + avg_avg_episode_length: 16.76974 + avg_avg_return: 0.83945477 + avg_benchmark_regret: 0.0044367383 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27385712 + proxy_corner: + avg_avg_return: 0.83945477 + avg_reward_per_step: 0.27385712 + eval-batch-shift: + avg_avg_episode_length: 12.634984 + avg_avg_return: 0.88388205 + avg_benchmark_regret: 0.003479647 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34840393 + proxy_corner: + avg_avg_return: 0.053811267 + avg_reward_per_step: 0.016304016 + eval-batch-tree: + avg_avg_episode_length: 6.505184 + avg_avg_return: 0.98317426 + avg_benchmark_regret: 0.011245978 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26882935 + proxy_corner: + avg_avg_return: 0.98317426 + avg_reward_per_step: 0.26882935 +=========================================================== +=========================================================== + step: + env-step-all-before: 262144000 + env-step-replay-before: 132677632 + env-step-used-before: 262144000 + ppo-update-before: 160000 + env-step-generate-before: 129466368 + env-step-all-after: 262176768 + env-step-replay-after: 132710400 + env-step-used-after: 262176768 + ppo-update-after: 160020 + env-step-generate-after: 129466368 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.120018 + avg_avg_return: 0.9205906 + avg_reward_per_step: 0.0987854 + proxy_corner: + avg_avg_return: 0.22541611 + avg_reward_per_step: 0.023010254 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.120018 + avg_avg_return: 0.9205906 + avg_reward_per_step: 0.0987854 + proxy_corner: + avg_avg_return: 0.22541611 + avg_reward_per_step: 0.023010254 + perf: + env_steps_per_second: 612279.3286127629 + ppo_updates_per_second: 75.07942088897191 + eval-batch-train-duration: 0.3259471090277657 + eval-batch-orig-duration: 0.17001546098617837 + eval-batch-shift-duration: 0.14890166802797467 + eval-batch-tree-duration: 0.14312390802660957 + ued: + distances: + cheese-corne_dist_avg: 7.032837 + cheese-corne_dist_wavg: 7.0014014 + levels_cheese_is_in_corner_avg: 0.072509766 + mouse-cheese_dist_finite_avg: 9.619873 + mouse-cheese_dist_finite_wavg: 7.256134 + mouse-cheese_dist_solvable_avg: 9.619873 + mouse-cheese_dist_solvable_wavg: 7.256135 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.503174 + num_walls_wavg: 8.751723 + prop_walls_avg: 0.28274667 + prop_walls_wavg: 0.38050973 + scoring: + avg_scores: 0.0738938 + visit_patterns: + avg_first_visit_time: 3151.7659 + avg_last_visit_time: 4040.2734 + num_replay_batches: 4050 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006273262 + avg_actor_approxkl3: 0.00050745654 + avg_actor_clipfrac: 0.018988037 + avg_actor_loss: -0.00087962265 + avg_advantage: 0.009285671 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003819744 + avg_entropy: 0.07669566 + avg_grad_norm_pre_clip: 0.76039267 + avg_loss: -0.0007653311 + max: + max_actor_approxkl1: 0.0032941666 + max_actor_approxkl3: 0.0017321736 + max_actor_clipfrac: 0.037719727 + max_actor_loss: 9.1024674e-05 + max_advantage: 0.40556324 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000548133 + max_entropy: 0.0887732 + max_grad_norm_pre_clip: 1.2456918 + max_loss: 0.00027288808 + std: + std_actor_approxkl1: 0.00070397276 + std_actor_approxkl3: 0.00036090566 + std_actor_clipfrac: 0.008969923 + std_actor_loss: 0.0007170902 + std_advantage: 0.028677478 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.37361e-05 + std_entropy: 0.008908162 + std_grad_norm_pre_clip: 0.21247154 + std_loss: 0.000739541 + eval-batch-train: + avg_avg_episode_length: 15.244897 + avg_avg_return: 0.85304713 + avg_benchmark_regret: 0.0031970956 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3353653 + proxy_corner: + avg_avg_return: 0.07177146 + avg_reward_per_step: 0.014961243 + eval-batch-orig: + avg_avg_episode_length: 16.772766 + avg_avg_return: 0.83939266 + avg_benchmark_regret: 0.0044988445 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27337646 + proxy_corner: + avg_avg_return: 0.83939266 + avg_reward_per_step: 0.27337646 + eval-batch-shift: + avg_avg_episode_length: 12.646517 + avg_avg_return: 0.88378394 + avg_benchmark_regret: 0.0035778147 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34688568 + proxy_corner: + avg_avg_return: 0.05287511 + avg_reward_per_step: 0.016304016 + eval-batch-tree: + avg_avg_episode_length: 6.194546 + avg_avg_return: 0.98421574 + avg_benchmark_regret: 0.010204553 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27214813 + proxy_corner: + avg_avg_return: 0.98421574 + avg_reward_per_step: 0.27214813 +=========================================================== +=========================================================== + step: + env-step-all-before: 263192576 + env-step-replay-before: 133169152 + env-step-used-before: 263192576 + ppo-update-before: 160640 + env-step-generate-before: 130023424 + env-step-all-after: 263225344 + env-step-replay-after: 133169152 + env-step-used-after: 263225344 + ppo-update-after: 160660 + env-step-generate-after: 130056192 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 13.367397 + avg_avg_return: 0.86468434 + avg_reward_per_step: 0.33624268 + proxy_corner: + avg_avg_return: 0.06841658 + avg_reward_per_step: 0.012054443 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 13.367397 + avg_avg_return: 0.86468434 + avg_reward_per_step: 0.33624268 + proxy_corner: + avg_avg_return: 0.06841658 + avg_reward_per_step: 0.012054443 + perf: + env_steps_per_second: 638344.0707112252 + ppo_updates_per_second: 75.92356681063605 + eval-batch-train-duration: 0.26703403500141576 + eval-batch-orig-duration: 0.1502800160087645 + eval-batch-shift-duration: 0.14651925797807053 + eval-batch-tree-duration: 0.1447351460228674 + ued: + distances: + cheese-corne_dist_avg: 7.020752 + cheese-corne_dist_wavg: 11.952066 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 9.622803 + mouse-cheese_dist_finite_wavg: 8.160473 + mouse-cheese_dist_solvable_avg: 9.622803 + mouse-cheese_dist_solvable_wavg: 8.160474 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5109863 + num_walls_wavg: 4.254343 + prop_walls_avg: 0.28308636 + prop_walls_wavg: 0.18497144 + scoring: + avg_scores: 0.07378303 + visit_patterns: + avg_first_visit_time: 3163.2192 + avg_last_visit_time: 4054.2039 + num_replay_batches: 4064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012763751 + avg_actor_approxkl3: 0.0009818848 + avg_actor_clipfrac: 0.034594726 + avg_actor_loss: -0.00052862096 + avg_advantage: -0.02757098 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0034060774 + avg_entropy: 0.13222894 + avg_grad_norm_pre_clip: 1.129685 + avg_loss: 0.0010421886 + max: + max_actor_approxkl1: 0.0027416034 + max_actor_approxkl3: 0.0022617152 + max_actor_clipfrac: 0.06713867 + max_actor_loss: 0.0019113496 + max_advantage: 0.33627182 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005293148 + max_entropy: 0.16794625 + max_grad_norm_pre_clip: 3.3029382 + max_loss: 0.0026667882 + std: + std_actor_approxkl1: 0.0008691057 + std_actor_approxkl3: 0.0005929433 + std_actor_clipfrac: 0.017461322 + std_actor_loss: 0.0008482339 + std_advantage: 0.0817926 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0013117209 + std_entropy: 0.016122581 + std_grad_norm_pre_clip: 0.608358 + std_loss: 0.00079247775 + eval-batch-train: + avg_avg_episode_length: 15.271294 + avg_avg_return: 0.8531121 + avg_benchmark_regret: 0.003132129 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33533478 + proxy_corner: + avg_avg_return: 0.079410404 + avg_reward_per_step: 0.01675415 + eval-batch-orig: + avg_avg_episode_length: 16.760662 + avg_avg_return: 0.8395262 + avg_benchmark_regret: 0.0043653045 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27470398 + proxy_corner: + avg_avg_return: 0.8395262 + avg_reward_per_step: 0.27470398 + eval-batch-shift: + avg_avg_episode_length: 12.669254 + avg_avg_return: 0.883598 + avg_benchmark_regret: 0.0037636827 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3453369 + proxy_corner: + avg_avg_return: 0.059142083 + avg_reward_per_step: 0.016929626 + eval-batch-tree: + avg_avg_episode_length: 6.415556 + avg_avg_return: 0.9838456 + avg_benchmark_regret: 0.010574685 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27191162 + proxy_corner: + avg_avg_return: 0.9838456 + avg_reward_per_step: 0.27191162 +=========================================================== +=========================================================== + step: + env-step-all-before: 264241152 + env-step-replay-before: 133562368 + env-step-used-before: 264241152 + ppo-update-before: 161280 + env-step-generate-before: 130678784 + env-step-all-after: 264273920 + env-step-replay-after: 133562368 + env-step-used-after: 264273920 + ppo-update-after: 161300 + env-step-generate-after: 130711552 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.413022 + avg_avg_return: 0.8756393 + avg_reward_per_step: 0.36828613 + proxy_corner: + avg_avg_return: 0.058790546 + avg_reward_per_step: 0.018981934 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.413022 + avg_avg_return: 0.8756393 + avg_reward_per_step: 0.36828613 + proxy_corner: + avg_avg_return: 0.058790546 + avg_reward_per_step: 0.018981934 + perf: + env_steps_per_second: 905808.3932547537 + ppo_updates_per_second: 108.44631582212278 + eval-batch-train-duration: 0.20101809297921136 + eval-batch-orig-duration: 0.1533736860146746 + eval-batch-shift-duration: 0.143370222998783 + eval-batch-tree-duration: 0.14088385604554787 + ued: + distances: + cheese-corne_dist_avg: 7.0216064 + cheese-corne_dist_wavg: 6.1064467 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 9.655762 + mouse-cheese_dist_finite_wavg: 9.960576 + mouse-cheese_dist_solvable_avg: 9.655762 + mouse-cheese_dist_solvable_wavg: 9.960577 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5061035 + num_walls_wavg: 6.951787 + prop_walls_avg: 0.28287405 + prop_walls_wavg: 0.30225164 + scoring: + avg_scores: 0.074392475 + visit_patterns: + avg_first_visit_time: 3169.8796 + avg_last_visit_time: 4066.2842 + num_replay_batches: 4076 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011036192 + avg_actor_approxkl3: 0.00091454264 + avg_actor_clipfrac: 0.031256106 + avg_actor_loss: -0.00034894535 + avg_advantage: -0.0017735302 + avg_critic_clipfrac: 4.8828126e-05 + avg_critic_loss: 0.0032619964 + avg_entropy: 0.11246546 + avg_grad_norm_pre_clip: 0.9922978 + avg_loss: 0.0011695874 + max: + max_actor_approxkl1: 0.0040789875 + max_actor_approxkl3: 0.0028485039 + max_actor_clipfrac: 0.08300781 + max_actor_loss: 0.001022324 + max_advantage: 0.5650403 + max_critic_clipfrac: 0.0009765625 + max_critic_loss: 0.0063958257 + max_entropy: 0.15754418 + max_grad_norm_pre_clip: 1.5493466 + max_loss: 0.00231079 + std: + std_actor_approxkl1: 0.0009937837 + std_actor_approxkl3: 0.0006880831 + std_actor_clipfrac: 0.019204244 + std_actor_loss: 0.00067286263 + std_advantage: 0.08189693 + std_critic_clipfrac: 0.00021283685 + std_critic_loss: 0.0011561876 + std_entropy: 0.017729789 + std_grad_norm_pre_clip: 0.25767127 + std_loss: 0.00073719764 + eval-batch-train: + avg_avg_episode_length: 15.245795 + avg_avg_return: 0.8530481 + avg_benchmark_regret: 0.0031960795 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3347931 + proxy_corner: + avg_avg_return: 0.07201959 + avg_reward_per_step: 0.014587402 + eval-batch-orig: + avg_avg_episode_length: 16.81577 + avg_avg_return: 0.8390603 + avg_benchmark_regret: 0.004831181 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27179718 + proxy_corner: + avg_avg_return: 0.8390603 + avg_reward_per_step: 0.27179718 + eval-batch-shift: + avg_avg_episode_length: 12.625486 + avg_avg_return: 0.88392395 + avg_benchmark_regret: 0.0034377372 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3492508 + proxy_corner: + avg_avg_return: 0.05149602 + avg_reward_per_step: 0.01626587 + eval-batch-tree: + avg_avg_episode_length: 6.200637 + avg_avg_return: 0.9845278 + avg_benchmark_regret: 0.00989246 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27155304 + proxy_corner: + avg_avg_return: 0.9845278 + avg_reward_per_step: 0.27155304 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 265289728 + env-step-replay-before: 134152192 + env-step-used-before: 265289728 + ppo-update-before: 161920 + env-step-generate-before: 131137536 + env-step-all-after: 265322496 + env-step-replay-after: 134184960 + env-step-used-after: 265322496 + ppo-update-after: 161940 + env-step-generate-after: 131137536 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.174254 + avg_avg_return: 0.91790265 + avg_reward_per_step: 0.097839355 + proxy_corner: + avg_avg_return: 0.1933847 + avg_reward_per_step: 0.018920898 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.174254 + avg_avg_return: 0.91790265 + avg_reward_per_step: 0.097839355 + proxy_corner: + avg_avg_return: 0.1933847 + avg_reward_per_step: 0.018920898 + perf: + env_steps_per_second: 956578.7736029578 + ppo_updates_per_second: 75.86116763047251 + eval-batch-train-duration: 0.2787081169662997 + eval-batch-orig-duration: 0.16839576000347733 + eval-batch-shift-duration: 0.14662223204504699 + eval-batch-tree-duration: 0.14117368398001418 + ued: + distances: + cheese-corne_dist_avg: 7.025879 + cheese-corne_dist_wavg: 12.392024 + levels_cheese_is_in_corner_avg: 0.072265625 + mouse-cheese_dist_finite_avg: 9.654541 + mouse-cheese_dist_finite_wavg: 8.167313 + mouse-cheese_dist_solvable_avg: 9.654541 + mouse-cheese_dist_solvable_wavg: 8.167314 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5061035 + num_walls_wavg: 6.95334 + prop_walls_avg: 0.28287405 + prop_walls_wavg: 0.30231908 + scoring: + avg_scores: 0.07368365 + visit_patterns: + avg_first_visit_time: 3180.9246 + avg_last_visit_time: 4085.2158 + num_replay_batches: 4095 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095508713 + avg_actor_approxkl3: 0.0005557829 + avg_actor_clipfrac: 0.019329835 + avg_actor_loss: -0.00056648435 + avg_advantage: 0.009086453 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00036131195 + avg_entropy: 0.07403415 + avg_grad_norm_pre_clip: 0.6604451 + avg_loss: -0.0004598625 + max: + max_actor_approxkl1: 0.001960726 + max_actor_approxkl3: 0.0015750856 + max_actor_clipfrac: 0.04284668 + max_actor_loss: 0.00036591105 + max_advantage: 0.32213616 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004829957 + max_entropy: 0.08644867 + max_grad_norm_pre_clip: 1.1021433 + max_loss: 0.0005420388 + std: + std_actor_approxkl1: 0.0005712452 + std_actor_approxkl3: 0.00036853328 + std_actor_clipfrac: 0.010432355 + std_actor_loss: 0.0005039526 + std_advantage: 0.028040929 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.8479574e-05 + std_entropy: 0.007570572 + std_grad_norm_pre_clip: 0.21658055 + std_loss: 0.0005248272 + eval-batch-train: + avg_avg_episode_length: 15.203059 + avg_avg_return: 0.8533474 + avg_benchmark_regret: 0.00289675 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3379593 + proxy_corner: + avg_avg_return: 0.06751424 + avg_reward_per_step: 0.01461792 + eval-batch-orig: + avg_avg_episode_length: 16.758177 + avg_avg_return: 0.83974206 + avg_benchmark_regret: 0.004149434 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27416992 + proxy_corner: + avg_avg_return: 0.83974206 + avg_reward_per_step: 0.27416992 + eval-batch-shift: + avg_avg_episode_length: 12.625549 + avg_avg_return: 0.8840436 + avg_benchmark_regret: 0.0033181335 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3477707 + proxy_corner: + avg_avg_return: 0.051599793 + avg_reward_per_step: 0.016227722 + eval-batch-tree: + avg_avg_episode_length: 6.2919044 + avg_avg_return: 0.98386484 + avg_benchmark_regret: 0.0105554145 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27176666 + proxy_corner: + avg_avg_return: 0.98386484 + avg_reward_per_step: 0.27176666 +=========================================================== +=========================================================== + step: + env-step-all-before: 266338304 + env-step-replay-before: 134807552 + env-step-used-before: 266338304 + ppo-update-before: 162560 + env-step-generate-before: 131530752 + env-step-all-after: 266371072 + env-step-replay-after: 134807552 + env-step-used-after: 266371072 + ppo-update-after: 162580 + env-step-generate-after: 131563520 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 17.534752 + avg_avg_return: 0.81471646 + avg_reward_per_step: 0.3187561 + proxy_corner: + avg_avg_return: 0.07085122 + avg_reward_per_step: 0.015625 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 17.534752 + avg_avg_return: 0.81471646 + avg_reward_per_step: 0.3187561 + proxy_corner: + avg_avg_return: 0.07085122 + avg_reward_per_step: 0.015625 + perf: + env_steps_per_second: 877747.7501057204 + ppo_updates_per_second: 103.37218252695341 + eval-batch-train-duration: 0.2019816690008156 + eval-batch-orig-duration: 0.1431738520041108 + eval-batch-shift-duration: 0.14399971999228 + eval-batch-tree-duration: 0.14394577697385103 + ued: + distances: + cheese-corne_dist_avg: 7.046875 + cheese-corne_dist_wavg: 11.957463 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 9.67041 + mouse-cheese_dist_finite_wavg: 6.366575 + mouse-cheese_dist_solvable_avg: 9.67041 + mouse-cheese_dist_solvable_wavg: 6.3665757 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5080566 + num_walls_wavg: 5.1488748 + prop_walls_avg: 0.28295895 + prop_walls_wavg: 0.2238641 + scoring: + avg_scores: 0.0735542 + visit_patterns: + avg_first_visit_time: 3187.3462 + avg_last_visit_time: 4104.222 + num_replay_batches: 4114 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015867196 + avg_actor_approxkl3: 0.0010649991 + avg_actor_clipfrac: 0.037731934 + avg_actor_loss: -0.00060479494 + avg_advantage: -0.008859298 + avg_critic_clipfrac: 0.0015441895 + avg_critic_loss: 0.004371546 + avg_entropy: 0.13593158 + avg_grad_norm_pre_clip: 1.2995907 + avg_loss: 0.0014450463 + max: + max_actor_approxkl1: 0.003306779 + max_actor_approxkl3: 0.0024157753 + max_actor_clipfrac: 0.06506348 + max_actor_loss: 0.0010258108 + max_advantage: 0.24070418 + max_critic_clipfrac: 0.020507812 + max_critic_loss: 0.0058840355 + max_entropy: 0.1580592 + max_grad_norm_pre_clip: 2.059007 + max_loss: 0.0031552066 + std: + std_actor_approxkl1: 0.0008931302 + std_actor_approxkl3: 0.0006095947 + std_actor_clipfrac: 0.017034294 + std_actor_loss: 0.0009047561 + std_advantage: 0.09538889 + std_critic_clipfrac: 0.004901739 + std_critic_loss: 0.0008614217 + std_entropy: 0.014833145 + std_grad_norm_pre_clip: 0.45650622 + std_loss: 0.0009812239 + eval-batch-train: + avg_avg_episode_length: 15.242355 + avg_avg_return: 0.8527976 + avg_benchmark_regret: 0.0034465902 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33665466 + proxy_corner: + avg_avg_return: 0.072599106 + avg_reward_per_step: 0.015625 + eval-batch-orig: + avg_avg_episode_length: 16.7609 + avg_avg_return: 0.8396398 + avg_benchmark_regret: 0.0042517306 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2746582 + proxy_corner: + avg_avg_return: 0.8396398 + avg_reward_per_step: 0.2746582 + eval-batch-shift: + avg_avg_episode_length: 12.660072 + avg_avg_return: 0.8841189 + avg_benchmark_regret: 0.003242845 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34578705 + proxy_corner: + avg_avg_return: 0.051692538 + avg_reward_per_step: 0.016311646 + eval-batch-tree: + avg_avg_episode_length: 6.8257947 + avg_avg_return: 0.9805094 + avg_benchmark_regret: 0.013910879 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27012634 + proxy_corner: + avg_avg_return: 0.9805094 + avg_reward_per_step: 0.27012634 +=========================================================== +=========================================================== + step: + env-step-all-before: 267386880 + env-step-replay-before: 135364608 + env-step-used-before: 267386880 + ppo-update-before: 163200 + env-step-generate-before: 132022272 + env-step-all-after: 267419648 + env-step-replay-after: 135364608 + env-step-used-after: 267419648 + ppo-update-after: 163220 + env-step-generate-after: 132055040 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 15.854301 + avg_avg_return: 0.8341657 + avg_reward_per_step: 0.31860352 + proxy_corner: + avg_avg_return: 0.07837224 + avg_reward_per_step: 0.010650635 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 15.854301 + avg_avg_return: 0.8341657 + avg_reward_per_step: 0.31860352 + proxy_corner: + avg_avg_return: 0.07837224 + avg_reward_per_step: 0.010650635 + perf: + env_steps_per_second: 975594.8543830622 + ppo_updates_per_second: 81.22515706167954 + eval-batch-train-duration: 0.25680632796138525 + eval-batch-orig-duration: 0.15990420494927093 + eval-batch-shift-duration: 0.1447504439856857 + eval-batch-tree-duration: 0.14109654701314867 + ued: + distances: + cheese-corne_dist_avg: 7.0717773 + cheese-corne_dist_wavg: 11.948375 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.675537 + mouse-cheese_dist_finite_wavg: 11.764656 + mouse-cheese_dist_solvable_avg: 9.675537 + mouse-cheese_dist_solvable_wavg: 11.764659 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5197754 + num_walls_wavg: 6.051751 + prop_walls_avg: 0.28346848 + prop_walls_wavg: 0.26311964 + scoring: + avg_scores: 0.07404423 + visit_patterns: + avg_first_visit_time: 3194.658 + avg_last_visit_time: 4121.3037 + num_replay_batches: 4131 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015814869 + avg_actor_approxkl3: 0.0012399901 + avg_actor_clipfrac: 0.037854005 + avg_actor_loss: 0.00017097537 + avg_advantage: -0.02975399 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0039237966 + avg_entropy: 0.13322593 + avg_grad_norm_pre_clip: 1.3713756 + avg_loss: 0.0019996476 + max: + max_actor_approxkl1: 0.0037500768 + max_actor_approxkl3: 0.0029260586 + max_actor_clipfrac: 0.071899414 + max_actor_loss: 0.0031416118 + max_advantage: 0.28195292 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0056235637 + max_entropy: 0.1524056 + max_grad_norm_pre_clip: 2.489699 + max_loss: 0.0051947585 + std: + std_actor_approxkl1: 0.00113936 + std_actor_approxkl3: 0.0008025919 + std_actor_clipfrac: 0.019056967 + std_actor_loss: 0.0009081232 + std_advantage: 0.08760778 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000987805 + std_entropy: 0.012646091 + std_grad_norm_pre_clip: 0.3961536 + std_loss: 0.0011330555 + eval-batch-train: + avg_avg_episode_length: 15.252634 + avg_avg_return: 0.8532327 + avg_benchmark_regret: 0.0030115347 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.336792 + proxy_corner: + avg_avg_return: 0.07467845 + avg_reward_per_step: 0.015823364 + eval-batch-orig: + avg_avg_episode_length: 16.764036 + avg_avg_return: 0.83998907 + avg_benchmark_regret: 0.0039023643 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27420807 + proxy_corner: + avg_avg_return: 0.83998907 + avg_reward_per_step: 0.27420807 + eval-batch-shift: + avg_avg_episode_length: 12.64625 + avg_avg_return: 0.8838312 + avg_benchmark_regret: 0.003530493 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34696198 + proxy_corner: + avg_avg_return: 0.051444996 + avg_reward_per_step: 0.016212463 + eval-batch-tree: + avg_avg_episode_length: 6.326236 + avg_avg_return: 0.9841024 + avg_benchmark_regret: 0.010317798 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27147675 + proxy_corner: + avg_avg_return: 0.9841024 + avg_reward_per_step: 0.27147675 +=========================================================== +=========================================================== + step: + env-step-all-before: 268435456 + env-step-replay-before: 135921664 + env-step-used-before: 268435456 + ppo-update-before: 163840 + env-step-generate-before: 132513792 + env-step-all-after: 268468224 + env-step-replay-after: 135954432 + env-step-used-after: 268468224 + ppo-update-after: 163860 + env-step-generate-after: 132513792 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.092672 + avg_avg_return: 0.9186083 + avg_reward_per_step: 0.09805298 + proxy_corner: + avg_avg_return: 0.2774192 + avg_reward_per_step: 0.02835083 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.092672 + avg_avg_return: 0.9186083 + avg_reward_per_step: 0.09805298 + proxy_corner: + avg_avg_return: 0.2774192 + avg_reward_per_step: 0.02835083 + perf: + env_steps_per_second: 904054.9596298789 + ppo_updates_per_second: 105.4686669426005 + eval-batch-train-duration: 0.20614735002163798 + eval-batch-orig-duration: 0.15641077002510428 + eval-batch-shift-duration: 0.1439818250364624 + eval-batch-tree-duration: 0.14124942501075566 + ued: + distances: + cheese-corne_dist_avg: 7.055664 + cheese-corne_dist_wavg: 4.306877 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 9.702637 + mouse-cheese_dist_finite_wavg: 9.968069 + mouse-cheese_dist_solvable_avg: 9.702637 + mouse-cheese_dist_solvable_wavg: 9.968069 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5195312 + num_walls_wavg: 6.053952 + prop_walls_avg: 0.28345788 + prop_walls_wavg: 0.2632152 + scoring: + avg_scores: 0.07424028 + visit_patterns: + avg_first_visit_time: 3203.6086 + avg_last_visit_time: 4139.2427 + num_replay_batches: 4149 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00070494914 + avg_actor_approxkl3: 0.00045549215 + avg_actor_clipfrac: 0.018347168 + avg_actor_loss: -0.0007469066 + avg_advantage: 0.038376365 + avg_critic_clipfrac: 0.013006592 + avg_critic_loss: 0.0009844821 + avg_entropy: 0.070600286 + avg_grad_norm_pre_clip: 0.6019129 + avg_loss: -0.00032526584 + max: + max_actor_approxkl1: 0.0018205638 + max_actor_approxkl3: 0.0008279339 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.00012594275 + max_advantage: 0.43966448 + max_critic_clipfrac: 0.0579834 + max_critic_loss: 0.001555864 + max_entropy: 0.08176933 + max_grad_norm_pre_clip: 1.0762128 + max_loss: 0.00065763877 + std: + std_actor_approxkl1: 0.0005477632 + std_actor_approxkl3: 0.00021996212 + std_actor_clipfrac: 0.008038875 + std_actor_loss: 0.00053965766 + std_advantage: 0.044971514 + std_critic_clipfrac: 0.018000279 + std_critic_loss: 0.00028888113 + std_entropy: 0.0074896533 + std_grad_norm_pre_clip: 0.19460751 + std_loss: 0.0006473951 + eval-batch-train: + avg_avg_episode_length: 15.221254 + avg_avg_return: 0.8533031 + avg_benchmark_regret: 0.0029411132 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33829498 + proxy_corner: + avg_avg_return: 0.070132144 + avg_reward_per_step: 0.015861511 + eval-batch-orig: + avg_avg_episode_length: 16.771767 + avg_avg_return: 0.83949804 + avg_benchmark_regret: 0.0043934537 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2736969 + proxy_corner: + avg_avg_return: 0.83949804 + avg_reward_per_step: 0.2736969 + eval-batch-shift: + avg_avg_episode_length: 12.664471 + avg_avg_return: 0.883814 + avg_benchmark_regret: 0.0035477679 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.055463485 + avg_reward_per_step: 0.016464233 + eval-batch-tree: + avg_avg_episode_length: 6.538841 + avg_avg_return: 0.983271 + avg_benchmark_regret: 0.011149213 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2704544 + proxy_corner: + avg_avg_return: 0.983271 + avg_reward_per_step: 0.2704544 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 269484032 + env-step-replay-before: 136609792 + env-step-used-before: 269484032 + ppo-update-before: 164480 + env-step-generate-before: 132874240 + env-step-all-after: 269516800 + env-step-replay-after: 136642560 + env-step-used-after: 269516800 + ppo-update-after: 164500 + env-step-generate-after: 132874240 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.963222 + avg_avg_return: 0.9196526 + avg_reward_per_step: 0.09902954 + proxy_corner: + avg_avg_return: 0.2597059 + avg_reward_per_step: 0.026855469 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 9.963222 + avg_avg_return: 0.9196526 + avg_reward_per_step: 0.09902954 + proxy_corner: + avg_avg_return: 0.2597059 + avg_reward_per_step: 0.026855469 + perf: + env_steps_per_second: 592296.2190447219 + ppo_updates_per_second: 72.66876116409574 + eval-batch-train-duration: 0.3374851960106753 + eval-batch-orig-duration: 0.17458763800095767 + eval-batch-shift-duration: 0.15029889199649915 + eval-batch-tree-duration: 0.14259541197679937 + ued: + distances: + cheese-corne_dist_avg: 7.052246 + cheese-corne_dist_wavg: 3.4072094 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.710693 + mouse-cheese_dist_finite_wavg: 9.970167 + mouse-cheese_dist_solvable_avg: 9.710693 + mouse-cheese_dist_solvable_wavg: 9.970168 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5129395 + num_walls_wavg: 6.0510173 + prop_walls_avg: 0.28317124 + prop_walls_wavg: 0.2630877 + scoring: + avg_scores: 0.07411721 + visit_patterns: + avg_first_visit_time: 3211.3606 + avg_last_visit_time: 4160.3076 + num_replay_batches: 4170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005423497 + avg_actor_approxkl3: 0.00049712084 + avg_actor_clipfrac: 0.019250488 + avg_actor_loss: -0.00040925454 + avg_advantage: 0.030481143 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00043285554 + avg_entropy: 0.06887657 + avg_grad_norm_pre_clip: 0.8423071 + avg_loss: -0.00026170336 + max: + max_actor_approxkl1: 0.0017749942 + max_actor_approxkl3: 0.001390337 + max_actor_clipfrac: 0.045654297 + max_actor_loss: 0.0010152087 + max_advantage: 0.33920926 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008334542 + max_entropy: 0.07815259 + max_grad_norm_pre_clip: 1.8610394 + max_loss: 0.00112085 + std: + std_actor_approxkl1: 0.0006154158 + std_actor_approxkl3: 0.0002995828 + std_actor_clipfrac: 0.010610368 + std_actor_loss: 0.00067078683 + std_advantage: 0.027357241 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014723858 + std_entropy: 0.00683828 + std_grad_norm_pre_clip: 0.34971023 + std_loss: 0.00069840084 + eval-batch-train: + avg_avg_episode_length: 15.215001 + avg_avg_return: 0.85304135 + avg_benchmark_regret: 0.0032028924 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33750153 + proxy_corner: + avg_avg_return: 0.07221647 + avg_reward_per_step: 0.016082764 + eval-batch-orig: + avg_avg_episode_length: 16.798353 + avg_avg_return: 0.8394892 + avg_benchmark_regret: 0.004402208 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27194977 + proxy_corner: + avg_avg_return: 0.8394892 + avg_reward_per_step: 0.27194977 + eval-batch-shift: + avg_avg_episode_length: 12.660395 + avg_avg_return: 0.8839311 + avg_benchmark_regret: 0.0034306338 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3446045 + proxy_corner: + avg_avg_return: 0.05921329 + avg_reward_per_step: 0.016975403 + eval-batch-tree: + avg_avg_episode_length: 6.595685 + avg_avg_return: 0.98295945 + avg_benchmark_regret: 0.01146079 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26963043 + proxy_corner: + avg_avg_return: 0.98295945 + avg_reward_per_step: 0.26963043 +=========================================================== +=========================================================== + step: + env-step-all-before: 270532608 + env-step-replay-before: 137297920 + env-step-used-before: 270532608 + ppo-update-before: 165120 + env-step-generate-before: 133234688 + env-step-all-after: 270565376 + env-step-replay-after: 137330688 + env-step-used-after: 270565376 + ppo-update-after: 165140 + env-step-generate-after: 133234688 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.22912 + avg_avg_return: 0.9189509 + avg_reward_per_step: 0.09738159 + proxy_corner: + avg_avg_return: 0.25942892 + avg_reward_per_step: 0.026153564 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.22912 + avg_avg_return: 0.9189509 + avg_reward_per_step: 0.09738159 + proxy_corner: + avg_avg_return: 0.25942892 + avg_reward_per_step: 0.026153564 + perf: + env_steps_per_second: 912010.0909187252 + ppo_updates_per_second: 105.16334792792574 + eval-batch-train-duration: 0.20540568296564743 + eval-batch-orig-duration: 0.1555147930048406 + eval-batch-shift-duration: 0.14415911899413913 + eval-batch-tree-duration: 0.144453565008007 + ued: + distances: + cheese-corne_dist_avg: 7.059326 + cheese-corne_dist_wavg: 11.960499 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.711426 + mouse-cheese_dist_finite_wavg: 9.062914 + mouse-cheese_dist_solvable_avg: 9.711426 + mouse-cheese_dist_solvable_wavg: 9.062916 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5148926 + num_walls_wavg: 6.9528403 + prop_walls_avg: 0.28325617 + prop_walls_wavg: 0.3022975 + scoring: + avg_scores: 0.073836654 + visit_patterns: + avg_first_visit_time: 3218.1328 + avg_last_visit_time: 4181.203 + num_replay_batches: 4191 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012115792 + avg_actor_approxkl3: 0.0006819655 + avg_actor_clipfrac: 0.02072754 + avg_actor_loss: -0.00018711216 + avg_advantage: 0.02097863 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00030609308 + avg_entropy: 0.07182432 + avg_grad_norm_pre_clip: 0.8268469 + avg_loss: -0.000105889936 + max: + max_actor_approxkl1: 0.0021193572 + max_actor_approxkl3: 0.0012170838 + max_actor_clipfrac: 0.037719727 + max_actor_loss: 0.0008790642 + max_advantage: 0.3150859 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004906163 + max_entropy: 0.08641794 + max_grad_norm_pre_clip: 1.1795254 + max_loss: 0.0009669805 + std: + std_actor_approxkl1: 0.00066157646 + std_actor_approxkl3: 0.00033258 + std_actor_clipfrac: 0.009847194 + std_actor_loss: 0.0005176107 + std_advantage: 0.022155682 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.898899e-05 + std_entropy: 0.0056479527 + std_grad_norm_pre_clip: 0.16342182 + std_loss: 0.00053641445 + eval-batch-train: + avg_avg_episode_length: 15.209097 + avg_avg_return: 0.85322547 + avg_benchmark_regret: 0.0030187315 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33827972 + proxy_corner: + avg_avg_return: 0.07095379 + avg_reward_per_step: 0.015815735 + eval-batch-orig: + avg_avg_episode_length: 16.826942 + avg_avg_return: 0.8391504 + avg_benchmark_regret: 0.0047410126 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2708664 + proxy_corner: + avg_avg_return: 0.8391504 + avg_reward_per_step: 0.2708664 + eval-batch-shift: + avg_avg_episode_length: 12.64472 + avg_avg_return: 0.88405365 + avg_benchmark_regret: 0.003308034 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34570312 + proxy_corner: + avg_avg_return: 0.055907715 + avg_reward_per_step: 0.016349792 + eval-batch-tree: + avg_avg_episode_length: 6.321659 + avg_avg_return: 0.9844147 + avg_benchmark_regret: 0.010005581 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26831818 + proxy_corner: + avg_avg_return: 0.9844147 + avg_reward_per_step: 0.26831818 +=========================================================== +=========================================================== + step: + env-step-all-before: 271581184 + env-step-replay-before: 137822208 + env-step-used-before: 271581184 + ppo-update-before: 165760 + env-step-generate-before: 133758976 + env-step-all-after: 271613952 + env-step-replay-after: 137854976 + env-step-used-after: 271613952 + ppo-update-after: 165780 + env-step-generate-after: 133758976 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.248316 + avg_avg_return: 0.9187317 + avg_reward_per_step: 0.096069336 + proxy_corner: + avg_avg_return: 0.23641026 + avg_reward_per_step: 0.023803711 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.248316 + avg_avg_return: 0.9187317 + avg_reward_per_step: 0.096069336 + proxy_corner: + avg_avg_return: 0.23641026 + avg_reward_per_step: 0.023803711 + perf: + env_steps_per_second: 601017.6986411642 + ppo_updates_per_second: 95.16400825222476 + eval-batch-train-duration: 0.19675147195812315 + eval-batch-orig-duration: 0.142612875031773 + eval-batch-shift-duration: 0.1394868539646268 + eval-batch-tree-duration: 0.14263824303634465 + ued: + distances: + cheese-corne_dist_avg: 7.073242 + cheese-corne_dist_wavg: 11.945942 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 9.727539 + mouse-cheese_dist_finite_wavg: 6.374638 + mouse-cheese_dist_solvable_avg: 9.727539 + mouse-cheese_dist_solvable_wavg: 6.374639 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5197754 + num_walls_wavg: 6.0514417 + prop_walls_avg: 0.28346848 + prop_walls_wavg: 0.2631061 + scoring: + avg_scores: 0.07372032 + visit_patterns: + avg_first_visit_time: 3225.8845 + avg_last_visit_time: 4197.2935 + num_replay_batches: 4207 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00027507116 + avg_actor_approxkl3: 0.0004852613 + avg_actor_clipfrac: 0.01833496 + avg_actor_loss: -0.00046078788 + avg_advantage: 0.0028531435 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.00033009014 + avg_entropy: 0.07223121 + avg_grad_norm_pre_clip: 0.70963055 + avg_loss: -0.00036797402 + max: + max_actor_approxkl1: 0.0013177829 + max_actor_approxkl3: 0.0010860845 + max_actor_clipfrac: 0.041381836 + max_actor_loss: 0.0012858752 + max_advantage: 0.32740402 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0005152658 + max_entropy: 0.086620726 + max_grad_norm_pre_clip: 1.239746 + max_loss: 0.0013863737 + std: + std_actor_approxkl1: 0.000368185 + std_actor_approxkl3: 0.00025211682 + std_actor_clipfrac: 0.008383005 + std_actor_loss: 0.00066053803 + std_advantage: 0.029696133 + std_critic_clipfrac: 0.00034585988 + std_critic_loss: 7.396049e-05 + std_entropy: 0.007837594 + std_grad_norm_pre_clip: 0.24937525 + std_loss: 0.00067369797 + eval-batch-train: + avg_avg_episode_length: 15.240154 + avg_avg_return: 0.8530547 + avg_benchmark_regret: 0.0031894697 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33662415 + proxy_corner: + avg_avg_return: 0.083014995 + avg_reward_per_step: 0.016952515 + eval-batch-orig: + avg_avg_episode_length: 16.778547 + avg_avg_return: 0.8394827 + avg_benchmark_regret: 0.0044087525 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27376556 + proxy_corner: + avg_avg_return: 0.8394827 + avg_reward_per_step: 0.27376556 + eval-batch-shift: + avg_avg_episode_length: 12.693817 + avg_avg_return: 0.8835572 + avg_benchmark_regret: 0.0038044988 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34170532 + proxy_corner: + avg_avg_return: 0.062303703 + avg_reward_per_step: 0.017219543 + eval-batch-tree: + avg_avg_episode_length: 6.2206297 + avg_avg_return: 0.98441064 + avg_benchmark_regret: 0.010009645 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2704773 + proxy_corner: + avg_avg_return: 0.98441064 + avg_reward_per_step: 0.2704773 +=========================================================== +=========================================================== + step: + env-step-all-before: 272629760 + env-step-replay-before: 138412032 + env-step-used-before: 272629760 + ppo-update-before: 166400 + env-step-generate-before: 134217728 + env-step-all-after: 272662528 + env-step-replay-after: 138444800 + env-step-used-after: 272662528 + ppo-update-after: 166420 + env-step-generate-after: 134217728 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.342897 + avg_avg_return: 0.9170041 + avg_reward_per_step: 0.0965271 + proxy_corner: + avg_avg_return: 0.28597838 + avg_reward_per_step: 0.02859497 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.342897 + avg_avg_return: 0.9170041 + avg_reward_per_step: 0.0965271 + proxy_corner: + avg_avg_return: 0.28597838 + avg_reward_per_step: 0.02859497 + perf: + env_steps_per_second: 905088.7352177422 + ppo_updates_per_second: 105.06435124012951 + eval-batch-train-duration: 0.20031189202563837 + eval-batch-orig-duration: 0.14296834502601996 + eval-batch-shift-duration: 0.13993049901910126 + eval-batch-tree-duration: 0.1393802629900165 + ued: + distances: + cheese-corne_dist_avg: 7.0963135 + cheese-corne_dist_wavg: 4.3047266 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 9.742432 + mouse-cheese_dist_finite_wavg: 8.17404 + mouse-cheese_dist_solvable_avg: 9.742432 + mouse-cheese_dist_solvable_wavg: 8.17404 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5163574 + num_walls_wavg: 6.9552536 + prop_walls_avg: 0.2833199 + prop_walls_wavg: 0.30240238 + scoring: + avg_scores: 0.07439307 + visit_patterns: + avg_first_visit_time: 3237.267 + avg_last_visit_time: 4215.198 + num_replay_batches: 4225 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068182143 + avg_actor_approxkl3: 0.0006115345 + avg_actor_clipfrac: 0.020739747 + avg_actor_loss: 5.2657444e-05 + avg_advantage: 0.023123153 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00038306092 + avg_entropy: 0.076791175 + avg_grad_norm_pre_clip: 0.98176354 + avg_loss: 0.00016739676 + max: + max_actor_approxkl1: 0.0019001433 + max_actor_approxkl3: 0.0013444449 + max_actor_clipfrac: 0.037353516 + max_actor_loss: 0.0017069913 + max_advantage: 0.46586776 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00063152215 + max_entropy: 0.088941135 + max_grad_norm_pre_clip: 2.0308952 + max_loss: 0.0018183949 + std: + std_actor_approxkl1: 0.0005066962 + std_actor_approxkl3: 0.0003199929 + std_actor_clipfrac: 0.008412842 + std_actor_loss: 0.00070840184 + std_advantage: 0.025814736 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00010361174 + std_entropy: 0.005940039 + std_grad_norm_pre_clip: 0.44888896 + std_loss: 0.00072621455 + eval-batch-train: + avg_avg_episode_length: 15.223532 + avg_avg_return: 0.8528933 + avg_benchmark_regret: 0.0033509121 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33927917 + proxy_corner: + avg_avg_return: 0.083444506 + avg_reward_per_step: 0.016983032 + eval-batch-orig: + avg_avg_episode_length: 16.781631 + avg_avg_return: 0.8395651 + avg_benchmark_regret: 0.004326367 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2737198 + proxy_corner: + avg_avg_return: 0.8395651 + avg_reward_per_step: 0.2737198 + eval-batch-shift: + avg_avg_episode_length: 12.649838 + avg_avg_return: 0.8840132 + avg_benchmark_regret: 0.0033485012 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34564972 + proxy_corner: + avg_avg_return: 0.061492205 + avg_reward_per_step: 0.017562866 + eval-batch-tree: + avg_avg_episode_length: 6.2154074 + avg_avg_return: 0.9845687 + avg_benchmark_regret: 0.009851525 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26981354 + proxy_corner: + avg_avg_return: 0.9845687 + avg_reward_per_step: 0.26981354 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 273678336 + env-step-replay-before: 138903552 + env-step-used-before: 273678336 + ppo-update-before: 167040 + env-step-generate-before: 134774784 + env-step-all-after: 273711104 + env-step-replay-after: 138903552 + env-step-used-after: 273711104 + ppo-update-after: 167060 + env-step-generate-after: 134807552 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 11.218711 + avg_avg_return: 0.88946265 + avg_reward_per_step: 0.37017822 + proxy_corner: + avg_avg_return: 0.09094167 + avg_reward_per_step: 0.01953125 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 11.218711 + avg_avg_return: 0.88946265 + avg_reward_per_step: 0.37017822 + proxy_corner: + avg_avg_return: 0.09094167 + avg_reward_per_step: 0.01953125 + perf: + env_steps_per_second: 982462.9698276565 + ppo_updates_per_second: 80.48019992786787 + eval-batch-train-duration: 0.25668388698250055 + eval-batch-orig-duration: 0.1620284390519373 + eval-batch-shift-duration: 0.14549822302069515 + eval-batch-tree-duration: 0.14208049298031256 + ued: + distances: + cheese-corne_dist_avg: 7.0966797 + cheese-corne_dist_wavg: 2.522748 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.76416 + mouse-cheese_dist_finite_wavg: 1.8787743 + mouse-cheese_dist_solvable_avg: 9.76416 + mouse-cheese_dist_solvable_wavg: 1.8787745 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5236816 + num_walls_wavg: 10.552356 + prop_walls_avg: 0.2836383 + prop_walls_wavg: 0.45879817 + scoring: + avg_scores: 0.075273894 + visit_patterns: + avg_first_visit_time: 3248.5232 + avg_last_visit_time: 4229.136 + num_replay_batches: 4239 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074040325 + avg_actor_approxkl3: 0.0007849548 + avg_actor_clipfrac: 0.027661134 + avg_actor_loss: -0.00020853021 + avg_advantage: -0.03126631 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027730896 + avg_entropy: 0.117067635 + avg_grad_norm_pre_clip: 1.2598227 + avg_loss: 0.0010609467 + max: + max_actor_approxkl1: 0.0024259142 + max_actor_approxkl3: 0.0016205057 + max_actor_clipfrac: 0.052978516 + max_actor_loss: 0.0028720498 + max_advantage: 0.3616675 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005078136 + max_entropy: 0.13930959 + max_grad_norm_pre_clip: 3.1049805 + max_loss: 0.0036531875 + std: + std_actor_approxkl1: 0.00064813934 + std_actor_approxkl3: 0.0005202934 + std_actor_clipfrac: 0.01643265 + std_actor_loss: 0.0010014968 + std_advantage: 0.07179704 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011273889 + std_entropy: 0.01005108 + std_grad_norm_pre_clip: 0.6104111 + std_loss: 0.0009798704 + eval-batch-train: + avg_avg_episode_length: 15.226576 + avg_avg_return: 0.85284454 + avg_benchmark_regret: 0.0033996925 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33836365 + proxy_corner: + avg_avg_return: 0.08709147 + avg_reward_per_step: 0.016326904 + eval-batch-orig: + avg_avg_episode_length: 16.781475 + avg_avg_return: 0.839443 + avg_benchmark_regret: 0.0044484455 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27331543 + proxy_corner: + avg_avg_return: 0.839443 + avg_reward_per_step: 0.27331543 + eval-batch-shift: + avg_avg_episode_length: 12.663923 + avg_avg_return: 0.8840078 + avg_benchmark_regret: 0.0033539191 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34514618 + proxy_corner: + avg_avg_return: 0.061403908 + avg_reward_per_step: 0.018035889 + eval-batch-tree: + avg_avg_episode_length: 6.340868 + avg_avg_return: 0.9840026 + avg_benchmark_regret: 0.010417653 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26885223 + proxy_corner: + avg_avg_return: 0.9840026 + avg_reward_per_step: 0.26885223 +=========================================================== +=========================================================== + step: + env-step-all-before: 274726912 + env-step-replay-before: 139395072 + env-step-used-before: 274726912 + ppo-update-before: 167680 + env-step-generate-before: 135331840 + env-step-all-after: 274759680 + env-step-replay-after: 139427840 + env-step-used-after: 274759680 + ppo-update-after: 167700 + env-step-generate-after: 135331840 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.203386 + avg_avg_return: 0.9178256 + avg_reward_per_step: 0.09713745 + proxy_corner: + avg_avg_return: 0.31790423 + avg_reward_per_step: 0.032196045 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.203386 + avg_avg_return: 0.9178256 + avg_reward_per_step: 0.09713745 + proxy_corner: + avg_avg_return: 0.31790423 + avg_reward_per_step: 0.032196045 + perf: + env_steps_per_second: 942691.5834487572 + ppo_updates_per_second: 75.54746223531042 + eval-batch-train-duration: 0.32990064995829016 + eval-batch-orig-duration: 0.20615846099099144 + eval-batch-shift-duration: 0.1594778699800372 + eval-batch-tree-duration: 0.14676216599764302 + ued: + distances: + cheese-corne_dist_avg: 7.0787354 + cheese-corne_dist_wavg: 11.952632 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.770996 + mouse-cheese_dist_finite_wavg: 10.877427 + mouse-cheese_dist_solvable_avg: 9.770996 + mouse-cheese_dist_solvable_wavg: 10.877428 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5285645 + num_walls_wavg: 6.054176 + prop_walls_avg: 0.2838506 + prop_walls_wavg: 0.26322505 + scoring: + avg_scores: 0.07487143 + visit_patterns: + avg_first_visit_time: 3259.3435 + avg_last_visit_time: 4245.216 + num_replay_batches: 4255 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006771846 + avg_actor_approxkl3: 0.00040787473 + avg_actor_clipfrac: 0.0163208 + avg_actor_loss: -0.00053476525 + avg_advantage: 0.024296507 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004162922 + avg_entropy: 0.07419386 + avg_grad_norm_pre_clip: 0.7388918 + avg_loss: -0.00040081298 + max: + max_actor_approxkl1: 0.0012391307 + max_actor_approxkl3: 0.0008104441 + max_actor_clipfrac: 0.03112793 + max_actor_loss: 0.00056886673 + max_advantage: 0.3065074 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006854411 + max_entropy: 0.0922686 + max_grad_norm_pre_clip: 1.3288608 + max_loss: 0.000846475 + std: + std_actor_approxkl1: 0.00038932162 + std_actor_approxkl3: 0.00023274518 + std_actor_clipfrac: 0.0084316125 + std_actor_loss: 0.000542973 + std_advantage: 0.026197318 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000101380705 + std_entropy: 0.0070349793 + std_grad_norm_pre_clip: 0.26175368 + std_loss: 0.00057721534 + eval-batch-train: + avg_avg_episode_length: 15.245987 + avg_avg_return: 0.85285515 + avg_benchmark_regret: 0.0033890465 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3369217 + proxy_corner: + avg_avg_return: 0.08955594 + avg_reward_per_step: 0.016601562 + eval-batch-orig: + avg_avg_episode_length: 16.74395 + avg_avg_return: 0.83933747 + avg_benchmark_regret: 0.004553968 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.274971 + proxy_corner: + avg_avg_return: 0.83933747 + avg_reward_per_step: 0.274971 + eval-batch-shift: + avg_avg_episode_length: 12.7086315 + avg_avg_return: 0.88374335 + avg_benchmark_regret: 0.003618351 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3445511 + proxy_corner: + avg_avg_return: 0.063854754 + avg_reward_per_step: 0.017845154 + eval-batch-tree: + avg_avg_episode_length: 6.4816284 + avg_avg_return: 0.9821058 + avg_benchmark_regret: 0.012314483 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27067566 + proxy_corner: + avg_avg_return: 0.9821058 + avg_reward_per_step: 0.27067566 +=========================================================== +=========================================================== + step: + env-step-all-before: 275775488 + env-step-replay-before: 139886592 + env-step-used-before: 275775488 + ppo-update-before: 168320 + env-step-generate-before: 135888896 + env-step-all-after: 275808256 + env-step-replay-after: 139886592 + env-step-used-after: 275808256 + ppo-update-after: 168340 + env-step-generate-after: 135921664 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.614147 + avg_avg_return: 0.8740156 + avg_reward_per_step: 0.31381226 + proxy_corner: + avg_avg_return: 0.06899006 + avg_reward_per_step: 0.011352539 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.614147 + avg_avg_return: 0.8740156 + avg_reward_per_step: 0.31381226 + proxy_corner: + avg_avg_return: 0.06899006 + avg_reward_per_step: 0.011352539 + perf: + env_steps_per_second: 600929.9195889432 + ppo_updates_per_second: 98.41052149472256 + eval-batch-train-duration: 0.19591091701295227 + eval-batch-orig-duration: 0.14301690697902814 + eval-batch-shift-duration: 0.14187350199790671 + eval-batch-tree-duration: 0.14211432600859553 + ued: + distances: + cheese-corne_dist_avg: 7.0671387 + cheese-corne_dist_wavg: 6.1069818 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.788818 + mouse-cheese_dist_finite_wavg: 9.980729 + mouse-cheese_dist_solvable_avg: 9.788818 + mouse-cheese_dist_solvable_wavg: 9.98073 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.525879 + num_walls_wavg: 5.1518483 + prop_walls_avg: 0.28373384 + prop_walls_wavg: 0.22399339 + scoring: + avg_scores: 0.074843004 + visit_patterns: + avg_first_visit_time: 3267.1956 + avg_last_visit_time: 4259.254 + num_replay_batches: 4269 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001359005 + avg_actor_approxkl3: 0.0011884993 + avg_actor_clipfrac: 0.03706665 + avg_actor_loss: -0.0001798749 + avg_advantage: -0.008221993 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.0028988454 + avg_entropy: 0.12759948 + avg_grad_norm_pre_clip: 1.2162317 + avg_loss: 0.0011419482 + max: + max_actor_approxkl1: 0.0045757676 + max_actor_approxkl3: 0.0028957827 + max_actor_clipfrac: 0.07421875 + max_actor_loss: 0.0016019568 + max_advantage: 0.35538018 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0048827105 + max_entropy: 0.14692026 + max_grad_norm_pre_clip: 2.1266482 + max_loss: 0.0034761708 + std: + std_actor_approxkl1: 0.0011471397 + std_actor_approxkl3: 0.0007939974 + std_actor_clipfrac: 0.0203901 + std_actor_loss: 0.00078212493 + std_advantage: 0.07723801 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.0008445585 + std_entropy: 0.011399634 + std_grad_norm_pre_clip: 0.47813562 + std_loss: 0.00087155035 + eval-batch-train: + avg_avg_episode_length: 15.2284775 + avg_avg_return: 0.85300004 + avg_benchmark_regret: 0.0032441192 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33735657 + proxy_corner: + avg_avg_return: 0.08902311 + avg_reward_per_step: 0.016349792 + eval-batch-orig: + avg_avg_episode_length: 16.7732 + avg_avg_return: 0.8393172 + avg_benchmark_regret: 0.004574236 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27429962 + proxy_corner: + avg_avg_return: 0.8393172 + avg_reward_per_step: 0.27429962 + eval-batch-shift: + avg_avg_episode_length: 12.652788 + avg_avg_return: 0.88390183 + avg_benchmark_regret: 0.003459879 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34540558 + proxy_corner: + avg_avg_return: 0.05902388 + avg_reward_per_step: 0.017280579 + eval-batch-tree: + avg_avg_episode_length: 7.0692015 + avg_avg_return: 0.9753235 + avg_benchmark_regret: 0.019096766 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26950073 + proxy_corner: + avg_avg_return: 0.9753235 + avg_reward_per_step: 0.26950073 +=========================================================== +=========================================================== + step: + env-step-all-before: 276824064 + env-step-replay-before: 140541952 + env-step-used-before: 276824064 + ppo-update-before: 168960 + env-step-generate-before: 136282112 + env-step-all-after: 276856832 + env-step-replay-after: 140574720 + env-step-used-after: 276856832 + ppo-update-after: 168980 + env-step-generate-after: 136282112 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.200555 + avg_avg_return: 0.9182669 + avg_reward_per_step: 0.09649658 + proxy_corner: + avg_avg_return: 0.33458537 + avg_reward_per_step: 0.034454346 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.200555 + avg_avg_return: 0.9182669 + avg_reward_per_step: 0.09649658 + proxy_corner: + avg_avg_return: 0.33458537 + avg_reward_per_step: 0.034454346 + perf: + env_steps_per_second: 586405.2308577085 + ppo_updates_per_second: 89.33751287838915 + eval-batch-train-duration: 0.20578260300680995 + eval-batch-orig-duration: 0.14696238201577216 + eval-batch-shift-duration: 0.14514828397659585 + eval-batch-tree-duration: 0.14122541097458452 + ued: + distances: + cheese-corne_dist_avg: 7.0629883 + cheese-corne_dist_wavg: 11.944282 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 9.783691 + mouse-cheese_dist_finite_wavg: 8.179487 + mouse-cheese_dist_solvable_avg: 9.783691 + mouse-cheese_dist_solvable_wavg: 8.179489 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.534912 + num_walls_wavg: 6.0530276 + prop_walls_avg: 0.28412658 + prop_walls_wavg: 0.26317513 + scoring: + avg_scores: 0.07410765 + visit_patterns: + avg_first_visit_time: 3274.9094 + avg_last_visit_time: 4280.283 + num_replay_batches: 4290 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005748993 + avg_actor_approxkl3: 0.00038705196 + avg_actor_clipfrac: 0.014892578 + avg_actor_loss: -0.00054806616 + avg_advantage: 0.001070819 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020263775 + avg_entropy: 0.07121636 + avg_grad_norm_pre_clip: 0.83528215 + avg_loss: -0.00051796366 + max: + max_actor_approxkl1: 0.002188966 + max_actor_approxkl3: 0.0010728452 + max_actor_clipfrac: 0.037109375 + max_actor_loss: 0.00053410884 + max_advantage: 0.18672109 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00024231194 + max_entropy: 0.082775354 + max_grad_norm_pre_clip: 1.3145924 + max_loss: 0.0005543754 + std: + std_actor_approxkl1: 0.00056816667 + std_actor_approxkl3: 0.000285374 + std_actor_clipfrac: 0.009382991 + std_actor_loss: 0.0005148882 + std_advantage: 0.020319764 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.9632369e-05 + std_entropy: 0.0052925562 + std_grad_norm_pre_clip: 0.23968299 + std_loss: 0.0005136088 + eval-batch-train: + avg_avg_episode_length: 15.196338 + avg_avg_return: 0.85318583 + avg_benchmark_regret: 0.003058417 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3397293 + proxy_corner: + avg_avg_return: 0.07776374 + avg_reward_per_step: 0.015853882 + eval-batch-orig: + avg_avg_episode_length: 16.755829 + avg_avg_return: 0.8397243 + avg_benchmark_regret: 0.004167109 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27388763 + proxy_corner: + avg_avg_return: 0.8397243 + avg_reward_per_step: 0.27388763 + eval-batch-shift: + avg_avg_episode_length: 12.627598 + avg_avg_return: 0.88389707 + avg_benchmark_regret: 0.003464621 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34792328 + proxy_corner: + avg_avg_return: 0.05402098 + avg_reward_per_step: 0.016799927 + eval-batch-tree: + avg_avg_episode_length: 7.5038996 + avg_avg_return: 0.97380614 + avg_benchmark_regret: 0.020614097 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2673645 + proxy_corner: + avg_avg_return: 0.97380614 + avg_reward_per_step: 0.2673645 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 277872640 + env-step-replay-before: 141131776 + env-step-used-before: 277872640 + ppo-update-before: 169600 + env-step-generate-before: 136740864 + env-step-all-after: 277905408 + env-step-replay-after: 141131776 + env-step-used-after: 277905408 + ppo-update-after: 169620 + env-step-generate-after: 136773632 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.896197 + avg_avg_return: 0.84371805 + avg_reward_per_step: 0.32891846 + proxy_corner: + avg_avg_return: 0.07089202 + avg_reward_per_step: 0.016937256 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.896197 + avg_avg_return: 0.84371805 + avg_reward_per_step: 0.32891846 + proxy_corner: + avg_avg_return: 0.07089202 + avg_reward_per_step: 0.016937256 + perf: + env_steps_per_second: 901766.2600152681 + ppo_updates_per_second: 104.31505972375766 + eval-batch-train-duration: 0.20615479402476922 + eval-batch-orig-duration: 0.15531988395377994 + eval-batch-shift-duration: 0.1431120759807527 + eval-batch-tree-duration: 0.14122030104044825 + ued: + distances: + cheese-corne_dist_avg: 7.059204 + cheese-corne_dist_wavg: 11.950453 + levels_cheese_is_in_corner_avg: 0.072021484 + mouse-cheese_dist_finite_avg: 9.780273 + mouse-cheese_dist_finite_wavg: 8.176139 + mouse-cheese_dist_solvable_avg: 9.780273 + mouse-cheese_dist_solvable_wavg: 8.176139 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.529541 + num_walls_wavg: 6.953131 + prop_walls_avg: 0.28389305 + prop_walls_wavg: 0.30231005 + scoring: + avg_scores: 0.07447068 + visit_patterns: + avg_first_visit_time: 3282.7927 + avg_last_visit_time: 4297.2 + num_replay_batches: 4307 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017261576 + avg_actor_approxkl3: 0.0009982887 + avg_actor_clipfrac: 0.032244872 + avg_actor_loss: -0.00064291526 + avg_advantage: 0.00060211634 + avg_critic_clipfrac: 0.001397705 + avg_critic_loss: 0.0036950205 + avg_entropy: 0.1205283 + avg_grad_norm_pre_clip: 1.2663997 + avg_loss: 0.0010840667 + max: + max_actor_approxkl1: 0.0055874414 + max_actor_approxkl3: 0.0027942155 + max_actor_clipfrac: 0.07885742 + max_actor_loss: 0.0016913414 + max_advantage: 0.21774197 + max_critic_clipfrac: 0.013671875 + max_critic_loss: 0.0057057706 + max_entropy: 0.13846923 + max_grad_norm_pre_clip: 2.2369547 + max_loss: 0.0027540892 + std: + std_actor_approxkl1: 0.0013208045 + std_actor_approxkl3: 0.00070061884 + std_actor_clipfrac: 0.018430566 + std_actor_loss: 0.0011362014 + std_advantage: 0.08883028 + std_critic_clipfrac: 0.0038193525 + std_critic_loss: 0.001221828 + std_entropy: 0.010999057 + std_grad_norm_pre_clip: 0.40488774 + std_loss: 0.0011440521 + eval-batch-train: + avg_avg_episode_length: 15.247299 + avg_avg_return: 0.8532742 + avg_benchmark_regret: 0.0029699793 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33612823 + proxy_corner: + avg_avg_return: 0.07877836 + avg_reward_per_step: 0.016731262 + eval-batch-orig: + avg_avg_episode_length: 16.756355 + avg_avg_return: 0.83905846 + avg_benchmark_regret: 0.0048330314 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2745285 + proxy_corner: + avg_avg_return: 0.83905846 + avg_reward_per_step: 0.2745285 + eval-batch-shift: + avg_avg_episode_length: 12.658871 + avg_avg_return: 0.8840053 + avg_benchmark_regret: 0.0033563923 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34321594 + proxy_corner: + avg_avg_return: 0.054044552 + avg_reward_per_step: 0.017112732 + eval-batch-tree: + avg_avg_episode_length: 6.673129 + avg_avg_return: 0.983006 + avg_benchmark_regret: 0.011414306 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2684021 + proxy_corner: + avg_avg_return: 0.983006 + avg_reward_per_step: 0.2684021 +=========================================================== +=========================================================== + step: + env-step-all-before: 278921216 + env-step-replay-before: 141688832 + env-step-used-before: 278921216 + ppo-update-before: 170240 + env-step-generate-before: 137232384 + env-step-all-after: 278953984 + env-step-replay-after: 141688832 + env-step-used-after: 278953984 + ppo-update-after: 170260 + env-step-generate-after: 137265152 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.847782 + avg_avg_return: 0.88232046 + avg_reward_per_step: 0.37487793 + proxy_corner: + avg_avg_return: 0.06144129 + avg_reward_per_step: 0.018676758 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.847782 + avg_avg_return: 0.88232046 + avg_reward_per_step: 0.37487793 + proxy_corner: + avg_avg_return: 0.06144129 + avg_reward_per_step: 0.018676758 + perf: + env_steps_per_second: 899001.2623280471 + ppo_updates_per_second: 104.93018515457246 + eval-batch-train-duration: 0.20722885796567425 + eval-batch-orig-duration: 0.15904064796632156 + eval-batch-shift-duration: 0.14647846098523587 + eval-batch-tree-duration: 0.14323991700075567 + ued: + distances: + cheese-corne_dist_avg: 7.055908 + cheese-corne_dist_wavg: 8.795417 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 9.780029 + mouse-cheese_dist_finite_wavg: 9.970318 + mouse-cheese_dist_solvable_avg: 9.780029 + mouse-cheese_dist_solvable_wavg: 9.97032 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5393066 + num_walls_wavg: 8.751427 + prop_walls_avg: 0.28431767 + prop_walls_wavg: 0.38049674 + scoring: + avg_scores: 0.07476321 + visit_patterns: + avg_first_visit_time: 3292.6873 + avg_last_visit_time: 4314.2437 + num_replay_batches: 4324 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011168151 + avg_actor_approxkl3: 0.0009384267 + avg_actor_clipfrac: 0.029876709 + avg_actor_loss: -0.00080588926 + avg_advantage: -0.0012133103 + avg_critic_clipfrac: 0.0025268556 + avg_critic_loss: 0.0026426448 + avg_entropy: 0.12206518 + avg_grad_norm_pre_clip: 1.0548934 + avg_loss: 0.00039336807 + max: + max_actor_approxkl1: 0.0035149236 + max_actor_approxkl3: 0.003084594 + max_actor_clipfrac: 0.07373047 + max_actor_loss: 0.0003089346 + max_advantage: 0.38216537 + max_critic_clipfrac: 0.029296875 + max_critic_loss: 0.0041022412 + max_entropy: 0.14756277 + max_grad_norm_pre_clip: 1.6828004 + max_loss: 0.0015608924 + std: + std_actor_approxkl1: 0.00093812734 + std_actor_approxkl3: 0.0007765967 + std_actor_clipfrac: 0.020312034 + std_actor_loss: 0.00084803236 + std_advantage: 0.074679494 + std_critic_clipfrac: 0.0070566884 + std_critic_loss: 0.0007438835 + std_entropy: 0.015736043 + std_grad_norm_pre_clip: 0.29768625 + std_loss: 0.0009418819 + eval-batch-train: + avg_avg_episode_length: 15.2364 + avg_avg_return: 0.8529272 + avg_benchmark_regret: 0.0033170108 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3364029 + proxy_corner: + avg_avg_return: 0.078355834 + avg_reward_per_step: 0.016983032 + eval-batch-orig: + avg_avg_episode_length: 16.744425 + avg_avg_return: 0.839533 + avg_benchmark_regret: 0.0043584616 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27470398 + proxy_corner: + avg_avg_return: 0.839533 + avg_reward_per_step: 0.27470398 + eval-batch-shift: + avg_avg_episode_length: 12.662338 + avg_avg_return: 0.88412935 + avg_benchmark_regret: 0.003232398 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34236908 + proxy_corner: + avg_avg_return: 0.057038456 + avg_reward_per_step: 0.017616272 + eval-batch-tree: + avg_avg_episode_length: 6.3229303 + avg_avg_return: 0.98381925 + avg_benchmark_regret: 0.010601055 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26898956 + proxy_corner: + avg_avg_return: 0.98381925 + avg_reward_per_step: 0.26898956 +=========================================================== +=========================================================== + step: + env-step-all-before: 279969792 + env-step-replay-before: 142016512 + env-step-used-before: 279969792 + ppo-update-before: 170880 + env-step-generate-before: 137953280 + env-step-all-after: 280002560 + env-step-replay-after: 142016512 + env-step-used-after: 280002560 + ppo-update-after: 170900 + env-step-generate-after: 137986048 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.31318 + avg_avg_return: 0.8996949 + avg_reward_per_step: 0.35687256 + proxy_corner: + avg_avg_return: 0.08414358 + avg_reward_per_step: 0.020812988 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.31318 + avg_avg_return: 0.8996949 + avg_reward_per_step: 0.35687256 + proxy_corner: + avg_avg_return: 0.08414358 + avg_reward_per_step: 0.020812988 + perf: + env_steps_per_second: 889082.9660521405 + ppo_updates_per_second: 103.1065875624783 + eval-batch-train-duration: 0.2030996159883216 + eval-batch-orig-duration: 0.14446111000142992 + eval-batch-shift-duration: 0.14219078997848555 + eval-batch-tree-duration: 0.14028375601628795 + ued: + distances: + cheese-corne_dist_avg: 7.0439453 + cheese-corne_dist_wavg: 10.602184 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 9.780273 + mouse-cheese_dist_finite_wavg: 6.386073 + mouse-cheese_dist_solvable_avg: 9.780273 + mouse-cheese_dist_solvable_wavg: 6.3860745 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5178223 + num_walls_wavg: 4.2575436 + prop_walls_avg: 0.28338355 + prop_walls_wavg: 0.18511061 + scoring: + avg_scores: 0.07584219 + visit_patterns: + avg_first_visit_time: 3305.8506 + avg_last_visit_time: 4324.181 + num_replay_batches: 4334 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010666355 + avg_actor_approxkl3: 0.00078055373 + avg_actor_clipfrac: 0.022320557 + avg_actor_loss: -0.00073634164 + avg_advantage: -0.041561574 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.002431936 + avg_entropy: 0.10041113 + avg_grad_norm_pre_clip: 1.1680554 + avg_loss: 0.00037921523 + max: + max_actor_approxkl1: 0.0043820874 + max_actor_approxkl3: 0.0027322974 + max_actor_clipfrac: 0.045288086 + max_actor_loss: 0.0013429336 + max_advantage: 0.3036772 + max_critic_clipfrac: 0.0026855469 + max_critic_loss: 0.0037310445 + max_entropy: 0.13858002 + max_grad_norm_pre_clip: 1.9688225 + max_loss: 0.002419839 + std: + std_actor_approxkl1: 0.0011264721 + std_actor_approxkl3: 0.00067831087 + std_actor_clipfrac: 0.012568695 + std_actor_loss: 0.00088879745 + std_advantage: 0.06726451 + std_critic_clipfrac: 0.0005853013 + std_critic_loss: 0.00065753853 + std_entropy: 0.01557132 + std_grad_norm_pre_clip: 0.3565253 + std_loss: 0.0008693049 + eval-batch-train: + avg_avg_episode_length: 15.212097 + avg_avg_return: 0.8527435 + avg_benchmark_regret: 0.0035007077 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33847046 + proxy_corner: + avg_avg_return: 0.07720719 + avg_reward_per_step: 0.01700592 + eval-batch-orig: + avg_avg_episode_length: 16.750004 + avg_avg_return: 0.8397118 + avg_benchmark_regret: 0.0041797133 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27487946 + proxy_corner: + avg_avg_return: 0.8397118 + avg_reward_per_step: 0.27487946 + eval-batch-shift: + avg_avg_episode_length: 12.650753 + avg_avg_return: 0.8839941 + avg_benchmark_regret: 0.003367625 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34368896 + proxy_corner: + avg_avg_return: 0.056970652 + avg_reward_per_step: 0.017585754 + eval-batch-tree: + avg_avg_episode_length: 6.6667557 + avg_avg_return: 0.982358 + avg_benchmark_regret: 0.012062328 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2680359 + proxy_corner: + avg_avg_return: 0.982358 + avg_reward_per_step: 0.2680359 +=========================================================== +=========================================================== + step: + env-step-all-before: 281018368 + env-step-replay-before: 142606336 + env-step-used-before: 281018368 + ppo-update-before: 171520 + env-step-generate-before: 138412032 + env-step-all-after: 281051136 + env-step-replay-after: 142606336 + env-step-used-after: 281051136 + ppo-update-after: 171540 + env-step-generate-after: 138444800 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.547867 + avg_avg_return: 0.87563586 + avg_reward_per_step: 0.3356018 + proxy_corner: + avg_avg_return: 0.07359528 + avg_reward_per_step: 0.017425537 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.547867 + avg_avg_return: 0.87563586 + avg_reward_per_step: 0.3356018 + proxy_corner: + avg_avg_return: 0.07359528 + avg_reward_per_step: 0.017425537 + perf: + env_steps_per_second: 912531.9936487962 + ppo_updates_per_second: 104.84486221953459 + eval-batch-train-duration: 0.20124478999059647 + eval-batch-orig-duration: 0.1500883850385435 + eval-batch-shift-duration: 0.1424230780103244 + eval-batch-tree-duration: 0.147049107006751 + ued: + distances: + cheese-corne_dist_avg: 7.0533447 + cheese-corne_dist_wavg: 6.1079907 + levels_cheese_is_in_corner_avg: 0.072753906 + mouse-cheese_dist_finite_avg: 9.797852 + mouse-cheese_dist_finite_wavg: 6.382797 + mouse-cheese_dist_solvable_avg: 9.797852 + mouse-cheese_dist_solvable_wavg: 6.382797 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5195312 + num_walls_wavg: 9.64997 + prop_walls_avg: 0.28345788 + prop_walls_wavg: 0.41956392 + scoring: + avg_scores: 0.07531373 + visit_patterns: + avg_first_visit_time: 3313.4497 + avg_last_visit_time: 4342.175 + num_replay_batches: 4352 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012554738 + avg_actor_approxkl3: 0.0012058661 + avg_actor_clipfrac: 0.04029541 + avg_actor_loss: -4.0197747e-06 + avg_advantage: -0.006714414 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0030591728 + avg_entropy: 0.12587953 + avg_grad_norm_pre_clip: 1.302568 + avg_loss: 0.0013996869 + max: + max_actor_approxkl1: 0.0023848792 + max_actor_approxkl3: 0.0020491036 + max_actor_clipfrac: 0.06616211 + max_actor_loss: 0.0024011955 + max_advantage: 0.36887646 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0062670736 + max_entropy: 0.15481955 + max_grad_norm_pre_clip: 2.092322 + max_loss: 0.0042029223 + std: + std_actor_approxkl1: 0.000675952 + std_actor_approxkl3: 0.00054039503 + std_actor_clipfrac: 0.016443912 + std_actor_loss: 0.001100935 + std_advantage: 0.0789229 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011839801 + std_entropy: 0.01355231 + std_grad_norm_pre_clip: 0.4395129 + std_loss: 0.0011951049 + eval-batch-train: + avg_avg_episode_length: 15.209438 + avg_avg_return: 0.8532971 + avg_benchmark_regret: 0.002947041 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33874512 + proxy_corner: + avg_avg_return: 0.07468651 + avg_reward_per_step: 0.016952515 + eval-batch-orig: + avg_avg_episode_length: 16.74838 + avg_avg_return: 0.83992034 + avg_benchmark_regret: 0.0039711306 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27463531 + proxy_corner: + avg_avg_return: 0.83992034 + avg_reward_per_step: 0.27463531 + eval-batch-shift: + avg_avg_episode_length: 12.652803 + avg_avg_return: 0.8837246 + avg_benchmark_regret: 0.0036371506 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34433746 + proxy_corner: + avg_avg_return: 0.054374296 + avg_reward_per_step: 0.017097473 + eval-batch-tree: + avg_avg_episode_length: 6.1796427 + avg_avg_return: 0.98456776 + avg_benchmark_regret: 0.009852508 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27100372 + proxy_corner: + avg_avg_return: 0.98456776 + avg_reward_per_step: 0.27100372 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 282066944 + env-step-replay-before: 143130624 + env-step-used-before: 282066944 + ppo-update-before: 172160 + env-step-generate-before: 138936320 + env-step-all-after: 282099712 + env-step-replay-after: 143130624 + env-step-used-after: 282099712 + ppo-update-after: 172180 + env-step-generate-after: 138969088 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.312467 + avg_avg_return: 0.8762627 + avg_reward_per_step: 0.34213257 + proxy_corner: + avg_avg_return: 0.073865145 + avg_reward_per_step: 0.016540527 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 12.312467 + avg_avg_return: 0.8762627 + avg_reward_per_step: 0.34213257 + proxy_corner: + avg_avg_return: 0.073865145 + avg_reward_per_step: 0.016540527 + perf: + env_steps_per_second: 691338.907805881 + ppo_updates_per_second: 77.8026214912549 + eval-batch-train-duration: 0.2618705030181445 + eval-batch-orig-duration: 0.1495891230297275 + eval-batch-shift-duration: 0.14317272102925926 + eval-batch-tree-duration: 0.1403762599802576 + ued: + distances: + cheese-corne_dist_avg: 7.0751953 + cheese-corne_dist_wavg: 6.1175056 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 9.803955 + mouse-cheese_dist_finite_wavg: 6.3834376 + mouse-cheese_dist_solvable_avg: 9.803955 + mouse-cheese_dist_solvable_wavg: 6.383439 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.527832 + num_walls_wavg: 9.65442 + prop_walls_avg: 0.28381878 + prop_walls_wavg: 0.4197574 + scoring: + avg_scores: 0.07532486 + visit_patterns: + avg_first_visit_time: 3323.781 + avg_last_visit_time: 4358.2793 + num_replay_batches: 4368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009790836 + avg_actor_approxkl3: 0.0007118412 + avg_actor_clipfrac: 0.03322754 + avg_actor_loss: -0.00022866092 + avg_advantage: -0.027614877 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028295538 + avg_entropy: 0.12860839 + avg_grad_norm_pre_clip: 1.317595 + avg_loss: 0.0010575077 + max: + max_actor_approxkl1: 0.0028708964 + max_actor_approxkl3: 0.0015249711 + max_actor_clipfrac: 0.053466797 + max_actor_loss: 0.0012342259 + max_advantage: 0.3728364 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0041056736 + max_entropy: 0.15849109 + max_grad_norm_pre_clip: 2.195477 + max_loss: 0.0026234682 + std: + std_actor_approxkl1: 0.0006492718 + std_actor_approxkl3: 0.0002929725 + std_actor_clipfrac: 0.011438945 + std_actor_loss: 0.0007666718 + std_advantage: 0.07428209 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007665173 + std_entropy: 0.01807307 + std_grad_norm_pre_clip: 0.41254437 + std_loss: 0.00070133066 + eval-batch-train: + avg_avg_episode_length: 15.220537 + avg_avg_return: 0.8531101 + avg_benchmark_regret: 0.0031340958 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33942413 + proxy_corner: + avg_avg_return: 0.08031539 + avg_reward_per_step: 0.017692566 + eval-batch-orig: + avg_avg_episode_length: 16.747402 + avg_avg_return: 0.8394761 + avg_benchmark_regret: 0.004415375 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2751999 + proxy_corner: + avg_avg_return: 0.8394761 + avg_reward_per_step: 0.2751999 + eval-batch-shift: + avg_avg_episode_length: 12.7028885 + avg_avg_return: 0.88390094 + avg_benchmark_regret: 0.0034607612 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3400421 + proxy_corner: + avg_avg_return: 0.0625906 + avg_reward_per_step: 0.0185318 + eval-batch-tree: + avg_avg_episode_length: 6.3692994 + avg_avg_return: 0.9831947 + avg_benchmark_regret: 0.011225575 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27130127 + proxy_corner: + avg_avg_return: 0.9831947 + avg_reward_per_step: 0.27130127 +=========================================================== +=========================================================== + step: + env-step-all-before: 283115520 + env-step-replay-before: 143687680 + env-step-used-before: 283115520 + ppo-update-before: 172800 + env-step-generate-before: 139427840 + env-step-all-after: 283148288 + env-step-replay-after: 143720448 + env-step-used-after: 283148288 + ppo-update-after: 172820 + env-step-generate-after: 139427840 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.042433 + avg_avg_return: 0.9200146 + avg_reward_per_step: 0.09814453 + proxy_corner: + avg_avg_return: 0.25094283 + avg_reward_per_step: 0.0256958 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.042433 + avg_avg_return: 0.9200146 + avg_reward_per_step: 0.09814453 + proxy_corner: + avg_avg_return: 0.25094283 + avg_reward_per_step: 0.0256958 + perf: + env_steps_per_second: 619000.5041644477 + ppo_updates_per_second: 75.31131769269524 + eval-batch-train-duration: 0.26102606201311573 + eval-batch-orig-duration: 0.15095309499884024 + eval-batch-shift-duration: 0.1438071049633436 + eval-batch-tree-duration: 0.14047134900465608 + ued: + distances: + cheese-corne_dist_avg: 7.090088 + cheese-corne_dist_wavg: 11.947817 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 9.784424 + mouse-cheese_dist_finite_wavg: 5.4798613 + mouse-cheese_dist_solvable_avg: 9.784424 + mouse-cheese_dist_solvable_wavg: 5.479861 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5307617 + num_walls_wavg: 5.153894 + prop_walls_avg: 0.28394616 + prop_walls_wavg: 0.22408234 + scoring: + avg_scores: 0.07478745 + visit_patterns: + avg_first_visit_time: 3335.351 + avg_last_visit_time: 4376.2065 + num_replay_batches: 4386 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00070335803 + avg_actor_approxkl3: 0.0006057063 + avg_actor_clipfrac: 0.022406006 + avg_actor_loss: -0.0003247609 + avg_advantage: -0.0016159719 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002639738 + avg_entropy: 0.07779594 + avg_grad_norm_pre_clip: 0.9010441 + avg_loss: -0.00027057 + max: + max_actor_approxkl1: 0.002054284 + max_actor_approxkl3: 0.0014546162 + max_actor_clipfrac: 0.04321289 + max_actor_loss: 0.001025781 + max_advantage: 0.44272852 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004397776 + max_entropy: 0.08894907 + max_grad_norm_pre_clip: 1.7890807 + max_loss: 0.001092275 + std: + std_actor_approxkl1: 0.00056417414 + std_actor_approxkl3: 0.00030695903 + std_actor_clipfrac: 0.009353206 + std_actor_loss: 0.000720918 + std_advantage: 0.02282887 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7107452e-05 + std_entropy: 0.006097869 + std_grad_norm_pre_clip: 0.32166713 + std_loss: 0.0007299844 + eval-batch-train: + avg_avg_episode_length: 15.223321 + avg_avg_return: 0.85318863 + avg_benchmark_regret: 0.003055598 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33882904 + proxy_corner: + avg_avg_return: 0.08272053 + avg_reward_per_step: 0.017868042 + eval-batch-orig: + avg_avg_episode_length: 16.745808 + avg_avg_return: 0.83948934 + avg_benchmark_regret: 0.004402164 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2753296 + proxy_corner: + avg_avg_return: 0.83948934 + avg_reward_per_step: 0.2753296 + eval-batch-shift: + avg_avg_episode_length: 12.732293 + avg_avg_return: 0.88372064 + avg_benchmark_regret: 0.0036410422 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33940125 + proxy_corner: + avg_avg_return: 0.0655898 + avg_reward_per_step: 0.018821716 + eval-batch-tree: + avg_avg_episode_length: 6.4176764 + avg_avg_return: 0.98270917 + avg_benchmark_regret: 0.011711147 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27140808 + proxy_corner: + avg_avg_return: 0.98270917 + avg_reward_per_step: 0.27140808 +=========================================================== +=========================================================== + step: + env-step-all-before: 284164096 + env-step-replay-before: 144113664 + env-step-used-before: 284164096 + ppo-update-before: 173440 + env-step-generate-before: 140050432 + env-step-all-after: 284196864 + env-step-replay-after: 144146432 + env-step-used-after: 284196864 + ppo-update-after: 173460 + env-step-generate-after: 140050432 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.012449 + avg_avg_return: 0.91908586 + avg_reward_per_step: 0.09854126 + proxy_corner: + avg_avg_return: 0.27011994 + avg_reward_per_step: 0.028076172 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.012449 + avg_avg_return: 0.91908586 + avg_reward_per_step: 0.09854126 + proxy_corner: + avg_avg_return: 0.27011994 + avg_reward_per_step: 0.028076172 + perf: + env_steps_per_second: 906325.4760373521 + ppo_updates_per_second: 109.00652278553095 + eval-batch-train-duration: 0.19337558903498575 + eval-batch-orig-duration: 0.1449315560166724 + eval-batch-shift-duration: 0.14079139300156385 + eval-batch-tree-duration: 0.14085242699366063 + ued: + distances: + cheese-corne_dist_avg: 7.0789795 + cheese-corne_dist_wavg: 11.943318 + levels_cheese_is_in_corner_avg: 0.072265625 + mouse-cheese_dist_finite_avg: 9.803711 + mouse-cheese_dist_finite_wavg: 6.3782964 + mouse-cheese_dist_solvable_avg: 9.803711 + mouse-cheese_dist_solvable_wavg: 6.3782973 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.529541 + num_walls_wavg: 6.953881 + prop_walls_avg: 0.28389305 + prop_walls_wavg: 0.30234262 + scoring: + avg_scores: 0.07483348 + visit_patterns: + avg_first_visit_time: 3340.8801 + avg_last_visit_time: 4389.1904 + num_replay_batches: 4399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003347587 + avg_actor_approxkl3: 0.00044589242 + avg_actor_clipfrac: 0.016748047 + avg_actor_loss: -9.431148e-05 + avg_advantage: 0.0024777087 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00026972682 + avg_entropy: 0.07080718 + avg_grad_norm_pre_clip: 0.7971129 + avg_loss: -3.0255269e-05 + max: + max_actor_approxkl1: 0.0012500145 + max_actor_approxkl3: 0.0007911256 + max_actor_clipfrac: 0.028930664 + max_actor_loss: 0.00021496788 + max_advantage: 0.201989 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033212107 + max_entropy: 0.08058499 + max_grad_norm_pre_clip: 1.2738304 + max_loss: 0.0002640262 + std: + std_actor_approxkl1: 0.0004524113 + std_actor_approxkl3: 0.00020832356 + std_actor_clipfrac: 0.00790537 + std_actor_loss: 0.00023163205 + std_advantage: 0.023763293 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.101515e-05 + std_entropy: 0.004891222 + std_grad_norm_pre_clip: 0.2218868 + std_loss: 0.00023473067 + eval-batch-train: + avg_avg_episode_length: 15.214846 + avg_avg_return: 0.8533467 + avg_benchmark_regret: 0.0028974924 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33847046 + proxy_corner: + avg_avg_return: 0.08486199 + avg_reward_per_step: 0.01763916 + eval-batch-orig: + avg_avg_episode_length: 16.755415 + avg_avg_return: 0.8396516 + avg_benchmark_regret: 0.0042398656 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27479553 + proxy_corner: + avg_avg_return: 0.8396516 + avg_reward_per_step: 0.27479553 + eval-batch-shift: + avg_avg_episode_length: 12.719142 + avg_avg_return: 0.88372827 + avg_benchmark_regret: 0.003633482 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34127808 + proxy_corner: + avg_avg_return: 0.06464149 + avg_reward_per_step: 0.018692017 + eval-batch-tree: + avg_avg_episode_length: 6.784349 + avg_avg_return: 0.9802541 + avg_benchmark_regret: 0.0141661605 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26976013 + proxy_corner: + avg_avg_return: 0.9802541 + avg_reward_per_step: 0.26976013 +=========================================================== +=========================================================== + step: + env-step-all-before: 285212672 + env-step-replay-before: 144637952 + env-step-used-before: 285212672 + ppo-update-before: 174080 + env-step-generate-before: 140574720 + env-step-all-after: 285245440 + env-step-replay-after: 144637952 + env-step-used-after: 285245440 + ppo-update-after: 174100 + env-step-generate-after: 140607488 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 16.523983 + avg_avg_return: 0.8252313 + avg_reward_per_step: 0.35302734 + proxy_corner: + avg_avg_return: 0.0918677 + avg_reward_per_step: 0.014862061 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 16.523983 + avg_avg_return: 0.8252313 + avg_reward_per_step: 0.35302734 + proxy_corner: + avg_avg_return: 0.0918677 + avg_reward_per_step: 0.014862061 + perf: + env_steps_per_second: 708895.0450335352 + ppo_updates_per_second: 77.52902078430512 + eval-batch-train-duration: 0.33255080599337816 + eval-batch-orig-duration: 0.17036791698774323 + eval-batch-shift-duration: 0.14751863101264462 + eval-batch-tree-duration: 0.14221673901192844 + ued: + distances: + cheese-corne_dist_avg: 7.0646973 + cheese-corne_dist_wavg: 11.942327 + levels_cheese_is_in_corner_avg: 0.07348633 + mouse-cheese_dist_finite_avg: 9.834473 + mouse-cheese_dist_finite_wavg: 6.3857 + mouse-cheese_dist_solvable_avg: 9.834473 + mouse-cheese_dist_solvable_wavg: 6.3857017 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.532959 + num_walls_wavg: 6.951745 + prop_walls_avg: 0.28404167 + prop_walls_wavg: 0.3022499 + scoring: + avg_scores: 0.0747324 + visit_patterns: + avg_first_visit_time: 3345.1833 + avg_last_visit_time: 4404.2627 + num_replay_batches: 4414 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0020476792 + avg_actor_approxkl3: 0.0014197398 + avg_actor_clipfrac: 0.04336548 + avg_actor_loss: -0.00011323877 + avg_advantage: -0.015444087 + avg_critic_clipfrac: 0.0010803223 + avg_critic_loss: 0.0040991725 + avg_entropy: 0.13362241 + avg_grad_norm_pre_clip: 1.5356144 + avg_loss: 0.001802725 + max: + max_actor_approxkl1: 0.0043160752 + max_actor_approxkl3: 0.0038144726 + max_actor_clipfrac: 0.08850098 + max_actor_loss: 0.0022424012 + max_advantage: 0.33296227 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.007036161 + max_entropy: 0.15695155 + max_grad_norm_pre_clip: 2.62479 + max_loss: 0.0042598485 + std: + std_actor_approxkl1: 0.0012202003 + std_actor_approxkl3: 0.00091687666 + std_actor_clipfrac: 0.020766592 + std_actor_loss: 0.0010768251 + std_advantage: 0.09200342 + std_critic_clipfrac: 0.003413448 + std_critic_loss: 0.0011336004 + std_entropy: 0.01545614 + std_grad_norm_pre_clip: 0.49853197 + std_loss: 0.0011083831 + eval-batch-train: + avg_avg_episode_length: 15.22294 + avg_avg_return: 0.85317194 + avg_benchmark_regret: 0.0030722606 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33727264 + proxy_corner: + avg_avg_return: 0.086317495 + avg_reward_per_step: 0.017936707 + eval-batch-orig: + avg_avg_episode_length: 16.748652 + avg_avg_return: 0.8394456 + avg_benchmark_regret: 0.0044458136 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27513885 + proxy_corner: + avg_avg_return: 0.8394456 + avg_reward_per_step: 0.27513885 + eval-batch-shift: + avg_avg_episode_length: 12.8292465 + avg_avg_return: 0.88278985 + avg_benchmark_regret: 0.0045719054 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33931732 + proxy_corner: + avg_avg_return: 0.061328933 + avg_reward_per_step: 0.018341064 + eval-batch-tree: + avg_avg_episode_length: 6.2539244 + avg_avg_return: 0.9844813 + avg_benchmark_regret: 0.009938983 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2709198 + proxy_corner: + avg_avg_return: 0.9844813 + avg_reward_per_step: 0.2709198 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 286261248 + env-step-replay-before: 145162240 + env-step-used-before: 286261248 + ppo-update-before: 174720 + env-step-generate-before: 141099008 + env-step-all-after: 286294016 + env-step-replay-after: 145162240 + env-step-used-after: 286294016 + ppo-update-after: 174740 + env-step-generate-after: 141131776 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.871312 + avg_avg_return: 0.8453849 + avg_reward_per_step: 0.33096313 + proxy_corner: + avg_avg_return: 0.05904117 + avg_reward_per_step: 0.017578125 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.871312 + avg_avg_return: 0.8453849 + avg_reward_per_step: 0.33096313 + proxy_corner: + avg_avg_return: 0.05904117 + avg_reward_per_step: 0.017578125 + perf: + env_steps_per_second: 902699.3270060661 + ppo_updates_per_second: 108.53751540459874 + eval-batch-train-duration: 0.194165408029221 + eval-batch-orig-duration: 0.1494007590226829 + eval-batch-shift-duration: 0.15146222402108833 + eval-batch-tree-duration: 0.15331184002570808 + ued: + distances: + cheese-corne_dist_avg: 7.07312 + cheese-corne_dist_wavg: 10.608803 + levels_cheese_is_in_corner_avg: 0.072509766 + mouse-cheese_dist_finite_avg: 9.854736 + mouse-cheese_dist_finite_wavg: 9.083782 + mouse-cheese_dist_solvable_avg: 9.854736 + mouse-cheese_dist_solvable_wavg: 9.083782 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5351562 + num_walls_wavg: 5.1516347 + prop_walls_avg: 0.28413722 + prop_walls_wavg: 0.22398414 + scoring: + avg_scores: 0.07471877 + visit_patterns: + avg_first_visit_time: 3352.8938 + avg_last_visit_time: 4420.296 + num_replay_batches: 4430 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0023802086 + avg_actor_approxkl3: 0.0017311858 + avg_actor_clipfrac: 0.046313476 + avg_actor_loss: 6.970829e-05 + avg_advantage: -0.0021271734 + avg_critic_clipfrac: 0.0005371094 + avg_critic_loss: 0.0033599236 + avg_entropy: 0.13127244 + avg_grad_norm_pre_clip: 1.5754313 + avg_loss: 0.0016183974 + max: + max_actor_approxkl1: 0.007153164 + max_actor_approxkl3: 0.004692812 + max_actor_clipfrac: 0.103515625 + max_actor_loss: 0.002667345 + max_advantage: 0.24295789 + max_critic_clipfrac: 0.009155273 + max_critic_loss: 0.0067054224 + max_entropy: 0.15359321 + max_grad_norm_pre_clip: 2.6669886 + max_loss: 0.0057752184 + std: + std_actor_approxkl1: 0.0020952092 + std_actor_approxkl3: 0.0013549828 + std_actor_clipfrac: 0.02497224 + std_actor_loss: 0.0010462925 + std_advantage: 0.08325521 + std_critic_clipfrac: 0.0020070823 + std_critic_loss: 0.0014150048 + std_entropy: 0.013499214 + std_grad_norm_pre_clip: 0.5563802 + std_loss: 0.001335078 + eval-batch-train: + avg_avg_episode_length: 15.199721 + avg_avg_return: 0.85319996 + avg_benchmark_regret: 0.0030442916 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33918 + proxy_corner: + avg_avg_return: 0.07635276 + avg_reward_per_step: 0.016738892 + eval-batch-orig: + avg_avg_episode_length: 16.757 + avg_avg_return: 0.8393065 + avg_benchmark_regret: 0.0045850365 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2745285 + proxy_corner: + avg_avg_return: 0.8393065 + avg_reward_per_step: 0.2745285 + eval-batch-shift: + avg_avg_episode_length: 12.677727 + avg_avg_return: 0.8836509 + avg_benchmark_regret: 0.0037108497 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34564972 + proxy_corner: + avg_avg_return: 0.058305874 + avg_reward_per_step: 0.017303467 + eval-batch-tree: + avg_avg_episode_length: 6.229903 + avg_avg_return: 0.9847428 + avg_benchmark_regret: 0.009677466 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26867676 + proxy_corner: + avg_avg_return: 0.9847428 + avg_reward_per_step: 0.26867676 +=========================================================== +=========================================================== + step: + env-step-all-before: 287309824 + env-step-replay-before: 145588224 + env-step-used-before: 287309824 + ppo-update-before: 175360 + env-step-generate-before: 141721600 + env-step-all-after: 287342592 + env-step-replay-after: 145620992 + env-step-used-after: 287342592 + ppo-update-after: 175380 + env-step-generate-after: 141721600 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.413697 + avg_avg_return: 0.9159477 + avg_reward_per_step: 0.094451904 + proxy_corner: + avg_avg_return: 0.26157898 + avg_reward_per_step: 0.025817871 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.413697 + avg_avg_return: 0.9159477 + avg_reward_per_step: 0.094451904 + proxy_corner: + avg_avg_return: 0.26157898 + avg_reward_per_step: 0.025817871 + perf: + env_steps_per_second: 610281.7006590462 + ppo_updates_per_second: 72.69993121442363 + eval-batch-train-duration: 0.3367362240096554 + eval-batch-orig-duration: 0.17523376602912322 + eval-batch-shift-duration: 0.15398035000544041 + eval-batch-tree-duration: 0.14539161196444184 + ued: + distances: + cheese-corne_dist_avg: 7.0821533 + cheese-corne_dist_wavg: 11.953163 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 9.870117 + mouse-cheese_dist_finite_wavg: 6.391654 + mouse-cheese_dist_solvable_avg: 9.870117 + mouse-cheese_dist_solvable_wavg: 6.391655 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5422363 + num_walls_wavg: 6.9520307 + prop_walls_avg: 0.28444505 + prop_walls_wavg: 0.30226216 + scoring: + avg_scores: 0.075351745 + visit_patterns: + avg_first_visit_time: 3360.9082 + avg_last_visit_time: 4434.2344 + num_replay_batches: 4444 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047328297 + avg_actor_approxkl3: 0.0005346627 + avg_actor_clipfrac: 0.018408203 + avg_actor_loss: -6.2828e-05 + avg_advantage: 0.04095078 + avg_critic_clipfrac: 0.036114503 + avg_critic_loss: 0.0014106253 + avg_entropy: 0.0753412 + avg_grad_norm_pre_clip: 0.6556133 + avg_loss: 0.00056714355 + max: + max_actor_approxkl1: 0.001164501 + max_actor_approxkl3: 0.0012644136 + max_actor_clipfrac: 0.033081055 + max_actor_loss: 0.0010515787 + max_advantage: 0.66244423 + max_critic_clipfrac: 0.111206055 + max_critic_loss: 0.0028783279 + max_entropy: 0.08646271 + max_grad_norm_pre_clip: 1.1799977 + max_loss: 0.0014832714 + std: + std_actor_approxkl1: 0.0004344488 + std_actor_approxkl3: 0.00028532217 + std_actor_clipfrac: 0.007544557 + std_actor_loss: 0.000533397 + std_advantage: 0.06023285 + std_critic_clipfrac: 0.033595677 + std_critic_loss: 0.0005020087 + std_entropy: 0.006760744 + std_grad_norm_pre_clip: 0.21398354 + std_loss: 0.00058144383 + eval-batch-train: + avg_avg_episode_length: 15.2212 + avg_avg_return: 0.8530456 + avg_benchmark_regret: 0.0031986248 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33824158 + proxy_corner: + avg_avg_return: 0.0889068 + avg_reward_per_step: 0.017860413 + eval-batch-orig: + avg_avg_episode_length: 16.763664 + avg_avg_return: 0.83932674 + avg_benchmark_regret: 0.0045647593 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2745285 + proxy_corner: + avg_avg_return: 0.83932674 + avg_reward_per_step: 0.2745285 + eval-batch-shift: + avg_avg_episode_length: 12.688915 + avg_avg_return: 0.88403565 + avg_benchmark_regret: 0.0033260996 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.341774 + proxy_corner: + avg_avg_return: 0.064774655 + avg_reward_per_step: 0.017974854 + eval-batch-tree: + avg_avg_episode_length: 6.2506843 + avg_avg_return: 0.9844721 + avg_benchmark_regret: 0.0099481605 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26921844 + proxy_corner: + avg_avg_return: 0.9844721 + avg_reward_per_step: 0.26921844 +=========================================================== +=========================================================== + step: + env-step-all-before: 288358400 + env-step-replay-before: 146309120 + env-step-used-before: 288358400 + ppo-update-before: 176000 + env-step-generate-before: 142049280 + env-step-all-after: 288391168 + env-step-replay-after: 146341888 + env-step-used-after: 288391168 + ppo-update-after: 176020 + env-step-generate-after: 142049280 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 10.307554 + avg_avg_return: 0.915754 + avg_reward_per_step: 0.09539795 + proxy_corner: + avg_avg_return: 0.27978316 + avg_reward_per_step: 0.027923584 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 10.307554 + avg_avg_return: 0.915754 + avg_reward_per_step: 0.09539795 + proxy_corner: + avg_avg_return: 0.27978316 + avg_reward_per_step: 0.027923584 + perf: + env_steps_per_second: 981828.0014838745 + ppo_updates_per_second: 74.78900125783912 + eval-batch-train-duration: 0.2634700670023449 + eval-batch-orig-duration: 0.16668665799079463 + eval-batch-shift-duration: 0.14760212798137218 + eval-batch-tree-duration: 0.14146343898028135 + ued: + distances: + cheese-corne_dist_avg: 7.071411 + cheese-corne_dist_wavg: 7.9176345 + levels_cheese_is_in_corner_avg: 0.07373047 + mouse-cheese_dist_finite_avg: 9.875732 + mouse-cheese_dist_finite_wavg: 9.090887 + mouse-cheese_dist_solvable_avg: 9.875732 + mouse-cheese_dist_solvable_wavg: 9.090889 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.544922 + num_walls_wavg: 6.0548615 + prop_walls_avg: 0.2845618 + prop_walls_wavg: 0.26325482 + scoring: + avg_scores: 0.07443582 + visit_patterns: + avg_first_visit_time: 3366.8188 + avg_last_visit_time: 4456.2505 + num_replay_batches: 4466 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046043718 + avg_actor_approxkl3: 0.00055389776 + avg_actor_clipfrac: 0.016760254 + avg_actor_loss: 3.955511e-05 + avg_advantage: 0.0021153246 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022459123 + avg_entropy: 0.0627842 + avg_grad_norm_pre_clip: 0.847655 + avg_loss: 8.906653e-05 + max: + max_actor_approxkl1: 0.001912215 + max_actor_approxkl3: 0.0017140555 + max_actor_clipfrac: 0.03881836 + max_actor_loss: 0.001501678 + max_advantage: 0.2269302 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00027746553 + max_entropy: 0.08236956 + max_grad_norm_pre_clip: 1.52394 + max_loss: 0.0015426268 + std: + std_actor_approxkl1: 0.0005276483 + std_actor_approxkl3: 0.00037268925 + std_actor_clipfrac: 0.009024216 + std_actor_loss: 0.0006218702 + std_advantage: 0.02140309 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.932877e-05 + std_entropy: 0.0066664754 + std_grad_norm_pre_clip: 0.26147014 + std_loss: 0.00062545954 + eval-batch-train: + avg_avg_episode_length: 15.19998 + avg_avg_return: 0.85276234 + avg_benchmark_regret: 0.003481876 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34038544 + proxy_corner: + avg_avg_return: 0.081546165 + avg_reward_per_step: 0.017700195 + eval-batch-orig: + avg_avg_episode_length: 16.751984 + avg_avg_return: 0.839444 + avg_benchmark_regret: 0.004447479 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27496338 + proxy_corner: + avg_avg_return: 0.839444 + avg_reward_per_step: 0.27496338 + eval-batch-shift: + avg_avg_episode_length: 12.713307 + avg_avg_return: 0.8835287 + avg_benchmark_regret: 0.003833063 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3431015 + proxy_corner: + avg_avg_return: 0.05837848 + avg_reward_per_step: 0.017929077 + eval-batch-tree: + avg_avg_episode_length: 6.428854 + avg_avg_return: 0.9834573 + avg_benchmark_regret: 0.010962968 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26904297 + proxy_corner: + avg_avg_return: 0.9834573 + avg_reward_per_step: 0.26904297 +=========================================================== +=========================================================== + step: + env-step-all-before: 289406976 + env-step-replay-before: 146866176 + env-step-used-before: 289406976 + ppo-update-before: 176640 + env-step-generate-before: 142540800 + env-step-all-after: 289439744 + env-step-replay-after: 146866176 + env-step-used-after: 289439744 + ppo-update-after: 176660 + env-step-generate-after: 142573568 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 11.165988 + avg_avg_return: 0.88993585 + avg_reward_per_step: 0.37457275 + proxy_corner: + avg_avg_return: 0.03920188 + avg_reward_per_step: 0.011077881 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 11.165988 + avg_avg_return: 0.88993585 + avg_reward_per_step: 0.37457275 + proxy_corner: + avg_avg_return: 0.03920188 + avg_reward_per_step: 0.011077881 + perf: + env_steps_per_second: 773934.9081291374 + ppo_updates_per_second: 85.64243977576594 + eval-batch-train-duration: 0.3222237920272164 + eval-batch-orig-duration: 0.1790233589708805 + eval-batch-shift-duration: 0.1512731279945001 + eval-batch-tree-duration: 0.1439992780215107 + ued: + distances: + cheese-corne_dist_avg: 7.072998 + cheese-corne_dist_wavg: 7.0149336 + levels_cheese_is_in_corner_avg: 0.07397461 + mouse-cheese_dist_finite_avg: 9.906982 + mouse-cheese_dist_finite_wavg: 13.591652 + mouse-cheese_dist_solvable_avg: 9.906982 + mouse-cheese_dist_solvable_wavg: 13.591652 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.547119 + num_walls_wavg: 7.8537636 + prop_walls_avg: 0.28465736 + prop_walls_wavg: 0.34146795 + scoring: + avg_scores: 0.07443538 + visit_patterns: + avg_first_visit_time: 3372.26 + avg_last_visit_time: 4472.165 + num_replay_batches: 4482 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015233152 + avg_actor_approxkl3: 0.0012186054 + avg_actor_clipfrac: 0.031695556 + avg_actor_loss: -0.00021123113 + avg_advantage: -0.002145316 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027931079 + avg_entropy: 0.11995585 + avg_grad_norm_pre_clip: 1.1384243 + avg_loss: 0.0010653668 + max: + max_actor_approxkl1: 0.006477287 + max_actor_approxkl3: 0.005205291 + max_actor_clipfrac: 0.067871094 + max_actor_loss: 0.0033601522 + max_advantage: 0.24826843 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0045269066 + max_entropy: 0.14090878 + max_grad_norm_pre_clip: 2.4652863 + max_loss: 0.004631611 + std: + std_actor_approxkl1: 0.0015579871 + std_actor_approxkl3: 0.0013299844 + std_actor_clipfrac: 0.02042949 + std_actor_loss: 0.0011485 + std_advantage: 0.075675376 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00087298057 + std_entropy: 0.011470509 + std_grad_norm_pre_clip: 0.42316815 + std_loss: 0.0012382246 + eval-batch-train: + avg_avg_episode_length: 15.211672 + avg_avg_return: 0.8532162 + avg_benchmark_regret: 0.003028026 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34137726 + proxy_corner: + avg_avg_return: 0.07718316 + avg_reward_per_step: 0.016990662 + eval-batch-orig: + avg_avg_episode_length: 16.790154 + avg_avg_return: 0.83942133 + avg_benchmark_regret: 0.0044701495 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27339935 + proxy_corner: + avg_avg_return: 0.83942133 + avg_reward_per_step: 0.27339935 + eval-batch-shift: + avg_avg_episode_length: 12.642025 + avg_avg_return: 0.88409114 + avg_benchmark_regret: 0.003270556 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34701538 + proxy_corner: + avg_avg_return: 0.056712598 + avg_reward_per_step: 0.017219543 + eval-batch-tree: + avg_avg_episode_length: 6.541937 + avg_avg_return: 0.9832923 + avg_benchmark_regret: 0.011127966 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26385498 + proxy_corner: + avg_avg_return: 0.9832923 + avg_reward_per_step: 0.26385498 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 290455552 + env-step-replay-before: 147423232 + env-step-used-before: 290455552 + ppo-update-before: 177280 + env-step-generate-before: 143032320 + env-step-all-after: 290488320 + env-step-replay-after: 147456000 + env-step-used-after: 290488320 + ppo-update-after: 177300 + env-step-generate-after: 143032320 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.367388 + avg_avg_return: 0.91606677 + avg_reward_per_step: 0.09439087 + proxy_corner: + avg_avg_return: 0.24963453 + avg_reward_per_step: 0.024780273 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.367388 + avg_avg_return: 0.91606677 + avg_reward_per_step: 0.09439087 + proxy_corner: + avg_avg_return: 0.24963453 + avg_reward_per_step: 0.024780273 + perf: + env_steps_per_second: 588269.3614615679 + ppo_updates_per_second: 72.70867251758825 + eval-batch-train-duration: 0.33696010598214343 + eval-batch-orig-duration: 0.1751960550318472 + eval-batch-shift-duration: 0.1481772830011323 + eval-batch-tree-duration: 0.14233425102429464 + ued: + distances: + cheese-corne_dist_avg: 7.079956 + cheese-corne_dist_wavg: 11.956817 + levels_cheese_is_in_corner_avg: 0.076171875 + mouse-cheese_dist_finite_avg: 9.92041 + mouse-cheese_dist_finite_wavg: 9.088001 + mouse-cheese_dist_solvable_avg: 9.92041 + mouse-cheese_dist_solvable_wavg: 9.088001 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.55249 + num_walls_wavg: 7.8541794 + prop_walls_avg: 0.28489083 + prop_walls_wavg: 0.34148598 + scoring: + avg_scores: 0.07522565 + visit_patterns: + avg_first_visit_time: 3380.8188 + avg_last_visit_time: 4490.2935 + num_replay_batches: 4500 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008305201 + avg_actor_approxkl3: 0.0005053423 + avg_actor_clipfrac: 0.018811036 + avg_actor_loss: -0.00018233526 + avg_advantage: 0.0032802394 + avg_critic_clipfrac: 0.0008483887 + avg_critic_loss: 0.00050839636 + avg_entropy: 0.07230704 + avg_grad_norm_pre_clip: 0.7204353 + avg_loss: -4.4411863e-07 + max: + max_actor_approxkl1: 0.0034751014 + max_actor_approxkl3: 0.0015081854 + max_actor_clipfrac: 0.04638672 + max_actor_loss: 0.00061967876 + max_advantage: 0.34603876 + max_critic_clipfrac: 0.0078125 + max_critic_loss: 0.00088845077 + max_entropy: 0.083194 + max_grad_norm_pre_clip: 1.2708335 + max_loss: 0.0007774009 + std: + std_actor_approxkl1: 0.00082923257 + std_actor_approxkl3: 0.00032837165 + std_actor_clipfrac: 0.009821078 + std_actor_loss: 0.00044382404 + std_advantage: 0.038018566 + std_critic_clipfrac: 0.002054801 + std_critic_loss: 0.00014671955 + std_entropy: 0.0057485728 + std_grad_norm_pre_clip: 0.25902417 + std_loss: 0.00046610474 + eval-batch-train: + avg_avg_episode_length: 15.197079 + avg_avg_return: 0.8531505 + avg_benchmark_regret: 0.0030937577 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34065247 + proxy_corner: + avg_avg_return: 0.0732501 + avg_reward_per_step: 0.016738892 + eval-batch-orig: + avg_avg_episode_length: 16.762865 + avg_avg_return: 0.83947545 + avg_benchmark_regret: 0.0044160215 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27411652 + proxy_corner: + avg_avg_return: 0.83947545 + avg_reward_per_step: 0.27411652 + eval-batch-shift: + avg_avg_episode_length: 12.653579 + avg_avg_return: 0.88396513 + avg_benchmark_regret: 0.0033965774 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3467102 + proxy_corner: + avg_avg_return: 0.05950425 + avg_reward_per_step: 0.016899109 + eval-batch-tree: + avg_avg_episode_length: 6.185505 + avg_avg_return: 0.98456067 + avg_benchmark_regret: 0.009859584 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26869202 + proxy_corner: + avg_avg_return: 0.98456067 + avg_reward_per_step: 0.26869202 +=========================================================== +=========================================================== + step: + env-step-all-before: 291504128 + env-step-replay-before: 147849216 + env-step-used-before: 291504128 + ppo-update-before: 177920 + env-step-generate-before: 143654912 + env-step-all-after: 291536896 + env-step-replay-after: 147881984 + env-step-used-after: 291536896 + ppo-update-after: 177940 + env-step-generate-after: 143654912 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.485476 + avg_avg_return: 0.9150734 + avg_reward_per_step: 0.09414673 + proxy_corner: + avg_avg_return: 0.24526408 + avg_reward_per_step: 0.024475098 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.485476 + avg_avg_return: 0.9150734 + avg_reward_per_step: 0.09414673 + proxy_corner: + avg_avg_return: 0.24526408 + avg_reward_per_step: 0.024475098 + perf: + env_steps_per_second: 972990.0252661688 + ppo_updates_per_second: 74.92401402673526 + eval-batch-train-duration: 0.33384998404653743 + eval-batch-orig-duration: 0.18805884796893224 + eval-batch-shift-duration: 0.15649478900013492 + eval-batch-tree-duration: 0.14784007600974292 + ued: + distances: + cheese-corne_dist_avg: 7.0909424 + cheese-corne_dist_wavg: 3.4061124 + levels_cheese_is_in_corner_avg: 0.07495117 + mouse-cheese_dist_finite_avg: 9.932617 + mouse-cheese_dist_finite_wavg: 7.2941613 + mouse-cheese_dist_solvable_avg: 9.932617 + mouse-cheese_dist_solvable_wavg: 7.2941623 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5625 + num_walls_wavg: 6.058709 + prop_walls_avg: 0.28532606 + prop_walls_wavg: 0.2634222 + scoring: + avg_scores: 0.07562771 + visit_patterns: + avg_first_visit_time: 3385.8044 + avg_last_visit_time: 4503.243 + num_replay_batches: 4513 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062402396 + avg_actor_approxkl3: 0.0005116972 + avg_actor_clipfrac: 0.019000245 + avg_actor_loss: -0.00048183216 + avg_advantage: 0.038091827 + avg_critic_clipfrac: 0.004119873 + avg_critic_loss: 0.0008922142 + avg_entropy: 0.07175819 + avg_grad_norm_pre_clip: 0.77048904 + avg_loss: -0.000107483254 + max: + max_actor_approxkl1: 0.0020584953 + max_actor_approxkl3: 0.00096182566 + max_actor_clipfrac: 0.03112793 + max_actor_loss: 0.00068357494 + max_advantage: 0.47636086 + max_critic_clipfrac: 0.026367188 + max_critic_loss: 0.0018296399 + max_entropy: 0.0915799 + max_grad_norm_pre_clip: 1.2626996 + max_loss: 0.0012174925 + std: + std_actor_approxkl1: 0.0005706583 + std_actor_approxkl3: 0.00024982105 + std_actor_clipfrac: 0.0074977684 + std_actor_loss: 0.0005428647 + std_advantage: 0.04363026 + std_critic_clipfrac: 0.007583787 + std_critic_loss: 0.0003379573 + std_entropy: 0.008573139 + std_grad_norm_pre_clip: 0.21659575 + std_loss: 0.0006601111 + eval-batch-train: + avg_avg_episode_length: 15.198778 + avg_avg_return: 0.8532011 + avg_benchmark_regret: 0.0030431065 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34119415 + proxy_corner: + avg_avg_return: 0.07622291 + avg_reward_per_step: 0.01701355 + eval-batch-orig: + avg_avg_episode_length: 16.746763 + avg_avg_return: 0.83949435 + avg_benchmark_regret: 0.0043971194 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27482605 + proxy_corner: + avg_avg_return: 0.83949435 + avg_reward_per_step: 0.27482605 + eval-batch-shift: + avg_avg_episode_length: 12.666165 + avg_avg_return: 0.88389623 + avg_benchmark_regret: 0.003465502 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34497833 + proxy_corner: + avg_avg_return: 0.059001632 + avg_reward_per_step: 0.016960144 + eval-batch-tree: + avg_avg_episode_length: 6.1797137 + avg_avg_return: 0.9843775 + avg_benchmark_regret: 0.010042788 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2699585 + proxy_corner: + avg_avg_return: 0.9843775 + avg_reward_per_step: 0.2699585 +=========================================================== +=========================================================== + step: + env-step-all-before: 292552704 + env-step-replay-before: 148439040 + env-step-used-before: 292552704 + ppo-update-before: 178560 + env-step-generate-before: 144113664 + env-step-all-after: 292585472 + env-step-replay-after: 148439040 + env-step-used-after: 292585472 + ppo-update-after: 178580 + env-step-generate-after: 144146432 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 13.421394 + avg_avg_return: 0.8632112 + avg_reward_per_step: 0.3583374 + proxy_corner: + avg_avg_return: 0.068088755 + avg_reward_per_step: 0.011993408 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 13.421394 + avg_avg_return: 0.8632112 + avg_reward_per_step: 0.3583374 + proxy_corner: + avg_avg_return: 0.068088755 + avg_reward_per_step: 0.011993408 + perf: + env_steps_per_second: 620372.9395032779 + ppo_updates_per_second: 74.78004449614545 + eval-batch-train-duration: 0.26887336099753156 + eval-batch-orig-duration: 0.15070179098984227 + eval-batch-shift-duration: 0.14731242298148572 + eval-batch-tree-duration: 0.14526203798595816 + ued: + distances: + cheese-corne_dist_avg: 7.1073 + cheese-corne_dist_wavg: 11.950773 + levels_cheese_is_in_corner_avg: 0.07373047 + mouse-cheese_dist_finite_avg: 9.941895 + mouse-cheese_dist_finite_wavg: 9.094089 + mouse-cheese_dist_solvable_avg: 9.941895 + mouse-cheese_dist_solvable_wavg: 9.094089 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.554199 + num_walls_wavg: 7.8582873 + prop_walls_avg: 0.2849652 + prop_walls_wavg: 0.3416647 + scoring: + avg_scores: 0.07555751 + visit_patterns: + avg_first_visit_time: 3393.7483 + avg_last_visit_time: 4520.1895 + num_replay_batches: 4530 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010757856 + avg_actor_approxkl3: 0.0007557359 + avg_actor_clipfrac: 0.026330566 + avg_actor_loss: -0.00041708964 + avg_advantage: -0.03436792 + avg_critic_clipfrac: 0.00021362305 + avg_critic_loss: 0.0029452767 + avg_entropy: 0.11424041 + avg_grad_norm_pre_clip: 1.0843617 + avg_loss: 0.00094130816 + max: + max_actor_approxkl1: 0.002515838 + max_actor_approxkl3: 0.0016991914 + max_actor_clipfrac: 0.047729492 + max_actor_loss: 0.0011180714 + max_advantage: 0.31259322 + max_critic_clipfrac: 0.0040283203 + max_critic_loss: 0.004346736 + max_entropy: 0.13365868 + max_grad_norm_pre_clip: 1.9097227 + max_loss: 0.0022987423 + std: + std_actor_approxkl1: 0.000772919 + std_actor_approxkl3: 0.0004621177 + std_actor_clipfrac: 0.013239374 + std_actor_loss: 0.00077305036 + std_advantage: 0.075377055 + std_critic_clipfrac: 0.00087676314 + std_critic_loss: 0.0008061864 + std_entropy: 0.012959648 + std_grad_norm_pre_clip: 0.3554784 + std_loss: 0.0007449964 + eval-batch-train: + avg_avg_episode_length: 15.197435 + avg_avg_return: 0.85310495 + avg_benchmark_regret: 0.003139239 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34017944 + proxy_corner: + avg_avg_return: 0.07398997 + avg_reward_per_step: 0.016159058 + eval-batch-orig: + avg_avg_episode_length: 16.772366 + avg_avg_return: 0.83949465 + avg_benchmark_regret: 0.0043967944 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2734909 + proxy_corner: + avg_avg_return: 0.83949465 + avg_reward_per_step: 0.2734909 + eval-batch-shift: + avg_avg_episode_length: 12.643089 + avg_avg_return: 0.883921 + avg_benchmark_regret: 0.0034406676 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34487915 + proxy_corner: + avg_avg_return: 0.056302212 + avg_reward_per_step: 0.016738892 + eval-batch-tree: + avg_avg_episode_length: 6.3686666 + avg_avg_return: 0.98354447 + avg_benchmark_regret: 0.010875844 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26895142 + proxy_corner: + avg_avg_return: 0.98354447 + avg_reward_per_step: 0.26895142 +=========================================================== +=========================================================== + step: + env-step-all-before: 293601280 + env-step-replay-before: 148865024 + env-step-used-before: 293601280 + ppo-update-before: 179200 + env-step-generate-before: 144736256 + env-step-all-after: 293634048 + env-step-replay-after: 148897792 + env-step-used-after: 293634048 + ppo-update-after: 179220 + env-step-generate-after: 144736256 + train-replay: + shift_proportion: 0.89453125 + avg_avg_episode_length: 10.433951 + avg_avg_return: 0.9170888 + avg_reward_per_step: 0.09387207 + proxy_corner: + avg_avg_return: 0.31673098 + avg_reward_per_step: 0.031097412 + train-all: + shift_proportion: 0.89453125 + avg_avg_episode_length: 10.433951 + avg_avg_return: 0.9170888 + avg_reward_per_step: 0.09387207 + proxy_corner: + avg_avg_return: 0.31673098 + avg_reward_per_step: 0.031097412 + perf: + env_steps_per_second: 901446.862320079 + ppo_updates_per_second: 104.3716672972599 + eval-batch-train-duration: 0.21484720695298165 + eval-batch-orig-duration: 0.16350055299699306 + eval-batch-shift-duration: 0.15038367098895833 + eval-batch-tree-duration: 0.14523162099067122 + ued: + distances: + cheese-corne_dist_avg: 7.1348877 + cheese-corne_dist_wavg: 8.816967 + levels_cheese_is_in_corner_avg: 0.07397461 + mouse-cheese_dist_finite_avg: 9.960693 + mouse-cheese_dist_finite_wavg: 8.202722 + mouse-cheese_dist_solvable_avg: 9.960693 + mouse-cheese_dist_solvable_wavg: 8.202723 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.561035 + num_walls_wavg: 7.853731 + prop_walls_avg: 0.2852624 + prop_walls_wavg: 0.3414666 + scoring: + avg_scores: 0.07558705 + visit_patterns: + avg_first_visit_time: 3402.1208 + avg_last_visit_time: 4534.306 + num_replay_batches: 4544 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007672541 + avg_actor_approxkl3: 0.0004335077 + avg_actor_clipfrac: 0.016583253 + avg_actor_loss: -0.0006561763 + avg_advantage: 0.030575026 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005217813 + avg_entropy: 0.06958141 + avg_grad_norm_pre_clip: 0.70068985 + avg_loss: -0.00046486701 + max: + max_actor_approxkl1: 0.0020827735 + max_actor_approxkl3: 0.00088967883 + max_actor_clipfrac: 0.029541016 + max_actor_loss: 0.0009535067 + max_advantage: 0.3757887 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00091670995 + max_entropy: 0.08408396 + max_grad_norm_pre_clip: 1.3684802 + max_loss: 0.0011682175 + std: + std_actor_approxkl1: 0.0006702367 + std_actor_approxkl3: 0.00026316504 + std_actor_clipfrac: 0.009090123 + std_actor_loss: 0.00074207183 + std_advantage: 0.03035033 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001403291 + std_entropy: 0.0070876367 + std_grad_norm_pre_clip: 0.26761118 + std_loss: 0.0007816912 + eval-batch-train: + avg_avg_episode_length: 15.202711 + avg_avg_return: 0.8534705 + avg_benchmark_regret: 0.002773699 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34041595 + proxy_corner: + avg_avg_return: 0.07850033 + avg_reward_per_step: 0.017059326 + eval-batch-orig: + avg_avg_episode_length: 16.765755 + avg_avg_return: 0.8392781 + avg_benchmark_regret: 0.0046134014 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2741394 + proxy_corner: + avg_avg_return: 0.8392781 + avg_reward_per_step: 0.2741394 + eval-batch-shift: + avg_avg_episode_length: 12.645522 + avg_avg_return: 0.8842355 + avg_benchmark_regret: 0.0031261723 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34503174 + proxy_corner: + avg_avg_return: 0.057001848 + avg_reward_per_step: 0.016799927 + eval-batch-tree: + avg_avg_episode_length: 6.3055677 + avg_avg_return: 0.98356426 + avg_benchmark_regret: 0.010855956 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26942444 + proxy_corner: + avg_avg_return: 0.98356426 + avg_reward_per_step: 0.26942444 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 294649856 + env-step-replay-before: 149258240 + env-step-used-before: 294649856 + ppo-update-before: 179840 + env-step-generate-before: 145391616 + env-step-all-after: 294682624 + env-step-replay-after: 149291008 + env-step-used-after: 294682624 + ppo-update-after: 179860 + env-step-generate-after: 145391616 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.635008 + avg_avg_return: 0.91554594 + avg_reward_per_step: 0.09289551 + proxy_corner: + avg_avg_return: 0.32412177 + avg_reward_per_step: 0.03189087 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.635008 + avg_avg_return: 0.91554594 + avg_reward_per_step: 0.09289551 + proxy_corner: + avg_avg_return: 0.32412177 + avg_reward_per_step: 0.03189087 + perf: + env_steps_per_second: 622208.6243234448 + ppo_updates_per_second: 75.62293771132344 + eval-batch-train-duration: 0.26432457799091935 + eval-batch-orig-duration: 0.15040283801499754 + eval-batch-shift-duration: 0.14217129297321662 + eval-batch-tree-duration: 0.13860467105405405 + ued: + distances: + cheese-corne_dist_avg: 7.1219482 + cheese-corne_dist_wavg: 2.5171256 + levels_cheese_is_in_corner_avg: 0.07519531 + mouse-cheese_dist_finite_avg: 9.975342 + mouse-cheese_dist_finite_wavg: 6.4005594 + mouse-cheese_dist_solvable_avg: 9.975342 + mouse-cheese_dist_solvable_wavg: 6.400561 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.557373 + num_walls_wavg: 7.8565474 + prop_walls_avg: 0.28510314 + prop_walls_wavg: 0.34158903 + scoring: + avg_scores: 0.07613759 + visit_patterns: + avg_first_visit_time: 3407.613 + avg_last_visit_time: 4546.292 + num_replay_batches: 4556 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0003100823 + avg_actor_approxkl3: 0.00070211623 + avg_actor_clipfrac: 0.02166748 + avg_actor_loss: -0.00023675081 + avg_advantage: 0.016435921 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000580458 + avg_entropy: 0.07198009 + avg_grad_norm_pre_clip: 0.9002606 + avg_loss: -1.8501945e-05 + max: + max_actor_approxkl1: 0.0014030191 + max_actor_approxkl3: 0.0014736976 + max_actor_clipfrac: 0.04284668 + max_actor_loss: 0.0015738904 + max_advantage: 0.4011503 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0009206759 + max_entropy: 0.08663532 + max_grad_norm_pre_clip: 1.5714011 + max_loss: 0.0017569967 + std: + std_actor_approxkl1: 0.00042200187 + std_actor_approxkl3: 0.00035493835 + std_actor_clipfrac: 0.009427551 + std_actor_loss: 0.0006616188 + std_advantage: 0.035429537 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015472484 + std_entropy: 0.0059509403 + std_grad_norm_pre_clip: 0.2540413 + std_loss: 0.00068015157 + eval-batch-train: + avg_avg_episode_length: 15.189768 + avg_avg_return: 0.85279316 + avg_benchmark_regret: 0.003451057 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34192657 + proxy_corner: + avg_avg_return: 0.07507884 + avg_reward_per_step: 0.016235352 + eval-batch-orig: + avg_avg_episode_length: 16.794855 + avg_avg_return: 0.8398253 + avg_benchmark_regret: 0.004066244 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2717514 + proxy_corner: + avg_avg_return: 0.8398253 + avg_reward_per_step: 0.2717514 + eval-batch-shift: + avg_avg_episode_length: 12.645873 + avg_avg_return: 0.8837019 + avg_benchmark_regret: 0.003659823 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3476715 + proxy_corner: + avg_avg_return: 0.054721877 + avg_reward_per_step: 0.016799927 + eval-batch-tree: + avg_avg_episode_length: 6.548335 + avg_avg_return: 0.98287237 + avg_benchmark_regret: 0.0115478765 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26576996 + proxy_corner: + avg_avg_return: 0.98287237 + avg_reward_per_step: 0.26576996 +=========================================================== +=========================================================== + step: + env-step-all-before: 295698432 + env-step-replay-before: 149815296 + env-step-used-before: 295698432 + ppo-update-before: 180480 + env-step-generate-before: 145883136 + env-step-all-after: 295731200 + env-step-replay-after: 149848064 + env-step-used-after: 295731200 + ppo-update-after: 180500 + env-step-generate-after: 145883136 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.431414 + avg_avg_return: 0.91597414 + avg_reward_per_step: 0.09402466 + proxy_corner: + avg_avg_return: 0.25237322 + avg_reward_per_step: 0.024993896 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.431414 + avg_avg_return: 0.91597414 + avg_reward_per_step: 0.09402466 + proxy_corner: + avg_avg_return: 0.25237322 + avg_reward_per_step: 0.024993896 + perf: + env_steps_per_second: 977464.6779037568 + ppo_updates_per_second: 77.53939793155311 + eval-batch-train-duration: 0.2758464129874483 + eval-batch-orig-duration: 0.17190404096618295 + eval-batch-shift-duration: 0.14802398497704417 + eval-batch-tree-duration: 0.14170210796874017 + ued: + distances: + cheese-corne_dist_avg: 7.097412 + cheese-corne_dist_wavg: 7.9075904 + levels_cheese_is_in_corner_avg: 0.075683594 + mouse-cheese_dist_finite_avg: 9.9729 + mouse-cheese_dist_finite_wavg: 8.196505 + mouse-cheese_dist_solvable_avg: 9.9729 + mouse-cheese_dist_solvable_wavg: 8.196506 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5510254 + num_walls_wavg: 9.650631 + prop_walls_avg: 0.28482717 + prop_walls_wavg: 0.41959253 + scoring: + avg_scores: 0.076489866 + visit_patterns: + avg_first_visit_time: 3420.5576 + avg_last_visit_time: 4563.3506 + num_replay_batches: 4573 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007769824 + avg_actor_approxkl3: 0.0003944259 + avg_actor_clipfrac: 0.017572021 + avg_actor_loss: -0.00026479884 + avg_advantage: 0.036684792 + avg_critic_clipfrac: 0.00025024413 + avg_critic_loss: 0.00060279545 + avg_entropy: 0.0748178 + avg_grad_norm_pre_clip: 0.74083596 + avg_loss: -3.8218895e-05 + max: + max_actor_approxkl1: 0.0027377084 + max_actor_approxkl3: 0.0009575011 + max_actor_clipfrac: 0.03491211 + max_actor_loss: 0.0005742591 + max_advantage: 0.38860363 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0012617353 + max_entropy: 0.08279461 + max_grad_norm_pre_clip: 1.1054449 + max_loss: 0.0010426127 + std: + std_actor_approxkl1: 0.0006201149 + std_actor_approxkl3: 0.00020716732 + std_actor_clipfrac: 0.007881288 + std_actor_loss: 0.00051948085 + std_advantage: 0.032509945 + std_critic_clipfrac: 0.00052144885 + std_critic_loss: 0.00022199126 + std_entropy: 0.0059151337 + std_grad_norm_pre_clip: 0.25058773 + std_loss: 0.0005715858 + eval-batch-train: + avg_avg_episode_length: 15.208464 + avg_avg_return: 0.8531192 + avg_benchmark_regret: 0.0031250087 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34123993 + proxy_corner: + avg_avg_return: 0.0771371 + avg_reward_per_step: 0.016838074 + eval-batch-orig: + avg_avg_episode_length: 16.801176 + avg_avg_return: 0.83975375 + avg_benchmark_regret: 0.00413775 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2735901 + proxy_corner: + avg_avg_return: 0.83975375 + avg_reward_per_step: 0.2735901 + eval-batch-shift: + avg_avg_episode_length: 12.634779 + avg_avg_return: 0.8840864 + avg_benchmark_regret: 0.003275374 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3467865 + proxy_corner: + avg_avg_return: 0.05549739 + avg_reward_per_step: 0.016906738 + eval-batch-tree: + avg_avg_episode_length: 6.35649 + avg_avg_return: 0.98436457 + avg_benchmark_regret: 0.010055675 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2681961 + proxy_corner: + avg_avg_return: 0.98436457 + avg_reward_per_step: 0.2681961 +=========================================================== +=========================================================== + step: + env-step-all-before: 296747008 + env-step-replay-before: 150339584 + env-step-used-before: 296747008 + ppo-update-before: 181120 + env-step-generate-before: 146407424 + env-step-all-after: 296779776 + env-step-replay-after: 150372352 + env-step-used-after: 296779776 + ppo-update-after: 181140 + env-step-generate-after: 146407424 + train-replay: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.435482 + avg_avg_return: 0.9149319 + avg_reward_per_step: 0.094329834 + proxy_corner: + avg_avg_return: 0.24510856 + avg_reward_per_step: 0.024383545 + train-all: + shift_proportion: 0.90625 + avg_avg_episode_length: 10.435482 + avg_avg_return: 0.9149319 + avg_reward_per_step: 0.094329834 + proxy_corner: + avg_avg_return: 0.24510856 + avg_reward_per_step: 0.024383545 + perf: + env_steps_per_second: 908770.0079528997 + ppo_updates_per_second: 75.73120465960459 + eval-batch-train-duration: 0.2622493870439939 + eval-batch-orig-duration: 0.16399565601022914 + eval-batch-shift-duration: 0.147819809964858 + eval-batch-tree-duration: 0.1436851759790443 + ued: + distances: + cheese-corne_dist_avg: 7.0909424 + cheese-corne_dist_wavg: 0.71265554 + levels_cheese_is_in_corner_avg: 0.07519531 + mouse-cheese_dist_finite_avg: 9.975586 + mouse-cheese_dist_finite_wavg: 9.99791 + mouse-cheese_dist_solvable_avg: 9.975586 + mouse-cheese_dist_solvable_wavg: 9.997909 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5510254 + num_walls_wavg: 6.9564824 + prop_walls_avg: 0.28482717 + prop_walls_wavg: 0.3024557 + scoring: + avg_scores: 0.07615155 + visit_patterns: + avg_first_visit_time: 3430.2546 + avg_last_visit_time: 4579.2017 + num_replay_batches: 4589 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00032170233 + avg_actor_approxkl3: 0.0005190913 + avg_actor_clipfrac: 0.017486572 + avg_actor_loss: -0.00037001682 + avg_advantage: -0.0018105374 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027486193 + avg_entropy: 0.070979364 + avg_grad_norm_pre_clip: 0.7186631 + avg_loss: -0.00030356523 + max: + max_actor_approxkl1: 0.0016186975 + max_actor_approxkl3: 0.0012746428 + max_actor_clipfrac: 0.036376953 + max_actor_loss: 0.00043198187 + max_advantage: 0.26267207 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00036931224 + max_entropy: 0.08308324 + max_grad_norm_pre_clip: 1.2060469 + max_loss: 0.0004740117 + std: + std_actor_approxkl1: 0.00050857017 + std_actor_approxkl3: 0.00030198044 + std_actor_clipfrac: 0.008680038 + std_actor_loss: 0.0005246961 + std_advantage: 0.024363047 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.0727096e-05 + std_entropy: 0.005589441 + std_grad_norm_pre_clip: 0.20650649 + std_loss: 0.00053007447 + eval-batch-train: + avg_avg_episode_length: 15.192986 + avg_avg_return: 0.8534016 + avg_benchmark_regret: 0.0028426002 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34121704 + proxy_corner: + avg_avg_return: 0.074834436 + avg_reward_per_step: 0.016021729 + eval-batch-orig: + avg_avg_episode_length: 16.763643 + avg_avg_return: 0.83961296 + avg_benchmark_regret: 0.004278551 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27398682 + proxy_corner: + avg_avg_return: 0.83961296 + avg_reward_per_step: 0.27398682 + eval-batch-shift: + avg_avg_episode_length: 12.642403 + avg_avg_return: 0.8838866 + avg_benchmark_regret: 0.003475127 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34644318 + proxy_corner: + avg_avg_return: 0.053916898 + avg_reward_per_step: 0.016723633 + eval-batch-tree: + avg_avg_episode_length: 6.161554 + avg_avg_return: 0.9850016 + avg_benchmark_regret: 0.009418646 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27054596 + proxy_corner: + avg_avg_return: 0.9850016 + avg_reward_per_step: 0.27054596 +=========================================================== +=========================================================== + step: + env-step-all-before: 297795584 + env-step-replay-before: 150798336 + env-step-used-before: 297795584 + ppo-update-before: 181760 + env-step-generate-before: 146997248 + env-step-all-after: 297828352 + env-step-replay-after: 150798336 + env-step-used-after: 297828352 + ppo-update-after: 181780 + env-step-generate-after: 147030016 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.801641 + avg_avg_return: 0.8464763 + avg_reward_per_step: 0.34326172 + proxy_corner: + avg_avg_return: 0.061545208 + avg_reward_per_step: 0.014465332 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.801641 + avg_avg_return: 0.8464763 + avg_reward_per_step: 0.34326172 + proxy_corner: + avg_avg_return: 0.061545208 + avg_reward_per_step: 0.014465332 + perf: + env_steps_per_second: 612542.9650682816 + ppo_updates_per_second: 100.2709994041727 + eval-batch-train-duration: 0.19629552197875455 + eval-batch-orig-duration: 0.14159840298816562 + eval-batch-shift-duration: 0.13928569399286062 + eval-batch-tree-duration: 0.1394775559892878 + ued: + distances: + cheese-corne_dist_avg: 7.1158447 + cheese-corne_dist_wavg: 0.7223007 + levels_cheese_is_in_corner_avg: 0.07495117 + mouse-cheese_dist_finite_avg: 9.9904785 + mouse-cheese_dist_finite_wavg: 9.0938835 + mouse-cheese_dist_solvable_avg: 9.9904785 + mouse-cheese_dist_solvable_wavg: 9.0938835 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5620117 + num_walls_wavg: 7.8557215 + prop_walls_avg: 0.28530484 + prop_walls_wavg: 0.3415531 + scoring: + avg_scores: 0.07627086 + visit_patterns: + avg_first_visit_time: 3436.8818 + avg_last_visit_time: 4592.1733 + num_replay_batches: 4602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014324782 + avg_actor_approxkl3: 0.0010681638 + avg_actor_clipfrac: 0.036840823 + avg_actor_loss: -0.00035561994 + avg_advantage: -0.0011458172 + avg_critic_clipfrac: 0.0016052247 + avg_critic_loss: 0.0037454427 + avg_entropy: 0.12769565 + avg_grad_norm_pre_clip: 1.3894297 + avg_loss: 0.0013894056 + max: + max_actor_approxkl1: 0.0032852916 + max_actor_approxkl3: 0.001869289 + max_actor_clipfrac: 0.060424805 + max_actor_loss: 0.0005452633 + max_advantage: 0.43490762 + max_critic_clipfrac: 0.018798828 + max_critic_loss: 0.0048360266 + max_entropy: 0.14965764 + max_grad_norm_pre_clip: 2.2507858 + max_loss: 0.0023589376 + std: + std_actor_approxkl1: 0.0010028597 + std_actor_approxkl3: 0.0005771312 + std_actor_clipfrac: 0.016442133 + std_actor_loss: 0.00070652965 + std_advantage: 0.08906941 + std_critic_clipfrac: 0.004299454 + std_critic_loss: 0.0007490346 + std_entropy: 0.0131599065 + std_grad_norm_pre_clip: 0.50134146 + std_loss: 0.00079583994 + eval-batch-train: + avg_avg_episode_length: 15.18343 + avg_avg_return: 0.8533769 + avg_benchmark_regret: 0.0028672728 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34300232 + proxy_corner: + avg_avg_return: 0.06967364 + avg_reward_per_step: 0.015434265 + eval-batch-orig: + avg_avg_episode_length: 16.77901 + avg_avg_return: 0.83982545 + avg_benchmark_regret: 0.0040659998 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2740326 + proxy_corner: + avg_avg_return: 0.83982545 + avg_reward_per_step: 0.2740326 + eval-batch-shift: + avg_avg_episode_length: 12.643794 + avg_avg_return: 0.88387394 + avg_benchmark_regret: 0.0034877448 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34777832 + proxy_corner: + avg_avg_return: 0.055537667 + avg_reward_per_step: 0.01688385 + eval-batch-tree: + avg_avg_episode_length: 6.1187725 + avg_avg_return: 0.9849481 + avg_benchmark_regret: 0.009472155 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27074432 + proxy_corner: + avg_avg_return: 0.9849481 + avg_reward_per_step: 0.27074432 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 298844160 + env-step-replay-before: 151289856 + env-step-used-before: 298844160 + ppo-update-before: 182400 + env-step-generate-before: 147554304 + env-step-all-after: 298876928 + env-step-replay-after: 151289856 + env-step-used-after: 298876928 + ppo-update-after: 182420 + env-step-generate-after: 147587072 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 13.223071 + avg_avg_return: 0.86408395 + avg_reward_per_step: 0.35116577 + proxy_corner: + avg_avg_return: 0.06567347 + avg_reward_per_step: 0.020874023 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 13.223071 + avg_avg_return: 0.86408395 + avg_reward_per_step: 0.35116577 + proxy_corner: + avg_avg_return: 0.06567347 + avg_reward_per_step: 0.020874023 + perf: + env_steps_per_second: 932957.4630415189 + ppo_updates_per_second: 105.35373490911583 + eval-batch-train-duration: 0.20387688098708168 + eval-batch-orig-duration: 0.14650718495249748 + eval-batch-shift-duration: 0.15067359700333327 + eval-batch-tree-duration: 0.15255185798741877 + ued: + distances: + cheese-corne_dist_avg: 7.1418457 + cheese-corne_dist_wavg: 11.94894 + levels_cheese_is_in_corner_avg: 0.07373047 + mouse-cheese_dist_finite_avg: 10.0 + mouse-cheese_dist_finite_wavg: 9.999123 + mouse-cheese_dist_solvable_avg: 10.0 + mouse-cheese_dist_solvable_wavg: 9.999123 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.572754 + num_walls_wavg: 7.8566265 + prop_walls_avg: 0.2857719 + prop_walls_wavg: 0.34159246 + scoring: + avg_scores: 0.07666976 + visit_patterns: + avg_first_visit_time: 3446.7625 + avg_last_visit_time: 4607.312 + num_replay_batches: 4617 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001342906 + avg_actor_approxkl3: 0.000987283 + avg_actor_clipfrac: 0.039031982 + avg_actor_loss: -0.00014184006 + avg_advantage: -0.025127452 + avg_critic_clipfrac: 0.00093994144 + avg_critic_loss: 0.0028485765 + avg_entropy: 0.12825543 + avg_grad_norm_pre_clip: 1.2633641 + avg_loss: 0.0011541926 + max: + max_actor_approxkl1: 0.0029242802 + max_actor_approxkl3: 0.0021772678 + max_actor_clipfrac: 0.07702637 + max_actor_loss: 0.001389116 + max_advantage: 0.2382558 + max_critic_clipfrac: 0.018554688 + max_critic_loss: 0.005085354 + max_entropy: 0.17418371 + max_grad_norm_pre_clip: 2.0049987 + max_loss: 0.0026001374 + std: + std_actor_approxkl1: 0.0008138822 + std_actor_approxkl3: 0.00057881506 + std_actor_clipfrac: 0.017546216 + std_actor_loss: 0.0007601879 + std_advantage: 0.07527574 + std_critic_clipfrac: 0.004041449 + std_critic_loss: 0.00095963024 + std_entropy: 0.017515887 + std_grad_norm_pre_clip: 0.42637286 + std_loss: 0.0009402829 + eval-batch-train: + avg_avg_episode_length: 15.194864 + avg_avg_return: 0.85308146 + avg_benchmark_regret: 0.0031627025 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34113312 + proxy_corner: + avg_avg_return: 0.0783117 + avg_reward_per_step: 0.016319275 + eval-batch-orig: + avg_avg_episode_length: 16.74672 + avg_avg_return: 0.8396981 + avg_benchmark_regret: 0.0041933837 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2746048 + proxy_corner: + avg_avg_return: 0.8396981 + avg_reward_per_step: 0.2746048 + eval-batch-shift: + avg_avg_episode_length: 12.662094 + avg_avg_return: 0.8839775 + avg_benchmark_regret: 0.0033842472 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3456192 + proxy_corner: + avg_avg_return: 0.05639895 + avg_reward_per_step: 0.016929626 + eval-batch-tree: + avg_avg_episode_length: 6.0463142 + avg_avg_return: 0.9851451 + avg_benchmark_regret: 0.009275221 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27196503 + proxy_corner: + avg_avg_return: 0.9851451 + avg_reward_per_step: 0.27196503 +=========================================================== +=========================================================== + step: + env-step-all-before: 299892736 + env-step-replay-before: 151683072 + env-step-used-before: 299892736 + ppo-update-before: 183040 + env-step-generate-before: 148209664 + env-step-all-after: 299925504 + env-step-replay-after: 151683072 + env-step-used-after: 299925504 + ppo-update-after: 183060 + env-step-generate-after: 148242432 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.466293 + avg_avg_return: 0.87391484 + avg_reward_per_step: 0.36730957 + proxy_corner: + avg_avg_return: 0.0749863 + avg_reward_per_step: 0.021972656 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.466293 + avg_avg_return: 0.87391484 + avg_reward_per_step: 0.36730957 + proxy_corner: + avg_avg_return: 0.0749863 + avg_reward_per_step: 0.021972656 + perf: + env_steps_per_second: 906610.6389802007 + ppo_updates_per_second: 105.18520350214439 + eval-batch-train-duration: 0.21023197897011414 + eval-batch-orig-duration: 0.16242780099855736 + eval-batch-shift-duration: 0.14656332996673882 + eval-batch-tree-duration: 0.14279193303082138 + ued: + distances: + cheese-corne_dist_avg: 7.1505127 + cheese-corne_dist_wavg: 11.957175 + levels_cheese_is_in_corner_avg: 0.07373047 + mouse-cheese_dist_finite_avg: 10.010498 + mouse-cheese_dist_finite_wavg: 3.702382 + mouse-cheese_dist_solvable_avg: 10.010498 + mouse-cheese_dist_solvable_wavg: 3.7023826 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.572754 + num_walls_wavg: 6.9566827 + prop_walls_avg: 0.2857719 + prop_walls_wavg: 0.30246454 + scoring: + avg_scores: 0.076917775 + visit_patterns: + avg_first_visit_time: 3455.7224 + avg_last_visit_time: 4619.3066 + num_replay_batches: 4629 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013187794 + avg_actor_approxkl3: 0.0009004104 + avg_actor_clipfrac: 0.031658936 + avg_actor_loss: -0.0001779398 + avg_advantage: -0.002865957 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00265952 + avg_entropy: 0.1189385 + avg_grad_norm_pre_clip: 1.2188624 + avg_loss: 0.0010328814 + max: + max_actor_approxkl1: 0.0025877692 + max_actor_approxkl3: 0.0021074852 + max_actor_clipfrac: 0.07006836 + max_actor_loss: 0.001150988 + max_advantage: 0.43439555 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004325264 + max_entropy: 0.16163132 + max_grad_norm_pre_clip: 1.8447806 + max_loss: 0.002109226 + std: + std_actor_approxkl1: 0.0008377423 + std_actor_approxkl3: 0.0005300502 + std_actor_clipfrac: 0.017196769 + std_actor_loss: 0.00072967727 + std_advantage: 0.074360326 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006466813 + std_entropy: 0.018802885 + std_grad_norm_pre_clip: 0.36169076 + std_loss: 0.00076085294 + eval-batch-train: + avg_avg_episode_length: 15.188276 + avg_avg_return: 0.8530864 + avg_benchmark_regret: 0.003157819 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34075928 + proxy_corner: + avg_avg_return: 0.08114874 + avg_reward_per_step: 0.016471863 + eval-batch-orig: + avg_avg_episode_length: 16.75375 + avg_avg_return: 0.8394876 + avg_benchmark_regret: 0.0044038733 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27426147 + proxy_corner: + avg_avg_return: 0.8394876 + avg_reward_per_step: 0.27426147 + eval-batch-shift: + avg_avg_episode_length: 12.655327 + avg_avg_return: 0.88386345 + avg_benchmark_regret: 0.0034982201 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34467316 + proxy_corner: + avg_avg_return: 0.058393396 + avg_reward_per_step: 0.017501831 + eval-batch-tree: + avg_avg_episode_length: 6.2312584 + avg_avg_return: 0.98452467 + avg_benchmark_regret: 0.009895595 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2727661 + proxy_corner: + avg_avg_return: 0.98452467 + avg_reward_per_step: 0.2727661 +=========================================================== +=========================================================== + step: + env-step-all-before: 300941312 + env-step-replay-before: 152010752 + env-step-used-before: 300941312 + ppo-update-before: 183680 + env-step-generate-before: 148930560 + env-step-all-after: 300974080 + env-step-replay-after: 152043520 + env-step-used-after: 300974080 + ppo-update-after: 183700 + env-step-generate-after: 148930560 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.436129 + avg_avg_return: 0.9156611 + avg_reward_per_step: 0.09420776 + proxy_corner: + avg_avg_return: 0.3038259 + avg_reward_per_step: 0.030548096 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.436129 + avg_avg_return: 0.9156611 + avg_reward_per_step: 0.09420776 + proxy_corner: + avg_avg_return: 0.3038259 + avg_reward_per_step: 0.030548096 + perf: + env_steps_per_second: 903555.9621115994 + ppo_updates_per_second: 108.49999013087816 + eval-batch-train-duration: 0.19825078698340803 + eval-batch-orig-duration: 0.1499560450320132 + eval-batch-shift-duration: 0.14160601794719696 + eval-batch-tree-duration: 0.14071069995407015 + ued: + distances: + cheese-corne_dist_avg: 7.11499 + cheese-corne_dist_wavg: 3.425635 + levels_cheese_is_in_corner_avg: 0.075683594 + mouse-cheese_dist_finite_avg: 10.008789 + mouse-cheese_dist_finite_wavg: 9.998439 + mouse-cheese_dist_solvable_avg: 10.008789 + mouse-cheese_dist_solvable_wavg: 9.998441 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.564453 + num_walls_wavg: 5.1589184 + prop_walls_avg: 0.285411 + prop_walls_wavg: 0.22430085 + scoring: + avg_scores: 0.07681692 + visit_patterns: + avg_first_visit_time: 3470.4355 + avg_last_visit_time: 4630.3564 + num_replay_batches: 4640 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00065778923 + avg_actor_approxkl3: 0.00050321675 + avg_actor_clipfrac: 0.016552735 + avg_actor_loss: 5.9760223e-05 + avg_advantage: 0.03843893 + avg_critic_clipfrac: 0.00064086914 + avg_critic_loss: 0.00093170087 + avg_entropy: 0.06847008 + avg_grad_norm_pre_clip: 0.88652676 + avg_loss: 0.0004571406 + max: + max_actor_approxkl1: 0.001860567 + max_actor_approxkl3: 0.0011168793 + max_actor_clipfrac: 0.034179688 + max_actor_loss: 0.00201533 + max_advantage: 0.5357923 + max_critic_clipfrac: 0.01171875 + max_critic_loss: 0.0017925131 + max_entropy: 0.075797275 + max_grad_norm_pre_clip: 1.8011824 + max_loss: 0.002513025 + std: + std_actor_approxkl1: 0.0005441416 + std_actor_approxkl3: 0.00031224053 + std_actor_clipfrac: 0.008068229 + std_actor_loss: 0.0008230044 + std_advantage: 0.041940607 + std_critic_clipfrac: 0.0025526637 + std_critic_loss: 0.00032852884 + std_entropy: 0.0039551742 + std_grad_norm_pre_clip: 0.42892724 + std_loss: 0.0008661691 + eval-batch-train: + avg_avg_episode_length: 15.222837 + avg_avg_return: 0.85307384 + avg_benchmark_regret: 0.0031703438 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34118652 + proxy_corner: + avg_avg_return: 0.08344434 + avg_reward_per_step: 0.015953064 + eval-batch-orig: + avg_avg_episode_length: 16.751982 + avg_avg_return: 0.8394492 + avg_benchmark_regret: 0.004442229 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27429962 + proxy_corner: + avg_avg_return: 0.8394492 + avg_reward_per_step: 0.27429962 + eval-batch-shift: + avg_avg_episode_length: 12.63575 + avg_avg_return: 0.88397634 + avg_benchmark_regret: 0.0033854307 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34703064 + proxy_corner: + avg_avg_return: 0.059565797 + avg_reward_per_step: 0.017173767 + eval-batch-tree: + avg_avg_episode_length: 6.496949 + avg_avg_return: 0.9833799 + avg_benchmark_regret: 0.011040352 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27072906 + proxy_corner: + avg_avg_return: 0.9833799 + avg_reward_per_step: 0.27072906 +=========================================================== +=========================================================== + step: + env-step-all-before: 301989888 + env-step-replay-before: 152567808 + env-step-used-before: 301989888 + ppo-update-before: 184320 + env-step-generate-before: 149422080 + env-step-all-after: 302022656 + env-step-replay-after: 152567808 + env-step-used-after: 302022656 + ppo-update-after: 184340 + env-step-generate-after: 149454848 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.054556 + avg_avg_return: 0.8792398 + avg_reward_per_step: 0.35943604 + proxy_corner: + avg_avg_return: 0.05606312 + avg_reward_per_step: 0.012054443 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.054556 + avg_avg_return: 0.8792398 + avg_reward_per_step: 0.35943604 + proxy_corner: + avg_avg_return: 0.05606312 + avg_reward_per_step: 0.012054443 + perf: + env_steps_per_second: 885998.4098004353 + ppo_updates_per_second: 104.74439751156865 + eval-batch-train-duration: 0.2116636970313266 + eval-batch-orig-duration: 0.15920070797437802 + eval-batch-shift-duration: 0.15963951603043824 + eval-batch-tree-duration: 0.15809500502655283 + ued: + distances: + cheese-corne_dist_avg: 7.1376953 + cheese-corne_dist_wavg: 8.8048935 + levels_cheese_is_in_corner_avg: 0.07495117 + mouse-cheese_dist_finite_avg: 10.01123 + mouse-cheese_dist_finite_wavg: 6.4048767 + mouse-cheese_dist_solvable_avg: 10.01123 + mouse-cheese_dist_solvable_wavg: 6.4048758 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5566406 + num_walls_wavg: 4.253216 + prop_walls_avg: 0.2850713 + prop_walls_wavg: 0.18492241 + scoring: + avg_scores: 0.07672519 + visit_patterns: + avg_first_visit_time: 3481.7275 + avg_last_visit_time: 4646.322 + num_replay_batches: 4656 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015195807 + avg_actor_approxkl3: 0.0013751418 + avg_actor_clipfrac: 0.041186523 + avg_actor_loss: 0.0004754141 + avg_advantage: 0.001213787 + avg_critic_clipfrac: 8.544922e-05 + avg_critic_loss: 0.0023071065 + avg_entropy: 0.12729509 + avg_grad_norm_pre_clip: 1.3608909 + avg_loss: 0.0015016723 + max: + max_actor_approxkl1: 0.003976965 + max_actor_approxkl3: 0.0038273423 + max_actor_clipfrac: 0.0748291 + max_actor_loss: 0.0042776987 + max_advantage: 0.2651255 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.0041069775 + max_entropy: 0.15395874 + max_grad_norm_pre_clip: 2.2953746 + max_loss: 0.005273422 + std: + std_actor_approxkl1: 0.00094740593 + std_actor_approxkl3: 0.0009234714 + std_actor_clipfrac: 0.017703706 + std_actor_loss: 0.0015510456 + std_advantage: 0.06959732 + std_critic_clipfrac: 0.0003724645 + std_critic_loss: 0.00082720316 + std_entropy: 0.013664093 + std_grad_norm_pre_clip: 0.4227129 + std_loss: 0.0014915013 + eval-batch-train: + avg_avg_episode_length: 15.215891 + avg_avg_return: 0.85292614 + avg_benchmark_regret: 0.003318086 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3395691 + proxy_corner: + avg_avg_return: 0.077281855 + avg_reward_per_step: 0.016357422 + eval-batch-orig: + avg_avg_episode_length: 16.757257 + avg_avg_return: 0.8397753 + avg_benchmark_regret: 0.004116116 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2726822 + proxy_corner: + avg_avg_return: 0.8397753 + avg_reward_per_step: 0.2726822 + eval-batch-shift: + avg_avg_episode_length: 12.642632 + avg_avg_return: 0.8839687 + avg_benchmark_regret: 0.0033929774 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34451294 + proxy_corner: + avg_avg_return: 0.053851776 + avg_reward_per_step: 0.01702118 + eval-batch-tree: + avg_avg_episode_length: 6.443315 + avg_avg_return: 0.97967136 + avg_benchmark_regret: 0.014748887 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27265167 + proxy_corner: + avg_avg_return: 0.97967136 + avg_reward_per_step: 0.27265167 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 303038464 + env-step-replay-before: 153059328 + env-step-used-before: 303038464 + ppo-update-before: 184960 + env-step-generate-before: 149979136 + env-step-all-after: 303071232 + env-step-replay-after: 153059328 + env-step-used-after: 303071232 + ppo-update-after: 184980 + env-step-generate-after: 150011904 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 17.239088 + avg_avg_return: 0.81752443 + avg_reward_per_step: 0.31765747 + proxy_corner: + avg_avg_return: 0.092698485 + avg_reward_per_step: 0.015014648 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 17.239088 + avg_avg_return: 0.81752443 + avg_reward_per_step: 0.31765747 + proxy_corner: + avg_avg_return: 0.092698485 + avg_reward_per_step: 0.015014648 + perf: + env_steps_per_second: 906683.0098991464 + ppo_updates_per_second: 108.78386938982457 + eval-batch-train-duration: 0.19665013096528128 + eval-batch-orig-duration: 0.14891629497287795 + eval-batch-shift-duration: 0.14212683000368997 + eval-batch-tree-duration: 0.14532550802687183 + ued: + distances: + cheese-corne_dist_avg: 7.142578 + cheese-corne_dist_wavg: 7.917698 + levels_cheese_is_in_corner_avg: 0.07543945 + mouse-cheese_dist_finite_avg: 10.006592 + mouse-cheese_dist_finite_wavg: 8.202591 + mouse-cheese_dist_solvable_avg: 10.006592 + mouse-cheese_dist_solvable_wavg: 8.202592 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.555664 + num_walls_wavg: 6.0581365 + prop_walls_avg: 0.28502887 + prop_walls_wavg: 0.26339722 + scoring: + avg_scores: 0.077121556 + visit_patterns: + avg_first_visit_time: 3496.1353 + avg_last_visit_time: 4661.245 + num_replay_batches: 4671 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014599924 + avg_actor_approxkl3: 0.0011067049 + avg_actor_clipfrac: 0.03812256 + avg_actor_loss: -0.00020590109 + avg_advantage: -0.03322102 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0039204215 + avg_entropy: 0.13597593 + avg_grad_norm_pre_clip: 1.3496749 + avg_loss: 0.0016183335 + max: + max_actor_approxkl1: 0.0031214135 + max_actor_approxkl3: 0.002684475 + max_actor_clipfrac: 0.07470703 + max_actor_loss: 0.0017224103 + max_advantage: 0.26429355 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005880678 + max_entropy: 0.16940796 + max_grad_norm_pre_clip: 3.378978 + max_loss: 0.003624389 + std: + std_actor_approxkl1: 0.0009846508 + std_actor_approxkl3: 0.0006913946 + std_actor_clipfrac: 0.019393861 + std_actor_loss: 0.0008152047 + std_advantage: 0.08745721 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007935095 + std_entropy: 0.016061146 + std_grad_norm_pre_clip: 0.6240622 + std_loss: 0.0008760248 + eval-batch-train: + avg_avg_episode_length: 15.211359 + avg_avg_return: 0.85357714 + avg_benchmark_regret: 0.0026670557 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3398285 + proxy_corner: + avg_avg_return: 0.08133018 + avg_reward_per_step: 0.01712799 + eval-batch-orig: + avg_avg_episode_length: 16.764585 + avg_avg_return: 0.83947414 + avg_benchmark_regret: 0.004417344 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27322388 + proxy_corner: + avg_avg_return: 0.83947414 + avg_reward_per_step: 0.27322388 + eval-batch-shift: + avg_avg_episode_length: 12.629858 + avg_avg_return: 0.8839942 + avg_benchmark_regret: 0.0033674766 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34466553 + proxy_corner: + avg_avg_return: 0.057840396 + avg_reward_per_step: 0.01725769 + eval-batch-tree: + avg_avg_episode_length: 6.0866084 + avg_avg_return: 0.98516107 + avg_benchmark_regret: 0.009259218 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2726822 + proxy_corner: + avg_avg_return: 0.98516107 + avg_reward_per_step: 0.2726822 +=========================================================== +=========================================================== + step: + env-step-all-before: 304087040 + env-step-replay-before: 153387008 + env-step-used-before: 304087040 + ppo-update-before: 185600 + env-step-generate-before: 150700032 + env-step-all-after: 304119808 + env-step-replay-after: 153387008 + env-step-used-after: 304119808 + ppo-update-after: 185620 + env-step-generate-after: 150732800 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.786068 + avg_avg_return: 0.8580544 + avg_reward_per_step: 0.3557129 + proxy_corner: + avg_avg_return: 0.052341796 + avg_reward_per_step: 0.009033203 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.786068 + avg_avg_return: 0.8580544 + avg_reward_per_step: 0.3557129 + proxy_corner: + avg_avg_return: 0.052341796 + avg_reward_per_step: 0.009033203 + perf: + env_steps_per_second: 911873.2957843743 + ppo_updates_per_second: 104.93087436828655 + eval-batch-train-duration: 0.20272899698466063 + eval-batch-orig-duration: 0.15178001299500465 + eval-batch-shift-duration: 0.1437026089988649 + eval-batch-tree-duration: 0.14891720796003938 + ued: + distances: + cheese-corne_dist_avg: 7.1329346 + cheese-corne_dist_wavg: 11.965553 + levels_cheese_is_in_corner_avg: 0.076171875 + mouse-cheese_dist_finite_avg: 10.033203 + mouse-cheese_dist_finite_wavg: 4.6050525 + mouse-cheese_dist_solvable_avg: 10.033203 + mouse-cheese_dist_solvable_wavg: 4.605053 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.564453 + num_walls_wavg: 6.059239 + prop_walls_avg: 0.285411 + prop_walls_wavg: 0.2634452 + scoring: + avg_scores: 0.07749146 + visit_patterns: + avg_first_visit_time: 3506.044 + avg_last_visit_time: 4671.16 + num_replay_batches: 4681 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015007951 + avg_actor_approxkl3: 0.0010879257 + avg_actor_clipfrac: 0.036517333 + avg_actor_loss: -0.0006057566 + avg_advantage: -0.006311564 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033682815 + avg_entropy: 0.1263398 + avg_grad_norm_pre_clip: 1.2120128 + avg_loss: 0.00095204415 + max: + max_actor_approxkl1: 0.0048289075 + max_actor_approxkl3: 0.0028459532 + max_actor_clipfrac: 0.07702637 + max_actor_loss: 0.0024469867 + max_advantage: 0.40092868 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0047308207 + max_entropy: 0.1563336 + max_grad_norm_pre_clip: 2.2421937 + max_loss: 0.0046529286 + std: + std_actor_approxkl1: 0.0011896488 + std_actor_approxkl3: 0.0007387332 + std_actor_clipfrac: 0.017917214 + std_actor_loss: 0.0012949031 + std_advantage: 0.08370237 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00082483544 + std_entropy: 0.017221792 + std_grad_norm_pre_clip: 0.40915498 + std_loss: 0.0014428206 + eval-batch-train: + avg_avg_episode_length: 15.218676 + avg_avg_return: 0.85304904 + avg_benchmark_regret: 0.0031951854 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3389206 + proxy_corner: + avg_avg_return: 0.07184476 + avg_reward_per_step: 0.015640259 + eval-batch-orig: + avg_avg_episode_length: 16.745419 + avg_avg_return: 0.8398596 + avg_benchmark_regret: 0.0040318067 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27443695 + proxy_corner: + avg_avg_return: 0.8398596 + avg_reward_per_step: 0.27443695 + eval-batch-shift: + avg_avg_episode_length: 12.640097 + avg_avg_return: 0.883961 + avg_benchmark_regret: 0.003400713 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34481812 + proxy_corner: + avg_avg_return: 0.054000948 + avg_reward_per_step: 0.016647339 + eval-batch-tree: + avg_avg_episode_length: 6.3856072 + avg_avg_return: 0.98373306 + avg_benchmark_regret: 0.010687236 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27235413 + proxy_corner: + avg_avg_return: 0.98373306 + avg_reward_per_step: 0.27235413 +=========================================================== +=========================================================== + step: + env-step-all-before: 305135616 + env-step-replay-before: 153878528 + env-step-used-before: 305135616 + ppo-update-before: 186240 + env-step-generate-before: 151257088 + env-step-all-after: 305168384 + env-step-replay-after: 153878528 + env-step-used-after: 305168384 + ppo-update-after: 186260 + env-step-generate-after: 151289856 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.137865 + avg_avg_return: 0.87897384 + avg_reward_per_step: 0.3592224 + proxy_corner: + avg_avg_return: 0.0818563 + avg_reward_per_step: 0.018981934 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.137865 + avg_avg_return: 0.87897384 + avg_reward_per_step: 0.3592224 + proxy_corner: + avg_avg_return: 0.0818563 + avg_reward_per_step: 0.018981934 + perf: + env_steps_per_second: 732976.6900546321 + ppo_updates_per_second: 80.53341825439132 + eval-batch-train-duration: 0.26071199896978214 + eval-batch-orig-duration: 0.14912782504688948 + eval-batch-shift-duration: 0.1441759819863364 + eval-batch-tree-duration: 0.14014635601779446 + ued: + distances: + cheese-corne_dist_avg: 7.129883 + cheese-corne_dist_wavg: 2.5207906 + levels_cheese_is_in_corner_avg: 0.076660156 + mouse-cheese_dist_finite_avg: 10.039551 + mouse-cheese_dist_finite_wavg: 10.003442 + mouse-cheese_dist_solvable_avg: 10.039551 + mouse-cheese_dist_solvable_wavg: 10.003443 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5717773 + num_walls_wavg: 7.8528137 + prop_walls_avg: 0.2857294 + prop_walls_wavg: 0.34142664 + scoring: + avg_scores: 0.0777079 + visit_patterns: + avg_first_visit_time: 3517.3638 + avg_last_visit_time: 4686.283 + num_replay_batches: 4696 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008351556 + avg_actor_approxkl3: 0.0006345223 + avg_actor_clipfrac: 0.021319581 + avg_actor_loss: -0.0004946541 + avg_advantage: 0.00019428018 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002655504 + avg_entropy: 0.11899026 + avg_grad_norm_pre_clip: 0.95673174 + avg_loss: 0.0007141075 + max: + max_actor_approxkl1: 0.002663295 + max_actor_approxkl3: 0.0016864686 + max_actor_clipfrac: 0.045532227 + max_actor_loss: 0.00046695024 + max_advantage: 0.38078183 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004470181 + max_entropy: 0.1364918 + max_grad_norm_pre_clip: 1.4311789 + max_loss: 0.0020244748 + std: + std_actor_approxkl1: 0.0008451398 + std_actor_approxkl3: 0.0004803478 + std_actor_clipfrac: 0.014295328 + std_actor_loss: 0.00066935475 + std_advantage: 0.07423531 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00090219494 + std_entropy: 0.011225238 + std_grad_norm_pre_clip: 0.23739603 + std_loss: 0.00069173897 + eval-batch-train: + avg_avg_episode_length: 15.2611065 + avg_avg_return: 0.85289574 + avg_benchmark_regret: 0.0033484758 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33856964 + proxy_corner: + avg_avg_return: 0.091789 + avg_reward_per_step: 0.017250061 + eval-batch-orig: + avg_avg_episode_length: 16.766483 + avg_avg_return: 0.8394436 + avg_benchmark_regret: 0.0044478085 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27280426 + proxy_corner: + avg_avg_return: 0.8394436 + avg_reward_per_step: 0.27280426 + eval-batch-shift: + avg_avg_episode_length: 12.685415 + avg_avg_return: 0.88373125 + avg_benchmark_regret: 0.0036304991 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34106445 + proxy_corner: + avg_avg_return: 0.063902974 + avg_reward_per_step: 0.018035889 + eval-batch-tree: + avg_avg_episode_length: 6.207304 + avg_avg_return: 0.9846939 + avg_benchmark_regret: 0.00972639 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27043152 + proxy_corner: + avg_avg_return: 0.9846939 + avg_reward_per_step: 0.27043152 +=========================================================== +=========================================================== + step: + env-step-all-before: 306184192 + env-step-replay-before: 154468352 + env-step-used-before: 306184192 + ppo-update-before: 186880 + env-step-generate-before: 151715840 + env-step-all-after: 306216960 + env-step-replay-after: 154501120 + env-step-used-after: 306216960 + ppo-update-after: 186900 + env-step-generate-after: 151715840 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 10.635395 + avg_avg_return: 0.91433 + avg_reward_per_step: 0.09320068 + proxy_corner: + avg_avg_return: 0.25952145 + avg_reward_per_step: 0.025909424 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 10.635395 + avg_avg_return: 0.91433 + avg_reward_per_step: 0.09320068 + proxy_corner: + avg_avg_return: 0.25952145 + avg_reward_per_step: 0.025909424 + perf: + env_steps_per_second: 811796.9196332865 + ppo_updates_per_second: 75.88951371127244 + eval-batch-train-duration: 0.3354438880342059 + eval-batch-orig-duration: 0.1857438849983737 + eval-batch-shift-duration: 0.15610634698532522 + eval-batch-tree-duration: 0.1477140499628149 + ued: + distances: + cheese-corne_dist_avg: 7.1257324 + cheese-corne_dist_wavg: 7.915115 + levels_cheese_is_in_corner_avg: 0.0769043 + mouse-cheese_dist_finite_avg: 10.032227 + mouse-cheese_dist_finite_wavg: 8.200617 + mouse-cheese_dist_solvable_avg: 10.032227 + mouse-cheese_dist_solvable_wavg: 8.200618 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.570801 + num_walls_wavg: 6.0563316 + prop_walls_avg: 0.28568697 + prop_walls_wavg: 0.26331878 + scoring: + avg_scores: 0.076779075 + visit_patterns: + avg_first_visit_time: 3526.6353 + avg_last_visit_time: 4705.268 + num_replay_batches: 4715 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000720959 + avg_actor_approxkl3: 0.0005350229 + avg_actor_clipfrac: 0.017633056 + avg_actor_loss: -0.00030665915 + avg_advantage: 0.020448685 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003502832 + avg_entropy: 0.07537013 + avg_grad_norm_pre_clip: 1.0392884 + avg_loss: -0.00020688771 + max: + max_actor_approxkl1: 0.0022954964 + max_actor_approxkl3: 0.0016601814 + max_actor_clipfrac: 0.0423584 + max_actor_loss: 0.00067227706 + max_advantage: 0.40529746 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006096123 + max_entropy: 0.09312235 + max_grad_norm_pre_clip: 2.1498864 + max_loss: 0.00073303416 + std: + std_actor_approxkl1: 0.00063685485 + std_actor_approxkl3: 0.00041829553 + std_actor_clipfrac: 0.008927962 + std_actor_loss: 0.000716082 + std_advantage: 0.024177926 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.279138e-05 + std_entropy: 0.0075689503 + std_grad_norm_pre_clip: 0.4471825 + std_loss: 0.0007200018 + eval-batch-train: + avg_avg_episode_length: 15.221331 + avg_avg_return: 0.85317767 + avg_benchmark_regret: 0.0030665246 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33888245 + proxy_corner: + avg_avg_return: 0.072082594 + avg_reward_per_step: 0.015892029 + eval-batch-orig: + avg_avg_episode_length: 16.818436 + avg_avg_return: 0.8395747 + avg_benchmark_regret: 0.004316758 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27218628 + proxy_corner: + avg_avg_return: 0.8395747 + avg_reward_per_step: 0.27218628 + eval-batch-shift: + avg_avg_episode_length: 12.674089 + avg_avg_return: 0.8834683 + avg_benchmark_regret: 0.0038934862 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.343956 + proxy_corner: + avg_avg_return: 0.057895556 + avg_reward_per_step: 0.017211914 + eval-batch-tree: + avg_avg_episode_length: 6.6096354 + avg_avg_return: 0.98079777 + avg_benchmark_regret: 0.013622476 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26914978 + proxy_corner: + avg_avg_return: 0.98079777 + avg_reward_per_step: 0.26914978 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 307232768 + env-step-replay-before: 155123712 + env-step-used-before: 307232768 + ppo-update-before: 187520 + env-step-generate-before: 152109056 + env-step-all-after: 307265536 + env-step-replay-after: 155123712 + env-step-used-after: 307265536 + ppo-update-after: 187540 + env-step-generate-after: 152141824 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.862091 + avg_avg_return: 0.83266723 + avg_reward_per_step: 0.31811523 + proxy_corner: + avg_avg_return: 0.07368844 + avg_reward_per_step: 0.014007568 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.862091 + avg_avg_return: 0.83266723 + avg_reward_per_step: 0.31811523 + proxy_corner: + avg_avg_return: 0.07368844 + avg_reward_per_step: 0.014007568 + perf: + env_steps_per_second: 798677.6782566254 + ppo_updates_per_second: 106.66738742414697 + eval-batch-train-duration: 0.20064698299393058 + eval-batch-orig-duration: 0.1444352690014057 + eval-batch-shift-duration: 0.14254156104288995 + eval-batch-tree-duration: 0.14096006995532662 + ued: + distances: + cheese-corne_dist_avg: 7.147827 + cheese-corne_dist_wavg: 0.72576666 + levels_cheese_is_in_corner_avg: 0.07446289 + mouse-cheese_dist_finite_avg: 10.026123 + mouse-cheese_dist_finite_wavg: 10.897281 + mouse-cheese_dist_solvable_avg: 10.026123 + mouse-cheese_dist_solvable_wavg: 10.897282 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5629883 + num_walls_wavg: 5.1608667 + prop_walls_avg: 0.28534728 + prop_walls_wavg: 0.22438554 + scoring: + avg_scores: 0.07677623 + visit_patterns: + avg_first_visit_time: 3536.8992 + avg_last_visit_time: 4724.2705 + num_replay_batches: 4734 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011790708 + avg_actor_approxkl3: 0.0009042209 + avg_actor_clipfrac: 0.035266113 + avg_actor_loss: -0.00055784936 + avg_advantage: -0.036182962 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0040950268 + avg_entropy: 0.14447461 + avg_grad_norm_pre_clip: 1.241135 + avg_loss: 0.0013451896 + max: + max_actor_approxkl1: 0.003600413 + max_actor_approxkl3: 0.0016241965 + max_actor_clipfrac: 0.05847168 + max_actor_loss: 0.00071591884 + max_advantage: 0.37079906 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006121341 + max_entropy: 0.17261788 + max_grad_norm_pre_clip: 1.8719263 + max_loss: 0.003381416 + std: + std_actor_approxkl1: 0.0009972398 + std_actor_approxkl3: 0.00047818618 + std_actor_clipfrac: 0.017295597 + std_actor_loss: 0.0009674913 + std_advantage: 0.08844073 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011815275 + std_entropy: 0.016460199 + std_grad_norm_pre_clip: 0.26816908 + std_loss: 0.0010250639 + eval-batch-train: + avg_avg_episode_length: 15.272898 + avg_avg_return: 0.8530043 + avg_benchmark_regret: 0.0032399213 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33940887 + proxy_corner: + avg_avg_return: 0.07545093 + avg_reward_per_step: 0.016464233 + eval-batch-orig: + avg_avg_episode_length: 16.777033 + avg_avg_return: 0.8396205 + avg_benchmark_regret: 0.004271006 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27370453 + proxy_corner: + avg_avg_return: 0.8396205 + avg_reward_per_step: 0.27370453 + eval-batch-shift: + avg_avg_episode_length: 12.647103 + avg_avg_return: 0.8839846 + avg_benchmark_regret: 0.0033771314 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34493256 + proxy_corner: + avg_avg_return: 0.055239 + avg_reward_per_step: 0.017112732 + eval-batch-tree: + avg_avg_episode_length: 6.5586047 + avg_avg_return: 0.9839467 + avg_benchmark_regret: 0.010473566 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26956177 + proxy_corner: + avg_avg_return: 0.9839467 + avg_reward_per_step: 0.26956177 +=========================================================== +=========================================================== + step: + env-step-all-before: 308281344 + env-step-replay-before: 155516928 + env-step-used-before: 308281344 + ppo-update-before: 188160 + env-step-generate-before: 152764416 + env-step-all-after: 308314112 + env-step-replay-after: 155549696 + env-step-used-after: 308314112 + ppo-update-after: 188180 + env-step-generate-after: 152764416 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.546476 + avg_avg_return: 0.91395116 + avg_reward_per_step: 0.093048096 + proxy_corner: + avg_avg_return: 0.3201435 + avg_reward_per_step: 0.031677246 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.546476 + avg_avg_return: 0.91395116 + avg_reward_per_step: 0.093048096 + proxy_corner: + avg_avg_return: 0.3201435 + avg_reward_per_step: 0.031677246 + perf: + env_steps_per_second: 917158.8473284027 + ppo_updates_per_second: 105.10108651449148 + eval-batch-train-duration: 0.19975840899860486 + eval-batch-orig-duration: 0.14191368699539453 + eval-batch-shift-duration: 0.1433598130242899 + eval-batch-tree-duration: 0.1435310360393487 + ued: + distances: + cheese-corne_dist_avg: 7.154907 + cheese-corne_dist_wavg: 2.5148644 + levels_cheese_is_in_corner_avg: 0.07299805 + mouse-cheese_dist_finite_avg: 10.020752 + mouse-cheese_dist_finite_wavg: 9.101101 + mouse-cheese_dist_solvable_avg: 10.020752 + mouse-cheese_dist_solvable_wavg: 9.101101 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.568115 + num_walls_wavg: 6.9528093 + prop_walls_avg: 0.2855702 + prop_walls_wavg: 0.3022961 + scoring: + avg_scores: 0.077269554 + visit_patterns: + avg_first_visit_time: 3547.2444 + avg_last_visit_time: 4737.1846 + num_replay_batches: 4747 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000892964 + avg_actor_approxkl3: 0.00046769073 + avg_actor_clipfrac: 0.017279053 + avg_actor_loss: -0.0005479649 + avg_advantage: 0.024102211 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00048138876 + avg_entropy: 0.07556512 + avg_grad_norm_pre_clip: 0.8354387 + avg_loss: -0.00038283563 + max: + max_actor_approxkl1: 0.00224549 + max_actor_approxkl3: 0.0009924818 + max_actor_clipfrac: 0.033325195 + max_actor_loss: 0.0016173851 + max_advantage: 0.3639977 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007997407 + max_entropy: 0.092662916 + max_grad_norm_pre_clip: 1.5004909 + max_loss: 0.00175031 + std: + std_actor_approxkl1: 0.0006651587 + std_actor_approxkl3: 0.00027583193 + std_actor_clipfrac: 0.008927963 + std_actor_loss: 0.00091844617 + std_advantage: 0.027630677 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001198967 + std_entropy: 0.0084828865 + std_grad_norm_pre_clip: 0.26014745 + std_loss: 0.0009401321 + eval-batch-train: + avg_avg_episode_length: 15.225697 + avg_avg_return: 0.85319483 + avg_benchmark_regret: 0.0030493778 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3385086 + proxy_corner: + avg_avg_return: 0.077976435 + avg_reward_per_step: 0.016853333 + eval-batch-orig: + avg_avg_episode_length: 16.756042 + avg_avg_return: 0.8395628 + avg_benchmark_regret: 0.004328726 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27427673 + proxy_corner: + avg_avg_return: 0.8395628 + avg_reward_per_step: 0.27427673 + eval-batch-shift: + avg_avg_episode_length: 12.657936 + avg_avg_return: 0.8837792 + avg_benchmark_regret: 0.0035824713 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3429184 + proxy_corner: + avg_avg_return: 0.05403267 + avg_reward_per_step: 0.01700592 + eval-batch-tree: + avg_avg_episode_length: 6.9724455 + avg_avg_return: 0.9798368 + avg_benchmark_regret: 0.014583437 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2689209 + proxy_corner: + avg_avg_return: 0.9798368 + avg_reward_per_step: 0.2689209 +=========================================================== +=========================================================== + step: + env-step-all-before: 309329920 + env-step-replay-before: 155877376 + env-step-used-before: 309329920 + ppo-update-before: 188800 + env-step-generate-before: 153452544 + env-step-all-after: 309362688 + env-step-replay-after: 155910144 + env-step-used-after: 309362688 + ppo-update-after: 188820 + env-step-generate-after: 153452544 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.651301 + avg_avg_return: 0.91421 + avg_reward_per_step: 0.092437744 + proxy_corner: + avg_avg_return: 0.27313223 + avg_reward_per_step: 0.026275635 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.651301 + avg_avg_return: 0.91421 + avg_reward_per_step: 0.092437744 + proxy_corner: + avg_avg_return: 0.27313223 + avg_reward_per_step: 0.026275635 + perf: + env_steps_per_second: 604450.0498101048 + ppo_updates_per_second: 75.42302777751168 + eval-batch-train-duration: 0.26174982503289357 + eval-batch-orig-duration: 0.1574259540066123 + eval-batch-shift-duration: 0.144117911986541 + eval-batch-tree-duration: 0.14115701202536002 + ued: + distances: + cheese-corne_dist_avg: 7.1903076 + cheese-corne_dist_wavg: 8.817176 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 10.018555 + mouse-cheese_dist_finite_wavg: 10.000652 + mouse-cheese_dist_solvable_avg: 10.018555 + mouse-cheese_dist_solvable_wavg: 10.000652 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5720215 + num_walls_wavg: 8.751516 + prop_walls_avg: 0.28574002 + prop_walls_wavg: 0.3805008 + scoring: + avg_scores: 0.07740019 + visit_patterns: + avg_first_visit_time: 3567.4272 + avg_last_visit_time: 4748.328 + num_replay_batches: 4758 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004340279 + avg_actor_approxkl3: 0.0004857568 + avg_actor_clipfrac: 0.018823242 + avg_actor_loss: -0.00064775784 + avg_advantage: -0.000353207 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00045729903 + avg_entropy: 0.07405885 + avg_grad_norm_pre_clip: 0.72745514 + avg_loss: -0.00049316714 + max: + max_actor_approxkl1: 0.0015889027 + max_actor_approxkl3: 0.00096576463 + max_actor_clipfrac: 0.032958984 + max_actor_loss: 0.0004257667 + max_advantage: 0.38997602 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00061947806 + max_entropy: 0.08462675 + max_grad_norm_pre_clip: 1.347123 + max_loss: 0.00059230236 + std: + std_actor_approxkl1: 0.00044467824 + std_actor_approxkl3: 0.00027914112 + std_actor_clipfrac: 0.0093169 + std_actor_loss: 0.0005960507 + std_advantage: 0.033912726 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.090239e-05 + std_entropy: 0.005726342 + std_grad_norm_pre_clip: 0.19936152 + std_loss: 0.0006163757 + eval-batch-train: + avg_avg_episode_length: 15.244183 + avg_avg_return: 0.8530742 + avg_benchmark_regret: 0.003170045 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33932495 + proxy_corner: + avg_avg_return: 0.07927434 + avg_reward_per_step: 0.017402649 + eval-batch-orig: + avg_avg_episode_length: 16.740635 + avg_avg_return: 0.83945966 + avg_benchmark_regret: 0.0044317627 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2752838 + proxy_corner: + avg_avg_return: 0.83945966 + avg_reward_per_step: 0.2752838 + eval-batch-shift: + avg_avg_episode_length: 12.665068 + avg_avg_return: 0.883865 + avg_benchmark_regret: 0.0034967144 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34345245 + proxy_corner: + avg_avg_return: 0.055495076 + avg_reward_per_step: 0.017570496 + eval-batch-tree: + avg_avg_episode_length: 6.7916822 + avg_avg_return: 0.982002 + avg_benchmark_regret: 0.012418297 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27070618 + proxy_corner: + avg_avg_return: 0.982002 + avg_reward_per_step: 0.27070618 +=========================================================== +=========================================================== + step: + env-step-all-before: 310378496 + env-step-replay-before: 156467200 + env-step-used-before: 310378496 + ppo-update-before: 189440 + env-step-generate-before: 153911296 + env-step-all-after: 310411264 + env-step-replay-after: 156467200 + env-step-used-after: 310411264 + ppo-update-after: 189460 + env-step-generate-after: 153944064 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.734031 + avg_avg_return: 0.84725416 + avg_reward_per_step: 0.35455322 + proxy_corner: + avg_avg_return: 0.06054426 + avg_reward_per_step: 0.017364502 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.734031 + avg_avg_return: 0.84725416 + avg_reward_per_step: 0.35455322 + proxy_corner: + avg_avg_return: 0.06054426 + avg_reward_per_step: 0.017364502 + perf: + env_steps_per_second: 614325.8584840233 + ppo_updates_per_second: 99.36465494998914 + eval-batch-train-duration: 0.1947330380207859 + eval-batch-orig-duration: 0.14200950699159876 + eval-batch-shift-duration: 0.13905800500651821 + eval-batch-tree-duration: 0.138629638007842 + ued: + distances: + cheese-corne_dist_avg: 7.2370605 + cheese-corne_dist_wavg: 0.7225257 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 10.02417 + mouse-cheese_dist_finite_wavg: 12.702394 + mouse-cheese_dist_solvable_avg: 10.02417 + mouse-cheese_dist_solvable_wavg: 12.702395 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.570801 + num_walls_wavg: 4.2611027 + prop_walls_avg: 0.28568697 + prop_walls_wavg: 0.18526538 + scoring: + avg_scores: 0.077374995 + visit_patterns: + avg_first_visit_time: 3576.6323 + avg_last_visit_time: 4765.34 + num_replay_batches: 4775 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00090379495 + avg_actor_approxkl3: 0.00072743034 + avg_actor_clipfrac: 0.031024171 + avg_actor_loss: -0.0004580349 + avg_advantage: -0.012520358 + avg_critic_clipfrac: 0.0012268067 + avg_critic_loss: 0.003381924 + avg_entropy: 0.13936578 + avg_grad_norm_pre_clip: 1.2219828 + avg_loss: 0.0010935615 + max: + max_actor_approxkl1: 0.0027475478 + max_actor_approxkl3: 0.0019241527 + max_actor_clipfrac: 0.08117676 + max_actor_loss: 0.00054387003 + max_advantage: 0.30027705 + max_critic_clipfrac: 0.015625 + max_critic_loss: 0.005015761 + max_entropy: 0.16068704 + max_grad_norm_pre_clip: 2.249795 + max_loss: 0.002579648 + std: + std_actor_approxkl1: 0.000779897 + std_actor_approxkl3: 0.0004956795 + std_actor_clipfrac: 0.020007292 + std_actor_loss: 0.0006363633 + std_advantage: 0.08377289 + std_critic_clipfrac: 0.003605618 + std_critic_loss: 0.0009612014 + std_entropy: 0.015698388 + std_grad_norm_pre_clip: 0.42560127 + std_loss: 0.00085300533 + eval-batch-train: + avg_avg_episode_length: 15.265081 + avg_avg_return: 0.8526424 + avg_benchmark_regret: 0.0036017625 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33734894 + proxy_corner: + avg_avg_return: 0.082713574 + avg_reward_per_step: 0.017547607 + eval-batch-orig: + avg_avg_episode_length: 16.749542 + avg_avg_return: 0.83973217 + avg_benchmark_regret: 0.0041593267 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27461243 + proxy_corner: + avg_avg_return: 0.83973217 + avg_reward_per_step: 0.27461243 + eval-batch-shift: + avg_avg_episode_length: 12.685098 + avg_avg_return: 0.8838661 + avg_benchmark_regret: 0.0034956543 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34057617 + proxy_corner: + avg_avg_return: 0.05970091 + avg_reward_per_step: 0.018371582 + eval-batch-tree: + avg_avg_episode_length: 6.2103357 + avg_avg_return: 0.98447 + avg_benchmark_regret: 0.009950262 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2710724 + proxy_corner: + avg_avg_return: 0.98447 + avg_reward_per_step: 0.2710724 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 311427072 + env-step-replay-before: 156958720 + env-step-used-before: 311427072 + ppo-update-before: 190080 + env-step-generate-before: 154468352 + env-step-all-after: 311459840 + env-step-replay-after: 156958720 + env-step-used-after: 311459840 + ppo-update-after: 190100 + env-step-generate-after: 154501120 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.017259 + avg_avg_return: 0.86668575 + avg_reward_per_step: 0.3508911 + proxy_corner: + avg_avg_return: 0.086948976 + avg_reward_per_step: 0.0154418945 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.017259 + avg_avg_return: 0.86668575 + avg_reward_per_step: 0.3508911 + proxy_corner: + avg_avg_return: 0.086948976 + avg_reward_per_step: 0.0154418945 + perf: + env_steps_per_second: 979400.6059467619 + ppo_updates_per_second: 76.11122917437345 + eval-batch-train-duration: 0.31100043997867033 + eval-batch-orig-duration: 0.18478844402125105 + eval-batch-shift-duration: 0.15576134697766975 + eval-batch-tree-duration: 0.14400479797041044 + ued: + distances: + cheese-corne_dist_avg: 7.2139893 + cheese-corne_dist_wavg: 1.6384137 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.036621 + mouse-cheese_dist_finite_wavg: 9.099303 + mouse-cheese_dist_solvable_avg: 10.036621 + mouse-cheese_dist_solvable_wavg: 9.099303 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.570801 + num_walls_wavg: 6.955658 + prop_walls_avg: 0.28568697 + prop_walls_wavg: 0.30241993 + scoring: + avg_scores: 0.07752974 + visit_patterns: + avg_first_visit_time: 3587.4175 + avg_last_visit_time: 4780.298 + num_replay_batches: 4790 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012877699 + avg_actor_approxkl3: 0.0009706747 + avg_actor_clipfrac: 0.031799316 + avg_actor_loss: -0.00021951366 + avg_advantage: -0.0037296189 + avg_critic_clipfrac: 1.2207031e-05 + avg_critic_loss: 0.0026655837 + avg_entropy: 0.12809616 + avg_grad_norm_pre_clip: 1.3188602 + avg_loss: 0.0009851821 + max: + max_actor_approxkl1: 0.0026465412 + max_actor_approxkl3: 0.0019361724 + max_actor_clipfrac: 0.05822754 + max_actor_loss: 0.0010702685 + max_advantage: 0.35148865 + max_critic_clipfrac: 0.00024414062 + max_critic_loss: 0.0047726687 + max_entropy: 0.15336943 + max_grad_norm_pre_clip: 2.1587186 + max_loss: 0.002451598 + std: + std_actor_approxkl1: 0.00078833255 + std_actor_approxkl3: 0.00059806905 + std_actor_clipfrac: 0.017098844 + std_actor_loss: 0.0007244084 + std_advantage: 0.074512 + std_critic_clipfrac: 5.3209213e-05 + std_critic_loss: 0.00092185533 + std_entropy: 0.017142003 + std_grad_norm_pre_clip: 0.41601783 + std_loss: 0.000853178 + eval-batch-train: + avg_avg_episode_length: 15.23085 + avg_avg_return: 0.85287994 + avg_benchmark_regret: 0.0033642736 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3393097 + proxy_corner: + avg_avg_return: 0.079349354 + avg_reward_per_step: 0.016899109 + eval-batch-orig: + avg_avg_episode_length: 16.74289 + avg_avg_return: 0.8398689 + avg_benchmark_regret: 0.004022554 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27438354 + proxy_corner: + avg_avg_return: 0.8398689 + avg_reward_per_step: 0.27438354 + eval-batch-shift: + avg_avg_episode_length: 12.660756 + avg_avg_return: 0.88383293 + avg_benchmark_regret: 0.0035288106 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3446808 + proxy_corner: + avg_avg_return: 0.056027718 + avg_reward_per_step: 0.017196655 + eval-batch-tree: + avg_avg_episode_length: 6.9222403 + avg_avg_return: 0.9778635 + avg_benchmark_regret: 0.016556777 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27061462 + proxy_corner: + avg_avg_return: 0.9778635 + avg_reward_per_step: 0.27061462 +=========================================================== +=========================================================== + step: + env-step-all-before: 312475648 + env-step-replay-before: 157581312 + env-step-used-before: 312475648 + ppo-update-before: 190720 + env-step-generate-before: 154894336 + env-step-all-after: 312508416 + env-step-replay-after: 157581312 + env-step-used-after: 312508416 + ppo-update-after: 190740 + env-step-generate-after: 154927104 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.855099 + avg_avg_return: 0.84447396 + avg_reward_per_step: 0.33633423 + proxy_corner: + avg_avg_return: 0.074828945 + avg_reward_per_step: 0.019989014 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.855099 + avg_avg_return: 0.84447396 + avg_reward_per_step: 0.33633423 + proxy_corner: + avg_avg_return: 0.074828945 + avg_reward_per_step: 0.019989014 + perf: + env_steps_per_second: 823253.7425500093 + ppo_updates_per_second: 105.34876430826937 + eval-batch-train-duration: 0.20189889299217612 + eval-batch-orig-duration: 0.14531416696263477 + eval-batch-shift-duration: 0.14522127201780677 + eval-batch-tree-duration: 0.1445770169957541 + ued: + distances: + cheese-corne_dist_avg: 7.2252197 + cheese-corne_dist_wavg: 7.9200077 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 10.021973 + mouse-cheese_dist_finite_wavg: 8.2034855 + mouse-cheese_dist_solvable_avg: 10.021973 + mouse-cheese_dist_solvable_wavg: 8.2034855 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.567871 + num_walls_wavg: 6.0587096 + prop_walls_avg: 0.2855596 + prop_walls_wavg: 0.2634222 + scoring: + avg_scores: 0.07666621 + visit_patterns: + avg_first_visit_time: 3601.3047 + avg_last_visit_time: 4799.209 + num_replay_batches: 4809 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001134483 + avg_actor_approxkl3: 0.0010367407 + avg_actor_clipfrac: 0.03364258 + avg_actor_loss: -0.00025926717 + avg_advantage: -0.029565752 + avg_critic_clipfrac: 0.0007751465 + avg_critic_loss: 0.0039337995 + avg_entropy: 0.123298876 + avg_grad_norm_pre_clip: 1.2614833 + avg_loss: 0.001584334 + max: + max_actor_approxkl1: 0.003442269 + max_actor_approxkl3: 0.0023843073 + max_actor_clipfrac: 0.0670166 + max_actor_loss: 0.0017219484 + max_advantage: 0.2485888 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.006462099 + max_entropy: 0.15158641 + max_grad_norm_pre_clip: 2.0858214 + max_loss: 0.00345838 + std: + std_actor_approxkl1: 0.0011061066 + std_actor_approxkl3: 0.0007229696 + std_actor_clipfrac: 0.017036766 + std_actor_loss: 0.0008791564 + std_advantage: 0.08841948 + std_critic_clipfrac: 0.0033787852 + std_critic_loss: 0.00109555 + std_entropy: 0.013572856 + std_grad_norm_pre_clip: 0.39649975 + std_loss: 0.0010389069 + eval-batch-train: + avg_avg_episode_length: 15.196733 + avg_avg_return: 0.85280645 + avg_benchmark_regret: 0.0034378052 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34046173 + proxy_corner: + avg_avg_return: 0.07279522 + avg_reward_per_step: 0.01612091 + eval-batch-orig: + avg_avg_episode_length: 16.75938 + avg_avg_return: 0.83961415 + avg_benchmark_regret: 0.004277342 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27371216 + proxy_corner: + avg_avg_return: 0.83961415 + avg_reward_per_step: 0.27371216 + eval-batch-shift: + avg_avg_episode_length: 12.622275 + avg_avg_return: 0.88396394 + avg_benchmark_regret: 0.0033977388 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3453064 + proxy_corner: + avg_avg_return: 0.0539833 + avg_reward_per_step: 0.01676941 + eval-batch-tree: + avg_avg_episode_length: 6.1797028 + avg_avg_return: 0.9847634 + avg_benchmark_regret: 0.009656847 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2721939 + proxy_corner: + avg_avg_return: 0.9847634 + avg_reward_per_step: 0.2721939 +=========================================================== +=========================================================== + step: + env-step-all-before: 313524224 + env-step-replay-before: 157974528 + env-step-used-before: 313524224 + ppo-update-before: 191360 + env-step-generate-before: 155549696 + env-step-all-after: 313556992 + env-step-replay-after: 158007296 + env-step-used-after: 313556992 + ppo-update-after: 191380 + env-step-generate-after: 155549696 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.780774 + avg_avg_return: 0.9110298 + avg_reward_per_step: 0.09307861 + proxy_corner: + avg_avg_return: 0.25559688 + avg_reward_per_step: 0.024505615 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.780774 + avg_avg_return: 0.9110298 + avg_reward_per_step: 0.09307861 + proxy_corner: + avg_avg_return: 0.25559688 + avg_reward_per_step: 0.024505615 + perf: + env_steps_per_second: 674308.083843159 + ppo_updates_per_second: 74.9774431296035 + eval-batch-train-duration: 0.3369221040047705 + eval-batch-orig-duration: 0.17413353302981704 + eval-batch-shift-duration: 0.14790457801427692 + eval-batch-tree-duration: 0.14326368196634576 + ued: + distances: + cheese-corne_dist_avg: 7.2181396 + cheese-corne_dist_wavg: 1.6383538 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.030029 + mouse-cheese_dist_finite_wavg: 9.10503 + mouse-cheese_dist_solvable_avg: 10.030029 + mouse-cheese_dist_solvable_wavg: 9.105031 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5688477 + num_walls_wavg: 6.958127 + prop_walls_avg: 0.28560203 + prop_walls_wavg: 0.3025273 + scoring: + avg_scores: 0.07733877 + visit_patterns: + avg_first_visit_time: 3610.827 + avg_last_visit_time: 4812.2744 + num_replay_batches: 4822 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007793441 + avg_actor_approxkl3: 0.00053310825 + avg_actor_clipfrac: 0.017108155 + avg_actor_loss: -0.00056828494 + avg_advantage: 0.012842385 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00049744773 + avg_entropy: 0.073658265 + avg_grad_norm_pre_clip: 0.76000786 + avg_loss: -0.00039321926 + max: + max_actor_approxkl1: 0.0020200268 + max_actor_approxkl3: 0.0012422975 + max_actor_clipfrac: 0.032714844 + max_actor_loss: 0.00014077872 + max_advantage: 0.30974215 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.001021045 + max_entropy: 0.08683634 + max_grad_norm_pre_clip: 1.204099 + max_loss: 0.0004422548 + std: + std_actor_approxkl1: 0.0005874709 + std_actor_approxkl3: 0.00035320333 + std_actor_clipfrac: 0.0092033455 + std_actor_loss: 0.00051413546 + std_advantage: 0.030781602 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002748732 + std_entropy: 0.0060095284 + std_grad_norm_pre_clip: 0.18641126 + std_loss: 0.0005308582 + eval-batch-train: + avg_avg_episode_length: 15.201062 + avg_avg_return: 0.852934 + avg_benchmark_regret: 0.0033101898 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34121704 + proxy_corner: + avg_avg_return: 0.07468845 + avg_reward_per_step: 0.016105652 + eval-batch-orig: + avg_avg_episode_length: 16.76641 + avg_avg_return: 0.83941317 + avg_benchmark_regret: 0.0044783503 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27396393 + proxy_corner: + avg_avg_return: 0.83941317 + avg_reward_per_step: 0.27396393 + eval-batch-shift: + avg_avg_episode_length: 12.651694 + avg_avg_return: 0.8840889 + avg_benchmark_regret: 0.0032728484 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3439865 + proxy_corner: + avg_avg_return: 0.053802602 + avg_reward_per_step: 0.016700745 + eval-batch-tree: + avg_avg_episode_length: 6.9877844 + avg_avg_return: 0.97958314 + avg_benchmark_regret: 0.0148371495 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26901245 + proxy_corner: + avg_avg_return: 0.97958314 + avg_reward_per_step: 0.26901245 +=========================================================== +=========================================================== + step: + env-step-all-before: 314572800 + env-step-replay-before: 158466048 + env-step-used-before: 314572800 + ppo-update-before: 192000 + env-step-generate-before: 156106752 + env-step-all-after: 314605568 + env-step-replay-after: 158466048 + env-step-used-after: 314605568 + ppo-update-after: 192020 + env-step-generate-after: 156139520 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.70785 + avg_avg_return: 0.86013067 + avg_reward_per_step: 0.33758545 + proxy_corner: + avg_avg_return: 0.045147598 + avg_reward_per_step: 0.015136719 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.70785 + avg_avg_return: 0.86013067 + avg_reward_per_step: 0.33758545 + proxy_corner: + avg_avg_return: 0.045147598 + avg_reward_per_step: 0.015136719 + perf: + env_steps_per_second: 910253.6263056467 + ppo_updates_per_second: 109.51980656048832 + eval-batch-train-duration: 0.19537247298285365 + eval-batch-orig-duration: 0.1471956730238162 + eval-batch-shift-duration: 0.14062715298496187 + eval-batch-tree-duration: 0.1397702780086547 + ued: + distances: + cheese-corne_dist_avg: 7.213745 + cheese-corne_dist_wavg: 6.116757 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 10.042236 + mouse-cheese_dist_finite_wavg: 11.800867 + mouse-cheese_dist_solvable_avg: 10.042236 + mouse-cheese_dist_solvable_wavg: 11.800868 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.576416 + num_walls_wavg: 6.95668 + prop_walls_avg: 0.2859311 + prop_walls_wavg: 0.30246443 + scoring: + avg_scores: 0.07694848 + visit_patterns: + avg_first_visit_time: 3623.5151 + avg_last_visit_time: 4826.25 + num_replay_batches: 4836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011953113 + avg_actor_approxkl3: 0.0009682527 + avg_actor_clipfrac: 0.03479004 + avg_actor_loss: -0.00027764533 + avg_advantage: -0.00942645 + avg_critic_clipfrac: 0.00030517578 + avg_critic_loss: 0.0033839562 + avg_entropy: 0.13637666 + avg_grad_norm_pre_clip: 1.4367676 + avg_loss: 0.0012779563 + max: + max_actor_approxkl1: 0.0032237673 + max_actor_approxkl3: 0.0020532098 + max_actor_clipfrac: 0.06591797 + max_actor_loss: 0.0018941984 + max_advantage: 0.32480377 + max_critic_clipfrac: 0.0030517578 + max_critic_loss: 0.0058092233 + max_entropy: 0.15350182 + max_grad_norm_pre_clip: 2.0258899 + max_loss: 0.00317816 + std: + std_actor_approxkl1: 0.0009324095 + std_actor_approxkl3: 0.00059491955 + std_actor_clipfrac: 0.014899231 + std_actor_loss: 0.0007924024 + std_advantage: 0.08404276 + std_critic_clipfrac: 0.00091552734 + std_critic_loss: 0.0010499582 + std_entropy: 0.01094331 + std_grad_norm_pre_clip: 0.37538362 + std_loss: 0.00073905126 + eval-batch-train: + avg_avg_episode_length: 15.209952 + avg_avg_return: 0.8531253 + avg_benchmark_regret: 0.0031189544 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34033203 + proxy_corner: + avg_avg_return: 0.07193495 + avg_reward_per_step: 0.015640259 + eval-batch-orig: + avg_avg_episode_length: 16.796669 + avg_avg_return: 0.83970153 + avg_benchmark_regret: 0.0041899425 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2711258 + proxy_corner: + avg_avg_return: 0.83970153 + avg_reward_per_step: 0.2711258 + eval-batch-shift: + avg_avg_episode_length: 12.64281 + avg_avg_return: 0.88375884 + avg_benchmark_regret: 0.0036028968 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3457489 + proxy_corner: + avg_avg_return: 0.05301552 + avg_reward_per_step: 0.016456604 + eval-batch-tree: + avg_avg_episode_length: 7.7444196 + avg_avg_return: 0.96606594 + avg_benchmark_regret: 0.02835436 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26798248 + proxy_corner: + avg_avg_return: 0.96606594 + avg_reward_per_step: 0.26798248 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 315621376 + env-step-replay-before: 158957568 + env-step-used-before: 315621376 + ppo-update-before: 192640 + env-step-generate-before: 156663808 + env-step-all-after: 315654144 + env-step-replay-after: 158990336 + env-step-used-after: 315654144 + ppo-update-after: 192660 + env-step-generate-after: 156663808 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.543715 + avg_avg_return: 0.9139638 + avg_reward_per_step: 0.092559814 + proxy_corner: + avg_avg_return: 0.28912115 + avg_reward_per_step: 0.028686523 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.543715 + avg_avg_return: 0.9139638 + avg_reward_per_step: 0.092559814 + proxy_corner: + avg_avg_return: 0.28912115 + avg_reward_per_step: 0.028686523 + perf: + env_steps_per_second: 795121.880070526 + ppo_updates_per_second: 76.43339256984159 + eval-batch-train-duration: 0.3335718690068461 + eval-batch-orig-duration: 0.18481842195615172 + eval-batch-shift-duration: 0.15576520399190485 + eval-batch-tree-duration: 0.14711349800927565 + ued: + distances: + cheese-corne_dist_avg: 7.2041016 + cheese-corne_dist_wavg: 1.6277822 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 10.049316 + mouse-cheese_dist_finite_wavg: 10.005439 + mouse-cheese_dist_solvable_avg: 10.049316 + mouse-cheese_dist_solvable_wavg: 10.005442 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.570801 + num_walls_wavg: 6.0585575 + prop_walls_avg: 0.28568697 + prop_walls_wavg: 0.26341558 + scoring: + avg_scores: 0.07700461 + visit_patterns: + avg_first_visit_time: 3630.3145 + avg_last_visit_time: 4842.256 + num_replay_batches: 4852 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008826383 + avg_actor_approxkl3: 0.0005062623 + avg_actor_clipfrac: 0.018328859 + avg_actor_loss: -0.00032636896 + avg_advantage: 0.0319131 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00056478125 + avg_entropy: 0.07266326 + avg_grad_norm_pre_clip: 0.74382377 + avg_loss: -0.0001166416 + max: + max_actor_approxkl1: 0.0023325426 + max_actor_approxkl3: 0.0012814999 + max_actor_clipfrac: 0.03100586 + max_actor_loss: 0.0009090807 + max_advantage: 0.37765795 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0011338302 + max_entropy: 0.08361583 + max_grad_norm_pre_clip: 1.3152671 + max_loss: 0.0011345104 + std: + std_actor_approxkl1: 0.00063074724 + std_actor_approxkl3: 0.00028945424 + std_actor_clipfrac: 0.00830287 + std_actor_loss: 0.00051934447 + std_advantage: 0.031860817 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0001866629 + std_entropy: 0.007129665 + std_grad_norm_pre_clip: 0.25217998 + std_loss: 0.00056191237 + eval-batch-train: + avg_avg_episode_length: 15.208514 + avg_avg_return: 0.8534398 + avg_benchmark_regret: 0.0028043718 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3406067 + proxy_corner: + avg_avg_return: 0.07440459 + avg_reward_per_step: 0.016113281 + eval-batch-orig: + avg_avg_episode_length: 16.765242 + avg_avg_return: 0.83963287 + avg_benchmark_regret: 0.0042585973 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27388 + proxy_corner: + avg_avg_return: 0.83963287 + avg_reward_per_step: 0.27388 + eval-batch-shift: + avg_avg_episode_length: 12.660242 + avg_avg_return: 0.8839338 + avg_benchmark_regret: 0.0034278948 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34185028 + proxy_corner: + avg_avg_return: 0.056545217 + avg_reward_per_step: 0.01702118 + eval-batch-tree: + avg_avg_episode_length: 7.1881204 + avg_avg_return: 0.97641045 + avg_benchmark_regret: 0.018009827 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26898193 + proxy_corner: + avg_avg_return: 0.97641045 + avg_reward_per_step: 0.26898193 +=========================================================== +=========================================================== + step: + env-step-all-before: 316669952 + env-step-replay-before: 159383552 + env-step-used-before: 316669952 + ppo-update-before: 193280 + env-step-generate-before: 157286400 + env-step-all-after: 316702720 + env-step-replay-after: 159383552 + env-step-used-after: 316702720 + ppo-update-after: 193300 + env-step-generate-after: 157319168 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.339577 + avg_avg_return: 0.87663627 + avg_reward_per_step: 0.34371948 + proxy_corner: + avg_avg_return: 0.0795493 + avg_reward_per_step: 0.016937256 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.339577 + avg_avg_return: 0.87663627 + avg_reward_per_step: 0.34371948 + proxy_corner: + avg_avg_return: 0.0795493 + avg_reward_per_step: 0.016937256 + perf: + env_steps_per_second: 813418.7283845453 + ppo_updates_per_second: 110.02339294142487 + eval-batch-train-duration: 0.19408213102724403 + eval-batch-orig-duration: 0.1442685670335777 + eval-batch-shift-duration: 0.14137254800880328 + eval-batch-tree-duration: 0.14527683501364663 + ued: + distances: + cheese-corne_dist_avg: 7.213745 + cheese-corne_dist_wavg: 6.124622 + levels_cheese_is_in_corner_avg: 0.07080078 + mouse-cheese_dist_finite_avg: 10.064697 + mouse-cheese_dist_finite_wavg: 11.806479 + mouse-cheese_dist_solvable_avg: 10.064697 + mouse-cheese_dist_solvable_wavg: 11.806479 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5773926 + num_walls_wavg: 6.957052 + prop_walls_avg: 0.28597355 + prop_walls_wavg: 0.3024806 + scoring: + avg_scores: 0.077028945 + visit_patterns: + avg_first_visit_time: 3636.0002 + avg_last_visit_time: 4854.252 + num_replay_batches: 4864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011375427 + avg_actor_approxkl3: 0.0009144027 + avg_actor_clipfrac: 0.03262329 + avg_actor_loss: -0.00045792368 + avg_advantage: -0.00218709 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027313957 + avg_entropy: 0.12959658 + avg_grad_norm_pre_clip: 1.0956496 + avg_loss: 0.00077817746 + max: + max_actor_approxkl1: 0.00325262 + max_actor_approxkl3: 0.0024606348 + max_actor_clipfrac: 0.07507324 + max_actor_loss: 0.0016833767 + max_advantage: 0.48739147 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0051399088 + max_entropy: 0.17351276 + max_grad_norm_pre_clip: 2.5823908 + max_loss: 0.0029139747 + std: + std_actor_approxkl1: 0.0008451887 + std_actor_approxkl3: 0.0006175886 + std_actor_clipfrac: 0.020335825 + std_actor_loss: 0.0009153175 + std_advantage: 0.07501746 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010293269 + std_entropy: 0.018683333 + std_grad_norm_pre_clip: 0.42237118 + std_loss: 0.00090844446 + eval-batch-train: + avg_avg_episode_length: 15.1862545 + avg_avg_return: 0.85331285 + avg_benchmark_regret: 0.0029313236 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34123993 + proxy_corner: + avg_avg_return: 0.07431525 + avg_reward_per_step: 0.016090393 + eval-batch-orig: + avg_avg_episode_length: 16.763103 + avg_avg_return: 0.8398957 + avg_benchmark_regret: 0.003995735 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27452087 + proxy_corner: + avg_avg_return: 0.8398957 + avg_reward_per_step: 0.27452087 + eval-batch-shift: + avg_avg_episode_length: 12.635308 + avg_avg_return: 0.884032 + avg_benchmark_regret: 0.0033296878 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3445282 + proxy_corner: + avg_avg_return: 0.053789113 + avg_reward_per_step: 0.01663971 + eval-batch-tree: + avg_avg_episode_length: 6.431238 + avg_avg_return: 0.984022 + avg_benchmark_regret: 0.010398243 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27070618 + proxy_corner: + avg_avg_return: 0.984022 + avg_reward_per_step: 0.27070618 +=========================================================== +=========================================================== + step: + env-step-all-before: 317718528 + env-step-replay-before: 159776768 + env-step-used-before: 317718528 + ppo-update-before: 193920 + env-step-generate-before: 157941760 + env-step-all-after: 317751296 + env-step-replay-after: 159776768 + env-step-used-after: 317751296 + ppo-update-after: 193940 + env-step-generate-after: 157974528 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.167309 + avg_avg_return: 0.87838805 + avg_reward_per_step: 0.3439026 + proxy_corner: + avg_avg_return: 0.070498094 + avg_reward_per_step: 0.016662598 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.167309 + avg_avg_return: 0.87838805 + avg_reward_per_step: 0.3439026 + proxy_corner: + avg_avg_return: 0.070498094 + avg_reward_per_step: 0.016662598 + perf: + env_steps_per_second: 839636.4352625705 + ppo_updates_per_second: 76.42266863771215 + eval-batch-train-duration: 0.30952113098464906 + eval-batch-orig-duration: 0.1962931170128286 + eval-batch-shift-duration: 0.16391952300909907 + eval-batch-tree-duration: 0.15212052402785048 + ued: + distances: + cheese-corne_dist_avg: 7.225952 + cheese-corne_dist_wavg: 7.9160757 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 10.074463 + mouse-cheese_dist_finite_wavg: 8.212549 + mouse-cheese_dist_solvable_avg: 10.074463 + mouse-cheese_dist_solvable_wavg: 8.212549 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5827637 + num_walls_wavg: 6.0572515 + prop_walls_avg: 0.28620708 + prop_walls_wavg: 0.26335877 + scoring: + avg_scores: 0.07745379 + visit_patterns: + avg_first_visit_time: 3644.3474 + avg_last_visit_time: 4866.294 + num_replay_batches: 4876 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017428625 + avg_actor_approxkl3: 0.0015100607 + avg_actor_clipfrac: 0.04482422 + avg_actor_loss: 0.00016033761 + avg_advantage: -0.036982298 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0025451288 + avg_entropy: 0.1383243 + avg_grad_norm_pre_clip: 1.462962 + avg_loss: 0.0012945777 + max: + max_actor_approxkl1: 0.006238864 + max_actor_approxkl3: 0.003927024 + max_actor_clipfrac: 0.0892334 + max_actor_loss: 0.001665324 + max_advantage: 0.48830777 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0037892242 + max_entropy: 0.15739077 + max_grad_norm_pre_clip: 2.1532938 + max_loss: 0.0030974112 + std: + std_actor_approxkl1: 0.001385723 + std_actor_approxkl3: 0.0010582305 + std_actor_clipfrac: 0.024127765 + std_actor_loss: 0.0011351507 + std_advantage: 0.06832264 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00064007344 + std_entropy: 0.012892901 + std_grad_norm_pre_clip: 0.38311186 + std_loss: 0.0011127132 + eval-batch-train: + avg_avg_episode_length: 15.20025 + avg_avg_return: 0.8530264 + avg_benchmark_regret: 0.0032178487 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34120178 + proxy_corner: + avg_avg_return: 0.08347782 + avg_reward_per_step: 0.016937256 + eval-batch-orig: + avg_avg_episode_length: 16.776247 + avg_avg_return: 0.83946896 + avg_benchmark_regret: 0.004422539 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742386 + proxy_corner: + avg_avg_return: 0.83946896 + avg_reward_per_step: 0.2742386 + eval-batch-shift: + avg_avg_episode_length: 12.638858 + avg_avg_return: 0.88387084 + avg_benchmark_regret: 0.003490875 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.343544 + proxy_corner: + avg_avg_return: 0.055534206 + avg_reward_per_step: 0.017036438 + eval-batch-tree: + avg_avg_episode_length: 6.5450954 + avg_avg_return: 0.9822838 + avg_benchmark_regret: 0.012136526 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27039337 + proxy_corner: + avg_avg_return: 0.9822838 + avg_reward_per_step: 0.27039337 +=========================================================== +=========================================================== + step: + env-step-all-before: 318767104 + env-step-replay-before: 160235520 + env-step-used-before: 318767104 + ppo-update-before: 194560 + env-step-generate-before: 158531584 + env-step-all-after: 318799872 + env-step-replay-after: 160268288 + env-step-used-after: 318799872 + ppo-update-after: 194580 + env-step-generate-after: 158531584 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.501555 + avg_avg_return: 0.9140828 + avg_reward_per_step: 0.092681885 + proxy_corner: + avg_avg_return: 0.2852161 + avg_reward_per_step: 0.028289795 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.501555 + avg_avg_return: 0.9140828 + avg_reward_per_step: 0.092681885 + proxy_corner: + avg_avg_return: 0.2852161 + avg_reward_per_step: 0.028289795 + perf: + env_steps_per_second: 826041.5869080179 + ppo_updates_per_second: 105.65546387113284 + eval-batch-train-duration: 0.20632768998621032 + eval-batch-orig-duration: 0.1542986809508875 + eval-batch-shift-duration: 0.14310559397563338 + eval-batch-tree-duration: 0.142658180964645 + ued: + distances: + cheese-corne_dist_avg: 7.211914 + cheese-corne_dist_wavg: 11.966522 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 10.072998 + mouse-cheese_dist_finite_wavg: 4.613448 + mouse-cheese_dist_solvable_avg: 10.072998 + mouse-cheese_dist_solvable_wavg: 4.613448 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5791016 + num_walls_wavg: 8.75533 + prop_walls_avg: 0.28604788 + prop_walls_wavg: 0.38066652 + scoring: + avg_scores: 0.07752656 + visit_patterns: + avg_first_visit_time: 3653.9006 + avg_last_visit_time: 4881.125 + num_replay_batches: 4891 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046945811 + avg_actor_approxkl3: 0.00046714116 + avg_actor_clipfrac: 0.016430665 + avg_actor_loss: -0.0006265187 + avg_advantage: 0.026931882 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00046824935 + avg_entropy: 0.067162156 + avg_grad_norm_pre_clip: 0.63439107 + avg_loss: -0.00045955615 + max: + max_actor_approxkl1: 0.0011767566 + max_actor_approxkl3: 0.0011568123 + max_actor_clipfrac: 0.033325195 + max_actor_loss: 0.00019503012 + max_advantage: 0.26644617 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007094701 + max_entropy: 0.08006837 + max_grad_norm_pre_clip: 1.0042856 + max_loss: 0.0004472409 + std: + std_actor_approxkl1: 0.00037435177 + std_actor_approxkl3: 0.00028961423 + std_actor_clipfrac: 0.008063795 + std_actor_loss: 0.00058233255 + std_advantage: 0.02786673 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011460499 + std_entropy: 0.006863629 + std_grad_norm_pre_clip: 0.19036081 + std_loss: 0.00061845186 + eval-batch-train: + avg_avg_episode_length: 15.183468 + avg_avg_return: 0.8530723 + avg_benchmark_regret: 0.0031719487 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34105682 + proxy_corner: + avg_avg_return: 0.07999465 + avg_reward_per_step: 0.017089844 + eval-batch-orig: + avg_avg_episode_length: 16.76858 + avg_avg_return: 0.8394426 + avg_benchmark_regret: 0.004448807 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2743454 + proxy_corner: + avg_avg_return: 0.8394426 + avg_reward_per_step: 0.2743454 + eval-batch-shift: + avg_avg_episode_length: 12.652466 + avg_avg_return: 0.88398635 + avg_benchmark_regret: 0.0033753158 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3419876 + proxy_corner: + avg_avg_return: 0.05676774 + avg_reward_per_step: 0.017349243 + eval-batch-tree: + avg_avg_episode_length: 6.58461 + avg_avg_return: 0.98299754 + avg_benchmark_regret: 0.011422702 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2705078 + proxy_corner: + avg_avg_return: 0.98299754 + avg_reward_per_step: 0.2705078 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 319815680 + env-step-replay-before: 160727040 + env-step-used-before: 319815680 + ppo-update-before: 195200 + env-step-generate-before: 159088640 + env-step-all-after: 319848448 + env-step-replay-after: 160727040 + env-step-used-after: 319848448 + ppo-update-after: 195220 + env-step-generate-after: 159121408 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 16.35263 + avg_avg_return: 0.8262806 + avg_reward_per_step: 0.33670044 + proxy_corner: + avg_avg_return: 0.07198954 + avg_reward_per_step: 0.011627197 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 16.35263 + avg_avg_return: 0.8262806 + avg_reward_per_step: 0.33670044 + proxy_corner: + avg_avg_return: 0.07198954 + avg_reward_per_step: 0.011627197 + perf: + env_steps_per_second: 924228.1035228682 + ppo_updates_per_second: 105.52569137049815 + eval-batch-train-duration: 0.19962839398067445 + eval-batch-orig-duration: 0.14242021297104657 + eval-batch-shift-duration: 0.14064251200761646 + eval-batch-tree-duration: 0.13881762197706848 + ued: + distances: + cheese-corne_dist_avg: 7.228882 + cheese-corne_dist_wavg: 9.723361 + levels_cheese_is_in_corner_avg: 0.072021484 + mouse-cheese_dist_finite_avg: 10.07666 + mouse-cheese_dist_finite_wavg: 7.3069916 + mouse-cheese_dist_solvable_avg: 10.07666 + mouse-cheese_dist_solvable_wavg: 7.3069925 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5773926 + num_walls_wavg: 7.8589134 + prop_walls_avg: 0.28597358 + prop_walls_wavg: 0.34169188 + scoring: + avg_scores: 0.07775303 + visit_patterns: + avg_first_visit_time: 3663.3728 + avg_last_visit_time: 4895.3037 + num_replay_batches: 4905 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0018405719 + avg_actor_approxkl3: 0.0014092813 + avg_actor_clipfrac: 0.042980958 + avg_actor_loss: -0.0003833145 + avg_advantage: -0.014745103 + avg_critic_clipfrac: 0.0035583496 + avg_critic_loss: 0.0037117847 + avg_entropy: 0.14746045 + avg_grad_norm_pre_clip: 1.1743163 + avg_loss: 0.0013251178 + max: + max_actor_approxkl1: 0.0039808857 + max_actor_approxkl3: 0.0027393426 + max_actor_clipfrac: 0.0748291 + max_actor_loss: 0.0013272837 + max_advantage: 0.36817643 + max_critic_clipfrac: 0.03161621 + max_critic_loss: 0.005276854 + max_entropy: 0.19200465 + max_grad_norm_pre_clip: 2.0163724 + max_loss: 0.0034232961 + std: + std_actor_approxkl1: 0.0011645167 + std_actor_approxkl3: 0.0007481758 + std_actor_clipfrac: 0.018451601 + std_actor_loss: 0.0009771857 + std_advantage: 0.08823567 + std_critic_clipfrac: 0.008320529 + std_critic_loss: 0.000706284 + std_entropy: 0.020721275 + std_grad_norm_pre_clip: 0.38989484 + std_loss: 0.0010945705 + eval-batch-train: + avg_avg_episode_length: 15.2006035 + avg_avg_return: 0.8530096 + avg_benchmark_regret: 0.0032346435 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34009552 + proxy_corner: + avg_avg_return: 0.07129725 + avg_reward_per_step: 0.016326904 + eval-batch-orig: + avg_avg_episode_length: 16.753334 + avg_avg_return: 0.8395924 + avg_benchmark_regret: 0.004299067 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2746811 + proxy_corner: + avg_avg_return: 0.8395924 + avg_reward_per_step: 0.2746811 + eval-batch-shift: + avg_avg_episode_length: 12.655564 + avg_avg_return: 0.8837849 + avg_benchmark_regret: 0.0035768002 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34362793 + proxy_corner: + avg_avg_return: 0.05508027 + avg_reward_per_step: 0.016815186 + eval-batch-tree: + avg_avg_episode_length: 6.205014 + avg_avg_return: 0.9846103 + avg_benchmark_regret: 0.009809896 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27109528 + proxy_corner: + avg_avg_return: 0.9846103 + avg_reward_per_step: 0.27109528 +=========================================================== +=========================================================== + step: + env-step-all-before: 320864256 + env-step-replay-before: 161218560 + env-step-used-before: 320864256 + ppo-update-before: 195840 + env-step-generate-before: 159645696 + env-step-all-after: 320897024 + env-step-replay-after: 161251328 + env-step-used-after: 320897024 + ppo-update-after: 195860 + env-step-generate-after: 159645696 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.400199 + avg_avg_return: 0.9163932 + avg_reward_per_step: 0.09378052 + proxy_corner: + avg_avg_return: 0.28866747 + avg_reward_per_step: 0.0289917 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.400199 + avg_avg_return: 0.9163932 + avg_reward_per_step: 0.09378052 + proxy_corner: + avg_avg_return: 0.28866747 + avg_reward_per_step: 0.0289917 + perf: + env_steps_per_second: 895927.6471933364 + ppo_updates_per_second: 109.33999517083952 + eval-batch-train-duration: 0.19939278002129868 + eval-batch-orig-duration: 0.15008870500605553 + eval-batch-shift-duration: 0.14291877299547195 + eval-batch-tree-duration: 0.14177072799066082 + ued: + distances: + cheese-corne_dist_avg: 7.234619 + cheese-corne_dist_wavg: 11.960042 + levels_cheese_is_in_corner_avg: 0.071777344 + mouse-cheese_dist_finite_avg: 10.078857 + mouse-cheese_dist_finite_wavg: 5.5047193 + mouse-cheese_dist_solvable_avg: 10.078857 + mouse-cheese_dist_solvable_wavg: 5.5047197 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5776367 + num_walls_wavg: 7.859077 + prop_walls_avg: 0.2859842 + prop_walls_wavg: 0.34169894 + scoring: + avg_scores: 0.0774991 + visit_patterns: + avg_first_visit_time: 3674.2708 + avg_last_visit_time: 4911.26 + num_replay_batches: 4921 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007119334 + avg_actor_approxkl3: 0.0004473271 + avg_actor_clipfrac: 0.015472412 + avg_actor_loss: -0.00033525072 + avg_advantage: 0.017156925 + avg_critic_clipfrac: 0.00034179687 + avg_critic_loss: 0.00054626627 + avg_entropy: 0.075067036 + avg_grad_norm_pre_clip: 0.6966094 + avg_loss: -0.00013718462 + max: + max_actor_approxkl1: 0.0017467155 + max_actor_approxkl3: 0.0012770081 + max_actor_clipfrac: 0.030395508 + max_actor_loss: 0.00037139608 + max_advantage: 0.5248363 + max_critic_clipfrac: 0.003540039 + max_critic_loss: 0.00081060675 + max_entropy: 0.09388125 + max_grad_norm_pre_clip: 1.4346522 + max_loss: 0.0005907635 + std: + std_actor_approxkl1: 0.00047210432 + std_actor_approxkl3: 0.00032695426 + std_actor_clipfrac: 0.009108022 + std_actor_loss: 0.000355902 + std_advantage: 0.034398343 + std_critic_clipfrac: 0.0008858302 + std_critic_loss: 0.00013163751 + std_entropy: 0.007258026 + std_grad_norm_pre_clip: 0.2985164 + std_loss: 0.00037010692 + eval-batch-train: + avg_avg_episode_length: 15.206764 + avg_avg_return: 0.8528991 + avg_benchmark_regret: 0.0033451444 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34057617 + proxy_corner: + avg_avg_return: 0.07605956 + avg_reward_per_step: 0.01613617 + eval-batch-orig: + avg_avg_episode_length: 16.747723 + avg_avg_return: 0.83981514 + avg_benchmark_regret: 0.004076289 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27490997 + proxy_corner: + avg_avg_return: 0.83981514 + avg_reward_per_step: 0.27490997 + eval-batch-shift: + avg_avg_episode_length: 12.645452 + avg_avg_return: 0.88392556 + avg_benchmark_regret: 0.0034361305 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34508514 + proxy_corner: + avg_avg_return: 0.053877115 + avg_reward_per_step: 0.016738892 + eval-batch-tree: + avg_avg_episode_length: 6.0725603 + avg_avg_return: 0.9848455 + avg_benchmark_regret: 0.009574713 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27241516 + proxy_corner: + avg_avg_return: 0.9848455 + avg_reward_per_step: 0.27241516 +=========================================================== +=========================================================== + step: + env-step-all-before: 321912832 + env-step-replay-before: 161579008 + env-step-used-before: 321912832 + ppo-update-before: 196480 + env-step-generate-before: 160333824 + env-step-all-after: 321945600 + env-step-replay-after: 161611776 + env-step-used-after: 321945600 + ppo-update-after: 196500 + env-step-generate-after: 160333824 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.669358 + avg_avg_return: 0.9136585 + avg_reward_per_step: 0.094177246 + proxy_corner: + avg_avg_return: 0.25904006 + avg_reward_per_step: 0.025787354 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.669358 + avg_avg_return: 0.9136585 + avg_reward_per_step: 0.094177246 + proxy_corner: + avg_avg_return: 0.25904006 + avg_reward_per_step: 0.025787354 + perf: + env_steps_per_second: 639119.6998300281 + ppo_updates_per_second: 100.43356819890401 + eval-batch-train-duration: 0.1932203570031561 + eval-batch-orig-duration: 0.14195475401356816 + eval-batch-shift-duration: 0.13884834002237767 + eval-batch-tree-duration: 0.13893957203254104 + ued: + distances: + cheese-corne_dist_avg: 7.248169 + cheese-corne_dist_wavg: 11.979774 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 10.096191 + mouse-cheese_dist_finite_wavg: 6.412936 + mouse-cheese_dist_solvable_avg: 10.096191 + mouse-cheese_dist_solvable_wavg: 6.4129376 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5839844 + num_walls_wavg: 7.8580847 + prop_walls_avg: 0.2862602 + prop_walls_wavg: 0.34165585 + scoring: + avg_scores: 0.07772519 + visit_patterns: + avg_first_visit_time: 3681.3833 + avg_last_visit_time: 4922.129 + num_replay_batches: 4932 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00037071487 + avg_actor_approxkl3: 0.00046406352 + avg_actor_clipfrac: 0.015991211 + avg_actor_loss: -0.00043286462 + avg_advantage: 0.022785082 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00083297456 + avg_entropy: 0.06623932 + avg_grad_norm_pre_clip: 0.6708712 + avg_loss: -8.2616636e-05 + max: + max_actor_approxkl1: 0.0014784969 + max_actor_approxkl3: 0.00090398506 + max_actor_clipfrac: 0.027709961 + max_actor_loss: 0.0006400421 + max_advantage: 0.5311366 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013059154 + max_entropy: 0.07243425 + max_grad_norm_pre_clip: 1.0546194 + max_loss: 0.0010468003 + std: + std_actor_approxkl1: 0.00036512586 + std_actor_approxkl3: 0.00023442777 + std_actor_clipfrac: 0.006724734 + std_actor_loss: 0.00068306667 + std_advantage: 0.041395947 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00021014284 + std_entropy: 0.0036143297 + std_grad_norm_pre_clip: 0.18190081 + std_loss: 0.00072824094 + eval-batch-train: + avg_avg_episode_length: 15.191669 + avg_avg_return: 0.8530084 + avg_benchmark_regret: 0.0032358672 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34078217 + proxy_corner: + avg_avg_return: 0.0724659 + avg_reward_per_step: 0.016082764 + eval-batch-orig: + avg_avg_episode_length: 16.76927 + avg_avg_return: 0.8398562 + avg_benchmark_regret: 0.0040352624 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27458954 + proxy_corner: + avg_avg_return: 0.8398562 + avg_reward_per_step: 0.27458954 + eval-batch-shift: + avg_avg_episode_length: 12.6582985 + avg_avg_return: 0.8836869 + avg_benchmark_regret: 0.0036748392 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34509277 + proxy_corner: + avg_avg_return: 0.055599112 + avg_reward_per_step: 0.016532898 + eval-batch-tree: + avg_avg_episode_length: 6.2104626 + avg_avg_return: 0.9848211 + avg_benchmark_regret: 0.009599217 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27041626 + proxy_corner: + avg_avg_return: 0.9848211 + avg_reward_per_step: 0.27041626 +=========================================================== +=========================================================== + step: + env-step-all-before: 322961408 + env-step-replay-before: 162136064 + env-step-used-before: 322961408 + ppo-update-before: 197120 + env-step-generate-before: 160825344 + env-step-all-after: 322994176 + env-step-replay-after: 162136064 + env-step-used-after: 322994176 + ppo-update-after: 197140 + env-step-generate-after: 160858112 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 15.416655 + avg_avg_return: 0.838534 + avg_reward_per_step: 0.35455322 + proxy_corner: + avg_avg_return: 0.04632245 + avg_reward_per_step: 0.010437012 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 15.416655 + avg_avg_return: 0.838534 + avg_reward_per_step: 0.35455322 + proxy_corner: + avg_avg_return: 0.04632245 + avg_reward_per_step: 0.010437012 + perf: + env_steps_per_second: 898757.4232109776 + ppo_updates_per_second: 105.34739145864545 + eval-batch-train-duration: 0.20506610296433792 + eval-batch-orig-duration: 0.15381365601206198 + eval-batch-shift-duration: 0.14418488804949448 + eval-batch-tree-duration: 0.1443885830231011 + ued: + distances: + cheese-corne_dist_avg: 7.2512207 + cheese-corne_dist_wavg: 9.7239685 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 10.105713 + mouse-cheese_dist_finite_wavg: 7.3093424 + mouse-cheese_dist_solvable_avg: 10.105713 + mouse-cheese_dist_solvable_wavg: 7.3093443 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.57666 + num_walls_wavg: 7.858967 + prop_walls_avg: 0.28594172 + prop_walls_wavg: 0.34169415 + scoring: + avg_scores: 0.077498555 + visit_patterns: + avg_first_visit_time: 3693.0186 + avg_last_visit_time: 4938.316 + num_replay_batches: 4948 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011179879 + avg_actor_approxkl3: 0.0008319706 + avg_actor_clipfrac: 0.031689454 + avg_actor_loss: -0.00013732389 + avg_advantage: -0.007232265 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0038327815 + avg_entropy: 0.13033733 + avg_grad_norm_pre_clip: 1.2869829 + avg_loss: 0.0016487293 + max: + max_actor_approxkl1: 0.0034972234 + max_actor_approxkl3: 0.0015911284 + max_actor_clipfrac: 0.05407715 + max_actor_loss: 0.0011670962 + max_advantage: 0.6222392 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005961861 + max_entropy: 0.16486567 + max_grad_norm_pre_clip: 2.110958 + max_loss: 0.0034365659 + std: + std_actor_approxkl1: 0.000999028 + std_actor_approxkl3: 0.00042986346 + std_actor_clipfrac: 0.014380348 + std_actor_loss: 0.00083409995 + std_advantage: 0.08807742 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010838697 + std_entropy: 0.015005306 + std_grad_norm_pre_clip: 0.30953822 + std_loss: 0.000935636 + eval-batch-train: + avg_avg_episode_length: 15.204021 + avg_avg_return: 0.8531124 + avg_benchmark_regret: 0.0031318201 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34020233 + proxy_corner: + avg_avg_return: 0.07710616 + avg_reward_per_step: 0.016616821 + eval-batch-orig: + avg_avg_episode_length: 16.766813 + avg_avg_return: 0.8393934 + avg_benchmark_regret: 0.0044981306 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2747345 + proxy_corner: + avg_avg_return: 0.8393934 + avg_reward_per_step: 0.2747345 + eval-batch-shift: + avg_avg_episode_length: 12.663761 + avg_avg_return: 0.88356733 + avg_benchmark_regret: 0.0037943537 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3439026 + proxy_corner: + avg_avg_return: 0.05852215 + avg_reward_per_step: 0.017356873 + eval-batch-tree: + avg_avg_episode_length: 6.320009 + avg_avg_return: 0.9838097 + avg_benchmark_regret: 0.010610524 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27082825 + proxy_corner: + avg_avg_return: 0.9838097 + avg_reward_per_step: 0.27082825 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 324009984 + env-step-replay-before: 162791424 + env-step-used-before: 324009984 + ppo-update-before: 197760 + env-step-generate-before: 161218560 + env-step-all-after: 324042752 + env-step-replay-after: 162824192 + env-step-used-after: 324042752 + ppo-update-after: 197780 + env-step-generate-after: 161218560 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.803808 + avg_avg_return: 0.914379 + avg_reward_per_step: 0.09234619 + proxy_corner: + avg_avg_return: 0.30334324 + avg_reward_per_step: 0.029449463 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.803808 + avg_avg_return: 0.914379 + avg_reward_per_step: 0.09234619 + proxy_corner: + avg_avg_return: 0.30334324 + avg_reward_per_step: 0.029449463 + perf: + env_steps_per_second: 616581.082337192 + ppo_updates_per_second: 75.18500322388681 + eval-batch-train-duration: 0.26304663997143507 + eval-batch-orig-duration: 0.16113061597570777 + eval-batch-shift-duration: 0.14627960603684187 + eval-batch-tree-duration: 0.14248909195885062 + ued: + distances: + cheese-corne_dist_avg: 7.239624 + cheese-corne_dist_wavg: 11.966582 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.098633 + mouse-cheese_dist_finite_wavg: 5.515656 + mouse-cheese_dist_solvable_avg: 10.098633 + mouse-cheese_dist_solvable_wavg: 5.5156565 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.571045 + num_walls_wavg: 7.856242 + prop_walls_avg: 0.28569758 + prop_walls_wavg: 0.34157586 + scoring: + avg_scores: 0.077035934 + visit_patterns: + avg_first_visit_time: 3702.3252 + avg_last_visit_time: 4959.2065 + num_replay_batches: 4969 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050262193 + avg_actor_approxkl3: 0.00041168902 + avg_actor_clipfrac: 0.015435792 + avg_actor_loss: -0.00042322325 + avg_advantage: -0.00030789082 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022717901 + avg_entropy: 0.07589679 + avg_grad_norm_pre_clip: 0.75791675 + avg_loss: -0.0003855305 + max: + max_actor_approxkl1: 0.0019860426 + max_actor_approxkl3: 0.0009787604 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.0013908814 + max_advantage: 0.21093953 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031828755 + max_entropy: 0.08745914 + max_grad_norm_pre_clip: 1.2379287 + max_loss: 0.0014384543 + std: + std_actor_approxkl1: 0.00059574255 + std_actor_approxkl3: 0.0002530307 + std_actor_clipfrac: 0.008190951 + std_actor_loss: 0.00058161875 + std_advantage: 0.02201272 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.9521867e-05 + std_entropy: 0.0062121646 + std_grad_norm_pre_clip: 0.18896692 + std_loss: 0.00058766553 + eval-batch-train: + avg_avg_episode_length: 15.20883 + avg_avg_return: 0.85301656 + avg_benchmark_regret: 0.003227647 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3392334 + proxy_corner: + avg_avg_return: 0.08110308 + avg_reward_per_step: 0.016830444 + eval-batch-orig: + avg_avg_episode_length: 16.767607 + avg_avg_return: 0.83970654 + avg_benchmark_regret: 0.004184882 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27443695 + proxy_corner: + avg_avg_return: 0.83970654 + avg_reward_per_step: 0.27443695 + eval-batch-shift: + avg_avg_episode_length: 12.681271 + avg_avg_return: 0.8836608 + avg_benchmark_regret: 0.0037009553 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3420334 + proxy_corner: + avg_avg_return: 0.058616854 + avg_reward_per_step: 0.017471313 + eval-batch-tree: + avg_avg_episode_length: 6.3385215 + avg_avg_return: 0.98396933 + avg_benchmark_regret: 0.010450974 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27033997 + proxy_corner: + avg_avg_return: 0.98396933 + avg_reward_per_step: 0.27033997 +=========================================================== +=========================================================== + step: + env-step-all-before: 325058560 + env-step-replay-before: 163184640 + env-step-used-before: 325058560 + ppo-update-before: 198400 + env-step-generate-before: 161873920 + env-step-all-after: 325091328 + env-step-replay-after: 163184640 + env-step-used-after: 325091328 + ppo-update-after: 198420 + env-step-generate-after: 161906688 + train-generate: + shift_proportion: 0.9453125 + avg_avg_episode_length: 12.557943 + avg_avg_return: 0.87296546 + avg_reward_per_step: 0.36010742 + proxy_corner: + avg_avg_return: 0.08839427 + avg_reward_per_step: 0.024047852 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 12.557943 + avg_avg_return: 0.87296546 + avg_reward_per_step: 0.36010742 + proxy_corner: + avg_avg_return: 0.08839427 + avg_reward_per_step: 0.024047852 + perf: + env_steps_per_second: 951105.9324884121 + ppo_updates_per_second: 105.18763648169143 + eval-batch-train-duration: 0.1989875070285052 + eval-batch-orig-duration: 0.14209498895797879 + eval-batch-shift-duration: 0.1408168600173667 + eval-batch-tree-duration: 0.1389583779964596 + ued: + distances: + cheese-corne_dist_avg: 7.2529297 + cheese-corne_dist_wavg: 7.025577 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 10.100098 + mouse-cheese_dist_finite_wavg: 7.3088055 + mouse-cheese_dist_solvable_avg: 10.100098 + mouse-cheese_dist_solvable_wavg: 7.3088064 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.572754 + num_walls_wavg: 8.757765 + prop_walls_avg: 0.28577188 + prop_walls_wavg: 0.38077238 + scoring: + avg_scores: 0.07860146 + visit_patterns: + avg_first_visit_time: 3718.9778 + avg_last_visit_time: 4970.286 + num_replay_batches: 4980 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012941876 + avg_actor_approxkl3: 0.0010164273 + avg_actor_clipfrac: 0.037249755 + avg_actor_loss: -0.0003801223 + avg_advantage: -0.004451094 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0026033253 + avg_entropy: 0.13540848 + avg_grad_norm_pre_clip: 1.1484604 + avg_loss: 0.00078613183 + max: + max_actor_approxkl1: 0.0032074787 + max_actor_approxkl3: 0.0024228212 + max_actor_clipfrac: 0.084228516 + max_actor_loss: 0.0012504607 + max_advantage: 0.5019734 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00467915 + max_entropy: 0.17191252 + max_grad_norm_pre_clip: 1.8693532 + max_loss: 0.0026791252 + std: + std_actor_approxkl1: 0.0011008066 + std_actor_approxkl3: 0.00067611574 + std_actor_clipfrac: 0.022000656 + std_actor_loss: 0.00076057523 + std_advantage: 0.073376454 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008102114 + std_entropy: 0.017139953 + std_grad_norm_pre_clip: 0.37418827 + std_loss: 0.00081310567 + eval-batch-train: + avg_avg_episode_length: 15.218817 + avg_avg_return: 0.8531303 + avg_benchmark_regret: 0.0031139413 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33805084 + proxy_corner: + avg_avg_return: 0.07831451 + avg_reward_per_step: 0.016456604 + eval-batch-orig: + avg_avg_episode_length: 16.799774 + avg_avg_return: 0.8393941 + avg_benchmark_regret: 0.004497432 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2730713 + proxy_corner: + avg_avg_return: 0.8393941 + avg_reward_per_step: 0.2730713 + eval-batch-shift: + avg_avg_episode_length: 12.656697 + avg_avg_return: 0.88365424 + avg_benchmark_regret: 0.0037074303 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3432312 + proxy_corner: + avg_avg_return: 0.055406824 + avg_reward_per_step: 0.017181396 + eval-batch-tree: + avg_avg_episode_length: 7.2624583 + avg_avg_return: 0.9771596 + avg_benchmark_regret: 0.017260611 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26675415 + proxy_corner: + avg_avg_return: 0.9771596 + avg_reward_per_step: 0.26675415 +=========================================================== +=========================================================== + step: + env-step-all-before: 326107136 + env-step-replay-before: 163643392 + env-step-used-before: 326107136 + ppo-update-before: 199040 + env-step-generate-before: 162463744 + env-step-all-after: 326139904 + env-step-replay-after: 163643392 + env-step-used-after: 326139904 + ppo-update-after: 199060 + env-step-generate-after: 162496512 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 17.14393 + avg_avg_return: 0.8202592 + avg_reward_per_step: 0.31784058 + proxy_corner: + avg_avg_return: 0.066000655 + avg_reward_per_step: 0.013122559 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 17.14393 + avg_avg_return: 0.8202592 + avg_reward_per_step: 0.31784058 + proxy_corner: + avg_avg_return: 0.066000655 + avg_reward_per_step: 0.013122559 + perf: + env_steps_per_second: 617820.3459271082 + ppo_updates_per_second: 81.9007741420945 + eval-batch-train-duration: 0.2467847609659657 + eval-batch-orig-duration: 0.1525053299847059 + eval-batch-shift-duration: 0.14431245904415846 + eval-batch-tree-duration: 0.14423478301614523 + ued: + distances: + cheese-corne_dist_avg: 7.27417 + cheese-corne_dist_wavg: 10.626605 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 10.092285 + mouse-cheese_dist_finite_wavg: 10.011433 + mouse-cheese_dist_solvable_avg: 10.092285 + mouse-cheese_dist_solvable_wavg: 10.011433 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.568115 + num_walls_wavg: 7.856564 + prop_walls_avg: 0.2855702 + prop_walls_wavg: 0.3415898 + scoring: + avg_scores: 0.078553505 + visit_patterns: + avg_first_visit_time: 3735.6438 + avg_last_visit_time: 4984.213 + num_replay_batches: 4994 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011002294 + avg_actor_approxkl3: 0.00088516326 + avg_actor_clipfrac: 0.03261719 + avg_actor_loss: -0.00060996524 + avg_advantage: -0.033473626 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0035602339 + avg_entropy: 0.14629054 + avg_grad_norm_pre_clip: 1.0062145 + avg_loss: 0.001023861 + max: + max_actor_approxkl1: 0.0029576165 + max_actor_approxkl3: 0.00188272 + max_actor_clipfrac: 0.053833008 + max_actor_loss: 0.00095107406 + max_advantage: 0.25839078 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0048918785 + max_entropy: 0.17038 + max_grad_norm_pre_clip: 1.4929042 + max_loss: 0.0026774367 + std: + std_actor_approxkl1: 0.00071545626 + std_actor_approxkl3: 0.00043364326 + std_actor_clipfrac: 0.0135089215 + std_actor_loss: 0.00069459 + std_advantage: 0.083252504 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0007789665 + std_entropy: 0.014031356 + std_grad_norm_pre_clip: 0.27323794 + std_loss: 0.0007835457 + eval-batch-train: + avg_avg_episode_length: 15.217733 + avg_avg_return: 0.8528879 + avg_benchmark_regret: 0.003356287 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34051514 + proxy_corner: + avg_avg_return: 0.0798415 + avg_reward_per_step: 0.016403198 + eval-batch-orig: + avg_avg_episode_length: 16.78392 + avg_avg_return: 0.8394578 + avg_benchmark_regret: 0.0044336556 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27344513 + proxy_corner: + avg_avg_return: 0.8394578 + avg_reward_per_step: 0.27344513 + eval-batch-shift: + avg_avg_episode_length: 12.661991 + avg_avg_return: 0.8837197 + avg_benchmark_regret: 0.003642019 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34410858 + proxy_corner: + avg_avg_return: 0.05620964 + avg_reward_per_step: 0.016944885 + eval-batch-tree: + avg_avg_episode_length: 7.3896327 + avg_avg_return: 0.9740484 + avg_benchmark_regret: 0.020371888 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26924896 + proxy_corner: + avg_avg_return: 0.9740484 + avg_reward_per_step: 0.26924896 +=========================================================== +=========================================================== + step: + env-step-all-before: 327155712 + env-step-replay-before: 164003840 + env-step-used-before: 327155712 + ppo-update-before: 199680 + env-step-generate-before: 163151872 + env-step-all-after: 327188480 + env-step-replay-after: 164003840 + env-step-used-after: 327188480 + ppo-update-after: 199700 + env-step-generate-after: 163184640 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.366896 + avg_avg_return: 0.85192835 + avg_reward_per_step: 0.34103394 + proxy_corner: + avg_avg_return: 0.07352994 + avg_reward_per_step: 0.017181396 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.366896 + avg_avg_return: 0.85192835 + avg_reward_per_step: 0.34103394 + proxy_corner: + avg_avg_return: 0.07352994 + avg_reward_per_step: 0.017181396 + perf: + env_steps_per_second: 928103.633577566 + ppo_updates_per_second: 101.30979841384097 + eval-batch-train-duration: 0.20518880302552134 + eval-batch-orig-duration: 0.14291950297774747 + eval-batch-shift-duration: 0.1397721819812432 + eval-batch-tree-duration: 0.13737061398569494 + ued: + distances: + cheese-corne_dist_avg: 7.229126 + cheese-corne_dist_wavg: 11.977082 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 10.106201 + mouse-cheese_dist_finite_wavg: 12.708039 + mouse-cheese_dist_solvable_avg: 10.106201 + mouse-cheese_dist_solvable_wavg: 12.708041 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5585938 + num_walls_wavg: 6.057126 + prop_walls_avg: 0.28515622 + prop_walls_wavg: 0.2633533 + scoring: + avg_scores: 0.07847584 + visit_patterns: + avg_first_visit_time: 3749.505 + avg_last_visit_time: 4995.242 + num_replay_batches: 5005 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013779432 + avg_actor_approxkl3: 0.0013322601 + avg_actor_clipfrac: 0.043286134 + avg_actor_loss: 0.00024894197 + avg_advantage: -0.009453173 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00332523 + avg_entropy: 0.1406782 + avg_grad_norm_pre_clip: 1.328813 + avg_loss: 0.0017708786 + max: + max_actor_approxkl1: 0.0042539444 + max_actor_approxkl3: 0.002707616 + max_actor_clipfrac: 0.08483887 + max_actor_loss: 0.0018332899 + max_advantage: 0.31276977 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0057749324 + max_entropy: 0.17288494 + max_grad_norm_pre_clip: 2.7952912 + max_loss: 0.0045478707 + std: + std_actor_approxkl1: 0.0010883873 + std_actor_approxkl3: 0.0007575793 + std_actor_clipfrac: 0.02090432 + std_actor_loss: 0.0008843712 + std_advantage: 0.08228799 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010021859 + std_entropy: 0.016132187 + std_grad_norm_pre_clip: 0.43801296 + std_loss: 0.0010469106 + eval-batch-train: + avg_avg_episode_length: 15.199877 + avg_avg_return: 0.85328895 + avg_benchmark_regret: 0.002955277 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33984375 + proxy_corner: + avg_avg_return: 0.07860269 + avg_reward_per_step: 0.016822815 + eval-batch-orig: + avg_avg_episode_length: 16.771574 + avg_avg_return: 0.83976126 + avg_benchmark_regret: 0.0041301777 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.274086 + proxy_corner: + avg_avg_return: 0.83976126 + avg_reward_per_step: 0.274086 + eval-batch-shift: + avg_avg_episode_length: 12.628807 + avg_avg_return: 0.8838744 + avg_benchmark_regret: 0.0034872962 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34614563 + proxy_corner: + avg_avg_return: 0.056602947 + avg_reward_per_step: 0.016853333 + eval-batch-tree: + avg_avg_episode_length: 5.9746747 + avg_avg_return: 0.9858544 + avg_benchmark_regret: 0.00856583 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27235413 + proxy_corner: + avg_avg_return: 0.9858544 + avg_reward_per_step: 0.27235413 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 328204288 + env-step-replay-before: 164495360 + env-step-used-before: 328204288 + ppo-update-before: 200320 + env-step-generate-before: 163708928 + env-step-all-after: 328237056 + env-step-replay-after: 164495360 + env-step-used-after: 328237056 + ppo-update-after: 200340 + env-step-generate-after: 163741696 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.549571 + avg_avg_return: 0.84910965 + avg_reward_per_step: 0.34103394 + proxy_corner: + avg_avg_return: 0.09970628 + avg_reward_per_step: 0.023498535 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.549571 + avg_avg_return: 0.84910965 + avg_reward_per_step: 0.34103394 + proxy_corner: + avg_avg_return: 0.09970628 + avg_reward_per_step: 0.023498535 + perf: + env_steps_per_second: 859192.624707164 + ppo_updates_per_second: 101.59793949767065 + eval-batch-train-duration: 0.2041447460069321 + eval-batch-orig-duration: 0.14405018504476175 + eval-batch-shift-duration: 0.14204667799640447 + eval-batch-tree-duration: 0.1395983339753002 + ued: + distances: + cheese-corne_dist_avg: 7.229004 + cheese-corne_dist_wavg: 11.979931 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 10.108398 + mouse-cheese_dist_finite_wavg: 5.5178328 + mouse-cheese_dist_solvable_avg: 10.108398 + mouse-cheese_dist_solvable_wavg: 5.5178328 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5632324 + num_walls_wavg: 7.852677 + prop_walls_avg: 0.28535792 + prop_walls_wavg: 0.34142068 + scoring: + avg_scores: 0.07833581 + visit_patterns: + avg_first_visit_time: 3757.101 + avg_last_visit_time: 5010.3047 + num_replay_batches: 5020 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010453387 + avg_actor_approxkl3: 0.00096170726 + avg_actor_clipfrac: 0.034051515 + avg_actor_loss: -0.00071866944 + avg_advantage: -0.007716013 + avg_critic_clipfrac: 0.0007751465 + avg_critic_loss: 0.0033696946 + avg_entropy: 0.14148639 + avg_grad_norm_pre_clip: 0.9961589 + avg_loss: 0.00082469126 + max: + max_actor_approxkl1: 0.0032985052 + max_actor_approxkl3: 0.002696693 + max_actor_clipfrac: 0.06982422 + max_actor_loss: 0.00034229457 + max_advantage: 0.4287851 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.0058914754 + max_entropy: 0.18036091 + max_grad_norm_pre_clip: 1.8003705 + max_loss: 0.0029059686 + std: + std_actor_approxkl1: 0.0011150986 + std_actor_approxkl3: 0.00078473444 + std_actor_clipfrac: 0.022712735 + std_actor_loss: 0.00074832793 + std_advantage: 0.08327823 + std_critic_clipfrac: 0.0033787852 + std_critic_loss: 0.0009976453 + std_entropy: 0.019237196 + std_grad_norm_pre_clip: 0.2841624 + std_loss: 0.0008849076 + eval-batch-train: + avg_avg_episode_length: 15.2046995 + avg_avg_return: 0.85290647 + avg_benchmark_regret: 0.0033377276 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3405838 + proxy_corner: + avg_avg_return: 0.086978234 + avg_reward_per_step: 0.017578125 + eval-batch-orig: + avg_avg_episode_length: 16.75579 + avg_avg_return: 0.83950084 + avg_benchmark_regret: 0.0043906476 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27477264 + proxy_corner: + avg_avg_return: 0.83950084 + avg_reward_per_step: 0.27477264 + eval-batch-shift: + avg_avg_episode_length: 12.6398735 + avg_avg_return: 0.88385665 + avg_benchmark_regret: 0.0035050889 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34324646 + proxy_corner: + avg_avg_return: 0.06069737 + avg_reward_per_step: 0.01750946 + eval-batch-tree: + avg_avg_episode_length: 6.144456 + avg_avg_return: 0.9846779 + avg_benchmark_regret: 0.009742379 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27372742 + proxy_corner: + avg_avg_return: 0.9846779 + avg_reward_per_step: 0.27372742 +=========================================================== +=========================================================== + step: + env-step-all-before: 329252864 + env-step-replay-before: 164921344 + env-step-used-before: 329252864 + ppo-update-before: 200960 + env-step-generate-before: 164331520 + env-step-all-after: 329285632 + env-step-replay-after: 164921344 + env-step-used-after: 329285632 + ppo-update-after: 200980 + env-step-generate-after: 164364288 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.988743 + avg_avg_return: 0.854937 + avg_reward_per_step: 0.3456421 + proxy_corner: + avg_avg_return: 0.0745897 + avg_reward_per_step: 0.010467529 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.988743 + avg_avg_return: 0.854937 + avg_reward_per_step: 0.3456421 + proxy_corner: + avg_avg_return: 0.0745897 + avg_reward_per_step: 0.010467529 + perf: + env_steps_per_second: 644003.7914778995 + ppo_updates_per_second: 100.42143763606464 + eval-batch-train-duration: 0.19126660499023274 + eval-batch-orig-duration: 0.141308487043716 + eval-batch-shift-duration: 0.13928138598566875 + eval-batch-tree-duration: 0.13991360901854932 + ued: + distances: + cheese-corne_dist_avg: 7.2264404 + cheese-corne_dist_wavg: 6.1243176 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.121338 + mouse-cheese_dist_finite_wavg: 6.409521 + mouse-cheese_dist_solvable_avg: 10.121338 + mouse-cheese_dist_solvable_wavg: 6.409522 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.563965 + num_walls_wavg: 7.8542185 + prop_walls_avg: 0.28538975 + prop_walls_wavg: 0.3414878 + scoring: + avg_scores: 0.078155905 + visit_patterns: + avg_first_visit_time: 3765.3687 + avg_last_visit_time: 5023.328 + num_replay_batches: 5033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015407911 + avg_actor_approxkl3: 0.001220294 + avg_actor_clipfrac: 0.037023928 + avg_actor_loss: -0.0006906802 + avg_advantage: -0.0073805023 + avg_critic_clipfrac: 0.00017700196 + avg_critic_loss: 0.0029117751 + avg_entropy: 0.12847207 + avg_grad_norm_pre_clip: 1.1100415 + avg_loss: 0.0006367352 + max: + max_actor_approxkl1: 0.0051778695 + max_actor_approxkl3: 0.0028936095 + max_actor_clipfrac: 0.0736084 + max_actor_loss: 0.0016015917 + max_advantage: 0.33280063 + max_critic_clipfrac: 0.002319336 + max_critic_loss: 0.0046586962 + max_entropy: 0.15528646 + max_grad_norm_pre_clip: 2.1691327 + max_loss: 0.0032294423 + std: + std_actor_approxkl1: 0.0014930749 + std_actor_approxkl3: 0.0008970764 + std_actor_clipfrac: 0.020035455 + std_actor_loss: 0.0013543076 + std_advantage: 0.07787252 + std_critic_clipfrac: 0.0005257179 + std_critic_loss: 0.0008518759 + std_entropy: 0.013538692 + std_grad_norm_pre_clip: 0.39241362 + std_loss: 0.0013901339 + eval-batch-train: + avg_avg_episode_length: 15.203907 + avg_avg_return: 0.8529703 + avg_benchmark_regret: 0.0032739062 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3399048 + proxy_corner: + avg_avg_return: 0.08164462 + avg_reward_per_step: 0.016838074 + eval-batch-orig: + avg_avg_episode_length: 16.774845 + avg_avg_return: 0.8395626 + avg_benchmark_regret: 0.0043288264 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27359772 + proxy_corner: + avg_avg_return: 0.8395626 + avg_reward_per_step: 0.27359772 + eval-batch-shift: + avg_avg_episode_length: 12.646103 + avg_avg_return: 0.8837447 + avg_benchmark_regret: 0.0036170145 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34570312 + proxy_corner: + avg_avg_return: 0.05747527 + avg_reward_per_step: 0.017097473 + eval-batch-tree: + avg_avg_episode_length: 6.2557116 + avg_avg_return: 0.98398197 + avg_benchmark_regret: 0.010438241 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27152252 + proxy_corner: + avg_avg_return: 0.98398197 + avg_reward_per_step: 0.27152252 +=========================================================== +=========================================================== + step: + env-step-all-before: 330301440 + env-step-replay-before: 165347328 + env-step-used-before: 330301440 + ppo-update-before: 201600 + env-step-generate-before: 164954112 + env-step-all-after: 330334208 + env-step-replay-after: 165380096 + env-step-used-after: 330334208 + ppo-update-after: 201620 + env-step-generate-after: 164954112 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.699795 + avg_avg_return: 0.9134708 + avg_reward_per_step: 0.09112549 + proxy_corner: + avg_avg_return: 0.3198397 + avg_reward_per_step: 0.03186035 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.699795 + avg_avg_return: 0.9134708 + avg_reward_per_step: 0.09112549 + proxy_corner: + avg_avg_return: 0.3198397 + avg_reward_per_step: 0.03186035 + perf: + env_steps_per_second: 693085.6647037134 + ppo_updates_per_second: 104.31841248269784 + eval-batch-train-duration: 0.19728062901413068 + eval-batch-orig-duration: 0.14164770598290488 + eval-batch-shift-duration: 0.13838121999287978 + eval-batch-tree-duration: 0.13884191896067932 + ued: + distances: + cheese-corne_dist_avg: 7.2214355 + cheese-corne_dist_wavg: 0.7257512 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.127441 + mouse-cheese_dist_finite_wavg: 5.5165 + mouse-cheese_dist_solvable_avg: 10.127441 + mouse-cheese_dist_solvable_wavg: 5.5165005 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5612793 + num_walls_wavg: 6.0571084 + prop_walls_avg: 0.285273 + prop_walls_wavg: 0.26335248 + scoring: + avg_scores: 0.07808298 + visit_patterns: + avg_first_visit_time: 3779.0278 + avg_last_visit_time: 5037.245 + num_replay_batches: 5047 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045168088 + avg_actor_approxkl3: 0.00042353358 + avg_actor_clipfrac: 0.0137084965 + avg_actor_loss: -0.00023268377 + avg_advantage: 0.021649566 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004480758 + avg_entropy: 0.06508781 + avg_grad_norm_pre_clip: 0.80303824 + avg_loss: -7.37337e-05 + max: + max_actor_approxkl1: 0.0012739865 + max_actor_approxkl3: 0.0016491632 + max_actor_clipfrac: 0.026733398 + max_actor_loss: 0.0016973717 + max_advantage: 0.3507803 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007656312 + max_entropy: 0.0773956 + max_grad_norm_pre_clip: 1.4216495 + max_loss: 0.0018520918 + std: + std_actor_approxkl1: 0.00035574584 + std_actor_approxkl3: 0.00035416978 + std_actor_clipfrac: 0.0065838913 + std_actor_loss: 0.00069473096 + std_advantage: 0.028270401 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.678644e-05 + std_entropy: 0.0060795196 + std_grad_norm_pre_clip: 0.30139083 + std_loss: 0.00070397824 + eval-batch-train: + avg_avg_episode_length: 15.19766 + avg_avg_return: 0.8529212 + avg_benchmark_regret: 0.0033230213 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3388214 + proxy_corner: + avg_avg_return: 0.07439119 + avg_reward_per_step: 0.016197205 + eval-batch-orig: + avg_avg_episode_length: 16.772055 + avg_avg_return: 0.83932275 + avg_benchmark_regret: 0.0045687146 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27437592 + proxy_corner: + avg_avg_return: 0.83932275 + avg_reward_per_step: 0.27437592 + eval-batch-shift: + avg_avg_episode_length: 12.640989 + avg_avg_return: 0.8842548 + avg_benchmark_regret: 0.0031069508 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34631348 + proxy_corner: + avg_avg_return: 0.053665206 + avg_reward_per_step: 0.016403198 + eval-batch-tree: + avg_avg_episode_length: 6.144291 + avg_avg_return: 0.9846903 + avg_benchmark_regret: 0.0097299395 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27199554 + proxy_corner: + avg_avg_return: 0.9846903 + avg_reward_per_step: 0.27199554 +=========================================================== +=========================================================== + step: + env-step-all-before: 331350016 + env-step-replay-before: 165707776 + env-step-used-before: 331350016 + ppo-update-before: 202240 + env-step-generate-before: 165642240 + env-step-all-after: 331382784 + env-step-replay-after: 165740544 + env-step-used-after: 331382784 + ppo-update-after: 202260 + env-step-generate-after: 165642240 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.908111 + avg_avg_return: 0.91109645 + avg_reward_per_step: 0.09069824 + proxy_corner: + avg_avg_return: 0.23859149 + avg_reward_per_step: 0.02319336 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.908111 + avg_avg_return: 0.91109645 + avg_reward_per_step: 0.09069824 + proxy_corner: + avg_avg_return: 0.23859149 + avg_reward_per_step: 0.02319336 + perf: + env_steps_per_second: 609389.5531915504 + ppo_updates_per_second: 100.40555763978223 + eval-batch-train-duration: 0.1954813579795882 + eval-batch-orig-duration: 0.14172407903242856 + eval-batch-shift-duration: 0.13862172298831865 + eval-batch-tree-duration: 0.13961722899693996 + ued: + distances: + cheese-corne_dist_avg: 7.2111816 + cheese-corne_dist_wavg: 9.725106 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.141602 + mouse-cheese_dist_finite_wavg: 10.913665 + mouse-cheese_dist_solvable_avg: 10.141602 + mouse-cheese_dist_solvable_wavg: 10.913666 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.560791 + num_walls_wavg: 6.0560637 + prop_walls_avg: 0.28525177 + prop_walls_wavg: 0.26330712 + scoring: + avg_scores: 0.078119434 + visit_patterns: + avg_first_visit_time: 3788.9907 + avg_last_visit_time: 5048.2676 + num_replay_batches: 5058 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00042504477 + avg_actor_approxkl3: 0.00044425522 + avg_actor_clipfrac: 0.014056397 + avg_actor_loss: 7.5722746e-05 + avg_advantage: 0.003162534 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00047617708 + avg_entropy: 0.0669679 + avg_grad_norm_pre_clip: 0.7952232 + avg_loss: 0.00024684335 + max: + max_actor_approxkl1: 0.0014762968 + max_actor_approxkl3: 0.0009173802 + max_actor_clipfrac: 0.024902344 + max_actor_loss: 0.0025082491 + max_advantage: 0.50761116 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00066298293 + max_entropy: 0.07613486 + max_grad_norm_pre_clip: 1.7180027 + max_loss: 0.0026298768 + std: + std_actor_approxkl1: 0.00042889174 + std_actor_approxkl3: 0.00027084033 + std_actor_clipfrac: 0.007403167 + std_actor_loss: 0.0009460337 + std_advantage: 0.034090787 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.068342e-05 + std_entropy: 0.006111816 + std_grad_norm_pre_clip: 0.41986763 + std_loss: 0.00094732054 + eval-batch-train: + avg_avg_episode_length: 15.195524 + avg_avg_return: 0.85308313 + avg_benchmark_regret: 0.0031610653 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3405304 + proxy_corner: + avg_avg_return: 0.07760099 + avg_reward_per_step: 0.016670227 + eval-batch-orig: + avg_avg_episode_length: 16.762545 + avg_avg_return: 0.8396261 + avg_benchmark_regret: 0.0042654197 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27479553 + proxy_corner: + avg_avg_return: 0.8396261 + avg_reward_per_step: 0.27479553 + eval-batch-shift: + avg_avg_episode_length: 12.653471 + avg_avg_return: 0.8835833 + avg_benchmark_regret: 0.0037784039 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34433746 + proxy_corner: + avg_avg_return: 0.05391601 + avg_reward_per_step: 0.01663971 + eval-batch-tree: + avg_avg_episode_length: 6.1778197 + avg_avg_return: 0.98453397 + avg_benchmark_regret: 0.009886313 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27183533 + proxy_corner: + avg_avg_return: 0.98453397 + avg_reward_per_step: 0.27183533 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 332398592 + env-step-replay-before: 166264832 + env-step-used-before: 332398592 + ppo-update-before: 202880 + env-step-generate-before: 166133760 + env-step-all-after: 332431360 + env-step-replay-after: 166297600 + env-step-used-after: 332431360 + ppo-update-after: 202900 + env-step-generate-after: 166133760 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.861141 + avg_avg_return: 0.9123863 + avg_reward_per_step: 0.090545654 + proxy_corner: + avg_avg_return: 0.31391287 + avg_reward_per_step: 0.030639648 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.861141 + avg_avg_return: 0.9123863 + avg_reward_per_step: 0.090545654 + proxy_corner: + avg_avg_return: 0.31391287 + avg_reward_per_step: 0.030639648 + perf: + env_steps_per_second: 849068.8194916764 + ppo_updates_per_second: 100.4180277033336 + eval-batch-train-duration: 0.21011831401847303 + eval-batch-orig-duration: 0.1514419259619899 + eval-batch-shift-duration: 0.14540042902808636 + eval-batch-tree-duration: 0.14238731999648735 + ued: + distances: + cheese-corne_dist_avg: 7.205078 + cheese-corne_dist_wavg: 11.967362 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 10.138916 + mouse-cheese_dist_finite_wavg: 7.318783 + mouse-cheese_dist_solvable_avg: 10.138916 + mouse-cheese_dist_solvable_wavg: 7.318783 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5671387 + num_walls_wavg: 7.853904 + prop_walls_avg: 0.28552777 + prop_walls_wavg: 0.34147412 + scoring: + avg_scores: 0.07824101 + visit_patterns: + avg_first_visit_time: 3795.7842 + avg_last_visit_time: 5065.292 + num_replay_batches: 5075 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007255414 + avg_actor_approxkl3: 0.0004615699 + avg_actor_clipfrac: 0.016552735 + avg_actor_loss: -0.000721232 + avg_advantage: 0.040056545 + avg_critic_clipfrac: 0.0005493164 + avg_critic_loss: 0.0007778162 + avg_entropy: 0.075419836 + avg_grad_norm_pre_clip: 0.6516598 + avg_loss: -0.00040774365 + max: + max_actor_approxkl1: 0.0025691446 + max_actor_approxkl3: 0.0016867211 + max_actor_clipfrac: 0.03466797 + max_actor_loss: 0.00054284 + max_advantage: 0.49104345 + max_critic_clipfrac: 0.0048828125 + max_critic_loss: 0.0016427147 + max_entropy: 0.08634187 + max_grad_norm_pre_clip: 1.0186229 + max_loss: 0.0008830582 + std: + std_actor_approxkl1: 0.0006553035 + std_actor_approxkl3: 0.00038407926 + std_actor_clipfrac: 0.009075121 + std_actor_loss: 0.00068499066 + std_advantage: 0.03815861 + std_critic_clipfrac: 0.0013502433 + std_critic_loss: 0.00027946773 + std_entropy: 0.0063872007 + std_grad_norm_pre_clip: 0.14708595 + std_loss: 0.00076902035 + eval-batch-train: + avg_avg_episode_length: 15.1891575 + avg_avg_return: 0.85319924 + avg_benchmark_regret: 0.003044959 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33957672 + proxy_corner: + avg_avg_return: 0.07638453 + avg_reward_per_step: 0.016494751 + eval-batch-orig: + avg_avg_episode_length: 16.776432 + avg_avg_return: 0.8394985 + avg_benchmark_regret: 0.004392991 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27441406 + proxy_corner: + avg_avg_return: 0.8394985 + avg_reward_per_step: 0.27441406 + eval-batch-shift: + avg_avg_episode_length: 12.620864 + avg_avg_return: 0.88410187 + avg_benchmark_regret: 0.0032598984 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34641266 + proxy_corner: + avg_avg_return: 0.053300284 + avg_reward_per_step: 0.01663971 + eval-batch-tree: + avg_avg_episode_length: 6.0031185 + avg_avg_return: 0.98552275 + avg_benchmark_regret: 0.008897534 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272995 + proxy_corner: + avg_avg_return: 0.98552275 + avg_reward_per_step: 0.272995 +=========================================================== +=========================================================== + step: + env-step-all-before: 333447168 + env-step-replay-before: 166756352 + env-step-used-before: 333447168 + ppo-update-before: 203520 + env-step-generate-before: 166690816 + env-step-all-after: 333479936 + env-step-replay-after: 166789120 + env-step-used-after: 333479936 + ppo-update-after: 203540 + env-step-generate-after: 166690816 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.601427 + avg_avg_return: 0.9128951 + avg_reward_per_step: 0.091796875 + proxy_corner: + avg_avg_return: 0.30618104 + avg_reward_per_step: 0.030059814 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.601427 + avg_avg_return: 0.9128951 + avg_reward_per_step: 0.091796875 + proxy_corner: + avg_avg_return: 0.30618104 + avg_reward_per_step: 0.030059814 + perf: + env_steps_per_second: 913498.7142901071 + ppo_updates_per_second: 105.07989798648391 + eval-batch-train-duration: 0.20206046797102317 + eval-batch-orig-duration: 0.15114545699907467 + eval-batch-shift-duration: 0.14326866198098287 + eval-batch-tree-duration: 0.1430381769896485 + ued: + distances: + cheese-corne_dist_avg: 7.2193604 + cheese-corne_dist_wavg: 11.979181 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 10.154785 + mouse-cheese_dist_finite_wavg: 9.111539 + mouse-cheese_dist_solvable_avg: 10.154785 + mouse-cheese_dist_solvable_wavg: 9.11154 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5634766 + num_walls_wavg: 7.8568044 + prop_walls_avg: 0.28536853 + prop_walls_wavg: 0.3416002 + scoring: + avg_scores: 0.07805089 + visit_patterns: + avg_first_visit_time: 3804.7559 + avg_last_visit_time: 5080.294 + num_replay_batches: 5090 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050633994 + avg_actor_approxkl3: 0.00046006968 + avg_actor_clipfrac: 0.018511964 + avg_actor_loss: -0.00040750444 + avg_advantage: 0.033749685 + avg_critic_clipfrac: 0.002368164 + avg_critic_loss: 0.0006854246 + avg_entropy: 0.07472355 + avg_grad_norm_pre_clip: 0.69281834 + avg_loss: -0.00013951572 + max: + max_actor_approxkl1: 0.001325436 + max_actor_approxkl3: 0.0010625646 + max_actor_clipfrac: 0.03173828 + max_actor_loss: 0.000710262 + max_advantage: 0.37497067 + max_critic_clipfrac: 0.020629883 + max_critic_loss: 0.0012617086 + max_entropy: 0.08633146 + max_grad_norm_pre_clip: 0.935864 + max_loss: 0.0011608228 + std: + std_actor_approxkl1: 0.00041856788 + std_actor_approxkl3: 0.00025577453 + std_actor_clipfrac: 0.008502816 + std_actor_loss: 0.00066171185 + std_advantage: 0.03806102 + std_critic_clipfrac: 0.0048708045 + std_critic_loss: 0.00022336365 + std_entropy: 0.00517801 + std_grad_norm_pre_clip: 0.16792211 + std_loss: 0.00073824194 + eval-batch-train: + avg_avg_episode_length: 15.204601 + avg_avg_return: 0.85293335 + avg_benchmark_regret: 0.0033108718 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33759308 + proxy_corner: + avg_avg_return: 0.07179605 + avg_reward_per_step: 0.016189575 + eval-batch-orig: + avg_avg_episode_length: 16.763813 + avg_avg_return: 0.8396838 + avg_benchmark_regret: 0.0042077224 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742157 + proxy_corner: + avg_avg_return: 0.8396838 + avg_reward_per_step: 0.2742157 + eval-batch-shift: + avg_avg_episode_length: 12.632658 + avg_avg_return: 0.8836651 + avg_benchmark_regret: 0.0036965897 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34703827 + proxy_corner: + avg_avg_return: 0.053232536 + avg_reward_per_step: 0.016777039 + eval-batch-tree: + avg_avg_episode_length: 6.1676984 + avg_avg_return: 0.9844987 + avg_benchmark_regret: 0.0099216215 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27277374 + proxy_corner: + avg_avg_return: 0.9844987 + avg_reward_per_step: 0.27277374 +=========================================================== +=========================================================== + step: + env-step-all-before: 334495744 + env-step-replay-before: 167313408 + env-step-used-before: 334495744 + ppo-update-before: 204160 + env-step-generate-before: 167182336 + env-step-all-after: 334528512 + env-step-replay-after: 167346176 + env-step-used-after: 334528512 + ppo-update-after: 204180 + env-step-generate-after: 167182336 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.560543 + avg_avg_return: 0.91453826 + avg_reward_per_step: 0.09265137 + proxy_corner: + avg_avg_return: 0.25887495 + avg_reward_per_step: 0.025848389 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.560543 + avg_avg_return: 0.91453826 + avg_reward_per_step: 0.09265137 + proxy_corner: + avg_avg_return: 0.25887495 + avg_reward_per_step: 0.025848389 + perf: + env_steps_per_second: 773034.0030920154 + ppo_updates_per_second: 76.1864372911081 + eval-batch-train-duration: 0.2810097659821622 + eval-batch-orig-duration: 0.18164235498989 + eval-batch-shift-duration: 0.14778967201709747 + eval-batch-tree-duration: 0.1402980320272036 + ued: + distances: + cheese-corne_dist_avg: 7.19751 + cheese-corne_dist_wavg: 7.0129824 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 10.152832 + mouse-cheese_dist_finite_wavg: 6.419571 + mouse-cheese_dist_solvable_avg: 10.152832 + mouse-cheese_dist_solvable_wavg: 6.41957 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5671387 + num_walls_wavg: 6.9563246 + prop_walls_avg: 0.28552777 + prop_walls_wavg: 0.3024489 + scoring: + avg_scores: 0.07796222 + visit_patterns: + avg_first_visit_time: 3811.2976 + avg_last_visit_time: 5097.0684 + num_replay_batches: 5107 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00096019125 + avg_actor_approxkl3: 0.0004004337 + avg_actor_clipfrac: 0.016064454 + avg_actor_loss: -0.0004339935 + avg_advantage: 0.027702456 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.0004693261 + avg_entropy: 0.065354235 + avg_grad_norm_pre_clip: 0.61332124 + avg_loss: -0.00026468467 + max: + max_actor_approxkl1: 0.002429946 + max_actor_approxkl3: 0.0012148892 + max_actor_clipfrac: 0.033569336 + max_actor_loss: 0.0007580761 + max_advantage: 0.4524209 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.00089553325 + max_entropy: 0.07259491 + max_grad_norm_pre_clip: 1.3048775 + max_loss: 0.00097357563 + std: + std_actor_approxkl1: 0.0006175994 + std_actor_approxkl3: 0.0002641297 + std_actor_clipfrac: 0.008630587 + std_actor_loss: 0.0005707009 + std_advantage: 0.029685572 + std_critic_clipfrac: 0.00034585988 + std_critic_loss: 0.00012970128 + std_entropy: 0.005362588 + std_grad_norm_pre_clip: 0.21914965 + std_loss: 0.00060631277 + eval-batch-train: + avg_avg_episode_length: 15.188582 + avg_avg_return: 0.85302734 + avg_benchmark_regret: 0.003216906 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34038544 + proxy_corner: + avg_avg_return: 0.07452884 + avg_reward_per_step: 0.016288757 + eval-batch-orig: + avg_avg_episode_length: 16.762423 + avg_avg_return: 0.8396629 + avg_benchmark_regret: 0.0042285314 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27465057 + proxy_corner: + avg_avg_return: 0.8396629 + avg_reward_per_step: 0.27465057 + eval-batch-shift: + avg_avg_episode_length: 12.612019 + avg_avg_return: 0.8840295 + avg_benchmark_regret: 0.0033321814 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3485031 + proxy_corner: + avg_avg_return: 0.05275487 + avg_reward_per_step: 0.01651764 + eval-batch-tree: + avg_avg_episode_length: 5.9862432 + avg_avg_return: 0.9846482 + avg_benchmark_regret: 0.00977208 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27391815 + proxy_corner: + avg_avg_return: 0.9846482 + avg_reward_per_step: 0.27391815 +=========================================================== +=========================================================== + step: + env-step-all-before: 335544320 + env-step-replay-before: 167804928 + env-step-used-before: 335544320 + ppo-update-before: 204800 + env-step-generate-before: 167739392 + env-step-all-after: 335577088 + env-step-replay-after: 167804928 + env-step-used-after: 335577088 + ppo-update-after: 204820 + env-step-generate-after: 167772160 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 10.926271 + avg_avg_return: 0.892426 + avg_reward_per_step: 0.37808228 + proxy_corner: + avg_avg_return: 0.06345472 + avg_reward_per_step: 0.017822266 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 10.926271 + avg_avg_return: 0.892426 + avg_reward_per_step: 0.37808228 + proxy_corner: + avg_avg_return: 0.06345472 + avg_reward_per_step: 0.017822266 + perf: + env_steps_per_second: 882530.4033925264 + ppo_updates_per_second: 78.50374344706717 + eval-batch-train-duration: 0.26835124602075666 + eval-batch-orig-duration: 0.1673406309564598 + eval-batch-shift-duration: 0.1481165179866366 + eval-batch-tree-duration: 0.141601538984105 + ued: + distances: + cheese-corne_dist_avg: 7.2105713 + cheese-corne_dist_wavg: 8.821325 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 10.169189 + mouse-cheese_dist_finite_wavg: 10.016703 + mouse-cheese_dist_solvable_avg: 10.169189 + mouse-cheese_dist_solvable_wavg: 10.016704 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5617676 + num_walls_wavg: 4.258548 + prop_walls_avg: 0.28529423 + prop_walls_wavg: 0.18515426 + scoring: + avg_scores: 0.07811002 + visit_patterns: + avg_first_visit_time: 3816.1272 + avg_last_visit_time: 5111.2397 + num_replay_batches: 5121 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001064636 + avg_actor_approxkl3: 0.0009994962 + avg_actor_clipfrac: 0.028863525 + avg_actor_loss: 4.1531774e-05 + avg_advantage: -0.024549084 + avg_critic_clipfrac: 8.544922e-05 + avg_critic_loss: 0.0026511045 + avg_entropy: 0.10816292 + avg_grad_norm_pre_clip: 0.9900757 + avg_loss: 0.001258921 + max: + max_actor_approxkl1: 0.0023037507 + max_actor_approxkl3: 0.0029406487 + max_actor_clipfrac: 0.060180664 + max_actor_loss: 0.0019473806 + max_advantage: 0.31510174 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.0045690862 + max_entropy: 0.13551271 + max_grad_norm_pre_clip: 1.757816 + max_loss: 0.0037983677 + std: + std_actor_approxkl1: 0.0008460627 + std_actor_approxkl3: 0.00070319144 + std_actor_clipfrac: 0.014789889 + std_actor_loss: 0.00082932116 + std_advantage: 0.07194558 + std_critic_clipfrac: 0.0003724645 + std_critic_loss: 0.0009027177 + std_entropy: 0.013044661 + std_grad_norm_pre_clip: 0.31386584 + std_loss: 0.0008831421 + eval-batch-train: + avg_avg_episode_length: 15.191544 + avg_avg_return: 0.853174 + avg_benchmark_regret: 0.0030702162 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34095 + proxy_corner: + avg_avg_return: 0.067351446 + avg_reward_per_step: 0.015586853 + eval-batch-orig: + avg_avg_episode_length: 16.753944 + avg_avg_return: 0.8395695 + avg_benchmark_regret: 0.0043219356 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27459717 + proxy_corner: + avg_avg_return: 0.8395695 + avg_reward_per_step: 0.27459717 + eval-batch-shift: + avg_avg_episode_length: 12.611839 + avg_avg_return: 0.8840691 + avg_benchmark_regret: 0.0032926656 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34881592 + proxy_corner: + avg_avg_return: 0.051891424 + avg_reward_per_step: 0.01625824 + eval-batch-tree: + avg_avg_episode_length: 5.987866 + avg_avg_return: 0.9845555 + avg_benchmark_regret: 0.0098647885 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2737732 + proxy_corner: + avg_avg_return: 0.9845555 + avg_reward_per_step: 0.2737732 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 336592896 + env-step-replay-before: 168394752 + env-step-used-before: 336592896 + ppo-update-before: 205440 + env-step-generate-before: 168198144 + env-step-all-after: 336625664 + env-step-replay-after: 168394752 + env-step-used-after: 336625664 + ppo-update-after: 205460 + env-step-generate-after: 168230912 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.261678 + avg_avg_return: 0.8514012 + avg_reward_per_step: 0.3527832 + proxy_corner: + avg_avg_return: 0.06341816 + avg_reward_per_step: 0.017578125 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.261678 + avg_avg_return: 0.8514012 + avg_reward_per_step: 0.3527832 + proxy_corner: + avg_avg_return: 0.06341816 + avg_reward_per_step: 0.017578125 + perf: + env_steps_per_second: 988706.7539859432 + ppo_updates_per_second: 77.99749633530593 + eval-batch-train-duration: 0.2606907189474441 + eval-batch-orig-duration: 0.16154262196505442 + eval-batch-shift-duration: 0.14546188502572477 + eval-batch-tree-duration: 0.14167307398747653 + ued: + distances: + cheese-corne_dist_avg: 7.216919 + cheese-corne_dist_wavg: 4.322783 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 10.17334 + mouse-cheese_dist_finite_wavg: 7.31646 + mouse-cheese_dist_solvable_avg: 10.17334 + mouse-cheese_dist_solvable_wavg: 7.316461 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.562256 + num_walls_wavg: 5.1568627 + prop_walls_avg: 0.28531545 + prop_walls_wavg: 0.22421142 + scoring: + avg_scores: 0.07795341 + visit_patterns: + avg_first_visit_time: 3823.4612 + avg_last_visit_time: 5129.229 + num_replay_batches: 5139 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015882166 + avg_actor_approxkl3: 0.0010997722 + avg_actor_clipfrac: 0.03947754 + avg_actor_loss: -0.0006412156 + avg_advantage: -0.027382925 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.0035347359 + avg_entropy: 0.14028072 + avg_grad_norm_pre_clip: 1.1683193 + avg_loss: 0.0009858715 + max: + max_actor_approxkl1: 0.003190796 + max_actor_approxkl3: 0.0019717668 + max_actor_clipfrac: 0.064941406 + max_actor_loss: 0.0006479919 + max_advantage: 0.3055212 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0056576855 + max_entropy: 0.165494 + max_grad_norm_pre_clip: 1.6571425 + max_loss: 0.002672746 + std: + std_actor_approxkl1: 0.0008531061 + std_actor_approxkl3: 0.0005472948 + std_actor_clipfrac: 0.017013835 + std_actor_loss: 0.0008292409 + std_advantage: 0.083553374 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.0008213335 + std_entropy: 0.016997598 + std_grad_norm_pre_clip: 0.31020132 + std_loss: 0.00086497306 + eval-batch-train: + avg_avg_episode_length: 15.188473 + avg_avg_return: 0.8532536 + avg_benchmark_regret: 0.0029906093 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34092712 + proxy_corner: + avg_avg_return: 0.06459547 + avg_reward_per_step: 0.015510559 + eval-batch-orig: + avg_avg_episode_length: 16.76668 + avg_avg_return: 0.83959985 + avg_benchmark_regret: 0.004291621 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742157 + proxy_corner: + avg_avg_return: 0.83959985 + avg_reward_per_step: 0.2742157 + eval-batch-shift: + avg_avg_episode_length: 12.621055 + avg_avg_return: 0.88393706 + avg_benchmark_regret: 0.003424676 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34737396 + proxy_corner: + avg_avg_return: 0.05217696 + avg_reward_per_step: 0.016181946 + eval-batch-tree: + avg_avg_episode_length: 6.0170536 + avg_avg_return: 0.9853347 + avg_benchmark_regret: 0.00908556 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272789 + proxy_corner: + avg_avg_return: 0.9853347 + avg_reward_per_step: 0.272789 +=========================================================== +=========================================================== + step: + env-step-all-before: 337641472 + env-step-replay-before: 168853504 + env-step-used-before: 337641472 + ppo-update-before: 206080 + env-step-generate-before: 168787968 + env-step-all-after: 337674240 + env-step-replay-after: 168853504 + env-step-used-after: 337674240 + ppo-update-after: 206100 + env-step-generate-after: 168820736 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.394472 + avg_avg_return: 0.86381686 + avg_reward_per_step: 0.32977295 + proxy_corner: + avg_avg_return: 0.091263935 + avg_reward_per_step: 0.018859863 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.394472 + avg_avg_return: 0.86381686 + avg_reward_per_step: 0.32977295 + proxy_corner: + avg_avg_return: 0.091263935 + avg_reward_per_step: 0.018859863 + perf: + env_steps_per_second: 863338.9591864866 + ppo_updates_per_second: 102.63237890198332 + eval-batch-train-duration: 0.205064469948411 + eval-batch-orig-duration: 0.1446776870288886 + eval-batch-shift-duration: 0.13954155700048432 + eval-batch-tree-duration: 0.13903072400717065 + ued: + distances: + cheese-corne_dist_avg: 7.2318115 + cheese-corne_dist_wavg: 11.96655 + levels_cheese_is_in_corner_avg: 0.068847656 + mouse-cheese_dist_finite_avg: 10.174561 + mouse-cheese_dist_finite_wavg: 9.114433 + mouse-cheese_dist_solvable_avg: 10.174561 + mouse-cheese_dist_solvable_wavg: 9.114433 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.562256 + num_walls_wavg: 7.8545184 + prop_walls_avg: 0.28531545 + prop_walls_wavg: 0.34150082 + scoring: + avg_scores: 0.077869624 + visit_patterns: + avg_first_visit_time: 3833.455 + avg_last_visit_time: 5143.1885 + num_replay_batches: 5153 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014117626 + avg_actor_approxkl3: 0.0008243547 + avg_actor_clipfrac: 0.0296875 + avg_actor_loss: -0.00039153863 + avg_advantage: -0.021197148 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003158911 + avg_entropy: 0.13644083 + avg_grad_norm_pre_clip: 1.2529659 + avg_loss: 0.0010514761 + max: + max_actor_approxkl1: 0.0038583921 + max_actor_approxkl3: 0.002333174 + max_actor_clipfrac: 0.07543945 + max_actor_loss: 0.0011667535 + max_advantage: 0.37724328 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0058360905 + max_entropy: 0.18901534 + max_grad_norm_pre_clip: 2.5364943 + max_loss: 0.0033390957 + std: + std_actor_approxkl1: 0.0009646601 + std_actor_approxkl3: 0.00065727526 + std_actor_clipfrac: 0.01917404 + std_actor_loss: 0.00071037974 + std_advantage: 0.079369746 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0012238075 + std_entropy: 0.020939121 + std_grad_norm_pre_clip: 0.5655451 + std_loss: 0.0010143348 + eval-batch-train: + avg_avg_episode_length: 15.206663 + avg_avg_return: 0.853091 + avg_benchmark_regret: 0.003153234 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34057617 + proxy_corner: + avg_avg_return: 0.062012613 + avg_reward_per_step: 0.015197754 + eval-batch-orig: + avg_avg_episode_length: 16.770115 + avg_avg_return: 0.83967984 + avg_benchmark_regret: 0.0042116363 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27401733 + proxy_corner: + avg_avg_return: 0.83967984 + avg_reward_per_step: 0.27401733 + eval-batch-shift: + avg_avg_episode_length: 12.629679 + avg_avg_return: 0.88419807 + avg_benchmark_regret: 0.003163618 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34587097 + proxy_corner: + avg_avg_return: 0.05102349 + avg_reward_per_step: 0.016059875 + eval-batch-tree: + avg_avg_episode_length: 6.056712 + avg_avg_return: 0.9851563 + avg_benchmark_regret: 0.009263924 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2720871 + proxy_corner: + avg_avg_return: 0.9851563 + avg_reward_per_step: 0.2720871 +=========================================================== +=========================================================== + step: + env-step-all-before: 338690048 + env-step-replay-before: 169377792 + env-step-used-before: 338690048 + ppo-update-before: 206720 + env-step-generate-before: 169312256 + env-step-all-after: 338722816 + env-step-replay-after: 169410560 + env-step-used-after: 338722816 + ppo-update-after: 206740 + env-step-generate-after: 169312256 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 11.166126 + avg_avg_return: 0.9068688 + avg_reward_per_step: 0.09085083 + proxy_corner: + avg_avg_return: 0.26897824 + avg_reward_per_step: 0.02609253 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 11.166126 + avg_avg_return: 0.9068688 + avg_reward_per_step: 0.09085083 + proxy_corner: + avg_avg_return: 0.26897824 + avg_reward_per_step: 0.02609253 + perf: + env_steps_per_second: 932562.9328974837 + ppo_updates_per_second: 75.99068293965806 + eval-batch-train-duration: 0.2597670290269889 + eval-batch-orig-duration: 0.16374448197893798 + eval-batch-shift-duration: 0.14622417197097093 + eval-batch-tree-duration: 0.14132573001552373 + ued: + distances: + cheese-corne_dist_avg: 7.227295 + cheese-corne_dist_wavg: 4.3286877 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 10.181885 + mouse-cheese_dist_finite_wavg: 4.623643 + mouse-cheese_dist_solvable_avg: 10.181885 + mouse-cheese_dist_solvable_wavg: 4.623644 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5617676 + num_walls_wavg: 3.3573565 + prop_walls_avg: 0.28529423 + prop_walls_wavg: 0.14597203 + scoring: + avg_scores: 0.07815528 + visit_patterns: + avg_first_visit_time: 3841.005 + avg_last_visit_time: 5160.2285 + num_replay_batches: 5170 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006454539 + avg_actor_approxkl3: 0.00047844762 + avg_actor_clipfrac: 0.017645264 + avg_actor_loss: -0.00036716656 + avg_advantage: -0.0017042214 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005035627 + avg_entropy: 0.06482614 + avg_grad_norm_pre_clip: 0.6044989 + avg_loss: -0.00018021137 + max: + max_actor_approxkl1: 0.0017745364 + max_actor_approxkl3: 0.0008572049 + max_actor_clipfrac: 0.030883789 + max_actor_loss: 0.00045379717 + max_advantage: 0.5596416 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010884586 + max_entropy: 0.07864945 + max_grad_norm_pre_clip: 1.010093 + max_loss: 0.0007348736 + std: + std_actor_approxkl1: 0.00048208193 + std_actor_approxkl3: 0.00019666314 + std_actor_clipfrac: 0.0070769703 + std_actor_loss: 0.0005978959 + std_advantage: 0.034050122 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00027888376 + std_entropy: 0.006870005 + std_grad_norm_pre_clip: 0.19223663 + std_loss: 0.00061520905 + eval-batch-train: + avg_avg_episode_length: 15.201222 + avg_avg_return: 0.85294104 + avg_benchmark_regret: 0.0033031444 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34074402 + proxy_corner: + avg_avg_return: 0.06662822 + avg_reward_per_step: 0.015319824 + eval-batch-orig: + avg_avg_episode_length: 16.759623 + avg_avg_return: 0.8397369 + avg_benchmark_regret: 0.0041546104 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27477264 + proxy_corner: + avg_avg_return: 0.8397369 + avg_reward_per_step: 0.27477264 + eval-batch-shift: + avg_avg_episode_length: 12.638344 + avg_avg_return: 0.8839017 + avg_benchmark_regret: 0.0034600077 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34466553 + proxy_corner: + avg_avg_return: 0.052173305 + avg_reward_per_step: 0.016311646 + eval-batch-tree: + avg_avg_episode_length: 6.0428357 + avg_avg_return: 0.985855 + avg_benchmark_regret: 0.008565314 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27378082 + proxy_corner: + avg_avg_return: 0.985855 + avg_reward_per_step: 0.27378082 +=========================================================== +=========================================================== + step: + env-step-all-before: 339738624 + env-step-replay-before: 169934848 + env-step-used-before: 339738624 + ppo-update-before: 207360 + env-step-generate-before: 169803776 + env-step-all-after: 339771392 + env-step-replay-after: 169934848 + env-step-used-after: 339771392 + ppo-update-after: 207380 + env-step-generate-after: 169836544 + train-generate: + shift_proportion: 0.984375 + avg_avg_episode_length: 13.928476 + avg_avg_return: 0.8562868 + avg_reward_per_step: 0.37393188 + proxy_corner: + avg_avg_return: 0.036745682 + avg_reward_per_step: 0.010986328 + train-all: + shift_proportion: 0.984375 + avg_avg_episode_length: 13.928476 + avg_avg_return: 0.8562868 + avg_reward_per_step: 0.37393188 + proxy_corner: + avg_avg_return: 0.036745682 + avg_reward_per_step: 0.010986328 + perf: + env_steps_per_second: 623840.8407572822 + ppo_updates_per_second: 101.03238223008206 + eval-batch-train-duration: 0.1951437119860202 + eval-batch-orig-duration: 0.14063566899858415 + eval-batch-shift-duration: 0.1376113899750635 + eval-batch-tree-duration: 0.13844543101731688 + ued: + distances: + cheese-corne_dist_avg: 7.2425537 + cheese-corne_dist_wavg: 5.230697 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 10.183838 + mouse-cheese_dist_finite_wavg: 10.024775 + mouse-cheese_dist_solvable_avg: 10.183838 + mouse-cheese_dist_solvable_wavg: 10.024777 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.567383 + num_walls_wavg: 6.057994 + prop_walls_avg: 0.28553838 + prop_walls_wavg: 0.26339105 + scoring: + avg_scores: 0.077829346 + visit_patterns: + avg_first_visit_time: 3848.1763 + avg_last_visit_time: 5176.286 + num_replay_batches: 5186 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013457964 + avg_actor_approxkl3: 0.0010970149 + avg_actor_clipfrac: 0.038476564 + avg_actor_loss: -5.2849577e-05 + avg_advantage: -0.025698405 + avg_critic_clipfrac: 0.00021362305 + avg_critic_loss: 0.0034997386 + avg_entropy: 0.13715586 + avg_grad_norm_pre_clip: 1.3669909 + avg_loss: 0.0015598638 + max: + max_actor_approxkl1: 0.0032869065 + max_actor_approxkl3: 0.0025774096 + max_actor_clipfrac: 0.061645508 + max_actor_loss: 0.002184838 + max_advantage: 0.2628463 + max_critic_clipfrac: 0.004272461 + max_critic_loss: 0.0052708024 + max_entropy: 0.16813263 + max_grad_norm_pre_clip: 2.3872685 + max_loss: 0.0041028247 + std: + std_actor_approxkl1: 0.0009110603 + std_actor_approxkl3: 0.0006188847 + std_actor_clipfrac: 0.0169537 + std_actor_loss: 0.0011219673 + std_advantage: 0.083737075 + std_critic_clipfrac: 0.0009311613 + std_critic_loss: 0.0009363819 + std_entropy: 0.017275233 + std_grad_norm_pre_clip: 0.52562666 + std_loss: 0.0011914816 + eval-batch-train: + avg_avg_episode_length: 15.241444 + avg_avg_return: 0.85266787 + avg_benchmark_regret: 0.003576365 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33641052 + proxy_corner: + avg_avg_return: 0.06843122 + avg_reward_per_step: 0.015274048 + eval-batch-orig: + avg_avg_episode_length: 16.752762 + avg_avg_return: 0.839608 + avg_benchmark_regret: 0.0042834813 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27457428 + proxy_corner: + avg_avg_return: 0.839608 + avg_reward_per_step: 0.27457428 + eval-batch-shift: + avg_avg_episode_length: 12.66028 + avg_avg_return: 0.88394535 + avg_benchmark_regret: 0.0034164102 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34456635 + proxy_corner: + avg_avg_return: 0.051409665 + avg_reward_per_step: 0.016151428 + eval-batch-tree: + avg_avg_episode_length: 5.979746 + avg_avg_return: 0.98506963 + avg_benchmark_regret: 0.009350628 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27361298 + proxy_corner: + avg_avg_return: 0.98506963 + avg_reward_per_step: 0.27361298 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 340787200 + env-step-replay-before: 170360832 + env-step-used-before: 340787200 + ppo-update-before: 208000 + env-step-generate-before: 170426368 + env-step-all-after: 340819968 + env-step-replay-after: 170360832 + env-step-used-after: 340819968 + ppo-update-after: 208020 + env-step-generate-after: 170459136 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.632114 + avg_avg_return: 0.8841014 + avg_reward_per_step: 0.3524475 + proxy_corner: + avg_avg_return: 0.052237257 + avg_reward_per_step: 0.015472412 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.632114 + avg_avg_return: 0.8841014 + avg_reward_per_step: 0.3524475 + proxy_corner: + avg_avg_return: 0.052237257 + avg_reward_per_step: 0.015472412 + perf: + env_steps_per_second: 803763.4020598887 + ppo_updates_per_second: 77.88456245194186 + eval-batch-train-duration: 0.2926276620128192 + eval-batch-orig-duration: 0.1838765550055541 + eval-batch-shift-duration: 0.15023446996929124 + eval-batch-tree-duration: 0.1427204089704901 + ued: + distances: + cheese-corne_dist_avg: 7.230957 + cheese-corne_dist_wavg: 11.982434 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 10.193848 + mouse-cheese_dist_finite_wavg: 4.6230316 + mouse-cheese_dist_solvable_avg: 10.193848 + mouse-cheese_dist_solvable_wavg: 4.6230316 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.571045 + num_walls_wavg: 6.9585004 + prop_walls_avg: 0.28569758 + prop_walls_wavg: 0.3025435 + scoring: + avg_scores: 0.07795951 + visit_patterns: + avg_first_visit_time: 3861.0034 + avg_last_visit_time: 5189.318 + num_replay_batches: 5199 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014909694 + avg_actor_approxkl3: 0.0011539672 + avg_actor_clipfrac: 0.039453126 + avg_actor_loss: 0.00016722921 + avg_advantage: 0.0020269137 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002573378 + avg_entropy: 0.11969631 + avg_grad_norm_pre_clip: 1.3041037 + avg_loss: 0.0013342219 + max: + max_actor_approxkl1: 0.004484987 + max_actor_approxkl3: 0.002531051 + max_actor_clipfrac: 0.068359375 + max_actor_loss: 0.0022595413 + max_advantage: 0.32617188 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004621013 + max_entropy: 0.14629921 + max_grad_norm_pre_clip: 2.6924188 + max_loss: 0.004088232 + std: + std_actor_approxkl1: 0.001267695 + std_actor_approxkl3: 0.00058037974 + std_actor_clipfrac: 0.016732434 + std_actor_loss: 0.0009442666 + std_advantage: 0.072392784 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00086607167 + std_entropy: 0.012509059 + std_grad_norm_pre_clip: 0.4391136 + std_loss: 0.0010548034 + eval-batch-train: + avg_avg_episode_length: 15.194605 + avg_avg_return: 0.8531925 + avg_benchmark_regret: 0.0030516845 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34031677 + proxy_corner: + avg_avg_return: 0.06976727 + avg_reward_per_step: 0.01600647 + eval-batch-orig: + avg_avg_episode_length: 16.772625 + avg_avg_return: 0.83980227 + avg_benchmark_regret: 0.0040891813 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27424622 + proxy_corner: + avg_avg_return: 0.83980227 + avg_reward_per_step: 0.27424622 + eval-batch-shift: + avg_avg_episode_length: 12.632636 + avg_avg_return: 0.8838293 + avg_benchmark_regret: 0.0035323985 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34570312 + proxy_corner: + avg_avg_return: 0.053884342 + avg_reward_per_step: 0.016418457 + eval-batch-tree: + avg_avg_episode_length: 6.4264975 + avg_avg_return: 0.98325384 + avg_benchmark_regret: 0.011166451 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27108765 + proxy_corner: + avg_avg_return: 0.98325384 + avg_reward_per_step: 0.27108765 +=========================================================== +=========================================================== + step: + env-step-all-before: 341835776 + env-step-replay-before: 170688512 + env-step-used-before: 341835776 + ppo-update-before: 208640 + env-step-generate-before: 171147264 + env-step-all-after: 341868544 + env-step-replay-after: 170688512 + env-step-used-after: 341868544 + ppo-update-after: 208660 + env-step-generate-after: 171180032 + train-generate: + shift_proportion: 0.98828125 + avg_avg_episode_length: 15.239048 + avg_avg_return: 0.8396146 + avg_reward_per_step: 0.37506104 + proxy_corner: + avg_avg_return: 0.043051265 + avg_reward_per_step: 0.008178711 + train-all: + shift_proportion: 0.98828125 + avg_avg_episode_length: 15.239048 + avg_avg_return: 0.8396146 + avg_reward_per_step: 0.37506104 + proxy_corner: + avg_avg_return: 0.043051265 + avg_reward_per_step: 0.008178711 + perf: + env_steps_per_second: 941249.8975736476 + ppo_updates_per_second: 75.83423324527112 + eval-batch-train-duration: 0.2513764640316367 + eval-batch-orig-duration: 0.16159295797115192 + eval-batch-shift-duration: 0.1450006459490396 + eval-batch-tree-duration: 0.1407358380383812 + ued: + distances: + cheese-corne_dist_avg: 7.2124023 + cheese-corne_dist_wavg: 11.966814 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.195068 + mouse-cheese_dist_finite_wavg: 4.6232 + mouse-cheese_dist_solvable_avg: 10.195068 + mouse-cheese_dist_solvable_wavg: 4.6232 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.577881 + num_walls_wavg: 6.958945 + prop_walls_avg: 0.2859948 + prop_walls_wavg: 0.3025628 + scoring: + avg_scores: 0.07865754 + visit_patterns: + avg_first_visit_time: 3871.05 + avg_last_visit_time: 5199.379 + num_replay_batches: 5209 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011005765 + avg_actor_approxkl3: 0.0009426487 + avg_actor_clipfrac: 0.02658081 + avg_actor_loss: -0.0004733013 + avg_advantage: -0.033709124 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033991262 + avg_entropy: 0.123238385 + avg_grad_norm_pre_clip: 1.2811354 + avg_loss: 0.0011030233 + max: + max_actor_approxkl1: 0.004050854 + max_actor_approxkl3: 0.0034121645 + max_actor_clipfrac: 0.051635742 + max_actor_loss: 0.0012910292 + max_advantage: 0.23560315 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005359599 + max_entropy: 0.16822919 + max_grad_norm_pre_clip: 2.1185043 + max_loss: 0.0029493624 + std: + std_actor_approxkl1: 0.00094991823 + std_actor_approxkl3: 0.0008454186 + std_actor_clipfrac: 0.014910521 + std_actor_loss: 0.00095131143 + std_advantage: 0.08154689 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011652238 + std_entropy: 0.021934213 + std_grad_norm_pre_clip: 0.4970817 + std_loss: 0.0010901773 + eval-batch-train: + avg_avg_episode_length: 15.180288 + avg_avg_return: 0.8532998 + avg_benchmark_regret: 0.0029444261 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34188843 + proxy_corner: + avg_avg_return: 0.06397117 + avg_reward_per_step: 0.01524353 + eval-batch-orig: + avg_avg_episode_length: 16.793169 + avg_avg_return: 0.83968866 + avg_benchmark_regret: 0.004202844 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27311707 + proxy_corner: + avg_avg_return: 0.83968866 + avg_reward_per_step: 0.27311707 + eval-batch-shift: + avg_avg_episode_length: 12.619051 + avg_avg_return: 0.883909 + avg_benchmark_regret: 0.0034527036 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34867096 + proxy_corner: + avg_avg_return: 0.05091083 + avg_reward_per_step: 0.016059875 + eval-batch-tree: + avg_avg_episode_length: 7.559394 + avg_avg_return: 0.97065955 + avg_benchmark_regret: 0.023760691 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2686844 + proxy_corner: + avg_avg_return: 0.97065955 + avg_reward_per_step: 0.2686844 +=========================================================== +=========================================================== + step: + env-step-all-before: 342884352 + env-step-replay-before: 170852352 + env-step-used-before: 342884352 + ppo-update-before: 209280 + env-step-generate-before: 172032000 + env-step-all-after: 342917120 + env-step-replay-after: 170852352 + env-step-used-after: 342917120 + ppo-update-after: 209300 + env-step-generate-after: 172064768 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.210018 + avg_avg_return: 0.8662725 + avg_reward_per_step: 0.32867432 + proxy_corner: + avg_avg_return: 0.09265058 + avg_reward_per_step: 0.02331543 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 13.210018 + avg_avg_return: 0.8662725 + avg_reward_per_step: 0.32867432 + proxy_corner: + avg_avg_return: 0.09265058 + avg_reward_per_step: 0.02331543 + perf: + env_steps_per_second: 910923.6844939903 + ppo_updates_per_second: 105.39620952903546 + eval-batch-train-duration: 0.19995668303454295 + eval-batch-orig-duration: 0.14256156800547615 + eval-batch-shift-duration: 0.14342152897734195 + eval-batch-tree-duration: 0.14231732801999897 + ued: + distances: + cheese-corne_dist_avg: 7.2025146 + cheese-corne_dist_wavg: 7.9232097 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.214111 + mouse-cheese_dist_finite_wavg: 8.22275 + mouse-cheese_dist_solvable_avg: 10.214111 + mouse-cheese_dist_solvable_wavg: 8.22275 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5686035 + num_walls_wavg: 6.0566707 + prop_walls_avg: 0.28559142 + prop_walls_wavg: 0.26333356 + scoring: + avg_scores: 0.079214275 + visit_patterns: + avg_first_visit_time: 3883.1887 + avg_last_visit_time: 5204.294 + num_replay_batches: 5214 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007291892 + avg_actor_approxkl3: 0.00070946454 + avg_actor_clipfrac: 0.029901123 + avg_actor_loss: -0.00058977323 + avg_advantage: -0.036584675 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0030074816 + avg_entropy: 0.12798476 + avg_grad_norm_pre_clip: 0.9927751 + avg_loss: 0.0007859829 + max: + max_actor_approxkl1: 0.0026386082 + max_actor_approxkl3: 0.0016270427 + max_actor_clipfrac: 0.060302734 + max_actor_loss: 0.0012532063 + max_advantage: 0.46718258 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005031064 + max_entropy: 0.16970351 + max_grad_norm_pre_clip: 1.3308465 + max_loss: 0.0024233737 + std: + std_actor_approxkl1: 0.0005842798 + std_actor_approxkl3: 0.00032651614 + std_actor_clipfrac: 0.013561868 + std_actor_loss: 0.0008160223 + std_advantage: 0.075346194 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00085431454 + std_entropy: 0.01892481 + std_grad_norm_pre_clip: 0.20646267 + std_loss: 0.00091847597 + eval-batch-train: + avg_avg_episode_length: 15.198906 + avg_avg_return: 0.8531624 + avg_benchmark_regret: 0.0030818323 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34017944 + proxy_corner: + avg_avg_return: 0.06352591 + avg_reward_per_step: 0.014923096 + eval-batch-orig: + avg_avg_episode_length: 16.75781 + avg_avg_return: 0.83936083 + avg_benchmark_regret: 0.0045306906 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2743454 + proxy_corner: + avg_avg_return: 0.83936083 + avg_reward_per_step: 0.2743454 + eval-batch-shift: + avg_avg_episode_length: 12.622194 + avg_avg_return: 0.8840648 + avg_benchmark_regret: 0.0032969564 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34836578 + proxy_corner: + avg_avg_return: 0.053702503 + avg_reward_per_step: 0.016311646 + eval-batch-tree: + avg_avg_episode_length: 7.22225 + avg_avg_return: 0.97737145 + avg_benchmark_regret: 0.017048795 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2696457 + proxy_corner: + avg_avg_return: 0.97737145 + avg_reward_per_step: 0.2696457 +=========================================================== +=========================================================== + step: + env-step-all-before: 343932928 + env-step-replay-before: 171409408 + env-step-used-before: 343932928 + ppo-update-before: 209920 + env-step-generate-before: 172523520 + env-step-all-after: 343965696 + env-step-replay-after: 171442176 + env-step-used-after: 343965696 + ppo-update-after: 209940 + env-step-generate-after: 172523520 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 10.672804 + avg_avg_return: 0.9130213 + avg_reward_per_step: 0.09112549 + proxy_corner: + avg_avg_return: 0.27028254 + avg_reward_per_step: 0.02645874 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 10.672804 + avg_avg_return: 0.9130213 + avg_reward_per_step: 0.09112549 + proxy_corner: + avg_avg_return: 0.27028254 + avg_reward_per_step: 0.02645874 + perf: + env_steps_per_second: 703400.1177757811 + ppo_updates_per_second: 103.29120697141401 + eval-batch-train-duration: 0.19105215097079054 + eval-batch-orig-duration: 0.14203460497083142 + eval-batch-shift-duration: 0.13939628301886842 + eval-batch-tree-duration: 0.1391560310148634 + ued: + distances: + cheese-corne_dist_avg: 7.189087 + cheese-corne_dist_wavg: 11.965979 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 10.22168 + mouse-cheese_dist_finite_wavg: 7.3246813 + mouse-cheese_dist_solvable_avg: 10.22168 + mouse-cheese_dist_solvable_wavg: 7.324682 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.567627 + num_walls_wavg: 5.160033 + prop_walls_avg: 0.28554899 + prop_walls_wavg: 0.2243493 + scoring: + avg_scores: 0.078529485 + visit_patterns: + avg_first_visit_time: 3890.8247 + avg_last_visit_time: 5222.1924 + num_replay_batches: 5232 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00044408906 + avg_actor_approxkl3: 0.0003560064 + avg_actor_clipfrac: 0.01607666 + avg_actor_loss: -0.0005339558 + avg_advantage: 0.0017378621 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00033720685 + avg_entropy: 0.06345265 + avg_grad_norm_pre_clip: 0.69684553 + avg_loss: -0.00042880504 + max: + max_actor_approxkl1: 0.0011558607 + max_actor_approxkl3: 0.00068924896 + max_actor_clipfrac: 0.02734375 + max_actor_loss: 0.00083310716 + max_advantage: 0.3706215 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00048547465 + max_entropy: 0.07672839 + max_grad_norm_pre_clip: 2.3979445 + max_loss: 0.0009067329 + std: + std_actor_approxkl1: 0.00032451603 + std_actor_approxkl3: 0.00017656412 + std_actor_clipfrac: 0.0071589947 + std_actor_loss: 0.00051944534 + std_advantage: 0.027725331 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.0114715e-05 + std_entropy: 0.0057980986 + std_grad_norm_pre_clip: 0.42471054 + std_loss: 0.0005281565 + eval-batch-train: + avg_avg_episode_length: 15.168621 + avg_avg_return: 0.8532343 + avg_benchmark_regret: 0.0030099594 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34352875 + proxy_corner: + avg_avg_return: 0.067662954 + avg_reward_per_step: 0.015434265 + eval-batch-orig: + avg_avg_episode_length: 16.773514 + avg_avg_return: 0.8395791 + avg_benchmark_regret: 0.0043124026 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27389526 + proxy_corner: + avg_avg_return: 0.8395791 + avg_reward_per_step: 0.27389526 + eval-batch-shift: + avg_avg_episode_length: 12.60825 + avg_avg_return: 0.883746 + avg_benchmark_regret: 0.0036156417 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34840393 + proxy_corner: + avg_avg_return: 0.05202293 + avg_reward_per_step: 0.016273499 + eval-batch-tree: + avg_avg_episode_length: 6.744383 + avg_avg_return: 0.9806098 + avg_benchmark_regret: 0.0138104865 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2710724 + proxy_corner: + avg_avg_return: 0.9806098 + avg_reward_per_step: 0.2710724 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 344981504 + env-step-replay-before: 171966464 + env-step-used-before: 344981504 + ppo-update-before: 210560 + env-step-generate-before: 173015040 + env-step-all-after: 345014272 + env-step-replay-after: 171999232 + env-step-used-after: 345014272 + ppo-update-after: 210580 + env-step-generate-after: 173015040 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.761184 + avg_avg_return: 0.91284734 + avg_reward_per_step: 0.09188843 + proxy_corner: + avg_avg_return: 0.23956363 + avg_reward_per_step: 0.023712158 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.761184 + avg_avg_return: 0.91284734 + avg_reward_per_step: 0.09188843 + proxy_corner: + avg_avg_return: 0.23956363 + avg_reward_per_step: 0.023712158 + perf: + env_steps_per_second: 722445.9717799271 + ppo_updates_per_second: 99.85176308199847 + eval-batch-train-duration: 0.19792579399654642 + eval-batch-orig-duration: 0.1445116939721629 + eval-batch-shift-duration: 0.14093202800722793 + eval-batch-tree-duration: 0.14038789202459157 + ued: + distances: + cheese-corne_dist_avg: 7.189087 + cheese-corne_dist_wavg: 4.3198714 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 10.214111 + mouse-cheese_dist_finite_wavg: 9.12158 + mouse-cheese_dist_solvable_avg: 10.214111 + mouse-cheese_dist_solvable_wavg: 9.121581 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.572998 + num_walls_wavg: 6.958431 + prop_walls_avg: 0.28578252 + prop_walls_wavg: 0.30254045 + scoring: + avg_scores: 0.078136645 + visit_patterns: + avg_first_visit_time: 3899.9685 + avg_last_visit_time: 5239.326 + num_replay_batches: 5249 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009990291 + avg_actor_approxkl3: 0.0006515747 + avg_actor_clipfrac: 0.02119751 + avg_actor_loss: -0.0010292622 + avg_advantage: 0.032854576 + avg_critic_clipfrac: 0.00052490237 + avg_critic_loss: 0.00075792056 + avg_entropy: 0.07124288 + avg_grad_norm_pre_clip: 0.62106365 + avg_loss: -0.00072154467 + max: + max_actor_approxkl1: 0.0028485875 + max_actor_approxkl3: 0.0019354069 + max_actor_clipfrac: 0.05078125 + max_actor_loss: 6.6850334e-06 + max_advantage: 0.5108837 + max_critic_clipfrac: 0.005004883 + max_critic_loss: 0.0013677075 + max_entropy: 0.08318561 + max_grad_norm_pre_clip: 0.9028603 + max_loss: 0.0005525679 + std: + std_actor_approxkl1: 0.0007289274 + std_actor_approxkl3: 0.00045932006 + std_actor_clipfrac: 0.0112280985 + std_actor_loss: 0.0007602444 + std_advantage: 0.03791287 + std_critic_clipfrac: 0.0013489183 + std_critic_loss: 0.00022794836 + std_entropy: 0.0051960377 + std_grad_norm_pre_clip: 0.17794368 + std_loss: 0.0008333957 + eval-batch-train: + avg_avg_episode_length: 15.181034 + avg_avg_return: 0.85314125 + avg_benchmark_regret: 0.0031030118 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34135437 + proxy_corner: + avg_avg_return: 0.070757784 + avg_reward_per_step: 0.0157547 + eval-batch-orig: + avg_avg_episode_length: 16.778831 + avg_avg_return: 0.83951306 + avg_benchmark_regret: 0.0043784007 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27384186 + proxy_corner: + avg_avg_return: 0.83951306 + avg_reward_per_step: 0.27384186 + eval-batch-shift: + avg_avg_episode_length: 12.621163 + avg_avg_return: 0.8842001 + avg_benchmark_regret: 0.0031615773 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34614563 + proxy_corner: + avg_avg_return: 0.05168449 + avg_reward_per_step: 0.016235352 + eval-batch-tree: + avg_avg_episode_length: 6.503456 + avg_avg_return: 0.9824047 + avg_benchmark_regret: 0.012015512 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2718506 + proxy_corner: + avg_avg_return: 0.9824047 + avg_reward_per_step: 0.2718506 +=========================================================== +=========================================================== + step: + env-step-all-before: 346030080 + env-step-replay-before: 172392448 + env-step-used-before: 346030080 + ppo-update-before: 211200 + env-step-generate-before: 173637632 + env-step-all-after: 346062848 + env-step-replay-after: 172425216 + env-step-used-after: 346062848 + ppo-update-after: 211220 + env-step-generate-after: 173637632 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.664244 + avg_avg_return: 0.9143857 + avg_reward_per_step: 0.09170532 + proxy_corner: + avg_avg_return: 0.3137436 + avg_reward_per_step: 0.030822754 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.664244 + avg_avg_return: 0.9143857 + avg_reward_per_step: 0.09170532 + proxy_corner: + avg_avg_return: 0.3137436 + avg_reward_per_step: 0.030822754 + perf: + env_steps_per_second: 835804.7020419787 + ppo_updates_per_second: 75.50301789574466 + eval-batch-train-duration: 0.3011378310038708 + eval-batch-orig-duration: 0.18391356500796974 + eval-batch-shift-duration: 0.14844638999784365 + eval-batch-tree-duration: 0.14119658601703122 + ued: + distances: + cheese-corne_dist_avg: 7.192993 + cheese-corne_dist_wavg: 5.2243795 + levels_cheese_is_in_corner_avg: 0.07128906 + mouse-cheese_dist_finite_avg: 10.2265625 + mouse-cheese_dist_finite_wavg: 5.527241 + mouse-cheese_dist_solvable_avg: 10.2265625 + mouse-cheese_dist_solvable_wavg: 5.527241 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5700684 + num_walls_wavg: 6.956002 + prop_walls_avg: 0.28565514 + prop_walls_wavg: 0.30243492 + scoring: + avg_scores: 0.07836749 + visit_patterns: + avg_first_visit_time: 3909.378 + avg_last_visit_time: 5252.371 + num_replay_batches: 5262 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00072452036 + avg_actor_approxkl3: 0.00028543698 + avg_actor_clipfrac: 0.011914062 + avg_actor_loss: -0.0007230267 + avg_advantage: 0.016197044 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003522586 + avg_entropy: 0.07127278 + avg_grad_norm_pre_clip: 0.5443376 + avg_loss: -0.0006181702 + max: + max_actor_approxkl1: 0.0016832747 + max_actor_approxkl3: 0.0005497276 + max_actor_clipfrac: 0.025512695 + max_actor_loss: 0.00010429416 + max_advantage: 0.296084 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005699969 + max_entropy: 0.08110451 + max_grad_norm_pre_clip: 0.71359265 + max_loss: 0.00020229019 + std: + std_actor_approxkl1: 0.0004557326 + std_actor_approxkl3: 0.00016160836 + std_actor_clipfrac: 0.007264506 + std_actor_loss: 0.0005019291 + std_advantage: 0.026716663 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.582774e-05 + std_entropy: 0.0054911724 + std_grad_norm_pre_clip: 0.11405607 + std_loss: 0.00053021166 + eval-batch-train: + avg_avg_episode_length: 15.188639 + avg_avg_return: 0.85284376 + avg_benchmark_regret: 0.0034004827 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.341568 + proxy_corner: + avg_avg_return: 0.074785024 + avg_reward_per_step: 0.015449524 + eval-batch-orig: + avg_avg_episode_length: 16.761307 + avg_avg_return: 0.83960354 + avg_benchmark_regret: 0.0042879274 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27415466 + proxy_corner: + avg_avg_return: 0.83960354 + avg_reward_per_step: 0.27415466 + eval-batch-shift: + avg_avg_episode_length: 12.641085 + avg_avg_return: 0.88434374 + avg_benchmark_regret: 0.0030179194 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3456421 + proxy_corner: + avg_avg_return: 0.052648522 + avg_reward_per_step: 0.016334534 + eval-batch-tree: + avg_avg_episode_length: 6.355029 + avg_avg_return: 0.98400104 + avg_benchmark_regret: 0.010419267 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27262878 + proxy_corner: + avg_avg_return: 0.98400104 + avg_reward_per_step: 0.27262878 +=========================================================== +=========================================================== + step: + env-step-all-before: 347078656 + env-step-replay-before: 172818432 + env-step-used-before: 347078656 + ppo-update-before: 211840 + env-step-generate-before: 174260224 + env-step-all-after: 347111424 + env-step-replay-after: 172818432 + env-step-used-after: 347111424 + ppo-update-after: 211860 + env-step-generate-after: 174292992 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.281828 + avg_avg_return: 0.85304666 + avg_reward_per_step: 0.32815552 + proxy_corner: + avg_avg_return: 0.049619332 + avg_reward_per_step: 0.009979248 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.281828 + avg_avg_return: 0.85304666 + avg_reward_per_step: 0.32815552 + proxy_corner: + avg_avg_return: 0.049619332 + avg_reward_per_step: 0.009979248 + perf: + env_steps_per_second: 937028.2857966702 + ppo_updates_per_second: 76.397652952934 + eval-batch-train-duration: 0.25685645296471193 + eval-batch-orig-duration: 0.1595224660122767 + eval-batch-shift-duration: 0.14437323302263394 + eval-batch-tree-duration: 0.14157228299882263 + ued: + distances: + cheese-corne_dist_avg: 7.203491 + cheese-corne_dist_wavg: 7.9273767 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 10.234131 + mouse-cheese_dist_finite_wavg: 7.3223057 + mouse-cheese_dist_solvable_avg: 10.234131 + mouse-cheese_dist_solvable_wavg: 7.3223057 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.563965 + num_walls_wavg: 6.956989 + prop_walls_avg: 0.28538978 + prop_walls_wavg: 0.3024778 + scoring: + avg_scores: 0.07898089 + visit_patterns: + avg_first_visit_time: 3919.2122 + avg_last_visit_time: 5264.274 + num_replay_batches: 5274 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001301869 + avg_actor_approxkl3: 0.0011526787 + avg_actor_clipfrac: 0.04419556 + avg_actor_loss: 5.855039e-06 + avg_advantage: -0.005131057 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0036703148 + avg_entropy: 0.14639235 + avg_grad_norm_pre_clip: 1.32979 + avg_loss: 0.0016946202 + max: + max_actor_approxkl1: 0.0028156652 + max_actor_approxkl3: 0.002265782 + max_actor_clipfrac: 0.07678223 + max_actor_loss: 0.0021059923 + max_advantage: 0.42341018 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005589571 + max_entropy: 0.18483987 + max_grad_norm_pre_clip: 2.9388545 + max_loss: 0.0038513325 + std: + std_actor_approxkl1: 0.0007704684 + std_actor_approxkl3: 0.0006198812 + std_actor_clipfrac: 0.021175504 + std_actor_loss: 0.0008952432 + std_advantage: 0.08612918 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00083164475 + std_entropy: 0.018484721 + std_grad_norm_pre_clip: 0.45817563 + std_loss: 0.0009303694 + eval-batch-train: + avg_avg_episode_length: 15.196218 + avg_avg_return: 0.8529811 + avg_benchmark_regret: 0.0032631124 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34064484 + proxy_corner: + avg_avg_return: 0.07284987 + avg_reward_per_step: 0.0157547 + eval-batch-orig: + avg_avg_episode_length: 16.756268 + avg_avg_return: 0.8395269 + avg_benchmark_regret: 0.004364592 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27437592 + proxy_corner: + avg_avg_return: 0.8395269 + avg_reward_per_step: 0.27437592 + eval-batch-shift: + avg_avg_episode_length: 12.632044 + avg_avg_return: 0.8839761 + avg_benchmark_regret: 0.0033856388 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.053278435 + avg_reward_per_step: 0.016365051 + eval-batch-tree: + avg_avg_episode_length: 6.432865 + avg_avg_return: 0.9834523 + avg_benchmark_regret: 0.010967939 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27278137 + proxy_corner: + avg_avg_return: 0.9834523 + avg_reward_per_step: 0.27278137 +=========================================================== +=========================================================== + step: + env-step-all-before: 348127232 + env-step-replay-before: 173146112 + env-step-used-before: 348127232 + ppo-update-before: 212480 + env-step-generate-before: 174981120 + env-step-all-after: 348160000 + env-step-replay-after: 173178880 + env-step-used-after: 348160000 + ppo-update-after: 212500 + env-step-generate-after: 174981120 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.510253 + avg_avg_return: 0.9150474 + avg_reward_per_step: 0.0927124 + proxy_corner: + avg_avg_return: 0.26173413 + avg_reward_per_step: 0.025878906 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.510253 + avg_avg_return: 0.9150474 + avg_reward_per_step: 0.0927124 + proxy_corner: + avg_avg_return: 0.26173413 + avg_reward_per_step: 0.025878906 + perf: + env_steps_per_second: 700223.6358889133 + ppo_updates_per_second: 105.36523961495824 + eval-batch-train-duration: 0.1913372069830075 + eval-batch-orig-duration: 0.14301919197896495 + eval-batch-shift-duration: 0.14072207198478281 + eval-batch-tree-duration: 0.1395356149878353 + ued: + distances: + cheese-corne_dist_avg: 7.208252 + cheese-corne_dist_wavg: 2.527501 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 10.241455 + mouse-cheese_dist_finite_wavg: 12.719233 + mouse-cheese_dist_solvable_avg: 10.241455 + mouse-cheese_dist_solvable_wavg: 12.719235 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.567383 + num_walls_wavg: 6.053289 + prop_walls_avg: 0.28553838 + prop_walls_wavg: 0.26318648 + scoring: + avg_scores: 0.07904861 + visit_patterns: + avg_first_visit_time: 3933.7705 + avg_last_visit_time: 5275.3027 + num_replay_batches: 5285 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030213743 + avg_actor_approxkl3: 0.0004394263 + avg_actor_clipfrac: 0.016479492 + avg_actor_loss: -0.0008740569 + avg_advantage: 0.0016269125 + avg_critic_clipfrac: 0.00067749026 + avg_critic_loss: 0.0007012599 + avg_entropy: 0.080452405 + avg_grad_norm_pre_clip: 0.6219627 + avg_loss: -0.0006038793 + max: + max_actor_approxkl1: 0.0010776666 + max_actor_approxkl3: 0.0010352039 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.0007305858 + max_advantage: 0.48714194 + max_critic_clipfrac: 0.005859375 + max_critic_loss: 0.0010856194 + max_entropy: 0.09942512 + max_grad_norm_pre_clip: 1.2178673 + max_loss: 0.0011113895 + std: + std_actor_approxkl1: 0.00033274552 + std_actor_approxkl3: 0.0002627428 + std_actor_clipfrac: 0.009064656 + std_actor_loss: 0.0008073271 + std_advantage: 0.044066675 + std_critic_clipfrac: 0.0014430523 + std_critic_loss: 0.0001794698 + std_entropy: 0.009281564 + std_grad_norm_pre_clip: 0.2247334 + std_loss: 0.0008440557 + eval-batch-train: + avg_avg_episode_length: 15.22579 + avg_avg_return: 0.8529607 + avg_benchmark_regret: 0.003283497 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34074402 + proxy_corner: + avg_avg_return: 0.07792142 + avg_reward_per_step: 0.01599884 + eval-batch-orig: + avg_avg_episode_length: 16.774303 + avg_avg_return: 0.83941203 + avg_benchmark_regret: 0.0044794185 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27418518 + proxy_corner: + avg_avg_return: 0.83941203 + avg_reward_per_step: 0.27418518 + eval-batch-shift: + avg_avg_episode_length: 12.661983 + avg_avg_return: 0.88395023 + avg_benchmark_regret: 0.0034114448 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3454132 + proxy_corner: + avg_avg_return: 0.05585982 + avg_reward_per_step: 0.016563416 + eval-batch-tree: + avg_avg_episode_length: 6.5396013 + avg_avg_return: 0.9822959 + avg_benchmark_regret: 0.012124427 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27156067 + proxy_corner: + avg_avg_return: 0.9822959 + avg_reward_per_step: 0.27156067 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 349175808 + env-step-replay-before: 173604864 + env-step-used-before: 349175808 + ppo-update-before: 213120 + env-step-generate-before: 175570944 + env-step-all-after: 349208576 + env-step-replay-after: 173637632 + env-step-used-after: 349208576 + ppo-update-after: 213140 + env-step-generate-after: 175570944 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.80241 + avg_avg_return: 0.91160953 + avg_reward_per_step: 0.08999634 + proxy_corner: + avg_avg_return: 0.27005243 + avg_reward_per_step: 0.025970459 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.80241 + avg_avg_return: 0.91160953 + avg_reward_per_step: 0.08999634 + proxy_corner: + avg_avg_return: 0.27005243 + avg_reward_per_step: 0.025970459 + perf: + env_steps_per_second: 602706.5992195284 + ppo_updates_per_second: 98.83685281979159 + eval-batch-train-duration: 0.19876235100673512 + eval-batch-orig-duration: 0.14334715896984562 + eval-batch-shift-duration: 0.13960707100341097 + eval-batch-tree-duration: 0.13982784596737474 + ued: + distances: + cheese-corne_dist_avg: 7.1833496 + cheese-corne_dist_wavg: 5.2203994 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 10.244385 + mouse-cheese_dist_finite_wavg: 10.925013 + mouse-cheese_dist_solvable_avg: 10.244385 + mouse-cheese_dist_solvable_wavg: 10.925014 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5649414 + num_walls_wavg: 5.1590724 + prop_walls_avg: 0.28543222 + prop_walls_wavg: 0.22430749 + scoring: + avg_scores: 0.078960225 + visit_patterns: + avg_first_visit_time: 3944.6057 + avg_last_visit_time: 5289.338 + num_replay_batches: 5299 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005757888 + avg_actor_approxkl3: 0.00047964882 + avg_actor_clipfrac: 0.018548584 + avg_actor_loss: -0.00012429562 + avg_advantage: 0.004090815 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003627224 + avg_entropy: 0.07458075 + avg_grad_norm_pre_clip: 0.8746187 + avg_loss: -1.7515127e-05 + max: + max_actor_approxkl1: 0.0012629749 + max_actor_approxkl3: 0.0008547535 + max_actor_clipfrac: 0.03491211 + max_actor_loss: 0.0018650731 + max_advantage: 0.2637158 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00045829662 + max_entropy: 0.08180229 + max_grad_norm_pre_clip: 1.517777 + max_loss: 0.0019958995 + std: + std_actor_approxkl1: 0.00034734124 + std_actor_approxkl3: 0.00019890533 + std_actor_clipfrac: 0.0075599346 + std_actor_loss: 0.00090286334 + std_advantage: 0.02727362 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.5754317e-05 + std_entropy: 0.004566601 + std_grad_norm_pre_clip: 0.24888603 + std_loss: 0.00090694445 + eval-batch-train: + avg_avg_episode_length: 15.210144 + avg_avg_return: 0.85296535 + avg_benchmark_regret: 0.0032788943 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34191132 + proxy_corner: + avg_avg_return: 0.070507914 + avg_reward_per_step: 0.015022278 + eval-batch-orig: + avg_avg_episode_length: 16.76508 + avg_avg_return: 0.8397229 + avg_benchmark_regret: 0.004168604 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27407074 + proxy_corner: + avg_avg_return: 0.8397229 + avg_reward_per_step: 0.27407074 + eval-batch-shift: + avg_avg_episode_length: 12.632208 + avg_avg_return: 0.8836541 + avg_benchmark_regret: 0.0037076075 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34755707 + proxy_corner: + avg_avg_return: 0.052117556 + avg_reward_per_step: 0.016227722 + eval-batch-tree: + avg_avg_episode_length: 6.186642 + avg_avg_return: 0.98469645 + avg_benchmark_regret: 0.009723873 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2730484 + proxy_corner: + avg_avg_return: 0.98469645 + avg_reward_per_step: 0.2730484 +=========================================================== +=========================================================== + step: + env-step-all-before: 350224384 + env-step-replay-before: 174227456 + env-step-used-before: 350224384 + ppo-update-before: 213760 + env-step-generate-before: 175996928 + env-step-all-after: 350257152 + env-step-replay-after: 174227456 + env-step-used-after: 350257152 + ppo-update-after: 213780 + env-step-generate-after: 176029696 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.795143 + avg_avg_return: 0.85811025 + avg_reward_per_step: 0.35272217 + proxy_corner: + avg_avg_return: 0.07077101 + avg_reward_per_step: 0.01473999 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.795143 + avg_avg_return: 0.85811025 + avg_reward_per_step: 0.35272217 + proxy_corner: + avg_avg_return: 0.07077101 + avg_reward_per_step: 0.01473999 + perf: + env_steps_per_second: 917712.6182858011 + ppo_updates_per_second: 109.56897948031663 + eval-batch-train-duration: 0.20049224299145862 + eval-batch-orig-duration: 0.15281384100671858 + eval-batch-shift-duration: 0.14319200703175738 + eval-batch-tree-duration: 0.14028363599209115 + ued: + distances: + cheese-corne_dist_avg: 7.173218 + cheese-corne_dist_wavg: 11.968119 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 10.260498 + mouse-cheese_dist_finite_wavg: 9.128149 + mouse-cheese_dist_solvable_avg: 10.260498 + mouse-cheese_dist_solvable_wavg: 9.12815 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.55542 + num_walls_wavg: 7.854811 + prop_walls_avg: 0.28501824 + prop_walls_wavg: 0.3415136 + scoring: + avg_scores: 0.07843462 + visit_patterns: + avg_first_visit_time: 3950.8088 + avg_last_visit_time: 5307.2793 + num_replay_batches: 5317 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015628947 + avg_actor_approxkl3: 0.00085360644 + avg_actor_clipfrac: 0.03148804 + avg_actor_loss: -0.0007631827 + avg_advantage: -0.039547257 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033911564 + avg_entropy: 0.1289813 + avg_grad_norm_pre_clip: 1.1275887 + avg_loss: 0.0008034141 + max: + max_actor_approxkl1: 0.0043310947 + max_actor_approxkl3: 0.0017495877 + max_actor_clipfrac: 0.060302734 + max_actor_loss: 0.0017953515 + max_advantage: 0.33719116 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004919989 + max_entropy: 0.15889266 + max_grad_norm_pre_clip: 1.494573 + max_loss: 0.0033676878 + std: + std_actor_approxkl1: 0.0012337791 + std_actor_approxkl3: 0.0005450251 + std_actor_clipfrac: 0.018365417 + std_actor_loss: 0.0012705575 + std_advantage: 0.07941495 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00096228614 + std_entropy: 0.014362371 + std_grad_norm_pre_clip: 0.27034023 + std_loss: 0.0013072359 + eval-batch-train: + avg_avg_episode_length: 15.192701 + avg_avg_return: 0.8529242 + avg_benchmark_regret: 0.0033199573 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34176636 + proxy_corner: + avg_avg_return: 0.07348518 + avg_reward_per_step: 0.015182495 + eval-batch-orig: + avg_avg_episode_length: 16.78745 + avg_avg_return: 0.83961666 + avg_benchmark_regret: 0.004274753 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27342987 + proxy_corner: + avg_avg_return: 0.83961666 + avg_reward_per_step: 0.27342987 + eval-batch-shift: + avg_avg_episode_length: 12.628623 + avg_avg_return: 0.8840384 + avg_benchmark_regret: 0.0033233277 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3466797 + proxy_corner: + avg_avg_return: 0.05321309 + avg_reward_per_step: 0.016281128 + eval-batch-tree: + avg_avg_episode_length: 6.274663 + avg_avg_return: 0.98366725 + avg_benchmark_regret: 0.010753071 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2728424 + proxy_corner: + avg_avg_return: 0.98366725 + avg_reward_per_step: 0.2728424 +=========================================================== +=========================================================== + step: + env-step-all-before: 351272960 + env-step-replay-before: 174784512 + env-step-used-before: 351272960 + ppo-update-before: 214400 + env-step-generate-before: 176488448 + env-step-all-after: 351305728 + env-step-replay-after: 174817280 + env-step-used-after: 351305728 + ppo-update-after: 214420 + env-step-generate-after: 176488448 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.6783495 + avg_avg_return: 0.9143781 + avg_reward_per_step: 0.091674805 + proxy_corner: + avg_avg_return: 0.3082591 + avg_reward_per_step: 0.029846191 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.6783495 + avg_avg_return: 0.9143781 + avg_reward_per_step: 0.091674805 + proxy_corner: + avg_avg_return: 0.3082591 + avg_reward_per_step: 0.029846191 + perf: + env_steps_per_second: 608677.7745091276 + ppo_updates_per_second: 80.17166324850024 + eval-batch-train-duration: 0.24910843902034685 + eval-batch-orig-duration: 0.1507383600110188 + eval-batch-shift-duration: 0.14312136400258169 + eval-batch-tree-duration: 0.14080666098743677 + ued: + distances: + cheese-corne_dist_avg: 7.1779785 + cheese-corne_dist_wavg: 0.7303724 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 10.270264 + mouse-cheese_dist_finite_wavg: 11.8286705 + mouse-cheese_dist_solvable_avg: 10.270264 + mouse-cheese_dist_solvable_wavg: 11.8286705 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.562744 + num_walls_wavg: 6.0594425 + prop_walls_avg: 0.28533667 + prop_walls_wavg: 0.263454 + scoring: + avg_scores: 0.07834794 + visit_patterns: + avg_first_visit_time: 3955.386 + avg_last_visit_time: 5325.134 + num_replay_batches: 5335 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004627186 + avg_actor_approxkl3: 0.00039673861 + avg_actor_clipfrac: 0.0163208 + avg_actor_loss: -0.00053585035 + avg_advantage: 0.0011984725 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019664316 + avg_entropy: 0.06887899 + avg_grad_norm_pre_clip: 0.7031374 + avg_loss: -0.00050640776 + max: + max_actor_approxkl1: 0.0009983878 + max_actor_approxkl3: 0.0006746321 + max_actor_clipfrac: 0.033813477 + max_actor_loss: 0.00038687838 + max_advantage: 0.20799446 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00024478394 + max_entropy: 0.08138855 + max_grad_norm_pre_clip: 1.1119035 + max_loss: 0.00042173715 + std: + std_actor_approxkl1: 0.0003028062 + std_actor_approxkl3: 0.00018217614 + std_actor_clipfrac: 0.007974574 + std_actor_loss: 0.0006747291 + std_advantage: 0.020554135 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.8716722e-05 + std_entropy: 0.0066062496 + std_grad_norm_pre_clip: 0.22121952 + std_loss: 0.0006765569 + eval-batch-train: + avg_avg_episode_length: 15.195463 + avg_avg_return: 0.85325205 + avg_benchmark_regret: 0.0029921643 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34166718 + proxy_corner: + avg_avg_return: 0.06798232 + avg_reward_per_step: 0.015319824 + eval-batch-orig: + avg_avg_episode_length: 16.796597 + avg_avg_return: 0.8392334 + avg_benchmark_regret: 0.0046580452 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2732849 + proxy_corner: + avg_avg_return: 0.8392334 + avg_reward_per_step: 0.2732849 + eval-batch-shift: + avg_avg_episode_length: 12.617633 + avg_avg_return: 0.88379043 + avg_benchmark_regret: 0.0035713033 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.348114 + proxy_corner: + avg_avg_return: 0.051987674 + avg_reward_per_step: 0.01626587 + eval-batch-tree: + avg_avg_episode_length: 6.428342 + avg_avg_return: 0.9825884 + avg_benchmark_regret: 0.011831874 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27214813 + proxy_corner: + avg_avg_return: 0.9825884 + avg_reward_per_step: 0.27214813 +=========================================================== +=========================================================== + step: + env-step-all-before: 352321536 + env-step-replay-before: 175341568 + env-step-used-before: 352321536 + ppo-update-before: 215040 + env-step-generate-before: 176979968 + env-step-all-after: 352354304 + env-step-replay-after: 175341568 + env-step-used-after: 352354304 + ppo-update-after: 215060 + env-step-generate-after: 177012736 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.262484 + avg_avg_return: 0.8533199 + avg_reward_per_step: 0.3315735 + proxy_corner: + avg_avg_return: 0.057322975 + avg_reward_per_step: 0.013214111 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.262484 + avg_avg_return: 0.8533199 + avg_reward_per_step: 0.3315735 + proxy_corner: + avg_avg_return: 0.057322975 + avg_reward_per_step: 0.013214111 + perf: + env_steps_per_second: 761048.4934141937 + ppo_updates_per_second: 106.19886377749349 + eval-batch-train-duration: 0.20010216598166153 + eval-batch-orig-duration: 0.14469216496217996 + eval-batch-shift-duration: 0.1428724239813164 + eval-batch-tree-duration: 0.14145986299263313 + ued: + distances: + cheese-corne_dist_avg: 7.178711 + cheese-corne_dist_wavg: 11.968448 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 10.25 + mouse-cheese_dist_finite_wavg: 10.023245 + mouse-cheese_dist_solvable_avg: 10.25 + mouse-cheese_dist_solvable_wavg: 10.023246 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.556885 + num_walls_wavg: 6.9567113 + prop_walls_avg: 0.28508192 + prop_walls_wavg: 0.30246574 + scoring: + avg_scores: 0.07929113 + visit_patterns: + avg_first_visit_time: 3969.8262 + avg_last_visit_time: 5341.2295 + num_replay_batches: 5351 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068538304 + avg_actor_approxkl3: 0.00074433006 + avg_actor_clipfrac: 0.031793214 + avg_actor_loss: -0.00036430024 + avg_advantage: -0.029621532 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003447393 + avg_entropy: 0.14777869 + avg_grad_norm_pre_clip: 1.1632116 + avg_loss: 0.0012116177 + max: + max_actor_approxkl1: 0.0022593825 + max_actor_approxkl3: 0.0024067627 + max_actor_clipfrac: 0.08728027 + max_actor_loss: 0.0010592192 + max_advantage: 0.45888257 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0049126386 + max_entropy: 0.20101616 + max_grad_norm_pre_clip: 2.1518788 + max_loss: 0.0025656964 + std: + std_actor_approxkl1: 0.0006392799 + std_actor_approxkl3: 0.00058372144 + std_actor_clipfrac: 0.021831738 + std_actor_loss: 0.00065799634 + std_advantage: 0.081181794 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009900657 + std_entropy: 0.024197403 + std_grad_norm_pre_clip: 0.41015223 + std_loss: 0.0007278854 + eval-batch-train: + avg_avg_episode_length: 15.220803 + avg_avg_return: 0.8527355 + avg_benchmark_regret: 0.0035086775 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3397751 + proxy_corner: + avg_avg_return: 0.07263512 + avg_reward_per_step: 0.016151428 + eval-batch-orig: + avg_avg_episode_length: 16.773064 + avg_avg_return: 0.8391852 + avg_benchmark_regret: 0.004706295 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2741623 + proxy_corner: + avg_avg_return: 0.8391852 + avg_reward_per_step: 0.2741623 + eval-batch-shift: + avg_avg_episode_length: 12.688995 + avg_avg_return: 0.88413 + avg_benchmark_regret: 0.0032317345 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.05638992 + avg_reward_per_step: 0.016777039 + eval-batch-tree: + avg_avg_episode_length: 6.5842094 + avg_avg_return: 0.98250633 + avg_benchmark_regret: 0.011913916 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27202606 + proxy_corner: + avg_avg_return: 0.98250633 + avg_reward_per_step: 0.27202606 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 353370112 + env-step-replay-before: 175865856 + env-step-used-before: 353370112 + ppo-update-before: 215680 + env-step-generate-before: 177504256 + env-step-all-after: 353402880 + env-step-replay-after: 175898624 + env-step-used-after: 353402880 + ppo-update-after: 215700 + env-step-generate-after: 177504256 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.623289 + avg_avg_return: 0.913413 + avg_reward_per_step: 0.09210205 + proxy_corner: + avg_avg_return: 0.29457223 + avg_reward_per_step: 0.028930664 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.623289 + avg_avg_return: 0.913413 + avg_reward_per_step: 0.09210205 + proxy_corner: + avg_avg_return: 0.29457223 + avg_reward_per_step: 0.028930664 + perf: + env_steps_per_second: 647620.7764402253 + ppo_updates_per_second: 80.70797129911831 + eval-batch-train-duration: 0.26812207599869 + eval-batch-orig-duration: 0.1763699980219826 + eval-batch-shift-duration: 0.15034270397154614 + eval-batch-tree-duration: 0.14131000998895615 + ued: + distances: + cheese-corne_dist_avg: 7.196533 + cheese-corne_dist_wavg: 11.9641285 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 10.254639 + mouse-cheese_dist_finite_wavg: 6.424308 + mouse-cheese_dist_solvable_avg: 10.254639 + mouse-cheese_dist_solvable_wavg: 6.424307 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5512695 + num_walls_wavg: 8.7477045 + prop_walls_avg: 0.28483778 + prop_walls_wavg: 0.38033503 + scoring: + avg_scores: 0.07854663 + visit_patterns: + avg_first_visit_time: 3980.984 + avg_last_visit_time: 5358.268 + num_replay_batches: 5368 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008161517 + avg_actor_approxkl3: 0.00044534597 + avg_actor_clipfrac: 0.019714355 + avg_actor_loss: -0.0004414233 + avg_advantage: 0.033293314 + avg_critic_clipfrac: 0.0014587402 + avg_critic_loss: 0.000746303 + avg_entropy: 0.081277736 + avg_grad_norm_pre_clip: 0.67648035 + avg_loss: -0.00014954952 + max: + max_actor_approxkl1: 0.0022799931 + max_actor_approxkl3: 0.00087178673 + max_actor_clipfrac: 0.040039062 + max_actor_loss: 0.0010051373 + max_advantage: 0.6203087 + max_critic_clipfrac: 0.013305664 + max_critic_loss: 0.0014679825 + max_entropy: 0.09617025 + max_grad_norm_pre_clip: 1.1243907 + max_loss: 0.0011489326 + std: + std_actor_approxkl1: 0.0006654841 + std_actor_approxkl3: 0.00025788244 + std_actor_clipfrac: 0.0106350845 + std_actor_loss: 0.0006525925 + std_advantage: 0.03970261 + std_critic_clipfrac: 0.003526644 + std_critic_loss: 0.00027775794 + std_entropy: 0.0063394057 + std_grad_norm_pre_clip: 0.21012129 + std_loss: 0.00071000156 + eval-batch-train: + avg_avg_episode_length: 15.186953 + avg_avg_return: 0.8532975 + avg_benchmark_regret: 0.0029467072 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34109497 + proxy_corner: + avg_avg_return: 0.07136625 + avg_reward_per_step: 0.015670776 + eval-batch-orig: + avg_avg_episode_length: 16.769402 + avg_avg_return: 0.8396344 + avg_benchmark_regret: 0.004257044 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27368164 + proxy_corner: + avg_avg_return: 0.8396344 + avg_reward_per_step: 0.27368164 + eval-batch-shift: + avg_avg_episode_length: 12.641168 + avg_avg_return: 0.8839588 + avg_benchmark_regret: 0.0034028832 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34681702 + proxy_corner: + avg_avg_return: 0.05387937 + avg_reward_per_step: 0.016700745 + eval-batch-tree: + avg_avg_episode_length: 6.3468676 + avg_avg_return: 0.9835069 + avg_benchmark_regret: 0.010913381 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27171326 + proxy_corner: + avg_avg_return: 0.9835069 + avg_reward_per_step: 0.27171326 +=========================================================== +=========================================================== + step: + env-step-all-before: 354418688 + env-step-replay-before: 176226304 + env-step-used-before: 354418688 + ppo-update-before: 216320 + env-step-generate-before: 178192384 + env-step-all-after: 354451456 + env-step-replay-after: 176226304 + env-step-used-after: 354451456 + ppo-update-after: 216340 + env-step-generate-after: 178225152 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.481643 + avg_avg_return: 0.8623133 + avg_reward_per_step: 0.3699646 + proxy_corner: + avg_avg_return: 0.08048883 + avg_reward_per_step: 0.01928711 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.481643 + avg_avg_return: 0.8623133 + avg_reward_per_step: 0.3699646 + proxy_corner: + avg_avg_return: 0.08048883 + avg_reward_per_step: 0.01928711 + perf: + env_steps_per_second: 600127.4057116318 + ppo_updates_per_second: 100.18831595242541 + eval-batch-train-duration: 0.1956782389897853 + eval-batch-orig-duration: 0.141006177989766 + eval-batch-shift-duration: 0.1377129009924829 + eval-batch-tree-duration: 0.13813507702434435 + ued: + distances: + cheese-corne_dist_avg: 7.2000732 + cheese-corne_dist_wavg: 7.922739 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 10.2734375 + mouse-cheese_dist_finite_wavg: 11.820241 + mouse-cheese_dist_solvable_avg: 10.2734375 + mouse-cheese_dist_solvable_wavg: 11.820244 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5583496 + num_walls_wavg: 6.952283 + prop_walls_avg: 0.2851456 + prop_walls_wavg: 0.30227315 + scoring: + avg_scores: 0.07918949 + visit_patterns: + avg_first_visit_time: 3989.3818 + avg_last_visit_time: 5368.326 + num_replay_batches: 5378 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009008336 + avg_actor_approxkl3: 0.0006510174 + avg_actor_clipfrac: 0.026605224 + avg_actor_loss: -0.000686232 + avg_advantage: -0.0047507426 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0031894431 + avg_entropy: 0.13739282 + avg_grad_norm_pre_clip: 1.0325563 + avg_loss: 0.0007710966 + max: + max_actor_approxkl1: 0.0026771654 + max_actor_approxkl3: 0.0012693333 + max_actor_clipfrac: 0.057617188 + max_actor_loss: 0.0004774034 + max_advantage: 0.6902671 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0039045154 + max_entropy: 0.16602258 + max_grad_norm_pre_clip: 1.5094367 + max_loss: 0.0019596438 + std: + std_actor_approxkl1: 0.0007393521 + std_actor_approxkl3: 0.0003658051 + std_actor_clipfrac: 0.013803474 + std_actor_loss: 0.0007958852 + std_advantage: 0.080501884 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003961799 + std_entropy: 0.0188787 + std_grad_norm_pre_clip: 0.24830888 + std_loss: 0.0007960258 + eval-batch-train: + avg_avg_episode_length: 15.198339 + avg_avg_return: 0.85304356 + avg_benchmark_regret: 0.0032007096 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3427124 + proxy_corner: + avg_avg_return: 0.07401329 + avg_reward_per_step: 0.0157547 + eval-batch-orig: + avg_avg_episode_length: 16.769606 + avg_avg_return: 0.83935875 + avg_benchmark_regret: 0.0045327097 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27391815 + proxy_corner: + avg_avg_return: 0.83935875 + avg_reward_per_step: 0.27391815 + eval-batch-shift: + avg_avg_episode_length: 12.617451 + avg_avg_return: 0.88390684 + avg_benchmark_regret: 0.0034549274 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34861755 + proxy_corner: + avg_avg_return: 0.053822935 + avg_reward_per_step: 0.016441345 + eval-batch-tree: + avg_avg_episode_length: 6.0523806 + avg_avg_return: 0.9852682 + avg_benchmark_regret: 0.009152129 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27266693 + proxy_corner: + avg_avg_return: 0.9852682 + avg_reward_per_step: 0.27266693 +=========================================================== +=========================================================== + step: + env-step-all-before: 355467264 + env-step-replay-before: 176652288 + env-step-used-before: 355467264 + ppo-update-before: 216960 + env-step-generate-before: 178814976 + env-step-all-after: 355500032 + env-step-replay-after: 176685056 + env-step-used-after: 355500032 + ppo-update-after: 216980 + env-step-generate-after: 178814976 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.773214 + avg_avg_return: 0.9125523 + avg_reward_per_step: 0.090789795 + proxy_corner: + avg_avg_return: 0.30653256 + avg_reward_per_step: 0.029144287 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.773214 + avg_avg_return: 0.9125523 + avg_reward_per_step: 0.090789795 + proxy_corner: + avg_avg_return: 0.30653256 + avg_reward_per_step: 0.029144287 + perf: + env_steps_per_second: 814155.9578268423 + ppo_updates_per_second: 106.24391165880604 + eval-batch-train-duration: 0.20141401898581535 + eval-batch-orig-duration: 0.14348346699262038 + eval-batch-shift-duration: 0.14166994899278507 + eval-batch-tree-duration: 0.13942790305009112 + ued: + distances: + cheese-corne_dist_avg: 7.204956 + cheese-corne_dist_wavg: 8.827696 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 10.273926 + mouse-cheese_dist_finite_wavg: 8.232779 + mouse-cheese_dist_solvable_avg: 10.273926 + mouse-cheese_dist_solvable_wavg: 8.2327795 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5600586 + num_walls_wavg: 9.648819 + prop_walls_avg: 0.2852199 + prop_walls_wavg: 0.4195138 + scoring: + avg_scores: 0.07890274 + visit_patterns: + avg_first_visit_time: 4002.0217 + avg_last_visit_time: 5382.3633 + num_replay_batches: 5392 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007543478 + avg_actor_approxkl3: 0.00046663848 + avg_actor_clipfrac: 0.018218994 + avg_actor_loss: -2.8242823e-06 + avg_advantage: 0.023820542 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004170904 + avg_entropy: 0.07531408 + avg_grad_norm_pre_clip: 1.0176862 + avg_loss: 0.00013040686 + max: + max_actor_approxkl1: 0.0017033515 + max_actor_approxkl3: 0.0009794313 + max_actor_clipfrac: 0.032592773 + max_actor_loss: 0.0016226582 + max_advantage: 0.31489068 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00066606107 + max_entropy: 0.0940247 + max_grad_norm_pre_clip: 1.760584 + max_loss: 0.001770938 + std: + std_actor_approxkl1: 0.0004956194 + std_actor_approxkl3: 0.00022914307 + std_actor_clipfrac: 0.0077310004 + std_actor_loss: 0.00079841225 + std_advantage: 0.026564706 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.3912844e-05 + std_entropy: 0.009656568 + std_grad_norm_pre_clip: 0.40739793 + std_loss: 0.000814069 + eval-batch-train: + avg_avg_episode_length: 15.182989 + avg_avg_return: 0.8530937 + avg_benchmark_regret: 0.0031505506 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3428192 + proxy_corner: + avg_avg_return: 0.074811295 + avg_reward_per_step: 0.016227722 + eval-batch-orig: + avg_avg_episode_length: 16.771545 + avg_avg_return: 0.8398454 + avg_benchmark_regret: 0.0040460853 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27472687 + proxy_corner: + avg_avg_return: 0.8398454 + avg_reward_per_step: 0.27472687 + eval-batch-shift: + avg_avg_episode_length: 12.622606 + avg_avg_return: 0.8840819 + avg_benchmark_regret: 0.0032797984 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34633636 + proxy_corner: + avg_avg_return: 0.053144164 + avg_reward_per_step: 0.016555786 + eval-batch-tree: + avg_avg_episode_length: 5.9863253 + avg_avg_return: 0.98543453 + avg_benchmark_regret: 0.008985767 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2741089 + proxy_corner: + avg_avg_return: 0.98543453 + avg_reward_per_step: 0.2741089 +=========================================================== +=========================================================== + step: + env-step-all-before: 356515840 + env-step-replay-before: 177111040 + env-step-used-before: 356515840 + ppo-update-before: 217600 + env-step-generate-before: 179404800 + env-step-all-after: 356548608 + env-step-replay-after: 177111040 + env-step-used-after: 356548608 + ppo-update-after: 217620 + env-step-generate-after: 179437568 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 12.857111 + avg_avg_return: 0.8695833 + avg_reward_per_step: 0.38555908 + proxy_corner: + avg_avg_return: 0.07090212 + avg_reward_per_step: 0.018951416 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 12.857111 + avg_avg_return: 0.8695833 + avg_reward_per_step: 0.38555908 + proxy_corner: + avg_avg_return: 0.07090212 + avg_reward_per_step: 0.018951416 + perf: + env_steps_per_second: 859115.9214972937 + ppo_updates_per_second: 110.31866333399067 + eval-batch-train-duration: 0.19147009699372575 + eval-batch-orig-duration: 0.14314407703932375 + eval-batch-shift-duration: 0.1400910129887052 + eval-batch-tree-duration: 0.13921615399885923 + ued: + distances: + cheese-corne_dist_avg: 7.197632 + cheese-corne_dist_wavg: 11.965133 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 10.281738 + mouse-cheese_dist_finite_wavg: 8.228884 + mouse-cheese_dist_solvable_avg: 10.281738 + mouse-cheese_dist_solvable_wavg: 8.228886 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5566406 + num_walls_wavg: 8.752255 + prop_walls_avg: 0.2850713 + prop_walls_wavg: 0.38053283 + scoring: + avg_scores: 0.079013005 + visit_patterns: + avg_first_visit_time: 4011.07 + avg_last_visit_time: 5395.3037 + num_replay_batches: 5405 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015220548 + avg_actor_approxkl3: 0.00093954767 + avg_actor_clipfrac: 0.031658936 + avg_actor_loss: -0.00021832809 + avg_advantage: -0.008141379 + avg_critic_clipfrac: 3.0517578e-05 + avg_critic_loss: 0.0028510345 + avg_entropy: 0.12311101 + avg_grad_norm_pre_clip: 1.1617725 + avg_loss: 0.0010840785 + max: + max_actor_approxkl1: 0.004987389 + max_actor_approxkl3: 0.0027117971 + max_actor_clipfrac: 0.08325195 + max_actor_loss: 0.0011513382 + max_advantage: 0.3152238 + max_critic_clipfrac: 0.00061035156 + max_critic_loss: 0.0043235067 + max_entropy: 0.15592504 + max_grad_norm_pre_clip: 1.555168 + max_loss: 0.0030862952 + std: + std_actor_approxkl1: 0.0013773771 + std_actor_approxkl3: 0.00066939375 + std_actor_clipfrac: 0.018503793 + std_actor_loss: 0.0006909292 + std_advantage: 0.076993346 + std_critic_clipfrac: 0.00013302303 + std_critic_loss: 0.0008299479 + std_entropy: 0.014315173 + std_grad_norm_pre_clip: 0.262062 + std_loss: 0.00079364737 + eval-batch-train: + avg_avg_episode_length: 15.212343 + avg_avg_return: 0.8529978 + avg_benchmark_regret: 0.0032464361 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3408661 + proxy_corner: + avg_avg_return: 0.0706347 + avg_reward_per_step: 0.015983582 + eval-batch-orig: + avg_avg_episode_length: 16.768206 + avg_avg_return: 0.839552 + avg_benchmark_regret: 0.0043394533 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742691 + proxy_corner: + avg_avg_return: 0.839552 + avg_reward_per_step: 0.2742691 + eval-batch-shift: + avg_avg_episode_length: 12.660225 + avg_avg_return: 0.8836196 + avg_benchmark_regret: 0.0037421207 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34640503 + proxy_corner: + avg_avg_return: 0.05315116 + avg_reward_per_step: 0.01651001 + eval-batch-tree: + avg_avg_episode_length: 6.096829 + avg_avg_return: 0.9846292 + avg_benchmark_regret: 0.009791044 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27251434 + proxy_corner: + avg_avg_return: 0.9846292 + avg_reward_per_step: 0.27251434 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 357564416 + env-step-replay-before: 177602560 + env-step-used-before: 357564416 + ppo-update-before: 218240 + env-step-generate-before: 179961856 + env-step-all-after: 357597184 + env-step-replay-after: 177602560 + env-step-used-after: 357597184 + ppo-update-after: 218260 + env-step-generate-after: 179994624 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.844696 + avg_avg_return: 0.86964047 + avg_reward_per_step: 0.332489 + proxy_corner: + avg_avg_return: 0.076856144 + avg_reward_per_step: 0.013763428 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.844696 + avg_avg_return: 0.86964047 + avg_reward_per_step: 0.332489 + proxy_corner: + avg_avg_return: 0.076856144 + avg_reward_per_step: 0.013763428 + perf: + env_steps_per_second: 719355.0955686446 + ppo_updates_per_second: 102.2993350795677 + eval-batch-train-duration: 0.1943336550029926 + eval-batch-orig-duration: 0.1439243369968608 + eval-batch-shift-duration: 0.1400903720059432 + eval-batch-tree-duration: 0.1394326420268044 + ued: + distances: + cheese-corne_dist_avg: 7.2060547 + cheese-corne_dist_wavg: 8.818534 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.29126 + mouse-cheese_dist_finite_wavg: 5.530421 + mouse-cheese_dist_solvable_avg: 10.29126 + mouse-cheese_dist_solvable_wavg: 5.530421 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5629883 + num_walls_wavg: 7.8565207 + prop_walls_avg: 0.28534728 + prop_walls_wavg: 0.3415879 + scoring: + avg_scores: 0.07904212 + visit_patterns: + avg_first_visit_time: 4017.2805 + avg_last_visit_time: 5410.1772 + num_replay_batches: 5420 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013425355 + avg_actor_approxkl3: 0.001130021 + avg_actor_clipfrac: 0.041381836 + avg_actor_loss: -1.161173e-05 + avg_advantage: -0.021892402 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028320195 + avg_entropy: 0.13301234 + avg_grad_norm_pre_clip: 1.1483619 + avg_loss: 0.0012713856 + max: + max_actor_approxkl1: 0.0029223901 + max_actor_approxkl3: 0.0024953962 + max_actor_clipfrac: 0.08337402 + max_actor_loss: 0.0016011596 + max_advantage: 0.34033042 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005461086 + max_entropy: 0.16270828 + max_grad_norm_pre_clip: 2.177131 + max_loss: 0.0026469186 + std: + std_actor_approxkl1: 0.000954941 + std_actor_approxkl3: 0.0006653394 + std_actor_clipfrac: 0.02001685 + std_actor_loss: 0.00087281974 + std_advantage: 0.07477495 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009426882 + std_entropy: 0.016682398 + std_grad_norm_pre_clip: 0.349769 + std_loss: 0.0008794705 + eval-batch-train: + avg_avg_episode_length: 15.193269 + avg_avg_return: 0.8531927 + avg_benchmark_regret: 0.0030515494 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34200287 + proxy_corner: + avg_avg_return: 0.07248466 + avg_reward_per_step: 0.0160141 + eval-batch-orig: + avg_avg_episode_length: 16.76062 + avg_avg_return: 0.83962834 + avg_benchmark_regret: 0.004263096 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27480316 + proxy_corner: + avg_avg_return: 0.83962834 + avg_reward_per_step: 0.27480316 + eval-batch-shift: + avg_avg_episode_length: 12.648246 + avg_avg_return: 0.883687 + avg_benchmark_regret: 0.0036746862 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34677124 + proxy_corner: + avg_avg_return: 0.052704234 + avg_reward_per_step: 0.016548157 + eval-batch-tree: + avg_avg_episode_length: 6.2551756 + avg_avg_return: 0.98399615 + avg_benchmark_regret: 0.010424095 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27317047 + proxy_corner: + avg_avg_return: 0.98399615 + avg_reward_per_step: 0.27317047 +=========================================================== +=========================================================== + step: + env-step-all-before: 358612992 + env-step-replay-before: 178126848 + env-step-used-before: 358612992 + ppo-update-before: 218880 + env-step-generate-before: 180486144 + env-step-all-after: 358645760 + env-step-replay-after: 178126848 + env-step-used-after: 358645760 + ppo-update-after: 218900 + env-step-generate-after: 180518912 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 15.965165 + avg_avg_return: 0.8332957 + avg_reward_per_step: 0.3541565 + proxy_corner: + avg_avg_return: 0.066361085 + avg_reward_per_step: 0.0105896 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 15.965165 + avg_avg_return: 0.8332957 + avg_reward_per_step: 0.3541565 + proxy_corner: + avg_avg_return: 0.066361085 + avg_reward_per_step: 0.0105896 + perf: + env_steps_per_second: 639609.9004196008 + ppo_updates_per_second: 83.95256534869068 + eval-batch-train-duration: 0.2409148069564253 + eval-batch-orig-duration: 0.1452241470105946 + eval-batch-shift-duration: 0.14462039904901758 + eval-batch-tree-duration: 0.14389998198021203 + ued: + distances: + cheese-corne_dist_avg: 7.2094727 + cheese-corne_dist_wavg: 11.965667 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 10.2890625 + mouse-cheese_dist_finite_wavg: 5.532661 + mouse-cheese_dist_solvable_avg: 10.2890625 + mouse-cheese_dist_solvable_wavg: 5.5326614 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.560547 + num_walls_wavg: 9.651042 + prop_walls_avg: 0.28524113 + prop_walls_wavg: 0.41961053 + scoring: + avg_scores: 0.079160295 + visit_patterns: + avg_first_visit_time: 4028.4348 + avg_last_visit_time: 5426.3145 + num_replay_batches: 5436 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019246299 + avg_actor_approxkl3: 0.001290176 + avg_actor_clipfrac: 0.04309082 + avg_actor_loss: 0.00021385681 + avg_advantage: -0.009890001 + avg_critic_clipfrac: 0.00048217774 + avg_critic_loss: 0.0034977593 + avg_entropy: 0.14079277 + avg_grad_norm_pre_clip: 1.6189928 + avg_loss: 0.0018219439 + max: + max_actor_approxkl1: 0.003917477 + max_actor_approxkl3: 0.0026203343 + max_actor_clipfrac: 0.07861328 + max_actor_loss: 0.0022940561 + max_advantage: 0.2334122 + max_critic_clipfrac: 0.009643555 + max_critic_loss: 0.005715126 + max_entropy: 0.18307862 + max_grad_norm_pre_clip: 2.7405872 + max_loss: 0.0036519454 + std: + std_actor_approxkl1: 0.001083263 + std_actor_approxkl3: 0.0006610241 + std_actor_clipfrac: 0.019488899 + std_actor_loss: 0.0012737574 + std_advantage: 0.085419 + std_critic_clipfrac: 0.002101764 + std_critic_loss: 0.0009820783 + std_entropy: 0.022247063 + std_grad_norm_pre_clip: 0.5433697 + std_loss: 0.0012024384 + eval-batch-train: + avg_avg_episode_length: 15.219338 + avg_avg_return: 0.85285366 + avg_benchmark_regret: 0.0033905788 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34040833 + proxy_corner: + avg_avg_return: 0.06834626 + avg_reward_per_step: 0.015625 + eval-batch-orig: + avg_avg_episode_length: 16.7757 + avg_avg_return: 0.83955693 + avg_benchmark_regret: 0.0043345243 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27404022 + proxy_corner: + avg_avg_return: 0.83955693 + avg_reward_per_step: 0.27404022 + eval-batch-shift: + avg_avg_episode_length: 12.661534 + avg_avg_return: 0.88366246 + avg_benchmark_regret: 0.0036992307 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3470459 + proxy_corner: + avg_avg_return: 0.05319574 + avg_reward_per_step: 0.016410828 + eval-batch-tree: + avg_avg_episode_length: 5.9792356 + avg_avg_return: 0.98545396 + avg_benchmark_regret: 0.008966364 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272995 + proxy_corner: + avg_avg_return: 0.98545396 + avg_reward_per_step: 0.272995 +=========================================================== +=========================================================== + step: + env-step-all-before: 359661568 + env-step-replay-before: 178585600 + env-step-used-before: 359661568 + ppo-update-before: 219520 + env-step-generate-before: 181075968 + env-step-all-after: 359694336 + env-step-replay-after: 178618368 + env-step-used-after: 359694336 + ppo-update-after: 219540 + env-step-generate-after: 181075968 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.804868 + avg_avg_return: 0.91149354 + avg_reward_per_step: 0.09036255 + proxy_corner: + avg_avg_return: 0.2726635 + avg_reward_per_step: 0.026123047 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.804868 + avg_avg_return: 0.91149354 + avg_reward_per_step: 0.09036255 + proxy_corner: + avg_avg_return: 0.2726635 + avg_reward_per_step: 0.026123047 + perf: + env_steps_per_second: 715513.1315669665 + ppo_updates_per_second: 79.67277245362109 + eval-batch-train-duration: 0.25191781495232135 + eval-batch-orig-duration: 0.1478887380217202 + eval-batch-shift-duration: 0.14304490003269166 + eval-batch-tree-duration: 0.13923973799683154 + ued: + distances: + cheese-corne_dist_avg: 7.2036133 + cheese-corne_dist_wavg: 1.6204276 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.293945 + mouse-cheese_dist_finite_wavg: 10.031258 + mouse-cheese_dist_solvable_avg: 10.293945 + mouse-cheese_dist_solvable_wavg: 10.031258 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5549316 + num_walls_wavg: 8.755264 + prop_walls_avg: 0.284997 + prop_walls_wavg: 0.3806637 + scoring: + avg_scores: 0.07897592 + visit_patterns: + avg_first_visit_time: 4036.2988 + avg_last_visit_time: 5441.3105 + num_replay_batches: 5451 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005933363 + avg_actor_approxkl3: 0.00037482523 + avg_actor_clipfrac: 0.014221191 + avg_actor_loss: -0.00059371797 + avg_advantage: -0.00055504264 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00029708873 + avg_entropy: 0.059922308 + avg_grad_norm_pre_clip: 0.5785002 + avg_loss: -0.0005050959 + max: + max_actor_approxkl1: 0.0018927469 + max_actor_approxkl3: 0.00075482344 + max_actor_clipfrac: 0.026611328 + max_actor_loss: 0.00014157407 + max_advantage: 0.36104304 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0004484289 + max_entropy: 0.072544195 + max_grad_norm_pre_clip: 1.1101129 + max_loss: 0.00023512739 + std: + std_actor_approxkl1: 0.000593923 + std_actor_approxkl3: 0.00022208675 + std_actor_clipfrac: 0.008205949 + std_actor_loss: 0.0004951605 + std_advantage: 0.025837205 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.628161e-05 + std_entropy: 0.0055803247 + std_grad_norm_pre_clip: 0.19464502 + std_loss: 0.00050117297 + eval-batch-train: + avg_avg_episode_length: 15.191617 + avg_avg_return: 0.8534261 + avg_benchmark_regret: 0.002818178 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34274292 + proxy_corner: + avg_avg_return: 0.07305938 + avg_reward_per_step: 0.015892029 + eval-batch-orig: + avg_avg_episode_length: 16.75044 + avg_avg_return: 0.8397298 + avg_benchmark_regret: 0.0041616578 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2748642 + proxy_corner: + avg_avg_return: 0.8397298 + avg_reward_per_step: 0.2748642 + eval-batch-shift: + avg_avg_episode_length: 12.633667 + avg_avg_return: 0.8838513 + avg_benchmark_regret: 0.0035103841 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34732056 + proxy_corner: + avg_avg_return: 0.055796415 + avg_reward_per_step: 0.01687622 + eval-batch-tree: + avg_avg_episode_length: 6.455963 + avg_avg_return: 0.9837226 + avg_benchmark_regret: 0.010697681 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27191925 + proxy_corner: + avg_avg_return: 0.9837226 + avg_reward_per_step: 0.27191925 +=========================================================== +=========================================================== + step: + env-step-all-before: 360710144 + env-step-replay-before: 179175424 + env-step-used-before: 360710144 + ppo-update-before: 220160 + env-step-generate-before: 181534720 + env-step-all-after: 360742912 + env-step-replay-after: 179175424 + env-step-used-after: 360742912 + ppo-update-after: 220180 + env-step-generate-after: 181567488 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 12.855389 + avg_avg_return: 0.87067354 + avg_reward_per_step: 0.35083008 + proxy_corner: + avg_avg_return: 0.05522444 + avg_reward_per_step: 0.014343262 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 12.855389 + avg_avg_return: 0.87067354 + avg_reward_per_step: 0.35083008 + proxy_corner: + avg_avg_return: 0.05522444 + avg_reward_per_step: 0.014343262 + perf: + env_steps_per_second: 672349.1190691835 + ppo_updates_per_second: 84.31601114906738 + eval-batch-train-duration: 0.25957377505255863 + eval-batch-orig-duration: 0.16287351201754063 + eval-batch-shift-duration: 0.1447096379706636 + eval-batch-tree-duration: 0.1397805469459854 + ued: + distances: + cheese-corne_dist_avg: 7.1851807 + cheese-corne_dist_wavg: 9.720339 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 10.3029785 + mouse-cheese_dist_finite_wavg: 10.029944 + mouse-cheese_dist_solvable_avg: 10.3029785 + mouse-cheese_dist_solvable_wavg: 10.029944 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5461426 + num_walls_wavg: 6.952352 + prop_walls_avg: 0.2846149 + prop_walls_wavg: 0.30227625 + scoring: + avg_scores: 0.07894193 + visit_patterns: + avg_first_visit_time: 4045.8435 + avg_last_visit_time: 5458.2656 + num_replay_batches: 5468 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00092253723 + avg_actor_approxkl3: 0.0007352024 + avg_actor_clipfrac: 0.026660157 + avg_actor_loss: -0.00042498857 + avg_advantage: -0.023960652 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0031619542 + avg_entropy: 0.11125349 + avg_grad_norm_pre_clip: 1.0294088 + avg_loss: 0.001044735 + max: + max_actor_approxkl1: 0.001900112 + max_actor_approxkl3: 0.0014285212 + max_actor_clipfrac: 0.05029297 + max_actor_loss: 0.00069305673 + max_advantage: 0.37815636 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0049781804 + max_entropy: 0.13556838 + max_grad_norm_pre_clip: 1.3972409 + max_loss: 0.0021768683 + std: + std_actor_approxkl1: 0.0005510106 + std_actor_approxkl3: 0.00037648925 + std_actor_clipfrac: 0.012133162 + std_actor_loss: 0.0007722719 + std_advantage: 0.07906883 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00094050524 + std_entropy: 0.012318879 + std_grad_norm_pre_clip: 0.21183673 + std_loss: 0.00092524174 + eval-batch-train: + avg_avg_episode_length: 15.19356 + avg_avg_return: 0.852921 + avg_benchmark_regret: 0.0033231736 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34228516 + proxy_corner: + avg_avg_return: 0.068931356 + avg_reward_per_step: 0.015937805 + eval-batch-orig: + avg_avg_episode_length: 16.788006 + avg_avg_return: 0.83930886 + avg_benchmark_regret: 0.0045825997 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27366638 + proxy_corner: + avg_avg_return: 0.83930886 + avg_reward_per_step: 0.27366638 + eval-batch-shift: + avg_avg_episode_length: 12.627276 + avg_avg_return: 0.88400596 + avg_benchmark_regret: 0.0033557245 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34661865 + proxy_corner: + avg_avg_return: 0.053941905 + avg_reward_per_step: 0.016853333 + eval-batch-tree: + avg_avg_episode_length: 6.0147476 + avg_avg_return: 0.985177 + avg_benchmark_regret: 0.009243298 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2720337 + proxy_corner: + avg_avg_return: 0.985177 + avg_reward_per_step: 0.2720337 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 361758720 + env-step-replay-before: 179863552 + env-step-used-before: 361758720 + ppo-update-before: 220800 + env-step-generate-before: 181895168 + env-step-all-after: 361791488 + env-step-replay-after: 179896320 + env-step-used-after: 361791488 + ppo-update-after: 220820 + env-step-generate-after: 181895168 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.722167 + avg_avg_return: 0.91328645 + avg_reward_per_step: 0.09060669 + proxy_corner: + avg_avg_return: 0.29292673 + avg_reward_per_step: 0.028259277 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.722167 + avg_avg_return: 0.91328645 + avg_reward_per_step: 0.09060669 + proxy_corner: + avg_avg_return: 0.29292673 + avg_reward_per_step: 0.028259277 + perf: + env_steps_per_second: 952134.6061688863 + ppo_updates_per_second: 75.9727550684164 + eval-batch-train-duration: 0.2770996360341087 + eval-batch-orig-duration: 0.18216314597520977 + eval-batch-shift-duration: 0.15008194302208722 + eval-batch-tree-duration: 0.1414856810006313 + ued: + distances: + cheese-corne_dist_avg: 7.192749 + cheese-corne_dist_wavg: 7.0248866 + levels_cheese_is_in_corner_avg: 0.068115234 + mouse-cheese_dist_finite_avg: 10.306152 + mouse-cheese_dist_finite_wavg: 6.430792 + mouse-cheese_dist_solvable_avg: 10.306152 + mouse-cheese_dist_solvable_wavg: 6.430792 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.54834 + num_walls_wavg: 5.158848 + prop_walls_avg: 0.2847104 + prop_walls_wavg: 0.22429772 + scoring: + avg_scores: 0.07838187 + visit_patterns: + avg_first_visit_time: 4051.4988 + avg_last_visit_time: 5480.1406 + num_replay_batches: 5490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008830962 + avg_actor_approxkl3: 0.00046927892 + avg_actor_clipfrac: 0.01784668 + avg_actor_loss: -0.00041886867 + avg_advantage: -0.00096314435 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002646404 + avg_entropy: 0.08218506 + avg_grad_norm_pre_clip: 0.6762614 + avg_loss: -0.0003687335 + max: + max_actor_approxkl1: 0.0023983289 + max_actor_approxkl3: 0.0013746768 + max_actor_clipfrac: 0.045898438 + max_actor_loss: 0.00019898638 + max_advantage: 0.3168577 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00036803144 + max_entropy: 0.0925957 + max_grad_norm_pre_clip: 1.5461969 + max_loss: 0.0002554868 + std: + std_actor_approxkl1: 0.0006826865 + std_actor_approxkl3: 0.00032257065 + std_actor_clipfrac: 0.011190499 + std_actor_loss: 0.00042940784 + std_advantage: 0.024988795 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.7268266e-05 + std_entropy: 0.005392346 + std_grad_norm_pre_clip: 0.31732515 + std_loss: 0.00044145872 + eval-batch-train: + avg_avg_episode_length: 15.21156 + avg_avg_return: 0.85278225 + avg_benchmark_regret: 0.0034619286 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34121704 + proxy_corner: + avg_avg_return: 0.06752119 + avg_reward_per_step: 0.016357422 + eval-batch-orig: + avg_avg_episode_length: 16.7969 + avg_avg_return: 0.839728 + avg_benchmark_regret: 0.0041634757 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27378845 + proxy_corner: + avg_avg_return: 0.839728 + avg_reward_per_step: 0.27378845 + eval-batch-shift: + avg_avg_episode_length: 12.62965 + avg_avg_return: 0.8843309 + avg_benchmark_regret: 0.003030781 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34617615 + proxy_corner: + avg_avg_return: 0.054945838 + avg_reward_per_step: 0.016738892 + eval-batch-tree: + avg_avg_episode_length: 6.0275593 + avg_avg_return: 0.9855103 + avg_benchmark_regret: 0.008909987 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2728119 + proxy_corner: + avg_avg_return: 0.9855103 + avg_reward_per_step: 0.2728119 +=========================================================== +=========================================================== + step: + env-step-all-before: 362807296 + env-step-replay-before: 180420608 + env-step-used-before: 362807296 + ppo-update-before: 221440 + env-step-generate-before: 182386688 + env-step-all-after: 362840064 + env-step-replay-after: 180453376 + env-step-used-after: 362840064 + ppo-update-after: 221460 + env-step-generate-after: 182386688 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.903474 + avg_avg_return: 0.91150665 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.29668975 + avg_reward_per_step: 0.028167725 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.903474 + avg_avg_return: 0.91150665 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.29668975 + avg_reward_per_step: 0.028167725 + perf: + env_steps_per_second: 831747.7245061187 + ppo_updates_per_second: 101.36239266970976 + eval-batch-train-duration: 0.20758174400543794 + eval-batch-orig-duration: 0.14411109901266173 + eval-batch-shift-duration: 0.14472936402307823 + eval-batch-tree-duration: 0.14347163401544094 + ued: + distances: + cheese-corne_dist_avg: 7.161743 + cheese-corne_dist_wavg: 0.7340692 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.302734 + mouse-cheese_dist_finite_wavg: 12.727987 + mouse-cheese_dist_solvable_avg: 10.302734 + mouse-cheese_dist_solvable_wavg: 12.72799 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5493164 + num_walls_wavg: 5.1593556 + prop_walls_avg: 0.28475288 + prop_walls_wavg: 0.2243198 + scoring: + avg_scores: 0.07889806 + visit_patterns: + avg_first_visit_time: 4062.246 + avg_last_visit_time: 5497.328 + num_replay_batches: 5507 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006879172 + avg_actor_approxkl3: 0.00047171998 + avg_actor_clipfrac: 0.018011475 + avg_actor_loss: -0.0006079433 + avg_advantage: 0.0010497776 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019193713 + avg_entropy: 0.0792102 + avg_grad_norm_pre_clip: 0.49579355 + avg_loss: -0.00059118494 + max: + max_actor_approxkl1: 0.0014863661 + max_actor_approxkl3: 0.0008783717 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.00021286914 + max_advantage: 0.35642385 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00023430292 + max_entropy: 0.09359932 + max_grad_norm_pre_clip: 0.78966177 + max_loss: 0.00021289973 + std: + std_actor_approxkl1: 0.0004355976 + std_actor_approxkl3: 0.0002135727 + std_actor_clipfrac: 0.007701899 + std_actor_loss: 0.00054481695 + std_advantage: 0.019491585 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.4214092e-05 + std_entropy: 0.007880175 + std_grad_norm_pre_clip: 0.12301604 + std_loss: 0.0005459763 + eval-batch-train: + avg_avg_episode_length: 15.208406 + avg_avg_return: 0.85305035 + avg_benchmark_regret: 0.0031937924 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3408203 + proxy_corner: + avg_avg_return: 0.076495744 + avg_reward_per_step: 0.016670227 + eval-batch-orig: + avg_avg_episode_length: 16.78268 + avg_avg_return: 0.83943224 + avg_benchmark_regret: 0.004459232 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2746277 + proxy_corner: + avg_avg_return: 0.83943224 + avg_reward_per_step: 0.2746277 + eval-batch-shift: + avg_avg_episode_length: 12.643302 + avg_avg_return: 0.88412493 + avg_benchmark_regret: 0.0032367785 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34399414 + proxy_corner: + avg_avg_return: 0.055064455 + avg_reward_per_step: 0.01687622 + eval-batch-tree: + avg_avg_episode_length: 6.083433 + avg_avg_return: 0.98455465 + avg_benchmark_regret: 0.0098656295 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27349854 + proxy_corner: + avg_avg_return: 0.98455465 + avg_reward_per_step: 0.27349854 +=========================================================== +=========================================================== + step: + env-step-all-before: 363855872 + env-step-replay-before: 180813824 + env-step-used-before: 363855872 + ppo-update-before: 222080 + env-step-generate-before: 183042048 + env-step-all-after: 363888640 + env-step-replay-after: 180813824 + env-step-used-after: 363888640 + ppo-update-after: 222100 + env-step-generate-after: 183074816 + train-generate: + shift_proportion: 0.94140625 + avg_avg_episode_length: 11.698354 + avg_avg_return: 0.8823849 + avg_reward_per_step: 0.3867798 + proxy_corner: + avg_avg_return: 0.09019068 + avg_reward_per_step: 0.023284912 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 11.698354 + avg_avg_return: 0.8823849 + avg_reward_per_step: 0.3867798 + proxy_corner: + avg_avg_return: 0.09019068 + avg_reward_per_step: 0.023284912 + perf: + env_steps_per_second: 912399.56249244 + ppo_updates_per_second: 109.6207824717464 + eval-batch-train-duration: 0.1986355219851248 + eval-batch-orig-duration: 0.15010949596762657 + eval-batch-shift-duration: 0.1415800329996273 + eval-batch-tree-duration: 0.14019610499963164 + ued: + distances: + cheese-corne_dist_avg: 7.147461 + cheese-corne_dist_wavg: 11.507237 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.310059 + mouse-cheese_dist_finite_wavg: 10.025493 + mouse-cheese_dist_solvable_avg: 10.310059 + mouse-cheese_dist_solvable_wavg: 10.025494 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.540283 + num_walls_wavg: 5.154311 + prop_walls_avg: 0.2843601 + prop_walls_wavg: 0.22410052 + scoring: + avg_scores: 0.07923029 + visit_patterns: + avg_first_visit_time: 4071.9753 + avg_last_visit_time: 5508.307 + num_replay_batches: 5518 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000989012 + avg_actor_approxkl3: 0.0007308192 + avg_actor_clipfrac: 0.028930664 + avg_actor_loss: -0.0006901716 + avg_advantage: 0.0057486612 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027186172 + avg_entropy: 0.14625898 + avg_grad_norm_pre_clip: 1.082716 + avg_loss: 0.0005228781 + max: + max_actor_approxkl1: 0.0037036233 + max_actor_approxkl3: 0.002254439 + max_actor_clipfrac: 0.07775879 + max_actor_loss: 0.0028103776 + max_advantage: 0.48419538 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0054307003 + max_entropy: 0.22261192 + max_grad_norm_pre_clip: 2.9904516 + max_loss: 0.003427823 + std: + std_actor_approxkl1: 0.0009690369 + std_actor_approxkl3: 0.00052707375 + std_actor_clipfrac: 0.019497728 + std_actor_loss: 0.001311054 + std_advantage: 0.074137665 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009513442 + std_entropy: 0.028608471 + std_grad_norm_pre_clip: 0.55957544 + std_loss: 0.0014076596 + eval-batch-train: + avg_avg_episode_length: 15.199083 + avg_avg_return: 0.8529785 + avg_benchmark_regret: 0.0032656637 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34191132 + proxy_corner: + avg_avg_return: 0.077480644 + avg_reward_per_step: 0.016021729 + eval-batch-orig: + avg_avg_episode_length: 16.767504 + avg_avg_return: 0.8395645 + avg_benchmark_regret: 0.004326961 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27438354 + proxy_corner: + avg_avg_return: 0.8395645 + avg_reward_per_step: 0.27438354 + eval-batch-shift: + avg_avg_episode_length: 12.638765 + avg_avg_return: 0.883955 + avg_benchmark_regret: 0.0034067265 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3472519 + proxy_corner: + avg_avg_return: 0.054756314 + avg_reward_per_step: 0.016578674 + eval-batch-tree: + avg_avg_episode_length: 6.0681677 + avg_avg_return: 0.9851078 + avg_benchmark_regret: 0.009312523 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27288055 + proxy_corner: + avg_avg_return: 0.9851078 + avg_reward_per_step: 0.27288055 +=========================================================== +=========================================================== + step: + env-step-all-before: 364904448 + env-step-replay-before: 181338112 + env-step-used-before: 364904448 + ppo-update-before: 222720 + env-step-generate-before: 183566336 + env-step-all-after: 364937216 + env-step-replay-after: 181338112 + env-step-used-after: 364937216 + ppo-update-after: 222740 + env-step-generate-after: 183599104 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 16.063643 + avg_avg_return: 0.8313037 + avg_reward_per_step: 0.34799194 + proxy_corner: + avg_avg_return: 0.08402626 + avg_reward_per_step: 0.016571045 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 16.063643 + avg_avg_return: 0.8313037 + avg_reward_per_step: 0.34799194 + proxy_corner: + avg_avg_return: 0.08402626 + avg_reward_per_step: 0.016571045 + perf: + env_steps_per_second: 864971.4804095314 + ppo_updates_per_second: 80.80141591685019 + eval-batch-train-duration: 0.2511524999863468 + eval-batch-orig-duration: 0.15864367998437956 + eval-batch-shift-duration: 0.14550474000861868 + eval-batch-tree-duration: 0.1448267920059152 + ued: + distances: + cheese-corne_dist_avg: 7.1411133 + cheese-corne_dist_wavg: 3.4158025 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.317139 + mouse-cheese_dist_finite_wavg: 10.929214 + mouse-cheese_dist_solvable_avg: 10.317139 + mouse-cheese_dist_solvable_wavg: 10.9292145 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.539551 + num_walls_wavg: 5.151706 + prop_walls_avg: 0.28432828 + prop_walls_wavg: 0.22398718 + scoring: + avg_scores: 0.079157814 + visit_patterns: + avg_first_visit_time: 4083.9653 + avg_last_visit_time: 5524.2803 + num_replay_batches: 5534 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011374993 + avg_actor_approxkl3: 0.00089298515 + avg_actor_clipfrac: 0.032690432 + avg_actor_loss: -0.00045484194 + avg_advantage: -0.033032365 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.004021603 + avg_entropy: 0.14281121 + avg_grad_norm_pre_clip: 1.068019 + avg_loss: 0.0014131484 + max: + max_actor_approxkl1: 0.0042907936 + max_actor_approxkl3: 0.0026710304 + max_actor_clipfrac: 0.064331055 + max_actor_loss: 0.0008176118 + max_advantage: 0.34748614 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.005992069 + max_entropy: 0.17193258 + max_grad_norm_pre_clip: 1.8657256 + max_loss: 0.003372924 + std: + std_actor_approxkl1: 0.0009650425 + std_actor_approxkl3: 0.0005961945 + std_actor_clipfrac: 0.018299907 + std_actor_loss: 0.00072449446 + std_advantage: 0.089034 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.001133857 + std_entropy: 0.01829848 + std_grad_norm_pre_clip: 0.29762733 + std_loss: 0.0009878409 + eval-batch-train: + avg_avg_episode_length: 15.202503 + avg_avg_return: 0.85304666 + avg_benchmark_regret: 0.003197522 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34158325 + proxy_corner: + avg_avg_return: 0.07978555 + avg_reward_per_step: 0.016410828 + eval-batch-orig: + avg_avg_episode_length: 16.792515 + avg_avg_return: 0.8393587 + avg_benchmark_regret: 0.0045327432 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27391052 + proxy_corner: + avg_avg_return: 0.8393587 + avg_reward_per_step: 0.27391052 + eval-batch-shift: + avg_avg_episode_length: 12.63788 + avg_avg_return: 0.8841418 + avg_benchmark_regret: 0.0032198837 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3456421 + proxy_corner: + avg_avg_return: 0.055102654 + avg_reward_per_step: 0.016830444 + eval-batch-tree: + avg_avg_episode_length: 6.1925225 + avg_avg_return: 0.98517513 + avg_benchmark_regret: 0.009245096 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27072144 + proxy_corner: + avg_avg_return: 0.98517513 + avg_reward_per_step: 0.27072144 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 365953024 + env-step-replay-before: 181895168 + env-step-used-before: 365953024 + ppo-update-before: 223360 + env-step-generate-before: 184057856 + env-step-all-after: 365985792 + env-step-replay-after: 181895168 + env-step-used-after: 365985792 + ppo-update-after: 223380 + env-step-generate-after: 184090624 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 15.101824 + avg_avg_return: 0.8442995 + avg_reward_per_step: 0.31658936 + proxy_corner: + avg_avg_return: 0.063530676 + avg_reward_per_step: 0.009429932 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 15.101824 + avg_avg_return: 0.8442995 + avg_reward_per_step: 0.31658936 + proxy_corner: + avg_avg_return: 0.063530676 + avg_reward_per_step: 0.009429932 + perf: + env_steps_per_second: 845324.543530996 + ppo_updates_per_second: 97.30821584231906 + eval-batch-train-duration: 0.21005169703857973 + eval-batch-orig-duration: 0.14503746904665604 + eval-batch-shift-duration: 0.14104964397847652 + eval-batch-tree-duration: 0.13978110399330035 + ued: + distances: + cheese-corne_dist_avg: 7.156494 + cheese-corne_dist_wavg: 8.810927 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.310059 + mouse-cheese_dist_finite_wavg: 7.331666 + mouse-cheese_dist_solvable_avg: 10.310059 + mouse-cheese_dist_solvable_wavg: 7.331668 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.540039 + num_walls_wavg: 6.0537176 + prop_walls_avg: 0.2843495 + prop_walls_wavg: 0.26320514 + scoring: + avg_scores: 0.079062976 + visit_patterns: + avg_first_visit_time: 4096.6084 + avg_last_visit_time: 5541.291 + num_replay_batches: 5551 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011235332 + avg_actor_approxkl3: 0.0009272892 + avg_actor_clipfrac: 0.03409424 + avg_actor_loss: -0.000595858 + avg_advantage: -0.030269073 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0032076188 + avg_entropy: 0.16489922 + avg_grad_norm_pre_clip: 1.1655326 + avg_loss: 0.0008430522 + max: + max_actor_approxkl1: 0.002370898 + max_actor_approxkl3: 0.0021051748 + max_actor_clipfrac: 0.068359375 + max_actor_loss: 0.0010894984 + max_advantage: 0.36274624 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004903312 + max_entropy: 0.19898468 + max_grad_norm_pre_clip: 2.236152 + max_loss: 0.0024184142 + std: + std_actor_approxkl1: 0.00072564156 + std_actor_approxkl3: 0.0006639863 + std_actor_clipfrac: 0.020367462 + std_actor_loss: 0.0008170181 + std_advantage: 0.078807436 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010345629 + std_entropy: 0.018962407 + std_grad_norm_pre_clip: 0.38255006 + std_loss: 0.0008551163 + eval-batch-train: + avg_avg_episode_length: 15.213167 + avg_avg_return: 0.85281193 + avg_benchmark_regret: 0.0034322315 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34113312 + proxy_corner: + avg_avg_return: 0.07221885 + avg_reward_per_step: 0.015655518 + eval-batch-orig: + avg_avg_episode_length: 16.77094 + avg_avg_return: 0.83965784 + avg_benchmark_regret: 0.0042336183 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27398682 + proxy_corner: + avg_avg_return: 0.83965784 + avg_reward_per_step: 0.27398682 + eval-batch-shift: + avg_avg_episode_length: 12.656681 + avg_avg_return: 0.8837709 + avg_benchmark_regret: 0.0035908315 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3457489 + proxy_corner: + avg_avg_return: 0.05408009 + avg_reward_per_step: 0.016746521 + eval-batch-tree: + avg_avg_episode_length: 6.1475363 + avg_avg_return: 0.98483944 + avg_benchmark_regret: 0.009580875 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27140045 + proxy_corner: + avg_avg_return: 0.98483944 + avg_reward_per_step: 0.27140045 +=========================================================== +=========================================================== + step: + env-step-all-before: 367001600 + env-step-replay-before: 182484992 + env-step-used-before: 367001600 + ppo-update-before: 224000 + env-step-generate-before: 184516608 + env-step-all-after: 367034368 + env-step-replay-after: 182517760 + env-step-used-after: 367034368 + ppo-update-after: 224020 + env-step-generate-after: 184516608 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.641148 + avg_avg_return: 0.9134371 + avg_reward_per_step: 0.09222412 + proxy_corner: + avg_avg_return: 0.2851755 + avg_reward_per_step: 0.027923584 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.641148 + avg_avg_return: 0.9134371 + avg_reward_per_step: 0.09222412 + proxy_corner: + avg_avg_return: 0.2851755 + avg_reward_per_step: 0.027923584 + perf: + env_steps_per_second: 937276.1237188469 + ppo_updates_per_second: 78.35507313063276 + eval-batch-train-duration: 0.24536299100145698 + eval-batch-orig-duration: 0.16214409802341834 + eval-batch-shift-duration: 0.1453318049898371 + eval-batch-tree-duration: 0.140682402998209 + ued: + distances: + cheese-corne_dist_avg: 7.176758 + cheese-corne_dist_wavg: 4.3067894 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.299561 + mouse-cheese_dist_finite_wavg: 7.3303185 + mouse-cheese_dist_solvable_avg: 10.299561 + mouse-cheese_dist_solvable_wavg: 7.3303194 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.538086 + num_walls_wavg: 5.156535 + prop_walls_avg: 0.2842646 + prop_walls_wavg: 0.22419718 + scoring: + avg_scores: 0.07900141 + visit_patterns: + avg_first_visit_time: 4107.1846 + avg_last_visit_time: 5560.1772 + num_replay_batches: 5570 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073631195 + avg_actor_approxkl3: 0.0004592228 + avg_actor_clipfrac: 0.017333984 + avg_actor_loss: -0.00072570925 + avg_advantage: 8.8260684e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018371601 + avg_entropy: 0.07885751 + avg_grad_norm_pre_clip: 0.572407 + avg_loss: -0.00071270874 + max: + max_actor_approxkl1: 0.0019366166 + max_actor_approxkl3: 0.0010205463 + max_actor_clipfrac: 0.037353516 + max_actor_loss: 0.00038992148 + max_advantage: 0.24250573 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002796649 + max_entropy: 0.09916708 + max_grad_norm_pre_clip: 0.96369004 + max_loss: 0.00041321464 + std: + std_actor_approxkl1: 0.0005105534 + std_actor_approxkl3: 0.0002617031 + std_actor_clipfrac: 0.009309732 + std_actor_loss: 0.0007986201 + std_advantage: 0.019684963 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.445315e-05 + std_entropy: 0.008260421 + std_grad_norm_pre_clip: 0.14844942 + std_loss: 0.0007967031 + eval-batch-train: + avg_avg_episode_length: 15.207893 + avg_avg_return: 0.8527231 + avg_benchmark_regret: 0.003521148 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34157562 + proxy_corner: + avg_avg_return: 0.07051151 + avg_reward_per_step: 0.016075134 + eval-batch-orig: + avg_avg_episode_length: 16.810638 + avg_avg_return: 0.83929443 + avg_benchmark_regret: 0.0045970064 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27355957 + proxy_corner: + avg_avg_return: 0.83929443 + avg_reward_per_step: 0.27355957 + eval-batch-shift: + avg_avg_episode_length: 12.641012 + avg_avg_return: 0.8843755 + avg_benchmark_regret: 0.0029861853 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34571075 + proxy_corner: + avg_avg_return: 0.05535109 + avg_reward_per_step: 0.016929626 + eval-batch-tree: + avg_avg_episode_length: 6.0847893 + avg_avg_return: 0.9845805 + avg_benchmark_regret: 0.009839792 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27215576 + proxy_corner: + avg_avg_return: 0.9845805 + avg_reward_per_step: 0.27215576 +=========================================================== +=========================================================== + step: + env-step-all-before: 368050176 + env-step-replay-before: 182943744 + env-step-used-before: 368050176 + ppo-update-before: 224640 + env-step-generate-before: 185106432 + env-step-all-after: 368082944 + env-step-replay-after: 182943744 + env-step-used-after: 368082944 + ppo-update-after: 224660 + env-step-generate-after: 185139200 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.201269 + avg_avg_return: 0.8653243 + avg_reward_per_step: 0.36608887 + proxy_corner: + avg_avg_return: 0.066255964 + avg_reward_per_step: 0.015686035 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.201269 + avg_avg_return: 0.8653243 + avg_reward_per_step: 0.36608887 + proxy_corner: + avg_avg_return: 0.066255964 + avg_reward_per_step: 0.015686035 + perf: + env_steps_per_second: 842808.5855056209 + ppo_updates_per_second: 77.66869581793574 + eval-batch-train-duration: 0.2524794340133667 + eval-batch-orig-duration: 0.1620887640165165 + eval-batch-shift-duration: 0.1461981280008331 + eval-batch-tree-duration: 0.14206009899498895 + ued: + distances: + cheese-corne_dist_avg: 7.191162 + cheese-corne_dist_wavg: 9.720772 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.301758 + mouse-cheese_dist_finite_wavg: 10.0288315 + mouse-cheese_dist_solvable_avg: 10.301758 + mouse-cheese_dist_solvable_wavg: 10.028832 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.53833 + num_walls_wavg: 5.1548786 + prop_walls_avg: 0.2842752 + prop_walls_wavg: 0.22412513 + scoring: + avg_scores: 0.078884006 + visit_patterns: + avg_first_visit_time: 4116.1484 + avg_last_visit_time: 5573.2637 + num_replay_batches: 5583 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00097329647 + avg_actor_approxkl3: 0.0008174949 + avg_actor_clipfrac: 0.030932618 + avg_actor_loss: -0.00024831668 + avg_advantage: -0.00060451985 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027481827 + avg_entropy: 0.13483164 + avg_grad_norm_pre_clip: 1.0865581 + avg_loss: 0.0009909429 + max: + max_actor_approxkl1: 0.003647008 + max_actor_approxkl3: 0.002411819 + max_actor_clipfrac: 0.06713867 + max_actor_loss: 0.0016625002 + max_advantage: 0.57767427 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0051282765 + max_entropy: 0.15373641 + max_grad_norm_pre_clip: 2.1212463 + max_loss: 0.0035141646 + std: + std_actor_approxkl1: 0.0007842203 + std_actor_approxkl3: 0.00053726934 + std_actor_clipfrac: 0.017037727 + std_actor_loss: 0.00085032504 + std_advantage: 0.07476299 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000795941 + std_entropy: 0.015033162 + std_grad_norm_pre_clip: 0.43287492 + std_loss: 0.0009329702 + eval-batch-train: + avg_avg_episode_length: 15.21107 + avg_avg_return: 0.8531764 + avg_benchmark_regret: 0.0030678192 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34189606 + proxy_corner: + avg_avg_return: 0.07048968 + avg_reward_per_step: 0.016189575 + eval-batch-orig: + avg_avg_episode_length: 16.790974 + avg_avg_return: 0.83939016 + avg_benchmark_regret: 0.00450131 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2735138 + proxy_corner: + avg_avg_return: 0.83939016 + avg_reward_per_step: 0.2735138 + eval-batch-shift: + avg_avg_episode_length: 12.632507 + avg_avg_return: 0.88417685 + avg_benchmark_regret: 0.0031848715 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34613037 + proxy_corner: + avg_avg_return: 0.056451187 + avg_reward_per_step: 0.017158508 + eval-batch-tree: + avg_avg_episode_length: 6.155997 + avg_avg_return: 0.98484194 + avg_benchmark_regret: 0.00957829 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27046967 + proxy_corner: + avg_avg_return: 0.98484194 + avg_reward_per_step: 0.27046967 +=========================================================== +=========================================================== + step: + env-step-all-before: 369098752 + env-step-replay-before: 183435264 + env-step-used-before: 369098752 + ppo-update-before: 225280 + env-step-generate-before: 185663488 + env-step-all-after: 369131520 + env-step-replay-after: 183468032 + env-step-used-after: 369131520 + ppo-update-after: 225300 + env-step-generate-after: 185663488 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.706932 + avg_avg_return: 0.91270506 + avg_reward_per_step: 0.09118652 + proxy_corner: + avg_avg_return: 0.29640627 + avg_reward_per_step: 0.028778076 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.706932 + avg_avg_return: 0.91270506 + avg_reward_per_step: 0.09118652 + proxy_corner: + avg_avg_return: 0.29640627 + avg_reward_per_step: 0.028778076 + perf: + env_steps_per_second: 786954.7643802121 + ppo_updates_per_second: 106.8867604679086 + eval-batch-train-duration: 0.1929929030011408 + eval-batch-orig-duration: 0.1450370600214228 + eval-batch-shift-duration: 0.14063992397859693 + eval-batch-tree-duration: 0.13952376000816002 + ued: + distances: + cheese-corne_dist_avg: 7.1879883 + cheese-corne_dist_wavg: 9.720311 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.297119 + mouse-cheese_dist_finite_wavg: 9.126758 + mouse-cheese_dist_solvable_avg: 10.297119 + mouse-cheese_dist_solvable_wavg: 9.12676 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5446777 + num_walls_wavg: 6.9559665 + prop_walls_avg: 0.2845512 + prop_walls_wavg: 0.30243343 + scoring: + avg_scores: 0.07917427 + visit_patterns: + avg_first_visit_time: 4128.2344 + avg_last_visit_time: 5589.289 + num_replay_batches: 5599 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006262899 + avg_actor_approxkl3: 0.00040284064 + avg_actor_clipfrac: 0.016375734 + avg_actor_loss: -0.00079820864 + avg_advantage: 0.0048615956 + avg_critic_clipfrac: 8.544922e-05 + avg_critic_loss: 0.00044347337 + avg_entropy: 0.07650211 + avg_grad_norm_pre_clip: 0.6383645 + avg_loss: -0.000652974 + max: + max_actor_approxkl1: 0.0013929859 + max_actor_approxkl3: 0.00081471656 + max_actor_clipfrac: 0.029418945 + max_actor_loss: 0.00085110404 + max_advantage: 0.45535922 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.0006617323 + max_entropy: 0.09621306 + max_grad_norm_pre_clip: 1.4634248 + max_loss: 0.0010166399 + std: + std_actor_approxkl1: 0.00039207362 + std_actor_approxkl3: 0.0002257601 + std_actor_clipfrac: 0.008244426 + std_actor_loss: 0.0008411541 + std_advantage: 0.032942068 + std_critic_clipfrac: 0.0003724645 + std_critic_loss: 0.00010028057 + std_entropy: 0.007660514 + std_grad_norm_pre_clip: 0.24395081 + std_loss: 0.0008551692 + eval-batch-train: + avg_avg_episode_length: 15.220358 + avg_avg_return: 0.8531603 + avg_benchmark_regret: 0.0030839094 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34070587 + proxy_corner: + avg_avg_return: 0.07837839 + avg_reward_per_step: 0.016036987 + eval-batch-orig: + avg_avg_episode_length: 16.77649 + avg_avg_return: 0.83954453 + avg_benchmark_regret: 0.004346943 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27397156 + proxy_corner: + avg_avg_return: 0.83954453 + avg_reward_per_step: 0.27397156 + eval-batch-shift: + avg_avg_episode_length: 12.648352 + avg_avg_return: 0.88422525 + avg_benchmark_regret: 0.0031364213 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34544373 + proxy_corner: + avg_avg_return: 0.056375153 + avg_reward_per_step: 0.017311096 + eval-batch-tree: + avg_avg_episode_length: 5.998475 + avg_avg_return: 0.98565173 + avg_benchmark_regret: 0.008768504 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27246857 + proxy_corner: + avg_avg_return: 0.98565173 + avg_reward_per_step: 0.27246857 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 370147328 + env-step-replay-before: 183959552 + env-step-used-before: 370147328 + ppo-update-before: 225920 + env-step-generate-before: 186187776 + env-step-all-after: 370180096 + env-step-replay-after: 183992320 + env-step-used-after: 370180096 + ppo-update-after: 225940 + env-step-generate-after: 186187776 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.967023 + avg_avg_return: 0.9095568 + avg_reward_per_step: 0.09072876 + proxy_corner: + avg_avg_return: 0.29429662 + avg_reward_per_step: 0.028198242 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.967023 + avg_avg_return: 0.9095568 + avg_reward_per_step: 0.09072876 + proxy_corner: + avg_avg_return: 0.29429662 + avg_reward_per_step: 0.028198242 + perf: + env_steps_per_second: 904798.5081482822 + ppo_updates_per_second: 105.46128025157645 + eval-batch-train-duration: 0.20091944199521095 + eval-batch-orig-duration: 0.14252845395822078 + eval-batch-shift-duration: 0.14290968101704493 + eval-batch-tree-duration: 0.14290013501886278 + ued: + distances: + cheese-corne_dist_avg: 7.1783447 + cheese-corne_dist_wavg: 7.925077 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 10.304199 + mouse-cheese_dist_finite_wavg: 10.034399 + mouse-cheese_dist_solvable_avg: 10.304199 + mouse-cheese_dist_solvable_wavg: 10.0344 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.546631 + num_walls_wavg: 6.0549235 + prop_walls_avg: 0.28463608 + prop_walls_wavg: 0.26325753 + scoring: + avg_scores: 0.07935241 + visit_patterns: + avg_first_visit_time: 4136.336 + avg_last_visit_time: 5605.199 + num_replay_batches: 5615 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006835065 + avg_actor_approxkl3: 0.0004038015 + avg_actor_clipfrac: 0.01605835 + avg_actor_loss: -0.00033488133 + avg_advantage: 0.032396927 + avg_critic_clipfrac: 0.00021362305 + avg_critic_loss: 0.00082761236 + avg_entropy: 0.073591 + avg_grad_norm_pre_clip: 0.689705 + avg_loss: 5.3338226e-06 + max: + max_actor_approxkl1: 0.0020189257 + max_actor_approxkl3: 0.000755509 + max_actor_clipfrac: 0.026489258 + max_actor_loss: 0.0007634852 + max_advantage: 0.4074682 + max_critic_clipfrac: 0.0029296875 + max_critic_loss: 0.0016550029 + max_entropy: 0.08916087 + max_grad_norm_pre_clip: 1.0442368 + max_loss: 0.0010513236 + std: + std_actor_approxkl1: 0.0005044986 + std_actor_approxkl3: 0.00017356125 + std_actor_clipfrac: 0.006300114 + std_actor_loss: 0.00067379 + std_advantage: 0.040391408 + std_critic_clipfrac: 0.0006882374 + std_critic_loss: 0.00033965768 + std_entropy: 0.006851966 + std_grad_norm_pre_clip: 0.25819564 + std_loss: 0.0007496636 + eval-batch-train: + avg_avg_episode_length: 15.215544 + avg_avg_return: 0.8527693 + avg_benchmark_regret: 0.0034749052 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3410263 + proxy_corner: + avg_avg_return: 0.07388025 + avg_reward_per_step: 0.016349792 + eval-batch-orig: + avg_avg_episode_length: 16.777618 + avg_avg_return: 0.83935606 + avg_benchmark_regret: 0.004535414 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27361298 + proxy_corner: + avg_avg_return: 0.83935606 + avg_reward_per_step: 0.27361298 + eval-batch-shift: + avg_avg_episode_length: 12.646593 + avg_avg_return: 0.8836996 + avg_benchmark_regret: 0.0036621038 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34607697 + proxy_corner: + avg_avg_return: 0.05840151 + avg_reward_per_step: 0.017730713 + eval-batch-tree: + avg_avg_episode_length: 6.097711 + avg_avg_return: 0.9849198 + avg_benchmark_regret: 0.009500474 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27204132 + proxy_corner: + avg_avg_return: 0.9849198 + avg_reward_per_step: 0.27204132 +=========================================================== +=========================================================== + step: + env-step-all-before: 371195904 + env-step-replay-before: 184483840 + env-step-used-before: 371195904 + ppo-update-before: 226560 + env-step-generate-before: 186712064 + env-step-all-after: 371228672 + env-step-replay-after: 184483840 + env-step-used-after: 371228672 + ppo-update-after: 226580 + env-step-generate-after: 186744832 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.862692 + avg_avg_return: 0.85764617 + avg_reward_per_step: 0.34188843 + proxy_corner: + avg_avg_return: 0.06789711 + avg_reward_per_step: 0.015075684 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.862692 + avg_avg_return: 0.85764617 + avg_reward_per_step: 0.34188843 + proxy_corner: + avg_avg_return: 0.06789711 + avg_reward_per_step: 0.015075684 + perf: + env_steps_per_second: 622861.4441901003 + ppo_updates_per_second: 100.17007477077246 + eval-batch-train-duration: 0.19211232499219477 + eval-batch-orig-duration: 0.14105288300197572 + eval-batch-shift-duration: 0.13873201998649165 + eval-batch-tree-duration: 0.13820005796151236 + ued: + distances: + cheese-corne_dist_avg: 7.144165 + cheese-corne_dist_wavg: 5.2274084 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.290283 + mouse-cheese_dist_finite_wavg: 5.5368814 + mouse-cheese_dist_solvable_avg: 10.290283 + mouse-cheese_dist_solvable_wavg: 5.536882 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5549316 + num_walls_wavg: 5.1551175 + prop_walls_avg: 0.284997 + prop_walls_wavg: 0.22413555 + scoring: + avg_scores: 0.07946853 + visit_patterns: + avg_first_visit_time: 4148.5684 + avg_last_visit_time: 5620.1494 + num_replay_batches: 5630 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012697829 + avg_actor_approxkl3: 0.0009969525 + avg_actor_clipfrac: 0.037091065 + avg_actor_loss: -0.0006838452 + avg_advantage: -0.0038380502 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0030785566 + avg_entropy: 0.14465077 + avg_grad_norm_pre_clip: 1.1553614 + avg_loss: 0.00071078225 + max: + max_actor_approxkl1: 0.0027122882 + max_actor_approxkl3: 0.0020754612 + max_actor_clipfrac: 0.06689453 + max_actor_loss: 0.0011401922 + max_advantage: 0.38256013 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00431919 + max_entropy: 0.16782656 + max_grad_norm_pre_clip: 1.7662599 + max_loss: 0.0026842277 + std: + std_actor_approxkl1: 0.00090904493 + std_actor_approxkl3: 0.0005691365 + std_actor_clipfrac: 0.02033628 + std_actor_loss: 0.0009038287 + std_advantage: 0.07979396 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006516337 + std_entropy: 0.015389943 + std_grad_norm_pre_clip: 0.3589012 + std_loss: 0.0010356738 + eval-batch-train: + avg_avg_episode_length: 15.244206 + avg_avg_return: 0.85295236 + avg_benchmark_regret: 0.0032918605 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34018707 + proxy_corner: + avg_avg_return: 0.07410573 + avg_reward_per_step: 0.016204834 + eval-batch-orig: + avg_avg_episode_length: 16.8634 + avg_avg_return: 0.8394251 + avg_benchmark_regret: 0.004466329 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2714615 + proxy_corner: + avg_avg_return: 0.8394251 + avg_reward_per_step: 0.2714615 + eval-batch-shift: + avg_avg_episode_length: 12.698124 + avg_avg_return: 0.8834232 + avg_benchmark_regret: 0.003938552 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34310913 + proxy_corner: + avg_avg_return: 0.059795167 + avg_reward_per_step: 0.017875671 + eval-batch-tree: + avg_avg_episode_length: 6.610721 + avg_avg_return: 0.98308915 + avg_benchmark_regret: 0.011331091 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26654816 + proxy_corner: + avg_avg_return: 0.98308915 + avg_reward_per_step: 0.26654816 +=========================================================== +=========================================================== + step: + env-step-all-before: 372244480 + env-step-replay-before: 184909824 + env-step-used-before: 372244480 + ppo-update-before: 227200 + env-step-generate-before: 187334656 + env-step-all-after: 372277248 + env-step-replay-after: 184942592 + env-step-used-after: 372277248 + ppo-update-after: 227220 + env-step-generate-after: 187334656 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.670261 + avg_avg_return: 0.9131285 + avg_reward_per_step: 0.09121704 + proxy_corner: + avg_avg_return: 0.25523105 + avg_reward_per_step: 0.024230957 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.670261 + avg_avg_return: 0.9131285 + avg_reward_per_step: 0.09121704 + proxy_corner: + avg_avg_return: 0.25523105 + avg_reward_per_step: 0.024230957 + perf: + env_steps_per_second: 918066.513147807 + ppo_updates_per_second: 78.45029567157522 + eval-batch-train-duration: 0.24821869796141982 + eval-batch-orig-duration: 0.16347750299610198 + eval-batch-shift-duration: 0.1447224990115501 + eval-batch-tree-duration: 0.14118335000239313 + ued: + distances: + cheese-corne_dist_avg: 7.1364746 + cheese-corne_dist_wavg: 11.965366 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 10.304443 + mouse-cheese_dist_finite_wavg: 10.029091 + mouse-cheese_dist_solvable_avg: 10.304443 + mouse-cheese_dist_solvable_wavg: 10.029091 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.558838 + num_walls_wavg: 7.8526244 + prop_walls_avg: 0.28516686 + prop_walls_wavg: 0.34141853 + scoring: + avg_scores: 0.079472974 + visit_patterns: + avg_first_visit_time: 4158.581 + avg_last_visit_time: 5634.258 + num_replay_batches: 5644 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006219474 + avg_actor_approxkl3: 0.00046083433 + avg_actor_clipfrac: 0.015991211 + avg_actor_loss: -0.000110686946 + avg_advantage: 0.022985088 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.000608271 + avg_entropy: 0.0734507 + avg_grad_norm_pre_clip: 0.746861 + avg_loss: 0.00011999784 + max: + max_actor_approxkl1: 0.0017876234 + max_actor_approxkl3: 0.0012716508 + max_actor_clipfrac: 0.032836914 + max_actor_loss: 0.003247141 + max_advantage: 0.3278643 + max_critic_clipfrac: 0.0015869141 + max_critic_loss: 0.0010634185 + max_entropy: 0.0860509 + max_grad_norm_pre_clip: 2.1598418 + max_loss: 0.003415993 + std: + std_actor_approxkl1: 0.00049120956 + std_actor_approxkl3: 0.0002814095 + std_actor_clipfrac: 0.008082309 + std_actor_loss: 0.0009223364 + std_advantage: 0.034094702 + std_critic_clipfrac: 0.00034585988 + std_critic_loss: 0.00018228832 + std_entropy: 0.00656506 + std_grad_norm_pre_clip: 0.43465382 + std_loss: 0.0009258623 + eval-batch-train: + avg_avg_episode_length: 15.220692 + avg_avg_return: 0.8528803 + avg_benchmark_regret: 0.0033639327 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34116364 + proxy_corner: + avg_avg_return: 0.07490838 + avg_reward_per_step: 0.016044617 + eval-batch-orig: + avg_avg_episode_length: 16.85072 + avg_avg_return: 0.8396621 + avg_benchmark_regret: 0.004229389 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27227783 + proxy_corner: + avg_avg_return: 0.8396621 + avg_reward_per_step: 0.27227783 + eval-batch-shift: + avg_avg_episode_length: 12.663674 + avg_avg_return: 0.8839909 + avg_benchmark_regret: 0.0033708115 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3444748 + proxy_corner: + avg_avg_return: 0.057396367 + avg_reward_per_step: 0.017448425 + eval-batch-tree: + avg_avg_episode_length: 6.872877 + avg_avg_return: 0.98129505 + avg_benchmark_regret: 0.013125203 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2668457 + proxy_corner: + avg_avg_return: 0.98129505 + avg_reward_per_step: 0.2668457 +=========================================================== +=========================================================== + step: + env-step-all-before: 373293056 + env-step-replay-before: 185466880 + env-step-used-before: 373293056 + ppo-update-before: 227840 + env-step-generate-before: 187826176 + env-step-all-after: 373325824 + env-step-replay-after: 185466880 + env-step-used-after: 373325824 + ppo-update-after: 227860 + env-step-generate-after: 187858944 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.970688 + avg_avg_return: 0.8336029 + avg_reward_per_step: 0.3338318 + proxy_corner: + avg_avg_return: 0.06762256 + avg_reward_per_step: 0.01449585 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.970688 + avg_avg_return: 0.8336029 + avg_reward_per_step: 0.3338318 + proxy_corner: + avg_avg_return: 0.06762256 + avg_reward_per_step: 0.01449585 + perf: + env_steps_per_second: 741809.7006491069 + ppo_updates_per_second: 105.64713854970816 + eval-batch-train-duration: 0.19655687198974192 + eval-batch-orig-duration: 0.14233683398924768 + eval-batch-shift-duration: 0.13904265698511153 + eval-batch-tree-duration: 0.13813658902654424 + ued: + distances: + cheese-corne_dist_avg: 7.136963 + cheese-corne_dist_wavg: 2.517626 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.310303 + mouse-cheese_dist_finite_wavg: 9.133804 + mouse-cheese_dist_solvable_avg: 10.310303 + mouse-cheese_dist_solvable_wavg: 9.133805 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5625 + num_walls_wavg: 6.055991 + prop_walls_avg: 0.28532606 + prop_walls_wavg: 0.26330397 + scoring: + avg_scores: 0.07916403 + visit_patterns: + avg_first_visit_time: 4168.426 + avg_last_visit_time: 5650.2715 + num_replay_batches: 5660 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001282718 + avg_actor_approxkl3: 0.0011167794 + avg_actor_clipfrac: 0.037847903 + avg_actor_loss: -0.00018294137 + avg_advantage: -0.026955228 + avg_critic_clipfrac: 0.0018676758 + avg_critic_loss: 0.0039239572 + avg_entropy: 0.14321171 + avg_grad_norm_pre_clip: 1.2510136 + avg_loss: 0.0016358255 + max: + max_actor_approxkl1: 0.00428247 + max_actor_approxkl3: 0.0025403197 + max_actor_clipfrac: 0.07385254 + max_actor_loss: 0.0012040809 + max_advantage: 0.3589499 + max_critic_clipfrac: 0.014526367 + max_critic_loss: 0.0072122905 + max_entropy: 0.18098165 + max_grad_norm_pre_clip: 2.2460132 + max_loss: 0.0031913558 + std: + std_actor_approxkl1: 0.0009471155 + std_actor_approxkl3: 0.00073254155 + std_actor_clipfrac: 0.022509797 + std_actor_loss: 0.00072695233 + std_advantage: 0.08914467 + std_critic_clipfrac: 0.004170287 + std_critic_loss: 0.0012603767 + std_entropy: 0.01865962 + std_grad_norm_pre_clip: 0.43273887 + std_loss: 0.0009449147 + eval-batch-train: + avg_avg_episode_length: 15.209905 + avg_avg_return: 0.85331315 + avg_benchmark_regret: 0.0029310992 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34201813 + proxy_corner: + avg_avg_return: 0.07071995 + avg_reward_per_step: 0.016166687 + eval-batch-orig: + avg_avg_episode_length: 16.799109 + avg_avg_return: 0.83981925 + avg_benchmark_regret: 0.004072222 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742691 + proxy_corner: + avg_avg_return: 0.83981925 + avg_reward_per_step: 0.2742691 + eval-batch-shift: + avg_avg_episode_length: 12.650394 + avg_avg_return: 0.8841801 + avg_benchmark_regret: 0.0031815837 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34442902 + proxy_corner: + avg_avg_return: 0.056740925 + avg_reward_per_step: 0.017410278 + eval-batch-tree: + avg_avg_episode_length: 6.01509 + avg_avg_return: 0.98510885 + avg_benchmark_regret: 0.009311416 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27282715 + proxy_corner: + avg_avg_return: 0.98510885 + avg_reward_per_step: 0.27282715 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 374341632 + env-step-replay-before: 185958400 + env-step-used-before: 374341632 + ppo-update-before: 228480 + env-step-generate-before: 188383232 + env-step-all-after: 374374400 + env-step-replay-after: 185991168 + env-step-used-after: 374374400 + ppo-update-after: 228500 + env-step-generate-after: 188383232 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.774675 + avg_avg_return: 0.91214633 + avg_reward_per_step: 0.09060669 + proxy_corner: + avg_avg_return: 0.2426353 + avg_reward_per_step: 0.023071289 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.774675 + avg_avg_return: 0.91214633 + avg_reward_per_step: 0.09060669 + proxy_corner: + avg_avg_return: 0.2426353 + avg_reward_per_step: 0.023071289 + perf: + env_steps_per_second: 671053.7602129688 + ppo_updates_per_second: 98.12050130192661 + eval-batch-train-duration: 0.20053145295241848 + eval-batch-orig-duration: 0.14318236795952544 + eval-batch-shift-duration: 0.1393927659955807 + eval-batch-tree-duration: 0.13885044399648905 + ued: + distances: + cheese-corne_dist_avg: 7.1486816 + cheese-corne_dist_wavg: 5.2088985 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.320557 + mouse-cheese_dist_finite_wavg: 10.02978 + mouse-cheese_dist_solvable_avg: 10.320557 + mouse-cheese_dist_solvable_wavg: 10.02978 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5598145 + num_walls_wavg: 5.1551495 + prop_walls_avg: 0.2852093 + prop_walls_wavg: 0.22413695 + scoring: + avg_scores: 0.07883535 + visit_patterns: + avg_first_visit_time: 4175.073 + avg_last_visit_time: 5666.164 + num_replay_batches: 5676 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006680172 + avg_actor_approxkl3: 0.00039731033 + avg_actor_clipfrac: 0.016192628 + avg_actor_loss: -0.0006372134 + avg_advantage: 0.0029320167 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00042076898 + avg_entropy: 0.08367152 + avg_grad_norm_pre_clip: 0.46882185 + avg_loss: -0.00051050045 + max: + max_actor_approxkl1: 0.0015408493 + max_actor_approxkl3: 0.0009285286 + max_actor_clipfrac: 0.032104492 + max_actor_loss: 0.0007103272 + max_advantage: 0.3903523 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00075040373 + max_entropy: 0.09715805 + max_grad_norm_pre_clip: 0.8533406 + max_loss: 0.0009988726 + std: + std_actor_approxkl1: 0.00048241523 + std_actor_approxkl3: 0.00020332626 + std_actor_clipfrac: 0.0073663415 + std_actor_loss: 0.0005996427 + std_advantage: 0.03266591 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00012553086 + std_entropy: 0.0063835275 + std_grad_norm_pre_clip: 0.14184153 + std_loss: 0.00063999597 + eval-batch-train: + avg_avg_episode_length: 15.22492 + avg_avg_return: 0.8528253 + avg_benchmark_regret: 0.0034188922 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3400116 + proxy_corner: + avg_avg_return: 0.07112081 + avg_reward_per_step: 0.015853882 + eval-batch-orig: + avg_avg_episode_length: 16.776745 + avg_avg_return: 0.8393832 + avg_benchmark_regret: 0.004508291 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27423096 + proxy_corner: + avg_avg_return: 0.8393832 + avg_reward_per_step: 0.27423096 + eval-batch-shift: + avg_avg_episode_length: 12.661024 + avg_avg_return: 0.88371456 + avg_benchmark_regret: 0.0036471875 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34492493 + proxy_corner: + avg_avg_return: 0.05497629 + avg_reward_per_step: 0.017051697 + eval-batch-tree: + avg_avg_episode_length: 6.146674 + avg_avg_return: 0.98394424 + avg_benchmark_regret: 0.010476062 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27279663 + proxy_corner: + avg_avg_return: 0.98394424 + avg_reward_per_step: 0.27279663 +=========================================================== +=========================================================== + step: + env-step-all-before: 375390208 + env-step-replay-before: 186548224 + env-step-used-before: 375390208 + ppo-update-before: 229120 + env-step-generate-before: 188841984 + env-step-all-after: 375422976 + env-step-replay-after: 186580992 + env-step-used-after: 375422976 + ppo-update-after: 229140 + env-step-generate-after: 188841984 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 11.433828 + avg_avg_return: 0.9049643 + avg_reward_per_step: 0.08908081 + proxy_corner: + avg_avg_return: 0.27611232 + avg_reward_per_step: 0.026428223 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 11.433828 + avg_avg_return: 0.9049643 + avg_reward_per_step: 0.08908081 + proxy_corner: + avg_avg_return: 0.27611232 + avg_reward_per_step: 0.026428223 + perf: + env_steps_per_second: 974205.1185080555 + ppo_updates_per_second: 76.7312114083494 + eval-batch-train-duration: 0.2711068639764562 + eval-batch-orig-duration: 0.17729127703933045 + eval-batch-shift-duration: 0.14841876702848822 + eval-batch-tree-duration: 0.1405704360222444 + ued: + distances: + cheese-corne_dist_avg: 7.163452 + cheese-corne_dist_wavg: 11.9575815 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.31958 + mouse-cheese_dist_finite_wavg: 7.32819 + mouse-cheese_dist_solvable_avg: 10.31958 + mouse-cheese_dist_solvable_wavg: 7.32819 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5620117 + num_walls_wavg: 7.8570256 + prop_walls_avg: 0.28530484 + prop_walls_wavg: 0.34160984 + scoring: + avg_scores: 0.07968417 + visit_patterns: + avg_first_visit_time: 4187.741 + avg_last_visit_time: 5684.318 + num_replay_batches: 5694 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004566745 + avg_actor_approxkl3: 0.00050185475 + avg_actor_clipfrac: 0.018676758 + avg_actor_loss: -0.0004924591 + avg_advantage: -0.002169511 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00052729377 + avg_entropy: 0.08913403 + avg_grad_norm_pre_clip: 0.670406 + avg_loss: -0.00031794628 + max: + max_actor_approxkl1: 0.0018720296 + max_actor_approxkl3: 0.0010993291 + max_actor_clipfrac: 0.033081055 + max_actor_loss: 0.00045405328 + max_advantage: 0.26932603 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008797527 + max_entropy: 0.10229252 + max_grad_norm_pre_clip: 1.1883804 + max_loss: 0.00071658223 + std: + std_actor_approxkl1: 0.00048452785 + std_actor_approxkl3: 0.0002761712 + std_actor_clipfrac: 0.009646258 + std_actor_loss: 0.0006977403 + std_advantage: 0.032819755 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0002902741 + std_entropy: 0.006397636 + std_grad_norm_pre_clip: 0.24580571 + std_loss: 0.00070580427 + eval-batch-train: + avg_avg_episode_length: 15.250574 + avg_avg_return: 0.8528388 + avg_benchmark_regret: 0.0034054134 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3398056 + proxy_corner: + avg_avg_return: 0.07915566 + avg_reward_per_step: 0.016601562 + eval-batch-orig: + avg_avg_episode_length: 16.793165 + avg_avg_return: 0.83948976 + avg_benchmark_regret: 0.004401735 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27394867 + proxy_corner: + avg_avg_return: 0.83948976 + avg_reward_per_step: 0.27394867 + eval-batch-shift: + avg_avg_episode_length: 12.681157 + avg_avg_return: 0.8837824 + avg_benchmark_regret: 0.0035793174 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3416214 + proxy_corner: + avg_avg_return: 0.060962066 + avg_reward_per_step: 0.018112183 + eval-batch-tree: + avg_avg_episode_length: 6.3382854 + avg_avg_return: 0.981634 + avg_benchmark_regret: 0.012786276 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27209473 + proxy_corner: + avg_avg_return: 0.981634 + avg_reward_per_step: 0.27209473 +=========================================================== +=========================================================== + step: + env-step-all-before: 376438784 + env-step-replay-before: 187006976 + env-step-used-before: 376438784 + ppo-update-before: 229760 + env-step-generate-before: 189431808 + env-step-all-after: 376471552 + env-step-replay-after: 187039744 + env-step-used-after: 376471552 + ppo-update-after: 229780 + env-step-generate-after: 189431808 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.149531 + avg_avg_return: 0.9106945 + avg_reward_per_step: 0.08792114 + proxy_corner: + avg_avg_return: 0.27627832 + avg_reward_per_step: 0.02633667 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.149531 + avg_avg_return: 0.9106945 + avg_reward_per_step: 0.08792114 + proxy_corner: + avg_avg_return: 0.27627832 + avg_reward_per_step: 0.02633667 + perf: + env_steps_per_second: 959563.117824488 + ppo_updates_per_second: 76.37680708940469 + eval-batch-train-duration: 0.24427924799965695 + eval-batch-orig-duration: 0.16022457601502538 + eval-batch-shift-duration: 0.14435333496658131 + eval-batch-tree-duration: 0.1405570920323953 + ued: + distances: + cheese-corne_dist_avg: 7.171509 + cheese-corne_dist_wavg: 8.8095455 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.324463 + mouse-cheese_dist_finite_wavg: 7.3348355 + mouse-cheese_dist_solvable_avg: 10.324463 + mouse-cheese_dist_solvable_wavg: 7.3348365 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.559326 + num_walls_wavg: 6.956046 + prop_walls_avg: 0.28518808 + prop_walls_wavg: 0.30243677 + scoring: + avg_scores: 0.07937217 + visit_patterns: + avg_first_visit_time: 4197.913 + avg_last_visit_time: 5698.25 + num_replay_batches: 5708 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006614657 + avg_actor_approxkl3: 0.00047735806 + avg_actor_clipfrac: 0.01869507 + avg_actor_loss: -0.00026753853 + avg_advantage: 3.877707e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00027845267 + avg_entropy: 0.080068655 + avg_grad_norm_pre_clip: 0.8038198 + avg_loss: -0.00020838082 + max: + max_actor_approxkl1: 0.0022521038 + max_actor_approxkl3: 0.0010963387 + max_actor_clipfrac: 0.0357666 + max_actor_loss: 0.00091353105 + max_advantage: 0.29838187 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033172645 + max_entropy: 0.09415923 + max_grad_norm_pre_clip: 1.3437083 + max_loss: 0.0009630992 + std: + std_actor_approxkl1: 0.0005347509 + std_actor_approxkl3: 0.00027748343 + std_actor_clipfrac: 0.00903743 + std_actor_loss: 0.00069152575 + std_advantage: 0.024545243 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.9810246e-05 + std_entropy: 0.0070781643 + std_grad_norm_pre_clip: 0.24990237 + std_loss: 0.00069790793 + eval-batch-train: + avg_avg_episode_length: 15.222181 + avg_avg_return: 0.8530768 + avg_benchmark_regret: 0.0031673955 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34062958 + proxy_corner: + avg_avg_return: 0.08629271 + avg_reward_per_step: 0.017227173 + eval-batch-orig: + avg_avg_episode_length: 16.795237 + avg_avg_return: 0.8395607 + avg_benchmark_regret: 0.0043307664 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27319336 + proxy_corner: + avg_avg_return: 0.8395607 + avg_reward_per_step: 0.27319336 + eval-batch-shift: + avg_avg_episode_length: 12.705912 + avg_avg_return: 0.8840187 + avg_benchmark_regret: 0.003342991 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34098816 + proxy_corner: + avg_avg_return: 0.062330905 + avg_reward_per_step: 0.018333435 + eval-batch-tree: + avg_avg_episode_length: 6.112484 + avg_avg_return: 0.98422486 + avg_benchmark_regret: 0.010195399 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272377 + proxy_corner: + avg_avg_return: 0.98422486 + avg_reward_per_step: 0.272377 +=========================================================== +=========================================================== + step: + env-step-all-before: 377487360 + env-step-replay-before: 187662336 + env-step-used-before: 377487360 + ppo-update-before: 230400 + env-step-generate-before: 189825024 + env-step-all-after: 377520128 + env-step-replay-after: 187662336 + env-step-used-after: 377520128 + ppo-update-after: 230420 + env-step-generate-after: 189857792 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 11.600903 + avg_avg_return: 0.88532865 + avg_reward_per_step: 0.36358643 + proxy_corner: + avg_avg_return: 0.07141772 + avg_reward_per_step: 0.020080566 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 11.600903 + avg_avg_return: 0.88532865 + avg_reward_per_step: 0.36358643 + proxy_corner: + avg_avg_return: 0.07141772 + avg_reward_per_step: 0.020080566 + perf: + env_steps_per_second: 909849.158312708 + ppo_updates_per_second: 105.53980549571594 + eval-batch-train-duration: 0.19918543798848987 + eval-batch-orig-duration: 0.14218160300515592 + eval-batch-shift-duration: 0.14081409701611847 + eval-batch-tree-duration: 0.1389110599993728 + ued: + distances: + cheese-corne_dist_avg: 7.1451416 + cheese-corne_dist_wavg: 9.712761 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.328369 + mouse-cheese_dist_finite_wavg: 5.5331297 + mouse-cheese_dist_solvable_avg: 10.328369 + mouse-cheese_dist_solvable_wavg: 5.53313 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5646973 + num_walls_wavg: 6.957393 + prop_walls_avg: 0.2854216 + prop_walls_wavg: 0.3024953 + scoring: + avg_scores: 0.078868315 + visit_patterns: + avg_first_visit_time: 4205.5605 + avg_last_visit_time: 5717.256 + num_replay_batches: 5727 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012647838 + avg_actor_approxkl3: 0.0009580247 + avg_actor_clipfrac: 0.027478028 + avg_actor_loss: -0.00034279376 + avg_advantage: -0.021581681 + avg_critic_clipfrac: 0.004156494 + avg_critic_loss: 0.0025602037 + avg_entropy: 0.11458522 + avg_grad_norm_pre_clip: 1.0121509 + avg_loss: 0.00082272285 + max: + max_actor_approxkl1: 0.0039360565 + max_actor_approxkl3: 0.0029131523 + max_actor_clipfrac: 0.064453125 + max_actor_loss: 0.0013203099 + max_advantage: 0.23271805 + max_critic_clipfrac: 0.023803711 + max_critic_loss: 0.0039407155 + max_entropy: 0.145118 + max_grad_norm_pre_clip: 1.899335 + max_loss: 0.0023782847 + std: + std_actor_approxkl1: 0.001085155 + std_actor_approxkl3: 0.0007230546 + std_actor_clipfrac: 0.014773933 + std_actor_loss: 0.0009417089 + std_advantage: 0.07228235 + std_critic_clipfrac: 0.007566535 + std_critic_loss: 0.0007580311 + std_entropy: 0.016513826 + std_grad_norm_pre_clip: 0.37421963 + std_loss: 0.0010533009 + eval-batch-train: + avg_avg_episode_length: 15.2030735 + avg_avg_return: 0.8530662 + avg_benchmark_regret: 0.0031780181 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3418274 + proxy_corner: + avg_avg_return: 0.08022672 + avg_reward_per_step: 0.017074585 + eval-batch-orig: + avg_avg_episode_length: 16.778257 + avg_avg_return: 0.8393823 + avg_benchmark_regret: 0.0045091817 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27355194 + proxy_corner: + avg_avg_return: 0.8393823 + avg_reward_per_step: 0.27355194 + eval-batch-shift: + avg_avg_episode_length: 12.680157 + avg_avg_return: 0.8838716 + avg_benchmark_regret: 0.0034901118 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34365082 + proxy_corner: + avg_avg_return: 0.061677903 + avg_reward_per_step: 0.017997742 + eval-batch-tree: + avg_avg_episode_length: 6.1491175 + avg_avg_return: 0.9841014 + avg_benchmark_regret: 0.010318847 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27238464 + proxy_corner: + avg_avg_return: 0.9841014 + avg_reward_per_step: 0.27238464 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 378535936 + env-step-replay-before: 188186624 + env-step-used-before: 378535936 + ppo-update-before: 231040 + env-step-generate-before: 190349312 + env-step-all-after: 378568704 + env-step-replay-after: 188186624 + env-step-used-after: 378568704 + ppo-update-after: 231060 + env-step-generate-after: 190382080 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.285719 + avg_avg_return: 0.87590235 + avg_reward_per_step: 0.3572693 + proxy_corner: + avg_avg_return: 0.06226962 + avg_reward_per_step: 0.0115356445 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.285719 + avg_avg_return: 0.87590235 + avg_reward_per_step: 0.3572693 + proxy_corner: + avg_avg_return: 0.06226962 + avg_reward_per_step: 0.0115356445 + perf: + env_steps_per_second: 911249.5053625131 + ppo_updates_per_second: 105.69991549128967 + eval-batch-train-duration: 0.20013937703333795 + eval-batch-orig-duration: 0.14627965702675283 + eval-batch-shift-duration: 0.14184222498442978 + eval-batch-tree-duration: 0.13924197503365576 + ued: + distances: + cheese-corne_dist_avg: 7.124634 + cheese-corne_dist_wavg: 7.014973 + levels_cheese_is_in_corner_avg: 0.068359375 + mouse-cheese_dist_finite_avg: 10.325439 + mouse-cheese_dist_finite_wavg: 7.327416 + mouse-cheese_dist_solvable_avg: 10.325439 + mouse-cheese_dist_solvable_wavg: 7.327417 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5756836 + num_walls_wavg: 6.957428 + prop_walls_avg: 0.28589928 + prop_walls_wavg: 0.30249688 + scoring: + avg_scores: 0.078970194 + visit_patterns: + avg_first_visit_time: 4213.339 + avg_last_visit_time: 5733.31 + num_replay_batches: 5743 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015608575 + avg_actor_approxkl3: 0.0012516117 + avg_actor_clipfrac: 0.039434817 + avg_actor_loss: -0.0003470581 + avg_advantage: -0.021698829 + avg_critic_clipfrac: 0.00065307616 + avg_critic_loss: 0.002254548 + avg_entropy: 0.13742259 + avg_grad_norm_pre_clip: 0.9300707 + avg_loss: 0.0006427932 + max: + max_actor_approxkl1: 0.0036157176 + max_actor_approxkl3: 0.0024754815 + max_actor_clipfrac: 0.07836914 + max_actor_loss: 0.0018710867 + max_advantage: 0.29468983 + max_critic_clipfrac: 0.004760742 + max_critic_loss: 0.0034289625 + max_entropy: 0.16794658 + max_grad_norm_pre_clip: 1.5886707 + max_loss: 0.0027369596 + std: + std_actor_approxkl1: 0.0011010625 + std_actor_approxkl3: 0.0007044682 + std_actor_clipfrac: 0.023317492 + std_actor_loss: 0.0009242719 + std_advantage: 0.067678384 + std_critic_clipfrac: 0.0014058108 + std_critic_loss: 0.00070168736 + std_entropy: 0.017704165 + std_grad_norm_pre_clip: 0.35557583 + std_loss: 0.0009800373 + eval-batch-train: + avg_avg_episode_length: 15.197489 + avg_avg_return: 0.85342026 + avg_benchmark_regret: 0.0028239654 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34181213 + proxy_corner: + avg_avg_return: 0.084318355 + avg_reward_per_step: 0.017204285 + eval-batch-orig: + avg_avg_episode_length: 16.779097 + avg_avg_return: 0.8398591 + avg_benchmark_regret: 0.0040323585 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27202606 + proxy_corner: + avg_avg_return: 0.8398591 + avg_reward_per_step: 0.27202606 + eval-batch-shift: + avg_avg_episode_length: 12.661065 + avg_avg_return: 0.88423294 + avg_benchmark_regret: 0.0031287982 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3443222 + proxy_corner: + avg_avg_return: 0.06173767 + avg_reward_per_step: 0.01815033 + eval-batch-tree: + avg_avg_episode_length: 6.2609825 + avg_avg_return: 0.98320115 + avg_benchmark_regret: 0.011219178 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2706604 + proxy_corner: + avg_avg_return: 0.98320115 + avg_reward_per_step: 0.2706604 +=========================================================== +=========================================================== + step: + env-step-all-before: 379584512 + env-step-replay-before: 188743680 + env-step-used-before: 379584512 + ppo-update-before: 231680 + env-step-generate-before: 190840832 + env-step-all-after: 379617280 + env-step-replay-after: 188776448 + env-step-used-after: 379617280 + ppo-update-after: 231700 + env-step-generate-after: 190840832 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.776579 + avg_avg_return: 0.9116504 + avg_reward_per_step: 0.09185791 + proxy_corner: + avg_avg_return: 0.27374202 + avg_reward_per_step: 0.02670288 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.776579 + avg_avg_return: 0.9116504 + avg_reward_per_step: 0.09185791 + proxy_corner: + avg_avg_return: 0.27374202 + avg_reward_per_step: 0.02670288 + perf: + env_steps_per_second: 672692.7491731456 + ppo_updates_per_second: 101.0315952156405 + eval-batch-train-duration: 0.1960318760247901 + eval-batch-orig-duration: 0.14179024699842557 + eval-batch-shift-duration: 0.13863955903798342 + eval-batch-tree-duration: 0.13839670200832188 + ued: + distances: + cheese-corne_dist_avg: 7.1242676 + cheese-corne_dist_wavg: 6.999749 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.322998 + mouse-cheese_dist_finite_wavg: 7.3371215 + mouse-cheese_dist_solvable_avg: 10.322998 + mouse-cheese_dist_solvable_wavg: 7.3371224 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.574463 + num_walls_wavg: 6.9552484 + prop_walls_avg: 0.28584617 + prop_walls_wavg: 0.3024021 + scoring: + avg_scores: 0.07928917 + visit_patterns: + avg_first_visit_time: 4223.302 + avg_last_visit_time: 5751.1934 + num_replay_batches: 5761 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008118354 + avg_actor_approxkl3: 0.0004705252 + avg_actor_clipfrac: 0.017303467 + avg_actor_loss: -0.00022516387 + avg_advantage: -0.0009821726 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023524922 + avg_entropy: 0.08663001 + avg_grad_norm_pre_clip: 0.68635315 + avg_loss: -0.00019416926 + max: + max_actor_approxkl1: 0.0022567203 + max_actor_approxkl3: 0.0009599025 + max_actor_clipfrac: 0.030029297 + max_actor_loss: 0.0009807441 + max_advantage: 0.40892452 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00035754518 + max_entropy: 0.099901184 + max_grad_norm_pre_clip: 1.227514 + max_loss: 0.0010163519 + std: + std_actor_approxkl1: 0.0006276824 + std_actor_approxkl3: 0.0002677319 + std_actor_clipfrac: 0.008211339 + std_actor_loss: 0.00058092305 + std_advantage: 0.023385033 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.0030805e-05 + std_entropy: 0.0069996566 + std_grad_norm_pre_clip: 0.17379893 + std_loss: 0.000587948 + eval-batch-train: + avg_avg_episode_length: 15.219731 + avg_avg_return: 0.8533242 + avg_benchmark_regret: 0.0029200297 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3415451 + proxy_corner: + avg_avg_return: 0.070422284 + avg_reward_per_step: 0.01626587 + eval-batch-orig: + avg_avg_episode_length: 16.801514 + avg_avg_return: 0.8396484 + avg_benchmark_regret: 0.0042430544 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27109528 + proxy_corner: + avg_avg_return: 0.8396484 + avg_reward_per_step: 0.27109528 + eval-batch-shift: + avg_avg_episode_length: 12.660355 + avg_avg_return: 0.883849 + avg_benchmark_regret: 0.0035127327 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34576416 + proxy_corner: + avg_avg_return: 0.05737198 + avg_reward_per_step: 0.01712799 + eval-batch-tree: + avg_avg_episode_length: 6.120698 + avg_avg_return: 0.98440725 + avg_benchmark_regret: 0.010013018 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2696457 + proxy_corner: + avg_avg_return: 0.98440725 + avg_reward_per_step: 0.2696457 +=========================================================== +=========================================================== + step: + env-step-all-before: 380633088 + env-step-replay-before: 189235200 + env-step-used-before: 380633088 + ppo-update-before: 232320 + env-step-generate-before: 191397888 + env-step-all-after: 380665856 + env-step-replay-after: 189267968 + env-step-used-after: 380665856 + ppo-update-after: 232340 + env-step-generate-after: 191397888 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.8813095 + avg_avg_return: 0.9105795 + avg_reward_per_step: 0.08981323 + proxy_corner: + avg_avg_return: 0.3359294 + avg_reward_per_step: 0.032043457 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.8813095 + avg_avg_return: 0.9105795 + avg_reward_per_step: 0.08981323 + proxy_corner: + avg_avg_return: 0.3359294 + avg_reward_per_step: 0.032043457 + perf: + env_steps_per_second: 662184.4058900274 + ppo_updates_per_second: 94.45068683267446 + eval-batch-train-duration: 0.20807130599860102 + eval-batch-orig-duration: 0.14281516801565886 + eval-batch-shift-duration: 0.14024157903622836 + eval-batch-tree-duration: 0.14001153595745564 + ued: + distances: + cheese-corne_dist_avg: 7.1519775 + cheese-corne_dist_wavg: 0.7231873 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.311768 + mouse-cheese_dist_finite_wavg: 10.034199 + mouse-cheese_dist_solvable_avg: 10.311768 + mouse-cheese_dist_solvable_wavg: 10.0342 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5742188 + num_walls_wavg: 6.9560747 + prop_walls_avg: 0.28583556 + prop_walls_wavg: 0.30243802 + scoring: + avg_scores: 0.07938047 + visit_patterns: + avg_first_visit_time: 4236.6113 + avg_last_visit_time: 5766.287 + num_replay_batches: 5776 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010195439 + avg_actor_approxkl3: 0.0005197505 + avg_actor_clipfrac: 0.01776123 + avg_actor_loss: -0.00044774424 + avg_advantage: 0.023960419 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0004755918 + avg_entropy: 0.084430195 + avg_grad_norm_pre_clip: 0.59180385 + avg_loss: -0.00029437855 + max: + max_actor_approxkl1: 0.0022244062 + max_actor_approxkl3: 0.0010331417 + max_actor_clipfrac: 0.036010742 + max_actor_loss: 0.0002497714 + max_advantage: 0.5108538 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0007280332 + max_entropy: 0.09698805 + max_grad_norm_pre_clip: 1.031528 + max_loss: 0.00042988866 + std: + std_actor_approxkl1: 0.0007179718 + std_actor_approxkl3: 0.0003008144 + std_actor_clipfrac: 0.0100208875 + std_actor_loss: 0.00043770377 + std_advantage: 0.029143384 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000107525775 + std_entropy: 0.0053817676 + std_grad_norm_pre_clip: 0.16889857 + std_loss: 0.00047149297 + eval-batch-train: + avg_avg_episode_length: 15.219646 + avg_avg_return: 0.85298806 + avg_benchmark_regret: 0.0032561324 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3412094 + proxy_corner: + avg_avg_return: 0.07330793 + avg_reward_per_step: 0.015892029 + eval-batch-orig: + avg_avg_episode_length: 16.79801 + avg_avg_return: 0.83915925 + avg_benchmark_regret: 0.0047322065 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2726364 + proxy_corner: + avg_avg_return: 0.83915925 + avg_reward_per_step: 0.2726364 + eval-batch-shift: + avg_avg_episode_length: 12.68279 + avg_avg_return: 0.8838148 + avg_benchmark_regret: 0.003546881 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34420013 + proxy_corner: + avg_avg_return: 0.055347487 + avg_reward_per_step: 0.017028809 + eval-batch-tree: + avg_avg_episode_length: 6.1102695 + avg_avg_return: 0.9846651 + avg_benchmark_regret: 0.009755174 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26994324 + proxy_corner: + avg_avg_return: 0.9846651 + avg_reward_per_step: 0.26994324 +=========================================================== +=========================================================== + step: + env-step-all-before: 381681664 + env-step-replay-before: 189890560 + env-step-used-before: 381681664 + ppo-update-before: 232960 + env-step-generate-before: 191791104 + env-step-all-after: 381714432 + env-step-replay-after: 189923328 + env-step-used-after: 381714432 + ppo-update-after: 232980 + env-step-generate-after: 191791104 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.882439 + avg_avg_return: 0.9119601 + avg_reward_per_step: 0.08959961 + proxy_corner: + avg_avg_return: 0.28344592 + avg_reward_per_step: 0.02746582 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.882439 + avg_avg_return: 0.9119601 + avg_reward_per_step: 0.08959961 + proxy_corner: + avg_avg_return: 0.28344592 + avg_reward_per_step: 0.02746582 + perf: + env_steps_per_second: 692351.1889093996 + ppo_updates_per_second: 84.62619664616051 + eval-batch-train-duration: 0.22946778900222853 + eval-batch-orig-duration: 0.15185929299332201 + eval-batch-shift-duration: 0.14613932400243357 + eval-batch-tree-duration: 0.14144412596942857 + ued: + distances: + cheese-corne_dist_avg: 7.151123 + cheese-corne_dist_wavg: 8.820621 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.310547 + mouse-cheese_dist_finite_wavg: 8.226401 + mouse-cheese_dist_solvable_avg: 10.310547 + mouse-cheese_dist_solvable_wavg: 8.226401 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5793457 + num_walls_wavg: 6.957226 + prop_walls_avg: 0.2860585 + prop_walls_wavg: 0.30248812 + scoring: + avg_scores: 0.07898018 + visit_patterns: + avg_first_visit_time: 4244.185 + avg_last_visit_time: 5786.3057 + num_replay_batches: 5796 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000814877 + avg_actor_approxkl3: 0.00038344192 + avg_actor_clipfrac: 0.015545654 + avg_actor_loss: -0.0005758707 + avg_advantage: 0.02821387 + avg_critic_clipfrac: 0.00023193359 + avg_critic_loss: 0.0004805041 + avg_entropy: 0.075736366 + avg_grad_norm_pre_clip: 0.562941 + avg_loss: -0.000411355 + max: + max_actor_approxkl1: 0.001779536 + max_actor_approxkl3: 0.0008498322 + max_actor_clipfrac: 0.029785156 + max_actor_loss: 0.00029255264 + max_advantage: 0.48980427 + max_critic_clipfrac: 0.0030517578 + max_critic_loss: 0.00095907564 + max_entropy: 0.08985126 + max_grad_norm_pre_clip: 0.8745199 + max_loss: 0.00048015703 + std: + std_actor_approxkl1: 0.00048229418 + std_actor_approxkl3: 0.0001969192 + std_actor_clipfrac: 0.0065776845 + std_actor_loss: 0.0005116504 + std_advantage: 0.029572507 + std_critic_clipfrac: 0.00073333684 + std_critic_loss: 0.00017722313 + std_entropy: 0.0077459128 + std_grad_norm_pre_clip: 0.15732138 + std_loss: 0.000566771 + eval-batch-train: + avg_avg_episode_length: 15.236443 + avg_avg_return: 0.8526075 + avg_benchmark_regret: 0.0036367192 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3401718 + proxy_corner: + avg_avg_return: 0.072426304 + avg_reward_per_step: 0.016395569 + eval-batch-orig: + avg_avg_episode_length: 16.830791 + avg_avg_return: 0.83932513 + avg_benchmark_regret: 0.0045663156 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26916504 + proxy_corner: + avg_avg_return: 0.83932513 + avg_reward_per_step: 0.26916504 + eval-batch-shift: + avg_avg_episode_length: 12.674589 + avg_avg_return: 0.8838396 + avg_benchmark_regret: 0.0035220876 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34433746 + proxy_corner: + avg_avg_return: 0.058103707 + avg_reward_per_step: 0.017532349 + eval-batch-tree: + avg_avg_episode_length: 6.6063094 + avg_avg_return: 0.9829391 + avg_benchmark_regret: 0.011481189 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26354218 + proxy_corner: + avg_avg_return: 0.9829391 + avg_reward_per_step: 0.26354218 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 382730240 + env-step-replay-before: 190513152 + env-step-used-before: 382730240 + ppo-update-before: 233600 + env-step-generate-before: 192217088 + env-step-all-after: 382763008 + env-step-replay-after: 190545920 + env-step-used-after: 382763008 + ppo-update-after: 233620 + env-step-generate-after: 192217088 + train-replay: + shift_proportion: 0.96875 + avg_avg_episode_length: 10.906723 + avg_avg_return: 0.9115828 + avg_reward_per_step: 0.09048462 + proxy_corner: + avg_avg_return: 0.17594177 + avg_reward_per_step: 0.017028809 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 10.906723 + avg_avg_return: 0.9115828 + avg_reward_per_step: 0.09048462 + proxy_corner: + avg_avg_return: 0.17594177 + avg_reward_per_step: 0.017028809 + perf: + env_steps_per_second: 823190.1058488355 + ppo_updates_per_second: 108.67050143517712 + eval-batch-train-duration: 0.19310128595679998 + eval-batch-orig-duration: 0.14438041899120435 + eval-batch-shift-duration: 0.14208931202301756 + eval-batch-tree-duration: 0.14082331594545394 + ued: + distances: + cheese-corne_dist_avg: 7.126709 + cheese-corne_dist_wavg: 8.808501 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.317871 + mouse-cheese_dist_finite_wavg: 8.231386 + mouse-cheese_dist_solvable_avg: 10.317871 + mouse-cheese_dist_solvable_wavg: 8.231387 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5705566 + num_walls_wavg: 6.957414 + prop_walls_avg: 0.28567636 + prop_walls_wavg: 0.3024963 + scoring: + avg_scores: 0.078678146 + visit_patterns: + avg_first_visit_time: 4251.8784 + avg_last_visit_time: 5805.2837 + num_replay_batches: 5815 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00031635372 + avg_actor_approxkl3: 0.00041900837 + avg_actor_clipfrac: 0.015881348 + avg_actor_loss: -0.0005006129 + avg_advantage: -0.0009260485 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0002061838 + avg_entropy: 0.08044561 + avg_grad_norm_pre_clip: 0.74174273 + avg_loss: -0.0004779666 + max: + max_actor_approxkl1: 0.0011612601 + max_actor_approxkl3: 0.000928755 + max_actor_clipfrac: 0.026977539 + max_actor_loss: 0.00058387313 + max_advantage: 0.28658175 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032539642 + max_entropy: 0.09289878 + max_grad_norm_pre_clip: 1.4370977 + max_loss: 0.00062911375 + std: + std_actor_approxkl1: 0.0003676578 + std_actor_approxkl3: 0.00022162424 + std_actor_clipfrac: 0.007411277 + std_actor_loss: 0.00062108616 + std_advantage: 0.02049996 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.211692e-05 + std_entropy: 0.0061098146 + std_grad_norm_pre_clip: 0.30291852 + std_loss: 0.0006073775 + eval-batch-train: + avg_avg_episode_length: 15.248461 + avg_avg_return: 0.8527719 + avg_benchmark_regret: 0.0034723228 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33981323 + proxy_corner: + avg_avg_return: 0.077280805 + avg_reward_per_step: 0.01625824 + eval-batch-orig: + avg_avg_episode_length: 16.801067 + avg_avg_return: 0.83922684 + avg_benchmark_regret: 0.0046645654 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2716446 + proxy_corner: + avg_avg_return: 0.83922684 + avg_reward_per_step: 0.2716446 + eval-batch-shift: + avg_avg_episode_length: 12.700899 + avg_avg_return: 0.8838297 + avg_benchmark_regret: 0.0035320492 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34185028 + proxy_corner: + avg_avg_return: 0.058868617 + avg_reward_per_step: 0.01776886 + eval-batch-tree: + avg_avg_episode_length: 6.129942 + avg_avg_return: 0.98484564 + avg_benchmark_regret: 0.009574599 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27053833 + proxy_corner: + avg_avg_return: 0.98484564 + avg_reward_per_step: 0.27053833 +=========================================================== +=========================================================== + step: + env-step-all-before: 383778816 + env-step-replay-before: 191168512 + env-step-used-before: 383778816 + ppo-update-before: 234240 + env-step-generate-before: 192610304 + env-step-all-after: 383811584 + env-step-replay-after: 191168512 + env-step-used-after: 383811584 + ppo-update-after: 234260 + env-step-generate-after: 192643072 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.950499 + avg_avg_return: 0.8914531 + avg_reward_per_step: 0.35992432 + proxy_corner: + avg_avg_return: 0.077098384 + avg_reward_per_step: 0.023162842 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.950499 + avg_avg_return: 0.8914531 + avg_reward_per_step: 0.35992432 + proxy_corner: + avg_avg_return: 0.077098384 + avg_reward_per_step: 0.023162842 + perf: + env_steps_per_second: 990424.6058243664 + ppo_updates_per_second: 76.54957680116433 + eval-batch-train-duration: 0.26037639897549525 + eval-batch-orig-duration: 0.1760244140168652 + eval-batch-shift-duration: 0.14835786604089662 + eval-batch-tree-duration: 0.1406434079981409 + ued: + distances: + cheese-corne_dist_avg: 7.1383057 + cheese-corne_dist_wavg: 9.69456 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.304199 + mouse-cheese_dist_finite_wavg: 12.728197 + mouse-cheese_dist_solvable_avg: 10.304199 + mouse-cheese_dist_solvable_wavg: 12.728199 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.572754 + num_walls_wavg: 8.753546 + prop_walls_avg: 0.28577188 + prop_walls_wavg: 0.38058883 + scoring: + avg_scores: 0.07887235 + visit_patterns: + avg_first_visit_time: 4265.419 + avg_last_visit_time: 5824.251 + num_replay_batches: 5834 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011353968 + avg_actor_approxkl3: 0.00095765013 + avg_actor_clipfrac: 0.035339355 + avg_actor_loss: -8.3039704e-05 + avg_advantage: -0.016794233 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.001793224 + avg_entropy: 0.16371167 + avg_grad_norm_pre_clip: 1.2361126 + avg_loss: 0.0006498606 + max: + max_actor_approxkl1: 0.0031780577 + max_actor_approxkl3: 0.0021545812 + max_actor_clipfrac: 0.07458496 + max_actor_loss: 0.0020042956 + max_advantage: 0.32497936 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0026917227 + max_entropy: 0.1926713 + max_grad_norm_pre_clip: 2.2278419 + max_loss: 0.0031609335 + std: + std_actor_approxkl1: 0.0008168108 + std_actor_approxkl3: 0.00057774904 + std_actor_clipfrac: 0.019225648 + std_actor_loss: 0.0009378676 + std_advantage: 0.060251538 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005799127 + std_entropy: 0.015716914 + std_grad_norm_pre_clip: 0.4354398 + std_loss: 0.0009952345 + eval-batch-train: + avg_avg_episode_length: 15.311459 + avg_avg_return: 0.85245955 + avg_benchmark_regret: 0.0037846281 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33916473 + proxy_corner: + avg_avg_return: 0.0721733 + avg_reward_per_step: 0.016029358 + eval-batch-orig: + avg_avg_episode_length: 16.854588 + avg_avg_return: 0.83963597 + avg_benchmark_regret: 0.004255533 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27000427 + proxy_corner: + avg_avg_return: 0.83963597 + avg_reward_per_step: 0.27000427 + eval-batch-shift: + avg_avg_episode_length: 12.720236 + avg_avg_return: 0.883841 + avg_benchmark_regret: 0.0035207197 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34077454 + proxy_corner: + avg_avg_return: 0.061045345 + avg_reward_per_step: 0.017822266 + eval-batch-tree: + avg_avg_episode_length: 7.050663 + avg_avg_return: 0.9780559 + avg_benchmark_regret: 0.016364362 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2653122 + proxy_corner: + avg_avg_return: 0.9780559 + avg_reward_per_step: 0.2653122 +=========================================================== +=========================================================== + step: + env-step-all-before: 384827392 + env-step-replay-before: 191660032 + env-step-used-before: 384827392 + ppo-update-before: 234880 + env-step-generate-before: 193167360 + env-step-all-after: 384860160 + env-step-replay-after: 191692800 + env-step-used-after: 384860160 + ppo-update-after: 234900 + env-step-generate-after: 193167360 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.873946 + avg_avg_return: 0.9129077 + avg_reward_per_step: 0.09030151 + proxy_corner: + avg_avg_return: 0.22960186 + avg_reward_per_step: 0.021942139 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.873946 + avg_avg_return: 0.9129077 + avg_reward_per_step: 0.09030151 + proxy_corner: + avg_avg_return: 0.22960186 + avg_reward_per_step: 0.021942139 + perf: + env_steps_per_second: 887314.8581360698 + ppo_updates_per_second: 105.52968253632734 + eval-batch-train-duration: 0.19992295297561213 + eval-batch-orig-duration: 0.1404956190381199 + eval-batch-shift-duration: 0.139011052029673 + eval-batch-tree-duration: 0.1377583810244687 + ued: + distances: + cheese-corne_dist_avg: 7.151123 + cheese-corne_dist_wavg: 10.609515 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.295654 + mouse-cheese_dist_finite_wavg: 10.024677 + mouse-cheese_dist_solvable_avg: 10.295654 + mouse-cheese_dist_solvable_wavg: 10.024678 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.574707 + num_walls_wavg: 5.158647 + prop_walls_avg: 0.2858568 + prop_walls_wavg: 0.22428897 + scoring: + avg_scores: 0.07967129 + visit_patterns: + avg_first_visit_time: 4280.8057 + avg_last_visit_time: 5840.3115 + num_replay_batches: 5850 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00085873547 + avg_actor_approxkl3: 0.00051642227 + avg_actor_clipfrac: 0.020770265 + avg_actor_loss: -0.0006965156 + avg_advantage: 0.022266757 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00056123326 + avg_entropy: 0.093265444 + avg_grad_norm_pre_clip: 0.67605156 + avg_loss: -0.00050916447 + max: + max_actor_approxkl1: 0.0018598791 + max_actor_approxkl3: 0.0014903656 + max_actor_clipfrac: 0.04345703 + max_actor_loss: 0.0006590318 + max_advantage: 0.5118627 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000966007 + max_entropy: 0.11008166 + max_grad_norm_pre_clip: 1.238761 + max_loss: 0.0008540208 + std: + std_actor_approxkl1: 0.000539756 + std_actor_approxkl3: 0.00035122948 + std_actor_clipfrac: 0.011791403 + std_actor_loss: 0.0006880975 + std_advantage: 0.033499964 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014964744 + std_entropy: 0.007923778 + std_grad_norm_pre_clip: 0.25506878 + std_loss: 0.0007222945 + eval-batch-train: + avg_avg_episode_length: 15.501587 + avg_avg_return: 0.85097855 + avg_benchmark_regret: 0.0052656415 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33768463 + proxy_corner: + avg_avg_return: 0.080431476 + avg_reward_per_step: 0.016174316 + eval-batch-orig: + avg_avg_episode_length: 16.837996 + avg_avg_return: 0.8391038 + avg_benchmark_regret: 0.0047876565 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27192688 + proxy_corner: + avg_avg_return: 0.8391038 + avg_reward_per_step: 0.27192688 + eval-batch-shift: + avg_avg_episode_length: 12.742161 + avg_avg_return: 0.88361996 + avg_benchmark_regret: 0.003741774 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34228516 + proxy_corner: + avg_avg_return: 0.05971093 + avg_reward_per_step: 0.01739502 + eval-batch-tree: + avg_avg_episode_length: 6.406218 + avg_avg_return: 0.98405325 + avg_benchmark_regret: 0.010366953 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26779175 + proxy_corner: + avg_avg_return: 0.98405325 + avg_reward_per_step: 0.26779175 +=========================================================== +=========================================================== + step: + env-step-all-before: 385875968 + env-step-replay-before: 192282624 + env-step-used-before: 385875968 + ppo-update-before: 235520 + env-step-generate-before: 193593344 + env-step-all-after: 385908736 + env-step-replay-after: 192315392 + env-step-used-after: 385908736 + ppo-update-after: 235540 + env-step-generate-after: 193593344 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.743238 + avg_avg_return: 0.91211885 + avg_reward_per_step: 0.091430664 + proxy_corner: + avg_avg_return: 0.2947067 + avg_reward_per_step: 0.029296875 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.743238 + avg_avg_return: 0.91211885 + avg_reward_per_step: 0.091430664 + proxy_corner: + avg_avg_return: 0.2947067 + avg_reward_per_step: 0.029296875 + perf: + env_steps_per_second: 687888.6010920682 + ppo_updates_per_second: 84.02966158121609 + eval-batch-train-duration: 0.2671831069746986 + eval-batch-orig-duration: 0.17437844298547134 + eval-batch-shift-duration: 0.14729681803146377 + eval-batch-tree-duration: 0.140114612004254 + ued: + distances: + cheese-corne_dist_avg: 7.1116943 + cheese-corne_dist_wavg: 11.503847 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 10.284424 + mouse-cheese_dist_finite_wavg: 10.028766 + mouse-cheese_dist_solvable_avg: 10.284424 + mouse-cheese_dist_solvable_wavg: 10.028767 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5646973 + num_walls_wavg: 6.052133 + prop_walls_avg: 0.2854216 + prop_walls_wavg: 0.26313618 + scoring: + avg_scores: 0.07908984 + visit_patterns: + avg_first_visit_time: 4294.253 + avg_last_visit_time: 5859.2793 + num_replay_batches: 5869 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052249245 + avg_actor_approxkl3: 0.00035555472 + avg_actor_clipfrac: 0.013616944 + avg_actor_loss: -0.00033912787 + avg_advantage: 0.003251585 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00024142026 + avg_entropy: 0.092647694 + avg_grad_norm_pre_clip: 0.5883191 + avg_loss: -0.00031106544 + max: + max_actor_approxkl1: 0.0015837129 + max_actor_approxkl3: 0.00083993323 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0004095924 + max_advantage: 0.25453907 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031658934 + max_entropy: 0.1073451 + max_grad_norm_pre_clip: 1.0471709 + max_loss: 0.0004841676 + std: + std_actor_approxkl1: 0.0004641396 + std_actor_approxkl3: 0.00022646332 + std_actor_clipfrac: 0.0075141666 + std_actor_loss: 0.00046581836 + std_advantage: 0.023473578 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.3201842e-05 + std_entropy: 0.007711308 + std_grad_norm_pre_clip: 0.17839131 + std_loss: 0.00047465856 + eval-batch-train: + avg_avg_episode_length: 15.250437 + avg_avg_return: 0.852911 + avg_benchmark_regret: 0.003333216 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33979797 + proxy_corner: + avg_avg_return: 0.08764276 + avg_reward_per_step: 0.016990662 + eval-batch-orig: + avg_avg_episode_length: 16.834278 + avg_avg_return: 0.83912635 + avg_benchmark_regret: 0.0047650896 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27275848 + proxy_corner: + avg_avg_return: 0.83912635 + avg_reward_per_step: 0.27275848 + eval-batch-shift: + avg_avg_episode_length: 12.733859 + avg_avg_return: 0.88371134 + avg_benchmark_regret: 0.003650435 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3405838 + proxy_corner: + avg_avg_return: 0.06644123 + avg_reward_per_step: 0.018440247 + eval-batch-tree: + avg_avg_episode_length: 6.408532 + avg_avg_return: 0.98348594 + avg_benchmark_regret: 0.010934311 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26888275 + proxy_corner: + avg_avg_return: 0.98348594 + avg_reward_per_step: 0.26888275 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 386924544 + env-step-replay-before: 192937984 + env-step-used-before: 386924544 + ppo-update-before: 236160 + env-step-generate-before: 193986560 + env-step-all-after: 386957312 + env-step-replay-after: 192937984 + env-step-used-after: 386957312 + ppo-update-after: 236180 + env-step-generate-after: 194019328 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 11.888224 + avg_avg_return: 0.8809788 + avg_reward_per_step: 0.32492065 + proxy_corner: + avg_avg_return: 0.051294275 + avg_reward_per_step: 0.009124756 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 11.888224 + avg_avg_return: 0.8809788 + avg_reward_per_step: 0.32492065 + proxy_corner: + avg_avg_return: 0.051294275 + avg_reward_per_step: 0.009124756 + perf: + env_steps_per_second: 647367.0885153896 + ppo_updates_per_second: 100.72931548857198 + eval-batch-train-duration: 0.19275853299768642 + eval-batch-orig-duration: 0.14223338500596583 + eval-batch-shift-duration: 0.1389923969982192 + eval-batch-tree-duration: 0.13824544003000483 + ued: + distances: + cheese-corne_dist_avg: 7.086914 + cheese-corne_dist_wavg: 10.604274 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.278809 + mouse-cheese_dist_finite_wavg: 10.033073 + mouse-cheese_dist_solvable_avg: 10.278809 + mouse-cheese_dist_solvable_wavg: 10.033074 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5649414 + num_walls_wavg: 5.160965 + prop_walls_avg: 0.28543222 + prop_walls_wavg: 0.22438979 + scoring: + avg_scores: 0.07887155 + visit_patterns: + avg_first_visit_time: 4300.951 + avg_last_visit_time: 5878.2803 + num_replay_batches: 5888 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009005383 + avg_actor_approxkl3: 0.00091814884 + avg_actor_clipfrac: 0.027209474 + avg_actor_loss: -1.3319589e-05 + avg_advantage: -0.022234203 + avg_critic_clipfrac: 0.0007751465 + avg_critic_loss: 0.0028312132 + avg_entropy: 0.14304219 + avg_grad_norm_pre_clip: 0.93734306 + avg_loss: 0.001259245 + max: + max_actor_approxkl1: 0.0037190963 + max_actor_approxkl3: 0.0023246412 + max_actor_clipfrac: 0.056396484 + max_actor_loss: 0.0014966391 + max_advantage: 0.35210687 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.004891175 + max_entropy: 0.1693124 + max_grad_norm_pre_clip: 1.842799 + max_loss: 0.002812124 + std: + std_actor_approxkl1: 0.0009818906 + std_actor_approxkl3: 0.000656084 + std_actor_clipfrac: 0.016814355 + std_actor_loss: 0.0007433645 + std_advantage: 0.075486735 + std_critic_clipfrac: 0.0033787852 + std_critic_loss: 0.0010353407 + std_entropy: 0.011706889 + std_grad_norm_pre_clip: 0.38336176 + std_loss: 0.00089376717 + eval-batch-train: + avg_avg_episode_length: 15.228941 + avg_avg_return: 0.8528757 + avg_benchmark_regret: 0.0033684706 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33992004 + proxy_corner: + avg_avg_return: 0.087990575 + avg_reward_per_step: 0.017036438 + eval-batch-orig: + avg_avg_episode_length: 16.801823 + avg_avg_return: 0.8393784 + avg_benchmark_regret: 0.004513097 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2733307 + proxy_corner: + avg_avg_return: 0.8393784 + avg_reward_per_step: 0.2733307 + eval-batch-shift: + avg_avg_episode_length: 12.742287 + avg_avg_return: 0.88368046 + avg_benchmark_regret: 0.0036812394 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34123993 + proxy_corner: + avg_avg_return: 0.062116485 + avg_reward_per_step: 0.018173218 + eval-batch-tree: + avg_avg_episode_length: 6.265819 + avg_avg_return: 0.9840694 + avg_benchmark_regret: 0.010350869 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27010345 + proxy_corner: + avg_avg_return: 0.9840694 + avg_reward_per_step: 0.27010345 +=========================================================== +=========================================================== + step: + env-step-all-before: 387973120 + env-step-replay-before: 193429504 + env-step-used-before: 387973120 + ppo-update-before: 236800 + env-step-generate-before: 194543616 + env-step-all-after: 388005888 + env-step-replay-after: 193429504 + env-step-used-after: 388005888 + ppo-update-after: 236820 + env-step-generate-after: 194576384 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 20.380623 + avg_avg_return: 0.77833796 + avg_reward_per_step: 0.30288696 + proxy_corner: + avg_avg_return: 0.06057515 + avg_reward_per_step: 0.013061523 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 20.380623 + avg_avg_return: 0.77833796 + avg_reward_per_step: 0.30288696 + proxy_corner: + avg_avg_return: 0.06057515 + avg_reward_per_step: 0.013061523 + perf: + env_steps_per_second: 911403.6041344159 + ppo_updates_per_second: 105.62376188376776 + eval-batch-train-duration: 0.1992274840013124 + eval-batch-orig-duration: 0.14230732497526333 + eval-batch-shift-duration: 0.14082899899221957 + eval-batch-tree-duration: 0.13909013202646747 + ued: + distances: + cheese-corne_dist_avg: 7.111084 + cheese-corne_dist_wavg: 2.5091627 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.268555 + mouse-cheese_dist_finite_wavg: 8.226158 + mouse-cheese_dist_solvable_avg: 10.268555 + mouse-cheese_dist_solvable_wavg: 8.226159 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5771484 + num_walls_wavg: 7.8579106 + prop_walls_avg: 0.28596294 + prop_walls_wavg: 0.34164837 + scoring: + avg_scores: 0.079165906 + visit_patterns: + avg_first_visit_time: 4315.4053 + avg_last_visit_time: 5893.2207 + num_replay_batches: 5903 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016773175 + avg_actor_approxkl3: 0.0012648128 + avg_actor_clipfrac: 0.046154786 + avg_actor_loss: -0.00033822918 + avg_advantage: -0.031215375 + avg_critic_clipfrac: 0.0051757814 + avg_critic_loss: 0.004794729 + avg_entropy: 0.17146273 + avg_grad_norm_pre_clip: 1.3360604 + avg_loss: 0.0018876725 + max: + max_actor_approxkl1: 0.0044279792 + max_actor_approxkl3: 0.0026846614 + max_actor_clipfrac: 0.084350586 + max_actor_loss: 0.002046615 + max_advantage: 0.2598641 + max_critic_clipfrac: 0.028808594 + max_critic_loss: 0.0075481725 + max_entropy: 0.22495753 + max_grad_norm_pre_clip: 2.1616604 + max_loss: 0.0037583893 + std: + std_actor_approxkl1: 0.0012863831 + std_actor_approxkl3: 0.0007069618 + std_actor_clipfrac: 0.022740161 + std_actor_loss: 0.0008792393 + std_advantage: 0.09885289 + std_critic_clipfrac: 0.009617901 + std_critic_loss: 0.0014550823 + std_entropy: 0.018703515 + std_grad_norm_pre_clip: 0.39205357 + std_loss: 0.0010491686 + eval-batch-train: + avg_avg_episode_length: 15.244102 + avg_avg_return: 0.85250604 + avg_benchmark_regret: 0.0037381514 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33869934 + proxy_corner: + avg_avg_return: 0.08713457 + avg_reward_per_step: 0.017059326 + eval-batch-orig: + avg_avg_episode_length: 16.804197 + avg_avg_return: 0.83932054 + avg_benchmark_regret: 0.0045709023 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27305603 + proxy_corner: + avg_avg_return: 0.83932054 + avg_reward_per_step: 0.27305603 + eval-batch-shift: + avg_avg_episode_length: 12.728642 + avg_avg_return: 0.8838675 + avg_benchmark_regret: 0.0034942408 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34088135 + proxy_corner: + avg_avg_return: 0.06049086 + avg_reward_per_step: 0.017875671 + eval-batch-tree: + avg_avg_episode_length: 6.480313 + avg_avg_return: 0.9829884 + avg_benchmark_regret: 0.011431889 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2681961 + proxy_corner: + avg_avg_return: 0.9829884 + avg_reward_per_step: 0.2681961 +=========================================================== +=========================================================== + step: + env-step-all-before: 389021696 + env-step-replay-before: 193953792 + env-step-used-before: 389021696 + ppo-update-before: 237440 + env-step-generate-before: 195067904 + env-step-all-after: 389054464 + env-step-replay-after: 193953792 + env-step-used-after: 389054464 + ppo-update-after: 237460 + env-step-generate-after: 195100672 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.3177595 + avg_avg_return: 0.8530427 + avg_reward_per_step: 0.33285522 + proxy_corner: + avg_avg_return: 0.07150705 + avg_reward_per_step: 0.016113281 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.3177595 + avg_avg_return: 0.8530427 + avg_reward_per_step: 0.33285522 + proxy_corner: + avg_avg_return: 0.07150705 + avg_reward_per_step: 0.016113281 + perf: + env_steps_per_second: 641620.1534240505 + ppo_updates_per_second: 100.98821410923895 + eval-batch-train-duration: 0.19317831500666216 + eval-batch-orig-duration: 0.14141142700100318 + eval-batch-shift-duration: 0.13946612103609368 + eval-batch-tree-duration: 0.1382422349997796 + ued: + distances: + cheese-corne_dist_avg: 7.112671 + cheese-corne_dist_wavg: 2.5193918 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 10.270264 + mouse-cheese_dist_finite_wavg: 8.22927 + mouse-cheese_dist_solvable_avg: 10.270264 + mouse-cheese_dist_solvable_wavg: 8.22927 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.583252 + num_walls_wavg: 7.857898 + prop_walls_avg: 0.2862283 + prop_walls_wavg: 0.34164777 + scoring: + avg_scores: 0.079330355 + visit_patterns: + avg_first_visit_time: 4328.301 + avg_last_visit_time: 5909.209 + num_replay_batches: 5919 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094725064 + avg_actor_approxkl3: 0.000757852 + avg_actor_clipfrac: 0.025756836 + avg_actor_loss: -0.00048171246 + avg_advantage: -0.034035567 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003390122 + avg_entropy: 0.15040447 + avg_grad_norm_pre_clip: 1.163185 + avg_loss: 0.001062944 + max: + max_actor_approxkl1: 0.002539244 + max_actor_approxkl3: 0.0020994025 + max_actor_clipfrac: 0.051879883 + max_actor_loss: 0.000725694 + max_advantage: 0.35197884 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0048841685 + max_entropy: 0.18783656 + max_grad_norm_pre_clip: 2.404973 + max_loss: 0.0022628328 + std: + std_actor_approxkl1: 0.0007303152 + std_actor_approxkl3: 0.00049573596 + std_actor_clipfrac: 0.013744976 + std_actor_loss: 0.0006136053 + std_advantage: 0.08044045 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008288782 + std_entropy: 0.017044483 + std_grad_norm_pre_clip: 0.5389182 + std_loss: 0.0007191931 + eval-batch-train: + avg_avg_episode_length: 15.235076 + avg_avg_return: 0.8526952 + avg_benchmark_regret: 0.0035489395 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3401184 + proxy_corner: + avg_avg_return: 0.07316117 + avg_reward_per_step: 0.016044617 + eval-batch-orig: + avg_avg_episode_length: 16.856377 + avg_avg_return: 0.8388524 + avg_benchmark_regret: 0.0050390502 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27028656 + proxy_corner: + avg_avg_return: 0.8388524 + avg_reward_per_step: 0.27028656 + eval-batch-shift: + avg_avg_episode_length: 12.723349 + avg_avg_return: 0.8836569 + avg_benchmark_regret: 0.0037048487 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34246826 + proxy_corner: + avg_avg_return: 0.05699355 + avg_reward_per_step: 0.017303467 + eval-batch-tree: + avg_avg_episode_length: 6.1047606 + avg_avg_return: 0.9851105 + avg_benchmark_regret: 0.009309715 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2683792 + proxy_corner: + avg_avg_return: 0.9851105 + avg_reward_per_step: 0.2683792 +=========================================================== +=========================================================== + step: + env-step-all-before: 390070272 + env-step-replay-before: 194445312 + env-step-used-before: 390070272 + ppo-update-before: 238080 + env-step-generate-before: 195624960 + env-step-all-after: 390103040 + env-step-replay-after: 194478080 + env-step-used-after: 390103040 + ppo-update-after: 238100 + env-step-generate-after: 195624960 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.811962 + avg_avg_return: 0.9117253 + avg_reward_per_step: 0.09072876 + proxy_corner: + avg_avg_return: 0.2640509 + avg_reward_per_step: 0.02557373 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.811962 + avg_avg_return: 0.9117253 + avg_reward_per_step: 0.09072876 + proxy_corner: + avg_avg_return: 0.2640509 + avg_reward_per_step: 0.02557373 + perf: + env_steps_per_second: 699288.193527849 + ppo_updates_per_second: 89.12981349521296 + eval-batch-train-duration: 0.23198094998952 + eval-batch-orig-duration: 0.1476247159880586 + eval-batch-shift-duration: 0.14133841003058478 + eval-batch-tree-duration: 0.13931736099766567 + ued: + distances: + cheese-corne_dist_avg: 7.1291504 + cheese-corne_dist_wavg: 4.310453 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.284912 + mouse-cheese_dist_finite_wavg: 3.7341285 + mouse-cheese_dist_solvable_avg: 10.284912 + mouse-cheese_dist_solvable_wavg: 3.734128 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5944824 + num_walls_wavg: 6.958015 + prop_walls_avg: 0.2867166 + prop_walls_wavg: 0.30252242 + scoring: + avg_scores: 0.078984424 + visit_patterns: + avg_first_visit_time: 4341.1333 + avg_last_visit_time: 5925.24 + num_replay_batches: 5935 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00073080725 + avg_actor_approxkl3: 0.0005098434 + avg_actor_clipfrac: 0.01630249 + avg_actor_loss: -0.00048253988 + avg_advantage: 0.019176196 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00030954106 + avg_entropy: 0.08113759 + avg_grad_norm_pre_clip: 0.6479812 + avg_loss: -0.00040890696 + max: + max_actor_approxkl1: 0.0019566575 + max_actor_approxkl3: 0.0010527609 + max_actor_clipfrac: 0.029663086 + max_actor_loss: 0.0006908588 + max_advantage: 0.25007743 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00050684356 + max_entropy: 0.09128426 + max_grad_norm_pre_clip: 0.87762356 + max_loss: 0.0008232194 + std: + std_actor_approxkl1: 0.0005738681 + std_actor_approxkl3: 0.00030946688 + std_actor_clipfrac: 0.0075835516 + std_actor_loss: 0.0006675962 + std_advantage: 0.02327112 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.361849e-05 + std_entropy: 0.0056027416 + std_grad_norm_pre_clip: 0.12351284 + std_loss: 0.0006883473 + eval-batch-train: + avg_avg_episode_length: 15.261987 + avg_avg_return: 0.85272294 + avg_benchmark_regret: 0.0035212536 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34044647 + proxy_corner: + avg_avg_return: 0.08085172 + avg_reward_per_step: 0.016418457 + eval-batch-orig: + avg_avg_episode_length: 16.80534 + avg_avg_return: 0.83978486 + avg_benchmark_regret: 0.004106622 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27238464 + proxy_corner: + avg_avg_return: 0.83978486 + avg_reward_per_step: 0.27238464 + eval-batch-shift: + avg_avg_episode_length: 12.724579 + avg_avg_return: 0.88346195 + avg_benchmark_regret: 0.0038997736 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34117126 + proxy_corner: + avg_avg_return: 0.0640902 + avg_reward_per_step: 0.018218994 + eval-batch-tree: + avg_avg_episode_length: 6.035569 + avg_avg_return: 0.98516977 + avg_benchmark_regret: 0.00925052 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27230835 + proxy_corner: + avg_avg_return: 0.98516977 + avg_reward_per_step: 0.27230835 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 391118848 + env-step-replay-before: 194936832 + env-step-used-before: 391118848 + ppo-update-before: 238720 + env-step-generate-before: 196182016 + env-step-all-after: 391151616 + env-step-replay-after: 194936832 + env-step-used-after: 391151616 + ppo-update-after: 238740 + env-step-generate-after: 196214784 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.630671 + avg_avg_return: 0.870708 + avg_reward_per_step: 0.34854126 + proxy_corner: + avg_avg_return: 0.07069719 + avg_reward_per_step: 0.01763916 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.630671 + avg_avg_return: 0.870708 + avg_reward_per_step: 0.34854126 + proxy_corner: + avg_avg_return: 0.07069719 + avg_reward_per_step: 0.01763916 + perf: + env_steps_per_second: 766802.03967386 + ppo_updates_per_second: 96.39739416636004 + eval-batch-train-duration: 0.22528642497491091 + eval-batch-orig-duration: 0.15868656296515837 + eval-batch-shift-duration: 0.1432325990172103 + eval-batch-tree-duration: 0.138927998021245 + ued: + distances: + cheese-corne_dist_avg: 7.139038 + cheese-corne_dist_wavg: 11.505516 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 10.286133 + mouse-cheese_dist_finite_wavg: 8.229596 + mouse-cheese_dist_solvable_avg: 10.286133 + mouse-cheese_dist_solvable_wavg: 8.229598 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.597168 + num_walls_wavg: 6.96008 + prop_walls_avg: 0.28683338 + prop_walls_wavg: 0.30261222 + scoring: + avg_scores: 0.07944089 + visit_patterns: + avg_first_visit_time: 4352.0654 + avg_last_visit_time: 5939.321 + num_replay_batches: 5949 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009230434 + avg_actor_approxkl3: 0.0007508975 + avg_actor_clipfrac: 0.028179932 + avg_actor_loss: -0.00032539145 + avg_advantage: -0.022553228 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002517954 + avg_entropy: 0.144204 + avg_grad_norm_pre_clip: 1.067058 + avg_loss: 0.0007893814 + max: + max_actor_approxkl1: 0.003161996 + max_actor_approxkl3: 0.0019682692 + max_actor_clipfrac: 0.047851562 + max_actor_loss: 0.0024246797 + max_advantage: 0.59413725 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004054084 + max_entropy: 0.1820721 + max_grad_norm_pre_clip: 2.0637023 + max_loss: 0.0036781884 + std: + std_actor_approxkl1: 0.0007812863 + std_actor_approxkl3: 0.00048225542 + std_actor_clipfrac: 0.013788557 + std_actor_loss: 0.00097376795 + std_advantage: 0.070384294 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006633149 + std_entropy: 0.015583401 + std_grad_norm_pre_clip: 0.30501378 + std_loss: 0.0009954249 + eval-batch-train: + avg_avg_episode_length: 15.282156 + avg_avg_return: 0.85273874 + avg_benchmark_regret: 0.0035055112 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3410797 + proxy_corner: + avg_avg_return: 0.07791449 + avg_reward_per_step: 0.015563965 + eval-batch-orig: + avg_avg_episode_length: 16.846632 + avg_avg_return: 0.83902705 + avg_benchmark_regret: 0.0048644124 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26847076 + proxy_corner: + avg_avg_return: 0.83902705 + avg_reward_per_step: 0.26847076 + eval-batch-shift: + avg_avg_episode_length: 12.685154 + avg_avg_return: 0.8838582 + avg_benchmark_regret: 0.0035034844 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3442459 + proxy_corner: + avg_avg_return: 0.05973009 + avg_reward_per_step: 0.017555237 + eval-batch-tree: + avg_avg_episode_length: 6.137342 + avg_avg_return: 0.98478425 + avg_benchmark_regret: 0.00963602 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27028656 + proxy_corner: + avg_avg_return: 0.98478425 + avg_reward_per_step: 0.27028656 +=========================================================== +=========================================================== + step: + env-step-all-before: 392167424 + env-step-replay-before: 195428352 + env-step-used-before: 392167424 + ppo-update-before: 239360 + env-step-generate-before: 196739072 + env-step-all-after: 392200192 + env-step-replay-after: 195461120 + env-step-used-after: 392200192 + ppo-update-after: 239380 + env-step-generate-after: 196739072 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 11.050974 + avg_avg_return: 0.91221774 + avg_reward_per_step: 0.08987427 + proxy_corner: + avg_avg_return: 0.298534 + avg_reward_per_step: 0.028411865 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 11.050974 + avg_avg_return: 0.91221774 + avg_reward_per_step: 0.08987427 + proxy_corner: + avg_avg_return: 0.298534 + avg_reward_per_step: 0.028411865 + perf: + env_steps_per_second: 725965.1329025646 + ppo_updates_per_second: 88.60529601620912 + eval-batch-train-duration: 0.22188850201200694 + eval-batch-orig-duration: 0.14795817603589967 + eval-batch-shift-duration: 0.14094357599969953 + eval-batch-tree-duration: 0.13942959404084831 + ued: + distances: + cheese-corne_dist_avg: 7.135254 + cheese-corne_dist_wavg: 11.503482 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.295898 + mouse-cheese_dist_finite_wavg: 8.22966 + mouse-cheese_dist_solvable_avg: 10.295898 + mouse-cheese_dist_solvable_wavg: 8.229662 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.590088 + num_walls_wavg: 6.963827 + prop_walls_avg: 0.28652555 + prop_walls_wavg: 0.3027751 + scoring: + avg_scores: 0.079184726 + visit_patterns: + avg_first_visit_time: 4359.4385 + avg_last_visit_time: 5955.2393 + num_replay_batches: 5965 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00077664544 + avg_actor_approxkl3: 0.00035365377 + avg_actor_clipfrac: 0.015167236 + avg_actor_loss: -0.00051298476 + avg_advantage: 0.025465976 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.00044001834 + avg_entropy: 0.082891665 + avg_grad_norm_pre_clip: 0.6365425 + avg_loss: -0.00037586727 + max: + max_actor_approxkl1: 0.0023372718 + max_actor_approxkl3: 0.00074057735 + max_actor_clipfrac: 0.028564453 + max_actor_loss: 0.0018766886 + max_advantage: 0.38953793 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.00068382634 + max_entropy: 0.09855611 + max_grad_norm_pre_clip: 2.7500973 + max_loss: 0.0021395937 + std: + std_actor_approxkl1: 0.0006973342 + std_actor_approxkl3: 0.00022687741 + std_actor_clipfrac: 0.008717554 + std_actor_loss: 0.0007469241 + std_advantage: 0.030035919 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.00013476299 + std_entropy: 0.008555734 + std_grad_norm_pre_clip: 0.5240103 + std_loss: 0.0007907508 + eval-batch-train: + avg_avg_episode_length: 15.239963 + avg_avg_return: 0.8527644 + avg_benchmark_regret: 0.003479815 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33971405 + proxy_corner: + avg_avg_return: 0.078586474 + avg_reward_per_step: 0.015663147 + eval-batch-orig: + avg_avg_episode_length: 16.838219 + avg_avg_return: 0.8388803 + avg_benchmark_regret: 0.005011226 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2702942 + proxy_corner: + avg_avg_return: 0.8388803 + avg_reward_per_step: 0.2702942 + eval-batch-shift: + avg_avg_episode_length: 12.698276 + avg_avg_return: 0.88377917 + avg_benchmark_regret: 0.0035826082 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3425598 + proxy_corner: + avg_avg_return: 0.05824361 + avg_reward_per_step: 0.017059326 + eval-batch-tree: + avg_avg_episode_length: 6.15961 + avg_avg_return: 0.98473996 + avg_benchmark_regret: 0.009680309 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27022552 + proxy_corner: + avg_avg_return: 0.98473996 + avg_reward_per_step: 0.27022552 +=========================================================== +=========================================================== + step: + env-step-all-before: 393216000 + env-step-replay-before: 195919872 + env-step-used-before: 393216000 + ppo-update-before: 240000 + env-step-generate-before: 197296128 + env-step-all-after: 393248768 + env-step-replay-after: 195919872 + env-step-used-after: 393248768 + ppo-update-after: 240020 + env-step-generate-after: 197328896 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.446185 + avg_avg_return: 0.89805734 + avg_reward_per_step: 0.35031128 + proxy_corner: + avg_avg_return: 0.063553646 + avg_reward_per_step: 0.010467529 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.446185 + avg_avg_return: 0.89805734 + avg_reward_per_step: 0.35031128 + proxy_corner: + avg_avg_return: 0.063553646 + avg_reward_per_step: 0.010467529 + perf: + env_steps_per_second: 911004.522268108 + ppo_updates_per_second: 105.21097659705715 + eval-batch-train-duration: 0.2004411829984747 + eval-batch-orig-duration: 0.14160091598751023 + eval-batch-shift-duration: 0.13966585899470374 + eval-batch-tree-duration: 0.1381406139698811 + ued: + distances: + cheese-corne_dist_avg: 7.1207275 + cheese-corne_dist_wavg: 0.7145009 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.295166 + mouse-cheese_dist_finite_wavg: 10.925097 + mouse-cheese_dist_solvable_avg: 10.295166 + mouse-cheese_dist_solvable_wavg: 10.925098 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.588135 + num_walls_wavg: 6.9594235 + prop_walls_avg: 0.2864406 + prop_walls_wavg: 0.3025836 + scoring: + avg_scores: 0.07903896 + visit_patterns: + avg_first_visit_time: 4369.8496 + avg_last_visit_time: 5969.2236 + num_replay_batches: 5979 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000891383 + avg_actor_approxkl3: 0.0008305474 + avg_actor_clipfrac: 0.029174805 + avg_actor_loss: -0.00045826213 + avg_advantage: -0.02858445 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002044149 + avg_entropy: 0.13175906 + avg_grad_norm_pre_clip: 0.90388197 + avg_loss: 0.0004320534 + max: + max_actor_approxkl1: 0.0023183876 + max_actor_approxkl3: 0.0016805474 + max_actor_clipfrac: 0.06262207 + max_actor_loss: 0.0003505163 + max_advantage: 0.2851532 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0031833625 + max_entropy: 0.15862018 + max_grad_norm_pre_clip: 1.6764344 + max_loss: 0.0014618849 + std: + std_actor_approxkl1: 0.0007919141 + std_actor_approxkl3: 0.00050018955 + std_actor_clipfrac: 0.0163719 + std_actor_loss: 0.0005930282 + std_advantage: 0.062383056 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005731502 + std_entropy: 0.015296892 + std_grad_norm_pre_clip: 0.39878374 + std_loss: 0.00066901126 + eval-batch-train: + avg_avg_episode_length: 15.275139 + avg_avg_return: 0.8530368 + avg_benchmark_regret: 0.0032073674 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33937073 + proxy_corner: + avg_avg_return: 0.08260505 + avg_reward_per_step: 0.016304016 + eval-batch-orig: + avg_avg_episode_length: 16.808815 + avg_avg_return: 0.83942723 + avg_benchmark_regret: 0.004464263 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27220154 + proxy_corner: + avg_avg_return: 0.83942723 + avg_reward_per_step: 0.27220154 + eval-batch-shift: + avg_avg_episode_length: 12.705822 + avg_avg_return: 0.88347614 + avg_benchmark_regret: 0.0038855334 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34291077 + proxy_corner: + avg_avg_return: 0.063798144 + avg_reward_per_step: 0.017753601 + eval-batch-tree: + avg_avg_episode_length: 6.2607903 + avg_avg_return: 0.984518 + avg_benchmark_regret: 0.009902272 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2713852 + proxy_corner: + avg_avg_return: 0.984518 + avg_reward_per_step: 0.2713852 +=========================================================== +=========================================================== + step: + env-step-all-before: 394264576 + env-step-replay-before: 196542464 + env-step-used-before: 394264576 + ppo-update-before: 240640 + env-step-generate-before: 197722112 + env-step-all-after: 394297344 + env-step-replay-after: 196575232 + env-step-used-after: 394297344 + ppo-update-after: 240660 + env-step-generate-after: 197722112 + train-replay: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.899381 + avg_avg_return: 0.91208476 + avg_reward_per_step: 0.09048462 + proxy_corner: + avg_avg_return: 0.30671278 + avg_reward_per_step: 0.029449463 + train-all: + shift_proportion: 0.9140625 + avg_avg_episode_length: 10.899381 + avg_avg_return: 0.91208476 + avg_reward_per_step: 0.09048462 + proxy_corner: + avg_avg_return: 0.30671278 + avg_reward_per_step: 0.029449463 + perf: + env_steps_per_second: 942587.943016662 + ppo_updates_per_second: 81.55576295335557 + eval-batch-train-duration: 0.23529013904044405 + eval-batch-orig-duration: 0.1578137599863112 + eval-batch-shift-duration: 0.1442174370167777 + eval-batch-tree-duration: 0.14341979299206287 + ued: + distances: + cheese-corne_dist_avg: 7.116577 + cheese-corne_dist_wavg: 0.7092583 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 10.296875 + mouse-cheese_dist_finite_wavg: 9.129584 + mouse-cheese_dist_solvable_avg: 10.296875 + mouse-cheese_dist_solvable_wavg: 9.129585 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5910645 + num_walls_wavg: 8.757409 + prop_walls_avg: 0.28656802 + prop_walls_wavg: 0.3807569 + scoring: + avg_scores: 0.078627035 + visit_patterns: + avg_first_visit_time: 4378.371 + avg_last_visit_time: 5989.244 + num_replay_batches: 5999 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00064676703 + avg_actor_approxkl3: 0.0003972841 + avg_actor_clipfrac: 0.016217042 + avg_actor_loss: -0.0006233685 + avg_advantage: 0.0031913612 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00024498682 + avg_entropy: 0.086561434 + avg_grad_norm_pre_clip: 0.85414904 + avg_loss: -0.0005874365 + max: + max_actor_approxkl1: 0.0019338689 + max_actor_approxkl3: 0.0009558394 + max_actor_clipfrac: 0.029663086 + max_actor_loss: 0.0010540606 + max_advantage: 0.34319657 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031323067 + max_entropy: 0.09888808 + max_grad_norm_pre_clip: 1.411398 + max_loss: 0.0011181425 + std: + std_actor_approxkl1: 0.00049944094 + std_actor_approxkl3: 0.0002588478 + std_actor_clipfrac: 0.007762201 + std_actor_loss: 0.00074489857 + std_advantage: 0.023042358 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.319984e-05 + std_entropy: 0.0064729643 + std_grad_norm_pre_clip: 0.26819417 + std_loss: 0.0007546035 + eval-batch-train: + avg_avg_episode_length: 15.223435 + avg_avg_return: 0.85336125 + avg_benchmark_regret: 0.002882988 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34172058 + proxy_corner: + avg_avg_return: 0.08025671 + avg_reward_per_step: 0.016601562 + eval-batch-orig: + avg_avg_episode_length: 16.77866 + avg_avg_return: 0.8390999 + avg_benchmark_regret: 0.004791552 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27339172 + proxy_corner: + avg_avg_return: 0.8390999 + avg_reward_per_step: 0.27339172 + eval-batch-shift: + avg_avg_episode_length: 12.6869955 + avg_avg_return: 0.88391614 + avg_benchmark_regret: 0.0034455832 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3432312 + proxy_corner: + avg_avg_return: 0.059588104 + avg_reward_per_step: 0.01776123 + eval-batch-tree: + avg_avg_episode_length: 6.2773533 + avg_avg_return: 0.9845608 + avg_benchmark_regret: 0.009859488 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27108002 + proxy_corner: + avg_avg_return: 0.9845608 + avg_reward_per_step: 0.27108002 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 395313152 + env-step-replay-before: 197165056 + env-step-used-before: 395313152 + ppo-update-before: 241280 + env-step-generate-before: 198148096 + env-step-all-after: 395345920 + env-step-replay-after: 197165056 + env-step-used-after: 395345920 + ppo-update-after: 241300 + env-step-generate-after: 198180864 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.309664 + avg_avg_return: 0.862664 + avg_reward_per_step: 0.3357849 + proxy_corner: + avg_avg_return: 0.07771252 + avg_reward_per_step: 0.017456055 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 13.309664 + avg_avg_return: 0.862664 + avg_reward_per_step: 0.3357849 + proxy_corner: + avg_avg_return: 0.07771252 + avg_reward_per_step: 0.017456055 + perf: + env_steps_per_second: 802177.7477147027 + ppo_updates_per_second: 106.45726042693663 + eval-batch-train-duration: 0.201936041994486 + eval-batch-orig-duration: 0.14932091505033895 + eval-batch-shift-duration: 0.14140947500709444 + eval-batch-tree-duration: 0.13966076000360772 + ued: + distances: + cheese-corne_dist_avg: 7.1121826 + cheese-corne_dist_wavg: 2.518364 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 10.281494 + mouse-cheese_dist_finite_wavg: 8.231297 + mouse-cheese_dist_solvable_avg: 10.281494 + mouse-cheese_dist_solvable_wavg: 8.231297 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.590088 + num_walls_wavg: 7.855893 + prop_walls_avg: 0.28652555 + prop_walls_wavg: 0.34156063 + scoring: + avg_scores: 0.07947984 + visit_patterns: + avg_first_visit_time: 4392.299 + avg_last_visit_time: 6007.1953 + num_replay_batches: 6017 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013591627 + avg_actor_approxkl3: 0.0009169223 + avg_actor_clipfrac: 0.026464844 + avg_actor_loss: -0.00071036763 + avg_advantage: -0.023703132 + avg_critic_clipfrac: 0.00017700196 + avg_critic_loss: 0.002917498 + avg_entropy: 0.14728348 + avg_grad_norm_pre_clip: 1.0689491 + avg_loss: 0.00060109777 + max: + max_actor_approxkl1: 0.0041968534 + max_actor_approxkl3: 0.0025790925 + max_actor_clipfrac: 0.059448242 + max_actor_loss: 0.00024814904 + max_advantage: 0.28786397 + max_critic_clipfrac: 0.003540039 + max_critic_loss: 0.004637863 + max_entropy: 0.168348 + max_grad_norm_pre_clip: 2.2191498 + max_loss: 0.002386234 + std: + std_actor_approxkl1: 0.001155065 + std_actor_approxkl3: 0.0007613116 + std_actor_clipfrac: 0.015322067 + std_actor_loss: 0.00092630053 + std_advantage: 0.07618892 + std_critic_clipfrac: 0.00077153364 + std_critic_loss: 0.0012572411 + std_entropy: 0.0146738235 + std_grad_norm_pre_clip: 0.44510198 + std_loss: 0.0010553048 + eval-batch-train: + avg_avg_episode_length: 15.245286 + avg_avg_return: 0.8530712 + avg_benchmark_regret: 0.003173037 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34000397 + proxy_corner: + avg_avg_return: 0.09071654 + avg_reward_per_step: 0.017036438 + eval-batch-orig: + avg_avg_episode_length: 16.812016 + avg_avg_return: 0.83904004 + avg_benchmark_regret: 0.0048514022 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27189636 + proxy_corner: + avg_avg_return: 0.83904004 + avg_reward_per_step: 0.27189636 + eval-batch-shift: + avg_avg_episode_length: 12.716355 + avg_avg_return: 0.88421357 + avg_benchmark_regret: 0.0031481849 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34114075 + proxy_corner: + avg_avg_return: 0.065250784 + avg_reward_per_step: 0.01851654 + eval-batch-tree: + avg_avg_episode_length: 6.3124743 + avg_avg_return: 0.98398376 + avg_benchmark_regret: 0.010436552 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26839447 + proxy_corner: + avg_avg_return: 0.98398376 + avg_reward_per_step: 0.26839447 +=========================================================== +=========================================================== + step: + env-step-all-before: 396361728 + env-step-replay-before: 197623808 + env-step-used-before: 396361728 + ppo-update-before: 241920 + env-step-generate-before: 198737920 + env-step-all-after: 396394496 + env-step-replay-after: 197623808 + env-step-used-after: 396394496 + ppo-update-after: 241940 + env-step-generate-after: 198770688 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.605507 + avg_avg_return: 0.8827462 + avg_reward_per_step: 0.3557434 + proxy_corner: + avg_avg_return: 0.08776856 + avg_reward_per_step: 0.015960693 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.605507 + avg_avg_return: 0.8827462 + avg_reward_per_step: 0.3557434 + proxy_corner: + avg_avg_return: 0.08776856 + avg_reward_per_step: 0.015960693 + perf: + env_steps_per_second: 934229.5604355243 + ppo_updates_per_second: 81.85844369175403 + eval-batch-train-duration: 0.23891927901422605 + eval-batch-orig-duration: 0.1541355179506354 + eval-batch-shift-duration: 0.14285617304267362 + eval-batch-tree-duration: 0.1403809770126827 + ued: + distances: + cheese-corne_dist_avg: 7.104492 + cheese-corne_dist_wavg: 10.614285 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.282471 + mouse-cheese_dist_finite_wavg: 10.920605 + mouse-cheese_dist_solvable_avg: 10.282471 + mouse-cheese_dist_solvable_wavg: 10.920608 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5930176 + num_walls_wavg: 6.0633307 + prop_walls_avg: 0.28665292 + prop_walls_wavg: 0.2636231 + scoring: + avg_scores: 0.079412006 + visit_patterns: + avg_first_visit_time: 4401.4204 + avg_last_visit_time: 6021.288 + num_replay_batches: 6031 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012601045 + avg_actor_approxkl3: 0.00077650597 + avg_actor_clipfrac: 0.02758789 + avg_actor_loss: -0.0006098919 + avg_advantage: -0.02010971 + avg_critic_clipfrac: 0.00013427735 + avg_critic_loss: 0.0025214294 + avg_entropy: 0.1348378 + avg_grad_norm_pre_clip: 1.0625972 + avg_loss: 0.000515985 + max: + max_actor_approxkl1: 0.0029910367 + max_actor_approxkl3: 0.0019113441 + max_actor_clipfrac: 0.057250977 + max_actor_loss: 0.0007023588 + max_advantage: 0.24314564 + max_critic_clipfrac: 0.0024414062 + max_critic_loss: 0.004274023 + max_entropy: 0.16831274 + max_grad_norm_pre_clip: 1.6976205 + max_loss: 0.0019303472 + std: + std_actor_approxkl1: 0.0009332075 + std_actor_approxkl3: 0.00053792645 + std_actor_clipfrac: 0.015146461 + std_actor_loss: 0.00068117975 + std_advantage: 0.07153283 + std_critic_clipfrac: 0.00053195213 + std_critic_loss: 0.00089886447 + std_entropy: 0.01998137 + std_grad_norm_pre_clip: 0.28118587 + std_loss: 0.0007295104 + eval-batch-train: + avg_avg_episode_length: 15.191286 + avg_avg_return: 0.8530804 + avg_benchmark_regret: 0.0031638262 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3417511 + proxy_corner: + avg_avg_return: 0.08642347 + avg_reward_per_step: 0.017280579 + eval-batch-orig: + avg_avg_episode_length: 16.822407 + avg_avg_return: 0.8394642 + avg_benchmark_regret: 0.0044272533 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2696457 + proxy_corner: + avg_avg_return: 0.8394642 + avg_reward_per_step: 0.2696457 + eval-batch-shift: + avg_avg_episode_length: 12.6791115 + avg_avg_return: 0.88396245 + avg_benchmark_regret: 0.003399299 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34397125 + proxy_corner: + avg_avg_return: 0.060150627 + avg_reward_per_step: 0.017837524 + eval-batch-tree: + avg_avg_episode_length: 6.149434 + avg_avg_return: 0.9842075 + avg_benchmark_regret: 0.01021277 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27098083 + proxy_corner: + avg_avg_return: 0.9842075 + avg_reward_per_step: 0.27098083 +=========================================================== +=========================================================== + step: + env-step-all-before: 397410304 + env-step-replay-before: 198115328 + env-step-used-before: 397410304 + ppo-update-before: 242560 + env-step-generate-before: 199294976 + env-step-all-after: 397443072 + env-step-replay-after: 198115328 + env-step-used-after: 397443072 + ppo-update-after: 242580 + env-step-generate-after: 199327744 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.73064 + avg_avg_return: 0.8714871 + avg_reward_per_step: 0.3416443 + proxy_corner: + avg_avg_return: 0.06123222 + avg_reward_per_step: 0.014678955 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.73064 + avg_avg_return: 0.8714871 + avg_reward_per_step: 0.3416443 + proxy_corner: + avg_avg_return: 0.06123222 + avg_reward_per_step: 0.014678955 + perf: + env_steps_per_second: 956199.9825519808 + ppo_updates_per_second: 81.61921221083337 + eval-batch-train-duration: 0.2378019749885425 + eval-batch-orig-duration: 0.15446272603003308 + eval-batch-shift-duration: 0.14344463095767424 + eval-batch-tree-duration: 0.13978373201098293 + ued: + distances: + cheese-corne_dist_avg: 7.1123047 + cheese-corne_dist_wavg: 6.115149 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 10.299072 + mouse-cheese_dist_finite_wavg: 9.129718 + mouse-cheese_dist_solvable_avg: 10.299072 + mouse-cheese_dist_solvable_wavg: 9.129719 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.588867 + num_walls_wavg: 4.2603416 + prop_walls_avg: 0.28647247 + prop_walls_wavg: 0.1852322 + scoring: + avg_scores: 0.07867981 + visit_patterns: + avg_first_visit_time: 4409.671 + avg_last_visit_time: 6036.3555 + num_replay_batches: 6046 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009320889 + avg_actor_approxkl3: 0.00066848256 + avg_actor_clipfrac: 0.02531128 + avg_actor_loss: -0.0008074563 + avg_advantage: -0.020972785 + avg_critic_clipfrac: 0.0013427734 + avg_critic_loss: 0.0029783647 + avg_entropy: 0.12893607 + avg_grad_norm_pre_clip: 1.0150608 + avg_loss: 0.0005527897 + max: + max_actor_approxkl1: 0.002544792 + max_actor_approxkl3: 0.0014165093 + max_actor_clipfrac: 0.048706055 + max_actor_loss: 0.00034950674 + max_advantage: 0.30673236 + max_critic_clipfrac: 0.017211914 + max_critic_loss: 0.0041081225 + max_entropy: 0.14859638 + max_grad_norm_pre_clip: 2.3934116 + max_loss: 0.0020451746 + std: + std_actor_approxkl1: 0.0007739695 + std_actor_approxkl3: 0.00045577425 + std_actor_clipfrac: 0.01473436 + std_actor_loss: 0.00081520475 + std_advantage: 0.07812672 + std_critic_clipfrac: 0.0039273645 + std_critic_loss: 0.0008446369 + std_entropy: 0.015821312 + std_grad_norm_pre_clip: 0.46312618 + std_loss: 0.0008457994 + eval-batch-train: + avg_avg_episode_length: 15.196784 + avg_avg_return: 0.85330826 + avg_benchmark_regret: 0.002935939 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34241486 + proxy_corner: + avg_avg_return: 0.08226092 + avg_reward_per_step: 0.016609192 + eval-batch-orig: + avg_avg_episode_length: 16.849354 + avg_avg_return: 0.8392584 + avg_benchmark_regret: 0.0046330886 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27049255 + proxy_corner: + avg_avg_return: 0.8392584 + avg_reward_per_step: 0.27049255 + eval-batch-shift: + avg_avg_episode_length: 12.67967 + avg_avg_return: 0.88383126 + avg_benchmark_regret: 0.0035304762 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34401703 + proxy_corner: + avg_avg_return: 0.06018611 + avg_reward_per_step: 0.017654419 + eval-batch-tree: + avg_avg_episode_length: 6.1106796 + avg_avg_return: 0.98518354 + avg_benchmark_regret: 0.009236709 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27153778 + proxy_corner: + avg_avg_return: 0.98518354 + avg_reward_per_step: 0.27153778 +=========================================================== +=========================================================== + step: + env-step-all-before: 398458880 + env-step-replay-before: 198443008 + env-step-used-before: 398458880 + ppo-update-before: 243200 + env-step-generate-before: 200015872 + env-step-all-after: 398491648 + env-step-replay-after: 198475776 + env-step-used-after: 398491648 + ppo-update-after: 243220 + env-step-generate-after: 200015872 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.127657 + avg_avg_return: 0.91104037 + avg_reward_per_step: 0.08999634 + proxy_corner: + avg_avg_return: 0.30591708 + avg_reward_per_step: 0.028900146 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.127657 + avg_avg_return: 0.91104037 + avg_reward_per_step: 0.08999634 + proxy_corner: + avg_avg_return: 0.30591708 + avg_reward_per_step: 0.028900146 + perf: + env_steps_per_second: 749749.4521065911 + ppo_updates_per_second: 87.94463669531852 + eval-batch-train-duration: 0.23667653498705477 + eval-batch-orig-duration: 0.16103181603830308 + eval-batch-shift-duration: 0.14589682297082618 + eval-batch-tree-duration: 0.14076550299068913 + ued: + distances: + cheese-corne_dist_avg: 7.1396484 + cheese-corne_dist_wavg: 5.2133923 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 10.314453 + mouse-cheese_dist_finite_wavg: 10.02906 + mouse-cheese_dist_solvable_avg: 10.314453 + mouse-cheese_dist_solvable_wavg: 10.02906 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.595215 + num_walls_wavg: 6.954662 + prop_walls_avg: 0.28674844 + prop_walls_wavg: 0.3023767 + scoring: + avg_scores: 0.07931429 + visit_patterns: + avg_first_visit_time: 4418.9863 + avg_last_visit_time: 6047.286 + num_replay_batches: 6057 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00060482224 + avg_actor_approxkl3: 0.00045417278 + avg_actor_clipfrac: 0.016259765 + avg_actor_loss: -0.00053410744 + avg_advantage: 0.049062964 + avg_critic_clipfrac: 0.0725769 + avg_critic_loss: 0.0022393127 + avg_entropy: 0.08525843 + avg_grad_norm_pre_clip: 0.44165546 + avg_loss: 0.00050029036 + max: + max_actor_approxkl1: 0.0014403062 + max_actor_approxkl3: 0.00086136116 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.00027998164 + max_advantage: 0.73510635 + max_critic_clipfrac: 0.16381836 + max_critic_loss: 0.0036443486 + max_entropy: 0.099601164 + max_grad_norm_pre_clip: 0.60173786 + max_loss: 0.0018607207 + std: + std_actor_approxkl1: 0.0004661492 + std_actor_approxkl3: 0.0002400556 + std_actor_clipfrac: 0.0077508013 + std_actor_loss: 0.00048707862 + std_advantage: 0.07455549 + std_critic_clipfrac: 0.058869254 + std_critic_loss: 0.0006340765 + std_entropy: 0.0061825085 + std_grad_norm_pre_clip: 0.090164684 + std_loss: 0.0007304859 + eval-batch-train: + avg_avg_episode_length: 15.188602 + avg_avg_return: 0.8531278 + avg_benchmark_regret: 0.0031164256 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34293365 + proxy_corner: + avg_avg_return: 0.090860836 + avg_reward_per_step: 0.016868591 + eval-batch-orig: + avg_avg_episode_length: 16.795895 + avg_avg_return: 0.8393357 + avg_benchmark_regret: 0.004555762 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27227783 + proxy_corner: + avg_avg_return: 0.8393357 + avg_reward_per_step: 0.27227783 + eval-batch-shift: + avg_avg_episode_length: 12.684677 + avg_avg_return: 0.8840478 + avg_benchmark_regret: 0.0033139065 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34436798 + proxy_corner: + avg_avg_return: 0.060994066 + avg_reward_per_step: 0.017364502 + eval-batch-tree: + avg_avg_episode_length: 6.7087364 + avg_avg_return: 0.97915685 + avg_benchmark_regret: 0.015263443 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2699356 + proxy_corner: + avg_avg_return: 0.97915685 + avg_reward_per_step: 0.2699356 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 399507456 + env-step-replay-before: 198967296 + env-step-used-before: 399507456 + ppo-update-before: 243840 + env-step-generate-before: 200540160 + env-step-all-after: 399540224 + env-step-replay-after: 199000064 + env-step-used-after: 399540224 + ppo-update-after: 243860 + env-step-generate-after: 200540160 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.55578 + avg_avg_return: 0.9135181 + avg_reward_per_step: 0.09207153 + proxy_corner: + avg_avg_return: 0.27929956 + avg_reward_per_step: 0.027130127 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.55578 + avg_avg_return: 0.9135181 + avg_reward_per_step: 0.09207153 + proxy_corner: + avg_avg_return: 0.27929956 + avg_reward_per_step: 0.027130127 + perf: + env_steps_per_second: 920072.9068173944 + ppo_updates_per_second: 105.63722931640443 + eval-batch-train-duration: 0.2038326479960233 + eval-batch-orig-duration: 0.15410744701512158 + eval-batch-shift-duration: 0.14419010700657964 + eval-batch-tree-duration: 0.14054362499155104 + ued: + distances: + cheese-corne_dist_avg: 7.140869 + cheese-corne_dist_wavg: 11.96117 + levels_cheese_is_in_corner_avg: 0.07055664 + mouse-cheese_dist_finite_avg: 10.32251 + mouse-cheese_dist_finite_wavg: 5.5362964 + mouse-cheese_dist_solvable_avg: 10.32251 + mouse-cheese_dist_solvable_wavg: 5.5362964 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.588135 + num_walls_wavg: 9.654268 + prop_walls_avg: 0.28644064 + prop_walls_wavg: 0.4197507 + scoring: + avg_scores: 0.07936131 + visit_patterns: + avg_first_visit_time: 4429.551 + avg_last_visit_time: 6063.138 + num_replay_batches: 6073 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066722045 + avg_actor_approxkl3: 0.0003866132 + avg_actor_clipfrac: 0.014587402 + avg_actor_loss: -0.00024907963 + avg_advantage: 0.01375702 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031750018 + avg_entropy: 0.07497344 + avg_grad_norm_pre_clip: 0.67539424 + avg_loss: -0.00016530299 + max: + max_actor_approxkl1: 0.0016160863 + max_actor_approxkl3: 0.0009182517 + max_actor_clipfrac: 0.021606445 + max_actor_loss: 0.0008047838 + max_advantage: 0.35644096 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00052183855 + max_entropy: 0.08834615 + max_grad_norm_pre_clip: 1.7326618 + max_loss: 0.0009882875 + std: + std_actor_approxkl1: 0.0005463621 + std_actor_approxkl3: 0.00021757909 + std_actor_clipfrac: 0.0056318617 + std_actor_loss: 0.00058717106 + std_advantage: 0.0250446 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.817332e-05 + std_entropy: 0.0062195472 + std_grad_norm_pre_clip: 0.3362003 + std_loss: 0.00061299774 + eval-batch-train: + avg_avg_episode_length: 15.184011 + avg_avg_return: 0.8528053 + avg_benchmark_regret: 0.0034388865 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34262848 + proxy_corner: + avg_avg_return: 0.082700655 + avg_reward_per_step: 0.016921997 + eval-batch-orig: + avg_avg_episode_length: 16.788101 + avg_avg_return: 0.83923423 + avg_benchmark_regret: 0.004657274 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27159882 + proxy_corner: + avg_avg_return: 0.83923423 + avg_reward_per_step: 0.27159882 + eval-batch-shift: + avg_avg_episode_length: 12.649228 + avg_avg_return: 0.884225 + avg_benchmark_regret: 0.0031367452 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34708405 + proxy_corner: + avg_avg_return: 0.056969963 + avg_reward_per_step: 0.017189026 + eval-batch-tree: + avg_avg_episode_length: 6.200544 + avg_avg_return: 0.9853058 + avg_benchmark_regret: 0.009114528 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2711563 + proxy_corner: + avg_avg_return: 0.9853058 + avg_reward_per_step: 0.2711563 +=========================================================== +=========================================================== + step: + env-step-all-before: 400556032 + env-step-replay-before: 199589888 + env-step-used-before: 400556032 + ppo-update-before: 244480 + env-step-generate-before: 200966144 + env-step-all-after: 400588800 + env-step-replay-after: 199589888 + env-step-used-after: 400588800 + ppo-update-after: 244500 + env-step-generate-after: 200998912 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.871498 + avg_avg_return: 0.86973196 + avg_reward_per_step: 0.3687439 + proxy_corner: + avg_avg_return: 0.06765814 + avg_reward_per_step: 0.015075684 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 12.871498 + avg_avg_return: 0.86973196 + avg_reward_per_step: 0.3687439 + proxy_corner: + avg_avg_return: 0.06765814 + avg_reward_per_step: 0.015075684 + perf: + env_steps_per_second: 915332.6503206198 + ppo_updates_per_second: 110.08744525743958 + eval-batch-train-duration: 0.19239977200049907 + eval-batch-orig-duration: 0.14424606296233833 + eval-batch-shift-duration: 0.1404431250412017 + eval-batch-tree-duration: 0.13927193899871781 + ued: + distances: + cheese-corne_dist_avg: 7.154419 + cheese-corne_dist_wavg: 2.509997 + levels_cheese_is_in_corner_avg: 0.07006836 + mouse-cheese_dist_finite_avg: 10.31665 + mouse-cheese_dist_finite_wavg: 8.236279 + mouse-cheese_dist_solvable_avg: 10.31665 + mouse-cheese_dist_solvable_wavg: 8.2362795 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5893555 + num_walls_wavg: 7.859079 + prop_walls_avg: 0.28649372 + prop_walls_wavg: 0.34169912 + scoring: + avg_scores: 0.07903711 + visit_patterns: + avg_first_visit_time: 4439.0576 + avg_last_visit_time: 6081.2554 + num_replay_batches: 6091 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001336363 + avg_actor_approxkl3: 0.0008463066 + avg_actor_clipfrac: 0.028759766 + avg_actor_loss: -0.00019990634 + avg_advantage: -0.02606409 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003248191 + avg_entropy: 0.13291878 + avg_grad_norm_pre_clip: 1.3664087 + avg_loss: 0.0012912704 + max: + max_actor_approxkl1: 0.003073611 + max_actor_approxkl3: 0.0017204161 + max_actor_clipfrac: 0.060546875 + max_actor_loss: 0.0015731826 + max_advantage: 0.25278145 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0060461187 + max_entropy: 0.16372126 + max_grad_norm_pre_clip: 2.2610068 + max_loss: 0.003535794 + std: + std_actor_approxkl1: 0.0009159549 + std_actor_approxkl3: 0.000515441 + std_actor_clipfrac: 0.013416655 + std_actor_loss: 0.0006914953 + std_advantage: 0.07984541 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0011739004 + std_entropy: 0.01657524 + std_grad_norm_pre_clip: 0.40747032 + std_loss: 0.0009850767 + eval-batch-train: + avg_avg_episode_length: 15.229191 + avg_avg_return: 0.85296094 + avg_benchmark_regret: 0.0032832257 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34145355 + proxy_corner: + avg_avg_return: 0.08762477 + avg_reward_per_step: 0.016532898 + eval-batch-orig: + avg_avg_episode_length: 16.800812 + avg_avg_return: 0.8394972 + avg_benchmark_regret: 0.004394234 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27108765 + proxy_corner: + avg_avg_return: 0.8394972 + avg_reward_per_step: 0.27108765 + eval-batch-shift: + avg_avg_episode_length: 12.660168 + avg_avg_return: 0.88369 + avg_benchmark_regret: 0.0036716922 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3466034 + proxy_corner: + avg_avg_return: 0.059836812 + avg_reward_per_step: 0.017623901 + eval-batch-tree: + avg_avg_episode_length: 6.040436 + avg_avg_return: 0.98521745 + avg_benchmark_regret: 0.009202811 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27220917 + proxy_corner: + avg_avg_return: 0.98521745 + avg_reward_per_step: 0.27220917 +=========================================================== +=========================================================== + step: + env-step-all-before: 401604608 + env-step-replay-before: 200179712 + env-step-used-before: 401604608 + ppo-update-before: 245120 + env-step-generate-before: 201424896 + env-step-all-after: 401637376 + env-step-replay-after: 200179712 + env-step-used-after: 401637376 + ppo-update-after: 245140 + env-step-generate-after: 201457664 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.855366 + avg_avg_return: 0.84542704 + avg_reward_per_step: 0.35464478 + proxy_corner: + avg_avg_return: 0.07243033 + avg_reward_per_step: 0.0132751465 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 14.855366 + avg_avg_return: 0.84542704 + avg_reward_per_step: 0.35464478 + proxy_corner: + avg_avg_return: 0.07243033 + avg_reward_per_step: 0.0132751465 + perf: + env_steps_per_second: 712789.491836397 + ppo_updates_per_second: 93.62753663694183 + eval-batch-train-duration: 0.22056052298285067 + eval-batch-orig-duration: 0.14210528798867017 + eval-batch-shift-duration: 0.13991239701863378 + eval-batch-tree-duration: 0.13866696902550757 + ued: + distances: + cheese-corne_dist_avg: 7.1550293 + cheese-corne_dist_wavg: 9.700201 + levels_cheese_is_in_corner_avg: 0.0703125 + mouse-cheese_dist_finite_avg: 10.317139 + mouse-cheese_dist_finite_wavg: 10.933214 + mouse-cheese_dist_solvable_avg: 10.317139 + mouse-cheese_dist_solvable_wavg: 10.933215 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.59375 + num_walls_wavg: 5.160312 + prop_walls_avg: 0.28668475 + prop_walls_wavg: 0.2243614 + scoring: + avg_scores: 0.0790333 + visit_patterns: + avg_first_visit_time: 4447.6895 + avg_last_visit_time: 6099.1875 + num_replay_batches: 6109 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0016831557 + avg_actor_approxkl3: 0.0012954025 + avg_actor_clipfrac: 0.03104248 + avg_actor_loss: 1.7765165e-05 + avg_advantage: -0.0129023045 + avg_critic_clipfrac: 0.004736328 + avg_critic_loss: 0.0034791331 + avg_entropy: 0.1414157 + avg_grad_norm_pre_clip: 1.3077155 + avg_loss: 0.001615916 + max: + max_actor_approxkl1: 0.009262989 + max_actor_approxkl3: 0.007867252 + max_actor_clipfrac: 0.06774902 + max_actor_loss: 0.00196594 + max_advantage: 0.37028867 + max_critic_clipfrac: 0.036132812 + max_critic_loss: 0.0057864264 + max_entropy: 0.16398789 + max_grad_norm_pre_clip: 2.5534582 + max_loss: 0.0032636328 + std: + std_actor_approxkl1: 0.002201048 + std_actor_approxkl3: 0.0016817497 + std_actor_clipfrac: 0.019132633 + std_actor_loss: 0.00086657266 + std_advantage: 0.08547376 + std_critic_clipfrac: 0.010025726 + std_critic_loss: 0.0010707447 + std_entropy: 0.011726562 + std_grad_norm_pre_clip: 0.5074235 + std_loss: 0.00083186256 + eval-batch-train: + avg_avg_episode_length: 15.222961 + avg_avg_return: 0.8530886 + avg_benchmark_regret: 0.0031556461 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3401413 + proxy_corner: + avg_avg_return: 0.08201435 + avg_reward_per_step: 0.016349792 + eval-batch-orig: + avg_avg_episode_length: 16.856852 + avg_avg_return: 0.83951 + avg_benchmark_regret: 0.0043814336 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26867676 + proxy_corner: + avg_avg_return: 0.83951 + avg_reward_per_step: 0.26867676 + eval-batch-shift: + avg_avg_episode_length: 12.690048 + avg_avg_return: 0.8839189 + avg_benchmark_regret: 0.003442877 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34422302 + proxy_corner: + avg_avg_return: 0.05850569 + avg_reward_per_step: 0.017211914 + eval-batch-tree: + avg_avg_episode_length: 6.2795143 + avg_avg_return: 0.9845078 + avg_benchmark_regret: 0.009912489 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26953888 + proxy_corner: + avg_avg_return: 0.9845078 + avg_reward_per_step: 0.26953888 +=========================================================== +=========================================================== + step: + env-step-all-before: 402653184 + env-step-replay-before: 200802304 + env-step-used-before: 402653184 + ppo-update-before: 245760 + env-step-generate-before: 201850880 + env-step-all-after: 402685952 + env-step-replay-after: 200802304 + env-step-used-after: 402685952 + ppo-update-after: 245780 + env-step-generate-after: 201883648 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.140164 + avg_avg_return: 0.87698436 + avg_reward_per_step: 0.37057495 + proxy_corner: + avg_avg_return: 0.06504668 + avg_reward_per_step: 0.012634277 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.140164 + avg_avg_return: 0.87698436 + avg_reward_per_step: 0.37057495 + proxy_corner: + avg_avg_return: 0.06504668 + avg_reward_per_step: 0.012634277 + perf: + env_steps_per_second: 955759.2940507657 + ppo_updates_per_second: 106.6968268639411 + eval-batch-train-duration: 0.20040229405276477 + eval-batch-orig-duration: 0.14176192198647186 + eval-batch-shift-duration: 0.14017159497598186 + eval-batch-tree-duration: 0.1396134929964319 + ued: + distances: + cheese-corne_dist_avg: 7.17749 + cheese-corne_dist_wavg: 6.1160326 + levels_cheese_is_in_corner_avg: 0.07104492 + mouse-cheese_dist_finite_avg: 10.312744 + mouse-cheese_dist_finite_wavg: 7.326995 + mouse-cheese_dist_solvable_avg: 10.312744 + mouse-cheese_dist_solvable_wavg: 7.326995 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5891113 + num_walls_wavg: 6.960796 + prop_walls_avg: 0.28648308 + prop_walls_wavg: 0.3026434 + scoring: + avg_scores: 0.07931367 + visit_patterns: + avg_first_visit_time: 4459.346 + avg_last_visit_time: 6118.274 + num_replay_batches: 6128 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000860886 + avg_actor_approxkl3: 0.00093916553 + avg_actor_clipfrac: 0.03414917 + avg_actor_loss: -0.00048759376 + avg_advantage: -0.011902379 + avg_critic_clipfrac: 0.00043945314 + avg_critic_loss: 0.002791503 + avg_entropy: 0.14009792 + avg_grad_norm_pre_clip: 1.027573 + avg_loss: 0.00076805975 + max: + max_actor_approxkl1: 0.0025688387 + max_actor_approxkl3: 0.0021188452 + max_actor_clipfrac: 0.06713867 + max_actor_loss: 0.0018279329 + max_advantage: 0.43209046 + max_critic_clipfrac: 0.0087890625 + max_critic_loss: 0.004572428 + max_entropy: 0.17101236 + max_grad_norm_pre_clip: 1.5976105 + max_loss: 0.003023821 + std: + std_actor_approxkl1: 0.00073558255 + std_actor_approxkl3: 0.00054213044 + std_actor_clipfrac: 0.0166779 + std_actor_loss: 0.0010768073 + std_advantage: 0.075368345 + std_critic_clipfrac: 0.0019155318 + std_critic_loss: 0.00094447355 + std_entropy: 0.016172087 + std_grad_norm_pre_clip: 0.26223207 + std_loss: 0.0010694924 + eval-batch-train: + avg_avg_episode_length: 15.266096 + avg_avg_return: 0.85255754 + avg_benchmark_regret: 0.003686694 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3374176 + proxy_corner: + avg_avg_return: 0.0800883 + avg_reward_per_step: 0.016151428 + eval-batch-orig: + avg_avg_episode_length: 16.87148 + avg_avg_return: 0.8392749 + avg_benchmark_regret: 0.0046166237 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26857758 + proxy_corner: + avg_avg_return: 0.8392749 + avg_reward_per_step: 0.26857758 + eval-batch-shift: + avg_avg_episode_length: 12.679268 + avg_avg_return: 0.8836602 + avg_benchmark_regret: 0.0037015325 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3439331 + proxy_corner: + avg_avg_return: 0.056762423 + avg_reward_per_step: 0.017288208 + eval-batch-tree: + avg_avg_episode_length: 6.23663 + avg_avg_return: 0.984805 + avg_benchmark_regret: 0.009615275 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2690506 + proxy_corner: + avg_avg_return: 0.984805 + avg_reward_per_step: 0.2690506 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 403701760 + env-step-replay-before: 201359360 + env-step-used-before: 403701760 + ppo-update-before: 246400 + env-step-generate-before: 202342400 + env-step-all-after: 403734528 + env-step-replay-after: 201359360 + env-step-used-after: 403734528 + ppo-update-after: 246420 + env-step-generate-after: 202375168 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 16.459965 + avg_avg_return: 0.824716 + avg_reward_per_step: 0.34176636 + proxy_corner: + avg_avg_return: 0.080168076 + avg_reward_per_step: 0.01675415 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 16.459965 + avg_avg_return: 0.824716 + avg_reward_per_step: 0.34176636 + proxy_corner: + avg_avg_return: 0.080168076 + avg_reward_per_step: 0.01675415 + perf: + env_steps_per_second: 756117.9658308416 + ppo_updates_per_second: 96.09997795157166 + eval-batch-train-duration: 0.21706310304580256 + eval-batch-orig-duration: 0.14401664200704545 + eval-batch-shift-duration: 0.14326819102279842 + eval-batch-tree-duration: 0.1418774600024335 + ued: + distances: + cheese-corne_dist_avg: 7.18042 + cheese-corne_dist_wavg: 6.127153 + levels_cheese_is_in_corner_avg: 0.0690918 + mouse-cheese_dist_finite_avg: 10.321533 + mouse-cheese_dist_finite_wavg: 10.030513 + mouse-cheese_dist_solvable_avg: 10.321533 + mouse-cheese_dist_solvable_wavg: 10.030512 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5983887 + num_walls_wavg: 5.1633444 + prop_walls_avg: 0.28688645 + prop_walls_wavg: 0.22449322 + scoring: + avg_scores: 0.079326816 + visit_patterns: + avg_first_visit_time: 4468.659 + avg_last_visit_time: 6135.218 + num_replay_batches: 6145 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011636434 + avg_actor_approxkl3: 0.0007998203 + avg_actor_clipfrac: 0.029418945 + avg_actor_loss: -0.00072522875 + avg_advantage: -0.010039147 + avg_critic_clipfrac: 1.2207031e-05 + avg_critic_loss: 0.0029761365 + avg_entropy: 0.14937727 + avg_grad_norm_pre_clip: 1.0281438 + avg_loss: 0.0006134624 + max: + max_actor_approxkl1: 0.003575279 + max_actor_approxkl3: 0.0016836696 + max_actor_clipfrac: 0.05090332 + max_actor_loss: 0.0004773438 + max_advantage: 0.3405999 + max_critic_clipfrac: 0.00024414062 + max_critic_loss: 0.0046081506 + max_entropy: 0.17657281 + max_grad_norm_pre_clip: 2.0489476 + max_loss: 0.0020221344 + std: + std_actor_approxkl1: 0.0010803564 + std_actor_approxkl3: 0.0004519198 + std_actor_clipfrac: 0.014640398 + std_actor_loss: 0.0007707076 + std_advantage: 0.07906921 + std_critic_clipfrac: 5.3209213e-05 + std_critic_loss: 0.00088583067 + std_entropy: 0.015437454 + std_grad_norm_pre_clip: 0.4360151 + std_loss: 0.0008846912 + eval-batch-train: + avg_avg_episode_length: 15.25412 + avg_avg_return: 0.85269654 + avg_benchmark_regret: 0.003547631 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3394928 + proxy_corner: + avg_avg_return: 0.08364561 + avg_reward_per_step: 0.016036987 + eval-batch-orig: + avg_avg_episode_length: 16.835938 + avg_avg_return: 0.8397327 + avg_benchmark_regret: 0.0041587334 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27111053 + proxy_corner: + avg_avg_return: 0.8397327 + avg_reward_per_step: 0.27111053 + eval-batch-shift: + avg_avg_episode_length: 12.670122 + avg_avg_return: 0.88384235 + avg_benchmark_regret: 0.003519391 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34374237 + proxy_corner: + avg_avg_return: 0.05749504 + avg_reward_per_step: 0.017425537 + eval-batch-tree: + avg_avg_episode_length: 6.1996803 + avg_avg_return: 0.9849011 + avg_benchmark_regret: 0.009519257 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2712021 + proxy_corner: + avg_avg_return: 0.9849011 + avg_reward_per_step: 0.2712021 +=========================================================== +=========================================================== + step: + env-step-all-before: 404750336 + env-step-replay-before: 201883648 + env-step-used-before: 404750336 + ppo-update-before: 247040 + env-step-generate-before: 202866688 + env-step-all-after: 404783104 + env-step-replay-after: 201883648 + env-step-used-after: 404783104 + ppo-update-after: 247060 + env-step-generate-after: 202899456 + train-generate: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.307604 + avg_avg_return: 0.8641038 + avg_reward_per_step: 0.35055542 + proxy_corner: + avg_avg_return: 0.0850101 + avg_reward_per_step: 0.021148682 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 13.307604 + avg_avg_return: 0.8641038 + avg_reward_per_step: 0.35055542 + proxy_corner: + avg_avg_return: 0.0850101 + avg_reward_per_step: 0.021148682 + perf: + env_steps_per_second: 694683.2981294562 + ppo_updates_per_second: 84.10772508787896 + eval-batch-train-duration: 0.2392205920186825 + eval-batch-orig-duration: 0.14768590702442452 + eval-batch-shift-duration: 0.14150741195771843 + eval-batch-tree-duration: 0.1386213040095754 + ued: + distances: + cheese-corne_dist_avg: 7.1796875 + cheese-corne_dist_wavg: 7.9123855 + levels_cheese_is_in_corner_avg: 0.06982422 + mouse-cheese_dist_finite_avg: 10.320801 + mouse-cheese_dist_finite_wavg: 8.230597 + mouse-cheese_dist_solvable_avg: 10.320801 + mouse-cheese_dist_solvable_wavg: 8.2305975 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.600342 + num_walls_wavg: 6.9634123 + prop_walls_avg: 0.2869714 + prop_walls_wavg: 0.3027571 + scoring: + avg_scores: 0.07908692 + visit_patterns: + avg_first_visit_time: 4478.831 + avg_last_visit_time: 6151.3496 + num_replay_batches: 6161 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015109216 + avg_actor_approxkl3: 0.0009444898 + avg_actor_clipfrac: 0.03232422 + avg_actor_loss: -0.0006734572 + avg_advantage: -0.021503344 + avg_critic_clipfrac: 0.00020751954 + avg_critic_loss: 0.0029458415 + avg_entropy: 0.13014267 + avg_grad_norm_pre_clip: 1.0374974 + avg_loss: 0.0006693207 + max: + max_actor_approxkl1: 0.0041557327 + max_actor_approxkl3: 0.002795109 + max_actor_clipfrac: 0.064819336 + max_actor_loss: 0.00076054037 + max_advantage: 0.30473202 + max_critic_clipfrac: 0.0028076172 + max_critic_loss: 0.0065368074 + max_entropy: 0.1592831 + max_grad_norm_pre_clip: 1.7294885 + max_loss: 0.0030228428 + std: + std_actor_approxkl1: 0.001024342 + std_actor_approxkl3: 0.00071202795 + std_actor_clipfrac: 0.017741129 + std_actor_loss: 0.0008225733 + std_advantage: 0.076946415 + std_critic_clipfrac: 0.0006367578 + std_critic_loss: 0.0012458098 + std_entropy: 0.015210098 + std_grad_norm_pre_clip: 0.30471852 + std_loss: 0.0010254248 + eval-batch-train: + avg_avg_episode_length: 15.198596 + avg_avg_return: 0.8532646 + avg_benchmark_regret: 0.00297964 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3422165 + proxy_corner: + avg_avg_return: 0.083706535 + avg_reward_per_step: 0.016532898 + eval-batch-orig: + avg_avg_episode_length: 16.815903 + avg_avg_return: 0.83976334 + avg_benchmark_regret: 0.004128134 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27223206 + proxy_corner: + avg_avg_return: 0.83976334 + avg_reward_per_step: 0.27223206 + eval-batch-shift: + avg_avg_episode_length: 12.642838 + avg_avg_return: 0.8839063 + avg_benchmark_regret: 0.0034554366 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34746552 + proxy_corner: + avg_avg_return: 0.056797978 + avg_reward_per_step: 0.01713562 + eval-batch-tree: + avg_avg_episode_length: 5.9393287 + avg_avg_return: 0.98572344 + avg_benchmark_regret: 0.008696834 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27378082 + proxy_corner: + avg_avg_return: 0.98572344 + avg_reward_per_step: 0.27378082 +=========================================================== +=========================================================== + step: + env-step-all-before: 405798912 + env-step-replay-before: 202244096 + env-step-used-before: 405798912 + ppo-update-before: 247680 + env-step-generate-before: 203554816 + env-step-all-after: 405831680 + env-step-replay-after: 202244096 + env-step-used-after: 405831680 + ppo-update-after: 247700 + env-step-generate-after: 203587584 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 11.481592 + avg_avg_return: 0.88678277 + avg_reward_per_step: 0.33499146 + proxy_corner: + avg_avg_return: 0.09287182 + avg_reward_per_step: 0.01953125 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 11.481592 + avg_avg_return: 0.88678277 + avg_reward_per_step: 0.33499146 + proxy_corner: + avg_avg_return: 0.09287182 + avg_reward_per_step: 0.01953125 + perf: + env_steps_per_second: 683379.2745094155 + ppo_updates_per_second: 100.01309272750473 + eval-batch-train-duration: 0.19635671103606 + eval-batch-orig-duration: 0.14848019398050383 + eval-batch-shift-duration: 0.14063596102641895 + eval-batch-tree-duration: 0.13894819997949526 + ued: + distances: + cheese-corne_dist_avg: 7.201294 + cheese-corne_dist_wavg: 6.1263294 + levels_cheese_is_in_corner_avg: 0.067871094 + mouse-cheese_dist_finite_avg: 10.327148 + mouse-cheese_dist_finite_wavg: 6.437445 + mouse-cheese_dist_solvable_avg: 10.327148 + mouse-cheese_dist_solvable_wavg: 6.437446 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.596924 + num_walls_wavg: 8.761303 + prop_walls_avg: 0.28682274 + prop_walls_wavg: 0.38092613 + scoring: + avg_scores: 0.07945761 + visit_patterns: + avg_first_visit_time: 4485.7466 + avg_last_visit_time: 6162.319 + num_replay_batches: 6172 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011799311 + avg_actor_approxkl3: 0.00079567527 + avg_actor_clipfrac: 0.027197266 + avg_actor_loss: -0.0007929324 + avg_advantage: -0.0028314255 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.002412666 + avg_entropy: 0.12786935 + avg_grad_norm_pre_clip: 0.8942568 + avg_loss: 0.0002855311 + max: + max_actor_approxkl1: 0.0024537083 + max_actor_approxkl3: 0.0016398759 + max_actor_clipfrac: 0.043701172 + max_actor_loss: 0.00043652952 + max_advantage: 0.7099712 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0035805646 + max_entropy: 0.15399873 + max_grad_norm_pre_clip: 1.6153893 + max_loss: 0.0019356286 + std: + std_actor_approxkl1: 0.0007535954 + std_actor_approxkl3: 0.0004326057 + std_actor_clipfrac: 0.013088056 + std_actor_loss: 0.00086747017 + std_advantage: 0.07001215 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00059097836 + std_entropy: 0.015185009 + std_grad_norm_pre_clip: 0.3485969 + std_loss: 0.00085871096 + eval-batch-train: + avg_avg_episode_length: 15.18978 + avg_avg_return: 0.85311604 + avg_benchmark_regret: 0.0031281826 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3427887 + proxy_corner: + avg_avg_return: 0.09918426 + avg_reward_per_step: 0.017745972 + eval-batch-orig: + avg_avg_episode_length: 16.97284 + avg_avg_return: 0.8383953 + avg_benchmark_regret: 0.0054962044 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2724228 + proxy_corner: + avg_avg_return: 0.8383953 + avg_reward_per_step: 0.2724228 + eval-batch-shift: + avg_avg_episode_length: 12.649788 + avg_avg_return: 0.88410056 + avg_benchmark_regret: 0.0032611312 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34696198 + proxy_corner: + avg_avg_return: 0.06259467 + avg_reward_per_step: 0.017807007 + eval-batch-tree: + avg_avg_episode_length: 5.893806 + avg_avg_return: 0.9853656 + avg_benchmark_regret: 0.009054647 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27399445 + proxy_corner: + avg_avg_return: 0.9853656 + avg_reward_per_step: 0.27399445 +=========================================================== +=========================================================== + step: + env-step-all-before: 406847488 + env-step-replay-before: 202702848 + env-step-used-before: 406847488 + ppo-update-before: 248320 + env-step-generate-before: 204144640 + env-step-all-after: 406880256 + env-step-replay-after: 202735616 + env-step-used-after: 406880256 + ppo-update-after: 248340 + env-step-generate-after: 204144640 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 10.74187 + avg_avg_return: 0.9130504 + avg_reward_per_step: 0.090545654 + proxy_corner: + avg_avg_return: 0.29041573 + avg_reward_per_step: 0.0284729 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 10.74187 + avg_avg_return: 0.9130504 + avg_reward_per_step: 0.090545654 + proxy_corner: + avg_avg_return: 0.29041573 + avg_reward_per_step: 0.0284729 + perf: + env_steps_per_second: 664708.5407679674 + ppo_updates_per_second: 103.42003646503274 + eval-batch-train-duration: 0.19427314499625936 + eval-batch-orig-duration: 0.1435618149698712 + eval-batch-shift-duration: 0.14114005101146176 + eval-batch-tree-duration: 0.14084093703422695 + ued: + distances: + cheese-corne_dist_avg: 7.2073975 + cheese-corne_dist_wavg: 11.511268 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 10.340088 + mouse-cheese_dist_finite_wavg: 6.437744 + mouse-cheese_dist_solvable_avg: 10.340088 + mouse-cheese_dist_solvable_wavg: 6.437745 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5915527 + num_walls_wavg: 7.8609414 + prop_walls_avg: 0.2865892 + prop_walls_wavg: 0.3417802 + scoring: + avg_scores: 0.079509646 + visit_patterns: + avg_first_visit_time: 4493.3125 + avg_last_visit_time: 6177.254 + num_replay_batches: 6187 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063746877 + avg_actor_approxkl3: 0.00039941102 + avg_actor_clipfrac: 0.015478516 + avg_actor_loss: -0.00055192376 + avg_advantage: 0.038093895 + avg_critic_clipfrac: 0.01272583 + avg_critic_loss: 0.0010758085 + avg_entropy: 0.07624831 + avg_grad_norm_pre_clip: 0.55162627 + avg_loss: -9.026782e-05 + max: + max_actor_approxkl1: 0.0014934335 + max_actor_approxkl3: 0.0007968717 + max_actor_clipfrac: 0.025024414 + max_actor_loss: 0.0001743827 + max_advantage: 0.60482776 + max_critic_clipfrac: 0.056518555 + max_critic_loss: 0.0022588058 + max_entropy: 0.09098999 + max_grad_norm_pre_clip: 1.0462409 + max_loss: 0.0010585345 + std: + std_actor_approxkl1: 0.00051626394 + std_actor_approxkl3: 0.00020480395 + std_actor_clipfrac: 0.007179831 + std_actor_loss: 0.00063716876 + std_advantage: 0.04975498 + std_critic_clipfrac: 0.016077355 + std_critic_loss: 0.0003952278 + std_entropy: 0.007491663 + std_grad_norm_pre_clip: 0.18678507 + std_loss: 0.00075342663 + eval-batch-train: + avg_avg_episode_length: 15.206319 + avg_avg_return: 0.853144 + avg_benchmark_regret: 0.003100227 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34158325 + proxy_corner: + avg_avg_return: 0.08699001 + avg_reward_per_step: 0.016540527 + eval-batch-orig: + avg_avg_episode_length: 16.888494 + avg_avg_return: 0.8390533 + avg_benchmark_regret: 0.0048382315 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27065277 + proxy_corner: + avg_avg_return: 0.8390533 + avg_reward_per_step: 0.27065277 + eval-batch-shift: + avg_avg_episode_length: 12.64476 + avg_avg_return: 0.88369167 + avg_benchmark_regret: 0.0036700482 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3464737 + proxy_corner: + avg_avg_return: 0.05945518 + avg_reward_per_step: 0.01763916 + eval-batch-tree: + avg_avg_episode_length: 5.9663825 + avg_avg_return: 0.9852107 + avg_benchmark_regret: 0.009209594 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27308655 + proxy_corner: + avg_avg_return: 0.9852107 + avg_reward_per_step: 0.27308655 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 407896064 + env-step-replay-before: 203292672 + env-step-used-before: 407896064 + ppo-update-before: 248960 + env-step-generate-before: 204603392 + env-step-all-after: 407928832 + env-step-replay-after: 203292672 + env-step-used-after: 407928832 + ppo-update-after: 248980 + env-step-generate-after: 204636160 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 9.938865 + avg_avg_return: 0.90353113 + avg_reward_per_step: 0.37313843 + proxy_corner: + avg_avg_return: 0.066054344 + avg_reward_per_step: 0.018951416 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 9.938865 + avg_avg_return: 0.90353113 + avg_reward_per_step: 0.37313843 + proxy_corner: + avg_avg_return: 0.066054344 + avg_reward_per_step: 0.018951416 + perf: + env_steps_per_second: 956484.0619274812 + ppo_updates_per_second: 107.63370758484938 + eval-batch-train-duration: 0.1966222720220685 + eval-batch-orig-duration: 0.1400801429990679 + eval-batch-shift-duration: 0.13885780103737488 + eval-batch-tree-duration: 0.13822958699893206 + ued: + distances: + cheese-corne_dist_avg: 7.202759 + cheese-corne_dist_wavg: 2.5145812 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.345215 + mouse-cheese_dist_finite_wavg: 7.3342724 + mouse-cheese_dist_solvable_avg: 10.345215 + mouse-cheese_dist_solvable_wavg: 7.3342724 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5930176 + num_walls_wavg: 5.161324 + prop_walls_avg: 0.28665292 + prop_walls_wavg: 0.22440541 + scoring: + avg_scores: 0.079365134 + visit_patterns: + avg_first_visit_time: 4502.041 + avg_last_visit_time: 6194.1865 + num_replay_batches: 6204 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013695247 + avg_actor_approxkl3: 0.001008111 + avg_actor_clipfrac: 0.034783937 + avg_actor_loss: -0.00040544692 + avg_advantage: -0.01428312 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0018957406 + avg_entropy: 0.14823963 + avg_grad_norm_pre_clip: 1.111184 + avg_loss: 0.00039418368 + max: + max_actor_approxkl1: 0.0033666058 + max_actor_approxkl3: 0.002707372 + max_actor_clipfrac: 0.080078125 + max_actor_loss: 0.0030880868 + max_advantage: 0.18093473 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0032292823 + max_entropy: 0.18994918 + max_grad_norm_pre_clip: 2.1042275 + max_loss: 0.0045366315 + std: + std_actor_approxkl1: 0.0010619247 + std_actor_approxkl3: 0.00071156403 + std_actor_clipfrac: 0.019298906 + std_actor_loss: 0.0012974403 + std_advantage: 0.06214475 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0006269135 + std_entropy: 0.022180457 + std_grad_norm_pre_clip: 0.31765756 + std_loss: 0.0014411594 + eval-batch-train: + avg_avg_episode_length: 15.197611 + avg_avg_return: 0.85311306 + avg_benchmark_regret: 0.003131148 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34187317 + proxy_corner: + avg_avg_return: 0.091122985 + avg_reward_per_step: 0.017120361 + eval-batch-orig: + avg_avg_episode_length: 16.811499 + avg_avg_return: 0.8391732 + avg_benchmark_regret: 0.0047182105 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2715683 + proxy_corner: + avg_avg_return: 0.8391732 + avg_reward_per_step: 0.2715683 + eval-batch-shift: + avg_avg_episode_length: 12.6454735 + avg_avg_return: 0.88387614 + avg_benchmark_regret: 0.0034855574 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34609985 + proxy_corner: + avg_avg_return: 0.058706522 + avg_reward_per_step: 0.017593384 + eval-batch-tree: + avg_avg_episode_length: 5.894476 + avg_avg_return: 0.9853362 + avg_benchmark_regret: 0.009084109 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2742157 + proxy_corner: + avg_avg_return: 0.9853362 + avg_reward_per_step: 0.2742157 +=========================================================== +=========================================================== + step: + env-step-all-before: 408944640 + env-step-replay-before: 203751424 + env-step-used-before: 408944640 + ppo-update-before: 249600 + env-step-generate-before: 205193216 + env-step-all-after: 408977408 + env-step-replay-after: 203751424 + env-step-used-after: 408977408 + ppo-update-after: 249620 + env-step-generate-after: 205225984 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.314346 + avg_avg_return: 0.85179764 + avg_reward_per_step: 0.37594604 + proxy_corner: + avg_avg_return: 0.10150875 + avg_reward_per_step: 0.024932861 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.314346 + avg_avg_return: 0.85179764 + avg_reward_per_step: 0.37594604 + proxy_corner: + avg_avg_return: 0.10150875 + avg_reward_per_step: 0.024932861 + perf: + env_steps_per_second: 765590.7873606016 + ppo_updates_per_second: 87.92254856618582 + eval-batch-train-duration: 0.2274089140119031 + eval-batch-orig-duration: 0.14621660899138078 + eval-batch-shift-duration: 0.14119811198906973 + eval-batch-tree-duration: 0.13952382595743984 + ued: + distances: + cheese-corne_dist_avg: 7.2000732 + cheese-corne_dist_wavg: 11.964293 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.362549 + mouse-cheese_dist_finite_wavg: 13.629461 + mouse-cheese_dist_solvable_avg: 10.362549 + mouse-cheese_dist_solvable_wavg: 13.629463 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6032715 + num_walls_wavg: 6.960231 + prop_walls_avg: 0.28709874 + prop_walls_wavg: 0.30261874 + scoring: + avg_scores: 0.07938814 + visit_patterns: + avg_first_visit_time: 4507.755 + avg_last_visit_time: 6208.2383 + num_replay_batches: 6218 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011055837 + avg_actor_approxkl3: 0.0008472074 + avg_actor_clipfrac: 0.027813721 + avg_actor_loss: -0.00028877633 + avg_advantage: -0.009947073 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0030482507 + avg_entropy: 0.14590119 + avg_grad_norm_pre_clip: 1.022632 + avg_loss: 0.001089448 + max: + max_actor_approxkl1: 0.002914675 + max_actor_approxkl3: 0.002555726 + max_actor_clipfrac: 0.05871582 + max_actor_loss: 0.0016856566 + max_advantage: 0.39034218 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004376555 + max_entropy: 0.16880745 + max_grad_norm_pre_clip: 1.6136314 + max_loss: 0.0030998762 + std: + std_actor_approxkl1: 0.00088679866 + std_actor_approxkl3: 0.0005687573 + std_actor_clipfrac: 0.013836402 + std_actor_loss: 0.0010116567 + std_advantage: 0.07923014 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008734035 + std_entropy: 0.014687154 + std_grad_norm_pre_clip: 0.28649735 + std_loss: 0.0010150184 + eval-batch-train: + avg_avg_episode_length: 15.216793 + avg_avg_return: 0.85303223 + avg_benchmark_regret: 0.003211957 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34118652 + proxy_corner: + avg_avg_return: 0.09002313 + avg_reward_per_step: 0.016853333 + eval-batch-orig: + avg_avg_episode_length: 16.846855 + avg_avg_return: 0.8390193 + avg_benchmark_regret: 0.0048721735 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27187347 + proxy_corner: + avg_avg_return: 0.8390193 + avg_reward_per_step: 0.27187347 + eval-batch-shift: + avg_avg_episode_length: 12.643591 + avg_avg_return: 0.88352376 + avg_benchmark_regret: 0.0038379503 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34640503 + proxy_corner: + avg_avg_return: 0.060006354 + avg_reward_per_step: 0.017753601 + eval-batch-tree: + avg_avg_episode_length: 6.028844 + avg_avg_return: 0.9848206 + avg_benchmark_regret: 0.009599634 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27334595 + proxy_corner: + avg_avg_return: 0.9848206 + avg_reward_per_step: 0.27334595 +=========================================================== +=========================================================== + step: + env-step-all-before: 409993216 + env-step-replay-before: 204374016 + env-step-used-before: 409993216 + ppo-update-before: 250240 + env-step-generate-before: 205619200 + env-step-all-after: 410025984 + env-step-replay-after: 204374016 + env-step-used-after: 410025984 + ppo-update-after: 250260 + env-step-generate-after: 205651968 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.57173 + avg_avg_return: 0.84994435 + avg_reward_per_step: 0.3420105 + proxy_corner: + avg_avg_return: 0.07568804 + avg_reward_per_step: 0.011657715 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.57173 + avg_avg_return: 0.84994435 + avg_reward_per_step: 0.3420105 + proxy_corner: + avg_avg_return: 0.07568804 + avg_reward_per_step: 0.011657715 + perf: + env_steps_per_second: 737840.7702987923 + ppo_updates_per_second: 104.30274916279514 + eval-batch-train-duration: 0.20712022797670215 + eval-batch-orig-duration: 0.16018236899981275 + eval-batch-shift-duration: 0.14471316599519923 + eval-batch-tree-duration: 0.14030205202288926 + ued: + distances: + cheese-corne_dist_avg: 7.187744 + cheese-corne_dist_wavg: 10.611725 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.355713 + mouse-cheese_dist_finite_wavg: 10.935546 + mouse-cheese_dist_solvable_avg: 10.355713 + mouse-cheese_dist_solvable_wavg: 10.935546 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.595459 + num_walls_wavg: 8.755488 + prop_walls_avg: 0.28675908 + prop_walls_wavg: 0.3806734 + scoring: + avg_scores: 0.07951802 + visit_patterns: + avg_first_visit_time: 4521.4067 + avg_last_visit_time: 6227.172 + num_replay_batches: 6237 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013427449 + avg_actor_approxkl3: 0.00082610047 + avg_actor_clipfrac: 0.031988528 + avg_actor_loss: -0.00071184785 + avg_advantage: -0.02441958 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0029012656 + avg_entropy: 0.16605286 + avg_grad_norm_pre_clip: 1.1534915 + avg_loss: 0.000572732 + max: + max_actor_approxkl1: 0.003081653 + max_actor_approxkl3: 0.0017872204 + max_actor_clipfrac: 0.05505371 + max_actor_loss: 0.00054138154 + max_advantage: 0.4036249 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0048321737 + max_entropy: 0.2078313 + max_grad_norm_pre_clip: 2.3536305 + max_loss: 0.0027663317 + std: + std_actor_approxkl1: 0.000917167 + std_actor_approxkl3: 0.00045227105 + std_actor_clipfrac: 0.015037432 + std_actor_loss: 0.0009165471 + std_advantage: 0.075989895 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00097259344 + std_entropy: 0.019439429 + std_grad_norm_pre_clip: 0.4718227 + std_loss: 0.0011608849 + eval-batch-train: + avg_avg_episode_length: 15.227908 + avg_avg_return: 0.8525877 + avg_benchmark_regret: 0.0036565068 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34005737 + proxy_corner: + avg_avg_return: 0.09294506 + avg_reward_per_step: 0.017295837 + eval-batch-orig: + avg_avg_episode_length: 16.872034 + avg_avg_return: 0.839535 + avg_benchmark_regret: 0.004356477 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2690735 + proxy_corner: + avg_avg_return: 0.839535 + avg_reward_per_step: 0.2690735 + eval-batch-shift: + avg_avg_episode_length: 12.742678 + avg_avg_return: 0.8834803 + avg_benchmark_regret: 0.0038814368 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34230804 + proxy_corner: + avg_avg_return: 0.066354044 + avg_reward_per_step: 0.018882751 + eval-batch-tree: + avg_avg_episode_length: 6.195585 + avg_avg_return: 0.9848161 + avg_benchmark_regret: 0.009604209 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26979828 + proxy_corner: + avg_avg_return: 0.9848161 + avg_reward_per_step: 0.26979828 +=========================================================== +=========================================================== + step: + env-step-all-before: 411041792 + env-step-replay-before: 204701696 + env-step-used-before: 411041792 + ppo-update-before: 250880 + env-step-generate-before: 206340096 + env-step-all-after: 411074560 + env-step-replay-after: 204734464 + env-step-used-after: 411074560 + ppo-update-after: 250900 + env-step-generate-after: 206340096 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.882841 + avg_avg_return: 0.9105872 + avg_reward_per_step: 0.09011841 + proxy_corner: + avg_avg_return: 0.29097745 + avg_reward_per_step: 0.028076172 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.882841 + avg_avg_return: 0.9105872 + avg_reward_per_step: 0.09011841 + proxy_corner: + avg_avg_return: 0.29097745 + avg_reward_per_step: 0.028076172 + perf: + env_steps_per_second: 919464.8103529103 + ppo_updates_per_second: 108.26167292492221 + eval-batch-train-duration: 0.21216835197992623 + eval-batch-orig-duration: 0.16397475701523945 + eval-batch-shift-duration: 0.14542445598635823 + eval-batch-tree-duration: 0.1400797429960221 + ued: + distances: + cheese-corne_dist_avg: 7.1817627 + cheese-corne_dist_wavg: 8.819357 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.361816 + mouse-cheese_dist_finite_wavg: 10.03056 + mouse-cheese_dist_solvable_avg: 10.361816 + mouse-cheese_dist_solvable_wavg: 10.03056 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5961914 + num_walls_wavg: 8.762248 + prop_walls_avg: 0.2867909 + prop_walls_wavg: 0.3809672 + scoring: + avg_scores: 0.07981103 + visit_patterns: + avg_first_visit_time: 4532.6436 + avg_last_visit_time: 6238.227 + num_replay_batches: 6248 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00045675706 + avg_actor_approxkl3: 0.00041820048 + avg_actor_clipfrac: 0.017529298 + avg_actor_loss: -0.00036458974 + avg_advantage: 0.001019921 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00046349393 + avg_entropy: 0.08308066 + avg_grad_norm_pre_clip: 0.6737124 + avg_loss: -0.00021592346 + max: + max_actor_approxkl1: 0.0015399039 + max_actor_approxkl3: 0.0009792286 + max_actor_clipfrac: 0.03967285 + max_actor_loss: 0.00042696996 + max_advantage: 0.38266093 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00080201216 + max_entropy: 0.092412494 + max_grad_norm_pre_clip: 1.8427169 + max_loss: 0.0006674762 + std: + std_actor_approxkl1: 0.00044547528 + std_actor_approxkl3: 0.00030051253 + std_actor_clipfrac: 0.01115561 + std_actor_loss: 0.0004651581 + std_advantage: 0.034653805 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00012488772 + std_entropy: 0.005472668 + std_grad_norm_pre_clip: 0.32224664 + std_loss: 0.00049596216 + eval-batch-train: + avg_avg_episode_length: 15.198738 + avg_avg_return: 0.85297674 + avg_benchmark_regret: 0.0032674572 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34152222 + proxy_corner: + avg_avg_return: 0.091872916 + avg_reward_per_step: 0.016967773 + eval-batch-orig: + avg_avg_episode_length: 16.868805 + avg_avg_return: 0.8392127 + avg_benchmark_regret: 0.004678792 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2694168 + proxy_corner: + avg_avg_return: 0.8392127 + avg_reward_per_step: 0.2694168 + eval-batch-shift: + avg_avg_episode_length: 12.670814 + avg_avg_return: 0.8838665 + avg_benchmark_regret: 0.0034952248 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34553528 + proxy_corner: + avg_avg_return: 0.058926083 + avg_reward_per_step: 0.017723083 + eval-batch-tree: + avg_avg_episode_length: 6.1156273 + avg_avg_return: 0.98428154 + avg_benchmark_regret: 0.010138713 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27136993 + proxy_corner: + avg_avg_return: 0.98428154 + avg_reward_per_step: 0.27136993 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 412090368 + env-step-replay-before: 205225984 + env-step-used-before: 412090368 + ppo-update-before: 251520 + env-step-generate-before: 206864384 + env-step-all-after: 412123136 + env-step-replay-after: 205225984 + env-step-used-after: 412123136 + ppo-update-after: 251540 + env-step-generate-after: 206897152 + train-generate: + shift_proportion: 0.93359375 + avg_avg_episode_length: 15.466898 + avg_avg_return: 0.8375844 + avg_reward_per_step: 0.35333252 + proxy_corner: + avg_avg_return: 0.10817934 + avg_reward_per_step: 0.020324707 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 15.466898 + avg_avg_return: 0.8375844 + avg_reward_per_step: 0.35333252 + proxy_corner: + avg_avg_return: 0.10817934 + avg_reward_per_step: 0.020324707 + perf: + env_steps_per_second: 913823.7545700639 + ppo_updates_per_second: 110.19818768989713 + eval-batch-train-duration: 0.19177951803430915 + eval-batch-orig-duration: 0.14316504797898233 + eval-batch-shift-duration: 0.13893525704042986 + eval-batch-tree-duration: 0.1388409900246188 + ued: + distances: + cheese-corne_dist_avg: 7.1916504 + cheese-corne_dist_wavg: 9.708696 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.365967 + mouse-cheese_dist_finite_wavg: 3.7387176 + mouse-cheese_dist_solvable_avg: 10.365967 + mouse-cheese_dist_solvable_wavg: 3.738718 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5983887 + num_walls_wavg: 6.9577417 + prop_walls_avg: 0.28688645 + prop_walls_wavg: 0.3025105 + scoring: + avg_scores: 0.07949739 + visit_patterns: + avg_first_visit_time: 4544.0083 + avg_last_visit_time: 6253.367 + num_replay_batches: 6263 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001106816 + avg_actor_approxkl3: 0.00074972055 + avg_actor_clipfrac: 0.029162599 + avg_actor_loss: -0.0004832756 + avg_advantage: -0.029873062 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003517738 + avg_entropy: 0.14981467 + avg_grad_norm_pre_clip: 1.1141685 + avg_loss: 0.0011257789 + max: + max_actor_approxkl1: 0.002790141 + max_actor_approxkl3: 0.0014119953 + max_actor_clipfrac: 0.052490234 + max_actor_loss: 0.000841558 + max_advantage: 0.29744172 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.006238913 + max_entropy: 0.18351758 + max_grad_norm_pre_clip: 2.133985 + max_loss: 0.0030235231 + std: + std_actor_approxkl1: 0.0008547609 + std_actor_approxkl3: 0.00045942576 + std_actor_clipfrac: 0.017646104 + std_actor_loss: 0.0007169894 + std_advantage: 0.08285751 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009896706 + std_entropy: 0.01710502 + std_grad_norm_pre_clip: 0.42853928 + std_loss: 0.00093930954 + eval-batch-train: + avg_avg_episode_length: 15.208334 + avg_avg_return: 0.8532169 + avg_benchmark_regret: 0.0030273064 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.341156 + proxy_corner: + avg_avg_return: 0.090366796 + avg_reward_per_step: 0.016960144 + eval-batch-orig: + avg_avg_episode_length: 16.82953 + avg_avg_return: 0.83931637 + avg_benchmark_regret: 0.0045750854 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27000427 + proxy_corner: + avg_avg_return: 0.83931637 + avg_reward_per_step: 0.27000427 + eval-batch-shift: + avg_avg_episode_length: 12.692875 + avg_avg_return: 0.88338965 + avg_benchmark_regret: 0.0039721 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34371185 + proxy_corner: + avg_avg_return: 0.060029354 + avg_reward_per_step: 0.018081665 + eval-batch-tree: + avg_avg_episode_length: 5.926675 + avg_avg_return: 0.98555195 + avg_benchmark_regret: 0.008868309 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27259827 + proxy_corner: + avg_avg_return: 0.98555195 + avg_reward_per_step: 0.27259827 +=========================================================== +=========================================================== + step: + env-step-all-before: 413138944 + env-step-replay-before: 205684736 + env-step-used-before: 413138944 + ppo-update-before: 252160 + env-step-generate-before: 207454208 + env-step-all-after: 413171712 + env-step-replay-after: 205684736 + env-step-used-after: 413171712 + ppo-update-after: 252180 + env-step-generate-after: 207486976 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 17.172108 + avg_avg_return: 0.8194988 + avg_reward_per_step: 0.30877686 + proxy_corner: + avg_avg_return: 0.09430139 + avg_reward_per_step: 0.017700195 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 17.172108 + avg_avg_return: 0.8194988 + avg_reward_per_step: 0.30877686 + proxy_corner: + avg_avg_return: 0.09430139 + avg_reward_per_step: 0.017700195 + perf: + env_steps_per_second: 985356.4147192086 + ppo_updates_per_second: 105.21616337864877 + eval-batch-train-duration: 0.20069308602251112 + eval-batch-orig-duration: 0.14195888600079343 + eval-batch-shift-duration: 0.14084796200040728 + eval-batch-tree-duration: 0.1392054760362953 + ued: + distances: + cheese-corne_dist_avg: 7.2113037 + cheese-corne_dist_wavg: 6.1199656 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 10.364014 + mouse-cheese_dist_finite_wavg: 10.934911 + mouse-cheese_dist_solvable_avg: 10.364014 + mouse-cheese_dist_solvable_wavg: 10.93491 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5979004 + num_walls_wavg: 7.857573 + prop_walls_avg: 0.2868652 + prop_walls_wavg: 0.34163365 + scoring: + avg_scores: 0.07997888 + visit_patterns: + avg_first_visit_time: 4554.031 + avg_last_visit_time: 6267.259 + num_replay_batches: 6277 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007618628 + avg_actor_approxkl3: 0.0007691797 + avg_actor_clipfrac: 0.031036377 + avg_actor_loss: -0.00056725333 + avg_advantage: -0.026430653 + avg_critic_clipfrac: 0.0017700195 + avg_critic_loss: 0.003564189 + avg_entropy: 0.16882476 + avg_grad_norm_pre_clip: 1.1973318 + avg_loss: 0.0010460166 + max: + max_actor_approxkl1: 0.0021093546 + max_actor_approxkl3: 0.0013079033 + max_actor_clipfrac: 0.048095703 + max_actor_loss: 0.0010133758 + max_advantage: 0.28863108 + max_critic_clipfrac: 0.014160156 + max_critic_loss: 0.0071985144 + max_entropy: 0.21720746 + max_grad_norm_pre_clip: 1.8234035 + max_loss: 0.0033407363 + std: + std_actor_approxkl1: 0.00056155823 + std_actor_approxkl3: 0.00033106588 + std_actor_clipfrac: 0.012435596 + std_actor_loss: 0.00070548 + std_advantage: 0.08463769 + std_critic_clipfrac: 0.0037327376 + std_critic_loss: 0.001077101 + std_entropy: 0.01935757 + std_grad_norm_pre_clip: 0.34156272 + std_loss: 0.0008268999 + eval-batch-train: + avg_avg_episode_length: 15.2197895 + avg_avg_return: 0.85242975 + avg_benchmark_regret: 0.003814474 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3411789 + proxy_corner: + avg_avg_return: 0.08728787 + avg_reward_per_step: 0.01687622 + eval-batch-orig: + avg_avg_episode_length: 16.818932 + avg_avg_return: 0.8391446 + avg_benchmark_regret: 0.00474687 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27188873 + proxy_corner: + avg_avg_return: 0.8391446 + avg_reward_per_step: 0.27188873 + eval-batch-shift: + avg_avg_episode_length: 12.668914 + avg_avg_return: 0.8839514 + avg_benchmark_regret: 0.0034102849 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34440613 + proxy_corner: + avg_avg_return: 0.059399754 + avg_reward_per_step: 0.01815033 + eval-batch-tree: + avg_avg_episode_length: 6.1297107 + avg_avg_return: 0.9843415 + avg_benchmark_regret: 0.0100787645 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27236938 + proxy_corner: + avg_avg_return: 0.9843415 + avg_reward_per_step: 0.27236938 +=========================================================== +=========================================================== + step: + env-step-all-before: 414187520 + env-step-replay-before: 206274560 + env-step-used-before: 414187520 + ppo-update-before: 252800 + env-step-generate-before: 207912960 + env-step-all-after: 414220288 + env-step-replay-after: 206307328 + env-step-used-after: 414220288 + ppo-update-after: 252820 + env-step-generate-after: 207912960 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.843807 + avg_avg_return: 0.9119798 + avg_reward_per_step: 0.08984375 + proxy_corner: + avg_avg_return: 0.310193 + avg_reward_per_step: 0.029632568 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.843807 + avg_avg_return: 0.9119798 + avg_reward_per_step: 0.08984375 + proxy_corner: + avg_avg_return: 0.310193 + avg_reward_per_step: 0.029632568 + perf: + env_steps_per_second: 669475.0371876343 + ppo_updates_per_second: 96.09220436480494 + eval-batch-train-duration: 0.19914250494912267 + eval-batch-orig-duration: 0.14288205601042137 + eval-batch-shift-duration: 0.1392473749583587 + eval-batch-tree-duration: 0.13987128203734756 + ued: + distances: + cheese-corne_dist_avg: 7.2156982 + cheese-corne_dist_wavg: 6.1274943 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.3654785 + mouse-cheese_dist_finite_wavg: 10.933382 + mouse-cheese_dist_solvable_avg: 10.3654785 + mouse-cheese_dist_solvable_wavg: 10.933383 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5966797 + num_walls_wavg: 7.861636 + prop_walls_avg: 0.28681213 + prop_walls_wavg: 0.34181032 + scoring: + avg_scores: 0.07867552 + visit_patterns: + avg_first_visit_time: 4560.6772 + avg_last_visit_time: 6286.271 + num_replay_batches: 6296 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008210004 + avg_actor_approxkl3: 0.0003615366 + avg_actor_clipfrac: 0.01567383 + avg_actor_loss: -0.00022465391 + avg_advantage: 0.021144424 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00037227245 + avg_entropy: 0.0833846 + avg_grad_norm_pre_clip: 1.0151829 + avg_loss: -0.00012190227 + max: + max_actor_approxkl1: 0.0020019598 + max_actor_approxkl3: 0.0010993944 + max_actor_clipfrac: 0.029052734 + max_actor_loss: 0.0035136808 + max_advantage: 0.3462379 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00058954343 + max_entropy: 0.10057519 + max_grad_norm_pre_clip: 3.3221838 + max_loss: 0.003591451 + std: + std_actor_approxkl1: 0.0006260222 + std_actor_approxkl3: 0.00025079807 + std_actor_clipfrac: 0.008344146 + std_actor_loss: 0.0011078976 + std_advantage: 0.025887826 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011228588 + std_entropy: 0.008187504 + std_grad_norm_pre_clip: 0.9827891 + std_loss: 0.0011160893 + eval-batch-train: + avg_avg_episode_length: 15.222206 + avg_avg_return: 0.852898 + avg_benchmark_regret: 0.0033462434 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33882904 + proxy_corner: + avg_avg_return: 0.08818978 + avg_reward_per_step: 0.01725769 + eval-batch-orig: + avg_avg_episode_length: 16.830124 + avg_avg_return: 0.83915436 + avg_benchmark_regret: 0.004737108 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26935577 + proxy_corner: + avg_avg_return: 0.83915436 + avg_reward_per_step: 0.26935577 + eval-batch-shift: + avg_avg_episode_length: 12.697285 + avg_avg_return: 0.8836788 + avg_benchmark_regret: 0.0036829186 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34420776 + proxy_corner: + avg_avg_return: 0.059776284 + avg_reward_per_step: 0.017990112 + eval-batch-tree: + avg_avg_episode_length: 6.4728775 + avg_avg_return: 0.98403394 + avg_benchmark_regret: 0.010386322 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27022552 + proxy_corner: + avg_avg_return: 0.98403394 + avg_reward_per_step: 0.27022552 +=========================================================== +=========================================================== + step: + env-step-all-before: 415236096 + env-step-replay-before: 206897152 + env-step-used-before: 415236096 + ppo-update-before: 253440 + env-step-generate-before: 208338944 + env-step-all-after: 415268864 + env-step-replay-after: 206929920 + env-step-used-after: 415268864 + ppo-update-after: 253460 + env-step-generate-after: 208338944 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.87653 + avg_avg_return: 0.912164 + avg_reward_per_step: 0.08987427 + proxy_corner: + avg_avg_return: 0.30690664 + avg_reward_per_step: 0.029663086 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.87653 + avg_avg_return: 0.912164 + avg_reward_per_step: 0.08987427 + proxy_corner: + avg_avg_return: 0.30690664 + avg_reward_per_step: 0.029663086 + perf: + env_steps_per_second: 712188.0479888654 + ppo_updates_per_second: 104.91363152491766 + eval-batch-train-duration: 0.19156987295718864 + eval-batch-orig-duration: 0.14155178901273757 + eval-batch-shift-duration: 0.13942333799786866 + eval-batch-tree-duration: 0.13924686500104144 + ued: + distances: + cheese-corne_dist_avg: 7.2143555 + cheese-corne_dist_wavg: 11.962282 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.357422 + mouse-cheese_dist_finite_wavg: 10.037887 + mouse-cheese_dist_solvable_avg: 10.357422 + mouse-cheese_dist_solvable_wavg: 10.037888 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5961914 + num_walls_wavg: 6.957128 + prop_walls_avg: 0.2867909 + prop_walls_wavg: 0.30248383 + scoring: + avg_scores: 0.07868289 + visit_patterns: + avg_first_visit_time: 4572.828 + avg_last_visit_time: 6305.2847 + num_replay_batches: 6315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006901727 + avg_actor_approxkl3: 0.00048015345 + avg_actor_clipfrac: 0.016809082 + avg_actor_loss: -0.0007897654 + avg_advantage: 0.032197345 + avg_critic_clipfrac: 0.0025878907 + avg_critic_loss: 0.0007131961 + avg_entropy: 0.08813774 + avg_grad_norm_pre_clip: 0.47890067 + avg_loss: -0.00052130513 + max: + max_actor_approxkl1: 0.0023814128 + max_actor_approxkl3: 0.0010045907 + max_actor_clipfrac: 0.035888672 + max_actor_loss: 0.00017124414 + max_advantage: 0.44693875 + max_critic_clipfrac: 0.01940918 + max_critic_loss: 0.0014945788 + max_entropy: 0.10716458 + max_grad_norm_pre_clip: 0.70692474 + max_loss: 0.0006641745 + std: + std_actor_approxkl1: 0.0007256258 + std_actor_approxkl3: 0.0002892065 + std_actor_clipfrac: 0.009462071 + std_actor_loss: 0.0005675556 + std_advantage: 0.03941885 + std_critic_clipfrac: 0.0052940533 + std_critic_loss: 0.0002827462 + std_entropy: 0.007179277 + std_grad_norm_pre_clip: 0.13212186 + std_loss: 0.00065924844 + eval-batch-train: + avg_avg_episode_length: 15.273689 + avg_avg_return: 0.85293806 + avg_benchmark_regret: 0.0033061786 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3379135 + proxy_corner: + avg_avg_return: 0.08215453 + avg_reward_per_step: 0.01675415 + eval-batch-orig: + avg_avg_episode_length: 16.83031 + avg_avg_return: 0.83935523 + avg_benchmark_regret: 0.0045362376 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.269516 + proxy_corner: + avg_avg_return: 0.83935523 + avg_reward_per_step: 0.269516 + eval-batch-shift: + avg_avg_episode_length: 12.697517 + avg_avg_return: 0.883826 + avg_benchmark_regret: 0.0035357617 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34336853 + proxy_corner: + avg_avg_return: 0.062231824 + avg_reward_per_step: 0.018310547 + eval-batch-tree: + avg_avg_episode_length: 6.1310253 + avg_avg_return: 0.98465 + avg_benchmark_regret: 0.0097702425 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27009583 + proxy_corner: + avg_avg_return: 0.98465 + avg_reward_per_step: 0.27009583 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 416284672 + env-step-replay-before: 207388672 + env-step-used-before: 416284672 + ppo-update-before: 254080 + env-step-generate-before: 208896000 + env-step-all-after: 416317440 + env-step-replay-after: 207421440 + env-step-used-after: 416317440 + ppo-update-after: 254100 + env-step-generate-after: 208896000 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.865618 + avg_avg_return: 0.9118494 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.3366393 + avg_reward_per_step: 0.03201294 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.865618 + avg_avg_return: 0.9118494 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.3366393 + avg_reward_per_step: 0.03201294 + perf: + env_steps_per_second: 642044.9632756432 + ppo_updates_per_second: 83.9462240058987 + eval-batch-train-duration: 0.2409486030228436 + eval-batch-orig-duration: 0.14542081096442416 + eval-batch-shift-duration: 0.14241362299071625 + eval-batch-tree-duration: 0.14004260598449036 + ued: + distances: + cheese-corne_dist_avg: 7.201294 + cheese-corne_dist_wavg: 11.969394 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.352295 + mouse-cheese_dist_finite_wavg: 6.439172 + mouse-cheese_dist_solvable_avg: 10.352295 + mouse-cheese_dist_solvable_wavg: 6.439173 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.588135 + num_walls_wavg: 6.959237 + prop_walls_avg: 0.2864406 + prop_walls_wavg: 0.30257553 + scoring: + avg_scores: 0.07913191 + visit_patterns: + avg_first_visit_time: 4583.258 + avg_last_visit_time: 6320.322 + num_replay_batches: 6330 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006790221 + avg_actor_approxkl3: 0.00067003304 + avg_actor_clipfrac: 0.01762085 + avg_actor_loss: 0.00027483102 + avg_advantage: 0.004787065 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.0005422632 + avg_entropy: 0.07843963 + avg_grad_norm_pre_clip: 0.7323699 + avg_loss: 0.00046752306 + max: + max_actor_approxkl1: 0.002812718 + max_actor_approxkl3: 0.0032065613 + max_actor_clipfrac: 0.032836914 + max_actor_loss: 0.003623696 + max_advantage: 0.50679135 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0009776608 + max_entropy: 0.09856181 + max_grad_norm_pre_clip: 1.7805902 + max_loss: 0.003815597 + std: + std_actor_approxkl1: 0.00067563984 + std_actor_approxkl3: 0.000706895 + std_actor_clipfrac: 0.008963425 + std_actor_loss: 0.0009701645 + std_advantage: 0.037035443 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.00015506623 + std_entropy: 0.009362817 + std_grad_norm_pre_clip: 0.35690978 + std_loss: 0.0009857633 + eval-batch-train: + avg_avg_episode_length: 15.237305 + avg_avg_return: 0.85303164 + avg_benchmark_regret: 0.003212598 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34055328 + proxy_corner: + avg_avg_return: 0.09732592 + avg_reward_per_step: 0.01789093 + eval-batch-orig: + avg_avg_episode_length: 16.799812 + avg_avg_return: 0.8395015 + avg_benchmark_regret: 0.004389949 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27148438 + proxy_corner: + avg_avg_return: 0.8395015 + avg_reward_per_step: 0.27148438 + eval-batch-shift: + avg_avg_episode_length: 12.667027 + avg_avg_return: 0.8838017 + avg_benchmark_regret: 0.0035600227 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3455963 + proxy_corner: + avg_avg_return: 0.064582534 + avg_reward_per_step: 0.018577576 + eval-batch-tree: + avg_avg_episode_length: 5.854342 + avg_avg_return: 0.9857656 + avg_benchmark_regret: 0.0086547285 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27352905 + proxy_corner: + avg_avg_return: 0.9857656 + avg_reward_per_step: 0.27352905 +=========================================================== +=========================================================== + step: + env-step-all-before: 417333248 + env-step-replay-before: 208076800 + env-step-used-before: 417333248 + ppo-update-before: 254720 + env-step-generate-before: 209256448 + env-step-all-after: 417366016 + env-step-replay-after: 208076800 + env-step-used-after: 417366016 + ppo-update-after: 254740 + env-step-generate-after: 209289216 + train-generate: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.175037 + avg_avg_return: 0.8651751 + avg_reward_per_step: 0.3493042 + proxy_corner: + avg_avg_return: 0.10955652 + avg_reward_per_step: 0.024475098 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 13.175037 + avg_avg_return: 0.8651751 + avg_reward_per_step: 0.3493042 + proxy_corner: + avg_avg_return: 0.10955652 + avg_reward_per_step: 0.024475098 + perf: + env_steps_per_second: 906806.810329134 + ppo_updates_per_second: 109.05102933939295 + eval-batch-train-duration: 0.19981887901667506 + eval-batch-orig-duration: 0.1536510130390525 + eval-batch-shift-duration: 0.14286204800009727 + eval-batch-tree-duration: 0.1403758330270648 + ued: + distances: + cheese-corne_dist_avg: 7.203125 + cheese-corne_dist_wavg: 11.964904 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 10.358398 + mouse-cheese_dist_finite_wavg: 2.842403 + mouse-cheese_dist_solvable_avg: 10.358398 + mouse-cheese_dist_solvable_wavg: 2.8424032 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5893555 + num_walls_wavg: 8.7578125 + prop_walls_avg: 0.28649372 + prop_walls_wavg: 0.38077453 + scoring: + avg_scores: 0.07905367 + visit_patterns: + avg_first_visit_time: 4592.0645 + avg_last_visit_time: 6340.2812 + num_replay_batches: 6350 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000822253 + avg_actor_approxkl3: 0.000581114 + avg_actor_clipfrac: 0.022503663 + avg_actor_loss: -0.00049820787 + avg_advantage: -0.0026689433 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0027746686 + avg_entropy: 0.13377824 + avg_grad_norm_pre_clip: 1.082333 + avg_loss: 0.0007553481 + max: + max_actor_approxkl1: 0.003110716 + max_actor_approxkl3: 0.0012460225 + max_actor_clipfrac: 0.053222656 + max_actor_loss: 0.0010027736 + max_advantage: 0.38706154 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0052974992 + max_entropy: 0.17296684 + max_grad_norm_pre_clip: 2.240178 + max_loss: 0.002859621 + std: + std_actor_approxkl1: 0.00073987717 + std_actor_approxkl3: 0.00031444707 + std_actor_clipfrac: 0.012855301 + std_actor_loss: 0.000824739 + std_advantage: 0.07600156 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0010724413 + std_entropy: 0.01973307 + std_grad_norm_pre_clip: 0.43413576 + std_loss: 0.0009716243 + eval-batch-train: + avg_avg_episode_length: 15.255862 + avg_avg_return: 0.85274076 + avg_benchmark_regret: 0.0035034427 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33803558 + proxy_corner: + avg_avg_return: 0.09558938 + avg_reward_per_step: 0.017936707 + eval-batch-orig: + avg_avg_episode_length: 16.847855 + avg_avg_return: 0.839304 + avg_benchmark_regret: 0.004587545 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26930237 + proxy_corner: + avg_avg_return: 0.839304 + avg_reward_per_step: 0.26930237 + eval-batch-shift: + avg_avg_episode_length: 12.723125 + avg_avg_return: 0.8835333 + avg_benchmark_regret: 0.0038284324 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34215546 + proxy_corner: + avg_avg_return: 0.06613374 + avg_reward_per_step: 0.019088745 + eval-batch-tree: + avg_avg_episode_length: 5.8865056 + avg_avg_return: 0.9855469 + avg_benchmark_regret: 0.008873411 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27337646 + proxy_corner: + avg_avg_return: 0.9855469 + avg_reward_per_step: 0.27337646 +=========================================================== +=========================================================== + step: + env-step-all-before: 418381824 + env-step-replay-before: 208601088 + env-step-used-before: 418381824 + ppo-update-before: 255360 + env-step-generate-before: 209780736 + env-step-all-after: 418414592 + env-step-replay-after: 208601088 + env-step-used-after: 418414592 + ppo-update-after: 255380 + env-step-generate-after: 209813504 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 17.899668 + avg_avg_return: 0.809199 + avg_reward_per_step: 0.30563354 + proxy_corner: + avg_avg_return: 0.08912966 + avg_reward_per_step: 0.015045166 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 17.899668 + avg_avg_return: 0.809199 + avg_reward_per_step: 0.30563354 + proxy_corner: + avg_avg_return: 0.08912966 + avg_reward_per_step: 0.015045166 + perf: + env_steps_per_second: 798235.4640559333 + ppo_updates_per_second: 106.26337310610754 + eval-batch-train-duration: 0.202236846962478 + eval-batch-orig-duration: 0.15015708800638095 + eval-batch-shift-duration: 0.14318714203545824 + eval-batch-tree-duration: 0.14367291796952486 + ued: + distances: + cheese-corne_dist_avg: 7.2145996 + cheese-corne_dist_wavg: 9.714686 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.371826 + mouse-cheese_dist_finite_wavg: 9.133881 + mouse-cheese_dist_solvable_avg: 10.371826 + mouse-cheese_dist_solvable_wavg: 9.133881 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.593506 + num_walls_wavg: 7.857522 + prop_walls_avg: 0.28667414 + prop_walls_wavg: 0.34163147 + scoring: + avg_scores: 0.07936615 + visit_patterns: + avg_first_visit_time: 4602.5576 + avg_last_visit_time: 6356.1416 + num_replay_batches: 6366 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012467433 + avg_actor_approxkl3: 0.00076724374 + avg_actor_clipfrac: 0.032196045 + avg_actor_loss: -0.0007098135 + avg_advantage: -0.0094317645 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00369197 + avg_entropy: 0.17396007 + avg_grad_norm_pre_clip: 1.294331 + avg_loss: 0.0009622113 + max: + max_actor_approxkl1: 0.002895701 + max_actor_approxkl3: 0.0012372886 + max_actor_clipfrac: 0.05041504 + max_actor_loss: 0.0011528358 + max_advantage: 0.4666049 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0052271937 + max_entropy: 0.21646962 + max_grad_norm_pre_clip: 2.5176344 + max_loss: 0.002595303 + std: + std_actor_approxkl1: 0.0008144406 + std_actor_approxkl3: 0.00038047667 + std_actor_clipfrac: 0.014719213 + std_actor_loss: 0.00097197486 + std_advantage: 0.08785226 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009786597 + std_entropy: 0.01919767 + std_grad_norm_pre_clip: 0.44212228 + std_loss: 0.0011895838 + eval-batch-train: + avg_avg_episode_length: 15.263426 + avg_avg_return: 0.8530724 + avg_benchmark_regret: 0.0031717548 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33829498 + proxy_corner: + avg_avg_return: 0.09710111 + avg_reward_per_step: 0.018035889 + eval-batch-orig: + avg_avg_episode_length: 16.828556 + avg_avg_return: 0.8390907 + avg_benchmark_regret: 0.0048007406 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27031708 + proxy_corner: + avg_avg_return: 0.8390907 + avg_reward_per_step: 0.27031708 + eval-batch-shift: + avg_avg_episode_length: 12.718278 + avg_avg_return: 0.88379836 + avg_benchmark_regret: 0.003563358 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34210205 + proxy_corner: + avg_avg_return: 0.06472491 + avg_reward_per_step: 0.018714905 + eval-batch-tree: + avg_avg_episode_length: 5.8785176 + avg_avg_return: 0.9860654 + avg_benchmark_regret: 0.008354878 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2744522 + proxy_corner: + avg_avg_return: 0.9860654 + avg_reward_per_step: 0.2744522 +=========================================================== +=========================================================== + step: + env-step-all-before: 419430400 + env-step-replay-before: 208928768 + env-step-used-before: 419430400 + ppo-update-before: 256000 + env-step-generate-before: 210501632 + env-step-all-after: 419463168 + env-step-replay-after: 208961536 + env-step-used-after: 419463168 + ppo-update-after: 256020 + env-step-generate-after: 210501632 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.975781 + avg_avg_return: 0.9107785 + avg_reward_per_step: 0.08908081 + proxy_corner: + avg_avg_return: 0.32443866 + avg_reward_per_step: 0.031066895 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.975781 + avg_avg_return: 0.9107785 + avg_reward_per_step: 0.08908081 + proxy_corner: + avg_avg_return: 0.32443866 + avg_reward_per_step: 0.031066895 + perf: + env_steps_per_second: 711407.4378769163 + ppo_updates_per_second: 85.21013448370549 + eval-batch-train-duration: 0.25950771098723635 + eval-batch-orig-duration: 0.1729999270173721 + eval-batch-shift-duration: 0.14841984398663044 + eval-batch-tree-duration: 0.14297926099970937 + ued: + distances: + cheese-corne_dist_avg: 7.2072754 + cheese-corne_dist_wavg: 11.957107 + levels_cheese_is_in_corner_avg: 0.06665039 + mouse-cheese_dist_finite_avg: 10.374268 + mouse-cheese_dist_finite_wavg: 6.4413805 + mouse-cheese_dist_solvable_avg: 10.374268 + mouse-cheese_dist_solvable_wavg: 6.441382 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.590088 + num_walls_wavg: 4.2633467 + prop_walls_avg: 0.28652555 + prop_walls_wavg: 0.18536289 + scoring: + avg_scores: 0.07960709 + visit_patterns: + avg_first_visit_time: 4610.4756 + avg_last_visit_time: 6367.2285 + num_replay_batches: 6377 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00094402704 + avg_actor_approxkl3: 0.00035536868 + avg_actor_clipfrac: 0.015045166 + avg_actor_loss: -0.00052734 + avg_advantage: 0.031735305 + avg_critic_clipfrac: 0.0019348145 + avg_critic_loss: 0.00077498675 + avg_entropy: 0.07393908 + avg_grad_norm_pre_clip: 0.5485589 + avg_loss: -0.00021378571 + max: + max_actor_approxkl1: 0.001936242 + max_actor_approxkl3: 0.00070137007 + max_actor_clipfrac: 0.028442383 + max_actor_loss: 0.00012158882 + max_advantage: 0.5205702 + max_critic_clipfrac: 0.01586914 + max_critic_loss: 0.0014887031 + max_entropy: 0.08495674 + max_grad_norm_pre_clip: 1.4696771 + max_loss: 0.0006706497 + std: + std_actor_approxkl1: 0.00064268685 + std_actor_approxkl3: 0.00020733898 + std_actor_clipfrac: 0.009025684 + std_actor_loss: 0.00050139136 + std_advantage: 0.040284306 + std_critic_clipfrac: 0.0043610507 + std_critic_loss: 0.00028351214 + std_entropy: 0.006018082 + std_grad_norm_pre_clip: 0.25249675 + std_loss: 0.0006011344 + eval-batch-train: + avg_avg_episode_length: 15.216614 + avg_avg_return: 0.8528699 + avg_benchmark_regret: 0.0033742806 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34044647 + proxy_corner: + avg_avg_return: 0.08653157 + avg_reward_per_step: 0.017204285 + eval-batch-orig: + avg_avg_episode_length: 16.809385 + avg_avg_return: 0.83910835 + avg_benchmark_regret: 0.00478315 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27207184 + proxy_corner: + avg_avg_return: 0.83910835 + avg_reward_per_step: 0.27207184 + eval-batch-shift: + avg_avg_episode_length: 12.6736145 + avg_avg_return: 0.88373053 + avg_benchmark_regret: 0.0036312253 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34439087 + proxy_corner: + avg_avg_return: 0.05861371 + avg_reward_per_step: 0.01763916 + eval-batch-tree: + avg_avg_episode_length: 6.0815296 + avg_avg_return: 0.9849427 + avg_benchmark_regret: 0.009477577 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27453613 + proxy_corner: + avg_avg_return: 0.9849427 + avg_reward_per_step: 0.27453613 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 420478976 + env-step-replay-before: 209649664 + env-step-used-before: 420478976 + ppo-update-before: 256640 + env-step-generate-before: 210829312 + env-step-all-after: 420511744 + env-step-replay-after: 209682432 + env-step-used-after: 420511744 + ppo-update-after: 256660 + env-step-generate-after: 210829312 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 11.042306 + avg_avg_return: 0.9100807 + avg_reward_per_step: 0.08874512 + proxy_corner: + avg_avg_return: 0.27597883 + avg_reward_per_step: 0.026184082 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 11.042306 + avg_avg_return: 0.9100807 + avg_reward_per_step: 0.08874512 + proxy_corner: + avg_avg_return: 0.27597883 + avg_reward_per_step: 0.026184082 + perf: + env_steps_per_second: 640045.5530801918 + ppo_updates_per_second: 100.73816342253028 + eval-batch-train-duration: 0.1916055019828491 + eval-batch-orig-duration: 0.14187267504166812 + eval-batch-shift-duration: 0.14001368201570585 + eval-batch-tree-duration: 0.1389848330290988 + ued: + distances: + cheese-corne_dist_avg: 7.208008 + cheese-corne_dist_wavg: 7.918742 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.377686 + mouse-cheese_dist_finite_wavg: 8.238251 + mouse-cheese_dist_solvable_avg: 10.377686 + mouse-cheese_dist_solvable_wavg: 8.238252 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5981445 + num_walls_wavg: 7.853917 + prop_walls_avg: 0.28687584 + prop_walls_wavg: 0.3414747 + scoring: + avg_scores: 0.07914344 + visit_patterns: + avg_first_visit_time: 4617.3486 + avg_last_visit_time: 6389.251 + num_replay_batches: 6399 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008516276 + avg_actor_approxkl3: 0.00049271976 + avg_actor_clipfrac: 0.014019775 + avg_actor_loss: -0.00026132105 + avg_advantage: 0.0013331205 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021967097 + avg_entropy: 0.081656836 + avg_grad_norm_pre_clip: 0.6781258 + avg_loss: -0.0002331424 + max: + max_actor_approxkl1: 0.0024800121 + max_actor_approxkl3: 0.0015039593 + max_actor_clipfrac: 0.026245117 + max_actor_loss: 0.0015829187 + max_advantage: 0.3439657 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00035382784 + max_entropy: 0.099676356 + max_grad_norm_pre_clip: 1.2786008 + max_loss: 0.0016112197 + std: + std_actor_approxkl1: 0.0007330894 + std_actor_approxkl3: 0.00038661156 + std_actor_clipfrac: 0.006903643 + std_actor_loss: 0.0007695878 + std_advantage: 0.02148175 + std_critic_clipfrac: 0.0 + std_critic_loss: 6.6708395e-05 + std_entropy: 0.0063585984 + std_grad_norm_pre_clip: 0.2687132 + std_loss: 0.00078098895 + eval-batch-train: + avg_avg_episode_length: 15.24159 + avg_avg_return: 0.85275745 + avg_benchmark_regret: 0.0034867723 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33792877 + proxy_corner: + avg_avg_return: 0.082200915 + avg_reward_per_step: 0.016609192 + eval-batch-orig: + avg_avg_episode_length: 16.83163 + avg_avg_return: 0.83906233 + avg_benchmark_regret: 0.004829112 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2712021 + proxy_corner: + avg_avg_return: 0.83906233 + avg_reward_per_step: 0.2712021 + eval-batch-shift: + avg_avg_episode_length: 12.701082 + avg_avg_return: 0.8836329 + avg_benchmark_regret: 0.0037288463 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3411789 + proxy_corner: + avg_avg_return: 0.05923232 + avg_reward_per_step: 0.017745972 + eval-batch-tree: + avg_avg_episode_length: 6.09779 + avg_avg_return: 0.98481584 + avg_benchmark_regret: 0.009604412 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27140808 + proxy_corner: + avg_avg_return: 0.98481584 + avg_reward_per_step: 0.27140808 +=========================================================== +=========================================================== + step: + env-step-all-before: 421527552 + env-step-replay-before: 210042880 + env-step-used-before: 421527552 + ppo-update-before: 257280 + env-step-generate-before: 211484672 + env-step-all-after: 421560320 + env-step-replay-after: 210075648 + env-step-used-after: 421560320 + ppo-update-after: 257300 + env-step-generate-after: 211484672 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.895776 + avg_avg_return: 0.9107431 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.32559848 + avg_reward_per_step: 0.03060913 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.895776 + avg_avg_return: 0.9107431 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.32559848 + avg_reward_per_step: 0.03060913 + perf: + env_steps_per_second: 908762.5217744644 + ppo_updates_per_second: 104.97871749735359 + eval-batch-train-duration: 0.2009926940081641 + eval-batch-orig-duration: 0.1418491110089235 + eval-batch-shift-duration: 0.14380560902645811 + eval-batch-tree-duration: 0.14415467501385137 + ued: + distances: + cheese-corne_dist_avg: 7.206787 + cheese-corne_dist_wavg: 12.411842 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.389404 + mouse-cheese_dist_finite_wavg: 11.840363 + mouse-cheese_dist_solvable_avg: 10.389404 + mouse-cheese_dist_solvable_wavg: 11.840362 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6032715 + num_walls_wavg: 6.9611197 + prop_walls_avg: 0.28709874 + prop_walls_wavg: 0.30265754 + scoring: + avg_scores: 0.079632975 + visit_patterns: + avg_first_visit_time: 4623.586 + avg_last_visit_time: 6401.236 + num_replay_batches: 6411 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006225904 + avg_actor_approxkl3: 0.0003269027 + avg_actor_clipfrac: 0.014477539 + avg_actor_loss: -0.00037220304 + avg_advantage: 0.0268125 + avg_critic_clipfrac: 6.1035156e-05 + avg_critic_loss: 0.00049396517 + avg_entropy: 0.07843118 + avg_grad_norm_pre_clip: 0.5384892 + avg_loss: -0.00020365164 + max: + max_actor_approxkl1: 0.0014259869 + max_actor_approxkl3: 0.0005688357 + max_actor_clipfrac: 0.023925781 + max_actor_loss: 0.00054830126 + max_advantage: 0.43228453 + max_critic_clipfrac: 0.0012207031 + max_critic_loss: 0.0009114591 + max_entropy: 0.09028917 + max_grad_norm_pre_clip: 0.94118416 + max_loss: 0.0007904219 + std: + std_actor_approxkl1: 0.0004962328 + std_actor_approxkl3: 0.00014551492 + std_actor_clipfrac: 0.006142502 + std_actor_loss: 0.00047921075 + std_advantage: 0.030749712 + std_critic_clipfrac: 0.00026604606 + std_critic_loss: 0.00014185581 + std_entropy: 0.0066151004 + std_grad_norm_pre_clip: 0.16921982 + std_loss: 0.0005272553 + eval-batch-train: + avg_avg_episode_length: 15.2177725 + avg_avg_return: 0.852796 + avg_benchmark_regret: 0.0034482155 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3406601 + proxy_corner: + avg_avg_return: 0.081929 + avg_reward_per_step: 0.016662598 + eval-batch-orig: + avg_avg_episode_length: 16.812897 + avg_avg_return: 0.8392248 + avg_benchmark_regret: 0.004666649 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27120972 + proxy_corner: + avg_avg_return: 0.8392248 + avg_reward_per_step: 0.27120972 + eval-batch-shift: + avg_avg_episode_length: 12.678612 + avg_avg_return: 0.8836542 + avg_benchmark_regret: 0.0037075572 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34415436 + proxy_corner: + avg_avg_return: 0.056977093 + avg_reward_per_step: 0.017417908 + eval-batch-tree: + avg_avg_episode_length: 5.92262 + avg_avg_return: 0.9861832 + avg_benchmark_regret: 0.008237023 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27275848 + proxy_corner: + avg_avg_return: 0.9861832 + avg_reward_per_step: 0.27275848 +=========================================================== +=========================================================== + step: + env-step-all-before: 422576128 + env-step-replay-before: 210632704 + env-step-used-before: 422576128 + ppo-update-before: 257920 + env-step-generate-before: 211943424 + env-step-all-after: 422608896 + env-step-replay-after: 210665472 + env-step-used-after: 422608896 + ppo-update-after: 257940 + env-step-generate-after: 211943424 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 11.208333 + avg_avg_return: 0.9084459 + avg_reward_per_step: 0.08782959 + proxy_corner: + avg_avg_return: 0.35749817 + avg_reward_per_step: 0.033843994 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 11.208333 + avg_avg_return: 0.9084459 + avg_reward_per_step: 0.08782959 + proxy_corner: + avg_avg_return: 0.35749817 + avg_reward_per_step: 0.033843994 + perf: + env_steps_per_second: 954948.6202762467 + ppo_updates_per_second: 75.35914880131769 + eval-batch-train-duration: 0.2626639300142415 + eval-batch-orig-duration: 0.16711089003365487 + eval-batch-shift-duration: 0.1469540909747593 + eval-batch-tree-duration: 0.14082371798576787 + ued: + distances: + cheese-corne_dist_avg: 7.2075195 + cheese-corne_dist_wavg: 0.7339741 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.390137 + mouse-cheese_dist_finite_wavg: 6.4395285 + mouse-cheese_dist_solvable_avg: 10.390137 + mouse-cheese_dist_solvable_wavg: 6.4395285 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6105957 + num_walls_wavg: 6.962238 + prop_walls_avg: 0.2874172 + prop_walls_wavg: 0.30270603 + scoring: + avg_scores: 0.0793998 + visit_patterns: + avg_first_visit_time: 4632.8145 + avg_last_visit_time: 6419.208 + num_replay_batches: 6429 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007009197 + avg_actor_approxkl3: 0.00033271385 + avg_actor_clipfrac: 0.0141418455 + avg_actor_loss: -0.00057983637 + avg_advantage: 0.0019119277 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00022873154 + avg_entropy: 0.09240808 + avg_grad_norm_pre_clip: 0.60008544 + avg_loss: -0.0005578787 + max: + max_actor_approxkl1: 0.0016514573 + max_actor_approxkl3: 0.0005861762 + max_actor_clipfrac: 0.024291992 + max_actor_loss: 0.00016428251 + max_advantage: 0.2210809 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003368667 + max_entropy: 0.10731618 + max_grad_norm_pre_clip: 1.1449417 + max_loss: 0.00018984385 + std: + std_actor_approxkl1: 0.0005626819 + std_actor_approxkl3: 0.00017520685 + std_actor_clipfrac: 0.007312029 + std_actor_loss: 0.0005202407 + std_advantage: 0.023772882 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.5338125e-05 + std_entropy: 0.008495567 + std_grad_norm_pre_clip: 0.23162766 + std_loss: 0.0005300127 + eval-batch-train: + avg_avg_episode_length: 15.214896 + avg_avg_return: 0.8527539 + avg_benchmark_regret: 0.0034903458 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34031677 + proxy_corner: + avg_avg_return: 0.08963518 + avg_reward_per_step: 0.017112732 + eval-batch-orig: + avg_avg_episode_length: 16.842808 + avg_avg_return: 0.83870816 + avg_benchmark_regret: 0.0051832832 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2697296 + proxy_corner: + avg_avg_return: 0.83870816 + avg_reward_per_step: 0.2697296 + eval-batch-shift: + avg_avg_episode_length: 12.695007 + avg_avg_return: 0.88411075 + avg_benchmark_regret: 0.0032509463 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34297943 + proxy_corner: + avg_avg_return: 0.059401743 + avg_reward_per_step: 0.01776123 + eval-batch-tree: + avg_avg_episode_length: 6.146994 + avg_avg_return: 0.98490185 + avg_benchmark_regret: 0.009518425 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27095795 + proxy_corner: + avg_avg_return: 0.98490185 + avg_reward_per_step: 0.27095795 +=========================================================== +=========================================================== + step: + env-step-all-before: 423624704 + env-step-replay-before: 211222528 + env-step-used-before: 423624704 + ppo-update-before: 258560 + env-step-generate-before: 212402176 + env-step-all-after: 423657472 + env-step-replay-after: 211255296 + env-step-used-after: 423657472 + ppo-update-after: 258580 + env-step-generate-after: 212402176 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.107969 + avg_avg_return: 0.9099283 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.32909444 + avg_reward_per_step: 0.03125 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.107969 + avg_avg_return: 0.9099283 + avg_reward_per_step: 0.08947754 + proxy_corner: + avg_avg_return: 0.32909444 + avg_reward_per_step: 0.03125 + perf: + env_steps_per_second: 914482.6954385315 + ppo_updates_per_second: 105.02507213772769 + eval-batch-train-duration: 0.20039706100942567 + eval-batch-orig-duration: 0.1489994169678539 + eval-batch-shift-duration: 0.143373484024778 + eval-batch-tree-duration: 0.14145497896242887 + ued: + distances: + cheese-corne_dist_avg: 7.2056885 + cheese-corne_dist_wavg: 11.960934 + levels_cheese_is_in_corner_avg: 0.06738281 + mouse-cheese_dist_finite_avg: 10.404297 + mouse-cheese_dist_finite_wavg: 7.342055 + mouse-cheese_dist_solvable_avg: 10.404297 + mouse-cheese_dist_solvable_wavg: 7.342054 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.611328 + num_walls_wavg: 8.757687 + prop_walls_avg: 0.28744903 + prop_walls_wavg: 0.38076895 + scoring: + avg_scores: 0.0793146 + visit_patterns: + avg_first_visit_time: 4641.2417 + avg_last_visit_time: 6437.2334 + num_replay_batches: 6447 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00047133482 + avg_actor_approxkl3: 0.00035722082 + avg_actor_clipfrac: 0.013287353 + avg_actor_loss: -0.00049864536 + avg_advantage: 0.002437376 + avg_critic_clipfrac: 0.00033569336 + avg_critic_loss: 0.00034825565 + avg_entropy: 0.08144109 + avg_grad_norm_pre_clip: 0.49014184 + avg_loss: -0.00040595862 + max: + max_actor_approxkl1: 0.0024692267 + max_actor_approxkl3: 0.0009500379 + max_actor_clipfrac: 0.038330078 + max_actor_loss: 0.00028525572 + max_advantage: 0.32440436 + max_critic_clipfrac: 0.0026855469 + max_critic_loss: 0.0005085129 + max_entropy: 0.0951691 + max_grad_norm_pre_clip: 1.0934105 + max_loss: 0.00038179956 + std: + std_actor_approxkl1: 0.00058044516 + std_actor_approxkl3: 0.00025253874 + std_actor_clipfrac: 0.009212651 + std_actor_loss: 0.00049500295 + std_advantage: 0.03059266 + std_critic_clipfrac: 0.00072410953 + std_critic_loss: 8.7734676e-05 + std_entropy: 0.0069149057 + std_grad_norm_pre_clip: 0.21278144 + std_loss: 0.0005164924 + eval-batch-train: + avg_avg_episode_length: 15.212732 + avg_avg_return: 0.8529568 + avg_benchmark_regret: 0.0032874404 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33956146 + proxy_corner: + avg_avg_return: 0.08576445 + avg_reward_per_step: 0.016799927 + eval-batch-orig: + avg_avg_episode_length: 16.854181 + avg_avg_return: 0.83903044 + avg_benchmark_regret: 0.004861035 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.26988983 + proxy_corner: + avg_avg_return: 0.83903044 + avg_reward_per_step: 0.26988983 + eval-batch-shift: + avg_avg_episode_length: 12.714697 + avg_avg_return: 0.88366234 + avg_benchmark_regret: 0.0036993604 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34171295 + proxy_corner: + avg_avg_return: 0.059207227 + avg_reward_per_step: 0.01776886 + eval-batch-tree: + avg_avg_episode_length: 6.3023224 + avg_avg_return: 0.98355913 + avg_benchmark_regret: 0.010861104 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27020264 + proxy_corner: + avg_avg_return: 0.98355913 + avg_reward_per_step: 0.27020264 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 424673280 + env-step-replay-before: 211746816 + env-step-used-before: 424673280 + ppo-update-before: 259200 + env-step-generate-before: 212926464 + env-step-all-after: 424706048 + env-step-replay-after: 211779584 + env-step-used-after: 424706048 + ppo-update-after: 259220 + env-step-generate-after: 212926464 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.826356 + avg_avg_return: 0.9112059 + avg_reward_per_step: 0.089263916 + proxy_corner: + avg_avg_return: 0.32861704 + avg_reward_per_step: 0.03137207 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.826356 + avg_avg_return: 0.9112059 + avg_reward_per_step: 0.089263916 + proxy_corner: + avg_avg_return: 0.32861704 + avg_reward_per_step: 0.03137207 + perf: + env_steps_per_second: 988872.1692162763 + ppo_updates_per_second: 77.294343645944 + eval-batch-train-duration: 0.2579308919957839 + eval-batch-orig-duration: 0.16337604098953307 + eval-batch-shift-duration: 0.146235948021058 + eval-batch-tree-duration: 0.14123845001449808 + ued: + distances: + cheese-corne_dist_avg: 7.180786 + cheese-corne_dist_wavg: 11.962465 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.41333 + mouse-cheese_dist_finite_wavg: 10.038654 + mouse-cheese_dist_solvable_avg: 10.41333 + mouse-cheese_dist_solvable_wavg: 10.038655 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.60791 + num_walls_wavg: 8.756962 + prop_walls_avg: 0.28730044 + prop_walls_wavg: 0.3807373 + scoring: + avg_scores: 0.07914523 + visit_patterns: + avg_first_visit_time: 4649.4404 + avg_last_visit_time: 6453.304 + num_replay_batches: 6463 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004905881 + avg_actor_approxkl3: 0.0004314867 + avg_actor_clipfrac: 0.015386963 + avg_actor_loss: -0.00040600993 + avg_advantage: 0.0016592257 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017650383 + avg_entropy: 0.076983124 + avg_grad_norm_pre_clip: 0.5474308 + avg_loss: -0.00039474116 + max: + max_actor_approxkl1: 0.0009662975 + max_actor_approxkl3: 0.00089972024 + max_actor_clipfrac: 0.030151367 + max_actor_loss: 0.0007068238 + max_advantage: 0.35757023 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00021975244 + max_entropy: 0.08984067 + max_grad_norm_pre_clip: 1.0025795 + max_loss: 0.00071392965 + std: + std_actor_approxkl1: 0.0003254383 + std_actor_approxkl3: 0.00022606396 + std_actor_clipfrac: 0.0076512354 + std_actor_loss: 0.00058548036 + std_advantage: 0.01930842 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.3022427e-05 + std_entropy: 0.0069818553 + std_grad_norm_pre_clip: 0.21259098 + std_loss: 0.00058463315 + eval-batch-train: + avg_avg_episode_length: 15.205969 + avg_avg_return: 0.85296464 + avg_benchmark_regret: 0.0032795162 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34065247 + proxy_corner: + avg_avg_return: 0.08504082 + avg_reward_per_step: 0.017150879 + eval-batch-orig: + avg_avg_episode_length: 16.827724 + avg_avg_return: 0.83899546 + avg_benchmark_regret: 0.0048960373 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27135468 + proxy_corner: + avg_avg_return: 0.83899546 + avg_reward_per_step: 0.27135468 + eval-batch-shift: + avg_avg_episode_length: 12.681983 + avg_avg_return: 0.8835404 + avg_benchmark_regret: 0.0038213525 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3432312 + proxy_corner: + avg_avg_return: 0.06040348 + avg_reward_per_step: 0.01789856 + eval-batch-tree: + avg_avg_episode_length: 6.0784483 + avg_avg_return: 0.98541796 + avg_benchmark_regret: 0.009002292 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27024078 + proxy_corner: + avg_avg_return: 0.98541796 + avg_reward_per_step: 0.27024078 +=========================================================== +=========================================================== + step: + env-step-all-before: 425721856 + env-step-replay-before: 212074496 + env-step-used-before: 425721856 + ppo-update-before: 259840 + env-step-generate-before: 213647360 + env-step-all-after: 425754624 + env-step-replay-after: 212107264 + env-step-used-after: 425754624 + ppo-update-after: 259860 + env-step-generate-after: 213647360 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 11.090336 + avg_avg_return: 0.91058326 + avg_reward_per_step: 0.08944702 + proxy_corner: + avg_avg_return: 0.30102307 + avg_reward_per_step: 0.028564453 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 11.090336 + avg_avg_return: 0.91058326 + avg_reward_per_step: 0.08944702 + proxy_corner: + avg_avg_return: 0.30102307 + avg_reward_per_step: 0.028564453 + perf: + env_steps_per_second: 671019.1447973851 + ppo_updates_per_second: 79.1058160229759 + eval-batch-train-duration: 0.2546214540489018 + eval-batch-orig-duration: 0.1569950149860233 + eval-batch-shift-duration: 0.14447663398459554 + eval-batch-tree-duration: 0.14136497903382406 + ued: + distances: + cheese-corne_dist_avg: 7.180786 + cheese-corne_dist_wavg: 7.015148 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.415283 + mouse-cheese_dist_finite_wavg: 4.6409554 + mouse-cheese_dist_solvable_avg: 10.415283 + mouse-cheese_dist_solvable_wavg: 4.6409564 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.605713 + num_walls_wavg: 6.0613494 + prop_walls_avg: 0.2872049 + prop_walls_wavg: 0.26353696 + scoring: + avg_scores: 0.079900384 + visit_patterns: + avg_first_visit_time: 4661.1265 + avg_last_visit_time: 6463.331 + num_replay_batches: 6473 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00052978593 + avg_actor_approxkl3: 0.00037452584 + avg_actor_clipfrac: 0.014984131 + avg_actor_loss: -0.00038533445 + avg_advantage: 0.021510847 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00087717903 + avg_entropy: 0.07758837 + avg_grad_norm_pre_clip: 0.92882174 + avg_loss: -2.4333363e-05 + max: + max_actor_approxkl1: 0.0012467913 + max_actor_approxkl3: 0.00083990727 + max_actor_clipfrac: 0.026977539 + max_actor_loss: 0.0016500428 + max_advantage: 0.3883381 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0013171152 + max_entropy: 0.0905499 + max_grad_norm_pre_clip: 4.860181 + max_loss: 0.0021190401 + std: + std_actor_approxkl1: 0.0004428935 + std_actor_approxkl3: 0.00022231089 + std_actor_clipfrac: 0.008053299 + std_actor_loss: 0.00089026475 + std_advantage: 0.04195413 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00022201832 + std_entropy: 0.0065960395 + std_grad_norm_pre_clip: 1.0463332 + std_loss: 0.00095015444 + eval-batch-train: + avg_avg_episode_length: 15.193123 + avg_avg_return: 0.8529897 + avg_benchmark_regret: 0.0032545093 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3412552 + proxy_corner: + avg_avg_return: 0.086456776 + avg_reward_per_step: 0.016716003 + eval-batch-orig: + avg_avg_episode_length: 16.820812 + avg_avg_return: 0.8394692 + avg_benchmark_regret: 0.0044222856 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27212524 + proxy_corner: + avg_avg_return: 0.8394692 + avg_reward_per_step: 0.27212524 + eval-batch-shift: + avg_avg_episode_length: 12.660357 + avg_avg_return: 0.8837044 + avg_benchmark_regret: 0.003657278 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3449173 + proxy_corner: + avg_avg_return: 0.05710424 + avg_reward_per_step: 0.017196655 + eval-batch-tree: + avg_avg_episode_length: 6.296894 + avg_avg_return: 0.98390746 + avg_benchmark_regret: 0.010512842 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27201843 + proxy_corner: + avg_avg_return: 0.98390746 + avg_reward_per_step: 0.27201843 +=========================================================== +=========================================================== + step: + env-step-all-before: 426770432 + env-step-replay-before: 212631552 + env-step-used-before: 426770432 + ppo-update-before: 260480 + env-step-generate-before: 214138880 + env-step-all-after: 426803200 + env-step-replay-after: 212664320 + env-step-used-after: 426803200 + ppo-update-after: 260500 + env-step-generate-after: 214138880 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.854661 + avg_avg_return: 0.91118956 + avg_reward_per_step: 0.08935547 + proxy_corner: + avg_avg_return: 0.3214038 + avg_reward_per_step: 0.030517578 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.854661 + avg_avg_return: 0.91118956 + avg_reward_per_step: 0.08935547 + proxy_corner: + avg_avg_return: 0.3214038 + avg_reward_per_step: 0.030517578 + perf: + env_steps_per_second: 914312.1691776658 + ppo_updates_per_second: 108.90152043876034 + eval-batch-train-duration: 0.20225358102470636 + eval-batch-orig-duration: 0.15242609597044066 + eval-batch-shift-duration: 0.14211449201684445 + eval-batch-tree-duration: 0.13981309498194605 + ued: + distances: + cheese-corne_dist_avg: 7.1763916 + cheese-corne_dist_wavg: 11.96497 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.411865 + mouse-cheese_dist_finite_wavg: 12.736971 + mouse-cheese_dist_solvable_avg: 10.411865 + mouse-cheese_dist_solvable_wavg: 12.736973 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6047363 + num_walls_wavg: 6.9606404 + prop_walls_avg: 0.28716242 + prop_walls_wavg: 0.3026367 + scoring: + avg_scores: 0.08001043 + visit_patterns: + avg_first_visit_time: 4674.2334 + avg_last_visit_time: 6480.24 + num_replay_batches: 6490 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006850466 + avg_actor_approxkl3: 0.00037106607 + avg_actor_clipfrac: 0.013360596 + avg_actor_loss: -0.00031838036 + avg_advantage: 0.029101163 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00053506147 + avg_entropy: 0.07057443 + avg_grad_norm_pre_clip: 0.72927433 + avg_loss: -0.00012142405 + max: + max_actor_approxkl1: 0.00153739 + max_actor_approxkl3: 0.00071704766 + max_actor_clipfrac: 0.024780273 + max_actor_loss: 0.00042146444 + max_advantage: 0.32774097 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010330643 + max_entropy: 0.0811691 + max_grad_norm_pre_clip: 1.3003953 + max_loss: 0.00060227024 + std: + std_actor_approxkl1: 0.0005593947 + std_actor_approxkl3: 0.0002313966 + std_actor_clipfrac: 0.007758956 + std_actor_loss: 0.00043477895 + std_advantage: 0.03131046 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00017928137 + std_entropy: 0.0072331307 + std_grad_norm_pre_clip: 0.23305778 + std_loss: 0.00048254567 + eval-batch-train: + avg_avg_episode_length: 15.208406 + avg_avg_return: 0.85255796 + avg_benchmark_regret: 0.003686255 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33970642 + proxy_corner: + avg_avg_return: 0.08186267 + avg_reward_per_step: 0.016799927 + eval-batch-orig: + avg_avg_episode_length: 16.818977 + avg_avg_return: 0.8392068 + avg_benchmark_regret: 0.0046846177 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27293396 + proxy_corner: + avg_avg_return: 0.8392068 + avg_reward_per_step: 0.27293396 + eval-batch-shift: + avg_avg_episode_length: 12.684909 + avg_avg_return: 0.88348424 + avg_benchmark_regret: 0.0038775154 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34352875 + proxy_corner: + avg_avg_return: 0.059205953 + avg_reward_per_step: 0.017730713 + eval-batch-tree: + avg_avg_episode_length: 6.8193097 + avg_avg_return: 0.9767947 + avg_benchmark_regret: 0.017625602 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27187347 + proxy_corner: + avg_avg_return: 0.9767947 + avg_reward_per_step: 0.27187347 +=========================================================== +=========================================================== + step: + env-step-all-before: 427819008 + env-step-replay-before: 213254144 + env-step-used-before: 427819008 + ppo-update-before: 261120 + env-step-generate-before: 214564864 + env-step-all-after: 427851776 + env-step-replay-after: 213286912 + env-step-used-after: 427851776 + ppo-update-after: 261140 + env-step-generate-after: 214564864 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.875427 + avg_avg_return: 0.91095304 + avg_reward_per_step: 0.089416504 + proxy_corner: + avg_avg_return: 0.3009325 + avg_reward_per_step: 0.028778076 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.875427 + avg_avg_return: 0.91095304 + avg_reward_per_step: 0.089416504 + proxy_corner: + avg_avg_return: 0.3009325 + avg_reward_per_step: 0.028778076 + perf: + env_steps_per_second: 957714.1487781961 + ppo_updates_per_second: 77.59809106935286 + eval-batch-train-duration: 0.25189583899918944 + eval-batch-orig-duration: 0.16188221599441022 + eval-batch-shift-duration: 0.14399906405014917 + eval-batch-tree-duration: 0.13927592302206904 + ued: + distances: + cheese-corne_dist_avg: 7.182495 + cheese-corne_dist_wavg: 11.967912 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 10.4123535 + mouse-cheese_dist_finite_wavg: 12.740852 + mouse-cheese_dist_solvable_avg: 10.4123535 + mouse-cheese_dist_solvable_wavg: 12.740855 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6135254 + num_walls_wavg: 6.960059 + prop_walls_avg: 0.28754455 + prop_walls_wavg: 0.30261123 + scoring: + avg_scores: 0.07957727 + visit_patterns: + avg_first_visit_time: 4684.355 + avg_last_visit_time: 6499.3184 + num_replay_batches: 6509 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008034748 + avg_actor_approxkl3: 0.00043163597 + avg_actor_clipfrac: 0.016564941 + avg_actor_loss: -0.0004263046 + avg_advantage: 0.02887709 + avg_critic_clipfrac: 0.00067749026 + avg_critic_loss: 0.00052500516 + avg_entropy: 0.08845313 + avg_grad_norm_pre_clip: 0.60393304 + avg_loss: -0.0002522552 + max: + max_actor_approxkl1: 0.002326514 + max_actor_approxkl3: 0.0010170859 + max_actor_clipfrac: 0.037475586 + max_actor_loss: 0.00034627505 + max_advantage: 0.46787637 + max_critic_clipfrac: 0.0034179688 + max_critic_loss: 0.00091712474 + max_entropy: 0.09978029 + max_grad_norm_pre_clip: 0.915855 + max_loss: 0.0006595581 + std: + std_actor_approxkl1: 0.0006941854 + std_actor_approxkl3: 0.00029272464 + std_actor_clipfrac: 0.010814568 + std_actor_loss: 0.00046010505 + std_advantage: 0.03274732 + std_critic_clipfrac: 0.0011356312 + std_critic_loss: 0.00020472538 + std_entropy: 0.0063330536 + std_grad_norm_pre_clip: 0.14620869 + std_loss: 0.00050972734 + eval-batch-train: + avg_avg_episode_length: 15.234863 + avg_avg_return: 0.8527458 + avg_benchmark_regret: 0.003498437 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3386917 + proxy_corner: + avg_avg_return: 0.08065936 + avg_reward_per_step: 0.016395569 + eval-batch-orig: + avg_avg_episode_length: 16.826805 + avg_avg_return: 0.8390645 + avg_benchmark_regret: 0.004826938 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27262115 + proxy_corner: + avg_avg_return: 0.8390645 + avg_reward_per_step: 0.27262115 + eval-batch-shift: + avg_avg_episode_length: 12.680876 + avg_avg_return: 0.8838204 + avg_benchmark_regret: 0.0035412805 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34410095 + proxy_corner: + avg_avg_return: 0.05977032 + avg_reward_per_step: 0.017555237 + eval-batch-tree: + avg_avg_episode_length: 6.2158065 + avg_avg_return: 0.98423636 + avg_benchmark_regret: 0.01018386 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27053833 + proxy_corner: + avg_avg_return: 0.98423636 + avg_reward_per_step: 0.27053833 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 428867584 + env-step-replay-before: 213843968 + env-step-used-before: 428867584 + ppo-update-before: 261760 + env-step-generate-before: 215023616 + env-step-all-after: 428900352 + env-step-replay-after: 213876736 + env-step-used-after: 428900352 + ppo-update-after: 261780 + env-step-generate-after: 215023616 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.766552 + avg_avg_return: 0.91155684 + avg_reward_per_step: 0.08981323 + proxy_corner: + avg_avg_return: 0.31271216 + avg_reward_per_step: 0.029815674 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.766552 + avg_avg_return: 0.91155684 + avg_reward_per_step: 0.08981323 + proxy_corner: + avg_avg_return: 0.31271216 + avg_reward_per_step: 0.029815674 + perf: + env_steps_per_second: 846818.4323690046 + ppo_updates_per_second: 106.35600561471743 + eval-batch-train-duration: 0.20149983098963276 + eval-batch-orig-duration: 0.14158949302509427 + eval-batch-shift-duration: 0.1394760399707593 + eval-batch-tree-duration: 0.13806882698554546 + ued: + distances: + cheese-corne_dist_avg: 7.1741943 + cheese-corne_dist_wavg: 11.964791 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 10.404541 + mouse-cheese_dist_finite_wavg: 10.040103 + mouse-cheese_dist_solvable_avg: 10.404541 + mouse-cheese_dist_solvable_wavg: 10.040103 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6174316 + num_walls_wavg: 8.760205 + prop_walls_avg: 0.28771442 + prop_walls_wavg: 0.38087848 + scoring: + avg_scores: 0.079430334 + visit_patterns: + avg_first_visit_time: 4693.84 + avg_last_visit_time: 6517.283 + num_replay_batches: 6527 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00046444457 + avg_actor_approxkl3: 0.00029771737 + avg_actor_clipfrac: 0.01326294 + avg_actor_loss: -0.0003860702 + avg_advantage: -0.0014674836 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021609144 + avg_entropy: 0.086553425 + avg_grad_norm_pre_clip: 0.47516605 + avg_loss: -0.0003645779 + max: + max_actor_approxkl1: 0.0014827035 + max_actor_approxkl3: 0.00066190795 + max_actor_clipfrac: 0.024047852 + max_actor_loss: 0.0006180657 + max_advantage: 0.37502307 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032916525 + max_entropy: 0.09782638 + max_grad_norm_pre_clip: 1.4918077 + max_loss: 0.0006213105 + std: + std_actor_approxkl1: 0.0003929241 + std_actor_approxkl3: 0.00015658716 + std_actor_clipfrac: 0.0067054587 + std_actor_loss: 0.0004518263 + std_advantage: 0.02178832 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.003144e-05 + std_entropy: 0.0077344966 + std_grad_norm_pre_clip: 0.28358287 + std_loss: 0.0004516302 + eval-batch-train: + avg_avg_episode_length: 15.253944 + avg_avg_return: 0.8528553 + avg_benchmark_regret: 0.003388893 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33745575 + proxy_corner: + avg_avg_return: 0.08841774 + avg_reward_per_step: 0.01676941 + eval-batch-orig: + avg_avg_episode_length: 16.887724 + avg_avg_return: 0.83915055 + avg_benchmark_regret: 0.004740935 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27135468 + proxy_corner: + avg_avg_return: 0.83915055 + avg_reward_per_step: 0.27135468 + eval-batch-shift: + avg_avg_episode_length: 12.721323 + avg_avg_return: 0.8832214 + avg_benchmark_regret: 0.00414034 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34104156 + proxy_corner: + avg_avg_return: 0.06208527 + avg_reward_per_step: 0.018051147 + eval-batch-tree: + avg_avg_episode_length: 6.201743 + avg_avg_return: 0.9843055 + avg_benchmark_regret: 0.010114776 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26948547 + proxy_corner: + avg_avg_return: 0.9843055 + avg_reward_per_step: 0.26948547 +=========================================================== +=========================================================== + step: + env-step-all-before: 429916160 + env-step-replay-before: 214302720 + env-step-used-before: 429916160 + ppo-update-before: 262400 + env-step-generate-before: 215613440 + env-step-all-after: 429948928 + env-step-replay-after: 214335488 + env-step-used-after: 429948928 + ppo-update-after: 262420 + env-step-generate-after: 215613440 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.660197 + avg_avg_return: 0.91386557 + avg_reward_per_step: 0.09161377 + proxy_corner: + avg_avg_return: 0.26376322 + avg_reward_per_step: 0.025268555 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.660197 + avg_avg_return: 0.91386557 + avg_reward_per_step: 0.09161377 + proxy_corner: + avg_avg_return: 0.26376322 + avg_reward_per_step: 0.025268555 + perf: + env_steps_per_second: 991521.3537880405 + ppo_updates_per_second: 77.06815475448978 + eval-batch-train-duration: 0.28117275395197794 + eval-batch-orig-duration: 0.1837876900099218 + eval-batch-shift-duration: 0.15042869199533015 + eval-batch-tree-duration: 0.1433074100059457 + ued: + distances: + cheese-corne_dist_avg: 7.168335 + cheese-corne_dist_wavg: 7.909431 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 10.392822 + mouse-cheese_dist_finite_wavg: 6.4446425 + mouse-cheese_dist_solvable_avg: 10.392822 + mouse-cheese_dist_solvable_wavg: 6.4446435 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6049805 + num_walls_wavg: 6.963514 + prop_walls_avg: 0.28717303 + prop_walls_wavg: 0.30276144 + scoring: + avg_scores: 0.07966066 + visit_patterns: + avg_first_visit_time: 4705.204 + avg_last_visit_time: 6531.2495 + num_replay_batches: 6541 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005394795 + avg_actor_approxkl3: 0.00049388886 + avg_actor_clipfrac: 0.0140686035 + avg_actor_loss: 0.0011242646 + avg_advantage: -0.00026074465 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00035455343 + avg_entropy: 0.0737065 + avg_grad_norm_pre_clip: 1.0910441 + avg_loss: 0.0012278346 + max: + max_actor_approxkl1: 0.0026973533 + max_actor_approxkl3: 0.0022542109 + max_actor_clipfrac: 0.029296875 + max_actor_loss: 0.01622285 + max_advantage: 0.47465295 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00058264943 + max_entropy: 0.08364266 + max_grad_norm_pre_clip: 2.476279 + max_loss: 0.016382854 + std: + std_actor_approxkl1: 0.00063972594 + std_actor_approxkl3: 0.00049846986 + std_actor_clipfrac: 0.008074642 + std_actor_loss: 0.0035928548 + std_advantage: 0.028814815 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011624388 + std_entropy: 0.005686004 + std_grad_norm_pre_clip: 0.6439067 + std_loss: 0.0036102177 + eval-batch-train: + avg_avg_episode_length: 15.231689 + avg_avg_return: 0.8529562 + avg_benchmark_regret: 0.0032880523 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33942413 + proxy_corner: + avg_avg_return: 0.08871787 + avg_reward_per_step: 0.017150879 + eval-batch-orig: + avg_avg_episode_length: 16.85553 + avg_avg_return: 0.8392092 + avg_benchmark_regret: 0.004682274 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27183533 + proxy_corner: + avg_avg_return: 0.8392092 + avg_reward_per_step: 0.27183533 + eval-batch-shift: + avg_avg_episode_length: 12.707603 + avg_avg_return: 0.8837904 + avg_benchmark_regret: 0.0035713925 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34256744 + proxy_corner: + avg_avg_return: 0.058581475 + avg_reward_per_step: 0.01739502 + eval-batch-tree: + avg_avg_episode_length: 5.979422 + avg_avg_return: 0.9850488 + avg_benchmark_regret: 0.009371443 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2717743 + proxy_corner: + avg_avg_return: 0.9850488 + avg_reward_per_step: 0.2717743 +=========================================================== +=========================================================== + step: + env-step-all-before: 430964736 + env-step-replay-before: 214761472 + env-step-used-before: 430964736 + ppo-update-before: 263040 + env-step-generate-before: 216203264 + env-step-all-after: 430997504 + env-step-replay-after: 214761472 + env-step-used-after: 430997504 + ppo-update-after: 263060 + env-step-generate-after: 216236032 + train-generate: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.512428 + avg_avg_return: 0.84804666 + avg_reward_per_step: 0.35159302 + proxy_corner: + avg_avg_return: 0.04275146 + avg_reward_per_step: 0.0057678223 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 14.512428 + avg_avg_return: 0.84804666 + avg_reward_per_step: 0.35159302 + proxy_corner: + avg_avg_return: 0.04275146 + avg_reward_per_step: 0.0057678223 + perf: + env_steps_per_second: 753418.8676476467 + ppo_updates_per_second: 93.69264006152946 + eval-batch-train-duration: 0.25797649897867814 + eval-batch-orig-duration: 0.17278968304162845 + eval-batch-shift-duration: 0.14765859098406509 + eval-batch-tree-duration: 0.1408262950135395 + ued: + distances: + cheese-corne_dist_avg: 7.163574 + cheese-corne_dist_wavg: 4.321371 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 10.403076 + mouse-cheese_dist_finite_wavg: 7.341917 + mouse-cheese_dist_solvable_avg: 10.403076 + mouse-cheese_dist_solvable_wavg: 7.341918 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.600586 + num_walls_wavg: 7.860579 + prop_walls_avg: 0.28698197 + prop_walls_wavg: 0.34176427 + scoring: + avg_scores: 0.079491705 + visit_patterns: + avg_first_visit_time: 4711.6074 + avg_last_visit_time: 6544.2734 + num_replay_batches: 6554 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012894028 + avg_actor_approxkl3: 0.00082432356 + avg_actor_clipfrac: 0.028790284 + avg_actor_loss: -0.00037760867 + avg_advantage: -0.01778408 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.003058248 + avg_entropy: 0.14469163 + avg_grad_norm_pre_clip: 0.9837004 + avg_loss: 0.0010068238 + max: + max_actor_approxkl1: 0.0034248899 + max_actor_approxkl3: 0.001879037 + max_actor_clipfrac: 0.064819336 + max_actor_loss: 0.0016104728 + max_advantage: 0.36069626 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00477842 + max_entropy: 0.18476188 + max_grad_norm_pre_clip: 1.9379933 + max_loss: 0.0034641768 + std: + std_actor_approxkl1: 0.0011517984 + std_actor_approxkl3: 0.00058699935 + std_actor_clipfrac: 0.018133843 + std_actor_loss: 0.0007827098 + std_advantage: 0.07845829 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009770659 + std_entropy: 0.01766717 + std_grad_norm_pre_clip: 0.33230326 + std_loss: 0.0008911689 + eval-batch-train: + avg_avg_episode_length: 15.199081 + avg_avg_return: 0.85289675 + avg_benchmark_regret: 0.0033474388 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34187317 + proxy_corner: + avg_avg_return: 0.08386697 + avg_reward_per_step: 0.016967773 + eval-batch-orig: + avg_avg_episode_length: 16.809513 + avg_avg_return: 0.83949584 + avg_benchmark_regret: 0.0043956377 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27352142 + proxy_corner: + avg_avg_return: 0.83949584 + avg_reward_per_step: 0.27352142 + eval-batch-shift: + avg_avg_episode_length: 12.651993 + avg_avg_return: 0.8840319 + avg_benchmark_regret: 0.0033298838 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34597015 + proxy_corner: + avg_avg_return: 0.05668376 + avg_reward_per_step: 0.017105103 + eval-batch-tree: + avg_avg_episode_length: 6.297484 + avg_avg_return: 0.98470885 + avg_benchmark_regret: 0.009711413 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2709198 + proxy_corner: + avg_avg_return: 0.98470885 + avg_reward_per_step: 0.2709198 +=========================================================== +=========================================================== + step: + env-step-all-before: 432013312 + env-step-replay-before: 215252992 + env-step-used-before: 432013312 + ppo-update-before: 263680 + env-step-generate-before: 216760320 + env-step-all-after: 432046080 + env-step-replay-after: 215252992 + env-step-used-after: 432046080 + ppo-update-after: 263700 + env-step-generate-after: 216793088 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.791613 + avg_avg_return: 0.8572122 + avg_reward_per_step: 0.34396362 + proxy_corner: + avg_avg_return: 0.071059614 + avg_reward_per_step: 0.01586914 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.791613 + avg_avg_return: 0.8572122 + avg_reward_per_step: 0.34396362 + proxy_corner: + avg_avg_return: 0.071059614 + avg_reward_per_step: 0.01586914 + perf: + env_steps_per_second: 624212.0316744471 + ppo_updates_per_second: 88.45756273910064 + eval-batch-train-duration: 0.23414153896737844 + eval-batch-orig-duration: 0.1450890789856203 + eval-batch-shift-duration: 0.1439155669650063 + eval-batch-tree-duration: 0.14203657599864528 + ued: + distances: + cheese-corne_dist_avg: 7.186035 + cheese-corne_dist_wavg: 11.9593935 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 10.40918 + mouse-cheese_dist_finite_wavg: 10.936324 + mouse-cheese_dist_solvable_avg: 10.40918 + mouse-cheese_dist_solvable_wavg: 10.936324 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6118164 + num_walls_wavg: 5.162757 + prop_walls_avg: 0.28747025 + prop_walls_wavg: 0.22446772 + scoring: + avg_scores: 0.07968969 + visit_patterns: + avg_first_visit_time: 4720.754 + avg_last_visit_time: 6559.311 + num_replay_batches: 6569 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012848846 + avg_actor_approxkl3: 0.0010191103 + avg_actor_clipfrac: 0.032336425 + avg_actor_loss: -8.340459e-05 + avg_advantage: -0.02296717 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0026401575 + avg_entropy: 0.15924692 + avg_grad_norm_pre_clip: 1.4898533 + avg_loss: 0.001077427 + max: + max_actor_approxkl1: 0.0045717396 + max_actor_approxkl3: 0.0028527528 + max_actor_clipfrac: 0.076049805 + max_actor_loss: 0.0036242977 + max_advantage: 0.2334249 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004865906 + max_entropy: 0.19067079 + max_grad_norm_pre_clip: 2.9808233 + max_loss: 0.004656837 + std: + std_actor_approxkl1: 0.0011105252 + std_actor_approxkl3: 0.00080908166 + std_actor_clipfrac: 0.019370213 + std_actor_loss: 0.0014118949 + std_advantage: 0.07280975 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0009886378 + std_entropy: 0.019284774 + std_grad_norm_pre_clip: 0.7732841 + std_loss: 0.0015570207 + eval-batch-train: + avg_avg_episode_length: 15.205851 + avg_avg_return: 0.8529276 + avg_benchmark_regret: 0.0033166357 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34101105 + proxy_corner: + avg_avg_return: 0.09204639 + avg_reward_per_step: 0.017372131 + eval-batch-orig: + avg_avg_episode_length: 16.812004 + avg_avg_return: 0.8390938 + avg_benchmark_regret: 0.004797627 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2728958 + proxy_corner: + avg_avg_return: 0.8390938 + avg_reward_per_step: 0.2728958 + eval-batch-shift: + avg_avg_episode_length: 12.659521 + avg_avg_return: 0.883809 + avg_benchmark_regret: 0.003552742 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34573364 + proxy_corner: + avg_avg_return: 0.057579532 + avg_reward_per_step: 0.017333984 + eval-batch-tree: + avg_avg_episode_length: 6.086768 + avg_avg_return: 0.98536944 + avg_benchmark_regret: 0.0090508675 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27162933 + proxy_corner: + avg_avg_return: 0.98536944 + avg_reward_per_step: 0.27162933 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 433061888 + env-step-replay-before: 215777280 + env-step-used-before: 433061888 + ppo-update-before: 264320 + env-step-generate-before: 217284608 + env-step-all-after: 433094656 + env-step-replay-after: 215810048 + env-step-used-after: 433094656 + ppo-update-after: 264340 + env-step-generate-after: 217284608 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.953152 + avg_avg_return: 0.9101488 + avg_reward_per_step: 0.08917236 + proxy_corner: + avg_avg_return: 0.32301363 + avg_reward_per_step: 0.031097412 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.953152 + avg_avg_return: 0.9101488 + avg_reward_per_step: 0.08917236 + proxy_corner: + avg_avg_return: 0.32301363 + avg_reward_per_step: 0.031097412 + perf: + env_steps_per_second: 737869.5464298313 + ppo_updates_per_second: 80.76450844215576 + eval-batch-train-duration: 0.2576551240053959 + eval-batch-orig-duration: 0.15120648697484285 + eval-batch-shift-duration: 0.14468654000665992 + eval-batch-tree-duration: 0.1398086469853297 + ued: + distances: + cheese-corne_dist_avg: 7.19458 + cheese-corne_dist_wavg: 5.2245255 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 10.416992 + mouse-cheese_dist_finite_wavg: 3.7470014 + mouse-cheese_dist_solvable_avg: 10.416992 + mouse-cheese_dist_solvable_wavg: 3.7470014 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6083984 + num_walls_wavg: 9.658541 + prop_walls_avg: 0.28732163 + prop_walls_wavg: 0.41993654 + scoring: + avg_scores: 0.07987113 + visit_patterns: + avg_first_visit_time: 4730.7705 + avg_last_visit_time: 6576.252 + num_replay_batches: 6586 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005197592 + avg_actor_approxkl3: 0.00036376913 + avg_actor_clipfrac: 0.014251709 + avg_actor_loss: -0.000440479 + avg_advantage: 0.0007739786 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00034575973 + avg_entropy: 0.0779322 + avg_grad_norm_pre_clip: 0.5541691 + avg_loss: -0.00034553136 + max: + max_actor_approxkl1: 0.0018656211 + max_actor_approxkl3: 0.0009423528 + max_actor_clipfrac: 0.03479004 + max_actor_loss: 0.0006683981 + max_advantage: 0.35507488 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000684454 + max_entropy: 0.10215243 + max_grad_norm_pre_clip: 0.9690809 + max_loss: 0.00092052494 + std: + std_actor_approxkl1: 0.00046841174 + std_actor_approxkl3: 0.00023316851 + std_actor_clipfrac: 0.007722515 + std_actor_loss: 0.0005430661 + std_advantage: 0.029452505 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000108599306 + std_entropy: 0.009037569 + std_grad_norm_pre_clip: 0.19620869 + std_loss: 0.0005674922 + eval-batch-train: + avg_avg_episode_length: 15.221422 + avg_avg_return: 0.85310566 + avg_benchmark_regret: 0.003138525 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33908844 + proxy_corner: + avg_avg_return: 0.083180614 + avg_reward_per_step: 0.01702118 + eval-batch-orig: + avg_avg_episode_length: 16.805458 + avg_avg_return: 0.83940244 + avg_benchmark_regret: 0.0044890475 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27198792 + proxy_corner: + avg_avg_return: 0.83940244 + avg_reward_per_step: 0.27198792 + eval-batch-shift: + avg_avg_episode_length: 12.6671095 + avg_avg_return: 0.88355744 + avg_benchmark_regret: 0.0038043405 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3442917 + proxy_corner: + avg_avg_return: 0.057158574 + avg_reward_per_step: 0.017303467 + eval-batch-tree: + avg_avg_episode_length: 6.2016306 + avg_avg_return: 0.9843918 + avg_benchmark_regret: 0.010028519 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26999664 + proxy_corner: + avg_avg_return: 0.9843918 + avg_reward_per_step: 0.26999664 +=========================================================== +=========================================================== + step: + env-step-all-before: 434110464 + env-step-replay-before: 216334336 + env-step-used-before: 434110464 + ppo-update-before: 264960 + env-step-generate-before: 217776128 + env-step-all-after: 434143232 + env-step-replay-after: 216334336 + env-step-used-after: 434143232 + ppo-update-after: 264980 + env-step-generate-after: 217808896 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.16143 + avg_avg_return: 0.87780726 + avg_reward_per_step: 0.35671997 + proxy_corner: + avg_avg_return: 0.06563417 + avg_reward_per_step: 0.011260986 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.16143 + avg_avg_return: 0.87780726 + avg_reward_per_step: 0.35671997 + proxy_corner: + avg_avg_return: 0.06563417 + avg_reward_per_step: 0.011260986 + perf: + env_steps_per_second: 904808.1265468945 + ppo_updates_per_second: 109.14796074740703 + eval-batch-train-duration: 0.19090976397274062 + eval-batch-orig-duration: 0.14239874796476215 + eval-batch-shift-duration: 0.13978603499708697 + eval-batch-tree-duration: 0.13907284999731928 + ued: + distances: + cheese-corne_dist_avg: 7.1922607 + cheese-corne_dist_wavg: 9.719135 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 10.43042 + mouse-cheese_dist_finite_wavg: 7.3476343 + mouse-cheese_dist_solvable_avg: 10.43042 + mouse-cheese_dist_solvable_wavg: 7.3476353 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.606201 + num_walls_wavg: 6.0614376 + prop_walls_avg: 0.28722614 + prop_walls_wavg: 0.2635408 + scoring: + avg_scores: 0.07951762 + visit_patterns: + avg_first_visit_time: 4737.159 + avg_last_visit_time: 6592.327 + num_replay_batches: 6602 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011390445 + avg_actor_approxkl3: 0.0011623082 + avg_actor_clipfrac: 0.036846925 + avg_actor_loss: -0.00057566864 + avg_advantage: -0.018071827 + avg_critic_clipfrac: 0.0025390626 + avg_critic_loss: 0.0015810622 + avg_entropy: 0.15762942 + avg_grad_norm_pre_clip: 1.0162549 + avg_loss: 5.7233057e-05 + max: + max_actor_approxkl1: 0.0031399592 + max_actor_approxkl3: 0.0034479317 + max_actor_clipfrac: 0.09313965 + max_actor_loss: 0.0032066405 + max_advantage: 0.31128526 + max_critic_clipfrac: 0.016967773 + max_critic_loss: 0.0033654436 + max_entropy: 0.20959468 + max_grad_norm_pre_clip: 1.7611573 + max_loss: 0.0036347166 + std: + std_actor_approxkl1: 0.0009741745 + std_actor_approxkl3: 0.0008899183 + std_actor_clipfrac: 0.024085876 + std_actor_loss: 0.0012192106 + std_advantage: 0.057947665 + std_critic_clipfrac: 0.0057758223 + std_critic_loss: 0.0006383117 + std_entropy: 0.022388684 + std_grad_norm_pre_clip: 0.31145138 + std_loss: 0.0012850312 + eval-batch-train: + avg_avg_episode_length: 15.214991 + avg_avg_return: 0.8527783 + avg_benchmark_regret: 0.0034659514 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33945465 + proxy_corner: + avg_avg_return: 0.077485695 + avg_reward_per_step: 0.01662445 + eval-batch-orig: + avg_avg_episode_length: 16.795616 + avg_avg_return: 0.83956695 + avg_benchmark_regret: 0.0043244874 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2727127 + proxy_corner: + avg_avg_return: 0.83956695 + avg_reward_per_step: 0.2727127 + eval-batch-shift: + avg_avg_episode_length: 12.652989 + avg_avg_return: 0.8839114 + avg_benchmark_regret: 0.0034503664 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34633636 + proxy_corner: + avg_avg_return: 0.057248477 + avg_reward_per_step: 0.017089844 + eval-batch-tree: + avg_avg_episode_length: 6.047466 + avg_avg_return: 0.98515004 + avg_benchmark_regret: 0.009270232 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27222443 + proxy_corner: + avg_avg_return: 0.98515004 + avg_reward_per_step: 0.27222443 +=========================================================== +=========================================================== + step: + env-step-all-before: 435159040 + env-step-replay-before: 216825856 + env-step-used-before: 435159040 + ppo-update-before: 265600 + env-step-generate-before: 218333184 + env-step-all-after: 435191808 + env-step-replay-after: 216858624 + env-step-used-after: 435191808 + ppo-update-after: 265620 + env-step-generate-after: 218333184 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.13085 + avg_avg_return: 0.9086733 + avg_reward_per_step: 0.08956909 + proxy_corner: + avg_avg_return: 0.293982 + avg_reward_per_step: 0.028015137 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 11.13085 + avg_avg_return: 0.9086733 + avg_reward_per_step: 0.08956909 + proxy_corner: + avg_avg_return: 0.293982 + avg_reward_per_step: 0.028015137 + perf: + env_steps_per_second: 802718.1303231094 + ppo_updates_per_second: 91.20684601590548 + eval-batch-train-duration: 0.2641409380012192 + eval-batch-orig-duration: 0.17609087598975748 + eval-batch-shift-duration: 0.14836062502581626 + eval-batch-tree-duration: 0.14101411896990612 + ued: + distances: + cheese-corne_dist_avg: 7.189209 + cheese-corne_dist_wavg: 1.6262859 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 10.433594 + mouse-cheese_dist_finite_wavg: 5.5498257 + mouse-cheese_dist_solvable_avg: 10.433594 + mouse-cheese_dist_solvable_wavg: 5.5498257 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.602783 + num_walls_wavg: 5.163581 + prop_walls_avg: 0.2870775 + prop_walls_wavg: 0.22450352 + scoring: + avg_scores: 0.07972139 + visit_patterns: + avg_first_visit_time: 4743.1577 + avg_last_visit_time: 6608.3433 + num_replay_batches: 6618 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008829346 + avg_actor_approxkl3: 0.00047374074 + avg_actor_clipfrac: 0.0151550295 + avg_actor_loss: -0.00024255276 + avg_advantage: 0.02590008 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0005704059 + avg_entropy: 0.07255085 + avg_grad_norm_pre_clip: 0.66171414 + avg_loss: -2.9900606e-05 + max: + max_actor_approxkl1: 0.0023589674 + max_actor_approxkl3: 0.0010308356 + max_actor_clipfrac: 0.029907227 + max_actor_loss: 0.0016966034 + max_advantage: 0.34964246 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0012230127 + max_entropy: 0.09114268 + max_grad_norm_pre_clip: 1.3755336 + max_loss: 0.001793093 + std: + std_actor_approxkl1: 0.00073605997 + std_actor_approxkl3: 0.00027642451 + std_actor_clipfrac: 0.0076961704 + std_actor_loss: 0.00076163234 + std_advantage: 0.032965235 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0003122786 + std_entropy: 0.0054505216 + std_grad_norm_pre_clip: 0.2501084 + std_loss: 0.00073630793 + eval-batch-train: + avg_avg_episode_length: 15.214331 + avg_avg_return: 0.85297245 + avg_benchmark_regret: 0.0032717497 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3393631 + proxy_corner: + avg_avg_return: 0.085859016 + avg_reward_per_step: 0.016677856 + eval-batch-orig: + avg_avg_episode_length: 16.783121 + avg_avg_return: 0.83929086 + avg_benchmark_regret: 0.004600634 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2731018 + proxy_corner: + avg_avg_return: 0.83929086 + avg_reward_per_step: 0.2731018 + eval-batch-shift: + avg_avg_episode_length: 12.644717 + avg_avg_return: 0.8836294 + avg_benchmark_regret: 0.003732346 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34625244 + proxy_corner: + avg_avg_return: 0.05376106 + avg_reward_per_step: 0.016685486 + eval-batch-tree: + avg_avg_episode_length: 6.0956926 + avg_avg_return: 0.9849213 + avg_benchmark_regret: 0.009498976 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27186584 + proxy_corner: + avg_avg_return: 0.9849213 + avg_reward_per_step: 0.27186584 +=========================================================== +=========================================================== + step: + env-step-all-before: 436207616 + env-step-replay-before: 217317376 + env-step-used-before: 436207616 + ppo-update-before: 266240 + env-step-generate-before: 218890240 + env-step-all-after: 436240384 + env-step-replay-after: 217317376 + env-step-used-after: 436240384 + ppo-update-after: 266260 + env-step-generate-after: 218923008 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.933204 + avg_avg_return: 0.8561974 + avg_reward_per_step: 0.3336792 + proxy_corner: + avg_avg_return: 0.049955077 + avg_reward_per_step: 0.013580322 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 13.933204 + avg_avg_return: 0.8561974 + avg_reward_per_step: 0.3336792 + proxy_corner: + avg_avg_return: 0.049955077 + avg_reward_per_step: 0.013580322 + perf: + env_steps_per_second: 835078.133156804 + ppo_updates_per_second: 102.5082313699845 + eval-batch-train-duration: 0.20604615099728107 + eval-batch-orig-duration: 0.14404440100770444 + eval-batch-shift-duration: 0.13868727401131764 + eval-batch-tree-duration: 0.13813110598130152 + ued: + distances: + cheese-corne_dist_avg: 7.2233887 + cheese-corne_dist_wavg: 2.5296447 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 10.451172 + mouse-cheese_dist_finite_wavg: 10.040193 + mouse-cheese_dist_solvable_avg: 10.451172 + mouse-cheese_dist_solvable_wavg: 10.040192 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.604492 + num_walls_wavg: 6.96149 + prop_walls_avg: 0.2871518 + prop_walls_wavg: 0.30267352 + scoring: + avg_scores: 0.08003059 + visit_patterns: + avg_first_visit_time: 4751.285 + avg_last_visit_time: 6622.1934 + num_replay_batches: 6632 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00088143296 + avg_actor_approxkl3: 0.00084318407 + avg_actor_clipfrac: 0.032104492 + avg_actor_loss: -0.00031569024 + avg_advantage: -0.032251075 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0033172928 + avg_entropy: 0.14733444 + avg_grad_norm_pre_clip: 1.0163435 + avg_loss: 0.0011956218 + max: + max_actor_approxkl1: 0.003111511 + max_actor_approxkl3: 0.0015469621 + max_actor_clipfrac: 0.05102539 + max_actor_loss: 0.0021434948 + max_advantage: 0.60208327 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004894557 + max_entropy: 0.17925264 + max_grad_norm_pre_clip: 2.3072033 + max_loss: 0.003359605 + std: + std_actor_approxkl1: 0.0008570298 + std_actor_approxkl3: 0.0004317133 + std_actor_clipfrac: 0.015127413 + std_actor_loss: 0.0009411603 + std_advantage: 0.07967551 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00093169976 + std_entropy: 0.017654764 + std_grad_norm_pre_clip: 0.41924682 + std_loss: 0.00098893 + eval-batch-train: + avg_avg_episode_length: 15.229393 + avg_avg_return: 0.8527473 + avg_benchmark_regret: 0.0034968664 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3386612 + proxy_corner: + avg_avg_return: 0.083888434 + avg_reward_per_step: 0.01638031 + eval-batch-orig: + avg_avg_episode_length: 16.794594 + avg_avg_return: 0.8393324 + avg_benchmark_regret: 0.0045590755 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2726822 + proxy_corner: + avg_avg_return: 0.8393324 + avg_reward_per_step: 0.2726822 + eval-batch-shift: + avg_avg_episode_length: 12.646895 + avg_avg_return: 0.8836377 + avg_benchmark_regret: 0.00372402 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34617615 + proxy_corner: + avg_avg_return: 0.053096097 + avg_reward_per_step: 0.016357422 + eval-batch-tree: + avg_avg_episode_length: 5.9461403 + avg_avg_return: 0.9859841 + avg_benchmark_regret: 0.00843621 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27243042 + proxy_corner: + avg_avg_return: 0.9859841 + avg_reward_per_step: 0.27243042 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 437256192 + env-step-replay-before: 217841664 + env-step-used-before: 437256192 + ppo-update-before: 266880 + env-step-generate-before: 219414528 + env-step-all-after: 437288960 + env-step-replay-after: 217874432 + env-step-used-after: 437288960 + ppo-update-after: 266900 + env-step-generate-after: 219414528 + train-replay: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.903072 + avg_avg_return: 0.9100766 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.29706302 + avg_reward_per_step: 0.028656006 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 10.903072 + avg_avg_return: 0.9100766 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.29706302 + avg_reward_per_step: 0.028656006 + perf: + env_steps_per_second: 943492.2768112681 + ppo_updates_per_second: 77.5456098059512 + eval-batch-train-duration: 0.24901749601121992 + eval-batch-orig-duration: 0.1552997319959104 + eval-batch-shift-duration: 0.14405062200967222 + eval-batch-tree-duration: 0.14152135601034388 + ued: + distances: + cheese-corne_dist_avg: 7.2156982 + cheese-corne_dist_wavg: 1.6187793 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 10.46167 + mouse-cheese_dist_finite_wavg: 11.8457775 + mouse-cheese_dist_solvable_avg: 10.46167 + mouse-cheese_dist_solvable_wavg: 11.845778 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5981445 + num_walls_wavg: 7.857942 + prop_walls_avg: 0.28687584 + prop_walls_wavg: 0.34164962 + scoring: + avg_scores: 0.079927586 + visit_patterns: + avg_first_visit_time: 4758.9375 + avg_last_visit_time: 6639.2944 + num_replay_batches: 6649 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00050497724 + avg_actor_approxkl3: 0.00034650016 + avg_actor_clipfrac: 0.012915039 + avg_actor_loss: -0.00034504625 + avg_advantage: 0.01514946 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.000432668 + avg_entropy: 0.06504136 + avg_grad_norm_pre_clip: 0.5927741 + avg_loss: -0.00019375361 + max: + max_actor_approxkl1: 0.0014421118 + max_actor_approxkl3: 0.0005776718 + max_actor_clipfrac: 0.020629883 + max_actor_loss: 0.0010651443 + max_advantage: 0.37182403 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00062972365 + max_entropy: 0.07371235 + max_grad_norm_pre_clip: 1.1962302 + max_loss: 0.0012144167 + std: + std_actor_approxkl1: 0.0004287442 + std_actor_approxkl3: 0.00015856784 + std_actor_clipfrac: 0.0055403784 + std_actor_loss: 0.0006473895 + std_advantage: 0.027737476 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.8580975e-05 + std_entropy: 0.0055525796 + std_grad_norm_pre_clip: 0.20727602 + std_loss: 0.00065632624 + eval-batch-train: + avg_avg_episode_length: 15.21904 + avg_avg_return: 0.8527558 + avg_benchmark_regret: 0.003488375 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33944702 + proxy_corner: + avg_avg_return: 0.08493012 + avg_reward_per_step: 0.016593933 + eval-batch-orig: + avg_avg_episode_length: 16.841084 + avg_avg_return: 0.8389852 + avg_benchmark_regret: 0.0049062707 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27104187 + proxy_corner: + avg_avg_return: 0.8389852 + avg_reward_per_step: 0.27104187 + eval-batch-shift: + avg_avg_episode_length: 12.664322 + avg_avg_return: 0.88367283 + avg_benchmark_regret: 0.0036888644 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34519196 + proxy_corner: + avg_avg_return: 0.056599226 + avg_reward_per_step: 0.016906738 + eval-batch-tree: + avg_avg_episode_length: 6.2338114 + avg_avg_return: 0.98432314 + avg_benchmark_regret: 0.010097068 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27114868 + proxy_corner: + avg_avg_return: 0.98432314 + avg_reward_per_step: 0.27114868 +=========================================================== +=========================================================== + step: + env-step-all-before: 438304768 + env-step-replay-before: 218529792 + env-step-used-before: 438304768 + ppo-update-before: 267520 + env-step-generate-before: 219774976 + env-step-all-after: 438337536 + env-step-replay-after: 218529792 + env-step-used-after: 438337536 + ppo-update-after: 267540 + env-step-generate-after: 219807744 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.150946 + avg_avg_return: 0.8779822 + avg_reward_per_step: 0.3314209 + proxy_corner: + avg_avg_return: 0.099578865 + avg_reward_per_step: 0.019195557 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 12.150946 + avg_avg_return: 0.8779822 + avg_reward_per_step: 0.3314209 + proxy_corner: + avg_avg_return: 0.099578865 + avg_reward_per_step: 0.019195557 + perf: + env_steps_per_second: 907382.6445941394 + ppo_updates_per_second: 85.6288039616393 + eval-batch-train-duration: 0.24301242898218334 + eval-batch-orig-duration: 0.15973523200955242 + eval-batch-shift-duration: 0.14497396198567003 + eval-batch-tree-duration: 0.14260542998090386 + ued: + distances: + cheese-corne_dist_avg: 7.216675 + cheese-corne_dist_wavg: 6.1305623 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 10.450684 + mouse-cheese_dist_finite_wavg: 12.741578 + mouse-cheese_dist_solvable_avg: 10.450684 + mouse-cheese_dist_solvable_wavg: 12.74158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5996094 + num_walls_wavg: 6.0592866 + prop_walls_avg: 0.28693953 + prop_walls_wavg: 0.26344723 + scoring: + avg_scores: 0.07992123 + visit_patterns: + avg_first_visit_time: 4767.957 + avg_last_visit_time: 6659.3105 + num_replay_batches: 6669 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009099759 + avg_actor_approxkl3: 0.0008533033 + avg_actor_clipfrac: 0.032806396 + avg_actor_loss: -0.0006368942 + avg_advantage: -0.018534709 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024117182 + avg_entropy: 0.15436618 + avg_grad_norm_pre_clip: 0.8989958 + avg_loss: 0.0004145988 + max: + max_actor_approxkl1: 0.0030747976 + max_actor_approxkl3: 0.001865515 + max_actor_clipfrac: 0.06604004 + max_actor_loss: 0.0006635487 + max_advantage: 0.41782433 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004027342 + max_entropy: 0.1924944 + max_grad_norm_pre_clip: 1.7954801 + max_loss: 0.0021944146 + std: + std_actor_approxkl1: 0.0008070622 + std_actor_approxkl3: 0.00048010555 + std_actor_clipfrac: 0.015727464 + std_actor_loss: 0.0007534153 + std_advantage: 0.06986807 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00094348256 + std_entropy: 0.017926723 + std_grad_norm_pre_clip: 0.29632464 + std_loss: 0.00087215635 + eval-batch-train: + avg_avg_episode_length: 15.269371 + avg_avg_return: 0.85246253 + avg_benchmark_regret: 0.00378167 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33738708 + proxy_corner: + avg_avg_return: 0.083614446 + avg_reward_per_step: 0.01662445 + eval-batch-orig: + avg_avg_episode_length: 16.855438 + avg_avg_return: 0.8386879 + avg_benchmark_regret: 0.0052036038 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27018738 + proxy_corner: + avg_avg_return: 0.8386879 + avg_reward_per_step: 0.27018738 + eval-batch-shift: + avg_avg_episode_length: 12.696895 + avg_avg_return: 0.8835462 + avg_benchmark_regret: 0.0038155385 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34243774 + proxy_corner: + avg_avg_return: 0.056997694 + avg_reward_per_step: 0.01726532 + eval-batch-tree: + avg_avg_episode_length: 6.0122356 + avg_avg_return: 0.9854603 + avg_benchmark_regret: 0.008959951 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2710495 + proxy_corner: + avg_avg_return: 0.9854603 + avg_reward_per_step: 0.2710495 +=========================================================== +=========================================================== + step: + env-step-all-before: 439353344 + env-step-replay-before: 218988544 + env-step-used-before: 439353344 + ppo-update-before: 268160 + env-step-generate-before: 220364800 + env-step-all-after: 439386112 + env-step-replay-after: 218988544 + env-step-used-after: 439386112 + ppo-update-after: 268180 + env-step-generate-after: 220397568 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.870326 + avg_avg_return: 0.8335496 + avg_reward_per_step: 0.33984375 + proxy_corner: + avg_avg_return: 0.09678157 + avg_reward_per_step: 0.013641357 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 15.870326 + avg_avg_return: 0.8335496 + avg_reward_per_step: 0.33984375 + proxy_corner: + avg_avg_return: 0.09678157 + avg_reward_per_step: 0.013641357 + perf: + env_steps_per_second: 802652.122838045 + ppo_updates_per_second: 83.4378475845857 + eval-batch-train-duration: 0.2308674899977632 + eval-batch-orig-duration: 0.15245271800085902 + eval-batch-shift-duration: 0.14271780097624287 + eval-batch-tree-duration: 0.14278667100006714 + ued: + distances: + cheese-corne_dist_avg: 7.223877 + cheese-corne_dist_wavg: 7.921307 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 10.443359 + mouse-cheese_dist_finite_wavg: 9.143073 + mouse-cheese_dist_solvable_avg: 10.443359 + mouse-cheese_dist_solvable_wavg: 9.143075 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.597168 + num_walls_wavg: 7.8582263 + prop_walls_avg: 0.28683338 + prop_walls_wavg: 0.34166202 + scoring: + avg_scores: 0.08012003 + visit_patterns: + avg_first_visit_time: 4780.7363 + avg_last_visit_time: 6673.277 + num_replay_batches: 6683 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015711248 + avg_actor_approxkl3: 0.0011995566 + avg_actor_clipfrac: 0.043701172 + avg_actor_loss: 0.00014880729 + avg_advantage: -0.012442523 + avg_critic_clipfrac: 0.00012207031 + avg_critic_loss: 0.003187364 + avg_entropy: 0.1719845 + avg_grad_norm_pre_clip: 1.4104915 + avg_loss: 0.0015705047 + max: + max_actor_approxkl1: 0.0036415784 + max_actor_approxkl3: 0.002493291 + max_actor_clipfrac: 0.0748291 + max_actor_loss: 0.001969196 + max_advantage: 0.37605453 + max_critic_clipfrac: 0.0024414062 + max_critic_loss: 0.004984976 + max_entropy: 0.19741441 + max_grad_norm_pre_clip: 2.7415204 + max_loss: 0.004109346 + std: + std_actor_approxkl1: 0.0010488514 + std_actor_approxkl3: 0.0007073521 + std_actor_clipfrac: 0.019506056 + std_actor_loss: 0.0012079428 + std_advantage: 0.08021003 + std_critic_clipfrac: 0.0005320921 + std_critic_loss: 0.0010479557 + std_entropy: 0.014284945 + std_grad_norm_pre_clip: 0.53359264 + std_loss: 0.0011768177 + eval-batch-train: + avg_avg_episode_length: 15.232204 + avg_avg_return: 0.85248744 + avg_benchmark_regret: 0.0037567825 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33921814 + proxy_corner: + avg_avg_return: 0.084385246 + avg_reward_per_step: 0.016586304 + eval-batch-orig: + avg_avg_episode_length: 16.806906 + avg_avg_return: 0.83922994 + avg_benchmark_regret: 0.004661492 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27056885 + proxy_corner: + avg_avg_return: 0.83922994 + avg_reward_per_step: 0.27056885 + eval-batch-shift: + avg_avg_episode_length: 12.680019 + avg_avg_return: 0.8838028 + avg_benchmark_regret: 0.0035589195 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34509277 + proxy_corner: + avg_avg_return: 0.054524936 + avg_reward_per_step: 0.016563416 + eval-batch-tree: + avg_avg_episode_length: 6.0621796 + avg_avg_return: 0.9851549 + avg_benchmark_regret: 0.009265367 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27098083 + proxy_corner: + avg_avg_return: 0.9851549 + avg_reward_per_step: 0.27098083 +=========================================================== +=========================================================== + step: + env-step-all-before: 440401920 + env-step-replay-before: 219643904 + env-step-used-before: 440401920 + ppo-update-before: 268800 + env-step-generate-before: 220758016 + env-step-all-after: 440434688 + env-step-replay-after: 219676672 + env-step-used-after: 440434688 + ppo-update-after: 268820 + env-step-generate-after: 220758016 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.844262 + avg_avg_return: 0.91223216 + avg_reward_per_step: 0.08950806 + proxy_corner: + avg_avg_return: 0.24993943 + avg_reward_per_step: 0.023498535 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 10.844262 + avg_avg_return: 0.91223216 + avg_reward_per_step: 0.08950806 + proxy_corner: + avg_avg_return: 0.24993943 + avg_reward_per_step: 0.023498535 + perf: + env_steps_per_second: 934232.6767044448 + ppo_updates_per_second: 106.21160855384547 + eval-batch-train-duration: 0.19935294799506664 + eval-batch-orig-duration: 0.1412932460079901 + eval-batch-shift-duration: 0.13954690500395373 + eval-batch-tree-duration: 0.13839784904848784 + ued: + distances: + cheese-corne_dist_avg: 7.2214355 + cheese-corne_dist_wavg: 7.9290504 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 10.446045 + mouse-cheese_dist_finite_wavg: 9.144617 + mouse-cheese_dist_solvable_avg: 10.446045 + mouse-cheese_dist_solvable_wavg: 9.144618 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5942383 + num_walls_wavg: 5.158094 + prop_walls_avg: 0.286706 + prop_walls_wavg: 0.22426496 + scoring: + avg_scores: 0.07943526 + visit_patterns: + avg_first_visit_time: 4785.559 + avg_last_visit_time: 6694.1675 + num_replay_batches: 6704 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0004520361 + avg_actor_approxkl3: 0.00043655458 + avg_actor_clipfrac: 0.017248536 + avg_actor_loss: -0.00029408015 + avg_advantage: 0.015636578 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023227169 + avg_entropy: 0.08413635 + avg_grad_norm_pre_clip: 0.69031465 + avg_loss: -0.00026208066 + max: + max_actor_approxkl1: 0.00119543 + max_actor_approxkl3: 0.00093409815 + max_actor_clipfrac: 0.040283203 + max_actor_loss: 0.0013131034 + max_advantage: 0.2716666 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00034386752 + max_entropy: 0.093771264 + max_grad_norm_pre_clip: 1.4482578 + max_loss: 0.0013288052 + std: + std_actor_approxkl1: 0.00031948677 + std_actor_approxkl3: 0.00024793766 + std_actor_clipfrac: 0.009277031 + std_actor_loss: 0.00063704286 + std_advantage: 0.020006828 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.9803457e-05 + std_entropy: 0.0056938557 + std_grad_norm_pre_clip: 0.259201 + std_loss: 0.000644106 + eval-batch-train: + avg_avg_episode_length: 15.29698 + avg_avg_return: 0.85267544 + avg_benchmark_regret: 0.0035687508 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33651733 + proxy_corner: + avg_avg_return: 0.08664733 + avg_reward_per_step: 0.016899109 + eval-batch-orig: + avg_avg_episode_length: 16.83159 + avg_avg_return: 0.83914703 + avg_benchmark_regret: 0.0047444007 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27152252 + proxy_corner: + avg_avg_return: 0.83914703 + avg_reward_per_step: 0.27152252 + eval-batch-shift: + avg_avg_episode_length: 12.707775 + avg_avg_return: 0.8839565 + avg_benchmark_regret: 0.0034052252 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.341774 + proxy_corner: + avg_avg_return: 0.05812384 + avg_reward_per_step: 0.017486572 + eval-batch-tree: + avg_avg_episode_length: 6.081888 + avg_avg_return: 0.9849347 + avg_benchmark_regret: 0.009485573 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27096558 + proxy_corner: + avg_avg_return: 0.9849347 + avg_reward_per_step: 0.27096558 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 441450496 + env-step-replay-before: 220168192 + env-step-used-before: 441450496 + ppo-update-before: 269440 + env-step-generate-before: 221282304 + env-step-all-after: 441483264 + env-step-replay-after: 220200960 + env-step-used-after: 441483264 + ppo-update-after: 269460 + env-step-generate-after: 221282304 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.857647 + avg_avg_return: 0.91131485 + avg_reward_per_step: 0.08905029 + proxy_corner: + avg_avg_return: 0.3271228 + avg_reward_per_step: 0.031433105 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.857647 + avg_avg_return: 0.91131485 + avg_reward_per_step: 0.08905029 + proxy_corner: + avg_avg_return: 0.3271228 + avg_reward_per_step: 0.031433105 + perf: + env_steps_per_second: 753261.1220610342 + ppo_updates_per_second: 97.83958025495866 + eval-batch-train-duration: 0.2000421469565481 + eval-batch-orig-duration: 0.14411350100999698 + eval-batch-shift-duration: 0.13993346400093287 + eval-batch-tree-duration: 0.13851411902578548 + ued: + distances: + cheese-corne_dist_avg: 7.2313232 + cheese-corne_dist_wavg: 6.1304207 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 10.443359 + mouse-cheese_dist_finite_wavg: 13.644067 + mouse-cheese_dist_solvable_avg: 10.443359 + mouse-cheese_dist_solvable_wavg: 13.644069 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.597412 + num_walls_wavg: 6.061985 + prop_walls_avg: 0.286844 + prop_walls_wavg: 0.26356456 + scoring: + avg_scores: 0.0795435 + visit_patterns: + avg_first_visit_time: 4794.617 + avg_last_visit_time: 6710.2383 + num_replay_batches: 6720 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000888744 + avg_actor_approxkl3: 0.00039448673 + avg_actor_clipfrac: 0.013739014 + avg_actor_loss: -0.00037548933 + avg_advantage: 0.0286995 + avg_critic_clipfrac: 0.00063476566 + avg_critic_loss: 0.00047654202 + avg_entropy: 0.069732 + avg_grad_norm_pre_clip: 0.46399575 + avg_loss: -0.00020695035 + max: + max_actor_approxkl1: 0.0018905082 + max_actor_approxkl3: 0.0011463119 + max_actor_clipfrac: 0.026367188 + max_actor_loss: 0.0011332612 + max_advantage: 0.4139495 + max_critic_clipfrac: 0.0045166016 + max_critic_loss: 0.00091663946 + max_entropy: 0.08201205 + max_grad_norm_pre_clip: 1.0195513 + max_loss: 0.0012177967 + std: + std_actor_approxkl1: 0.0006586704 + std_actor_approxkl3: 0.00029761178 + std_actor_clipfrac: 0.007908373 + std_actor_loss: 0.0005896244 + std_advantage: 0.029771328 + std_critic_clipfrac: 0.0013453234 + std_critic_loss: 0.00018763916 + std_entropy: 0.005836939 + std_grad_norm_pre_clip: 0.16122526 + std_loss: 0.0006328954 + eval-batch-train: + avg_avg_episode_length: 15.246077 + avg_avg_return: 0.85291934 + avg_benchmark_regret: 0.0033248926 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33816528 + proxy_corner: + avg_avg_return: 0.08954714 + avg_reward_per_step: 0.017463684 + eval-batch-orig: + avg_avg_episode_length: 16.828392 + avg_avg_return: 0.839105 + avg_benchmark_regret: 0.004786441 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2713318 + proxy_corner: + avg_avg_return: 0.839105 + avg_reward_per_step: 0.2713318 + eval-batch-shift: + avg_avg_episode_length: 12.710434 + avg_avg_return: 0.88373816 + avg_benchmark_regret: 0.0036235477 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3432312 + proxy_corner: + avg_avg_return: 0.061397497 + avg_reward_per_step: 0.017997742 + eval-batch-tree: + avg_avg_episode_length: 6.0636387 + avg_avg_return: 0.9846896 + avg_benchmark_regret: 0.009730721 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27059937 + proxy_corner: + avg_avg_return: 0.9846896 + avg_reward_per_step: 0.27059937 +=========================================================== +=========================================================== + step: + env-step-all-before: 442499072 + env-step-replay-before: 220758016 + env-step-used-before: 442499072 + ppo-update-before: 270080 + env-step-generate-before: 221741056 + env-step-all-after: 442531840 + env-step-replay-after: 220790784 + env-step-used-after: 442531840 + ppo-update-after: 270100 + env-step-generate-after: 221741056 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 11.060598 + avg_avg_return: 0.9110939 + avg_reward_per_step: 0.088012695 + proxy_corner: + avg_avg_return: 0.2981583 + avg_reward_per_step: 0.02810669 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 11.060598 + avg_avg_return: 0.9110939 + avg_reward_per_step: 0.088012695 + proxy_corner: + avg_avg_return: 0.2981583 + avg_reward_per_step: 0.02810669 + perf: + env_steps_per_second: 756986.8285468448 + ppo_updates_per_second: 84.71797809309005 + eval-batch-train-duration: 0.24455897498410195 + eval-batch-orig-duration: 0.1545337499701418 + eval-batch-shift-duration: 0.14599902502959594 + eval-batch-tree-duration: 0.14077012002235278 + ued: + distances: + cheese-corne_dist_avg: 7.2391357 + cheese-corne_dist_wavg: 7.03087 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 10.435547 + mouse-cheese_dist_finite_wavg: 7.3463173 + mouse-cheese_dist_solvable_avg: 10.435547 + mouse-cheese_dist_solvable_wavg: 7.3463173 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5981445 + num_walls_wavg: 3.365725 + prop_walls_avg: 0.28687584 + prop_walls_wavg: 0.14633584 + scoring: + avg_scores: 0.07969329 + visit_patterns: + avg_first_visit_time: 4804.534 + avg_last_visit_time: 6728.3086 + num_replay_batches: 6738 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000590858 + avg_actor_approxkl3: 0.000411675 + avg_actor_clipfrac: 0.016760254 + avg_actor_loss: -0.00037264824 + avg_advantage: 0.0007492027 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00016096153 + avg_entropy: 0.091276824 + avg_grad_norm_pre_clip: 0.57521003 + avg_loss: -0.00038344433 + max: + max_actor_approxkl1: 0.0021151272 + max_actor_approxkl3: 0.0008492515 + max_actor_clipfrac: 0.034179688 + max_actor_loss: 0.0003274777 + max_advantage: 0.2560894 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00019310552 + max_entropy: 0.10350774 + max_grad_norm_pre_clip: 1.1376276 + max_loss: 0.00032091458 + std: + std_actor_approxkl1: 0.00058075355 + std_actor_approxkl3: 0.00024104527 + std_actor_clipfrac: 0.009416528 + std_actor_loss: 0.00054700574 + std_advantage: 0.018602042 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.963939e-05 + std_entropy: 0.005891699 + std_grad_norm_pre_clip: 0.20663027 + std_loss: 0.00055273995 + eval-batch-train: + avg_avg_episode_length: 15.262646 + avg_avg_return: 0.8521668 + avg_benchmark_regret: 0.0040773973 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33665466 + proxy_corner: + avg_avg_return: 0.09076936 + avg_reward_per_step: 0.017570496 + eval-batch-orig: + avg_avg_episode_length: 16.83305 + avg_avg_return: 0.83919966 + avg_benchmark_regret: 0.004691839 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27169037 + proxy_corner: + avg_avg_return: 0.83919966 + avg_reward_per_step: 0.27169037 + eval-batch-shift: + avg_avg_episode_length: 12.728101 + avg_avg_return: 0.88388896 + avg_benchmark_regret: 0.0034727484 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34146118 + proxy_corner: + avg_avg_return: 0.062808216 + avg_reward_per_step: 0.0184021 + eval-batch-tree: + avg_avg_episode_length: 6.274003 + avg_avg_return: 0.9842986 + avg_benchmark_regret: 0.010121714 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26770782 + proxy_corner: + avg_avg_return: 0.9842986 + avg_reward_per_step: 0.26770782 +=========================================================== +=========================================================== + step: + env-step-all-before: 443547648 + env-step-replay-before: 221347840 + env-step-used-before: 443547648 + ppo-update-before: 270720 + env-step-generate-before: 222199808 + env-step-all-after: 443580416 + env-step-replay-after: 221380608 + env-step-used-after: 443580416 + ppo-update-after: 270740 + env-step-generate-after: 222199808 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.90431 + avg_avg_return: 0.9107417 + avg_reward_per_step: 0.08898926 + proxy_corner: + avg_avg_return: 0.30150813 + avg_reward_per_step: 0.028381348 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.90431 + avg_avg_return: 0.9107417 + avg_reward_per_step: 0.08898926 + proxy_corner: + avg_avg_return: 0.30150813 + avg_reward_per_step: 0.028381348 + perf: + env_steps_per_second: 724593.1665125994 + ppo_updates_per_second: 94.20935332349332 + eval-batch-train-duration: 0.22067202697508037 + eval-batch-orig-duration: 0.14436724002007395 + eval-batch-shift-duration: 0.14133385301101953 + eval-batch-tree-duration: 0.13870591000886634 + ued: + distances: + cheese-corne_dist_avg: 7.2226562 + cheese-corne_dist_wavg: 6.125195 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 10.437256 + mouse-cheese_dist_finite_wavg: 10.939573 + mouse-cheese_dist_solvable_avg: 10.437256 + mouse-cheese_dist_solvable_wavg: 10.939573 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.597412 + num_walls_wavg: 6.0648375 + prop_walls_avg: 0.286844 + prop_walls_wavg: 0.2636886 + scoring: + avg_scores: 0.079601824 + visit_patterns: + avg_first_visit_time: 4821.651 + avg_last_visit_time: 6746.2583 + num_replay_batches: 6756 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007558072 + avg_actor_approxkl3: 0.00036247008 + avg_actor_clipfrac: 0.013647461 + avg_actor_loss: -0.00048643185 + avg_advantage: 0.028980132 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00040821076 + avg_entropy: 0.08387431 + avg_grad_norm_pre_clip: 0.66844815 + avg_loss: -0.0003662008 + max: + max_actor_approxkl1: 0.0022636692 + max_actor_approxkl3: 0.0008124286 + max_actor_clipfrac: 0.026733398 + max_actor_loss: 0.0005131513 + max_advantage: 0.38235098 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0008267857 + max_entropy: 0.095478155 + max_grad_norm_pre_clip: 1.8649942 + max_loss: 0.0006452277 + std: + std_actor_approxkl1: 0.00055665546 + std_actor_approxkl3: 0.00019628453 + std_actor_clipfrac: 0.006414513 + std_actor_loss: 0.0005009838 + std_advantage: 0.026974136 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00014279374 + std_entropy: 0.00794892 + std_grad_norm_pre_clip: 0.3751622 + std_loss: 0.00054180785 + eval-batch-train: + avg_avg_episode_length: 15.2607565 + avg_avg_return: 0.8528682 + avg_benchmark_regret: 0.0033760366 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33680725 + proxy_corner: + avg_avg_return: 0.08742526 + avg_reward_per_step: 0.01727295 + eval-batch-orig: + avg_avg_episode_length: 16.828873 + avg_avg_return: 0.8390659 + avg_benchmark_regret: 0.0048255585 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27223206 + proxy_corner: + avg_avg_return: 0.8390659 + avg_reward_per_step: 0.27223206 + eval-batch-shift: + avg_avg_episode_length: 12.826977 + avg_avg_return: 0.8833606 + avg_benchmark_regret: 0.004001091 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34175873 + proxy_corner: + avg_avg_return: 0.061242044 + avg_reward_per_step: 0.01813507 + eval-batch-tree: + avg_avg_episode_length: 6.311181 + avg_avg_return: 0.9842293 + avg_benchmark_regret: 0.010190906 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26973724 + proxy_corner: + avg_avg_return: 0.9842293 + avg_reward_per_step: 0.26973724 +=========================================================== +=========================================================== + step: + env-step-all-before: 444596224 + env-step-replay-before: 221708288 + env-step-used-before: 444596224 + ppo-update-before: 271360 + env-step-generate-before: 222887936 + env-step-all-after: 444628992 + env-step-replay-after: 221741056 + env-step-used-after: 444628992 + ppo-update-after: 271380 + env-step-generate-after: 222887936 + train-replay: + shift_proportion: 0.8984375 + avg_avg_episode_length: 11.199118 + avg_avg_return: 0.9101528 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.32502395 + avg_reward_per_step: 0.030639648 + train-all: + shift_proportion: 0.8984375 + avg_avg_episode_length: 11.199118 + avg_avg_return: 0.9101528 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.32502395 + avg_reward_per_step: 0.030639648 + perf: + env_steps_per_second: 913833.1830887976 + ppo_updates_per_second: 105.4341498914471 + eval-batch-train-duration: 0.20129263395210728 + eval-batch-orig-duration: 0.14915897097671404 + eval-batch-shift-duration: 0.14122925500851125 + eval-batch-tree-duration: 0.139087631017901 + ued: + distances: + cheese-corne_dist_avg: 7.242676 + cheese-corne_dist_wavg: 11.961164 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 10.451416 + mouse-cheese_dist_finite_wavg: 5.5448895 + mouse-cheese_dist_solvable_avg: 10.451416 + mouse-cheese_dist_solvable_wavg: 5.5448895 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.604492 + num_walls_wavg: 7.8565235 + prop_walls_avg: 0.2871518 + prop_walls_wavg: 0.34158796 + scoring: + avg_scores: 0.0801827 + visit_patterns: + avg_first_visit_time: 4829.381 + avg_last_visit_time: 6757.2915 + num_replay_batches: 6767 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000467018 + avg_actor_approxkl3: 0.0004429433 + avg_actor_clipfrac: 0.0168396 + avg_actor_loss: 5.2679214e-05 + avg_advantage: 0.03867133 + avg_critic_clipfrac: 0.026837159 + avg_critic_loss: 0.0015567294 + avg_entropy: 0.07964664 + avg_grad_norm_pre_clip: 0.8221243 + avg_loss: 0.0007513973 + max: + max_actor_approxkl1: 0.001194523 + max_actor_approxkl3: 0.00083229685 + max_actor_clipfrac: 0.03161621 + max_actor_loss: 0.0016429555 + max_advantage: 0.57356334 + max_critic_clipfrac: 0.08325195 + max_critic_loss: 0.0028736026 + max_entropy: 0.090792105 + max_grad_norm_pre_clip: 1.4858797 + max_loss: 0.0025678247 + std: + std_actor_approxkl1: 0.00031719537 + std_actor_approxkl3: 0.00021900973 + std_actor_clipfrac: 0.007910445 + std_actor_loss: 0.0008258461 + std_advantage: 0.06256727 + std_critic_clipfrac: 0.026891658 + std_critic_loss: 0.00047737698 + std_entropy: 0.007357658 + std_grad_norm_pre_clip: 0.32880533 + std_loss: 0.0009403041 + eval-batch-train: + avg_avg_episode_length: 15.222128 + avg_avg_return: 0.8526311 + avg_benchmark_regret: 0.0036131693 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3383789 + proxy_corner: + avg_avg_return: 0.09006934 + avg_reward_per_step: 0.017356873 + eval-batch-orig: + avg_avg_episode_length: 16.80743 + avg_avg_return: 0.8390398 + avg_benchmark_regret: 0.004851705 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27288055 + proxy_corner: + avg_avg_return: 0.8390398 + avg_reward_per_step: 0.27288055 + eval-batch-shift: + avg_avg_episode_length: 12.700532 + avg_avg_return: 0.88384855 + avg_benchmark_regret: 0.0035131762 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34422302 + proxy_corner: + avg_avg_return: 0.059193574 + avg_reward_per_step: 0.017601013 + eval-batch-tree: + avg_avg_episode_length: 6.365099 + avg_avg_return: 0.9818626 + avg_benchmark_regret: 0.012557659 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27192688 + proxy_corner: + avg_avg_return: 0.9818626 + avg_reward_per_step: 0.27192688 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 445644800 + env-step-replay-before: 222298112 + env-step-used-before: 445644800 + ppo-update-before: 272000 + env-step-generate-before: 223346688 + env-step-all-after: 445677568 + env-step-replay-after: 222330880 + env-step-used-after: 445677568 + ppo-update-after: 272020 + env-step-generate-after: 223346688 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.949514 + avg_avg_return: 0.9108255 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.36169535 + avg_reward_per_step: 0.034332275 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.949514 + avg_avg_return: 0.9108255 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.36169535 + avg_reward_per_step: 0.034332275 + perf: + env_steps_per_second: 946759.812986427 + ppo_updates_per_second: 83.99493694612434 + eval-batch-train-duration: 0.2365828039473854 + eval-batch-orig-duration: 0.15402545197866857 + eval-batch-shift-duration: 0.1433730060234666 + eval-batch-tree-duration: 0.1406830670312047 + ued: + distances: + cheese-corne_dist_avg: 7.2404785 + cheese-corne_dist_wavg: 11.965024 + levels_cheese_is_in_corner_avg: 0.061523438 + mouse-cheese_dist_finite_avg: 10.457764 + mouse-cheese_dist_finite_wavg: 8.249317 + mouse-cheese_dist_solvable_avg: 10.457764 + mouse-cheese_dist_solvable_wavg: 8.249318 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.602539 + num_walls_wavg: 6.9585986 + prop_walls_avg: 0.28706688 + prop_walls_wavg: 0.30254772 + scoring: + avg_scores: 0.079870954 + visit_patterns: + avg_first_visit_time: 4835.343 + avg_last_visit_time: 6775.242 + num_replay_batches: 6785 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069357554 + avg_actor_approxkl3: 0.00038809047 + avg_actor_clipfrac: 0.014910889 + avg_actor_loss: -0.0009284567 + avg_advantage: 0.0023491005 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003485442 + avg_entropy: 0.08269798 + avg_grad_norm_pre_clip: 0.50379646 + avg_loss: -0.0008368827 + max: + max_actor_approxkl1: 0.0018654286 + max_actor_approxkl3: 0.0008146892 + max_actor_clipfrac: 0.02709961 + max_actor_loss: 0.0002581505 + max_advantage: 0.4527117 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0006830085 + max_entropy: 0.09907695 + max_grad_norm_pre_clip: 1.1262642 + max_loss: 0.00034973797 + std: + std_actor_approxkl1: 0.00049749506 + std_actor_approxkl3: 0.0002222262 + std_actor_clipfrac: 0.0077811824 + std_actor_loss: 0.001155923 + std_advantage: 0.029633118 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00011204313 + std_entropy: 0.0076678577 + std_grad_norm_pre_clip: 0.2149394 + std_loss: 0.0011567326 + eval-batch-train: + avg_avg_episode_length: 15.223898 + avg_avg_return: 0.85254765 + avg_benchmark_regret: 0.0036966049 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3387909 + proxy_corner: + avg_avg_return: 0.09241679 + avg_reward_per_step: 0.017425537 + eval-batch-orig: + avg_avg_episode_length: 16.815857 + avg_avg_return: 0.8390692 + avg_benchmark_regret: 0.0048222663 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27134705 + proxy_corner: + avg_avg_return: 0.8390692 + avg_reward_per_step: 0.27134705 + eval-batch-shift: + avg_avg_episode_length: 12.805649 + avg_avg_return: 0.8834452 + avg_benchmark_regret: 0.003916526 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.061914936 + avg_reward_per_step: 0.017814636 + eval-batch-tree: + avg_avg_episode_length: 6.208902 + avg_avg_return: 0.984756 + avg_benchmark_regret: 0.009664243 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2686081 + proxy_corner: + avg_avg_return: 0.984756 + avg_reward_per_step: 0.2686081 +=========================================================== +=========================================================== + step: + env-step-all-before: 446693376 + env-step-replay-before: 222887936 + env-step-used-before: 446693376 + ppo-update-before: 272640 + env-step-generate-before: 223805440 + env-step-all-after: 446726144 + env-step-replay-after: 222920704 + env-step-used-after: 446726144 + ppo-update-after: 272660 + env-step-generate-after: 223805440 + train-replay: + shift_proportion: 0.91796875 + avg_avg_episode_length: 11.026052 + avg_avg_return: 0.9112086 + avg_reward_per_step: 0.08862305 + proxy_corner: + avg_avg_return: 0.30487052 + avg_reward_per_step: 0.028778076 + train-all: + shift_proportion: 0.91796875 + avg_avg_episode_length: 11.026052 + avg_avg_return: 0.9112086 + avg_reward_per_step: 0.08862305 + proxy_corner: + avg_avg_return: 0.30487052 + avg_reward_per_step: 0.028778076 + perf: + env_steps_per_second: 922365.0559106661 + ppo_updates_per_second: 96.43185035936833 + eval-batch-train-duration: 0.2170299440040253 + eval-batch-orig-duration: 0.14644099801080301 + eval-batch-shift-duration: 0.14559666701825336 + eval-batch-tree-duration: 0.14280056802090257 + ued: + distances: + cheese-corne_dist_avg: 7.2354736 + cheese-corne_dist_wavg: 7.9135876 + levels_cheese_is_in_corner_avg: 0.061767578 + mouse-cheese_dist_finite_avg: 10.450928 + mouse-cheese_dist_finite_wavg: 10.939779 + mouse-cheese_dist_solvable_avg: 10.450928 + mouse-cheese_dist_solvable_wavg: 10.93978 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.599121 + num_walls_wavg: 6.9587474 + prop_walls_avg: 0.28691828 + prop_walls_wavg: 0.3025543 + scoring: + avg_scores: 0.079869226 + visit_patterns: + avg_first_visit_time: 4843.289 + avg_last_visit_time: 6793.313 + num_replay_batches: 6803 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005077405 + avg_actor_approxkl3: 0.00048237285 + avg_actor_clipfrac: 0.01585083 + avg_actor_loss: -0.0005704363 + avg_advantage: 0.0013066509 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00018820551 + avg_entropy: 0.082588 + avg_grad_norm_pre_clip: 0.7100283 + avg_loss: -0.00055892154 + max: + max_actor_approxkl1: 0.0013351417 + max_actor_approxkl3: 0.0010040996 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.00062146876 + max_advantage: 0.31046748 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002929922 + max_entropy: 0.094455615 + max_grad_norm_pre_clip: 1.0759693 + max_loss: 0.0006305509 + std: + std_actor_approxkl1: 0.00037767162 + std_actor_approxkl3: 0.0002656298 + std_actor_clipfrac: 0.007109092 + std_actor_loss: 0.00060310465 + std_advantage: 0.019662783 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1724503e-05 + std_entropy: 0.005294921 + std_grad_norm_pre_clip: 0.17728966 + std_loss: 0.00060708175 + eval-batch-train: + avg_avg_episode_length: 15.287513 + avg_avg_return: 0.8525028 + avg_benchmark_regret: 0.0037414338 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.337265 + proxy_corner: + avg_avg_return: 0.082246974 + avg_reward_per_step: 0.016738892 + eval-batch-orig: + avg_avg_episode_length: 16.81982 + avg_avg_return: 0.83907044 + avg_benchmark_regret: 0.004820997 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27235413 + proxy_corner: + avg_avg_return: 0.83907044 + avg_reward_per_step: 0.27235413 + eval-batch-shift: + avg_avg_episode_length: 12.69707 + avg_avg_return: 0.88365257 + avg_benchmark_regret: 0.0037091316 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34449768 + proxy_corner: + avg_avg_return: 0.060851753 + avg_reward_per_step: 0.017608643 + eval-batch-tree: + avg_avg_episode_length: 6.011214 + avg_avg_return: 0.9849728 + avg_benchmark_regret: 0.0094474945 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27246857 + proxy_corner: + avg_avg_return: 0.9849728 + avg_reward_per_step: 0.27246857 +=========================================================== +=========================================================== + step: + env-step-all-before: 447741952 + env-step-replay-before: 223412224 + env-step-used-before: 447741952 + ppo-update-before: 273280 + env-step-generate-before: 224329728 + env-step-all-after: 447774720 + env-step-replay-after: 223412224 + env-step-used-after: 447774720 + ppo-update-after: 273300 + env-step-generate-after: 224362496 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.715194 + avg_avg_return: 0.883768 + avg_reward_per_step: 0.33859253 + proxy_corner: + avg_avg_return: 0.07979762 + avg_reward_per_step: 0.015350342 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.715194 + avg_avg_return: 0.883768 + avg_reward_per_step: 0.33859253 + proxy_corner: + avg_avg_return: 0.07979762 + avg_reward_per_step: 0.015350342 + perf: + env_steps_per_second: 686825.0346543026 + ppo_updates_per_second: 82.13784909616945 + eval-batch-train-duration: 0.23875329497968778 + eval-batch-orig-duration: 0.1484076150227338 + eval-batch-shift-duration: 0.14072463498450816 + eval-batch-tree-duration: 0.13756801601266488 + ued: + distances: + cheese-corne_dist_avg: 7.2283936 + cheese-corne_dist_wavg: 7.0240846 + levels_cheese_is_in_corner_avg: 0.06201172 + mouse-cheese_dist_finite_avg: 10.450684 + mouse-cheese_dist_finite_wavg: 6.4441247 + mouse-cheese_dist_solvable_avg: 10.450684 + mouse-cheese_dist_solvable_wavg: 6.4441237 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.602051 + num_walls_wavg: 6.9643717 + prop_walls_avg: 0.28704566 + prop_walls_wavg: 0.30279884 + scoring: + avg_scores: 0.080111176 + visit_patterns: + avg_first_visit_time: 4861.333 + avg_last_visit_time: 6808.1865 + num_replay_batches: 6818 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010852177 + avg_actor_approxkl3: 0.00069804204 + avg_actor_clipfrac: 0.02695923 + avg_actor_loss: -0.00087941595 + avg_advantage: 0.0035681077 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0021387038 + avg_entropy: 0.1514919 + avg_grad_norm_pre_clip: 0.84406966 + avg_loss: 3.8444054e-05 + max: + max_actor_approxkl1: 0.0040535186 + max_actor_approxkl3: 0.001958869 + max_actor_clipfrac: 0.0625 + max_actor_loss: 0.0011400431 + max_advantage: 0.3424669 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0033401346 + max_entropy: 0.19314137 + max_grad_norm_pre_clip: 1.2257488 + max_loss: 0.0022041332 + std: + std_actor_approxkl1: 0.00091746845 + std_actor_approxkl3: 0.00040568388 + std_actor_clipfrac: 0.014103388 + std_actor_loss: 0.0009805977 + std_advantage: 0.066429086 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00063007453 + std_entropy: 0.021014499 + std_grad_norm_pre_clip: 0.17638408 + std_loss: 0.000907062 + eval-batch-train: + avg_avg_episode_length: 15.259138 + avg_avg_return: 0.8526547 + avg_benchmark_regret: 0.0035894895 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33779907 + proxy_corner: + avg_avg_return: 0.08976393 + avg_reward_per_step: 0.017478943 + eval-batch-orig: + avg_avg_episode_length: 16.782722 + avg_avg_return: 0.8395047 + avg_benchmark_regret: 0.0043867505 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2738266 + proxy_corner: + avg_avg_return: 0.8395047 + avg_reward_per_step: 0.2738266 + eval-batch-shift: + avg_avg_episode_length: 12.694 + avg_avg_return: 0.883537 + avg_benchmark_regret: 0.003824719 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34407806 + proxy_corner: + avg_avg_return: 0.061141346 + avg_reward_per_step: 0.017845154 + eval-batch-tree: + avg_avg_episode_length: 6.0518026 + avg_avg_return: 0.9853752 + avg_benchmark_regret: 0.00904507 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27313995 + proxy_corner: + avg_avg_return: 0.9853752 + avg_reward_per_step: 0.27313995 +=========================================================== +=========================================================== + step: + env-step-all-before: 448790528 + env-step-replay-before: 224002048 + env-step-used-before: 448790528 + ppo-update-before: 273920 + env-step-generate-before: 224788480 + env-step-all-after: 448823296 + env-step-replay-after: 224002048 + env-step-used-after: 448823296 + ppo-update-after: 273940 + env-step-generate-after: 224821248 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 11.077351 + avg_avg_return: 0.8900427 + avg_reward_per_step: 0.36358643 + proxy_corner: + avg_avg_return: 0.106148735 + avg_reward_per_step: 0.020355225 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 11.077351 + avg_avg_return: 0.8900427 + avg_reward_per_step: 0.36358643 + proxy_corner: + avg_avg_return: 0.106148735 + avg_reward_per_step: 0.020355225 + perf: + env_steps_per_second: 942754.1534554699 + ppo_updates_per_second: 82.53090836017351 + eval-batch-train-duration: 0.24008550500730053 + eval-batch-orig-duration: 0.15424227097537369 + eval-batch-shift-duration: 0.14257996197557077 + eval-batch-tree-duration: 0.14028441603295505 + ued: + distances: + cheese-corne_dist_avg: 7.225708 + cheese-corne_dist_wavg: 10.615401 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 10.442871 + mouse-cheese_dist_finite_wavg: 10.047444 + mouse-cheese_dist_solvable_avg: 10.442871 + mouse-cheese_dist_solvable_wavg: 10.047445 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.604492 + num_walls_wavg: 6.063948 + prop_walls_avg: 0.2871518 + prop_walls_wavg: 0.26364988 + scoring: + avg_scores: 0.080099076 + visit_patterns: + avg_first_visit_time: 4873.533 + avg_last_visit_time: 6826.2983 + num_replay_batches: 6836 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0019058826 + avg_actor_approxkl3: 0.0014353652 + avg_actor_clipfrac: 0.044012453 + avg_actor_loss: 0.00019877414 + avg_advantage: 0.00070388353 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0019062965 + avg_entropy: 0.15735637 + avg_grad_norm_pre_clip: 1.3678777 + avg_loss: 0.0009945659 + max: + max_actor_approxkl1: 0.0062500765 + max_actor_approxkl3: 0.004546363 + max_actor_clipfrac: 0.107788086 + max_actor_loss: 0.004464697 + max_advantage: 0.3628562 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004348129 + max_entropy: 0.1869972 + max_grad_norm_pre_clip: 2.6154504 + max_loss: 0.005283714 + std: + std_actor_approxkl1: 0.00165233 + std_actor_approxkl3: 0.0011394871 + std_actor_clipfrac: 0.023067914 + std_actor_loss: 0.001605207 + std_advantage: 0.06307717 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00082707417 + std_entropy: 0.017186992 + std_grad_norm_pre_clip: 0.36118197 + std_loss: 0.0017040769 + eval-batch-train: + avg_avg_episode_length: 15.238974 + avg_avg_return: 0.85282004 + avg_benchmark_regret: 0.0034241867 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3374939 + proxy_corner: + avg_avg_return: 0.1000413 + avg_reward_per_step: 0.018241882 + eval-batch-orig: + avg_avg_episode_length: 16.776585 + avg_avg_return: 0.839166 + avg_benchmark_regret: 0.004725465 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27423096 + proxy_corner: + avg_avg_return: 0.839166 + avg_reward_per_step: 0.27423096 + eval-batch-shift: + avg_avg_episode_length: 12.704677 + avg_avg_return: 0.88362026 + avg_benchmark_regret: 0.003741427 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34436035 + proxy_corner: + avg_avg_return: 0.061352722 + avg_reward_per_step: 0.017860413 + eval-batch-tree: + avg_avg_episode_length: 6.097678 + avg_avg_return: 0.9847777 + avg_benchmark_regret: 0.009642576 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27397156 + proxy_corner: + avg_avg_return: 0.9847777 + avg_reward_per_step: 0.27397156 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 449839104 + env-step-replay-before: 224559104 + env-step-used-before: 449839104 + ppo-update-before: 274560 + env-step-generate-before: 225280000 + env-step-all-after: 449871872 + env-step-replay-after: 224559104 + env-step-used-after: 449871872 + ppo-update-after: 274580 + env-step-generate-after: 225312768 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.588891 + avg_avg_return: 0.84827876 + avg_reward_per_step: 0.33547974 + proxy_corner: + avg_avg_return: 0.08249401 + avg_reward_per_step: 0.021148682 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.588891 + avg_avg_return: 0.84827876 + avg_reward_per_step: 0.33547974 + proxy_corner: + avg_avg_return: 0.08249401 + avg_reward_per_step: 0.021148682 + perf: + env_steps_per_second: 714111.0593670453 + ppo_updates_per_second: 100.43566331624812 + eval-batch-train-duration: 0.19303337996825576 + eval-batch-orig-duration: 0.14174431801075116 + eval-batch-shift-duration: 0.1481267970521003 + eval-batch-tree-duration: 0.13911151594948024 + ued: + distances: + cheese-corne_dist_avg: 7.239624 + cheese-corne_dist_wavg: 7.9240084 + levels_cheese_is_in_corner_avg: 0.0625 + mouse-cheese_dist_finite_avg: 10.444092 + mouse-cheese_dist_finite_wavg: 10.936638 + mouse-cheese_dist_solvable_avg: 10.444092 + mouse-cheese_dist_solvable_wavg: 10.936639 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.607666 + num_walls_wavg: 6.9648542 + prop_walls_avg: 0.2872898 + prop_walls_wavg: 0.30281973 + scoring: + avg_scores: 0.08016879 + visit_patterns: + avg_first_visit_time: 4886.323 + avg_last_visit_time: 6843.297 + num_replay_batches: 6853 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008730567 + avg_actor_approxkl3: 0.0006863623 + avg_actor_clipfrac: 0.026177978 + avg_actor_loss: -0.0009462549 + avg_advantage: -0.03018727 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028492461 + avg_entropy: 0.1590707 + avg_grad_norm_pre_clip: 1.0566211 + avg_loss: 0.00031929757 + max: + max_actor_approxkl1: 0.0023936108 + max_actor_approxkl3: 0.0015527641 + max_actor_clipfrac: 0.048095703 + max_actor_loss: 0.00044890493 + max_advantage: 0.303459 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0040740888 + max_entropy: 0.18675652 + max_grad_norm_pre_clip: 1.6306821 + max_loss: 0.0017594072 + std: + std_actor_approxkl1: 0.0006976092 + std_actor_approxkl3: 0.00044583582 + std_actor_clipfrac: 0.014369987 + std_actor_loss: 0.00073518994 + std_advantage: 0.07446285 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008071131 + std_entropy: 0.016338248 + std_grad_norm_pre_clip: 0.26569527 + std_loss: 0.0008368982 + eval-batch-train: + avg_avg_episode_length: 15.2399845 + avg_avg_return: 0.85268223 + avg_benchmark_regret: 0.0035619226 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33785248 + proxy_corner: + avg_avg_return: 0.08572048 + avg_reward_per_step: 0.016967773 + eval-batch-orig: + avg_avg_episode_length: 16.788553 + avg_avg_return: 0.8394037 + avg_benchmark_regret: 0.0044877734 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27348328 + proxy_corner: + avg_avg_return: 0.8394037 + avg_reward_per_step: 0.27348328 + eval-batch-shift: + avg_avg_episode_length: 12.68343 + avg_avg_return: 0.88374466 + avg_benchmark_regret: 0.003617105 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3453064 + proxy_corner: + avg_avg_return: 0.05793202 + avg_reward_per_step: 0.016868591 + eval-batch-tree: + avg_avg_episode_length: 6.0511193 + avg_avg_return: 0.9849572 + avg_benchmark_regret: 0.00946308 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2726593 + proxy_corner: + avg_avg_return: 0.9849572 + avg_reward_per_step: 0.2726593 +=========================================================== +=========================================================== + step: + env-step-all-before: 450887680 + env-step-replay-before: 224886784 + env-step-used-before: 450887680 + ppo-update-before: 275200 + env-step-generate-before: 226000896 + env-step-all-after: 450920448 + env-step-replay-after: 224919552 + env-step-used-after: 450920448 + ppo-update-after: 275220 + env-step-generate-after: 226000896 + train-replay: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.909275 + avg_avg_return: 0.9107766 + avg_reward_per_step: 0.08868408 + proxy_corner: + avg_avg_return: 0.2978093 + avg_reward_per_step: 0.028198242 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 10.909275 + avg_avg_return: 0.9107766 + avg_reward_per_step: 0.08868408 + proxy_corner: + avg_avg_return: 0.2978093 + avg_reward_per_step: 0.028198242 + perf: + env_steps_per_second: 688002.3975181413 + ppo_updates_per_second: 99.14603733219876 + eval-batch-train-duration: 0.19382929895073175 + eval-batch-orig-duration: 0.14197404100559652 + eval-batch-shift-duration: 0.13827893597772345 + eval-batch-tree-duration: 0.13880779402097687 + ued: + distances: + cheese-corne_dist_avg: 7.234009 + cheese-corne_dist_wavg: 11.970172 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 10.460449 + mouse-cheese_dist_finite_wavg: 6.44849 + mouse-cheese_dist_solvable_avg: 10.460449 + mouse-cheese_dist_solvable_wavg: 6.4484916 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6154785 + num_walls_wavg: 6.9595976 + prop_walls_avg: 0.2876295 + prop_walls_wavg: 0.30259123 + scoring: + avg_scores: 0.07999504 + visit_patterns: + avg_first_visit_time: 4898.3623 + avg_last_visit_time: 6854.297 + num_replay_batches: 6864 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006527751 + avg_actor_approxkl3: 0.00033645073 + avg_actor_clipfrac: 0.01295166 + avg_actor_loss: -0.00046743182 + avg_advantage: 0.03742083 + avg_critic_clipfrac: 0.018035889 + avg_critic_loss: 0.0013516786 + avg_entropy: 0.07950141 + avg_grad_norm_pre_clip: 0.48053318 + avg_loss: 0.00012890607 + max: + max_actor_approxkl1: 0.001605819 + max_actor_approxkl3: 0.00078303315 + max_actor_clipfrac: 0.028198242 + max_actor_loss: 0.00080029294 + max_advantage: 0.5622755 + max_critic_clipfrac: 0.07861328 + max_critic_loss: 0.0029917625 + max_entropy: 0.09355839 + max_grad_norm_pre_clip: 0.9335387 + max_loss: 0.0014160301 + std: + std_actor_approxkl1: 0.00049239205 + std_actor_approxkl3: 0.00023770623 + std_actor_clipfrac: 0.008218959 + std_actor_loss: 0.0005184684 + std_advantage: 0.05828118 + std_critic_clipfrac: 0.023926307 + std_critic_loss: 0.0005052252 + std_entropy: 0.0077465437 + std_grad_norm_pre_clip: 0.18392281 + std_loss: 0.00069361134 + eval-batch-train: + avg_avg_episode_length: 15.299761 + avg_avg_return: 0.85227823 + avg_benchmark_regret: 0.003965986 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33998108 + proxy_corner: + avg_avg_return: 0.08281939 + avg_reward_per_step: 0.016349792 + eval-batch-orig: + avg_avg_episode_length: 16.782885 + avg_avg_return: 0.83904445 + avg_benchmark_regret: 0.0048470446 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2741089 + proxy_corner: + avg_avg_return: 0.83904445 + avg_reward_per_step: 0.2741089 + eval-batch-shift: + avg_avg_episode_length: 12.662781 + avg_avg_return: 0.88377124 + avg_benchmark_regret: 0.0035904588 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34729767 + proxy_corner: + avg_avg_return: 0.05434955 + avg_reward_per_step: 0.01663971 + eval-batch-tree: + avg_avg_episode_length: 6.041733 + avg_avg_return: 0.98500234 + avg_benchmark_regret: 0.00941791 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27420807 + proxy_corner: + avg_avg_return: 0.98500234 + avg_reward_per_step: 0.27420807 +=========================================================== +=========================================================== + step: + env-step-all-before: 451936256 + env-step-replay-before: 225509376 + env-step-used-before: 451936256 + ppo-update-before: 275840 + env-step-generate-before: 226426880 + env-step-all-after: 451969024 + env-step-replay-after: 225542144 + env-step-used-after: 451969024 + ppo-update-after: 275860 + env-step-generate-after: 226426880 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.920114 + avg_avg_return: 0.91071194 + avg_reward_per_step: 0.089019775 + proxy_corner: + avg_avg_return: 0.30992097 + avg_reward_per_step: 0.029724121 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.920114 + avg_avg_return: 0.91071194 + avg_reward_per_step: 0.089019775 + proxy_corner: + avg_avg_return: 0.30992097 + avg_reward_per_step: 0.029724121 + perf: + env_steps_per_second: 733507.7223663074 + ppo_updates_per_second: 103.93013091180109 + eval-batch-train-duration: 0.19404269102960825 + eval-batch-orig-duration: 0.14275021298089996 + eval-batch-shift-duration: 0.13899730099365115 + eval-batch-tree-duration: 0.13810418703360483 + ued: + distances: + cheese-corne_dist_avg: 7.2338867 + cheese-corne_dist_wavg: 11.962109 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 10.45752 + mouse-cheese_dist_finite_wavg: 10.040157 + mouse-cheese_dist_solvable_avg: 10.45752 + mouse-cheese_dist_solvable_wavg: 10.040156 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6105957 + num_walls_wavg: 7.855364 + prop_walls_avg: 0.28741717 + prop_walls_wavg: 0.3415376 + scoring: + avg_scores: 0.079962656 + visit_patterns: + avg_first_visit_time: 4908.368 + avg_last_visit_time: 6873.162 + num_replay_batches: 6883 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.000601182 + avg_actor_approxkl3: 0.00041330868 + avg_actor_clipfrac: 0.013787842 + avg_actor_loss: -0.00034735925 + avg_advantage: 0.019800516 + avg_critic_clipfrac: 7.934571e-05 + avg_critic_loss: 0.0005671329 + avg_entropy: 0.08245639 + avg_grad_norm_pre_clip: 0.5416682 + avg_loss: -0.00014624924 + max: + max_actor_approxkl1: 0.0015773955 + max_actor_approxkl3: 0.0010507449 + max_actor_clipfrac: 0.02734375 + max_actor_loss: 0.0013552941 + max_advantage: 0.4449255 + max_critic_clipfrac: 0.0014648438 + max_critic_loss: 0.0010799576 + max_entropy: 0.097886436 + max_grad_norm_pre_clip: 1.0202321 + max_loss: 0.0014983073 + std: + std_actor_approxkl1: 0.0006020037 + std_actor_approxkl3: 0.00024449086 + std_actor_clipfrac: 0.006800475 + std_actor_loss: 0.00056882936 + std_advantage: 0.035159733 + std_critic_clipfrac: 0.00031896346 + std_critic_loss: 0.00018708222 + std_entropy: 0.0071895723 + std_grad_norm_pre_clip: 0.16480342 + std_loss: 0.0005950491 + eval-batch-train: + avg_avg_episode_length: 15.250761 + avg_avg_return: 0.8529625 + avg_benchmark_regret: 0.0032817593 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3383255 + proxy_corner: + avg_avg_return: 0.08181341 + avg_reward_per_step: 0.016967773 + eval-batch-orig: + avg_avg_episode_length: 16.794764 + avg_avg_return: 0.83951235 + avg_benchmark_regret: 0.0043791453 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27342224 + proxy_corner: + avg_avg_return: 0.83951235 + avg_reward_per_step: 0.27342224 + eval-batch-shift: + avg_avg_episode_length: 12.682798 + avg_avg_return: 0.88374645 + avg_benchmark_regret: 0.0036152895 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34505463 + proxy_corner: + avg_avg_return: 0.056870945 + avg_reward_per_step: 0.016571045 + eval-batch-tree: + avg_avg_episode_length: 5.9965086 + avg_avg_return: 0.98537475 + avg_benchmark_regret: 0.009045528 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2730484 + proxy_corner: + avg_avg_return: 0.98537475 + avg_reward_per_step: 0.2730484 +=========================================================== +=========================================================== + step: + env-step-all-before: 452984832 + env-step-replay-before: 226033664 + env-step-used-before: 452984832 + ppo-update-before: 276480 + env-step-generate-before: 226951168 + env-step-all-after: 453017600 + env-step-replay-after: 226066432 + env-step-used-after: 453017600 + ppo-update-after: 276500 + env-step-generate-after: 226951168 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.914929 + avg_avg_return: 0.91149735 + avg_reward_per_step: 0.08935547 + proxy_corner: + avg_avg_return: 0.31817538 + avg_reward_per_step: 0.030853271 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.914929 + avg_avg_return: 0.91149735 + avg_reward_per_step: 0.08935547 + proxy_corner: + avg_avg_return: 0.31817538 + avg_reward_per_step: 0.030853271 + perf: + env_steps_per_second: 754163.4688851043 + ppo_updates_per_second: 98.86172635465107 + eval-batch-train-duration: 0.2087614510091953 + eval-batch-orig-duration: 0.15177247702376917 + eval-batch-shift-duration: 0.14240345999132842 + eval-batch-tree-duration: 0.13975415599998087 + ued: + distances: + cheese-corne_dist_avg: 7.241455 + cheese-corne_dist_wavg: 8.82249 + levels_cheese_is_in_corner_avg: 0.064208984 + mouse-cheese_dist_finite_avg: 10.449463 + mouse-cheese_dist_finite_wavg: 7.3431134 + mouse-cheese_dist_solvable_avg: 10.449463 + mouse-cheese_dist_solvable_wavg: 7.3431144 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.606201 + num_walls_wavg: 6.063697 + prop_walls_avg: 0.2872261 + prop_walls_wavg: 0.263639 + scoring: + avg_scores: 0.080176964 + visit_patterns: + avg_first_visit_time: 4920.996 + avg_last_visit_time: 6889.324 + num_replay_batches: 6899 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005071638 + avg_actor_approxkl3: 0.00035400456 + avg_actor_clipfrac: 0.012902833 + avg_actor_loss: -0.00037540725 + avg_advantage: 0.035483047 + avg_critic_clipfrac: 0.00814209 + avg_critic_loss: 0.0011452226 + avg_entropy: 0.08082005 + avg_grad_norm_pre_clip: 0.5801746 + avg_loss: 0.00011638406 + max: + max_actor_approxkl1: 0.0017827722 + max_actor_approxkl3: 0.00072379486 + max_actor_clipfrac: 0.020141602 + max_actor_loss: 0.0006980337 + max_advantage: 0.6334587 + max_critic_clipfrac: 0.053222656 + max_critic_loss: 0.0020704523 + max_entropy: 0.093138106 + max_grad_norm_pre_clip: 1.1428691 + max_loss: 0.001663932 + std: + std_actor_approxkl1: 0.0004445248 + std_actor_approxkl3: 0.00017795607 + std_actor_clipfrac: 0.005924135 + std_actor_loss: 0.00050263567 + std_advantage: 0.05112396 + std_critic_clipfrac: 0.014429366 + std_critic_loss: 0.000421728 + std_entropy: 0.007912044 + std_grad_norm_pre_clip: 0.19991155 + std_loss: 0.0006500797 + eval-batch-train: + avg_avg_episode_length: 15.24603 + avg_avg_return: 0.8530681 + avg_benchmark_regret: 0.003176095 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33987427 + proxy_corner: + avg_avg_return: 0.090109035 + avg_reward_per_step: 0.017219543 + eval-batch-orig: + avg_avg_episode_length: 16.781921 + avg_avg_return: 0.8392512 + avg_benchmark_regret: 0.004640288 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27326202 + proxy_corner: + avg_avg_return: 0.8392512 + avg_reward_per_step: 0.27326202 + eval-batch-shift: + avg_avg_episode_length: 12.698198 + avg_avg_return: 0.8838624 + avg_benchmark_regret: 0.0034993414 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3456726 + proxy_corner: + avg_avg_return: 0.056018457 + avg_reward_per_step: 0.016777039 + eval-batch-tree: + avg_avg_episode_length: 6.051608 + avg_avg_return: 0.9848882 + avg_benchmark_regret: 0.009532085 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2714615 + proxy_corner: + avg_avg_return: 0.9848882 + avg_reward_per_step: 0.2714615 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 454033408 + env-step-replay-before: 226557952 + env-step-used-before: 454033408 + ppo-update-before: 277120 + env-step-generate-before: 227475456 + env-step-all-after: 454066176 + env-step-replay-after: 226557952 + env-step-used-after: 454066176 + ppo-update-after: 277140 + env-step-generate-after: 227508224 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.574739 + avg_avg_return: 0.84800756 + avg_reward_per_step: 0.3486023 + proxy_corner: + avg_avg_return: 0.056745026 + avg_reward_per_step: 0.00793457 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.574739 + avg_avg_return: 0.84800756 + avg_reward_per_step: 0.3486023 + proxy_corner: + avg_avg_return: 0.056745026 + avg_reward_per_step: 0.00793457 + perf: + env_steps_per_second: 669788.5316052253 + ppo_updates_per_second: 95.68970140975993 + eval-batch-train-duration: 0.19812479603569955 + eval-batch-orig-duration: 0.1420018530334346 + eval-batch-shift-duration: 0.13886994100175798 + eval-batch-tree-duration: 0.13846347498474643 + ued: + distances: + cheese-corne_dist_avg: 7.2419434 + cheese-corne_dist_wavg: 10.627742 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 10.45874 + mouse-cheese_dist_finite_wavg: 9.148805 + mouse-cheese_dist_solvable_avg: 10.45874 + mouse-cheese_dist_solvable_wavg: 9.148807 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.60791 + num_walls_wavg: 6.961615 + prop_walls_avg: 0.28730044 + prop_walls_wavg: 0.30267888 + scoring: + avg_scores: 0.080361485 + visit_patterns: + avg_first_visit_time: 4933.119 + avg_last_visit_time: 6904.158 + num_replay_batches: 6914 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00095571484 + avg_actor_approxkl3: 0.00072859885 + avg_actor_clipfrac: 0.024664307 + avg_actor_loss: -0.0012709408 + avg_advantage: -0.006252123 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0028336071 + avg_entropy: 0.14775057 + avg_grad_norm_pre_clip: 0.82848233 + avg_loss: -1.887876e-06 + max: + max_actor_approxkl1: 0.003667337 + max_actor_approxkl3: 0.0018030029 + max_actor_clipfrac: 0.064208984 + max_actor_loss: 0.00014933944 + max_advantage: 0.40145063 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0048076785 + max_entropy: 0.19738334 + max_grad_norm_pre_clip: 1.1526293 + max_loss: 0.0018904664 + std: + std_actor_approxkl1: 0.00095574954 + std_actor_approxkl3: 0.0004832075 + std_actor_clipfrac: 0.01654377 + std_actor_loss: 0.0011659404 + std_advantage: 0.0766031 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0008735847 + std_entropy: 0.023843765 + std_grad_norm_pre_clip: 0.17137778 + std_loss: 0.0012154883 + eval-batch-train: + avg_avg_episode_length: 15.22719 + avg_avg_return: 0.85278213 + avg_benchmark_regret: 0.003462091 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33943176 + proxy_corner: + avg_avg_return: 0.09011612 + avg_reward_per_step: 0.017066956 + eval-batch-orig: + avg_avg_episode_length: 16.796427 + avg_avg_return: 0.8390988 + avg_benchmark_regret: 0.0047926987 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27236938 + proxy_corner: + avg_avg_return: 0.8390988 + avg_reward_per_step: 0.27236938 + eval-batch-shift: + avg_avg_episode_length: 12.695607 + avg_avg_return: 0.8837912 + avg_benchmark_regret: 0.0035705268 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34452057 + proxy_corner: + avg_avg_return: 0.056106366 + avg_reward_per_step: 0.016593933 + eval-batch-tree: + avg_avg_episode_length: 6.0084186 + avg_avg_return: 0.985432 + avg_benchmark_regret: 0.008988276 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26963806 + proxy_corner: + avg_avg_return: 0.985432 + avg_reward_per_step: 0.26963806 +=========================================================== +=========================================================== + step: + env-step-all-before: 455081984 + env-step-replay-before: 227082240 + env-step-used-before: 455081984 + ppo-update-before: 277760 + env-step-generate-before: 227999744 + env-step-all-after: 455114752 + env-step-replay-after: 227115008 + env-step-used-after: 455114752 + ppo-update-after: 277780 + env-step-generate-after: 227999744 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 11.061005 + avg_avg_return: 0.9091486 + avg_reward_per_step: 0.08810425 + proxy_corner: + avg_avg_return: 0.31079483 + avg_reward_per_step: 0.028625488 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 11.061005 + avg_avg_return: 0.9091486 + avg_reward_per_step: 0.08810425 + proxy_corner: + avg_avg_return: 0.31079483 + avg_reward_per_step: 0.028625488 + perf: + env_steps_per_second: 721368.0629919429 + ppo_updates_per_second: 88.0840391811813 + eval-batch-train-duration: 0.22425501100951806 + eval-batch-orig-duration: 0.1488218970480375 + eval-batch-shift-duration: 0.1449345310102217 + eval-batch-tree-duration: 0.14175907603930682 + ued: + distances: + cheese-corne_dist_avg: 7.2459717 + cheese-corne_dist_wavg: 8.812891 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 10.450928 + mouse-cheese_dist_finite_wavg: 7.344676 + mouse-cheese_dist_solvable_avg: 10.450928 + mouse-cheese_dist_solvable_wavg: 7.344677 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.609131 + num_walls_wavg: 6.059085 + prop_walls_avg: 0.2873535 + prop_walls_wavg: 0.26343837 + scoring: + avg_scores: 0.080285884 + visit_patterns: + avg_first_visit_time: 4950.2217 + avg_last_visit_time: 6921.26 + num_replay_batches: 6931 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00049658184 + avg_actor_approxkl3: 0.00035903355 + avg_actor_clipfrac: 0.013378906 + avg_actor_loss: -0.00038068765 + avg_advantage: 0.01754703 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00049561437 + avg_entropy: 0.094306424 + avg_grad_norm_pre_clip: 0.59705704 + avg_loss: -0.00022718697 + max: + max_actor_approxkl1: 0.0014007682 + max_actor_approxkl3: 0.0007777716 + max_actor_clipfrac: 0.025390625 + max_actor_loss: 0.00032311026 + max_advantage: 0.3899349 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00089788425 + max_entropy: 0.102509096 + max_grad_norm_pre_clip: 1.1245838 + max_loss: 0.0005241396 + std: + std_actor_approxkl1: 0.0004872066 + std_actor_approxkl3: 0.00020171965 + std_actor_clipfrac: 0.0071318108 + std_actor_loss: 0.00049089047 + std_advantage: 0.030740274 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015398388 + std_entropy: 0.004064501 + std_grad_norm_pre_clip: 0.19254032 + std_loss: 0.00052844477 + eval-batch-train: + avg_avg_episode_length: 15.293404 + avg_avg_return: 0.85240304 + avg_benchmark_regret: 0.003841178 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33635712 + proxy_corner: + avg_avg_return: 0.08760159 + avg_reward_per_step: 0.016647339 + eval-batch-orig: + avg_avg_episode_length: 16.805988 + avg_avg_return: 0.8392608 + avg_benchmark_regret: 0.004630735 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2719803 + proxy_corner: + avg_avg_return: 0.8392608 + avg_reward_per_step: 0.2719803 + eval-batch-shift: + avg_avg_episode_length: 12.73974 + avg_avg_return: 0.88347954 + avg_benchmark_regret: 0.003882173 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34217834 + proxy_corner: + avg_avg_return: 0.057527278 + avg_reward_per_step: 0.016693115 + eval-batch-tree: + avg_avg_episode_length: 6.0611053 + avg_avg_return: 0.98551625 + avg_benchmark_regret: 0.008904021 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26908875 + proxy_corner: + avg_avg_return: 0.98551625 + avg_reward_per_step: 0.26908875 +=========================================================== +=========================================================== + step: + env-step-all-before: 456130560 + env-step-replay-before: 227737600 + env-step-used-before: 456130560 + ppo-update-before: 278400 + env-step-generate-before: 228392960 + env-step-all-after: 456163328 + env-step-replay-after: 227770368 + env-step-used-after: 456163328 + ppo-update-after: 278420 + env-step-generate-after: 228392960 + train-replay: + shift_proportion: 0.91015625 + avg_avg_episode_length: 11.086931 + avg_avg_return: 0.90998197 + avg_reward_per_step: 0.08804321 + proxy_corner: + avg_avg_return: 0.32931864 + avg_reward_per_step: 0.031036377 + train-all: + shift_proportion: 0.91015625 + avg_avg_episode_length: 11.086931 + avg_avg_return: 0.90998197 + avg_reward_per_step: 0.08804321 + proxy_corner: + avg_avg_return: 0.32931864 + avg_reward_per_step: 0.031036377 + perf: + env_steps_per_second: 667192.0911045489 + ppo_updates_per_second: 100.32929478080553 + eval-batch-train-duration: 0.20144699700176716 + eval-batch-orig-duration: 0.14407644397579134 + eval-batch-shift-duration: 0.1404327970230952 + eval-batch-tree-duration: 0.13879692403133959 + ued: + distances: + cheese-corne_dist_avg: 7.2614746 + cheese-corne_dist_wavg: 4.3179827 + levels_cheese_is_in_corner_avg: 0.064208984 + mouse-cheese_dist_finite_avg: 10.440918 + mouse-cheese_dist_finite_wavg: 11.840669 + mouse-cheese_dist_solvable_avg: 10.440918 + mouse-cheese_dist_solvable_wavg: 11.84067 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.614502 + num_walls_wavg: 6.961233 + prop_walls_avg: 0.28758705 + prop_walls_wavg: 0.3026624 + scoring: + avg_scores: 0.08015165 + visit_patterns: + avg_first_visit_time: 4964.819 + avg_last_visit_time: 6941.2993 + num_replay_batches: 6951 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00030585926 + avg_actor_approxkl3: 0.0004495352 + avg_actor_clipfrac: 0.01729126 + avg_actor_loss: -0.00087466213 + avg_advantage: 0.0010793922 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019781948 + avg_entropy: 0.09765469 + avg_grad_norm_pre_clip: 0.5435694 + avg_loss: -0.0008734072 + max: + max_actor_approxkl1: 0.001395541 + max_actor_approxkl3: 0.0011495127 + max_actor_clipfrac: 0.033203125 + max_actor_loss: 0.00033024233 + max_advantage: 0.2866367 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002638555 + max_entropy: 0.10726662 + max_grad_norm_pre_clip: 0.9459803 + max_loss: 0.00035892724 + std: + std_actor_approxkl1: 0.00043218813 + std_actor_approxkl3: 0.00028352396 + std_actor_clipfrac: 0.009209254 + std_actor_loss: 0.00063094834 + std_advantage: 0.02030537 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0356076e-05 + std_entropy: 0.006996792 + std_grad_norm_pre_clip: 0.16128123 + std_loss: 0.0006366852 + eval-batch-train: + avg_avg_episode_length: 15.326677 + avg_avg_return: 0.85221386 + avg_benchmark_regret: 0.0040303986 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33625793 + proxy_corner: + avg_avg_return: 0.087460555 + avg_reward_per_step: 0.016563416 + eval-batch-orig: + avg_avg_episode_length: 16.784649 + avg_avg_return: 0.8390775 + avg_benchmark_regret: 0.0048140064 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27330017 + proxy_corner: + avg_avg_return: 0.8390775 + avg_reward_per_step: 0.27330017 + eval-batch-shift: + avg_avg_episode_length: 12.706974 + avg_avg_return: 0.88348424 + avg_benchmark_regret: 0.0038774891 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34231567 + proxy_corner: + avg_avg_return: 0.059497483 + avg_reward_per_step: 0.016998291 + eval-batch-tree: + avg_avg_episode_length: 6.134634 + avg_avg_return: 0.9851668 + avg_benchmark_regret: 0.009253504 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27183533 + proxy_corner: + avg_avg_return: 0.9851668 + avg_reward_per_step: 0.27183533 +=========================================================== +=========================================================== + step: + env-step-all-before: 457179136 + env-step-replay-before: 228425728 + env-step-used-before: 457179136 + ppo-update-before: 279040 + env-step-generate-before: 228753408 + env-step-all-after: 457211904 + env-step-replay-after: 228458496 + env-step-used-after: 457211904 + ppo-update-after: 279060 + env-step-generate-after: 228753408 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.868494 + avg_avg_return: 0.91257906 + avg_reward_per_step: 0.089141846 + proxy_corner: + avg_avg_return: 0.30227855 + avg_reward_per_step: 0.028717041 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.868494 + avg_avg_return: 0.91257906 + avg_reward_per_step: 0.089141846 + proxy_corner: + avg_avg_return: 0.30227855 + avg_reward_per_step: 0.028717041 + perf: + env_steps_per_second: 663267.2061525263 + ppo_updates_per_second: 94.44109960010222 + eval-batch-train-duration: 0.20027478697011247 + eval-batch-orig-duration: 0.14293843897758052 + eval-batch-shift-duration: 0.13970395299838856 + eval-batch-tree-duration: 0.13834443100495264 + ued: + distances: + cheese-corne_dist_avg: 7.243286 + cheese-corne_dist_wavg: 11.969221 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 10.425781 + mouse-cheese_dist_finite_wavg: 3.7512836 + mouse-cheese_dist_solvable_avg: 10.425781 + mouse-cheese_dist_solvable_wavg: 3.7512832 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.602783 + num_walls_wavg: 6.960607 + prop_walls_avg: 0.28707752 + prop_walls_wavg: 0.30263507 + scoring: + avg_scores: 0.07947333 + visit_patterns: + avg_first_visit_time: 4982.3535 + avg_last_visit_time: 6962.3604 + num_replay_batches: 6972 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00074163 + avg_actor_approxkl3: 0.00036188832 + avg_actor_clipfrac: 0.015216065 + avg_actor_loss: -0.0007138787 + avg_advantage: 0.017222926 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003037943 + avg_entropy: 0.09201684 + avg_grad_norm_pre_clip: 0.41951224 + avg_loss: -0.0006539984 + max: + max_actor_approxkl1: 0.0021659979 + max_actor_approxkl3: 0.00073085143 + max_actor_clipfrac: 0.03186035 + max_actor_loss: 2.7714297e-05 + max_advantage: 0.36597383 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00050524063 + max_entropy: 0.10332611 + max_grad_norm_pre_clip: 0.59438175 + max_loss: 0.00015939072 + std: + std_actor_approxkl1: 0.0005898256 + std_actor_approxkl3: 0.0002078193 + std_actor_clipfrac: 0.008889559 + std_actor_loss: 0.0005694017 + std_advantage: 0.024293633 + std_critic_clipfrac: 0.0 + std_critic_loss: 9.1842834e-05 + std_entropy: 0.008932295 + std_grad_norm_pre_clip: 0.091389805 + std_loss: 0.00060361554 + eval-batch-train: + avg_avg_episode_length: 15.318222 + avg_avg_return: 0.852601 + avg_benchmark_regret: 0.0036432513 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33696747 + proxy_corner: + avg_avg_return: 0.09007132 + avg_reward_per_step: 0.01675415 + eval-batch-orig: + avg_avg_episode_length: 16.789204 + avg_avg_return: 0.8393128 + avg_benchmark_regret: 0.0045786584 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27349854 + proxy_corner: + avg_avg_return: 0.8393128 + avg_reward_per_step: 0.27349854 + eval-batch-shift: + avg_avg_episode_length: 12.693716 + avg_avg_return: 0.8839933 + avg_benchmark_regret: 0.0033684187 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34249878 + proxy_corner: + avg_avg_return: 0.06131985 + avg_reward_per_step: 0.016975403 + eval-batch-tree: + avg_avg_episode_length: 6.133545 + avg_avg_return: 0.98495126 + avg_benchmark_regret: 0.009469071 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.272995 + proxy_corner: + avg_avg_return: 0.98495126 + avg_reward_per_step: 0.272995 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 458227712 + env-step-replay-before: 228818944 + env-step-used-before: 458227712 + ppo-update-before: 279680 + env-step-generate-before: 229408768 + env-step-all-after: 458260480 + env-step-replay-after: 228818944 + env-step-used-after: 458260480 + ppo-update-after: 279700 + env-step-generate-after: 229441536 + train-generate: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.118498 + avg_avg_return: 0.85429466 + avg_reward_per_step: 0.32391357 + proxy_corner: + avg_avg_return: 0.09442653 + avg_reward_per_step: 0.021240234 + train-all: + shift_proportion: 0.94921875 + avg_avg_episode_length: 14.118498 + avg_avg_return: 0.85429466 + avg_reward_per_step: 0.32391357 + proxy_corner: + avg_avg_return: 0.09442653 + avg_reward_per_step: 0.021240234 + perf: + env_steps_per_second: 698070.6579345351 + ppo_updates_per_second: 104.69018627711473 + eval-batch-train-duration: 0.19179067900404334 + eval-batch-orig-duration: 0.14203559700399637 + eval-batch-shift-duration: 0.13951569801429287 + eval-batch-tree-duration: 0.13854928698856384 + ued: + distances: + cheese-corne_dist_avg: 7.2302246 + cheese-corne_dist_wavg: 11.968267 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 10.431152 + mouse-cheese_dist_finite_wavg: 6.4491043 + mouse-cheese_dist_solvable_avg: 10.431152 + mouse-cheese_dist_solvable_wavg: 6.4491043 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6032715 + num_walls_wavg: 6.9614563 + prop_walls_avg: 0.28709877 + prop_walls_wavg: 0.30267203 + scoring: + avg_scores: 0.08030883 + visit_patterns: + avg_first_visit_time: 4994.623 + avg_last_visit_time: 6973.2725 + num_replay_batches: 6983 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011437272 + avg_actor_approxkl3: 0.0008016786 + avg_actor_clipfrac: 0.02946167 + avg_actor_loss: -0.0003617935 + avg_advantage: -0.003941348 + avg_critic_clipfrac: 5.4931643e-05 + avg_critic_loss: 0.0028487453 + avg_entropy: 0.1566694 + avg_grad_norm_pre_clip: 0.9643566 + avg_loss: 0.00090590987 + max: + max_actor_approxkl1: 0.0029200923 + max_actor_approxkl3: 0.0019918012 + max_actor_clipfrac: 0.05432129 + max_actor_loss: 0.0014430508 + max_advantage: 0.43226746 + max_critic_clipfrac: 0.0010986328 + max_critic_loss: 0.0038329205 + max_entropy: 0.20943668 + max_grad_norm_pre_clip: 1.40334 + max_loss: 0.0027595037 + std: + std_actor_approxkl1: 0.0007545802 + std_actor_approxkl3: 0.00047418775 + std_actor_clipfrac: 0.01445383 + std_actor_loss: 0.0008097732 + std_advantage: 0.07659954 + std_critic_clipfrac: 0.00023944146 + std_critic_loss: 0.0006526315 + std_entropy: 0.022457432 + std_grad_norm_pre_clip: 0.27800518 + std_loss: 0.0008284434 + eval-batch-train: + avg_avg_episode_length: 15.265661 + avg_avg_return: 0.8526888 + avg_benchmark_regret: 0.0035554597 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33824158 + proxy_corner: + avg_avg_return: 0.08283744 + avg_reward_per_step: 0.015853882 + eval-batch-orig: + avg_avg_episode_length: 16.79745 + avg_avg_return: 0.83919924 + avg_benchmark_regret: 0.004692261 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27342987 + proxy_corner: + avg_avg_return: 0.83919924 + avg_reward_per_step: 0.27342987 + eval-batch-shift: + avg_avg_episode_length: 12.656071 + avg_avg_return: 0.88386726 + avg_benchmark_regret: 0.003494433 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34457397 + proxy_corner: + avg_avg_return: 0.056321852 + avg_reward_per_step: 0.016464233 + eval-batch-tree: + avg_avg_episode_length: 6.7436905 + avg_avg_return: 0.9810645 + avg_benchmark_regret: 0.0133557655 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27162933 + proxy_corner: + avg_avg_return: 0.9810645 + avg_reward_per_step: 0.27162933 +=========================================================== +=========================================================== + step: + env-step-all-before: 459276288 + env-step-replay-before: 229343232 + env-step-used-before: 459276288 + ppo-update-before: 280320 + env-step-generate-before: 229933056 + env-step-all-after: 459309056 + env-step-replay-after: 229376000 + env-step-used-after: 459309056 + ppo-update-after: 280340 + env-step-generate-after: 229933056 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.801146 + avg_avg_return: 0.91197056 + avg_reward_per_step: 0.090148926 + proxy_corner: + avg_avg_return: 0.28468344 + avg_reward_per_step: 0.027252197 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.801146 + avg_avg_return: 0.91197056 + avg_reward_per_step: 0.090148926 + proxy_corner: + avg_avg_return: 0.28468344 + avg_reward_per_step: 0.027252197 + perf: + env_steps_per_second: 896934.092956052 + ppo_updates_per_second: 78.07681227694088 + eval-batch-train-duration: 0.2520011839806102 + eval-batch-orig-duration: 0.16079563403036445 + eval-batch-shift-duration: 0.14486724400194362 + eval-batch-tree-duration: 0.13997471297625452 + ued: + distances: + cheese-corne_dist_avg: 7.2338867 + cheese-corne_dist_wavg: 8.810007 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.438721 + mouse-cheese_dist_finite_wavg: 7.348538 + mouse-cheese_dist_solvable_avg: 10.438721 + mouse-cheese_dist_solvable_wavg: 7.348539 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6088867 + num_walls_wavg: 7.8600283 + prop_walls_avg: 0.28734288 + prop_walls_wavg: 0.3417404 + scoring: + avg_scores: 0.07974103 + visit_patterns: + avg_first_visit_time: 5007.886 + avg_last_visit_time: 6990.2007 + num_replay_batches: 7000 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00082608283 + avg_actor_approxkl3: 0.0004960589 + avg_actor_clipfrac: 0.014831543 + avg_actor_loss: -0.0002846176 + avg_advantage: 0.0020921184 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020743695 + avg_entropy: 0.077368975 + avg_grad_norm_pre_clip: 0.5963482 + avg_loss: -0.0002582681 + max: + max_actor_approxkl1: 0.002828184 + max_actor_approxkl3: 0.0012119582 + max_actor_clipfrac: 0.02709961 + max_actor_loss: 0.00073654344 + max_advantage: 0.32457387 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00038305845 + max_entropy: 0.08879362 + max_grad_norm_pre_clip: 1.0942479 + max_loss: 0.00074964104 + std: + std_actor_approxkl1: 0.0007281643 + std_actor_approxkl3: 0.00035109042 + std_actor_clipfrac: 0.008280517 + std_actor_loss: 0.00055310415 + std_advantage: 0.021001253 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.5300952e-05 + std_entropy: 0.0058683287 + std_grad_norm_pre_clip: 0.22425587 + std_loss: 0.00055207947 + eval-batch-train: + avg_avg_episode_length: 15.330787 + avg_avg_return: 0.8518363 + avg_benchmark_regret: 0.0044078585 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34008026 + proxy_corner: + avg_avg_return: 0.078906864 + avg_reward_per_step: 0.016075134 + eval-batch-orig: + avg_avg_episode_length: 16.773998 + avg_avg_return: 0.8395728 + avg_benchmark_regret: 0.0043187076 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2742691 + proxy_corner: + avg_avg_return: 0.8395728 + avg_reward_per_step: 0.2742691 + eval-batch-shift: + avg_avg_episode_length: 12.672507 + avg_avg_return: 0.8834615 + avg_benchmark_regret: 0.0039001983 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34687042 + proxy_corner: + avg_avg_return: 0.053829003 + avg_reward_per_step: 0.016464233 + eval-batch-tree: + avg_avg_episode_length: 5.911252 + avg_avg_return: 0.9854831 + avg_benchmark_regret: 0.008937124 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2746582 + proxy_corner: + avg_avg_return: 0.9854831 + avg_reward_per_step: 0.2746582 +=========================================================== +=========================================================== + step: + env-step-all-before: 460324864 + env-step-replay-before: 229834752 + env-step-used-before: 460324864 + ppo-update-before: 280960 + env-step-generate-before: 230490112 + env-step-all-after: 460357632 + env-step-replay-after: 229834752 + env-step-used-after: 460357632 + ppo-update-after: 280980 + env-step-generate-after: 230522880 + train-generate: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.146639 + avg_avg_return: 0.8640457 + avg_reward_per_step: 0.38934326 + proxy_corner: + avg_avg_return: 0.052910972 + avg_reward_per_step: 0.0134887695 + train-all: + shift_proportion: 0.96875 + avg_avg_episode_length: 13.146639 + avg_avg_return: 0.8640457 + avg_reward_per_step: 0.38934326 + proxy_corner: + avg_avg_return: 0.052910972 + avg_reward_per_step: 0.0134887695 + perf: + env_steps_per_second: 691601.3783154216 + ppo_updates_per_second: 87.91025743315151 + eval-batch-train-duration: 0.22889357502572238 + eval-batch-orig-duration: 0.1485839890083298 + eval-batch-shift-duration: 0.14159600902348757 + eval-batch-tree-duration: 0.1390767910052091 + ued: + distances: + cheese-corne_dist_avg: 7.258423 + cheese-corne_dist_wavg: 4.331194 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 10.453369 + mouse-cheese_dist_finite_wavg: 7.3455057 + mouse-cheese_dist_solvable_avg: 10.453369 + mouse-cheese_dist_solvable_wavg: 7.3455076 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6088867 + num_walls_wavg: 7.8606267 + prop_walls_avg: 0.28734288 + prop_walls_wavg: 0.34176642 + scoring: + avg_scores: 0.079765454 + visit_patterns: + avg_first_visit_time: 5015.473 + avg_last_visit_time: 7004.3574 + num_replay_batches: 7014 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0015488408 + avg_actor_approxkl3: 0.0011970123 + avg_actor_clipfrac: 0.03618164 + avg_actor_loss: -0.00044552088 + avg_advantage: -0.020474628 + avg_critic_clipfrac: 0.00029907227 + avg_critic_loss: 0.0029203896 + avg_entropy: 0.13779259 + avg_grad_norm_pre_clip: 1.1728501 + avg_loss: 0.0008768813 + max: + max_actor_approxkl1: 0.0048864237 + max_actor_approxkl3: 0.0041216435 + max_actor_clipfrac: 0.0715332 + max_actor_loss: 0.0016525388 + max_advantage: 0.219136 + max_critic_clipfrac: 0.0059814453 + max_critic_loss: 0.004162916 + max_entropy: 0.16995493 + max_grad_norm_pre_clip: 2.156067 + max_loss: 0.0029431516 + std: + std_actor_approxkl1: 0.0013172189 + std_actor_approxkl3: 0.0009283395 + std_actor_clipfrac: 0.020234767 + std_actor_loss: 0.0010448496 + std_advantage: 0.077953555 + std_critic_clipfrac: 0.0013036258 + std_critic_loss: 0.00063652685 + std_entropy: 0.014019759 + std_grad_norm_pre_clip: 0.44680136 + std_loss: 0.0010400721 + eval-batch-train: + avg_avg_episode_length: 15.208669 + avg_avg_return: 0.8529364 + avg_benchmark_regret: 0.0033078587 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34185028 + proxy_corner: + avg_avg_return: 0.0800097 + avg_reward_per_step: 0.01651001 + eval-batch-orig: + avg_avg_episode_length: 16.768673 + avg_avg_return: 0.83939934 + avg_benchmark_regret: 0.0044921115 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27420044 + proxy_corner: + avg_avg_return: 0.83939934 + avg_reward_per_step: 0.27420044 + eval-batch-shift: + avg_avg_episode_length: 12.624584 + avg_avg_return: 0.883824 + avg_benchmark_regret: 0.0035376938 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34868622 + proxy_corner: + avg_avg_return: 0.054257356 + avg_reward_per_step: 0.016540527 + eval-batch-tree: + avg_avg_episode_length: 5.966758 + avg_avg_return: 0.9850194 + avg_benchmark_regret: 0.009400908 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27375793 + proxy_corner: + avg_avg_return: 0.9850194 + avg_reward_per_step: 0.27375793 +=========================================================== +=========================================================== + step: + env-step-all-before: 461373440 + env-step-replay-before: 230424576 + env-step-used-before: 461373440 + ppo-update-before: 281600 + env-step-generate-before: 230948864 + env-step-all-after: 461406208 + env-step-replay-after: 230457344 + env-step-used-after: 461406208 + ppo-update-after: 281620 + env-step-generate-after: 230948864 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.928663 + avg_avg_return: 0.9113098 + avg_reward_per_step: 0.08868408 + proxy_corner: + avg_avg_return: 0.33531672 + avg_reward_per_step: 0.03152466 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.928663 + avg_avg_return: 0.9113098 + avg_reward_per_step: 0.08868408 + proxy_corner: + avg_avg_return: 0.33531672 + avg_reward_per_step: 0.03152466 + perf: + env_steps_per_second: 917674.5800172354 + ppo_updates_per_second: 109.88617391420544 + eval-batch-train-duration: 0.19600417901529 + eval-batch-orig-duration: 0.1488574250251986 + eval-batch-shift-duration: 0.141744930006098 + eval-batch-tree-duration: 0.13964927004417405 + ued: + distances: + cheese-corne_dist_avg: 7.258301 + cheese-corne_dist_wavg: 3.423633 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 10.455078 + mouse-cheese_dist_finite_wavg: 10.946186 + mouse-cheese_dist_solvable_avg: 10.455078 + mouse-cheese_dist_solvable_wavg: 10.946187 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.607422 + num_walls_wavg: 6.059784 + prop_walls_avg: 0.2872792 + prop_walls_wavg: 0.26346892 + scoring: + avg_scores: 0.079457924 + visit_patterns: + avg_first_visit_time: 5023.883 + avg_last_visit_time: 7023.251 + num_replay_batches: 7033 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008766378 + avg_actor_approxkl3: 0.0004582946 + avg_actor_clipfrac: 0.016583253 + avg_actor_loss: -0.0005297376 + avg_advantage: 0.0017903517 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00015143552 + avg_entropy: 0.08194424 + avg_grad_norm_pre_clip: 0.5952518 + avg_loss: -0.0005359641 + max: + max_actor_approxkl1: 0.0019066872 + max_actor_approxkl3: 0.00112701 + max_actor_clipfrac: 0.034057617 + max_actor_loss: 0.00034377538 + max_advantage: 0.26459628 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00018760827 + max_entropy: 0.09678075 + max_grad_norm_pre_clip: 0.9194757 + max_loss: 0.00034558077 + std: + std_actor_approxkl1: 0.00056797976 + std_actor_approxkl3: 0.00024995353 + std_actor_clipfrac: 0.007850581 + std_actor_loss: 0.0005745089 + std_advantage: 0.018171959 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0203517e-05 + std_entropy: 0.0055263676 + std_grad_norm_pre_clip: 0.16351952 + std_loss: 0.00057631475 + eval-batch-train: + avg_avg_episode_length: 15.270132 + avg_avg_return: 0.85232055 + avg_benchmark_regret: 0.0039236913 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3403778 + proxy_corner: + avg_avg_return: 0.08412528 + avg_reward_per_step: 0.01663208 + eval-batch-orig: + avg_avg_episode_length: 16.772621 + avg_avg_return: 0.83944696 + avg_benchmark_regret: 0.0044444986 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27251434 + proxy_corner: + avg_avg_return: 0.83944696 + avg_reward_per_step: 0.27251434 + eval-batch-shift: + avg_avg_episode_length: 12.642625 + avg_avg_return: 0.88336694 + avg_benchmark_regret: 0.0039947685 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34655 + proxy_corner: + avg_avg_return: 0.058493324 + avg_reward_per_step: 0.017097473 + eval-batch-tree: + avg_avg_episode_length: 6.0362673 + avg_avg_return: 0.9852339 + avg_benchmark_regret: 0.009186394 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27278137 + proxy_corner: + avg_avg_return: 0.9852339 + avg_reward_per_step: 0.27278137 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 462422016 + env-step-replay-before: 230948864 + env-step-used-before: 462422016 + ppo-update-before: 282240 + env-step-generate-before: 231473152 + env-step-all-after: 462454784 + env-step-replay-after: 230948864 + env-step-used-after: 462454784 + ppo-update-after: 282260 + env-step-generate-after: 231505920 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.207729 + avg_avg_return: 0.8776217 + avg_reward_per_step: 0.36471558 + proxy_corner: + avg_avg_return: 0.07742995 + avg_reward_per_step: 0.018432617 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 12.207729 + avg_avg_return: 0.8776217 + avg_reward_per_step: 0.36471558 + proxy_corner: + avg_avg_return: 0.07742995 + avg_reward_per_step: 0.018432617 + perf: + env_steps_per_second: 744959.412149564 + ppo_updates_per_second: 76.23667096606306 + eval-batch-train-duration: 0.2727514519938268 + eval-batch-orig-duration: 0.17934092599898577 + eval-batch-shift-duration: 0.14779790700413287 + eval-batch-tree-duration: 0.14073043898679316 + ued: + distances: + cheese-corne_dist_avg: 7.243042 + cheese-corne_dist_wavg: 10.610477 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 10.46167 + mouse-cheese_dist_finite_wavg: 10.042798 + mouse-cheese_dist_solvable_avg: 10.46167 + mouse-cheese_dist_solvable_wavg: 10.042801 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.609131 + num_walls_wavg: 6.060092 + prop_walls_avg: 0.28735352 + prop_walls_wavg: 0.26348224 + scoring: + avg_scores: 0.080012605 + visit_patterns: + avg_first_visit_time: 5029.579 + avg_last_visit_time: 7038.2896 + num_replay_batches: 7048 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010471214 + avg_actor_approxkl3: 0.0008087528 + avg_actor_clipfrac: 0.026055908 + avg_actor_loss: -0.0007103287 + avg_advantage: -0.018934464 + avg_critic_clipfrac: 0.0009033203 + avg_critic_loss: 0.003005394 + avg_entropy: 0.13218534 + avg_grad_norm_pre_clip: 0.88593906 + avg_loss: 0.0006601831 + max: + max_actor_approxkl1: 0.0029772634 + max_actor_approxkl3: 0.0020403275 + max_actor_clipfrac: 0.061523438 + max_actor_loss: 0.00050866604 + max_advantage: 0.25992686 + max_critic_clipfrac: 0.01550293 + max_critic_loss: 0.005530996 + max_entropy: 0.16544068 + max_grad_norm_pre_clip: 1.6173844 + max_loss: 0.0024423003 + std: + std_actor_approxkl1: 0.00088482216 + std_actor_approxkl3: 0.0005823962 + std_actor_clipfrac: 0.015917588 + std_actor_loss: 0.0007262477 + std_advantage: 0.07878101 + std_critic_clipfrac: 0.00339553 + std_critic_loss: 0.0011585774 + std_entropy: 0.016686248 + std_grad_norm_pre_clip: 0.32081908 + std_loss: 0.00078787847 + eval-batch-train: + avg_avg_episode_length: 15.254053 + avg_avg_return: 0.8526174 + avg_benchmark_regret: 0.0036268139 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34079742 + proxy_corner: + avg_avg_return: 0.0842694 + avg_reward_per_step: 0.016937256 + eval-batch-orig: + avg_avg_episode_length: 16.770918 + avg_avg_return: 0.8395804 + avg_benchmark_regret: 0.0043110796 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2737732 + proxy_corner: + avg_avg_return: 0.8395804 + avg_reward_per_step: 0.2737732 + eval-batch-shift: + avg_avg_episode_length: 12.660271 + avg_avg_return: 0.8838067 + avg_benchmark_regret: 0.0035550676 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34529114 + proxy_corner: + avg_avg_return: 0.058248594 + avg_reward_per_step: 0.016906738 + eval-batch-tree: + avg_avg_episode_length: 6.1057577 + avg_avg_return: 0.98480594 + avg_benchmark_regret: 0.009614279 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27368927 + proxy_corner: + avg_avg_return: 0.98480594 + avg_reward_per_step: 0.27368927 +=========================================================== +=========================================================== + step: + env-step-all-before: 463470592 + env-step-replay-before: 231473152 + env-step-used-before: 463470592 + ppo-update-before: 282880 + env-step-generate-before: 231997440 + env-step-all-after: 463503360 + env-step-replay-after: 231473152 + env-step-used-after: 463503360 + ppo-update-after: 282900 + env-step-generate-after: 232030208 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.134698 + avg_avg_return: 0.8649616 + avg_reward_per_step: 0.35162354 + proxy_corner: + avg_avg_return: 0.06426922 + avg_reward_per_step: 0.013122559 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.134698 + avg_avg_return: 0.8649616 + avg_reward_per_step: 0.35162354 + proxy_corner: + avg_avg_return: 0.06426922 + avg_reward_per_step: 0.013122559 + perf: + env_steps_per_second: 916985.8578393098 + ppo_updates_per_second: 107.72743256874013 + eval-batch-train-duration: 0.20999593997839838 + eval-batch-orig-duration: 0.164005703991279 + eval-batch-shift-duration: 0.1458459789864719 + eval-batch-tree-duration: 0.14073466596892104 + ued: + distances: + cheese-corne_dist_avg: 7.2269287 + cheese-corne_dist_wavg: 6.119056 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 10.465332 + mouse-cheese_dist_finite_wavg: 6.4517565 + mouse-cheese_dist_solvable_avg: 10.465332 + mouse-cheese_dist_solvable_wavg: 6.4517574 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6098633 + num_walls_wavg: 9.658754 + prop_walls_avg: 0.28738534 + prop_walls_wavg: 0.41994578 + scoring: + avg_scores: 0.07978654 + visit_patterns: + avg_first_visit_time: 5038.3975 + avg_last_visit_time: 7054.2227 + num_replay_batches: 7064 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001416444 + avg_actor_approxkl3: 0.00109625 + avg_actor_clipfrac: 0.034399416 + avg_actor_loss: -0.0005607065 + avg_advantage: -0.003738501 + avg_critic_clipfrac: 0.004058838 + avg_critic_loss: 0.0028618749 + avg_entropy: 0.13573508 + avg_grad_norm_pre_clip: 0.833128 + avg_loss: 0.00073449593 + max: + max_actor_approxkl1: 0.0033826812 + max_actor_approxkl3: 0.0023607411 + max_actor_clipfrac: 0.068237305 + max_actor_loss: 0.002820067 + max_advantage: 0.48512572 + max_critic_clipfrac: 0.035888672 + max_critic_loss: 0.004719727 + max_entropy: 0.1715679 + max_grad_norm_pre_clip: 1.7418367 + max_loss: 0.004118763 + std: + std_actor_approxkl1: 0.000947927 + std_actor_approxkl3: 0.0006872162 + std_actor_clipfrac: 0.016829135 + std_actor_loss: 0.0011344961 + std_advantage: 0.07855024 + std_critic_clipfrac: 0.009159332 + std_critic_loss: 0.00088414585 + std_entropy: 0.018470395 + std_grad_norm_pre_clip: 0.32169366 + std_loss: 0.0012866771 + eval-batch-train: + avg_avg_episode_length: 15.201716 + avg_avg_return: 0.8530418 + avg_benchmark_regret: 0.0032024093 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3418045 + proxy_corner: + avg_avg_return: 0.082465135 + avg_reward_per_step: 0.016952515 + eval-batch-orig: + avg_avg_episode_length: 16.766161 + avg_avg_return: 0.8391685 + avg_benchmark_regret: 0.0047229747 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27361298 + proxy_corner: + avg_avg_return: 0.8391685 + avg_reward_per_step: 0.27361298 + eval-batch-shift: + avg_avg_episode_length: 12.662629 + avg_avg_return: 0.88399863 + avg_benchmark_regret: 0.003363081 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34509277 + proxy_corner: + avg_avg_return: 0.056915365 + avg_reward_per_step: 0.016944885 + eval-batch-tree: + avg_avg_episode_length: 6.1149354 + avg_avg_return: 0.98516405 + avg_benchmark_regret: 0.009256232 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27226257 + proxy_corner: + avg_avg_return: 0.98516405 + avg_reward_per_step: 0.27226257 +=========================================================== +=========================================================== + step: + env-step-all-before: 464519168 + env-step-replay-before: 231899136 + env-step-used-before: 464519168 + ppo-update-before: 283520 + env-step-generate-before: 232620032 + env-step-all-after: 464551936 + env-step-replay-after: 231899136 + env-step-used-after: 464551936 + ppo-update-after: 283540 + env-step-generate-after: 232652800 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.702152 + avg_avg_return: 0.87024397 + avg_reward_per_step: 0.34414673 + proxy_corner: + avg_avg_return: 0.07743497 + avg_reward_per_step: 0.012481689 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 12.702152 + avg_avg_return: 0.87024397 + avg_reward_per_step: 0.34414673 + proxy_corner: + avg_avg_return: 0.07743497 + avg_reward_per_step: 0.012481689 + perf: + env_steps_per_second: 865146.3439326835 + ppo_updates_per_second: 106.31294337648238 + eval-batch-train-duration: 0.20022529602283612 + eval-batch-orig-duration: 0.14261814602650702 + eval-batch-shift-duration: 0.1436556110274978 + eval-batch-tree-duration: 0.14336276898393407 + ued: + distances: + cheese-corne_dist_avg: 7.2269287 + cheese-corne_dist_wavg: 6.1220245 + levels_cheese_is_in_corner_avg: 0.064697266 + mouse-cheese_dist_finite_avg: 10.468994 + mouse-cheese_dist_finite_wavg: 7.344215 + mouse-cheese_dist_solvable_avg: 10.468994 + mouse-cheese_dist_solvable_wavg: 7.344215 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6035156 + num_walls_wavg: 4.2612715 + prop_walls_avg: 0.28710938 + prop_walls_wavg: 0.18527271 + scoring: + avg_scores: 0.08026773 + visit_patterns: + avg_first_visit_time: 5051.557 + avg_last_visit_time: 7067.3115 + num_replay_batches: 7077 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012051462 + avg_actor_approxkl3: 0.00091312005 + avg_actor_clipfrac: 0.03345337 + avg_actor_loss: -0.0006644184 + avg_advantage: -0.0036559778 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0024798925 + avg_entropy: 0.16009578 + avg_grad_norm_pre_clip: 0.92384434 + avg_loss: 0.00041543195 + max: + max_actor_approxkl1: 0.003458767 + max_actor_approxkl3: 0.0020299633 + max_actor_clipfrac: 0.07421875 + max_actor_loss: 0.0006978847 + max_advantage: 0.3895123 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0036206625 + max_entropy: 0.21234873 + max_grad_norm_pre_clip: 1.9055953 + max_loss: 0.00200692 + std: + std_actor_approxkl1: 0.0009320862 + std_actor_approxkl3: 0.000579714 + std_actor_clipfrac: 0.018557115 + std_actor_loss: 0.00085926655 + std_advantage: 0.07126006 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00064168224 + std_entropy: 0.021507803 + std_grad_norm_pre_clip: 0.35622332 + std_loss: 0.0009499163 + eval-batch-train: + avg_avg_episode_length: 15.250116 + avg_avg_return: 0.8524165 + avg_benchmark_regret: 0.0038276936 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34070587 + proxy_corner: + avg_avg_return: 0.08711012 + avg_reward_per_step: 0.016670227 + eval-batch-orig: + avg_avg_episode_length: 16.804192 + avg_avg_return: 0.8392395 + avg_benchmark_regret: 0.004652001 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27280426 + proxy_corner: + avg_avg_return: 0.8392395 + avg_reward_per_step: 0.27280426 + eval-batch-shift: + avg_avg_episode_length: 12.656032 + avg_avg_return: 0.8837924 + avg_benchmark_regret: 0.0035693366 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3460083 + proxy_corner: + avg_avg_return: 0.060710445 + avg_reward_per_step: 0.016944885 + eval-batch-tree: + avg_avg_episode_length: 6.137717 + avg_avg_return: 0.98440456 + avg_benchmark_regret: 0.010015713 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27082825 + proxy_corner: + avg_avg_return: 0.98440456 + avg_reward_per_step: 0.27082825 +=========================================================== +=========================================================== + step: + env-step-all-before: 465567744 + env-step-replay-before: 232226816 + env-step-used-before: 465567744 + ppo-update-before: 284160 + env-step-generate-before: 233340928 + env-step-all-after: 465600512 + env-step-replay-after: 232259584 + env-step-used-after: 465600512 + ppo-update-after: 284180 + env-step-generate-after: 233340928 + train-replay: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.870361 + avg_avg_return: 0.91082233 + avg_reward_per_step: 0.08932495 + proxy_corner: + avg_avg_return: 0.2807738 + avg_reward_per_step: 0.026489258 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 10.870361 + avg_avg_return: 0.91082233 + avg_reward_per_step: 0.08932495 + proxy_corner: + avg_avg_return: 0.2807738 + avg_reward_per_step: 0.026489258 + perf: + env_steps_per_second: 915539.6247530911 + ppo_updates_per_second: 98.92090499553464 + eval-batch-train-duration: 0.2117550250259228 + eval-batch-orig-duration: 0.1432991389883682 + eval-batch-shift-duration: 0.14152315200772136 + eval-batch-tree-duration: 0.1395540509838611 + ued: + distances: + cheese-corne_dist_avg: 7.2158203 + cheese-corne_dist_wavg: 0.72813076 + levels_cheese_is_in_corner_avg: 0.063964844 + mouse-cheese_dist_finite_avg: 10.480957 + mouse-cheese_dist_finite_wavg: 10.045588 + mouse-cheese_dist_solvable_avg: 10.480957 + mouse-cheese_dist_solvable_wavg: 10.0455885 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6135254 + num_walls_wavg: 9.655289 + prop_walls_avg: 0.28754455 + prop_walls_wavg: 0.41979513 + scoring: + avg_scores: 0.08028206 + visit_patterns: + avg_first_visit_time: 5058.4844 + avg_last_visit_time: 7078.381 + num_replay_batches: 7088 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0009580493 + avg_actor_approxkl3: 0.0005163712 + avg_actor_clipfrac: 0.015734864 + avg_actor_loss: -0.0004455312 + avg_advantage: 0.026952147 + avg_critic_clipfrac: 6.1035157e-06 + avg_critic_loss: 0.00050782046 + avg_entropy: 0.076552995 + avg_grad_norm_pre_clip: 0.70868033 + avg_loss: -0.00026817396 + max: + max_actor_approxkl1: 0.0026249555 + max_actor_approxkl3: 0.0018083607 + max_actor_clipfrac: 0.037353516 + max_actor_loss: 0.0011954233 + max_advantage: 0.38951254 + max_critic_clipfrac: 0.00012207031 + max_critic_loss: 0.0008558131 + max_entropy: 0.08999276 + max_grad_norm_pre_clip: 1.4984205 + max_loss: 0.0013623001 + std: + std_actor_approxkl1: 0.0008087501 + std_actor_approxkl3: 0.00044764907 + std_actor_clipfrac: 0.009610423 + std_actor_loss: 0.0008305032 + std_advantage: 0.031438667 + std_critic_clipfrac: 2.6604606e-05 + std_critic_loss: 0.00015551018 + std_entropy: 0.0072398894 + std_grad_norm_pre_clip: 0.2841105 + std_loss: 0.0008670966 + eval-batch-train: + avg_avg_episode_length: 15.177618 + avg_avg_return: 0.85296774 + avg_benchmark_regret: 0.0032764522 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34210205 + proxy_corner: + avg_avg_return: 0.089824475 + avg_reward_per_step: 0.01751709 + eval-batch-orig: + avg_avg_episode_length: 16.778486 + avg_avg_return: 0.83886087 + avg_benchmark_regret: 0.005030562 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27425385 + proxy_corner: + avg_avg_return: 0.83886087 + avg_reward_per_step: 0.27425385 + eval-batch-shift: + avg_avg_episode_length: 12.644791 + avg_avg_return: 0.88377595 + avg_benchmark_regret: 0.0035857481 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34700012 + proxy_corner: + avg_avg_return: 0.05871331 + avg_reward_per_step: 0.017219543 + eval-batch-tree: + avg_avg_episode_length: 6.318815 + avg_avg_return: 0.98378927 + avg_benchmark_regret: 0.010630971 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27233887 + proxy_corner: + avg_avg_return: 0.98378927 + avg_reward_per_step: 0.27233887 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 466616320 + env-step-replay-before: 232652800 + env-step-used-before: 466616320 + ppo-update-before: 284800 + env-step-generate-before: 233963520 + env-step-all-after: 466649088 + env-step-replay-after: 232652800 + env-step-used-after: 466649088 + ppo-update-after: 284820 + env-step-generate-after: 233996288 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.726461 + avg_avg_return: 0.84540343 + avg_reward_per_step: 0.35964966 + proxy_corner: + avg_avg_return: 0.072435334 + avg_reward_per_step: 0.013427734 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 14.726461 + avg_avg_return: 0.84540343 + avg_reward_per_step: 0.35964966 + proxy_corner: + avg_avg_return: 0.072435334 + avg_reward_per_step: 0.013427734 + perf: + env_steps_per_second: 925982.3644769957 + ppo_updates_per_second: 105.97885205020793 + eval-batch-train-duration: 0.20007891999557614 + eval-batch-orig-duration: 0.14861993701197207 + eval-batch-shift-duration: 0.14205308101372793 + eval-batch-tree-duration: 0.14007276797201484 + ued: + distances: + cheese-corne_dist_avg: 7.2425537 + cheese-corne_dist_wavg: 0.72924066 + levels_cheese_is_in_corner_avg: 0.06323242 + mouse-cheese_dist_finite_avg: 10.470459 + mouse-cheese_dist_finite_wavg: 6.4482656 + mouse-cheese_dist_solvable_avg: 10.470459 + mouse-cheese_dist_solvable_wavg: 6.4482665 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6223145 + num_walls_wavg: 6.06883 + prop_walls_avg: 0.2879267 + prop_walls_wavg: 0.2638621 + scoring: + avg_scores: 0.08039105 + visit_patterns: + avg_first_visit_time: 5079.002 + avg_last_visit_time: 7090.23 + num_replay_batches: 7100 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014268825 + avg_actor_approxkl3: 0.0011270817 + avg_actor_clipfrac: 0.03652344 + avg_actor_loss: 3.912747e-05 + avg_advantage: -0.009830571 + avg_critic_clipfrac: 0.0014221192 + avg_critic_loss: 0.003171152 + avg_entropy: 0.13758434 + avg_grad_norm_pre_clip: 1.1586794 + avg_loss: 0.0014871191 + max: + max_actor_approxkl1: 0.00368698 + max_actor_approxkl3: 0.0025137695 + max_actor_clipfrac: 0.07946777 + max_actor_loss: 0.0023600273 + max_advantage: 0.40553123 + max_critic_clipfrac: 0.01159668 + max_critic_loss: 0.004303305 + max_entropy: 0.18160741 + max_grad_norm_pre_clip: 2.2966516 + max_loss: 0.003960153 + std: + std_actor_approxkl1: 0.0010497972 + std_actor_approxkl3: 0.000746711 + std_actor_clipfrac: 0.021703111 + std_actor_loss: 0.0012341065 + std_advantage: 0.08142383 + std_critic_clipfrac: 0.0033406422 + std_critic_loss: 0.00082804053 + std_entropy: 0.020507697 + std_grad_norm_pre_clip: 0.4254585 + std_loss: 0.0013966615 + eval-batch-train: + avg_avg_episode_length: 15.180547 + avg_avg_return: 0.853142 + avg_benchmark_regret: 0.0031021864 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34163666 + proxy_corner: + avg_avg_return: 0.08593032 + avg_reward_per_step: 0.017494202 + eval-batch-orig: + avg_avg_episode_length: 16.78268 + avg_avg_return: 0.8396136 + avg_benchmark_regret: 0.0042778524 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2732849 + proxy_corner: + avg_avg_return: 0.8396136 + avg_reward_per_step: 0.2732849 + eval-batch-shift: + avg_avg_episode_length: 12.651178 + avg_avg_return: 0.8839333 + avg_benchmark_regret: 0.0034284666 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34779358 + proxy_corner: + avg_avg_return: 0.058622897 + avg_reward_per_step: 0.017295837 + eval-batch-tree: + avg_avg_episode_length: 5.911662 + avg_avg_return: 0.98556966 + avg_benchmark_regret: 0.008850616 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27179718 + proxy_corner: + avg_avg_return: 0.98556966 + avg_reward_per_step: 0.27179718 +=========================================================== +=========================================================== + step: + env-step-all-before: 467664896 + env-step-replay-before: 233144320 + env-step-used-before: 467664896 + ppo-update-before: 285440 + env-step-generate-before: 234520576 + env-step-all-after: 467697664 + env-step-replay-after: 233177088 + env-step-used-after: 467697664 + ppo-update-after: 285460 + env-step-generate-after: 234520576 + train-replay: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.186096 + avg_avg_return: 0.9070834 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.29270986 + avg_reward_per_step: 0.028015137 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 11.186096 + avg_avg_return: 0.9070834 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.29270986 + avg_reward_per_step: 0.028015137 + perf: + env_steps_per_second: 671821.3286706236 + ppo_updates_per_second: 97.95435409397324 + eval-batch-train-duration: 0.19447530794423074 + eval-batch-orig-duration: 0.14180408196989447 + eval-batch-shift-duration: 0.1383450230350718 + eval-batch-tree-duration: 0.1389783170307055 + ued: + distances: + cheese-corne_dist_avg: 7.253784 + cheese-corne_dist_wavg: 6.113685 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 10.471191 + mouse-cheese_dist_finite_wavg: 6.450247 + mouse-cheese_dist_solvable_avg: 10.471191 + mouse-cheese_dist_solvable_wavg: 6.450248 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6279297 + num_walls_wavg: 9.659806 + prop_walls_avg: 0.2881708 + prop_walls_wavg: 0.41999158 + scoring: + avg_scores: 0.0806901 + visit_patterns: + avg_first_visit_time: 5087.584 + avg_last_visit_time: 7106.1533 + num_replay_batches: 7116 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007001396 + avg_actor_approxkl3: 0.0004374229 + avg_actor_clipfrac: 0.016723633 + avg_actor_loss: -0.00064224907 + avg_advantage: 0.005312047 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00043245312 + avg_entropy: 0.09364332 + avg_grad_norm_pre_clip: 0.6504187 + avg_loss: -0.00051966583 + max: + max_actor_approxkl1: 0.0022553746 + max_actor_approxkl3: 0.00096835545 + max_actor_clipfrac: 0.030639648 + max_actor_loss: 0.0013775602 + max_advantage: 0.37707978 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0010843206 + max_entropy: 0.10584119 + max_grad_norm_pre_clip: 1.587102 + max_loss: 0.0014087058 + std: + std_actor_approxkl1: 0.00060660124 + std_actor_approxkl3: 0.00023199202 + std_actor_clipfrac: 0.0073817726 + std_actor_loss: 0.0010984514 + std_advantage: 0.030184079 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00030552494 + std_entropy: 0.006865414 + std_grad_norm_pre_clip: 0.29790115 + std_loss: 0.0010443338 + eval-batch-train: + avg_avg_episode_length: 15.2427635 + avg_avg_return: 0.8526318 + avg_benchmark_regret: 0.0036123393 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33904266 + proxy_corner: + avg_avg_return: 0.08950728 + avg_reward_per_step: 0.017173767 + eval-batch-orig: + avg_avg_episode_length: 16.819756 + avg_avg_return: 0.8391542 + avg_benchmark_regret: 0.0047372896 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27153778 + proxy_corner: + avg_avg_return: 0.8391542 + avg_reward_per_step: 0.27153778 + eval-batch-shift: + avg_avg_episode_length: 12.673344 + avg_avg_return: 0.88355553 + avg_benchmark_regret: 0.0038062073 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34480286 + proxy_corner: + avg_avg_return: 0.057831652 + avg_reward_per_step: 0.017326355 + eval-batch-tree: + avg_avg_episode_length: 5.9729958 + avg_avg_return: 0.98512125 + avg_benchmark_regret: 0.009298997 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2682953 + proxy_corner: + avg_avg_return: 0.98512125 + avg_reward_per_step: 0.2682953 +=========================================================== +=========================================================== + step: + env-step-all-before: 468713472 + env-step-replay-before: 233570304 + env-step-used-before: 468713472 + ppo-update-before: 286080 + env-step-generate-before: 235143168 + env-step-all-after: 468746240 + env-step-replay-after: 233603072 + env-step-used-after: 468746240 + ppo-update-after: 286100 + env-step-generate-after: 235143168 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.070556 + avg_avg_return: 0.91110635 + avg_reward_per_step: 0.08883667 + proxy_corner: + avg_avg_return: 0.2485621 + avg_reward_per_step: 0.023712158 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.070556 + avg_avg_return: 0.91110635 + avg_reward_per_step: 0.08883667 + proxy_corner: + avg_avg_return: 0.2485621 + avg_reward_per_step: 0.023712158 + perf: + env_steps_per_second: 948919.1181972824 + ppo_updates_per_second: 87.73035804183526 + eval-batch-train-duration: 0.24784090503817424 + eval-batch-orig-duration: 0.15357159997802228 + eval-batch-shift-duration: 0.14340015995549038 + eval-batch-tree-duration: 0.14293676597299054 + ued: + distances: + cheese-corne_dist_avg: 7.269043 + cheese-corne_dist_wavg: 11.968138 + levels_cheese_is_in_corner_avg: 0.06225586 + mouse-cheese_dist_finite_avg: 10.46875 + mouse-cheese_dist_finite_wavg: 4.6459394 + mouse-cheese_dist_solvable_avg: 10.46875 + mouse-cheese_dist_solvable_wavg: 4.64594 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.63208 + num_walls_wavg: 6.9653955 + prop_walls_avg: 0.2883513 + prop_walls_wavg: 0.30284336 + scoring: + avg_scores: 0.08051884 + visit_patterns: + avg_first_visit_time: 5098.542 + avg_last_visit_time: 7119.2725 + num_replay_batches: 7129 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00053260766 + avg_actor_approxkl3: 0.0005228 + avg_actor_clipfrac: 0.018225098 + avg_actor_loss: -0.00033090723 + avg_advantage: 0.0010246743 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023623987 + avg_entropy: 0.09168051 + avg_grad_norm_pre_clip: 0.98193645 + avg_loss: -0.0003044679 + max: + max_actor_approxkl1: 0.0017432473 + max_actor_approxkl3: 0.0013474114 + max_actor_clipfrac: 0.042236328 + max_actor_loss: 0.0014615934 + max_advantage: 0.34108245 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00033499603 + max_entropy: 0.1027035 + max_grad_norm_pre_clip: 1.524606 + max_loss: 0.0015047783 + std: + std_actor_approxkl1: 0.00043995035 + std_actor_approxkl3: 0.00036668585 + std_actor_clipfrac: 0.011014443 + std_actor_loss: 0.00070904737 + std_advantage: 0.022758013 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.2528452e-05 + std_entropy: 0.0063470975 + std_grad_norm_pre_clip: 0.2799624 + std_loss: 0.0007161278 + eval-batch-train: + avg_avg_episode_length: 15.248903 + avg_avg_return: 0.8525214 + avg_benchmark_regret: 0.0037227687 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33856964 + proxy_corner: + avg_avg_return: 0.08690864 + avg_reward_per_step: 0.017295837 + eval-batch-orig: + avg_avg_episode_length: 16.82275 + avg_avg_return: 0.83914423 + avg_benchmark_regret: 0.0047472343 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27199554 + proxy_corner: + avg_avg_return: 0.83914423 + avg_reward_per_step: 0.27199554 + eval-batch-shift: + avg_avg_episode_length: 12.709038 + avg_avg_return: 0.8839496 + avg_benchmark_regret: 0.0034121322 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34301758 + proxy_corner: + avg_avg_return: 0.05938612 + avg_reward_per_step: 0.017250061 + eval-batch-tree: + avg_avg_episode_length: 6.4517455 + avg_avg_return: 0.98253393 + avg_benchmark_regret: 0.011886362 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26828766 + proxy_corner: + avg_avg_return: 0.98253393 + avg_reward_per_step: 0.26828766 +=========================================================== +=========================================================== + step: + env-step-all-before: 469762048 + env-step-replay-before: 234192896 + env-step-used-before: 469762048 + ppo-update-before: 286720 + env-step-generate-before: 235569152 + env-step-all-after: 469794816 + env-step-replay-after: 234225664 + env-step-used-after: 469794816 + ppo-update-after: 286740 + env-step-generate-after: 235569152 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.921913 + avg_avg_return: 0.9127706 + avg_reward_per_step: 0.08908081 + proxy_corner: + avg_avg_return: 0.28341419 + avg_reward_per_step: 0.02709961 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.921913 + avg_avg_return: 0.9127706 + avg_reward_per_step: 0.08908081 + proxy_corner: + avg_avg_return: 0.28341419 + avg_reward_per_step: 0.02709961 + perf: + env_steps_per_second: 755338.9090323882 + ppo_updates_per_second: 87.74811617884804 + eval-batch-train-duration: 0.2361134230159223 + eval-batch-orig-duration: 0.15371237503131852 + eval-batch-shift-duration: 0.14296818600269035 + eval-batch-tree-duration: 0.1397949659731239 + ued: + distances: + cheese-corne_dist_avg: 7.2633057 + cheese-corne_dist_wavg: 11.974416 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 10.455078 + mouse-cheese_dist_finite_wavg: 5.5457373 + mouse-cheese_dist_solvable_avg: 10.455078 + mouse-cheese_dist_solvable_wavg: 5.5457377 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6186523 + num_walls_wavg: 6.9624047 + prop_walls_avg: 0.28776747 + prop_walls_wavg: 0.30271325 + scoring: + avg_scores: 0.080363676 + visit_patterns: + avg_first_visit_time: 5114.996 + avg_last_visit_time: 7138.29 + num_replay_batches: 7148 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007751154 + avg_actor_approxkl3: 0.0004897505 + avg_actor_clipfrac: 0.018951416 + avg_actor_loss: -0.00065679144 + avg_advantage: -0.0009468207 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001656496 + avg_entropy: 0.1021631 + avg_grad_norm_pre_clip: 0.5851921 + avg_loss: -0.00067612977 + max: + max_actor_approxkl1: 0.0018932947 + max_actor_approxkl3: 0.00102087 + max_actor_clipfrac: 0.037841797 + max_actor_loss: 0.00036079017 + max_advantage: 0.27469885 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00020248449 + max_entropy: 0.1171996 + max_grad_norm_pre_clip: 0.8957125 + max_loss: 0.00035461038 + std: + std_actor_approxkl1: 0.00041174897 + std_actor_approxkl3: 0.0002480764 + std_actor_clipfrac: 0.00847487 + std_actor_loss: 0.0005500173 + std_advantage: 0.01854883 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0133422e-05 + std_entropy: 0.008037181 + std_grad_norm_pre_clip: 0.1555968 + std_loss: 0.0005528464 + eval-batch-train: + avg_avg_episode_length: 15.316801 + avg_avg_return: 0.85231984 + avg_benchmark_regret: 0.003924368 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33555603 + proxy_corner: + avg_avg_return: 0.08441896 + avg_reward_per_step: 0.017280579 + eval-batch-orig: + avg_avg_episode_length: 16.896866 + avg_avg_return: 0.8390688 + avg_benchmark_regret: 0.0048226924 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2688446 + proxy_corner: + avg_avg_return: 0.8390688 + avg_reward_per_step: 0.2688446 + eval-batch-shift: + avg_avg_episode_length: 12.756687 + avg_avg_return: 0.8838514 + avg_benchmark_regret: 0.0035103508 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33997345 + proxy_corner: + avg_avg_return: 0.058996525 + avg_reward_per_step: 0.017456055 + eval-batch-tree: + avg_avg_episode_length: 6.4958596 + avg_avg_return: 0.98343617 + avg_benchmark_regret: 0.010984125 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26211548 + proxy_corner: + avg_avg_return: 0.98343617 + avg_reward_per_step: 0.26211548 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 470810624 + env-step-replay-before: 234651648 + env-step-used-before: 470810624 + ppo-update-before: 287360 + env-step-generate-before: 236158976 + env-step-all-after: 470843392 + env-step-replay-after: 234684416 + env-step-used-after: 470843392 + ppo-update-after: 287380 + env-step-generate-after: 236158976 + train-replay: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.897358 + avg_avg_return: 0.91185766 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.3352028 + avg_reward_per_step: 0.03186035 + train-all: + shift_proportion: 0.90234375 + avg_avg_episode_length: 10.897358 + avg_avg_return: 0.91185766 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.3352028 + avg_reward_per_step: 0.03186035 + perf: + env_steps_per_second: 883431.0220615162 + ppo_updates_per_second: 96.31067000979208 + eval-batch-train-duration: 0.21750714594963938 + eval-batch-orig-duration: 0.14626271597808227 + eval-batch-shift-duration: 0.1452214730088599 + eval-batch-tree-duration: 0.1432245290488936 + ued: + distances: + cheese-corne_dist_avg: 7.2492676 + cheese-corne_dist_wavg: 10.603656 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 10.450439 + mouse-cheese_dist_finite_wavg: 12.739467 + mouse-cheese_dist_solvable_avg: 10.450439 + mouse-cheese_dist_solvable_wavg: 12.739469 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.612549 + num_walls_wavg: 6.0592103 + prop_walls_avg: 0.2875021 + prop_walls_wavg: 0.26344398 + scoring: + avg_scores: 0.08073154 + visit_patterns: + avg_first_visit_time: 5139.9614 + avg_last_visit_time: 7152.355 + num_replay_batches: 7162 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00068431086 + avg_actor_approxkl3: 0.0003222627 + avg_actor_clipfrac: 0.013916016 + avg_actor_loss: -0.0007097296 + avg_advantage: 0.0009421592 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00031130266 + avg_entropy: 0.09724975 + avg_grad_norm_pre_clip: 0.46494976 + avg_loss: -0.00065132807 + max: + max_actor_approxkl1: 0.0014194712 + max_actor_approxkl3: 0.000651349 + max_actor_clipfrac: 0.029296875 + max_actor_loss: 0.00026514474 + max_advantage: 0.3516357 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00048277096 + max_entropy: 0.113827296 + max_grad_norm_pre_clip: 0.7217659 + max_loss: 0.00029891796 + std: + std_actor_approxkl1: 0.00047102442 + std_actor_approxkl3: 0.00018638019 + std_actor_clipfrac: 0.007646027 + std_actor_loss: 0.00059240597 + std_advantage: 0.028245073 + std_critic_clipfrac: 0.0 + std_critic_loss: 7.5965276e-05 + std_entropy: 0.00734334 + std_grad_norm_pre_clip: 0.13056588 + std_loss: 0.00060902355 + eval-batch-train: + avg_avg_episode_length: 15.234753 + avg_avg_return: 0.8526404 + avg_benchmark_regret: 0.0036038263 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3386612 + proxy_corner: + avg_avg_return: 0.081994936 + avg_reward_per_step: 0.017158508 + eval-batch-orig: + avg_avg_episode_length: 16.849136 + avg_avg_return: 0.83925474 + avg_benchmark_regret: 0.004636731 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27114105 + proxy_corner: + avg_avg_return: 0.83925474 + avg_reward_per_step: 0.27114105 + eval-batch-shift: + avg_avg_episode_length: 12.694444 + avg_avg_return: 0.88377494 + avg_benchmark_regret: 0.003586773 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34376526 + proxy_corner: + avg_avg_return: 0.057359006 + avg_reward_per_step: 0.017181396 + eval-batch-tree: + avg_avg_episode_length: 6.2837896 + avg_avg_return: 0.9843216 + avg_benchmark_regret: 0.010098688 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2688141 + proxy_corner: + avg_avg_return: 0.9843216 + avg_reward_per_step: 0.2688141 +=========================================================== +=========================================================== + step: + env-step-all-before: 471859200 + env-step-replay-before: 235274240 + env-step-used-before: 471859200 + ppo-update-before: 288000 + env-step-generate-before: 236584960 + env-step-all-after: 471891968 + env-step-replay-after: 235307008 + env-step-used-after: 471891968 + ppo-update-after: 288020 + env-step-generate-after: 236584960 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 11.536529 + avg_avg_return: 0.9070362 + avg_reward_per_step: 0.08657837 + proxy_corner: + avg_avg_return: 0.2881781 + avg_reward_per_step: 0.026611328 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 11.536529 + avg_avg_return: 0.9070362 + avg_reward_per_step: 0.08657837 + proxy_corner: + avg_avg_return: 0.2881781 + avg_reward_per_step: 0.026611328 + perf: + env_steps_per_second: 749819.5357198992 + ppo_updates_per_second: 89.41420490259009 + eval-batch-train-duration: 0.2306786110275425 + eval-batch-orig-duration: 0.15689175797160715 + eval-batch-shift-duration: 0.1426422310178168 + eval-batch-tree-duration: 0.13935663003940135 + ued: + distances: + cheese-corne_dist_avg: 7.2540283 + cheese-corne_dist_wavg: 3.4395528 + levels_cheese_is_in_corner_avg: 0.06274414 + mouse-cheese_dist_finite_avg: 10.4436035 + mouse-cheese_dist_finite_wavg: 9.1472435 + mouse-cheese_dist_solvable_avg: 10.4436035 + mouse-cheese_dist_solvable_wavg: 9.147244 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.609375 + num_walls_wavg: 6.9622626 + prop_walls_avg: 0.2873641 + prop_walls_wavg: 0.30270717 + scoring: + avg_scores: 0.0806572 + visit_patterns: + avg_first_visit_time: 5153.2617 + avg_last_visit_time: 7171.1836 + num_replay_batches: 7181 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005107453 + avg_actor_approxkl3: 0.0004180432 + avg_actor_clipfrac: 0.015710449 + avg_actor_loss: -0.00018619814 + avg_advantage: -0.00033783028 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00021807961 + avg_entropy: 0.082270704 + avg_grad_norm_pre_clip: 0.6293859 + avg_loss: -0.00015942905 + max: + max_actor_approxkl1: 0.0015260479 + max_actor_approxkl3: 0.0009769867 + max_actor_clipfrac: 0.033447266 + max_actor_loss: 0.000834262 + max_advantage: 0.2137779 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00025023188 + max_entropy: 0.097906865 + max_grad_norm_pre_clip: 1.2683567 + max_loss: 0.0008459262 + std: + std_actor_approxkl1: 0.00043362993 + std_actor_approxkl3: 0.00025184898 + std_actor_clipfrac: 0.008683061 + std_actor_loss: 0.00046850462 + std_advantage: 0.021237725 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.0059904e-05 + std_entropy: 0.008104196 + std_grad_norm_pre_clip: 0.24478298 + std_loss: 0.00046700644 + eval-batch-train: + avg_avg_episode_length: 15.270929 + avg_avg_return: 0.8524027 + avg_benchmark_regret: 0.003841547 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33563995 + proxy_corner: + avg_avg_return: 0.07615472 + avg_reward_per_step: 0.016578674 + eval-batch-orig: + avg_avg_episode_length: 16.937298 + avg_avg_return: 0.83892524 + avg_benchmark_regret: 0.004966167 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2695694 + proxy_corner: + avg_avg_return: 0.83892524 + avg_reward_per_step: 0.2695694 + eval-batch-shift: + avg_avg_episode_length: 12.713638 + avg_avg_return: 0.88360906 + avg_benchmark_regret: 0.0037526845 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3425827 + proxy_corner: + avg_avg_return: 0.05692699 + avg_reward_per_step: 0.016929626 + eval-batch-tree: + avg_avg_episode_length: 6.4522433 + avg_avg_return: 0.98400164 + avg_benchmark_regret: 0.010418601 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26856232 + proxy_corner: + avg_avg_return: 0.98400164 + avg_reward_per_step: 0.26856232 +=========================================================== +=========================================================== + step: + env-step-all-before: 472907776 + env-step-replay-before: 235667456 + env-step-used-before: 472907776 + ppo-update-before: 288640 + env-step-generate-before: 237240320 + env-step-all-after: 472940544 + env-step-replay-after: 235667456 + env-step-used-after: 472940544 + ppo-update-after: 288660 + env-step-generate-after: 237273088 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.876499 + avg_avg_return: 0.86924076 + avg_reward_per_step: 0.3658142 + proxy_corner: + avg_avg_return: 0.072220124 + avg_reward_per_step: 0.017486572 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 12.876499 + avg_avg_return: 0.86924076 + avg_reward_per_step: 0.3658142 + proxy_corner: + avg_avg_return: 0.072220124 + avg_reward_per_step: 0.017486572 + perf: + env_steps_per_second: 716274.0985364472 + ppo_updates_per_second: 100.07718403240794 + eval-batch-train-duration: 0.1940182180260308 + eval-batch-orig-duration: 0.14146348100621253 + eval-batch-shift-duration: 0.1388919330202043 + eval-batch-tree-duration: 0.13860598398605362 + ued: + distances: + cheese-corne_dist_avg: 7.2634277 + cheese-corne_dist_wavg: 11.972952 + levels_cheese_is_in_corner_avg: 0.06298828 + mouse-cheese_dist_finite_avg: 10.453125 + mouse-cheese_dist_finite_wavg: 5.543458 + mouse-cheese_dist_solvable_avg: 10.453125 + mouse-cheese_dist_solvable_wavg: 5.5434585 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6054688 + num_walls_wavg: 7.859005 + prop_walls_avg: 0.28719425 + prop_walls_wavg: 0.3416959 + scoring: + avg_scores: 0.0802907 + visit_patterns: + avg_first_visit_time: 5162.786 + avg_last_visit_time: 7182.2783 + num_replay_batches: 7192 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013780225 + avg_actor_approxkl3: 0.001016001 + avg_actor_clipfrac: 0.036975097 + avg_actor_loss: -7.294854e-05 + avg_advantage: -0.005813621 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0029303 + avg_entropy: 0.15386884 + avg_grad_norm_pre_clip: 1.1105365 + avg_loss: 0.0012383328 + max: + max_actor_approxkl1: 0.0033751475 + max_actor_approxkl3: 0.0022182656 + max_actor_clipfrac: 0.072753906 + max_actor_loss: 0.003345143 + max_advantage: 0.35959768 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.004551798 + max_entropy: 0.19012633 + max_grad_norm_pre_clip: 2.3195693 + max_loss: 0.004349947 + std: + std_actor_approxkl1: 0.00094956474 + std_actor_approxkl3: 0.00061300764 + std_actor_clipfrac: 0.018224075 + std_actor_loss: 0.0010131428 + std_advantage: 0.077339604 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00087753136 + std_entropy: 0.017692657 + std_grad_norm_pre_clip: 0.36212036 + std_loss: 0.0010238524 + eval-batch-train: + avg_avg_episode_length: 15.340671 + avg_avg_return: 0.8525369 + avg_benchmark_regret: 0.0037073118 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3391571 + proxy_corner: + avg_avg_return: 0.08661264 + avg_reward_per_step: 0.016731262 + eval-batch-orig: + avg_avg_episode_length: 16.808464 + avg_avg_return: 0.83945626 + avg_benchmark_regret: 0.0044351984 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2724533 + proxy_corner: + avg_avg_return: 0.83945626 + avg_reward_per_step: 0.2724533 + eval-batch-shift: + avg_avg_episode_length: 12.656894 + avg_avg_return: 0.88381696 + avg_benchmark_regret: 0.0035447876 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34651184 + proxy_corner: + avg_avg_return: 0.05680211 + avg_reward_per_step: 0.01702118 + eval-batch-tree: + avg_avg_episode_length: 6.0978136 + avg_avg_return: 0.9850018 + avg_benchmark_regret: 0.00941847 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27091217 + proxy_corner: + avg_avg_return: 0.9850018 + avg_reward_per_step: 0.27091217 +=========================================================== +=========================================================== + step: + env-step-all-before: 473956352 + env-step-replay-before: 236290048 + env-step-used-before: 473956352 + ppo-update-before: 289280 + env-step-generate-before: 237666304 + env-step-all-after: 473989120 + env-step-replay-after: 236290048 + env-step-used-after: 473989120 + ppo-update-after: 289300 + env-step-generate-after: 237699072 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 14.879193 + avg_avg_return: 0.8437767 + avg_reward_per_step: 0.33026123 + proxy_corner: + avg_avg_return: 0.06799081 + avg_reward_per_step: 0.006713867 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 14.879193 + avg_avg_return: 0.8437767 + avg_reward_per_step: 0.33026123 + proxy_corner: + avg_avg_return: 0.06799081 + avg_reward_per_step: 0.006713867 + perf: + env_steps_per_second: 844837.2415424 + ppo_updates_per_second: 81.38800106527472 + eval-batch-train-duration: 0.23914901504758745 + eval-batch-orig-duration: 0.1516775600030087 + eval-batch-shift-duration: 0.14322834700578824 + eval-batch-tree-duration: 0.13977379497373477 + ued: + distances: + cheese-corne_dist_avg: 7.255127 + cheese-corne_dist_wavg: 11.97255 + levels_cheese_is_in_corner_avg: 0.063964844 + mouse-cheese_dist_finite_avg: 10.429443 + mouse-cheese_dist_finite_wavg: 9.144879 + mouse-cheese_dist_solvable_avg: 10.429443 + mouse-cheese_dist_solvable_wavg: 9.144879 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6032715 + num_walls_wavg: 5.1618767 + prop_walls_avg: 0.28709874 + prop_walls_wavg: 0.22442943 + scoring: + avg_scores: 0.0801488 + visit_patterns: + avg_first_visit_time: 5184.4004 + avg_last_visit_time: 7201.2393 + num_replay_batches: 7211 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011610418 + avg_actor_approxkl3: 0.0013218413 + avg_actor_clipfrac: 0.035546876 + avg_actor_loss: 0.0002488196 + avg_advantage: -0.025455642 + avg_critic_clipfrac: 0.00095214846 + avg_critic_loss: 0.0027650893 + avg_entropy: 0.17533 + avg_grad_norm_pre_clip: 1.1761252 + avg_loss: 0.0014560344 + max: + max_actor_approxkl1: 0.0046095024 + max_actor_approxkl3: 0.0040045045 + max_actor_clipfrac: 0.064331055 + max_actor_loss: 0.0034558028 + max_advantage: 0.4799809 + max_critic_clipfrac: 0.019042969 + max_critic_loss: 0.004286629 + max_entropy: 0.20807019 + max_grad_norm_pre_clip: 2.193104 + max_loss: 0.0045414623 + std: + std_actor_approxkl1: 0.0010606027 + std_actor_approxkl3: 0.0010464579 + std_actor_clipfrac: 0.018158287 + std_actor_loss: 0.0014022865 + std_advantage: 0.0740683 + std_critic_clipfrac: 0.0041503184 + std_critic_loss: 0.0009018003 + std_entropy: 0.017849091 + std_grad_norm_pre_clip: 0.47503102 + std_loss: 0.0015687356 + eval-batch-train: + avg_avg_episode_length: 15.337276 + avg_avg_return: 0.8523774 + avg_benchmark_regret: 0.00386681 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33853912 + proxy_corner: + avg_avg_return: 0.083609305 + avg_reward_per_step: 0.016822815 + eval-batch-orig: + avg_avg_episode_length: 16.809025 + avg_avg_return: 0.8393473 + avg_benchmark_regret: 0.004544177 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2725525 + proxy_corner: + avg_avg_return: 0.8393473 + avg_reward_per_step: 0.2725525 + eval-batch-shift: + avg_avg_episode_length: 12.679371 + avg_avg_return: 0.88349926 + avg_benchmark_regret: 0.0038624536 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34417725 + proxy_corner: + avg_avg_return: 0.058006264 + avg_reward_per_step: 0.017333984 + eval-batch-tree: + avg_avg_episode_length: 6.200852 + avg_avg_return: 0.98422873 + avg_benchmark_regret: 0.010191563 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2699585 + proxy_corner: + avg_avg_return: 0.98422873 + avg_reward_per_step: 0.2699585 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 475004928 + env-step-replay-before: 236748800 + env-step-used-before: 475004928 + ppo-update-before: 289920 + env-step-generate-before: 238256128 + env-step-all-after: 475037696 + env-step-replay-after: 236781568 + env-step-used-after: 475037696 + ppo-update-after: 289940 + env-step-generate-after: 238256128 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.043129 + avg_avg_return: 0.9112191 + avg_reward_per_step: 0.09030151 + proxy_corner: + avg_avg_return: 0.2784341 + avg_reward_per_step: 0.02658081 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.043129 + avg_avg_return: 0.9112191 + avg_reward_per_step: 0.09030151 + proxy_corner: + avg_avg_return: 0.2784341 + avg_reward_per_step: 0.02658081 + perf: + env_steps_per_second: 671243.7342353018 + ppo_updates_per_second: 94.50440311840006 + eval-batch-train-duration: 0.20116039901040494 + eval-batch-orig-duration: 0.14494096400449052 + eval-batch-shift-duration: 0.14134435600135475 + eval-batch-tree-duration: 0.13973899104166776 + ued: + distances: + cheese-corne_dist_avg: 7.255127 + cheese-corne_dist_wavg: 11.961281 + levels_cheese_is_in_corner_avg: 0.06347656 + mouse-cheese_dist_finite_avg: 10.417969 + mouse-cheese_dist_finite_wavg: 10.040012 + mouse-cheese_dist_solvable_avg: 10.417969 + mouse-cheese_dist_solvable_wavg: 10.040011 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.602539 + num_walls_wavg: 8.75765 + prop_walls_avg: 0.28706688 + prop_walls_wavg: 0.38076743 + scoring: + avg_scores: 0.080182 + visit_patterns: + avg_first_visit_time: 5205.1426 + avg_last_visit_time: 7216.173 + num_replay_batches: 7226 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00100836 + avg_actor_approxkl3: 0.0005837787 + avg_actor_clipfrac: 0.019500732 + avg_actor_loss: -0.00014735553 + avg_advantage: 0.03859088 + avg_critic_clipfrac: 0.004547119 + avg_critic_loss: 0.0010800431 + avg_entropy: 0.09456008 + avg_grad_norm_pre_clip: 0.7412557 + avg_loss: 0.00029810588 + max: + max_actor_approxkl1: 0.00263373 + max_actor_approxkl3: 0.001664011 + max_actor_clipfrac: 0.036132812 + max_actor_loss: 0.0018645562 + max_advantage: 0.5407084 + max_critic_clipfrac: 0.019165039 + max_critic_loss: 0.0023536102 + max_entropy: 0.107718945 + max_grad_norm_pre_clip: 2.0017934 + max_loss: 0.002265795 + std: + std_actor_approxkl1: 0.00075066875 + std_actor_approxkl3: 0.00039952074 + std_actor_clipfrac: 0.010037259 + std_actor_loss: 0.0006273939 + std_advantage: 0.04911076 + std_critic_clipfrac: 0.006060871 + std_critic_loss: 0.00048279332 + std_entropy: 0.007346 + std_grad_norm_pre_clip: 0.43418434 + std_loss: 0.00071437843 + eval-batch-train: + avg_avg_episode_length: 15.271547 + avg_avg_return: 0.852496 + avg_benchmark_regret: 0.003748132 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33735657 + proxy_corner: + avg_avg_return: 0.07877235 + avg_reward_per_step: 0.016334534 + eval-batch-orig: + avg_avg_episode_length: 16.852703 + avg_avg_return: 0.83886236 + avg_benchmark_regret: 0.0050291047 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2713089 + proxy_corner: + avg_avg_return: 0.83886236 + avg_reward_per_step: 0.2713089 + eval-batch-shift: + avg_avg_episode_length: 12.687726 + avg_avg_return: 0.8835588 + avg_benchmark_regret: 0.0038029135 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34409332 + proxy_corner: + avg_avg_return: 0.05493991 + avg_reward_per_step: 0.01625061 + eval-batch-tree: + avg_avg_episode_length: 6.4352417 + avg_avg_return: 0.9836943 + avg_benchmark_regret: 0.010726014 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.268425 + proxy_corner: + avg_avg_return: 0.9836943 + avg_reward_per_step: 0.268425 +=========================================================== +=========================================================== + step: + env-step-all-before: 476053504 + env-step-replay-before: 237436928 + env-step-used-before: 476053504 + ppo-update-before: 290560 + env-step-generate-before: 238616576 + env-step-all-after: 476086272 + env-step-replay-after: 237469696 + env-step-used-after: 476086272 + ppo-update-after: 290580 + env-step-generate-after: 238616576 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.964849 + avg_avg_return: 0.91049254 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.30405357 + avg_reward_per_step: 0.029296875 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.964849 + avg_avg_return: 0.91049254 + avg_reward_per_step: 0.088897705 + proxy_corner: + avg_avg_return: 0.30405357 + avg_reward_per_step: 0.029296875 + perf: + env_steps_per_second: 911234.6283168126 + ppo_updates_per_second: 105.59924975034161 + eval-batch-train-duration: 0.2002362069906667 + eval-batch-orig-duration: 0.142842470027972 + eval-batch-shift-duration: 0.1431617320049554 + eval-batch-tree-duration: 0.14327918202616274 + ued: + distances: + cheese-corne_dist_avg: 7.2512207 + cheese-corne_dist_wavg: 11.9705105 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 10.409912 + mouse-cheese_dist_finite_wavg: 12.741194 + mouse-cheese_dist_solvable_avg: 10.409912 + mouse-cheese_dist_solvable_wavg: 12.741197 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.597412 + num_walls_wavg: 6.9605803 + prop_walls_avg: 0.286844 + prop_walls_wavg: 0.3026339 + scoring: + avg_scores: 0.07935502 + visit_patterns: + avg_first_visit_time: 5217.4883 + avg_last_visit_time: 7237.2197 + num_replay_batches: 7247 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006228886 + avg_actor_approxkl3: 0.0005047025 + avg_actor_clipfrac: 0.016888428 + avg_actor_loss: -0.0006332054 + avg_advantage: 0.0002502257 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00013800732 + avg_entropy: 0.107708454 + avg_grad_norm_pre_clip: 0.56923354 + avg_loss: -0.0006719103 + max: + max_actor_approxkl1: 0.0017772142 + max_actor_approxkl3: 0.0010662291 + max_actor_clipfrac: 0.03479004 + max_actor_loss: 0.00032575196 + max_advantage: 0.20678097 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00016975799 + max_entropy: 0.13162076 + max_grad_norm_pre_clip: 1.0421121 + max_loss: 0.00027291512 + std: + std_actor_approxkl1: 0.0006360148 + std_actor_approxkl3: 0.00030998737 + std_actor_clipfrac: 0.009906988 + std_actor_loss: 0.0006016726 + std_advantage: 0.016773935 + std_critic_clipfrac: 0.0 + std_critic_loss: 1.3530934e-05 + std_entropy: 0.010061618 + std_grad_norm_pre_clip: 0.19165845 + std_loss: 0.0006007971 + eval-batch-train: + avg_avg_episode_length: 15.311389 + avg_avg_return: 0.85242313 + avg_benchmark_regret: 0.0038210866 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3360443 + proxy_corner: + avg_avg_return: 0.07552487 + avg_reward_per_step: 0.015815735 + eval-batch-orig: + avg_avg_episode_length: 16.846249 + avg_avg_return: 0.8392259 + avg_benchmark_regret: 0.004665646 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27113342 + proxy_corner: + avg_avg_return: 0.8392259 + avg_reward_per_step: 0.27113342 + eval-batch-shift: + avg_avg_episode_length: 12.684932 + avg_avg_return: 0.88357556 + avg_benchmark_regret: 0.0037862025 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34389496 + proxy_corner: + avg_avg_return: 0.053451713 + avg_reward_per_step: 0.016403198 + eval-batch-tree: + avg_avg_episode_length: 6.0830536 + avg_avg_return: 0.9850715 + avg_benchmark_regret: 0.00934882 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2707901 + proxy_corner: + avg_avg_return: 0.9850715 + avg_reward_per_step: 0.2707901 +=========================================================== +=========================================================== + step: + env-step-all-before: 477102080 + env-step-replay-before: 237993984 + env-step-used-before: 477102080 + ppo-update-before: 291200 + env-step-generate-before: 239108096 + env-step-all-after: 477134848 + env-step-replay-after: 238026752 + env-step-used-after: 477134848 + ppo-update-after: 291220 + env-step-generate-after: 239108096 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.962044 + avg_avg_return: 0.9109458 + avg_reward_per_step: 0.08972168 + proxy_corner: + avg_avg_return: 0.2763769 + avg_reward_per_step: 0.026275635 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.962044 + avg_avg_return: 0.9109458 + avg_reward_per_step: 0.08972168 + proxy_corner: + avg_avg_return: 0.2763769 + avg_reward_per_step: 0.026275635 + perf: + env_steps_per_second: 811025.7533614625 + ppo_updates_per_second: 106.35725952792536 + eval-batch-train-duration: 0.20216680597513914 + eval-batch-orig-duration: 0.15097259200410917 + eval-batch-shift-duration: 0.14266571699408814 + eval-batch-tree-duration: 0.14341338601661846 + ued: + distances: + cheese-corne_dist_avg: 7.277466 + cheese-corne_dist_wavg: 11.968798 + levels_cheese_is_in_corner_avg: 0.064453125 + mouse-cheese_dist_finite_avg: 10.41748 + mouse-cheese_dist_finite_wavg: 8.243233 + mouse-cheese_dist_solvable_avg: 10.41748 + mouse-cheese_dist_solvable_wavg: 8.243234 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5979004 + num_walls_wavg: 6.9601517 + prop_walls_avg: 0.28686523 + prop_walls_wavg: 0.30261537 + scoring: + avg_scores: 0.0794881 + visit_patterns: + avg_first_visit_time: 5225.3213 + avg_last_visit_time: 7254.2627 + num_replay_batches: 7264 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00069035153 + avg_actor_approxkl3: 0.0005004514 + avg_actor_clipfrac: 0.017852783 + avg_actor_loss: -0.00031030455 + avg_advantage: 0.0010272218 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0001927977 + avg_entropy: 0.09112426 + avg_grad_norm_pre_clip: 0.6616035 + avg_loss: -0.00030502997 + max: + max_actor_approxkl1: 0.0019500761 + max_actor_approxkl3: 0.0010486539 + max_actor_clipfrac: 0.029296875 + max_actor_loss: 0.00057347864 + max_advantage: 0.31592757 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00031034712 + max_entropy: 0.108288676 + max_grad_norm_pre_clip: 1.2405443 + max_loss: 0.0005516652 + std: + std_actor_approxkl1: 0.0005100688 + std_actor_approxkl3: 0.0002474365 + std_actor_clipfrac: 0.007475735 + std_actor_loss: 0.0006126205 + std_advantage: 0.019771371 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.7848247e-05 + std_entropy: 0.008948892 + std_grad_norm_pre_clip: 0.18892021 + std_loss: 0.00062344136 + eval-batch-train: + avg_avg_episode_length: 15.262108 + avg_avg_return: 0.8528269 + avg_benchmark_regret: 0.0034173024 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33677673 + proxy_corner: + avg_avg_return: 0.07811098 + avg_reward_per_step: 0.016204834 + eval-batch-orig: + avg_avg_episode_length: 16.80858 + avg_avg_return: 0.8392534 + avg_benchmark_regret: 0.0046380665 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27194214 + proxy_corner: + avg_avg_return: 0.8392534 + avg_reward_per_step: 0.27194214 + eval-batch-shift: + avg_avg_episode_length: 12.679454 + avg_avg_return: 0.88362694 + avg_benchmark_regret: 0.0037348093 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3445053 + proxy_corner: + avg_avg_return: 0.053698502 + avg_reward_per_step: 0.016311646 + eval-batch-tree: + avg_avg_episode_length: 5.9759946 + avg_avg_return: 0.9847499 + avg_benchmark_regret: 0.009670394 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27078247 + proxy_corner: + avg_avg_return: 0.9847499 + avg_reward_per_step: 0.27078247 +=========================================================== +=========================================================== + step: + env-step-all-before: 478150656 + env-step-replay-before: 238616576 + env-step-used-before: 478150656 + ppo-update-before: 291840 + env-step-generate-before: 239534080 + env-step-all-after: 478183424 + env-step-replay-after: 238649344 + env-step-used-after: 478183424 + ppo-update-after: 291860 + env-step-generate-after: 239534080 + train-replay: + shift_proportion: 0.98046875 + avg_avg_episode_length: 10.988602 + avg_avg_return: 0.91050744 + avg_reward_per_step: 0.08850098 + proxy_corner: + avg_avg_return: 0.27215248 + avg_reward_per_step: 0.026123047 + train-all: + shift_proportion: 0.98046875 + avg_avg_episode_length: 10.988602 + avg_avg_return: 0.91050744 + avg_reward_per_step: 0.08850098 + proxy_corner: + avg_avg_return: 0.27215248 + avg_reward_per_step: 0.026123047 + perf: + env_steps_per_second: 620599.4666148189 + ppo_updates_per_second: 86.52498252211633 + eval-batch-train-duration: 0.24001703097019345 + eval-batch-orig-duration: 0.14427991898264736 + eval-batch-shift-duration: 0.1438473539892584 + eval-batch-tree-duration: 0.14254607097245753 + ued: + distances: + cheese-corne_dist_avg: 7.281616 + cheese-corne_dist_wavg: 11.971121 + levels_cheese_is_in_corner_avg: 0.064941406 + mouse-cheese_dist_finite_avg: 10.425537 + mouse-cheese_dist_finite_wavg: 6.4454465 + mouse-cheese_dist_solvable_avg: 10.425537 + mouse-cheese_dist_solvable_wavg: 6.4454465 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.60083 + num_walls_wavg: 9.660389 + prop_walls_avg: 0.2869926 + prop_walls_wavg: 0.42001686 + scoring: + avg_scores: 0.07963609 + visit_patterns: + avg_first_visit_time: 5237.652 + avg_last_visit_time: 7273.2295 + num_replay_batches: 7283 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062336517 + avg_actor_approxkl3: 0.00041852106 + avg_actor_clipfrac: 0.013439941 + avg_actor_loss: -0.00059335877 + avg_advantage: 0.014160063 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003654055 + avg_entropy: 0.09068125 + avg_grad_norm_pre_clip: 0.6035458 + avg_loss: -0.0005013373 + max: + max_actor_approxkl1: 0.0016777774 + max_actor_approxkl3: 0.0010325615 + max_actor_clipfrac: 0.026000977 + max_actor_loss: 0.0009900676 + max_advantage: 0.45312858 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.000605777 + max_entropy: 0.10812598 + max_grad_norm_pre_clip: 1.2177588 + max_loss: 0.0010685017 + std: + std_actor_approxkl1: 0.00048510605 + std_actor_approxkl3: 0.00028671583 + std_actor_clipfrac: 0.006917403 + std_actor_loss: 0.000808169 + std_advantage: 0.026971934 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00013446863 + std_entropy: 0.006993519 + std_grad_norm_pre_clip: 0.23644185 + std_loss: 0.0007994103 + eval-batch-train: + avg_avg_episode_length: 15.277893 + avg_avg_return: 0.85244346 + avg_benchmark_regret: 0.0038007163 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33559418 + proxy_corner: + avg_avg_return: 0.07877617 + avg_reward_per_step: 0.01651764 + eval-batch-orig: + avg_avg_episode_length: 16.823195 + avg_avg_return: 0.8389807 + avg_benchmark_regret: 0.004910785 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27233124 + proxy_corner: + avg_avg_return: 0.8389807 + avg_reward_per_step: 0.27233124 + eval-batch-shift: + avg_avg_episode_length: 12.69749 + avg_avg_return: 0.8838382 + avg_benchmark_regret: 0.0035235558 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3426361 + proxy_corner: + avg_avg_return: 0.05544595 + avg_reward_per_step: 0.016929626 + eval-batch-tree: + avg_avg_episode_length: 6.183292 + avg_avg_return: 0.9841904 + avg_benchmark_regret: 0.010229841 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27056885 + proxy_corner: + avg_avg_return: 0.9841904 + avg_reward_per_step: 0.27056885 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 479199232 + env-step-replay-before: 239075328 + env-step-used-before: 479199232 + ppo-update-before: 292480 + env-step-generate-before: 240123904 + env-step-all-after: 479232000 + env-step-replay-after: 239108096 + env-step-used-after: 479232000 + ppo-update-after: 292500 + env-step-generate-after: 240123904 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.78096 + avg_avg_return: 0.9130479 + avg_reward_per_step: 0.08987427 + proxy_corner: + avg_avg_return: 0.33475456 + avg_reward_per_step: 0.03274536 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.78096 + avg_avg_return: 0.9130479 + avg_reward_per_step: 0.08987427 + proxy_corner: + avg_avg_return: 0.33475456 + avg_reward_per_step: 0.03274536 + perf: + env_steps_per_second: 874574.2131266427 + ppo_updates_per_second: 109.18185380976107 + eval-batch-train-duration: 0.20705065102083609 + eval-batch-orig-duration: 0.16092128196032718 + eval-batch-shift-duration: 0.1454988059704192 + eval-batch-tree-duration: 0.14064557902747765 + ued: + distances: + cheese-corne_dist_avg: 7.2857666 + cheese-corne_dist_wavg: 11.978092 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 10.433838 + mouse-cheese_dist_finite_wavg: 6.4459023 + mouse-cheese_dist_solvable_avg: 10.433838 + mouse-cheese_dist_solvable_wavg: 6.445904 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6000977 + num_walls_wavg: 9.656755 + prop_walls_avg: 0.28696078 + prop_walls_wavg: 0.419859 + scoring: + avg_scores: 0.07989974 + visit_patterns: + avg_first_visit_time: 5246.3057 + avg_last_visit_time: 7287.3076 + num_replay_batches: 7297 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007108437 + avg_actor_approxkl3: 0.00045035576 + avg_actor_clipfrac: 0.015307617 + avg_actor_loss: -0.00016959621 + avg_advantage: 0.036828082 + avg_critic_clipfrac: 0.004437256 + avg_critic_loss: 0.00097492937 + avg_entropy: 0.07543973 + avg_grad_norm_pre_clip: 0.5819982 + avg_loss: 0.00024242877 + max: + max_actor_approxkl1: 0.0020813893 + max_actor_approxkl3: 0.0012269332 + max_actor_clipfrac: 0.029785156 + max_actor_loss: 0.001870634 + max_advantage: 0.506446 + max_critic_clipfrac: 0.036010742 + max_critic_loss: 0.0016315043 + max_entropy: 0.09762544 + max_grad_norm_pre_clip: 1.4596436 + max_loss: 0.0024388381 + std: + std_actor_approxkl1: 0.0006067304 + std_actor_approxkl3: 0.00028260378 + std_actor_clipfrac: 0.0063407742 + std_actor_loss: 0.0008762537 + std_advantage: 0.04719673 + std_critic_clipfrac: 0.008947202 + std_critic_loss: 0.00033276365 + std_entropy: 0.0072871703 + std_grad_norm_pre_clip: 0.2889159 + std_loss: 0.0009779489 + eval-batch-train: + avg_avg_episode_length: 15.211897 + avg_avg_return: 0.85280234 + avg_benchmark_regret: 0.003441899 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33876038 + proxy_corner: + avg_avg_return: 0.07495403 + avg_reward_per_step: 0.015975952 + eval-batch-orig: + avg_avg_episode_length: 16.805672 + avg_avg_return: 0.83911234 + avg_benchmark_regret: 0.0047791046 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27256775 + proxy_corner: + avg_avg_return: 0.83911234 + avg_reward_per_step: 0.27256775 + eval-batch-shift: + avg_avg_episode_length: 12.656612 + avg_avg_return: 0.88376224 + avg_benchmark_regret: 0.0035995194 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34625244 + proxy_corner: + avg_avg_return: 0.053491276 + avg_reward_per_step: 0.016403198 + eval-batch-tree: + avg_avg_episode_length: 6.2262964 + avg_avg_return: 0.9844357 + avg_benchmark_regret: 0.009984603 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27126312 + proxy_corner: + avg_avg_return: 0.9844357 + avg_reward_per_step: 0.27126312 +=========================================================== +=========================================================== + step: + env-step-all-before: 480247808 + env-step-replay-before: 239665152 + env-step-used-before: 480247808 + ppo-update-before: 293120 + env-step-generate-before: 240582656 + env-step-all-after: 480280576 + env-step-replay-after: 239697920 + env-step-used-after: 480280576 + ppo-update-after: 293140 + env-step-generate-after: 240582656 + train-replay: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.8729725 + avg_avg_return: 0.9110788 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.26746097 + avg_reward_per_step: 0.025787354 + train-all: + shift_proportion: 0.921875 + avg_avg_episode_length: 10.8729725 + avg_avg_return: 0.9110788 + avg_reward_per_step: 0.08911133 + proxy_corner: + avg_avg_return: 0.26746097 + avg_reward_per_step: 0.025787354 + perf: + env_steps_per_second: 720647.2219597263 + ppo_updates_per_second: 88.51328256249037 + eval-batch-train-duration: 0.23313364799832925 + eval-batch-orig-duration: 0.14914622000651434 + eval-batch-shift-duration: 0.14049648900981992 + eval-batch-tree-duration: 0.1392474839813076 + ued: + distances: + cheese-corne_dist_avg: 7.2893066 + cheese-corne_dist_wavg: 11.981391 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 10.424072 + mouse-cheese_dist_finite_wavg: 10.938647 + mouse-cheese_dist_solvable_avg: 10.424072 + mouse-cheese_dist_solvable_wavg: 10.938647 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.600586 + num_walls_wavg: 8.761579 + prop_walls_avg: 0.286982 + prop_walls_wavg: 0.38093823 + scoring: + avg_scores: 0.079535656 + visit_patterns: + avg_first_visit_time: 5260.9995 + avg_last_visit_time: 7305.216 + num_replay_batches: 7315 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008321809 + avg_actor_approxkl3: 0.0004946731 + avg_actor_clipfrac: 0.019714355 + avg_actor_loss: -0.00063076953 + avg_advantage: 0.01465315 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00023596932 + avg_entropy: 0.090187564 + avg_grad_norm_pre_clip: 0.5167033 + avg_loss: -0.0006029724 + max: + max_actor_approxkl1: 0.0018504761 + max_actor_approxkl3: 0.0009891542 + max_actor_clipfrac: 0.037353516 + max_actor_loss: 0.00015871413 + max_advantage: 0.25444722 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00032884904 + max_entropy: 0.101995446 + max_grad_norm_pre_clip: 0.7573203 + max_loss: 0.00018832507 + std: + std_actor_approxkl1: 0.0006191816 + std_actor_approxkl3: 0.00027731698 + std_actor_clipfrac: 0.010423583 + std_actor_loss: 0.0004861118 + std_advantage: 0.02086229 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.7433947e-05 + std_entropy: 0.005809149 + std_grad_norm_pre_clip: 0.1122428 + std_loss: 0.0005018495 + eval-batch-train: + avg_avg_episode_length: 15.225138 + avg_avg_return: 0.8527889 + avg_benchmark_regret: 0.0034552962 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33831787 + proxy_corner: + avg_avg_return: 0.0820063 + avg_reward_per_step: 0.016845703 + eval-batch-orig: + avg_avg_episode_length: 16.804321 + avg_avg_return: 0.8391838 + avg_benchmark_regret: 0.004707655 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27153778 + proxy_corner: + avg_avg_return: 0.8391838 + avg_reward_per_step: 0.27153778 + eval-batch-shift: + avg_avg_episode_length: 12.692898 + avg_avg_return: 0.8836177 + avg_benchmark_regret: 0.0037439903 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34374237 + proxy_corner: + avg_avg_return: 0.056446873 + avg_reward_per_step: 0.01675415 + eval-batch-tree: + avg_avg_episode_length: 6.0720787 + avg_avg_return: 0.9848314 + avg_benchmark_regret: 0.009588875 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2673874 + proxy_corner: + avg_avg_return: 0.9848314 + avg_reward_per_step: 0.2673874 +=========================================================== +=========================================================== + step: + env-step-all-before: 481296384 + env-step-replay-before: 240222208 + env-step-used-before: 481296384 + ppo-update-before: 293760 + env-step-generate-before: 241074176 + env-step-all-after: 481329152 + env-step-replay-after: 240222208 + env-step-used-after: 481329152 + ppo-update-after: 293780 + env-step-generate-after: 241106944 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.280416 + avg_avg_return: 0.8513335 + avg_reward_per_step: 0.3529358 + proxy_corner: + avg_avg_return: 0.07192187 + avg_reward_per_step: 0.011444092 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.280416 + avg_avg_return: 0.8513335 + avg_reward_per_step: 0.3529358 + proxy_corner: + avg_avg_return: 0.07192187 + avg_reward_per_step: 0.011444092 + perf: + env_steps_per_second: 708526.5273968736 + ppo_updates_per_second: 104.9939953000174 + eval-batch-train-duration: 0.1899382600095123 + eval-batch-orig-duration: 0.14100778196007013 + eval-batch-shift-duration: 0.1390402350225486 + eval-batch-tree-duration: 0.138847861031536 + ued: + distances: + cheese-corne_dist_avg: 7.2889404 + cheese-corne_dist_wavg: 11.531613 + levels_cheese_is_in_corner_avg: 0.06567383 + mouse-cheese_dist_finite_avg: 10.41748 + mouse-cheese_dist_finite_wavg: 9.142823 + mouse-cheese_dist_solvable_avg: 10.41748 + mouse-cheese_dist_solvable_wavg: 9.142822 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5964355 + num_walls_wavg: 5.1637096 + prop_walls_avg: 0.28680152 + prop_walls_wavg: 0.22450906 + scoring: + avg_scores: 0.07995112 + visit_patterns: + avg_first_visit_time: 5278.389 + avg_last_visit_time: 7321.2505 + num_replay_batches: 7331 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012838006 + avg_actor_approxkl3: 0.0011479033 + avg_actor_clipfrac: 0.03475952 + avg_actor_loss: -0.00011475403 + avg_advantage: -0.020095129 + avg_critic_clipfrac: 0.0028442384 + avg_critic_loss: 0.0026875471 + avg_entropy: 0.17164356 + avg_grad_norm_pre_clip: 1.2229857 + avg_loss: 0.0010573758 + max: + max_actor_approxkl1: 0.0046585463 + max_actor_approxkl3: 0.003609666 + max_actor_clipfrac: 0.08728027 + max_actor_loss: 0.002340056 + max_advantage: 0.29259717 + max_critic_clipfrac: 0.033325195 + max_critic_loss: 0.0048559196 + max_entropy: 0.22652262 + max_grad_norm_pre_clip: 2.9363885 + max_loss: 0.0032029354 + std: + std_actor_approxkl1: 0.0012567628 + std_actor_approxkl3: 0.00093519106 + std_actor_clipfrac: 0.023133108 + std_actor_loss: 0.0009118304 + std_advantage: 0.07417146 + std_critic_clipfrac: 0.007763432 + std_critic_loss: 0.0010712452 + std_entropy: 0.022117551 + std_grad_norm_pre_clip: 0.5204899 + std_loss: 0.0009147556 + eval-batch-train: + avg_avg_episode_length: 15.240196 + avg_avg_return: 0.8528159 + avg_benchmark_regret: 0.0034282997 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3376999 + proxy_corner: + avg_avg_return: 0.07405214 + avg_reward_per_step: 0.016601562 + eval-batch-orig: + avg_avg_episode_length: 16.806973 + avg_avg_return: 0.8395085 + avg_benchmark_regret: 0.0043829693 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27243042 + proxy_corner: + avg_avg_return: 0.8395085 + avg_reward_per_step: 0.27243042 + eval-batch-shift: + avg_avg_episode_length: 12.694692 + avg_avg_return: 0.88356876 + avg_benchmark_regret: 0.003792958 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34384918 + proxy_corner: + avg_avg_return: 0.055001218 + avg_reward_per_step: 0.01676941 + eval-batch-tree: + avg_avg_episode_length: 6.0186143 + avg_avg_return: 0.9853295 + avg_benchmark_regret: 0.009090805 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.270607 + proxy_corner: + avg_avg_return: 0.9853295 + avg_reward_per_step: 0.270607 +=========================================================== +=========================================================== + step: + env-step-all-before: 482344960 + env-step-replay-before: 240680960 + env-step-used-before: 482344960 + ppo-update-before: 294400 + env-step-generate-before: 241664000 + env-step-all-after: 482377728 + env-step-replay-after: 240713728 + env-step-used-after: 482377728 + ppo-update-after: 294420 + env-step-generate-after: 241664000 + train-replay: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.8539295 + avg_avg_return: 0.9121467 + avg_reward_per_step: 0.08996582 + proxy_corner: + avg_avg_return: 0.31832308 + avg_reward_per_step: 0.030181885 + train-all: + shift_proportion: 0.94140625 + avg_avg_episode_length: 10.8539295 + avg_avg_return: 0.9121467 + avg_reward_per_step: 0.08996582 + proxy_corner: + avg_avg_return: 0.31832308 + avg_reward_per_step: 0.030181885 + perf: + env_steps_per_second: 745724.0855908676 + ppo_updates_per_second: 88.20083690489076 + eval-batch-train-duration: 0.24966807995224372 + eval-batch-orig-duration: 0.174862738000229 + eval-batch-shift-duration: 0.1484564000274986 + eval-batch-tree-duration: 0.1405710699618794 + ued: + distances: + cheese-corne_dist_avg: 7.2854004 + cheese-corne_dist_wavg: 11.978405 + levels_cheese_is_in_corner_avg: 0.06591797 + mouse-cheese_dist_finite_avg: 10.396973 + mouse-cheese_dist_finite_wavg: 9.140369 + mouse-cheese_dist_solvable_avg: 10.396973 + mouse-cheese_dist_solvable_wavg: 9.140371 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.600342 + num_walls_wavg: 6.958115 + prop_walls_avg: 0.28697136 + prop_walls_wavg: 0.30252683 + scoring: + avg_scores: 0.07978378 + visit_patterns: + avg_first_visit_time: 5299.1875 + avg_last_visit_time: 7336.2637 + num_replay_batches: 7346 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007917422 + avg_actor_approxkl3: 0.00051772565 + avg_actor_clipfrac: 0.019030763 + avg_actor_loss: -0.00063631026 + avg_advantage: 0.01702193 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00026160304 + avg_entropy: 0.09646551 + avg_grad_norm_pre_clip: 0.6290273 + avg_loss: -0.00060197426 + max: + max_actor_approxkl1: 0.0022171598 + max_actor_approxkl3: 0.0017707977 + max_actor_clipfrac: 0.03894043 + max_actor_loss: 0.000547261 + max_advantage: 0.2647137 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0003537339 + max_entropy: 0.112667054 + max_grad_norm_pre_clip: 0.9767671 + max_loss: 0.0005988413 + std: + std_actor_approxkl1: 0.0005418599 + std_actor_approxkl3: 0.00037423003 + std_actor_clipfrac: 0.009831845 + std_actor_loss: 0.00067356083 + std_advantage: 0.021748526 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.3070726e-05 + std_entropy: 0.0074732946 + std_grad_norm_pre_clip: 0.16460924 + std_loss: 0.0006850794 + eval-batch-train: + avg_avg_episode_length: 15.28314 + avg_avg_return: 0.85237825 + avg_benchmark_regret: 0.003866027 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33667755 + proxy_corner: + avg_avg_return: 0.076578006 + avg_reward_per_step: 0.01625824 + eval-batch-orig: + avg_avg_episode_length: 16.832644 + avg_avg_return: 0.8389709 + avg_benchmark_regret: 0.004920621 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27161407 + proxy_corner: + avg_avg_return: 0.8389709 + avg_reward_per_step: 0.27161407 + eval-batch-shift: + avg_avg_episode_length: 12.697768 + avg_avg_return: 0.8833382 + avg_benchmark_regret: 0.00402348 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34352112 + proxy_corner: + avg_avg_return: 0.056412213 + avg_reward_per_step: 0.016868591 + eval-batch-tree: + avg_avg_episode_length: 6.156049 + avg_avg_return: 0.9843726 + avg_benchmark_regret: 0.010047674 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26911163 + proxy_corner: + avg_avg_return: 0.9843726 + avg_reward_per_step: 0.26911163 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 483393536 + env-step-replay-before: 241270784 + env-step-used-before: 483393536 + ppo-update-before: 295040 + env-step-generate-before: 242122752 + env-step-all-after: 483426304 + env-step-replay-after: 241270784 + env-step-used-after: 483426304 + ppo-update-after: 295060 + env-step-generate-after: 242155520 + train-generate: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.313814 + avg_avg_return: 0.82695484 + avg_reward_per_step: 0.34747314 + proxy_corner: + avg_avg_return: 0.054181453 + avg_reward_per_step: 0.0079956055 + train-all: + shift_proportion: 0.97265625 + avg_avg_episode_length: 16.313814 + avg_avg_return: 0.82695484 + avg_reward_per_step: 0.34747314 + proxy_corner: + avg_avg_return: 0.054181453 + avg_reward_per_step: 0.0079956055 + perf: + env_steps_per_second: 689652.7488555821 + ppo_updates_per_second: 101.0167645203318 + eval-batch-train-duration: 0.19454085401957855 + eval-batch-orig-duration: 0.14298100100131705 + eval-batch-shift-duration: 0.1401695830281824 + eval-batch-tree-duration: 0.13854587299283594 + ued: + distances: + cheese-corne_dist_avg: 7.3010254 + cheese-corne_dist_wavg: 5.2337394 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.404785 + mouse-cheese_dist_finite_wavg: 4.649727 + mouse-cheese_dist_solvable_avg: 10.404785 + mouse-cheese_dist_solvable_wavg: 4.6497273 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.598877 + num_walls_wavg: 6.059967 + prop_walls_avg: 0.28690767 + prop_walls_wavg: 0.2634768 + scoring: + avg_scores: 0.07975408 + visit_patterns: + avg_first_visit_time: 5314.416 + avg_last_visit_time: 7353.3047 + num_replay_batches: 7363 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0017268191 + avg_actor_approxkl3: 0.001187085 + avg_actor_clipfrac: 0.041723635 + avg_actor_loss: -0.00086295366 + avg_advantage: -0.02558878 + avg_critic_clipfrac: 0.0021362305 + avg_critic_loss: 0.0036428645 + avg_entropy: 0.18507555 + avg_grad_norm_pre_clip: 1.1439509 + avg_loss: 0.00077340304 + max: + max_actor_approxkl1: 0.0053342874 + max_actor_approxkl3: 0.0031036255 + max_actor_clipfrac: 0.09692383 + max_actor_loss: 0.00043202937 + max_advantage: 0.3026945 + max_critic_clipfrac: 0.010253906 + max_critic_loss: 0.0048768423 + max_entropy: 0.21800596 + max_grad_norm_pre_clip: 1.7285576 + max_loss: 0.0024245526 + std: + std_actor_approxkl1: 0.0014234874 + std_actor_approxkl3: 0.00092580775 + std_actor_clipfrac: 0.026993155 + std_actor_loss: 0.0007952973 + std_advantage: 0.08583901 + std_critic_clipfrac: 0.0035287612 + std_critic_loss: 0.0007380875 + std_entropy: 0.018069247 + std_grad_norm_pre_clip: 0.29576737 + std_loss: 0.00092399155 + eval-batch-train: + avg_avg_episode_length: 15.250013 + avg_avg_return: 0.85258627 + avg_benchmark_regret: 0.0036579652 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33772278 + proxy_corner: + avg_avg_return: 0.07983111 + avg_reward_per_step: 0.016677856 + eval-batch-orig: + avg_avg_episode_length: 16.864418 + avg_avg_return: 0.8388155 + avg_benchmark_regret: 0.005075915 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27104187 + proxy_corner: + avg_avg_return: 0.8388155 + avg_reward_per_step: 0.27104187 + eval-batch-shift: + avg_avg_episode_length: 12.6968 + avg_avg_return: 0.8837253 + avg_benchmark_regret: 0.0036364512 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34311676 + proxy_corner: + avg_avg_return: 0.056988895 + avg_reward_per_step: 0.01713562 + eval-batch-tree: + avg_avg_episode_length: 6.7081604 + avg_avg_return: 0.9828725 + avg_benchmark_regret: 0.011547761 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26796722 + proxy_corner: + avg_avg_return: 0.9828725 + avg_reward_per_step: 0.26796722 +=========================================================== +=========================================================== + step: + env-step-all-before: 484442112 + env-step-replay-before: 241893376 + env-step-used-before: 484442112 + ppo-update-before: 295680 + env-step-generate-before: 242548736 + env-step-all-after: 484474880 + env-step-replay-after: 241926144 + env-step-used-after: 484474880 + ppo-update-after: 295700 + env-step-generate-after: 242548736 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 11.053605 + avg_avg_return: 0.9091543 + avg_reward_per_step: 0.087890625 + proxy_corner: + avg_avg_return: 0.35017544 + avg_reward_per_step: 0.03353882 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 11.053605 + avg_avg_return: 0.9091543 + avg_reward_per_step: 0.087890625 + proxy_corner: + avg_avg_return: 0.35017544 + avg_reward_per_step: 0.03353882 + perf: + env_steps_per_second: 954930.9749495978 + ppo_updates_per_second: 78.67058109792228 + eval-batch-train-duration: 0.2454070599633269 + eval-batch-orig-duration: 0.15695424599107355 + eval-batch-shift-duration: 0.1439769779681228 + eval-batch-tree-duration: 0.14397204900160432 + ued: + distances: + cheese-corne_dist_avg: 7.2910156 + cheese-corne_dist_wavg: 8.8338375 + levels_cheese_is_in_corner_avg: 0.06616211 + mouse-cheese_dist_finite_avg: 10.401855 + mouse-cheese_dist_finite_wavg: 13.632566 + mouse-cheese_dist_solvable_avg: 10.401855 + mouse-cheese_dist_solvable_wavg: 13.632568 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5959473 + num_walls_wavg: 6.061658 + prop_walls_avg: 0.2867803 + prop_walls_wavg: 0.26355034 + scoring: + avg_scores: 0.079472125 + visit_patterns: + avg_first_visit_time: 5323.8496 + avg_last_visit_time: 7373.1973 + num_replay_batches: 7383 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00063222053 + avg_actor_approxkl3: 0.00043169674 + avg_actor_clipfrac: 0.01795044 + avg_actor_loss: -0.0007981872 + avg_advantage: 0.00086198037 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00017000323 + avg_entropy: 0.09783011 + avg_grad_norm_pre_clip: 0.55775493 + avg_loss: -0.0008110157 + max: + max_actor_approxkl1: 0.001212693 + max_actor_approxkl3: 0.00082936755 + max_actor_clipfrac: 0.030883789 + max_actor_loss: 0.00037536072 + max_advantage: 0.25789034 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002178851 + max_entropy: 0.11208199 + max_grad_norm_pre_clip: 1.0217578 + max_loss: 0.00036077804 + std: + std_actor_approxkl1: 0.00035948507 + std_actor_approxkl3: 0.00021696801 + std_actor_clipfrac: 0.008089354 + std_actor_loss: 0.00058733154 + std_advantage: 0.019026846 + std_critic_clipfrac: 0.0 + std_critic_loss: 2.258682e-05 + std_entropy: 0.007049895 + std_grad_norm_pre_clip: 0.18351947 + std_loss: 0.00059159455 + eval-batch-train: + avg_avg_episode_length: 15.262746 + avg_avg_return: 0.8527409 + avg_benchmark_regret: 0.0035032863 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33648682 + proxy_corner: + avg_avg_return: 0.078619346 + avg_reward_per_step: 0.017105103 + eval-batch-orig: + avg_avg_episode_length: 16.889309 + avg_avg_return: 0.83863723 + avg_benchmark_regret: 0.005254278 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27078247 + proxy_corner: + avg_avg_return: 0.83863723 + avg_reward_per_step: 0.27078247 + eval-batch-shift: + avg_avg_episode_length: 12.704439 + avg_avg_return: 0.88363564 + avg_benchmark_regret: 0.0037260803 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34088898 + proxy_corner: + avg_avg_return: 0.058093578 + avg_reward_per_step: 0.017066956 + eval-batch-tree: + avg_avg_episode_length: 6.814966 + avg_avg_return: 0.98089063 + avg_benchmark_regret: 0.013529642 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26802063 + proxy_corner: + avg_avg_return: 0.98089063 + avg_reward_per_step: 0.26802063 +=========================================================== +=========================================================== + step: + env-step-all-before: 485490688 + env-step-replay-before: 242384896 + env-step-used-before: 485490688 + ppo-update-before: 296320 + env-step-generate-before: 243105792 + env-step-all-after: 485523456 + env-step-replay-after: 242417664 + env-step-used-after: 485523456 + ppo-update-after: 296340 + env-step-generate-after: 243105792 + train-replay: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.821758 + avg_avg_return: 0.91248757 + avg_reward_per_step: 0.08950806 + proxy_corner: + avg_avg_return: 0.2576024 + avg_reward_per_step: 0.024841309 + train-all: + shift_proportion: 0.9375 + avg_avg_episode_length: 10.821758 + avg_avg_return: 0.91248757 + avg_reward_per_step: 0.08950806 + proxy_corner: + avg_avg_return: 0.2576024 + avg_reward_per_step: 0.024841309 + perf: + env_steps_per_second: 918529.4277563998 + ppo_updates_per_second: 109.82280480024318 + eval-batch-train-duration: 0.19817735796095803 + eval-batch-orig-duration: 0.15180931001668796 + eval-batch-shift-duration: 0.14256333402590826 + eval-batch-tree-duration: 0.1391246429993771 + ued: + distances: + cheese-corne_dist_avg: 7.251587 + cheese-corne_dist_wavg: 11.512562 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.395996 + mouse-cheese_dist_finite_wavg: 10.039008 + mouse-cheese_dist_solvable_avg: 10.395996 + mouse-cheese_dist_solvable_wavg: 10.039008 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.588623 + num_walls_wavg: 6.0559816 + prop_walls_avg: 0.28646186 + prop_walls_wavg: 0.26330352 + scoring: + avg_scores: 0.079734 + visit_patterns: + avg_first_visit_time: 5345.716 + avg_last_visit_time: 7388.21 + num_replay_batches: 7398 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007547869 + avg_actor_approxkl3: 0.00042422191 + avg_actor_clipfrac: 0.0153686525 + avg_actor_loss: -0.0005069545 + avg_advantage: 6.392319e-05 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00020181072 + avg_entropy: 0.094579145 + avg_grad_norm_pre_clip: 0.5311908 + avg_loss: -0.0005006283 + max: + max_actor_approxkl1: 0.0018635967 + max_actor_approxkl3: 0.000846582 + max_actor_clipfrac: 0.029541016 + max_actor_loss: 0.00074734725 + max_advantage: 0.2520603 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0002612917 + max_entropy: 0.11554766 + max_grad_norm_pre_clip: 1.009349 + max_loss: 0.00075868575 + std: + std_actor_approxkl1: 0.0005639989 + std_actor_approxkl3: 0.00022314873 + std_actor_clipfrac: 0.007687319 + std_actor_loss: 0.00056531717 + std_advantage: 0.021461692 + std_critic_clipfrac: 0.0 + std_critic_loss: 3.0020732e-05 + std_entropy: 0.00802352 + std_grad_norm_pre_clip: 0.17833446 + std_loss: 0.0005766342 + eval-batch-train: + avg_avg_episode_length: 15.236547 + avg_avg_return: 0.8526788 + avg_benchmark_regret: 0.0035654088 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.3379593 + proxy_corner: + avg_avg_return: 0.08285249 + avg_reward_per_step: 0.017311096 + eval-batch-orig: + avg_avg_episode_length: 16.848034 + avg_avg_return: 0.83848333 + avg_benchmark_regret: 0.0054081455 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27168274 + proxy_corner: + avg_avg_return: 0.83848333 + avg_reward_per_step: 0.27168274 + eval-batch-shift: + avg_avg_episode_length: 12.6849575 + avg_avg_return: 0.8836981 + avg_benchmark_regret: 0.0036636177 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3417282 + proxy_corner: + avg_avg_return: 0.057456173 + avg_reward_per_step: 0.016921997 + eval-batch-tree: + avg_avg_episode_length: 6.7818613 + avg_avg_return: 0.9805356 + avg_benchmark_regret: 0.013884651 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26794434 + proxy_corner: + avg_avg_return: 0.9805356 + avg_reward_per_step: 0.26794434 +=========================================================== +=========================================================== + step: + env-step-all-before: 486539264 + env-step-replay-before: 242941952 + env-step-used-before: 486539264 + ppo-update-before: 296960 + env-step-generate-before: 243597312 + env-step-all-after: 486572032 + env-step-replay-after: 242974720 + env-step-used-after: 486572032 + ppo-update-after: 296980 + env-step-generate-after: 243597312 + train-replay: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.866911 + avg_avg_return: 0.9119806 + avg_reward_per_step: 0.08981323 + proxy_corner: + avg_avg_return: 0.33028996 + avg_reward_per_step: 0.03152466 + train-all: + shift_proportion: 0.93359375 + avg_avg_episode_length: 10.866911 + avg_avg_return: 0.9119806 + avg_reward_per_step: 0.08981323 + proxy_corner: + avg_avg_return: 0.33028996 + avg_reward_per_step: 0.03152466 + perf: + env_steps_per_second: 908257.2589171062 + ppo_updates_per_second: 105.62193895680063 + eval-batch-train-duration: 0.20016437297454104 + eval-batch-orig-duration: 0.14275856199674308 + eval-batch-shift-duration: 0.1439395070192404 + eval-batch-tree-duration: 0.14396423404105008 + ued: + distances: + cheese-corne_dist_avg: 7.2561035 + cheese-corne_dist_wavg: 10.625635 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.390381 + mouse-cheese_dist_finite_wavg: 10.936679 + mouse-cheese_dist_solvable_avg: 10.390381 + mouse-cheese_dist_solvable_wavg: 10.936679 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5827637 + num_walls_wavg: 6.9595428 + prop_walls_avg: 0.2862071 + prop_walls_wavg: 0.30258885 + scoring: + avg_scores: 0.07943674 + visit_patterns: + avg_first_visit_time: 5364.9824 + avg_last_visit_time: 7405.2803 + num_replay_batches: 7415 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0007311478 + avg_actor_approxkl3: 0.00038534804 + avg_actor_clipfrac: 0.015527344 + avg_actor_loss: -0.0005490183 + avg_advantage: 0.00038124566 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00019384632 + avg_entropy: 0.11429162 + avg_grad_norm_pre_clip: 0.5338651 + avg_loss: -0.0005663868 + max: + max_actor_approxkl1: 0.0020203586 + max_actor_approxkl3: 0.0006907719 + max_actor_clipfrac: 0.030761719 + max_actor_loss: 0.0007138243 + max_advantage: 0.48934227 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00027930038 + max_entropy: 0.1261616 + max_grad_norm_pre_clip: 0.85974234 + max_loss: 0.0007125267 + std: + std_actor_approxkl1: 0.0005241967 + std_actor_approxkl3: 0.00018251385 + std_actor_clipfrac: 0.008132174 + std_actor_loss: 0.00064900407 + std_advantage: 0.021029714 + std_critic_clipfrac: 0.0 + std_critic_loss: 4.1024545e-05 + std_entropy: 0.006707399 + std_grad_norm_pre_clip: 0.15880185 + std_loss: 0.00065413176 + eval-batch-train: + avg_avg_episode_length: 15.223542 + avg_avg_return: 0.8526237 + avg_benchmark_regret: 0.0036205195 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33848572 + proxy_corner: + avg_avg_return: 0.08544329 + avg_reward_per_step: 0.01725769 + eval-batch-orig: + avg_avg_episode_length: 16.85528 + avg_avg_return: 0.8384814 + avg_benchmark_regret: 0.0054100887 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27062225 + proxy_corner: + avg_avg_return: 0.8384814 + avg_reward_per_step: 0.27062225 + eval-batch-shift: + avg_avg_episode_length: 12.714718 + avg_avg_return: 0.88348484 + avg_benchmark_regret: 0.0038768894 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33838654 + proxy_corner: + avg_avg_return: 0.059055015 + avg_reward_per_step: 0.017654419 + eval-batch-tree: + avg_avg_episode_length: 6.8934016 + avg_avg_return: 0.9787988 + avg_benchmark_regret: 0.015621439 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26630402 + proxy_corner: + avg_avg_return: 0.9787988 + avg_reward_per_step: 0.26630402 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 487587840 + env-step-replay-before: 243564544 + env-step-used-before: 487587840 + ppo-update-before: 297600 + env-step-generate-before: 244023296 + env-step-all-after: 487620608 + env-step-replay-after: 243597312 + env-step-used-after: 487620608 + ppo-update-after: 297620 + env-step-generate-after: 244023296 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.918069 + avg_avg_return: 0.9125534 + avg_reward_per_step: 0.089141846 + proxy_corner: + avg_avg_return: 0.29283035 + avg_reward_per_step: 0.02822876 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.918069 + avg_avg_return: 0.9125534 + avg_reward_per_step: 0.089141846 + proxy_corner: + avg_avg_return: 0.29283035 + avg_reward_per_step: 0.02822876 + perf: + env_steps_per_second: 936283.9725812122 + ppo_updates_per_second: 106.1959997744177 + eval-batch-train-duration: 0.19958456995664164 + eval-batch-orig-duration: 0.1405512719647959 + eval-batch-shift-duration: 0.1398760200245306 + eval-batch-tree-duration: 0.1388924759812653 + ued: + distances: + cheese-corne_dist_avg: 7.241699 + cheese-corne_dist_wavg: 11.964545 + levels_cheese_is_in_corner_avg: 0.06518555 + mouse-cheese_dist_finite_avg: 10.370605 + mouse-cheese_dist_finite_wavg: 9.137416 + mouse-cheese_dist_solvable_avg: 10.370605 + mouse-cheese_dist_solvable_wavg: 9.137418 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.579834 + num_walls_wavg: 6.0632033 + prop_walls_avg: 0.2860797 + prop_walls_wavg: 0.26361758 + scoring: + avg_scores: 0.07937007 + visit_patterns: + avg_first_visit_time: 5384.6963 + avg_last_visit_time: 7424.2754 + num_replay_batches: 7434 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00062307547 + avg_actor_approxkl3: 0.00037104593 + avg_actor_clipfrac: 0.013629151 + avg_actor_loss: -0.0002815893 + avg_advantage: 0.0017930137 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00025083747 + avg_entropy: 0.09937558 + avg_grad_norm_pre_clip: 0.5980792 + avg_loss: -0.00025554618 + max: + max_actor_approxkl1: 0.0012384427 + max_actor_approxkl3: 0.0006706389 + max_actor_clipfrac: 0.025268555 + max_actor_loss: 0.0010504713 + max_advantage: 0.52946043 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00039675267 + max_entropy: 0.11068891 + max_grad_norm_pre_clip: 1.1827352 + max_loss: 0.0010681617 + std: + std_actor_approxkl1: 0.00042090705 + std_actor_approxkl3: 0.0002072187 + std_actor_clipfrac: 0.006914319 + std_actor_loss: 0.0005671646 + std_advantage: 0.023759827 + std_critic_clipfrac: 0.0 + std_critic_loss: 5.7797803e-05 + std_entropy: 0.0057317605 + std_grad_norm_pre_clip: 0.2298603 + std_loss: 0.0005686474 + eval-batch-train: + avg_avg_episode_length: 15.243393 + avg_avg_return: 0.8524681 + avg_benchmark_regret: 0.003776164 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33724976 + proxy_corner: + avg_avg_return: 0.080730006 + avg_reward_per_step: 0.017097473 + eval-batch-orig: + avg_avg_episode_length: 16.857311 + avg_avg_return: 0.8388952 + avg_benchmark_regret: 0.0049962443 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27131653 + proxy_corner: + avg_avg_return: 0.8388952 + avg_reward_per_step: 0.27131653 + eval-batch-shift: + avg_avg_episode_length: 12.7001505 + avg_avg_return: 0.8838527 + avg_benchmark_regret: 0.0035090547 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.33913422 + proxy_corner: + avg_avg_return: 0.05800025 + avg_reward_per_step: 0.017593384 + eval-batch-tree: + avg_avg_episode_length: 6.8480215 + avg_avg_return: 0.9795015 + avg_benchmark_regret: 0.014918762 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2660904 + proxy_corner: + avg_avg_return: 0.9795015 + avg_reward_per_step: 0.2660904 +=========================================================== +=========================================================== + step: + env-step-all-before: 488636416 + env-step-replay-before: 244121600 + env-step-used-before: 488636416 + ppo-update-before: 298240 + env-step-generate-before: 244514816 + env-step-all-after: 488669184 + env-step-replay-after: 244121600 + env-step-used-after: 488669184 + ppo-update-after: 298260 + env-step-generate-after: 244547584 + train-generate: + shift_proportion: 0.9765625 + avg_avg_episode_length: 10.540023 + avg_avg_return: 0.8977753 + avg_reward_per_step: 0.35305786 + proxy_corner: + avg_avg_return: 0.06100291 + avg_reward_per_step: 0.014678955 + train-all: + shift_proportion: 0.9765625 + avg_avg_episode_length: 10.540023 + avg_avg_return: 0.8977753 + avg_reward_per_step: 0.35305786 + proxy_corner: + avg_avg_return: 0.06100291 + avg_reward_per_step: 0.014678955 + perf: + env_steps_per_second: 947644.4652692273 + ppo_updates_per_second: 80.04600852231088 + eval-batch-train-duration: 0.243237821967341 + eval-batch-orig-duration: 0.1567125510191545 + eval-batch-shift-duration: 0.14400207600556314 + eval-batch-tree-duration: 0.14322743500815704 + ued: + distances: + cheese-corne_dist_avg: 7.23938 + cheese-corne_dist_wavg: 11.967109 + levels_cheese_is_in_corner_avg: 0.06542969 + mouse-cheese_dist_finite_avg: 10.366943 + mouse-cheese_dist_finite_wavg: 10.939229 + mouse-cheese_dist_solvable_avg: 10.366943 + mouse-cheese_dist_solvable_wavg: 10.939229 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.58667 + num_walls_wavg: 6.9554853 + prop_walls_avg: 0.28637695 + prop_walls_wavg: 0.3024124 + scoring: + avg_scores: 0.07929809 + visit_patterns: + avg_first_visit_time: 5398.206 + avg_last_visit_time: 7440.2637 + num_replay_batches: 7450 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00090630277 + avg_actor_approxkl3: 0.00080603093 + avg_actor_clipfrac: 0.029663086 + avg_actor_loss: -0.00016864222 + avg_advantage: -0.015141467 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0018076206 + avg_entropy: 0.14853865 + avg_grad_norm_pre_clip: 0.96131486 + avg_loss: 0.00058662944 + max: + max_actor_approxkl1: 0.0023294622 + max_actor_approxkl3: 0.0016310061 + max_actor_clipfrac: 0.061279297 + max_actor_loss: 0.0017377362 + max_advantage: 0.22498888 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.002676951 + max_entropy: 0.18195513 + max_grad_norm_pre_clip: 1.6668258 + max_loss: 0.0028050705 + std: + std_actor_approxkl1: 0.0006534423 + std_actor_approxkl3: 0.00046418686 + std_actor_clipfrac: 0.016075507 + std_actor_loss: 0.0008152153 + std_advantage: 0.060911313 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.0005835387 + std_entropy: 0.01872469 + std_grad_norm_pre_clip: 0.36833692 + std_loss: 0.0008653528 + eval-batch-train: + avg_avg_episode_length: 15.22304 + avg_avg_return: 0.8528171 + avg_benchmark_regret: 0.0034271348 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33953857 + proxy_corner: + avg_avg_return: 0.08287644 + avg_reward_per_step: 0.017196655 + eval-batch-orig: + avg_avg_episode_length: 16.815239 + avg_avg_return: 0.839285 + avg_benchmark_regret: 0.004606442 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2716751 + proxy_corner: + avg_avg_return: 0.839285 + avg_reward_per_step: 0.2716751 + eval-batch-shift: + avg_avg_episode_length: 12.658509 + avg_avg_return: 0.88413453 + avg_benchmark_regret: 0.003227215 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3428955 + proxy_corner: + avg_avg_return: 0.05914923 + avg_reward_per_step: 0.017417908 + eval-batch-tree: + avg_avg_episode_length: 7.098444 + avg_avg_return: 0.9751762 + avg_benchmark_regret: 0.019244108 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26512146 + proxy_corner: + avg_avg_return: 0.9751762 + avg_reward_per_step: 0.26512146 +=========================================================== +=========================================================== + step: + env-step-all-before: 489684992 + env-step-replay-before: 244744192 + env-step-used-before: 489684992 + ppo-update-before: 298880 + env-step-generate-before: 244940800 + env-step-all-after: 489717760 + env-step-replay-after: 244776960 + env-step-used-after: 489717760 + ppo-update-after: 298900 + env-step-generate-after: 244940800 + train-replay: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.763573 + avg_avg_return: 0.91212547 + avg_reward_per_step: 0.09020996 + proxy_corner: + avg_avg_return: 0.32653704 + avg_reward_per_step: 0.031555176 + train-all: + shift_proportion: 0.92578125 + avg_avg_episode_length: 10.763573 + avg_avg_return: 0.91212547 + avg_reward_per_step: 0.09020996 + proxy_corner: + avg_avg_return: 0.32653704 + avg_reward_per_step: 0.031555176 + perf: + env_steps_per_second: 900602.9810962803 + ppo_updates_per_second: 103.80714308571928 + eval-batch-train-duration: 0.20454016997246072 + eval-batch-orig-duration: 0.15415330801624805 + eval-batch-shift-duration: 0.14269133401103318 + eval-batch-tree-duration: 0.1418658799957484 + ued: + distances: + cheese-corne_dist_avg: 7.2368164 + cheese-corne_dist_wavg: 7.0209002 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.375977 + mouse-cheese_dist_finite_wavg: 10.039511 + mouse-cheese_dist_solvable_avg: 10.375977 + mouse-cheese_dist_solvable_wavg: 10.039512 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999999 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5942383 + num_walls_wavg: 7.8586993 + prop_walls_avg: 0.28670597 + prop_walls_wavg: 0.34168267 + scoring: + avg_scores: 0.07887351 + visit_patterns: + avg_first_visit_time: 5404.5107 + avg_last_visit_time: 7460.242 + num_replay_batches: 7470 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.00066745747 + avg_actor_approxkl3: 0.0003802973 + avg_actor_clipfrac: 0.0130554205 + avg_actor_loss: -0.00029841159 + avg_advantage: 0.024267334 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0003701016 + avg_entropy: 0.083012596 + avg_grad_norm_pre_clip: 0.57542914 + avg_loss: -0.00019637337 + max: + max_actor_approxkl1: 0.0015177621 + max_actor_approxkl3: 0.000832347 + max_actor_clipfrac: 0.022094727 + max_actor_loss: 0.0005494673 + max_advantage: 0.27534533 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0005691527 + max_entropy: 0.09005846 + max_grad_norm_pre_clip: 0.98573333 + max_loss: 0.00066383486 + std: + std_actor_approxkl1: 0.00041504952 + std_actor_approxkl3: 0.0002106575 + std_actor_clipfrac: 0.0058393106 + std_actor_loss: 0.0005107301 + std_advantage: 0.023548065 + std_critic_clipfrac: 0.0 + std_critic_loss: 8.874229e-05 + std_entropy: 0.005017764 + std_grad_norm_pre_clip: 0.17807597 + std_loss: 0.00053771137 + eval-batch-train: + avg_avg_episode_length: 15.228701 + avg_avg_return: 0.8529872 + avg_benchmark_regret: 0.0032570246 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33913422 + proxy_corner: + avg_avg_return: 0.085397825 + avg_reward_per_step: 0.017295837 + eval-batch-orig: + avg_avg_episode_length: 16.83776 + avg_avg_return: 0.8389533 + avg_benchmark_regret: 0.0049381843 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27088165 + proxy_corner: + avg_avg_return: 0.8389533 + avg_reward_per_step: 0.27088165 + eval-batch-shift: + avg_avg_episode_length: 12.664629 + avg_avg_return: 0.8836157 + avg_benchmark_regret: 0.0037460537 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34199524 + proxy_corner: + avg_avg_return: 0.059573118 + avg_reward_per_step: 0.017745972 + eval-batch-tree: + avg_avg_episode_length: 7.187356 + avg_avg_return: 0.9761089 + avg_benchmark_regret: 0.01831137 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26585388 + proxy_corner: + avg_avg_return: 0.9761089 + avg_reward_per_step: 0.26585388 +=========================================================== +=========================================================== + step: + env-step-all-before: 490733568 + env-step-replay-before: 245268480 + env-step-used-before: 490733568 + ppo-update-before: 299520 + env-step-generate-before: 245465088 + env-step-all-after: 490766336 + env-step-replay-after: 245301248 + env-step-used-after: 490766336 + ppo-update-after: 299540 + env-step-generate-after: 245465088 + train-replay: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.979173 + avg_avg_return: 0.91146266 + avg_reward_per_step: 0.08920288 + proxy_corner: + avg_avg_return: 0.28644842 + avg_reward_per_step: 0.027313232 + train-all: + shift_proportion: 0.9296875 + avg_avg_episode_length: 10.979173 + avg_avg_return: 0.91146266 + avg_reward_per_step: 0.08920288 + proxy_corner: + avg_avg_return: 0.28644842 + avg_reward_per_step: 0.027313232 + perf: + env_steps_per_second: 735185.8634594157 + ppo_updates_per_second: 91.4590114826564 + eval-batch-train-duration: 0.23697240400360897 + eval-batch-orig-duration: 0.15981547895353287 + eval-batch-shift-duration: 0.14573164604371414 + eval-batch-tree-duration: 0.14134058996569365 + ued: + distances: + cheese-corne_dist_avg: 7.243286 + cheese-corne_dist_wavg: 11.972381 + levels_cheese_is_in_corner_avg: 0.06640625 + mouse-cheese_dist_finite_avg: 10.380371 + mouse-cheese_dist_finite_wavg: 9.139915 + mouse-cheese_dist_solvable_avg: 10.380371 + mouse-cheese_dist_solvable_wavg: 9.139915 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.593994 + num_walls_wavg: 7.860848 + prop_walls_avg: 0.28669536 + prop_walls_wavg: 0.341776 + scoring: + avg_scores: 0.079340056 + visit_patterns: + avg_first_visit_time: 5415.168 + avg_last_visit_time: 7476.278 + num_replay_batches: 7486 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0006176547 + avg_actor_approxkl3: 0.00041455217 + avg_actor_clipfrac: 0.013964844 + avg_actor_loss: -0.00019131857 + avg_advantage: 0.024095777 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.00048850995 + avg_entropy: 0.080286935 + avg_grad_norm_pre_clip: 0.63671535 + avg_loss: -2.7350547e-05 + max: + max_actor_approxkl1: 0.0013381215 + max_actor_approxkl3: 0.00076961 + max_actor_clipfrac: 0.02722168 + max_actor_loss: 0.0011430569 + max_advantage: 0.45022637 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.00089360547 + max_entropy: 0.09452434 + max_grad_norm_pre_clip: 1.3057498 + max_loss: 0.0012934678 + std: + std_actor_approxkl1: 0.0003974364 + std_actor_approxkl3: 0.00023007333 + std_actor_clipfrac: 0.007204673 + std_actor_loss: 0.00053789996 + std_advantage: 0.031094987 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.00015669936 + std_entropy: 0.006822557 + std_grad_norm_pre_clip: 0.22697763 + std_loss: 0.0005489429 + eval-batch-train: + avg_avg_episode_length: 15.210933 + avg_avg_return: 0.85277516 + avg_benchmark_regret: 0.003469038 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.33948517 + proxy_corner: + avg_avg_return: 0.08500202 + avg_reward_per_step: 0.016899109 + eval-batch-orig: + avg_avg_episode_length: 16.818928 + avg_avg_return: 0.8389903 + avg_benchmark_regret: 0.0049011754 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27161407 + proxy_corner: + avg_avg_return: 0.8389903 + avg_reward_per_step: 0.27161407 + eval-batch-shift: + avg_avg_episode_length: 12.642521 + avg_avg_return: 0.88386357 + avg_benchmark_regret: 0.0034981836 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34403992 + proxy_corner: + avg_avg_return: 0.05596853 + avg_reward_per_step: 0.016738892 + eval-batch-tree: + avg_avg_episode_length: 6.503555 + avg_avg_return: 0.9825219 + avg_benchmark_regret: 0.011898339 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26582336 + proxy_corner: + avg_avg_return: 0.9825219 + avg_reward_per_step: 0.26582336 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 491782144 + env-step-replay-before: 245760000 + env-step-used-before: 491782144 + ppo-update-before: 300160 + env-step-generate-before: 246022144 + env-step-all-after: 491814912 + env-step-replay-after: 245792768 + env-step-used-after: 491814912 + ppo-update-after: 300180 + env-step-generate-after: 246022144 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.142925 + avg_avg_return: 0.9106398 + avg_reward_per_step: 0.08920288 + proxy_corner: + avg_avg_return: 0.32669848 + avg_reward_per_step: 0.03060913 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 11.142925 + avg_avg_return: 0.9106398 + avg_reward_per_step: 0.08920288 + proxy_corner: + avg_avg_return: 0.32669848 + avg_reward_per_step: 0.03060913 + perf: + env_steps_per_second: 714366.0652151998 + ppo_updates_per_second: 84.48296877812592 + eval-batch-train-duration: 0.24081737000960857 + eval-batch-orig-duration: 0.15248608501860872 + eval-batch-shift-duration: 0.14331057301023975 + eval-batch-tree-duration: 0.14019917900441214 + ued: + distances: + cheese-corne_dist_avg: 7.2354736 + cheese-corne_dist_wavg: 10.624791 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.380615 + mouse-cheese_dist_finite_wavg: 9.138466 + mouse-cheese_dist_solvable_avg: 10.380615 + mouse-cheese_dist_solvable_wavg: 9.138467 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.5966797 + num_walls_wavg: 6.961877 + prop_walls_avg: 0.28681213 + prop_walls_wavg: 0.30269033 + scoring: + avg_scores: 0.079360336 + visit_patterns: + avg_first_visit_time: 5422.655 + avg_last_visit_time: 7491.356 + num_replay_batches: 7501 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0005433865 + avg_actor_approxkl3: 0.00038896143 + avg_actor_clipfrac: 0.014178467 + avg_actor_loss: -0.0003067262 + avg_advantage: 0.017430956 + avg_critic_clipfrac: 0.00015258789 + avg_critic_loss: 0.00039516078 + avg_entropy: 0.07309815 + avg_grad_norm_pre_clip: 0.47189704 + avg_loss: -0.00018224398 + max: + max_actor_approxkl1: 0.0019904012 + max_actor_approxkl3: 0.0012596387 + max_actor_clipfrac: 0.029541016 + max_actor_loss: 0.00036422722 + max_advantage: 0.37406367 + max_critic_clipfrac: 0.0017089844 + max_critic_loss: 0.00061335677 + max_entropy: 0.09396495 + max_grad_norm_pre_clip: 0.8807066 + max_loss: 0.00044057818 + std: + std_actor_approxkl1: 0.00048224497 + std_actor_approxkl3: 0.00027963964 + std_actor_clipfrac: 0.008210195 + std_actor_loss: 0.00036724194 + std_advantage: 0.028507518 + std_critic_clipfrac: 0.00046141125 + std_critic_loss: 0.00011987756 + std_entropy: 0.008035787 + std_grad_norm_pre_clip: 0.124149874 + std_loss: 0.000390683 + eval-batch-train: + avg_avg_episode_length: 15.200987 + avg_avg_return: 0.85278964 + avg_benchmark_regret: 0.0034545944 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34101105 + proxy_corner: + avg_avg_return: 0.08567572 + avg_reward_per_step: 0.017456055 + eval-batch-orig: + avg_avg_episode_length: 16.79997 + avg_avg_return: 0.83895916 + avg_benchmark_regret: 0.004932329 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27257538 + proxy_corner: + avg_avg_return: 0.83895916 + avg_reward_per_step: 0.27257538 + eval-batch-shift: + avg_avg_episode_length: 12.656397 + avg_avg_return: 0.8836764 + avg_benchmark_regret: 0.0036852655 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3431015 + proxy_corner: + avg_avg_return: 0.056451134 + avg_reward_per_step: 0.01726532 + eval-batch-tree: + avg_avg_episode_length: 6.3236904 + avg_avg_return: 0.9832659 + avg_benchmark_regret: 0.011154341 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26770782 + proxy_corner: + avg_avg_return: 0.9832659 + avg_reward_per_step: 0.26770782 +=========================================================== +=========================================================== + step: + env-step-all-before: 492830720 + env-step-replay-before: 246251520 + env-step-used-before: 492830720 + ppo-update-before: 300800 + env-step-generate-before: 246579200 + env-step-all-after: 492863488 + env-step-replay-after: 246251520 + env-step-used-after: 492863488 + ppo-update-after: 300820 + env-step-generate-after: 246611968 + train-generate: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.667551 + avg_avg_return: 0.86086714 + avg_reward_per_step: 0.3338623 + proxy_corner: + avg_avg_return: 0.052827094 + avg_reward_per_step: 0.012664795 + train-all: + shift_proportion: 0.95703125 + avg_avg_episode_length: 13.667551 + avg_avg_return: 0.86086714 + avg_reward_per_step: 0.3338623 + proxy_corner: + avg_avg_return: 0.052827094 + avg_reward_per_step: 0.012664795 + perf: + env_steps_per_second: 729262.87210552 + ppo_updates_per_second: 92.40150971049628 + eval-batch-train-duration: 0.21465266903396696 + eval-batch-orig-duration: 0.14830063795670867 + eval-batch-shift-duration: 0.14078595500905067 + eval-batch-tree-duration: 0.14008103602100164 + ued: + distances: + cheese-corne_dist_avg: 7.2261963 + cheese-corne_dist_wavg: 13.328636 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 10.381592 + mouse-cheese_dist_finite_wavg: 11.829908 + mouse-cheese_dist_solvable_avg: 10.381592 + mouse-cheese_dist_solvable_wavg: 11.829908 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.593506 + num_walls_wavg: 6.0624714 + prop_walls_avg: 0.28667414 + prop_walls_wavg: 0.26358566 + scoring: + avg_scores: 0.0795196 + visit_patterns: + avg_first_visit_time: 5429.616 + avg_last_visit_time: 7505.3047 + num_replay_batches: 7515 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0010002392 + avg_actor_approxkl3: 0.0007621639 + avg_actor_clipfrac: 0.03187256 + avg_actor_loss: -0.00031089736 + avg_advantage: -0.0008117717 + avg_critic_clipfrac: 0.0 + avg_critic_loss: 0.0023321682 + avg_entropy: 0.17203054 + avg_grad_norm_pre_clip: 1.0025014 + avg_loss: 0.00068315613 + max: + max_actor_approxkl1: 0.002793041 + max_actor_approxkl3: 0.0015627149 + max_actor_clipfrac: 0.06762695 + max_actor_loss: 0.0007920638 + max_advantage: 0.82118654 + max_critic_clipfrac: 0.0 + max_critic_loss: 0.0039105606 + max_entropy: 0.203845 + max_grad_norm_pre_clip: 1.5801427 + max_loss: 0.001576144 + std: + std_actor_approxkl1: 0.00068335916 + std_actor_approxkl3: 0.00044491462 + std_actor_clipfrac: 0.018824846 + std_actor_loss: 0.00070473633 + std_advantage: 0.06914531 + std_critic_clipfrac: 0.0 + std_critic_loss: 0.000703379 + std_entropy: 0.021280875 + std_grad_norm_pre_clip: 0.25646785 + std_loss: 0.000683501 + eval-batch-train: + avg_avg_episode_length: 15.203377 + avg_avg_return: 0.852599 + avg_benchmark_regret: 0.0036451668 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34027863 + proxy_corner: + avg_avg_return: 0.08428989 + avg_reward_per_step: 0.017082214 + eval-batch-orig: + avg_avg_episode_length: 16.83275 + avg_avg_return: 0.8390621 + avg_benchmark_regret: 0.0048293937 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27169037 + proxy_corner: + avg_avg_return: 0.8390621 + avg_reward_per_step: 0.27169037 + eval-batch-shift: + avg_avg_episode_length: 12.647167 + avg_avg_return: 0.8837953 + avg_benchmark_regret: 0.003566407 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34446716 + proxy_corner: + avg_avg_return: 0.05928369 + avg_reward_per_step: 0.016952515 + eval-batch-tree: + avg_avg_episode_length: 6.6378784 + avg_avg_return: 0.9831201 + avg_benchmark_regret: 0.011300145 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26696014 + proxy_corner: + avg_avg_return: 0.9831201 + avg_reward_per_step: 0.26696014 +=========================================================== +=========================================================== + step: + env-step-all-before: 493879296 + env-step-replay-before: 246775808 + env-step-used-before: 493879296 + ppo-update-before: 301440 + env-step-generate-before: 247103488 + env-step-all-after: 493912064 + env-step-replay-after: 246775808 + env-step-used-after: 493912064 + ppo-update-after: 301460 + env-step-generate-after: 247136256 + train-generate: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.754218 + avg_avg_return: 0.8478253 + avg_reward_per_step: 0.3251953 + proxy_corner: + avg_avg_return: 0.08325187 + avg_reward_per_step: 0.014678955 + train-all: + shift_proportion: 0.953125 + avg_avg_episode_length: 14.754218 + avg_avg_return: 0.8478253 + avg_reward_per_step: 0.3251953 + proxy_corner: + avg_avg_return: 0.08325187 + avg_reward_per_step: 0.014678955 + perf: + env_steps_per_second: 871488.3408400827 + ppo_updates_per_second: 101.27403699211509 + eval-batch-train-duration: 0.20498282503103837 + eval-batch-orig-duration: 0.14188204996753484 + eval-batch-shift-duration: 0.13945254200370982 + eval-batch-tree-duration: 0.13747014600085095 + ued: + distances: + cheese-corne_dist_avg: 7.256958 + cheese-corne_dist_wavg: 11.971759 + levels_cheese_is_in_corner_avg: 0.06713867 + mouse-cheese_dist_finite_avg: 10.390625 + mouse-cheese_dist_finite_wavg: 9.138179 + mouse-cheese_dist_solvable_avg: 10.390625 + mouse-cheese_dist_solvable_wavg: 9.138178 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.588867 + num_walls_wavg: 7.856924 + prop_walls_avg: 0.2864725 + prop_walls_wavg: 0.3416053 + scoring: + avg_scores: 0.079802334 + visit_patterns: + avg_first_visit_time: 5437.925 + avg_last_visit_time: 7521.365 + num_replay_batches: 7531 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0014331804 + avg_actor_approxkl3: 0.00091301167 + avg_actor_clipfrac: 0.039739992 + avg_actor_loss: -0.0010141352 + avg_advantage: -0.005099158 + avg_critic_clipfrac: 0.0013427734 + avg_critic_loss: 0.0028675504 + avg_entropy: 0.16403365 + avg_grad_norm_pre_clip: 0.9268053 + avg_loss: 0.00025560646 + max: + max_actor_approxkl1: 0.002873453 + max_actor_approxkl3: 0.0015743464 + max_actor_clipfrac: 0.067871094 + max_actor_loss: 0.0008746609 + max_advantage: 0.3650068 + max_critic_clipfrac: 0.012939453 + max_critic_loss: 0.0039235773 + max_entropy: 0.20407948 + max_grad_norm_pre_clip: 1.3825366 + max_loss: 0.0023051847 + std: + std_actor_approxkl1: 0.0008039259 + std_actor_approxkl3: 0.00042388192 + std_actor_clipfrac: 0.018277127 + std_actor_loss: 0.0010360223 + std_advantage: 0.077483244 + std_critic_clipfrac: 0.003638023 + std_critic_loss: 0.0006497206 + std_entropy: 0.018386943 + std_grad_norm_pre_clip: 0.26183963 + std_loss: 0.0011115627 + eval-batch-train: + avg_avg_episode_length: 15.21559 + avg_avg_return: 0.85276306 + avg_benchmark_regret: 0.003481131 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34033203 + proxy_corner: + avg_avg_return: 0.09242672 + avg_reward_per_step: 0.017875671 + eval-batch-orig: + avg_avg_episode_length: 16.823488 + avg_avg_return: 0.8392058 + avg_benchmark_regret: 0.0046856725 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27104187 + proxy_corner: + avg_avg_return: 0.8392058 + avg_reward_per_step: 0.27104187 + eval-batch-shift: + avg_avg_episode_length: 12.657221 + avg_avg_return: 0.8836138 + avg_benchmark_regret: 0.00374791 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34303284 + proxy_corner: + avg_avg_return: 0.062848076 + avg_reward_per_step: 0.01776123 + eval-batch-tree: + avg_avg_episode_length: 6.1225405 + avg_avg_return: 0.98495793 + avg_benchmark_regret: 0.009462308 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2646942 + proxy_corner: + avg_avg_return: 0.98495793 + avg_reward_per_step: 0.2646942 +=========================================================== +=========================================================== + step: + env-step-all-before: 494927872 + env-step-replay-before: 247300096 + env-step-used-before: 494927872 + ppo-update-before: 302080 + env-step-generate-before: 247627776 + env-step-all-after: 494960640 + env-step-replay-after: 247300096 + env-step-used-after: 494960640 + ppo-update-after: 302100 + env-step-generate-after: 247660544 + train-generate: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.982021 + avg_avg_return: 0.84364086 + avg_reward_per_step: 0.32296753 + proxy_corner: + avg_avg_return: 0.07473415 + avg_reward_per_step: 0.013397217 + train-all: + shift_proportion: 0.9609375 + avg_avg_episode_length: 14.982021 + avg_avg_return: 0.84364086 + avg_reward_per_step: 0.32296753 + proxy_corner: + avg_avg_return: 0.07473415 + avg_reward_per_step: 0.013397217 + perf: + env_steps_per_second: 888734.3782838874 + ppo_updates_per_second: 105.50692331108797 + eval-batch-train-duration: 0.20239667099667713 + eval-batch-orig-duration: 0.15098818304250017 + eval-batch-shift-duration: 0.14098556101089343 + eval-batch-tree-duration: 0.13913284899899736 + ued: + distances: + cheese-corne_dist_avg: 7.246704 + cheese-corne_dist_wavg: 3.4409866 + levels_cheese_is_in_corner_avg: 0.06762695 + mouse-cheese_dist_finite_avg: 10.388916 + mouse-cheese_dist_finite_wavg: 10.043155 + mouse-cheese_dist_solvable_avg: 10.388916 + mouse-cheese_dist_solvable_wavg: 10.043158 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999976 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.602051 + num_walls_wavg: 6.0644517 + prop_walls_avg: 0.28704566 + prop_walls_wavg: 0.26367182 + scoring: + avg_scores: 0.079585284 + visit_patterns: + avg_first_visit_time: 5447.3643 + avg_last_visit_time: 7537.2246 + num_replay_batches: 7547 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0011496724 + avg_actor_approxkl3: 0.0008376762 + avg_actor_clipfrac: 0.032733154 + avg_actor_loss: -0.00064405537 + avg_advantage: -0.025971 + avg_critic_clipfrac: 0.00050048827 + avg_critic_loss: 0.002915125 + avg_entropy: 0.16616674 + avg_grad_norm_pre_clip: 0.9007136 + avg_loss: 0.00064734055 + max: + max_actor_approxkl1: 0.0033309893 + max_actor_approxkl3: 0.0017602537 + max_actor_clipfrac: 0.056884766 + max_actor_loss: 0.0007041991 + max_advantage: 0.31417897 + max_critic_clipfrac: 0.0059814453 + max_critic_loss: 0.005708805 + max_entropy: 0.19285613 + max_grad_norm_pre_clip: 1.5467772 + max_loss: 0.002682049 + std: + std_actor_approxkl1: 0.0009226688 + std_actor_approxkl3: 0.00045846513 + std_actor_clipfrac: 0.016011897 + std_actor_loss: 0.00081986905 + std_advantage: 0.076630086 + std_critic_clipfrac: 0.0015328941 + std_critic_loss: 0.0011341607 + std_entropy: 0.015897883 + std_grad_norm_pre_clip: 0.23793663 + std_loss: 0.0010311847 + eval-batch-train: + avg_avg_episode_length: 15.212942 + avg_avg_return: 0.8531512 + avg_benchmark_regret: 0.003092953 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34007263 + proxy_corner: + avg_avg_return: 0.08920664 + avg_reward_per_step: 0.017242432 + eval-batch-orig: + avg_avg_episode_length: 16.816765 + avg_avg_return: 0.8389933 + avg_benchmark_regret: 0.004898195 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27143097 + proxy_corner: + avg_avg_return: 0.8389933 + avg_reward_per_step: 0.27143097 + eval-batch-shift: + avg_avg_episode_length: 12.684034 + avg_avg_return: 0.8834652 + avg_benchmark_regret: 0.0038965535 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34209442 + proxy_corner: + avg_avg_return: 0.060958996 + avg_reward_per_step: 0.017326355 + eval-batch-tree: + avg_avg_episode_length: 5.9584055 + avg_avg_return: 0.98507214 + avg_benchmark_regret: 0.009348109 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.26805115 + proxy_corner: + avg_avg_return: 0.98507214 + avg_reward_per_step: 0.26805115 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +=========================================================== + step: + env-step-all-before: 495976448 + env-step-replay-before: 247791616 + env-step-used-before: 495976448 + ppo-update-before: 302720 + env-step-generate-before: 248184832 + env-step-all-after: 496009216 + env-step-replay-after: 247824384 + env-step-used-after: 496009216 + ppo-update-after: 302740 + env-step-generate-after: 248184832 + train-replay: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.911932 + avg_avg_return: 0.91211796 + avg_reward_per_step: 0.08972168 + proxy_corner: + avg_avg_return: 0.3326637 + avg_reward_per_step: 0.031066895 + train-all: + shift_proportion: 0.9453125 + avg_avg_episode_length: 10.911932 + avg_avg_return: 0.91211796 + avg_reward_per_step: 0.08972168 + proxy_corner: + avg_avg_return: 0.3326637 + avg_reward_per_step: 0.031066895 + perf: + env_steps_per_second: 855829.0555566612 + ppo_updates_per_second: 99.41172958508402 + eval-batch-train-duration: 0.2571340720169246 + eval-batch-orig-duration: 0.17925413500051945 + eval-batch-shift-duration: 0.1543035099748522 + eval-batch-tree-duration: 0.1419302420108579 + ued: + distances: + cheese-corne_dist_avg: 7.261963 + cheese-corne_dist_wavg: 1.631886 + levels_cheese_is_in_corner_avg: 0.06689453 + mouse-cheese_dist_finite_avg: 10.408936 + mouse-cheese_dist_finite_wavg: 6.4474883 + mouse-cheese_dist_solvable_avg: 10.408936 + mouse-cheese_dist_solvable_wavg: 6.4474874 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0000001 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6105957 + num_walls_wavg: 5.162442 + prop_walls_avg: 0.2874172 + prop_walls_wavg: 0.22445405 + scoring: + avg_scores: 0.079025425 + visit_patterns: + avg_first_visit_time: 5454.792 + avg_last_visit_time: 7553.253 + num_replay_batches: 7563 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0008535039 + avg_actor_approxkl3: 0.00034849695 + avg_actor_clipfrac: 0.012554931 + avg_actor_loss: -0.00031544763 + avg_advantage: 0.031779736 + avg_critic_clipfrac: 0.0026123046 + avg_critic_loss: 0.0006435903 + avg_entropy: 0.07260558 + avg_grad_norm_pre_clip: 0.37648082 + avg_loss: -6.625806e-05 + max: + max_actor_approxkl1: 0.0017964693 + max_actor_approxkl3: 0.00061034213 + max_actor_clipfrac: 0.021240234 + max_actor_loss: 0.0008726157 + max_advantage: 0.55626184 + max_critic_clipfrac: 0.015380859 + max_critic_loss: 0.0011649034 + max_entropy: 0.081357405 + max_grad_norm_pre_clip: 0.6769904 + max_loss: 0.00110274 + std: + std_actor_approxkl1: 0.0005845534 + std_actor_approxkl3: 0.00015765247 + std_actor_clipfrac: 0.0053901025 + std_actor_loss: 0.00047434273 + std_advantage: 0.03820525 + std_critic_clipfrac: 0.0045515043 + std_critic_loss: 0.00024004944 + std_entropy: 0.0045941523 + std_grad_norm_pre_clip: 0.10505177 + std_loss: 0.0005376715 + eval-batch-train: + avg_avg_episode_length: 15.195232 + avg_avg_return: 0.8525377 + avg_benchmark_regret: 0.0037065381 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34165192 + proxy_corner: + avg_avg_return: 0.08930452 + avg_reward_per_step: 0.016990662 + eval-batch-orig: + avg_avg_episode_length: 16.774668 + avg_avg_return: 0.83941936 + avg_benchmark_regret: 0.004472072 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27267456 + proxy_corner: + avg_avg_return: 0.83941936 + avg_reward_per_step: 0.27267456 + eval-batch-shift: + avg_avg_episode_length: 12.648806 + avg_avg_return: 0.8839656 + avg_benchmark_regret: 0.0033961197 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34471893 + proxy_corner: + avg_avg_return: 0.05693233 + avg_reward_per_step: 0.01702118 + eval-batch-tree: + avg_avg_episode_length: 6.0010314 + avg_avg_return: 0.98507416 + avg_benchmark_regret: 0.009346079 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2714157 + proxy_corner: + avg_avg_return: 0.98507416 + avg_reward_per_step: 0.2714157 +=========================================================== +=========================================================== + step: + env-step-all-before: 497025024 + env-step-replay-before: 248348672 + env-step-used-before: 497025024 + ppo-update-before: 303360 + env-step-generate-before: 248676352 + env-step-all-after: 497057792 + env-step-replay-after: 248348672 + env-step-used-after: 497057792 + ppo-update-after: 303380 + env-step-generate-after: 248709120 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.338 + avg_avg_return: 0.8638746 + avg_reward_per_step: 0.34295654 + proxy_corner: + avg_avg_return: 0.061505016 + avg_reward_per_step: 0.011352539 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 13.338 + avg_avg_return: 0.8638746 + avg_reward_per_step: 0.34295654 + proxy_corner: + avg_avg_return: 0.061505016 + avg_reward_per_step: 0.011352539 + perf: + env_steps_per_second: 761879.4473067836 + ppo_updates_per_second: 94.63472496147831 + eval-batch-train-duration: 0.26207046600757167 + eval-batch-orig-duration: 0.17712067399406806 + eval-batch-shift-duration: 0.15157599095255136 + eval-batch-tree-duration: 0.142504824034404 + ued: + distances: + cheese-corne_dist_avg: 7.244751 + cheese-corne_dist_wavg: 3.430593 + levels_cheese_is_in_corner_avg: 0.068603516 + mouse-cheese_dist_finite_avg: 10.421631 + mouse-cheese_dist_finite_wavg: 14.5426035 + mouse-cheese_dist_solvable_avg: 10.421631 + mouse-cheese_dist_solvable_wavg: 14.542605 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.99999994 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.616455 + num_walls_wavg: 8.758697 + prop_walls_avg: 0.28767192 + prop_walls_wavg: 0.38081282 + scoring: + avg_scores: 0.0795922 + visit_patterns: + avg_first_visit_time: 5462.823 + avg_last_visit_time: 7569.242 + num_replay_batches: 7579 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0013297902 + avg_actor_approxkl3: 0.0010548034 + avg_actor_clipfrac: 0.03215332 + avg_actor_loss: -0.00075849035 + avg_advantage: -0.0040770182 + avg_critic_clipfrac: 0.0042663575 + avg_critic_loss: 0.0026632121 + avg_entropy: 0.14075571 + avg_grad_norm_pre_clip: 1.17282 + avg_loss: 0.00043235984 + max: + max_actor_approxkl1: 0.004716607 + max_actor_approxkl3: 0.0024683564 + max_actor_clipfrac: 0.06201172 + max_actor_loss: 0.00031692907 + max_advantage: 0.39882585 + max_critic_clipfrac: 0.02368164 + max_critic_loss: 0.0035824683 + max_entropy: 0.19552612 + max_grad_norm_pre_clip: 1.9793243 + max_loss: 0.0016582652 + std: + std_actor_approxkl1: 0.001253284 + std_actor_approxkl3: 0.00072977133 + std_actor_clipfrac: 0.017696885 + std_actor_loss: 0.0009895788 + std_advantage: 0.07561717 + std_critic_clipfrac: 0.0077346237 + std_critic_loss: 0.00061342854 + std_entropy: 0.019556591 + std_grad_norm_pre_clip: 0.4054292 + std_loss: 0.0010000964 + eval-batch-train: + avg_avg_episode_length: 15.1962385 + avg_avg_return: 0.85305715 + avg_benchmark_regret: 0.0031870431 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34134674 + proxy_corner: + avg_avg_return: 0.09021158 + avg_reward_per_step: 0.017463684 + eval-batch-orig: + avg_avg_episode_length: 16.763645 + avg_avg_return: 0.8390931 + avg_benchmark_regret: 0.0047983294 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.2724762 + proxy_corner: + avg_avg_return: 0.8390931 + avg_reward_per_step: 0.2724762 + eval-batch-shift: + avg_avg_episode_length: 12.6586075 + avg_avg_return: 0.8839903 + avg_benchmark_regret: 0.003371466 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34461975 + proxy_corner: + avg_avg_return: 0.0611624 + avg_reward_per_step: 0.017410278 + eval-batch-tree: + avg_avg_episode_length: 6.003831 + avg_avg_return: 0.9848436 + avg_benchmark_regret: 0.00957668 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27056885 + proxy_corner: + avg_avg_return: 0.9848436 + avg_reward_per_step: 0.27056885 +=========================================================== +=========================================================== + step: + env-step-all-before: 498073600 + env-step-replay-before: 248741888 + env-step-used-before: 498073600 + ppo-update-before: 304000 + env-step-generate-before: 249331712 + env-step-all-after: 498106368 + env-step-replay-after: 248741888 + env-step-used-after: 498106368 + ppo-update-after: 304020 + env-step-generate-after: 249364480 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.413937 + avg_avg_return: 0.8516177 + avg_reward_per_step: 0.31222534 + proxy_corner: + avg_avg_return: 0.08062276 + avg_reward_per_step: 0.018310547 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 14.413937 + avg_avg_return: 0.8516177 + avg_reward_per_step: 0.31222534 + proxy_corner: + avg_avg_return: 0.08062276 + avg_reward_per_step: 0.018310547 + perf: + env_steps_per_second: 794795.1596428796 + ppo_updates_per_second: 85.13506152742137 + eval-batch-train-duration: 0.23612733196932822 + eval-batch-orig-duration: 0.14647241204511374 + eval-batch-shift-duration: 0.14462730498053133 + eval-batch-tree-duration: 0.14321127597941086 + ued: + distances: + cheese-corne_dist_avg: 7.2281494 + cheese-corne_dist_wavg: 11.973189 + levels_cheese_is_in_corner_avg: 0.06933594 + mouse-cheese_dist_finite_avg: 10.427734 + mouse-cheese_dist_finite_wavg: 4.6483474 + mouse-cheese_dist_solvable_avg: 10.427734 + mouse-cheese_dist_solvable_wavg: 4.6483474 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 1.0 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.6135254 + num_walls_wavg: 7.8640757 + prop_walls_avg: 0.28754458 + prop_walls_wavg: 0.34191623 + scoring: + avg_scores: 0.07978401 + visit_patterns: + avg_first_visit_time: 5468.8145 + avg_last_visit_time: 7581.246 + num_replay_batches: 7591 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.001491392 + avg_actor_approxkl3: 0.0013151093 + avg_actor_clipfrac: 0.04237671 + avg_actor_loss: -0.0008044252 + avg_advantage: -0.02360821 + avg_critic_clipfrac: 0.0022766113 + avg_critic_loss: 0.0027050271 + avg_entropy: 0.16294597 + avg_grad_norm_pre_clip: 1.0820955 + avg_loss: 0.00038514237 + max: + max_actor_approxkl1: 0.0039119227 + max_actor_approxkl3: 0.0040373853 + max_actor_clipfrac: 0.08337402 + max_actor_loss: 0.0014116764 + max_advantage: 0.30464488 + max_critic_clipfrac: 0.028076172 + max_critic_loss: 0.0048687207 + max_entropy: 0.19792928 + max_grad_norm_pre_clip: 1.9982876 + max_loss: 0.002517632 + std: + std_actor_approxkl1: 0.00096538756 + std_actor_approxkl3: 0.00095232035 + std_actor_clipfrac: 0.017634334 + std_actor_loss: 0.0010771593 + std_advantage: 0.07520298 + std_critic_clipfrac: 0.0063941167 + std_critic_loss: 0.0008721676 + std_entropy: 0.022384172 + std_grad_norm_pre_clip: 0.3778005 + std_loss: 0.001077715 + eval-batch-train: + avg_avg_episode_length: 15.192077 + avg_avg_return: 0.8527318 + avg_benchmark_regret: 0.0035124244 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34142303 + proxy_corner: + avg_avg_return: 0.083145216 + avg_reward_per_step: 0.01727295 + eval-batch-orig: + avg_avg_episode_length: 16.76691 + avg_avg_return: 0.8387134 + avg_benchmark_regret: 0.0051780753 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.27230072 + proxy_corner: + avg_avg_return: 0.8387134 + avg_reward_per_step: 0.27230072 + eval-batch-shift: + avg_avg_episode_length: 12.641441 + avg_avg_return: 0.8841947 + avg_benchmark_regret: 0.0031670155 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.3454895 + proxy_corner: + avg_avg_return: 0.05679195 + avg_reward_per_step: 0.017089844 + eval-batch-tree: + avg_avg_episode_length: 5.899516 + avg_avg_return: 0.9858805 + avg_benchmark_regret: 0.00853973 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.2714386 + proxy_corner: + avg_avg_return: 0.9858805 + avg_reward_per_step: 0.2714386 +=========================================================== +=========================================================== + step: + env-step-all-before: 499122176 + env-step-replay-before: 249364480 + env-step-used-before: 499122176 + ppo-update-before: 304640 + env-step-generate-before: 249757696 + env-step-all-after: 499154944 + env-step-replay-after: 249364480 + env-step-used-after: 499154944 + ppo-update-after: 304660 + env-step-generate-after: 249790464 + train-generate: + shift_proportion: 0.96484375 + avg_avg_episode_length: 16.95934 + avg_avg_return: 0.81916684 + avg_reward_per_step: 0.34539795 + proxy_corner: + avg_avg_return: 0.04329488 + avg_reward_per_step: 0.009552002 + train-all: + shift_proportion: 0.96484375 + avg_avg_episode_length: 16.95934 + avg_avg_return: 0.81916684 + avg_reward_per_step: 0.34539795 + proxy_corner: + avg_avg_return: 0.04329488 + avg_reward_per_step: 0.009552002 + perf: + env_steps_per_second: 991794.329469604 + ppo_updates_per_second: 85.09342523863067 + eval-batch-train-duration: 0.2444515009992756 + eval-batch-orig-duration: 0.16022297699237242 + eval-batch-shift-duration: 0.14503459201660007 + eval-batch-tree-duration: 0.1431037939619273 + ued: + distances: + cheese-corne_dist_avg: 7.2218018 + cheese-corne_dist_wavg: 5.2237334 + levels_cheese_is_in_corner_avg: 0.06958008 + mouse-cheese_dist_finite_avg: 10.44165 + mouse-cheese_dist_finite_wavg: 5.5495577 + mouse-cheese_dist_solvable_avg: 10.44165 + mouse-cheese_dist_solvable_wavg: 5.549559 + solvable_avg: 1.0 + solvable_num: 4096 + solvable_wavg: 0.9999998 + layout: + levels16_img: float32(31, 31, 3) + num_walls_avg: 6.619629 + num_walls_wavg: 3.361844 + prop_walls_avg: 0.2878099 + prop_walls_wavg: 0.14616711 + scoring: + avg_scores: 0.07936789 + visit_patterns: + avg_first_visit_time: 5474.798 + avg_last_visit_time: 7600.2275 + num_replay_batches: 7610 + eta: 0.5 + ppo: + avg_actor_approxkl1: 0.0012853444 + avg_actor_approxkl3: 0.0010778139 + avg_actor_clipfrac: 0.032305907 + avg_actor_loss: -0.0006780598 + avg_advantage: -0.030452501 + avg_critic_clipfrac: 0.0011413575 + avg_critic_loss: 0.004248518 + avg_entropy: 0.1419348 + avg_grad_norm_pre_clip: 0.9250355 + avg_loss: 0.0013042648 + max: + max_actor_approxkl1: 0.0043969895 + max_actor_approxkl3: 0.0024257654 + max_actor_clipfrac: 0.05871582 + max_actor_loss: 0.00094249845 + max_advantage: 0.47539663 + max_critic_clipfrac: 0.016845703 + max_critic_loss: 0.0059567634 + max_entropy: 0.17857736 + max_grad_norm_pre_clip: 1.4623785 + max_loss: 0.003572466 + std: + std_actor_approxkl1: 0.0009758606 + std_actor_approxkl3: 0.0005853865 + std_actor_clipfrac: 0.014271595 + std_actor_loss: 0.0010769428 + std_advantage: 0.09184604 + std_critic_clipfrac: 0.0038308057 + std_critic_loss: 0.0010681911 + std_entropy: 0.016604308 + std_grad_norm_pre_clip: 0.29976192 + std_loss: 0.001149985 + eval-batch-train: + avg_avg_episode_length: 15.188263 + avg_avg_return: 0.8530044 + avg_benchmark_regret: 0.0032398086 + avg_benchmark_return: 0.8562442 + avg_reward_per_step: 0.34194183 + proxy_corner: + avg_avg_return: 0.09137804 + avg_reward_per_step: 0.01752472 + eval-batch-orig: + avg_avg_episode_length: 16.785847 + avg_avg_return: 0.83902514 + avg_benchmark_regret: 0.0048663225 + avg_benchmark_return: 0.8438915 + avg_reward_per_step: 0.271286 + proxy_corner: + avg_avg_return: 0.83902514 + avg_reward_per_step: 0.271286 + eval-batch-shift: + avg_avg_episode_length: 12.674186 + avg_avg_return: 0.8837974 + avg_benchmark_regret: 0.0035643198 + avg_benchmark_return: 0.88736176 + avg_reward_per_step: 0.34301758 + proxy_corner: + avg_avg_return: 0.058957167 + avg_reward_per_step: 0.017570496 + eval-batch-tree: + avg_avg_episode_length: 5.9049435 + avg_avg_return: 0.9853213 + avg_benchmark_regret: 0.009098989 + avg_benchmark_return: 0.9944203 + avg_reward_per_step: 0.27105713 + proxy_corner: + avg_avg_return: 0.9853213 + avg_reward_per_step: 0.27105713 +=========================================================== +saving checkpoint (wandb will sync at end of run)... +training run complete. +finishing checkpoints... diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/requirements.txt b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b4b0c9829a41e8ae1962c355b32ac4d0f1ccd46a --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/requirements.txt @@ -0,0 +1,86 @@ +safetensors==0.5.3 +huggingface-hub==0.33.4 +hf-xet==1.1.5 +regex==2024.11.6 +transformers==4.53.2 +tokenizers==0.21.2 +fsspec==2025.7.0 +wcwidth==0.2.13 +psutil==7.0.0 +distrax==0.1.5 +msgpack==1.1.1 +annotated-types==0.7.0 +imageio==2.37.0 +packaging==25.0 +shellingham==1.5.4 +nest-asyncio==1.6.0 +jaxlib==0.6.2 +pip==25.1.1 +opt_einsum==3.4.0 +importlib_resources==6.5.2 +cloudpickle==3.1.1 +mdurl==0.1.2 +jax-cuda12-plugin==0.6.2 +markdown-it-py==3.0.0 +wadler_lindig==0.1.7 +requests==2.32.4 +orbax-checkpoint==0.11.19 +moviepy==2.2.1 +wrapt==1.17.2 +ml_dtypes==0.5.1 +einops==0.8.1 +humanize==4.12.3 +attrs==25.3.0 +jaxgmg==0.0.0 +pydantic_core==2.33.2 +urllib3==2.5.0 +sentry-sdk==2.33.2 +toolz==1.0.0 +protobuf==6.31.1 +click==8.2.1 +flax==0.10.7 +nvidia-ml-py==12.575.51 +wheel==0.45.1 +certifi==2025.7.14 +tensorflow-probability==0.25.0 +blessed==1.21.0 +Pygments==2.19.2 +rich==14.0.0 +dm-tree==0.1.9 +smmap==5.0.2 +tfp-nightly==0.26.0.dev0 +typing-inspection==0.4.1 +setuptools==80.9.0 +proglog==0.1.12 +gast==0.6.0 +absl-py==2.3.1 +simplejson==3.20.1 +six==1.17.0 +tensorstore==0.1.76 +gpustat==1.1.1 +jaxtyping==0.3.2 +numpy==2.3.1 +jax==0.6.2 +pillow==11.3.0 +idna==3.10 +typer==0.16.0 +python-dotenv==1.1.1 +decorator==5.2.1 +platformdirs==4.3.8 +jax-cuda12-pjrt==0.6.2 +etils==1.13.0 +optax==0.2.5 +charset-normalizer==3.4.2 +readchar==4.2.1 +chex==0.1.89 +tqdm==4.67.1 +wandb==0.21.0 +imageio-ffmpeg==0.6.0 +PyYAML==6.0.2 +typing_extensions==4.14.1 +GitPython==3.1.44 +treescope==0.1.9 +zipp==3.23.0 +scipy==1.16.0 +pydantic==2.11.7 +gitdb==4.0.12 diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/wandb-metadata.json b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6d78e4e2fd7d590a984844738dc620d88381f4fc --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/wandb-metadata.json @@ -0,0 +1,78 @@ +{ + "os": "Linux-5.15.0-118-generic-x86_64-with-glibc2.35", + "python": "CPython 3.11.13", + "startedAt": "2025-07-24T20:43:35.385843Z", + "args": [ + "train", + "corner", + "--num-total-env-steps", + "500_000_000", + "--keep-all-checkpoints", + "--num-cycles-per-checkpoint", + "128", + "--wandb-project", + "jaxgmg_500M", + "--wandb-name", + "alpha_1_env_blocks_7x7", + "--prob-shift", + "1", + "--env-layout", + "blocks", + "--env-size", + "7" + ], + "program": "-m jaxgmg.__main__", + "git": { + "remote": "https://github.com/timaeus-research/jaxgmg", + "commit": "b4bd47a0918104fe66a8c9012402c117f9653042" + }, + "email": "davidquarel@gmail.com", + "root": "/workspace/HOME/guest/david_quarel/jaxgmg", + "host": "All", + "executable": "/workspace/HOME/guest/.conda/envs/jax/bin/python", + "cpu_count": 8, + "cpu_count_logical": 16, + "gpu": "NVIDIA RTX A4000", + "gpu_count": 4, + "disk": { + "/": { + "total": "3936290357248", + "used": "2993684041728" + } + }, + "memory": { + "total": "67338465280" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5352c8dc-4b83-b59e-3726-561f11bddc57" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-5ab61a6b-630a-21c2-4963-cf83677c4c6d" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-ef3eacc2-788b-eaf2-a95e-37334ee948f9" + }, + { + "name": "NVIDIA RTX A4000", + "memoryTotal": "17171480576", + "cudaCores": 6144, + "architecture": "Ampere", + "uuid": "GPU-75dc7a2b-b656-879f-526c-2e3bad36943d" + } + ], + "cudaVersion": "12.8", + "writerId": "m7qeyr6sh7eue61pv8z4ebdcf4spp4o6" +} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/wandb-summary.json b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..61e1a8d699068f139c7ec23976df6fcd0eadb8dc --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/files/wandb-summary.json @@ -0,0 +1 @@ +{"ppo/avg_actor_loss":-0.0006780598196201026,"ued/distances/solvable_wavg":0.9999998211860657,"ued/visit_patterns/avg_last_visit_time":7600.2275390625,"ued/distances/levels_cheese_is_in_corner_avg":0.069580078125,"ppo/max/max_actor_loss":0.0009424984455108643,"step/env-step-used-after":499154944,"ppo/std/std_actor_approxkl1":0.0009758605738170445,"ppo/max/max_actor_clipfrac":0.0587158203125,"eval-batch-shift/avg_benchmark_return":0.8873617649078369,"train-replay/proxy_corner/avg_avg_return":0.33266371488571167,"ppo/avg_actor_clipfrac":0.03230590745806694,"ppo/std/std_loss":0.0011499850079417229,"eval-batch-train/proxy_corner/avg_reward_per_step":0.01752471923828125,"ued/layout/prop_walls_wavg":0.1461671143770218,"eval-batch-train/proxy_corner/avg_avg_return":0.09137804061174393,"eval-batch-tree/avg_benchmark_regret":0.009098988957703114,"ppo/max/max_advantage":0.47539663314819336,"ppo/avg_actor_approxkl3":0.0010778139112517238,"eval-batch-shift/avg_reward_per_step":0.343017578125,"step/env-step-all-after":499154944,"eval-batch-tree/avg_avg_return":0.9853212833404541,"perf/ppo_updates_per_second":85.09342523863067,"train-replay/avg_reward_per_step":0.0897216796875,"perf/eval-batch-orig-duration":0.16022297699237242,"ued/eta":0.5,"eval-batch-train/avg_reward_per_step":0.34194183349609375,"train-generate/proxy_corner/avg_avg_return":0.04329488053917885,"ued/distances/solvable_avg":1,"train-all/avg_avg_episode_length":16.959339141845703,"eval-batch-train/avg_avg_return":0.8530043959617615,"ued/distances/mouse-cheese_dist_solvable_wavg":5.549559116363525,"ued/visit_patterns/num_replay_batches":7610,"ued/distances/mouse-cheese_dist_solvable_avg":10.441650390625,"ppo/std/std_actor_loss":0.0010769427753984928,"ppo/avg_critic_loss":0.004248518031090498,"ued/layout/num_walls_avg":6.61962890625,"eval-batch-tree/avg_avg_episode_length":5.904943466186523,"eval-batch-orig/avg_avg_return":0.8390251398086548,"ued/distances/cheese-corne_dist_avg":7.2218017578125,"ppo/avg_advantage":-0.03045250102877617,"ppo/max/max_critic_clipfrac":0.016845703125,"eval-batch-orig/proxy_corner/avg_reward_per_step":0.2712860107421875,"step/env-step-replay-after":249364480,"step/env-step-replay-before":249364480,"ppo/std/std_entropy":0.016604308038949966,"train-generate/shift_proportion":0.96484375,"eval-batch-shift/proxy_corner/avg_reward_per_step":0.01757049560546875,"eval-batch-orig/avg_reward_per_step":0.2712860107421875,"ued/layout/levels16_img":{"width":31,"height":31,"_type":"image-file","sha256":"c7e7bdbc556b7d24d620101c3c024d0e8f31943286e17cff0a4bfaf8a5b48f63","size":496,"path":"media/images/ued/layout/levels16_img_15200_c7e7bdbc556b7d24d620.png","format":"png"},"ued/distances/cheese-corne_dist_wavg":5.223733425140381,"train-all/proxy_corner/avg_avg_return":0.04329488053917885,"ppo/std/std_actor_approxkl3":0.0005853864713571966,"_step":15232,"eval-batch-shift/avg_avg_return":0.8837974071502686,"eval-batch-tree/proxy_corner/avg_reward_per_step":0.27105712890625,"ppo/max/max_critic_loss":0.005956763401627541,"train-all/avg_reward_per_step":0.34539794921875,"step/ppo-update-after":304660,"eval-batch-orig/avg_benchmark_regret":0.004866322502493858,"ppo/avg_grad_norm_pre_clip":0.9250354766845703,"eval-batch-train/avg_benchmark_return":0.8562442064285278,"train-generate/avg_avg_episode_length":16.959339141845703,"ppo/std/std_advantage":0.0918460413813591,"ppo/avg_actor_approxkl1":0.0012853443622589111,"eval-batch-shift/avg_avg_episode_length":12.674185752868652,"_wandb":{"runtime":5048},"ued/distances/mouse-cheese_dist_finite_avg":10.441650390625,"ued/layout/num_walls_wavg":3.361844062805176,"ued/distances/mouse-cheese_dist_finite_wavg":5.549557685852051,"train-replay/shift_proportion":0.9453125,"step/ppo-update-before":304640,"ppo/std/std_critic_loss":0.0010681911371648312,"perf/env_steps_per_second":991794.329469604,"eval-batch-train/avg_avg_episode_length":15.188262939453125,"step/env-step-used-before":499122176,"ppo/max/max_actor_approxkl1":0.0043969894759356976,"train-generate/avg_reward_per_step":0.34539794921875,"perf/eval-batch-shift-duration":0.14503459201660007,"train-generate/avg_avg_return":0.8191668391227722,"perf/eval-batch-tree-duration":0.1431037939619273,"step/env-step-all-before":499122176,"train-replay/proxy_corner/avg_reward_per_step":0.03106689453125,"eval-batch-orig/proxy_corner/avg_avg_return":0.8390251398086548,"eval-batch-train/avg_benchmark_regret":0.003239808604121208,"train-replay/avg_avg_return":0.9121179580688477,"train-replay/avg_avg_episode_length":10.911931991577148,"_runtime":5048.794673788,"step/env-step-generate-after":249790464,"ued/distances/solvable_num":4096,"train-all/avg_avg_return":0.8191668391227722,"eval-batch-tree/avg_benchmark_return":0.9944202899932861,"eval-batch-orig/avg_avg_episode_length":16.785846710205078,"ppo/std/std_actor_clipfrac":0.01427159458398819,"eval-batch-orig/avg_benchmark_return":0.8438915014266968,"train-all/proxy_corner/avg_reward_per_step":0.009552001953125,"step/env-step-generate-before":249757696,"ppo/std/std_critic_clipfrac":0.003830805653706193,"train-generate/proxy_corner/avg_reward_per_step":0.009552001953125,"ppo/avg_entropy":0.14193479716777802,"ppo/avg_critic_clipfrac":0.0011413574684411287,"_timestamp":1.753394857765126e+09,"eval-batch-tree/avg_reward_per_step":0.27105712890625,"eval-batch-tree/proxy_corner/avg_avg_return":0.9853212833404541,"perf/eval-batch-train-duration":0.2444515009992756,"eval-batch-shift/proxy_corner/avg_avg_return":0.058957166969776154,"ppo/max/max_loss":0.0035724660847336054,"ppo/max/max_actor_approxkl3":0.002425765385851264,"ppo/max/max_entropy":0.17857736349105835,"ued/visit_patterns/avg_first_visit_time":5474.7978515625,"train-all/shift_proportion":0.96484375,"ued/layout/prop_walls_avg":0.28780990839004517,"ued/scoring/avg_scores":0.07936789095401764,"ppo/max/max_grad_norm_pre_clip":1.4623785018920898,"ppo/std/std_grad_norm_pre_clip":0.29976192116737366,"eval-batch-shift/avg_benchmark_regret":0.003564319806173444,"ppo/avg_loss":0.0013042647624388337} \ No newline at end of file diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-core.log b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..48c13f51d76df81056e07c7d47cced3bbeb60e3e --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-core.log @@ -0,0 +1,16 @@ +{"time":"2025-07-24T20:43:35.441083886Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp52qhoml3/port-1925759.txt","pid":1925759,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-24T20:43:35.441738109Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1925759} +{"time":"2025-07-24T20:43:35.441725585Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1925759-1925889-1064708540/socket","Net":"unix"}} +{"time":"2025-07-24T20:43:35.595641568Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-24T20:43:35.602146505Z","level":"INFO","msg":"handleInformInit: received","streamId":"alpha_1_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T20:43:35.866524864Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"alpha_1_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T22:07:46.392828128Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"alpha_1_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T22:07:46.397729314Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"alpha_1_blocks_7x7_500M","id":"1(@)"} +{"time":"2025-07-24T22:07:47.379194562Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-24T22:07:47.379218377Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-24T22:07:47.37922488Z","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-24T22:07:47.379228647Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-24T22:07:47.379269474Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-24T22:07:47.379284171Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-24T22:07:47.379276557Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1925759-1925889-1064708540/socket","Net":"unix"}} +{"time":"2025-07-24T22:07:47.379303999Z","level":"INFO","msg":"server is closed"} diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-internal.log b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6d9dca236fa19e7aabcf7c340742a6d2dff4b005 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-internal.log @@ -0,0 +1,1455 @@ +{"time":"2025-07-24T20:43:35.602290276Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-24T20:43:35.865612354Z","level":"INFO","msg":"stream: created new stream","id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.86566826Z","level":"INFO","msg":"writer: Do: started","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.865676626Z","level":"INFO","msg":"sender: started","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.866514585Z","level":"INFO","msg":"stream: started","id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T20:43:35.86651192Z","level":"INFO","msg":"handler: started","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:45.22656795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=30e9a47d0fd9049fad578afb0d24dbdc8650beb9666ded5fe837cb59d2b83bc43e6b72dce98bf88267b252e02870a189c48a8aabd5772e6660da9a2659db16681f52ed40873045a17824e347b555b636f9a958fb37d4a2af379f3d8938fe7d965cee3117c87046203f311373898b9f972a003475cfa272f9ade6abbc61263da190d00be048853676e14f33f1aa797ea33650f97b5e208f7f4a0c98ba2f3bdfe4cb79cb7b37d09769e5664e78ebb3bfd9da7f76d04694ec59678064d0b249457f72f28664e48f11556ded2c68d199714ca9cd539ab153ec9d97c7150db7be97c8051524d55be673fa86d4c88731c97aeb6df7ceccecc58c6815a1cead8421e1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226601363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fcde253ed32adcb7970757ba1e44bbd711a0ca930e44e0f4990420ec1691def1c9ab7f6f812d8462fc4ac11480aab8f7df974775864de0c42595504d7cc10c5ced25f6e02b3ef511e78bce94d3eabd65fe4e068c549938d91e29cb53028eb1674700ce07ffaae93001a564c986d92c545ff5a6dfb45b9e33267c1caf6105bd7bc9670846b3ff54069e12227aa110284b836bd2ee880b2bb87bfd61c28982efb9fc7e8a52e3142e5088ce8ce74c9d2a1afdff1e9ca23a6c6aa7e2cf7141e8c6ebd53a1f6c73494851d2cdbc7ccdab28e07d32ba02d35241453a9fb81e6d16926b7cca162bbde41bd0d52353e6ee8b28331e5194ed5c5414684cc3c3c86bbfe9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226600311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=968cc71e3b65398f5bb8d70367c728efc7b169c50468f407e33bf995df405e4009aafbc096808b19e0c117fb45a80568cbcc28503de7baa68fe760a34a8bc162b6a5c460ea06cb4a70b2a82ffbd607f6b5fba1cd7cbb3967f42fb37a39f4bc116497f7f627490904411aaae4527ec967cf22df8c4779753156ed46278d2d240ddd854683eb992767f3a0fad58dfa24561ea61051280c4df08d96d9e7e2226dca290520ad5b2a17cc3fb0be2dfeb6051b6e1600eccb285b96fa7acc59625ee66a1bb98dceabb0134c211f1765973ead907eb257e74ded1069e682dd726662a6ce8dbf7131af6bdf06447d6095b6b85905596e16c2d261beac1db14a4db2ae7382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226636359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6020b3d0cbe1ad456143e32eacc42c920a100c67c702e365d119561a1809b6b29d3bd1f70c892aa79582574e327684dc1910e5aaddca2b6deddbc4fdd4062c258cda227d34450a4208dceeff824e3bac1c5fbf7fc98d0e95e11e74a48b9c4701071e0d5e5ab6c90c2808995bf60bb24bbcc85c280fa11672c91ac28b25868cf7ec5bd529ed1cf67da6e07d05e7ba87c7f58eff0c13b37ff9b18df6ae77283098dcce6ae6fcac9cbf85a91bfad2a85d97ed975556de6220facf467186dfddd51e2ad0c828d26339a700073909e678acb40e11955994a0e3be68bb73a522cb0b3a8e5aa13db1e8c3052e7273a0d6f0091713c79fae2d6db5732078e3a91863c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226673129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f231208f214b6a56def08f2b1baa89b61cc1b529be336eb2614c2b348a50e6a4b2430c2f060f5b9ea79dedd65f4cbd809113566e9987ceaaa1bce04de8359399a8894d17266d0111efbd4da21526623ca97c75b406286dabd20d099f9e9f0b20f3587e6275e212c55e74b135605d5830a0698f8002b2910e6efac974d676c7dcd8c419de72fe0a3f1f956d7462d3955cac19bc020a05da95ffebe61734ee289178db252e22cfe5809c3c93852f0cbcc0da864c1050bddf502742ddeec46a96a0c15976c5294c01ce29287c1370d9afe573fb79575e28c881d78222b1fb8acf1a72a3bf763e50ed439f304e220af16fa6c33458603833fcc9f21f61dd1ca7acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226676194Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f594d156ac6b2c1b88fadfd8e44a1ba28b2f3c3d42fda6cd87e234adf7e3128d96c5061c1fd865eef56637b4a3879b6bdd60fbb4758c87ecda3c135471d46a7e7e281857320f50a598e82821000b4b5c5e7790f042315e14ca21d4da69da1b101f52b4d78c2b76e2fe183ced17e26216990465a9054e9949448ce5d36e131d82cb8ebfa8603404f7637a66838ff70f4fe77b7d60e4dceeaa36764da0dbc790cf2ceff1967894633d359670a017721ae415c89a1f6d492c3572c6d8552db230af2c0fe8e9bfc0279404687a646a9b5114d637fab93f0eab8bbe0d24018ace3201b18b835e0edb2b4e38fd278d22503d260d48d5b8fa462bc3835bb6c59e49064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226712833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f5d87ad811d6204a8630dc142b5e74b2df5a7846adcef01f671f6a61393225a19bc50404afe0a42b9e54fdbc7a88307a4a5d48b0fb9ed1d183d09aa003451c4049ceebd3a89ce00405c9ef54c7073b7c2cfd7328ef90521243924e320e44c510e418bc002536d4d7e0a3f5acb0081a20c4632e0b13aa72f6f5cf1e387719fcf723877f94e51aad13a28a0eece81fd106e11e922e3f5f09a622ef0cf711d905f1964efa69b9f199bb33b0b404320249aa689f8cf105a45da1cd95c4a2d344fc2fb74a2f2782d09d29432a82011de2ad616376117ccb190e4efc498ac14d76ae748497c8967a36af0082d908df0c054814f7cda2597ed75f50529bf9460a8c4cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226719516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=03caa88d3581e2cac7d24a20cff85de4989fb8ccb14bd546ece499f09cd8c3a2e9d92515d1979722f540a27a10dc56dd40098746edcb3b822b35964ce70f62d7cf615e8f448d43a29935071c7ecd0fd33c68eb57186dd0c0e8407b9900eaa968aa73eacc517b578d4d641824de0de14d581b216bb2ee69d2d2295e39c1e96668c155d6bc55a336b4a7a6f9eef1286802cd4ac09e013fcc20d2afce26f2a5e88b022fab80ed66966f976acbcf6eac1b24e3fdf70523d504262de5267e5d27a82efedbd68e40519b2f05638b08dc79997dbde77fa7783d7e012b306b7d120d8c44fedb9f3619066046941399c81aade89ddb58020d37c2eb153916d5dc0b9fdd85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226729415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=475ae0dfd1870fa330f64045339a84ea80c58b17668728df17582e032b8ed599beb914c7f5857ff40483418cfbb42dfdba6d986fb0fb8dc74eee1a067f087720c184763284f9949c85a2f34b0b2df2100246d20067434df92d0aff2f99cca7c521a8e93dd6441fc16b0149d01b6339b7ea294aea37ec9fb514dc9ee9e8460798f5163d8464ce84777bb3952dfcfcf03ed41b1e7549a808d0fa66b0f9ecda2a9890ce0777b3e43515aa96b64dc95ee4afed02dd107c17a1985f8d7bf27bb90174c5c1ee9879ae5b46b5f1d60ec7556793a6be19335039adea53f6b17015d2922b9819913543ca5bc17adcf8efcc1f69d2ec58ecd8b3525e74a24c5789fe238522&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2267749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78b4135b27ced3fe46a516bc51e97ab32f8674b50e35b56fc361fa2bff0ac60895a9bf71327564034ac6a82ac3be48c6cf6ab104d92ebb42baeb48eb55ac24b22563c6518175d795ef592f1caef7ac051baab72e2d739660ba707dfaf688e1c826003e46f38ab9fb4579de89eae01d2cefbcebc19ea6be051bc57942c619cee9ba081a7a606f0f2b5d520887a7329e3747129ba3c09bdc0eb8623129a9e4ed5df55754eef7ee271e6286f089f9cd17892907b58a2d90b3b44945076bc2c99cbbf3d368405a62f9a9bb457fe2f8143b5e83587bb9bc19062ce65533c54b3e4360888186860f7fb58e2c9749f6b7cb26242a30810a13cce1733645b9ec18581ca4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226795078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=15530f501483791ca12baf6f2529da074659442664120f74b2658755e61fca24f027edb135171ac6fa75773320a373e967dcd57cba892dad4bf4f9824a2687dd190fc9284c4110d784a175a8ded6ae1185850617d67315245a8fb86edf76a923862140f4f937f72c4529cca9074bafb228de9f20965b49f44eb2fe9717d83fba65e896c82435c4ae7f09b2e040f7b70a4183a7eedc2eaa5325aee06822d1e874a1cac420adef7efc188991b6fd5d0f1f7b3c30c6add01c28c77b9b5581f245337f0607c5368429930e7cb51dab57b00ca2b53a57aed8db33c07eb0216bc05d4a41d4a610041ade6d00ae7179ede05e5952d73566c682438056e7f1e168002ca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226815517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c10a4bf1ba851b5e8247c33d95517b04f3022b404dfc8fd633c7f60898f60223819e7c9bec5ae2e7824e3a8625d548c1ef5d056a3fac9b0c21fe4f410413c66afe6a5af8b9f5d224cb8d52b9338fe2000bfeec6fc6499d35b3de2756f11e8adc115cb27b21cadae1140e56bd06465669572023edf64c30245800bf4bb1890a89eaa2b5d8a22011adfd79609ee14d82efe89be2f5a591cb2c551106effa8938f49b688e1476c6861cda22d3c0ef29b73492a2986cba3111ac366a51d2ed1d6cab3b9f57f0e1ba351cf53eb9bf9fad3b150d402e4595dd32870e16c677c5544dc567f4182e3b207668e3382a6acbe5c1dec307c848bb3f42b3d2bfbbd4f9891198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226867705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10bb776302f11c19c7d07df017ceddeaac2a96e03c015a85af10a8497b1868a3da960bf57cf6c79628b53f7daa0ad0ab43a03c046e8cf9c5e89e6c9a60c4c8736e43bef517872f105d5fd438dd9102ae7be1098bf35cb1d0ad4977d3b12b629f66de5091f36d12769754472b4a580dcb6e984a2277d0f21725592ce34b935c60115e012cafbf99545a2d56f2af0a49a11cf962497951fc4607b9ef71b6c323a862dabdb7ea19e45c29da5e7e77c213fa52c73ede1232230dde0f3ed8b5673d080967c0a79a44834bb02a9b28ca7928a1fb4f351217f4c503fe0661b46f83bdd9af2752b3a8c30899deb687821c77c9037cef1c0e95103078677dfd6679f4feba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226922899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ab624f8eb24cb743e9c65470ba96ef3b5ca2eba076d28707d45004b49f33d5b53e7197339b6d0543a466c2d4615d8d41e84486ece9b3b9f986f4597119556f866974ee02d5e5d5a3589616ec3bc472cbaa21c708dc26a9c556b0d1b9e326ae78ca5ca64b9972f73312b001385bd340ed33d6b50fd37fb72e971cb04f8aefec742291253e6528f640b7354cff55eeb77e49163fd86dedd45e3c35d6295718d88295318da3230f65ac38b1e88212558d8076d734796363bfc6338abcb13f9ca1d4c6995e33e9e313978560faea12eb190ea8d6680f9b38c5f25e3dbacbe1ea10d2db56aadb5ea42a79756bc0017788475fb4a4d458a8ab5bc3b6e1a7b0f0bc8dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226981229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=462396c27742197a49882ff05699bf42fc9f591552ea014b728ebffd299bee9fdc21cc052d7b39e07cddc49b8635854db20d1e8fc1efc4fd5a3c6ae9cccfe38a71200900ac5b128dcde94ee6a29729ee62745e0c4c292042d00eb732938623028b6c3c51f34b4bb394924730cbc42256cd189b2c72c2b5c98189b850216ec1e6fa915e8e8cda658c16f4034d88692619c22c666bcb3c91bb003eefacfb99bc444dd9ee97a0631fa0aa75523f96e2460566ad41c73acaab8e20120a947a87ba3cec90c245be8f10d9530cd60402292bf68c01a31796b1b673f6eb6f40573b6d14c02aba83f2a59cc47fcf58801ccc1a0b57fee6217ecf6267a8b62c3a2c492b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226673529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b6f4788bbb087442555645a92c4b7150f6b3990fe212ab9d182e74dba2f042c376e310464a5f0734cb32ea273bf29fe6d66281f0993159d3ee3079ff0747aa5fcb7ffab260f2d1ec68316275d149a3d3fac94da4115027a5b04d52d0b955860145572b79882ae23f4556c4985bb32033c75fda0e86130bd5d40039ae3848b14ca7ab7779d3f45346fa5d4c56b4dae31172e788122dbc3dc24b8a45adf9c5b9aa3ab01c0efd816b84fc7959e59c5a0a9c5efeb15a6760326fbac195956ced713302ee8198dc9afd55f75b09f8441d0d10487d34a1fb57f98de64ec364d4030bab5989e8a5959b65794b768508bc70c025535467b151528e574940bb094fa85a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226612154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93077dae3415f662629859cdd0eaf4d409d8a47eca11ee6829bfb09cd1ddb31b3be0e0681746178e7db9ce2d5b7998dc5f36866c2090c16dc3620c1ea2004a091f4e495da6ca4ff6a4aa9ea31c106d5ee2b67128c210c22437b303d51cf439857a65e9a2c7a00104e127ea6c230f3a43919911636f3c84e46ba87e5658d8d24a301887b5a60e3a3220ebded2bef71e76f35c01246bf83f4d11c874dc1265a03b33ddc6e45b996270453e87b92717b81b8e5a52e91053c4a9f1531ce793b4bef6670aec17bc68eb48d94af9ca4f566aa8942cf7ffedead2c1b717302c577a38bf417c6dd1a9b97a4f45b6ffbc72d1ad8cf0e3a7508c55938cd85a02fd7f1c8a0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227274712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24261898ad9c3c3aa16a5d9f37373d9c97b39ff37961899fc4f06b8073175d3d1ffc8738df930c8437717dd6423c8f35f6dc7e4fc788ea130933425c675cc721631839d5a224503c988783cf21acd232640209938f46ca5896affdb079ae2fb14ba7c1c79213fa55544c09bf278aa3a407a250fb51c8755eec8bcf3ae380183962c05d911163f39a5b3f1d30c419140adadd216f1f8deeca49b1df5455981bc7bf861831f166b77865cba1190e64b6b82f4d53abc966f30c6092caad5755acc863e80738bf843d13a7a521f9f47cac62cb0b1ba89c051857a7bb10e2f64983d747ac90c3aa1febdfe725e4415a4c303317ca826e2c1b01c0a82d122b4baec739&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226775462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=407e8bb5e80493fb5e74a6d06e09ee91ca40e07efc8663d4273cb1f07cc40bebd8db7fee7e250719036c29835ef7f2f36b2b96e9f7306a5275d8376911549cf927557af0b3717eeac905ea9d39e0401c1eb7178638596d24405df0478623785db35574055de874b4da50faeac78eae07c3d4684f6fb22661d8ca07d9498d99e0fdc9d6eb31ed70238e2a3a9de648c6e4eecf5780d7f9b65aadea920a8369b0ba7ee753ecfe5e42ac00a9734a9cc40a721b3875247e16098b6e577cdbea0aea4d52b6432de351cf064d3ab00990f3e58d158a6891e18563669afe29626536960d2d5fe7292edc168192d5d574a15e6c2bff75a6453fb8427cea972c81a54651a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227327352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3973f44e192addfdb96fb89d0516ef8a57104e0757887d09ca4919a06ed2e5393f567d9da37f647b73b461629e6e71279f3c02e05a5d6c00552faf52b5e49e42314b0edb722c45cd230626f74018788a99079850e52403ffda01c88e78b867284c18de60e75ba814abe5624dbe5852f6267e482428c9fa0eb05aa9edc15e8fdedbea481938b3af91c8c511cf115e0ea3009ce010e632da53895a73bf8ae6254c0bfc6047e99a54ca03f42384df6654781bc4b5ceca12149cdc88d8069d3116794f16433a26417aa172590161785037b445a3f71a997237baad6a5c8f98b10f73e23854d5679955edd56df90f76a29157451346507020dc9771249ef4e7220fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226707834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1450f50b3a0d0bee2bf94f7afa147614fac73d5dab0556999532e44fc0695767859aef7d0e6c1a1a8a149bfec19db9d5034eec728703d49a0da9d83f8e94092ab5de00fb20e66741fa6180b851b54fb55d67e1f7ecb181bb84d266f91cfa8a0234305ef7ed39fadbb16db82f79e7d4a46bd9ed23250706934692e034ea23bcbd67916b50932bd120d599bac02438c9b08efc152a010185fa1cd16daa6de2f66601a162f0a72a3e61b202cf6bcd1651816ba64108060d1ab77d65aa4ac77ceebe0a8afb789f6db5ecc3ed2bc7c039238ecb9bb33afcb2df90448a1354d3d9f2e96e189163625d3334bf611dca09fa8c0106fbf7090888de764c9ea25a3dc2110a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227369892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c07874734a6b8f2bada4bbe370f2d20cbfd1467ed6292df494abb5146a95e7c679fc4cc821271968469865cf7c1938b1d3a33c33b6849e14d407265d32e0665f53c3edb3633774c4dbef1e9e862528f2aca71a909ba6ba6d5cd60c90187516997e354ba9dbd18b6d033a6f74dca5ac66064037c7418de58fda6cd8b58f72d30f53ef6f3cd4bba077168ce6c9d88115b280060a9891d507f453cdc97f7d5b6a2f2b1819bbdf17d27a96971bfdfb107428da9d42f57397a538db629f6d9a96c9ce2b417525c214b32916940f4628d1e4b67a3af482c624ede5a1b1dae768d181fc01f983b845a52011c2ccc17246bf3e656fd6ca7064d9f8167d78900009833477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227395149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6da53c794f8cadd9978912f7fb11ccb5fc9bc6fb9e60192f81d12df8db69b4d1ba02e88bd70bbae1bad6a1820e054c9a1e1f191562206d7d6a9cc94ab106ba5209a4733810946450884085fda94c2c32ac953c70ee442d4b4b3c93e2d7a0ea95b9cb8d9db4615a7297907f3686a07f109e79f3ed79a76db012e4cdeb40b1a12b4f40716c31d1b9861be61409f21cf8543cbfd5c573bc7785b2a95aada254598d75e7b4e975a3ed2647bb25a89113ab6b17ae3b9720b0711be5ee206292f19f784aa2c7259e64d36fb655b43557bc5b7ebf8589b6fec01b0d0da1220d3956da5d58532ab58a52caa6c07316f4898158830e312d940259a284f8691d490e89ab17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226928851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=735e7341357c8c076f88352903c3c6025a0d3875e96340edd439a8b612ba97159e88fe43c0f6d582f4ea62e020c95464580fa2cf530147c5714cf9e82353256c84b7083ab82e495b0daf0d1a6491ec95ed94b7f074f7c62bc3b0c936597693cd81760ad519d315cc4a13ac9e16886420fbc9d0186510bbf6ddb2cc84c57a489a1505c401d250c711c0fd28a395088904c6ea8ea23971589f03120949a7d18c2c3b861d4dfe77169050eed8b6a68e91994e98a9906c6050e64169d0b29f7a6c6516180b9fff192c5539ccb8c06042c1159b8e25048caf1c76d1ec59e94f501a9be26d4c205ba178e8105652e786b17845c4567a2462d346ad9bbe811e988a5426&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226875059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aca60995ca5628c48a9f4ae4b36f0b4e887b192b7f1845411f8de8388ca4fb7763c6977cb4ba629d08ee90b2443dda523055338af66791670cade9e94f6e25099fa028dbb660d9dc02d1e82eaabae89f261914b47640c2843b97bf71279620ba9f3d251dd8071d7655f6ba42cff4bbd85b77e6c21254b7e230454ea10ea38f4a155aee55f2fdcb627abeb971bbd9255c508c22899b23c0271b3fb5c2ec6dbaf15c293d2afffb0f54234622de28c68dc7cdfb841c59fdd5f25694b60ef73246985369783cbc15acaedd5ef436ff0038f5e9c61671993e295f5fe8c95bcea16e43ddec43d81086b94a1ebe05ca0f755a1022ca558dda740843d1cd860b6ef14221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227507852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=70819e0091ca5cce5200e95ce20f78fe9057d258f50f32958dd4ae2ab7fa4698a5204150aa0ac420747998b6933f5add983753afb2ab4280ec34a722c00876454ea21d7c3bfb0f02ee00312971c91bcef81e25aebf2edee3557925b33abd33b12cd00db2e412a783c6c3d429b8a23b3fc5168f4c3d77a2850c141414d7a61db91da4689ccbca716d6eebb93117c36420ed8bb30491d2639893d42053cec58577ff206383131dcfa9d3822e7e1b7c3ae8cccdba03bf36a147fa90ad9b01a12a16898ea18420d5b269418ac363daba2270f85bcac107c3fd608353f941adadd485450bb4f6417ef1a2681694ad5cc1be96a5a0782fcab795e1720380dab5435823&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227526637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ed4929e7a4937f924cac6bf8029eb6e492b9d990cb99ec8e33738b87b1d357c6d99910a46d41d37c0a806e120877ccde08e756a8044b6f17163a8fd6774cc693e41b91fa60f9fde8b1db3a5bf9b34391d85e64903a5f3ad8f58f566b3cb816336587531881ab86ff700f5efa3b4d9a870556e1363e99d4a0c21489b7b94d0600622c6b80b0cfcc7b36782a8c4b8b96b6e953b5ef4d02440c8412173b97cb7b915471fd7f5f7dd31d9c222a9fea8942a67f862c556afe5c15ea04576a37b09b9b9591b05d45b7453078d6f8f118f15f2d6b5e161f51854c59fcb62bc75a1688aab079f57ea3c041b74ab840b4d608a35c0f4f4c1399d950e86a543a7d206204c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22754955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=041c137933d6ab75a709eb72632fd1353e5bc6fd14d0de5d29c68bd91af0052d339be1619b573f624946b97bafae9215a47e35bc73594dea7543999297e73496e760ff061b0af2cd1f40f3a1a79194e0ca76828b5b9d1641d81a3f98fbb5c64b0d516001cedecb7ab2ce3778c46ca938460489fe0ba953e2ea14a70a9828e872993390b87439f82ec07fcbdf990a83eb1f6d22272b2fc6b12ff91e0886dd6c4100094bb547f7bda6d3b69ade239891718138891a3508624c9b695359f0a2937d06270b8c2a2a74fcb75da83ad6b5c817d56420b266e6bbf96696a6ea16458124e01cbf309a5f8aebf3d56a00d47a18b2047e8d353df88ce9df25162caaef8072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22681709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77f8be68d322c1727705573e26b06c13902c33e92cb5d042f534c76dbb59589e3a8cdea78c9366bde71043d3636b689f268636f4526faea2139fbf5727acd2bd9fb88b8e06f95756ca7bc861af215164b4f79ba67d98258e657b17cb1d1de269942c07f609b2d5412e19ace2303faf1295c718cba5707d81527c0eccc85207ce9019f8b6f43d5aebe7ce58743d4d0f546764b20de1297ce779dae2725abd5669f46edc5ad415a8e9a4f6e3c4160b7b36f40d90864ae7411e2c149974f9ffb91b890d148587b22bcb35efb6e94820ff4d3298d5769c443f2f6b057e929b811f87596746fa58079127a3d0bfe0b13758739a03dfd7a581b7125e175e4909b34816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227971606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44336b12369a2fcb46e28514f4d0009931e030e39ebafb785e01644a4540db5e270c26474ffbb32de5a7743e4fa2328ba4de2fbc7cd52c6b3e9cc008baeea7530214afe9a436ff838db1d017f82c9f3fa3463aeb1304df641ebf01823b104857bd31e818bf810b10b10609c82d6e054138c944517daeee82f74aa9bee8e7cc9469ae80f9887943fc5bc4bed99c71bb367e8484d29b9f3bc95364022f9408b1351c4c9b8db8c4b8b19e211bf9cb2a4b4ff655600a09a31862acb041acabeb703a95f7942fd5a64ab6d8e92a69c071a939756e9714d226366141a5a505dfe3e1ae07c62aef836a60e37330be7cfd5a12f81bef374aafc324c50b0bd59351b6e29a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227988568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8241ef34dc3d7dd0df64cce6cc54bf9f61fa7f14a35650e5a39adf17a54f715e8038b75682b63c22d4cbc49b985a67e421af9228fceadade7d1b3f236b22701dcb0fd0429b571bad3182ff02a96262b754c3df1f5bd8644003d82646a0db090a34a261e75baf1ae32749edc2d87f1d7b1097d2b1d0f81a40ed0c00e3918649c6024a06fa83f674641cca3c660ee42fda340d01122d4ef502bb14f37548899c1cf0a54fcccfde759bd45a29bbdd462ca5ea7940f6aac3439665c8b42f190a7f46d3dc2ce5f0d37651408c966a4f6f86c5566083c41ec3c6b102825fbb884ed94b3961e4790e3176cb062b6e225363d6753c4e1a6090de35d2367592216d0a7134&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228002855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00784e16a2733e567a0b6a98ee74dfee8d335833b418653af35de5ff1441a66fd474e7c2e3ac6b9e50025227768aec326b0b80611a5637151104ce66e29876ffca63adfddda5869f6e26d60b744d53a6dcf16c73ddfb1a3eda74e38d32a31572e5362be4dafb54b29c62dcb3268bb24bd4b54bf1d2da53075b88f1d74e7f413a51d70338dabf5ff75d9c5d4821d4066c763ff71270c18571a74b592880256579b6a684e3995cd15fc15f44d30b7ec5d5058c0b7bc89c6215a9db6e71de26f0664b15f0cc0b899a0fb645d3603dfd553d1d2af2d894f47c775fe612a6d765f6822ee9ec2c7bc05fb292efe3ce3645452b9603734d735861ac31f6791197a7572d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228047539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e60061c6bd3fe1a904ccf96f62efccd6cb86f88c54d435bd26bf8de9778e6778848505ebc5219b4439b69a2049f69da9fc200601f6e74050ab1de23c088b3ea612d8a09b769c00deed2f75c666e341fda094da4a90c2b97b4bcb19499e582c79c45b4662623e20ee32acfe8e0ac959b8eb319172d49a311107b4d5be17e26182db855afc558b32875d2520ffa70083f5cbee7b6f9f196f20ab2ea9b58cc2d71f0f465cc379a39bf6b377a7a9afcffc75ae2ed8fd4dcb73691db2528fa46d87c950b3c7db3b682f781bb31bf94e0d874cd5ce52c0d7e60a6a8c0f9a8f0c46de89990032b9c4303244b7a72d32c9e08a48a09fef7d3b82e7a619f656e9897dc59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228065362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=51f274f6854085d2127d01d02098a24e775ac01da49b08e133a67876c1793934383828bd9a23180c5078baa4358909ad057e2475de74f92cbb61d1a5841930a5f437b3cfb49a1b3247f46a9d5a8a623fe85a13826a0f8b170a5f1ac2b46cd9dfcf7bad78b79e7eeb6307a8e6e4e59137daf253395b9e3b472029cbb11fcfb58a3880e48d4e8dbcab6c29b1251a3bfa5b165792052e78bfdd5476481ad0f57a7e32e29c11c9d233898c60740b57a8a0d9153f786ef091718d88b892a08109371649fd989fe9bb9c46f1e8475e563715ad8d5533e71c1a967cfe2d1550da1a0b4f45102a347e5a038ef2b3be56897a67bedee29120dc5eae9a462a5049ad9cc558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228087765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44d7c0949d6e111047068d1ab687b08a969214af1c8cd32f3e1a2d7b0d4a9246865841770de019eb6fc7dc1e1c003438a1021e257f622b6fefc8fb9e1ae9064b624f031afe042a8982f1021246183155a6f98085733f962cb03c31818b09f322474ebf5de2c681e9949c5f6bcd0160c96bd15303fef20f8f06ab6872a1d0bb1d4ba92ffd32985b9aa67ef7f5f084de4e33da882f07fb83e0423a24702dd430cad4f2ba8a23f3dabf1dad89a7f49a370697b77eba87bf26399e4b086b498efded2dbe02652f14cd4a14ded26800f59b36966f1f9d6ef00ebc43a747c4b7c77d1560691651dff5824b23636fe2edb2ffdc79d56b654decd92e2aa4d628f9c3e68a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228107742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1eb0ce0790029f68f79307475850e0f982c343a3916e1766870eed32ea85b8ff033b5f3241254eb4b34b7c009daba6a39ff0c8ed6ddcf7b26851cfe717c2cb5f7d5ca31217a2ba1d72956ff89190042ba028845a48bf95677339461704577643d9a55f14c88bba963e363a3b573a5f8053b58e95e4ccf399c64102e45ba509cdf27552a943f3199dad800584b2af948507d0b1727ea191783ae39f98be710f2460e49fec88433b2a0b3727291d54379ee05db56f6e15159f2b6815fdae2470f8d65ac2a66b60e81e68aff4884b3aadce7eb1d03c5cba3fc081b23f317896d0f04f9cd3419728aa5c5ff9a70d6a44122df64a545cd48571c06b1fecee80710dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228107692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05932926dadfaa7c0a0cd8696d8aa1aa6343b38a2517f154d8fe47a15a077ada8fa50bb8f4135c489866b98465ce30200b6537d8ccc4bda4f8cc868f060248d68dbb963ad4234a3e0cd8a511edff5f24911048ace6e5eb03741f94348f1c7c3a6b96e3b8e0273f6ac7281ca17e6ee03429a2727e634196c515fdbebc39ffcb5aa75a2a50f321bfe2884352e59c2bc62cc45f249cca6e03474495fee6c62edc09077fdc7869443c2dbae856c23f3f9e7597ec041dd0e4aa7b97dfdd78e5e79bda14bb7ac0a8a75fc3f15899a11179a3389e0db2889565f81ab6bed94f0ee686e1b716b048f5053b4bba258c25074d3698d03bde831ee2d80eb822830565b77480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22813828Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83953288340a1b6e32225641b6603e3c3d27e840d0f6c0b3bc9eb8b22cdb32317c4a242406dbd5b529ea323a3120cd29dd122bb60a35410bdd05f3c3f91f3729c0772958e2cb4a014d4a014f519937774a002184258b13aafaca1130c9febcfe1b3b84acbea98afb806ef2934ad73f8d7a257d53517deb220167569aba25a9c68ec274141b76413c223ebadb8295811fcdb3fc4d6e3ef78fa6e83c2d63f459222dcade375ac83026ba9433fc1e5faf55de621cb3cf90da744833b3b7129d8a9c44955789e1d1133937d3ae597a87bca4e192595770826798a9410d51be0b74babf206b9f9a36eab189c6dc3a32f283f434c586fc2d86e4bdac6ae9bcf2763e16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228172895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=74feb9ee1a0a3ed79ee4b763603d0e05a9748c580824f1201b679d5dd6059c250879b048f47a1a99701bce0bdb3cec4d1ccc7fc2e40380027680e345cac80b12dce44422faced47dcd06e759e593bedd9ecb9721e72bb80f70da0e09697c1519a6574e8263b576559cd66d31112ef526d67aaead1a55ef319688cb1fd4ad1c3868d6115383705f30abbd80627c5f965f81eb162adcba08b858d380e91614194f4a1f0663d84282d2d1b0c840e834919e37298b5bd84a91479c9d5238f90823e38f473ce0745c868c8add677ca6d7f280eb49439a7983c1346d65408b40c74b8166abb40b3d20c80775129f0cab831f6c77da260b821e63e335c56969a31685ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228205176Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d37b270824a1afebcc8b0defc504947ca40140e03b3e696b918a12ed4691be3346f03e9b0cd5544c212f71f9942dfafe436ebfe02e9198ca24cb6cafa9e04a9050f1236ea9b9f11f08c490b5dec7d359674c97aff0076e967e0d7927d97c89c5d604a14dd73857206c24b2f13b63f98a3c5ba9a186be2a22272146d1c5ab1d9eb277fb7ff61f5a67a50080aa2ea58feffec4fe6a594bb6875379c8ba0dc9395e77ac99e4ca885bbe3e95c5f21473203d000aa9c470d79876ec97d09afeeec51d7d6bd1d54a251f7ad495bd4566ddf302d79c4333ca7e8265fc3f0f71fd1398fdbd7dc727800debca2eff9cb5cd09de9e32083e3d15408230f742ecc4f316a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228429839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7eaf0cccb9f72f3b1d0e3dd0240a0852b61228a59ea74ed6b301aa8113bc83ff814330c8beef1c88324886d9a38b603f4aae34e271f8e610e474f50bb582b57571400f3a9933f8c3a89966c4c7c478320c9facfc5cb5bf985420943c36a659dacfdaf099c695dabed02b710319f6c25b0204d66355ac480b2575dfc8ea2a51e23194697e9024a12fd1e7dc90096830556b1acec526c3f0a4ce93c2da2ba7d6315e53fd953caaab7383694ef8bd5c51fbae84f3bb5c05d4fef57ee981e896e041b4f92b3c52447d5f13e6bbffac88d11d9a94074b75aa0ddd834bfc74f3f627f30ec57793bc9d17b875dbafd18632b918ced5a188bc31238e95db75ffcb720ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227404958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=604d017d03a7fc86495f613ef3d5def6a86a4c9604d280381cb610c65c4a7d2c19557019e842c775b839ff64f7cd846ded7b2bbea273c1435b7b2581a97b1bad521c7a1ff635fd3cab7468bd4cc8f9d153657c4395da02f2478970f4213eaf09857051c4f70613893e482bb752ffddf9115b625fcd457393c7c69392062809c077c862b42b27424e895a4b10d88a6c57e9fe7a848d2a0283b773747e48233b5a01ce8e0b7926a5e9b4f8166462b8516f2a622745971f1af1b870585650e63c2f20c97fcdafecfd252ede10f214a1f3d35963971448341de3b14f81c7d2ae2e5d0ce978cc62448ada5c7838fc780ee5ffcbd040df2e87e7cfdcad626c69292e6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228046156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b62aaeacb9682359a7a864b15aaf841780382a38e61fb29c9fcb13c1ca51045040cc55fbdba2b8fb7f5d51769329a747de68cba473a64dcdc5e832ec4508f8c80e89fb59e51005338289a047ccfcb3a42c2f47957e160a30ae3e8bcef729ee30d99497d226a2eb53cb096d7c64ea2c2457dfac808fab4f55149abcb71d95dd51b0affefd460043e8c795f9be59a12abdf1fd6992a32e937756635154da6699099e4463c5f452574f8167d367746ce53e686cd434a70b81d0cf176d9509b30e1bf99eae49af1979a548bb0ab04b0f899beeb38310cd4dfe530028330a1086d7594053d18e3113192a67074d93802b6746081aefdc72598ab5c8f7fb25be075c21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227274682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69e89561aabb6e58f70d2d080e9b97ebdba052f60d6468ad39f1814065d4e5f05331ff2cae1700dfd8df7b1cf7bb337e48f106e96e5d2248fcb7d35d2e7875ed5b80fa1ce7699a20e654d0b4ccf93f5f222e30ed47165647ce57bc17875f7a12dac4e3cbe41e46301dbd620abd81cb82ea82926a5e78fadfceffc26e7361bd8a04ba70a52b555c6b489e03b817ff3d04fb8e21c8af9c84a90dd0e42c232ae207086648797fffe3eedacf2ca8c720c449bb28aa90573dbd1b78aa90e7d407fd850ceb27c2effd7c6bfd99eecaaba439dc89a4a0964cb52e38ebdedacdaceb21a3240e56d50d42d21d46789918209a5b3b7527bbf1cc0ef2f47635446c6a8081da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228576135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a77f87692e2017bb5ed24eacf8673d33bf6c2d5e7e7ff7a6c19c77d5c9b7e768fa00d8eb8fdbbd93f246340982e32005bd27318ade3ae2ea58993bfe49661f5b3e4036aba7e32f08905500355f4e29d3eff2bc116fcc3bde71b8a380f8c6e33f945e6d235aa86bbb1946f4e082c6ab8c1e03f7053d1f2c38ee44917c24a1e02c0b5148df9db8988bc757f10e9984434317297dc4962d745cf54d225aee3c41a2f00dc5a890c7370709db63e4e9fcb927df230cd649c60b5711c0733c65ce4ff4cfa16bf285b05e562e89d696a4c2997253a105694c8669f66573cb3c29aa67d5ec2a57662d5c46dc3b67066918c12f857bdbffd5e81fd00df2c7c682fcf233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228010569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3556d7bb75d82cca847b2f2aa5b404f4a441eeb5c42ffe7ab8e9fdc60b6ab981f102787d3e617739f455948462d9fa0dc2e3f81b67c48f4fa3a7750f0cc9309a5ccdfecf48a88d20f3179e9c798d530166779d2120e884b2198f6272995232b2ac4ee5a8adf98755acb46f7510f457845a0299f53bc009115bd32a08f8fa8de5ed42280384371e5c828551cc5132d0a09be0edaf9d31e2f14239a954799444e5bbc83d50c1ed3c9cdb09931e1dc4a226b275ecae0eedc56b6c83ee39abe44e83ba52a93394f05370e5aba95324fff650d875f7f6e299075f5dcb51ff6cecf80e3e1a313a0817cf51fbab01c469baea399df1190eeedd84305ae4b0da1a122e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228629466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bd6ca704be6aad4d8f884b30cafdf870d31f301c79ee8edbcb276aa52332b1bc19788119bd2f8554682d7953e32bc4774859688ef600ea8acdd484f3927c3e3288585cc7bb181eab51df843dac70707464d8742804105c30b6d247260ec334616b8be2346b89bda86b87cd7304aff0ef42f476804dea8b4d3bbeefbee04c8513d0da7af720151b8a87be44d0cd69bd95b00731707bdbd1361a3245e5d4641e51cb53adeb40a84fe343379f0d15d0386a8ccf0a1196c3ac8b3ef9f6076c8fe9cce979df7e4bb9bbaea389215de37ac87a516aaa38e5f985ba9016adb6ddb8a90e472a1a6e520773d3994de1520a6118906781f0f4cf1b502a669c00c8ea699833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228153639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a382c1d80a0f8eebe10fd438fc545ee65c27946181ae9c5a2b97cee9d695932ac2573a47c8fc4b24be7cc5502568067925e88f8b8d4e261037c14a0450c9369b80fb1909acfbce3b4312301a69061f8cd89d57fe15e106e2f3be3d63198081c90db9168bf7661a524c5083c32205e021fd695a42edf3f1d94e2f753eba5146b32560016ed1c75412f4595a46ecbfa732c237eab69292e723f17ca352ff4bf916b4eed77d1799aa20985217e72faced8b56fb3fda7269eec04e03ff10437f20dbcd125add74b168f88cf8d5516c026a8478e304e51f46a1f90d8da4aac8185b25cb7f8ca2d968225ac4626beff4b231cbb1c1d24e4c735b8dce2b290c04645aa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228671946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=107004d237dfc9b96e888e8ff994ff967052aa541aa19dd8fbcba8e3b67dd6381ddf65d73b191bb95853128dcff1d4318c9045996a67fa92bd6699ae54a634288b484151b9881da1d3fce864ccaabf78e56f3c4e9c5a0751b46589c248e7337f2de34f298df2c0b8892a26b0259127f711d584d7a3da0943f5b41fd6977cbc5bebe1d0e258ac4c3cbfcd8391359230125eaacb163a6741efc62d28206c92160c5a667eaf61c6e75a1f22bf2cc24ad0983c6b4d40fb624f5116bf0bfebd2a509dbfadf83ab98f6c54d16e9424d88c47b8d129fd09386ffed2567195c1ef14222057f691e351762dd7010fe6697f10ff612d5b88ac75ae60aea1436a9037e6e086&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228673509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c37e9303464763c001799b2df02ea605272b52b1594251b7a1c41967d1f5a62a478040ec30c70eadbf241b347df4f8a436fe68a13d562f561e321539ae33c76af4097d9b73d0a86bb9b1cbc4bda8f2ce6ba6cfe0196485b8cca7b1a35b5cbdc85ab987e787d1a5c86186cdcdaa65c7762115f579308c1a11cd61ad6580c844cff7e9eb2e71a1446dd0cd03040c319fc384577bb2dc1112ae78ca5dbd8275246619aabdecc63e69104b2e8abd3eb151a8788c04a2a55015976514038090c70a355a2f452d69d1d6b3bd1dd1d44ae8677b193ba75c7879b809b8fb920908f72b572a0a9d3341d6034a316a48291783f4014d5959332ca583cd094f06c4288fc56e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228705629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9b0f05c035eca970c07530a91d6834e1954bd3d84df24e930491cd38ad06516a9d608d2187e474bdb717405b62445e17b24ac99cbacd6c6ed7d25dcb9eeda41a9c32c44ca78e463660e702dc11a05af255b67b3067a2314369a16d67bdc56a73668852d5b6d2d2ebba03dcff1e94ebf3787d2d1b098973c0552b7876af601d32945494b06248ec0301e5becc89e7a929550e5900500dd944aee5c240b7df5268702dd029e501d5dafbae2fa996dd6a4b47b57611f9a9b08a8d6a15c7b2952e40b03923f206c2985620a6d2a871e6e633379909dded754c2108c618f216122ad71c767b9ad099bf255b49082ba54ced773465fb92538cc98b880685db7b592daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22921526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3db0a4bb791e469e1556a02e3b4cbe5f5494cc2659bebad4f359ed8b4465ffce889741d17827f7594015e1c51bab0a96dad8b5cccae149803a0d06ccc996a5382e63ae203ee3fc1c7b053f1ed47899b01cd8e349767ad2fbb5c588c5297f78a7bf6c814cedf30e46793b941aa0409d3385ffe1246282dc51dace970cf2c0d2e6b858e22239ce74f26443e97537fa6f912338cd994e77871d4d347fad740b5c6e8fcf123fdecbe32619174ddf3be2c99716079501c57f1ea2feb31b3bfde04cc48a720909df38e59befc87827b55840e861856abd2b641a7c130ad6de7d6ae7c1ce82010daf8583c884578a18780635bba4debe52a8941c28c49acc0ef6cd1f48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230160812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10f1f146c294c587f88e05e570d455e3ff4d46c91a998f7186bca6dd9c3e5d2071d9796825539978ae2b7b1d891cd55c3c5470e6208c4c6308b785c1103e098c00955c951e441411f9c926d99ce3775d57ffa90790e4f0ac020e94b1466497a333931fbdc73dfdc8ab927ebebfd3ca9206c2fc320cdc394b3f4f738c5975747b44355ba6b91b73f37cce6af95d99980b710d31e2b13e941ee42897418d558af4ef66bada22461a219c3ed6d11e311d56bb0c283cd7788e5805b43e9a6e5f6a4e27050142aed4753cb4af9315fc23f657ec036a3028b7a435640aeef3ff399ad8a572a90a917c63a543da5a7e1d1efbde58e406205bf9ef1ad3cdd85604b2386a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230367652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fa71ca41fc93ccfb2337d796be470ef8fc810a1e56d148be33d26de68a85fbe39df65f8f6d98b6288c1b16a130dc34b002ae854cc7836adec2782dec814fa7cf1784bea23463b8a6f53b299686ff372d358187679142ac0f63ac818b6b1f1ca6a3068093e1525b64ca845741918a0a3d034e0d708673a9f580bdf0d5be0bc08a87022024fa481fd3f225a890bf102b2963a11606d3e069822f1ca00803f9644cdf208977a2abf2794c7ecee6c5a71aa2893cbde06f5be2ab50cf90f1c59c2dd2b4496c3acca6758fc7094e96e52692c55b3c52cfe6614194d64c1dd053ca8d81fd606dc3e7c8d8452c11ff83d5f0ce306af29ad31468a8796aace090307248f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230360648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6863059b49c122a1f425752f614c79bc36396d35a982b04a2a3cfe97b84aac3f49bcf02875d872df97677ca27664b94e9d5245e3f52d5ab2b84eb036715f21bb173b08ff703c7aa8cd6785798deb4c91cc4f76115f95350b226f80e75b9c00f953074a25a53695df6548a76072075cdc064a42a78751d3c52242be28f7efe15cd91f6d2404cf3a33bfab3e67017b87060fd94d1d778e5cd5b56c73c9f9467ccf936390c58defce09652906579529efdb34d4383f7d1ced566174af8af9bc1ceb6b51837d24340c3e0603575808d4ac5a572b45a7ab0eb109aed5e6e491f2e9f4453b05dbab9f8da53546efbbe7d1a84851b717d403394530fd7d2a153966afc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228629275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9649d85c3de7447d5bc7f123e35c89105bbd7a34461b5049bbea49bdeaec961d773055bdcb1bdc60c170db2cb316408ba6885c48f2993c7ec591e69784a5a0cfcf77ef4c67fe3b14bdbb88bf95e36664927e8ec773d2f0f1e78570b2af58edf720f4a8d61a0930200fae425cf9b4354dd60216877787e196178ae1a76c5da7a38d171add309a22509dcab39b22d1987731b6852a433641c2a9077fe073037c8626bc360e6a8ff7e2f5dfc69b33c2320ae9f2f56f10fcf31725349400035e69fe1d80f19a05c020ad3c6477d41735b293e4987b4fdb0d9580a96ff14f47200e1c705af6b9ba6a938896f6045753c777751c31028530031907d435f2390edfc5b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228578179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=04e4a4091ddd313d1579e342444ee56ca04090ec8afff9b859ac2d1904c698b7a6ee05774d8dfa5fb7b8dcf77a3e204cb1b2d91fa461a80cd3158cb3ff06da185f0fa52d11a5ccd034c059a7d6bbebf71f1647175ec3c88c73bccdf2e409200548fec61af0fe8315416d8ee3edf6f3f03706cbae530c638986c5a630bd3c7a77997d4c852d7452f37dfb613dd7cd79f328bfa3481c6fd76804a4b947c2b8169128659423ec469111c94d715af61e6dd03f91cb35be389feb46f1a59cf27b485bd85558964c062adb270cbc6f65f8933ee1e26217fb56db4c8b97f5f40712b61af4cede3bb2d29a945ab3d2d646f5e3e6e188c99f1fceb08b603e339c1cbfed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227702408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4dd384e78adf749964e6cb817b5ae0024c72917cfae34d1741edb6ec51236eaeb109762ee8339928ad59b055d4f5ba2abf9f3ddec457339631bf6a7945456184c8296438caea4d228febe7030f80f1bc725871d230a0db11a7e4e8aa38c96d6428b2a3742d718869a1706fb35253f1ed2eeb511ab1d345e0c8ffeb1c1df1bd9da810b2dac63431b26db2cc239e3c3d3b6de5bf9b8920bd62968349546264f2e3305b00a8df3a2b782de3d216548d00990d7bae16c7f0da63f0da62c252712db3e08a1cb94d92e716c38d7d9ceb756bd222afca623b5a916b5f6bb2f1b6caaaa80c583a43284d73391625fddf214cb6a241aa614be23e71899e6000f0de06813d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228087344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6f7e84e1d37a1ba526f8291c220819fc02dc117018fc986870ef774a499110c9ca8d548af225f39d3581a7c8815ddbb351f738765c3812de0ef9534ba59e83bc16c6cd9f609f275fe1d2ca016a1876dc48c6ac81898cfe0a269030e492d50247aaff5a6cf044587bf2d76fafb1ce2de79f098a70c4386d81b56bb4c4ab42057e7523ee050c93d466cccdfdf5e93c5847b3ae42ef16ccd2838c69b1376f69ace16aa8aa7a0a5df119fa8bfa3023c913e0dcee15c43963bd588ef552648adc9fe0d3454b07c98132df9bd892927fd4ee8ee941782a1d14a994898fa16ade57918985fc72eb3c88e6318b26e95802de6264a4e54b60aebceea902eb6b84966252b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227967027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ae4686c0a59346d700fbe34ecb8e5937e8ca94414d4b19cd6f4651dd52908d8ddffa0af6e5229301fd0c9409cb426371e7609b2d826f770bea01b45ae21f39fa8e73558fa66ddea648fbbcd604d16ab412b9de1a923a6cac3a448ce12788fefe58a82818771750697fe9ff891eb4115572fd68e99a11659b404351ae09083b3c1bb47bacec6e56449ca1b5395aa75fa556cd890bc41dbfeb34bfdf338e2ce6d4cf528d5d4266dbcb0e144477736c55e5c203fa2ac5fca75c359818f2714f7d36e973197286ab3b8f32d29811f18de757c287085ca6b85d188a4100e22be49a4a94309bd9c4a9f8153109ed2aece30bbefa12180bfd823b419b69093b9cf9d71c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227988237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0bcfc1aaabe1e20e76334f302265d0cd9b16b049d7da7c0393c214f3b160fd5d1b8cbec3010657933ad3d660a91ffe77b2a1b8afc93aaa6628d3b649484b984985ee7f88195011c8cd64bbcd3e91997aedfe693cb513d00bf0af3967ecf314b6646b77aa330e1461a6a2b275f30a9bbd35a39d7e64d51b5c98b3d2fe96be83967a8c6532d62d27f8beca4937b10707cfea9e4b11bfbac9e1d81e0d832a37d5ce8b19e5edcf9f94480dffd00464ff1e25ccb55af693d01f3fa2afdbbbffc4b81c3496552eaab1162f2340734e7f9d924273b6217a12307baad7bcb65f2d8ed49895a8fdcd5669f6cb8e0e218b1b89384980010d5e6e53f04ac59cdbe03bbc5ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228698225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a526fff89323bde8c2f38b00cdd0e0f90fdbbf1bcb0c4f915277f3788f6435240f47b9094a0e03a17e6cbeb185ba6d072e786460d0809334321c871ca51aac1e84724ec2b16c31dc5a8b0a57ebaa1c6ff3b3f2aa736b5702df710bcecb83456f3a179ef6c420bd309f42901081596e16286c715b5306f9ecfbd2bff9f5fbce62e0e86382f44c23b4c8dd80eadcb898272770aec909c2ad73afc06a215214f3f185f1cfc052e53d7884253a993fdb8fab5e68cd22fe766313459e93d24a1b1a146a952864cc582b7d59ca24820f9efd87f1136ad013a49ffc52b86fe881d52ffaa66ec9e4a8777be58d9735c31c4c6397addc987a6abed63af6453d9f0c53e80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228680121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaaf9905821745d9c28183f827e63d4d77580843186228026522a6de1ab4676c70e06eab7be6e7d33205c3500ca2f3864a511dada8d0123a9a09e5f28258d59ef224e15a14e9d797fb91515ff9904c08dc2e79da6185d1656e67520d2dab88b7fa696557b8c32f8ef7a591fa7f6a2087694123b3b61ff933114c5cbfdb6e88519d207654e4bf683e418f2b29787249aa806ea1830ec73983c8d61db2be3da78a96a0ec257ea3f9ea5cc84dd53e0d74a51392e0cb9cffc28138e0c1b140872103807239ca6ff1da93ffaf57235c9b48d4ff32122cdbb0cd2586bb9bf6b8fd8882220563fa34709903dabc9fb2afebb246d63be853eb701aab4be0e5fd02d6738b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226724646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ed0eacdff96fff76f39cf9db03ff4b585540a1ae569d422f8f6d1148f02e6d018b75befa8d22713c6446e9d195d3a2e6d94d680e3a56aa150a04d5d1752fa4aaf8bfbc30f600aa03d2dfc8da8bb060e2f2781b9a517c5eb0b388b9283db63925e1afc636fe417590faf7ff030e6b613e742616095a8dfe44c65d68a0a7ca0b4ddd913d462e89c4581872820b5a8a1976b7fbe48948003ebcfc161941c656f5bcb69ca82cc9f60dc0d781afce246fa7e83524f0053f94ab18f28abd8f76c8a74e50a4e36befc3e4bd62f5883523a9e39044d5ae6cdc11e5e1848fb68b5d03d1fc08f852cf4d56e8c076b8b501049c95bb422671027802cbf50bfd7dadc7a93e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226729675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d1854cd794426639541eba97a4a3c13645224bfe4650360d0659d1e82a9546f56dcb1324104ceba469c397403694d572320df3906e39f3642a682fe6e76d87b773e9b5e55469158539308e27206d01a46b81c3ba9356fdc03baa9db122854ff85ef7e7c0cb1643e2226c56fd325347169387e9eb7715129ef0d4df8efae0988c620c9171866ad51bca2ea0818ec0cd11f722b85092611dcae254603d55c564ac30e9739aaf3b4f8dd7f80cd635c41431f8be0c2975c57c4ad8410d7c9b382cc8e9a81f7d58acc46a9bfe4336dbffae30e3ab4ecd4b08312eb05ce1617b4e77e5478c62ad1cc0da88d6f85c345ef40cab36c9be5fc3f2a99c7681099be3a50ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226756015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1777947615ddefaf01e482da690df120730f59cc2e17adca1392fd47f0d055fee270bf3400a4544f406c6a5e662a59c6258688b132218903dedbe9c1c9a65b387c360d2d98f3a934ce094f3e1e29bb8da233c287667d0707188aaf498dfa87fba0efd1f2ec6bc6aeb68852437d8604ac91f4fc5a02603469735af98cc4c3b7c5b55a86d929a39df8ca6e794eb14c950698671ade47b86e027b8b1c379486269fb7f7e0760db52f65348debf83a4e4b15fe71694f3dd09268563f4d5664a026e97d80a61ce426616b92c65a7fabdc5f533764ab60d29e8e9a49a5be0677f232831b0f06a546e1906aec43436c3ae1cf8cee02ebd44d2a8e84e6a071bb0b7957b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226767336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09ecf01ac88a5344242e28b385a81338f48cd8456958bb1e67ca7b8880cd718a08e40cfc4593949e19aa5af0ba5a659ac7424bd1733f9b79fd409e89256a72c03e9a494167b0f62342739b48f756a36eac79a80f254e020caf4316584b93fcbe820bf610a697d835809caddcf45706c8209446e27e705e6ba10c52eaf65d5adf5748bd51f43003ecb4620c115ffdc41f93e7e0ed556b46e305082b081e639a297bc236669013ca81be91e9db578e8f2398e5ee8df64deed6a834b27b993574c81b5d9594f7256ce493f161b18fa85f5a9e991467f0c31e6b813ef9e2468595f9e3863745c51bb0e642ab2c04af761773bebfb9a54f361d5ef1b6e221b573bed4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230875829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a47d86cff48728713669f6f82af2e472925800ef62b2e9100be9f51c8e647d246b98d369286e1797a7941cff292e1856d93b73f5a40841d8effa6bfb410eede8bf880f8c11eb33f170d667c4b245953eda1388642e5fd520be891856210a5f6a43e5910027f45271c2a9ae28754d8bb71e09377c4a9714bb2d953d3aa43cc49b20c9c859c61bf792c29e450e3217152fd9dc87fd03f42aee6d69261d6a06953fe3850b3a9843bc93f31d7d7bf1e01045cad6432ddc027e520ca803cede7c068753c745ae08d2ad82cf58d44632cfd79a06e6e08eba29ed04510fb3714cbfaa4fa550603153d329a380db2d9898ba6221918126e82245bfde4f95e67c17e9d4b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230882612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86699b1182d00b20ca4432009f88ba2f930d4b6fe53be75d036f932b1efd2ce503c8c4b42295554044f1c4c2588c3703e9e35af4b950c8d0feb05fd1a1000c4e77b613125e7a6e62d030d9f504f3822a155a3674f050ab78142c89fda25254fe70e11232d3c79475a50070fe223b9036e7ee3c301e61283eb302ca4ec87ea6eeef36a7d08a58906a73d04dcb918cc6f7d1efe666b41987b7671a223c2a1618f2771d3ce76a57d81cb80b8cb6fa1eaf4052bf14ec53270b62093e0884c10b758baa5329815769d6e52a4e7c3ae8b2070de2f471e8b8f1588713cd937015b6df6b1036c7091deb4d27fbd17aad013427af5623cf361fb1bf2c0fbfc0d8dd78cba4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230921415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c887377b8837ff6d2539e8c25d25ebafd96d698d288588f63b4322028b837615950bf85c3f4f9f2d38434d2ee2a430fb59e8671c1b6424777d63f6c727ec1a734680b2cbc0512c1d1b807ef32c53fd861ff469e2692dae273ab9ef3b03528bbe4874fe8cd2b9d0d3077bbdc9c2dd72a41bf1955ad3f2d8c5ad3acac091af1dbac8b881d10ca742eeb09daa87a481e06de0065dc19c71b5f409fb5ef97d7e59e86df53e54c0f630d008eb1772a24f19033f226db7361d0f55a1da561b4e7396a43577c113aa5e09de322c93e98ce363e5d052fb5cf36468c36f0750cd7586f4a7a18569607d031e030c62bcdc271fe68309840ec006afca480550aaa558f877a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230948306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972800766387cf2eae05026cd2a67c0a522d8b697064b3e0fcb6af6ae84bf75d195c50000d0314b0c9d55fdad5853b564ab512c2e68643ad03f2ca92bc0002b5bff65109ff408891eb455e18b7280ca57323401243680ffa576b4edc1568c66c6ce34c7b8d6879bdd4f7153474694707def3b4e6bc1e2e3c3d1fa7b4afd3086327bb8e388e8a8f85d901b260ffd4914b3908d532d779876d506122071f952e6ff1dd7375cfd581a7da53518c84edcc444861cd5777d00f93e022cdcc0824db1f5313260df73cfb4d820292173e05d41fa433a092eb0b9cbeec01e57614f5c2a3576205d03cda0f94617afeda6da5d917ec9f9a1d6132808faa215d6a68e77768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230958485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3ea5625d3dae47630677369783e037ffe91a3f7a87a21a766e2690f292b6e83845eb372cf887a609bb69f18ea20a4b4a34bc4286875dd7f39cf3badf7b2d1a54c765ba9a38b1427a0281a542fc7a5dc3fca6448ef9bc4fa6659e8d2968cb2ca90222c6e8b1d958caae0c759a34a4003d754487cc6ba106b8247c063703e812e6bab9cd4b822272c388a0048088452d9594c28ab6fdb97b13ab3d9df2c45a16dc9ef04e9ec13d286f9cae5b09275402df608abd38e726e2c3604e61fbc50c8638c31fbbbfcc2078f9870cb5b4a749e4dcf64b454408a7456f931bcfa60e8e33a586c18707bb06d35d1ab101964719ebc503bdafa1f581578f859e5980f188135d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231018338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67dd3956d652f30d873fee9b0dbcc3d6bb46261e412eb68986d81e56e2857618d05d02501f79ee0b4a9d010024e83828f81844a0fd1fe376b68f3b881b1840dc0771580b93ba5b86929305bc4e59c2b207c6d877f04cf55754e088eafc70a423f450345b32fdd47e918dcb7c13c288eef7617ba9c621b521f186312cc8d7803b4d4f62f86aa1437bd8e0e5c516b947efa31dbeacaaf809330e6e0cbdcdb171b0dd36fc658bc2caabe47a1f00eae88fe298af8f98e22df4140ef4ef24a8dbe2245c7bb952540f8a185c97496f4fbc149f6bb276683db48e8aab2836c02f3457279f7fdeab6bf24e0fb64fc9c4cb3a71236f055ebf51311db40ee7b8b99bbbe331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231043656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c31a7a8b9c2720d438b44f57a942156a35078f99f0fb47346ea78017f9d195e467caaafd67af7cdfc447c30960c1e2091af2d8ff417cfe96d23bc53306d56cc1eb164a1f6c50106ce7a8c60bb3bca8a2764cf7dba4e0c1676b2053eb4c29040b199f020f2f9113034e58dc1f05bfe76efb9de8e573a6efeb3e50567990832c433cd6cca7a4d3c85a540e469229b9a250f4ba1e7919df88cfe2e4a176a6a7a7286c21a600305da1a7a100cd15fd7d6b52bc5e10f1bf7608ff92de8a7909649d2eb6e6ecea010a3e4ad2f919f691c534978954d84887e77e932266ec2ef73a81da3a7243b3494b720dc1cf267fedb986eae3052f7c1ac35648b9f1b98e654bf578&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231073181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6fb6647161a1415662e40e48691bd50db70a4bfd7a15be54083bc52bf6ef38f1ecc735199211c8a9dc98e11ecd872fdc2dd3091bf055cd1a7010f348ec7ca8aa3ecde4f4636afe4489525c43e3a50d5ec37dd86b19205ef4100c751609f6a682ac49f05e20b5ae4a84e5c5682cd6e6f4600e947020ec70d1a8cb96762591536315c1286af5099e7fe4d0b4a8860b85093f401d9ca49a0383db0e8704cc3c61de0721ff217d811f393e113880e095790bcceb9cacf9d7301ad109342a68a01ecc8be314aac9613b2bdd3fde0103a1201f92883d99af151d02dc6cf4f11b62e625e2d9756a6e8f039ff4e1b908686454ae3e5432c16e6e6e6ba34ff47a256c8e90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231103378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95a9149b98eb959114512aca4a83b5d106f4dcb36d2e53b61b4adb5350616b2696de3468ec98273a0d8a8b30d86231a64a38fda5c29b3a1093f7f1d1e31702826f3157361b967315df255977f35a01fc1587768e9900a755c9a7acebcb57e052a1a29cab671309f5d127f54609bbc016aaa1e8cc0ad91dedff3aafae396d25eb419312ea04a21d7e59b31cf7a67567a325ccd38ff3993e27cd7922c009b3108e3b9b7dc663666cdab372ff7ae298875d30f49a3d173450f7716e34a118bdb908ca2995ce591a1bb9be0c2cab0b16c073409ca4f008604bbc87e0cdf13f9f8e28291bcd05edec06c4bf0020ae29f61621212ccdf87f5bee9c6ccdb1878052f8be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231129457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6c40f711a5d5928da31ff69f391a53e9f7bd62c2766b65874b2c6fc6297afd43e777975f00f42cc043657b96a0387d7f2b4aec75cf612e0385403ac300a276c7125162796773f3fc97efe452f8a58002aa8c300e3ec41bcea83c88c2709bf2c10245f4df3e02957b216329666f1257a4f00de165ef0ec0e9f522dfa99bc9417656896a9a40a123cb9eaaf340cb96444c2d453ae338479bb33b076ea00c53ef0d15cfa1db022a81c6e15bdcaea5e98fe50e4e105595e4c725cb18bb855e7e9b57d795c2fa24e662a25dc116b8759ff1c125a77c513b317899e21602710f5f4eb203e52fa849961e89d1ef1387c55f77c5add29842377c6ae4944715fa06385801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231355313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b9d7d611abe4d47baed9953b004c3e3dc6ef43c1bd88b91e3f097f3c44d5efad9f29c495407b5c5e30e29597ac3060dc337be21dc8d8178e83bb32c48701adc99373c46bbed3119977ae8984cf4931e05a6512e9aac3dcd94b7dd43b1480b595392724bb479e6a35faf8f9867659327baeeb9bdd219003580f15e072d3ac96fd4d94b5070b43b38d4c71d65aca522b12cdebdea850db76c03b0f9422d233ea3cbbfcd2ba25d3433b355482604db8ef46fae28f03282059a2e663c1cafc626b8cf85695d4963ed22b6079f21d7a35da9e9355664dc0a88d1e906a6fbf2b962b945469deb6741302c58492fa5009e1727e87ea0295b32d6bdeba2239a0c4eb7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226767276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b1ddf95d0509761ad1623c07f701bbb9e3e03f331eee03d29f2d5fdd909ba7ffc278ef3bf6b9b130f99810516016404f13d1c9721fee934902029c2ccc5bb1a32ba2fdaab99c5225e4898dac504c79f459bb32349d0b5901b715f34db930c3c5ca2b0981f544fea891328966cda3dbef8500f17ed6e465c21b0ad5de0ef6e7c2b1f16c6517d5da91331326cf401e3a23ae88de896ab3dec6f1e6106d96bfd0d8cc7a8d12dd3ccf749dc1262c6f4eebdad75f549fb890b40bf5e13e30b5a46c3472b90741a48ce8f7823e3a67f3ee9dc5d1d43e94434dcba8f361a74b26b6d00a50481bad80e54b2c96cb79d027cf173875f2c3ff315735593b3f9cd092d89d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226815507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90f106559c8d87cf41086539b4576a8e4b82f904154a1b7a1ec7ea875e4e3aa4bf72b54c317c4cb203823f71aa4ce6fdd851eb1ed716e3a44316699f01d22cd976c902b06a186df2f87d7957d28c197915d157575f45ac48bef19edc4ce4ac01c8b7cbcbb150be314a7393dc8ac79cd6816ff1db4fb7ee3a78d6ecb2cb6f04c9744f46ba46a39796cfc2ff9aa9f144dfcaecc57a5fbeff9c7e819a733fad40a71654460120151f71ba0107e9def4afafe16b163f1f7784b7a1c043f6bff79e04597929fababfc82ac30b23d2231957a537d433397e32e551c83054e224b8eace857b4f406b3ad30979103a6846587d702ad934faa4da3de46cef4f441ad3618e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226828241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b5ba7bf90b39788c9161e3091692a23e283b983b5ee8abe5d85f7dcae2aa85777e0441ce1a0d21811b3a9ebc70ed9196400ff666e4b0b160f53db0abb57a5d2f805898df6810eec6c04567b80fc20bdbce839982b805700683ec8c57d957bec75a23563382df6c9870536b8992ed41590441bef9a35d439abca8d3055dfe11dfc187e02e7402facfa0a054168eb5e9b3066b3002b121e4f268b81226eaf5da53818b83e5f80366aa9be8676d04e5ffc20af9108603c37d262ab5c6c05f4b1522972951b5e2b95072a0dae6f8ec98d08e2929197bc5cf2ec8a0a334beafc052257df93f0c2acd462b0c4048b2397d67f88c152c491837099f8f7b51fcc6a24bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226876572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=358a841702e387eb5526312025f64515cb77df8fda5130785ca078218285e085e7deaf0ec728b01bd581cbc9f723416bd4a33a2a37a59e6f31b9ef4f5d14107257704f6c9f036f45a2e58aedc0c914152c571916d2dda348dd8e45367896e8b9ac872f3545dc4ae399f0b492c4a4142450bb74a94c9dfba7d29baaa05af3b885285ce2b6bd515130fadefcdfe26994a47e3c0e665495902b796b27b918f433b41ad021dda1487b2438ab2bbe57d780d6abaf06c5779f76097d9f0cda7c67b243e84490d06fa43f1c900015da2def7e2a294fdea9471178c397d3cf987dd048a0ff9fbe0df393c3d5f1e643772908c385ce7b36977fcb65a406efe03f2acccc26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227273991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9abb988ff1ec14821cb8a7b6a0eeed1c3951f21ca16ffac7eda08151ccc8bf7b96ad5681ce1355b0cb4901e867dcb33591591c3c299206e9ad355b1e2f08853d46b2be8488636612296bb6ac385749c7f685c977149a57de713a473d34ba001eb0607f3c60fe524f23f7413191e26f8ffaed9fb03e3704f79b4fca5a9cf810b056d62229ea11432a3b36767ab8ca27adc558d407225ef244f317cda66ad679b47c6594ea4b3e305050e7295a10dd97f5e5bec0401043b9b430121dc31aa28f5f25532e18cd0f77c018f6930d33a6e4004ad44e255a85616a06b2b01a4fd4f2e45298162cfbbc23c2058ed91eeae4cf8e9051b7e5f32c8986edc8ffb68b1b3b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226574332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1301d4268addbdf1b2fb367d3958c80b157d626edc45913069f3de50e4965bb177802f67d43b0fecb89a1a2eae2082c1eb53126608c9cccdb9d8bc377f16c4de3cdaa6f4c98bcdf7f298fd630a1ee47bf3bf15ae3397f7037e70b589ea9905031384ebca267602d307922fdbec1914fdd142b575fabbc9009696123b64cd452bb8199c270a9de68487a6dd7d4cd6d5a65c47277d49deea3294951e8e42cd9bec599d071d9a18bc576758000ae13b6408be69b79ad9e718c0f8797676f6cc179b4af27a8f3a9f864c53a3efbc451a383d74cc061f67eb7a606fa693b295e8c26143e694a44b5244d2b63829041dd16a6d4bcaa45e5e7715e8ef2d3385fa00263a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227324907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05ceaa45e3f7bb7c7b5275a0998286e51f908f4d46bd3119adf4dd60fb7f486ea27ced5280f2db3a9d45f1e32018b840cc120ad5b8dc235662ffded5df9a06bb5e7ea47c604a954102e39ff819611c709925fd4d7677392505b45a3bc75f4557959b172134727bb8a38e7abe4fcc6e0d60db02001f39fad48fef9b9e184f4442e8be76a74224002acd1586c722deb3f91872fee3a960e3b1027818aed9ea2bca41dbd1853e3eee67a8ff6a6cd8341f8ad30112ac9ce440a0355339b93cb914f6e707af40445fe780e136ea589589ec3b389f92cdb2f98d6bccf355c0f5a764f62022781a3fe44865e8534c627840b88c55cdd783469630c249e136096fde9d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227348121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ce10e38ad4cb42e3dc4fb20ef1292efd23fe53645aecba2921b000101c21cd825325d0f000fd4409b42c1358ef2982d0ce0579e2106bc3774382c56a4becbc93d30e37ee424dad47ae88edfca0a0c3a91fa0ecf6cd82fc1c9bd7ed335d6dfcde362aa0a22bb12a3bf3af10f6c3149e610bc3df277cc3bf3657db38aca03554e573ee44c81f8ef95dee309d6fa7a2eb6dc6ffc57becae87131e1733555a1e10db0c7ed1ef7b90eab1a9ced2b9c54a32bb119f80da5eb8765d484631e2819a07dd28ea8fbad5c068357542a492e9db16ced38c45a7ffcac299fb2d0adee9803472b2b4e05fc4d9f5069f285a04602cd8447b669f37f220277bd3a864ec55723c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227462757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af36b418bc3f2a932f15ba1ff08fa8c39177a948c4ccdcf518ebc2df7a67655188c12cbd8fcd042abc3fa42e88915ee80dbd4dd6194c3ea257e8daef5460338dfccb7533fdc53bc273b14386aa22c67a832e2bf1e75baaca2f164242bab025568156bc84937d0b518984a1e4fd6441917ac70c837cc3ba1cc3c17b72d53f53a726eb535e1f7c953f257e00c56a5d5e1bb4732061f8573b1dc21ee6923f01c230693f823fa5984b7986f1d1a42c6ebc382984ebcd48fde8ca750f4dcbd3499dbabb9f10ceb2cab250a348a065c039492cef8edb0733ee3bd4a8863746d454932f5a2bb299d59a3868a23cd8747a8a4d90879aca51954542aaa914d8825cd9dabb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226630659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e79a3550a1a3e05bd672e1af7f9aee5166e64cba32d8bd817bf9b7a56ae1c795279f6d00fbb4c0bfad89feee8e6bf587119389ad999bd39cf185695acad6ab9818735fd757df1375170a4b9c5ed7cd9e095586d941a04a76225ffa1cf715eab769606cac87171add8af531198aa13d4a2efdb4ce68936a12b6449cea00099b329400b5863b391481eb8a4f02d95e339ce34de49a0b2de96da7adda14446569ea44840068ed57c61f9022b15fbe159b32de3a131fe2dd625d1c6a2e04158e75782457cd0bbc3552e06251954dd2e830f461ca37c18c4626c78f5e7a32b2d5949816db4018c8aab192f6dd1f2fbd7d610eac5b7b64c1d0104ab1f8b51058a5c00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227754146Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=01d0cc4e9d7b65989a7d0ff212d8a6dc30cbd9cf060a2da409965eff3c61a608a389096ae3b181f10471df2699eef5668d2c5616a506ac2f7d1ab9b0d4c685f41ff79afd890b004f4aed601a656f8d573fb345dcba4c768a8bfafe8c22c6f75318682db7802f3c2a70b200967b082ea92c1422d587e07b029f8f614a72e0ca94b7fc2b65dfe62166ce4624533670ed2559bf635c63841691216e276963feb6f660c8cebbed6ef5c5be7dbb19b0ec5af25c8c8bd64571f0e30399fbe72dc7e0d3b78eca446d4f022e90ff6dc64ee5a0cc283a1862f8b5a65f1cd595cef30b5eb205158c3179471eb52a9b5fb240bfe95c438d542ff53a9e75fe87f786ba16dc83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23090259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=603c3231f1dcdb51f375b6680609ac131b70a4a13efbd572d55a6f273f75fca937e7bf131be37a98585cf6b286a1c0edcf3c75729742b6c1605f03b86bf96db574f577e6f9c59fc8af571fd62afaa168e7c4f310727cd0b512cf322aa9ffb4985572a02799caac53769218fbcae91e1de5f64967a006908b4a528af74efdbb6c77db645fdfa89f62dc0c1e6d12833041a699baae5a57af968e2dbf977a363c3e712dcd09eb4c7b9435a2fbf1bf6d44c740cb538ada7c2db8976483d28f33aacd85987a8d6f1d5cf120a555994fdce13de0ba36beef63fadb30da752d1953d5d775279a319c1dbe727821f52e614054fd882380b487a84ace38b0799026acfc65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23103519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22cc6dd7d6a817f2aece71fad927495a0e63545789c058815563f796bd652ce4118af58439d2391a8b1cc1b68b1a26fdb580ecf9af0a8e7c26ddd14c45a1d63b30c1a00bed86988dc5ea8ef2815fff5f77472b4ab47e1c2cc5d4c78f818ad9566da1e498dd6fb5a79011af784f84d76a6e734492b7dcb548e57e8d090ffdcc2e326c9694a3998cc45492d05ccfb6283e58506262db4e1ff6c79af1e20b4a1ee40f739a9816746970cd2d57206393e6afc2f42c900e4af7c0cfea8eb1834bfe5afdc98a2cb3ec3a3b7441dff17b920c9c416cbb4006a2e4c3be893fe5c4c9f8be721372ebc11057a5581ff41747736342e2215768042d4cd74711f4754134479f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23148613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4227c68995d22d4e5e89139f79a15d4b793837de13a4267103519529243a349d3dd31d4de9cdf8f003ffb30b7cfcbdeec016a17cdf64ec9902dd673568dd67a56ca6dd882be3664ec154fb4fc09d740515f6a44db4e6ffb26963cd6dac3ce06f832c9d1274bca80575dfd2d3fda35473384537036836a1a718abdb180370a15682c8863f56ea58708bcf1f9e1ccdb6da1eb34d8b77542c9ddf57cf8bece2ec6856946a64a71c5b07a37ee1712909135a71f6f6fd0fe885e9e7cf5974def60703c0638a6128a23c8a89ceba0785079c2235db566dd84c659959c0a96d35767aa2cea2f30944d3c8c891c88e426d13cbe83c1525154ba6a76091ff65aa86c11b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231505206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9fe234900b904a9c6a1ec53a5eda47148c77314e31a9507005488647b9e3ee47f8cbc00e152a6fadee169ffe769f99871ea88a31f9039d551dc71297ebe86cc852929b26c064c6eda17b1ffbf872db3b5340e14275374b11f4f4b529a1ead3ae6451070ef40a56ab2346f465ffe4f27e5fed2213f4aa74ed5aab51e5e7248cf5415cd264001907ffbd2ffbfdeb5baa663d129114274928de676408afba4b75b5ed4f1723feabeed97eef4cb8fad361fd664d0ac471beb3607b1a7e15b32976cb2fe4fddc455ef1a69ebfe745171b6468ff941b3bb191c027d21db62b906ea8234265db9cbbdfebe4f1709620b3b96f1d04cc3b2f0c9d9f489ae3fec08872f18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231524652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5096610fa2015b214455ab02c61ba4858c809569237b014317018d7e9c6e1acd8ea7de9ffd02c9ab4357e14591b5fa8c55a1798adc1ef57de4469f056c3cc70ead2156d0bf9d9f95f98b38a73272bad293c3e7e6b54ad5d8e249513535e7be279eb9c93d3a40a6a83c79ea790cf701eb979ab4bf8c7b57973ace0c2d71267958b70ceb7f6a473f40248a80709be5d46c6cd59bd2c5acb5be7256dcb997af0f590ecd66b22d35ff6f95cd8101c592bdfd56c4ea8d4d33f29943c0e292cdf6897b8f3aac1941bd59d034e22d83b7ee9cfc1a78a56c0671315e5ef5f00a1e18bf96cec5e8b61c77f60f815a6aca648330223a692a2371f1c9eb002f41bb6458cc3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231547305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93ec92ddab6911d5de609ad62f68ebfde8db8cce836f5cad07ed1a7ff278ba9a53736d55d4544cd9b64b40708f020aa609d4eb9fbe3d3463a9a5a731d4ae5b7420f5ac3e92ece59c97bd1692de3527e80b0ff8cf3d987b37650ab58b7affd676b92df4513d2daee6c1c43da7c0d147b9de88f39ffc7d8dbcef2b521585b03981cdcd929fdc988264e6b4f3ca462e940179e2cc93336bc4fedb588a904bd1964dc711a547f07553c5595add017afae07a5a9e3ed65aab699f0c71eea6fbd2fa1a39e0dd6779a59ad8a12d87df84556284740df8755be23308b8cca6a0f6ed9ac8b7b08cf62f49fbf24531bf81b4d8459e1d2f06e2abd8ddec7b62a1a88f1a0bdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231569847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88432c19e6915a621d23b465f2db77b83a1b35d7d93a0f9d497bf1c9689f3ffc7b4639b44959d2f634765bdc8ce8fb306f234404410ac49b070c5bf0cd339a7483aa9e14972e11acca644e519e0a2b65f4cb3b022bdf214207268bee4b1716fa39c8bff73243384ab8a21d3aa474b5b5f9c06bb62c8fa92d1e86a700276a71dff342b62bfd312516b1163c9350561d1613aafd4e44c6bb66f7bd10e9d1dc5f96cdee11e5e72b2039adec50002bc887569be9108a79ed640f3b989444ea2c12fdedee069574bb16cf0c1d0a849abf4e5772044185a36e7a038ab62d2fa069e017451eb46054e3bc8b75d91ff8d2a6b666d4709580efb1b39d0180a3b639eb614c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231584856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=008a8a4b1ab4387a5cacf3fed85c62162e4ffdba1f4076e3348bd57ff5585e99c45e8b63eb283471d3bdf2d557e15a3b79e916d3200484970d842b11e352c36e1e7a515fa89da1e03f45c88cb3a86c124c1f74bee7f6b33b3dfa9ac79b28c691d2acf0b541390f352664f22fc48d75fbbdf313ee6c090c5b0bbbf10edc39eed1bcb7292195b650053090968ed00fde0fb67780e36d15e757625105048058a9cf3dcfaef65c677d8fa588857dd90e8f200c16076afc8eb1de9083574da1333e3683424e08ffc386d592ddcbb8db8b88ac2fca83fa8492015133e7a53e8d54d277b06fa74b83a4844b1c49a824a3d67878fa36097ac819ffe6558555237be8032c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231085715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57c5b6b7dd3b469ad09416879ed78fddcd34318c93d199fa1888e5434a0cccbe475529f4d064be5a558823fbacd06b1bcd078689df90529fd00f011a342d142ae242de7a37d9726bdcea23df70d0e9cac648c1a1693d95871d5ab6ca696577b54930a8d7ce48a585f83f9c7ffba075db0b185c35913fd48c90163b263fc4e0bc5aedbb2bf6da352323d97b790e8c3d0cc1fd47a3f1e30ec9a4db3efee50db37e615dfc580075e4f3fe487715c414329cf5192ad385e6d3e9f998aabfa5c713a06260d33b1b2081badc1e87788440fcc67e63d424bb6b6737c5d428f0d74e4fef64ae240f3ad3ecab7c3f6133145fa0a63b0ae9996df8c03241296d5c05e3f1ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231640831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f45b328f6a40ac2b6801134c09eaef8b7d64ecf8fae5fc392482b6c79993fa6feb7cc833314d9752ef651d69c606ecc97eda56b86ce6c14e8c24d875d5d36517a5aad39b43f8c55e589582d79a24014f329430165a653c541a79ce6e6933c476ac10d0e5499bd7a80594e4ad6dede84b3691ce8ae384e89f11b2bffe3c4583be25b19f85e893eb0dfd18dc90f8ee98e7167d3cb4b549527bd9b4414330d5511e770e4a312279f16a3c16147c27ae59636252a95e7fe6b35d8828a6b18f59b10e73112c4bbec42dec73f6d27de8234d609ca0917c9583019af18f0741228b2214a0d7bc1146760e73ed656e56ba4eec399874741a32d670155fb7e4eee13f0a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231642244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ef3364e1c874667eceefd733545f475c4e914a69951f66d1dacba8f201dccc74a3c878c47e3f465b32436c5b250321d49100e2a5ae4c620992f8ccf3b2175915716230e9048a3a624404fffb07adf386f10bccbdc048fad0098735085326b83c91082aacf1bb7062f28e9afa478eda21b1a6d6042252077643089559bb753f0b76669a0843f532b16afc357d9a3c174327b00e4750339bc72c87a7576f689c9002a04f05545be47094c8d796e0deaa9f3e08c85c08b8f49b1dcafbeffdba4f9b643c998e793526b66f5db9a42b6d09227f771a4f96646e80556f329c44f051ee60ec5129706c6c75c73212a85c1e55cd99d866377482c6346ce417ad42b422f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231682319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf3e455d05cf94d2e34e61fc8fcf5f3d8563a075b219d1193bf3fcd00227bcb6df27bda88745c56b8f0f5c2f68fe6c04599b6ea8b357f423b267e88702af838a3b3c3fe767a3a2cd155a0dbbd1704dae42b88d34e11f5e8add61f596defc891ef1190ab298662d6621667a027082ffc6d9da3cad844f4800281ede98b5b04c2d1964312d4f2225e63405bef8c0a433066c8c64aa9659341fcb2bd0c9a681dcd27f26244444faf7ddc8c79c6615585449b7e97276043fac95a697c082665df850ffeedfeb649e5577c3ca083fa029cc80cb030e86b94a7b880ae58f7edefaaff8ffa2af0c97f0bc9cb2d2cf4b6a1277e161c752819d8b3988f37928d82be024&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23169315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc548ab793e66d87a24175e6ca0b34d0cbe23945613d023f59482545affce7c58644e7b364ca36e5d327f310a6cba3b8d8069c332370976c9f590fe4f959db3d5f9d44f1a41e469355ef0575ecf1d82e878d4c215d0ad00bf18bb10dcb2116e3dfb0cb9e7332ddbc7a1a6900d71f7a415ba6d044bfd86a76a9582e912bea9162936554b092a607bccc74c6ff1b36ad8d264d8cda20463a451a9ffc8c390da94cdb6699fb3585584413988e1883e9ec7d740a49f78016f31d34700cfe716426696f9db93a7404ab3ccb95b9e9c9c83d6d5776d3a206bd92faf2aad3ce5a2bca19c75bbb73e4f9f7a5c0ba568071c8893549ff31d2a6d104eaf4e2caca8e1f0a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231706074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9cb18e4f396a25a0a98641ba6a2476939dc76cffd238bd7fcbe310dcc8c459f0ecf6f83d3981a19763f9abd1d6c95adcc865d86976566182760d1f699566e4cdd7ffd8b580b71098756f6b6ba89475640ea65f59ea3a88d5c215fe2cbea5896eba141206b9a2fdf01e3088bab1670f7ab90dea75fb12d4bda080deabb34b319ad94248a242fb983bc870e74cb4bc2576183052774d7d5e328fabcd8bf4d213d9a7dad864bfd968e176f9c435c1a6ba546c66394772f1ec030abf13d1f4df6887ef8038ba2054a038c73ccbfd67a91ac111986b4bbe8c7a925c184cf559bb782a011e4728b00138bc5534832919c67a9cca8e20622029de440b32d01c6203d74c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231750338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0db986e06963cafc84757cada66263908500ebf75630729c584d4c239d08c0fa8ebacbea96163eba57036fca8241af790ff70f1fad1d954cb7b33baa4fed145481f74eab0ccc578a71dd39002bc78ff7b115274cc8efa1a4bb2bc0e99b4a4f83943a0082b294b74bad0e0a7f9ce4fd073dbba9851f456463c1e714376d073482e1c9ee2489fcde81056f3e39b98b3dec072a104f724a8c47a3dd1c10139a75a7dfd3f1553ceb18dc5f0a577f2b8ee1bc6e0e620b5e98952c78e4bebe4855e54ead1bbf9a19a1d94c101d3eb4e415be2ed5c7e7afee3fa3114709ca13eda1309ab3dd58d4daa7ca8d7880c6266240a39ff6ebaf8286c8ed9af737eda96f1d9511&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227769365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=175d655c9547429b2ccd5539df226edd4bf0c79671cc02b2eaac8de4fc4f7bc4781385308364bf01593b11b0680c2372b98f47e4a47b8e146d85423a497972400dc4d15974c0f2536580b0c74b87477b6a0642c9395c783c6a84398b087c0659233d5421d2e92ac21eda2acff282565fbf3073407d89e64bf644508bb414f4104066b53b5dfc2565d059556755b6e3007b9b0d47a10f5f8025a20eb27d417386823e3fdb572adf5879ae9267e8da4a5ba6ba5d2c823403524ecbe738f242d6706feabd70b55fc6021be3da35effe5b8004b7a906e494ca8ca72e450ae8522016b92bfffce79ffccfc0cfdaa71105d89536c13abe55a2b3fae508966f60af70ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231472223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53b8776a19f8180271f9363f64d14dc8136d09e8eacf774e6b5e200d623e2a968179b6a3c37d92cfa9460c8e563dde83499fef1567dada1cb77bda94cf81952a5f5bed2aab7289c82db0df0946da48f992be03526814d83e966a46bac4a14b64c4658d6a1f972e139596214dc1f64125191ee6484eb357a89052d5552902957a68919291feb10a582542d02b20e31372276b0e6d0a1eb7bae65892ded06e068159b8bd3db858f972e5068a726eb553f70b85eef7373e7b2052686d0f48d2ed1c83a9a17b605ae43ba13b9ae7ae07cdf284afb2bd94fa10b49b14aa751527566cfa649312aac76965a2b295ef6ee20af673800c665d238e80bcddb8446d820208&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231920528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=237dfa32be6bc5b191aabaa2e1a47a754ccc41d452880488b413fbd42baa2dd63b9af6968d923fdbcc316c65ed65a9b2a9e7a3755604bd77332213bd97ed8c31d4cf21da16ecc1b09abb15865e4fcfb4f0c5562d682ec7256a7bf7289cd349e78aaeb6fc370f98e4c22b13ef101f35c9f2064e515863d2b1c4ed3be56fbea2e90935641e161bf8908feb8b432d824bfbf2ea7c95ed9a80b490f1e0bbf8c3b4af606eb5c4ede5927438bb5d11d25a3e7b38184bff24e670e2bf079e4391962cdfc412684dab23da16761b770552ac126bc8bf03c59d4e9bb67ef0f9ee6c2cb92595b35f3d1cf6026d71a06cff283ca0b4332e0004d1d22d5b062dc931b3956672&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22780392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ace039afa82ba39f4fc21ebd613b26b5596b624df0ddf477d4821616e98ba1d3b7f1456cdbfabdb0f522077a90bfef92ebf6d6f89118de267dfd354b52b4c45138ca387c09537f50fb13cbe2b7c0ea43076391d202beb0b8727a6dccf79a9c446c6299991aed86f588ff01e4a7214c13610e47c7bd40cc4c435c74a79be1af75c20c2b2981197832982a3b863fdb3572f4311630960b5cd156ef151b443290be61d173fc00c06d72af826edb921d880aea39da5b36acd0098a872e96438ba303c5671093795f20ff9382279a3d855cddb4684695c43a307b94939e51def7b7fcd856ad8f0bd6c82dca23357c8ac28769ce69af3ab1b5886c5ee6689912955ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231528029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fdca0a0d36af1e7837d0bed059bfa2aff161455ce36c75913732f48be1c0f4bfeb836fae5474c2c55a7efe482e683c4b493465144c08fed34f336f22c47491d6ee4be4ef8f8255b14fee74e89bbbc392391cd636e38bc3e0ca69d72071b05ea9bd8e3e773dc1dcf096a5bbcec2e5c744329dc9682fc59158eaa44518cc5ccde0a85505efd1bdb2e19f7a3c691e86bded68d2f05267ba3796c57bffcbbc4a6dc51da520857ce23e171872fa09af597d8601347153d926b67bd52bb92964ffa3cc1a27e443f6fb89b9a8fd68b82c6373611222c65300c7a93068b7de79c9d62ac68146c73a5a8264de2fa672c63d40b5367e1bb97d65862b8cea631d1311f6252&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232085349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a93a1580af93d6efc8dc27e98b9002828b2edf3dc6efa3a01dd5a2ec32694bc29e73b3d96478b411314c87940b93448cfffadd258400cc13b4b93936d0a71d15a710302c2f69b32e69e7a1b573506b58611a516385c09c67d1577e41db57a7d0ef0dc61c39f573a6e40394ce26b99aef19f494faf2a535b52c72f867fb061dedaa94fb2b9e875b6f07da2373c0c910372d17e11e3020983cc3a186339f365e6b3d30d5d7103b0663b93af5549474ac2eb4d7c0574637d61ef8ce853bdd0c6fce13cbb594017e9d51b3965e6505353752c3f99f3037b6a8b342ccffc92983d07a4b1c59ccde3b47fb7127d6166575955bf9890029f893ea74e966f87431dcfea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231588252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c6db8e5dc698420de231a3b0f9a61064bf59b9c2873814ced45189b675a7f04924a79a5dd7e44e1173acf829fb4124d1eb0df3b2074bc3a5ade3f5b1c3b628a6ece1743767f2f330b87d3c48949298465148cda07242d695004a4158423aa45aab66d3724e17d7ac591e37f0b73d30c04409286b0da9bb77a284d63a9eb58234f3938deca263d1443d0b2faf27d49fdf553709238bacf161e597494dac7e9cfab81c8cb157d128049e1999174a60cd01da269c62ab7c48d0ecd298a00d5c32bf9774403d3b27a686cd5e0a5cd9e313d4a57fdd5a8dfdb06c9959911dada16140139c29ddd8f0306fc633b35d87614524d228ac74f2f55646d83869bd090b982&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232057386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b53aab8496e4641bb64516ebc59be653717d5d713df814c4dff64e28c9e3b872b10c851de02d584d01221830bf2465adf5a719fe7974706d54c1800a7b40b9db5c73f3ad49fa176efc4b0f4936eac799670775ac37a7c698a4915c3050383a048ad9314488753f9e7cb4da791d78e0f939103c857c0b369b8482a875a616dd96ac39becbdf739dd73c5c51c378585cc5b8d30ddae3ee0b8b5e93db2bd555712fefd4e5367e9b71bc2282f656d4a3ea9f000cd9d766c0cef816972b42fb674cb002cba0f9dc598b990f110f95ffd96b58cd4a41a74dd80573d14fbf5de73af33f2e267172505cbdbc0759ed04a3f1790cd994ad0e207369022eeb356d7076e969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232143338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43764f2b66ea03e6330e863dd4e703f0fb3070f3ebdb8131760796d26aca99f8ddebad3a21358ee67546aa605f016964034c2fe1be19e68825da559114eab880a0844680b98dfbd61b53c11fa8d7c8ece345de7e13a763286787eb2ebf8fbc2cb5b3246fcd11ccc866e7d7f04eec03c344c33e19e0217a8f721facc680c5838f54ac2d76436b85d6a197159e0657dad5dda26d3fb7b45f9c20093aeb638f7c9a2f15b14f987dce8a71b2151126b4bdfda5525b82991f851c9687741aa0b92472233bf987ce43670117456b4b99b3f6fd8f06c22c8152d8fea4f0900124a6d5e21e0542c59b692f47e28241badbdedba3a589a5cce85fe0c4427e73dd436323cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227819249Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=461bd865de11f5fcea8cd59dea25cad354bd07cf89c4ecfc720fd77c4631b693d48d82f2a9588a2c1239afba6049661057c289a3b0b0df2b90a350ca7d0f06b7ef94fd823302d2d4451d0c6f6fa623005e3d4d7d69f6849dc770343809a2e7e43975dc4c08fe60a64588502d5cb3177ae6ad6d4f5c4a2fddb4595a05b8c632ceadb4eadbbdae407c60a1183e61f1a1b968f63a1174fdf8c5fe3d4ea84f17d0ca338f968bb196ae2b9f6e1a4897d8e2b6afc941b45b683986e1ba038d9987ab3f9a3297ec063c4f94fda5d9c7d10dcd291ca38a07c6c62692410b09c3e8c976310efe9bfbf563d57e7f83c52809743e27f7ae9ab432fbe1205ba9b03a7281939d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231046782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a78767f4e3a6183c5f599b503f0e2da772b97d0d6f09f612aacfa23ac5d78d84a98c260a8ab79cd340614ee32f2e1715541fafc86ad2c386a9020afa37dd3c062c13d39e556c4726d112f1099620f5ca52cac215418dd6d7b4a8b6db86ae8d004fc5e791e3daeb0390876cd770777333028dede76dc9684c8d136806ac5fb5949ade460c9cab0b3ef5022107bc8d3fb5e13453d356a967ddf849c95e77232d1f19d1c983b0fa85f929d4cfd9bf8dcf4b425a362af6fc34bba7ead74d21d9c12dc02092ae1a7b7cbd96661cbc4689e8efe0ec65504d0d62d6591e066184b290b2340df1e5deb0c4c4a901fed382e7ad5a8889566d08e06507a79785cd4c148bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227876336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5173e6e8474e3b5267518b252eb344a6bd62a67706f117bcb0d243e075c03f29b50592f75c4fd9144ac144fcc05ead9dd6a05a9841ac50802ff18264c836454aab707ec6115a546db11c2f864040985d2d944858bb4813a1b59c6add3c82871b8c96693d3805da05c47b4dd72e2a32968018579d3a32e29e2e4b4ff4fe148955f7d37c5a3855e45c51819be37fb590d50d1e9e4f47ddecf7cea44d9d0fe59672d4bc72cdc8771d0727f80dc57c290d57ab8a6fb72681e424adc1d8ae1855483e51045f1f41dbcc78c82179d128cd4601405310f6ddfbdbfdff254fbf30831328c5dd0f375cae83e43efb8b46de72ab60ee2cdefe06ef81544ea60f0d32598ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227869684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5f03ab2967a5b7f84cc56698d504663f6e8c44bf7442b8185c0dbe78ef4cecbbe8e8d916ebdead44712b4566b2044420c014e8f7c42007b72a6ba0521d5b18cf9ff215e0ab3e79ef01fe05e88c8231ff0f5657e569d8a315b897ea03c5d7779b99024edb106a015370d9bf1e2766de91d70d9d6f03a1dd975b8b44e7c59028dedf80c258b76cf312e2beb2a148e2c0bb728aa242b0519c92dd1b2ed281efb2ae474eb2951fbec2a156511b8f290dab2821741d10d429ddb5084d940545d3ab71fbda47feac8898abf2912189b425ace3fec8d3f47e193783ecb7981052865c75a1afc75be5e7e6a7ffa1babedbdc07a40d481756c4a88caf96158fa6b4ed792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231701205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0dbcdb6f69d7c0c9e559b050a86091142ae0da05c75ff44d6c188ecc8375a4d5da73dd4514a7800ee5fb4c05b94632ec33b2357933c893cdc4a2f3d972f46f68e0bef128fe4b37e547532bb495f36dc21a277bb0cd2d36be4e15e37cb0ec3b4173a55067cc5fd6eeaa7957284d604d6c714d2c2ea2eb931083d0ce9134235a2e33c91eedd5adf76e6668d625bb11b5d958589c43824d608f8be200000e33f9656eb3dc2db3cb8ee2d1d4ef1956fbaee4d6b2201d529cd34156329c6ac6588f125b17341f42e66a40d3126b93346f719072400d9c6917eaf9406a9764b933fd6d08b16244847b1814fbcdd07883821600976ae3854e70695b157ff0d72502f72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232209573Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=032d57b4cef238c27782b187db39e86fbd86acafdc460fa38f707a8fb8770962254f72a1c149e0b7e60e70c2863d893ab6b5650e5db178c880fed80078158c0f19f7d7559fa19c4e30f1b787d2c5f1916310b1798ffa17077b2cb227e134ecea6e662c1e4fcb96e8e9b5695cdf744aea9093cf0e5919751ad57a42254c807b2d8233e7311c050615b5c14606cf8ff4997bfdcb4f604e1cdb1b5d42275873f55f15ffae0557e8a02de9f35f95c27721a39b16032bdb8a62f78c0b533e0c703ef01ab45ce1cba2cdb1ac41c6cfd221583b12b19416de1b25f4f33c4a7d9ac72eead8c65f18c8af49c3eb056d31ef55cf672550846555decf09f83b8394e7288194&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232224351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edeec3b1ae30f8a198e346c2f8dffb6f90d6147c9b900bea952b9a3dba49f7a6a950b98ebbc14fff0a70879226bac341065d9ad6b93cff11ca62183bd7111e1d5be9ec42ca43644506b0e6a4522016e412e4dd631009816ba6b79c5f3204c9acc1e45aceaae80fd152462ae99d412e3d41ec8839edbe535c24cc7deeba956ed994d82982fd4403fac5d0b9c199dbd6c064395d1736b6a9767dada66c591cc232a0d5eca7a98183d61dad31219706c581b48da891cb34a3aa533b7c14982f4cb85f11489b099833434ca319949601999daf7b012a3519b046379fe71cefe3c89744ba42770bf3a669182773c3910778e89efc1d749e44d57ac315c2b58906d2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226650596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22315b485e7a74e140a9d763f724a27beac38c41af7463e8d1c19ea813d36bcd3bb7e482305afdac135c9bad8ba3701d47c274190508ee707029878c53cfcab6d0861296be001b7ddb6cd2c5636af90eedaab0b07280e4fb2720fe6fd6339de71b04fd0a7c0adc3620371eba6ad333c382dd5f323af666a2a0b69f1740b6012fbfdd161a2158050568ccfbb4b95dd3bf7a9931f009fd4404864582e5158580d4306ce5eb57fc5d0e8c865b320da328b8f3e9229c395084b9e4597f31ba2bf229abfe417b52ef1e0eb94c77619ab48922cf3a427c74a002495a41399642996214425f024898cfef15574b1231601e4e1966205fe86cbfa434e5307a81dc2aebd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232269286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69dcb291a39fee68115c86c6879b6c111f0ee16cfcf672dae2cfa852bbf0e09f816a7c0650d9b9239257df4a89fdfcf97ae68fb8f723970309efc99b0b522f31abe08be929dd11485283084d0e0651ca47c3db8a0d7f6e565de7efbfa68696cf20e382d375bef83c437ee02247466e894103419df3dfcc6dfda7ecfb585322bad4e80297c0b1e0d258531b0517b46548fcdbfed61daca3195ca2f045fe343168b79dd22b70d96ddefe68c05362179c3685c7b000ff06e33c99f24298fba66783fe524a8cb59595500e229bd111e94c2e29c77cab754d385a50a50255a0b47a647e604a652a691c6032d7199cebb249b44cca2e1a6c60efa790f280b54619adb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232284524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5cd5ee0059b3bbe5b2cca5027b38588f4b224937f0d8443382f5d3ca11eb43e04a9b328b26e9bbdab4ae647ff4047ae44d94466d60ff46fa8c05052f67337ed8b9d683d1673ef4fc1e5afc0b91c0a4bc4f1cafb76ed011441186ea98ed057f6ca41fd6240ede24f24279c284b0b006fb7c9eafd01d90db09fed5976e2c65fb2c6f8117f4c8d63811fb308198726a25c6500ce393d57d2cbde6c484983541d5f41bb3510007440a15eb77c2f51c944c33415ea234e49ee5920f20f750eb37663ae509f60b38e17c37debedea2b9504cdf7383f8e1c34aa6550001f8dc8ee2ac17ccb36e7a259171baaa04a6829cf8a883fbdb5007212f0ef55ba3b5b199e6c5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232304352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=148ca58f9f202c08e34ba91f62ad34d798af15cb9b4133d11e943cfac70221711ec2aed1d9b73d677b4851b189c1980e70cbc2428fd236125fbf6a757fae4a28e11d95215b10262c29d48ca8e89fedc12d86c360292ed46734d8da3a91ec62267f496fa6d4e4d03ce6ffa0462b55420467d2135e8f8c68c0efaf5e3aaceb8061a2c4786c57f1c872935eb72cecc3a7c0e9e32e61fa59f0ba8c0078c8fda215891ff677855606b7cb2b198e597aaec938ab29e6e1ba73f5b00d4596e3ad934a087ab435cc1dfad5d1da9ae62fd739f72f1642f3234b05d1d064f06615c781c3d76db7496439923b8c735549626404ff4fb96d32442b95ea59078f7b5028da2e06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23231394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e4d759aa2147ebad73d7fb0cc81938d91549aab488a42c7cf0fdabddde03ddc039a6f795d4416afd5eb89df77f62eca770c182225cab319f96a7017e7b6544e8756ccd80d71df42228d82a2a28249e75ee10f93eca8f881a442eeffd774a26c780285a49da8bcbd24ddf4850d9fbaa78c43bb3c9cc07cc7bd31655e01f348d3840869d7877fabd179d40b2385819edc1e00be831ca300c4f9c6b12fa3b1fd6d31923c9c0648698f94aefe308fe9f9bd1ef90be43bcd3aac1e6eeb6e9996271ecc90a6beb56d69bc6fd25f048e49695bdcf7189259119f1a9f5dab2d567a5d91200cfa11a24b27fb0a6d75ada1af47925eb670e5a9a43edf01447153d0a8bf94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232342944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0df2fa4d6043b1a5dc90104a1fbe4f7ed79b6d0fb5320c1a4d7af535eff5687e26df21d637a583edd39e89cc960ebee5d3acf445edda88b65b61c9d5d35b7f3bf0f2cbab63685e5845b37f53125b564389e03234d5a121a5fd5a59c221ce6e4cb1b4567e0537233735118e0a57ccbacdf3808b53d56adf66fe106492fcec5a91f125ba60e5eac76ceb46ec1abf7a29af08954d34a8f51e4d0a6f612c9dfaeb1ea84776d4d1d881ea30a6edad2b6be3174c69d9c672151674f95832d4c133792bfc839efffe7339324b8f478b7412a5fee6c84f7be1f7f16353ecf42a3ee8c9b6764d46e882dfe25016f577542514d101668215f36f296113cc6673b2f255d5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232373031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a814d4ca2d9e7f11607715b599f04852435348e0784f39f13fb41d7ba7eecf63fe5ec16678dd472a2626f2c495a6fb8ab2536b223fe4975ed2eaaf82a8deb7be0a06465dd9ce89e53c82ca026c22cfac2360ef46ef5c6f03b7e11569673b6f5c2ccc6e0099acbbaa9dfc599d5730e177dc4ba258c33d4fbb512815c07f6c522075eab4efe9befe304bc79424e53f290ab702a2b66d5dbcf622d72e1f825d85277815861da9ba163eccc3dac16b70267eaa1edddad93c0402a2f2888da879290b1114b235a27660683115683364535a23a036d5f00b38a081de81eb9760dc3e889a44350a6af297639e91a43bc67ab746bf7246c68dd005cd55daee4aae09bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226654063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36272612978beee717ca4ee4f22396d5d965092798b69c97625fd3fe0e0d76004c5db08e5351439c1da5ebf1df8e218f14bd6b3f439bfe48ae3189d1f66eea9f2cd6b854e44fa18ac95384d92b18b9c3331312dc9a88976010ec2199e9cc26abe1d6ca9bcb76ab1da221a7076a361a103e0c6f479b1673d970bcd60a4e184709ecfad750d31d13c46aa820944113debcf449e23f87c95425731aca2eecef9a82f715301d6c214ee8e32cbde1511da9a88517d8924efc93f8e970497f36b574b0cb5cc90110517ebbb7cde531eeee8f5e9c2446b57198da15aed471a1327fdaf4062b5cf97a7ae7546bc753e9a4f2217d9ec3540500798422002d27574313f1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232520319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d69361c731e29ca21efef22b4e54e45ce2ad53dfa84d90c5279c750f37b5f4676aa792cfbff6e7673228b8faeae02ae4531883354246bf3bf512cf09982410edc4dec76b20411bced751124678bf7788fe37e3e0cd602a74da0270e264481243235c5e2dcdc06ceb4037e280bac18e32f59321d558f4355c5daab920eeb947c9f0db28406790d76e87cc4a20af6d7058f4216fbfa1ad13b09c5626ee1f81f82dcbabf296d53a58b7cd835df14c78b82f8bd7eee9b682a8c98c0aa2feaf76bcc980f21c045109c6ac2a892da69b542b7806ccbfbf1d0ed0c1f6799c15701c72e3252c908db1ef7febc4467b8bfb715b6be04ac02b5960491f290f392099f9fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232567167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3de7c0b47420cc2d34cf891dac77bff45e6c2f1b96c636cae343d8b9bce6adc29dee083929626cf8422dc1cf79ab05760dc3474d3c4aac1269d6a034764404c3a0bda79d1ba123143a9785be9115f82a46edb3dfe1696a55bc1139e43a1c4e40fc9324a6e3843626e093faab45142aee17730fb86728f16a21204dd934c4254de20c306ad2bdffe47005db38beaf91ff7a9a4d0d6d9399bb6b74404380f051fc5e778b0aba51178e8d2213084823c2800661e6400269be79572469cd58cf550e6e5a31571996e43a1afb0a22e4b1f86290c8dbaa98615bf893457677c1a4854b80f94c9ee45ed094dae11f279f30993255c5087380f60875acf2c72c80426853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227865185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b60d429a93fbd93990f1a645217c07fe0ec868c609c3417307834ca9c650cd23ffd41d457601e64ecb80c887dcba97640f63ab854f3b3519b4297724028258096746fca00a6481fd82b2aea7afaee6a7e105d8b8d203b34b63b2f0a53a7427b9770428a8de1c30bd9b20b9bbc0f673bbeaa48678e6ee1588249a3c1e7533b43eb34037c8f6d86c0a7bf2767fd807141b6f2f62b9c76530a352f7683f603ab95e542454ade6c5a5a27f4a2f02dc0fa9497f1837d95bd0d195d1b2fb737166082f3bd6b4db81568ceb330220eb23ef328ae058ab88396b1074fc5dd60659a33c54f4c96d964de3641ab62d61781eb3f0d03d2e8ce42b6d705d0bb943f11cb71f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227918916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a5e3032798f5db9b1546921a92e851337cc5d936ba55c767f533281d6ddace3d5443b8dc1136418456f808d938f76565ed1f89ba88f0dd3672d8bf52b6d85e74c2d9bc7b810f34a2ab942d50eafe0c4032825e69f155b13cef5fc0846c75220c296bc3931be13a703316efeda104712aef9ca20ff5d5a86d118f104705fddabab460caf2e3d89c1179248973fe2b73748aa614d57834a0f4d93aa73856d6d38c0745f0d71dea939e485903c6ebb5041ee12e3b32a8c3f4a266995b0e49570ad530014cc084db6b07a857f5f0ff2907f453da2a915ad6e2bf01640142b5c6ce5971779534c073c0e61e6a22b7897663e414abf3511ddeb1eacddc3ace784416d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227914658Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c6eef798a79c6fd7f4a70e37ade23c22d6b278390627af96c533694956517f7d4b23cc3c21f8d85a815b6a9a48c0e77c212889411fc90b9e73906ab6f26a44f9eda07fdbd32d156eb1658caac29fe95438563f9b7a2c03412d3b4aa32ca1602a79914b647773116ba95f0efa6944457c5e4c4f3ca17265843009e21038d3372ce6f5047e5bde9b014266064ea1b0e115c11007dce6fabfd0ef024d4add788dab566ad6a1ae88a23dde3f61e2c51916116b6358ca986833593d69e834eaf62040a325eb653b5de64254a256bf9fcfd8ee9dd02f1e29b9fb3168336cffe5a9517ba970739a231a37cfe8e2a9199ac1c718a8e857b7fa6d4aa4e08003dae65929e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227924958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7faa626f223f421f14923a2eb8c390246310c9ba9eb65b69691846f6489b0ac3fa22e3f57ed7aea9469b426177f48f043f7905b4dc804b58b9e19a27f02664868f69721a0efb73defae52dd76f8c444803b0bf971088ba2ca4f39d908d21febd05187b17179b30e91154afcf9d84e0dec28b5ec59286622d974d23ec2f0fc8086145c13abcca3c98a95e1c0ed5b234708131740c973448fb9bdfc03151cb108a91bae046d4efcf56b4db1ddb57991831b63c2c17e5b5d0ba295506a260e4b710ad7807f4d12b33e06439926c2f350421089c4c8f9ad03f914dff0be5663983bb39bef987c6be077cf07e5be785745e7078bff584ea54946f36ac645b00939900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226707824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=abc5484ac2602a89bb43d68363d1ecd8bde401458130ff5c0c1482ab70b5becdd41e77103a9de53e354db5fa20e539f2ce6c925a69e1c303252771ce6d194b381bb237a8b6bc44bd5b625b6b0dd1ffc3729b3d914b09b0228fbb050cdbd58e7073831a1ce0889aff3fd2eca34fa1ca1d870658f1ee2e99d878ebc55d3a59f261ec94acdbb7b35ee24ebcf30dcb1904e33d19bfc783e3b5f1b1a2e01f166e0484af0f5c703eaa1c309d10381bf177b17b66d0bb7eefa5c608560cd70d66bf96cb235dbe297815510f9828dd38b3b1378b779c305ae02dec6ae40657fbd5a42d52cec19f33d40a9c1f1fbc9e46a9222019ee00f561f3c7818d90426b43ba88826a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227934195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83ca9b3d44b663ef2aa4cd10de5c000893ad5a2e09e81c654b714bc43cd49a271ce80040ae0f4d13ce13ac3d3d6af1edf87c3b542f74c0e169ac33e51680748857b41497d9df505c5e6f750abd09bc7baa2d73818a3ff0fe3af53cba2e30f498e0b7bdfac9728610a4300eacd11954356d70ee67c12073cc7579663dc642120c21b72edff063d05ffb888022d5ba93ed888a3f86c5b7335d0474be7e0a719c9ce5940d2d81ac8ed72777d673746090ca1ea5009669eb11e9ba0e2b2e86234f1e0addbf6edf11f631c79cc0bb0168582e00ebeb046e94220364f01f3851aa90efa5484e3091b95b87a294bb40dee43ea47a554feb5c41e9bc6a9fb7fbf1c21ed5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227922924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=18f8f0661e1882bbf070b6e0cc54cdd51db5dba57a8873d35de3b59e068e2e319916d2f5fce86f12a08f46df816c4b5fb747e2223dc7c0367641f66dd171c61b5933f96daa6fb235f8ba5ff9ef37828ed6645f62c1216093ed39988c98a0b58c6a863078a4add90a07800cb1e0d56b15f972bb9946419c0cc2bebaefc369d2df942937db6ff890400e39758b72c7c027aceb15bccf2f7fbe55fb0ec27f8e86fdc55ea57688131126c75f2adf1ef10b610db028013e11626a88bc87999b7311ad91548585ec211bb25c74377167db72eb2bf416002c53dd9e2e3fae3c12bfe4450d8c576d226f0fe02b1b5b6816520e96af75cb41b7b88dbd36805cf131410d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227958812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06daaa0fc65c710a18d5f0a7229e9ae9d375d6c5ec57fad6127be5b43609a0a275287972ade2434021b6cc2749fae6b39d68fd02777295c53acc833a124f6331d370a9ddade759a88da5cc87dad5817fdb27c5ba259de140a6434ef5b30d98dca62fd395c4e17a9399cb4d2ef46f86c73f70861a09f3cc535ccab74b59bc39321d90bdcbec573caf414eefa61255635975e6ed648212bde2eec7320cd0e5bb4397332d40133d5908ce1a6ec13661989894368a334639e5d90588bb4ce64ac3f5c6a02f796aa8e3e7c137b68e6ac6e38677f3a377405637452a3b8eed509f236f52564dc4de6f306157ee83f042caf4e54fe03b8ba74d99342dcf77745a903a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231646722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67974929b23440c3b62fbf4028c11993f1f59781e12a57ef9ac0642898efa2b0f4401ea819b84e80ff81a299eaa60395305567dbade559df2b8465941cb98a8e7ae175a193a7029b357201c41a132b94dd535bd3ec71b536abc64d124ec1f8b82968ccd125e7fee91e7a8f832c82800bd6377622eb7c4e5c109c6dd60ba108d22b6f6a899e88bb2b9aaafe653fa2ea4a1211e04fb545c3c210f38cf4ee8078ac064baea02348ac803eb706f1985cc46c1dd02621c1e99753dde997f52b0518fececfdb095c20aa35a076c25d1c362043b0c1a3c0e61687b9ef99f9f8b24b99ec6283aadd7b7f499c8a200dea3b3bdfe66107c18786dccc29369959bd3e318d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227958711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9b54fcacfbb81bf75c22c0d9851d83ab1136d478bea65ae8fd6a10055ed9511bb200238e0d263898322b2d6db968f0ecfa912f5c50fd687544db1259f2c0db54767cf80676c6865d171e7a9b7617fa8cb0ecb3fd028c396f5f719087acec55a8f367bc6afd91e767ca755eed1f157f462e2f8a50add36213c3b6d7ea478cfcc8fc4fc586d70daf3ce2feed15cc8c5a57e9e04b92419f9058ef8617f1fafa08e6cb92b803eef34f9ad7758b12344605228241e4b4a9c4f3cd5a698798f00a17876b33332b36905d8b92a9f1c80cabf3744cf5ab524786c5ee244f5038d6e7775e66b1fc920055e55746f9c3ccdd5e3ef9433e4fde0788d0bd602df70fa4b001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227971145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc633457547403ee12226c3677a59749cd334423c0d8c70007312f4682831a539dff90e03023f13e21f0ec0dda54d22e8f51cc93c909409a5752f0fbce8553f98772aeedfb6b344ed1d0760b78ad83a6275d6e8fd6ee6a93ef432acfea49fe1cda91afcd31bdccfe69792f30abb3078344c98275038bd93e30fbb06aff1520d7bbaa5a2407d6c273165352aa1eec0a51c8d31ce55421701b4540f65669628c46d709b073750e65053577592a2e9f6592f6a5461bacd3042bce2f3cf678499992a140e9ea373a46ba583fbf485e7d81341ba6d66dfee4a1fe14e01b30f1d1a5747ce280bfa73dacfe6df71c17c66fc0c840277e2f8b73bd5f9f81df89573ed02c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232209583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=762a8b40780c617861e2a959eacea5d1ee552280cd555a89f0a2226db553744a23cee01cd459fc5abb03194e068f4b2a527bee33c936f72b6c3eff667828b93648aa89845248bca7bf2b64d8fb7d24247f02b1cac658d135f2ba87b0d9dffdfb383534d83ad776bf3e66d1e75b5e2248eddcc95d164591e533b0d2e0c059a2ff52016ff3303c6a541dd1c89ea80df44713b32ba78957217761f98531e49f2d9c55665d31d00888ae188584c151a52ab8dd19e93a7dd909a45a9dfa21d8abbab60c75e264b0505d767bd3269f9b8467b3290e2b5d016b3a080d7fe1645174ab6d036332d68e1287bdb011f3464ec033a7c4ab2a447e74ea4b2df1261d24693302&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232705718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b364eec60b6a2a3f201b6c0ab88f2a9f57e89ad60d4ca9079c8727c8e6c0d4b39bd374e4b7477c5ed1364fe4d174112fd62d7a136b58480075ddf0bd69fb0aed50b200f9cf41cec2dd21dd4dfc85270f75be71684e281153f2e14f35749ad57a0dc2de95e936c8c57e59f8b339439e0df99c643e5c7b6d1ad5c2613998b048b44b640ddd515abb93da52458e1cefaeedea341297953b2abb7618d662c475d66ed9ff310a91b04dcb685f3618714fa911c6b12a1f11950abb79749dc1e2cb6b2ef36233b1c62b1a8df34d82d59d23d3d21e7184e5be4683c21fa4b2f76e8e6adbff7cc8df677340a17a5be920b2a99024f6631fb034d764dffda013d13d088e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232726167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c4995dc84b755be2ec5797e479c24a7dac89cee7b51ae2ec644383d7d30547fb93f3e90f2ce4b893ceffaa25bcd489622824ba6923ee0c55cdd54d37f42c4e986f1a14eff954c11e0469633f7e1843ee9b163920b188a3e606776ffac3ed98321f5b5ce31b72f24a40b906ea074ed1125c6740f23c32235dbf9c7f98cf32e3f245757024c8b664013ce82e4282a27c7f5ea2d6998f8525cb2516ba6e26a437040b1376696c271b282dbba004f8a1d768384bb053d2b62c67d6eae4b7a5776097281495a0ef7c19397d0a34562c32d4e0fcad5dc3d38943660566a23e24cf690d30eca653023e720958256369c9a0a9c93b06f1332bb2625fb281d324335b6c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232240271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b363e63c386e11df79a9733772f92025d0a350e7780c0ad7f05442bc4ea22ebef59513806461409e140567e1aa92455cd8739433df391a1d6a8f3643923f4e7cbdaa4a007e4e9a6c1afad9b4c232441d719294aff1dd2f70a88c2339d435456b659bed3df77bcf91cc0f414d986813fbca003f17259cce5f57d082524e3937cca8a6faf1da11b1204a381b598b8b18a18233136bdbe200b3c073587f24112929a273b2e790417055b99a2260d5cf0c1a4f2b47507716e1642a637107e39f99aa347ec1a2d94484e28cf62d24d127b83de02d6022f8641c62a0e0c263a9092bb9fb9a3a7fb2fdf0152918dbc035b98e4e75e0c507c1d4cf37c53252217f884b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232762285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25afb29b7d7fe4073d49a3ddd59c3641547818871255ac2d12404917950f94fc9773656d4185ce2b2deab3bb235a217edbae09eedcd7e1e58f37d48a43dbc674783b83cf12b57358395d787878f25eea513551e5fbc9768442b4aa46e6997d4556290e552430435718fda185196f0c4725021a85cad18605fc42977a81f0eef7258e2606474c928e96f0388907b9d94342337b0ea2c3aa7dea239c98bc7708c6f375e6c7a6c61c617152f36df05df422d256d16842ab718bf20e53cefe180a0981c6e8f1a968e902b2b6dc2b5a4a7ec3e0f7090d7e91e017615a67b352b6deee5cdea1a4912851a8fa9c4de77e4daae7cd399959c354f59a173a2a889e150c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230168326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59b68087ae365bf9795e7c1df23e762b1fbd9286d34003bd0a830c2439b97c32d0476a72bc23ed2cebeeb7ac674a3418a600fc879243852812e213b7983c0b883a70a7cee60f168bc43e9804096883d2a05c7a995d0986292bcd2aed27b5fd26ace3e8b6e1b4b0e6aeed2a226c7bb712c7fb20aaed2f55deeba62b6f533247d84ff29e9ed5ee5326ef0ebd2cdfac495226498c5dfce02ea59fe8b73ae93530ce3867f5fc9931c6c7c16ce2979eb3752f6a7682b0baafd44fb7c4f5bd8ffa24fd717e1f94136809bf9f8618204a9d4b979af659a6721b002456920a407474847e722086981e927e791c3b4f4d62128e0fb611394f8b8d166b427e08267aad2ef9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23279702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09c691133b79098a311c0bb2c05ddd4dff4ec64f6600d621ef0666920ce1b2900106ef1ea397260a228db71985bb51d3c9dc0342c6766cc75aa7169c2bc485cffb68a0dbbbfd471585f832e6ff36c48052f3c75c3e1b9d5926da67d5b6fed5d08414752e1e24754cd6c7e06c4422f3a0415c9bf7381407c3f3c7047ba59abf8aa15db4946aed4891c965fe1a24424597cfa3b5a499e4b5e456b49d69855428cd26412d3bab2d5f991dc950e691c23ade6effcd14a1f69912fc4ecfd9a94d237a3b856e7bf0e7e5f68a03e4148c212bc39be409b465e536c849bfd428406040128ef75d60c00cd0d02a1f847ce8c6b5d6646fec9240bc0fe103ec6ea770fba3a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232809784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2007b775a4aa1e2e5bf6fe2a9d9f7db5d6de805e102ab905ccd85268d5e8cd59926e1bb3480affdcb3c1d745fdf150cdb84e8deb7b177bee45dc27594fa366d38600a493dc1e48a0f732cb498ef2aa15c308f013c535b787f1281ca0455a4ff9ff0f66499960f2d92d82e86114f9c6c4705b1d0dcb0c232645b0b2669e6b9140f7e78d883b629bdfce74939da10b21c16a586afc1380f455c26ddc4cccd9b2a8096a74ac44b4326899a42d599b0d882f76bce8d803345bdfb1afe857e35a8d450985ec73e6331e426db8e0dbcaa5aaf2c50c59ac1e6501427483ce42a4ba137928b51cd7dde531c45b7d55ce41d5f0f950b1d72f7779a1c786c19625941befe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232845512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4312d72f95f44734127e1292ef37e66f82801f01c9c47a301a27e0c56ae2126f642cf1d1a01b596973fcbd1cef380c745eb19eff48637f0ac027fdd455d3591d373610b384d3b45fd597b9ef584cc2b437ed36e553351b7acbc072cac526ac00cbdf4d7a8dfaea71035a169feac0de7ad69df695a725906569d0475c03e015c49c523684496cf4162b03a62e331842328c91e6ea64b7482d1c603be3bfccee778b60614543227fc3f55f6facd74e3ee72654ee2e3ef03c8eb366e389b14bd15afbd861ef0792e890cda04c1f5a16c7b3e25a18f8c33b936845e4e751f7d7a009d8dd9360f384110bbf5233fccf815090bb4e5eb9032878749412b200e93c29c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232129091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=45b9ac43bb408e02703856e0fcc383ba617539e9e6707e569d2b328e1123c5d0c58e60576926856fb7d88c2c026b8247a8d3c984465d5a23842af4f168c9e8e46cc4d95a89a07b51d6c3c33151fac59160091e27c77f51a90f2ce2a49571db3f097376757f121c3feb1cdcf7d8f58324aa1f0a94441a74041799e0e2e997cfccdb0576c593cc1952111a2dfd42ed89abc42615b081df561d892b1490920089d4d7801ca317de9a7b17b1b11bd50b6e386976298911cc704fd00c23ea0c98471d764662190d0936b2edb8ef3204b70ff3d12394c4f20abae1a0e7638af16ac9ba6850c9c0ab69f90353561689d0441f9723b8a9a42fc4dbffa770b0e3d812150d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232886699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a501a95bec2128ae4addfa89c3cfd2e93a3ec1c014adba85871028595de7b6de5f0df4d28a2da776a119f9203261662ac1ed46387b0c17a59f70f5c187c89eaaa7749388cf7817233e70d3fce083c3e24a4cc1cd3e821efbb1f5deb9ef8740a91dc839a8a4f3d66187e84a9df2427bed988b6b67f7b9350a7de13f5019d0ab173a503e74ab7244017eb63aac45f3b094fbc72067ed1e838a330646a580222d04e898609ae13f0202b956be9d1a18a35462269fd3a3c961541ee8ea06bc9f7eaf39ea40e6450ba8f1dc8f26dd0e6cee33e5a06ed088988a17533c818657d4cd7b9fe4c9461acb01aa7cf868a433f934e4b7e3d52a59c454fc85819bc920bc6df0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232518024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9297b73fd9bb722e5bd5f8dc446b407edfec1505212d810077c80470cc9a8522dcdb82e1cc6f6d056cb9a4c27aee8075ab4e5e37e7a908f51ac03a7a836cf9cb2705ac509a81c637e4fcf5bf23af92b29ca46c324c500e96e1c3905a9cd68913f7ccfba2496923d216e56b8781e82186fac1fd8f8899b1214653ea5c8e5e1b23b79ee8bf42bbb3bbbb0d20b3a17ecb380006222cef4b5a6128f7485978805238aa53f891615fba72b08e395b003a37b0b2803a09ae570b1bd5f500278c08102644526ec5f988faaf54b60aca65acbbe48f27ecef32245a5322649e03c3cbc1f6bddf60045c48682455e5bf82c974cf9aea3bef5780a8f87f8f339f5166f2bcc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232944799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0966c0372c1611ba06231d97d300a703f8e843fbe393f96b9d1f6fb0c64b2234d9d8de1eaa4eb69a05ace129d36b36ea2988297e504fb07cdd50522f80f40125b3f74eb411ba102c87c0ce5ee794e0da9152ca7ec3b32f31662ac7fd2c78ef9592ab721c90c4a854c852abad89a99ed5d201875c4b8ad8c51b462dfa22b2d0b5eb6d10f5eb16e0c2a8372b87ac3774a4bccce13b2c7f532128646e1dff22c4fff940bacce405a351596fe6c3cbd0256c1454c57f4b761b44232fb9e1da6c376c5a2dfe3734a3a04cc54ed28883ab120b31f046d45425f3434af010daf4c9980eac9a4efcd8f45f7befcdc060e0730fad81101b83a04f0dc88276613c4eb7554b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232967952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5dc2f4e177a539fc70a1e329914be1cbd79e65b9da3e4d9dc6cc51c9528c00b67787656a1c4241604702d03a62efb2210bcab3bad45827f040dcfaf732edc38eb871b7ae5efba66a3ca8d5c75a365ab0384cfd7e09039fd8556ba640df153b8acd1d3223add65ac2839045def97403a878d31cb1fe8cc64981bdbe4d7746ff8bde5098902b4f7efcde1afb45dbec8e6bc113f27a682b1b7e84524be0391fb35af7ef4d25a7239c43abfdaaae00311633a970ed7cb7e4cb597be022d9ac3ad71f5c0c63ae19792a131f2a62682f89470918bc99a07e21f7c49a8d7858164d563d5b2d8340d3030fcd888dab35653b43ddca379a3020d7c22767c4aca8558d89e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227906663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a84cd08f409c976e1de5a3434c7ff22bbbb7a36192ebb3786b9cd5ca79a6972e5b39538528ce208df5c60e7fd117baae26d79f39f5345639a3110670ddc3fbc382ee23339f13b8190911454efcccb6f61cd84127ade0b67d19411b37f56e2a1b25118782266d557f8bd15782935e71923c98b881398cbd0b221400fe82d6b6d18f37ac70dabede5c5b7c39f7d59639d06fae7bfa33f62fcd2e814202b4123dfb8fe9aced20855feba875b3797ef31cec54d97d9a091051e935772896c27be2611036485bed1a057bf4e546137fd2ad82864a85c45cf1121d7c5a64fa2d36f8ce4c3b69728f9d96754b5f972ae68da3199f4b5f6d65f3e9a5bd6d54d2829a8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228048511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9217e49b5df162b1d1395adb1f96bf1428a784bbf920b50a2ed7d505b2ebfcea94f7a0ebe424691c5e7b615e3a7ac1bbda1a3cce2c8c4bfd40edd7fcaa5274d9d676307eadb26cb3daf53abc4d388b5c10517193c39a5df0f9e6b39fe2220bc73da26937e0865f3b0471a0b34f892e465ba52e11df27692dad76c90c706d5beb6c644f7769bf304683a78bc05322a52a49fa794c63de5349163e6c6ead918e645d554b7aef5ea770fb2a8bb716d443a57b62af47b1f585877317af35ff441c58a06b88ffba51f9944890ed52ca3e6241a2433ad5f7d4c3760619f39f6bdbf563d238db381d7c84b7ec7e1b453c9d1533ddf03dcb2c45787ca3fe104813a832a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228087855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=87acfada0548935f79afbe9191cd951ca80b324cb429068808f769f86a0beea1830ad9fccf1bfffe9bde7bf75f726c1d1873336c5edd97c46e9de268c73f9ea3f2d7013e6d47f02ea6646e731d777a254a09e2270d394ad2932a7bac18879ef26d3bdfb6f58574d94638289c59d01ee1ba01704791283b440b715369821ba76a496d239740f0c5704c788a4d872a131429dbfd52e8457c546a85d3542c32a11843fde6bb6c4a8f0df9b392bf5fd269e07c4aa394f9864a9bdedf3e1b4b8986e67fe41bfe8c53fb348145262a9f5ea536534ee85d7eb38eb6b8259a5d5bb8a9affc6eeef0ab23c0a16b5db333f90f2846bc70a6cc5eea70f3cff89b2dd77860a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228527203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a8cf01a3af6e9e0396b1b64663e6a258e8580d26bde2fa819c11609d85dac30fe2cf64abf3ec5864a38c880ecbb0429190b8bf71c8104d609335c8f6adacb21fe142c3684679f701392051bdf04ecc8b9b9ed3f2f5d43adeff30758820e6a586645b2170d756d5e1633384cc80195694189f936ca991bbc56c1f76656fede493767d3eb7e0489fada28cfdbf5294a1b5ec52580a9d47d6b206afe06b90f1f5fcc863359517d86be2ed0d8d4c03872eacc8575fa2212a18633508fd5a09dfd352a88175aba4fce6051d1b5080611fc49ef5712d1adcd3cbe3ba200b3e5ed6ea639a55017d0e187fcc901001f93e3e17a34c27f8050c521117cb3cf86655f6d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227923585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56369ae317ffdac82dc85aa3b7e80d88b30a6fb31bbd6f4b9ffc7b3921f80786470603de8379b752473a0c8f7f10151a31ec7d05d1cf3c15c361a677c83d699115b2a039e10dd0342a374d5708a14c58bab34dd85eddad7efd55bd45991c8d8493a0d6a7822050684827829ed9f02625889041063860a7a0caab707a1af2ae05806e2868bb1012a98938127855467a29e2fa06fa4353d93400100b9c048d8bb2fc9e2f6e73587c9bdd3d78f7de50b9e7b3adb61d48ceaa06555bc5abb27b7ef8d0b26867b47bfe4263a285c5bc78e8b79363aae1cf710e7fbbdcc21ee36ff3cacd28d0d11927fae43aef60848f270f03f48bffeff5ac6e511eadacc291c52b35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226718494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ee352423c95b69632bead7910b2232e1c91fa4b5dd5c8e5b5d7f067e398865aaaa9327a4541d1b284c6c437bdb6a7dfc4d36c0f5d10eed09c9015b7e4d4cf50a476619b10966ba257c46c42db8767ee0e928c7e3bfcc5f782dfdc165ea6645f8925d735912085447452f0bdcabcce0e84c4c03d26a3d5b78c4626081329868447cefacaa16ed6ec4ad924ddea8e2946d865ae88295ac7ce4256a4afb0e9c149692b80ab9de86097644dd67fad0bf9ca22c265e80a53f9b6181b66c264d2daef6da775216d8e970dd96acbef264667291dd43a2277bd68c84ae3d7db4b952c1385234d81b0ccf13d1e56305d57e564283217f6ae7001f8e671cd0fd831321bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228691342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=addb03fbdd210691361e8fb8652db68597c57fdcfb4d4ea0ff0e50043c9f160e480e3daf02e8ad826211274cf69a710be736f52ab65f4649db817be9cfe66a95c430ea7cd634050fff65f98b0f43878e7f475dc8a1c273b8ac8fc5da41c830f5f425a3aab3a9edf5c14d91359b7be1ad9e7664a5978351c25ffe6b72056968b5f888e0c8baf37dc76660edbeb362237629c6293b8317eb4b687b8bea46785ceaec33e5ecab4ab77e78e9812098d3478fe35e261db98296a4060b70b595d5e1787fcd0360106b99ad4d2f8a85c5f2c03d2c7e82a95681bf9ad93290afae3fc228bdc36e21b0905e886ade814517913675e071e1448593f7fdafb38dc5efd4efc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228944589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=551332f5531db403eca18f90a8400bb9b6f8fbf4b2fd93832bd13150527798888f4d65aaca8c07ea28193bc92069d20ee2e095b8080d4038836b563e5b7d6abc82420670471a0ff34df1a5d4d3b55692c352e71ddba36f2eb24c73289facefc1ac18c5da3955770d723ae1e45fe613415a83c7ecc4df81a2e665d43565b35ac408af50dcebe9ff00476692d53417cb039f02cdf237691d23f7441fbc04927e5db1266c2cf1848614255b5c357730f21119722c66c5b397bb5e4e0f32e7963edf3790fbc9b6d6120c1c2f89acfe1ed78e80945e2122aef0bce47539245c21a838f65a69f5ed77361c6ebbd4250e983a0f8ad5d7268ef55be1e9ad0f4383002dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228942516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=894240e09faa6350f6e0161e7dd5daef9cfcd1bce328b46a5b51c5ca199fbc874676373a1200681682c7e64005545fe0c5490736cd174930b93f8d26224069a469c7e74fc96d289ecf84aa8744aed7035915a51ba2ce8ae517cf3e411f16f1388f42e30e04c6e2447aa48816e80033bda2fafdfadccf6372b1f2c73ba328c36ff5f1388a62f0a5664c5eeb09395d0c0ddafc33396495fae7c504d78d463557690f0c23db2a9d141f0af8acd2c904fb057db4950576c77b7cfce02abb2957213aee6fd3956fe33d68ec26e4d711d1ac23c002718cea463d117bf35e30c9dfa9db014c40290fc2876795da578383f68f6b405854090877ea5fabbef9ffaa29e240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228967633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=62824e6d347aca5eeeb0bcd45fae24345393906f71a365e47ff6242e8f6bf687c36ae0afe116e607eb7525a1f69d20a9bb28f502ad9e4752e14c421044e2f3e08481b5142348d0f1f75184ea3356d65340369a322dbcdb6be7273182f089a21b5a90943b49f9cffa1d572f0228b3cb2af537543f2bb113ab223b94598938084281a408af60048d10681144aafcdcbbb2783e81681183f042f2e6d275a41146e361694ea6d96134f528eefede55f9ff60f7208e3feb9fdb1ffae08e5d7d2a5cbccc2e3e172f6c73623db1ec15dcd7afac9228944577def505fffce43acf6a90445773930967371eb7a3712089d898ea07572f944e71b9c7acbf9ed72c424e1c45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228970849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaf4826adf1a6ada211bf9a59e7d3057c532f0a1efe7e46c2e1d9f0f2fffea2ce29393ef1c57911702becae022637fdc06c07e9288e238e3c1100e307825e5ca563eea4f254798cc5c5c2750587e1330538c8b75ca0d96e064737ee5f559a8fd65cdbf80ecff6fbf344a1d0d852a0a4704002c185477ba3b0875198811ac91176d8c900239a7915784242a1727ed7be7a65d1b860e9098b988e8cd9b0b8bf0deed95f7584bbe86c7b90b1037b3940f9cfb4a785e3658836b7b17dff339aa006e9c16e2f074707a5ee8915e35cf50559969388c1cd74c709a6fa564c4eba51a7b5bb60fed96df41dfec138f25d57c39b0ad1dca80f8bde1efa83a103fa97166a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228990215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ad2532ad8cd20a1461f04c8093c6bb045f438af89e1f9d60447a21c262d606ef59557027fcfd0ec21082231ef8a85f550639c97933e2d01a7d592b1dd5eb5a725d2bac4b11cd0ce08baf72e1c7e737355379b8ec15419b916468e32cbecc2a644fd1853adbf6c65a3fe3c80ef6f8198dde4749ba491034fcfe7538fa68d1d3fe778ffb33fc4a783e1591e01075d1041c5ec5990df9e6c0af0aa8f3aa97d9c7e46b839e01145d7370d8d68283b7f5b742e9289c003f410bac26174a365fcb2001f3d8c79895c84cb196e2d6485c58348ee5642498e2aa49e9a18f84c2db3102a867986a741b1947fbdecdbdd846646b53283dc530bb39da4567b4ad5784dfdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228996597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e246ce7b093c483ed9a0b550b0137da0d8c5f8f52ef61e35ffff056e320429a396b6d3c6b1a9d1187afa8a49adc6048eba5ba96642023ea5dd4a13ce5f5519b1c020dcd650d1c43b9dc0334b7acc39fc8db29e8e3783b50ca701ba8d1dcd521f7f5171c36e6d3baf9bfd5141eb80b6d96cde58244d29068480b12b2b50c9f4318caa731f99fbbad556e1f1018b844137b82c6b16a7f08efbdbf948745daaf4ac0552cd1d9c905e4c420e2fa9762813e0c83c500c3147c11bd39badf376bb42f0a96fa38b58e75e0a0ae132ea39eadd2ceeebbf215a398aa24afa1c52f3527dac64b3595767afa8cd11d6eab583950d7f2ccce995892adcaa8d95b03377f4b00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229004603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80f9aa1f0708a6113f89e6cd47ef220fd6279c1b04754a296ef995d11afe3fe3e84395d67b2f6e41f9cba4d949bf9fe1e058d32964867331fd6ddc31859e03c52280024fd475e426990726c3692735c0844541db88e44581a202716ea8c3fa6b812cb2438bf761edf15f9d504d86322b64766b0dfeea35604da9019cde6e0f5e1e943e30e1d3f95d0b919e9a427fb6015727bcf0ffa9286c228e92ce8d3fe3df42317fefe39ea277d5bb0dc07fe3bd73c14e64ed24806874ac05a136f62947e6a4fb8083815926024d273c12fa2ea0ae70ad1dfdc59750b4564a2183bbf4c22e283cc178730ea9a7c8ddbb1610f11f8a3f3dafec22bae45e9f28d47738f75f0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2290136Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dea304650a41e9b19a98c1445b63e172368ab0d24c7e1c347f1e38aa25c4adf0b12875103634f760bd5ea46eedad28125efb183b495995e195311f82fe7d2bc2cd5ce6597d1856a5197e5e53b2398545b3b053eeccaf6a314927878bd9446e6695dfbb15961ab9eeac0a7b09edc1552f16f8b4f1c62ed2c4323a790b3be5c3f80909d9acb237108c709919da70b626a6ed500cadf93ebd08ddd596334d7f6cd6207e582a780b095394ae82998f1768e656a7fb06b93f0b747720980cd357c4f859b573edb2d1ffc1ab4e5490b00d28b35c28dd1448722c9a30f15ec9049a1b3b61a92495948f12fc2d9813b90770605d016f1b0056ce9c441e9dcecdf0e7d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228993221Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b469fdcf29a06c75b2844c8d4f76407d4ca6a79417c3252055b0d2885ad23f6e29226cde92a8cf94a375937839f9d68036357282ca81065f4280f21fd496efbb7d3cbee3802909f81aa57aee372ae8e6af4d8a6a9f293a8fa96a80e75c338572c6bfe2c46aea4a0c48a8e49d7de89f99fad0fe255de370ca1b6f87eda50ba06b3c8075b1e98127a5e72d74fc0558ea6755580902f4c1f92033cfd72630287932374812c40f27b375b4193b4ab5ad61f50c1b7bbfe75d3c0f26687326e4cf52f31e799d716efd1800d91a12ac401340cbf493de9c23e65303369774bf37930f5c7207ce82351457a4a8550285649cc010da78050d5f338eb203243b2281bb5a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228995926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90a0d75a0d4ae3d8370341b15fd9f01fa9caba0e6826b06d6fa5c1657886ce77658c47e73d9732db63ed6b33b3e8fc42a9a1cc4cf3f10797c5e5678842f99b542e6a04e27bc0db468aab28a521c096ed224608f9f0a346ce289826e163dbad0a2204ff36ad2aa137842bcd6537ebeb56bd62f4fd573e96a8b85c0d56f42955a96e5a156b024b1e53bc481302b04c57a42ddfbe055377cc7b99dace3a90137de6094a0a08b255aaa82b5b96df8383a54a000f1b0df5549659f131adfb2267dd28a780e9e85ce3b3090608f4e632879418068a3d5454bb2b189b83513cfe9fee84ce0cf552f0ed1936c5fcd552e01851267d749a0624bb7a1f849bba6c59d42fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229029049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7f759bb23e7638392b0ce7936e55ce01343c1a164b617ef547afb65e8af74030cee3a43126d7a49c2c41ab6730f3a9084a541de305081eeb035c78a189c95a1393be6d82ca93d06f0a151683e530bcfefa76cbe33dc490b7b5419496e8dec49c188a91e033b51731b58f7e1f1d5b6a932b9c46ac2473969f091ad7eee34481fad811d689e3e2dec9df7403c8f4f0d40fca862a348253c887f4390592625a7c75e62ae2279948e292e68baa38acc9e33e5d74aa4c4c348cec179ec92a680758def9521dfa010c764d5a34b70306eb376e9273cc5b29d57761b8de8cadce151f3e1b7e3dd3c7212f79f9d8c08dffdd18915397761d7af8bc43815c9680b453afc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229041713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4e3353d8414afaab208f88aac486a44832231938709c16379f411e362ecb89e8aafc5c60b6ac15cd9cad34155591b6bd793a4e10b5f59792cc37efa70d02a183b100848a9da4abb585a1e15b3163f3a62c6bcb2c3980421dcbc2f9ca346cef9f39b71b6e3b8e796d81a44d275bbbcaec4b88a732c22575a64f7fd59d4f8f149e31517b0620ee495fc3a19c6f35a71c4b281daadc054566c115e94e00b85edf57e37e4cad3868189486b9e9a5440ac20ee01bae62b84c5e282be12dd09efd32d52b9a91660990e755bfb3f4400a476579870af08065f9555b3924734770690dc44b8ea1d5ff23c4edd176b4b7ea31ac3b59e1c003bdc40a5888f3b7e5eff6197d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229050449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=19985bc678254bdc2e9e4c6374dc33518ec24a4b6a6a4301f70a25764c36df58bed46bd0307df34364dc755b7ea4b528806081fd59f28602b1ebb4e24dea95598c4700e3da3cecfc6212732b7f1b70e865e8f57c3d1bc77857f9b928b9616c6108b1371c63eb8e7ee6a6aede96ebf8ac1a3b260397fcf2ee9b8818ac8775311599c1f6545bf3037b48890fff27cfde60f2fb0c8856c611ac22320c5e6fd3d1f407df3100188c5ba81cd3bad63ce159111a58da8659de54953a134d48e5bcdd237f2abd9446c0d519a274ed6c61bd852b58085ee1537831e304338d4ccc11b88d8bff5e38e5ce08c6375071d191cb13e4c86076b7f33228ff7a0c2229d15b0789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229051731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a76b69ee44c9c601587fe40380b6a0746d22bf0a9b5e3fd9c55e70478180550594f89c56a24fee3a3e291006c50891446139999bc8e4a95378601c131b92de9785945a97183b0a660960c6bdb4f3ad85a32cf6b7de758eb86253e6a1784a4127dd54286d5f1bfa14cd5a14170bb9adab3137397c8860023d32e22b984a5127a401a17c6cf68994f76357acd01da84853631188c2c93fb7a4cd026c74762478c7cce8ab519427d9aa2b814684e9471a561d1f4a03abdf81aaf5223a30c3693b0efb796a8b6b01b09e845e99c162b5ca38040125541d78d4a23fc5f7842b349b28b640ebd0962fbd209e063932ba8dc65ac4c0078b3272b17e54f1dede7610c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22907236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=299ac206d3a7935448c1d3593252f5f1e4e8d9c2bc15e1cf9b27c645cfc665932d55d03afb8aa56495ed96d7dd9be64137d51a87201ae121b43ee16932d3d64cb771276fbabf4958510802d733beb1b4d987efed59a95a5f57b24356e2c158e57cd4b349757a339f1bdff356a63477ec7169a3aa700746a17c59109f12630aeea0c3813b96ef17de7df372f58aaec8d31865ed0ec808b57a055c0dc3cd7afccf0170e82f241867718ea70514b96f8f1f6909b70dbf2ead437b01caa8fe573c867bc4994749b4ee713e125a14f7110f410c5701d71fc5c765437d8c468ced85b59bf2fa47adba54150dd28cc97d89847b86674854850f11d6ded581a9d018833d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232715236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b36043613220c2be3ef00e7b4137073af4c604811e2a6aba9de79c1c11180b97bf5fbcc2f8106cbffb20227d3a3b6acf9935d599fb5aed4f9dc6939ce79f4e6805dfc2e80fe4fba40956ba6f50b4c75597e9886979a70297bad4affe1fe362cd1ee2725eeb037c80fbbd0f5019ccf6a931d8d38c9d4969fe7a8180e942fc86341528382e0f0c6a5e7ece8c4afcfcbf3452e6bb5b8fa39e445253ddcb103611d212c4a1065918012444ab9dc622fd4379f5b87bd78ba4b78eff5baf31927bfb6f36436163a0caf3295981bcf743bc53d57149fc2d9515c19de16a834f14eb26ff30ab281a43209768e9e3136150ee9512f066942f2c5dc43fad2a08878bf6b33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233194429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bad292ff2f45166cd769715c764eb93214b8c4dcce0457ae3c2d4f4f4e8c670cc6155710a6b58b8cdf4d06133731786b22b1a6f8aa8e488f5068399afc651caebb6d31fc2a24260744c5dd57b68646203f35f1121af7b916f05c31df342f34f3822f60974a8b86871ac24a2b1419d121e88a4d00ca97358916839272a77c038717ff24a394957e2879767e756b9d66623eeb53ce9869690ec6501c87a15416d743876704851b45a86ffa788fd488b4084d940de672c9d0ed435e5dfd2d044f7b2fa86bb7b69917b944d99bb7fd486b58cbec031b17396e8857b5a0def04f985a18e6e28335ef77a228b573c5c48a190be400a9583a8b5e532f34acf8e7929754&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233222322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5893920749e20ca463642a7c5b1341f38becb228d0369be72aa0c333171467c469251da36547f2c6f0f0e38cadae03d2e1a071f30cd83e99a72612e3297217076eaba9c115ddf908bd92e0353221d9af0421522d90251a5b1a753aca136f61560498c5c213f220d2a01572537df6a45f18416380b4c0d9e3b71209b4c0ac15be84ea4d621d017ac42e3aee3f74b0d608dc7d17055a6d60a404cbaf83ac5a97b7aafb078c109cbdd2a7ecdf9fc741ddd8a48d7dc414c2368c272312580319f81079b2ecdfa2b64149ad5c2f9f3ab5e163ef0234c6b1fdee2bdef313a782fa1ab8b4e869192b8fb13dad6a5627a2afda0bba7a80905beec2eda3dbcc6c4aacbc77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233239424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=40ecc75b79bdbd1b7c4963fe9e231dd88c1222b19a21ff2a8ab63b2ec32210efebbbe6475f5e8876d52c203cb198d393990cb9fa0da29f4a9ed90f6767bd2b7d2966c234645c7e78c8ff2da6fae16cccc91ffc8154178a7393c57d490503001e99f99a06fd37e186eab3978a9c3e1c471c148402152221858ea6a794339756bda7957222d3c906436c2a92602beb5c0d6426ab3e570085f31f4e8de434e3bf8ca636594b5661cd97ea5e2007e6f6d87b2cdd373f60de01fcd8073a0a0ee273bd69cdb4e8955c48b5a83d06b86b549bea53972dea499ca135bb70717c675fd117fba004692624c816a721599f229aa0f6c95f3f926d841a43bae7b1fe416d4066&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233249132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9987d99caa3f452025a13586b79832cb8728154e7fe484c6cfc524043bb189f0f6171491d0cb62e74156aa3bd97341b46decb09145710196e4818d9edaa922d32ed585dfef751c4185ddd1490d196e74effca1c0083f3bbdb261244eb381f3c6fd8233f5bc661a37c03b48079a3ad03a81c3c3fa1be397945d487589086e17dc0bee92d8f4204f30b069a69efbb035a7a3d56ece76dfa32a9bff4a0a94471a652ce427e8ca63a8d0d5a6be4f4ee974cbe45ab59aa47f41c9f8bdfd89043a50822407c77402c5c0b041f606b3ce6b010251a10daa46e468128137b35d4bee0654bba4b8fdb88214121ca7d4831ba1549ed7d7b4f2ec68898e662f56bb60ef105d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233267898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=924f257f6ce34187c49f21e1584e5252bdf280bd56d33e3c42508a5f52a1c027ea1268b796827a0df1e399a3b09d4d93c4ecc66fcc77c4f3c035828c2799a01af95d51b29758efc0be5121817fc517a597f58e3e48d5f12168c0b909abd6a8b9ffa42e923ddd89a2427b171a53964a72f855e49e3fe1e2ac903b9349126c7e6c19fcafdbac78108c5f21189f7db1ee3b3d70c4770dfffe6b051689b1e61e8bdb986a8a81f8c1234954b4df0f84260bfea4eea6a5f1fa1eba0eae9a3f448325feb67e3f8349b2bd0274c128ab195d63167587a15fbfe476e337f384d867a218dd0ce4aae544f55c8883abea2f35a8805e2407d5c97b14871171310dd4eab4e58a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232797571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1ae9fa5d452ea83ab073b827ce63df4d4c1cd3348043ad1137c018a21548d2b09198816cf18949bfa31d532ac99fe71d193f205b3c79c4a519432f557eddb1ed7557f1c0ea9697e705844626cd1a477c382de9cc1398b062b4606275fa5d80178766804315d155f299c0434c77ec1f02f58c1343ba309b7bb28b831aff8dc8e004b9cc2f8a6b89c898494da0315b596d7dd15cc9e5903dcc898f585b2eac572a1656ad4f9026ae3dd63c72d3a6be620d252f2f0e440f70465c5f1a1692c31414f4da7dc90424fbc14cc73d5a52aa73a152d3f15592e595ca4ba597bf1ff4e600df737d27f7ada69f7b5c96e4bcdba9b7efaae7efa82ed1276941c08bdb386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233309166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e820b3cc29bcd7ddc0d3d5b5c1ccb9ff44b586bf1d46c993d33e2d2c82cb7d0dc72d47d9dd9b496a51806af2746dfa31723eef3807a5b63f75c923c06c1e4d03ba64b36942f35c48f2788f3eac3fd19daadcce9275d4525a4b4936a573cb2f1ce7ca9fc572a13516cd293bcf2609d189e8db4115f540c29c8b62cb3239294429e8709f80ff640647fa4defa2bc11dfd2b8db31ca9fb01e59c674d300f902843409918d74c86c5f05b5a3f4649b11361bfc13a5d2f83e52b3c2130a255df53630ef95972a988ea0cbe2c078c25db59da5f47ce951fb2b962365b242d034830fa4ff6711a4d4a1e12570b215c81ad32418d08ab9419c1bfd466ddd27f5a45709c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233339072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1f6c5a46f7db1fc86b0609e5b7efd7e9b411b128fad38ac6d759cbe4775202edb16bc1ed7d45b97ef2099286588082ad5fd32a2b023665b56e870015d04a72e0c7d21120a91191c2207d8bd73884624f6bd287c6f99155f724fa3c9315bcf722f61406c1238a222c9ed38915a57ffc3648d0f39bd5e8fdfe3a836fd80069230bf5f1a9e403e9b216a363ea29cdb4ae3bfaee49d6ed3659bab24d075780332a8ae93888106714bc63f97034b85f0ed7a75e83732fe918fdb7b386a0f060cbc12b9168ffa9ca04e4b421844490f6d2ce1a4572eda5cf286006e3eb39db5287144f65477624cb4f62f5ad3789a7e1d69f1ed3d128f38a559f066ede0553e9bc892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233342669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a65b83e0e733d94d5eb519a13858e96f4163eb4bdb1b30cf8ae9fdb601acc7b1e1b1de9ff534837fff66d185e0e58ea68cc39c7b74b56baefa4009927009f501ac192e91524d142d5dcc76ddc3dab6eef4bba3d4a5caaa12342456e8fde558d7a93eac0e65fe712b0c05043a8b48de9161c2c554de83b1f5e0ef11308bb5814225185d88e8f0bd8dd85128500489a13c86c39df92b13b06301cf25827e5ba1d9328df2680ea61516db615c703e178301b308d2de7b1f7197082b4bd18065ed3270f2b76a50b4e9324b5822e62fba32c2b5c3e67374c34d03721610e39022480f36d3d0b35136c620fd0a799322c7093c4d0b051f4bae672c8b821322245b4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233379749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8291004e2c36702f068d716a1f51b436af41c9d9e32d5361d1955537a8df921ab505725a3bd96dfd0c3a09c0a63e8f1683c912aa768b01079538e0ec7b788b9acc9f3067a7c4f62a53d270b88fbd9439608d67841940d9bcd3d9306d042dd9dafe2abf937ff096f5b79e6fbcbb0184af927994daf3cd97e23716fb8f3bb997f824d8a0050473c29be1eb0d4be43c3174c2d62147238dcc47a46d3ed9fd815719f8b7f25d9615ef8e8b1815e6d4590e55f2f198a8f74625d8244d43a035a28c6e6fad5c98dce8e4cee09b7ce6f7d98bda9aa40c15c86805f3f99a129624bf17018242035a2a11b35b449762386f830e378f7c32c274036d13f8273e2d94524c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233392843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a211f022601c6e351ccd3712d92387cb21c26182223e837b2202ecdf130578e817cdfd72833eba35c2c8f54ea758f1ab56e99a41a5aae8cb4f46196f0edfe7033886da7d8850a49988d80f52819b8e1326c3da09da103e10df1da9f6f220ad7b648f3475f0eb53b59b86baf27e63e9f895695d5573d49d78b2c704555ecf59b6464cf6e49ce324cd1a41c70229bd720e05cc63bf63bc685d3c5c107287f43b1b5ae496d49a098601b99d34989673a4b67450d0cc081e7c26cc87c9824251327cec77fd876c8fe1dd62a88897f4c705bf27e3f258be855c51b9b9f6a0a77fac67433e62c5cdd045a14d2436270faacf68467508f2b5c4f3170f964e2da857e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233393044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3dd7ccb2b9457cf058ad1d2b626cc47073f95870b79a69fd6991202168973722e1682eb27bb3d4779eaa94bd3b455d5abc72475ea1bbd3f715fc5f9a36df78266099209af65c99602c8720aaa48c4c04bf35f867186d9641fc023c3fda406b1c83393c263b516274a0014903d84540ca09541c52ca829eec68bb1a25ee5b50c67e2f3e93dffd48f1b3a280cdacd26a3a7cb434524f86ca756663bccda32a5a49f31f9ba4657c1725a21f9c004c245ad721439a2d313ad829683a2c09da1d814fcf0185a9b9517a9aab47edc4bb972959bf5de15bba383308a5dde587bc9b17fcb832a036f4005046f84e38227f9d42ff35dfc4035719c6bc469854845cd667a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233421497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=305217b5e2f373a565fbc17b2148d5780b9620c8c5d2350c64cc2e5522d7e955e05b80b493728ff61e451a1988fae1580cc8cfb86995f2e86627a5730c9bbc77d92b78ea4e4ab3ea2810725080649e01663b0c01d89a35f41a9c1e3bad6c22b7bf1f460d90b6403bf431f9bf52eda7e1778e4068e4c33c62b3fe549bc0a8473f713e18ef6dd44071c588861fd987f07e8e26218cb0f380182b381491e060538c9727a88e81ac81ef5f2ff2bebede89c89616d414afcdcd65f0440f49b76dd62276e3294850f7dac5936aef400ca544fe68ee764efee1d021fe2cbad8c84d01b9cbd6eaaad025a3ba862b38af4f2ab7156482f553418b763d1bdf4342b1a8b66b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232946492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=979fd3024e7eeee8190ee3edeead26e3057abeb28cc86cc4b5c4c83ddfd55ac1f0e81b6849f8aa3027916214c11e74098cb6c6da92adeee0e13e6b79650db360a7f2232a0904c38194cf0b7f893c9ec86829f3e89bdfa0a24b48d7bb32a6700777cd94ccbfce624f40f365ee32e94109b470dd0fdfb597f5ced9176e3c558d75d8c95df604baa81245b30f0d7f646fa93feca71f64a621e238fb2d0cd8745f6447d1559427303518cc9f119cba25d9f74750fbe8cb2365c1a33f0548d028ee99922bc5bd790a198267b82b8b44925466e07a1d31745d6f5cf6986b9313afe953b86bc47bf63d1c8a1bb13a028f4141c21b22db88a9445d9ae6738a08f12de586&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233441505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69118da870961a44741a1af644852b1b8b6509a3b8bbc082694ec254c56d115fbaf872205cfad256e2640f9369bdae96881e63391d81cdc1c6cb8d4d425a614b1056cc23dc0ccc1d65264bd74e18c1a67d98525e78527ed5690a74609b0685940948a927e9b3c04e62f4f61799f62804bcf260950f37295c440e736cfe9ec7ad1b03e78b615b913553191726819b816e29d8096c413fb79de1df07f6272afe2d6be38a2c11b4ff966fbc7a7c825ee92d8f383c51f128416018b16f5fb48e1c3285b734d93cce23d8a8c7e7eb60e9589d50455cad24d7659a11432229fb83e8f597bb97901425238850011fa4c5b9c7c8512f4b9db99882cf774b59632eed10ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22908274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e618dee0e4cdd3e13b77aa0447589851a0b9e8f1c7dacdb8dda5de7eb73dfd4a92da48dc5f027a8ef8638025225adaad6e392ad9a093f77e094e467f8757f6b2241d2ea0a279fdd6dbb04ccbfee7b657c16ea3b44c8c13a20949be127fb3262eebb3158c81421cdbf3c504327ea697c0c4f41a2b9e9c79f6395a251c2338947edabb08dbaa84f4eea9ffdff1c2964d7526eb8ccc3a21e47da070831f81f34b976fa4e0be1a72ff24593b6c07117d63951223d8b35ad4bd694973290bd084f6abf159a183c89276a85da2b3d30059206480bda94add92d8d5e4740feb60adb3977896041f52a2b947d47a7952524218d4630f26a5ce23482b98d3f02f6b33b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229076869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=630532dc8aec019209159c4d027b05068006338fca02ed3563af0dee78edd1d9ba1504d33260e003b7cf23833efba71cb1770ceb8d647b3d681ed322b907ab3071fef8c7143707212938a9f2d1134fa83b80735b6527f915d72bd421677f6d26336097c3c96cd368bbaab31c9c3c12bb17e7677d05fd43ae252fb910988503931bb8790f6728539abc10113d6d320880bf0510ce8c14d3f113cec4dd5d7768177c414a6abbdd2654d3e64dd572763b6c3b1c40d4ace5dc35db1191f3dd57fbc7a476a31b34240ed117249cf82af84de7d04b1527920603e91dad01695a34a6b81e5a524bab2f256d7a8c936c243be18162b94e4ee94201535a2377764d3b3a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232290225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a9bd0b63a53f24d4a046865e1c3e9ec480c3fdef9ccbb3d6b2322a630a704d88f2d9e28df12519b31e196f35748a7cb5fb7ee405fe81dc118c32e69e9afa762cb7d84107d9b082576ccdde1bf3169adbb93fddf13931a12f25a98f88159fec4a68ac7522c3709befd9aab0605a0617e9095efc6f971c8a011bec315cda670ab2eb85d727d1c070c94747e33472495d5916101e2657c68773ef8efc1f40b25e6d77c4cb6baa3f46976a255949c8bdf1674148d733ddc57c0989746c2d6ef41a965d511fcb448785bedb995ab3532da9f8125fc24a96032156e652d0774ebbd1cbcf6a658cfd585a6b5f87812c39d2ad4df8085a5cb3f12eb719dcd1c8c3b5a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233248501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4ccc8e3d3c4707e29df007fefe3bb6ffed6385e7c85f0fbfc1a7aa44caa35ac310d97d8600669b4bc55cd1886d27c15d53b65e8ab0a2f37aab30cc866b1f4406f3a11972713ed0c884c1713d979522cf2a427a87b943d80269411b14b5377d2ce439ff5e0ec4219bd77ec725e0fd40b7f085efbc3b0e59a7d5b91f6eb5f952f62f46a5d5587ca9012ccc844bf6fe4254332268da28a6247f2b89d9283feff4c94c8efafbd742eb24277888d009ac16f338025f27539d3e5d7407165a19317dc43134d5ebae6610395f0b12789304c671376c745c43a2a29b288f4545f388f2ccf4c69c1e2a30cc2e980a545a5b2d03dc70e1689b16d8c05b2d1ad34d5ed5416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233768201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3e617f9532013912ae7b78e7e66efc77588e862605bd38868c757a0adf56a969fe750cdf4efb816a94b3b119561cef579d6e7a5ee342c71c2028c1c8ef1597d0ea90045ab0ccd6b0ce2f7bd5bd67549791211d973570c82664ec259877af8e9667894c4c68efb57652b66d379291ed84eb5c9e909d600b383f474bd04af29c4153e6838edd272414aa5f448376f64aa6b0d0aaedcdc22b4b8a1d055d2cf71115f0668160435941ab04a9187af3995741b3c1547e581c6cccd882245794c6b55417ac3dd3757b0ea450e2a1958f3facc0d060c89105c2e44766f9c93b3a053c8c580317d07d42d6581bbeb58cfeee0fcef6cefff95b1b7333e488b991c041246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233782017Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73b45548f9d9ae40d39cf704b46b1f9996ac5d592512acc86edd88a0f1d411f690d65e7707cd837db5912d06ced58d5e2d60739bd4cf36c1c5dbf0316a3c3781aeb71f1898816ffa068a3c6862a4211a99fee21000812e347a5e9616a05a7b812c97410ac3809b3963c4bd506a9242f2aa55fe379edd70d38b503f443ca2c06b27b449d7eca4cbdb5dffc251cdc120f2d2abcf016e754a126086b39fcb8f6e22c59c5d7578f52518a5e9df79bf7784541369043bd0ff109d36b0e21f8af4aac9d9c6c0bb55c0f8924c0ce88073eefdf06003344a130c0fc981111cd89cb2229677d4b4873f07f47518eb15fa88ec98d992b5d1ddb39d6ec6f243997e27ac4f61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233814338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98d93f6a350c27e3f77771fbce9cda36efb60854599a15bc30dba8f17f24354ca532a387861296f0bc99e5813d482931807468b96fbccb42660b52474e9692064cc798a43fae93f490e9ebef9172086853f9400c66bb16b51aed0f31966ef55dd668c28082f5f4f33641e1de1a07576a83487786c2a7e39aec9c34d0d9fd53c334f0eed6dff6147a91c20b1a5127f53c5349125466353497696ba2dbf3fd78ed3835cdc92ff37eda9aa9e7335317d3641543db86d42f526715988ff71a8c13cab59babf85eed9546cff6279a53d01ebf64ecaf80ba52f5dd47c80f109d6e016e0553d08b74cb9d30641352fe66b62979d8ce248bb9ed69b49b29dc376b462571&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233836018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84c40eae21700926b951e999ae7fd95592b5f3de86e079caa8925a5c28f09426d1b1960052dd2d80ef284d33766c1fea6ca7b984a66742ba2e378752f40cf477d0f68f00651cc831e3ebc69815bc9fde77d0166e71fe14f298cbe61982e3ab54d12813adfc37f49e2d6e3ad5c04079c4da2124e91c82410f4bc8df4169c5ce122b59f022b1ea188d5973977abf09692135e5fb4c065ee2331a7a626ac21163704381efe5bc0c6e0bceec5b5da9f4b43cdddd8589b9b0b5e1767293b025c7365b1209abc0bfef28233a6175dd1fa28459349aa2ddd10ba0725ff63cc957e638a53da188aa1d8a0521630060b43c06b23958f68840309e49e65d05bd3af580dda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233842831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bea4662564e98da32f0fd358bdc989960e94d59b74489e983a0816221c1d731a7a6cae6e19c8d11249afcdaf3dde26410adfc27310f0ff7348bc45544a3b22f875ada5127cc952ce2a854e7191074e57f11d0a0f819ee4f866f40260b10f50916c12c03efe50f60a6a77c72b690c5b3cbb07f195b97b43632118e529091877edbf7966e79fefe7848b92e0b2b62ba6e4d94000114ad0b40bec859f10a85d8f45d9f17e59abab3b8a333d7682b466bf182cee1950bbaf680ab7c4b5f12a79e2c768db978c55d3e7075f078a4814109c77da59dcb920114980547b3d0ba00dd6d621cb506b7c9f1f914ce0abc7e51351547f125aa751816f37da80dcdb74d08ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233898186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36ef1bf5938ce505c96b4e73fd739597e7298c62d1bb5f2e24eebb9341bf4d229e80509547687748e8532fee90e920f49928bc6172182e971551684427fb05f89eb94b8a76b0814e6dda470bc328c6bddf6bffa5361a9001f97222a2a6bb280e9867701b8e22ef299c764028e64d2b82d2295b24099d1e2f4fdf3e0650bc350e7a9c52803a9c270a2fa56d812e4f5395ff95a7962580f90eec721a98c683d7ca3e160f29d3a86013f204a2b15a78a2a174df77b8bfba56f4f6c815505fef096d880293ee940198cb1b2fad24d32732b88e0afe62e99507d5e83470618fda110883337b8540458652dcde67c0937b804b995e4448e2630bacea9a8f1c78a92c6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233911791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=821dcb1c295fa6f7c773711bfdba4fc7d46fc421963d7cbf15ccc87686a0239e7389cef933361f52951ab3c34a92ab6a270752e1a7234ebc739bc30f3c7cf206d9d8a87629a95cc1e0cf35135145e6a28da3367a0177caf48fcc079ee3268e0c289a555c18e31845807e15735e64790ec7a5e8c3d2a7b45496902b0757b317ec886f7115a86019f3a8dcbbdb7169ffd1a3ae7235d271feb5c9a769dddf9464d3bc8531b5bbf67f36a2ad8e9dc7f52cf0a94830372794ea82b24ccd83f1c29232aeaa6f98fc9cd6043050f5229574b8e066b669420d0cca20318084d5c1723b6f932a283a396db4631575654606334cd0f07f9a397138605b8c1a5f1c568b62cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232807149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edc7547946c2b03db5526654d78ac646d0080df2c4369a1c22d22ffae6ef011ae7b237f01f65cdfc4ca30a995cfeb0b90ef9bb399ecda33b39a0029f62e94a6faf192b591a81c69e54582fea773f4ec68d607e18b7269d973e14991ba227b187ec6c2d15d70f94881083fd1cfe02544eef64bdcc842b9aa6718945f46b89247cf02e51287eb52edcc552d01599d42540fbf228dd5b964a438d56af96c5e9b01b5c969185a6e2b7ff6b84b703bb73d4d14c05c697e6716a7ead7156d332c7a65ebfa1b34183106f68834a85692cec65efa43f556fedb02376efb3a736c88a8d0cb9ffd32050635e162f1f5aeedb40ec61e3f8a89e26c8512b3de20f428aa29b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233957958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=14ce57496243dd959fd8cfa833aa8e9d949ae43b85d27a401118a4b4bac2d6fbb1bc7aa9ea2932359b5f3e585074e9e5998b5698088f4eee2f6631ab37be0b16e656534685265558222e468d2db9fa5bf3cf11a52aa066b340caa314d54f8900cf477ed0d6c4c3f7371b9db96646a1fa25a1f67ae56be7b9d9869de24de7d9aae0b3ffab9cfb26bf0786bcf2d48f7342c0ee0c9bd069c9c9fab857286d5865202da62373565628f938781d505840417504e96ebd6001d44af3be6f5e4bfa7c00ecf56a9e2551cfc4dadad6e0c496bf81f324190c2ed229418a5c7135ca0bb9be3d3d68e0f2c9fdcdebcab84ceabc662b19004f2f9c7c6100351f34dc937bdb55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233994978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=999f415e715cc347df5bcd3d54e796e4de13a0ec271e6d25f2f89080c50b5342f6cd3f16378220dbabc825d02119c939dbb6b53203546876b9673b5d0256dc2775ce328b0e406f68c6fe523c553e22d09f7f72fb9a5db929f54c5b89e180d9a916884dca2efb29a862389379b3a13834d18041dcd5cad94b0c1531cf9187b4adf2578c82d9bd46aa504d98cef53dbb4617222fe906a0a70cf331659c49b56bd22bc9758db5bbac7ab014abcb3b4ffe01dbf5c17dec902a26c0e5ec442cfccf63db06b4ac06e125d8013413ac26218c4dd72687b67d44afcc9137c6f71e8ecd79ab01ba621ccdae0c50d3beb2cd256e2c06f9050d9a197f0182be9310e747516e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234017521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6686598483ca3bf422b6767ed0854ad57cd235e3f5767a8ab42b8b755091c4f14d232ae1aa4fcb1615599914774c626c74a8baae4f20fd3aa2ffde8997b5bc53c0ed3cefddcb290c45aaa61c028901b0354201a05c39b0333852e834b062cd40f0763b5b9d6d27a2a1c820f796cc34374f1a8719f23b6a50b6fd328fdd6718f6a7d8940fbbd0f67c2cab16fae96c2875885242734cc21b9ed0228b274ae9ba5fe7f8a0ed816052e83f12ee373a2ee7f7446bf714676a4fb8385d5d77799afd2df45f90887ee977610a32d4a9705af94d1f7043057b03117566e9f993c793217f2bf2cfb4cacf544f1bd4e955bb5e9bc301e9245895b7f89f8537f9200c11cc8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229117856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1726c35ef12671c8901ef095593773dc501b574db057cf05a9f7c129774b856cec4b6b1d9c169de86dd178baf5b29901525e453981ee2fb59fa4f835e331f0a2991e72292d49728e6ebcf2900bcd68cf914b888966e692a87f4774c0e4b3aca908ae4fb14e26735e743aacc04dedc156a7a14c6a23a2c88450637146e492775a577059b2f737f2bbab286086039f8bfbbf13ead1717198719819986ab03ed5eec28327eee0e507545634a17ef43a374e63eb92cbcfb3a8a11f4cda84638e0dd822a03526f73f55098c6032aea0014ddd26458172f291262449ec5c442d9dac57864f068a31b90acd93cdd6124507528f21e1d358dd6b8aaf5cba9a555c3a8668&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234152595Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b494603a65df741c8f6b509816acff3ee0e33c2f26d7f31b358b87f6598f772f6598bbf067d9f9c5bdc0e689c5866e6e2564ada1e66baabb56500452bab5f2e258e020c44d0d8f5a94a42e26205770068dc51def561d9aceb9e722a65e7ef4a2ef3856d79f1837de3d993f2da93b1a7f7dd45f7c72cf8a850888dbcbc3b8650591bb582ad3a9f9172256ce693680829dec6792e2e479302be7da1e4b2d625871788f2e400315195b4f6b505ed374812b6ea6569a41c92b391b19de98b8a9923fd58a3d2af3dcc639ea7a09c6ef2c6802870137b248d886b2e4625206483cb9ae40149dac5a4cda3ebefeb8166e2a003115a34b237b74f6d0e5a0c2f79b91630&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229142032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=385d3aa55f9d439ce47a4e340aeed810b916b58f40a13fce0549a1c93bc5d143a74a0eb1e78f34e1ecf2d28ea80bd2139cee57c0a6e16a8f4f36e80205e059203d94bf33cb6b3e05eec16b3583ea45a3555e817a34166301f2db2e24b4ca2437b4e27f2b59c9f42f1a7372bc8346d0984f9972c640b124240f121ea07d4de0f9f864ad47eebf1cc15f6c8de7ff8f6e5878b2213e1d106d7a5d4d4ab72403652d6a586ccdf9d3bcd483cb0f4c42284cc40ab34b88bf5aaa3319a34b1b5e9e419e0a56fdbc20a9b27193cc367f0f3be263419b5ece7765f294e977cd2eb2b956f878d588b4efb8399295893cbe4df5abb72df0580f77e49a611837b7df7f66fe2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234207479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b874d1d61f564f21223aee235dcda11503822ff7053b3a27331727aed8a7a6ad69f7bba6f8faa539d616e8eb1ec6aca7aa1b8d31ecc6a4c7097fd0d4d7b4c789a58c6e7a952768a7e1a367eee7f2de5952592f29c0c70154e8943af6029ecc0ebeef7d5a2bc9a9e1904ff0e76880106f92487b316d59060905660d349702231cbdd6aca00b98f13e126f6256374b459f2b4c1a10013a96070fc93acba54da7242307acee0b91f0a7d1c9c65ebaecb5b6edf31021469aea77478c3aeda0198637c4314c8f1db68b9cc1642430fb72abba740f9cbc849c3668e5f3f02613fa665ad46d31eddcaa56fda5c295c586cf398af3e2b42933b037a1587df6396138a27e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232847726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57959b1bf9f335eb996225aabc07218c5a3b046d9f8f05973d1cb8a687a38253ce83e0b585db4eb4b3fbd0d6690a4158b2df9b8dd77458155236124135c38df04c93c22f4d9e3fcd7485a399982f27d6d5d42deebb79c4343818b6b10f0a6b6436ee3f52f74d4fc9422396f3b907fcada7cd73e8f0ddf7ebea1d70fba12a4d95f96ad71e575232c4e181724b278efb82e72e778affcbb5b09d8e5999cf446de6fc6f06ff77742ab4fb0d449fb613de2b6964a736821e2ce787cea15e2fb3a7fd3266aebc92d1b0f3088556dd94a6f131ef6474e44e014c146942c0e9b7bb90b63ba3e20b3fb7823852bd33813acabc5204e9f8d3b895edb852daccfa5b255afa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233341166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1743833fa1d50dd60ddab999efb4661a97894fe50603435ecfa5f11b8d418311183ec31971a840b12f1773221ffe2b8afcaf35ee1ad272f4c6b5f7f57747df7449cd66474aeb451d1cf0fb96663c78a82e0a7831612bfe65b9c06aa67627058baf5a7d3f1f3b3fd395270b28a7ea4c7a61988f9507b30cb8c44f4b219f6c1a8c890c986e476e76e2c0b245ea5aa5246688ed57a47c34d8c920a8a1b89f1abc8e2cd66a50ec7e5f2168ebbd9bc349a2a92f7211d80ee91f38280078d5a1e354f81589df4d5458c064dd9bd19fcdc7e85e3896daacabf8d576e22e9a76cbe42a04c0bf1cc22a193b551a9cb72c8493ce426c62da8f107a40974fae150e37e02955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233899829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddd6846f38a62748876910b77f8c1446718ba409bfee4f0d29602dfcc337fa0730c77a2ea77b42c23d88cf3e2cea12acad576f1d7f13260bc47089df45b3a62cd1bc1abc1c14e13c68f2037358d6afe5866513c2dd93a834769e83b59e887c058c4a5771907bcd218cd1620eb077249bd52485437a3762baec9ad0e6e68a171de37a317d3ee484faaa3ebf066ceca046e65cbafb3f0841794414a7dd97ee27e091df166a80feb2004d79814df5ea722b51c29a133f0cf3306e5596c84257b6cdf5c4c175c8c57d6f29f3ce9c3db2f5f6888b78d7ee2b645b64136d0f7b16734b6560b6409121c8f8c8aa0c10f52e01fe19f22350d609832a5452d8c71c32984&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233348179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bcf8009a8cc7347f6656119009d449686b177a39b6365189dd36e87d615126e40f244f7ff6173b982d409efbad568d63455fe0f248edda4962d2eeb524028da063c94b41f69d57e91792dbcea2a9a6d474b4cb320439c99d56a65d6ba225f8d8a2327da58bafe8e6ce50fbcd8801b32881f380ce423809797418c25f94d6353905939bc2efe86a6555b8e3a100be564cdfa4ca24bb77dc6fc200bb5c2ec58182524985ed9067bbc37c8aed2ddf46c7fb5e9e08b016b452f1fef234e97d02358b7237c0ee8b8dcf6256a56d29d838bd132513d518e7eeb6126bd47cd8379bb41e8399f3605c3b9dee2cacf0a613b143a0af24a97dcb2bf775d4d1839c267c3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234325491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c1cd053d631e635aedfca1749f6e90aa7686fa408a2a37e080e33e9c6f1ab230d1d709d981cd99b12784b4bf0ed4ecbbbb96996fb72b473a534a5cda79509a54abdfde41adad9cf0cb91c6ec21cd884c5588e36af1086e28a5f724b3fd35da13f0e7872721f395dcb61e6ee9f5d6fcb94cedf678b799b98e26f6dc2f88e47311917c70b874b465dfdb5b62dfd77a1dc81e03e3a138e5c1b929658846c39af8b150324d22381883477922e10b00b446ae6a0c02f277191fda485e38ccf9232f8a597f1b7d22c0f5665df283fcd47582a7b2ac88d0d5a5a8a1280c5d864eda399db9fad52ec170015623016cc6ca60623e5017db56642d09b4384152d23235563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229154716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b797a1cb4df734efbfa80fac36fbd24f07c288504a8d19c016f291de1671226e6bb68846e91ca00f1036592970a078da1bd3c3cfc581876ca74da8e4b368baae228c44c3a9c55f9a1bcbccbd2da97bfb554529128cf5bd6b06a682df909e4d49cf5f9a69a33bc8f67db8f0314f25cbc61cb09b774fbe9970d1c6510d3c0f18d5c36791666672c773f7d9d155f41aac12663a98af2b6642ce8e4b0610bfef4a42b9a03572f285548766996e4358f2c6b6b2bc14ee7f281b1c7c8507a5b8104b42467ffe32ef8ac3ed1cfbf4d5ce00edac4b847c85c77ef5a76f7022ae7ec9d76d1c4cde35a2813c2f1a385c229bea14a183da6a5948d24e53d75a600f90602ca9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234412645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=140bc72f42ec7e6491fff71f75d26fc44970d57ef22b0ef024f611ea7bdf98a2deab153e5de4a1f2cf565fab911d378edb3414aae8d341084997bbe22eaa9188a50c689ef68ff5665af22df2c20092dedaccd3aadb0dbae31d7317f7f4a6bf39048fb16995ff4c053a894be270a47055243c4b9f24d0cd20731e884c93becc9f6db6b0b8e9324197ab84278381e83750c02675966131ec6d15cebc56ebd6f35b0e5dd50745f35690dd05cbcb061fba6fc794ad82e16c2e70a446cfde7ee0045103abf49f9f1b9de001163b5a3a22249713115fb8e73cf33f48152eccd48324366ae851a96a6fc684f7d551a6d99798e3242fb988e354a9dabf3d8dbf938f137f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229213296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c240c6d543092b5018ad74f385056e59d7bd0e08317b3090f32bcfa1ce78900bf2d7c9b2d546736ad50eae278af82b20d96ad7f0add1b8d5a14e134c11ecefa5dd4eb0c290750320cc72ab8f2ef2c0609c9d308f9d5b0f6965e4663b65a1b5aea2f5e8dea51844f948e0392530619dcef0cb698512719507c9c09b100156ba71576abaa54e8c5a17e1776a3a74da0419ed437fbb7db1dfe1f825d87035059e25c17c0d7561fbb97b2f66fa00e82042b2ea17677ea34b7d21c52566138f046bcbd2d2942eee767ce92f2b81c6c93b480de01a084f285f038b36bcefbb0aa0384a0d69fedab09efed2690d4561299d3c0d1eec10a0f971ab64d06b22ef43e867a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234457299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2bb8eb1db48741495823deac8e630792fc4ddbed384ff994d18eaeb54b06621a5b1472bba2413c4572911ef370b429db47040875639dc3cf1f05a050519939c48e4b4a7c4c9aae1dad1bd5f8cae7c311d6585a2d54dd7400a49707a795a74205c1da2da2ec081e3995b205bcf2884410318e6bc9330e545c326c7ec63fb4eb48f9e59a6e437ef936c190fa6c609b634c6121cb4b478e7b3909e6b44b9c5a4447d959d19c24edb1b269c96e320f17f39d74fce96973484ec3273c0afae03418b2c0b25eaf9e24a162269e3c3c51c2eeb1f3de130d2d13cb485afc29e15332d4d85db7a1119bbe500166e04f0b796d8b986e5969d4fd88924cdd9a96d9af970692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234484761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5612d1b9e9c0bc7df6a9ae11fb4ed5447b82babc904ae43819000d7287a65f3def305afebb3e504d6d3d8d256af7cd53b4960d82237191f4c9938e70e9a55012d6d0e6c10570d31c21fb7636a4bf587bac3466c7d35af16efcdc7a2ec879e4a5f357455db3b69051c73e20d90fdf838b3e2f4e27f64fe3083d7467a04199b722456c564496e526bc6091b6d5ed31314a232e6ca4cb943372d3025456e64a3dd7da36fbffe0c3af0ff4820fdea66611a3ce339e4ee54206f1b5feea6335e6be604939b92881f65318253ed62835b1ccd1da3afd670ed4a2cb97d17b48b1cc024de4bb382c25c37edaff2ba908612b4dde91aef26f54154cb12de05d3d8e4b1b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234524857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=157ab81ca7a9d15092f20d2f5ac170f9e23c49784ba67a992f4e5f05dda4ee44686e132b1490a5f0b58509c19f56bfc69a95906f11eca2dfda7f045d8c0e4bf0078c43f8bd52c0fe2f3f2ce3e738691f002be38e42a8b4c69f9e4a18722befdd91e6988e404842e892d93ec682f665fbbc0d9ecdccc0a1556ffa10609413ec4ef1042626cb8217e3bc2f4c022f47bdd0203eb8bf421008729b51b93954ed4e627da997cb562dcd992aa15aa93a27b9a0ff2105a5c93a3515849c6285dd8312765cb5e58201a32a8f8ca66b85de6432d090e6c5900b22f51e6994fa227ea99e74bce9296dcb290f70ab07d7c013f59a45b2c952abacd8f647117e334b5ddb1445&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234547239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20409aa2bf2a8b01a7583edf71d4d8a0e998a9f56b8f64ee3b3d4abca8b048ee18986dd867bd014deb88f6f6a8a5feaa55e6deb0b6d28b6a91c85a8445b6c94a521ca68d89521b8771904e7188693a7e18f23933dabfb9826a197c681df29c8b87817421ac8316c70954689567e2e7772c15843123d9d1d6b1abc41984f30449345512ef9e54486363abc0a8351ce7f68428d1654a0724b48481ce9906f0942ff4e3505b206d5018ed74744013b0adfd8911b8dea08baf5af5ed0a2f750b153692bad1bf73b21ecb604f2db0ef54a12d0713d3bdaa2c0b5e51af3a4d7c59bb5768e91d4b1befa4b902b789c42bc89b104664e7c0a1e7b4caf5ba253482378ede&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234597103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba77b8bda4162857d9de064ab0c83563566aa80df8de3e0fa738aefb4d27f70ba45d843d66969635ef517bd54778a4dd1318282169f08576a3a1989c329d9860df7aedaa43e73e8e80e406e5cf6cea08a4d27b4c295696d23719b9c66dd546d3dc6e59f0d5d35f8c80a7db8998ae70f761cccf91775cfa3ff3c6238871e818cd7df84bd8ad4fa2685e97a5eeff90699bdc979c00cf016e3d6e0f809333e84b4d62cd6ed241edc5f9da80d3ff777b94db2662ab5a0fec2cc4b33a41613dc9c2c4d96ceec48fc1b44b294a7b7967214bf1e2b32731d9603812824ff31a4b2958e0ad634187b79d973d8e9925d6d577dc8413d9f0701232a1bc2864e7cede7ead3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234659821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=49e9fc4c4a2ff85667b2e079083f7ab72e2f911337bb3388ae07338cdefa01f536de8e7a67c7d1c458e272da874f5452d3fe7b3286d0f8d20410a50fc6ff7c047bb769710385154a2c25db9a0fbd9e0a597b2175c8afd1aed4c7cc4d28ca25c0d0856eb2ffeeea80c72c3e5960ed23cd32f454b4cce73e3b5b7fac172ad74135625b32b4d941d6df6fe2ac92f638829f341996755febb38a85847143278fe4598e0818e14718774293e1540416a5788080b3a69fedb8201e7ebc74f8b135cc26983b492b34576a4b918499eee250dc61b2cee270966f7b01c7dc9dd09f9992f8b0a4c1048e2e020f1faa7ce776a48093c030f773a213204972d6dc657289eb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229266526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55ed0e41440f85c9bb827f4e9bbb4e94720a4aeb9a82e8c0f752b2bdf787c4afe62d10f89b2ff222fc08fbbb36e6709d00002019071346923e00cd5be08754ce46a270740d7746504559c50d7725bfa60655d379e2022f3927dbb10b8461940af19319a222a901d49b1d1ddc0a19f1bf4b1337618d16951712ef2e2632750ee93a78d6e462dad4e87198c398f8c2ef5a010aafa40857bff4c8de38c3caad387196d72740b905531c14eae7d73dd2598868c8834b4cdb8a1db40115486ee4cb619d504a6d4cedc42b25ea9a4279a46e565d31a609e94b60acf9299c97fd026fb5387178745af76db8be6a714cc8f7a7b8e7f3287544583857c818531602b79653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229381082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=827f89feae9a88430e6000347d7559ae633965ecc96610e323e0e17521f53e6ba0604edcd95fa4e327a9b7960f0589e87a6f0f199571309964278e95eb0ef38160ac8b39c6f2ff2a5ad686ccdfb21356addcfef3881d2abcc869c9a45917b4750c524890c0c2faa979e927cfaa2747f3bd9739b60b74c2aa8247764c6f738202090c440582bfbe11be902bdf2bed54acb2668d7b1e821db5d81be13fb8e202856899c2f617e898d8400135e8e138c3e05b6b6cf72a2433ae92c8b6c94b27e3133ed2c6bd77fcceadc6c8163ad5fd745d450308e0f710b322a8bf648e57eaaf5ae1e86d175a68c9f85938e54235854ad0b832f39af3faff5392a9bbefa399d8bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233769623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e5ad2788535ee6108ca644742d65b5b955e70e969b5cd813480311da4010f42173729b7336d7d1b6afd799d98e6bf077b4b5e2169f4b165bd9b745d3ad908dfcc7ea9165c723201754476fd4035c44aa743ab5eb1ed858e8e8ab1594390f0cabf8d1919f1d81e53b8057beb0ced4f43b8738ae427eb96ab5aacedaa39903fab11dd9efd0268015569b0c36a81e8fe2c413be91a150c7a3e42dfb8d6337a7608ca48ff6d2e386761fbb38d78d92a2b52c27ab0f8342ca9648ba968583759d4dc0a7803ac46ac9c4398a01191e80f9dadc1010fa4f57e2171a76ef964be96940fc6aed9b179a38af68f60b886cfc68c163197f6a157b9ea06a4aeefa4079d8f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229182969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b101ff18e30c3fc91a5143b123e9e2941a38d2ce056d67eeac17af3e39a7bb25bb0dac8f9474eec409ce49f48ad218a9d893cbeeecdb7a1e1e0cf35c8fae88cfef9347290c5c557ed67a688db2e21ca25b7faf7a9c4a73c1d14de14ccb58c8a6e2dab0aa804559bb099e4cb65863d939fea9d0a7238145b73be1fc24bdd4de3404deeccfde50a672096d58226a9b345a9718ed43695a5d3fa470b9ca39309f8ba0fcc7e4a6a9fbc418d6321e543fb5c5c0689e71a94eaf11d7e4bfe29b38c347b77f07b3355265c944a98b643f39644515a79247a80afc1ae4a06d7ecd0079b2a5c55d1f5a42f79e8d6ab2cfa61c6770a8a91dbb760339afce62dd8c58f287a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229218235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4f6430fe4d37c51926f8f0fbe813f087b7d4b80a8aa6fb4430502717bc9469ce198631aa841abab94502d0af53bfc6619a844ff7d8aa4de2337bdc86c90c46ca58f1516648a978f19fde9429b9207e2735b58442a22505f79863eb962b09ca8509044b19f94e0fdcf8768343510650cf02f7042585aa20406abc21e97250f8bf7e3913ee2b1c385d8cdb36af2114c803260995ff80ae789eb86b062fa55190ade9278f11a45f889db6f2e2e1a100944796dc19e7cfb0086e1c4b4ed0711066e248c6ca75e55fbb77be47f8d3895e6a09fd7f5092f4592745577d69b1e8a24aede8de76d20c71c911c16aaffb212fb7fb218ce9c2ba404f7c7de2ce8ca397a86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234739932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1373d9089582a1022ce6028725718338d15e5cbe0b9a3407774ca31e619112f4b24e4260f725862e909ea92944a2e65def95b3f816b46f907452f1c0a3102022cf38c9cf75039cfee891db78006149b2bf3054d5c346edd9f4d0ddb8610b71646b0492f0ecfce35717eb308b767561355848e2cea5e2e8803e88f3d2bfc0c2d716a1cf8ef106ff3c3d23097b0caed7b8f06bd23b202e2f6d730a52bdf428357cc99489abf2ad1ba4168084ab6e0e2f8175c3b97147f7f56f590620c80047785cc57ccc2e5ce9afac2fa56b3137a0cc3a1c38058fb0ec038d9eba7f1666b185c98834b96e2cb4170c9ae9497433f563a05b64f051e4f63a4c475e477ecdd9973a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234736145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a4db0f50a54ad636f0ae19b915028ce3caeeb2de8e1585cbebf3b97fb63c8c46b59ded07d4d276f4765cf8fde224a308dc206beb4bc3ac025bba37c7ff44ddbc876617c62e88c4bcb3b474bd3a0361d668acbd9546b1f4f1d42781715a402f2f105185afd73f4a25e4b19a28d3c06f1cc7fb5bde7898d37ec840212a883b9a4475d0bfeee5f8fd75e88f3a1b166236177431809b4dd289b2330040bb36b7743a7e6210f23e437a30389c9a5af9452422a960afe26f77d56ae92dddfdeda24b768c65a1c8c6b905e9413a534931cedcfcaee23be992631ad5ad037e545b8998584278d1e39b981d69a10b757c8649e9a60ccb908e40ddb6d1716a035b6ce71c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234768416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ada877a744c7f2f1ab771f963e7f8e8a8899c0b7bb99fcca7a0e1dffa7c4482d683ae80b2fda1f8a134b8017de954d74c93f827990af6431d58240076349d003aca91df21da6a4a4c365dfbb40d63fdb24f87d4a9db4adcc292cf6e7cacb43148ddbd70c653b2d0762fbc6ec5e7b220e3ac8abe3523a2d3a50760e60b18dcd26617bec18e39258fd821c11877e9c9178ad6dbd1ab3e4c591d0c5e4afbfbf4467f2089e5dcd4a546180a1ae1af62894c560ab7e13bfc0d96ba3520bc53fbbe9faf1edce1cded36206c6425958da0c8fa7cb46d82da73f45ef63a9a1d2c90d17d8ec6314dcf41a1c9c80e04095e7aa9acea2497c98f56d3cbef5863489446c35da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229315168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b30aa8360e2e8f926b4c318ebf1bfb1293626fbadfb436bd7f9f571c88cac585e79542e8bd180002d00a3fafde86a821df814d146f24e17fe2169ad5964f024ecc9d5cb92c3b07ecc410aa3e4f29f91eac3afc6fc15f062234f46a49686cfe7b17e68fbf4c8b3729fa554d09617ea0d52dc9bc00f57bf72bd9cdc3516820c2e3e860692a3a2f2f0057bf74e161837463b9ca016dd8e9bc3b057280d403bc9465c20b222770a78cc351ceee6ce8791a36bda95964bf8889014473fac10e0cb3bad0b18869e0a3c8f025c121e69f7817afed21d77015ac1b124eb3452624cf898ad44f43e00d3e15f2ef0e5d17f313ade04442a2401fb5b83fc8e2b7fdfbcb8daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234809744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=805209c715b18fb53d35cbd0d5632c257799de34b6539f21934a7bc0a52d8cb3986b101045be58c2cb76a71f82eb7ed5f60228d165160d7de5c7892496780e4c4fb5f4ef17da471722c7f77c3d6b629f40d308d9953ffcdd6cbd0d112c4a6934e181d82585b604387b1de225205c6a027f604efe003f1dc6629d7b561a1bedb16c0b8615b5baf15a451f5b64fcd6c21424dd7ec8d234c893b7b7347a6dc902a7ae707618551ca11338c5f03a425867b334d9b6b4b2aacad6e1dc46f917884f9fc8a69e401d04c4df55fd895abaea5e923876046935a51366830ae4246685e87d8f946edf4c33dbade8526d61888aa6dd05d0f3b1dc53c85b707b8339285a2834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229333442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77719c28c5dbea9ffbf624e9bf0597db4452565c649a9c54d1e777d700f3b4fed2b6ff7d6e205071a96a8a4ed2701522245a80a62db0f11570553f31e9cb3a55a645cb1def8f804d358482bbd4abae065a443baca3cb592c080c76faba4f6a2473ff70dc54960138907fe013c9d4e5959e63f5ad248677c00c6446305284e605a759c12203d995c103fb4e45051d4056140ce021917153401d56808aca8fb55fee7768acce55f3c801cb7cb288c3981d8963c5e3d5466997dc17ab011c2376971bf91d9e6909aab8d3d2bd99c0419899e4701c416ae633f144e8f38346d9a14b1d182a1c27efdd459dd146ccafe1ae9479a5e7e91808479dd8cd988c15f429bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234905925Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=525f0fb80e759ca7cee298152bc246cfec91ea9886a7efd4da5f6de644f6778880fee737e4504b2dff808a5f246b255554cf43fc74b4b60029f3f089959ae30c69f9e4653ffa4945251e2790aa74a4e73c67463835ecb07c6dbf7d6b4ac32ab4555aeab3fca2786f5329390cbb61519267c7a5f148442327f8c2658f302b68160b6b3c3d19ef850e7b39f28405a2aefa4a4141177dc8165f184a1204da0ac49d4fd358133a05559fa119eb43f061e6e1d31491a740c32d6d5b0f1a1d7a255638287d6f606f700ec3c4e535b3e837b57d618774152a98b187eb4c1edddadbb32d48c417b8e40ef2ff41e27826904faf805138a37c395f7dbe65ee87875388da6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229349853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=477869e760aedccb6a10c9de677d6a3c928dc5769a4024e2050e6a66e8c111d8b9595df83be885fe8bac870b0367c7ebbe59d65be5124dd5ab91936a0078b3e2ea1a73be331d3c59e0211748e6b4950f670eca7558a874d3466dab00d47bacbf10f04b12b2e0314a6403903c95f81ff2b4e78a90c0d23271f264bb0df2ae7368aee6a28a31329347cc0a8df39eaa05091604d8567fdf6bcfb890285552f36dd19877569ec2d1a0857b0ee609c47d0f1b268b141781a1a24a63bb7f292aff7e8e9755b1c7d527fdcf2f5a75da7a70e8ba546f5bde8da6b3a75ffa289896a3c947336adef265adcb9446629aa37c7fb0209c61de982af6abab43d80aaafb2aa7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234963814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972bf8fc8bb04dbfa4e4739244d8e97f04f47c18333b0c2283c8e609aa3758b9617cb078c4a87194869688ff66c02911643859755b90265911ce7d4bdca280072d3981590669a71e3389de6742e263b0b508b28819c1c0b4d49d5b29999013458970d5d26322c846b2838252749ba0a64680a8d9d721d00337a8f9284a6f834e1cc4b5fb8f4ae1928670ed2351e4abf0ee15e6519154fdb57744131a16bf1847a69151118557155f4bf386fd57bc79cbcb691c7a225159b3f8b60359efc4bd0c4ee4eed8731175d2ff35579ac24270b666ea508280e4e4ef41341cf2adf84a76193631ba0c42ae3c23a2d18c441a0b44b78141e8b96a1fa396f15e449c14699f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229414215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a97661c8c4e7ba45d76522ea64e044faa914a63ba9042d8790f92bfa2351e8207d0e751f14edda62632e3bf13f0b4c7a17bbc4776138892dbb234366225dc5b1c38237c627d50062bbcb3e57524526d56ab4374003b5f5c08ea76033f5a9cd7ef46ab11b58c1ba4592620533e08e48cd0f96240f100e33c4f0cd494feb9d904c0e69443ca12246066e7694b5cd1a3868bc8ea4a1cdd985b87066a2f4c1f9da949ef09f1593a3c340b28124da0524277aee9675739e8f71c46e6337c881ef5972bf1d59346d6c3d1d7b063b467f37c762d453b6c46d516bca7ff3fa1148aeb67c0e08e7612448541a6be3b4befec888b7c3e19c2f85f9a8fa5eb2ec501acea909&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235221119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2030d441561de40e4b2c027642ba15a1973ff73dc41d576040fb282478c0d1d88a9a2606d27da36557b557177ebdb4972d55a4a9f9d61102fda57efe5737c584d7e8ce0f0d7736aa16156f10fdcc82e2a3e1bcd7b0df9494db088bfa7e5bc44df2c6d2de3a47f187308187617f17473572eb3ca93b2ddfd277bacd1b4f266c847380acbabd33b73ae5a95e8addb27da7f495b34602688cd8fc74f59b516fcf55183d51b86477e56d649399d2d3aaa301da68cf4013d7d1f80087c4c879b294b49233c1033a1bd23a3087a26a82dc389e17b56ac868efecefbf397e18cee6794c8630432770223ce500b3e6ee866572328a83fae1f07e14e20b29674a339991e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235240425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25e0f204e24b7ade50847414e254d0dd19b315e6e833c86ff063918ea20222dc352acb9c80e41ac14e9cbd46007161495c153964625dde06271bb236bd7d645caf440c636cfb6029dbf0284491fdc09c5608a1800dc54116e484cce60327072c97db7b8a26d4df77a7978b3ba6e9ad6bd4fc76272d27b0948118fc9e209275536c2d2f8bd5499f637b8d8da9b90437d2132acf8c6eec7a334de06d39633fb96532dfca893b6bf814d65b784a9f5fa40fec4fda0c07cdd8c196fe4f85d375118015ca7c973e4df601cb2b7734777b43f12ca0dc74aa4e26bf638ae90f8aae94adb6808c66e0a46fad9f5ab837c35b3aa465b00373e34bfcc2c97153e94473077e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235266895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ba2d788a402dbf1214c8a1db08851cd0d1e2a23667fdbb171de55aa028243ef3d68b25654ba9b607c6031105ebecee41d0cf0bf546e26aafa1f4117a6b37afa42df0327a1adbf8b99b563206ccc6f847a2c52f26fad0306994ae5872dfff6cabf4ccb021389da806a83195703d802f406bdd7a6c835318db14411e537a502fd9a27252a71c446917da8c9e7408258f4e664b8aaf3f42cb8a42d853d4bca32a77c60f0b1be12488e4bf7a02be6f794a4a72ce7066dc2f0ddf42ccc1403ef00f60a706ad86c0ee98d80e2e74f1f7209aa545e46f9895fffa3913c05aa9a9f736cf9903950085895e7c53bac67233beecbfce37db14e0d43331001f6ab1cd077e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235278036Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aa41c9558295775cfa4d5dc7b984faa4f1ba3255c32faa61c96938ba7152b95af1e27d51c25944428dfd9838c9ff5cba876131f061aa8552ad6a993c7134baded19556dd33e5b0dec00d0daca050a20bf8ff659c299002b02106f9e5117e4d5c9fa87b4e6ff523927b4cde26e045a9354746bd5d22b4a431ebeac76954f8bd7ce8ee249a630a495494888f5439055ae36cd81d2fdbaebfef82c3f348c13843cb438972c4279d20027b052724ecb64b95eaa150fdde17f81faee179a83723b83f6c7046da7424d6831413d09ccd6c28fa5d8b60487c7a67220abc0b1a52738cbd3d2350c20927fdb4bce69d0cf1852a80eec7ac88bad760a786083cf880beb97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235303705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=13fc422bafb1e336c831c2d7db9b4079184eebce3a9fa69c104046097194fbb2eab0bdf9609ffa7739534cd5fbf3a419cec9e1d0b412c0ff218d55c4455f719328bd14e773adba9baf3bfa781c3df65e3cff81ebeda2c9d77b581d1b54026ea3ee61e639ca0265b4a2303ededa3def5f82a52c4dc068964ef7e30937655c7b756b7de722ec71557325a8459adfe791e8f06237e53d42b765edadde29964180c11b5a8bf0bbe3fbc7b20ab6ae049b699a3e54f10bbbcf6ce0036a8a6ff697f68c79d78a3afebc7f34bbe4dba1bcd2145d16673c4199b9b5c9d28a17cca1ac8c4cfc1a7ad532ce75cf88a798ab7886613a9eabfcc547611d1d78905a062e9e167b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232896327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a5d2fbfe7b5b5851b6ef4a80749be1ea701050758ec2a9cd410186127fc2c5aaf6afc552d507ab6be96a889e0c9f18ffc5793901fac805cd14603c15b5b9303d6b5c659f0d025515e1e77add222d20e2b736ea9130dd8629930758bffcc5949a69a99a2e308bde6dd37ad127f53e13a407b38b18523123032c82f73d826f405afbd0dc9bb5aec9424fd239b0eb9a671cdad0eae2639953c4747caa709846ea87a8cbac407e910b988179cead9dedc1745b5ce25f4be3480a9f887324d48a35fd02aa75600be32fff27c7779331ef8302c80c63e5effc474d23620f347634a07c308185dcb71a52cd39d4dc48d9efe7afd58ea5a7e60f2619dad045374a7692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235625251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ee73ab79aa77ea3ab91846b969f155b5f82bef01f908645aa368b48778423753d91eb0d376448b8849d0a9e212971f3730cc4f8b04fb023c6a076383cf73996f33c7609f56b957824111879531316434709a3d2a68661b31bc04331f38e6299399486f59675aa6f59cacf213d37c64455dad4c5cf08a9ea443b958045e2a5187e7b3ab4a4e3a710aa780386c36e2580a426989fbb8323d4c154cbf6ec7fe459d3efef2ad261af56ab8343b5235d3aa67e8d4df1a66c34566510c488c6eb4cf2415434190b640e45b86ab7320b48123fe5c2a528fa5e4619f2cc1bab6c61dc5ef95227bd7ee51eabc2739245789cbd5800221750bb32926c75ad70df93dfdde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229464129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e04a910245b6871d13268be0d832bf60fc0ce1eabc041b53ef20795788822386bc8c33cb12cb99b246308127c78bde8c25502ce3384aa7d5aa5c19170978264ea160c745f91c841b6d6ee1372c392170e272bdc23fde04cdde609306084f50904eab5df940109cba1182189729b2994b7a75fd147421b4c58bc9214fc1319eaa04b2f25c05009a45d2b6cb4e40094b7c12140bcf938aabb29cbf7e70c0b8634186bebcfc38251504de4d41f5a2f620f490738d7bf38ef22aa87c26705fa43f832ba0c4c02c356d3424805f85461689d81a1524ecce948618615c0f50951b77ea2cb4936fc7b54e47271e584a4f80202c09fc303a620004e8293079e2812572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235739185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6cb2b31e3360d61c1b70c310e5d1ec420000da3558373634d39baca2f7a6283e91cbe6eda140720ba2ad53a0016140b4db25e00b5008d6256f5c2bbb903dd8bef43dc71304dee03d5ff21c2d17c59ca1818ace9e4ab097159645ce35409f33e34883414c8c70dd8add7319203cacbe27bba5e708a872eb31e1f84c37bcd138ecb8e5c494af4a160d82d8e97c3d52dc6faafa2f7194ff9451baa7318606b711334a8b43a3418c6ce727892652697366c8cba52d80c217a492e85ff0ae84920bad1de84a307abaea40d3eb729f03420985243a25a704df7d502366186e0d42be284235e5d3c133b13901f0971bf9197b39938934e0a719c4ea1ee10a1f9b1df35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235801964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4eb5f45555cb501bfe3547d9047efb410800f05056d9faa9853e9796d680f16a9c081ae0ae08ca4a098309e4caa80fc84fd65442ec8b152efbe1eb55332b3169830a46ca6efeaa50f9c7326be48fd554c017779047021d4ee8747093412286079250556436e22304a7f5b3000b1e22db772635c67527c7a10182a8e9d128ed5deb43d40aaf88a7d4353a024f2197827aa440d4b3c8150271bad8c6b4b140536528ccbecd9d918cbd3e456315191895a901b303e8f2ef3656ca75db72230d68f33f19939d5f7e74e9a11616eb611482eae3c3223e696546a24a091e56700142e10c429764e14faac0b721c03c6e87e5f64f4083ac351435f2fed0e1a80af89f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235813305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=701e51a4886909cb8eb450cd982e2fc7ee91a9c6fda145f4dfbce7c82b573b094793b7c2654c63f76af14558729cd6a54bef73e75d8e8e1c40635366646987871712a25620058142c2afde5d955052f01fc0e84030be35c8e26bfa76650d922624d33e160ad4df0e9d812911195be4b36f80f7991588b3ea5aadac0ab01266f3fa39b887d9aae18306ba10741c3cd25d616281d445fb528cefd4758cc8ea036177251cad2270c703a2e6dd3d514ba3de4c280466e9d49bf90c22b9291f5855b1269407eef88efa0d015fadc99259f4935951aaa152a0d013bd68bcba33626e84acc090d2570550c9fe3036d5e54064c9bdaef8d552b7021476bb567795d10271&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235865574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a390fc92161997ffb43bff5191a36c98fc30e276bef72a24ecdbf9c3a3c69dcd297065763aac07ff65dc7c8699ecc69e371773bea01c4d6d06e9d48fa65abe1a49f6ca99a6d5c44108f47a3730deeaf650d4ea72e8674ab9e9b32b0948fb6baa9397af67f6bf65eed21b8cd6ac274dcdcc5787d5b0664c88ff60a4210dce04d4b8b0fc5aba7e39f510d9d56e175a761a66686fa50043b5afee14748a814246dd8d1c23fea77bc4cb326c3ef3daa6a0cffcbc9fb0e3ba1a5f019bda5560cd695d0b19c6bf8dbad94a65ee172597b83ffb659dc39e8e47810ec0a12f957f20abbb0e2b1d498144d400c05b0e5dbf3b0a32c9bacb5866a04f2397376181e3de518&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235877145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3333944fd2b217e49840f94ed6f563c14d2bb9ab99edd15e3b5252cfb885a23481e87d7f1b96527d63997649f910b11343591f8eac20f43abed3d13325749c8473577bbd55f28e8fec91f4b8374567f4674ad498150117d34e7dfb1e924c7b614ccc1f8d31a6af52b2c958bdc29a6d68ace6f53453ddcb7be7bebacba3f395dc249c32fe5ee984df70c21d0bc4bb3e95551a020bc1ea2c71c45ea6ffbb579400ca84837c59e6cb712aa1078f3c9a23dcbccd63d839dbf2fd6979a6a5afd72ac6536b28ded09bfbd0c75371cebf7ee538af04d23b26360ecaaf046740cc2205b14ea5c9db9086bb28b38e051a74b9bbb48dc41edbbf2b812158421ae39b063868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23587945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f986767718947a7171eb4838626db3ee362ed46481da2a8af35ab40e838194338400dd457dfd156487662a86e4e181dbc18de36d100c62cae183bf681c4adb4fda48de4cd6f677450f0f96b568c7abf952cb6dee89bab3d9363f5f982985c75218a132242443a936f52090eb744f27dae9578c346eac63e80a803f1e69c7c1cd59a0ba3fa2fd8ee476c1e7842fadd464df1ac2890e5712d6f08f5066928f3299cc2ebfcb940dbac9a91f84085c268e0fcf86a147de2fa9e829e6d922db6dc75048b0fdb277c9412edbeb8e7396e947d2aa3e83ec1eba6c265e9ddb2d9a77817e6a6e38dbdef108b05992ada3d2fafca5e7697aebbe0b349aece09708b473f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235938862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3a1bf71a8c5f7e496339bf66acc619fe23326417bc0cbb08a1b9b7ad809b15d2ad7224f3fea0e3163740fa3b744e99e53767ac3f2d3e52118d94292b1a35e8fad1f522c9f281612af2ad03df3d77ac86b3d856ba60ba2dbc5db7210ee8be4ac12d8389da93dec35ae5e2a467c18b472200c90eca780dd74f1f0e9de4072febe93578a199246865fa81ebaf400237d816fa63a5d020df707d376547b521ed53e89457d0d7d04e6e36bffc096c6bcc7be29ceaabbf51d706d9898f4883cef105a572c59c220aa75c00eda3fea87fc5ff527fe4777085fca03674d4114fa7cba2591a5203d43b04807b8417f207d7b14a292e1ff806e883ea3bf28341d1d62af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235968097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=152a29450e86e5ed9a78189cab06b6d3ea608e996bfaf036a4222b5b5a13babbde0e98839e41d49bda11b3a777f3d1f3b9787bf62aa91de3c03c997241ddd4fa949092d3aab923221ebd6bef5f33cbf936504347b05fb5a365dbb74589ddee68756a105a92481aa70a3b920b8c5e4325e525f1435761f5473b498f051c013fdb8920addec2d46665e943902917dd4186254aae54df2779ba1f9b5c44704985a06ebff1183cfce0d395b4f60035ad73d9b163d79c7a02446c5c758be6b1c2e2c52e0e06d6fed01ebed3407e1cedd76ae4ca99d8784d9daff4643c86e14dff5818f2485c04929f654c5275149a8c90a1b43e548a9f9dedad40680cfa7e2b557902&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236144179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e03fb030eecb5a469f5f67fc2bd945b2030890dce9a87915b6fc24dbfcc1af815a6e271d79a43b903c902ec58d542726a0985c25c4bd60c1973342db3b0b5b266fdc4acb152aadf1dd471d84c187e80705019bdbb0aa9a895454a292a2532db22991c8693f269ca5db50a0fa0d3558e7dc378998cf0ae77d471670f33862ac3ec3016ee120d590641148706df761d46a0f004873ca06d16dc3a6bf034065cf04e3515ae4d3221edc83b45bfcba9151196d01e7e849347341bdedc1e5d2263c1cb5255fbf969c85362f9d8d99198cfcbbb14ddd76c16f30b1e24cdcfc2194f67c7376a113a961eed07cf79a84e504148d9f1f773cdf4052372d91bbb57bad39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229472695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44f4208cc78760116c158e6d673994bde6799dd84e4ee87cd641b51810be101a136c20395d243fc0ce602aabe865e4e2a2f924213e34f6a687ae3ab987e6dce9a16c1deb67d3dc582254f0a8507377f2bb39fce548aed761453c39254c7737cde94d29c4b934eaef7f572fed248602a8cd74c53093ac928141bd526bba4604bfeecf843ac5d63a237a3c6d83598ec01f9b1159f80d0f5133fa535a82ffe20978fbee0356596e1a6f40389c7d23b15e68b9c8779121253ae06110c4a01344f6baf2fe93c20f1ed37e358ab8d9fb866962d941dee689a1b0539b1516fe8d8898b9d1cb4965f18ce3a205781bc73835c57fbdeac7912791e43d3c6e5569429a29df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236584769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31118e834b088d17fda769781da936a18d5e4ddc9e774127dfa7dd262ededa0cee0637babb8117c3b7a5c4b4db8c0fe3675be5f2eb825b29d78273e0ca5de1f4484d614633e0d130be8ae1a55090567ecc93b82660c3ddd5e3b641d710b93eaf967c078c47e59901396c7dd559f76270032f32965bb7660b6768f2e1fce883e3a2656a6a591babd8621a13ac6a35a22d7d8bfa157e7e9aa21bc6c45fc283d57dd7eb8fa7155b1701deecf513f36f61bc49a5f72cae961fff58f7f3e5d75c32029011fc7f9a69113b29ca2b0bae9252f07b5a22a6aa5066e044baa59e025bb1d3861f8e04631db90e6215a2fe499985a949dd74b29aa822c03d16a06bd8da6443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235739346Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1962c79e5ca1254efeca44a40cccab6391a138b5b4cca2422c88020ba549fe8a885d1d03c625de7f502d981b3d938d2d65b4cc89270d4bfd7512b48eb1b2c6123bae59542222d2b6a8c51172b298e66e1feaa8a30cd1f23de0fa7701a7c9a3a89817001df5cc85075b5ed97307005639d0febdfb7623a701245694badd177081d1fc0067fc94bd49210ed632c70024f2c63cb22179f24870277d7f1b0b89256fe173164b88d1c024c5ac81bfa740786c1bba444aeaadbb04b7f3591074fe37bf32a9ebfca87e58b0202368f4fc552d31a4897204f9aa0e91c712f293db95331fde1a44065ad84fa4eb6187eddcd0a4753c4ceac10841a3e5d6b245f15fae9175&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236653429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fb5fafc22d3070db4e2b1d51f3ff4fd9f25ce7cb309555fcbdd44c7004eb81bfe07e217a5c4c0cb358a6bcd7ad9b314978e3b113c38c9db30edd5076862b30fdc4335137d77a5707d8b42e1734537da735c66084d07b102450914f7aed6cfd4e9f74b2e5bd45eb3c2108237aeec6a5b400c9f66a2ccff41d6e205787f39aade44879594807293f073f4bc1fba3d3041ef3884a6153cc481d7b5532d44a4892a3b12557c084704766d46157640dfe5fc1e3b5d174bc4e47c017417e8a35fbf96dd3bfeaef16fa284ec2dc42416d14f3299379cb354c53563b19339e11d73622e697a333366919d0a3b9401c912b4a60256003689f2193a269d21f31203e6a031&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235756388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d31d93c890b36447f4c45b8181eaace734fe5aa75bb9618ccb0a219c2e1d41fbfd66957d236172df6fd06438754aee1900f9a1e9c47c3e172284564d8e49cd6849c4d6db87dea8eade3770199f77336c96e02307d3a202374a0caaa532cf9064ae288dc8b43c90cd07a2bbc01fe322fe3468b8d3f001a6e0d344778d207acdac360f851db557425a852eff450eccfdef89b7902fc2f70f0d55c7151421624bb14a0dea9e6067b4fad4774433e011436b43d2be71ef09b0e6537c717b31da3f4e2f439234cbe3ae7068e62be4ca0e1472a016631ecc61e1f65ea659291f6f2608a141bacb7e2e321af9743ba52557cd4dffc3ac5d09f8c27b57913b1a3f1f2f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236751503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3278a195e95c9f21a41541b7ef1b5520a34baea361a4431eea238ea7393059f453ea34852dcd8a7280a09bca39b989934bfc461514ce6df3fbd76375b9ee2c64ba789ee9dfc6eb928e8d8bb0fd1d9f037586fba15ab690aefe95fa3e78b06d63a9d0a5e3f72c4b17c4ae214b3a7266cce0a602e0a8d9c96fdf22a4a67aabb2b7bd53a466a5da11a3a1e9df8b9d5939bab5aa2a7889bf903a0d20207951157915797e5e2fe1b3149e37eb61db6935d56134ca9a3a0327ef802e1a12553df367402b3deee61b20dec7475a9f0f76f77ac32d649f9343dc0f0835df10c0331075f216200420c3994523bc87ad1b4cfa48744d6e59d0ef959bb4330254ca1e6115b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229494045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1683bb1105d55364a17aa115d949987bdc7889dce2617e9a39a4099471f61b7557524eb79e3202e6256962cb614f8909b4218bfb75e22507a53766b9c21976ccec4b0f70b3942905e4c431298d2525ca079d26053c3f4341296324e5ae1e2e031a68d2ad28edb67bb791e52b9e59a3a14e94fdf2ad422f7632b24b8b4c3da27f77d2fc8c94fc0880d27e6470c183ccf543a91e5cf465575bd0c67bf377a8afc53823adf6fed51d803315008fce3c424dcea6529b6c643f7c432b5ac16ef0dd6a250ddc050284a6c8a465cbb7360bb17800a26ac4e42876e571157058abe9bc5e7583d4faf343a112c4f955726a0c61508e7772ce5213347bb8f1cb4733c771eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229451835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=424c0426a0d02588cc08a8772da578b4542f964d36a51000f3fe02ccbca6006feaf8f94f79dc7978b8cb508665bd91160e1986eedb9c345f5c467498593750cd9a36aa46d3a71941d830f10d4a40f937e3ecae3d063f9eda35e432fbeb68b2f13d645dbc3d2cd18575acb48830133af9ae216d22083f27edd9f43dc1d501792f713e3081f6e4883b2f6d9874ecb50284a0f0cb281225479a752fe6dc4516afe82a902ea830fc84019f97cb9dd0a245797fdaf083c7ad3dd9da3d14e6183d688534e4121ee9201b96ad23c9962e9fb994387ee50b63366a6ceca4a3f84d44808f91c0871ac3260d5df4c7cd987221dc14d296e70c126ad98457e0ee4edcdf8244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23696193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c02f66fa8b72f680fc84d28665075fef9eea7d57688f90c6091883c22ce7c957e77ab5d0f7d634139ab36b4456556962b598c872090b0aafd43678a50e41ae70112a93a5a4e5b13379d831af5bb2f7da3eadbb7d3e819f581359022d3fb906f32d41e320684a8e8999acfb970b8e2c454fc7d505c68e4244773710dc37f1b9c6e39927805de1b982dc86fa83fe67d9ec2d408a6fc57b17ff2225cb7b1886e483f75fe0bd42080420c1f5224c5426a423f6f2b9dce96eb71faf826e5f0750cf9aabc8a145519ecca07482d3a11b4247b0f8ccd57ee4ea5c70200cb05be9c8f1e8a1309022f695b826b5be3ef8b21fef74b927dc9bb8167444bcda42f2bbcc7bc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229530243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b05882aa549ee11a138bcf4e9d3849a98b4a5750edd9960e393f2a18bfce500d51afc7cac8ae218388bdef5076fec1cfdc92add2a752cf6668c3dfa87a3a9834e2d242a2bdee2a1cd39ea326535e5a9c866374d460bb96aa0ee7475a6b5441533906262960474ecbf6f1e01522e2c61a7138327ce9f1f033788b723c3a4342bf7871717f2b640b814097fa7655f27fc9b1362d55567fe8e766885d9b84645417bda380af7420a9ee72911052131c695cd8caddbb29a73a121b2b1c1124a5174816641092a58f76f101704797d7fd35e91a4d6819d2689e20a681c6f9d13a91c066aeaeeed3f92b923d5281f21fb74e9d47bc3000cbe9bd61a0a72158eb85277e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229380972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4742f5ec7b369d286322888edc7baf8e2e2da96ca1991a38462b778000c9ab6c7400793cd864cbed42878b644926cf2d65696ea08c301d77ee72185be2af44f36e65010316c761e850281543261b754a3ba1c33559bfba78f79b9b743aa4afde4349d7d831ccc80169e970115487b33d81fda4d94b10f928b10de41f946d8bc5abff61692a8872bd2dbbf9d63d1e5c71d071d2312223a59ca7b1dd08652bc980ceb8d749524ca9e98123362cc42961e89d9235c9b4b34274b568a6fd1d049aaaaf2641e588becf1cdf226b69c3bcb2c3f192ad3c5c67ff820a4bcaf90f44cf8f2cdb199eb07975e15f84830c5b1f9aa4eed2f81ba09b66a0650bed618c656ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237098748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05b8c3837ac117deb23639a993f4f857575bc3a2d39ce0007f7b465e0aa71bfdce73168c0defbf07ef4317a6dc23ffc184ae7c6a2a56cf508ab7cd3422e4578a099403355ce531f5b5d8642366edf454ea6ca3983c0a82715ab05914c97bb0afd63a93fc8530c9f48c7e1b1bcebd710907ebd5552393caade21df6e1ed0f566058f121681c1a6e2871cc30176b7817a85bf0df9be1f8ae88060a41669c0a1c8db035ed8c0132d286b785f7e30399fa35dde76ea969444aacc69dca56f3fde426f5e5dc4a008008e905cc3cf73c25dd6ef667ba334effbecdfeb7598256f233e797845ef4bb1d98dfd3233be84e97cf3d895f0d495caafda5fcb2364814c3c4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235973327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b07e921dda54f3938d18b19f969f38198bc83cb817283313318cf98da839971146773639738cbed11b8926fd98c73e02af393087fb3598dc2a37cbfa5a8fd0974157fda441bb07da749e2946eb573b1e4a65e77b43436cb6f4a9d65a81587c75a8288a95ab58aad0d38e1c08f48925cf7f960ea6bcda8dabdd5adfbaaffba174aa48910a5df228101db3197defd1abc5fa2a3e99219c68dc3b313ce15f1521576acb23f42c39dba56676f0b4414679577795d526fac3ab46fce3f46005e61295ccdf1147ba920a81d0cb42d402d8a8b85d2b9918bedd35b25b7e0823cf79d4ada259197033ad0349ddee6a656c754d1c64d8673883bd25211a0732d554a27d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234207479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88f49b24811f9b76e9124d366e68d6b4636010b874e4ee3ec4f8ad11dfdc17b891f975c181ca78b6dd9367484ed0076331ce6bf2e99782fd93f4b88c494d0c77924ead6da36a704fd40520529c156dacc123cdee088b872139f476163454aa678130d45adcdb489256d6523291dc7c4ac8bd7ae210544b0e066dc7efc2a5f5c23210f0c1b89af246eef56369a0144b032c00f7d64c175cc65a56c7b451bf190a3f5a99646f839986d83cb052987f8bb429ad15c1c0630c33553575d9359c1021b9c0b1b446d5b5abfbe90e303aa5507901c970685c2a078234c68a9ec0024f779203416f5cc4ad1ee3e3d6435f2d1412725502eb8773b1db5447e68cdbf36a25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229570169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f05edd0b080198d21910cd7bcc1fb120992abe294b09ca114b6b8030ac0d112fab94d5c6cab70472452f4e565e504c1f826f2dfe142d4813c03320ca514e276a99eb6a48a8c1cad9a05e9c5bf29300e6c70b711f975b0d426ecbc9dbe4f575d58197d3b5eb38201372c6ea1814d52dc1da1db2d6e9b9e36c9ab6c4c2a0817d8c88e941be85b37e7b7ee2f9961e03f48cc366ba674db4ef1f0644865b0972b02b195e349ab5ce78c57cb86eb805ae4d579df9634a699aa18cf19bc447c3dad34e228bb6e311cf33bafad710474b4d4a309351c2eaa1db92dfc0a12fe5c89b3969523dbe8f0cbffa014f5c8250b0edd7519a89ce13155ba52e9968615758f0088&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229577452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43028b11a1c488ae6129991bf5e78471d9f3b8989b74af1e9ad1849a9a25d3b4ee8e856d1deb948ad5f4aa1d2222b8378bf8f38451ae5dcaa1d27981e06ac948c7de7a8ac52b2d7668bab3a13fc06d473e781f3608443b1e42eec56f8d57932368b44c76144dc45f16808c5379adcf668d76b732f29d62e357b502891379681f64d1928183c27c82fde061daa539fc00f56761f1a6912e4d0686ca01c120d82757800230a2768b756d67b436174ef281b12132124598ef4f3ed0ce09082fa02975ebbb3c0a781be632ddad5e519c395c155ca8b178abaeec68abed77a9f6a7b3fafb48234328a248e52fc35da71aa8e848d02e20cd35d42f057e312ef7f8c3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236154959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d608862311a8dbde3c8d1eb82d0bffd3fb46b5b4f9ad584952e469f1a2ebed0ede0a47e70f7b9e1e50bdc62646b9c661be32dad11ab8187d63c1226fb52b7bdd62b8188942e46c5cd6052f3748ebcdcbe6ea600ce6ca897d3f3341448c1e6359854cc036c2ac177d938835218644f46bec66e3a1863613fbe591463708db6db417501da8e9ff2211fe6707928ffed294b5e90897b4b1b6bf417ec731e5e13db5bb083376b90d41d23a9bc231924059d25a25102d435a4ffb7baeed3808d00220586c62b60a89b72603a3748d1def3ec1e3b93a26fcb9c15c34d5af373132e75ad87b4145b9849e63b81db545fdd99c2c91ccf9438a5b47ac4b2479e5cb16c31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229590296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20aa8f3dca508368cfb4846e5c8a865432b413d4ad05c2492f748449201a2c64b7243f6e560dcdf11cd05eb6435d70a6e3a4ff36bb091ad02536fe3e269b05c518f2413ca40fb322d7bb157f968961e39755fa8ced96774c8bfa827e0d2f077ebd3c1a62efb4b03a93375a1fd56ee984ba21e3963607a3deebef4dbd7cb5af81f88bdd5a42d9e19b5f5e068d36667222b45c8c6bdbdf165aad15413a920eb05c168d88695d17eb15a9f6655764b3284d909cb3c1ce87b58249fef5abeb312bcd42f7eddc25c6a1e846a6f0122ef5aa22969ec79fe8ad605b2f6d3392052a19a805b37fa75c8865cd8227481a2f4e166b627fc7ada48e9d3e5732fff37772bb94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229594765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9782a8da8c234fabb7e9057aae941ea6a3ad384e72bf630323bc4a2fbadf95cf0af875449082c04c61fe563d98cfdd72c676d065d74e97a53225222721fdd1726d09b5dabd4db4aee2978e643a9efe4c9ea4067fdbe4c6ab4861f8b70340e6ba725cbd55da94c74a7469b1f8f245b64a321ad8da795ac14c626264591fc74ffcf2958ed5578a522a21f702db4d0a204430569282169d71e786051a44f48ba71d21bce8a0bb1de0eda37b134d621b665f047947f4156af2a569d024400b078db7a3d7f541745206faa07a946c8c305fd54fd29e0b53d4b047bea1d0d5d066e23c20ea76380fe52ecadf9a2ff27c56b7d16cafa7dec5b9b25fa87088b774ad99b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229593472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4596b5b491217b6adcca8c10116ec5978b74111183707994b62e3e35c6e5af6063d6083d8860a7917580533c7fdf3450ff95da843030ec27f9f0a7cd87fc069b6720675e324ab04adfc9d1360a71c3b36e1ab0ea6c7af9f1e1d2c551249511963837104583fc803a5adeb428d5a8483807880804fb440b490480be4ddd93a8963d16d2a3cae07cf716375c969ac73017b57a70f4d0ea79dd6d30877ef9e12af2388824058f039493e338a8181b75f8424e03a9ac183a890cc46541331448e6edaa8484f583e7fe676a537315129699c6a9e872e81f8174b1696653fc06cfba9c8823694aecf3697288176c6d47ccac9c5b41ba47e61dd7f08c91e2939a5911c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229590196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=50f80236362e0ef2775017c1ca82e974b06d19659a8bcdcb7f2631708da695d0a980b5130a2054fef8f28ee7236e717e066b620cfb89bbd36f45064ae16eafa9a40dbb1530acbd0b960b7cf6eec526cec233409a59151d372bc0b0582ee40cb15050184bbb02a63c063201819f76c5e844f42e0fa552f6ba7afccac7a1e07aa8584e0cc26aca3b93b070039628f359281d27784ed46eee34a0af875faa602b796912d13be8964a3627e1afaa12494dc162a7dc5a28e79b7992abac9a9f43e247d1a0aa1f6fff05192c4b944447aa6c805c26ee163c9e788b9752bd92cb4e954c3886e40105ee7225e4336f4e83e59bd0d857d0a2d2f3163164ea94e0275bba63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229574236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97afde8c0d0ae923464caee9be7e4bc599813bf2174c41800ba62045c48f457b3a037cc65f26a077171623145911bf95779a2750c6fbec6d3f36b63f5697542e05669e4f954b80ea440e141f6c96dab5887f09f1aa6d303fbeb3544e2c7e6035c97bc847ff45010c657f870f9f32f5ea703bb2449944e5ac8ab3aee71dadf7864be0ffda39247be7b5f801a1b60e6f74834fe914772a4f5ff1a07421c491d28a1a372fa934f7074d1c830ebe41f354fdb15a65f3650a40feccfc488dda827a5a9b731552e54399a750e29f3f84dfb5c9722cafddc59f065f8810a74453816eca1acdeb3950ef076f79e6f80ae2682e4268ae9a5fc675c0b72bd94991a234d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229634981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a49f8f9b8fafd95849ae25a596f08b1bd332c57df1473d8fbfa0c5b064d14fc6ac44609dd2f4b57085b1f9dbb3a6aa322c9348baae2fd3f3b443fb51418832299f14d56b460120c4c574f79faac2f359b204718e70e20a170b6dfbfd0851c1dd1d15e7ca5cb840d1e7bfcf2b64af7bb8e9b177d485cc0376885c38e8e4bd3703cfafc684abac2211b34ada033dfb41a4584bdf9cf0208050c607de99d1c5e98eaabf3c0f0020fa0f76af3f944c0ffde6b214a71e28592f7b0dd2e37e544df2f0a2a7e94d8e540c950b9a631dfdee8eb54f3c5e12a5c4a44eaa2ab830b53108722c77f633720fb7b33372dc20eb72da3284a18ebb5665ece9203b7bc72bbea3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229618129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5043a147683119ba75c4af99a75455c19565877826c61a7e4d4748717e70b8e6555c303d5eea9c07b395df2f734ca9377cc0a00d19a8dbe14e7c7bf2925ff1aff7a37ae9bef6a1868a9d924ba5ca62cc26550139a2fe90c3ae0f0f7a9f9e774eba9187ef9faaff0041b3c48b96af6a2475aff672a332f8e85afe61fa8d358cfbea20ef7cb3ca4e01f8b923f6facb598e9827355f0812606a9c80d3bb7dbd37d08594631ef47212296366aef735b616fe1463871a9f14d12a5a60307dc256b30672f1fb8831de40dbc9e297927a0530df97bb81f1eb77b64a4d7bfd086e033dd8e9bef0ac54cbbc3b7dfc6da7bdfdc488b284121ffc15094378522b7010447c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2296397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9803babeb2c237a7e70104e289bda49aa1713db3dbb3f14d5e31ed3e1822fd3276ba72664052a601e4ac271a00edc29ac97e75531a1b2b5821926565c43ec950f1292ca70cab3656cfbc0d435c1bda9f8bad590feec24517ef1e5569d2c7e430dc57f9a7193786cd769f137922bd96240b55d49b47e1a5a3fa0e560ae21f6c22899a61530e164707839e228a76ccfffbde0608efe6ae8b458eb8bb582480f73803dfc9c477b37086c48ae9c4677b2395affe6120b6be2abfd1d8b189d7bda4947a1f7123230b3df9ace34cc29b08936ac3abfa70b190b93454d1ded4952e8e3595c21f359fad8ba987d2b5624da0cd7250582cfd192ccfea30aec80aa7f401d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22963479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d8a0c70cbac640ce903010b44994104023d80fc70a386af1216e2ae7e038926c8fd5d768d896793bb1c95cb039cdf859e607731ff36046ab8bbe9defb03be55ccd3a8c8f1acc968517963a55af0473f0061d86adc1169c4bcfb08524238918e0c906db2b52e81459850aad746f4e9c6b5193b067dae0f072fdcefc8bd0cede80dafab6e202464762fc20c274bba8bdaa01e5e9bce45caf58be9135b171038ff94fc3256154e27ddd4a90080b0c976f334b3ab1a1d4a0a90b441108e42a0f288bb0439389a5f764ab003211ccb855bd84382a69b96ae7da2dd79b105e213f4c707598beae763d860141acbe85e9520b58327b4d782b75d2c703c7e0608bf8f2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22966632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7396cf06581c07bbe529137ff235d4a1db649c256c06a7b2f5d1e3cba7ab1882cdd5c2bc8fd559ec081bfe8ac29ae0b85e6f3196f3607aef65e628d7de44747aad4b92926f56d354086754cfb42ab70c4afba92350db0cad24ff1e221f4c3aa578969c060294fe71d1777dbfba071ad06c2249fdca6b429706f677e84f27ec2e33f87d9c850e71e1a0eeceffc96886e3c898ade85141d357685f1c6df19b6cf421661fa4afca80bd9d4d1a96292673b9b1aa251638a1d01a76912b7b8f90793f0b9d8da9e18c9ef458168cef7861b827153eaa3c3d0c98e9ca6028b177f6c9f587ebb2eb4a5df3ed77b7941b577c38d429e69db5870d8f605301428a6e06af6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229667692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ad20e641056ba3bb4debec70243a6af0030d077252c4a22b22d21b58b9a3591fae1546f024ada511d94844fcf43aec1334eac0d8c5a0f8cbd7a589021d174f55c231e5ca8db8e6bf21a1a9b4c816173d325b483233853eb8af977123b6c6dcbe48f5d1a07260e2f5d4f69d474bed0c6bc0cda284e1fc1434430d7f679b204e6bc6c52376e436bd9f1f546328157801f39438807c4125b98146e365c1d695656ab6c4aae23dfec4e54c42ca669dec6579cb5187668136cc3089ea625ea87f8bae6c47f8332b08f4bce4ad77c44b6102215834c149ca793ead29fc7e315e579bf283539b16f18b884d0cbfc9b980e3b534142b6ff0c4465de70ad8d5477cb5977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229705674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f19869a523fd2b1da507ec5eb1f2795221157f5f07f353d31f2f69453a3c968220102fd13a2e2db2c13c5dca48ab1f641131336515aebda1121fdfb410b6d06d6c05c917c4c8b4bc280e6fd22f01f59deade4f0da03e388ade8e4009d81d5aa90daf73bb55029622364a08ec1050d16f589348820e513270e558da667adecffb2ed5791541cd33ee079591ab91fef68e70e2451fe51df43fb341dddd48b219ac4463aa41ccc194699be65ba298c481b966d2209f5281b5950d7d78717fca73d777e183e5925281d3242314836ec053eb66c7313225dfa2b24563780742948f19aa0707941be619661175ae4bc6ab51acbb0d02d96ccec3a15965fec7e79268a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229726082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31c88568d5ebc86e5ca25612d7a12aaec447c1a43541f8c0178dda8ef2440ae2e1617b3d0971cc97d003f2c3ddf0519e6f009c8e2fe47299dd682cd9d34eb0d448a195b057e0fb162fc8fe695c3e3853a62d20788e8f43af6685f9b420c4e7afef9c777c7ced96396261c563e26ec927b6649dca9cd2007ce05932b7a0af70c5309b8280d749b62176980e563aae5711939a588168376d8798fcf26fd6e90ad09cf8b2d41fbd47143f720c6fef4840ae382a3d082a8237a314f8fc00fa037a16ba1b06025829bba231a25fc2087b20c565efe14ab0ab445bd5bf21cbfd35594935bc880a969ee72c0ca13f71c09dc4dcdc1604223e09f77b5db9b4116ad9e25e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229729529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=563d741d0d7315b85043659a9aa7fd4c8a6e7c5908cdefcf29a800dae5b5f5639482037038e9b104e22df552e032106ab6bca122c9bdeb02667c9bdc36736246b014beba68267448ed1a9473c5d08278bae7d19631909c44f21b914085aa10850a7309c9a0556153817f52a9463d5135d235292842b825646e83e0f2d5d2ca5ce5a298a76da26281eee42b8e3c333a890dda1539c6da552ac3a8f545bdb7620dc9e7548ded390555c29189624e3052bcf5e62450b055198366149ee8b729df037da52da6bb628f6f325013d78e88f0587ef4c1c549c9834a0fd22e2683630158d68dd6026205e6f0f922cd63ad00c9c83f29b51a19dc874e6937a622878de6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229744798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2061635adf7e6567d1c3023dfd9fa6e273fba6d9039cbb427ed73a3ef539e09dadd84f901946131c0595f1970c2e22f4925089f303a4b9065f0151c13b6e0973d6b2ae85365936d3d96eb32df5325abc080c6540a89b1469728a714876b3313038c14cd099ad9f9e91de18a9006c19c440cad79f31425742db950593331c78a656583cbe53aeff774cbe4335ee55864062f4ccf69ffb8b692dfa9a6d8020d493d47abf9097a6cc9781ee5dd236381e399b3b46453ef4af6b911d72288e529786d3a6b94b9c178857727b236072045e537b54518403426ff717a296ffe03c35a2719a11d35e500b3b567a4ca70e1585d8cf1951730f09d00c6eaee1987dec0875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229738045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ee26ba2b57d2fe87cf7c32255b3ed967d46e9389b44175c03dfe44e15ccac33c90d458839b80c3942c532e75da4544974fca4f52bfe7d414dcc28d6c52a24ad53da0ddd79656e35a55df6040890806b405d7a2a597a36d95325bfafc523358c40cfd5eb265ab6d72091c5a25d814a4823b32e86baa0b7fd80646d2f1574c508fcd5f223f7a93bf3e4b4887b965044c4b1aa36f64fe66d7e20a3c257966119e9e79d309a64378165d36c68893ca2595a272567757fd53def209986e20bacd69de284dd8f64cb7eda7ee7d81315d30ef6445d8e964dd1d5b2fa912fc496103cc946672e38c7713d4f181f82428a06a127819674ed085e0afc68d337506d300e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229765707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6360c9592a1db745fd6ea97fbc53adb48714b60edfbeee5637e7b20b4bee910c4d4a652b61f001c287ecc3cdc58c10905230176d86ddadb42385e22d2218aa78c73c861663ff7094a51d99fbcd23cd84b2e149cb66a584022d2b079556fdd4fdb6a3cb8ea2f5ebd6c66a6705f00d3741e94d56acdd43c9658216ef57f204c900d3606dce31ce975312a7123e9c89e945f875e34863862ef9dfb3c7e4cb281d86aebfeb545b7011bfcce033281a51f93112fb008df6716a2f82f2fda9eae159f811fa716aecaaaf31b294a4a66bf30680844ff33f7ead3e4ff99702f2037325d4390ca6965a7c6baf59dd78794bb0d78acbcf4cd049fa57e364fa2ff4f87747f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229764134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64c6e91e7a75ffb9554ee7f35b9af2a81a2b844e8a904707cd5a88ef0f3a65dc5fffb24dfa1b888e0271a4e007d3ee802ae8142d539e4f509727dbeb9694b4c2fdf6016b51ceb0d3746b5b67a800e3f43fed74ad2fde68afd3b4748d9f2e242dcd012ab81ac66e8118796c5fc73e32c47be5987ed50f95f8697b094ee83b11634283c37cddd39868e6c6d8207a7a29ae856da7296951d612cd71995409aadb7a146a18d1679778fbfb0d7f13d3c8fcf6f91c9f2bdc51af5ed4efd52e7200b98224145f037d33f34a276f9de0b73f04407b5e7329c0c2c6e4216a367c3450adab7c858423c06904799b4f93dc7a8b5e78b69b6f89d6f43a9e00042e98692e051d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22977765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95d851a9878fd8beba9cc1925e1fe67ce26809a7e239279fecb47c6cd71349efccfdc56a7bfcb37f2b980b462a6e3bae43fde6e4f1e44f152d14c6c0ef6e1f0f55a43204aae952eb7a65935866fba0aa0d82f8063ebfb680c2f4102f505404ddf2b48d938727efe42169ae85e37fb508c88bbcc83a8968df612ffb88e41ae543820c082a23141c554905f4aeab58684c6477755d666ba56330294ea771984d962301f6cc21996a596786ed3dbacca1b05045f0e1d2394ae8125db6b4eea1f66d8215866be53d39a9f2d1a38ea925e4489a7cc4dc42374d552e8a33018f1b56e0c6624f08f1e8e5da5f4f8767ed291bd5c2040780efc757f41cf2ba7349e756f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229762421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7bbbdfdb934fc3c3e943623603cafba6c0a7f1497e53dda33d1a52b640bec249a3900539d6aa9e76a41847fb40685356dbb1c22866c6b71d248530fdc05c51fca8ec89679aad127f9847475961b718f12f99c54e7ee33134f2c5797c22f7d58b4ac8f4cb628ef26d21871fafe0c76d02061ee6a621e465751812c468b400bd71e88e7bbdd7c7e45ebd8f5f5540d60da75de4f35e873ab445adff806841c928503b5a55ecf8805e8ce2a4c867b2f06ccacfad7be7e1f88dfeabf8961575c60d2315a279221b1039e2da2f4ba907d4f57b215dab4a6badbfab85eeebe048088d3a59b0651ac68b2fd5797c6f96091010d2c4838406847e100fb4d1f35949d07c69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229801044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b99e4843be4f55e992e6e59cd7abbecfb1860008866c5d86cf8e32d17bd4a31c20917a0847b96216920108ed8ee7da8836231935852e8d4d6dfd1a5d44b6c4a93e54b8ae7e2d89886bf456ae05081fed6de09d3e100afcde5730bc66b4760fe33d32fe4a0e491b4363da4335db014c10e937620b6d19753e6a2cc4958943a003550ef1ee1d8ccc3a61849dc5db6b0162075cc9db819ae6d3f7e37412a419e3c8e4e9d626aad7dd528f9f595d9f063771bfe7af65eb2a5fe87f74bdb2a10b85b78865464880563d5acfbe28e75991ba40e0549c57f6710912a770473d366919790fc8e3ffa7cae4d31f91554644b256741d21e92c958b9d4e26c19081660a71b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22982585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1d714279dd8ff13d8bd297c57cedaa9426a5452dbca219a738e53b5ad7ff2f7a997cebd97b752d51e349cca95df220f54cbb7d156b88c0452afc84a318a7dba165f09b8ef4a87e20deb506539466a82c09a5887e9d25b1fcb338c94d74e933afac1cc12174038ea71bc492fb3f091f084833135f465f6c3f79de35ea7b39236827d1c4607dc6690b81b2fbb75f5f4aa04585346a06dd515b6b31de25ab933c9240e2b4937360c6771cc10c8e9e909178f3cf9347b9c38a16cf9f4714749d87f109d4ed711de7bc4d839f8cd075ce4e92f6a6fda3aba0bc1238362fbbb0e3524b550b5287549844a9983a33b38d697eb8069819ebcaa4334880e8578f5cbae58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229846349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a84db659dc151f9eadc574de6e7644c6fb881adec11bdde5ccce38bab579c5223af8a7c9ed6ed0ca0415ac3c095eef6428ed3d186b49e6b343826f85f3c26b6444dfd894a5b9da8a83b6b006ba423da4e2389a76a943e3f606c3d11be8fa141416861c4bcffa1f923433b66bcc79eb3b453ad72a95dd35b6725d89cf4445b717bdb3a830858e970294403d41090a72608dd76785e7dbdce4947d9c23cea181bf7cd6dc970d4e058c6fc0f77a6c128312595033f2dc9d5384064bb235a743ab3c67d88d171a696cab0cfdcc49211d8f8d2cad8a4e0a6eabe01f06dfcc3a6da976bb165d45b0537df9bd21ed816152d5f6c1922db48af799d24c0ff9f5b750df9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229855496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1cd1275294361d70bbea88af3c6fbdd6d573d6c0918ca1a0be331cc2a7e7a30ba3773f5b33457f6a3a90407d41fc83da14c65fb2d09043f50967bd66d8ae00694bc72163ae31f2d952518482d06632504f94fe163b9bd91a0bf822cec84b19217fd917d5a654e157d18c2e416fe692915fa870c1b3c603d4c2e1edd60592568f46291243abbdc475d4fa4854372c687d06af9b47fecd47dd12f9d9ee7eabe61c7c7d91ba3e8de4beb9387c8c33971b56a75138f1368014775c4e251ef5181f4d8af2fbbd12a1b83d7f1e73a07b7b923bfe77d6ac4b5b769d7ef59c9be62b299c4fa021d384d98c07be12f1d28513e79ea58ace05f6f559e920f68f2a7a768387&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229855777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ebffb074b4549c3efec7ac8515a8ad9a19bdb5fd25ecbac14b88b9e00346dc5722080c46b78c4821b132c2633d89ecd34884d85b7ca1537f02db84510020eb2827231b8bd2b08b399886e0fa323bcbd5a7a4aa42105b8586f6bd814de4880beac3aa9d7491d2d2f5ccbb08a439fad0398e385f739ea8db5d7e8deadaad3cbe3b265a30a23450a403d80a39876e8d74d9ae3e13c50d4758621e188d14e3c603f0b873637be8c945b1251447d5e922ba7f155fe047a3c7266b49504862c274f3e66d615ae34f28c2b27453dc10135838e041c25667b0ff26d335c3f594debd1b40b99a213f1bad02058784ca391de6f98a857f713762aa07aa9cdfe890aa75d98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229848613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3e0716ac90fa4f6baec048b1dad907abed4d944b4e3dfb2f682b957879c381786c7a8227a8a50292e22732388e050cad474f6b2f0cae227b7e21f111184026f1c95aef6f3f25e4d26a3f7d8a2cb2e5df79222b0fe089b08bd429db210cb2a4fd9246203702063ec006bc940b7cd95734ea4d1edefaec96711541f02db66c0c1ba0d45bc7bcc9157bd2a523bc2d72eceedca1d3feb8c9b77be696460a39e0cf088e1f1e917f2137488157257a90d3cdd3927b5b6c89cbc9e7533f874e5a1a55195e46a4667956140695c59ebe1ac3c3eff2fd0b000f3ca87a5f2676a1bb1a0ebe2685989172329f9b63ba1e627ced153df8b3d560ad27bd2e580136799d4153ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229855326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5dbce008510e312807d0f4a126a6362bc8aa83298688a19f7021ff6d6c15dff8533115e281c895b95ed47c1728f7f256b8151b094ee907c4dc9696d3e371c32b3acb103df3b493ad4d884870bbfaec6a556adab5196e0a4311d7413b15716d3953f1d15076def288db9523efd497d3f0077f0e6cb906081b3319c189670133f1441e9bfe5d2112d5849a3e241e9bf1ec8eb1dfc6c5d335a2a6bbf5c21de0ce0a6096f9ac73bc8216b52db1a4db4a9a9570f714a20f6cc0cd539907502048dc0926dd3edc3770af4696ab96bef93949ab912de9e78a93fd4707638fbce64c4e997c82fd928d8cd1e57c7d205ad73f7109af1986250debf2314f92887d210bf3f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2298788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=864f14ae91ab8bc34cdf63a647007ee162c45874b596bca4cb6a1a43810936bee754560249f4a4a9e1b3be86a55b8fc964d5dda3712e75ae8a4c85df302373e2cd35e05ace7adf45a53d3e9230718eb66b64249d065a0c0f5d98bbf9125d37471f382a6ad94a3932196418fadb1fbccdf040f0ed4c3db5cf0455aae72730b4f34f1fa5ad9d3b1133dd2f5c3953e7e67e718583a0e96c7263c96b5306277eb941a98f6d7ce7f8ec419f13ee13503b9554dc16ea5764cf4682efd4f84a2e0e0dcc2ef3e4c9d29a54a6ac979daefff1699d1b544151f31b83848044e175e4b14e76efe91a731890b50e2e2c6edbd38241890dbbe68e3b5e671ec64a9e92c58c631b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229908586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aa8ed689676d476e440e6ea2716c45c1d86f0c2c67598e5fc78b36e1cdbf54f6f24ec1e0c2437d53ed436c061cfe7f26417c2594cd7ecd1b036e3307c587d0686b139d9d3eb163dbacc6e16dc30792fce1e206f1d844279fea7eba1003fc86e97c457f6ee65b59c2bc6e83e99d984da1f57df1b461c1f6ed1994be14695ff0f77d76ea00aa5a13375c589e3b3e08b1893309e8907033352300822c8c4e6eb2aad830e8081c94b5d42d433f15d78e3e6556b1f579da76da3bc0578f6e393e21423adcb4e265141c1023a644e4aa00872a8f87b193d3759dd5a4115568f216b514e2cac28c1363d18328d3ebb6ee105c213bddc75b9f6ff463226a310e40aade9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229891895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3b8c6e5ee78cb9777f6247e6f9a259a42f4dacdee62b4331cbe5110bc22b7fd04930daa3877698b378ffda343dc54c307c0b94be8533b3640db4876e8b32483eb52dcc10da72230d07cd6a20f24af514185dd48670851f777a98075d0954cea5df6349b3b4b5aca3cc6d445a60d4fa33bc762dd242156dc97859a544e1de764a8dc975d0af6e51e8a94e1437ac4b64296631c635895b2852facbc03ec83de51632b4616755664108151ec5412b82ab1b92b0edfa2250841eab92a2093a73c846baaaaf290b65235675ea6211ee2d6983af93b8ab24db1820d06e8ad4d0871d47263f4c6bd5aa9bfa402bdc91304870a62af479a6ae6a51beb1fc4969d408dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229895101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ac033c1f44381a50ded6a6919cdc641b85e3c7b14c83520e3c76603c377cd9462cfacaed6d9b2fa4baa50e5fdaa90491b5a2058b39f8e810861575fe9c53d85cd687de07789d957f4a07059479cf88e6961c232d51ed6885bfb66ffe46bd01711225167f6c4cec7d99d60980ea1bdaa82084228a179354c2193dbaf18538ad195e4d6dcdf85ef556f36b71288f3bdad1b27a591b90da92dcf66536ee4017e4ec4d613581c2d03168c9a54960ce59495a2ca619e9251ad97f6275d96b6680ca51bf2b7f6c7a18ffdb2280a661d03b23b3c6192c85ac2ac7103bc25418d79cfb4aebad6ca35f568c9f8ba10fb6c1b6da9897123c09ce9837e792eb3c4a0a8eb03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229929456Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a4d2b80f3608f2d6c138f1a2d0f61c6b8690c26827ae2301a389c539cbb116e87fbf700b9f83089f816fd8d9e86b8231e4cc0062cb96a256aeb6d2321d539bdc4450fab9669f6ee4f65578be0eda4203d70f2a04595eee4cf6e54fc802f7a66df0b50053610f8ba47f2391de3786d7da50cca296360908449b5566d268709abe9a337864b010280936c740043899f00ab464508cb7f042febf690c9c28f2689f2fcda531c1701c044c2d7c28948b71d180ca131f7f713accd167af3de2924dd5a82c174f69529108c3c17b1dec7d99fd23e78cf90de17a7d91f800c0db391638abf7707077397f82151f706030268a105abd81ee3013f75ad2a7bed9f6525572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229945606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86db65d616b2668514df80df9f8b0b09244791c2293c033a9438f3b65530e27567628c22b0908053d9e056677872e3eeb9b8e3a2ac75615560893441c77bd6c0a6b6edfab60d01e9c92f19bc9d9c76d89c6c9364a07e389fe88c69f4a6709271a071b101a27e6202161e1f9a77c1cbc48a10c78f8b91fa2079b7d4ad140c28992660bada4ba7aa7f5d1bf0e7feda7ca38ad2a7b98e53d876780fa8cc1804f99ef891b72bb759816784ae28045bfcb34b25dd7f400dcac5b6d3259eef5d8f8086270fe7ea9a321ee249e9c4a435b5c5d3e8351f1d3c8200961570e34cc0c2b5510a6caa317fe7c87e385b1bb431d140381b7199a4988c731ebe8203806be4b8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229964572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43b3b8eca2d7a964f7b8c5488cea3adafa4040cfd7ead8704d97f064b5b2f039105e9e2d55fd176094f36e0b53a3dcebf4f3cd76aa735a7e1fac776fe26d11161df0c422dabdd269994be6fce3800396fa56a19cf710880754309da9ca4bc3d49390802ebc45a01084fca435142ed4dab840abe010da8ce881744b77d294c0e42aefc9d732bd13b7b73c00fb997b7914cd1763b4864246690cab29ac4cf4c1f0f3fe83fc48b346430755fd799542840b7b7e8a17ad457e1e99b68901abf63d1aaf558d80974df2429725472b07dc0c9b423ac660cfc44da5c57062a342af65f4f5f4716eba18ce345fecddc02d32870b5aa4f664ac6697af9d85a1bd29160faf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229979871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4911972cec121bfee54c4f36f29d52bdf1e22c5f313b3d2241f8b2e6c159f90c62bb8f7b20b75a8a7bbc276daef5c6a173ce09de71779b5f6d30ec3388e63ab4ebe27a7f8b03bfe61641ba77153f24fbd5592cba4e514e1edeb9d6f5fa68edaec6c5b6eadabc107b77e3a9fec10a4bbf81d5196cad03bc3766ec723e48e6c0442ea006c5d3687351bd100da2b006d533becbada39b410a83d72fe0c3d867043e1796186ad0995a2312a153be09439fc73ae0cf541e4a6bfed5770e10498bf75ab82d8f216b65e7dfa768dedc088bb374d50c36fdcd88acf4d83d690267c0884ea160500c881cfecde2ffea52c3a15805b99e22fe4dea259dcf59fefad64ad05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229983367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dc2af29a5f14bba78d600715ed6f5dc9fc9c73c24b40873652dbf150ae0794d10f8f885695da22fd7de8673d3aed9a99deda2ff48f54ac0b9e211768ccd0063ec864a2ae7821c1ee9236766c90225b98b99e857ca20fdeeb64ddadf693d46899dc1d61d1609cec508db60350d6a24fe557311747d0f2aa9df6bb53b931fd2c849c772484e75fd2d660f34dc21b6634f68d70cf28f31ab3b5c75da0f79e31414e17ff45b6fa7d73f30a74f1710b114d29aae6adbe9bce39d45136d88791a29681c4373d7e452e896c74d1f8c8e40d47f5c6b1081b5f4a4fc3df323dd6e59799e45ce02fb90be4b021eef661bbed22a4aca3909c291852515a7c1738a5b97b528&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229965824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1a160382fb467e242138656e4ce04946a7aaf306e019f5b514a4518f622a285342b524af550ca993797fdfe0250136571ee6c9a2ac97c200fe31d374ae99e5b192687441df27a9189fe98760c3711103129eb5facd95389cabeb74032cdafdd07902f1b487940cc829b19d3ecc954ce6365ddd012927d6fb4ad609e07a389b07528bc2a747b3485c68d15c58ba7ec247ca03eaa6ec944702e45c817ccd98d0416ec9efe54d5d8a1070df1d796f94c3b01b935f62c7483ccc4139e602cafa13de8355ce0ed459f763175d4f252bff2626d7203c00358ae82af020839844eb303c4f774a488a07c8fe4c6dd13c7994befa71860f7a8b8035d46d268cf722f9316d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229985091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93252fdd412b9bdfe0e014d19eb9da36f19f2a1a59a228cdaaf81a9ecfdbe3631ad2f45df2af0d6104b6c15b29fb9d3400ad63d83bf576b7026490375afa9b91b0ffb8f943447b9243d8d2159c17df708b849221a8a7aaae181f648d4aa2f44617071b558da456d321e79a64306f08b56178c232942447e2a955f15bdb432e7e67840e46d3603ceb76e06ab250aa6772065a4b4746ce13511f68ffd7140a24bd202f713b0505e44b14e7d3a177ae9ae6e719a076666b514e5c82305946d6c0ee6ebb5724aa22c9c0800dda8a56e3faaf8dbc27119562374c6273f39b1cd8264369e0590b19259107a07416cdad8c76efc940d8807afbf0abd8f8d167e1068ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230003295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11b04be636177ce225f18724629173decc549a894a10ee8dd96cb9676b2bc709610048f00cc466e524d323eedafdeb4f69627b6b5b320e07e8b367d97a39113a81bdecbd06025e94cc647af0c69cb1c71d5e1cbb44c8c73b6257c98f5aeee48929a87613aa74d0c0f37d159cfc9dfb18606e23c85782c79343911bb97342de2832df73cef66fe8cb6dab1e8d5c4dd89adfe82b74b1463a9361c12321c29212443034be1c30787ca02c27eeaf9b4436b8062e42d6d662ce41a51293bdfa36368ed42e9d86a1ba9ea742709318f8f9c4a1d1d39e89d29689fac8fd2f1764e2ac72f44ab6f7566fdd23419b03bb274d3f471e41ff299566f80d8ae580b57fc2fa94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229965363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=117fe9d31e966d6d6d8f9c43b86355278ae2d3cd2fc0666f58b3ac656bf517b325535356f336bc14a2d1ed3894d7a91cd55e8975adb454e820272057a423652788b68514d19de8f5790c0331111e5d036572ad3539abe19d7e5065bb8aff497bf4d51293d1a4045e06eb7c1b4e153e3c0f1386f21dd7a6f3aa1e9eb0151a785c3b173db9925fc3f5f407e3b15c8d56aafb75cbdfefbd418bb875737970cf7618cb088b75380872ceb6feb8ad9ace21db23306af29e7b2b441f2a56a312e873492884c5821f0bf0101fc2628104b7c69d3c29b99ed1aa5842d42a8a2eb31858a4f29b5a22fc4007f63e603a5a0359d0eccfcb17a6f2b78100f1ca6f323c0c433e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230013895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a6758eb6bcc005364443903b6ada498bd904cd1a061636210d95a7fbc90b302f694883fdbbed9190d16af37c7e124e8adb5736d5d7822d570944ed834731f96dd21534c4fc25381f445048f207d86e182760bc711fa2dcb185331aad80fdfc3e684ab83d5ee990a18154659de61efb391965049ba2e8abfaaf09873ae467c3d1812754cb0539f791725fda244956dc112dc0cd79b07d1894384b91beb1548c71fc53ddbe57c756dbccf86836002e39efb9c5e19fd1ed4eb31642349b89a39bdd37a7122e89d1e01250e8a6b07c248ceccf600cb442f6f9aa59ae1d9c96348909073676fe69a926738000896f0ba6c4bb90c823a5cf8ded83b96a11c2f91f3f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230016059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=953ad200f3da264dd97a2d14b131ca9876fa00eef4c129c7718c9c66cd8dfe0d5b5243be8ad015734ad80ed3807cb3e3409bdfc78efa36c3d2fc8cc9fa8a3795b29f9e539049b012a0affcc7f8d90a898fd467bd8768aa6903a4d1803905794fd9e93c55fb9b4b4c47cafb95591b40c72ca62b3521dd88e1744f43c1acdabd92e3a104accf20dbd0c2ac9a9e6cdb5195fd4d128afbe46851595b4735e9dd7a201d085d10c5fb1512e0c2a2ca876908c0958b454b77f81e001c7523a4a3f7c7a693a2adfa3e757b3686061091ec28bc695e0dc908c524029445dc3fb8cb2ad826fec6d9969c6ccc24f4bf00506055838ee4bc22f0fa5d2259e1f5cc37d878eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230023533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f38e8ca310bce1cb28ca6403e20615be1c0651549eee3c02770742ca1d4a35ab62a9fcb5a556244f2533ad74a95dfe155e2658d0f9328e7ea921523b65ac6290d061532843368ffc9c2377814dc5b5a9122babf54562662e6c9e23c4134251cafb2e80f5fdf5b47aad59f396234d137e07f71895e6a398b08dee195923f88b70dd0979e738987e3594ec6649d9f239b905a6750876fadeed0d2f4d8b3f722d59c603ae6560b0c0b8d06196572e90e059ddd5a23d07d0f63c2ea1cfee3c6501ef562e4e26d3b6fbcb07c7ca9dc7f8759eb63f9e266c87fa96456f266b579d9cb2b33c89c900e730269139a1a94379b380ba7da7caed1136a161a8acd79243ce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230040886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e3f07c81294e08d10c828b92fb55655f383705a5e991671122505720c0a548941c13d1abfd4f563088285aecb6fd97f7938ed613cbdd1211687b997b9f880ab65619db40112c60b82e89f5b8d5eb008dd04ac1850cf8d39324ba03a012b59a1939a2c9232859375a3dde2b30e8df22747492c2b0a1330995ccaec206802ff8d3c050b98b6c309fb4419e8372015c2bd4836692f38d9a93304b9ffde510f3f217179c90f08b6489c630546857731f98cc2c261f50fb7e335add201a80a88bf5824091816ae853eb98e3e961d5835ab8d6981a7dcf685186f5741e037a232797425ca7447aa329588786fc699d0c368fd1a47e0d5563fb41acca0272e7f465ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230042709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383389633eed80273bf9a2f96dbb4ed8ce645349433a18ac6910d79c627df14965106e4bb0bebb8677691fc0ac297a4786edaf52323b4daee3393e20ffa1e397926f71feb3bba67975a2c2052d4f01e0f1f0b8101535193137e93b93dfdf3a11ba89717e1448c14ed6f9751824764fff828519b61c8b6d807f7df6a95909fc22e2d4c394ef079484f6b88ca0ab1287cd315a3e6d8fa3e481f12d7f798b0b1f80510539e3579c2e6d8a8c5fba1b51869e4d535f0a6ffb42962f94636369859acb821668fae6099b416ce3e219e139629afdb98f84ba0cc6102e571237f458b25815d2d63645f7b52952f320c6927fee69dacfe11676e3b757f8880239cfdc1521&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230039613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5240960927d4cf832d463f0dd0cc071af2911ac4cdb6dc0a1d614280478c2de9272a6e91881dd2817e7804047d647bda48a2adb1b2886f0508d8174234cd64612986b4411ea8f3609c8ee2d27478a4bf3f967673daac7958d22a4d9604a069a66b1d4fffd04b9f06ba6a9fbc0b099c3f62e8e05db36b657d00ea0d0d5d68e1fbc38250dc38e77c42bd462842a9ae128ab8a4ad6fec1a58363cb264d4c931044f8b2455e62c3bcd00e4ac4b1ae463bd86f93896086c41d3b10d790d1b66c5e317ac1b9909787f23143ae2f9df267a95f53ebf39569aa2122ece66438f67ebee85c9a262d17eb9f899c01367de4fb8e0c93a139289840c1f43f2274ad6f79a8d7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230065432Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0bed938540f3b55236366d4c18967cb2214bb9cf12a28da1bbae0829b4e47a13cabfa8b3d395b9c486cad07fdfe9778005708564da8a7008d9d9e14e7d9cd84bfe4e15c79ab9a77ff79b12baa51f5df56b81416b9d686884371eb03777793548ed7b9afebf58694886b63c7b5a0b51b77e939fe0e29734ed15760d0db8ce36e5c1b8dcda21cc4cc1e9a04366458c23d0874e3e97ad82d9f28b203ae7dd83c15d3ce4b7afe5f07ec9b02fceb44c90e280f3643077138d3111a920cde113912c4ffa7ff6c827ce0a036c4f9528b46f46c02d88ff5629d8f8008ed8016eadcf452ce73d14620929faf05bbd7855ab34b7937427456bea46ebc65d00ef3d1b0c8c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230070311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b3d0c65081b4290306e3c71113458f1d87e319b0c595dc67b0eedc191444d84d4779802923d72af52c8a3ff9fcea59a14f3a517fc3ee5b6d1697123fe2eb1cc99d6dd36d8dcfe7ce11a0e715258adba73b1407b6230cb577ca2d15566848f2262202c21306763e956a89f7dfffcf20506ff1fa1fd67e1f92d0e1ff33b4d89c3a832e5c727577139e486dabcf6f0368cd8541e89236cf2f8ff53cb8647282101b5bb402e7b9ae257bc5409f43e8c94ca150bac7b4a18d68f386b3f9be4ca0eb4de909920f5d0a47a5183532fb2dbd6d902fa6ac5283ccc674dd567315e6aca7639fd1bb786248d4cc951304864f00905c15e968c7f681be477a44b7fce3f92fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230113252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a225215e075e47334c0ab55ae53fe25594dc93b79000f6742efe6e98813b3598295bf5101725d05fa4b65a5e9ff26a63858eeebee54740120b2bb672fcc385af66348a24382cda31c5fba7635357591836aff2cf86082cf7e5865eddb985bced5d0a561c7552e3f6ab2b567af12ba720ababaf8c6bebb65e077a153a11e8858e192152c6c52ad9cf55f14ef2a71fa2d1bef33cee566e4bc444d794fb27d8c529b4ca3b821e10add12376e9c0f6534d4b263326a0f6d5ed3d060fa89f58bf635d8f8c9e39c7e7f821a515644acb9a6676ad96961bafaad772df10236ebf01218c45a2c36bb1b8d8dca811658e6ec50258d74b4737b0010eea2139c75e2192f4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230116648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9364a047e913e3b6524ab1b5e65e74883d08f87fc633897f66b984b8c31561129427447c1bb2d75e0293665acdc0d1aa1794348f545fdd3b007cce817711f612226f92c606a9422ad2767f4900d5cec5fa4498f01d7784268f8e86c133f5dcad6f84371ff93e56d03ea68a78a4502ad48acc98322185b493caad10d806460088f691e02d1ba5b1eeb5139020dea6e7d6b637ac933c5abf5a763bfa232147562dcc5b06fc50422083996c507c7c83d5f04a953b59b441162a3355a9cd85d08fbd48a2391d9bb0c9f6d4d8e02b1c496c421641dfb64780c33133acea1ab78f9a9787e87f4bb63dec9144f8305297829a53e9835b9fd40ea8d6003ef3a0527dfc5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230153939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c4080b00d6cbb68284ae9c2a9ed8b82b936894d8d56f3be531d74690babb31bf7e5cad87ea49b07e3d88d8cdfe931b60aa5a513267f90172a6873a232b8baf79715c8eeddedc10760e86e131d71f946b1868b125bead9a07f4dc9c5ab6c26dffa616ee36a900f2e449b89ac688b3ec33eac8ca7d1cb6ccf91b442044c3c0de5e41c3d13180cd1e88bdd72667b8a45a71f902bc3d393a8bdfc732c2b4c567b303a97dbbd1915845a11ce3c4d8f835905e21eeac5ac7f390aef9be3d542e4f3a7b8cef35d9c2f26ad24c5c9a795652662666f07c5153614056370cbd887629e6c500ed1a63b4a7c6fb12e9ea2a325e14f86580e007f1358edc5e7c61cddb08d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230154289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b40f8e5baf9d422e8e92aa9842cfb3011f4fdcec0bd24beddd40cfd058e002d62ee98a116986f385ec5c27bb032efe043e3863350bdba1e07a0b70786281dbe05a095be72f3ae57bf3fae23def1091c610687f9677a43ebec34274fc508d9d41f9804097b98bbbe10f6a8d579c9528d9cab0bcecbfa9df98e22a23331eb366e623326135147ae8d03516349379aabc25a5859043d5b394653c3b3056343f3ceeec54f65cb99ee00abaf5e0ec1cc8c1dfe3ea4ae96647c8e185c1aa283a896255d3a0ac29b7afe35c2c6ebcf28f3b5713a11e24673e74cf63e64ca65d12d8b907e722602710bfc278d5beeaa0bca2cfd3e98535bac5d24553581c969f57a87afc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230111048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=352e9830f25f853945374e96fde95722a5d4b1b8c8df79282bdb685bc2e8f824f97c9c1dad9345759016c0f61d3fd91bb889afb5ce385632b11a3dfdb26684070f0b643b419a5cc1e13a4c8a994747d660019e8dd1b69402331e86ca3f3fc0a6dc6b02f6820c8462d4fd8dc301812010e9a548e7a6ee68e9e59b8eb02b99042cf4645ebbe9ed5e48006334c5b93c463b3bc4c5167c83ddca4822768823116feeff2c582ce0227ab8f1df8488e4f3980e74464a3883abfc6403e74482f88b7c95200c851e9d0374724206737cd78718cd496304e94b967238e3da30e6cdd1ce7ada095417d748f03df511f17d2ac73021a496f431a199f057c3e6500c68ab7070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23026577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bbaf2ba07302c4e07e367e88c55dba6ceed82cf51c25115c2cd716942120afef801cc75b5c495c75a51f3989e0da3dc801a70b44187b7efcdd70db7d29b5b269470071d90da15e69d0fc868b2d8216de8ac64d547fca5c17b381b6f1e10c1705e5f7b30388252956a1050e047c1eb0f8e862bc921dd65cdcee636c81f13257619939e0efb390013578dbb8c8b5acdb66203b596d8b8eb02012cc99b5efcfb249c9e131698cb23c307251b8024f6f25a20ae369cdb86e3b20cacc4639f7b6d61aedf39593db08816a2db06f9585c442c7690b0159d62887f5ceb3799dd617ae68eea8b610152a346df6caf65f6869b4b264330840b167574f7374091977d8ce43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230285637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=675562410bf405290a970f38da63bcd72d5f2b7c97e2cc947849aff52f347f0313c00bb802e62fd4b41170ca3c01452d25b8e6c0671eecbc0a5e116638df2bdbd334f4fb86ffcb6097bc3de995b52d4371d86117861a8510acc60eb334e97a196c9389d13ece8d617c84a626eb72a346051871dfc1e554fc63efbbc26dd7c87b80e690752fe9331df6ff79c2bfab57b83f0c168fa19bbc1dfe71ad59a59ecc2eb1a15705d1b0d562972ef3cbed061ec5dfd37c997a59607a6be913c2e4776f748f0d07fdce8c7f1c9dbf2dc37ad81dd05c631c36762629bdcb5e655c28332a291e0698a09b5ad589d89525d1eedc54b374ba8e858f1f1d33c1408a324db5d952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230113713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c486e2bfe126b39af248a2937e8dfa91d02aa101839b8bc9fd7780ad907c701289098187de731e0c185d74c6722e2db1cac5b5f8377e8373abd75d02aa7872f55a9f2be1729dd47fc1e62fbe64097a5d793a556128e0c19088c4db2c72ae8af15be911b891459a56471626159e9eb1ef55e876ebb36cc30ab3b18e6c0b90907298aa9ce1852adbfcd2b08baa43d5ab44b0efff50eb0c7b51796c990b2a8878eda58daa9cfa670294754f8137b1f5e5aed49a50baea548f37bbb715f09b5fc590a2c229556add9375110b95dc6d9ab6d72f855e0823cbc18e1919d9dd96c963160e12eca8caefcb9362b1ba06eda2d8fb3bcf15c00d040c2477a799dc4404dbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230131416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=130b45b75baf2723b7353b9aee7d66bb10d924a2bfc419cfc73c5e88717b133b1132e7a1a0c22c7acaa123735bb7ce7d28540a8cdb5d8ff0d0e646ae3c17ba9d054ae27af5d6df2b2cc3bf484460ddf2b6c4e449ed83ee3fe3fd8e90b361b857e023aad8e3ae657059d27abc083c68442673d21629e4947b5e28e3d1ec3923debf9dc882d44c718f3feed5649dccb122f2c5af38fb9a7598fef1153af0db9ce18cec9fcccdc4e54ec7257fcb4c6a2ed03c495c9ffb31ff6c751ecbe9bbe168849fa57701f1e1d7a355e391538db114a42638fea71a469331ee6184178d4114bbcedb1611d4597d699a828e2ce72923a940b8fa273f5bdb024c27fa70a3b7cb3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230157295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4063302171e4e5854c873e3393bd6b385530e5e5cb39805f3c9f20153e2f32d694801ea4fd99a0d2b4bf4e057eefea3c88394ccc699e2b2c38822162fc95694e54a64c01bade94a3dbafec1d9a421169445adb40f40827f3f56771ee16fa9a5ef8146efe3e20679babcfd5494f98965a048bbf2c6d25ae0c5bdee857f24059632b04b938c8d639376c7e6d5711c8d9c5960bcf0e9f1917bfb6ac8716b26c0c832942fc54a90e554ac3b8d2d34cd1ff3668418b5c70676ab5b15c057293cce4df6f1a5dee754275cd2de0e6feea4df3ee3e51e2034bd76bf015a9ef2992847a6ce398a45d29a5b0321f249120857b2dd9b320bfd790092485f560d4b16188cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230141145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=142f00db5af2f5af80c1960dbc1aaeebd526a87a5763c1a0cc659ce8a9d82561a0a86e9fa74aa07b44bb4113b6a4cce3d9120cbdcd8f9726e062e96d3276687287762551e8e3e0854708369b3b5a1b5c4b740d710ebdd511b919d561a9f0d455168ea07cd41b607dd18f257731ccb174ec9ef0fed3709c7ee8de5084365c7f4e644bfd03c8f626c1337cf679e20858fb4f53ba223bddae457096418a9c16e3e90144310c5e5bc1b97569266449d4a20d3fbae6b443c913a1bdea46ef342290bae4023a6e1b5cdc4261b15b65f7d66af832f778d644130a110ca2aec1cb76e09eca45a7d153b725cbd7af63181e3f5c029cae40297d11271e986bc61d99d41baf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230331674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4b552670a4c82ac527951ed7016cb9e10a2753d56dc84fb7789a8816dd9c1255fce8e5e0eb289c579321891831d24109fa4eff5f77f7a32ac72d065dfd7dd4347f62765759f9db4f3c1e648f09b89eea260d62c720046c35aa51f442f680101ceb84bd86599afd4a377ac0a7a39ae5d6ae0d56bcfb07904d262b15c44b18672f0efb74084838df7da9e58608499059928ab0f942899422715e7bbbe1580ce1c41a17b24986a86e1a5c608fb534b1bd32efc0b7f708882f967581715563f3f4d9903c3bb9166d7919e4213eaee3e57abed23c4d74bcd4b7024bb946c15261104c8334c8c4a5f36e9cf01053d223bc7e4ff2e2d00e9931df0eaaafc602995d613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230360298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2feca7558a0924bbf27bfd0347f3a2cd4d3afddb123b7cc02b193dc5e4b31c7a1551cb407f804221eb0c4a37674bcfc80a4931f4170c7f361a56796c3c6489b65d673c99a7ed25224124f1e26340e7f3fc32e1766ce9adf558ca101ad9704944c148af2d8f74dc5cad2e126857983d40aee1ae6aabf3bb5be353db64d1ae8fe2399148e1bf7788638ba453eb9e8b9c52ea79b21129d13c6519aac646a51fce71714784c6fe349bd98b7ad5c050e18b8f0757a1482b11f421ac4f9c6689894a7f2733dd81aef70151265e579e95e94c6ed82d62b6551ae1601c7d3698219d6b0012bfd7a22f40070d634027215ab55148016134fee73cf47b44840c39a6da9830&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230373402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=102a45b2801cf162a39d052ed0a6a4d6fd5eb076279393021aa623c604980d0f211c595481cb81f89426b0b81fcd1956e675bb2d67522e550117342a08b67ab6608a37f0d5530b88a56b67357b1313e1d69848163a186822b551a3bd1c797b1bbebf31963dd32e29863f6b10507d05bcef49b7056043bcd1547deae1decc2f5979acdb76b001e7ab8b1542de44e1e8db40748fea0a6ad65b1d5c958a929487c39e2f655c5faca12eef5ee0322bb52e5e57b660046474cad0ec76fa9371345db56ecd82bee8d0534ad3d329d7cb6a8f34c5fc9252c33168459f1e833c410fa9d7cf98a94474af4766985e7b1fef25e3a9f60061baffee904f88de3e001a44ac9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230904844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a09a13cb14ec7ff134f14a8b3a75004f28851fe333955f09c1d94d421413ad5db8bb193f8e6209089c94fc4be41a7762c06fcd1678ddf650239cb283fc615ea2891278045437944af9fa317085e61167927ba6fc9fa1dc905cdcbe6cbe49a2cdb258c873f994241cf963f7a37388bb630b1b60c6079eb3f05af6080dfda2ae3bd26c00c24884e3862d8b6f90d21b8d87499f66df6230ebb6749508b7ff05ad4c7e8aafd901dc5235f27182c8cd4ea43a409a6230a48ec9cc85dae9e181e94d12c6c0f8da0255ac6de84c2e1625aacb7d62315bea29e6cae2654d110c0c19b6755ee18fbd579f063dd86c373969df84eb0e32aed301ef735207d862d83041f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231394477Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=042a1c433f56584ce547fabdbc2b52924b0f648ceb0d5ee57f6de804249b14d0bd4f64dfc9bddde623a415c33182ee11b0230795100bc7605c691ae846d3ca7146092e0bca7a76808c7f86434d6c4f4481f2d6c7026224f519c18643fdf82504a3351765419f0f7b2826e9539eb444a113d9ff29692e1842bc0e411e179763e4e4c8a247e91b0f217e0686b050a23a280a131c0d29205670e68b31b994d33c85be24390468aaebb15cbadb1668b50dea05b36028525e09e025eb7b53dbba3ab39c53ebcb69a4775eb2d9d535c8660dd5fbe0a46a568bf494e631410ce791d54e3af1dbee3f2cc1c815f81bc5ad4fca0a8bdf80848ea9190197b8bb62954a0d27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231412551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ff35049c828a294b56303349a326c0c8c3d83546c0175b4ba0f993c060c60f78aa2cc07415b7b10b3f4151c7c5464b1d9e9cabf657d32b149fab8277e4b324f02b14b8c0bf963bb04b51ac47525bf0d2ac95796b5df6a5671a7c6e0b7887d18c94a5935e685c256b0f053cfb58bf136529bf72d9e679b893e649b894064a1c3e45df42c04a4f67416d95de84e079a696ed3fd0edb48ea4cf97faaeb144b1f80f35a8c0629db01eefe3fbf569838ba4df7ca397af89c0f289c26c407e5384dc5b9bf8dc21024af43c11c712b87a92f81c8012b28fbb522317c9ef2a40a1f17fe417b353bfd8cb5a2cbd3487a40222959f56435741001dd84da9a2d3cf17f8897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231420516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27f51b86407b56aa45fb0683fb0d69b2e5ed8421f16265fb5223a6817ea2a6ba7881e5d8603665eeb8151191bc4e5ec5f02224c5242c79b8e8adf2b1bcc4b70f243d6c1715852a19da3e0dd6b05428ded2a8c0bb3b4b9e98646e5df00bf1a56b649d2e90a1f44c5964b2f84d04083335466fb9bb77ffca0ad4d5514de83bc7b724b1d20e576af8976374b3f32f31233fbeb238bfd2dde7a469873f1f0e151e9a4456395e29e5d1610f35e6f60396779c01fc8d415950f188a79440003a89e1dafd534eafb0588097a233f11d1bd696c170ab0a088c1aa51265eac2265197eab239ea42521f7e55f231d83a93e7cad86af2178570278a3e4eea33ae0b203d00bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231435164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0d424c3f8a21c826f523a00061a63fa2d0fae6b646dd4e58a80ce43585fdca5db0196f3e73157f5159526d5b07896626e85d93752b901fce7202d64feed8e5cc2f4b7846d895693e08b300b75d70ff5470654fb03de3570665a1f979a4334ae7609342e04f27f3dd8a914d8bec3c0c4147012b7bc8c6f603c381ceeb9121b843dd76ff5a2bfc452db2a5d2c3fe5911c22845a31a69d8f2e9d3e549f533fbbfb35959572ba959dcd5c7269348d6d861d1210fc4203828fc187d1ec3f580795eeda7dcdab14034ee7a086c2fcdb4a21b6174f99e2fcfe0fba84ab84934729765ef5f4e10b86f658a61052f65382fd0afab25c8aab85136e73c4d6b7d88eacfc708&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231447326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2af3c8da055593ec60af4e78d0b56926355a9c372da94b8acf7bade2ff27f57c6f696dee8e1a7aafe1148651b9f07eb087e5bef99db784b79d10c1fb4f3acc4e3668b3daf1a048a18ea5f2273486d2e31f34bd6ea7ecd3ef91dc06798ea1bf8c11f44b37182c084118c4ca2a78aee9b5cb4c093a9e96c5a11bef45f41a56b6b6bb46f4c857662ec4d0035627dac5aa67f3ecdb0c4cc35728b3c879cba8cffdc9431967fc02e03a988e9ed958f9e6ef16cc2aa59ceb2065f314ddc3917799de5813e306d7ba78dd14eac778fd52d9c38b5d1249e0c73b30c7970a893be950724fd7a32790cbabc6860e88604c8996118d541985df0bc9aec93ecea7b6c188bc85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231466533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=767dae592cd2986573ce10a992ecdfe6231f75a939446d4a34801d2be30f93704f03caafc8f8bf8e7644a71bc0b2a3690a1096a0ec7f379580f7aa179c9e535e7bb7cc9097e22a40edea95c38ff7db77ac6b7686fba95e5e7b77d48a48e9ea83da0c7d05fbbf0828ad8f2fefc89952617190057c634784b5422b75db26eeb6168b348d26d86e4c7bf585daab28f2f36604cd7be8203fb3c7cd8ad7689e3a8089d61726bac58af05701f2a7f9aa94839196d9733adc7dda7907a236e3922584d7a6cf1da68ae7e0eb986083de21f63c48a5267df83031e784bc7a1464450e7227e4b1c5f8cad81912d596ea909feafedc6588875c33e1ba768402adec7b29db20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231492251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=408478c6bed284f1db1f2c0840677d61e15d936e3bb7ac962738a13dfae966b7fd8fd3b65920eadecf91ed1ada58cd5d0108cb5d42220f91e4f3b7e15243282cb3f334d2368e3f0fdd1724df7beec3417befe9f5eff5f7cc27ef9495e0220bf4b660366e70a0b896e9bfebb59f1078c49a2d38d5ac0182aaf24edaec330a7939a3a08089962f36240094a458eeb72e23f9aa5435ad16877d48f2e019ca78ca5e1f534a6ec899f4ab1f959262e74c47e7015e06a7219712cba3da71a4f2d5b0510c0ccecd559e247bdcfbd1cb9fa37da1efae942f1ae125dfd1923d733c5c60b3a1dd76ac054b0108a2585fec805e0aa48724ef3ab9773afec4a7e3b187e2bb49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231536404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11dd324aea58382a646cb1eaeef0cd19e94a907f6acb199ccefc529aa9862adc7333a11c7370432ba33e4abc32dcea295fa62a44686ea3421dcedaaf1bae40edf0819323b836d70cd4dd7125701f6b9360b7e4113755f47d25501e8efe91f1dcb9675cfc70f9df8b8409a73eef1101bd708fe2db1710a2e68a30a9bbae5abb4b0bf0f1d0d689e7e52f80197cfed599f16e7e1c4680c8189794e9956a8cfbc012689000e202c5a4be27a60e0199693f18a826b04c40ddd37a96438275d4fee8d954b863699fc3387f6eff7874fc9ce39ad8f86fcc4d51570c6afbe6ce71f311dc2285880f554b873dd5fc571d810c533bd6c7e3d22af52620eea72fdf0eb33acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231543127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc07ded767c279f4615429aa2d17ab42fa80ebc5d375df300b9644948238df9ba1ca23ed59e2da2c1a6c2f698b60cbff9e21aa2ba184a39c2ce9679cb0cec34b0c24037b7a5417d4b621ce39869b6f7637bce0338977cb826f99b01653a38142ae8eb0e6a3aac65c42a1d612b14147a0d5ba069a0a1a98ce2228195b713d27dbaf3a20332fc7320f4670e1938773ce5118f442084bf0169f12ea516c7f4afdbd6a6869be84abed41af6a144d000178c91331205b972ea788944340e752cf09a36182d43246792b2dbe526a60401acd4814dc36ed73f3c1f36d49451f2fa874a6be3ab507452e3ec23b0062c02b322a6af02cf2920a0d0c33b443b883ee60c064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231591308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a69225c0abdceadaa36f88fc10e93c1ffae4f73c7b125001e21a55ac9d26c127c0a8b287c1c11bb9735eab9d50e0bc3e9c6111a6d37acc2d1d240b2392d88e82ad8b80494c1e34e0c68f78818f305142a9fc28e57419d947fe280f50d939f7f27999a0bbe9de27c650f161d3cf2e22b634d9072dcf054629b67d1adf0ae4fcd6de0b34db5361651fbebe1ae1c2195ddd644993001d402fa947aed5d0d9282173dacf9f1065dab0e917fd17360e8b8d02f89af2119d14f26661ba04a22bf32531a8d0bd0167cc270d9c86d037a1da60183e12f844d393021fa4f96f2424b86a4fd7a20803b0a090c84f084955d5bb53853fd261d1d23d997bd81aa32d4fcfb57d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231586499Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f85650cde80abdf7bded4c797b4ba64b2a1439d3c4d2f6ddf8a507e2b205e71c1f2df400e65d20e683cce1983b14a6c390a93cf3a876d548b2a15f1d0662117c1db5fe08bfdd3e2c298441e12e59a15304da65373ca8c09436c264b2723c388ad21e8e7e9fd0d408da3f5efd1974babcc7c985affedd646c57dcc5fc0c9874e8be369781a0a4a90793c5b18edb5dc2a45b06d5066a16572926069aa29fc7a73be1f80de6803273ae4733c5bd5d4fe3662f16dee9fa3c8186e0a3be7f4d7997dad6b32259286df173333c77561169c21bf77a8c99ec4698e939345bdb6f67854eb6da159c5b99a03116afb15d66c7f6e4f13df38664a9996ac46b7b41bd2b670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231599794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0644862224217b0b6d919cebb3fc785327d260232a82072932d33ef3a55b36e7f40dd3935095ae411a5e90ab4226d0ecab6e520680067ba8aaf81d24ed95a87152beef27c2a6383d14bae9d9c981882654796c58a0d8186d4e9077e22c4c69595cc7f5d0eda6f75242eab99a491e86d8395343d6a9a0e84654838b73bd107dea2b07c1f9c3b3036716d18778ab14adfe12909206353574911ca46acd2bb7c0f7a2079c050c567356c13ee70d4074650448ee4201f679e70f086990c0499fd05350c417d848def6360159efa8201b5e2427e21d3c07a76d926ce775cb843df0c5eb4b39f1256445526fe3072a5998a10cefd19992cbea12b2455baa576330717d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.231641302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35ee720d61b92c249b83b520a6b2ac12fe59c9b32d4d7c0c0825e5d3443fad6b7cfbecd0532b5f196efcd299eb1453d5b6fe26faa748cca037c5b1110579dc7f67fbfca94062ac50a0d898ad564718ae88886ac6d25fbdc2ea5ba0b541b8fa12ada8446040eda7ad6d13ac975865e7ab46ec16fe9f1d78278c8c1af97682bd04f74483df7094f352d03b657e3b9c14ea228cb54b8341671f7350fa5548f8555ef3afb526d10c2d368d051aae957984101c2e6a899d2c9c51073a84738d4719086ce8d197778d2c0ffa8f040d51dfed12f1c51529fdf0b30a7fc0a0c9f8ae2f09b7b19bf4a8192511940283d01265a30c4d692c04ba4807e925b3a04440ce6b44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.226617444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27807ab74f0f85a6a03ba22ac832a725822412fd04c4cd177e75555d7c75913dcad5abd54ea0dd748b12fa02b6462bec3ccc5ad8d51b8982e403fe3c153363136ff85220540420660addfc57e13d9092f853a07ab70df1aa039f34edadb1f76cb239cc430eb9e5c814556fb1022f1db7bc76c627d2ce0ce65efa660edc448d8c4b0542489e6727efc60daa78701db9ddba60f6096e492b2c0260d7362bc3c19ea7871f56cab515c913556d118887b6a6b9c2e9e0e29cf71c146e4ac2cee8df6c5ced35551b282baf3d1d3722493212dccec2625e51e9887020ec56efd9fed3885ea80cf8205d6380ef7d632f3b38581d17e43d6bdb81385d85471f9d29634170&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232175298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=823ce6497b0924174b89ab9de0a56fc2d159935eeab457dfbc5b137f19690c3ebe079fb5fc31615c81280bca786b2a1c0b7ae039432b7182432af3af247ff4a0cb4c07b2e96d56868524322223e368e725df4f42ce4d76126fa9411ef1ca2be0e7bf8184d5685e54b3cd5d1c4f01315d189dd491b7e9ae7e8371463b0755a4806d0039b8e880d7bf4948d6be0311f8d4e3e588fd3cc858935ec6fd24d373ebc8a7880f9feb022428d63a9c1e1e8780856563ff5def338047bd30946326ee1d8bcba320e71ba9fddf60c43c5b8b36caf6b15f9eee7540b82ac3d70d103a11149104c25aa7343a35518ced3dde29c14a66313d5123d7d2319366036a471bef5e2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232212759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=34b30e25f8ae847fe1697b3307c0d020707beb404893abf31ffc0d79a8746d899b8be6d0e86e3f5d955c9fe01e1c0b0f00867d73b405de724c288e9fc58aeec1af4a80e15c7aeb3ade2d40a020132c8854bbad9fed12fff0b17aaf85d60b581aa8aadda17cd07a31dc339765edd05129f26befad71e0cd5794cb1be4117581f63e824dded32e5e279b45895121d02255826bc210cd1e4505a819b1445ceb0c6cf46a92bdc6e3cdadbda28cd32203d9246f5da047b11b3fc9782a7f5d2daf7750504ce73c4eaf8b46d077969d45e2cc8b20d1effcd5b78e8aea278564f601b28d96fb53f4365478721cf1bd0e26d9cf6d8a1d5b0a3e1b815df58f946dbf412e2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227863131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7d3b52da9d4eee938fd3763d069d379d7b874e8af2d8ff3ddba20aac2d5c2f0fc2361ec915ad2f3209fee747179344a961fd627e3f5a8de2054a549953cf2aea1e4e49e3512bde460e08fa0d7db8aca197f7efb0279ed011894ca549116909fea2549d68f92bccc487fe02600290da495ee59fe566125603d100ae390e51b52e08310581e82cad86bf124c85451272a6e2ee5c6ce1abac59e18ff7788004450d827b24fe4d427841d83ffdd3c99ba27ac47f2cc3140dd242fb87fa7cc873218dad1fd190f8f36f8373456e8481d098c20a440c7ecbb577f89d4f0f6a409f6aaf808d7fe8500a5193d7044c047ca6bd313bc31e2efbbab003e04ab0bff16d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232626068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=42896c6896a5553461c8d9b0faaa39c1aaa827aacdae3cdbbc395f1d672360713e2112a562dea49c6a1046e5c16144c2448f83f505b32c3182e76d35fa1f2db9f92603f4f3efb187ec4d4b9700ea6e10fc0ef0aaa9f02c634ee3a0828581d72830ed83d5cd31d5340021b30be4aac9d4d5bdb6975cce968808c2a1438234a6e483885c1f4fbfce7376c5347d350cc8fb64b45e3db92d8ba450a5d093d06363f39a0047abec1d21c8950599dc7b23161f2a273840f8bd88dde23fee09695e4b8b0d64fffee0d1353260ea134dc882e566d26db85adeb6dfc40c763e62c9a1d93982663b67fc59b3ce1f1f5af01a06f11354901d35a39e52a4f9759fab5ac7aa7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232643411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88294ae1c731016a671ce1df9af3069f4729835aaaa3909c9ba5f01e276bba1143ad47cc1baf26f9b456018d3394ac23793b420a63c3f37730da6446fdd24a9aabf03d252b4001b5def9c5aaaa2c73f0607153e08dca2a813149606f34b3da19b1a213945a8c9046824d2653f8a5e3d03a951344baa7b985be0d43382c993d0ca43f69b11214ad5be44452239ad4e70dfa52d8ee2da8922d132a79db3398b83f2cabcafad17188175914d501657b8b729a350650c3a08ca7a648c3f4c096f2dbaa0f07d5a6b171dcda7a23a9aea533b997f1811d2203e749ef61a1bd9a0dd36ee734895fb1e8d5bb351a96273633b4de7abf209ed3e2506dd982c31aab6e6cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230185388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3a91912e5da31dc0bab923695e85204e2650a7439e557c2f049fe1193bf9f4b85c004fb2cbf11095248906e0a4feb5675d48ce8993be8f8a492a23085fdd822ae85703ab3235870069684f835b3617bff056144fcd0e779e10377f72d4f0dd205bfbcbcb3e582a018bc9ef66e824c110d13a3d58a816779167848a6a6dc26392b4e2bf2b810e65ce6f67342dc8336f0c5d2598f10d5a8feda6e5f71998a6f205564cf42dd4912b25fba0d3c439e016a143b1f74e1ab78461cb2f1d92c82d2747f26bc34b4d6e0fc2063acc37049d79c28e5a83ade1bb427913bd5692066ce8276567056bbcecb935dd4a3bf58ca168f2c8b123e9dbe59925e8496743a4f41ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=66017226468873a5ff3826cd4097d28ee485ecfc468b1772414a966495e25539fae29130145672a25538f5d1b4a79c8a15f199c7aff9766d012e031b033d9c5044c1e871ce93f0481cc03f1be29d1ee4dfe3430bd98d42ec5b36651f0e5695dd04cbc7c78dd27cd410edf527d67bde3776d7be79205bec7139b75634538d983d46514816666633ab72267eac6e1d7bacaa2d396499e32a8a17dcb9ef0a3dc010fb2d318877e381f3fc347b93b588aba4a0aacca1e5ee38eceff0d9c6affc0a7482bdc5330648ebe0c366b26ba9c0c01131abe20d2e77c817eb16ee8d6532c09be33db206296e1c14b8a330df4a62a24db7b9a129d07dc7a9c7af023223d6bad2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227900321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08435a243ca07ab94710e7486e2ab998ed125b8824bf4ee25e5b461cab77e2704b7887cf0de2f3b442f06a4907987b6146ceb7656abd15ce6acc1cfe0c227f6fa7bbc058b7191810ea989f8749e860411370dfcc99dc7735d10a5fc5e2ca4364db841af6da15b2cf10ab27f83811204763e2b6e0e4801fd4e32e9cef925f7f3befe6e55df220b942c578e74fc17bbc54e04d30ab9b8e16715a874496a2ffc99e34dcdd6bca67dc7b95a6dd1c193328677ddae4e460c7a13dfd12477c8fe3a2ea3c98988218a78202b4904bb369333e88dd72cda6dc6e1cb536663174dd6c351cbab7e74387cfcff601782b70e859998a067fdbfb99e78d1a3eff81f924bf5a89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232755742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=79bf6005bfec841e9a1e47c77b3d3602bd613c4a7ee832578bfd554c0a2ef5b03eb23965b53d50d0cffef91a5061a2934db981b2bf2a23ee2f0a28dd583f21c783cb5b946230ce62a6eefa9ba119ddcb0bd3d3a66367e738dad715d635acd778589e1926fbf66554628ac9debf70e6808c92381d583789d1aff3105d731481a7a372db422c344218c547b5b0380821739e39bccc1c21d3091ae6a6580b04cec316b7413f9be31ec6b85e14cc1cacd7be40226259cea3df3c66e3a03bd4501401c84a0a6410c1cde73970531ba58ccf7d3b2cfad32f28812abf554168ac2b168dd8f89de4df365006ebcbfde3c3096913c5f6eada9c6a747513fdb98532a2a93c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232755111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a899bb5da79638aba85eaa73c922da55df113c1d54c0199e89863887c2b6942f474cc60c44ea0ecd379e9c162935e21ce11a2fb19eda36dddb2d239d267a1cbabab048ce95176f538745a477405740271b02c9a24f0df7f2bf47b5ccd23a38695daa5560d2d001fa0a6e08a817dd929ec89839fd45d8aadc326d7e6a9ba3d029c9213853e0db1f0d3d5187e55494bcafaa22899bb8666aad2c900204679c800fb9d6aac0596cc352d536c67f11cf353647278d96f57f79db254ec9c095c15327f7c3d66d3e5d8c8954710e5e60c8fe48263a4d9774be272e099eeb351e88b3987e49f4793490f56d29387b77d896fd109608b06234686b497caac6c19263675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232750162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bcb8475eac5eae066a4b901737b20e35479d2f3c0b8640d29d29cfb0b187ad4090fbe01b2a4853da442f64f760d707695b11722c92d622c238d061b98169f38487cf5cc05d891ea882ee199793a878f0ab3ee20250e6fcc039a7af772fc36f72540064f169f9dda0babc8de477ea90b2c43a2ce591c5ef14ec46ab4587f4c6f4735fa4dca9f832353890d123e298f97bb143fae31eb86431e6b627c616f2a7350dcd9cd7a55360924d130c9d320e6d6790f946ca6f5bac7ad20fe5ebb800c18d9e7487d31749c09dd4a60dc62a76e954dcecb9ab6454f4f4a6919f52dd377a728fe7b2ad858b65105aeb9dc87bab802efc4425e2b82056619a4c53fd9647b8f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232804825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3036f90de3e1a3f7a7a07f29c983ffc709d10c1752cb800b38650ccc981a4942a311f43b6d6e4e6f139668b218ecc959678a01d9e734910394b3b94cc6aa1300fc259f4cbb62ae76118dea840e2bae70ad1ed1e543828ccfdb66ad73fbbd5ab6427f1a2fd0663cab89ab25cacaa7dbcca561d5e732b1b664f9417333c0df91bbed4aec08a8c34829639b360af0c83292fa7bc9b9b3b202e81c02897fdd098697fc0ac573996949fcd4da39379095965ff427bfc6a6d8bece2fce60e3fb6611e3cd7060eb5518d07f2dcca6d4bf8db8884926856a19aa80c02f9b09decf0ddf4035c53b28865a8275af271fcf41589fb0a88ff1f5ae735811e3f67ac20293c5ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23285018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a05d592af5f0e94a261ed21fac38d49c97cb5f84708eb62e33244bac58e178a83d449aaff0aa553e80e9b8b7849f95574ce26b8189e9bde5edb718430ef0c50f4c27f706b6f74c5f3a687cf053294c32530c5ca639bc7426087fc3fbc5e7daecd6b8ce3b59a0440b549a7f5cb2341fa95ae1d2f8d1a5521f61a6bf6ab64f732eb2ba7a1454a8e49523e4abb64d69ee5bba902a0a9e2cf55191842ceb58240468b9cd475091342d6f57415adfc74f2e56dd5b0893d06d973efb219d942e209d19a16fcfa19852df92fbfa4f5dda4000ec61ca9d3e2e910c3a96b28f6eccf9295300e084b4755cf38970e911ef35dd1306c213f5b2ca5e9cec15cfaec863288b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232871531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=893a53243f3eeb66427cdab1783b825fb20e43f22fb847f6f198596e70d3394a3e01f7b627fdc72fb68ff7791d4b42d2f4ad23e08ad71fbb321d43c252abacacddc1f3393eb13849274af23ae6c9665b13d7fb7b1870f019e3611018d733ca9783435dfb8c90da4981dedc1b265e6fc50294fff4b4cd9fe568ec7fca977e3fe7a62da2963a36189ff04aede4a8b06d6552e54ea8776f5371ab8321dbfc13183c8e7595d764cf20f3719e96c3cfd93ad0e0833ae930570164402a41690a1ad36630c3396c186d6683bfcfddf9ca4011f03d8b382418b36b79c3cc4d04307e2303cdd41fdfc35d17286cec02cb2f0a1faf3b15624e5e628076c4348c1f939f1d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232897971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5cd7ba313ebe46c9eacb37ffe475527c79949454530bb82da998143a4f30593771ef23ead8d24f8a52da46e0a3e15bf281e388c192ae5062512578e541c182f59a056ba2bfd111d867f14a78229991337cfc37019cfb03749570863b43279ab176028776d5505132a36db5e6df16d072de634df0c7640d8ad91a5e728a8822b1e7e6ba5ebe692c6ee1cf9b7d3c01627e939c8e6d3fe3f45ef7af80fcd79f709e7d0cdc32635b953bdb7b8de875264ea865cd195d013a307ee6675bf3d82f5d56dbd955b9973e5feafcc350412b9a9fd73b74103d718ff27b0197b177e491553e8a3cfbe326427468028f701b0182a0bff47b9328eae73c3467c1bb32d4cbdc8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.232921775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c22e4e92ec17e70a3fb1afae808ffca4f574760cc77ba1a43ac48fb39a6189906259e921358d5dc0061489531f03411e7cd4b6a30cfad9be574e5d2558dac29610943317c02ddb4a2d5085fbe3eae7d67148c6e5f1fa223fc376bc0720938aea3b4c7e8050e1af9cae31df5197615217e5e2f9c34ba43802081ebfd0f1ace8090a647d5e8870607270f0fc41fbee63ee233c0d423b35a33e27d04b82fe8b98402d27d2c6e786308a6f1eae903a5afabf30722a54b5b6089887a4c9795ce5481d39b3753aeea9ac78a1c6737969b27cdcaecfaef6614f57b087121c9f6fe5574e7d2f1dc3f4907efa6eedefa6139fb3e8bd9b1419a7d83313b01601466ee1b8af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23299837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9c4f8657e7df94c62672a31703536a2a705ba29cba3faffa178a1e67ff959190bd4f0e5e27933d1bb52673942153eaa5bda436f39e2051be466f3b2c07b40fb6d13e2184e357f06cc2427f9a30545a0a385e6cf19822d62305d55640b4b10f62a229fb311c8ea77a255c8bab68043a70598b1e724b983b505fd06645e44c4bd7e6fb0d28829eef60c1e97f9585fa0e87561985e5494566e112c6213b59ed3b51a2739d1bcfc1150e2d9f77dffab124df972663c37ae41bc51e529b38dd0ce05c0bf4baa93d1c38fd7f3443fe4cf3e17a4414241992ec626f78127bc7ee03c23e33168e17cbb1c0bec1be707941421b19e1d52325558a231b010520129043a75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23303051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e368ccf899aa858fe7af90ff4b7241dd509fc2afab155f730459e83c4bb0dbdc9205694292874ec53293910ce554f7f949c4785141423bbb75ca514bdca1f4366f76c4b0b3329c85a7e0ce274e7fd13d3614b6a0cc0c24e580da6609604287774ed0234d1381ae29271bf1a67ab7d25f888cae035983d987c649897e826125f9a0909079ae465aa497b8b15f8659071f505dc028ec27d687ff196b18c04601f2b536d2b4c44cbbd5046a17467867894bac6efd3e8b7a06f8a00f0f98d6555a985958e82564dc0c1d236847f17a23b1faa1ef9df66fa19ffdbb5ca952b444f096b7835eb62fb70320b4362e21c5ddda3d4850f181356ea8ce5f29ab5566642f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233043134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=61c7fbe624ec15fd8573374e073aeec42d07544edbee685d863d422757871a889bb76543df486836e4ea8559f54962bdbb033624fdb8cdac02546ad2a9428fb24ebf1d1be994532895e361ec9ce70591b6f6fca7db58282131ed98bfe9cea49780be4dc4af8742ab11accef26419ec29acb663d7e0fad69e39c4081237f874e2fdd5454c3fa937396393086b27c5806e15e94020d80c8418d00ba7c356f8946fef8bbfb3d3192ada0b7da1f0c2f411fa3eb1b414d2c3b2c48de77c3cb4df2e3d32bc69cb12a8cce41e57c2c0f75e2882dd65240d4dfa171f7db550349e89a32e40bc578df23c38d643a186943a8e0f38869b08162fe585f1d0c4adaf8651bc73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233090033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b21f2a5fb15f9558ef62ffdfc3f76107c5560dc4ef43cf043be55ff14a16682086469c3320d02800d9d20415c4ce965fbfd595cffbc5bfb7bec0229d4749670a6c8d4c7253a94fe1fa94028970d5a7ccd0113b9e9d291d90b5093843f2848a67f8a859fb9933eb4f1ceb4d7e04b9a608c13c72fa69b3d4e9becbbcac0e50b9cbd4519c58d99bfc3f370839567e55d684f15fb2e26e03c4191aeba48f96de77ab7f2bf0c1cc8e2e23de52aa270afe31faa46ba8f3cf5f3b8c799e063920a69ece06721c6571c6372718d6888d496d0c83870fe8e94109fbd1d722ddfcce256ff3cc60bbf70554380a09a3ba802bb977fca521d5bb96bf78da3e85f3480338c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233088319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=022e225f23b732e5d305ebc759909ae0b90ae3c4d59c5f3e00d35e57fc6bda553f1a01fbcaf85c03d1f8a33eba8c1c4438f3f6d5235e6e041a0f532f4d12dccc818feaa52bc0b24e5d14ddfc6df47cc8a277aab719e630c7a6e90b7c675132d2b4e8e2457ac00642a6abe52dce0f435a685deb81128466d40a9bb5583f2c0027f600037adc5f0c79710c18432b4e208304f91f9bd37e600d31ec1d3cb19d3167e2e6f75441ba6307ba91ce7cee99964b148f8936172d5fd4b7be7ef44a56c71cc85e0929f974cbb1e3421a853ed1b7425bb6af245295b16a91989ddcaf2b5bc01deb667451a23a626b65420c087f757d87cc66120fab32546bcdd3859bab48f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233135158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=429bdb67b504a00fe6d1199d92610d04d053792786f8d0e62875944fff7c0a36b9d16180bd788a176e556b96ec728515eb684e086d0c5edc4fdddff28d31e47ca0add2e9d0ecdbf20aa30da15a74385c432b287e12f3401e7a43d4ab3e8308a49e642d269d421faa4a40b16cb66b18c921f9d15836f4d7d5ee764331a42df402cc9404f764a00a9f841d4a5191974ded333e395b10ce2f9a595ff53c84ffef08de192a0c6a10860f5058900bd446c6ccc2f6dcc70dc03e259c982eff549c40d716e9a1560f6951f67710d022d0c31cd43b852554570f833793bbfd6b193acb1d0eeab02ee555a671cf302cf57d88b6f5191fd4120ee4ef83786460e6e60caf81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233137572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca4c4b30f083b2961f35b20fd12485f586badeb52f45c8136ab03385e35457daa88df346ed7aa705854b08d10eb7bbf759c9a0dc2458e17d004c2e1e17cba0019e96c3f9658d6a00cb5a552cc02c882626cf31d7427bdddf10c0fd0d894656a2d5f303a4cb2a3461a13ab75555ceeb05690e3562f99236bc453565c01b02aba0209681d7acbf904606146f39d7730996c9b806ce205ebcd311eafa49a6979758da36c8883030fec2676058d693c3619156beabe747149ed364b854d8e68c253ca48a6e1769fb128987180cbc3f9be068453e2a28e2926c5ab3c6badb097b17e94263fd777276a3cf7f18f421276b7c030ef2ed55ecbf10e8011b0bbf1e1dd0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233178319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e14af98d5be027146205b4df85711a58c70e6c2d635636698a4209315e49edcb904b2b34cb29c812582fc2cdb1876b11234dea7caa6dea34126280814a4b002ebbbe0e7e3f6c461ad3a2fc3bf3745f4bad6c9f38dc4e2ef7cde3f86e5a746e89b2ba721649e29f1319d77f15449f4f9d1576d8b63e842a5c5c5e9fbf6ac9e8c47541a8add5f28c4958595714d7acb0717aced9a5c1d07ad7a6d220db9594c00ea83ddafb698c21703e3922806b115c6416b3a111909d7d0f41974cc54b72fa285c9c8a7f8ed50b515a46307bf7bfa5c128d5daefab42d90580ba0ae8c9851420cbee9766209adf75693c811f1b09079da39513f06f5246d86df971a2c739caa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.227977216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8eebce42510450771a4dd0e332953d5a93072974c0c54578a40089b1ccaae8abd5c8c8b06e1a53726e17ec1dc7c65124dd764d6e85c173267e6342f0f71759f050c70636f85bf8a3b10c3dd9b9ce3ffd64eacc439c875beca841dd37866100d5d91eedb48a130145e0908e4994742e866a92db9569bdca858dc9329254b1e5c46511cf3842d7358b811cfacac5f36752fcf804d45736f7a7975feb9a67303940e160c4de84ecdd97d62bd28f8463f92561a92ada7312decbd1c9f8eee52fcb130b02409c70b3b97ea8ddedb03301d9a2e732d9a423bc867bbb9aeb9a5ac5494100ea77cb791a79ecce8b1221f9fc907f137b7fc827b466fb5de602883f79c7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.22797377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f74d0e0bf831451b29dab5b0d2e078e0ccd2a3031348c0bb56aeeedec0456cd0d78956f8183da56a68b52526c518b682494c966939cef7c4643d6ee51d8351cbad978ea194ba0a4e5fdac213b2fe7a73f87a01a784cd9644afac26f64d69866d259cb7856e1fa396af80335638ead4f8e0d8bb04aeaa3ead80039fee6e8e5ce7070e3ded7818ee064d3e0a4748aca530338f61e4d094c08d312dbbd897d2cfd6e99f9c3023c5b1b6f51c8ae1447abe5cda63089481f8601842c4dcd84fc3440df0a6a7680144eb6da73d4796853fad4adee036b166f977e0d5d213b1a52ef4869a87839819b99551629f813130a9eeace5769ac7e7697810c4246605b22f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228041157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a06cd27338a489052fe3dbcd6a0fc52ba9330af46b4418748deb62df0008d1a842555c3a563d8a80b8a7ecfed9a8bcef03aec78ad2cd3756eda46a9af03119e8ddb44bc79a90e664cde629e18516b23d26fc0cfda2be7770dd009c71485fd060e20c1ea81188521cc23f32a89fe85a1ad24b3838da322c19f417fd194bbe3f3f482fd2040b43b5cca59210b77cebdb310a4b1d192b4c39ea09fe674b4fff82baf1b83854050da7c7999f262b58459f62eab52ea38d26b2f10664eaf5f1589eb77faf634c82732ef6eccc5f23d1304650ba7618468079456c9408db91f5b187d13ddb6a945a7667a3942f4c1698485910e6ebe2a213c058e656ecb558b025f36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233299738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35adfb7b1c388779c82579760f812ad253db5aea0827cf74c6564d364ba42e2aae91dd6d4220ae0c74beea534b361beb9e2726d536cafba40f5adc2d0920324dbfe7a1932782df9dd3d0d6b51780b5aa9f742e3f1bddb505bca42fcf008379afbabaf7279d0396a41cf322a5eb60cb2fb83908d1806cb171c0350728e283c4c4f873983d8e83792a9f0430aa62b56b55b47e81a4c0e80a19efd6d4c17796fe82548a3e006fe6ae94932fadcb5b04e2d57229987c2f00ddb8399c55838c8282cd93ee870e96f5f3ab1e166f222dad295f0d94328eaed1a71c3bf818d586ea9d5cb7661fdc11c8a7888d890fe78ab45c15f449f48150b0cb824dd05dcf06537558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233299567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c10a22db7a6335898c6bce7f50a510185b4980391eb9920721f9bda27e2bb735e344f6b79b3e752402e23ff89a374aa01a25b858d411aa801d38518d641ab179074e944c087ef95cdd112dde16d3d6f6d58f57b04646b4e3356d56383c1667223be6cef1112c7e9ed927db4a292175c104b515dd383469c86d1daa3446b4fe1668a749ff9416ee4c6bba0e364303cb5a1adc1060b1cc702bf4cca6bf4ead69021ad46f05f6742c3a32b464094b1cf1d11499be633b248752f2db96583087d0d80c632b9545cc560c64ea4e45a4e6e35e623c51bed507f51cf1c5b8e06f2baaa9a453ca9526ca74e1b54fae4f8df7f20249fd72cc36b452b102913eaa032c946&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23334861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0582f24d195f8c5856a36e13f7b8ab71496624fbfa7863af8b51bc68daeb42f1ee7cca8e8ead45b3ae5276d67b0386293ba8c9a963307ec7694432b7dc29151259b72b2e7741400c5dc317e35f85b17ef15b304aab74ac85b4f3876577838b54afa0e3051080daf12350222663c4ebf37a2496e344bad629793dae45b5e7470f3c1519746f68f55160c6d8beeb433800d0f6fa450ca8c24ebdfefb3553bf5fbe08947e134740fa1b4ce9d0c65784d42bf3173494d7eaeada5884df488d7be51120119f6e4a779cb39fe74712fad3f5c1361ed227e70b7486c350402623572052b4bbbd123b22ecba86200b363400473d70f83a821cb70a875d33121be4d1cc4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.228005009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=962b42cf7ae4c1ff786d172634a847f62413cec8cf056dc2ca67b1d4e4d58c9a2186e78f52a86276c500c1d58aa18b4e25271371c42ed390e6dd068b9c22be2085ae130618b710a458e7637ca1cbf13bdeea4aa8f6cbe84e09691d06cbf142a12cb64d8fdd7ed865d6e219eebf72381c4161f67b5ad5674fc442025a7f4c2763d93d76ca61a8bfb94f1d26ba0c21cced0afa3e24d6da1a6fa9db82da6ecc7e317d99789576b64fc081d48ba2d87b1387eaa369be0aca706cb11c466eb2502990b252dd70006fa1de3ce9cec82652a17b6c43bf7e8952b18fd6114d258a7f9dd4321848f549052a320413ac9ea0ab48fad96a3a9d521fffe38cdb2899546e2665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229092889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a9bfe97d63f94e7e8cb8b2876bbd27ce506692fb450c199364a4bfad6a7fac744da9fb1c752775caec5f83de487ce57011fa18737762a8340e907e270ec6fd8b8db5b1f1759759d0a4e0c7c91fd2b9dc2d8a8f1f96ddb647d54f70419dd2cf2c72fce29fb6c27202ccab1c4d77fa42cb200b6a2d36a9680c42b66d59f1acf86e6398b9b61895ede68ef0d80220ff88f6eec69d654f0ae2a538a91ca261a8b54f6c35740f6ba33141df1777606870374ab300754129f3beecc4fd1060f0fc329dbd8d964097478ba80ce79a2b2fa789d8380cf3bfc7b4319718d7c709935c07288ccb8b42f6ae2e783b653c5cecba13beeefb24379f941af3b1fdd78686daeb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233824998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72d5a20bfcf6b99994c2b4a697f93623e630bd09eaabe9df7332fc88fe11e4427893de95dc7ed69b0d0b613a539a077b0565ad4e9c3feb8605de04c928a120b3d3663ea9ae098933d6276140f575bf004ce4e43bec91e187bdae76fee282f8d20cb14bfa68cc9be40cd1b6c36407cd7d926acfc67d39ba62dcbf420eaaa4330230099e7d38425568e7e88154231c03d08f07b5951434888cc694f6bf13a0b694f0c4e29365112fbe03524a4e29b65d9021483fec973c846e62650460e29dacd86b98bb843d0399cc69dcec5d5adf46867eb3f127ef7003e9932ec859982856feba515f0886d397ff056c819a1013508a0e0e49073b992f4b065d4fb357c43309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23384734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9801b9a9b83481380ab075d8148c2d747c11f2083e512e846e0f39229ec6ff1d7632776accb5b4661ee188d15104b0bac7effe49ff70e56435f1a282a7def4800f7f7a233e5f8632b1c7ba1e0d3e02dd95f631173405e0b3e6a03017713a0fb9ac4ae05f95c7c37c4abbc7d8b884037d4ed2cf268572feafec3cf0b656b2b7f5f8daf4aa2168002b9616c9420a834a4bea9bb550985ef5189fec7022cdaa908d00d6512d47446596f5ba745c78357cd91702c37a83c21ebad0f7370385b11c9dee231ca19de13aa9d6d77e3aef22c0e66a96dfbaf17764fb445a3985c93da085a20657f1af27d565f5ce7ca664a9fb5ad31b6e3a64c9341d815a4f7e522da2b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23386313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a0447e4edf3d4a3560ba0d8e4d8c466ef85d1198280ec91171426f10424e50dd61a594d588734b16e9fe485c07d38c0f427a960997e9a65d23e1f865b7c0c4b71c98ef94413b65bbe5e9b7a5531dc9ca59aa233603084985bfc70a3a7e1ba1c73de3d2523472f04204abb23ce7172d81805a465c08cb22d0fdab47bdc6646579dd42f847d4506039b80aa6b7b0805011eca548bc8c3b021eeb9e30021059e5066247789d2192ca646623cefcc44ffc4cd67fb52101b932bf74c11a8be95595b3db28f1a3b448ecd38494982c3d81116c28e518197bdddd002adfc3b88a6fcfd3f213058aac5e45bfeaaf5fa871109bf21333e5dbc020de72976145ce23ca037&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2338688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1615a4466a2e60f2b6569c5d1832d2e0853d207b138655b6bbbf4637e09507e8a98182d25ea197a704a3468b93871d42251c9fc91000fa709513466ea2ea0cef79e48e15218d8c2ed49db26d1cb8ef4e6f72c7fbb36e28b8359e311e840c81bc2453c083e620a707243c4d4ef483f47bfab13b8bd6d1389ce80b46e3873d35fb04f58f95e9672af5d9992c14fb508adf0164ab6db1a783917856fcb49e7fda4d594130cf13986488141fe51a7d8ff3bb363200a02e278ce10cf1bd4e71937013e55e777524900382fca409bcc65275b4a04322f8dd43966d305ebdb06ef98600d812b908cdad1fe6bf86f0d2ff418f6a7ccac1503c21649515ab251c89b7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.233947428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89afda252c59b6af648beefed19c83ca8b26985be6fb09149a6232a92380a06505c293998dfa6a04143b7adc8222332df92cb3d806b75030d666c8e36de14538e998478fa4e179785e158b49c2a51af5430bbf2d4187ea46702ddf6386e6cc4857ab9509b700d1d6905717bbb4f68ec7bdabde6ff9e016e726f57372839e54face760b91b2a0919c9d789850fee82d4c601d959c40f3611f3f156d46644c04c4b06196764faa0a1959d6f74597171cfe52145c8ad17f9b6aa2607df4bdcc19123216bf3e3a17f4bbee87c2132170b0cbafa9e8a5ff95957f9600a16b4eebf349f9b47636cd75074e54d709e13b599384f6a07cff4a899be099c70cc00cd15619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234247885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f615e53d4496f8c22862a46981d4854ee858cc0d8e3e57ebc1c7c8ab1aa29eaf4982a7931cb2f13d6ec44085d07df45d22a52ac76f8334e48dfce0de68c474f94fe88755b798da227bc849e63dbff58331f60527c89d54f9eeaa4a5dfef8b67f07e31318ca15c6375565669b57824c0e704bfeb0f0acb850922746d0660f7dab77c994a9ae8f2514754886fc2563fa9c527a3cfdc460fcec888f426ab495d5a95c40fc1771d9f10e2030794a540b86c8bb32457a5d5be1a8401ce594fa384919d508367f54f78de30f8d10c74a7adfd86ee8f03a69a2b1777c2798a798e709e1ce4a2fe24d8fb7ad9137d172da59b7db1751d70b9a7f1e76a6eebb01ec3b3d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23428756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84429cf054f84d760131834902f31141d936c5186b298160422e04efa73d7d10b395b9a86f0cffb040d5b153009aee1fcd02555195a77f71b88fecbcc35ac1c59f0d7eeaa5ae95a691cf08ceda91cb4e3074d52f34943fa94a7ae3e8119add651ade4a155e6067959cdf4cbc67444ba1e121d50c3c1a6e140d0cb5b663c6f35530f99b9513886538082d3e2c8589889730f84d8b1e7f6f6d65ae55eb3b9db4ace40527f7cee168b2b532ac8427b9f8602fe03b5e64e8a75aea535ec3af6042548ac5ef7063c823a0cc37abaffa51c64e42fa9f1146cf7f953935a55a2d660c89aa9b9f5a9096c04473e2d06f2a02b766b626dfc28055efb21bf3e5b2c385eda2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229185373Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44105b540dc244d733022ca445bf5417f565c7a195d501c0f4fb167e5766908bbb7bea586ae1d69483ec8e41a8b814e655616a1419c70bff22b769910e0d4a940cbca8bb873b099058fd8ba2e6f73543ea3ff478276ddb3de78e37565462544f2ad6e8d4b95a7d7334361ad46d5b95315c5314ecbf53e15dec2c1b187520fa1ee1340317923beda54a39b1927f733dddbb016c268ad0c8aa7d681165e0ac8e18236fb0422b35fe385643ef1e94346c7551cadef19bf4d611a030dab09a84b24cd3ad6ab875763ced53a92929d8d094a23dddb0c904a44ebf6dd7edad198f12014d66b38289049e6ba17dbbc9ee77c1109b3c30184c6d9be7d3b69fa871020eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229225719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0396fb485f0943e2798fee58402eeab3fa00c8bda6983c7b5e5a7be50c2fa7f6aa533160da7b857387a5951b715bd6e1111825d6e874762fb8a0077bfb6f7eeff13d2957936c28531b6869799e331884c8adc099dbb258b0faa3759acf5fdf2042b917c699efc097adf53061d309d28ae80985bda2786bc91d6178cda3e2d6cd1bd62de96e78cb1357ecbe55d999f9c4097d798c3a6bfd35257efe329aade59acb43a410ab0e705742206a6fd0148375bbfc713c0d166c3064904b46f8049ffaa83284abcd878498a6f238e7418479608a69131db196ec7d21ba93d4f68ec6af85f1ed768abb0827f2a735eafa8d614fb1f3be46a3552bd382b9b313b8507fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.234703814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e0b838f7ffd901280f59d0f91ab605771281dc766c48a436a7b243311e761b4761f1490f2b771636f5a3914c94923e755c12ec58f503dd729f7b948390ee1fb8b275b6b1b9bf087c0c208e274e956f444758bdcc0a5b78a0086adb2c39c7bf462eb2aa3310fdd5b7168f3f9cf697eccadf1c7fc37f881d73e931e66b00c3edae5bbff66174a7e914d1398cd2b805fbe3f33911dc67bf5f3bb72e975ac2ad729977875224ca2645f1f1ca7b26301c925fbea3a555b14896f5045a08e23a0e4db06596689e165e51bb26c3c76e7d52dfc87e74b650026754b9ce95fc5e28755c526c0f62ccffdd171c226a17e698258a054968a6a19c33a50c117dae6514dd900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229220059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=885b87071a199ab504b5c49ad0dd51ec0112cf4d37b6dc2c36de546f37b45cf6da7ecab115c62e96d00b6083d97e8a5056941706a7b93ed7652238a7a8d31062452e04cff4da9203ff7678ce535709fddd500c92ff135f8709cf525c987fd23ed7a8f969395339cb2afc7082a4441f484823974a54bc16ae6ee93bdc20880ba24e1ae7359a56192bbfbf852cf47dfb5a909681af51aa47068df239ce61010746a87b9716ede88a7e1761bbb689dcae34432c50f3bad49ae674a7c1c7aaa15b0347fb2f3dc2bd7830e92a89f4ad5243150d44e73b42eb54bfe555d3514e4f5c7a885508b82e40eb676ef0c3aeb7e91433dcadd8acc83196c276a7ee7e84640083&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229430736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac38e0dccd062278d38ade0c0f03c59baf5c2abd04d0349e9e30721b4ae5ece21bc0069c397d7428968a868b74c0fe0f1861a8c1efa5eb25a4b6697fc497a8135d139dea17ead2b68c141fa8c8913516bdea6d0202bd349aa7cc8d78b8ebc1f4b08c23f7fd4f09198659595ee19f12aa3c8d4a233cf909e71590d885fa0c2224a069618734210f33e27fffe392c144c6ad905d45dd5b70ef2b0b04a3db8192f509fb13038c64f8aec6c1d68f2b268621cd55a127d56e574bbc8ea2aff8c7f92e4be8982ba7658552c34a1b7134443bae38912c5453fbee85bda6e9ab4c7aa5a4151d8937d2f146007c6c8f53c0634c2f34b06280f1ac7d5cdcf9c7379f97b744&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229421859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf719b6d8948391faaeb52dba3353753e9b73825861d802a8c64e65ac3fefbcf9870d49b8959f70e9d9e0df7d16c4fbf047908f932853109f68059388945723ab2f659a840058f799c49b22dc3d55c1ca6c245620400bff5fdd9cb15786d42e4017ad4a7eb253fcce65b8c05d162475ec05b10fc4a21842e3a4c014d846cf94f399010a59c1d9e871c9a70f8f557700b3b186bc45e56fcecc68fac1035c9e61fa2444bb42c1b81ca88b2614933917e6cad8747a4118f140d673990ba9aed82b04d7345430402762b5f777968dbfc4b75a3a2755b23e6c6a60a50fa9f539f75512a01dc4a6a5cc8b26bf97ba457b38753d39c9b900784f935e5f8c6a9d6501f37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229383757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1faa9d63723e464b4cf6a65fd359bd909c688a4388f22c869a35b778e3da4f855095ce42af6a6df14c6e673df72668e30d662b36e3c88bbf454b98003e83e5443d0df7f854e8b2a9aa2a11dd781df4e5f40159e5ae7ecd06f3b8e88eb3311f22025f5017b211337d7fd8a6262012dd36503cb58fc8c99adebbb0643f304fe03a8d73693cfa63c060c4ec928b2ca12acf90d7d7b08ef87e98bfc23794675ec91571fe305d11b807de4784ba7af4bcc49623fb2bf2261e4bb7047283d5c0c6c3468b66a4ce84a731f14f892ac3a97aa1ef4cd5e550f7e500269d900b104814b2250f7d49ef163c36de4fd851286ec17a16beafdd80ab4826d552234281d17b4765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235671728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91f3259ce1b49997eeba246eff6f54b42d1a75230124d81b2afe578b0f9b664d6507dfee41fbcad09c4187d7cbf493426df3609ec73f8a0d1fe8c8289533b3073a410deb94cb10ad6fd695cf7327111489788322632dfadfef1b3e109e3ca62d73cda1f7f565892b4018cf560eb24e66946002e1ced6a4ec53333a0de496ba6535b91264ee6998674d65a4103a15da0c09a2bac001dc88c351cd5021eecae2cd3d89a9fd2d9c5945b152847d469637b4405c4ce0939abdd896e246ec07c3d67bb631e48755e35ecea90c4f137f3252b9358f8537be0bb9e7ea705477f391b0e3677a1a10117fd0448599f08ba54ea82f4f8a3ac854d2fd6047bde4d46720ffff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235898826Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1232e71107ba2eab77c5d902d12e49e41fe63384b588a26e1544ec5a5abd680daaa891cb5996a6cea168726fdaba5c6424316ef1d58dbd62611395de5b4cff9696df72ca4ae99b4210c801a5b983065aabf499e746073565053059285282c062d644ccbb62a954d11d47fc695cc44420a6f1bd5454d8f452595641b4069140553aae6fc8b5fc4caa0f9ca49f0c2e01c4fc8ec580b9ae753f18395d255a89f9d8230e12cb62a99e5f6a149394a5f1ee546d99413c2cc03980c1c73c0cb1f2022c52c2e0e1490d0c9198f5612581c4345b0dc9d1de4ad5aec90675354a97dc8d5f0aa6db57ac09cd4406dfc02021609ccfcafc871e8df4675b4635098846b4b4b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.235896011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90489db311c1a816cfb9eb25a2d12e79f87555efa64dcf9b3d66058c5958710118b875f879c5825a42e713ae2a5e56c848965d86ca63a017282d3e57b399dc3476bf18875774e08e62ca88bc71b4c6e8dbc7f382b00b919083fb3307ce09312b6080ef918185f33a1393cf9be49637849d8775bcbb211a32f6a17c7ff1f65e957aa80be28da9b5b90b31443ae97ebfcc8ec74153fe2a427508d5b582a5614c8a6b3017d3cb9f893be1e2b9e1fc8febea429d92ccc0a7aa3447f65c3f16010219966ae5ef39719bf473401a996fc9652623606c078b0445bc5ccf802a1a49c9ea723c962b8830a5cf24c7cc8912b7d510fe462589c45826a1a91a6d58dfb9f3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.236612271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=747a955a2ec8dbeae4036e1e61cb31e1e4950ec26ef28c128183474caff3cebf3bb532d91c2f07cf7162e649dd77557d2112243181078b06309d9e46ae6c75d08c05b350095869fdfaec1fe3095e7b98e29629be3aab181434dc7eee48deb242f9f20f146b4d461267469b7b48638b0312a51f79c449278e0ca84c52b44c3558b9b63cbdd20f7d5a6bd06b00df3f360d7e9d7fd48e095b763a1e9990bb4fcd29efc614bca9552030354407ccf163271fe9608c0db3c91b3c5f8275ab6be12ccacf52b89fb1585ae79a57561110036add73d1046543f35347b4fec1687052dd925e1c0bddddb37d64cdbe858240a6906f37207badbb9327135ea8b3ff06f0cbe8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229517349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=788ec86e3b861c209c5b7ef7c489ea5d140cdc421a249395690a42a8b16ddbfa4565592c1b64b32ca5500ac367514e79d871d2ab009ff58b43faadefcf81cd81e4e8292df2a6cb7783a5ec38f2abc7c2fde76d2bf1fd1bd925f150fe5d8a63f27a4b1e63ee3e1f85bae41bb0bb8792f8e88b9b012d38420c581964a631aa592c3c8f0d9f94d5b3ef8807e60c071033b26d568816cbe5aa3e625f0aed99950f03e4a1163e98076c9b19be1974e149433621b9049427762236eef5bc86580f11f12efce3b459915a30046c7401140f43f67e6d1ed8931c63113363bd80bdac691201348231fa702185e9a157d8749f679aa3ee8a1643ef564c6c83031c20180a0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229455603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0924d71553ee79e1b5a92c2717e9f5963cbb855f52a0d2671761ad141477beca26f41935b1fe71457187e2fc69d0e0356a156fbc668a6f464fc12f23a204b3f7698075cda8a76c80abe68d6c6cdd3375a519a4871366175a8ccdd0d5ba4a55b641b8d105cd16e02c775a273d7e0c3cd7768eceb5197b8f1d2e22c0e81e3b1d0a16bc2ac7942790d7bf77f76fdf74bfc2c85042f35c29df704a167bb0b96f63fea1391397c19806defbed9af9890d5845c1989daee778ce2f746240ce8ab5d3bca496ab2fb33791be5a284a3e05a21c45b06d49d4b8bc4f5767eaff5030349987887192df69e3d7b1303eafe68fac175c1fd54ecaaef5f8d9b90b877d676fe53e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229485248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ab748b64d7a4c2fd6e40cc826a6e6dac01e5063a040a032c7dcd3c9ec88eb6fe3caf1150b77c65ac1f3ce253be0b7d46e252504d1286768d5d4014e5fa200f1f775a2d5295cf888ed3d2400252876c93ac70704861dea343796f638a346341d4386eed9e19307f23a7806e3f52d17f5d0666de539f06d0c0219b97536e8e865f279aec9ae3245282e408e68337d4818a7a143f1bb42ab04649973ddf99d65f98927910784f12103222737736a540faebba801adff77f8d034f2a1c1ec823b161865ff0e2d69a46fcafc8d90b3a0b7a86c1f905290da01d68bc7468579d7dbb4667d129d09b0a8315819fa06eff57e71988cd9d20e7757cd410f13ef811ec239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237111742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72c6bdae91a4eaaf7c7ae11b1e3724a2dd977134380985b3b0dc89aa3c2254021db49b89d9217b2a12c35c3acfc008ea689816955907d546c38e696cf20ff318ea5f536813eef0f5ebae51830f1d314dc208ce9d292089f620125d579138c9531276fc2fe464ea1f46b2712a2a46632862caf8fe090f85de8e00f52b34f33a556028f3f59aca190258c4b387e200cbfcd12815328ce71e1595006e74833f1bc80963352123065d31a174455863da4e85a02a7375bfd9e9e7a3c1d6654f992a1838ab5524429565abd5ed1791c6beb3df125888a8b0c42ee055cb722678e49f40e31ec800d17036dd19e6e9b4dd34968d4bc6faa2b503252f280a7891e04206b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237127222Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d826fa3e7f364c7a1899531a9cd52f76514195432a1fead2ca1320c608f1b60a2d012a45d54188b0e29ce4337253450e780a46174ae2758a391d42436d9332d6f9c3f89098b9fc16107bde57c03954f7e93b3cab9d0e46fc4300bc6ed32ed555027112fde55a9d053d1aa4d3d8325a8c19a4a27349eb470689e28debf3daf21c43de438eb56125b1df1aba4615b35bc3a21873c9717ab147207981195f6cf7601ed4cafef28b4e89ea06836bf56b734c5d14cf5e03bffbdea78b418c10948c93b613bead0caa2d96c431d82d0756f4424714362515f4db8b82503b4a95a951d3bc9b2692fd5776d5163310e6e465a857ecebb34895325258097a78ae86721f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237129255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7fd052594e777f3287aeffb07cc266137de02af141534ade89487c275e02ce3bc89a04015886f0be23857596f3ca3d46398561c014552fc404bc1055c20cf5a34475ebf9bf063d4843a27e4532ff380a58df30a0d557fb57d7b01ec86bc05f1546d783a694d8d9608c0ee80e43e5bba71643f06b1326ce4c88a082eadbc45af6db8fb35acaf242dc7685745c2890132b7a2d38e9debb01c4f4b6383db7a549e6445b193699bc4fd7c6e93ed158450d833db9b764ffbd052530901b714b0d1eee53593d1d3165b3a9fd6bba25b81479670b0b35b0ae9251c9bb4b9402d61395fc4b66795b2dc377195a0fb881ea976fc1b1a6b729151ac3c33b5ee8db2280d84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229577442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d9e263da6759a22aad1e45a4397a68e6e002b0374c9b6840b91c377621e51d0dcbb6199a3a9dfb994ebc4c5c3312bd3bd9d456f10048baa27478a5cad00237e1483cf7faa48dd3a97100e92bf66e849d748f75339d972aeb6248a43a8706a7af253365c6af9d4a236406887f2a3e6dd7c73d419b355b3773a87c7ea929687723a6a078a9db5aa3f0f6ad39700efe715496e18871ea03c25bb23205f1347ca70c9122cf0967db71cdc086098d4af85330ee580152a783e82e0944aad9a20a4470fbb24d1c521bdf359ce39c95856a2bc5f87c9c47b16e1610e74843f4d3eb505e201ecc5b6c8a9ed929bd1ce92ea2cd6c19a54312943ef39c9356fb08b20bf3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237176454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0aa03df5ccb6c6a61a22f92292718a9ff724234a83528f88eef96465a4a56ae82a8916162be338a1f9329a40f9420a1d01c9609331a438cf36f1be2992c31c59eb74f5050fbec02624d8e4e07c90ac81db2d52b943be885e2b082fd6fe5b7fd8e251e65ebf8262310bf521bc60e151854d76aca71cc43ea2de7a8dbea305695a6534fa176dbce309d0c0aefadc3f542f71c848f84304d74bcc85896dc1365ab94efef7462d2f0941af9ae78a397f991eceb6af9fe6e7b25966a15bbfbe432a2501d54da8e2e1046c132afa89ee59df57544e7bc8d5f0998708eb8b9ca6ba0d0f4a00cbdd2c6affcf5c833ebcfcdcc5af61797016d00571f5aca2abe94b54d042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237192815Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba2b8f65482eb2cc2ad211201240296b93f07a4e35cab358854adbd0d097500fdec34959bd9f8b02a6c751ae700fc4e362a5771f90d9d0300f35302d3a0bfaa35dfa0519aa793ac86afea88f792d904c77de3248e29fa408277f6dd52a1de3a35006082cee7de84a4a054445606fe15fb3d56829a71c4cc374009292ebc47daac022c3554f2314b6a9ca9cf172a31dd4a8ad17d3fa492aaa8cf0fa7256be9a1788c768ec75f175dc2c3c8ec49c3c69ee4d5b0531802d80ce211f4a88e33e9efc61bf26de002924bd4394a1829ee2c40497bd93067869419bacd716dc530b30ffba67390c5a28d8c35cf44cdaa1cbe78022e458262f26fd1f325bfe6056184507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229426067Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d64855bf67b84bd449e7cbe90801db95964da4ff742dbd039519c4a643a5182385f9238e7ea05259e59599bcb8475b89bc3863756d64d1af4a34262782d728d26d8376f272c9053612c3fb77270eac03570321b6ba57a2f3231162b266e9666ab0ecd0ddf92666d4d404cf849d05dc3f3b2282849724b8302fd287ea6672b5cd6704c7cc9a191e34f8776f5772d965c32b7cdd2b9dcb4de4347bf61ea831190351340a5f066962965483762ecb6ccfec2197eb336ddd02640977d6cdd354af70fb0572472bbac9bce49ece6d1141fc1d0317f2748c4df69da46019bd30fd9ad4cfefa593190231b5ef2351e9d402bcff21a72cfb56b4547f02ee7d8c31c4e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237185061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1c3e3e7392c965a39875e2eea4b8a152c735ba583f21118c326fdf38da06e4a3d30e7a65dbb76200618a7d126a879294600068552624495475c3cc86acf7fcd8ae8afec228cf650eec0159fb8f978789cd530542d07d7e5b27c78644d5a3b0a186dd17b77bf5b1b7ea1fa2e4f4ada11f971313a2ac522d67b4656277438e2f00479c8235c1c5af46dd0fee5cf2bfc8dd07b3d4b215c9874923bf66da3fbc4a426d6afe472b319c21a7a4b47652252528d3f008779d98a5ab05a78d4ca23985b0b2b7005cdf6f1ee14df02f5ef13d35e5aeaa117e5180973e823b4cd9c15fb96f0b25d3b0dbd6add5358d70cb39f103c5e3556b1e5ef2d4553efc3f655c3f4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237258309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=490c946bcf70b90043cdbf92dce43246be353de6402c29f76b413b9735b53a0fd579c2e45180ba6c20584aac0233d31c9a04807f5c077e1946c5323efdd1ce6d0ee9d01689acc1d7d36f17571ad0f590b0179dfe8888c450c53984947060c2b0368b2e4b2e053ae18d51f6e20671159ab98cb5e693b8f8125a32e0a0fbc7197cce4f50da3438c2152a00fa8b665e3e3a6468d84524abc100fbf4e8747a788244212fcc652af9d30c364d2bffc106efae25a5cf37ecca8748765219365a0df4ce300f5e86e00df690de1059722f0356b5ba5340eee24dfc9e1b1589088b9c433cd657c3a22602b91525ebc12cc76438895fce7105b2755c69835bf217806f4e47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237270261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a99edf01837e034b5c412d9ed626c186947913fceb1905bdfece5036a7c5c3760e40aeb066cd536cc76d1c645252864a17d2de31bec0abff4852c00296f15bed53b0ad0f53d2d244bc1d1d2cb882bb8136dc6168e0f084cec48467f52f8787a0489b5b3b4e004f7a136dc7f680fa1c8a25faf61d09022dbdca410393bcee054a062510bedd165532831f6cc3726b9ac53daff1a2527905c423586fd42c32f167f0b7a2f68931ec2e36fa8960b35fc6dabb4ed76ee62cc96a0d10e6051c9a7b4bde50874370e92f957535b6cb1d22ba17d6c30cb1470dd286e43eb246262c3544f13b0c6e0ca7dc9fc2f7b2807ec8a4c926e90c522d4e5131ec883acf6b74efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23715298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3a3cb92b51360ef9652d907e0ce224622989139c60a20bf4d36227f53c68935c150d5c8c14f0074e06ab706b4102052ab0b39d88222f47026281c0b0e8988caa1d0f4df7fddf61621317a402acd74c3c8002acc46e45b0103d99c50fd545a9c53f874bb15e16bd672441de50696d9cacb8b08b6726c0d6aeb0d4457a14b61af24d99b2c289f0a85d917fafb3ea00f62fb7b3cfbd6d74c2d7427ee48b69445b3da91e41d5c1f062352f8edfb6c9dbd3b6b67941b9edd930e832f8f955e958a7d1f97f587539b4beeeb74b2f98b56df2a7eb9dce9cfac3841e1b26060d085e5d0e4cc38db6347510c72968773656fd3a8b5086498c5868bddcead0847f6679db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237426876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=031b5aac4d0641e399accde17007c1e9f0e62f44edae477aeee5454b922c5f042353210696cc14802983738bd2ea25f05788e91efce2993ceac696745d369a7e94a2b33b7799b7739a3698f599a94767df23fee034309f463be6b668ca807f61894cc7de649aa5d016b92debf846aa6efe19ffb8aa3d9caf00d226a707434e0bb7ed2d54d0b5946ca1de7d6e382c88ce727f36b6e4d514ca7498c00eac79a09f4927fe8b7a6d841b88ada65d0d8ddd2b25a16a2a31616c95e1af2c3fe5aba87f1a171d044620b0db34cac22709646c37467ab9d963cf04fbdfa298c115db72375cf761bbbae8dd18bb2d237dcf72eb0d68aa075731eba390720d7ba4016d1bcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237537655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a592d7a2c083c155bd17b5c3284377c8c53e1455d457087dabf9b151083cf05415156c9dc425c6f381b79f200e48abaf15b3d57a4d7e60703dcd33a5b6e748a9b06d08bef4dc2ac5fe9b9420b1b6951497ed1b0b55c8e9fb6580bddf38ab81ff3d6d2f4d5d4df884bee5576f80b4a6ecf6262bd33ae4aa94b9f9b272bd34aa3c0813227671dab7e6df92b460083127d0eee5e4c122e4f270b53c5ac609b8e65bef3dcfad0249d864d6917fd82f8a20cb99e7bb805f3e0560bd70d1a2043244bb2c51eee1eb14974e94eaab5ed903d99503808166be98762d6c6eef8b01d26ff44a54b0f5126352d34b65cca8fbff28376ad3a9ab634e3f343380fcfa217d3469&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237588361Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=423de833ade65ce663a7b3d760f4c559bc4538f03c30c4f52ec61271c051d7359d719593ac180b123021690cec4d6f9bf97c9eb697d7ac93cf6e90dd42e26c10b86a4d983975b700fa62d2f7a4d01b7268461815d1d3515ab8d9cacd7d8011c7c4cc87254aaa7df24294a23d2c34a26df28671f27def60584fa40f322632ac59fe71ec56b9a682593653090ba6d7bd3152c096e33a8aed64588d3d1f1303f849840437c8101d4f52c631cd30df2e011dbe3051b47f55dfdef01c342e5c6618f23f07dc639833053cae502e1fe224f1b9e1d9dd9982db950a54a800dbb9433e36367207c6f6309180150b0efaef68ddd4709593c1a897e7edd5ed93bfbf3aea71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.229537186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8771bfffca031d75e4ee7099e1581bafc5644a770935e95cf733b41fd856d2c4cd7106ba06c0929f4f3f0ac6cdd28aee5866c003d5df12f2c2a68e7b0854277d979a786754e46c444e211c605e9235a012c700a05f83dca47fb7ef5692825d0f8e4de508a88080fb7e024ddc2bef7585d3a4321cc9ef3df08be1eb6550b0a52bca7e0cc5aaf773a1024b685d0b2687fbac4ab929d0035f296a36b186503a54f306f205c6102b300238edc76187d4beaa07a197ba67e395e9c7b494d711fdda50ec9e2f69b75297a2a86506dcb19bbfa58d97580a1693e622c4627c6068d7e35230862b2933d5f0c279d566ca4e49f4af709060e0936a901ce547b9c09d25fd00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.237610673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af80fd9789c9e77302d6d34583431ee40f6d8ef5e3f6c62345d4bbce4a1bf283cc14ad24ce34221c2d43869af010fe85a1aac09258ad1dfe57f49dd5ac8bda6523995cdef777b96d46d62894544533ea5be1b5cd254bda21e34d7c0fe1a0a2b221d8659d5fefe662e6aeb4f5b42f64800d1dc98d2f9577057498ea438fead7035cceb5ae9cdcdd3b4099979d00f7c5b833588016cc4da75e52fe75fbeb3841d0c19c587c7082d6c8568f4c8edf9cc698c166dbe1bdd928b2bc7a77d5a62da36df90496c31f32e4e68183573478bb075714655830adde28500fc6c6720ed340f37f78ccc200ec118afc4740d1437cc5ff32daf8df223f00d4fd58509a005ef1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23748744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b9740f5172bcc8433d33d8acb615fcbb1267ad5e161d176c8ea8f7fd0cc847277cd2d77d7951758047d458992673c653353701b940c4f5e8272fadaf05328b309b09832ed507113b109899d54dc698ccd468a403e838dbb345c2d8b7b7eb9cf0caab50c5f5f992f081034b9ed1efbf95c111bfe708ef8f7085cedb4b57ec5bb3fdfbfaa2c7fdf18c8f47874d6d047d75c57b6d716451e78e3844af43ff03232fff145299a0cada0304bc223a7763ae2f0c31431b7f1993a4a0c63ebe6a741c310419a01048d18401efce96b09018b40db0f30dec3884949b491092a5f2f5c97a5c1adbe2365e79747b3a9e7bd8dbda2fdf78b3081138eaab9001ef611c9bfa9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23763603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4bdc21b5248857cffba75e88c0e59e3dc45320c56069aa52ad7c55d0e8789c69621748ca890445fb465754aae6419930a1e6f78c72e8b75a37e996ff9cef94166810104a64bc5c5b8e8bbc129f7c4d3087e8204f291f2e8f63042c60a9b45444572577a5e5419a90eaf14aa563f2c156a9591511ce145c5bca71421931e810e343af7df5414949a16938688cf125aa97ff118d29e0f90bb1ccf403a2bb1c8dc1065de28398dc92958639c320e8a6b08465fa682571e61359095843708e6e41863e4d52f955a70a4c250206a68a3370db85db4c36655ee4dd792bd755de4135081647b1612ce60eb02bee0eb0d33a4e34d56a3d5a7d1d1fbd08e8097e7dddade1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238473649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c59f0cd3f083ba10a6d23d23399046c07e614a2b02c1c50e2dd67e89c8bee10698bc53025b6af902c8a10f304f1ed4a29b3eb9ad13fe9631b78cf549c750cb70f4fa9596b1375afa48997512b5328cc325b36140ed5d1867a7c03a549aea44d50b236c983d5a3737fbf8fc0d471b4a23c6a041ebfee4407b16a874085a6425bdc3bf0f44ed14a29b87f1199af06b24844045e416dd983a9c3cad8df0d156e6cf69b884feed0303c0881bba665f62535f6825a02839d6f09f8f5367a41b3baf74a7c0fba5f2441ff4ad2c7b56d04cbdf9e5d4d847e3e3396364cd484918ced6b302d825d8872d8095438dea0c4ecf335f2bc4cd1720112237577c7f9f0c5b243&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238932123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0254d7269bf6d9eba401c2e499ac05151bacde64bde92ab48b440b3109a5bff150f08996170febccb197edeb3ff398be8caf9125ed2ef500eede89c9aaa407756fdfdd618b7ae329ea6bea630aa643124bc936db6439f2e92b8c677736caf9690e9f39916c6051bd4079fddbaf32f5d9ab762fbdde1fabf37504bcfa75d5ebc87dcb82308d0354e98e3ac222f10259715dd07ca170f3a2274ca21213979424516b525ccabe991593e1813408c7a6a0c03e17364e63314c4ebbed04281c487dc096c68fcfce123b03a6b4c23741fe58537f7809d97bb6e88a7d6a5ce45fed13c2d1b868e22df17d6eacfd199093903e98a2701a89595eda6a1dc8e29722821&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23903127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1bcb234eda24def230c119175d5594003e3280536244268abc889dcf3110bfe8a14fef09fd85a6e8fa66d5a532a4533a03f8016302217ba1989e8620966e5b0776eaac8c3637c4e6a2ba6ab04c84e637a2fa56fb71ae95f8859965f0bc6406d70ef7a8a9e81b870a4f6620d286cca27a817f89a3059698b46bf149be918eeb15e2621c62042a446146d63fcf8f003cc3938475e115a781bdc561479228673dc5c740bc96ec0cfcdf3453106951c6dc9b196438287197b12fa6081361d67daca6e75946668665090baf5c494c13bdbe624e05c752d145f69e6debd5dfb9654160d5999d63ac96954886a865b14dd47991f7df035e031cf43c1e51f7b7f11bb2ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238488507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6de53211fdedcb5560231539ed74a0e718dea59ad6c10f1d627d3c3b2320381efff43a3dbf72e779b07dbf5a31adf912541f46f11bdef2cf7e6ae88518a39724889586b128737af8c432d4aa3dbf17e734fe8008ce5191ce856c4eab8f12797eb23112db9d8d3c4ff76d1f13a659bfa33acff17ded610896e93ba08008d0b63c9494761e15b0fafe82d71bbf9aa8be7e565a1cc8ff9b5466adc380a74a2503f2355f6ed96fa711286b091b151c000c064dd1726ea0f6db9bf14e77d1ae3437e685947228fadc2f57c388036a484508b625a698f38fe5ebbbc9a533081fc02b235134640415cd9089604cdb539837aeb2b41b7f5ac131712393bf5e093b208835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.239254451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11c3ccba293dca00d5008aa3b806ce23c7073850378e442ef6b8969e3f612bbdb3c28cd8cac801710c749579a9e186fab7575a4214afb7d0cf7ca9afbd64ec30d60f420d5d5e373f2e93a0e03cc8cc0a3add048f5dffc0ab4ee322e586ffce6551d9294aac52c409c080485890cc9558bb5db03d54738d95ca7feb2730940c515c9c38d155915e6c0918ccb643f77fef622b035be70be7d81f665992f4d37b35e1518dda77e5c0297219b77bd40f1b76f91ddfc47ee0e66ae5e24a9cadc9b0fc79c43c933fb571525cfe9975d67afe1a3c76cabd2e1dc29b9fff41da83c15ec887a0615af789429415f7ffab4e46da8db98a7bc6a53e66ceeb5046ea74ac2f9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230301266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3ed34dc9ff6b9afa4a35ce70171a7e1c70ce65348dbf7a482c1673188b54def4c6c8049bd8ef79743de4fe91316037c652e68235b3f6948b695c889733771c265edd31cb5900d31a31221adcdbeccad0aad1d028394e0ce170ce728e97b07702c962f916f625fc04d100e5d8305e8e13bae57219cd58c0c7c12172842bf78a257760e591c40a6cd51b173e825e44efcecac374ae2c9232e922e4665993e7b7dbfa1aed11bc214c323403f4176f589b0859beb905fc6250ac552387f9ba8444b267c433cb681d922fd441352052af242c884cc85223b86d26cd811cc7344333f41094027392a5a3171bc3210771e9b7ff8b9ead82bdbc60b1ae9d5f3296d20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238507824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06b84219c041387555fae001c0198b387ce44733b3502a6b513902a0e07811504b2228a1a31886e01c2209e24eb5f20b15e00d5d9922e98187b98e5aabd80cb1d0b7231ea263a5f7ed21a8cbcbbadaa4307e03c58c915f58b1cfeb0c4cf846a560dc3a90c1c83f3739c852d5c1ed0ccbfb8c9197035b00a7d8a1d024ba3a30906f6c4a5d793c8844a55b5b0e80546adfb5adb228534820874eaa1dbdebe44f1f9a4d8d8810054f8e99d062e4126161a4b87cd0f272984d0cc4765d6df758f04a359d4e066989fd3cded8db6723258fbd282ca468c5e7ad382c97b7d8265145ffbf78ad83f010488048a23058e2ce5fa4cfa6e6c6b896612901874b31fcb870f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23014398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=825b44e26df0be4536f1e8a081a803ece59a1ed7938db3e8ca984f54731f8e89fa556023ac526a9cd1fb126ac181ec503a22af9154b258c482fc09a5054efb8052423bde0e4549ad35b4a7c3c1279b5ae47e06292a4fd24648c47587afedcbf5432d8ac170daadc23730c1c70560fe7f8cc6206d00393b85c577e9505de3267c22827fb105fbd01c6c07954ced6f6d587f1159350e5c903901841fdd479981ef9d4e5613f63b811442c3b314564855fe22f66bf8f611414e67f46a1d4c3d90f83b686001151998a891e8c6fd69736a13da19db8d460466135afd25b22f5e7440cdeb0fc6f6d1d386e5125295db2af93e0e3bde6ac4dc0f83d33cf3a29fd92352&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.23976883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dd99a359864076faaaa67e99390e7230fa36c4126aa77cdaf6cb98a955640239ba46ad37c3a51cecb270a54119fbb0897500c4849766c54520ac8c635332d647349d7251e6ab534ab777f41a9f5d17a6b7134ca69cc957e82fb9ba8f803bb9b9da38ca692994a4e11f7ec1cb1e61bbdb434168d2e7efca5fbbe87c63773b44ec44375ea42fe1f6450e78195e76ef042e7e6b99b881c90c3ddf8d2de63b56a07599d5f753b874dcf933273a1f910f6d5d2544ae79235e0a289182c234847507b45d4408157393ab37a72fb7a3d410ff30bc4372151a78aa1dc143af4cd5b92b7adb19ac1601dd9e5ced7d4485856c0bfe53931cb75785516df0e9678bdbb6839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238505629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d6a5c0b35976e20f6e1ce03397a1f828978ff9a137160b1179013cbd379bcc3d8e624179c1b27ee90fb6e70c5d946fc174b901d7c4866362d54f7959c1f2b939f01c2a7be30e6325f8702ecf8afdfefb887ef7fd91554a881b60983ba53bdde1b9ab5d30d6823c7f38b8a8a9a930c0d5d6123e3d1769164790eb8ec7022a0f88330b1fa59b76dd2038ae34c95c14eccb3654373fbd79ab3f254ffeaab3e87ad627e464f1c7cc22eb7743ff59f6a40f368cf94ca6dc19a198624efa5fe5b07f92b7dedc97fe458041de2e0e04017c70a6d6d4001bf6ea29533ccf722a7268dd7a3f04dd2cfcbe6f5462d9d52be75f987dfaa69bb9479f3bda19d486dd179779f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.239862306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84257e6e7c6ce7b56429ac2fe9a29706da977d6a5524c4e7a9711f7ea800a7b89895e6c187a9065d8efa4b66b6c0d5728172313b05f8e0a9dc0e02506861e810df9d9bd1082ec4b79118582a8a54f453b49bbb571c0c3c23d46ac7657d83dc484721ac9433c2dff8a67e50daa4dc320979e0065b25966e8ae46a889df14b443403f10751c1e373973e631be7d14398410b9a43bbaba3f21885630c13ea228961d04df86c453527dc4a8158f027100ac93c7bf3a0ae2e4577f0f5ec7c49b683145eae6970fac06a43c1a736ca12ec7fb6e0557297f145f4061634454e9308d9bf77b6130a70f91365923ad623ba531da793b430168dfa934af185aa5a3bbe87de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240110023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f9ce801d1eba6d787334230ac6a19e2c68079d154ef5a4c8c68e1620e8a3a1b6c4685c0c584754d491c6809105d330eef88fbabab2e2d7c14a014405b83a9e6dc3f78e98dc1cd02161f96387a56c63a5fd403f33edde44548d700e064c796085e0cab09c4b9d75f63336ac13cd6eae6fed340bc8075856189fbc082c78e04b4e3b0c7e82928198bda6a7d98d008a91183c55b0da256186eced29c0d0a8d218e9b7b110c1b6c7118101a51a4dd04b2ab7b432b89f6517e78ccf9f889965a6c24f5ab445cfd10275651c2268763c26e1087a174d7eb3282d47a5c339227171ce85a8349ed80be084db51de2c3bba9793ad3d04292321ba3fbff581536cc4837d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238509246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=620bfef72ee3d992c328712129a77a68e05e799a97b260c7dc4350eb6f64f9ef1e00a64c2dcdaa3f95596dfdbd5d6897d65718898d9eb90959d308650c050c62470989719911d4fc3f7a6d8e60a598c025e25643be1f95ffe3a150f4aaf5c735fda9b6dc606892c03db9caa20f084b0e225f849c9c367809e8e89c6f8ffe00540b97393d49adf9789cef601a6a7b08e8b5154aaec2f7fd165aca780200b06ea01b06b41044e734c4f9756304b388c84811ca8125e4bbaa9295378ff89049b1d2e09bf6165bd1555aa4bc9964a79ca2356aa356e9e4aafe63e7077cd2777a4d50a3cc5e8e72e1f23a78cce68dc344e49d135f389720eec2679ee62d58bfe25998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238509877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b8454fdc1a23f74462aea7bdc19796ce9a27208ce2d1c7f878cbe197d65f50709efffb122e16c349da8564a6b0ab3466b82db8291cb76e7f8259390eecb347eaa3437aed109d1ed1f8f8418f15b9b044bf23654a93a5fe7f8f52edd1da147e0c624e6408f60bae67876d6eefcf4569581b67efe0d2878d24181f9be0f05afd7c60ff0b1f1931ce2a4dd33683b452e266bf7cf88e2690d7b4637208a48313a763fb54f4b596c2757e698a74df10df51bcbee09f40a18511b685a511ca4bc01903e15e559fb5538a6306089030a8d66777cb083e0f9f8ef4433ba786009d2964167ca5b2ddf48a30b6b2a7f7e9d0a4b5cdb29ca649d0b107a6b7bb4626cd380e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2388718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a1656e7b287323031ce0f7c00fa2d6fc2caa9a505db2f52a771d670103839c1172b8905602554a73d61f345a10c4ec354f83a7f169c248d57ff4547d1238ce67b556e643f79d95adae6b674272c37fac9d6a0dc9d58ec2c9609fc78aff7a3c6e9a49d486a8bcde3fc9fdd9033c9d7decd1ee81b15d822d406c18f3c00c3fe4119cf610e81b937a6d87963f75715d9e84fbcf0832e3f2b0ec018ff717088135d38548d0299e3b6680be149e7e259ce09fc8dde90a3b52e9c8c9c3d84126022fbfb65fc6571aff9913ad5329d6b8def3a0a52c67814c2ccaf9c0015b0babf73660bc666a806b73c67d91317e5acdf67c37e019bb29455c840f0cc4f75a6a7008d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.238903589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=323ccacd71b6a6fa3b310a7677ca3094ce768b5802e7dd35304f5fb2627fcb52605caade54fcd133fc7128106da82d43f18d4cdd72a862b5d572095969984d912f16257fd25083bc9dab4ca77daf5d0d0a0ff03b7f03c40a76d7839c606588cbe5551d0b9004adcb1705ed86b6d7463d40a9c96f76a3dfdc82e3b102ae91270a385768d4886f53e04f1ca908b6e91b733fd1b7528154757f6ec7f66d4f9944103c602b395cc4b6b890617d0d726dd001a252c6a2c90c42d2899c37123e80962e08c64a9ddc8b7f146bb3b8be692e002fe2a32249b458851f3efaa516094cbcdad6175f9d9f82ee6bf5c68a2a33a663b011e7033cdeae19360b739fa44572f2a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240195254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=921403b621fd3f8ec7e6b56395078f2520c8523ec167942e6f09c0692a440bc6bb4a02ad041204e6bf6c787e07142bfe5c286a5176b8ff4aeb47100dd80910d8c16d975bcfce50f998ca479df40641e3e0e12fd294d66f21e87e5653a8722b754344f5dfba9db1f95c129db5e5ff404cd3017ff590ae73a343b21644cabf8134e023ca713ac7f4081a933ae72b612fc1be8f036c418847310032b98e5a4870a45e22691c060735d70fe933b81b7e56fe1539a18cd0143bce2e0988be60a85a986c05a18f1f02a1315f2bce71943e6a71b706d23d9146bce040ee5dda984ca43b45d0e0cd4366412514690a444f1a072a7c57ad529792ae200f8ff5b6a121db51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.230325312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=374ddc652d55187208261d2a27b54b87ddcb96fe1e844fda4cd481876679c9216fe60011d679a9d5bf6a3509050b3ef06e1ee7746df18fe60c839ac4517bad547393485c5644cdd942bc4b717e7ce7b7b4cd9f8a84e7092ae7dd48a2c57942b8860705b4a6660bc30610e8adca0b7bbed0046da85fd6115a34ec77c676365d4336e9dab587f09a654bc0c9cf493244a345487bd7a55fb333e65f9230f24451ec8a12df3ff40bf098ce989139f85d1802e1babd00030d53859d6435855b93dde2f8d30c1952ca5510d5b8589f0f5287a1b8582e7c5d1c5f64462c8793a21a19ab6267cf42f48a51edb5c4264cf514f92d0b60a1d8ba08218e54067adda14cf7e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240535435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d41ebd070cf84fab4565558eff47e9ed49b5ccd981c2c59e705dfd22cfa9a6356800cc864eb11bfe35134e2e02a096068822e5175124fa5dda537329d852b8c68686fa973485cfd937d5fb3cc618a44165b46db86ee8c6fb4df134b57504b7670a6375fb554814ad0c17dd615ebd66e46ac9b072033dcedffff5bfe31b8e0ff758d6a7300d5b9b077bdf5fdd34bf1dcca232f05993f49c5f85d9800679c80b83853e75d648ead775301f133012dfc8664f0c8c39c6bd36d7794f2e99c9f452131f38b12922981eed7a52dbf8ae444a695482329cd2455022ae2619e43450f078801defaa725ffe27466cb2c8e67117bf08c392880381ea0e4280aea6e73fc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240805754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a56f9d039f460db6add2c71e0901b9f68e1db9481339bf933aa1bfad0964931ee4cd7500e1d44e54f825528ac2b295e40ccd10b74af5a3160dc610b48142548d1041c5fb78d9a1829e6d6678f0f0528e409ebe7670bc1feb4e7cee83f3b49cc8492cdce7222d7617db10cb2ac0cf959e5600554f3728f10ef21eef42427ad8ec9c46ed722a7a94ceb2e2f487b76d207b992f0bf182b96587097d7586ce9058d2ca3e3518f03b61e13a20de2b1378908036eb00605d576ffbd9663907decbb5705360d18da68c2663a9dc587b33deba0c4daab5256f6411732dc30bc400eec3a4ccce0093601f430cdda29e3901da3ce29d4b8b85e8124d5a520410b71f7f5f35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240829048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a6c16f7c281ddd89b8299aeb99770563c1fa5c8e6e158dfbedaba178c73c5dc086b6e37a50377150a6d91e5f4ecb369b794fe1dced2dd6909771a00208f3af03e770097cd9470f13dac391f74c7a8c98eac5acfce808bf44e90941be7dba08024908c4fbcf5852c01b58f7b92963f445cead91815712e4163187b972e61ae00c355a557abe8ace634c23a08bbda6e5da573336c83c8f01aa5f2a23165f0f8865bdd2c8c7f335ac1eb198732dcafff77f86b0dcc96b9da0f289dbe808489e5451da3ca53a14e5aaaf1591e858b5cda593574e28bb4966933fccc87f74aebada09666e1959e495d20476be8a2889da9e62c6b2372092ea326c36012d5f1fe082f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240916072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d81584ec68340447a06b34eb238542283cf87f5ec10bab12087f540ee000f7a39cb6563ea6c3a7806f94c4e2afd4e9324a7709722327a8cb331fbae0fb1c6ca913622bd3a6a1d59e782ca7d34f532e3c5a48a45f1d5fbe4f3d8a5023b1bdaab46aa2c95477a52dbd3b4dead3551c990fb0bf01a986edb1fcb5a571b345f3b1bc867d9c9de1d40dc006513d49f373370458e25dddfc30673f7fd228d86fb66491e582cb9b721fec56b241df0ae6c1bb0b8d00c7eb6723270a81164d03e5c90b2f79608a65458ba3a958aaf03a46b4a08c0d6c6d17c83478045ff31e99173bd978e341da1cc4218282a4a4b79ce8436b32ea4b63eca92b003c72d7dabda287ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240924939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=810f9e18b1d40bbbb8ebe274459088cf7890f4b8bbca8b2d8cf4b2078edb924f530bdbb19bfbb5b997527395c724e69118065f9a3b9043ce4c6037f20370816df1a502c08deb4ef4a3d264210f56e6706d5e7e80bb7dda5a8ddf829d01b702013b1f100a9fef72e159e381f7b7fcc65bc472ef9864698792ab5d6bf11cb31f53d72577107a19480846d68fbb6aee39e09747d066363f5dff063c82c8a998b3aefa0838518bc91f777b5ea5e5289ac65243c6bedc78c64a5cbc8cd5a049d5fa59f7deaf1f9ffc583b3abd157b6f05bab324a4c11cbdc1dea2a22006f6fa6d9652db06f249905ebe751f010dc49f8c85c476359e18fb0815f72e51015ee9ac2587&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240943674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76a2e463f97469567327ede1a8f3cccd97aa21b54754a5182c75ce11ef9afd268c28d1ba958a1e1c7119bc4e377c5caaa65d839903e70acf7eae5de9609b05f9209eb8dc16c4dab13e6906129c9a0ae67b47c006fa7f020d1979b49408ed6a5aa3a58a42b9234c28a7728a0728a1aaceab59393a999bd9080977c509279496a12c35b3b10bc4ef8ad91b39bd8dcbf812c306b21c805d766bbf6e4a82e2ce6158c9bae8dd19557c1786e28bcf2418171ca41b95a5da3046ef0def4cba7477e8661f8a8fb1bf8973965c64fd43bd90b5a0b4d4ec0631218415d446ed1e7e2c79964e4a1dd3d65ada755bd9ac25d56c6484e6fc29669d396f50bf48c1b4bc8048e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240953813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3683b831a7bb1a67f6f6cdbcbbce9ff673c6978425fd783f84d1a440a8286ae01eef23b1276a80d375df5a147b04dffa2d6bb0eba099faaa5c5326ac5d6b8d364e644f5c56ea48beab1ec196936d602df8b8d52ab73750c8dbe653858c5eb2098715a66ca0a77af20d7c2837bfef09fbb467c1d050485b44e98f5e89f4624b193e7392c0198487bdc45101eb2e148c27a4135554564222cdb45843c49200234271b4e6d3cb66bb0ba0f029bf73b89d3cf7dd7915a72d59a2f1b02d34a851683dcb6dded6cf0e6f21a173c1d9d79d5dfb7a102bcbc9a23c846981d7d17fe0f0c05b176c5af645e84873c2427117421a742557db38ca5f1779a0ab84f941b7072e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240960376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3aa7cac1f059b5210b95fa9f1da623f5566801d8e787dc4763cf90684ee295a671b06b1f4c11dab8e2c0a40d85209ca66610591fc6808f5026a6633c23a08cc54a89f8a34eb8d76809ac502e9cbe0eb10188355d023f0fe850767e474f1a43f93ecec0886e4c45de0a55b43d26c3d23d4ea8c35bd9f34f78da9ac2bc899edbb2ab508be9d46ea96c64d97857016e44efd1277b2d4fbe63062886da3a6bf6b2dddb7960996f62fc78d80f2bb09e80a1d8672183a479eddb85573c14423d4d9da878584242ed10fa289bd769da38b60330963375918be50c8123a70da6c6c3084f063e9cd7e7e1cd50a16a42aa5f604f52f669566dc9c2c44f47c6c70b2a6ae16e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241024386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b09fa6e38e841820a29cb4bc14990fe044123e5ff059df3c31d0bb2de4aef1c3f0dc4665158f7c4383abb1f371b35051cf9a28b77f1260398ca215a0bd2c6c78daa2a6b8423747de57e77ccf685e474ed8933b744b8cf2894f03a56170edcf01358e836e9fb18549af50c1a9f634c57bec318c7071a85c70652e588ab71565dfbd2c07c3ea6a413a22a9da8055f915731dbc8d040ec52ca2dcefee686024a8f43cbed05c859b6fe888ad1fd8533ab0ac6c14be676341ff4fbcba896f3218466f0e258e626c9a9eaeaf636589081b1c80cc01688eddfce5a3bb0ee55b479d45063de5e5dd968c9b30eef9f5220d6e5a3995e628eb1c525dfbbb55346c51407572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241048742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39a0345530f6ef091ad2043ca6a813fde38508f7cb23dedab7ec84dfc48f0e4d6c2a2406a73e66167ce70c81ee640e64c95f85b69a0d31cb814ddbf0c19c4f16932138e86c23e010743de6b3afea4c6000b11c29bd220b699eebd0a8988371bfec58402ef6c9a898d07498848a22f4b9b6c6e136618ca51dd95ea3f264dba202c75e4242af1b630d9447ef1dd4ce13151eec8c1471dbe8ee952a97f56440092a34216612c19f82fcdaa4659f21c887f3dfebb2c500fdd1460d032c12d4862a803a593a13bd0fbcd93e4da20fb8d9d57aac3749f6954b564d8e8ae05708cc5b79d967249f50f765534c9c97cd4a277492ed2e03974822fcb2d9b82324cc9f71b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.240924699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d56bd0b75ec8288d36a7b715662a8e04a51c15a73653e48dbca5bcc1968deae9d8cd7a63b98cb242f53b7f62dea668717502da0c62b0b32d4f63a6560772873d6f30450fe5b67194a41d5c2984623e302e9f252ff16531003350483d8e8b139596081ef7d43ac748ee7b6588257c0516c22a41e743731f5b2ce9c9fb4c01bab9b541e8810ce3119f6840b967c2a01c15d38b285553d91858c1cc6801e3fc863ca06d845a353684f5633469a6fbd0d0691b13367fe09bb334e13c8e769caa26edc8f19b9e46c787e51ebd2481cd8f4edb5459ffcf0d7499fba4207204f7ddfb7242ff4c33459d56ccdbc253318d6cc8fd05585f445cbc72abf1a81e4d8ce4899&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241112913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ec87d5267e6fc64dabd1d4230cac3436ddaa57d8ae2dd0c57e804ff22e2ae3c771cedaba2ab7e3036ab1ddffd3fdfa4016bdb7ad45472828bf17d01daf6ddea0f4827e6b87908372faa661d5fb0f6b7fb346d33f84cd1c5427eaa2e452038ff544978c5c897aa179e4d9741c172e61b55e52b9f7bec9b57cd4a2011da5d0c6441938b25e0579d80d316b882caacf0f3c990763ce0ed022e03bec8a4c09e6eba1af83d34d0736a040c82fa199aec4f24c5000ddd758a224587c9875d347dcb17c4ef68cb387967c9fab913f36bd961623a712e8243b1e153a5f2e04d34d7adf03c35a0e3001179673e51f45c1feb45509b3127404d8628b723461b141b50dfd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241160433Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=753211be6a2da24d6f8e863854f85ac6249d16e6dbae266086cee2f35aa0073d037a30fb9be206c0ef5bed1110e87705f1e449af718f4cf48c03f9b7de9ba6a79b896a4b77b052fcd16c04f270221fd99cfd1548b6315d9b8e25fb63dde50fac6f64daa05b53215d5c0d326749f35f58d47b4e85310434a94eb22b2c9a039156889b16ab7181cf145ddbd893fc7cfd96172861c993f03052ca91c390b6924e2369966f8f9c6a293a4d185ee1a32638647d1afbff3628543b8e8c802015b503307c597888a64a3c7e7b6eeea151b2f5ad66fb438ed2ede9ff51912bc969cb3a1e973c175af9ea55ad623d67be82a67899bb85d4d92430679ccdde138d81699697&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241194767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58840e66d5e8dd888ed111baea25ba484762b7cbde3c63e1f8a9c4f76c405c0cf4521ee99ffa0b02c33a4a1ae7083f9507b944fc67233309d6240cd4922ec9ccd67d5b925c89df1cea25f05a9ade30e71af374e2fd26ce266a877c63b6630bfa4c44103c191f707fa461c81f54afdb93a62dddaa99ae7aa3d3e217aa323b45567587cf1a662cd63f6f9608198dc77969860a1816e84c94b207cf56e69209d19e12891b2cc8d52f5c861c11a32c1ab10939f44ac0f5cd761cd08b9e194bd789f607daee4e3d823b84662a43f84591c05137a5ba39a1a4b50f74be1410cec69628f54b11bbaa9501a4f8fb28440233006d461c0628143d8bd4b8abb21768dfd9c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24107946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6c4f64ac9ed2c3029041b64fd96cdc1c09399063a997e615dc6cc63fa237c6cd2dc32668216b26057d7bdfbe979ca93b921e3679ab1f6096af88fe278e1d338644870a12575cfd866c9e21802edc5d3f83f0850bbd152f493db6cedeeb2398055017cc45e9dc14a0a223993d71c2e14771c2de2cdaf122be1496a59f08bff66c10d938fa9127eacf87499a8fdc6688ed20458c8ca319eb03c5cfeb89aa85140821ad310c592c225be4b92b6ab231b3d4ae1f3b6d884fbf35855a31c315b8faef62a49fd563433fee536bd6be01daa682185b7896e63535f15b870023460e4c42d15c44e5d4c83610c632317f38bf01707415ad21d04900d4944aa7efd7793bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241265631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89a44c0230981d43e0d628486efd78cf91ef4e0a42bbe2080397c0fc76af179812b316a8bbb37d465b4644d012af55cbbb116348c1cb994d3c9f4e136585c020713d6f3040d7572d95ea6eb5fae7cd8763f0e7350bed81735405745e455e94ff84e2ae5483a2e4e317b0630fc4827d7b3ff5bd881b5763134f64b8c336d6a89aca6cbd74c276749ed92b15b1d71e9bf45734938185175b186491497a3efb002f35c75c9aba0e0e2955be4c02d7ab3b074bd77deffa1fe6cd3cdd2dd51110fe8f5aff8c25e5dbd744f1f81029444cc0f257ec2aa3d7d3f9f570d5d6763ff609a471a2c328abfd4d11f7a6f5430e9e2cf638c0f22a5047ac9b60d138de88588f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24126497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91dfa4a688853ff1f84826931a02d100e0b27827d78ef99060f7eb05a7ca2259ecd6c875ca9b8b783c56569152e2bc4bcb8df9ef317689d2646511d0f3ad4b24b137712b016cc0d48a0759521dd4f6ca556d5d80ab74180ced6b07953fe0a2e523da1f79e9b307e37b706fbc3942527fd752db7d5e41810b6602e55a122bdfae3d17738e36c841532230b37009a7104087f5e7a3ca2234e56b2d0d384aca82b2eec603e13cab35ffd54dcbdd01c935dc680359e10c73ba5abcc830cc2c4f8d58e034c371d7aaf961e1d5ad8c45d00e2ceb2fb6721cda7aa7de4fa7cf743ac69646078f237dc66aee821f9984e906ef990a29dc9183a004673b927acef61004a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241329371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73698a5c16d4e71b3ce78ab106ac5f5747ae2a1931787bf21b6e33ab50562c90c8cce5a478013030662ec9e32518954edba72ecb2940562ce664d2b06cdc4a464a8a7ebcb590ea0b0a7e107ec955fcfe31d4b660a25c2364fe718f018e1020b63c229806fcdd7e588ff5d4c9e541a0a13fdd7b12657040f70e3231ccd1f10fae85aa9bfcbd60fda776f3a8707347db7b5e3e39e3737d97d35ed5f7b98bfbe2690e636b75f833ea3311dc0d26e34ad1753c585e457b349386fcdb7976cea96f4d62f14a3af4807a4747b96a7ae016af9ab762472a952dc739f641f8c512cda3ec86acbaaa24a99be98971577bed6420904bad1a29347c7e3e58747c13b4d8a240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241372783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2355f3ffa5498e5033b0b7a36049b87f19f6e1929d4bbf55c505bd49ff02f9273ec1de424440eff619d0ddc77e19f4a36bfae31bccca5961845bcc153ba566eee1536ca3e556f324fe4611334584aa34363d8e64ab81304992be06fc42c20627502295482e7a2ea6f5ae09862a0e54959f84804aa4505036ea7531811fe56572554b0a2a075c1a645e2c27c64961596b12506d6ea9ed88d769b60501910731b171c2c854f496c213bac00f0fd08ee65887f550c88746ed8f49de28e1c3f21f44a20c21cab2f73290e77b57e4195f8ffbdb296b5ec2fe5a4e9c61283624d500dfb425aefcbd0326f76d2022710e8132a626fce89d42a1b8505853e80f330f31f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241297391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=974dee7d571ce380bf78f4986c23fcdf453540d68ab1389eaea34afaca6124e3bc86d487741691314cef3dce81726afe3db65b9cf66f733389be1da6ede828bef2dc28ad124cee5422ff11acee2ec2dbbc30fb3e48d8bb3eff7f5d13f6e7fc0e334f20e5f86985d8fa0d5d68aead8f162b179e258e294c77398269b9b0fb228b7fbc70552f02031661554251774d7a9f3eef156d3ff8b90af653cbdb60c141a52f2178f4aad93edb1002def900b33dfa1d96e2b979bc61e07cc34023736b05111acbf2966c9fc27a79ba6cbdf4024833eb942b95261e98d3290dd0eece2235aedfeccd61f3e42e4d3e1f5439ea04f11c37557eee582a9e2afa8ee80c989dca28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241170181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=33028c7dfdc51617889c56e1cd7b708b10b5996dfb2af0f71d2c719e09487f7d8524620d0a57354836cd83299cfffbf8070f64bfd53dd02c41f1526adc13d16554fd80172ffb1542857a2e3245ebd48c976e108cb9e6dec630c529808e149576095898be2946dc5c7f6661bcab18c3f8a90f19bd612010ad6fa26d111369cb65d2a739d01ae8695d56ac1d4ae136534bf1d10094847db1979f55fbb01f8a8a15f82e0e66bc6f36d9102f1eefeedc2f18ab1d1f4a1aea03a190065fba74d19ed8d04f8a0a424b647a538df7a2b5a051299855f4e2db5eaabb982af471606d2bbc4fae500661c16f06200f1274bc83ad9e9d2932b0149ad60e6b32591bbb8de5ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241451682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56ca66c4778a78e498775292f8d055c9f335c4210cd96381762d219c94b6666e9628d75f25c82ec32ce92d2f6c689ffc0b333438cee60c5f16934e36b507a6a5963ce58faf2d006b7a8cf98e67e7493ea4dcba81f2066e3d5a3015f842ff38ba2dda23c1dfc235bea0ae78cc500d26b5c016e24ce15dbba38f12794d7ba7655ac77e4aca18ab671db8165732af3195fb9871ed0b0819d0e199231e334e13c9ff345cb117b4ab8708e435074908e24b0878cd4ea8ad66cb5ccb8ea0fd129af61f323b7f3eb627ac957b748d54741ba2bccbbeb68ddbc1e18c7aa1ae5862ddcdb0c517975327509bc050af08314d64878cbd6a2e05266611db87bfb838a02b50e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241456901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8df9af1a8070d0efcb6f29e74daec567ca6d8d819cc302e7e80945085b6f4642913ffd65bcf751060a27b13417d4d853d629da6fe1750101e859c1981a20eee9b890629177bcb8850f1d6b7b7cb36725fa3917032cb00ae9b10e97b5c0a2c9be05c535390438dfec0c0dd9d6010b20e94577670c61765b6f1d9994a3797e2502c4912900935922f1d989b7077c80859ba8b7420d9d97b10240714afbae3c0908552545600345128724df19e381f469716b4f045918290508fab333f84388554e8aadab28336125e4331fe99973e0b6cdc117e4d3c0700558ce394f4b9ca3970ddbfacd535ef14f2adbcc213eb31fbeb352e0615f96d43fe9525d6b08ef371e36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241464516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3af0510b122d8127b5efa51a68cfa336436a694976bda8b6fa9fa659044edccbe6a27c6abad01d1f26f32fcd04ead9b5e95db0b9a1e41e231c090d4754e46cae917e6f8324235a3b2d5e1f9564933cc79771cdb959152d55049bffe18b0397fdddba9c173c87fc1ee68addd28d636fce340427c231ef04cb5cd9994b272296c46b92623fd536badf4c94e42abc5fc9a9905f43616d4b7ab58d60407b0bc8a53e72d5958a0d04b0a340488a6637064c2e2dc13190496e550a469c42b3cd6b2b6ea5b21113f4cdd077a9d998ce4248974547c6fb51f96f01727126d83c91aaeac6154e3d1a39ba4461a5762eb921053897194360bbab63bc1e875e63b026f0e881&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241479735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=207c55494437ddb867c00e4a037758bfad7a4bccadfc488d38198c3fa0ebf4e8fcd61f6d0bf91575dc354d0bc04fcc39781bf0f5c62efe5fb30b02ebe968b1ead635832f10ede03bec39ae72fe7a64d89cc75f7e90417632072e91b4f589c1371233c59db951caeb04a9f39df480f21bc2fe2f1b8d448fc1c7144dc6e28d2cb6d27417f0dbaf844005c911c56ac16a02f88c298d5517ee272a5cee02dbf5f03d16266b96e3032f4c9c01bc1de7b490df73bb7e81d8ac718e8d2c129c6fb7f8808b6bafc8b251bb039cd67320477386d24bd3d9d6830529cef1cfc1e12bfd6e83c9071fa87c381ee26e6eafec7576642b1c59327e3577b78377379474e52845ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241503259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2aac11c7f86d5d48566e476cd1b6d194eeaa12dd58b452d2f1dd0617d5bd8abfa7dde5cb79b6748b9d4b3c105771f574dab35117ff2a260193e11c2b08d12fca99f7e4f444a8f0ed381fc412c63a34f59e2e5c3a67081c4aac3fd21cb4dfce6171037ea866cf7f7778abd15379fc82d5438d22a45e02b5f8e959f06476ebb4207ffc1f3dae2997fba5ba545fdb555ccbbc6ab06863d908b891fc77b250d0c358ab7f1cc7008602ced12064bda079fcb4bdba3ae2d05a2087df8bb296051ddabac5bf056f8203f0b8eb141f4a91e4de3701520bd9ee8bd3e886007e7d34de6408cfbd1e9c9c89d004d9cadc64af8148e3ea77ec44a97c9d4cb3f4f15681ced222&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241510252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8ca581fac33ae078f5ba48cffc7d8ad3d2cf06929897a579a7b51b87ab8a99272fb9941ba34f627482e923f229f693c20fbbe9b5d83386b21b40e5580ce1bc297aa8d79c606f6122747e619b7e2dbac48191a858a7385f70666d5c08015b19f87a378cdc8a6ce3bbee2cbd292b2cc8852701f117e3bee4d9f0f64b5379e1f2f45f171c9085671a59e8cfc7e7b1b20021f44c6a2651f2e25ac07e51a7a22ccd66813ece790ab6f2fb47deff08a89743bd0756bc38eb5f254e5b1e986fb0fb26f9216358e678c0f4733fe80f5741b090c55939dd551ef95a408ef56f191a078bd045f857c27bda258ce210b3ca2d2b14ea0feb6ce608aab7ed57b2802ca44d82b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24160494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4c51f97fda41285ff19a2394d4008d88a9e75843d33405462ddc33a884f6eb130a8edd2ce33c98a886fd7102de145edce8eee99a8fd128d64f0551162e17f89029acd334678b99822f2e9b0c21a07c4356c22c66d1b284d2c49099c2b48a34582cccc75eeef2ce98517888012dedf2d96a5c08a430a2f2544c0480a2100ade04dce36f4f32ebaf669017727a4a946aa80aa058e0c729672d412f646b7486a1651d8dced3c49b0add08a0f445728d268c4a7c28c3f87d0605332315a92c292d3f08acae0e065325aec4aee0148b791de1addf6d8d3f54f895132679786df72a806afbadbf9eb32c05a382da6f95c974bfdcb15fa3e55512199cb640e005b10b8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241648603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f92323dd75ae16cb4e67c9d9be3c4f3349aab121b6caa176db9d4c4c8ff0a4112160c654d1dd4f8e929db7a44f6e93fd7b431ed033b7ef43b5ee3f8bfa8a54c520c7da1845b7d7a4a35c07303c9742c78d67f80e254df18c078dbc9a0c32429b0c2eb9da6528991c644de3f0c9039e0489740a3cd6c716b1562ba37e4c08ae9bc377917355be96706f994f25a90119c3987f5d1a1f9d25e920a7a7f7b3c1b3fdd00174c622ed282763e5359dd844d38d1cba2117287e82c79696f3d56ed50f191e2c73f3d0524c8b521c655afc31c41c31c676ed0748e6302ea7c4943d7c65233c03a3725d9fd7f9ea65f2320badbd3dc71ffe2fc25ae2fc2bd286900585042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241660976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ec5e4c6a211110f5e6785a5d31df94671bf97963456a972750da33df9c38856c417d919785ae18ed2267c93bfb60f24e9be7210cdc8db4e4abe5b3ad1e6ea93fea5a42aec1b65f6124900965c490737eaf549852d1eae5f47bcc27b3fd2d95c4c3d925ef3eb3a0489453730d0144199730fa59d5feac0c9b064f5c033ce21ed9680b78881eff12d1b056e9f4000070d69e65221b692f105b43b43d812c822158ec80065bd3d31858c72d8f65d1ece1f25491fa1357d9a160e7bd2445305023c5bf3e66cffe3b4c1b8178d27d264700b628dfaed5a506ca860b3eaf2e5f5551b08896d0b76442f6b20874fe604f63b6bcd2e7b926ffce631112136b1d3322102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241677427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4903e19765a0de4b98daa5b39939af288db1a81ab324010188984f240f5bfb1f26a6c956250dcfb1fa0ef88fc0c69a229cc8e5a01bc9b5bbfec0bf6d2a8bd2e2470eca39e6669504e8474055a238f16442e014932778072ee459218b1fc090fcd44bcaaeb409711a6560192926ffbdd3a582371000e7ecfbdfeddcc1960838dfcd96749d513d533d8d4fde5d94f9aabfb689bd31611d128ffc632f764d01304a2427c3dd6dadd601768ee76ca6151e2a7c4cb7b063685b0b5da020cf4f2cae6208373d9154656ad4890e8385d1201696c8ea8345927a66bf4f28101401056339a520d0025a62c85fb641650020c6a3b475455381dd57262a9d7a025da3bc9ce3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241714838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=065a5fc42ec463916eaa87cc1d29feeb5e97169600d7168171712eb1cc4b62e437ddd7e198a3709a5ebf3e077b9a94c17a8ec0c594fe1c98ef1454659ec0411e40e816659871deffedb343cec504976dc86c19053f96c8658227b3ba6579729bc4428b8a9e938ed8c17e161220ebd2f9fee66818b97889c57c0e21107eca5a8cb0147081bc0ab63026e64cf6bbf62f9e21528b3ad2ee345ed3e8bf799d75d19264e61063e4e4505d5fdfb7daa66575a4bd9d348b4989f5e4a166ecabefbfa723a34c5f93d80d8c467bba4ed24093e4be5a839f28ea4ee5daa83a405de94ffc6279ee6750b7e41ac1dc474d3ee6a64174a31a4920b52b8135d7eaa69380a90079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241925304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bb9255dde0551ff34223f72fa190403ac3a264559e2ae5223c78f103c0e780fa5880055f93303bc6cecce9974d16f1c1e2b99db9f06facc46cf0abe56556891cc3f5584f0c2d855c2b4b068b1feca75a9f54117be78d79492d520d9ea25fff0a409ae8f644b61be4b0c73fc5d29d3280fa4afc76a5df58d856ab5f43749e77d36b7d2540217294dd212fcc332a2e55fbdd22335640ee78a3d1bdb9ce85552641775a6d6924855be5aa2214a66846e5cac7da87019584ad90140d0aa34e60c9f3b13d23f1cd6bf56fbf666a6b85708cb70b0d0db7edf73522cc3da5c424fd6ac7208b875419591b5d0ee1a5d592197e9766d24a6c96ba7ea6259ba4cdb65e703c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.241991018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44e4793d95111b3120dd57b6435d8be6aa7b04e8b49e0b048371dd376659a55085b80dbf47c00c6bc861d5eee1c4dbd71c9123cb632c4e042c231147e2e7c66b7c3080cf9bbd123eeb4341f1889245063cdb7e83494a94e97ee2279d64605fcd7dc8bcc3b1913477958e20a72eeaad43317c8969bb6f9e2a51d72d518f9d0e22b6cc5a1fa1c69151f36184264e920b9b00b227edddd63d3d241509be5e5c19166f3e05eca09d06e2e3c47333902a9be631406a647dd0522a7c5170723123d73697928495f5d85c0e6c181f9ccdfc4db183887e0237d0592853eb88f14821e873ed468d54f20dcaa6bf9dbcc9925b1bb3e8715912b1bf86ac3c94c79e479b68ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242031845Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a391dcf808c7ee6073bc0c3cef4074c650edb298976763c20f86e823af9c99d9f0918ba7a5ecb009ae3cf9cc0739ebe0e4826954faa9580dd385236387bd3ce1b3c92f0b176cef0d456cfe280e627839b923b4a78f4fe72442852d1d1febb27d7e446a092236f36269bbbaad5e85063a4ae69100a4ca1d6b840d46aa6ebd65bb9da4f71c42dc879384c36b64437c8e98aa391ca2d54d9165e3ada39e5a84be89ccfed8c098d6a9d880850b821f641545e8885e4cb5cc2d9a3c90552af0b9b18cbbe3ad4275a0a275caad988d97335452e718a3a005054219e561612b868fa2518c2e9fbcf6af9a41a19fdc5ea001f5835f268ff8946122b1965e42d6d05bbd2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242067693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f083bcea8e3c0699ab8822b65cd928ae66b2cc2992fe31632b55ddbc37145065e54062f275190f9e35dc0628a4794ef210deaea6143a53f9cfea1ece402b7fa395e7866c0e8aca28760670051fc156dab24bc07792b5c12426e19794c6234f41f33056080e23e213330973f87b7549906bfe8682eff2c37a52dcefc03af0bc81f1ecb5e65d64719bf98f8b0441d1f2d0403957164b95d18419da24d95efce60612f3ff1cec791966d9f51c17c000ebc0761ee654f2e4b1d0ae8c528b890916ac44248d57714b8e5a4cc3ab31641fd1ed87905a3130f4876729423a24c4b1f5b6a94fafa377db75824d4e6154d37c543de51d138f6be3fa42c6e4e9698aca06f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242092279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3bddfbf977233e6661e511ef246bca55899620d5e80ecba716061d861d60529fe138e1759710c17a8d6fe131022fe025462317cbbd46c19e7ef7b7490b83bcd5d3a3259dd15e37cc16d7f7785dbe240782109db2aa39fe6a1067cd61f42049a8ee879beae7ae3ceaf071c47f7e2092b810e7cc52eee013d6a376f5a77780062faee9596523382a22dadd31a0c8811869dab9dd5b2fac617aa35f71c6c71da89b9b1351f0147ea71ccb367e58584aecd03b52eea6dd4c4e9922a67fbb3f3e7347479b51c59cd20ae94cb4568f2214c9fb25c79b609dc263b542452957028599d2290ffb342f0073c0266d158adb03d357e37710223fd29356ae9a4ea8b1a6c23a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242149897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=828a58ea1090a0c648e4179d2c8b72ec672c6c0c7f5fd6a66a4c67e552610439d4a0fb7b9e087e68b8bb6d2b7b3200c3461e237571bab71fda95c321d13e84cfcadf1cb8643c5ddcbb48027606b6839237d3d3a8611bce3dadf610b3c8957e6c8a40fb59f7073e7e216c0125b54874324898f34a43f51be801322df8ded376a1aa0c95f321fa8d683e814674d149c2c16e9b2a4adc7005b991772f0b7be557700ac5ad60549a464d62d513859b076428a0d0e2b51bd07e10e1c7ab1157420f86218efa0eb4493ac261dbd4eae2a20ab6fc852ea64cd64f8b948277ef9b69e1870bb0eab1cea99473f11c27e5bb8eb1b08d00d92d2b0e1d31e1ca712b4fe30cbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242152552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2a7963ee83f23a0cb1c2529363fdd215fe69c373f9785aaea50179580724209c6339567d6612c9b110aa196d22d20da308fdf15aa965c82a687e2f91a2c4d758ea15c7c1f94a0f3bb66f1cf45f0990a4a1621b0693662683bc9d6e3032b85a61a94a6d9abcfeabdaa370db79cca8f1b7ff6f13a092e9c6b23de9ffecfbc8383adeb90546e5aa2b756280e666b8b2a0595d39f5ccde9f183947ffa025642d07e65ff93dbdbc7ab1403ec8c0f0c380fcb630d4a2e3d943895786d7e2e7c67037041d940ad58cfddd854c469adab9d402d24c4e941075903117be696e35565d81f027d2a144a6e7fe0ec141b1084371f3237a0e43056bcfc275c5e6cc62b2b4317&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242211874Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=71ad9cf62f9cd9339c018b3b7bfaab060a49d1be7b789faed2d6b60bd0730ae3dcaec8d881b96e659b510711ba5cea214c88ba8e35516d2de285fb50207b912ce412e04a603eaaed960f0593e0ad1c20e21ba42da99fd563bf40a0093886a51b923811eee9da60a7bc7bbc88e63a8502eec87f9024167ccc4faf39c969562b4785dd7f7068f73e566a26b60d16f5c9c149e6c24ba09853f8d1ce64273426c056a922ccd4686d8d854f8b240dd6d047fcfc56c53aca5b46ccb1364f25b819db7ea8801493c27709b408c5fdcabcee851e26bdaea2cdc52c97ccd137379aa5e73909d3c39b0bd8b7078840c19aec90e3d4bc1ffecb9ce7b65f70a5318cf3b452d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242391693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bdac91c42e71e51c0f16ed48b2a09d66a2fc55c7a96c313109dd6c77a4bcd4a5c889d76c3198e887a32d2ae3f04d1699061e6662410771bd69e5a27301b9b28bde6590a50b08ff3ab098bcc4736e5f8461f6fde97f2b04c19ffdb3d17d308c78abf3f1728f5985099a1194e9ebdaaaf6f8cd1377ce1e0333dbcd2505fff94deccfb955abc5b58553a556d5c63d1589eb3058acaa9bb9315c3e67c710652c25e2c11c2ac78d5060278fc4fe2d134fb0f96f3f6f5698e705582358dae632bd293326d3be8ab01d7128df70264b6e9a634d672b3f1c3cfd5647dfe7d530b81bcbbf02bd1c18a745998a77728f22baf5d90b50c251de73a82b8fedd1825cca155dd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242183922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48e8541faf76d22ec9b1ffb1212fed53224840de28bbd0c885ffd85eec2deec56dac974732f84b91d46d6fb2881143864dfe6c3f8a6c8e24be7e71b0559a8de3c00d095c8aad1fa2bf1cf5db98b0a4fcd8eace634c18d6e56e43e9f7eff186e6b03194eeb55c4c9bca2abcbb2fe6a3890dcafb45b6ae709de9aadf6cc11cc8f4c22f9a106482178076c8c42b5facef680cb3f892daaa11c6d6426f4beef4e2a2f6e58ee68ec795ef9439f7df1c9d4f81e1e286a68d57016a325a595505fe5195e58976be79bd030166b83f5cdd085d325b9b3a8a013ec33ed09b54f1689793d05847ce948e02f004fb915c530b3d95c45d90d4430a16b32f2a6b64f4c9d0ec43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242710764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfdff35cb3bf3363ff479bc30f5e8a99e64e64b3ec866ea97f2b0d43ba8881b0f6ff14de0e705010b85e6168ac18cf8788515dd7a39afc8f10aae2dfeafe888e8654327a1e904aa789c76d375b7d4fdaf2b2f53e13adc9526b49d262ecfb284a9fdef95497509c884927776505c1a1ea3f49e8c7afbb8819341f16654ae101d7d8cb70fb54586eba714eb9932965bdeefe2f2a1b1511f88bcefab3fda6915a1409fa285973079a34bee24d3ce1fb336a35a878a321c9afafecb171667f8e743f8cd87c749dfe8e28673b350e964b080d6e82a776d2f31edaa5473ff5aba8a3c36b79010670eaa5d78d8727258a3e290b8003adda4819017c99c6d113e472106c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242755228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfe8bc74fd8ecb38dd7d582e7cb36684de158668087c9166e3e04e128abb7c8117a4ef445d2354465085f7ec5396c3ff12dd49d1cbcee09d1267da4a1dffb361afedfd4dbb6df5267475ea2d467e4f70be594e7f1b14d2d557e60862d68d8b1b7357aa42a166349be7ab854e902781acd4bc76beb100b0d57dd81181c7d5d0d16d8ef0a376d427d826577b2ead9fa005a094da2cc0f8bffb977256be51f040ad1bf0ec0bf65ce4c0f53bb312238a79ba411d3329a5daf7cd1611d9df0120e0e02fda19add8ddd2a133e2fe9000af1fb95df66f2514c09e10944d506b3dcaf99117e1e859ea2915dd56fc9c076554b565fe6c316c1a639f29e8185f1155d361a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.242858072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06710761fbd2beb0f12dc28f8b1dc6254294088e01a3ffaa3577e1a476eead1051c9bb78e8ae0db624b6230f3d4eb9ad862570876510b4958a61dbbb376c22a00a9496e47893b8f95eb46ee10fb7ff9c9d0405763f54bc3a87a2f0e295c06a6b3c27c09594fecf6dc929a7c437a05178422899e0c2f9c31be8ca506542edb740d967aac474306722cd97ac165aaf9834e980d504544e78f481f243d7ef78d3186fd54a2c657a685ecb65191214e23702675a805c0d73189c80cd03a2bf358a11ce57e6d9dec5fccaec347a5a6c9181e7058e51a7b207793c69551df48d1fb603136f547d1f024a8d6fc17751f5690f29187fb239788281e7a771f594e2d25725&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243041898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=840363fc628e9981bc05380d0bac6599786e1995df23ddc60db1b8ef1c57bd7e1e9703c324ca5e6f4e42e0a9c0f678c02a5ba337a0e0cf30c918854c8919c0234b9f287553e4d0b8ae20956dcfe9ec749a3073bdff601fb802b2945cc78a3544fdb71326c08d9e98080895725a3dd40b832166ad11eee036827b0fc3423c93e0b31eaa165b4f3b4fd808b48eae16ae71a7e1a3b6d3e859e8d151918e4fb9ef5b92bd6571f3eca11e08227401c1ea4b3a95e028145893f01a5b2cd4faae334a07a86af634fec075e7bbb9bf0091411fb994eefbad82673f53f92f58632ae990ad46326405efb18e87b99f1c2093650b359ccd4c0427ad8a83a67ac3b25fff0192&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243088065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a47128d2898b3d21c7063cb3bf8300f93dbb44a3d0f6fa0e4ca74cf4d871eab5bb11058ecb1727348b52f9313562b7a955a90fde2caf472a1673f4ca8cf7f1445224087c47ed6f5e6d7cd56b01cef6bbb789faa80b84dc114c4b33e9e46e1e2971934cda4b7799280c18cb08f83c925bd4949566b68bb1d2a1d2152c2150d27806072a7d139f0cb909b1d21dedd2cd30dc07ccc04bb9685bb3224ae75931d739c532f080fdd658688dd2fbe21aa3f6beb4c4b16fe79d801a08ce0314dde518931ed743de909487ccd3a3f9ec8b61d0cb682659d0ffb16f53aa397c2dcad09d098c2f845854242f08d4847a6343fb1ee60a2106491f6ba6002626803d68e498b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243209875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93cecc822fa252c2a2362f70d5027711a6a2e3c38fd20d77c0328ce2f1edb975f7b887296a2b954dd408e917893b98d0585b35b9b5a47bf1b09b52bb0bc578fff85512cc20f589f49e08ed83c788ea1f3fc68b0f709c78d13e2642ebdc9c66a0eaf177c61bc68396767f0b63545dc8f6b7081455a9245f6feaefeb2beac539491fe896b3f3b928eb73fe02bc1b4da67f81456b79784208d6800a2a5ac0a6056b620aa7e348ce836c4288628f537257cc5fbbfd24dabfe48a09e97f556783b13cef0f902774ca32d6cce40a2cd7be30cb4c8f2bad79405282a98425e62f392659c6ed701eee659f3d6a38232ea9365a04ed5e49f40826c3d9e1dba735a5bf6787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243314552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=29e566850742a47fc24c3227a6be01d52febb5261e4019693f47cb236938528e0e36d5a331f95a4a571ac16358f6ae0b6379e6a09152a1eb1b7fdf20650ca20f167bb54e31f59b8b3944abb3782e068e0980fcf4b2f786a5baacb13de21ffbecb16ab665dc88fe7e277b9b119916c913946aed466d8aa6cc45b4b18fec9b0af00aa6e7eeface8c12ed3c052ad5c6c8cc3c5d1001ce0bdcbcfae210c6b16e11e2e8ba637eb5a0b8a54ffc4ad418d6d278ef4861c18062ce0f2ca5a8079aa0ddfb76c1694aec3c61ff9d34a6db186323a9c07115a5ba203c789e700c8cf634463ef271f9157e64f5df73e3d535b1c021bf217cbd1dff68965d2a186e8a1543faec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.243340561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=993872c324bf50bc0c6deceddb6eb17c956db83722af944b79a7e510f00e58390907436853c8bc72ae3d37bce6c930948b48887e4fe79e19f92665f6f1363ea075b5967401d4563035afd9994cf2b9a77f59d838f1548367659534acf9455561c3c7e065cfdfd27cec7b42624e24874b31c3947693d8b9717f96bc37305290740f1baac0bfd79793ba1052001931d89cd1bc098eb894769c683585bc35aa127ebafc1e1d53c055d3de86e070837b3a890f0775370f040c8823996c7b6796da9e3b22f1c32e9133cb70fe23a7c9f4f47df9119c0e9dc35e760db0dec134b9447f9dbb8be8d69243c947ed95f83be41e91567b5ec908ba03d7240ba59f1d1b2948&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244332591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1783a25ceb6067db10cfdfea419047c940a364eb636c1590d5f19b7f22b7662ea608c8b979b3b007cba612908d3476fde17c27c71051e9026e29cceffce6bab9d4cfc22dd0f3e8faa337db3d57edfad542c784a960b1b270f45ed8273e9f8e60e3d4cce7a27ac923a63ce79cbb8b9471e5d720799eb67fdda79888dfa486baf2ac06134e466aa0d52d0c108fc5e9d7395e562d161aaff4dde186c6048ab57b34aa8da7b111938f474a56530fbd6896e96b3e632be408eda82f7cd4e05a6b77fd16a92de35bda31801e7e022deb8af4e30e5270d417d43072aaa806c41174c85bc176e89a423a503639df0d9c5d02a96e608c55e87b41ad1a08a71168be49273b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244477694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0804f9ee6ee8174418aed451a934fbe2eaacc74b1f7b7912bed2cbfa3d5ad8d5b56f7710203e8ba9f1ff2de4beada0fa96faee5ae8542540bec24e9a6647d6abfe2334447a70875b110574956f866e43eaee30ff3ab7ae9a5820865dd0c5711a1ac1b9eb63d7f9d9001f5b8bdd66566bd9b5a53494b098b515a9cb0b7e87f1cf6e93479b6028f516d66a4fe305d651233ea49348d8217939336732f60063e46457609bcdf5a981e35b4e2a71d479c41687d0dc899cdca05274202dae50663fb37c8d8a5168260908b63d7f5a81b5f8316ad1939450f0ab488a5ecb689aae0f0361e403f7d16c6b9da5f513cb185f6b826fa6669cd6474edcbb3cc33a7f102fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244484297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bda84c0f13043520d802432b2f9c2daa6c4b2af97464405c0368d0c9b93cbecb123cfca106e598ef1e9fbed93b78c43540cf9d7f59bb1425326bd199e78c312ed3dc1146390f5b36c1fd0398890307043b42726470629ebfe3346d7d891df62208b02cfddda7187b1519323debdf9c3f88d230ce83a7ec070bc032f434120ce35f7a9fc50d2f63789217c4921f0d3197706980b1283c7e9cf4eb5dbdcef44f7cf02cf486413ac448aae32c3391077c9daecf800450533648483cf314e1a81667046af9051561f3baa58e37d708f98ab65883bc66cc30416bfec80c030358a389b66d6199ffa9b226d8a7c282d3c2b29083cbbd7a6d4fcfb08a7180002f37617e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244583574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10dfdb26bc94178a57962488d7c468d6881f8579a738410168acac8901ecf569c75650e4f568a55bc831eb00a21ad5d7108d50d1d5b905d03034d10495071871b803196cc41cec3b373a0ebc9a97c1489fcc43a8ba32f2cc9149ec6bb57774594e0a6f166406bcbaab253c1abf77161cfe3ce957348e5f4c772ecfdc22efe62fc424d09e3a28e34a81dbd61f7fba05a45c52e72747e8c73f9227bed1cb664ae1c350a8ec9bb86e54e5167154b3d747d20ba91a2eb811c7ed28b2b875f4f7544be6df432f7145ebca121d0a37c5aa8d05e4ddb879ac04375940bfbdb1cfc934ab12752e38e4a34f17d9146790833d048c670274e44f693720eebcb3c26b933cca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244490829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fa46ac6f5e20314c1a116e7631c235fc453f94d55374e9672f3603d232175f6ae4a22423cb88838af671551ded76980df81cebc58c9eddc5bfe21b21a1ee9fb69247e2fb9c4f11087f4a267c410969986c41f926768dbc9d03adc823352222649af5a41f0b5fbbfe65853a71603e8056fc9fb19b7a83bfa8ca40adc635b4d09876aa14106f03a5c96801b88b7589e41218d8aed1ca14ecd687ecfbe329fa07fecf9091e4ce6a68946582dd791aeef40a939f348bc5070fd031d3bc95dca63dc0656ff0e43f83fadc37bce22f3d5f38712f1bed634dde72c73316a66bb62ee1e72c36b8098867417ebf8bd3b59b8bec6c9786b58c33f0406b3c970489c299bfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.244807997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2fee40b9a0ee658eec8e157aa7b979cc8326a462ce476befc9da9a26373aded755b5d4f6443e53db309990ad1413c5412758382842247f29ce1ceaec631aabff313be43953509f00584231f2b2718392331731f8d5480e198b39359ede5438f2190187984cb2d5371e826abf7a421f28fbd6076824cc36f52077f923b23afd775d2d5559f4510e04dfe9a41c70b647caa6c495d41d5d9e8d241af9a04f82b5c4cd7345fd47a71533952018ad28be7730807de52834e66142570800b6d67c8ed1fd6da1233af8facc919f189269066bb9d64f38d115cc39b3b9626dc338cce2e2dff30a7afcf6c6d0c37edcc383a8ee623439a559e80115ca6eef3f70a8dc120&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24594524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39dcdf661367fd00d614dab1d41c53a0cabbd70e11fd3b50f12eafde0f0048f1ba562acc0212e783b6ed1071bcc83765bb1b1bbc9cc1779823db4e3d998a8ad6e6e57132fc9d4226cfa0ab04284639a71cac76c6a3f0ce3b1b66ea9e1f196daaba4ee0d7ddfa3e6bcdb47c8e696dc1a2ec0a31d1f7f95c6a511be70ba9fb2c1622815e10789f4e88106bbab0d2afab09699f07d1d2e33aa133e5f06bf7059b5758e12ab84e8805e526e5fb9e19e336e131e92e91484291f9053e1cbe01e86cfc40bcac4d2d12bbc9891099a89d90d1ddcd944657c9d7e6f43a74719d730db3edfea4c7bbf97b4e7f20a606fb8483a7c5dcb1fb9fefe6b34fa15208d5ee4920a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.245975968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80c8f42d17ac3be8a7ca5baa43078167a00d22555fd6e1bad2718c30b649686a98449758fe860a19691f9a44c20a6742c4dfd594bd6e7025f0d47e82a10669879b12f8fb4d2f400124b31394369cf615e61198076c96ea4b561df52dda363e17c6ba07e9913b0022a2af01fc1808c3e83b38ad2d1aed4adab472298b7b527ea1feac141ca80fd2aa9ebb9f2cbf53371b2d05a30a996b59148824018a78367c8df13ea645592f674aa8dbd88e2033c9645d869876d6f5e945e90cf8eca18e06e5213096bc2ef0a3206a20f44a045d58a60f3fb315f370115f73c2e323955a764bc9c9c920589f78ca1ceadd6b9dfc1cc615d3fdf93c2823c2f279dd5fcc9fcbc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.245980026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=678bf8cae6a926bdc07593d7a2f2497ae5c8ab9b9f6d6b8800faa7ccadab453ab7691be2a71e2d8a5c92956ef69ce129ad15eaac251045c5ce10502e099adad083c1adc95570e4e9d789408d0b52e9bda6c083ace18cd0e99184a9a616d4af05b96d7ab73641842806aeda694f6c40760f3d18a24782200e0ba72bf15e1686a8527aae6608b859857eb38c94c454687ead98935b05adefefa671b05bd257f20c5a931be785c1e3564cb361a4a538010e73b2d68c1cd09e2268783a1a47fba2328afd10986bfb2e0e15891778f73a00ab9310112fad0b07ca65afcf37027d7d01e1fe1d0235133585f1fab49aa8c993f088923358068d78b343b87afff624d2b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.245994102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=180abf164e1ea947df0e2f02d6d51c3c5a8187301817b1d0dc91c5539c9712d93a664ba28211aac7cb9a2a4e1408c87be31711a34d40dd51b5e87999b0e28468fdee9855adaeb4fe8a52b44c5cd6f476cae2f588d97ebe9d59b7b05595158333b7322e67a29d0fd588a05e6d4c9c5570093e7ed93a573df631c535a2e0a378472b722bd7ed14a8b195303c76894ad52e74e03ca610cd93acb1bb9a76852eba50eadbcbb4d3dc92a358c12cc2a6581be5333ee80472fe95a68cd50690b45433fe7cfc3f0628b1d30321586fdade90c9bd9851387db1e52938c604568c57277b808e65140113f9a3c1f7835c16baae8fd1ffdd2057fcb60ad0978fdd3b82c70642&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246004652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc926095d6a329dbb622b4a250385400ef1c73091c41c8315696dbb49769c98022e347c22c6b7312d9cf0da5c201fe0ae0a48e44eb54f383e64b6a7f22e49afdf915adfdf6054f8fe31055076740f701d3400d520fb5b7ba3f5c5460ea9314d7d8c1a7a8369827e661e544f857e1a7ab6cc22ee5a25bf62a1e8ba6f5ade9994070b33fba1079708c35df1cc35574a7817822333fbb8f6ee82133711b575495d9db4d140714fbec0915299736344c7f5acf6e96fc71b7449ee16a1e9a0926d9281a2fde729f969c2503f960fc7751e18007df34616f325e897a0e03cd239e0aa3476665afea735961256885d2d39b057d7bc25085c9b2359bea6c5e6b878b0f14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246010032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=874e6c72a000ed6bd111b8873c7e4f728c3b33630219a07eafd09d64bf575cd1095595c63ff198cfea63170d13d077374003f449f7b668ce6908fa2288058f76119e36252045e6d658a26891866b4662bc32183d6f328580bdb16b074996bd9483d5e7cb398c7b53594d35aab8ddee41dd874e8c1abf45016eb937ef5a69ac96d6451647c3a7213a8dce47c8e8ec87f715abe870b049d1b5292eefcd22f38de444e857fc986b00b442b736003f74a01872ad7e12dbe95e835484c67459de666c0738aad018bb719ab4fda44bc9b288b0a4a4f54cb205e0dc448a90937e3f5190e2c5fb4359ba6844e386b43ee187daba9e40032c2f5c74974794e68eab578ae6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246019721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=092c9387d55197f58beb051ec176424eb15e1f50d73584dd24af36dc914e9448e0deaab9e898c42548ee2c67548c9792285a6e3459ceb32e8c58c99312fd90bcc09bc021f0de1ab30b9c909537f538ff9b854e7289e3fb6381510adb169537648347620817221417c6d57f542d77b8db7202bf83a5ccf957d22212718ecd1e1657cd9bd3e634ff1e4981e136b24f89c8e4016bf93b2acc909258aaa6bcebb03247d5b8d249d2df545f17c8eec21d776d250e1ef764a13f5f2cdb2e0ab2283f822bcdb38f7530fba83436b9e0840215735690c27d8a9514cc99ba6b93f21262e9a152066541492f618af3688b50001b419880736c971c022f04868ede6a5abceb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246024229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad2d42171f21c1be0844f585fbbfb834df78339b8b7a0bf485d60fcb4c901a9cf7a6058de5416eb01fb936fd9e944d4429eeba7843c5146ece5fc031406fcc4d7c4ebccdf32bf48e22f2ae7593fca84ea8bc8ec56dac9e7fa16f217cc07e07c729f2d98ad5ceba5ac0c5aeda89e616d293a727408087eceae06eaa6878e0d927cdc0c1e39f6c956124d9fa0fec0e357fa5998a6917c6591609c68f62e0d8afd48d7f7911f56ddfb4711bde4ff794a2c1fa51aa77b18d6454fa3266eed164eef78d774d300103d6306e2f6e2c41d6e7761166475dca344db656973f1c6856e4186370e7e82c5eccd68c7bed25634bba0644c0ad184d02b7fc9da9c79662d08d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246034308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8acabff3fa25ba075d2fb386422ab900a8c7bb03943e16817e937ed92e892ce0d18e7c06138c033d49d5e45150de020fc65045fdc081c4f8d8b04a137e3d481571f9bc685a21549a3fcf0106f39fea4b370406d4426ddb2ebeac597ebb3885943305b096994c4575e1ae89b113d1effcb6146fc045e7264206ee98e4b9645470be4ff53ccc8337af4dd624a311515caa329751cfe42f8f82fc927d7a3f3c17c52259b01efdc009017314e5285cf39093aa16fce03527c1b6557e9701d62a19dfdcd125d9524157e318c9098d1d1dbf341026737c968818069de45e8f033130e90da7b47cca47389df56d2a7e4e2241b713683f1c00ca28ac09f9ae4499ee5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2460511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6faf502638639a6586a169dbaad569eae1074b9cd5b53702882137f254121d96b2386f9c85a6003ea0503c0d247b1b0b728794e3704a78affd55954f9832589e707d115ceb7c8ca903518873a5b0be4134bef3132fe02d5b7a45b0654287dca1aa23bd122906fc64734b0d8e55e39a0fad7ec67fdef66aea2bbb50de3d711407641ae65056b7fac90f7c6b90cf25ab3f60dde92dd24a2ce963c38a74fca6eaab64e7ad71688dfe3caff3bef580362aa8711f8cb8fdd3c945198f30118dee74d5ae6e77554f4e310571e5d473b6f4eba38e28143dc3f80fcfc4d5de00c8a08bc64e107b139f1bf11e12ce6ad341ab65aeaeb9910bc3f4e98daabcaad758e7cbb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246068493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=28755a033c20e9b47997ee1b888e9eb0610c4deb3d52cd300f8592cb76162dc27b4330f1cab0c11e3802527f56c5a44348816d8e8b08da6b418c73782673503ea879249321177e80bc979aa8056300731a0d60792230280ef666045f7d2299a27b28515b8081a4e50e698bdb8a664722e92a2820c2ccd3311b688d17e06f791e0e4be067ebb3ff5aeea018976614f5e3d9ab057964ffb1364a31f3c5c5d957cba8f9cb4deab023e1443a88c7e3e75789a4e94153c5b187786e41cd43c726e4b561caa0772b5573b4cdec9cdc0ac6cb1506fe84341bf735882dcde664a87f5bec30c538332b477f9fb57298fa8e75e2a276743289e727885f2e3324e8ce1c6b4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246129558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d973d5a31ba21b117824ae06ceee41d2b19345624048be6647a9ba070389a1e0781a79ab40cb9fc758857e73e1e9ee82b74118eded6b59c321f1cc2e491306e469012f40cc2687bd9757fc9a3bca6ac9d2aba45950aadde709214458b2c2871085b4f67f2bf469aab3ebf67009724242957bad593b5740b45e63ac08aacfacdca165d18c0ef3c98898d1c04cf9ecfa1a1d5d158c9f251747ad68e024cf92d3a1433fa8df613f24e753f0cfa179ae42412c2bb9e01b6fa09032bf67841e44b9c004c62e39c164142aca89b861df8dfe1815e0178eb5f0023dca07caeab004f74cc3233128c37bd709a4e1b18e1fff2672e7d281df35ebe944b18dd13117d041&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246144646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a40828d93fc0e03c51fb2f83701de3ff7d92edbd0bec16d2e6910ac1afa88677f6b49946c21079295cb1db33c1abfac589476aa8b58a6381c15d091425a9d8fc6a998ec6856fd61a9e7cf30993c59d0363b9146dee6aea214c375eff87f4d8afe29b923c5976a935494b1f6a16b6fc38291d401a4be526492278491c313368f4adcfad29c8f76ea193d722367348782524cb13b9467b86e0e5fc7273bfe29a093350d6795f2a04cb5c7ca2ebc7079fb770436ddfc0482067245565ca6089a629a79bc671a3053820c976c6b4b544a98d5b9b72984da2cb7e76ad1ad5883e473482a7f3d19b9c3e5ccd37718c0986e4ce1f987c63ab5fbb2714a32fadab29b9ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246164083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b56d1c213f1ce464160e8f49238562a1e764be607b2ecf2526fff878de9617a053fc053377aa9db016edef47a96d85055db54e6cbeeaafc6184c95a5ae7a99c9b63dcc9235fd18925d88b6a459a50d81bb96707b143b6814f2d8f49834327d8d6aa9da979cb497a5fc56c206be0551130f24c2da4f95a5f7a8b2bb0a2f6d47e8c83bc4147f2d0ad9c3b6d6e664b568af9c8da04cd86def3b300be99776d767847402f109cac6e3de057c142237cc26fb5f08921fe9e2a7d69667fad5a5f594db5c44e84618693cc2ba084f6e851877d8c9cf5eb39ffacd895f057e1d7e10b045bca36d536deaba6f7bf2ef7dc68e8b8fafad9380e924153cd98415a7e7f4c69c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246176166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6863ec7ad7ee51aeb2659c2f540bd75d1b2d9635a54a68f8aec80be8174592983464404b73bede1d78bc59f8910ea4fa2cd3cb8d4184c5d30cbbd5cf3fbb944c3e0dbe51673b6dbbc69f4171ba8411c99dc4f08dfaff07d302fb9396e9be76f6fb20d54ac4e20270e8f0b6d59cf370f2514e208c18b03509cbeeebfe93fae14abe2956ee5317d37458ac167383e6b370077893fa39b5a0e2b53f08dec617c0aa4a4c776de69cc1d3bc892509593a84afef2e7d56c6cf3eed3874fb9e7ce3f71917f00c8f35eaf0373078578496f7806f758033499120a67ab7c263dc797139bf1676e76467b1e406e443f7d10414c3eae8ae2d0606926fd03343c17d5da165f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246230628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8510209aed2ca98ca2e48b9644e7e6718c8807d9c4185ace144b7cc4f0fb351164259c6ee333c22bab3005640306cbd74b107955fe0a5ce3b015feaabe1fca5010320b98db33bf8a5624dbd7dab35892e20117f096501596d4a3e6f2d421ae22df16771182c8bb2ef610b3c7dc60d6eefa33da3866d6dd185aaf89ba345fb5602d2e0546f87c389740c5a8e2de60666454f245be2627a167729967c4b55b553ff40dab6dacee5f2a273cbad055f052205a6963dc85e2ef1996fcc850f91e33617dd0ed7d816c7598894df3303842dd519082403c4b5e5ee81ea8d5cc32538db95627280cd4dd2668f24750e9b50a169143cc2f543402d87a0e980091b776ba44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246270934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad88784a88b5b326c2bbc30e0b41bb08e41cb1a978ae2a2fcfa03651cdfa61800ebc7520f15228545a98b52913e16221104e456d0748c6dfcf9b5e1b9c39c84e4ba943c7f0fe7452279e04b12a689e2062f6ee7d8277a04592727d400efd49d635958a22b66c4619a866c314ef64be5f723882fc601f4ff88956bdaf5f5202935800c728c8efde8892eed3e93570a9163a43faf6fddeb4114eed7ef6785dab60ea7abe4b1f37a266a1b688a4a76fecc01f8f0fc4d26c9ae31cc9437c5a25a38d837e96b0a53a1e9381d1022975c5acd986e7b02d50362f089a1d6330153ffd2294660f5b67939b43f7edef86ebc7fbab9169804a5677c66b9291e67fd82e7014&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246002709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35602d8195fefb2d759d1936a4e03196d1beb6f100be436eb895e745a613707fb05823879b9e21d229b8c3f2190707b76d8be7b0cff46092c7a395d582a5db9bc084246da4a2a9e1ade51b6098c3e160abb462b5824636ec1b372fa7bc083837d9f3ff1e12621e3b0182e12f890633ab58c8df44b5c51c04e29397e4067234e8694e7d9a113c45e4e149b40901c4db5916dfd78e0afe6d3cc550b64c001e27541380017534d03a3f534947b50de350ac7ce52106b9341821b9c7bb4336d0d0c900e85aee6fd7a5614d10d33f951a140baf5ef47facad19520ac8d4324e9b6b5f65b465747471b2de11dbc192114021fe2470d00ddfb68e7958ce7d8dd03d754f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246000424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00c6eaacd4085940d79a77cb0bd6f8dbdb0bc424139ba6ace993b026a0ca2da70727ce60a5d6d714565c46593729375464c53c5f9854d8ed3bdf31b62e13f6cf97c66c97f0b727b6525b23c3e414f355be3245287698e2b9b34314c65129fd022b42a515b4462b06bffe8a2f8e36b3a0b51cc3cbdaeb3b4dcc7930d4c0c3391b69b4199cd952f3d6fdade399de56331ad5c5999af5d7aff1e29e437cc264b7d40fd29ca2a331a7cb1f1e461c9d13390ca2023cd25aa47a5750d3a659afdbc2e0acaa9c9f302e57b43d410c7cc5d24cd14560c07702e7c73decc63c8c5041668f6c6d06ee75aa76f4f5e9bdb9b762b544d3330cfb1078719962a457bf4aa1ce5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24602469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac4a0f899c2edee1a4ddc6c32898b5fb22c0a34af2ba22cbb79c8f2eb2f40cda7a47d2b55ae103997fa8ed632d4f3d60c4e1dd8aa34edc171f48fa3b9c2027ad546dd9b0f89a0b8404162a9866fbb88da487ca2586207a9b3d8e10566f8d70289ec73fb9dc25653c9e2b3ffc1cb70a7f15a8ca9c7217528e8f55796e126019933d8bcf0a3286b5960d36ce1070bc11d92b97e04481dae9cefd681548801882d838c41917702a426db5b2f83b666734957a255c15591dc9d6bf14b4c4d9a2aac723fbb389ba3372d27d16c0a1613464605797eea623af0599512eaf5e2a2d0f564689536ce5d234a0df8a693da29772e734add7fc27d2dd22f3dab27dc3c7a860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246324896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d65b14d0ecf5d255677f2d684a33db3253185db1df49c91c5f745c1df55bd2439475049063989591bd4c64e4368d16f590e242e622c5edba77f6573819ec68d64c5659832a05fb09c15dd3e23d8dc89913df2fd04e596bd10420cdea97f9eedcd7ff90d4c14b44301c0351c9942f870a9cf694ba7796da53a778ca046bc1893681605d9018b6d8b6e0165dbb7b2ac1d64db0dc3536d08e713f4562aa2544d5247b181a888fac89b2869416c4e88e2a70b03f12da2362deaf086e93a55617bfa438749ab588c18e87345ceb59bb90d13d99c13a8bd0ae26030ebed96e2f9866c66c38135ecb35d1951bd2db6b810e76bed1ffbd861bd7de25526e6e7cd9b27ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246351426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=427751a53b9543d92246c72a00dfbf35a731a54c0bd7632a9755f95ab28be0722ea8a343e91aada3b513b4a7e93a5a0703c8e0348f358677bf4e28c3dc97ff1b0119aaf0117f80f51cbec99077050a6e13577d45ce327f50cfc32b4d1eb630ee24c28850d0bb7e5dc20e1258b4c551c8c6358e919d50bc1d6fa2610dc36abda5d59fda2e5894c6d0c1c4ddd82a6b59f976a7de98aaab5df196652784cef5fbbee040880bdedc4bd36fec32eae233fe04553885b5e0a3c930f9970d94b56daee8f5775154bddc16601bac65b40d8b0774d1a7d8e9b7473bb3002b16e684ca503cbf130eeeb5214bf583fc7cd59727f1a24370d4d1036655b26dc1797dc1e4ef80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246369861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=053debdc20061fe6e5d4f1141facfe298053907410c57bef2f1479367da6e7ce0ac4d30365ef8b341556c5f9d9cbd00bc51f0e8c53f6c2437c47ca0faa58fec431d16e7914b35a5b118806c8ff375bc13db628791a9bfd982719b3146d60862f621f6950eafb7e839fca0cceb0d9d62bdf25ee88744faac4877952241690235648b7443897f1d3a1d75140c119d30c37e2570a9ffb98685feb07d855d1f8f4353d24fb7768a76807b8b0eed7bb668f72ab9e345d59b26da5c52130273f0d66c145e4904009038aa9cd346e5bf5112703ef69cb31d292301e2c94b761e2ec47a683c88fe302cc579c65faf763afc9b9fd883ee7cc6e03573bd17d7d1062483a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246380511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22b32e8582bf37c3588bcf6f027c13fb430e4a1ac556d54fc687679c3444ecc8698e5faacf1c2e9186f23ebb29a932c55192c2b647d4eaff834fdad5bc77d498ebe820c3d9ffb80533b90e1477617deba57785ff4f8f3c275ae0201be6f85f1719f45d235840217c95228bbcdad89c3f16622719ab016dcd30054c330408f8fa7f9d7c67422d70aac08bad10f4f1a24efc93a247cd7aea2a7d697e1b3f9e8c620da5a7449b6decec9bcff34288e1fd53207f74c3cfb7575ba11d3cf80e7b9eb996ced7ed06a56a26cfbe9bbae1c7cba4828e1f7f7da7a362d95d9a9d4d5dd706ec5055169f3cb2dac5a9d7b11b34258a1977fbe5cf26468109bceb619c53c1f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246411148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0cc95ee9e3b79e56e5840ed7779b5462f0c21cf5aafc774b3f7d2b4985907aabd7035a46582f0d50ab01861fcdd312982ebcbdb4bd285ff4638d9e903922a09e2addcccc9eb45cf01ee1b63c29b5c5d4b232f61ab6e1cc0ea517d504d1c320023cfd62846f6b9d781fcf75e8f9b7bf3cbbccdafe910ca283f4ce0a2c50881d595b0d22c9725501bbd8776c79f637d1fc1e0eb1f53d3fa6c6a87b2777df8b0d6d48a1fa2d443395690f333dcae14ed539142b0e4ea662bf98ca0018cf3bb6cb5188767c5397feb3e1036ddedabb6129f1169dc21baa054d5a090716201af28b91dcd0f044f78203c33d885f5be694b64c261e5ee86c988884a00c00530dd296f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24642768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3292b227fcb9762646ec0da4452739a5fbadf4ee1eb8342cff278980114082140be231a085843362a977431e8e6370f7f1e766d479e34c83a7d6e852193ed0c5c5ab1a2cd4d696b0b2080b3307c1ac0dab46c03bed62555e0b67c24a6b9a06f113a99556ac559ccdbf5f27b95e3e06d8dda9970c9406d608dfa042d7497031b780c7ba2c5b0822fdf02982691d7512cabacfa3fb05985766b63bdbe219622f64b5e67a2191cd9b8e5a5824a5ad84da246d4ccdd8ba70fd020abf132beff5b9c65553439daf4c5f9e17e599a5be5b174a6e8def2baf5e540c70166dce6f5dc71974a69d5b7bcc29e2d42280b86d77c8312a6096c30fe21686c0d4f5e72ba436e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246438109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6700301c8d6409cbea8d6365ee8ba5a4c66855faa2d8eb953711d46c7306a0fb6586a3830d4af418124649cb19ff287a05768f559c39bdcb729e71ad650938b7c658db4352217a4178d8bab1161a420609328d0a819c8cac825db06433fb9fd5eb06a9fa7a25c4fd13a4e50e69400d67a62bc28c0847ebf34e70eb7411a940b956c4c710df9b124016c8c9a950cb08e6b8dafe803cd1b01a9b71e4ed45274bd249cd6c2a7db7f5e999d0a488cc03106a077b4ea199228c7ef03e9cfb0c69e5080aa907589373c911d4d5d422c62996f51353c5f3ccf33d3b0bd1461f29fb58cfa3cab4bfb113a27fe069861db677b35e636c63dd24de2265c8f3b036a1f9db54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246460682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c36ebee14ec10c42012ea0f48209410c19ab5af153eac9e6c7ffe8c90ec3926ff568d11eec991285bc5270e9653f66d84fb1493bb2256ecca37f2d740e4ae55ef1e87d0466808d5993261c1f82ed2ef61473436f1ee2f64606b3f2c61dff9a511be9705c79348e635a1d0d03852d6951507ca46d2f7d06121d977a70d2a3dbf5a5ada130d86831125bc097a5b51890ac21924e6d75b5f05ccf3e9fdc7814799cf888a15b5b107191f09b79783951eb517d3a46ebe581a3c5de5656fcc4e517542d7b23f338e8e974a4a498bd572942180cbf520319e68408854c9745c73bb7d5b318a84ee861c9f0d5357d6cf07ae4eede78cc7ab371c5d461697594c090e31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246476552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=760c66f79d1e00ef474659c489ddad33127f6ec5a6cca260063726551d88132c2b393c0c4d0677ed445c446ca549c8f57c7443f80407f7c316a41ab3b29b0229c11ae36a5e377a69cbbc2e27dbc1af5336bcfc37e6d91d693103d10f1fdcb680b212cb738c6ef77b8120661f68db212c4e5de800b2a5eca28b3c2354d41ce052adebda1bad44c1dd7d86fca4c4921258b4cab8a304e679269565e3ae33217e05ab0d35e52466f7f7e4d6ae2db2ce1f01445c5d0c01e1e776953565420584d4aa68aed679868b89fbacba472709d1be19d3552f3ae927bb686ac628c3ab0ec59a689b065315c1a16b1d820b12b6ee096fffa9f69bf699b798a9512b6c2d5bb267&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24649678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9746a676e11f487821eed3049dbcb6faaf89e81c8a46fa562375d520f41830f2c44b8b5d3bd09b8649aa61217a91df28b9d8c9ec8e7778ce748544ba48890883249fcd38b1b9a8a14ac0576daf6dfe38e313f70d1546b1aefd5d09277879d9583244b6e2fc6cd6be5e926daa26620ba0bf7c57fa96518d9f89773f8f4da2791a9237f16a59872fd5952c12d9e2dae7459c21f267dc160b3adecb97f6bb04bed4c690276b18b8597128afccbde838e53c1a974641e4e61ea5a3a79402ead86b53ae90b758ba81d760dd0e87467eefc48915f87c1e4a6b27afe8c4d5cd0b3f09a0bdfd9957b3d51f1dfe87b19135a0688d51ae57f0c596ada2afe806ecd3274724&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246531896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b0bc456dc8253d8e409cc8e7fb2f72c6f1ff2d2f9fad024fdd028215a867c3c084332de360206c3d8b05ef0f591db4aa0e8e201c745a3dd302f628e1bdd4a04940fd6bcb601e5b2579b5c38634e42d9ecb54a5d9f401d81fef22114834f5b2b416c42955a3ad59b8bb4d15ffd53bb3e14f3795fb54c3621dc3c561aaad3907d51adb6944bbd95263330c40eef00224476e2bae87d918b6614d38e00374de60a3b0e3e631409809f3d62947afb9a4d3cebb740ff0248a68423232741c29ab4e40a8476d77e810d25a9795f6cceb4ef63faeb5f962dccb19a5991b78fc9e886c092cc9446745cb3592f88796066d3bb40ceb89bfb2dc6003aba93aa387716007f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246025281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=baf009be8073a65fa78cf0f0e82a5389f75e9e62d1ecf6be46827d8e2849ba48ad9f4c5d597dcd1e2e69924f50d3d3c723a444db1acf824554efd0f85938a3562f0f0f49d942ceeb8a3dfadc549ae13dd20f784c2cfb8941cff9a323d733e7e8b6b1f1ecdd04975de7e910bd806f46d9efd08edeae87641720de382db61908a90a78574be43a494fbe8335d60d7c9741fabf54dd32bb624e0308756860eb5d2d954eaada4d05eb028c2e9bbca464f7ae334b59d2a56de64db3275c0f753fb17f1de23b23b650dc40c5ff9a4d7e619bdee682d8bc3fbf32b4b2b8fcea11a0b923cb34a39371dd6b4fd793018d778fd40b9a136f968bb4b759ea47adec300dba78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246589044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=331d114b6ad60ed494400fb4d68b754379bd3a330af6b13464e8b1091706f0814d8e2dc252a1e1bf0cd2bfe093a939262f3084ea076185a7557466ecc42cb36820d466d280cc452b824e75163f04127a5fd378bc6a9673d4d903fd7405b14f0f016cf66503e66df5cb92944cc74a4dca1534df5f4e600c8ccc624baf3b83c13ca3c403d12df542407b0ccbd7156eb346bdfe7eb1167adc45eb063a6057e706deab84d54506c18d0a2c57880498e03b7548d5fd0d34e979e424ea04db170a39408fb65848a555488cb421e1a34d9b4b02c230e9b804d615d6df63e8afc06422643cf282457f3da3e7d952fdeb790cda32e5a034341bee45c66bdee6f82da39cc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246628528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6002f2665a65ad27adebee229a79586cf7d535b98fd6ca8524433ec419e63b23122d5de005b5f6580685b9407feeed828b2d316abc3f46fdceb381f5dbd4800626c9e0fba149864a1176360f6787dc718c95cfbf4ac1b48ba149e1a4ee3946b4cbd88ec8e23faa12779082a8205c75b62415a9033e3d33fe874ce65ccad172c7a2e2316668ebeb8058284a998a18245c6a822c831fada1a2eac2b47e89985ec5afea0a09f8519ec5bd743284e330fd7a0a27b69eed019f656706ba12ef2d49dce4d0066d8d465c40805107a077fa73d02de563ab0c436799626dd828239ed727c102819a4318821693b358736df633a210910fde529598c3db27c3d24ed43145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246659406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7157a16ffd6016fc706a1b1df1b6cec1538d46bf793e193300a38904ebfcae2c4f3804f3ee7e9ca0d8721f8e94a01b27f7d41c33c167244c2eeb8cc95bfdbf85a1682bd51105a33bf09c922537fa9e58c673a7c3afab485217dc5466dc30dbafb7cbdb6b959bbc882a49769e25870a5eed4500a3c8984cf5f99dcd515e8392c11358fc9e253cfea4e8c8cb5ada930b35cfc0c91c91b1883af9122da75fa4ece7e67b90f1aeed6123dfbc8034a6eb921556f9c3c3b81e0f42a87276de3e4ace6869cd45d14d5b958a7160d316854209e8b4cfca055889ce26b6e7d2d47d05dcdfd0b83a286eeeddb4cffeba0907665472870adf450c3d180fd113c10db6bf337b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246678332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55df4124224bdda8793e502e16724495034dc216d4869ebce78c6144edc1ccae4bd792536523515aea922f0c7d186db2452d9fef3f646c45e87755173dcaef492b9995c56c78422e7eebf6330deb6d076c0a6e355e5f761ad41c8585d2f7dce589482225c3166d168e07e59553930af6f055f5677f81f6498650b4c6c965eb5fd10099796ffaf91f7041b6f1fc70209a785e44c10663ac077c9093bc102c712f833043d6a81f1b0347cc39e30952b9fe7a64f94d77d69cef1bb993911ada03aebd0dcd7c58d982304576e1b056eab9bd52155cf4d0f5563c2b3b02a5c472c44a58affc75b55c20f7fe061753d0514d81b99f77c74adc12d03b60a8c363afdb15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246688782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5ca306fcd27e34d798476d2f4ec25566e49ca753ee88e25b9010be55bc6dd557b275a55a95fd15572e7c46fcdbe0695f48ad0f64350833fd70863a8fb1e44433b38e8582a673b91aac7d9aec809e50262494785ad0dafc3dd1fda93b86becb737b09ab68c84af15c7103d90b23f63af8756e090fecd3c40da0aca4b4192e2e7e5c8df1073348fa79e340ebf242ca52e0e95f5631bb55f1e547f15b0a23830b87419dab8b33ea25d3b71a007f6b9491a00dd691903e90a2936299ede663b1ae0d07b18be79af9e78b79b9df18a9c1cdd05fac155984cae5e308494d2eb6082b54bb4a4ca1df4ccb3bac218db9e9883c5209212d93e6919ce1f9e237281ede6796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246695775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67319f77968b2a62f6eb445538c48d83f99cfaf4e1086dc4e1cd66152eb042133924206a10317fbf4bd03a9230bfc792adf73b1abdce440c38d7790b0d421bf9cb879e7d137c0e813265d7aab038812de0eab11db13ce1e2c8e2c5893ae03855e8fd6f0841790763531eeecab6a08db3a5295f55a42fccc49e5e8df94573471b3c5cf943061f1a960fe146d06928c5b4643da7ef811661c038e9649cc8b2bb1744a2fbb0478cc428c365b2355fef6429a4b3336121e3d9a59f46eeb94e571233afd1e7756f2cc4615fe71389b8808071274ba1c2fa42ae7673b36256c793b64fada3d4a0a05baba7a0eef36dc20c73497d185b708c124bb79d102de9ffaea015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246727775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72fc3930a75c16da459390b2897dd63cf45da377d0ead73ecd1df033d8581ccb399b79c3c1faad15f11fe6c16425a9627fe88ff7b04a99c054038b0b197eecd27aabfb04ac5b618f02221f8f7d37218a9e9df552ddf980199f3a8171d6526fddd9ada3c989c8e29bccce509960550b16dd9f4145d3d919b91e03d3291dd581a6231962edecd9951c2f2c109b27ed04e0f5c65eb4c336ff62b339f3b58d7572179d74d046eb42bdc35000de224cb71b1869c713846d94d6b525bba4245ed7ed0cb288ac463687fef6fc0bb59acced8e8747dbc0704af3b3ad387e1e618eaa9d79d9f0c141f1ff0f66c4399218310eb136fcf1622db58de161cfeff4d50097f1cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246735239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c3a2a3458677b365208498ce1a9d8910ccf011b944f37c423c12537a3e5e8b278813613fabf96a517b5f2a890390cb902f27c8817511024d101490ae152c1dbe2399a4c4caae66a3cf0018275dc35b9c88b9f06b6fa191cb5062bea6aff799d8b047ed79d9f7c8848edaa3a196420da648921e9430829fbfb7e01dd2fc5915dec4a932a0cd08e2dde57561f3277b6bdb4ba0a1a74f5e94e5c212f506a58faf395c74eef1e9635d571e3110e3d7912b34c5556bfac7c7e6d6d133e4b48b53dc7fc0c72866fe28e0b5ff3ed626e5b3e475939918a15c204fb54e49617bbea2745ab7af9b0e08eda014b5d1738a8ce06656e3779129d6a7d3628303b8ca4759dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24675156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=46fd3f60c791123efb4382ac38cac38246f98f980edf5d1a31be93a9f65d61b6245f4efbe152c8f485b023707796ca55bce31a22e9e2cd0b3f4bd355ebf361be3ac277915af0262afd9a3bc0d292e19362fb422854e33256386131cf6aaaeae852085330214c773413cfa3285e1b812be56e5c5cbe79f7eac4b711e1cc78cbd7fd010e1954449392f5473e25bf563ec1c2c8f3f2aced1d0c19d908eb8bc0cf8f4772336a98c5a1c1713c0f42314bedd45f85146f8dd401fb0a4881bff8b83b920f96569fb75e7c14017fbe65485c4a878a209b282af808b090ef17acfdb5eafb5ca73ec199d5909b2eaab00eb9d3a1689fa3d8ad6bf6e9ea0f51195ae95dc731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246766488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2b3340ec0d6cd411f01fb17ba22bf0eea7687ef05d9860ac81310415d9c296bf67d0ebfc5f1b553e8f82fa9308cfb479ab6e3867b9b24bcce7895d7a2ad77f01e7bad9826785418f6c8667c876ca8c6ca0d3e4022587b2807717142b8ed0526393955fc3a03594e03d8e58e0776c23bc52a244c7d4154133632d1e36d47677b185910b0687fa171b9ade32bef8b5783eedfd71eb136e22f76d8183c5fb9074f69046b72aa174ad3e6a308c81b87f53c501de834336f2a77019aa90eb7661c35e73fb963c21b1ee546231d3964f1ca4a9c47adbbc29a369b067934a4dfe707a0ba15ba18dd145b6419cb05c9b2d78e027f3ce43bf3bfff55afe79f094370731f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246772139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=135195e0e08391fed9a2c9833d88d9a7f55a2ecc0e7a6ffac00b1a307eec3d335423ffd4733effefeb187f73b449957a1145990eb75974db044aff73972af97e98b6c92f65b160930edc5c6d8a14200a39b963ce9fd4e064da7e35de55c26e6477a9fae5f12a115a0d39cef5f77cfff1222ab061a90633144d0455680b3bbc0a50c2033e3d973ac17aa29d402830c4a4d63152858ee0bac0dd4542f0b2db947634227ef223da3c62ce038271e109fbf253c520af8eae332892990d62cf0cdbccf7805425a5e984ad94af2d1b81282d872776f92815fe8f78ce474fdf70f48bd680359e98176887c3afdfd564e94235a0c2cbe4e55ebcd0acc7f5b6385750fdd7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246794341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=41cfff45a771b70f4f4d9eaa7af29262cfe36763e3d00addfed1fdbd6d7a7c00389715b62fe05c31947eab7c3dd8aa984d9b8e66664b1b61910bd6426faa21a3af9007bee78699df8fcf74e61642570ecad98339317b689a69014578366d361ddce3744556b6ea91f8c0ede3b6621dcbd4643b0aaf200a8b3336780df2803eb728c3f0b957f11fdaa43d24141e121e949a445b0986e3ec0e94381ffd0cde0fe167a6a0ac96a18fceb2b44b29ff87a8d4f8ad4a0a04de2caceaffa4d5003fba033a5e3efd95c60ab4ecaf32bb2abc6376d7bdabbdbdf4574262235111c151301eae4bec80ab5cdafe78d8291d434e6d60de4fb48c82fcc4f2062de4fa39f36611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246830429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c30eeb2abd634d09780ecc8301367c1432013d39658d3b0d41de49d28e22a0d886353dc32802614c44665574992c755db39fdb62124cda0799541d0bbef1f308371317347d5d01cebcd4705dfbdf257d262618a3c56cfe72b1a9f6b2a1cc341180bf0633dbeb011893dbe9f53c9381a46f6cfecccfd631ca06a392a1f2fe6ca44d5705b11d3a755ea33f359a8717a2c687f068dafbd7b6d09a484a489d7a78a2838c30751fa3bbdb27eaa336fb822297bc5d359a1940e6ab6d33b1d333058db37e9cfd696428f9735cb45a7cf74209f75dae22fc1dfc35e3cfd866aadff2b6fb6fe43b66e2b7bb30ca6cd9cfa2847f7d6f5b2877ad76353cf6494b6fb881cc3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24686814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=94f2abdc650a5a91e545c5685513734d437781840f92ec5cfc3da64d6c3a62a24ac0a9d69924d8fed0353871be47cee58792307f01a1d6b7aec0464e0ec61dcb8609d2ecced91c0388e67f49033a04969a76fe62f5ca24b8f5c98ab6373047fae783a01e7d2e52092d0edf0106ac8bdbf697c25d42c64be8e1704cd15836cacaaac8f7217232e354e5eff935002351265fd66fba27d9fcec1158f5da90d575f4bed3a2783723041928c383df27ec2230ba144583c4b9bcb0bc3cb4c8af37b424195831a226c3887278a20955900e3669c1255f082de2fd589b100a23e21687a177db104eab4d90676722c86a79572c72a194fcc826e6a8b940aff6fa451aa822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246896413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48690134b2ecfc19dfac70f4e2f1e411f3ec2c9c5068a45dfe90c7feb46bc952c8dc3dcb5bada5d18e58cf1aaa8ccd782e3062a23d01ed3ee56992dae1c091a124e9a00ff817c76cf84b3f909d4e8f69bcc44ac349da3fe69e711f7dccd805486c975b55928a7e087f0242671bf2b306bfda88d2efe13ed4581d98c597db9f37fccede01c4df137dba869da5cb0a0f7590c7cb8b5aff68e323d7f27e08f51a1fa525d47f6bee57cba872dc0365a856821814b446deb65780507c978dccd8e8858a6da6eb5c87740ef6ed753cfc3f1617c8b16999b50f5e58cf102bdc71574a3d2ae2fa83e89f254ac3ab9acb96e6343401850a583b9f427de96312898e7cb429&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246632506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e7acd56c1d3e27e6a4cc75fe57a366f7f395fab5c7c5cfe51497e6399786408ce720cab3e7a3bb5f06d250dedaf1921aa1dfde9050299aaa3e8a530cff99d39e6fbf4b6160262a289d8174b56d5106811f7fcd41ad7e9c240b5a09b8e13dc0034dd116c4efae37cb949384df90edfc48a0d9a19221920ff536f1e91c41a1ae4cdba2c30ca7a87413598614c9bd4908a68dfa50edeb0fb08a923d48e664786cb6c9b5cb0a90b87d801d3a27739cfddcab082fe6936a52a233a1286bfd6ce86deddbbe834d5641f26075e6767da0cf5bed5f23d77e059d36e1782cb7a268928f6f8786a92c2c3e73055c4cbf2db3dbcbf6161d1d3ec858817c944b038fcb16621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24693729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=442910d38e95a8779a97f9e363c12233dadce9323c6c5db5fe7099d21189e8164f7ec7c925ba9c84a3af6a3b109abcc19ee467a3e13ebc9fd4acd97e0944fa8125df338fd41c1d3bb0167fa026f2633f7c81a35378faa730b018060a1d586be0afafcabe870849ce94810fcd9f5f768b4f27cf8cc1dd92a18b64bb6368df47a935da25efa647ee4a90d33d7329e337291f2192b77761f92a8f32b76ba40ebfef2d8f874aa6aa5e54864794fec5fc015230987ee4f6d071e41d6751ce6c54043adcc11a3344a419bbad80eaa14a8a60dfc485f73bf7564f032e8fd1e547f366ccc6e2641ecc184589b6d9a23103f4b33581d9f642e045c3ac53c603e2e1ffb102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246982215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b586e315be00a925cfd6184be4945836d59ae3c20b93817672fe27d966c44b3e4ad92073de9f08f6396395267e3899c2465427f133e379495fb83874cb8df5434a7d3bdd1b80ef1ff983f4b094cba4a93721d62d69a67f6d8c4016855a52b48694e9c18d92617ba621d0302e2d7e1838a76403c9e13db4a0b9e3c03241db2d47aedb1a610a5afcd563529b7392cea453b0a50f5915e968d6b0dc549f3f56d9516aea968cc4362d05a0f034fa72c8080fe811e5a26aa6c3090c48c747fc991364c9b729f4828a0a6e3b3caa7c00d9c6ff6f75a95edf9bfc7f02acbc3fba7dcb67a3c34ea094716e1d194eb1a64a2d324b7864bbfdadec834c4e887f9e93b19abe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246380521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=165c873bf354435b688663014cd5702e7a3355c0989ba7397ac12e550f2b0a19a9dd1a7b63bd2db4121089ea490fbc4ed9382815286cf631a83316ba30403126ed1ad79ed42a60986d20fc87668a2c3483ae589817c3c57cf5f1ceedfd58188b96dc01c8697978deb9293c8d2089f707f7624a4f4f2159ab9d81a91638ca0699a11a91f3418ad579c65d3c0ef0a356427b6f6b4c21f70defa33691e994b79631464ca8d9b06907ee9c7794226f5fe22eb5067da56c47505c73725331bea539fc441a98aac5ce7089f720e3047f22cf8c12eec8f271a490659c9973f45a49fc5b85e9852e16525c2bffb3370aff32e5923aa3d291616aeb5fe87b6fa22076c66d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247015177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0ad1da16b5d531e33d7583e243923fc399289696a3befcdd696b3c0a1d7867777bbac3daa7c22d365b6f1944a5a19b9e0e920ca2990ecf67b13ea9845c11dda82659c8ca7a7ef56c9ade18c6d4fc9f1c4543d8e120ed59dbff21387e19561b846f227d4723a1449ff95a8dfebd105f7e79cec9a0c115f6f28b2e905ec335081907353c2ff3f735a90d6c62ab7380060ef05d9f7463b35e5e87769316474885d789113126e6ae619f52a47376c4fbdf59bd89df3d79dae1692eff68deb75c8c5f81fa247e8894f2679039878a35dbb5ae3d2037d55c1a3aa829d41a967b9af598b22a963b1077bfa3c4c6b6ed46edc238cebf180ac86164b1f6b7083fa3d8b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247031468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c8bb66af9a22d4ab8534dcc69c0273e9af72045915110b4b084d1d8029016ba15a84c023647d61430c99ec2298de13b3d3bb0e458b35b9d29809bafb10d2ae995a18bdfee3f983239124de15e14e073d9975e98f2808f9f21c8882feeec9a8a9dcb748a2175ef76c5f85c97f2dcb01fcdf8ce63d9012d520d36b46dd5d8905a2645bcf59bcf834c5ede380241b48da0b8121ba27f848264301cbbddf2f8e5318a032e299d16c6652f84f2ca46724d3a1d7ec8e177e12693c7858df557dce225e2a6e140875f1d23c36635aa9a20cec52d1f95b4eb2d2b0eb910f0ca4c23e8b794616172718b7140b90fd946261465af3bbf1d250791d86ed11a512953dfb306&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247048209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5fc2c9547a1cc95210a40a8dd9bffb7e82e7e04b5685b09af3269a020d2e67586889f5397746bb8ae4a7cdc29fdc438fa4a0ff5edc94f0acefa1d35679c47a73c3dcc78576043f8c9f93a95e83d547052919fdf145621d245ac4703a06c3de138b8317f6a877579f3d31af3ef48674f7fae2dfbe91bfbb833a5d2b24482c8a1152f5d2b23368dc73227e50fe0fad93cf8fbed038bb3f77b41e9d6000780c5381b91532b10ea13119d3c95772ea4733f59aa19207893aeede4c7f4be71887ed7ece7dbb329318f19ced8937ec0eff68e565dab1ead03d90868082886903416d9012f76fcb36890d4e5f08e333fd45bb869d9372601914d76e215b321c8230354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247058248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c0fd786502875ffc2bf19866926f2a2f62ef93257457cb880831c094a6a3852092a749aee25e390985c50f49ea0e79772ad7e1edc2134d56e37f74f2f49aacf7ded6b3c6bcceaea8c6338ca09fc559fecade35dfe28c0582a03f3e670b42b9bf6cc9ca241864d1506346aba1d0a22b8cbc3674d321edb67e6d55b255e72ad5e0bff20005a6deb1fb462020660edeb163245a85adc429b359d70a9abd6b582f8a36e0a8ea76431f51fdd1bc2593970c606c65f9b65e082a2486db205ab51961b4d846e4f767292c0e99bbae672933daad345e4aa2642716b9745f59f57352e52f389cd72c6deb38b7ef78a23b407f9dbee438fa7ad8b71e6716af1f9bf44c61eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247070551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2303d70cf28951b79d042ae4e48a61d148b2d9fab925a5df5677b01476b41a50a47f132dbe97418e44663acdc3ddb6001bc09036e4521c74c5a7950ccb0d9bd48bd7abf3f9b0dc202d3c49057b6014873c048ab264966449b13d6ed96acb409e9b9c3d18b1c3fa1da2f0e544fb9fef07a7b97008bd011701073dcc3bbf8424b07a1894a6ace166a314f2f5abb03d784012f0d3c26fbb1e50ec7cd340a0ca44a8d847f93583ab07c1beb61c8b48a61b10e92331c401e4c25c396565bda54c9bb99d44d7f18c146c19afb44590914f4ef7c85c893b7327cf16a65b1fc8f08cf5ea1f3dc12156210979f0bd0c4c629e94caefd7aed0ccede1797b8fd26680bbd017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247083255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f683d8ccd162a87d16e79d5811c8933ec1c5df930b66b759dea10fbc867fa07b2af3e976bc5409013b61fc5d4ecf2679ed856857103e5e1a4f0219a552c62d6a085b0854edefdfeaab23ec4e73c4b7ee6bf3d40da5f31aadbe1f37f24cce574ed28943c41539684afc988f68e3a387075cfe7f3ffe4da40ff551d9a88a0cc195a0700a34fa54a7a4db537a3a233dc0e242014a457b704e67c82246cb603066a17d88683d03d54740758aa4737b16ec83101ab18876d0e80dcbb93361af159e1fc1dea91696d7b2e24f02e4fae3fa0a8cf691f7aa37ca608b8035b8560ab7b7519191a64614ada231721379aad57bf798d89fc2a35e9974c83cced9d84a90681&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24616785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44c0b9ab305b713b556bc1a250917be2769ed7a89459a60644d4d89bc9fdcf1b9d0d9e52986b239bef840c6cb819ec7b478081badcbd62693a9594a9bdcb85318e7c617641773471515c5e9472cfa5cacc76defdde5a14ecbcde15ea5fe60f558a615eafee3d32c4514f08b3ffe1850f96278f2454840cb7e743a6be42c34dddeefe890c9cb741fe20c186758a362641073e0042ab70a511d71164922dd66c54b6ce1c33976e474095cb57c51aff75fba89e8bdb89874281802e0755f1d9b418324a994e3824e4c29556cf9c6ec6d3f66a6b7b639a3df24b33850788a421f93d2372a24169aa7e7780f1df4a878629459298ebefb893346dc1ab00994307e90c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247098203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59e2e9728236f371916e0d5cc94a15d2ba6f9b9829da0e3da13aa41c4ceac8c34680a36d281c01939f8600712fc8d2abe78a29c602ddfe66b7da3230b725fcedf602c554e37641398085eaff0f29d033e67008774ca4b95460a7bf3ef55d99d9b973174edcf7c1510d9147cd29fa61b08d026c8234233f7cbed9c786fd21cea03cbbf9393476c78743a9d44b2b520e334d97e6c1ab2487a5eed1a62febc59fa22cec936bb809af5a10405003e9fbdfc0321b6f23d880f3dc48fe8c350d46434f7ebed58fabf2d3a725a3cd10a162685e79a5d2f3fc4575ea40de5f0b1637328fafc0d44736570004ff56bfd9f29946f9b7b94f9ff17d2efa311ad597eb248c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247109885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=930aefbb16c31274d666f10ba4f5b62c4bd49afbefa5616c1b8ab2e4e5f8d387e4989e6155ebf2be20c8803f558b7ba2333a9058e5b543437425befc0346412a2b5c198dd78b9ec73fbb13fd886fbacfed95875bc8ea99bba8bcc8fdbe036e33ad72c280221e4980655ece2f3cdba41141dc5b3344ff50c4f6290d067a9fdc46efbf333ede5e33da8d2b394e229e21448a6ae23a51ace302e5cdb8671d8c5f607706137ec31760dc36155656cdb0b92e278fbdd7997da2011f93d9716d4ba102c30f50103c646d4769ca4667be0c7e1350cf55229c8a99163d6abda42314b3bb4386951ea3d4002aecc79d9c601c09e30e62417e15fad338a3c586cb73496485&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247144611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc249c94d7fbc602ef4d16b4f21db0ec227bf309dc309f3e3eb83acbbd9e893390dbb310b1eafd9a476752ec63a6204edac94b155805dcd97e9041d4c975019f217440895594be67cb25c3a1d6cbf8da210de15af7fa0d5dce7252edf8be8b9c889d2a5a63ddb7cbf5c381549c7232380970b2624c2ac122b0ac0cf0ac8e9b7756c63219d0c97f6860d36afe6d9da3374c015dcb413ff23bbdddfe5264da5d4ba79d84a8e333665fd8f2715f511291ca380aacf1355fdeea49180fa3cc53ee37612f447686f816be7f2eeee600627cc78ac4c175e701a4714dfbdc7e44c9a109b1acad7ac741f645b689b2fe7acf3db274b726582ee72bda176b2c1f3bfec772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247198512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aaf89047d55ebc837fcb18bee26cf4073d7f95a517c360def2929ffd0d6370c0b5d49876d803fe240f3a52f0f63ca5936690ee630370a404961c9f0efe159b9a2a0680ad823d5c9502ed5a6a41aae78097a5f61122132fd8f77d25ca085e863f0017dcf9034e63caa49ac1d133993e6881d59b672aa6bc88391bf4b52ad4a667d0dcfc4318ef769b35451b3bcf9707dcef36bd3b4f70fc711d9a4dba37bb2fb437c3437bd8ae1316a0385ab584bfa2dca8c4b10586f6046d9217821db45244670e30863c0832307abb21f478c8013a7ac72ce2571e5b76010a2729b570b2dc700f8e0a73873c9674f975d957a6b99f8122790c9136bd9c78b52bcab3173fee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247221906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2cf3f07a0cbfd11bfe1e4397e20fd79319782c9a0787a341beab0c6bc89b50833a4f3ac1d1e6d5d84f48f4984a13bdf072614f0055215f2af2c9c8ac2828fa1b068ebaeec8ba3e25b3e40afbfcac9c4b0a8f3330d9f106a1fe49cf1296706304773abc13eeeb956a5b018bcacb9cbacb804c79199ecfddf2e25ad1cfb61cd65f6637f5670838ac4e62888656e2f11b81bfd0d8031b1c8d52e7849d599f3ecda6ad2492f3e2e78de340dc8504d35620fda07cc1f23adddeb2a06b2cc104f4f930202fb48d36ce88d064e050c698da6f88f2dcc87afb73d149a9513c8703a8190a2fe57c477826d9404288589b80e5e784ff862c9c05bc9c153a205ca96eb6a656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247236073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c04e72acfa36b75ea385a523226ba7a1dfcd459567158f2d5f33032336638d20de17468b41ea16fed45a5fc97f135f9fb558498f47fea31d835d3dc9e63b9b7278a50afb838199a304c36ad55b770c8873d087d5555b8b1d063034bed4398b015c346315b3ff9447ac219b8439abdcf5e04e0478bb8199a2693a95dae022654e839a775b579ac5bcc66346af063ea2a481b0830535d5fd7839a444468d3d9d7d4706abff842605089598021983b6b8ae7f4adac8798af0927d9036de29eeef07694d481e3a61114b4207478a87c954f170a53cc9d28822dcb72851b38a6df4c809716c2ad051c9919b97852930f9731dc78e46681cec5d82e77609cae0c296cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246986793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba7de216329fe6a1c7adf0d0c67af9324384734bbe0120f20c892d4ac88db07faa49d21eef23c8926288475770e969c553bb1a9c6d70f04955cdaba694c0cbef4dd08df650a01c12f105799844d3c9106fe682d2121b7be7ec385e02f65e1d03cc011317ea91c25428bbdbdadab9ad26a80e45871108b130c61bc0f0bed0c820b602b2953a9f66c7f7ad90d855cc09df428598c61d78ccb33b07eaf2942302e83e6bbbdc1e2202abb80aa538c3faaba6353ae2e67fe8bc8767ef1ec589af8a16703e2a0148c66ba9f926f58d3d1170d981e234364ee1ce0f32dabd51980ebcfc3c7f8590af60f85e6c89b142972c481cc7be55544434db99b1d7cf5b79b979af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247015207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2dc939221e93e0be2eb75fe01d0879f2421dd3c59d992e5e2e3dfb2a08ddcea0eba187e7a202a51ab7d0f8a5dc436d4b5a7c04c0e8847f0c459755c2a16fddfe8c1e13ed5ed5fa4cb334cc7359c3dbd38233ae845eaef31342b9526c2a6a7572295b30ccaef4577c34b6224855be4f150be6b1f811034a94cc5a8ef16b5912427febc63a6ccbda9cea60acf55f218412d7292225dd5d40b2f37f724d750820d6363f6bf601e19f793179effa39e751b67649af974287747c82083361a98bc5c0078a05958917f56ffc403f168ea78375b0668fe4f5e409243ec1aff52f7c0162ed958b17a1ef5a5430c809ae2d682fe095be875e1651fb55e5c1497ed3f09f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247035695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c601da1cc3d19b82f239d5e12790226e556a948815507c027db3f592ce2f1cddc13291096e85fc0149d3629bdd6a19be416bafb09d775784759dc60f9b34787fde707da4206df27a730cd1ffc4b428fbfe2620e8eb6a201dfbd7ca7ff3d632e1dc53beb049b8501883d8fe577e2e7fbd5e1a17573657f5dfe2315f74b1d28a3f9cbbff567f26628400366823263dda107b7587f14cd55a4e326fac81f46c06134e8cc88a80cd9f1dd3d6e24ca6510d8a94c5591eb7d683cc9aa0816f0494f108d4f98ef120778bcbca9e33c142f1792c42e5d6ab25d0274d026d384b3975565b1bd2629717c69e0898f9653b7c080f1abd32d762e265ea624f578b5ce632f9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247342263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8783bd591915c6938d1f200d94a8f931642b641312968873cba763a21b03e0cc53ba341ef3be59057fcc7dab88bdb90b5c391af6d5b98ab4342b92b8dbbfdb035025dc3f7cb2d311a52d1ce00cc7edceba3899120013070f9a85af4fd2da6b2c692eb35eed6eaba72c25c55d754b72bd9310cb354c1b3996c004498dcc1a82ebeb5f9200e12dc9d06b12ceae05dfbe9c7edd2482d168a9d6f46210fab4682adaf43575ae646375caa3ddcaa1e01ef3f41d7d3674008ee44fcd1480de1e44dc0b938a060bc0e3870339288cb32f678b468565dd3da015a11da3f175a2c64f579cb6fa3fb5c0ecb3530d1d5890e7fa9a566f16321b49f4bd847e22a836868b645f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247342033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a2107a5a37d03cfaae91264cff281df9f66a9d4a1eb215a85a91be8c295f88e8d095ca1814992b0835d3353960b4edd1a91dd7dbc272d63fe734886aec8fe0195700a6323c6f1bace7ae32939692a84c56dd1f57b5484560ae714a7189f7ddfc396f6f2122832f0abb376d3af5d99ed0b8f4e1e23c624f216bab63b21f18dc6445fd4784995f1506d0d3f54e67efba18d14557c699fbeeb94040159e51abf6e3b1595bae3a84ece73c9a896c3a7a57375d4ca04a43cdf11b5f27673b5353fd51b3fa56086a9fa7e9502a75d9ffb6a387ca997c0f64bb75c1c1b5b0b0f39df865b7c7564d0436ff8c1b48d8d58af69d0c83608b6e81ccc63f5186fda4c98eb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247353294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b99e90bb1201b926ea3951c658fe93d786656e6e0d41c4843d84fe67fe23c742faa6adcccd6275e69f08dedd71833a5fe7be7761051be6b4fb17486eaf83d1dd9ddaf36c1ba5df62af6f3f7d17b85e5ef42c10151ef0bc40a78d417bb969b389e70d9de8673777a52c1fce39f57b26857b9e8676323e48510f7b504580174a4263c91fe07ca3982124926e8b8a97b3f3e5861dad0e31fca0f8a9a8bdd393b11d88244be4b87ce506fab2d689ee9e548c32a10cbb21c6fc4fcb8331e91203647c391dc99a2dd2f8e36f0470e2f7658bcd7f785e7e1bd3396d7e71435828434430ba448c8b3ecbcbd63680c72b0304ccb1086fd19141d1d7b74c6b6f404c2971b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247378492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=54fc5543b2186e7be01b87e6937aa7b898d5f9cebf33bad661a558037080dee47aa80e70e7e0b1da8e3f37d15c8279b71fb873fae6c676211f26722f7d309081c425ac0166ea9d801cb724fd4782044b6cfcf6af553cf151e27567aca3a095b211b382e84fbd5fbfc0c5a8a0c7c6ba300fd8dbbf8824d4d3c912a4f13c76d8e733a655584353e9fa16c483ab4f7de0557e43030b6bc7182b271c958ad775ea64193fc340145456c5125c524a7a174b431dc9d36c8bfd900fe935f12f94ee7b7759130c5f748bdd83d67683d116ba4362bdc6f4aa201515bd453c8c3453f75f44df2054bada6a2fb1cf33ab647bd190daccbcbffaac2b600126a3d5d601059a61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246986773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24cc6e87c1db5a0bd9409ce47379a4c7badcc9ce4732a1d4a3c441a037f044e18eb291c97da92a1fa51fa6417e2fe447023b26e7a0471fcede0bb8b13aca52e346b6a074122ac288bb16451919c76325e4c7797280e5333ac788dc9e1c5daec935e15bff8d3fd415814de78da930c11cb91ccc504708452fa6d3c8594509643f35b991f1dc8f019f0a1ec29751cd95d9da04b2899d11f5e10fa2867984fc65a9b401ba85d116f0da7a0ecf2b9eb6dd9d95ecc56840e4a464024e268dcfe2a25cae643ef0659688f48a3acac42fd9410ac67e71ad3635041688394b3deb8cc26bfbb45d1cdb24cc1646c5aa25ac0ec868cbc25567f3ab1b77b4f27f83deeb1b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247394632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddc39de0a2e159102dacef0986d695660acebb79fade777a4b3e4caf566034b9eac63dca49de7a9268b29d79556a94d69b8406ae8d06f9adfb925a85d45345d7d5486d7ac3c620c79734400b88dcee6ba784a85a742a23f28ba74c647b8c6e8781fecdd7880b4306944630c5469c15a4689e56faeb304e49f72e9f38f54c3a0db714367e3e12147c3398bacca288a4f33feb720eb36e4b75d2df248b747747a882a3a277f638aaa0d30d39fef85a6f4e313ea0b358ddb86d87fa06f1e1d88c8c8741de6cbbcc81daffcb3767b1cd25a55c8b17c3cdf8a22b405c16c3c76a66d68611cc194e3c6b2de1aa69e3e15916069a3cb0bf13aa0d2b4d6fbc679ebf8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247407987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7636454b95549c2b214edb5d35e5687e370e7076b24061aedcaf9e078b2f293c4f86ca1ece69531abeb220446bcb74ec3bcbb3d15e67d72698705c7abe0fcc1cc794dcbe210b1c72cb7d023facb489570ee77a12913df9956bd0000f5b5c9349014835d9f0eb491460baaa57830d049c4116e81efe9e7a76798eec0e44cb3ac5994e3b1930e83082b777025035b1d31e11de2477d0b974a460845d09b91fd5fbbf5ba47754ff8815d7cc3ec4690b5793c6143297e9c152565b90eeb4f331497b0c301f86b3e53db08af0b9ce7e4b3ca45c68613e061b465d4cfa13ba489922874b8987be97988dd5a8597512670cf3d1359cb9cd239267636c3c04015c3cfd6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247408889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e265b1fe8604d1b747d3c9669701287eb47c6477ac8e37b1506605388aeabd4d819d1199482cd99b98d11e3b23947b6492687632037c04ddde22e68c0db464777a64c75862507a2b450246d75549116444ac631c08ef3e0c4cc76072a2c921ecca4786dd846d0f630019429d1f5dda359de705fdd4462946c19377b7a682e60c20b22d9cc1b016aeabec6af4c5f6a869e843fadc77f6dd1a00079745a112a98a53b2383caaf984a28d0ef677a9284794b680639a306296d00c40ec71e5798e92d166c9b2790d3df7ee4ff50f7192dea6fb63e92d4b108f328b7751b0aff5ff99e41cbe8296d2e59eba0222a7c9abfa280349bd984699260d702b0ca2996c75b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247437904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=75b96f3150534cad53a4e4dff3817dc91345bddccf2f1af1cb6bf1d6cbb6af93c57f46503950e531dfa8c52ef2b8fba766f2bceb90fa3059bfd7e25884ffe63b67669dbb199b7ad8b681e73dd1534482444be4a9a3f87d0d6ee03f359967c547baefd8eb042810dbd3683243a1a0b9ecf3682f0e508d34b60cabbaf091d5fcddf430b998779d4d19796b0a265eb03ff3d47382efc87d93140eb67c77d414f82fc834b7adc33ea6230ce153e20201f9fd32260fe073b8d057909ab085d6a1bd404355397a024fa9ed3f5342c021c874025789bfe69511e90482c3b65d6e6a89f6ab8995cfb40f211d6f2fbf5a8e1640656ac1e852297ed81151b25a3ea948b4fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247468712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25eba9c4ebbe046901b41e0636bb943aef6c82d30c172561948b0a5db66e41bd81ce51230f0334c00f9e1ba67bb8337fb6e30d56591bfaabdd43589489c919d40f28f0a939ca3f4dc9b9813a19f3f43765a941a3b047cf520be37a2fbb1a8b10b9f69b0bf13d02f5d8779274232df232bd9d76be117b9572ddd717686c1eaf7e4fd2474b060d123e4e9de3c8cb0e5533b1769c38a51db29fb78889e320ff66b2b694ea257cd2fd34a3a5ed6b57f4ecf985db850ac2feebc932e53328a329585414cd8f11ad5926f045aa2d2a4630ebaca7ec37e37c6a15e6560e6745f556034340e32ae52701af922e565b6bc209e776a92f80fe68d60cb19570fbfdc55f0e0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246736892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9aac2d3bbb9ada504b5541d98ca34f3f10f2f433b1e1d702840848793eafac98738b6ba7a6a4d3c2554fc19fb18f91ade2882e9a29aa6f830cb100e04da176d51ae7a00e03e1ebbe9cd62269360c29f1c6245b4b16202bb609a3a6f568768c0e814352b5c1b5b99b8a326c0eaf090dc37c21c6612db4c6b0d4637dfae10b40c912a89d70ffa9439c172e2650c8d394be02c969805265bc91b9978f8b44ba70f61348cd5379ce21aa21830f8459513d0a1e019d878cce8b8d057695d8d488513e68f6857f158ef9588ece89926475822cb2b431b720cc2c60e0397f44c4ba2e095367e8fc647d757e7f7a1ce938e437425ff9fc253d47e481e2d5a6fdb3d760cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247542451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76eeab7f847663e724a5d1fd59c7c8e62cf918404ae0255db4d296f36bee593d8f03dae87110ae1329285a1a5ac68dedbf083362bb06f9b71faf7688e24f54e10d2cbc39c0fa332327d1c322278bd63fc542a84cf8c50ec22caa3bbedf9278c3d25527358d0a994c80603e1110989daaaa306b2d31fc671fbec87df47957373c7c86e71145d37ccb1eaf85363d08f18102ecfc823800f16725b5439ab65f891f0520f706fb9c60fa346d81345574f13a9b0ca5c10afaf38693fd601d85fc24c3820ac29a49ab9f9cde0f92dd335578b1d7ab3358e5455ecf72c21cf8b030a3b43d10061e39731d58b23422b617c040dd2491af1bec5e32999f9141c99d2cfdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247564232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e66090183186979a4819984bcf29f3dd6dacf09c18d71db608a1afb9f233660d7bedcaded72e9e1d27a408fe200eac873a7d28bea5bef76f278c1faa8b09c1e412827724c26c559ba024ccf76d03c3d442bb2ff0a8d37eed1f5ca7275050eb9b3425a053734d67cf32bcc5924ecd129ac8162b25b7cad98e5aae360e1d88129fd75899bef9ee03c4fa2f725aa93ac4c18343b59e8ea83f6c11a7b636f8e05569a6b45e6835384d7e1a5b0037dce60ab21b6be46f5237fd83b128b50b074636d6f3d8ae26e4bcade8b9e4805f46fa8314ae5808a40ae98b0f6fb03247ba4d8e799fc26a02a7a6509ededec48a95a5c2aa3f8b7d3efcb976cd59c5e0ec0a1f4a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247009646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b98d825948d23e008644c34e3a306f6bb2bebb7eb4014a12fcb39323526b8d85e8731910f823eab6cf6a8a77c5da9135a662dbd953914005a6ef54d0346acf32cc875f8d6b2140bd58b92383d89ce4e0ced61b42f779b89e8efec4d4af351593ad0a3a499211b5dfca029093bb68dd266e1bbe88cfca8fa169f108e1d310a761d48efaa16ee8a78874efa94119cedceb640b362dd1f1ad3c3aa430b0677c2fb01318a17a324e77f272aa3c657ff0d58ab5a9d6ecfc51ca65f4c552adff25a121da5a8917d6c7191a45141729f36e2ebbecd88e14f87170011125ce236d6b8f359e74e7774efcabbe85b8c8c91eae5090adea82e3197fe7c9b07c2de24aecb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247354005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f5b14713d2ad969010bd76221a5b792a730cd42e02dde5fad2cd232bfe3f34833b10e35ce6306e768ec981b5bf21bc00d6cb694d6094fa2f4c21e110471184a5ff73540aff3f8392f832dff948ed93a481b8942e71b170f35538cbb647c5e78d0b86e98f1890bc64c2806e92bc2fcd3e678d73c774d35d0fbc4b33c58eb3ea8722488a123cedaef06b8657950cb079a91b9500785d15397fb9acad92b989c95b1b406fa57f49594453b88640a29b577485b1a50c069673505b8848a19b707764a569da7e992304d349b96e459d93a68f4a81fe87d3c8e3f0d1812bf093fc243c13f4b4bc024e1bbbf404124ec1714c564a6bf5c69d9e4aab16bcd2ef6d351d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246631113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=226d710a40785509778070ec5144610a841dd4e27389a53767342478c87fe247c1c1af2e9ddbd9b0db0c2476da620473d1ac00c8276f5990ede43a9f6c12801b0cae8b0394f76055fbdae4b9b302775a568af1692059ded2272056385fe5944544206bb2cbb12c6a4629fdbafa389318aee94332751ad9cf37d2994426da2dc9a61c9f6cf911a7ccdabf28f796e541e2ded3ff41f22996f909578617b2299d003e2c382f4526fc825c90ec16b8f461f7c59376077168bf62af31a85d27c6878f1960c6ffd6da876ecde3361f440d1f038a82ad5932dcbc77f66641935c93c45c34ccc2e2a70c4900d3cf962acfea76331ec8629b498fcf1b0ef2ad3f6f670ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247626759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1f22b4a439b7876e229d2c764dfefa08008f0871048828f14012d99f8e90ba741d8992613b60fbd2213aab4568e0a2412bcff62f318a713d770138f2a92c0d15bef25bbb97f5ca9f480a4d64dcf560e468212aafdeb9288515efb3bfbae15c357a613be00ac881de6db61c394b448d5038c3acf3e51b84156ef7f56ff95564e5695318986ffb492f528a657e205d00a37ce7a746977b0f76f7f184b2892a7aa95273f8c186f44109545aabb318b2bd557992fb81264c61971549b66daa0919c014237d6783dcfb8283d7f1e9aaea3516f3f4581c1484b4698a2d2715d7015258de366870918725b6d8759ddd8dd436ba3c179deeedb1a3f8496613bfb766ce0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247630707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca6eebb3e05e9338e8b8b1688bbf24ba79df8f5ef637d3dac145fd40957a257f66547a8248bb1dcf8dbd3f6769c5c17d31b1b879fefe5e32d3dbd0dd370b15e3e2a65f6d13e5cbfe351d8dc9c5fdd2e8fbb59d2bfeed83e4be045c9a2fec7bebcea5b36e1488c104097f617fc6c774c43b1de1b3b3316e6795e7b4aff43a13d81a37fa6f308a62e91c9f234f40505f0fce90bb7bf2c05d20f625afbb106668726eba99f72dea0964950368c077b26229bfb72ae60ebc20798dc8eb166772068a935305875c68249ed5b5b03e26f1a26822394269ddb4717a2c830757f0f8af6ef6776f5ea9d60ca0185a09b9c176884b89a4103fcbec986a82de1d5e0301e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247662186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8d88b2bba5508e5dd494979f967ba2bc1c131daf1ea5144d84d7f791e4743f4fcba5b74b00fe8dfbd01a9bc1ac39e11417a3678b8211444417769d7e4bf3a4279fd8a9cad7410aa2773a3fd7d4c2c90f80d667fa72116fa48d8733e175c839d5ea3bb6bd75e8d3df83972ce41246814699460c14cdee6e20308db2d15093da7ffb3fa139efe237881a330b376fa8fd65ab0cf4934bdcc09cc1b5981048c215475e2b00b5aa83e06c84a76c8a11e297e99621a3ffa0442e6e35598700977fe590efe05aa4bb6eff0c0d2154917caeece9e0e924e60c478a3e1f64b3872b27d9bfb417ccf9d5604604f697ff0fc9b305611a202aae7e443c2782071a2cee068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247668218Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f8293b248fb24d9646831ea50d4b0f96aea2ae47a7924ed17dd9785ddf49b70941f9d75d2168eee788cedeee9f6f00f606c92f1f30bd3a58795d7ce2207370a5c7435463d3990302f0fc08083cc16c375710d17a961d1a798f8ea6bb1e5f17dd1c7fe13222efa0f104040bf2264936458ba7433141fdaa7b086f20e7f5bc5c911589ae5bc1bb9f2a6188dd837be1baabad06366f2f9565e807083a227f8d5c6567cc0255252b5370552b038a21fa263db8a349f90b77c1f5f12bbce215eaaa22f61e6cdf4244b657de85f725b2a3a9a6ed9801c50a0c275ef45f45f91c6979adfc22246147d3ad5a3d8d124ef8b4cdca2bf52f8a5ff5c28cfdab2c8c355572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247328287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b01fb6ff84cc18b324f876eb62b2c104f1d37b87ac35777d8be5e6e4be56dd79d6e353316612aa63072e1fca647586525c2e69891c5e033212590c4417da87dc1f8064f13d18bae1cf83435be53899f9a4ba44f1420212e0bbf0ae8871b87a58e8d399d9da14f08c7f61de02acf4348212c3638704b91b639ca00191f431b669da8bb421f317550b2d7b19040e33ccd39f99a6970be1741d5ee1ff5a557b879071222baa811cd8c080fb59cbb17745f3ed8c954828b2094fc2118cd704413c8af3b9c39aa9f36d849b5b75778c136b40cd68db1e5b842c872a92eebc819cf84c80774d5ae8799f1ccdc507fb4a4ae89fadab3f801b4a51ac9d07ef774781f612&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247707732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b17e112e00a77da44995c60f3694f17acd90b5e2470a1afb89a6a842a824799bf0fd50ff1d553ff5d08fd7eee48f2bd433840b14d1da132eb1a00276fca22d19f28cd35a8d70f8599e6310e21408bbbefed57f727094d4718b58612d2237b5b97aa85c3a502538798148c5d6e1077b2fcb7f6789e719cb5018501006a50a4ebe47d22a164ae4ed5b34b02ac2d845bca5d633751829126e0a94b81c98159694fc8b7f2b70fd48ec9495db2152197628aa5c984b405eb2ee7a4d5d63011eacd205e0ee8d3309c12ccefb4aceba7382e30a2b5f266bf3923d572f8e91c298de65c5b2a590b78a10e1d45baefc16c89c45691f1de1757c2f871eafe2030059ca1b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247729613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9c3ac0124fa110949463831022422f6184e67c5882ef87da2221f1cc7119b371d73cf199b393ac8be6daa29194f982c27374f50610e7ef3b7ae07fe668952c544ff89ddc29d1cefe363de4104ba57447496aa4b93807cb5e5e8cb2b98813932d26f81b4392b909badde3013d942226a5cee84d1de30b651f21fc57d15a641b6ffcf285c841c68ab1f9b49226f15aa57b06ac36c6069f7a0eeba42c009723ea7ba94744856b2b07da0d1c2f323f6e4d0fe4b40f1cc9dfd5793b9d5928fc615b6085ecdb08e6e2ad5b142ead23db8aaae7e2252d84175c16b33cc2932c492d8e3329c2fef9abb5a764265b00f81828cc31208ee88f4ec4a742b7fb5f1923ffb602&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247778976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=746e4013a3d46935bf36cdf757a4f0525bcf1c3b76b788ab856ea1399570dc6bd3e6b08b849708aa94a70e9cbc3bcf95bb87aa1450ef44bd306060d586acbde1706ea27eb942bc89fd588dcae062f7c08b74d880e106c641f30d4a874dd441d67b3c283c899db342cad37c4c7dc29503e7d8b77d42236cf734d0c3dbb35c253d43f052ea82322c11ec3b892f5d1f9dd0a6111448b8c4293043f50a45d899c05248069ecee506366e583528b75c96904451567a8370c31bb8ae45b045af6dcfa38d2a54cbe41364e93a9761a763b80ba7a26d2dda163e887a1695e9b0d1653aef35167e39ee47d4b3e44d8590b1a8a7db621745c134d2a5fccfbe3b7a85c911a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247820414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a6f39b67ae186b727212ee3fb1889260e9ce15f9e44d19263735c18a415837dd435f734d3893f2c2f33091ce9c167064f1ed48393a0279dcb1f19e560fdd61012b7de120a34936be1e16e7307ba96f40392e581cbc42e6ab13d53d8bc8a6e7d46b3803a26ccc58671c06b3f5c6e9301d0ad947d7893d57ad22b6ebe90f401d8af5f73b36cc2a6ed9725df3df170bf3806bc47801dea9b47aebb347cb659297b789f227e7e6db11143ebe470b33f46313d47c5424811d745c188beeffe1ceae029353a140f67bc3fe653aef55736697532e8a4784339fd20bd89b9d68213f633a05724d164e0b996c80c5b075400747fe59d96f37a1e668d2566d3ddbdce8675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24784996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4779e2aaa06cad0656ba52488ed59bbe2bcf8ac29e23b34ea7a59c593171c14971afa28c8feef07f97eeff0bd9dc1ec007c43b1a394da11e09e6d76c597fd262581269564d227cfb268b39711f013451bbfbe0a95460250732837cc443ba6ea2a5b3d137414f1afea1f58df3e10e8f806c18095e3f80917a22c8093c893bcfdbef2912fb62da880406c066e59453078209e897aa08170789730828a068bea9abf0c4c55d81f9c02ce3b986e8627efac03e3a4b658b76700056fd6522c0417355ab0d08c345ed3943f116613f4123b6e8c17890bdaabb3a24f7d9f960950a7aba906f182c7aa31e17d122fa7fb3d6d7295190adf5d364ec9be9b87e6c40817f68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247868545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=808d59ad1dc0d4c2713181a319e31943d37ab9b5809b5046eaf7526b5f3685ec2601b801fd37eb6a2dfad306776981d040cd2bc911ae0a2ed1e9be9a80dc609549a99771c3bfca21f8081047d57951b703fdcd05eb0871982e0a2b2ae083c360096e895dca434cbe0a7c580922a138f5ca20bbc503a81ffbad36ff395e97666bc6fcd88732fa00cb3c5d44fde970a50598d1ca582f5eb77ff7116019886d98d5d936a03a701b7cc7eb74f913c846e327e9baec40f41dab14209ea8581b91d29e069d12fcf0b2b4436a9886c77e6f516ec8e4e0908f5e6b9a996db0e8ef3ed5e5dda7ed78bbbbc4715a8f3b378ffd8739a3136b6cc257a1a763aa17ef3578f3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24788683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a73e03534993103b831b58d584068d1d2ff92ff4c64bde159ba0bcdc530e7e2a7bd3e7a2be3ded91898b2faad8d9a3de40aa743c68c80640cee8c04841082fd45e5f44900156dad9f53fb0da014f41642094b7665421d7538edb6559cba9e88648f4117fa3b0cec871b7d4f265f834e1015df78db51e828e9fc0006a61f74b1bb690a9492e801d7134f66c4ec3cd2479225570077550c4a9d1f07c542d5380ef05a2087acf44a7d9ed2c19452d97326f2254f4a119e995d3894c18ef1411814ab098903a84b7d2bdac6222fc83e6603d85986353cd3bf62b3d86224d89b5965d8c754d59e4436d20c15b00a47fc5068dacb7dfa9efc6094aef1b90deed832502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247899524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89c90b8529002e83689a19384bd5a2ec9f99baf9b873edc3d0a55a430dd65d57bfb4860d99285fe544102e1ee83d70dc7693a2fd60ab3adcd2093ef6ab2caf730817fae5af29e2f5ca5e0bf3714ffbc5b4bbe512cf13b051b801477c801d042265f55993f8d49fefbf98b6a3577649da8c827695c60f2e6444bf90979b84c0cba15b154f391bcda956c656e833f320cd134d0ec1b12d70e98d5adfa43c3c8902fcf78b9aae041a5bec49e00ea6309df06047bdc957d03b48b3754c7ad00f8139ff803a19cc9c4b6531dda04501fa7f3bbff572cb9ad69ac7e39601f8820cbb5b1e4dee00ad4e14449015c63063ab3dfe13c22ae9de7844a3bbcfafd09118e526&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247928338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=92c0903ef5cd7b5e342a93c56417e0b227d98f6d444c2485bf52deb2db289c364676e4ca101df1d1ef6e9005324700bd366b443c4a548a9a23dfb450b47655808ef79f7f6c11cbe8a7ca1c5899e1fcfc630c10489f99933981a9309db464190f800f13bd52bbb194f2a7e78788b371f35f24867505864874756f4bf7f9761e66a752077bdb08b39f32b5c798fec670e221d1e246f3d189cdd753061572c7214ecf9f2e60f49772a96638d54c25d45b1dce72ef45ea071250b9b16f5ae9b902d3df08b9651689b9773b6deebdde6b8e0df556c655525a6241d9d8010fadff67a68d317ba2992a6cc540feffcb084378732e97dbabdd1dd4c95cb01d68fab20262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247947023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b65b624d556035d211339ee3dd41445b1f576e6f0fde962ba3e452eebeec0c15a1551fa4f465add2f6487e6acb408e9dccdbd838da9be1b35577f357f3f5f8f79cdb6456f072ae52bf36e2c71e4798167eeea3ec88e706a62e530a13c72c7a70e244e849dd5a65db49ae067b4a49b576e992e3393c11be38fd55ff35359d97416730ebbd3c2a83f7712e36c02d1b0c9b8f833970748d6932202cb5badd6ba999cc12e1b28f8a4d81e822522caa4f9c5a03f9eac06c4b5220b6fd069ccb3d40d29703f6c2dc0bd3d96daf6a4deabe581c2c2a79044d98ca40654d5089fef37e07edce22e274a2d2c81d0af85371fd9ff31b9bd20bad0179ad08a5abf9c7a3e23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247960128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a2d82da19de091a219faef6749e7eba38dc0e4162be1d332906718b38724f2228d7cc99fccf58b3cc2d392e70f180d7f638b3814e6b5d9f337a931822bc8c817ac684447d6ed552afe9793cd479c1f913b95949ae2a851a9c35f2b15a6c89adff2032a2b1c260d59385076c106e0b23512ea5219b0c391eb9090a637ce8169291a3e4f79902c489774fd46bb3da2b814aabe1a57fd0ebfa18cccf9b71fb2b1e659673e1f1c2913d90f2bab27aa98ae47d0eca50ce6d963e596e68a308746a5c54b61f57411855de941c0d8c98ab0f682ad418fda6907606ea3057b60c7ab5682de7799e1e1ab6d5d75ebca2d988d5b3d32fba7ee110d9509d4169e9251a8718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247380956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ab0a9c3b3489ae051dde3ae29d8e6b24190f1064c4b29a2e6200f6421cdb461070cfb23c000613b0b329b6213f655fc8b3c433289ba249416853df44c0ce39ae6211f65976c79ee0878cf2d2ce0fda62b282f54b59422b1ad4e809ea5ebf40868a652f75034023261796d0dffe0943d2043590c0baf0246567a6c22a5c4c2a3c94a64edc0fb47ce8b9abbaa3c4674019029a674934c8498a97a64b33713349063736dadc5832a1a4bb4ddccfa1c983bf4b4a026ae6e00c143d377e871f65ae3805f2086da0f75724e2432c93cc86d12286170fd342206e7ce8986613d83180422a03963007261583ce4f81acc7dcea9d053faedd9adf9a82309b73cad3eec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247383852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ab83695410ffc58256ba1a583e14a8ff81c4123d51f6849694ec22dceaa882db0a104ba6def5a443cc76030b1b7c444bc6938574431516e3ea812122a6055e2178c3854052891301ecea16d29d65cb96a8e08ff22eafb0d11b23ac17c2d307db5e19ea638e028c7819111c179691f9363782ccf4e11606ed2a40ea3d41a602a78ea692df2eef0818b7170e9d0d00e220bbd2a2e3e1c9eb8b9db890536a08142312ddd53fb83d6294ce1abfe7cb2ec45dfe7ad571df1ffa785e2dd1d9534d3133c5e4d94b598e1e23e0a79899674b4f611893ddb160c80fde0165820f23f5b193f6eda44d7791c00c4a57495d27fb054cb7aa44f15746da847a3b6273a9e559d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247994092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfab3cc3ce1d3733ab1bcf0428161787e27fb7c17c3d747a60df6a480fdb354b28ed8780448027953b9971f5e58b651b0f2fb4da43f15c27d662cc371f639495696d233d03cb4c507dbca76aa567231bab9716836b133450c2d8e736eda504d7dbc8c4ffd536f7871221e94f73b68081a9aaa8ab9cb8cd12f0d46c10f76b448ced5b02a801065d92b8bc4533f41a63796c9411637dfb53c210746bddace980de26f509e1fbb9d59fbce671eface980a7b0dc4b35199b166460b7ae73294f65b9485e04e4a533d0ec6016878c2bc9eccfb724ff30b54b53116baa774751e9c10e23e4bc86ed8bbfb5b1624e55e41bd1e22d0ec8b5089898e465e11bb45874d5b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248010984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=26449f80ee81f3bd337ed027a9930da0ec0aa8c8cfbcbd84cafd0d81179b3da33ae4ed53023e1ad1c0e61a7b250ca0e3947eac7eacc3437ad905d99cd05274b18e4332b7d4758b6e1fc0a98f9713ce45aa4eb0ac18a83a3c8e0681036e9a957bc067d325de25c55541206ebfe9897f8ef4bc0a73a4d69772770b3c61d05de5796343de3c97a54e748c313889639609dc38a2b5df975ba673964a11867a463f303dcbc7cd1c89274a3ca19400be145457ecef836deb6461ce045966ceffdb029c82b85cfaf790a939337c42387e20f52797bc1c061a5b8cc5b561b65573b74f5eea0780ac30a50eac63e942f69b2c69b2498b18eb1f2bf6b65a81721a4485da4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24803031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=38c2894ca85c2922a15f92bda459182e7064df26decca422a841182742c074ed604fec42b7e37d8bb1b93d5f913f71caf1ebdab1fe93a685ffb538f06a7b735f627ff570d5cc01844e0f904ce0dc62410dbaf9046bc3ea4cca947191b9c60b6c1629d9f9ec55f3d38e5db22984a17a9a45559bbbac85462938a5b241be250ae2f15b35c3c8694127578565e3c55f42b93f570173385011a0e7edf6b2a40d4c8325a5425e45b24e91135d0cf1b33b21d8d535cbd149bf1cbf310b77ca3c84f55e5334ba2408c77ee268ffd3a2fbe8ad989346ff73b7f916aa03b74105da0d6035545d6592f1da6eb0cd44fd9ca2c4f3d819bf67c896ae9a606dacd49abc0c4f0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248066238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=741811875ed4436f2e0d7619553540bf8c64a35727f14673802f83dab32282719a62343a75fab28b50edeee409e6a50416b697d9732aa21926c97dbccb068723dc81ec944d7ece946bc9b630c67f901e4dae8fe21423816d703d6b396cfc29bfa3cbda6a25cb0160acd4ddfb7ddec21487b81d6359bc5b080eac83ac1ad46f8a890020fb1a17be2e12be0c68557cf536514e3e3b50fc1c7d89a27c24175a146eda2534e3aeec2f60a94e4b968341f80d8f0dbf5e06317e7021f777bea06e4d89db2e9c1f5184c4bad65530740696c8ca41914772dc04535b5fd5ecb82af84a5f4891fcb96032f7e19eecb74b5aa763cec4a7e0cc22e16d01c350693dba5745f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.2477917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=005952d45361fe9d9de6ae7d9458b77aa418e6b8d9cd1508ecc3d4f9d0aa2b621191f293a4c620b82597f970dde6111efc6fd22c1627fe4933c7326098c9cdc458d56ef6db85d842c54c3f60e49c70aafbc3ff01815ba65ed0c68a7a6e88b4ad2942432e82b47b4f81284e6d19468bf510db57d56c89fe65f3eda0bf447bb126013b54f7d63477ae18460e836ef0c9ff3b0f4781ec5850cb18fb1bb9118e87d0a4ae58d8ce6f2f590a8518e44ada002637f581d35b9c7f92eee4efcb6da29955130b99306476459002bdee00677b6f265b09807cc95726b6d9a4fb23d5dcae9d385fd5641b3481d348124d9e2f3705d1a7bd0bf75ba78de9712cd9e55481cce1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247873464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3ee27046b35809d5ee6347be9959479e4f58c5f2a04ee27739dfd87226a3fba40721f5f13b972c3406649fa1b5dff72a4be4f99adfa6cdfe49d05ca5140e4efbffe14bf462c496bab1028c3f4413b13501c7cb68fab5337779b5f5a1af4da2326e63668a8931619c6a892d6a0bf3c08c82bf9a6a6072132a1310e719c42abc7c5488894e79d236a8bcc5224258024b7381408597d3b938fbaa3305edd6a608e18e5fe41c213efa72742d67a38a8960833a31aedbceba3c89fad911a1f4681755006c3492345d972a044cda71c22c18dd122c57f114a43cff24c44c834cc636a9e6c223f0b7c9e487c7b4ce7bfe064e0fbaaf710412955e04de175215be3718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248158301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72a955d5104d4d335042e413d8b87bf47ae731dafe22c3d11f5ff505c1c24f89800164b8a908f206be3f2856771e4b9947a9ebb7fdfd93bb8926838a9e9a51159922c90121a31ff282a100b4e5a84d154121cd8a5f59376ace597fd33d5ddb87c81b60425799ab89826263826e92d4f73dfbbca1692e4fece8d189dd6b319f1787c9059fb0e95b74f60cf6a5973f0e1bddd249147d07eacbada0f4c00255c0e844ea7611b70824552686e4eeea0f6fff8ec2bb168acd7eca471dcd0a54377d5884c42336564269513d6d63983c390b01e34bc0072bf6c084f580b9edf8e2267035ba4edb084530964b9b1df844d3414bb20e35204eacb02384ae28c2528892d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248187627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e1fb2d5b03b4b33288b32920e489d7cfad65cd283e628edac92f3b6885134539e5e9fe4e595093fc564e4c6ec6b5f7b436c46b1e8f800ea20457ce584d2c7925160a9a97313836865090bd65158fdf7d5de5cbaebd07e9a227ebe972c25d960991da94d6701ae26e98c109a94c645253909a7da12546c87e53813446a0b678f46109bf96105692a6c48e3c057c1ec1095097bb57ff6825285f1e3501972b928f9f1fae62d7d322a88ba6c1d6bdfba3d37796f69cd0c643e0383dd711626bebd40a2bf1db3b3f8d8b13f91a4810e6f0875fbacf8786fc245983ca91d7cb8fa5e529e88b05145b28567993d5841ad2ae83a41f84f18fa1325c2844fe65aa11f96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247891278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ba9ac0d6429723ec71035225b15194eb77728fc5daf98a1041449498234c88f865e691cb3759d26e9d1864f928c2151406236c5a69d7282bb366a90693e2f82f08134988fe8ac40bee360086dd36a38540b40205938ab0e5ebcf6e1fc352f26ca2e23f7b183f53c7c104c4ed4dfb4a69ab8bc9a9ec673383015b62301b5af09728ebe3989d9a246a5eb5d0f3dbef9cf15375284714143aaac96d7dcc8980e1d77e2acbb0cca92f743527980297d901a683ab79e61c303b99e6a448461ce41653186eb33ab11895ec3663743c6dd8b38804e3cc41bc7686bce756a37e904ec11aeb977bfe6bb499a751ba6b4ac37b0ed44609b604b9fdda56a9169921c18c1a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247903782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e8be83b90759f6b2e2f21ec6f7f9025cdcfff4abbdbffc0eec76123a5482ddbed01a10bfc7fbf625b50f79e12e8c656d7809889137e3138a9e5b5db89a09438a453f50c230f429765b7b9136dbc48ea9ce5fe4a296e02db3b40fbe37b453a7ec066b6340f9bd7001f87f20913b3090443feff92b5e432f8137330e0205fcf98f441229939f3762a3dc1b3cd6203ef4a56f5eb79df333becda1b4768996549a744b9a8200c7ff9cc0bf129136f01e349a4745ca39ba6c67ee1d57b1f3ed99d7bddba94c9c1d8338f358bb528700dc98ce9447daf29f8211849f941612a6356f4b1251dc630861fe80e31eb6e2b1a6d3c57eb07440171bddf5e04e4db5062c22f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248235377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c14b340f3a6f4228f5b7031ae73cf80c23b6094d3504fbab30d1a3eb410e76678b44d3ab4fb02e186666ceca5ffac14fa4bb294b1ab7bcc7b8871720cf03f14cc9f652f0afb388e0cae1f32631bbca950e1614c249ac51c29106d0563cf862a76c35b3d65a13351bed7450e2d60ae160fe264d4419c6e399df8ea6d4de1b9c767aa7073f1a82ccb7b20c64f2e60bf940eae92ab53c1983f3543ef3c8fa86558eff43d8c346df1d8a916ad5ce56d9d6e2f19982a019cbbe9d69b769234d783e3996690feb48f673d4e65dfc0ebbc7e55d4984f2589c5c58e318dd8bdb62b13247e93ed931b44ed1d8e65b317fb0136df6ccc39dbbce7fe7682f301f704aaa7033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248249052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=912f3b8042118521204801ff76fedd1e525eb7021447ec54f18ca7e3ec83f1b1ea28c82d2d502d79412c3d4148456985e49f8b21e3bec6620c332d359e4258c2f244a00b4669b092a1812da6000414dea48879eed70243c31e6788db3aceaa97fe71eefbcf9be3a80e3b9583ae5f6d2cbe1b6c9d98eb7408c8898bac2ec11ebf2443b5363ae377ae8d51f9eaa81a9da2170bb66b5b0993f3f709c98ad981fbc22080da0bd03e0a777b10cd472406d5522df794bf4da176221b4b104a558f7c9611eba43613a0cb169c26e599ac589d0583ecd9f946fc152b7743f6ea3b1091efefe3801a7f52a09aadee9c617e2c5957c7929cc8b1612c2c62d9bc5de1c79019&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247683186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ef27a2becdc1f7cea2f08279cc061c9313298506314138d3bb73b36a8ab553575080df4d545f7f552c9009095d352a2d3774899a8cde1f503b1a342db540fe60123a6daadf3da04aefed84775d87faeed14902ea02fbac9f7d108d1d66aceaf08c5bbea3ccd2d7f18c29a5c9792add5b8bce31d0abd1cd5da63108efa93cf970f3abc9543b7949b16212aef9637fd5c63233c719f21a738a91b2bac0afcc0d75775b7fcad9eedb4f3dd8c417f2b9a164f7cfd9b7a0b3327e34cb21913bf8b9351caab7a07019e00de2511219f50595ec0d58cce47b1724a10899261bcab2e920e02d9924c08fe2fb152f9c10cc097ddc619ac374fcfecb5068ce75928c517a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247932866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78e9674be3245524e8ad20c4422634be607d554291f19812d7b60089ff07efcd12936f08fe8967365f31fdc1aa5e320f10f2800c0e5e24756120c01c13e6bdaa553dbb779eae3c9666de5784e2ffa58e1358756db768edfd3dcb3ec20e88eaa11d0536cfac2c5254ed11eb32e950975006fd23d1660d06ba567237e54b27d16925232d9bf1814266f2f2302acf0ba432ade207d38674fa4aa9bbc75ec2f61137e638161d2ccae3bd6a3e09f659dd5c57acd8a1b2a69c945073d8ef4e0a50f3c18ddd8b45609bc944e443602e3e5ea122b0f46c749c3b9ee9cb6b3a1c260e881323aefb2cf2863633a0254846b7ddcc7a8c53a3370b8bc0e50eeda4312d2f5786&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248326799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ba068a0881c54da45f258ea0b208502eea2b90ea0ff5517638e7405ed7fdd2bd4d21e2e08851341c3502d3540f3f75598f3c7798f4335fec9552fc8d0a8f0bdfd80b959826543ba6602f17097fb86482c41c752fa859bb3d24e8c12eb465e75129f91aa4b5f2043fc9d1773312da6e6f626d962cbbc51855d25c1b1b329f73c6d7842483be78fd8445e356190c224b970767bc600fceb20c03c54edb28fddbb5c8a91d050ab0c88cd987e996d0fa6f2cdd328ee13b6192684f05e51aeacefb1e396840fc9299500f013fd9c3ea832e8a0d8193d74053d4003df280ae29313168443398622ff0e4b1cdfff0906b2b46eb0aef52769f18156df35f6a52927febc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247994853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b1d711f4b23079e6a8ff6a8d7550eadc3d2f5dcad97e6c0df90fafe842c46017dc848e9a571c6288cc3369a5106476c0fcdabcb88f62eecd425f37b09d22be001d28bf0946334bf00af76e7725cc6c1a25e8788254c245622a7b051ce7daf39a6cef4b0fbbc76badce72053cac9f57e4d438eb817f4ee7e4cb6856e0f2f7fd714048917863d34ee3c646fa72948c16ec50869d613df20d5c6fb861fdc5529ce9580cc9f22ed106a074fec3ad618d212cda61bd9e8e0af1b59775fe282ebb0bfca9ca5c43e8ea804676516c49483869209e429f94ed99e29bd616c2c9600932666d1fc0a322bd67a475e53918d04d0df421fb7c9bdd17c7e22170c2e6f3059a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24836461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22ae0bcd5c38401aa925647621252af896f7e58d3d064db70736ac6bad999a8b37753c18a5770d8cc7234f44860eca885393b57e382fccb484a2de54a9e7e643364c7d82edbad3c7507a1e410578db098a51a1d1959b4f45f6c40674e45f908557eaa25a2879f5313a18eb712fe1c0bb099b968da7ef62ce2357cdbd1c8919a1b59c52fdb0365182196966c9cecb94ebb55e321b5b3ff6c7b0c09cd62de043b1fea53190cd2cbf02f84b74e6caf88ad21f04f673569380b07fa4eadad6647c451027ffeb9327f8f1a811118243b95ef5d41ce3b31d984dfc59ed158d4df0fea6f859f71c78882e62d2697556420c8dcf38ab3725a554e7580661594959502862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24782332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e1fd045786ce5f38c147ecc0852ffc22c464d6e54bb7ea92412952f1416fd4293ce8e2b56d493bb0a894ccad46989f17ac19fc75acb0b4fa5a542ee740fc60124fc33c84df1e954b5d05d5ecac3b71ba6b3a8c51dd8c4c53c784665e16ebaa5ac90f800c5c396498f2b81a2f41dfe37ded2ba5937cb2327e966645225125d38f9d2b272eca01dc3678384ad955a88042c0ed2321438bd18fe6b4fbcd5e3e64686b73c78cee14c761330f27cf6eb914baa2b2c7f532e58e522d743c9942ed45899aced28a77e4b62a8ebc06a2be07e524f0e62b4e8592102d2cb566f1ac6abbcaa02d79bd7edfedfc603bfc21f5dbccc9ec84392275d36a74216e4c9f6725b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248386902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4266edd59aecd7cad56609c9e45c88b69cdcc7fba63bd4b4785d38328c1d296e248e72708a542e63327404d0d0a3d622c1ecae0283f607ae69909980dd7b0d85b9f247267947823627ee933ca80a08ea8a98925bbc9ee0ed4fe555424d9823c4b8eb4e4d7f55c5793f2cdad2280c1bfdb43c0a73df7a920feac6ecdec790e92319087ccf29d55d4c0c322b5e3bd066311848a7c7d399055b7b11d7bf27439d39d37a203ec57e1d8cbcac3c9673ac03df70d14ae6bfb886e1fe7ddfa7508b5199817b1455134137d3310c2cd21b33cbda60a519fbeba106443780e3486be27448ac838805692814af46f5b768eac573875893865aaab0909b28e6877cc1ed7ddc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247985225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6acc5c7023e59a393d6aaa444fa5507294dba91500ff39baab3413f3a1f7d0e2aed86581c2535549fb4aaaf4f090bb6cafa5dbb5170d72a97f610e230c4dba001c462a80b3555b95b69974726a1f85d16e1a5f9285148f55b6d01a00c027ac5ca297011355906cea828011aba4cbcb1dc25864a098a8f5dda24ffbae3ed79f01aa41732a0b860743082c276ec358b7b6cc6a10b203ba75e43a7900b1c63400d54ee34b46577c04104cae9f703ca99ed7b17b1057397c4bd7b95e7f1108f054d6cb0606c53bae2d46e4c30bdfad9a56151e9b1b8e2b348bf7f65df74bc8b18f6c933fd2b79d99465e8572990719f5330f81d0a6085c26512e5adc81bd36ca625d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248443228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=707cf3bb2bea7930b844e5199f61122226cdf01009ff09a21905ca6876679bc89811b003ab9264a0cdb3b22149bd90f747e926d98feb85b5a0a134be8cf7f49a581fdebc92091c628d4cb0cc8a1d4d507fcc0ccd8f130713dcc9f2b3db63da459a0f3d98a9740b93ee9a782a8874d9a15e68cdf26c5843a256ac1f23541c33b6b6dbbf6c8ac7a5a21290de97401d5661b72d6d31a4c2db240fbc09d8e0ce0b736c8ed30563c3c9cb66bc9d81b85f6a4dc09b87c32e6b38d78227b04fc4c408df92f03d61478e115ac900a5d2ffc436ca79ce10f3160beee4161dcb97e1e9266d3f94726e10e0f140d60341ecf81d74eb8b64c80b158de56b8d2cf44fdcee4a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247325371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d72b32e5fe5e64ed58b6e5a1fbb2eda6cf547b58a391896857d41ec3c86a2ca8e78731b51339a2bf34e98e68239b6f19d943daafae86e84c79e6d712ffea6a64e58f31beb4087e5e13058024325e6c6899b21e4c63e56ed1da5c9b60d29ad993915add903d3938513aeccd66fdbda4f10b1d2c83a54b653aa2ae2cc6c6179c90d26e282d87256f2b619dfe94e129b46cf1d0ae0202565d33555f2a1cd3ade4959bbf2b3ccec39fb4c1a6fc09d7af17692638428b60e240ff7dc82e23b3693764612d5f0f7189c421b6fcf30845d37612ff40de0d283342c56ffce5e220194a71fa2038da371eeb2f7dee9ad6994b3d1a74fd219b4fbdfbd107ceab97cc687c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248531565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0312b1c7e30da8011accbbc16b65345f7df983e4d45f2efd586ae7b5b4f9bd5aa6bdfacac435cbd6ed6c37e72b12085a568e15ccd394dd4c491f1c53dc8188f8ce8f9109e790909c7547ee58569bfc01c9291e3e11c35279da76c90deea9c4101559934d9221aad36cce3f58c4bc91ea0a595048601afc11d2391603c1efe6c97cc1e190a6d00adc040f25b56b231ca029b0c6a638648706679a5d8a1478507086ca170806866613360d88dd868f6ef8d24eb87be2ef955781c6120aab3167f8f6de301089d64568bca2b5d36083bba65451f1836ee1d84c79b148f449f9b806b42ebf915bbd1d81f92f4cf9c5d0e30fd39c341754bfe901d028031128483519&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248537606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c322f4d7215a65c4a9daa2ff976a1c11a27dd4495f299a9b0f28e62add934b7853f513592d88b7fa37151fde0206b65c310be9e608cece3381df729b7578456587f8b17bb370d3d7fdf6ffd0f962d87952646f55a2252ec70b6d523130ec2ff49144868b6e64bf78aac7681d6b631f59293a07249fb2ad8f1ee89b22456c898103ad8b951f369310166b6c8c1123af67634c2ecd58e9e540f0d7dfa1952a3d070cd47b25a33735053f2f9f863c9e1359bd6573c5e1adfc409a5511487443daf7235a93a28b89c6ef61ea276c3ebed0902e69ccbac1e6fb3b4e7c1b89a151c6c5714951e5fa162e722d5eb8ec3a324b8e8f5212d914089cee30ecc0608b84b95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248548557Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fb89d8a81524a587f6c601183ecd438981f6d0fb1bd0db069354e0d95f4b9f8f6e26a01be935ae7c0f0cbe3a1146d4c1158af766f620fbef4187ac1b06fc833f06e5c9e24a188dc60c6b3b6d0f69bbec0535829c84b8a322bd99a6c95e55eb01d7d5920df231900759f5fd8174638178561db4fa8dcc739fa4699cd8273f7680a53f2f95c7cb8b0027ad3d21dfc45dae57a255e2548adee943d135acd674e6bf1d5ca9cd4099cc1c55387b38e60e52a5c65a167daee3ea1150b35ed3e8a73dbc6cf1ab69a7973ff51a05122c969812d1e8c4943ea6e93776ea84abf0316c1733636115a2f85ba58f612833c4bf3be2604f3d815e073ac14f98d054854ac5997&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24857669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=992d545d0b8dfa2f3c9458f07509f18ae146a9d7e994026f62076763efd7f24d8202d2232fc13e88913feb4e51fc4f68efc0dd2c948a946dbdb9ee2ffd8e83dc198dc1b486b3b0e846573ec171abdceaceebc8313018c61b718586ce7622f8598a12c69e3add8746577b39e6fd5cf5d56f2a51f0c59e4a71f9767b942487bc0a2d1fae78e30b3ace3c8e5eed88ab2b73e163fa907a63859f37b7240fe134b0e898e1cc981c2e5a04dcbd3987e9af5a504c9488684515760bccb7d41021ca11324d3a48736aafc7c3342f0b337bbc42db875232400c8b75211f40633fe735384123148b9084b77e1cc534c482241c0c8e3eeec68848f39b3a44f0f830620c64ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248589023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a545aca8b14a8fbd4af8a1418b45d1d48c37330141e6fd2a20ef50c3ebdcfaa830a692abf883d32a91cca1179086f749f40995e763aadfca9520db934b6b17b1a73c2a7c08cbe321dfe9bb66ad61ab3b5ad52c07937f46e64471f60b60905bc089acd8466e57b52fb9130736e5e50ed6cd80d7084c9aa83fea47adb040e86549b1d570990d5e6202756d519ffa72496132afd36aa177a8c0ad2be161a0cbffdf2d74cee7ceb4b7f1df71409ae71ac6f9406613837b4a9cf425607364b655df436b471d7c7f0264f5ceb6ce63b6c2b7b670d512eeefcd9f4979bf29cda520571b1b8d3b01bd87934a7647877a7f976feca8321ed3f32d6caa9905ee876583c1dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247964526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8992916bb0056186d42f465415bc60be9757ad45406684be5fc0b559a81bad6555f700ffb0f4ca0df7c1d522fb6f92346db0447507843c055263c90a549a1706117ed79be209369ed408778f7e5a85364e6e100b20ba6fdcaf50fea8fb48653465321f7ed79c6342ff7d116ef1dbff5385c6337ff5a1fb920176a82181a00933f989c434c230ec659ad4e04cc080e951139ba9a9bc654cc9192d2ed6854780f447bb78ac60c860a90b4eee332220ca743a563e6f64bc10a52b5f9752feaf7e4d4685c4f34619a5e484d2cd90ff1f5c9e18911d9b24a266110fe21bba0c2b36f9e2246cb04dd4ec91e48fc8058cd7fb5ae4f3bc80b9d50da6fce913be7d29a3b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248311751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0637c8df95d008da365c264f0a45863235be8a40735f0d6599d98f0cfc1479f000eb40f5ecb74db07a9476ba9f0102f6c03e33f5561b0311b6fb8ff11163d9bb94b924023069ece527d274623ebc1d452d38be6f49e0a6b774e1524c75014ec8091b41e18a5a0d1671df8d6a98d862a4d991cb286f4680d6cb7244413c1b2bc15efde51a4362532f281617443e317f3958435ee5ee193d0343dec63be0545631591e290d377b98f880c7ddb28e9d10cd5138405bc0c873b0c124d8e76e4b73a92969cb16e8f14f61190381ab21a8f8eba277edeaf669fd2caecc6968033d480156996f7680e827abb6d774736af25c8fcc092cdee4a8c5bb4f05ab7535f8bb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248657903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90d2920bc4e383b69c22850da1dd20e9e5a97b82d58f690dd01931d08d6f79a5e9d6670822396b53f2a9fd95108cc42c258c2a77fd0d21fbdfce9dc79c2a736e3754aad268855d391b1fabcd333713e22aab1f20a3db3a2647643e34692926824ccc2a269c78d6234160a4b7a2bc690d0c478b52d8e59b79eb1442e6d9475854665a9247b8e146d99d9d7be5c5f4ed6b746265407e04d394d771a1f5dacf9d3ff190bb4aeebe074e06b1a3bb6e9eadbb717a826ecabae2b8f78c82247fb8f86c61651dd4b8637c9a55416eeb47b048888d5571d13c1f5a94aa92364189fd3c2ac8a01717bf0355244de89274344ee945d88c5be6bd76bca0ecfa0d786a2c0edb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248340354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=029c6b192402893eb12ded0e18332c3f7abdb71a48212a8d92f1fdd8cbd93758eb98997a598e4ccc32483fc9625bb00f764517fe8d46d7377674bb856d8bcaa087fcaa69b10567d84f92762781fbbc1a52f774ef98342e3949c0fd99dfba77e1f601822103e8b052d3e01f9afad7cb8bd2dd37c20068684393697ce015746e41cde6d10190c17b09939705042ceb037a9e025854d5cae1f1ae11c9b3bd62b6063020e66c90fceb1fa346e4100a4217aa9992f5c481ed427c178cb5b1cb1ebbde42745c2ea091432de7af4ecca91ca736d9d7808703cdde7da3aed848081274209bbe9ff5ef6961d823c0a6d90c0146018bb5de90ff40480375f7b717a9b74130&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248696536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=65cd27cb83428bc981079fc81ad686ec96a9aecc41aebfccb8bbbed6d7b727f61e1299822f36ab9996eef961b0582f850223211f6d13c64952b18a75fd09df8a6f0d9d3370f910af8acdc56b080c02797301de92cff7da2eff6a938dedec399a319da27d130d8932b16ede5286ebe96aeb6ca5182d3ace52844156ac3d8da0a79068f8180d06bb53cb2e3b40090bbda6ae37f5eb63df2962af70d2ce04fc407287dd35a7f0668b8e061dcb1b75cdb1a8cef087bb5d4d1f1a118a8debd8052f85f76c975069ce1bd4d7245c0a48ecdc7f9c3258985189aae34ea2c306749622440cc3b214d9116c20e5c715a8992a322065d976ea2cd12c22d1790ef1f4ca7857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248708118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97556de99850e5ac6aedfef356400673cab5104f21be604a6a67fb253cbaed697efa3b65b5a2befd6a195eaf98df8ac0241c45a07dc433929d13cda0958deff0011e70d122894f1d8cf883b77e5e2ac47f66accb7f04598663d9ba0144706c68859171554dd51903eb6e8d2d1964bc22de9a5dfadb18ca9e40033a53c99919da62d3565022ee0571e74357c79671a22d33305646aeb0cf164f643cbf6357ddaab140c51fdde54d02a60b2fb150ec309fc628367760b285d6383aa68611ee1f55b21fc20b00f96d10346fb5a6f0563d6a85b6ae70205b036e36c52489a725dfc6c991a6977c6cb4d48b4f494e4047929a153a3b45c68b684f97807f434536bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248395448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10c6bd3739e57e426cc144c960eac7337427f54af54a440909e22328f122d660613cdcfc395d234d686e9e0b9678353201ebd3e8519d88fb4b2d4eadfe62c0c9440b39aae6033e9a75f7e783772a19e4116ee5086c0f43ef0958c2a70b3f8c5f71b8f401232a589bed33e47a18e7f3845a88283a99fdf83a5fa4d726443adec26b85b1514c5c7a31c8d5aec2c777e4fe146a86c98a6c0b240f405b5f712d16f693fcece379635c6454714e0becc0a6b8c6bd60dcec2e4ca88d06a7d42702a0af87a575ea4db98637078581281a58d89914c49a434f1ab79f2efa98012df849d3bfcd305ef606a2faffe19534e97d9f3c4fa93e244d0e8cee1a67331866f1cb56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248415105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2480b4e9caf12ea9272cf7376f3b7e5b0d8bb62a39b7b822b0ff124095337201d72673f44759eee5d8839df08853a20e8b06e6e4db3d0af6a56060553d0fa857f913d64228d8abb18d6fee79db746bc1b4066ebe8f5e04f4c12e5736351419b3f7e7c5021acc44d1cc2cb1b5a340a6a1c1e5a231b6908d222da8ef02b1cd1b8ce3c5b63c5da4f56418929cf86c5ec1245f71a79eaec8d6611b50b6ae0ca897efad226942fc2970a94e770172f3798e9994bc9f8b3e7203ee24961a2219048378f4e2d4a128e0f17f3b47889b98a332138c5a11caf3717f9d3ad160276af927071258332ee623aa5d34ede38c6562a4532125138937ff3c9ed6d072a4c3852448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248759835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bde034f98a630637e7dea74b598cb5e91bb0f099a2bcea3d094aa9463b51c46c929bbd5dba1a43d846151156fa9422b10ee859800e4bc27fe517819a116c2a85be3e9c66a02f52c929dac2f50f186c80f08e4cebdc85581f32eaed56126557af30fca5948d9fff049b9c8d27a7a9be1d6a07a127b58a6c14edd77f088c6b1cd96ca902a622b2e0fbf210b28b8ed56bb4c239cbea9ce6c9beb28bae1644df020a2506b2c01cf5a0b17a95d7d12129b2f4170a9971777da73b19e34ff892097fb527e3179b84704f4f4750eaadfc91327a73465b43c3a2517040b0a32b5e048319325bb881cf06c46770fb3dfeefbc78963d48d86d73a01fddf959e378e06c79e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248786365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f245bce16c4e5c7e90fd3132a7461b9ec8bcb6103d8aa60c2cf4f0de9e1c12cb208c904e4deff9d8e0fdebc3fb1c60a06c3afa4ee187a2877f190d986bb31c2100029c029761cc478c481d16b6f48052afa582373faadc55aea6d5f551579f79fa60444c3c5181244f164500595ef2c5c05341d06821b956e2c3fadea3698f1de601bed7eabed8fe932c975d7ed1fb28b6d2a5462c14c60d5c61e4f5343c6064396f58271bef614417267a39eef2d2561bfac31e4cc19045450f17d3bb85bb583a53e34192cf91b67a344ae8004fe61b10a18d654556395fc3be115552d67024fa2b0df87966e85e328d3097212f5ecf3a7c415784032e796d910e9d0714d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246144596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=17a345a1dc3435020d4f242f1cfc32566a1f884ac8ce9276136901f07bfe638e375732cae97dcb6102471e110b80b567045f337b0a6580e5fc34981667e447b5203cec8d60f486785269ebcec7437845c15a1774d7d16443820855c95171f34ffa934d091a868c2817f343cc83b4d5c01ea2fd3e91b253e41f41cbe437402ca5f22b6b47d015583b20db09fbea57e4b6cc193d701070309edbe7b4d52e605a3fd6a2e7d01a66abafdf0763c15f491bf8d94bd13b60b8a9beec72b7136f61581fe49c6b90c4f6b9e97a8acc0183e2863be530fdc73ed3711245f360238dc26e869d5a04ade3e5dc6c220101293bf238a14fabe4cc0ca568136e072fde289be5bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24883165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b43374ad67cc27e7b8fdd85b7229cc8496b5950372b4f60e6700c4d1faef7f6968b871975851217b23d4a1742178d85b918888b4582bc5e90dfdac1298a98ba79ce11e46f348c12c5c3204b9a9b944a300a38849d71a90f816a1f2b4dade44fd4baeedfe0dd9b8c14a4541d553ff7088766dd8368df7da270a25605b046b58b65dd6205bc91ce281c2a4c553e1243c76881d97220d087a5945dd5709c159a6ef2be41588066409e702b62f3794e7c5427c2d56c75391f356dd9e5af6215b0e864ed27fa2289d826a8f4bce777471d04daf48eb21e64568447f677f68433001391741651851208127e6b69453a02122709b1a2c930cfc556f806fb1b34a7bcd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248556362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a55f37b5cce2aea064c1f4d4bd2d1b27d56fbc8d83283623a5048d831113c609d4fe1ba88f2a6e98fb23415f25c72c510969a1a3e7f1deb337f93168312bb4cc260e5ff321413a8abe57346b08fb977aaae5129fb9219dd8c6fc0200f46cae22e726b365dbea996df7aa60f748d954ed4474e905212686b27edf6e80f4c9c7c87f05eb4252b17878af315d6d86422a8058e02110203e33fd8f61d4349434430e16d587cc8757ca7463562a40650e15f93f0e28415d03e5269f0303af55fbd8d8d05d3ffe5e5339828dce223cce0bb6073dfbad48f004cd095033f9de5ded9209eef35cfb273b5f464b273ed49941b3ba0dab60339fedf443394ee213a6318cad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248898947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d1d69e4ff6f51ed89e9d0aeedf2f532db4e46d7b7e8d47ca7dd379a5195cfc49dbde2792d433526d86d18e1578812523a418f61db7da021f49dbb6728519f6570ad373936d5090e4c0e8b7d7b1824ce31961a80871105876b08adab07e66fb08c04480bbc05d68128161e93a9c7ae6aa24c28de487dd884a4bad3d9fa20da05e88ac518fcdd6ffa9ec0d5a32e3ae4a34498f01c1f0cab77f610e17d445300c823806ad9d63a20f2e42b470c447be6dcb144a7bee01c60802cf50bed9a9ea5cae7fef76b73db3c8ae852bbd321b6231447f12720e6d5d4a362c046f6b9f69b84ba32a0d8ceea27aa26901ffb8d9771bd81c150a242a4a925856e9d089bc8a6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248938131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e27d4ff21a88a9f2a2b64b65f6ac8dcc0b391b17a5d37f1d5cc328e02a7f76374d60bb445a53e0de123e99e967b01947043d1153542028e4503b2a006a4ad93bb1472843b4f603eadec9845a51e14e2b31f8db70bbde394261bf44e783eb5f27e62dbb20ff6fb694919d127680e382800e3ab9a9e1d311ae44d97bda76cea1c5a6b07c4a98e94fb3402e52b665907301cbd480df95275129bf25d49343e1ffd4e1a10a7f537db0ff43d7ecfe0fe79277648a7854beddf923950b1f016c14a48ba06633403e8a49e1f8fb639b44e6fe606a5ba4644523ce2ccbd7cff254f9fc1e2d299bd0994c5f574539c3cbf487df856a8b403d920130b0c174410f1788a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248972225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a2bd3f77581d0ca2288f0814472031a004f020ea1c771caf2dcb39b2ce487e8414503db32d42093a8367516fa9506ed7f6f7f384ae02294ea1bba3a04ab47307cea2dc14dccc551f2150d15a2266814b88adb9092b86b0bd84a29d5309912e2984164e658a9b89273fd4e75b473621795958ce1c035c1ffc45f17c6328e93d9a932c2878d7dc759e2f241c70f3bcb4703a34d6dc38581eab26d6c1a4c997fd9d156493d5ce310e4b722787f4599afe621aa32d603b1dfd3e84080c23a1105832a1179852b919d0788bc95147baa041da93b1befa4ccaa05f2b796694b592dbc182c4426afb8b959c44eb00f3bf80f9f6d676feb14b7fb22856878486f5c63e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248975712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ad93509afc68ec6d01c0bfc54dece8a0eaff70e5ddfb2947efb8b2186eeccd7ac12fc50eed4d266c9512b97cc96ea5f3bcc8f0c88720134d052f88295a3ef700034e1204535e56e3f86e0f5679f9391ab781353a66ebd60e914d71afb0dbfb17777652701e9a8d2013432b2174f5444d289fcd4d78674d28c77b60970acdbcbe61df20bae22d9548bcd08b9bc1686ceb794a5cad1f5a852a93a0ccf53588702c8f32f0e207e597e6170fcbf0bafe27f6d6852fcd2ac8ba8514afb4afe95fd9b705cb2a958a0b058ec5d1de5a06bcb012e08312027cc3e9de8c9f83fec6d5cca1d39b80ca21286326ef635e02c262f6f7511a56ca23e456e35c2ad1891ad38c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248983837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af65a82152f79abede012761db5feec8c7f560c679324f07ef6e01e8b9e1cc30a28130f0ad2cd9442624c7cd71fb10a91fcdaee1591bf8e90fbff4c74f1ec77347d69ad6fb65b991ca0f487032f7fe0c73d93ef95b5a43c8a9dff654ac0e60a705bf50dbbc3fbe9820a169b1bb41ac8e6e182de662aa064ebe7bb12556bcb4905719743f9e3fb83493c66d5a52352d23eda20823a8cd2ee925f93d7e8801601e54650c008ea2e21c12b6aa39fbc5493e41ac19ef93b634ee8726e6fe92ab346ca65320141ff4aced5eaa7326175dedddcc5509b5925fab88ce0478107049eb12008f0e8ed5cdf85d02c54fd5fe56d921539f0330e47c0d7f8fbc5e6fc032bf93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248671759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d6f5ac95677c0046c79a1d24f414368bb8b8c722858473edd39e9ec823373693a4d5989e83e919975f4b2c3a9917cd86399c652afc7d0d796f8d71abbd87b4900e800002b6afe6512afa703456b58030c58d6650e2d26ea3f0636f33c424f821496f7d6b02975dfc54928b77c6d9b7ab13257c6bbd7cc95fa54c3335b35274c00775c027263adb6640c70f3681eefa83a9b25079a147598a27cc3576da4df363696a4c7b4dd89b0965b59ff9c24d6846d225375536d29e423a8094913749838250b2d2692637f87a9de54edc3b6e94fdc4df7c7306e343b25ae6348dfa44668d4604d6a960aff334187ddcfecdc5c60af0c6d05c85de5162b12641e30667801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249011079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf000ec7bebe97b31942e49ba59b4d3a4b55028ebcf9744fa89d5621bc4852d16ff55baa786bed45ef773c2d0c03af2dfd35d9b2f9000d8f21d3d4696b8d458b317f3699d8275078ebf04230208baebfa6045353735e0fb173787097ef1460b90643e459ead756134c8d6838d4d6ac6c0f5f8ba572f37d52e52ee1bde26b404be48478452d551a27f62de10960706e3395945b3f9b44d8c01ba0d6d87fd50a501528abdd5c6a16664294c23a1d72b1df663abed3514dfb9868148c1d86e286f97248733704409b81a4fef622edb811193d1bbf4ae7dac07d1c3006bceeb0e70014f5149837607e7591ef8ca6496c02357314e3239dc0c7999e8a5024a0383958&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248676027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5688f264e7f50d28713229c9f1801f3e67c7d4b015b3344bc610fb54755a97c58d0e8e6e020166fbe1070f055257aaf347f35fad4d87b2cacf589f3d59801a753891869c66892e06fe7be759654ccb6880fc7b8e1ce740551bf7b81c19ab9c2a4b87f3882858947e0cfa93053d70bc21525206c8989c45761a709fb51a7fceeab2227688efa9e251e78b12537d20ff4e499c4298d838640316fb0e2047a326aabc2e5442ed776a28df89338a715731c1888d250527c480eb5cbf7f78c8039eff8f23cca72d3e8b72df9f77894b5f06f7ee9b796295901a0bf7a1ddd03bfd94665ac3c02b5fd857ed78c0e3475d3d6b13a31c2ce227db686e6e5c2c694beb889a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249074889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a92c8d3fbb86eab8b93ae10aaf514b0dfa55bb3f53abc4245b61cfebe8abc8a64663047ad966ad855de7e568f9e6d72371cdb33473e42759b04145b4e15b3da96fa2ae3b326a9f8643f2581d3e08a0e3dd504a8308cb350b91ad71b83995cc4fb3c6ea0dbc33d0081e33445849e6e96b1931d1bd6c2f4f0e493a82018b979cd99c5176b4fcec24f197a5a74be62e72ac69af13d62ec575cc29ab8103a16bf3381834ef5bd8eef5de9ec78a068756abf97b173883675933bb6b62db781ec56a74a9b3f413b1d3b86c58b4165c9176a9ab736dd39924e4327eaa91e252be1f355e464d86651091223a07e9ba579a70233d269fed9217f753483cb1c754f3971af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249089697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b554ec02d0a8a3bc8e5460027b77b626808af0a7e4ff9d8fc3112afe0e77fb58f69e599471910144c860b552ea436d3117364e034ab3b55d579e4a138b8e3715f57af950377c33480224ae52a26c1bce93d9cbb38e4d0e2f5aac11c13ebcd31c21603f246b9fe8b1f899a91db8ae74411384e363808a6f4141149cb34ab0a19e2bb5e4684167d4f9eb9ec18ca77e086652c044cc67e02fde396cb0ef9817169111f9934cf049235d8010e6e10242de240a164a020077cfed64653233a2f1959d529c9ef0b0642a94f40174ef2764ecaa69a0361dc08224f993abf1b0a9686683aa916b4e0785861c92fc4efef60131719f4335546b4ef31cb5b4f02c73dda60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249099385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a77c930d8bd149e467be90b0cb8553679c502ba6a49638d17ee0738ac875a21f9d153b3068758d3fa186d362da31979a6e8df7f0de5a093a4c6f7c16132b736d7e2126020348e84e54269da41b8b50473cc637fa4d2418f8aaae5cf04977a0c54f7f0566c1cf2060e39d4d8d1c3d22853624e1194952eb5a7c8dd14be31f098504c561bc7e22a169071f9515ac67be843cbd68f6ad021ef14686302ab0ecefd4142a9e1a6de9b10a332e4ec93aacf5440c1f1a2f22a9be33523dd5e037c0c88986f1099bf723e8ec0bdff673ae1cdaaaaaaf6d483d5f7b1e5ecb1bee5d2ed716512f62d84c73d454fd854b09b1b52342c94c9ec6f7c944cb91335fbb7e881102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24935165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64970d0fdf298ef54d08fa492e6902acc70d22dc0c533b6dd220a57f03e8ca48a6d938fe0c53b7ecd7872a3447d0fc8dd2945066ee225993d51ece737c9bb9a5b67e5775bb4044ab7622003829441119b63200d3c421debb10b0bd34131414c6a39287b4e8460c476b2ec25d997749c66328d5884e6da0bcd226088085037e8021011370883384c775828eee2700d4a6342398d815be7c4c6397d0cfe59cb5cb37846faf31f07f3f89b27354eeb7b0591ed8faf6079d1ae778109353f0c88fc7db987c9a2750b68e98eac78ca2d798edd7af93e4351e0ea12b127b5092635f8f5aff539d85f95ac5fb5180c9ada00b242e9df16178edafbe061922fc14e06704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24938311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58842f73b376be694ce75dc78996d71fea8fbe6fcb1b382b590cf0758787d25bf5e2a77b3b928372ceb2d67ab4f1f5c6393e38e397e64e06ca3d6797ef711973e25e0eaa98e4897dfe67a620bbd3fd66dd6c14991d874432bc836556158b4b5e3e853e7cb8e09c32235461e7df01e50769463c0bbd85cd3b14c1f38dac87ff0efe8368993fae713caa3252e234b6f9ce40f0b2177ed0fac02de7c16ef442d5b0bdf1a7bb04dc9cd9082e2ee8afdeae807c2082a4b4cfa7ddde6ba9ba6f75e04871498bc403e3397d61a5d19c40443c0f6ed9382ceee298604786486e505060077179b1d8029e21bbe9b3a3f96739606c8c6c3e74b659ec645a15d43cb0d42131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249391025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=387874e3d71dbc0179356ed5f97b14c610e26fe56d71570ce750446d364b5f4e0429db6a3a8d4f8ea5154a92b78b5719c8409b55ae7b38d91b06382da9c34cd7f6ad3d0ea1356b61a6e66f9870c63b979d157232ce4aeffa9bc5b51d1bf966382f7a8e9fc845aa0b70f700c6d57c56305e860ef973d6abd20fb60ec241183eb484580f282f89e6f1091e855800c6af3cfb7bdb55a3ee18388902d4a129894183731ff5e0c643f69c04734517c27d79e07a7d91ae6422a4c0234f0e8fc21adae3a56ba96450bd821ebce06ae1711f3a660cae403d887ab0fcdb6ac3308e4ddbc3036a88a2902ebd7f90d7f8f118393cc1df0d3ab33558fae06896a94e621be9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.246660358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7834b75adb472bfa80ef72d57be3f743567594ed31e115bb57714ab21b20586ff552961aea367dd9735caae7942328cd0eb1f5d310109bc1297c6b813d5703661acb26ef21d1e843b8b46c50607b7d68c1f63bff304ef3cf1072fa5ca9be28a586752da925550b802e06bb0317ead97cd4ef413ae54a68460a2365657e2165b51fc683694ac7d5603aed634b174d7446652b847a71a1bc4e551e152576cf20eb82a4aee43eff7c457b38e28e4118876622af1afbb05f9eb29068b67698028c6048da3d5075b34ee16ef83e8d127ff93115b738973406db1cf3bf54ee0eb8048c31bdfb87ad120298c5fd55ba96b1696bafcb038c2323cea52c26bb7a2850ecd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249477097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6a5fd1acdf8193b57a172001fc498e26b6440a7fe18d64cc5bec8e83235c79ad7e6400a4604358b27f858d3b5174e3d3814cf5cdc679b7261d7ad2db83e45ddadcf29aab8c9f865699e29f988adeda056fbcd98f21ac44e97afac043113272b7117c99c925cbd795d82ee744eb5b0f6fffef10c1ec607c3e29d8383add308dc07d64d7caf746805954febc15b91be808811a0998140c29decd861ace3a9c7eb07b9a9539ab8ff49e11979f86f7641e0e671562347495c5d0548d1ede9a3985587e99d2204b5a2cabe3c11f5c803a1c9afd4b3bbd682df83bb6a66b2099e97caa76f9bca4e9a06c490bfc45dc3b4c1834627c3ee195465d842b7be2eb4a5a1c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249398619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e456dec11b8d7beaaf02974aa12c0f2be4d4e6503e7817a250977e3111527526f1a8c44c2a16be96055d635be624e4e56fc49dbaa4683c3c6f4abe23e35c6f35ef48c8833452b12ed98f48ed442be3071a58cb21cabf24ac022b82119d5d4193d931ddc05e8bcdf4c2e314e7c6d98dedfbfb26126a5f5007a7ec860aab5c06964a32813adfc1e87e7a78caa065d1fcb262eae55a5e835b67a99a6d224857c5fa014b0a5ab9652f53b7353c34b01d4db62e46b8440828ab16bf231363463eac369936a26670db6dd15b4ae50665dbed8234ebb1a05f5fff2d54dac754163694e45cbb8b1c703d10b4eea304c5e86a3440e6bca78a2e74b14dcf4cb4e7969c15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249527943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=984d01fcf399fe3146502c31f1a8e04ad255525527f2eef7b8d0854368423a9d043c86ec3335ea378d118f083a0a0952d7719058d8baa1b05ad712cfed25b65d8457cd1505d510a19f7e56fdb2fea0802aeab021de02ff8cfe3c642dcdca3c3f0402ab73c2e9a21219a0371a153457036015ec3c00ed06cfd63c6be7ce146e6f250ad91e42fa0544680aabd8d6516b91b9ed12101cd13969785b877ed3337ad4961cc2e71853d13df61b938711ca7724c7f0aed29d29df6e93056f1eb81a89ff5d3864ff7565f5e5da75ebc44237668b06de1f7ff0038fb0f8f17682e4f34041da567dc9b9dea4bdc84cb733a83dd50ae458da44cc22125c5569c23c73bb474f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249530538Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7588c226051159af959844e5869401a5dccaa7b943bdbb19598390de3570559f872fd87e0c00afe2b3412aa8ea046de0e655a92f582cae98c1990dbf0c99c9e10a6cd2f76bb1926910321614473d6fc813804cd4c90036955ffc0322f132867119c431f2f4f6a68d15f68c53afef6a036a0048382eadf45fa6fa6c35bfb84406b3ce106de8b587e5297e7f87d412ba252574bed40d7c4ce6899e0741fec7670a9e3cc0259cc8cd98193ab50cb47c0a3ce9e82f70195e5fa68841caf435086188623bc3570f55df7818822b76af215b45c52ae8a942eeb7c97ebb602353fb515dd85a24b28a3b94d6bc5dce3e17859527c384109ba3c12667520629c83f5617e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249538142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfc88c1516744a4a7f7f0c41ca1556bd8a431836f36014e506a3537966253ea6edeb206dd93a52a740f3973169acc83ce3405784bdf5b1f693350e8aa1fb8d6f6b70c2e6a3445541ea8427ed96fc3fad870cad2cdfbbb2f3b6a877eed73227331dd4d9721b7046ec5ab629d770cbb5024e66089db2549940db6a9085d0d2caad534e2fb5151e60baf1f48e34aebd5734c748f7d814f33fed012029ecc17e425c7a93acd579f7fe3ecd37da2a253a36d805044a50db029b0b487dc3684f34f93b41f8db1a52729d311747bb0bdb222c371f69a25742d464d666ac7dd49123ac0311e60613d6142733ee459729a7589e872dc8fba8d44500a7fe112138dbe532ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249555755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ee91b75d08dc9f147c0bf4ae8cc276fb15534c26b8be36fe03f6372df32b4568fec049451bda1815425e00b97e0ee54772c738982d7a630d60b4f0934047d816ff1676db2e7f59682f63aba43bd8acf4d6dcc2bfbdc577fc5bc06012dc9715a5374f3e06e5ebadc08b8dd6753700d3515fdb04c651a56de89beca212c11cdd54a0c149b7b11ff3775edf22a0b1a3787eccec24712637e46fef3bd988708f33c8a9994b5e06dbdf9c9f9cd1653bf41aa259b884ee08e2d2bdbd2974beb552d55360e07d9af76b49228923b8ce4288e361c569df2cfd36ab1aa02f899c7aa96afdb38a4952ad7779c1dfcb786c4c2b200306d15201dc3f0e31ab634a96916ba7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24955823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9caadb72a4abc7cb763c82624cf715e758b97e186c18ddf3954d01b995005bb00551310c10dc2a514930d7fc47fa657331053b77fe846bbbe0752c8bcef90cbdb5fd0696fbec5ee109bbc57928f6e9a0142538a6c88c088e2efd9a611344b0a7dcf30ff46f9b32689e30d6d3255977cadc881cb62124b125d6d70613e530cb3e5fc5db607acdba2f44f08f0dc4cc71617986d37de2e576b764e6a4cd7e6db3fd2a1d24e4300bc0de3ba00c45062aa871b59a2f4440d83ee916d8da1de8e7809d50618bc1226c3e97b3d6d12e72b0c99418d50178110f946d19bc4d6471d899837542694c640210a4451bc36c2fc625224a29c34cd768e074292ba2fa28b9e8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249583848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0447f5196e2935112c50bcee8631fd1bde4a1ba76cb62eecf86faadcf68c1b29fb4e90c50224e2cd28e61c3e09fa4cc84a6ff995e77724ac823554daa91f08481b98820f56c6169023df7fec9147d31d4ea8b6bb55bf0e470edc08981b3fb4132747641808b55bba34a92b072dc9f31171fe516c6ffd161410127abc15389fd0fb88b1d30d6638585f29f953e1885ed5afcde7a6c14f1dcb10746cf6d50a7ecb5a9b5da67ec9b6000fbd588e6bf1502145a7936dc6f757b668035e9d11125b9759eb62d2aeb969bd63a3c609ad3702d3a1b42514f2a182b440d8cf3f2c3fde7c257a204f008e1b5903b4c5d06905290a7e3a9a8aa34961f606b2dfd129ef8176&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24935691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b32191fcaa833e4f159ad85aac50a5d3bb8a28ce3bd17f16eff4ab422bec8cfb1038f744b39d41f8c856949ebb3483418ff0b0a7516b19b0d720ec2de7febc9a05bca0a790b82397b865390170d0dcd61c91e1b5b8c03f0b813bbeea64e00c131b70c6140ba841394449623c098aa1b6778e19de07503f5f09391be40131e85d1aeff891db9ee6de29de174764e89cf9ddecc88d9d544ebc6850f4e01909e99993dd5f0a2dc6475e71117003236ef98de11b34d3610cd6eee688c95b500340aeb1890522516311ffe71aac0ddd22ca2e742aa268a63556bd44be41978fc03d88a66ea984e1b6991a62f086a2ad52033b2dcd03e4c134fa692cfd9733e07e12e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249862273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4845f95cb55ba1ef750ba4d259bc3ec55c890c413352b9fde79be4f252c7ee624db57a4444831006f6f4622000bbd94d1d5674b7de4bf6febdc026a073b04aaa3c31d4396291c11d727baa150a0e8d5703ca3a6d38a542214167a104a68117efd1adb85aeaff5ce9058b8cbf7c5f5f70902abb61e6471b6773357954cd636561928ec8f4b394e8fca829316fe45a3ead82f08295b109506feb00c16666086e9ace0cf7c120b5d2b629a7c2a1725a4825fbb4399ca0cd6f4f50742371fa9c9432e952a2f891c5ed29717e7158a2c3c04bbdf9253dc6aba10da11ec910c9fe94b11e515bc2a1442b75d9676297a3261ff9aa1ddd9b16d49bf587827f30ffa7ecbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249949948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64f5a3833b99030ca465854dfffeaefc1ac4d52ce335417d67fec01a2d4f6837292a27e968a0714868e7ed0a2a57944358dfe76f7a2f7d40d0821cdff1561587d190f8c98062bba6605a169631abf84de0211b470b3bab2a52c6153a660fd2694fe9c5e9b6e3cdb6c4d38ae8b7b98f7c0f9697f8b656967ad2912b6cb4462ffa3fb81ab330f298c9cbb272911589274cd0cd49fc878a5a3ed1de3034edf5a47e483de2017b6c048d0302b1d5b02df1f6f98df69b81356b2fe71d89e2eb6d78d732720070f0d1d45450326fb5baaf4d4376d5415ae2da56b4b6f428d81ff48f43ad0ef39e967ec8d29a539c327b4ee86f78e2c54b12647793fd22383b4f00ba43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248981934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98150b14406312396d4e90bd483565122574f9c6376c9cda17d5e68a3527ffa1654de46ffcf9858ddd3fc0222eed43bb5020cc15b6f405271be205690b062fa0843e790cacc7cde8e9f80b3ac683ab162efce2f949a7669f4be8a953e68e07ae5017addcf9011d9566e6d924031ceb8d064d6d3e5ef56d172d5f0f074475558a1e7ef35c170f94b084d4aebfddf16825c3e1434f7645724e03e09e634c9f1d8fd84ae4a35ac411e6420de7bacbc92cec4811067d28233e7321798490f504eb3c6aa218342ffbe956264eb0b3fe35a33a6c62d167c31949682c80ae192d4ef2c4e212abc35deb62d4f2a891456210f009fc966a6b73977722ea28c7fabd93429d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249385454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=330f30c7c0570f5e0d28f9a8ae7d3b262992fc92b41fd7e0b280efe7edd24369bb6f66382b5f091eea303c89f6425ff442bcf46e6ea4039ed7f456b0189937928025d9d15bff93be8848ce6c435a577a891d272cc9e16d051a519b0da877f7e9915fee44cfa7dc5adf378d9c4a4aa13a0d666747e56875bfa68654a5b3aad65ab9cc8497b08c819a2158d74f2d7e93acb6b59de2054a0d3834ac092260c9c50d7f301b57663e60bd2ab77cbc8db16c49c458b96c0926508d58c5df62da30dcf73500a9d7d929dfac5d15f69a6ab512e263ff8c329447153446043ca6785ada28f7323f5aa8f6f44eee765de6ca2ad5b08937b17f9a887534daac35449317d11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24894281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba67d08ac1cc2111c468591a9461d962abd9687e871216c649e4457bf0e0c00f93eda365c736f4dacd4d48a4f6c2fea83c5203c63d7d287fa2d2e80cd6302d55697d5296c1f227c506a441449e665dbf59de5e99184a89d1877c06605a62ffcd97500a8e940539c5d8f4b4e6558d5b5541abe5099bfc167fae1c44ee2d5cbcb9c39806ffc01a041941d449c9358811f7ea727a8ad288635d7fba8f47d19130354d88aa83fc68ba7593388de80c7fdb17dda92c74e5c7ea408f06eba535e2c963a7b79e4272a5dfa838987a180f4c801d232b8bf1d80a5af03bd645bfa95299fe04a6fcf195ec002b6b2f173dbc16d66a81d13f5f5f1982662d5e1d963577f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250034217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4cc9ba335a9537d1eea0f6273e4087e692397b65e65ab34f0bcfe967beeae4532d29fc168b98526c67f95068d09b6e6633977f4051b17557db82d775ed6989bf2a15808311394b4b932cf0bdb019a07c6f3a949d2c5ad82eff1d9b55f78becec1f877541485487964d44822e98ffbcaa80396a8787d67f3205697f924f63cc41a6bc50d0ce13fd9e17b967aeb1df15fefce829bf5b21cef05234f1b44e423a44d43146da3c4f05ec3d88a05fd6637de6c223b279dfc19d4abd8dd841385e8321c147f00e18284eeb29a20cf859844af4b797a9bba18db322bef0222073285d89f0d141e68557a051fd44d587553e1c2b6d15eed328f1471787517bd20f2f5c3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248522027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=756855a15415617df2228349611fef8f7de90dcbb1ee0ee64e0bdd7d9158fbd54a1da73f5472942e10f4ebb51b0e6606fac7d9c83897459a7424512d7d8b5ae8a9559b7b05bb4bf5f091cef244dd7e149c6058de12f52b8076db4ec2a2eca288a63b73ee3ffd6c002959d1102cd462ff1dff943459fbad14a7c73075da574512e57e7ad7cdfd5923ebde42bf947a646b27291972010a5b55f7e5ab59d2319366301ac5f1b177d58148f2eda26014e05ae9aa605b00ffb033965caaa4fe0aaa5dcfa115a42ac5092b133ec0e8e98d89b4f4ee82a4a77826b1c0501df4cf431b38c2ec7e5fbd05ce2f076e946a825b1da3a554f04176d391406e091f4115d4b0ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249283562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5263ee8c4f92516f5f928faeeeb0fdfaaa51a9aba912ae98e3ac43420b2013e45bfcfab844c5b7c9301f3dd592ef100e860535d851ca8ab7318c5e0a639c36ecdeaf0908afd6110b3049290756bc4f38613bb611db952e7db628a54177b5642c62149ccea0a26a9ae801ff97328cde1bae3e6f698306e5b5a5bf077cad45bf84902fc3fa9d3fbc83b6f0a0fd5d15f0c76a0cfb5e54a3b2809452af974693527e295caed09d69bb6331eb913c4426edef2aedbd8524742b833872ac2a1a7912671e903e31fa65edeb85d39f830056172b0a2a67b71f7a0625b79596f080b484c48c5b73c417fe0db8555445aa37e910f9e880a3e06dbe5fa6f817234a8b6a1fdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.25007324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=361a0a1cebee1e2f7c205e5166d4e70575a876357aefcd6f53e6406bbca142b6f3b370937e334e3305ea842f4d6a9eb4e4c48389f8b104801223ab9d02585ac0cc9be4eb4b5f7ae3f1a7e2f13341dec9c1f74bd9528032395e61c45ac3782934deb862e1ae5c31e8723541972fc5340cc56ca6191abc9b5b49cedb00f0774f5ce3badac461812a21b81b4a39e395b2752c5e27b40b016863bf1dae87564c3b1d1d4af287acd89d19af4baa0707a250ccf6ddfa17edff024b0e6ab6469e153cc04b6a4261c67e89047e7a77b757a4e049c678d04efd8ec7c146231d30f3eb32c9c8619be22e35f3bc8cec8f280b245b6b0254b9f387e3b4651549eac065cba88f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250079903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8353911d76ca542074a65c8636cd46f6be42b27b7152bd9141f4e92de8e0fde313db323691a9f76404e173004d46e4160b477504322cd8c878d0b3eb0a3f68f2d80346d9c82f001dc35aa66dacfcb8e3c1baaf28640fc4cd43d8d265cc803ce36847d51240eb744ca6b91f7642987893596fc51d034c465d4629b29f55b4e9d504c859016aa4e342c7cf069d7df7a64bcd1fd95989832091e9c32d4f7e0ee11108854d2cd36584b82b14cb9b821b2ddffc5284ee0b6719594296d4639f6b2bb82750e027f9c1c3fef130505a1f5b7a745582f187e9f7425504e7c1c66e7fd364bba740ae26458159346cf2f67d1f4df3afec6ef77626661495e6ff349ab0dafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250194269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=699b9157c9810638545bdfac063e9d83a618dab30bcff90b637a60a33625a5e5eaee9c3c85ac1b599d6c7a4b7284a878dfcb1534938a5598a570ebb06af4ad0d93a409294176c6ea49fed0b9da942ace8a519403e34c85aaf9b4c3e0f7ac66268a339bdc71d1ab35d700788ef018153ef95fb44ed88eea46cf8432dd10c79dbfdd5081ef15c38e743142a8b690b80c49b94c6e9bcc1ad888ee9879b9a42f51f7cd1c86beda070cd4910814c868163ce5e76347f1442e0525e8373637e4c5431c437c1ddcd14a49e51d2954d210c5a6b0995ce2a8327b9c66b977549dcbd8e39ea84b392dbc0c0fefa51a6469472626f02543c3cfa060a78e16e1dda3f27eac44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248946617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7765bd174aa286820c9420e94786e50d6974b2205f3adac5a9f9ff62646d3688cc380970d237ba87d20cb9fdc47896c7ffb21574bab5a34cb79de0a0e68659ad39180806e5ec5c2618ecde9e794dc77d509abc173801f1acafcf302556f039f38d06e05e91194b044c349ff7a5edc6f70ab2e0e9a4d38dde3150c5768195c09dbafa19eb72e67f449ef122796110a199d13d820394dae5eaa92f0ef417be8f1db887b87ab1ebbf16b13ba82817ccfee49712490233bfcb8e78d9ce321ddd9074e035061bdaef2e4ac2e97db13aa03251fcfae0df361a14c8d1be4536ffec0d1b8425e2af7f6d30f010e9eb57d83ac7d55ddbad1cc47d00d374043b9f8a5a115e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.247042558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44a02e28e3d97f09cbe0032e61c0de26d70b7896ce3d83570a1d2e7ae1bc2be772f5918e5307b5f99cec902aa5d0f3316e0ae34b1c80c8286e088d40635f19350ad094827102106bb5d7783f76d93ab52af36d7ba2fa886038f4c9a230399ace916c451e5c2d79ff87a9ab5cf5be3dc91c44204df6b4400669b0d6e75c66b1ddfd92cf552c1e90360a372e890ab773025ca21de3160c59325cae32595b9b88a16defa8591117ab2ff4b198fe0c9d9ab58b2626a0cfd91212f3a67ee035b8f4c81bf5938ef8c5fb0b19447f7a7476a5d136a3388b1ff2ba6919c8ee3141d1848df41587400b0994207d0ebc8260f794bb408c896fef2107db5fe5c2142773acbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249291377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=752200399ebef67a5e820f93e6d12d2c0a2cf1a8ede57200f9d4ffd4e74533266271b2adfb825f6499156915ed30f053da020a6d916bd39ce4b9c9aac70624bb685f9509620633191f9cf79281b2222d0909806e432506cdb2389e3db2bca6c5aa1eadc890d8400cc22d71c569e4d35ac6bb48b8dd642de5de3928a628f65bd483a095a0bede875f9862674bbca4c5b5a36dcfc5a31b0b0710899e91d772bbd1b9aebfa0c63bbeabd248f064a02801bc58ebcfe95a2b03bbbf6b3ab12f70d1b3bed38156957ac3f3806b9b98d319bf1a14b888d11bfcd1faa8466f75bab512d3ff4b5d50bc83cc29489b676fa02bdcfdefa3c55420fdf3a73c1185319adaef04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24928258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9b8048aa76d8d0879f398ab167fb709647b976bda382dfed540fbfe3492b1c197a35523f9a39dbeba673ca93c3db782875f5b839d159a136704a113568b24af012df4be181a8519e72358e8f00c64ecb4f1bdfc9f9a56241a6cc42c4b9152f36df24de01e1c26d99af6bacf74f1a93b3283e12ba895825c2500c543f5258ec7618a070c493d666ee7a139de0ec891717153b91183287e5f46c46991f5ad807785aae97874ce75153b973ba3342f3e36ab75440d995c55734f97759fa798f6b077e17fbe9d002e871bd1a4830eed1b57f6cb12c578f52309f82972a461399c677e46b1fe262fbe5ba045056a43a0115f2ffda6a43fdf090702c970f3a6399b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250531053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=319088e27582019b653eb2d28360126339a0c6dd2a2507d09c88e35686b6c228d1f1a95a5222ebe12d7dcb3cde1b608d080c0ed535e353181165550b6a86c2f30f772a1f7c7e9b2d330f14a28880c60b909c91abb4b5a5a886f4d7041f3a345272ad224ec70160756760758a01b01e4fbd348fcd987319dcd570301133f6d3f38efd77a5bf6508836e43b28d9fcd9a53b84f0a50b372d5eb31b61d3110cf3441a769789cde86b3196e13e0b453c17c0a5aaf9fefe304a0b7ab11258196ec9ce97c27e5417d77e0ba277b286e478beea2c7fa066090a3f137c0ba5f2b0fb40c88ff7a29574707e643e1a0f42ecc384646bd736d5975ef955f774a6731750d45ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250740869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d1ac6107806095d928f31b8152e16ea18836610ad7ec909f5e755e1f0c9f0612c96d0d179fc83a9c7a89e5e206efd582aa025db329946e870a5b000f4a9ffde1399d7070fbef8c3922c2f5d878e78c6da7291db6bcde51c6bfa25a56f98fcbb086e824483c7534ae1756e285f627c616e6e1bd0712e03e918703b498c6f7bc79d1a57082d4c6c8e1101bf606ed43713949d684d74128117a0a39da7ebabba38c2156a20a793250e4444465b55a9e0b9cf1173025eb32496dc880446d4c25f20afda855b717e5dc39436dc72ccb95d4f0611707a2e3c455f659dacdd1d12ed6121149352aa9fe5fccaaa3a3f2c147ce0a7dfd531b32708e088fdce4f39b91dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24929302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0096b3554fb5c0dfcf4f2947583e0d1b5d7cd1911b7243d77f7623b4ee6d6a2bafa2f2f6cefc7d277f01bd072d0889ffc3b87c0cef51de8252cfada204ba55feb14bd6f3322406df20fa64bd57be4b2b295ec2eaac926d9cf3102c1523f8aa90d8fbd8ce33cb5bdf2af19e0884b9c48c11819220e0e94c0a9fda3eeaa8046fa3f18f0ef798da0b5a408a943a5a38d94353c30d47b3481d9375f152389e50ffa1c490c2fe1da053e23187d65c0c7801eb6991dc2636163b26d5fa4c4c8249bfec5f987db1aa47d85f5210918a5af6cebd4440f83980d61f994a96011ffd2d8e102fcb592e57552dc7d4fec74cbec39409d1b1cc16501c4f7726db104b5ee4a84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250766196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f260a7bf0febcd0aec79df683dfa995060747bc27dda918999e7550d2288ea762265e3a7a1f5a38f8f9aabb20aa83a99ee28ed0b6e6c68a0d1a5b53060eee452341eba801f39fc2954a6a35d6e83a49f1e05a6b0a3e5f451a79eedc41d396a4488569b4e2164779f6dd7a2a26690d47c5c3b9a1362f7cf287ee1ba8259cd33c9cea87979b761e7d052c91301a87679bbb1493bf1d10bf695d8467ceb08bc9713583e1402d60bec3f783e406f2cf145282dbd595499ca505d33b9f9b15f13b0fd0e08284c0c52481032b9894cb42dfb978ddfd5051e68c8e97e5f8f41923da346a7fe44aafb933766e224edaaf179db3ef44822956e7ac05f6afa7591fbd6e68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.248872578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=251f4ef995d6882ecbb4431f484adcd189bb8a8b503c0959999defffdc98cdd32011597dbe6d47f0388cebd3c834ee6b1804840947b7c63cca8f6f0106117074be5c38cbfa2fb1554e44f560ff42f7ccc8d116b868630976d1acaa8a7da342d70c6a617b966982054e408103b8a7bebaf4eee2f0a0b9ca59b629d7c2b326c75ba7054cb59dbf90b6085b9fce9ffbe0087c190137673baa7dc6cacd05e2b7b62614057c3f52e890084f460144c6b3d8c512d4a05e4942a0ba51b476520d5f2e296fda500cac94c2be8ddf14997981fabedaa455917f42a9a0e4fa1648d551079ba25ee3924c0dfb88928b80429001640f490e7db50b1bb669dbd7b37a234014c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249538142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a967e831d1547a7189afd988d1729311bebfd078532de57ee0f23d5eb5399eb9136d40ec03d08c6fa0d57a32cfaf29393326a06ff01e6567316af8e1f8b669ec92d5e36ba3e98054a523e7fec98ef87c785b4e95d21aebf84a50ad07e148707496c2b4e0eb661ac7a3e05cb69d26db3ef50a16c99f15567b3c46540b90a5d22b57e508cfb2dc01073b2eac04e1a0044edc681149201168868bf927ec5aa32ab54539566c032ca5aa2c2bcd24ec7c4808d6f513798e1b2657d80ec5cc96c6b0c8e1a83672b541a483179048626f6debb019c0423b6a2e6fa611de40b03f9a93fc031708bf5e9110a5944d3bfe50f279aff317c3336d59ec210c8ebe22600d7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.24931445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a582cddf9aef64d952f8b86016334e5679ea765758f2390af08ebc8d9fdb4cd926adb8254a0458a1683e51898c4d8a56e5c62a1f506732ba4e1df0e2fed1d0f9a4077d82f372fa30873918ab6fb565bcc8d8934c212d79fb67f29b6c748f782be1474afce40da255e370b3224c6bba8c7a739b052e0a0918c0f94a88005c8b154c47633912657547466f80ac5315ba5df44c83f7bbc23c6db883cb92843e8ad80f505569a5ba0f538732770971a6f7ff16a419d2e29f0a30e02660bf1a56a4217c221f6919e1850fd8335f61f52db2ff5057222b38efc2106bbf24d54c01f97aef7945b5b15680e18410996efd0613195dda1df2e367156b9fea5d51f9ba3475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249348525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=47a2150a367a7dd21ea6ef63302c92b0eea42321437733b96e2fa468a76653e894faacbb0a086c38d34b78538b46ac94c9693ad58eb7da73e40821c3012a5547f749482f7f780dc02d4210c3dd06d5bd601ff1e12ae8a04b745c379fa85b4d226a40f412523ee66e3aa0f54e56e21f1cdaa650fe18aaa8dd875c8bde2a404b8f881d5b0f5355cc39ca6ee85ca2fa6059a8f34c2a1211780c6dffa6115aaeddc5032841f508cfa28816da2fc1b63cb363229d2e3b9e387b75ab3cfd8a1e4ce863f7ee1168a97393c4c9825b4ea43450a9307844a6b553d20b6126bc1a49c361a764eac16a9d315dcdae24fb12e693cd517df00eeb52419286e19ae05710d36f21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250978266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=966126091dbb3dbc0381ae1787f0fe6f36e70e8120f9caa73b12d008b74da212b9f707c2bf8b8bcbc70b662d3ba2fba7e6105915ab66b8cd4ba86b02ea416cb1f50e7ff798a5eba347fc08d6d1ab49ed14eb5d8ce374678199ce376136b1a919c582ad56f463b00867f62ddad7da99726a4500f280a96bef12067583811f300b6cb2221770bcec0bd5f7c0ce7f08245c60b8ae30b6f056ffff5bac059f93e45ff92ecd665023a1baefa7a6c12013dfe1d65bfe6bb537682d10cacbceee275ebd17ba1442adb1746d7a8d012beaade584907d969d3ccc5aa24c4075c9b4d6163c03c7a799f60a6c0c8a8bee8ed8eeee923967715da331950a4651294fb2da1e45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251209562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e8d54a7f72d7897cd7843282d1285b6e2209a778c52350825daf9497e7997691f438cfbac67db612520910b97d57a872c9cba96f5cfe5ffeae2a7861e3a36932006b189175fc286cfc5f5db6cb3a9e18c847b16319aefc2a30a31333230e4964909cbefc0e352b5f2b7b522bb2a90c85820bf0e06d9556d49b24fca1e0f1b5b2e28a49af311645ff4def4eefe1110a93d851b1fe71679f10407fde9a8fc504e405b4ba041e06a4db993e5deb4a800ff7ab873770c877967f3df7af3131740fddc50666f67d4ebfc4e233fe886084a283d9e935101045a9b0805c81359a81cfc38316cce34034406cd57e4233b953a5a09a057300732ead9abb841d21ba9d650&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251221535Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5aecd4eaa9b8aa2d274621da5e24a963a286aff1b01b0bcf93ecd1fbea8f1b5abc10769afd4913cac058a5489d96b44ba1e11c7b85b719907f80c8504f5572becb87a60ddab0efa7093a12bfd4b5524be412327f8c588130d4a5e8a0cfcdfde84379ef62fda055932fede0b5d0e49d24d583a3905867ad33872b2c7c88ad69b86727a8e088d63ddf7a5040996e788e2696a8ec863ba7935a89771d28697257a5b3a64129b0cc723218d47ff5117edf27954757c3311c3b0e3bbce29171811407e530094c0f6ba8b96d6b846d58995a6814ce666aa9659eb3a7a846e649dd623582a890ca5665bf803c6a3e313b48e113733f8b84f8c0b1077eff3aad709a1639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251229219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9888e05635737847a46ac81d8151dd2c2754e0ba1b3cedaa486074292b0c120678e3af9ffda902c97402975fdcb13b5ea7d01ad2c8e1a68678c5b6f89092e236f8ddaa704cc84caa60b34c9db5bb082242b3e731ecfb6b76abaa86a3a344d56f2b2ecd5dedf87f9c621c162b8194566eeef198bec320aaa765a7c3dc45a16ac61baced60bf7a7ffa28ab67b01bfb5f829dd18a0179d28e788c8253917a051155d276b467bf7b35458168ba35e1ecd4f70758155236d3d8ef1c287a8558de269fcb762a6f6013dfa9a31bb31df5cafcb41e04f740d8d6b79e47818595fb5cd1acb8b8dad41f5427e7ebd586bc860c164dd44c1cfb5a13d63c13f92e3e257bb5fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251240991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7766d4d07b0729026e4ed512883554370e5db7ff1a561dbb2ab4c5e878268e3287f7df425109d09384bbbcdb32485ac997dda46c1b798695b8628a8b4614d0ce77e94abc825d8dc5f2ad5c0647bfe287bfdce44684e26a261e4c4c7f541506cea23f319923119bf010ea17090863f113ad94da664236f01048aca0afb3835e75881645c67b24984074fd422c6bd08d7918243b8e4eec6d288f6db1d667b7ed285eca042fe94b9f7be5cab95aae7151153cc35830037a176bc92ffa6024e9c2a55390816b66b4f8f353ba28c72c5a16f037708298cecdc7519e9bfacd471937ae99fa2a7404ee3102061c57db77b878f848a35b5e5894143377c20a0a7ad105b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251395142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b27bd229825adcfea4635f5a865fad047e083f70c8ec280762ca22a3d89c92ac17de5a274034baf971f30266cca7c9e0fe749999d39a17c0cc6df84391f4e326ea8ea2295a7da79f5f5dba2631bcf3f7afdf4e366e469de885b6f60c2e8186c3691ed962e9bbd69e4be89e187a42a30af9bda13743bff30cb2fc67bcc014a705c0551ff5b9f21e9a376724a4282dad956bb291279d8cc81997c1f0e64abb258de54e689ef47f4b109eccc652960d4444655068c852f429e02927f913a25ddb94c649988307743bbacd8ce587a4607a0e43c2e05b49686169625e57b7489f6bfb898dc77ffea7815146a96dc683225930d1b9043ea5805fd1ae75bdd9ed0ab6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251425539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0d455d5af3d43d41ba69491e2ddc460722905eb0139bc1ca48144846cf774bd658a2b3608f352fa7b4f7d6a585a042869570069baed4b9c3db5cf12252eeb89343ce0f2f8aa647b2aa665f039b37a6b89ae0a5d5072b0042ab7fb9d3e03103693d5a2d9ac2ee8a3bf87716f4c58d7dae1ced398ba81804a77979c9adc454d114092f98e8591c0a2cb7e50a4aaf58ddd3a28b4ecf06be92644ff33dab5558319a4703ffd823f1bed521fc9de7ae06d5bceff2ca34cd6028a14074a347c5b6d56281c86ce9905b86facf81e85433bd1306c1b4cb77b9f1412991529d6c3bb28ae0cc4d3563cf48170cb8b4290e7ac3786bb3c816ede9c417625b1fc9079ff8844&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251430539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=81cc5d560c7956e5819883f6c7c20cf1dc9fbf2467aaf185c3939a67729896282d1d75ee90b09e792b938546ba083118f7556002d1f845a87d135ea18ead4df493250acaefb2601b8b1f68792250e900efca52227b6b530b17ab17e5ca1346ddea063335fcdcd3fa456d49f253d6b55a3fd9e1b745c78fd444f599eb457024164a8778d5e5d8ebfe8246ccbb9c6412c79438666f3093c4dd5c90d04b6cd9f00598e74d1844cf76c8bbd45607ec2a0f546aedb3b94a95a5b382431fb8852d6a962c5a112b1f6b54c347f8e6c7ebbe4af98be835ad9483b8a2af5b786d0c9a2e06b697974e159a114023ab50c6f136ef87eb3d05bd63b5b874ecc5c9f4609a2ac5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251449995Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a649f4f1c971579c86853a86bc0d96193c08b32639358b6282113b707b71978a47a14bc1e51a728d560c2c229d910c71bbc439b232460705f00bf7dd3f2e339bbd9824a5fd9ee60c1b9b4c81bdc6fc9db59dc89c0a73aeee98c3c74198abb097490611fe11d9c417ff088950dbe784ae8c8b40578d6f5ee369015cb339b413c1679663db13da5c2127395bb3966da9eef3855fd2c4af647dacf50a6c5de9c4149340fc6113b710dccf9ad3747cba376088bef9d3870f1f3dc4ef98edaef04f0950be4c90247d9261bbacbc8c5959f935f07aa7d6e64323572038727eae26c90780dac90c234a0e261a7f6707694cd0382b6e4467956ef2da668b40c4579ab13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251460725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80e1b90327ea8fc253e75cfb6d805242e59bef066b4c6a60f8de434e7f8906c8326f506dac4d3a67539efa2d3b99f626e8c569489ae54f8ad0287aed7a24980c3ea9b65275e546916db434f9dd024863377bbb4d3fd79c49f0c8340d65b54c275857f494baa110ef9ad8b654db5062b613625c2ae46c83d2110444981188d2beb95a90ddef053144f2bfaaa27335f40a6138619f81aa9667291a48391de9dcf59fad71a7f7f7dc1e3639b1baad712e35144c0ccc03f3c76186820c8ffd9ba1850083d7c7634cfef83d4048ed335a476a373ae82672d1b3d731bc8bf1f7c434ab96723137767763eda6d1d3e44a55dd30b64dd5138e2ea7a0f48e7931cb83aa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251484791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08ba4f20f9fbdce4f0e3ddafdc588dd6a670692c134e01fed626727b72e0b4a5080a045300391825e627d59e89383e99996917c4169f5310aa070a1f6728bf4896ef9ba6ba69f5dfd26a8fe580988bb395d6e4a9e4c66c1c267cb6267d9bb736716371e364323c97e014d7f79129a8edabbb691b82e49cf5952f1d5e9f3b2639259b85f5f05154a7a0fe95d4d70ca8501b9fbf130ccbfc83a6f397fecba49116ccbfe41d3e6b5a3de4085f89d0a954cf528945e9773bf46a8c5959c6d40cf1de246a0330e011efbf12b012f2d3f4d974d635af395a3d7f9df69f87a29540e31c933bf5a3b126e0f2bd6e2f00c8c7a9a9e959a9b2b05082a0b301c62d8639e5fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251209502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=446c27f4745c11035509bda541b9bed01ca652741428e86027d5e52ae143cc7b4b2dbd58e27ca4ff5996f864b73a4884cf984338ecfd3fbc688d17c8ed0a52a3a86682f997ab6e7b2b6c4fe9c0a25bb6370e69a3a2aa80e6391fffbb0d435a91bf2f1d3a6a1ec487921091ee7976be38ac8077cc9762ef2eb0d25da2336f99e9e27380dbbb012b2aaf3f291466e7ab8be85bba71dc996a2a02df621b952ae746da2a272b8a4a6691a1c69bc99b85fbe0c42ad361d6c5de56c8b38a40b4ccda102efc3ec778fc075a4dc2e494229b3340ca228a94c3d742ca5bc3c3d5ff609a0db8b5cb5542ca005e7aa2e804d323c26628bce15060b273efb9cb309f5ac6c757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249559302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2246d9ab14ee2b1546b9c96c48efa40789391c2bc590f971c5f5899080182475057217202cd3d02f58635bc6b59726237906dd0328643d5d254aa64308ba729aabeaf5a2d97d3a24c70d3bfc6e8cdbbd4f0494e886066601f407704987c5ce0cbe8f6a3fe5420f5fb4af28e840a032cf117258c9ff793d711dcc27401bd0a2a2c43edc707d0460c47072cc75f341b878f37455358c79e114df6553f0e9b0652418ea98c47c2403dc37ae2d78498a0396be917a1a2c976d1dae72fcc48850bce81367e518c9067f383cd3bf2ce9b54c8dda5842ad0e8807670bb233b443ecd549a9caafc164ac11d770d20c9196322ee1b626c365725b7e6415ac270875b3ea4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250978857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc40f1feb0e4efe461e58d301ada8aa8d4598e626ce763c825ec724b5514daf64ce74abff68a4f01137ae2786d6f812e46b07996b416408e495e91814570a6a183cef25022b63bc534cd00863d708a250613f1b72e70f17e9f9f12b77f5f878f1f1abed5df19cd9664308f635b9d75895e5dd3ca96b3f67b78340930875750f9839880154463842d31fabfb91ee7cb8d4432239d9e28c191f193ebbc0f77d537813c31a78c70d778591c9a65b2ffaf9272e364ecedd8c0fa08ebe5f3538890ca5dd4b83ddfc991ce7d256edad2c90cad46a83451883ca8d5c54ad06e71a42ef0f0e07439bb3ba446856ad4060a82b2ca0aa1b9859aaa4db3c5239e53f333fa78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250012716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2347b6f87c455e389465d19a745bdb7e3a96f51e37cfaaf38f05e38b3600bb445fe0adbd87c04bfe239a69b0e781631ba4e8006f59030c2d15d519c9f7c4f8dd88d6771b78e7cda23cb5444b5d538d3f8d55cbfae31f6928479db9d30e423a23e02f7dec9155ef930b91aec5e5a1ff422c631c8d9bae0d4ee2ddfb54f278d25a54117c96c5fc821a37eec37c27f1544a54b48ed961e6dc81c4e296c2af649da3865e898237a008d95206084f4eaaf1b7da958d34e2b9f84803893b78e68b26a55ba9c9a7825492eb1102de4b07a0ecca4dc88a51f081cdcbd9878958aac2841a6d5ea89f8a4d155fa625044f7123f94b0d8a1035569bec94bd3a968df9d45238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251395923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=21e2c021a822b575bf26a2cf4b3aa75f6ab726e9cdb2864fce879da8fb14842ee860f76b269efa5098ad4fbad70b70bacff3225262eb6f82de8dc05ab00d6c74b48a18a8343419ab3e1b295ab413d72553a0b9c5dc8bad65e0a8acabcf41bcaa358c7762c6c444add20463c3284be611ac075d44eef47fe5dfde47e052ac44f9458b3bd7729ab9cf9d5cdc4f0b740986796aab1aebba0594b94e68cd61815693e9ba61956e623d337795599aa5d638e98091480e2114f98335eb82629cde8b3f271b16ea2b971b2909ab2b779366e63cc7d73fce80c38f5d4cb9e1111bfb59fc417a576136b38b78db5bc6c60615e765e40bba3972e9b0c6c640c77bb14e66d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250044126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68723f2adfb2779ba460dc0eb767d5df589aa2cc9db0212543ff3f012e9580fd324cfb22262add84c6041a78c77f34aec2b8009e15ad1180368c479e887d180efc489fe41dc35470e50aee7ee30096efd7243febe843900ad7a98c9ed54a79f76b6ad4e385310deb8cb0aeae73b40dc707f43eaa9d88085be04f586a3a00cb8065f67c8a5c2b111fc12f818098d0cf8d50d9d41d7d2344695deba4f0b90fb8a8c772df2fa4ce57eb86c1019fed9c0ae494e0a917750a06123e13ec84b2ef8d2e3f40fc016f0434f2705f87b0a0d9c060edd2130a3e9ec37505f738dc4e063bd5e837073cf578cfcd1abe437b8b10991f044bb06ef193a37f0714286f3e43034b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249294563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dacba30c7014a5462579ae257c8b9b863337e8d6c8a98054b678cafa1199417f5a65ad38a08178219651b2ed93950a2923cd63f18988449d762a1c45e51faa75bbd819f0caf7a181d3ac255db0a71dbd950ca13dfdde31e6f4a8cf36a414d5ffe9941d9cfbdf5c3f42a94f99132e7a1e8115c61ca451906125f9fd6ce7b182c0f03588ec238114b247de7e6dca43d9d221faa9221281b6e7a38bae1f26ab18889e2f53021196de07aefb4e3d585baf296b9a6ba012b1ed7b4eb82a1e551cc5c1e8c66bcf8d5bd84e3bef69824240be5adf3dd2d0743e76e6f007b28a55d1034d0b115a8b0520fc944b2081ce8eadd458b3bfd86900f186456a3fd7f0580c894&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251719734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a6924046c8afd63d1300d4921115cdd7de0316a57017fb3328720882fdf5c5cf090afd8c8cd00f131f8df7f1e14b4ea71ee1c21372c51bfd147a7a0ac3f4936d9770d9890f2f1a5929546d5588407318d9e3231a072e7995e7ea80f6d88d11008cf8bcd3f0a484e7a1c8a95e0784d258c7345ba94990c4c71255e15b1d0bf447e98254ded2ab6c6e91947697a5d176d704baf88ec610d975d818a3f4e24984e2a1a5c43080110df667b0a929303996073cfb3b7f72f1586ac22ae5fcc4dc554c747e86624c371e80a6c87e95c15e5d0a0d645ac6e69a44ccd4cbd5548ac7b5adfd76e8e2f1a8e08e11717a2eb6c3e394698e549105f3561cfd0d0ff21532a2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249321213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=545a9f2d4ee070746e682ad9bb9fdbfacfe700ece9328521efffc2853def8cecf78f8e0911bf8b43712e8b512fea1c439f9e018116242ad691595df94d00b698b26c4fa27dc2b0aa09c4899998c6f2efae4426904a6d2a24b7fda74ab202ae70f242e1bb147ed8d740faddcdbce7fd2eccf7bc7c7309c1696e212747cdebb24ef8d8af6b19ea4a7bd092ae98a99ba4849c0da2e1cd8f1a259174d81fae609a751cfe98021d1ceafd92dcf335ebeed7d2e66168403fc472c892363fe65585892030056ec4415fe413cf648dbcac4f58f4027766835cfd336e42e9eeafae99fc8932c3769ba2998f983ea59ca80f8c4a4d1fb53b672bedbd9f7b2f3c2338ed5072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.250978697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a14df156f0eff73a0f069cfcf09c3fedaaba9071d75610764c5ec8ceac37c43df8879d018ce03ded695039fdb59c7c1d743f68d27c4e4e6498e1df9bd733479f40e21142cdea4d9a7f8ef0d632efdbf312ff02e368b538ddf61e39e1219cc53549affeba48bf9c415398cd1a225bebcff0f649390fee40d3bf935b9c2ecdb57edd46502bdd9eb5e22c0f27a037dc3c388365f54008695fbb511187459d2e3c88e1decf62b019b2670f643077a33ea95852a2df01c032393f23ce2f58038bf1fbcc3a374a93f576702f6c7e4c126e58e5e9a75ec6b25980c7077697c6a286ae0d614fdd6eb325685bf24c6b4ce3396f0fad0126478bc66985ad555e75db6c8269&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249311996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06c04f2843067d4651ca2a0b827e19c729a85e3f5f8ef1ee8d889e2aafb0a7cd1bddcbc8fb297fb7664c1adad70c79480ae545de754624c130945fae055c4dc6d80752ef356f3ff786d4fb488906e2d642ac45c54678347e313cf38d44fef67f20c638d5a2b201ff9325fa5b26a0018257b62cae807894dd4f8bfbaa0418be936ff296613cdf5a5b11b7d8e83efb90d77f606920e8477188c5eec1178609cf66304b3142be5fead019f3a12dd99d1b925137e0b261a64316492916b8030debdb834af3161a499c2d4c897724119b353e092779926144218ea5b264c316b4bf3d4376c77ddedd64c64722f35ef6754f58648dab003233945d418c9ed4f6a66d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249349607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0813a585c791124958209198a8e06f3cf9b725b2f289cee514c461bc765e0fcc18499eb40f45946fc8d8f7c836c43418ba71bceda57c4140c323587061b2bd0b680357f3a90b6dd191f42bd94edc2e7807950cdc9f1333d40d38018eb7063924a5be1a2f9b2c8591ccc81e7fc7847ff4591bf5936245ed95bd1c03dfa7c16af7d4b1fb540ea78d4351c991a67224ae5243906bd3ac69bc6d622bfc7fe5d6390535e05aa64f68442b9bde5487f26699ba8413bd60b3f3471360696bc0b2dc3bbfe26f7213ff0bd61bc313730150360e951adf600e1df786d0acf17a13175203d6f9f161c6568e0c425cc5a1f4facee18954a53827517beaf0965da76cc5830e81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.249455917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35d3184ab1d858bba40b78d1f562916d3b85471560f5aa869482a5dc76ac86738afb47ab10134cae3eb7bd2232591cac44f1a0446b7026d9db59ae5515318dcf3f25f47d17a7dcab019a8144148a475339d05e6e7a81b58fcbce290868a0e01d665f4e708512a64e242f0d1518968706c5c0cabc5d3689d029c811d96ca79289f8b0bff5aae934b00dd302ecd9ca405ac2ee9184e9577c75aa4402a3eac7c3ce301ea766cf5bedf960cc53632997d8a1d2692a5de441aa7c1e9143b786e224472af1d48e364a0d611174a12e6191d991cabb0fd64ab8c3393201e33498a718f004ac23d7e325ad04e9e838385fe124dde1781a1956bea308321cded40cb4dd09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251165339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383b3395cd632ea66c0e1dfdc06589c4336675186c810bfb177b536af6ba1142b072bbe0185fac8ced658548458adfeca3fd6948612d600e8548f8c2b5159fd1733eb60e855cc1af52b05ea266836f20db0a873a4341b899877ad36d69c5656465a835f500ac679659109530778b4145d91780028ef54e44b06f809d1fdb2620eab575179512763fcd31918bfe6fd073ef6cac0b91904d6d8419c897eafd6e94418e38d603452e318ea3fe16ca0b25adf3f3a1d4f3165e5c5e923e85c15ce3f740bbc59aeb1c5547271aa9376fe7a8d8ebbd55713b274435d7677e3fcb4d42c28f732fa4fabf3c67b3f287cf36c6cd6b276dd25e16ba982e59b610e59256b3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251154198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80379f94ae51ddc2589199c17a99ce04994fece18517c78cfe73ec4c35a653074609f688066411f7668cc95c923fbd64adb6881fd63bec4a809df91a01e7b5a857a714ae48016688f5d1cb88a0735657940c7888df9dc08a31e9ec37d4d9c1ed08066e665f0c0ab5420a237c4633a636e88d69345c7116d804fd45214e5ff44bb079585befa94cc54fef44928fcc9b3a29af67f49442856909a65c943a534098c7cfb754c6c223ee55e1c132070db89bc8af52186af9b695d517a4e4ead23a54476e0871f69f9852bbec507bc95a9e4230effba25f0bbe564cd89aff227c33911eb078160a07406ec6e6606eb42bfad5a7063cd8d1c9f932cd10d6a399efd084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251178614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ef753b0da122dc994f81df164f0bd1e04fa5dc497bd6f97c52536dc61c33b65edc0206727764277b813cf8de4a679c856b238fe95a42afa5e848800f0159deac7a52e0f7851105a657f4c86c87a63c297f56b3bc353e799575e5818b3146497d6e2cd50b2272988d58460fd947d4de68fc570e1b90e137b1a788d2bb980396edc88f7ab3786a25c03c82ecc051a15783b7fcf18eac1a0d29afc25dadd534f6ed7cc490d27a0b4df0c2ca6c809bfd8c3ebb04046d907f08ac0036dd421d0f0140dfebdb499323d38097c3a40e7f9f04c972f4874219eba95797b89021dd4cbf77ada1e428be93cce86287208af3af5823f4d3a66d7c148e7d9763b50ec507484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251176039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ae32d5342876e505f1e736199dbc9bf7edb92b3192373c1b43e0e967f3fed2a5437615775cedf2af601036a1173632adf8192c9f772d29517d9a7cec58b078163bed4bc0ba4ff2db442af8d70cbc8f69b5fc34efd63ded4954a5555b8ed989f7e277ac10a8b017c2aded77df24063062dc0b59c853b94b9f532fc24b73a88af63c6226e3de40a17f54884f59de9b03cb38c10eaff5b8246521a0827e08d1acd9dd4ad3049ff75fba381286657ac3ed9e1f0170c6ab37eaf6448edc1c1ce2b9b40af22b66d9b322d34dc23378922dab93d43c8053f61c0a63da18fbc058f226e005b7b37861fa59ed833d188b7e6c5621c296beb964a1f3519ecc0edac7eead&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.25116084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8640beef073fd5d89940fde15a2a9745ea92a1e2020547f02b28bc9aca8d289376b137afd622dc9f1dc8f84df1f5c123bace96bdcdd8e009a5932f3fbbd8be4eee1a5340c46155568a8f07e0ea22c7e6702cb95b9a30fed570f225285813d16fd2e380132dea147e322e42bb36b00866af7a748013bc733ebc3ec3706752863c65b81800a2e84b63d71c321cc4fcd2fd11f746317fe94fa83cda82fdbac1eb79670b7989c22e1ac32eb8f73f0064158f077b23dcb60376ed37599bd5a913c2ceee94c49b96a81021ad285e0f4bbdbb48606605c201feee5014b7754c9400c11dda8aeb4b2d4621525cc13ea63e2b711727c20b170de21a1d4db2d50745381704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251197519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3403fc0786463906b3e0d83ab73ed1b5535070905ca199c6984bee1b013370019a9e5ad46eed74fb6099f3d48f19eb2669941e847ce3fe0920fe7dd1cf2fe844693bde0aec6cf43e4732d5f0d0d45967149bf0ef933a1cb89c19fe4006dbbf511e1d40a6dd6c204cbe75a7b7b3a98dcb224d428023d19e7729f0c9870ec33127cb352716663975b7bdb9949e106440702f04affb19a47baf5c0cab81dcad25cd9d9000738400fc4bcb9f5e37dae27e899a792aa6641351f3119e4ff8b1553fe43bee33793e214acf408b3df7bd7ecc8df85bd936268ad088414dfcdb126bf5cd5695cd9802e6b5e7e50cdb1f789f13cdb3dbbeaed154244ef52b78f600edf237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251197379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=617b486a96d6508152b2bc5dff5fc7bc0cad4bff6e0f15e50e3680366cb27c157b1dd844565b87975ed6b2520229abe73cc71be1786b90bfe4399dfd161eadbcefbf8208a093e1285419f9776320327fb8369148cab68098032f9ba71d5fff3ba8b49ace9df6c361d52d45f6a8a026a62a0372bedaff18cb6183ebd70c79051ebdc4dd7dcddafef3da3f2d5e2cdaa34a708860b803f1e4835a3e4e10ff91438b3210a9bac5e60c3a45fe1a93a3d6121d9bcf27081c04b1c9ac80c4a70277afe049709233eb78cf805738bfe2174c7fed2799cf02bb7ba883871cd846444fd73462f36c5cc40501af37eb5e10f24cbbccc37e8fc0533583bc721d331abd9f608a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251647397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=23b936412d028aa7cf907134ce70d1138039f61de2a5cccac180d69f74a2d1f157250dab143375e172ae3e86fe3203c4354a465672fff9700942030d0a15e7c5ca0f904c0c5be812855722e37c66ca48b4f0c89f07597c35e080e00a8da5f4bf6cc69edb49e8439ca79fe5d1881bdef56970c562acec992e97228898f7c874393420e216014739a2474c44489c4b65da2b30079d2bb0abdcdddaedf657565f8f2bab5d00cedb1d5a74b09990ea8af36d1563f38c9c8ea77ea64552ab8bc15d6bfb48071af8097f39f53f91224551c32ae37df530d2b566f9bffce00f5a153def339509f01b02d22685637b3e8dee0467879fef5ea8649ad3492b593f7b68277b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251199523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b45025beef279bef5e1aa8899188a77cb834a0055afb829331a0ade1694565500b1fbc94e303ce670d9b2452155f7dad23b1d060e97e76a9a984c04aad0be5885b66a0a4fb6b7beac6566c99939382a30cdf2229f8ddb968b0220ced37bfb8dbf8dca9421df886230567cc38a1dd9c8cc49d5bd3a73699592af3dd06de2e4d237937d6db7343069100fc47d2a35fbccfb66af73b60701641c3903ebad5129724a0f1b83a8ab01b5872c89458dbf75feda6b7cdde161522c062b4089b65dd5ac640551939e59c17c1e637e7220ab37acae72d77cd07e6e109a514bb4e158acf08bd0313017784d4c34f2a8164a7f0fd033c2dbcd5c9ed8d8f622baa4c5a1b58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.251182231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bc8ff888b1de94fd943d2caacb84123645245f2c54c9f553d13d2591a8fea791381b207395b700d8bf25c48fee647908c1772334a2ffb8971c3b598ec7775cc6868cca5bc79e731c451ef8481f55f052df9400d2bb1b2091381f2eb96de6565b5a49a87dbeaf589818a7d2e2bd99c04f223828a329302de2e9b1fde17fe311bd6ec87653d8f5119780954e75042c54f10f7aa2757035fb53c4c3542bf1fde56c9c877129d69256bf2a26afd2ca2046ddbe7921c77706e8dc29ca88a0cb343a87ad76ad761592a3b99752c2ea4ee4201deaec0488055b655172c1ca9cb2b717ade0bf6b9dc25d81ca803d02588927446e29d2faecdba4d2806880c44ab0a168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.253888932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a8b93f34239d954bfc45426d2678d4967e7385c3958cb3f460cfc8a8952b78927e182046051e12296cad7aa344a4dc2fe56d6f5e92e32611e43fe2e94f75d5fd021349000e8f44abc4f885b7918ecd1eb7217ad0f0404a7a78122c8cbe25f30dc8b0f5185035920e3d68a2f0042a267b05bed0d0af157c286d960ff127bf680ddc35f94b991cd5257cd9b5ed958dc408610ce4b9459cd2d4a5ddcd6f4dbf4675596cf3f477eb04a52c04e114f2340d6d2fdf04f6d1dfe39d7f0fc96e9460022652335ddb0fbfb778dd8edeb43d3cb89a7662a8fd5366b6f7bbe9a4821b24c376c81aadf2223858e74a1f7c5daeecef881c51b9278d3e39f6483ffc99d8f7f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.256115438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=372021aaf581f9e9837aac1c45ac1c99207046232c40da18fef2d081611938b348256a25ba5bdf5a44134a00c52a796074fd884251005076cfd67a211e77c67f2db98beccc383a8a300c10303f15b24acc232122b560367bbe7647b81cc1a26789aa225770e556ba4ca42f3e8d538e97ed49f67d764d02a36b98cb8227e741e3d99f35c907770c1b113928078bcdbbb2bb56275a32817f8eb28a6beeed604917cbcd6df0a307b9b63b0ed8e50ea1a01925c125e574fcc6d79a27f45fa8e1f3b0a8d265971d147c37628472a4323330cf2fd2c2896bc40d4b2e297088cc7b6c6d7ecee42a6de4de8277d0a08094cf91f2853b850bdde4fadbfa9905db458ca956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.838947123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8241ef34dc3d7dd0df64cce6cc54bf9f61fa7f14a35650e5a39adf17a54f715e8038b75682b63c22d4cbc49b985a67e421af9228fceadade7d1b3f236b22701dcb0fd0429b571bad3182ff02a96262b754c3df1f5bd8644003d82646a0db090a34a261e75baf1ae32749edc2d87f1d7b1097d2b1d0f81a40ed0c00e3918649c6024a06fa83f674641cca3c660ee42fda340d01122d4ef502bb14f37548899c1cf0a54fcccfde759bd45a29bbdd462ca5ea7940f6aac3439665c8b42f190a7f46d3dc2ce5f0d37651408c966a4f6f86c5566083c41ec3c6b102825fbb884ed94b3961e4790e3176cb062b6e225363d6753c4e1a6090de35d2367592216d0a7134&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839023818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=33028c7dfdc51617889c56e1cd7b708b10b5996dfb2af0f71d2c719e09487f7d8524620d0a57354836cd83299cfffbf8070f64bfd53dd02c41f1526adc13d16554fd80172ffb1542857a2e3245ebd48c976e108cb9e6dec630c529808e149576095898be2946dc5c7f6661bcab18c3f8a90f19bd612010ad6fa26d111369cb65d2a739d01ae8695d56ac1d4ae136534bf1d10094847db1979f55fbb01f8a8a15f82e0e66bc6f36d9102f1eefeedc2f18ab1d1f4a1aea03a190065fba74d19ed8d04f8a0a424b647a538df7a2b5a051299855f4e2db5eaabb982af471606d2bbc4fae500661c16f06200f1274bc83ad9e9d2932b0149ad60e6b32591bbb8de5ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839076687Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80e1b90327ea8fc253e75cfb6d805242e59bef066b4c6a60f8de434e7f8906c8326f506dac4d3a67539efa2d3b99f626e8c569489ae54f8ad0287aed7a24980c3ea9b65275e546916db434f9dd024863377bbb4d3fd79c49f0c8340d65b54c275857f494baa110ef9ad8b654db5062b613625c2ae46c83d2110444981188d2beb95a90ddef053144f2bfaaa27335f40a6138619f81aa9667291a48391de9dcf59fad71a7f7f7dc1e3639b1baad712e35144c0ccc03f3c76186820c8ffd9ba1850083d7c7634cfef83d4048ed335a476a373ae82672d1b3d731bc8bf1f7c434ab96723137767763eda6d1d3e44a55dd30b64dd5138e2ea7a0f48e7931cb83aa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839147891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ad20e641056ba3bb4debec70243a6af0030d077252c4a22b22d21b58b9a3591fae1546f024ada511d94844fcf43aec1334eac0d8c5a0f8cbd7a589021d174f55c231e5ca8db8e6bf21a1a9b4c816173d325b483233853eb8af977123b6c6dcbe48f5d1a07260e2f5d4f69d474bed0c6bc0cda284e1fc1434430d7f679b204e6bc6c52376e436bd9f1f546328157801f39438807c4125b98146e365c1d695656ab6c4aae23dfec4e54c42ca669dec6579cb5187668136cc3089ea625ea87f8bae6c47f8332b08f4bce4ad77c44b6102215834c149ca793ead29fc7e315e579bf283539b16f18b884d0cbfc9b980e3b534142b6ff0c4465de70ad8d5477cb5977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839225708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a391dcf808c7ee6073bc0c3cef4074c650edb298976763c20f86e823af9c99d9f0918ba7a5ecb009ae3cf9cc0739ebe0e4826954faa9580dd385236387bd3ce1b3c92f0b176cef0d456cfe280e627839b923b4a78f4fe72442852d1d1febb27d7e446a092236f36269bbbaad5e85063a4ae69100a4ca1d6b840d46aa6ebd65bb9da4f71c42dc879384c36b64437c8e98aa391ca2d54d9165e3ada39e5a84be89ccfed8c098d6a9d880850b821f641545e8885e4cb5cc2d9a3c90552af0b9b18cbbe3ad4275a0a275caad988d97335452e718a3a005054219e561612b868fa2518c2e9fbcf6af9a41a19fdc5ea001f5835f268ff8946122b1965e42d6d05bbd2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839257939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba67d08ac1cc2111c468591a9461d962abd9687e871216c649e4457bf0e0c00f93eda365c736f4dacd4d48a4f6c2fea83c5203c63d7d287fa2d2e80cd6302d55697d5296c1f227c506a441449e665dbf59de5e99184a89d1877c06605a62ffcd97500a8e940539c5d8f4b4e6558d5b5541abe5099bfc167fae1c44ee2d5cbcb9c39806ffc01a041941d449c9358811f7ea727a8ad288635d7fba8f47d19130354d88aa83fc68ba7593388de80c7fdb17dda92c74e5c7ea408f06eba535e2c963a7b79e4272a5dfa838987a180f4c801d232b8bf1d80a5af03bd645bfa95299fe04a6fcf195ec002b6b2f173dbc16d66a81d13f5f5f1982662d5e1d963577f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839278027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=180abf164e1ea947df0e2f02d6d51c3c5a8187301817b1d0dc91c5539c9712d93a664ba28211aac7cb9a2a4e1408c87be31711a34d40dd51b5e87999b0e28468fdee9855adaeb4fe8a52b44c5cd6f476cae2f588d97ebe9d59b7b05595158333b7322e67a29d0fd588a05e6d4c9c5570093e7ed93a573df631c535a2e0a378472b722bd7ed14a8b195303c76894ad52e74e03ca610cd93acb1bb9a76852eba50eadbcbb4d3dc92a358c12cc2a6581be5333ee80472fe95a68cd50690b45433fe7cfc3f0628b1d30321586fdade90c9bd9851387db1e52938c604568c57277b808e65140113f9a3c1f7835c16baae8fd1ffdd2057fcb60ad0978fdd3b82c70642&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839315607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a56f9d039f460db6add2c71e0901b9f68e1db9481339bf933aa1bfad0964931ee4cd7500e1d44e54f825528ac2b295e40ccd10b74af5a3160dc610b48142548d1041c5fb78d9a1829e6d6678f0f0528e409ebe7670bc1feb4e7cee83f3b49cc8492cdce7222d7617db10cb2ac0cf959e5600554f3728f10ef21eef42427ad8ec9c46ed722a7a94ceb2e2f487b76d207b992f0bf182b96587097d7586ce9058d2ca3e3518f03b61e13a20de2b1378908036eb00605d576ffbd9663907decbb5705360d18da68c2663a9dc587b33deba0c4daab5256f6411732dc30bc400eec3a4ccce0093601f430cdda29e3901da3ce29d4b8b85e8124d5a520410b71f7f5f35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839334683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a649f4f1c971579c86853a86bc0d96193c08b32639358b6282113b707b71978a47a14bc1e51a728d560c2c229d910c71bbc439b232460705f00bf7dd3f2e339bbd9824a5fd9ee60c1b9b4c81bdc6fc9db59dc89c0a73aeee98c3c74198abb097490611fe11d9c417ff088950dbe784ae8c8b40578d6f5ee369015cb339b413c1679663db13da5c2127395bb3966da9eef3855fd2c4af647dacf50a6c5de9c4149340fc6113b710dccf9ad3747cba376088bef9d3870f1f3dc4ef98edaef04f0950be4c90247d9261bbacbc8c5959f935f07aa7d6e64323572038727eae26c90780dac90c234a0e261a7f6707694cd0382b6e4467956ef2da668b40c4579ab13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839376121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72d5a20bfcf6b99994c2b4a697f93623e630bd09eaabe9df7332fc88fe11e4427893de95dc7ed69b0d0b613a539a077b0565ad4e9c3feb8605de04c928a120b3d3663ea9ae098933d6276140f575bf004ce4e43bec91e187bdae76fee282f8d20cb14bfa68cc9be40cd1b6c36407cd7d926acfc67d39ba62dcbf420eaaa4330230099e7d38425568e7e88154231c03d08f07b5951434888cc694f6bf13a0b694f0c4e29365112fbe03524a4e29b65d9021483fec973c846e62650460e29dacd86b98bb843d0399cc69dcec5d5adf46867eb3f127ef7003e9932ec859982856feba515f0886d397ff056c819a1013508a0e0e49073b992f4b065d4fb357c43309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839415977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf000ec7bebe97b31942e49ba59b4d3a4b55028ebcf9744fa89d5621bc4852d16ff55baa786bed45ef773c2d0c03af2dfd35d9b2f9000d8f21d3d4696b8d458b317f3699d8275078ebf04230208baebfa6045353735e0fb173787097ef1460b90643e459ead756134c8d6838d4d6ac6c0f5f8ba572f37d52e52ee1bde26b404be48478452d551a27f62de10960706e3395945b3f9b44d8c01ba0d6d87fd50a501528abdd5c6a16664294c23a1d72b1df663abed3514dfb9868148c1d86e286f97248733704409b81a4fef622edb811193d1bbf4ae7dac07d1c3006bceeb0e70014f5149837607e7591ef8ca6496c02357314e3239dc0c7999e8a5024a0383958&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839430895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=808d59ad1dc0d4c2713181a319e31943d37ab9b5809b5046eaf7526b5f3685ec2601b801fd37eb6a2dfad306776981d040cd2bc911ae0a2ed1e9be9a80dc609549a99771c3bfca21f8081047d57951b703fdcd05eb0871982e0a2b2ae083c360096e895dca434cbe0a7c580922a138f5ca20bbc503a81ffbad36ff395e97666bc6fcd88732fa00cb3c5d44fde970a50598d1ca582f5eb77ff7116019886d98d5d936a03a701b7cc7eb74f913c846e327e9baec40f41dab14209ea8581b91d29e069d12fcf0b2b4436a9886c77e6f516ec8e4e0908f5e6b9a996db0e8ef3ed5e5dda7ed78bbbbc4715a8f3b378ffd8739a3136b6cc257a1a763aa17ef3578f3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.838962171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c14b340f3a6f4228f5b7031ae73cf80c23b6094d3504fbab30d1a3eb410e76678b44d3ab4fb02e186666ceca5ffac14fa4bb294b1ab7bcc7b8871720cf03f14cc9f652f0afb388e0cae1f32631bbca950e1614c249ac51c29106d0563cf862a76c35b3d65a13351bed7450e2d60ae160fe264d4419c6e399df8ea6d4de1b9c767aa7073f1a82ccb7b20c64f2e60bf940eae92ab53c1983f3543ef3c8fa86558eff43d8c346df1d8a916ad5ce56d9d6e2f19982a019cbbe9d69b769234d783e3996690feb48f673d4e65dfc0ebbc7e55d4984f2589c5c58e318dd8bdb62b13247e93ed931b44ed1d8e65b317fb0136df6ccc39dbbce7fe7682f301f704aaa7033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839484386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d6f5ac95677c0046c79a1d24f414368bb8b8c722858473edd39e9ec823373693a4d5989e83e919975f4b2c3a9917cd86399c652afc7d0d796f8d71abbd87b4900e800002b6afe6512afa703456b58030c58d6650e2d26ea3f0636f33c424f821496f7d6b02975dfc54928b77c6d9b7ab13257c6bbd7cc95fa54c3335b35274c00775c027263adb6640c70f3681eefa83a9b25079a147598a27cc3576da4df363696a4c7b4dd89b0965b59ff9c24d6846d225375536d29e423a8094913749838250b2d2692637f87a9de54edc3b6e94fdc4df7c7306e343b25ae6348dfa44668d4604d6a960aff334187ddcfecdc5c60af0c6d05c85de5162b12641e30667801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839491369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5f03ab2967a5b7f84cc56698d504663f6e8c44bf7442b8185c0dbe78ef4cecbbe8e8d916ebdead44712b4566b2044420c014e8f7c42007b72a6ba0521d5b18cf9ff215e0ab3e79ef01fe05e88c8231ff0f5657e569d8a315b897ea03c5d7779b99024edb106a015370d9bf1e2766de91d70d9d6f03a1dd975b8b44e7c59028dedf80c258b76cf312e2beb2a148e2c0bb728aa242b0519c92dd1b2ed281efb2ae474eb2951fbec2a156511b8f290dab2821741d10d429ddb5084d940545d3ab71fbda47feac8898abf2912189b425ace3fec8d3f47e193783ecb7981052865c75a1afc75be5e7e6a7ffa1babedbdc07a40d481756c4a88caf96158fa6b4ed792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839505375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84257e6e7c6ce7b56429ac2fe9a29706da977d6a5524c4e7a9711f7ea800a7b89895e6c187a9065d8efa4b66b6c0d5728172313b05f8e0a9dc0e02506861e810df9d9bd1082ec4b79118582a8a54f453b49bbb571c0c3c23d46ac7657d83dc484721ac9433c2dff8a67e50daa4dc320979e0065b25966e8ae46a889df14b443403f10751c1e373973e631be7d14398410b9a43bbaba3f21885630c13ea228961d04df86c453527dc4a8158f027100ac93c7bf3a0ae2e4577f0f5ec7c49b683145eae6970fac06a43c1a736ca12ec7fb6e0557297f145f4061634454e9308d9bf77b6130a70f91365923ad623ba531da793b430168dfa934af185aa5a3bbe87de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839531605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bde034f98a630637e7dea74b598cb5e91bb0f099a2bcea3d094aa9463b51c46c929bbd5dba1a43d846151156fa9422b10ee859800e4bc27fe517819a116c2a85be3e9c66a02f52c929dac2f50f186c80f08e4cebdc85581f32eaed56126557af30fca5948d9fff049b9c8d27a7a9be1d6a07a127b58a6c14edd77f088c6b1cd96ca902a622b2e0fbf210b28b8ed56bb4c239cbea9ce6c9beb28bae1644df020a2506b2c01cf5a0b17a95d7d12129b2f4170a9971777da73b19e34ff892097fb527e3179b84704f4f4750eaadfc91327a73465b43c3a2517040b0a32b5e048319325bb881cf06c46770fb3dfeefbc78963d48d86d73a01fddf959e378e06c79e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839559437Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=45b9ac43bb408e02703856e0fcc383ba617539e9e6707e569d2b328e1123c5d0c58e60576926856fb7d88c2c026b8247a8d3c984465d5a23842af4f168c9e8e46cc4d95a89a07b51d6c3c33151fac59160091e27c77f51a90f2ce2a49571db3f097376757f121c3feb1cdcf7d8f58324aa1f0a94441a74041799e0e2e997cfccdb0576c593cc1952111a2dfd42ed89abc42615b081df561d892b1490920089d4d7801ca317de9a7b17b1b11bd50b6e386976298911cc704fd00c23ea0c98471d764662190d0936b2edb8ef3204b70ff3d12394c4f20abae1a0e7638af16ac9ba6850c9c0ab69f90353561689d0441f9723b8a9a42fc4dbffa770b0e3d812150d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839579996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4ccc8e3d3c4707e29df007fefe3bb6ffed6385e7c85f0fbfc1a7aa44caa35ac310d97d8600669b4bc55cd1886d27c15d53b65e8ab0a2f37aab30cc866b1f4406f3a11972713ed0c884c1713d979522cf2a427a87b943d80269411b14b5377d2ce439ff5e0ec4219bd77ec725e0fd40b7f085efbc3b0e59a7d5b91f6eb5f952f62f46a5d5587ca9012ccc844bf6fe4254332268da28a6247f2b89d9283feff4c94c8efafbd742eb24277888d009ac16f338025f27539d3e5d7407165a19317dc43134d5ebae6610395f0b12789304c671376c745c43a2a29b288f4545f388f2ccf4c69c1e2a30cc2e980a545a5b2d03dc70e1689b16d8c05b2d1ad34d5ed5416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839617817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5893920749e20ca463642a7c5b1341f38becb228d0369be72aa0c333171467c469251da36547f2c6f0f0e38cadae03d2e1a071f30cd83e99a72612e3297217076eaba9c115ddf908bd92e0353221d9af0421522d90251a5b1a753aca136f61560498c5c213f220d2a01572537df6a45f18416380b4c0d9e3b71209b4c0ac15be84ea4d621d017ac42e3aee3f74b0d608dc7d17055a6d60a404cbaf83ac5a97b7aafb078c109cbdd2a7ecdf9fc741ddd8a48d7dc414c2368c272312580319f81079b2ecdfa2b64149ad5c2f9f3ab5e163ef0234c6b1fdee2bdef313a782fa1ab8b4e869192b8fb13dad6a5627a2afda0bba7a80905beec2eda3dbcc6c4aacbc77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839435463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f74d0e0bf831451b29dab5b0d2e078e0ccd2a3031348c0bb56aeeedec0456cd0d78956f8183da56a68b52526c518b682494c966939cef7c4643d6ee51d8351cbad978ea194ba0a4e5fdac213b2fe7a73f87a01a784cd9644afac26f64d69866d259cb7856e1fa396af80335638ead4f8e0d8bb04aeaa3ead80039fee6e8e5ce7070e3ded7818ee064d3e0a4748aca530338f61e4d094c08d312dbbd897d2cfd6e99f9c3023c5b1b6f51c8ae1447abe5cda63089481f8601842c4dcd84fc3440df0a6a7680144eb6da73d4796853fad4adee036b166f977e0d5d213b1a52ef4869a87839819b99551629f813130a9eeace5769ac7e7697810c4246605b22f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839029047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af36b418bc3f2a932f15ba1ff08fa8c39177a948c4ccdcf518ebc2df7a67655188c12cbd8fcd042abc3fa42e88915ee80dbd4dd6194c3ea257e8daef5460338dfccb7533fdc53bc273b14386aa22c67a832e2bf1e75baaca2f164242bab025568156bc84937d0b518984a1e4fd6441917ac70c837cc3ba1cc3c17b72d53f53a726eb535e1f7c953f257e00c56a5d5e1bb4732061f8573b1dc21ee6923f01c230693f823fa5984b7986f1d1a42c6ebc382984ebcd48fde8ca750f4dcbd3499dbabb9f10ceb2cab250a348a065c039492cef8edb0733ee3bd4a8863746d454932f5a2bb299d59a3868a23cd8747a8a4d90879aca51954542aaa914d8825cd9dabb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840121677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=29e566850742a47fc24c3227a6be01d52febb5261e4019693f47cb236938528e0e36d5a331f95a4a571ac16358f6ae0b6379e6a09152a1eb1b7fdf20650ca20f167bb54e31f59b8b3944abb3782e068e0980fcf4b2f786a5baacb13de21ffbecb16ab665dc88fe7e277b9b119916c913946aed466d8aa6cc45b4b18fec9b0af00aa6e7eeface8c12ed3c052ad5c6c8cc3c5d1001ce0bdcbcfae210c6b16e11e2e8ba637eb5a0b8a54ffc4ad418d6d278ef4861c18062ce0f2ca5a8079aa0ddfb76c1694aec3c61ff9d34a6db186323a9c07115a5ba203c789e700c8cf634463ef271f9157e64f5df73e3d535b1c021bf217cbd1dff68965d2a186e8a1543faec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840178574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f260a7bf0febcd0aec79df683dfa995060747bc27dda918999e7550d2288ea762265e3a7a1f5a38f8f9aabb20aa83a99ee28ed0b6e6c68a0d1a5b53060eee452341eba801f39fc2954a6a35d6e83a49f1e05a6b0a3e5f451a79eedc41d396a4488569b4e2164779f6dd7a2a26690d47c5c3b9a1362f7cf287ee1ba8259cd33c9cea87979b761e7d052c91301a87679bbb1493bf1d10bf695d8467ceb08bc9713583e1402d60bec3f783e406f2cf145282dbd595499ca505d33b9f9b15f13b0fd0e08284c0c52481032b9894cb42dfb978ddfd5051e68c8e97e5f8f41923da346a7fe44aafb933766e224edaaf179db3ef44822956e7ac05f6afa7591fbd6e68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840185948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57c5b6b7dd3b469ad09416879ed78fddcd34318c93d199fa1888e5434a0cccbe475529f4d064be5a558823fbacd06b1bcd078689df90529fd00f011a342d142ae242de7a37d9726bdcea23df70d0e9cac648c1a1693d95871d5ab6ca696577b54930a8d7ce48a585f83f9c7ffba075db0b185c35913fd48c90163b263fc4e0bc5aedbb2bf6da352323d97b790e8c3d0cc1fd47a3f1e30ec9a4db3efee50db37e615dfc580075e4f3fe487715c414329cf5192ad385e6d3e9f998aabfa5c713a06260d33b1b2081badc1e87788440fcc67e63d424bb6b6737c5d428f0d74e4fef64ae240f3ad3ecab7c3f6133145fa0a63b0ae9996df8c03241296d5c05e3f1ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840216385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11dd324aea58382a646cb1eaeef0cd19e94a907f6acb199ccefc529aa9862adc7333a11c7370432ba33e4abc32dcea295fa62a44686ea3421dcedaaf1bae40edf0819323b836d70cd4dd7125701f6b9360b7e4113755f47d25501e8efe91f1dcb9675cfc70f9df8b8409a73eef1101bd708fe2db1710a2e68a30a9bbae5abb4b0bf0f1d0d689e7e52f80197cfed599f16e7e1c4680c8189794e9956a8cfbc012689000e202c5a4be27a60e0199693f18a826b04c40ddd37a96438275d4fee8d954b863699fc3387f6eff7874fc9ce39ad8f86fcc4d51570c6afbe6ce71f311dc2285880f554b873dd5fc571d810c533bd6c7e3d22af52620eea72fdf0eb33acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840241122Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b554ec02d0a8a3bc8e5460027b77b626808af0a7e4ff9d8fc3112afe0e77fb58f69e599471910144c860b552ea436d3117364e034ab3b55d579e4a138b8e3715f57af950377c33480224ae52a26c1bce93d9cbb38e4d0e2f5aac11c13ebcd31c21603f246b9fe8b1f899a91db8ae74411384e363808a6f4141149cb34ab0a19e2bb5e4684167d4f9eb9ec18ca77e086652c044cc67e02fde396cb0ef9817169111f9934cf049235d8010e6e10242de240a164a020077cfed64653233a2f1959d529c9ef0b0642a94f40174ef2764ecaa69a0361dc08224f993abf1b0a9686683aa916b4e0785861c92fc4efef60131719f4335546b4ef31cb5b4f02c73dda60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840272591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7faa626f223f421f14923a2eb8c390246310c9ba9eb65b69691846f6489b0ac3fa22e3f57ed7aea9469b426177f48f043f7905b4dc804b58b9e19a27f02664868f69721a0efb73defae52dd76f8c444803b0bf971088ba2ca4f39d908d21febd05187b17179b30e91154afcf9d84e0dec28b5ec59286622d974d23ec2f0fc8086145c13abcca3c98a95e1c0ed5b234708131740c973448fb9bdfc03151cb108a91bae046d4efcf56b4db1ddb57991831b63c2c17e5b5d0ba295506a260e4b710ad7807f4d12b33e06439926c2f350421089c4c8f9ad03f914dff0be5663983bb39bef987c6be077cf07e5be785745e7078bff584ea54946f36ac645b00939900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839477132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9cb18e4f396a25a0a98641ba6a2476939dc76cffd238bd7fcbe310dcc8c459f0ecf6f83d3981a19763f9abd1d6c95adcc865d86976566182760d1f699566e4cdd7ffd8b580b71098756f6b6ba89475640ea65f59ea3a88d5c215fe2cbea5896eba141206b9a2fdf01e3088bab1670f7ab90dea75fb12d4bda080deabb34b319ad94248a242fb983bc870e74cb4bc2576183052774d7d5e328fabcd8bf4d213d9a7dad864bfd968e176f9c435c1a6ba546c66394772f1ec030abf13d1f4df6887ef8038ba2054a038c73ccbfd67a91ac111986b4bbe8c7a925c184cf559bb782a011e4728b00138bc5534832919c67a9cca8e20622029de440b32d01c6203d74c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840326683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0924d71553ee79e1b5a92c2717e9f5963cbb855f52a0d2671761ad141477beca26f41935b1fe71457187e2fc69d0e0356a156fbc668a6f464fc12f23a204b3f7698075cda8a76c80abe68d6c6cdd3375a519a4871366175a8ccdd0d5ba4a55b641b8d105cd16e02c775a273d7e0c3cd7768eceb5197b8f1d2e22c0e81e3b1d0a16bc2ac7942790d7bf77f76fdf74bfc2c85042f35c29df704a167bb0b96f63fea1391397c19806defbed9af9890d5845c1989daee778ce2f746240ce8ab5d3bca496ab2fb33791be5a284a3e05a21c45b06d49d4b8bc4f5767eaff5030349987887192df69e3d7b1303eafe68fac175c1fd54ecaaef5f8d9b90b877d676fe53e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840507704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4dd384e78adf749964e6cb817b5ae0024c72917cfae34d1741edb6ec51236eaeb109762ee8339928ad59b055d4f5ba2abf9f3ddec457339631bf6a7945456184c8296438caea4d228febe7030f80f1bc725871d230a0db11a7e4e8aa38c96d6428b2a3742d718869a1706fb35253f1ed2eeb511ab1d345e0c8ffeb1c1df1bd9da810b2dac63431b26db2cc239e3c3d3b6de5bf9b8920bd62968349546264f2e3305b00a8df3a2b782de3d216548d00990d7bae16c7f0da63f0da62c252712db3e08a1cb94d92e716c38d7d9ceb756bd222afca623b5a916b5f6bb2f1b6caaaa80c583a43284d73391625fddf214cb6a241aa614be23e71899e6000f0de06813d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840548401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0096b3554fb5c0dfcf4f2947583e0d1b5d7cd1911b7243d77f7623b4ee6d6a2bafa2f2f6cefc7d277f01bd072d0889ffc3b87c0cef51de8252cfada204ba55feb14bd6f3322406df20fa64bd57be4b2b295ec2eaac926d9cf3102c1523f8aa90d8fbd8ce33cb5bdf2af19e0884b9c48c11819220e0e94c0a9fda3eeaa8046fa3f18f0ef798da0b5a408a943a5a38d94353c30d47b3481d9375f152389e50ffa1c490c2fe1da053e23187d65c0c7801eb6991dc2636163b26d5fa4c4c8249bfec5f987db1aa47d85f5210918a5af6cebd4440f83980d61f994a96011ffd2d8e102fcb592e57552dc7d4fec74cbec39409d1b1cc16501c4f7726db104b5ee4a84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840581353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b43374ad67cc27e7b8fdd85b7229cc8496b5950372b4f60e6700c4d1faef7f6968b871975851217b23d4a1742178d85b918888b4582bc5e90dfdac1298a98ba79ce11e46f348c12c5c3204b9a9b944a300a38849d71a90f816a1f2b4dade44fd4baeedfe0dd9b8c14a4541d553ff7088766dd8368df7da270a25605b046b58b65dd6205bc91ce281c2a4c553e1243c76881d97220d087a5945dd5709c159a6ef2be41588066409e702b62f3794e7c5427c2d56c75391f356dd9e5af6215b0e864ed27fa2289d826a8f4bce777471d04daf48eb21e64568447f677f68433001391741651851208127e6b69453a02122709b1a2c930cfc556f806fb1b34a7bcd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840654711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00784e16a2733e567a0b6a98ee74dfee8d335833b418653af35de5ff1441a66fd474e7c2e3ac6b9e50025227768aec326b0b80611a5637151104ce66e29876ffca63adfddda5869f6e26d60b744d53a6dcf16c73ddfb1a3eda74e38d32a31572e5362be4dafb54b29c62dcb3268bb24bd4b54bf1d2da53075b88f1d74e7f413a51d70338dabf5ff75d9c5d4821d4066c763ff71270c18571a74b592880256579b6a684e3995cd15fc15f44d30b7ec5d5058c0b7bc89c6215a9db6e71de26f0664b15f0cc0b899a0fb645d3603dfd553d1d2af2d894f47c775fe612a6d765f6822ee9ec2c7bc05fb292efe3ce3645452b9603734d735861ac31f6791197a7572d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840688254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a967e831d1547a7189afd988d1729311bebfd078532de57ee0f23d5eb5399eb9136d40ec03d08c6fa0d57a32cfaf29393326a06ff01e6567316af8e1f8b669ec92d5e36ba3e98054a523e7fec98ef87c785b4e95d21aebf84a50ad07e148707496c2b4e0eb661ac7a3e05cb69d26db3ef50a16c99f15567b3c46540b90a5d22b57e508cfb2dc01073b2eac04e1a0044edc681149201168868bf927ec5aa32ab54539566c032ca5aa2c2bcd24ec7c4808d6f513798e1b2657d80ec5cc96c6b0c8e1a83672b541a483179048626f6debb019c0423b6a2e6fa611de40b03f9a93fc031708bf5e9110a5944d3bfe50f279aff317c3336d59ec210c8ebe22600d7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840794054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b45025beef279bef5e1aa8899188a77cb834a0055afb829331a0ade1694565500b1fbc94e303ce670d9b2452155f7dad23b1d060e97e76a9a984c04aad0be5885b66a0a4fb6b7beac6566c99939382a30cdf2229f8ddb968b0220ced37bfb8dbf8dca9421df886230567cc38a1dd9c8cc49d5bd3a73699592af3dd06de2e4d237937d6db7343069100fc47d2a35fbccfb66af73b60701641c3903ebad5129724a0f1b83a8ab01b5872c89458dbf75feda6b7cdde161522c062b4089b65dd5ac640551939e59c17c1e637e7220ab37acae72d77cd07e6e109a514bb4e158acf08bd0313017784d4c34f2a8164a7f0fd033c2dbcd5c9ed8d8f622baa4c5a1b58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840807589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=053debdc20061fe6e5d4f1141facfe298053907410c57bef2f1479367da6e7ce0ac4d30365ef8b341556c5f9d9cbd00bc51f0e8c53f6c2437c47ca0faa58fec431d16e7914b35a5b118806c8ff375bc13db628791a9bfd982719b3146d60862f621f6950eafb7e839fca0cceb0d9d62bdf25ee88744faac4877952241690235648b7443897f1d3a1d75140c119d30c37e2570a9ffb98685feb07d855d1f8f4353d24fb7768a76807b8b0eed7bb668f72ab9e345d59b26da5c52130273f0d66c145e4904009038aa9cd346e5bf5112703ef69cb31d292301e2c94b761e2ec47a683c88fe302cc579c65faf763afc9b9fd883ee7cc6e03573bd17d7d1062483a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840853656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35d3184ab1d858bba40b78d1f562916d3b85471560f5aa869482a5dc76ac86738afb47ab10134cae3eb7bd2232591cac44f1a0446b7026d9db59ae5515318dcf3f25f47d17a7dcab019a8144148a475339d05e6e7a81b58fcbce290868a0e01d665f4e708512a64e242f0d1518968706c5c0cabc5d3689d029c811d96ca79289f8b0bff5aae934b00dd302ecd9ca405ac2ee9184e9577c75aa4402a3eac7c3ce301ea766cf5bedf960cc53632997d8a1d2692a5de441aa7c1e9143b786e224472af1d48e364a0d611174a12e6191d991cabb0fd64ab8c3393201e33498a718f004ac23d7e325ad04e9e838385fe124dde1781a1956bea308321cded40cb4dd09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840934519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b05882aa549ee11a138bcf4e9d3849a98b4a5750edd9960e393f2a18bfce500d51afc7cac8ae218388bdef5076fec1cfdc92add2a752cf6668c3dfa87a3a9834e2d242a2bdee2a1cd39ea326535e5a9c866374d460bb96aa0ee7475a6b5441533906262960474ecbf6f1e01522e2c61a7138327ce9f1f033788b723c3a4342bf7871717f2b640b814097fa7655f27fc9b1362d55567fe8e766885d9b84645417bda380af7420a9ee72911052131c695cd8caddbb29a73a121b2b1c1124a5174816641092a58f76f101704797d7fd35e91a4d6819d2689e20a681c6f9d13a91c066aeaeeed3f92b923d5281f21fb74e9d47bc3000cbe9bd61a0a72158eb85277e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.83956655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93252fdd412b9bdfe0e014d19eb9da36f19f2a1a59a228cdaaf81a9ecfdbe3631ad2f45df2af0d6104b6c15b29fb9d3400ad63d83bf576b7026490375afa9b91b0ffb8f943447b9243d8d2159c17df708b849221a8a7aaae181f648d4aa2f44617071b558da456d321e79a64306f08b56178c232942447e2a955f15bdb432e7e67840e46d3603ceb76e06ab250aa6772065a4b4746ce13511f68ffd7140a24bd202f713b0505e44b14e7d3a177ae9ae6e719a076666b514e5c82305946d6c0ee6ebb5724aa22c9c0800dda8a56e3faaf8dbc27119562374c6273f39b1cd8264369e0590b19259107a07416cdad8c76efc940d8807afbf0abd8f8d167e1068ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839389637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d81584ec68340447a06b34eb238542283cf87f5ec10bab12087f540ee000f7a39cb6563ea6c3a7806f94c4e2afd4e9324a7709722327a8cb331fbae0fb1c6ca913622bd3a6a1d59e782ca7d34f532e3c5a48a45f1d5fbe4f3d8a5023b1bdaab46aa2c95477a52dbd3b4dead3551c990fb0bf01a986edb1fcb5a571b345f3b1bc867d9c9de1d40dc006513d49f373370458e25dddfc30673f7fd228d86fb66491e582cb9b721fec56b241df0ae6c1bb0b8d00c7eb6723270a81164d03e5c90b2f79608a65458ba3a958aaf03a46b4a08c0d6c6d17c83478045ff31e99173bd978e341da1cc4218282a4a4b79ce8436b32ea4b63eca92b003c72d7dabda287ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840181028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=825b44e26df0be4536f1e8a081a803ece59a1ed7938db3e8ca984f54731f8e89fa556023ac526a9cd1fb126ac181ec503a22af9154b258c482fc09a5054efb8052423bde0e4549ad35b4a7c3c1279b5ae47e06292a4fd24648c47587afedcbf5432d8ac170daadc23730c1c70560fe7f8cc6206d00393b85c577e9505de3267c22827fb105fbd01c6c07954ced6f6d587f1159350e5c903901841fdd479981ef9d4e5613f63b811442c3b314564855fe22f66bf8f611414e67f46a1d4c3d90f83b686001151998a891e8c6fd69736a13da19db8d460466135afd25b22f5e7440cdeb0fc6f6d1d386e5125295db2af93e0e3bde6ac4dc0f83d33cf3a29fd92352&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841125729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8eebce42510450771a4dd0e332953d5a93072974c0c54578a40089b1ccaae8abd5c8c8b06e1a53726e17ec1dc7c65124dd764d6e85c173267e6342f0f71759f050c70636f85bf8a3b10c3dd9b9ce3ffd64eacc439c875beca841dd37866100d5d91eedb48a130145e0908e4994742e866a92db9569bdca858dc9329254b1e5c46511cf3842d7358b811cfacac5f36752fcf804d45736f7a7975feb9a67303940e160c4de84ecdd97d62bd28f8463f92561a92ada7312decbd1c9f8eee52fcb130b02409c70b3b97ea8ddedb03301d9a2e732d9a423bc867bbb9aeb9a5ac5494100ea77cb791a79ecce8b1221f9fc907f137b7fc827b466fb5de602883f79c7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841341466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c0fd786502875ffc2bf19866926f2a2f62ef93257457cb880831c094a6a3852092a749aee25e390985c50f49ea0e79772ad7e1edc2134d56e37f74f2f49aacf7ded6b3c6bcceaea8c6338ca09fc559fecade35dfe28c0582a03f3e670b42b9bf6cc9ca241864d1506346aba1d0a22b8cbc3674d321edb67e6d55b255e72ad5e0bff20005a6deb1fb462020660edeb163245a85adc429b359d70a9abd6b582f8a36e0a8ea76431f51fdd1bc2593970c606c65f9b65e082a2486db205ab51961b4d846e4f767292c0e99bbae672933daad345e4aa2642716b9745f59f57352e52f389cd72c6deb38b7ef78a23b407f9dbee438fa7ad8b71e6716af1f9bf44c61eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841412059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a4db0f50a54ad636f0ae19b915028ce3caeeb2de8e1585cbebf3b97fb63c8c46b59ded07d4d276f4765cf8fde224a308dc206beb4bc3ac025bba37c7ff44ddbc876617c62e88c4bcb3b474bd3a0361d668acbd9546b1f4f1d42781715a402f2f105185afd73f4a25e4b19a28d3c06f1cc7fb5bde7898d37ec840212a883b9a4475d0bfeee5f8fd75e88f3a1b166236177431809b4dd289b2330040bb36b7743a7e6210f23e437a30389c9a5af9452422a960afe26f77d56ae92dddfdeda24b768c65a1c8c6b905e9413a534931cedcfcaee23be992631ad5ad037e545b8998584278d1e39b981d69a10b757c8649e9a60ccb908e40ddb6d1716a035b6ce71c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841479586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6a5fd1acdf8193b57a172001fc498e26b6440a7fe18d64cc5bec8e83235c79ad7e6400a4604358b27f858d3b5174e3d3814cf5cdc679b7261d7ad2db83e45ddadcf29aab8c9f865699e29f988adeda056fbcd98f21ac44e97afac043113272b7117c99c925cbd795d82ee744eb5b0f6fffef10c1ec607c3e29d8383add308dc07d64d7caf746805954febc15b91be808811a0998140c29decd861ace3a9c7eb07b9a9539ab8ff49e11979f86f7641e0e671562347495c5d0548d1ede9a3985587e99d2204b5a2cabe3c11f5c803a1c9afd4b3bbd682df83bb6a66b2099e97caa76f9bca4e9a06c490bfc45dc3b4c1834627c3ee195465d842b7be2eb4a5a1c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839410065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c04e72acfa36b75ea385a523226ba7a1dfcd459567158f2d5f33032336638d20de17468b41ea16fed45a5fc97f135f9fb558498f47fea31d835d3dc9e63b9b7278a50afb838199a304c36ad55b770c8873d087d5555b8b1d063034bed4398b015c346315b3ff9447ac219b8439abdcf5e04e0478bb8199a2693a95dae022654e839a775b579ac5bcc66346af063ea2a481b0830535d5fd7839a444468d3d9d7d4706abff842605089598021983b6b8ae7f4adac8798af0927d9036de29eeef07694d481e3a61114b4207478a87c954f170a53cc9d28822dcb72851b38a6df4c809716c2ad051c9919b97852930f9731dc78e46681cec5d82e77609cae0c296cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839456353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=446c27f4745c11035509bda541b9bed01ca652741428e86027d5e52ae143cc7b4b2dbd58e27ca4ff5996f864b73a4884cf984338ecfd3fbc688d17c8ed0a52a3a86682f997ab6e7b2b6c4fe9c0a25bb6370e69a3a2aa80e6391fffbb0d435a91bf2f1d3a6a1ec487921091ee7976be38ac8077cc9762ef2eb0d25da2336f99e9e27380dbbb012b2aaf3f291466e7ab8be85bba71dc996a2a02df621b952ae746da2a272b8a4a6691a1c69bc99b85fbe0c42ad361d6c5de56c8b38a40b4ccda102efc3ec778fc075a4dc2e494229b3340ca228a94c3d742ca5bc3c3d5ff609a0db8b5cb5542ca005e7aa2e804d323c26628bce15060b273efb9cb309f5ac6c757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.838975947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=54fc5543b2186e7be01b87e6937aa7b898d5f9cebf33bad661a558037080dee47aa80e70e7e0b1da8e3f37d15c8279b71fb873fae6c676211f26722f7d309081c425ac0166ea9d801cb724fd4782044b6cfcf6af553cf151e27567aca3a095b211b382e84fbd5fbfc0c5a8a0c7c6ba300fd8dbbf8824d4d3c912a4f13c76d8e733a655584353e9fa16c483ab4f7de0557e43030b6bc7182b271c958ad775ea64193fc340145456c5125c524a7a174b431dc9d36c8bfd900fe935f12f94ee7b7759130c5f748bdd83d67683d116ba4362bdc6f4aa201515bd453c8c3453f75f44df2054bada6a2fb1cf33ab647bd190daccbcbffaac2b600126a3d5d601059a61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840180958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7157a16ffd6016fc706a1b1df1b6cec1538d46bf793e193300a38904ebfcae2c4f3804f3ee7e9ca0d8721f8e94a01b27f7d41c33c167244c2eeb8cc95bfdbf85a1682bd51105a33bf09c922537fa9e58c673a7c3afab485217dc5466dc30dbafb7cbdb6b959bbc882a49769e25870a5eed4500a3c8984cf5f99dcd515e8392c11358fc9e253cfea4e8c8cb5ada930b35cfc0c91c91b1883af9122da75fa4ece7e67b90f1aeed6123dfbc8034a6eb921556f9c3c3b81e0f42a87276de3e4ace6869cd45d14d5b958a7160d316854209e8b4cfca055889ce26b6e7d2d47d05dcdfd0b83a286eeeddb4cffeba0907665472870adf450c3d180fd113c10db6bf337b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84021879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc548ab793e66d87a24175e6ca0b34d0cbe23945613d023f59482545affce7c58644e7b364ca36e5d327f310a6cba3b8d8069c332370976c9f590fe4f959db3d5f9d44f1a41e469355ef0575ecf1d82e878d4c215d0ad00bf18bb10dcb2116e3dfb0cb9e7332ddbc7a1a6900d71f7a415ba6d044bfd86a76a9582e912bea9162936554b092a607bccc74c6ff1b36ad8d264d8cda20463a451a9ffc8c390da94cdb6699fb3585584413988e1883e9ec7d740a49f78016f31d34700cfe716426696f9db93a7404ab3ccb95b9e9c9c83d6d5776d3a206bd92faf2aad3ce5a2bca19c75bbb73e4f9f7a5c0ba568071c8893549ff31d2a6d104eaf4e2caca8e1f0a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840274735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b99e4843be4f55e992e6e59cd7abbecfb1860008866c5d86cf8e32d17bd4a31c20917a0847b96216920108ed8ee7da8836231935852e8d4d6dfd1a5d44b6c4a93e54b8ae7e2d89886bf456ae05081fed6de09d3e100afcde5730bc66b4760fe33d32fe4a0e491b4363da4335db014c10e937620b6d19753e6a2cc4958943a003550ef1ee1d8ccc3a61849dc5db6b0162075cc9db819ae6d3f7e37412a419e3c8e4e9d626aad7dd528f9f595d9f063771bfe7af65eb2a5fe87f74bdb2a10b85b78865464880563d5acfbe28e75991ba40e0549c57f6710912a770473d366919790fc8e3ffa7cae4d31f91554644b256741d21e92c958b9d4e26c19081660a71b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.840272731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6c4f64ac9ed2c3029041b64fd96cdc1c09399063a997e615dc6cc63fa237c6cd2dc32668216b26057d7bdfbe979ca93b921e3679ab1f6096af88fe278e1d338644870a12575cfd866c9e21802edc5d3f83f0850bbd152f493db6cedeeb2398055017cc45e9dc14a0a223993d71c2e14771c2de2cdaf122be1496a59f08bff66c10d938fa9127eacf87499a8fdc6688ed20458c8ca319eb03c5cfeb89aa85140821ad310c592c225be4b92b6ab231b3d4ae1f3b6d884fbf35855a31c315b8faef62a49fd563433fee536bd6be01daa682185b7896e63535f15b870023460e4c42d15c44e5d4c83610c632317f38bf01707415ad21d04900d4944aa7efd7793bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841063201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1cd1275294361d70bbea88af3c6fbdd6d573d6c0918ca1a0be331cc2a7e7a30ba3773f5b33457f6a3a90407d41fc83da14c65fb2d09043f50967bd66d8ae00694bc72163ae31f2d952518482d06632504f94fe163b9bd91a0bf822cec84b19217fd917d5a654e157d18c2e416fe692915fa870c1b3c603d4c2e1edd60592568f46291243abbdc475d4fa4854372c687d06af9b47fecd47dd12f9d9ee7eabe61c7c7d91ba3e8de4beb9387c8c33971b56a75138f1368014775c4e251ef5181f4d8af2fbbd12a1b83d7f1e73a07b7b923bfe77d6ac4b5b769d7ef59c9be62b299c4fa021d384d98c07be12f1d28513e79ea58ace05f6f559e920f68f2a7a768387&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841542544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11c3ccba293dca00d5008aa3b806ce23c7073850378e442ef6b8969e3f612bbdb3c28cd8cac801710c749579a9e186fab7575a4214afb7d0cf7ca9afbd64ec30d60f420d5d5e373f2e93a0e03cc8cc0a3add048f5dffc0ab4ee322e586ffce6551d9294aac52c409c080485890cc9558bb5db03d54738d95ca7feb2730940c515c9c38d155915e6c0918ccb643f77fef622b035be70be7d81f665992f4d37b35e1518dda77e5c0297219b77bd40f1b76f91ddfc47ee0e66ae5e24a9cadc9b0fc79c43c933fb571525cfe9975d67afe1a3c76cabd2e1dc29b9fff41da83c15ec887a0615af789429415f7ffab4e46da8db98a7bc6a53e66ceeb5046ea74ac2f9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841625771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=165c873bf354435b688663014cd5702e7a3355c0989ba7397ac12e550f2b0a19a9dd1a7b63bd2db4121089ea490fbc4ed9382815286cf631a83316ba30403126ed1ad79ed42a60986d20fc87668a2c3483ae589817c3c57cf5f1ceedfd58188b96dc01c8697978deb9293c8d2089f707f7624a4f4f2159ab9d81a91638ca0699a11a91f3418ad579c65d3c0ef0a356427b6f6b4c21f70defa33691e994b79631464ca8d9b06907ee9c7794226f5fe22eb5067da56c47505c73725331bea539fc441a98aac5ce7089f720e3047f22cf8c12eec8f271a490659c9973f45a49fc5b85e9852e16525c2bffb3370aff32e5923aa3d291616aeb5fe87b6fa22076c66d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841659715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8640beef073fd5d89940fde15a2a9745ea92a1e2020547f02b28bc9aca8d289376b137afd622dc9f1dc8f84df1f5c123bace96bdcdd8e009a5932f3fbbd8be4eee1a5340c46155568a8f07e0ea22c7e6702cb95b9a30fed570f225285813d16fd2e380132dea147e322e42bb36b00866af7a748013bc733ebc3ec3706752863c65b81800a2e84b63d71c321cc4fcd2fd11f746317fe94fa83cda82fdbac1eb79670b7989c22e1ac32eb8f73f0064158f077b23dcb60376ed37599bd5a913c2ceee94c49b96a81021ad285e0f4bbdbb48606605c201feee5014b7754c9400c11dda8aeb4b2d4621525cc13ea63e2b711727c20b170de21a1d4db2d50745381704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841729597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=893a53243f3eeb66427cdab1783b825fb20e43f22fb847f6f198596e70d3394a3e01f7b627fdc72fb68ff7791d4b42d2f4ad23e08ad71fbb321d43c252abacacddc1f3393eb13849274af23ae6c9665b13d7fb7b1870f019e3611018d733ca9783435dfb8c90da4981dedc1b265e6fc50294fff4b4cd9fe568ec7fca977e3fe7a62da2963a36189ff04aede4a8b06d6552e54ea8776f5371ab8321dbfc13183c8e7595d764cf20f3719e96c3cfd93ad0e0833ae930570164402a41690a1ad36630c3396c186d6683bfcfddf9ca4011f03d8b382418b36b79c3cc4d04307e2303cdd41fdfc35d17286cec02cb2f0a1faf3b15624e5e628076c4348c1f939f1d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841754223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76eeab7f847663e724a5d1fd59c7c8e62cf918404ae0255db4d296f36bee593d8f03dae87110ae1329285a1a5ac68dedbf083362bb06f9b71faf7688e24f54e10d2cbc39c0fa332327d1c322278bd63fc542a84cf8c50ec22caa3bbedf9278c3d25527358d0a994c80603e1110989daaaa306b2d31fc671fbec87df47957373c7c86e71145d37ccb1eaf85363d08f18102ecfc823800f16725b5439ab65f891f0520f706fb9c60fa346d81345574f13a9b0ca5c10afaf38693fd601d85fc24c3820ac29a49ab9f9cde0f92dd335578b1d7ab3358e5455ecf72c21cf8b030a3b43d10061e39731d58b23422b617c040dd2491af1bec5e32999f9141c99d2cfdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.839507209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09c691133b79098a311c0bb2c05ddd4dff4ec64f6600d621ef0666920ce1b2900106ef1ea397260a228db71985bb51d3c9dc0342c6766cc75aa7169c2bc485cffb68a0dbbbfd471585f832e6ff36c48052f3c75c3e1b9d5926da67d5b6fed5d08414752e1e24754cd6c7e06c4422f3a0415c9bf7381407c3f3c7047ba59abf8aa15db4946aed4891c965fe1a24424597cfa3b5a499e4b5e456b49d69855428cd26412d3bab2d5f991dc950e691c23ade6effcd14a1f69912fc4ecfd9a94d237a3b856e7bf0e7e5f68a03e4148c212bc39be409b465e536c849bfd428406040128ef75d60c00cd0d02a1f847ce8c6b5d6646fec9240bc0fe103ec6ea770fba3a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841846237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a814d4ca2d9e7f11607715b599f04852435348e0784f39f13fb41d7ba7eecf63fe5ec16678dd472a2626f2c495a6fb8ab2536b223fe4975ed2eaaf82a8deb7be0a06465dd9ce89e53c82ca026c22cfac2360ef46ef5c6f03b7e11569673b6f5c2ccc6e0099acbbaa9dfc599d5730e177dc4ba258c33d4fbb512815c07f6c522075eab4efe9befe304bc79424e53f290ab702a2b66d5dbcf622d72e1f825d85277815861da9ba163eccc3dac16b70267eaa1edddad93c0402a2f2888da879290b1114b235a27660683115683364535a23a036d5f00b38a081de81eb9760dc3e889a44350a6af297639e91a43bc67ab746bf7246c68dd005cd55daee4aae09bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84210269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5dbce008510e312807d0f4a126a6362bc8aa83298688a19f7021ff6d6c15dff8533115e281c895b95ed47c1728f7f256b8151b094ee907c4dc9696d3e371c32b3acb103df3b493ad4d884870bbfaec6a556adab5196e0a4311d7413b15716d3953f1d15076def288db9523efd497d3f0077f0e6cb906081b3319c189670133f1441e9bfe5d2112d5849a3e241e9bf1ec8eb1dfc6c5d335a2a6bbf5c21de0ce0a6096f9ac73bc8216b52db1a4db4a9a9570f714a20f6cc0cd539907502048dc0926dd3edc3770af4696ab96bef93949ab912de9e78a93fd4707638fbce64c4e997c82fd928d8cd1e57c7d205ad73f7109af1986250debf2314f92887d210bf3f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842179836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95d851a9878fd8beba9cc1925e1fe67ce26809a7e239279fecb47c6cd71349efccfdc56a7bfcb37f2b980b462a6e3bae43fde6e4f1e44f152d14c6c0ef6e1f0f55a43204aae952eb7a65935866fba0aa0d82f8063ebfb680c2f4102f505404ddf2b48d938727efe42169ae85e37fb508c88bbcc83a8968df612ffb88e41ae543820c082a23141c554905f4aeab58684c6477755d666ba56330294ea771984d962301f6cc21996a596786ed3dbacca1b05045f0e1d2394ae8125db6b4eea1f66d8215866be53d39a9f2d1a38ea925e4489a7cc4dc42374d552e8a33018f1b56e0c6624f08f1e8e5da5f4f8767ed291bd5c2040780efc757f41cf2ba7349e756f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842186568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=142f00db5af2f5af80c1960dbc1aaeebd526a87a5763c1a0cc659ce8a9d82561a0a86e9fa74aa07b44bb4113b6a4cce3d9120cbdcd8f9726e062e96d3276687287762551e8e3e0854708369b3b5a1b5c4b740d710ebdd511b919d561a9f0d455168ea07cd41b607dd18f257731ccb174ec9ef0fed3709c7ee8de5084365c7f4e644bfd03c8f626c1337cf679e20858fb4f53ba223bddae457096418a9c16e3e90144310c5e5bc1b97569266449d4a20d3fbae6b443c913a1bdea46ef342290bae4023a6e1b5cdc4261b15b65f7d66af832f778d644130a110ca2aec1cb76e09eca45a7d153b725cbd7af63181e3f5c029cae40297d11271e986bc61d99d41baf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842220552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=61c7fbe624ec15fd8573374e073aeec42d07544edbee685d863d422757871a889bb76543df486836e4ea8559f54962bdbb033624fdb8cdac02546ad2a9428fb24ebf1d1be994532895e361ec9ce70591b6f6fca7db58282131ed98bfe9cea49780be4dc4af8742ab11accef26419ec29acb663d7e0fad69e39c4081237f874e2fdd5454c3fa937396393086b27c5806e15e94020d80c8418d00ba7c356f8946fef8bbfb3d3192ada0b7da1f0c2f411fa3eb1b414d2c3b2c48de77c3cb4df2e3d32bc69cb12a8cce41e57c2c0f75e2882dd65240d4dfa171f7db550349e89a32e40bc578df23c38d643a186943a8e0f38869b08162fe585f1d0c4adaf8651bc73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842249307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=51f274f6854085d2127d01d02098a24e775ac01da49b08e133a67876c1793934383828bd9a23180c5078baa4358909ad057e2475de74f92cbb61d1a5841930a5f437b3cfb49a1b3247f46a9d5a8a623fe85a13826a0f8b170a5f1ac2b46cd9dfcf7bad78b79e7eeb6307a8e6e4e59137daf253395b9e3b472029cbb11fcfb58a3880e48d4e8dbcab6c29b1251a3bfa5b165792052e78bfdd5476481ad0f57a7e32e29c11c9d233898c60740b57a8a0d9153f786ef091718d88b892a08109371649fd989fe9bb9c46f1e8475e563715ad8d5533e71c1a967cfe2d1550da1a0b4f45102a347e5a038ef2b3be56897a67bedee29120dc5eae9a462a5049ad9cc558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842274394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0804f9ee6ee8174418aed451a934fbe2eaacc74b1f7b7912bed2cbfa3d5ad8d5b56f7710203e8ba9f1ff2de4beada0fa96faee5ae8542540bec24e9a6647d6abfe2334447a70875b110574956f866e43eaee30ff3ab7ae9a5820865dd0c5711a1ac1b9eb63d7f9d9001f5b8bdd66566bd9b5a53494b098b515a9cb0b7e87f1cf6e93479b6028f516d66a4fe305d651233ea49348d8217939336732f60063e46457609bcdf5a981e35b4e2a71d479c41687d0dc899cdca05274202dae50663fb37c8d8a5168260908b63d7f5a81b5f8316ad1939450f0ab488a5ecb689aae0f0361e403f7d16c6b9da5f513cb185f6b826fa6669cd6474edcbb3cc33a7f102fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841598149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=41cfff45a771b70f4f4d9eaa7af29262cfe36763e3d00addfed1fdbd6d7a7c00389715b62fe05c31947eab7c3dd8aa984d9b8e66664b1b61910bd6426faa21a3af9007bee78699df8fcf74e61642570ecad98339317b689a69014578366d361ddce3744556b6ea91f8c0ede3b6621dcbd4643b0aaf200a8b3336780df2803eb728c3f0b957f11fdaa43d24141e121e949a445b0986e3ec0e94381ffd0cde0fe167a6a0ac96a18fceb2b44b29ff87a8d4f8ad4a0a04de2caceaffa4d5003fba033a5e3efd95c60ab4ecaf32bb2abc6376d7bdabbdbdf4574262235111c151301eae4bec80ab5cdafe78d8291d434e6d60de4fb48c82fcc4f2062de4fa39f36611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841899407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=abc5484ac2602a89bb43d68363d1ecd8bde401458130ff5c0c1482ab70b5becdd41e77103a9de53e354db5fa20e539f2ce6c925a69e1c303252771ce6d194b381bb237a8b6bc44bd5b625b6b0dd1ffc3729b3d914b09b0228fbb050cdbd58e7073831a1ce0889aff3fd2eca34fa1ca1d870658f1ee2e99d878ebc55d3a59f261ec94acdbb7b35ee24ebcf30dcb1904e33d19bfc783e3b5f1b1a2e01f166e0484af0f5c703eaa1c309d10381bf177b17b66d0bb7eefa5c608560cd70d66bf96cb235dbe297815510f9828dd38b3b1378b779c305ae02dec6ae40657fbd5a42d52cec19f33d40a9c1f1fbc9e46a9222019ee00f561f3c7818d90426b43ba88826a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.83951336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=319088e27582019b653eb2d28360126339a0c6dd2a2507d09c88e35686b6c228d1f1a95a5222ebe12d7dcb3cde1b608d080c0ed535e353181165550b6a86c2f30f772a1f7c7e9b2d330f14a28880c60b909c91abb4b5a5a886f4d7041f3a345272ad224ec70160756760758a01b01e4fbd348fcd987319dcd570301133f6d3f38efd77a5bf6508836e43b28d9fcd9a53b84f0a50b372d5eb31b61d3110cf3441a769789cde86b3196e13e0b453c17c0a5aaf9fefe304a0b7ab11258196ec9ce97c27e5417d77e0ba277b286e478beea2c7fa066090a3f137c0ba5f2b0fb40c88ff7a29574707e643e1a0f42ecc384646bd736d5975ef955f774a6731750d45ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841668492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f85650cde80abdf7bded4c797b4ba64b2a1439d3c4d2f6ddf8a507e2b205e71c1f2df400e65d20e683cce1983b14a6c390a93cf3a876d548b2a15f1d0662117c1db5fe08bfdd3e2c298441e12e59a15304da65373ca8c09436c264b2723c388ad21e8e7e9fd0d408da3f5efd1974babcc7c985affedd646c57dcc5fc0c9874e8be369781a0a4a90793c5b18edb5dc2a45b06d5066a16572926069aa29fc7a73be1f80de6803273ae4733c5bd5d4fe3662f16dee9fa3c8186e0a3be7f4d7997dad6b32259286df173333c77561169c21bf77a8c99ec4698e939345bdb6f67854eb6da159c5b99a03116afb15d66c7f6e4f13df38664a9996ac46b7b41bd2b670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84251096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86699b1182d00b20ca4432009f88ba2f930d4b6fe53be75d036f932b1efd2ce503c8c4b42295554044f1c4c2588c3703e9e35af4b950c8d0feb05fd1a1000c4e77b613125e7a6e62d030d9f504f3822a155a3674f050ab78142c89fda25254fe70e11232d3c79475a50070fe223b9036e7ee3c301e61283eb302ca4ec87ea6eeef36a7d08a58906a73d04dcb918cc6f7d1efe666b41987b7671a223c2a1618f2771d3ce76a57d81cb80b8cb6fa1eaf4052bf14ec53270b62093e0884c10b758baa5329815769d6e52a4e7c3ae8b2070de2f471e8b8f1588713cd937015b6df6b1036c7091deb4d27fbd17aad013427af5623cf361fb1bf2c0fbfc0d8dd78cba4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842527731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6de53211fdedcb5560231539ed74a0e718dea59ad6c10f1d627d3c3b2320381efff43a3dbf72e779b07dbf5a31adf912541f46f11bdef2cf7e6ae88518a39724889586b128737af8c432d4aa3dbf17e734fe8008ce5191ce856c4eab8f12797eb23112db9d8d3c4ff76d1f13a659bfa33acff17ded610896e93ba08008d0b63c9494761e15b0fafe82d71bbf9aa8be7e565a1cc8ff9b5466adc380a74a2503f2355f6ed96fa711286b091b151c000c064dd1726ea0f6db9bf14e77d1ae3437e685947228fadc2f57c388036a484508b625a698f38fe5ebbbc9a533081fc02b235134640415cd9089604cdb539837aeb2b41b7f5ac131712393bf5e093b208835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84254295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ba9ac0d6429723ec71035225b15194eb77728fc5daf98a1041449498234c88f865e691cb3759d26e9d1864f928c2151406236c5a69d7282bb366a90693e2f82f08134988fe8ac40bee360086dd36a38540b40205938ab0e5ebcf6e1fc352f26ca2e23f7b183f53c7c104c4ed4dfb4a69ab8bc9a9ec673383015b62301b5af09728ebe3989d9a246a5eb5d0f3dbef9cf15375284714143aaac96d7dcc8980e1d77e2acbb0cca92f743527980297d901a683ab79e61c303b99e6a448461ce41653186eb33ab11895ec3663743c6dd8b38804e3cc41bc7686bce756a37e904ec11aeb977bfe6bb499a751ba6b4ac37b0ed44609b604b9fdda56a9169921c18c1a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84255893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=140bc72f42ec7e6491fff71f75d26fc44970d57ef22b0ef024f611ea7bdf98a2deab153e5de4a1f2cf565fab911d378edb3414aae8d341084997bbe22eaa9188a50c689ef68ff5665af22df2c20092dedaccd3aadb0dbae31d7317f7f4a6bf39048fb16995ff4c053a894be270a47055243c4b9f24d0cd20731e884c93becc9f6db6b0b8e9324197ab84278381e83750c02675966131ec6d15cebc56ebd6f35b0e5dd50745f35690dd05cbcb061fba6fc794ad82e16c2e70a446cfde7ee0045103abf49f9f1b9de001163b5a3a22249713115fb8e73cf33f48152eccd48324366ae851a96a6fc684f7d551a6d99798e3242fb988e354a9dabf3d8dbf938f137f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842595449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d65b14d0ecf5d255677f2d684a33db3253185db1df49c91c5f745c1df55bd2439475049063989591bd4c64e4368d16f590e242e622c5edba77f6573819ec68d64c5659832a05fb09c15dd3e23d8dc89913df2fd04e596bd10420cdea97f9eedcd7ff90d4c14b44301c0351c9942f870a9cf694ba7796da53a778ca046bc1893681605d9018b6d8b6e0165dbb7b2ac1d64db0dc3536d08e713f4562aa2544d5247b181a888fac89b2869416c4e88e2a70b03f12da2362deaf086e93a55617bfa438749ab588c18e87345ceb59bb90d13d99c13a8bd0ae26030ebed96e2f9866c66c38135ecb35d1951bd2db6b810e76bed1ffbd861bd7de25526e6e7cd9b27ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842624494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3e617f9532013912ae7b78e7e66efc77588e862605bd38868c757a0adf56a969fe750cdf4efb816a94b3b119561cef579d6e7a5ee342c71c2028c1c8ef1597d0ea90045ab0ccd6b0ce2f7bd5bd67549791211d973570c82664ec259877af8e9667894c4c68efb57652b66d379291ed84eb5c9e909d600b383f474bd04af29c4153e6838edd272414aa5f448376f64aa6b0d0aaedcdc22b4b8a1d055d2cf71115f0668160435941ab04a9187af3995741b3c1547e581c6cccd882245794c6b55417ac3dd3757b0ea450e2a1958f3facc0d060c89105c2e44766f9c93b3a053c8c580317d07d42d6581bbeb58cfeee0fcef6cefff95b1b7333e488b991c041246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842692552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c6eef798a79c6fd7f4a70e37ade23c22d6b278390627af96c533694956517f7d4b23cc3c21f8d85a815b6a9a48c0e77c212889411fc90b9e73906ab6f26a44f9eda07fdbd32d156eb1658caac29fe95438563f9b7a2c03412d3b4aa32ca1602a79914b647773116ba95f0efa6944457c5e4c4f3ca17265843009e21038d3372ce6f5047e5bde9b014266064ea1b0e115c11007dce6fabfd0ef024d4add788dab566ad6a1ae88a23dde3f61e2c51916116b6358ca986833593d69e834eaf62040a325eb653b5de64254a256bf9fcfd8ee9dd02f1e29b9fb3168336cffe5a9517ba970739a231a37cfe8e2a9199ac1c718a8e857b7fa6d4aa4e08003dae65929e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842712319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2246d9ab14ee2b1546b9c96c48efa40789391c2bc590f971c5f5899080182475057217202cd3d02f58635bc6b59726237906dd0328643d5d254aa64308ba729aabeaf5a2d97d3a24c70d3bfc6e8cdbbd4f0494e886066601f407704987c5ce0cbe8f6a3fe5420f5fb4af28e840a032cf117258c9ff793d711dcc27401bd0a2a2c43edc707d0460c47072cc75f341b878f37455358c79e114df6553f0e9b0652418ea98c47c2403dc37ae2d78498a0396be917a1a2c976d1dae72fcc48850bce81367e518c9067f383cd3bf2ce9b54c8dda5842ad0e8807670bb233b443ecd549a9caafc164ac11d770d20c9196322ee1b626c365725b7e6415ac270875b3ea4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841341405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1962c79e5ca1254efeca44a40cccab6391a138b5b4cca2422c88020ba549fe8a885d1d03c625de7f502d981b3d938d2d65b4cc89270d4bfd7512b48eb1b2c6123bae59542222d2b6a8c51172b298e66e1feaa8a30cd1f23de0fa7701a7c9a3a89817001df5cc85075b5ed97307005639d0febdfb7623a701245694badd177081d1fc0067fc94bd49210ed632c70024f2c63cb22179f24870277d7f1b0b89256fe173164b88d1c024c5ac81bfa740786c1bba444aeaadbb04b7f3591074fe37bf32a9ebfca87e58b0202368f4fc552d31a4897204f9aa0e91c712f293db95331fde1a44065ad84fa4eb6187eddcd0a4753c4ceac10841a3e5d6b245f15fae9175&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842597172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=545a9f2d4ee070746e682ad9bb9fdbfacfe700ece9328521efffc2853def8cecf78f8e0911bf8b43712e8b512fea1c439f9e018116242ad691595df94d00b698b26c4fa27dc2b0aa09c4899998c6f2efae4426904a6d2a24b7fda74ab202ae70f242e1bb147ed8d740faddcdbce7fd2eccf7bc7c7309c1696e212747cdebb24ef8d8af6b19ea4a7bd092ae98a99ba4849c0da2e1cd8f1a259174d81fae609a751cfe98021d1ceafd92dcf335ebeed7d2e66168403fc472c892363fe65585892030056ec4415fe413cf648dbcac4f58f4027766835cfd336e42e9eeafae99fc8932c3769ba2998f983ea59ca80f8c4a4d1fb53b672bedbd9f7b2f3c2338ed5072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842539694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4845f95cb55ba1ef750ba4d259bc3ec55c890c413352b9fde79be4f252c7ee624db57a4444831006f6f4622000bbd94d1d5674b7de4bf6febdc026a073b04aaa3c31d4396291c11d727baa150a0e8d5703ca3a6d38a542214167a104a68117efd1adb85aeaff5ce9058b8cbf7c5f5f70902abb61e6471b6773357954cd636561928ec8f4b394e8fca829316fe45a3ead82f08295b109506feb00c16666086e9ace0cf7c120b5d2b629a7c2a1725a4825fbb4399ca0cd6f4f50742371fa9c9432e952a2f891c5ed29717e7158a2c3c04bbdf9253dc6aba10da11ec910c9fe94b11e515bc2a1442b75d9676297a3261ff9aa1ddd9b16d49bf587827f30ffa7ecbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842563429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=102a45b2801cf162a39d052ed0a6a4d6fd5eb076279393021aa623c604980d0f211c595481cb81f89426b0b81fcd1956e675bb2d67522e550117342a08b67ab6608a37f0d5530b88a56b67357b1313e1d69848163a186822b551a3bd1c797b1bbebf31963dd32e29863f6b10507d05bcef49b7056043bcd1547deae1decc2f5979acdb76b001e7ab8b1542de44e1e8db40748fea0a6ad65b1d5c958a929487c39e2f655c5faca12eef5ee0322bb52e5e57b660046474cad0ec76fa9371345db56ecd82bee8d0534ad3d329d7cb6a8f34c5fc9252c33168459f1e833c410fa9d7cf98a94474af4766985e7b1fef25e3a9f60061baffee904f88de3e001a44ac9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842915202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d1d69e4ff6f51ed89e9d0aeedf2f532db4e46d7b7e8d47ca7dd379a5195cfc49dbde2792d433526d86d18e1578812523a418f61db7da021f49dbb6728519f6570ad373936d5090e4c0e8b7d7b1824ce31961a80871105876b08adab07e66fb08c04480bbc05d68128161e93a9c7ae6aa24c28de487dd884a4bad3d9fa20da05e88ac518fcdd6ffa9ec0d5a32e3ae4a34498f01c1f0cab77f610e17d445300c823806ad9d63a20f2e42b470c447be6dcb144a7bee01c60802cf50bed9a9ea5cae7fef76b73db3c8ae852bbd321b6231447f12720e6d5d4a362c046f6b9f69b84ba32a0d8ceea27aa26901ffb8d9771bd81c150a242a4a925856e9d089bc8a6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84251617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e7acd56c1d3e27e6a4cc75fe57a366f7f395fab5c7c5cfe51497e6399786408ce720cab3e7a3bb5f06d250dedaf1921aa1dfde9050299aaa3e8a530cff99d39e6fbf4b6160262a289d8174b56d5106811f7fcd41ad7e9c240b5a09b8e13dc0034dd116c4efae37cb949384df90edfc48a0d9a19221920ff536f1e91c41a1ae4cdba2c30ca7a87413598614c9bd4908a68dfa50edeb0fb08a923d48e664786cb6c9b5cb0a90b87d801d3a27739cfddcab082fe6936a52a233a1286bfd6ce86deddbbe834d5641f26075e6767da0cf5bed5f23d77e059d36e1782cb7a268928f6f8786a92c2c3e73055c4cbf2db3dbcbf6161d1d3ec858817c944b038fcb16621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843298945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edeec3b1ae30f8a198e346c2f8dffb6f90d6147c9b900bea952b9a3dba49f7a6a950b98ebbc14fff0a70879226bac341065d9ad6b93cff11ca62183bd7111e1d5be9ec42ca43644506b0e6a4522016e412e4dd631009816ba6b79c5f3204c9acc1e45aceaae80fd152462ae99d412e3d41ec8839edbe535c24cc7deeba956ed994d82982fd4403fac5d0b9c199dbd6c064395d1736b6a9767dada66c591cc232a0d5eca7a98183d61dad31219706c581b48da891cb34a3aa533b7c14982f4cb85f11489b099833434ca319949601999daf7b012a3519b046379fe71cefe3c89744ba42770bf3a669182773c3910778e89efc1d749e44d57ac315c2b58906d2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842616839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a5e3032798f5db9b1546921a92e851337cc5d936ba55c767f533281d6ddace3d5443b8dc1136418456f808d938f76565ed1f89ba88f0dd3672d8bf52b6d85e74c2d9bc7b810f34a2ab942d50eafe0c4032825e69f155b13cef5fc0846c75220c296bc3931be13a703316efeda104712aef9ca20ff5d5a86d118f104705fddabab460caf2e3d89c1179248973fe2b73748aa614d57834a0f4d93aa73856d6d38c0745f0d71dea939e485903c6ebb5041ee12e3b32a8c3f4a266995b0e49570ad530014cc084db6b07a857f5f0ff2907f453da2a915ad6e2bf01640142b5c6ce5971779534c073c0e61e6a22b7897663e414abf3511ddeb1eacddc3ace784416d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841999876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0396fb485f0943e2798fee58402eeab3fa00c8bda6983c7b5e5a7be50c2fa7f6aa533160da7b857387a5951b715bd6e1111825d6e874762fb8a0077bfb6f7eeff13d2957936c28531b6869799e331884c8adc099dbb258b0faa3759acf5fdf2042b917c699efc097adf53061d309d28ae80985bda2786bc91d6178cda3e2d6cd1bd62de96e78cb1357ecbe55d999f9c4097d798c3a6bfd35257efe329aade59acb43a410ab0e705742206a6fd0148375bbfc713c0d166c3064904b46f8049ffaa83284abcd878498a6f238e7418479608a69131db196ec7d21ba93d4f68ec6af85f1ed768abb0827f2a735eafa8d614fb1f3be46a3552bd382b9b313b8507fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842545465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc40f1feb0e4efe461e58d301ada8aa8d4598e626ce763c825ec724b5514daf64ce74abff68a4f01137ae2786d6f812e46b07996b416408e495e91814570a6a183cef25022b63bc534cd00863d708a250613f1b72e70f17e9f9f12b77f5f878f1f1abed5df19cd9664308f635b9d75895e5dd3ca96b3f67b78340930875750f9839880154463842d31fabfb91ee7cb8d4432239d9e28c191f193ebbc0f77d537813c31a78c70d778591c9a65b2ffaf9272e364ecedd8c0fa08ebe5f3538890ca5dd4b83ddfc991ce7d256edad2c90cad46a83451883ca8d5c54ad06e71a42ef0f0e07439bb3ba446856ad4060a82b2ca0aa1b9859aaa4db3c5239e53f333fa78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843606675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c31a7a8b9c2720d438b44f57a942156a35078f99f0fb47346ea78017f9d195e467caaafd67af7cdfc447c30960c1e2091af2d8ff417cfe96d23bc53306d56cc1eb164a1f6c50106ce7a8c60bb3bca8a2764cf7dba4e0c1676b2053eb4c29040b199f020f2f9113034e58dc1f05bfe76efb9de8e573a6efeb3e50567990832c433cd6cca7a4d3c85a540e469229b9a250f4ba1e7919df88cfe2e4a176a6a7a7286c21a600305da1a7a100cd15fd7d6b52bc5e10f1bf7608ff92de8a7909649d2eb6e6ecea010a3e4ad2f919f691c534978954d84887e77e932266ec2ef73a81da3a7243b3494b720dc1cf267fedb986eae3052f7c1ac35648b9f1b98e654bf578&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841916549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e14af98d5be027146205b4df85711a58c70e6c2d635636698a4209315e49edcb904b2b34cb29c812582fc2cdb1876b11234dea7caa6dea34126280814a4b002ebbbe0e7e3f6c461ad3a2fc3bf3745f4bad6c9f38dc4e2ef7cde3f86e5a746e89b2ba721649e29f1319d77f15449f4f9d1576d8b63e842a5c5c5e9fbf6ac9e8c47541a8add5f28c4958595714d7acb0717aced9a5c1d07ad7a6d220db9594c00ea83ddafb698c21703e3922806b115c6416b3a111909d7d0f41974cc54b72fa285c9c8a7f8ed50b515a46307bf7bfa5c128d5daefab42d90580ba0ae8c9851420cbee9766209adf75693c811f1b09079da39513f06f5246d86df971a2c739caa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841951335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a545aca8b14a8fbd4af8a1418b45d1d48c37330141e6fd2a20ef50c3ebdcfaa830a692abf883d32a91cca1179086f749f40995e763aadfca9520db934b6b17b1a73c2a7c08cbe321dfe9bb66ad61ab3b5ad52c07937f46e64471f60b60905bc089acd8466e57b52fb9130736e5e50ed6cd80d7084c9aa83fea47adb040e86549b1d570990d5e6202756d519ffa72496132afd36aa177a8c0ad2be161a0cbffdf2d74cee7ceb4b7f1df71409ae71ac6f9406613837b4a9cf425607364b655df436b471d7c7f0264f5ceb6ce63b6c2b7b670d512eeefcd9f4979bf29cda520571b1b8d3b01bd87934a7647877a7f976feca8321ed3f32d6caa9905ee876583c1dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.841969078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64f5a3833b99030ca465854dfffeaefc1ac4d52ce335417d67fec01a2d4f6837292a27e968a0714868e7ed0a2a57944358dfe76f7a2f7d40d0821cdff1561587d190f8c98062bba6605a169631abf84de0211b470b3bab2a52c6153a660fd2694fe9c5e9b6e3cdb6c4d38ae8b7b98f7c0f9697f8b656967ad2912b6cb4462ffa3fb81ab330f298c9cbb272911589274cd0cd49fc878a5a3ed1de3034edf5a47e483de2017b6c048d0302b1d5b02df1f6f98df69b81356b2fe71d89e2eb6d78d732720070f0d1d45450326fb5baaf4d4376d5415ae2da56b4b6f428d81ff48f43ad0ef39e967ec8d29a539c327b4ee86f78e2c54b12647793fd22383b4f00ba43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844480983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=34b30e25f8ae847fe1697b3307c0d020707beb404893abf31ffc0d79a8746d899b8be6d0e86e3f5d955c9fe01e1c0b0f00867d73b405de724c288e9fc58aeec1af4a80e15c7aeb3ade2d40a020132c8854bbad9fed12fff0b17aaf85d60b581aa8aadda17cd07a31dc339765edd05129f26befad71e0cd5794cb1be4117581f63e824dded32e5e279b45895121d02255826bc210cd1e4505a819b1445ceb0c6cf46a92bdc6e3cdadbda28cd32203d9246f5da047b11b3fc9782a7f5d2daf7750504ce73c4eaf8b46d077969d45e2cc8b20d1effcd5b78e8aea278564f601b28d96fb53f4365478721cf1bd0e26d9cf6d8a1d5b0a3e1b815df58f946dbf412e2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844502854Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=87acfada0548935f79afbe9191cd951ca80b324cb429068808f769f86a0beea1830ad9fccf1bfffe9bde7bf75f726c1d1873336c5edd97c46e9de268c73f9ea3f2d7013e6d47f02ea6646e731d777a254a09e2270d394ad2932a7bac18879ef26d3bdfb6f58574d94638289c59d01ee1ba01704791283b440b715369821ba76a496d239740f0c5704c788a4d872a131429dbfd52e8457c546a85d3542c32a11843fde6bb6c4a8f0df9b392bf5fd269e07c4aa394f9864a9bdedf3e1b4b8986e67fe41bfe8c53fb348145262a9f5ea536534ee85d7eb38eb6b8259a5d5bb8a9affc6eeef0ab23c0a16b5db333f90f2846bc70a6cc5eea70f3cff89b2dd77860a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844531358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90a0d75a0d4ae3d8370341b15fd9f01fa9caba0e6826b06d6fa5c1657886ce77658c47e73d9732db63ed6b33b3e8fc42a9a1cc4cf3f10797c5e5678842f99b542e6a04e27bc0db468aab28a521c096ed224608f9f0a346ce289826e163dbad0a2204ff36ad2aa137842bcd6537ebeb56bd62f4fd573e96a8b85c0d56f42955a96e5a156b024b1e53bc481302b04c57a42ddfbe055377cc7b99dace3a90137de6094a0a08b255aaa82b5b96df8383a54a000f1b0df5549659f131adfb2267dd28a780e9e85ce3b3090608f4e632879418068a3d5454bb2b189b83513cfe9fee84ce0cf552f0ed1936c5fcd552e01851267d749a0624bb7a1f849bba6c59d42fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844551896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=323ccacd71b6a6fa3b310a7677ca3094ce768b5802e7dd35304f5fb2627fcb52605caade54fcd133fc7128106da82d43f18d4cdd72a862b5d572095969984d912f16257fd25083bc9dab4ca77daf5d0d0a0ff03b7f03c40a76d7839c606588cbe5551d0b9004adcb1705ed86b6d7463d40a9c96f76a3dfdc82e3b102ae91270a385768d4886f53e04f1ca908b6e91b733fd1b7528154757f6ec7f66d4f9944103c602b395cc4b6b890617d0d726dd001a252c6a2c90c42d2899c37123e80962e08c64a9ddc8b7f146bb3b8be692e002fe2a32249b458851f3efaa516094cbcdad6175f9d9f82ee6bf5c68a2a33a663b011e7033cdeae19360b739fa44572f2a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844578406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dea304650a41e9b19a98c1445b63e172368ab0d24c7e1c347f1e38aa25c4adf0b12875103634f760bd5ea46eedad28125efb183b495995e195311f82fe7d2bc2cd5ce6597d1856a5197e5e53b2398545b3b053eeccaf6a314927878bd9446e6695dfbb15961ab9eeac0a7b09edc1552f16f8b4f1c62ed2c4323a790b3be5c3f80909d9acb237108c709919da70b626a6ed500cadf93ebd08ddd596334d7f6cd6207e582a780b095394ae82998f1768e656a7fb06b93f0b747720980cd357c4f859b573edb2d1ffc1ab4e5490b00d28b35c28dd1448722c9a30f15ec9049a1b3b61a92495948f12fc2d9813b90770605d016f1b0056ce9c441e9dcecdf0e7d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844615807Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58842f73b376be694ce75dc78996d71fea8fbe6fcb1b382b590cf0758787d25bf5e2a77b3b928372ceb2d67ab4f1f5c6393e38e397e64e06ca3d6797ef711973e25e0eaa98e4897dfe67a620bbd3fd66dd6c14991d874432bc836556158b4b5e3e853e7cb8e09c32235461e7df01e50769463c0bbd85cd3b14c1f38dac87ff0efe8368993fae713caa3252e234b6f9ce40f0b2177ed0fac02de7c16ef442d5b0bdf1a7bb04dc9cd9082e2ee8afdeae807c2082a4b4cfa7ddde6ba9ba6f75e04871498bc403e3397d61a5d19c40443c0f6ed9382ceee298604786486e505060077179b1d8029e21bbe9b3a3f96739606c8c6c3e74b659ec645a15d43cb0d42131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844732767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf719b6d8948391faaeb52dba3353753e9b73825861d802a8c64e65ac3fefbcf9870d49b8959f70e9d9e0df7d16c4fbf047908f932853109f68059388945723ab2f659a840058f799c49b22dc3d55c1ca6c245620400bff5fdd9cb15786d42e4017ad4a7eb253fcce65b8c05d162475ec05b10fc4a21842e3a4c014d846cf94f399010a59c1d9e871c9a70f8f557700b3b186bc45e56fcecc68fac1035c9e61fa2444bb42c1b81ca88b2614933917e6cad8747a4118f140d673990ba9aed82b04d7345430402762b5f777968dbfc4b75a3a2755b23e6c6a60a50fa9f539f75512a01dc4a6a5cc8b26bf97ba457b38753d39c9b900784f935e5f8c6a9d6501f37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844482906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0df2fa4d6043b1a5dc90104a1fbe4f7ed79b6d0fb5320c1a4d7af535eff5687e26df21d637a583edd39e89cc960ebee5d3acf445edda88b65b61c9d5d35b7f3bf0f2cbab63685e5845b37f53125b564389e03234d5a121a5fd5a59c221ce6e4cb1b4567e0537233735118e0a57ccbacdf3808b53d56adf66fe106492fcec5a91f125ba60e5eac76ceb46ec1abf7a29af08954d34a8f51e4d0a6f612c9dfaeb1ea84776d4d1d881ea30a6edad2b6be3174c69d9c672151674f95832d4c133792bfc839efffe7339324b8f478b7412a5fee6c84f7be1f7f16353ecf42a3ee8c9b6764d46e882dfe25016f577542514d101668215f36f296113cc6673b2f255d5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845040537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a73e03534993103b831b58d584068d1d2ff92ff4c64bde159ba0bcdc530e7e2a7bd3e7a2be3ded91898b2faad8d9a3de40aa743c68c80640cee8c04841082fd45e5f44900156dad9f53fb0da014f41642094b7665421d7538edb6559cba9e88648f4117fa3b0cec871b7d4f265f834e1015df78db51e828e9fc0006a61f74b1bb690a9492e801d7134f66c4ec3cd2479225570077550c4a9d1f07c542d5380ef05a2087acf44a7d9ed2c19452d97326f2254f4a119e995d3894c18ef1411814ab098903a84b7d2bdac6222fc83e6603d85986353cd3bf62b3d86224d89b5965d8c754d59e4436d20c15b00a47fc5068dacb7dfa9efc6094aef1b90deed832502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844508214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72a955d5104d4d335042e413d8b87bf47ae731dafe22c3d11f5ff505c1c24f89800164b8a908f206be3f2856771e4b9947a9ebb7fdfd93bb8926838a9e9a51159922c90121a31ff282a100b4e5a84d154121cd8a5f59376ace597fd33d5ddb87c81b60425799ab89826263826e92d4f73dfbbca1692e4fece8d189dd6b319f1787c9059fb0e95b74f60cf6a5973f0e1bddd249147d07eacbada0f4c00255c0e844ea7611b70824552686e4eeea0f6fff8ec2bb168acd7eca471dcd0a54377d5884c42336564269513d6d63983c390b01e34bc0072bf6c084f580b9edf8e2267035ba4edb084530964b9b1df844d3414bb20e35204eacb02384ae28c2528892d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845112523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43764f2b66ea03e6330e863dd4e703f0fb3070f3ebdb8131760796d26aca99f8ddebad3a21358ee67546aa605f016964034c2fe1be19e68825da559114eab880a0844680b98dfbd61b53c11fa8d7c8ece345de7e13a763286787eb2ebf8fbc2cb5b3246fcd11ccc866e7d7f04eec03c344c33e19e0217a8f721facc680c5838f54ac2d76436b85d6a197159e0657dad5dda26d3fb7b45f9c20093aeb638f7c9a2f15b14f987dce8a71b2151126b4bdfda5525b82991f851c9687741aa0b92472233bf987ce43670117456b4b99b3f6fd8f06c22c8152d8fea4f0900124a6d5e21e0542c59b692f47e28241badbdedba3a589a5cce85fe0c4427e73dd436323cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845145926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=408478c6bed284f1db1f2c0840677d61e15d936e3bb7ac962738a13dfae966b7fd8fd3b65920eadecf91ed1ada58cd5d0108cb5d42220f91e4f3b7e15243282cb3f334d2368e3f0fdd1724df7beec3417befe9f5eff5f7cc27ef9495e0220bf4b660366e70a0b896e9bfebb59f1078c49a2d38d5ac0182aaf24edaec330a7939a3a08089962f36240094a458eeb72e23f9aa5435ad16877d48f2e019ca78ca5e1f534a6ec899f4ab1f959262e74c47e7015e06a7219712cba3da71a4f2d5b0510c0ccecd559e247bdcfbd1cb9fa37da1efae942f1ae125dfd1923d733c5c60b3a1dd76ac054b0108a2585fec805e0aa48724ef3ab9773afec4a7e3b187e2bb49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845152087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22cc6dd7d6a817f2aece71fad927495a0e63545789c058815563f796bd652ce4118af58439d2391a8b1cc1b68b1a26fdb580ecf9af0a8e7c26ddd14c45a1d63b30c1a00bed86988dc5ea8ef2815fff5f77472b4ab47e1c2cc5d4c78f818ad9566da1e498dd6fb5a79011af784f84d76a6e734492b7dcb548e57e8d090ffdcc2e326c9694a3998cc45492d05ccfb6283e58506262db4e1ff6c79af1e20b4a1ee40f739a9816746970cd2d57206393e6afc2f42c900e4af7c0cfea8eb1834bfe5afdc98a2cb3ec3a3b7441dff17b920c9c416cbb4006a2e4c3be893fe5c4c9f8be721372ebc11057a5581ff41747736342e2215768042d4cd74711f4754134479f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84520125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43b3b8eca2d7a964f7b8c5488cea3adafa4040cfd7ead8704d97f064b5b2f039105e9e2d55fd176094f36e0b53a3dcebf4f3cd76aa735a7e1fac776fe26d11161df0c422dabdd269994be6fce3800396fa56a19cf710880754309da9ca4bc3d49390802ebc45a01084fca435142ed4dab840abe010da8ce881744b77d294c0e42aefc9d732bd13b7b73c00fb997b7914cd1763b4864246690cab29ac4cf4c1f0f3fe83fc48b346430755fd799542840b7b7e8a17ad457e1e99b68901abf63d1aaf558d80974df2429725472b07dc0c9b423ac660cfc44da5c57062a342af65f4f5f4716eba18ce345fecddc02d32870b5aa4f664ac6697af9d85a1bd29160faf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845299716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e265b1fe8604d1b747d3c9669701287eb47c6477ac8e37b1506605388aeabd4d819d1199482cd99b98d11e3b23947b6492687632037c04ddde22e68c0db464777a64c75862507a2b450246d75549116444ac631c08ef3e0c4cc76072a2c921ecca4786dd846d0f630019429d1f5dda359de705fdd4462946c19377b7a682e60c20b22d9cc1b016aeabec6af4c5f6a869e843fadc77f6dd1a00079745a112a98a53b2383caaf984a28d0ef677a9284794b680639a306296d00c40ec71e5798e92d166c9b2790d3df7ee4ff50f7192dea6fb63e92d4b108f328b7751b0aff5ff99e41cbe8296d2e59eba0222a7c9abfa280349bd984699260d702b0ca2996c75b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843942638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67dd3956d652f30d873fee9b0dbcc3d6bb46261e412eb68986d81e56e2857618d05d02501f79ee0b4a9d010024e83828f81844a0fd1fe376b68f3b881b1840dc0771580b93ba5b86929305bc4e59c2b207c6d877f04cf55754e088eafc70a423f450345b32fdd47e918dcb7c13c288eef7617ba9c621b521f186312cc8d7803b4d4f62f86aa1437bd8e0e5c516b947efa31dbeacaaf809330e6e0cbdcdb171b0dd36fc658bc2caabe47a1f00eae88fe298af8f98e22df4140ef4ef24a8dbe2245c7bb952540f8a185c97496f4fbc149f6bb276683db48e8aab2836c02f3457279f7fdeab6bf24e0fb64fc9c4cb3a71236f055ebf51311db40ee7b8b99bbbe331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845442264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25afb29b7d7fe4073d49a3ddd59c3641547818871255ac2d12404917950f94fc9773656d4185ce2b2deab3bb235a217edbae09eedcd7e1e58f37d48a43dbc674783b83cf12b57358395d787878f25eea513551e5fbc9768442b4aa46e6997d4556290e552430435718fda185196f0c4725021a85cad18605fc42977a81f0eef7258e2606474c928e96f0388907b9d94342337b0ea2c3aa7dea239c98bc7708c6f375e6c7a6c61c617152f36df05df422d256d16842ab718bf20e53cefe180a0981c6e8f1a968e902b2b6dc2b5a4a7ec3e0f7090d7e91e017615a67b352b6deee5cdea1a4912851a8fa9c4de77e4daae7cd399959c354f59a173a2a889e150c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842647237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90489db311c1a816cfb9eb25a2d12e79f87555efa64dcf9b3d66058c5958710118b875f879c5825a42e713ae2a5e56c848965d86ca63a017282d3e57b399dc3476bf18875774e08e62ca88bc71b4c6e8dbc7f382b00b919083fb3307ce09312b6080ef918185f33a1393cf9be49637849d8775bcbb211a32f6a17c7ff1f65e957aa80be28da9b5b90b31443ae97ebfcc8ec74153fe2a427508d5b582a5614c8a6b3017d3cb9f893be1e2b9e1fc8febea429d92ccc0a7aa3447f65c3f16010219966ae5ef39719bf473401a996fc9652623606c078b0445bc5ccf802a1a49c9ea723c962b8830a5cf24c7cc8912b7d510fe462589c45826a1a91a6d58dfb9f3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845523187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fa46ac6f5e20314c1a116e7631c235fc453f94d55374e9672f3603d232175f6ae4a22423cb88838af671551ded76980df81cebc58c9eddc5bfe21b21a1ee9fb69247e2fb9c4f11087f4a267c410969986c41f926768dbc9d03adc823352222649af5a41f0b5fbbfe65853a71603e8056fc9fb19b7a83bfa8ca40adc635b4d09876aa14106f03a5c96801b88b7589e41218d8aed1ca14ecd687ecfbe329fa07fecf9091e4ce6a68946582dd791aeef40a939f348bc5070fd031d3bc95dca63dc0656ff0e43f83fadc37bce22f3d5f38712f1bed634dde72c73316a66bb62ee1e72c36b8098867417ebf8bd3b59b8bec6c9786b58c33f0406b3c970489c299bfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844562356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4eb5f45555cb501bfe3547d9047efb410800f05056d9faa9853e9796d680f16a9c081ae0ae08ca4a098309e4caa80fc84fd65442ec8b152efbe1eb55332b3169830a46ca6efeaa50f9c7326be48fd554c017779047021d4ee8747093412286079250556436e22304a7f5b3000b1e22db772635c67527c7a10182a8e9d128ed5deb43d40aaf88a7d4353a024f2197827aa440d4b3c8150271bad8c6b4b140536528ccbecd9d918cbd3e456315191895a901b303e8f2ef3656ca75db72230d68f33f19939d5f7e74e9a11616eb611482eae3c3223e696546a24a091e56700142e10c429764e14faac0b721c03c6e87e5f64f4083ac351435f2fed0e1a80af89f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84565231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4903e19765a0de4b98daa5b39939af288db1a81ab324010188984f240f5bfb1f26a6c956250dcfb1fa0ef88fc0c69a229cc8e5a01bc9b5bbfec0bf6d2a8bd2e2470eca39e6669504e8474055a238f16442e014932778072ee459218b1fc090fcd44bcaaeb409711a6560192926ffbdd3a582371000e7ecfbdfeddcc1960838dfcd96749d513d533d8d4fde5d94f9aabfb689bd31611d128ffc632f764d01304a2427c3dd6dadd601768ee76ca6151e2a7c4cb7b063685b0b5da020cf4f2cae6208373d9154656ad4890e8385d1201696c8ea8345927a66bf4f28101401056339a520d0025a62c85fb641650020c6a3b475455381dd57262a9d7a025da3bc9ce3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842864326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9888e05635737847a46ac81d8151dd2c2754e0ba1b3cedaa486074292b0c120678e3af9ffda902c97402975fdcb13b5ea7d01ad2c8e1a68678c5b6f89092e236f8ddaa704cc84caa60b34c9db5bb082242b3e731ecfb6b76abaa86a3a344d56f2b2ecd5dedf87f9c621c162b8194566eeef198bec320aaa765a7c3dc45a16ac61baced60bf7a7ffa28ab67b01bfb5f829dd18a0179d28e788c8253917a051155d276b467bf7b35458168ba35e1ecd4f70758155236d3d8ef1c287a8558de269fcb762a6f6013dfa9a31bb31df5cafcb41e04f740d8d6b79e47818595fb5cd1acb8b8dad41f5427e7ebd586bc860c164dd44c1cfb5a13d63c13f92e3e257bb5fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845684401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3de7c0b47420cc2d34cf891dac77bff45e6c2f1b96c636cae343d8b9bce6adc29dee083929626cf8422dc1cf79ab05760dc3474d3c4aac1269d6a034764404c3a0bda79d1ba123143a9785be9115f82a46edb3dfe1696a55bc1139e43a1c4e40fc9324a6e3843626e093faab45142aee17730fb86728f16a21204dd934c4254de20c306ad2bdffe47005db38beaf91ff7a9a4d0d6d9399bb6b74404380f051fc5e778b0aba51178e8d2213084823c2800661e6400269be79572469cd58cf550e6e5a31571996e43a1afb0a22e4b1f86290c8dbaa98615bf893457677c1a4854b80f94c9ee45ed094dae11f279f30993255c5087380f60875acf2c72c80426853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845711702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80f9aa1f0708a6113f89e6cd47ef220fd6279c1b04754a296ef995d11afe3fe3e84395d67b2f6e41f9cba4d949bf9fe1e058d32964867331fd6ddc31859e03c52280024fd475e426990726c3692735c0844541db88e44581a202716ea8c3fa6b812cb2438bf761edf15f9d504d86322b64766b0dfeea35604da9019cde6e0f5e1e943e30e1d3f95d0b919e9a427fb6015727bcf0ffa9286c228e92ce8d3fe3df42317fefe39ea277d5bb0dc07fe3bd73c14e64ed24806874ac05a136f62947e6a4fb8083815926024d273c12fa2ea0ae70ad1dfdc59750b4564a2183bbf4c22e283cc178730ea9a7c8ddbb1610f11f8a3f3dafec22bae45e9f28d47738f75f0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845724216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1783a25ceb6067db10cfdfea419047c940a364eb636c1590d5f19b7f22b7662ea608c8b979b3b007cba612908d3476fde17c27c71051e9026e29cceffce6bab9d4cfc22dd0f3e8faa337db3d57edfad542c784a960b1b270f45ed8273e9f8e60e3d4cce7a27ac923a63ce79cbb8b9471e5d720799eb67fdda79888dfa486baf2ac06134e466aa0d52d0c108fc5e9d7395e562d161aaff4dde186c6048ab57b34aa8da7b111938f474a56530fbd6896e96b3e632be408eda82f7cd4e05a6b77fd16a92de35bda31801e7e022deb8af4e30e5270d417d43072aaa806c41174c85bc176e89a423a503639df0d9c5d02a96e608c55e87b41ad1a08a71168be49273b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845753321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e3f07c81294e08d10c828b92fb55655f383705a5e991671122505720c0a548941c13d1abfd4f563088285aecb6fd97f7938ed613cbdd1211687b997b9f880ab65619db40112c60b82e89f5b8d5eb008dd04ac1850cf8d39324ba03a012b59a1939a2c9232859375a3dde2b30e8df22747492c2b0a1330995ccaec206802ff8d3c050b98b6c309fb4419e8372015c2bd4836692f38d9a93304b9ffde510f3f217179c90f08b6489c630546857731f98cc2c261f50fb7e335add201a80a88bf5824091816ae853eb98e3e961d5835ab8d6981a7dcf685186f5741e037a232797425ca7447aa329588786fc699d0c368fd1a47e0d5563fb41acca0272e7f465ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845805148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9649d85c3de7447d5bc7f123e35c89105bbd7a34461b5049bbea49bdeaec961d773055bdcb1bdc60c170db2cb316408ba6885c48f2993c7ec591e69784a5a0cfcf77ef4c67fe3b14bdbb88bf95e36664927e8ec773d2f0f1e78570b2af58edf720f4a8d61a0930200fae425cf9b4354dd60216877787e196178ae1a76c5da7a38d171add309a22509dcab39b22d1987731b6852a433641c2a9077fe073037c8626bc360e6a8ff7e2f5dfc69b33c2320ae9f2f56f10fcf31725349400035e69fe1d80f19a05c020ad3c6477d41735b293e4987b4fdb0d9580a96ff14f47200e1c705af6b9ba6a938896f6045753c777751c31028530031907d435f2390edfc5b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845822802Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=984d01fcf399fe3146502c31f1a8e04ad255525527f2eef7b8d0854368423a9d043c86ec3335ea378d118f083a0a0952d7719058d8baa1b05ad712cfed25b65d8457cd1505d510a19f7e56fdb2fea0802aeab021de02ff8cfe3c642dcdca3c3f0402ab73c2e9a21219a0371a153457036015ec3c00ed06cfd63c6be7ce146e6f250ad91e42fa0544680aabd8d6516b91b9ed12101cd13969785b877ed3337ad4961cc2e71853d13df61b938711ca7724c7f0aed29d29df6e93056f1eb81a89ff5d3864ff7565f5e5da75ebc44237668b06de1f7ff0038fb0f8f17682e4f34041da567dc9b9dea4bdc84cb733a83dd50ae458da44cc22125c5569c23c73bb474f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845843581Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78b4135b27ced3fe46a516bc51e97ab32f8674b50e35b56fc361fa2bff0ac60895a9bf71327564034ac6a82ac3be48c6cf6ab104d92ebb42baeb48eb55ac24b22563c6518175d795ef592f1caef7ac051baab72e2d739660ba707dfaf688e1c826003e46f38ab9fb4579de89eae01d2cefbcebc19ea6be051bc57942c619cee9ba081a7a606f0f2b5d520887a7329e3747129ba3c09bdc0eb8623129a9e4ed5df55754eef7ee271e6286f089f9cd17892907b58a2d90b3b44945076bc2c99cbbf3d368405a62f9a9bb457fe2f8143b5e83587bb9bc19062ce65533c54b3e4360888186860f7fb58e2c9749f6b7cb26242a30810a13cce1733645b9ec18581ca4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845873918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44c0b9ab305b713b556bc1a250917be2769ed7a89459a60644d4d89bc9fdcf1b9d0d9e52986b239bef840c6cb819ec7b478081badcbd62693a9594a9bdcb85318e7c617641773471515c5e9472cfa5cacc76defdde5a14ecbcde15ea5fe60f558a615eafee3d32c4514f08b3ffe1850f96278f2454840cb7e743a6be42c34dddeefe890c9cb741fe20c186758a362641073e0042ab70a511d71164922dd66c54b6ce1c33976e474095cb57c51aff75fba89e8bdb89874281802e0755f1d9b418324a994e3824e4c29556cf9c6ec6d3f66a6b7b639a3df24b33850788a421f93d2372a24169aa7e7780f1df4a878629459298ebefb893346dc1ab00994307e90c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845915787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=305217b5e2f373a565fbc17b2148d5780b9620c8c5d2350c64cc2e5522d7e955e05b80b493728ff61e451a1988fae1580cc8cfb86995f2e86627a5730c9bbc77d92b78ea4e4ab3ea2810725080649e01663b0c01d89a35f41a9c1e3bad6c22b7bf1f460d90b6403bf431f9bf52eda7e1778e4068e4c33c62b3fe549bc0a8473f713e18ef6dd44071c588861fd987f07e8e26218cb0f380182b381491e060538c9727a88e81ac81ef5f2ff2bebede89c89616d414afcdcd65f0440f49b76dd62276e3294850f7dac5936aef400ca544fe68ee764efee1d021fe2cbad8c84d01b9cbd6eaaad025a3ba862b38af4f2ab7156482f553418b763d1bdf4342b1a8b66b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843541161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3bddfbf977233e6661e511ef246bca55899620d5e80ecba716061d861d60529fe138e1759710c17a8d6fe131022fe025462317cbbd46c19e7ef7b7490b83bcd5d3a3259dd15e37cc16d7f7785dbe240782109db2aa39fe6a1067cd61f42049a8ee879beae7ae3ceaf071c47f7e2092b810e7cc52eee013d6a376f5a77780062faee9596523382a22dadd31a0c8811869dab9dd5b2fac617aa35f71c6c71da89b9b1351f0147ea71ccb367e58584aecd03b52eea6dd4c4e9922a67fbb3f3e7347479b51c59cd20ae94cb4568f2214c9fb25c79b609dc263b542452957028599d2290ffb342f0073c0266d158adb03d357e37710223fd29356ae9a4ea8b1a6c23a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.8439332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9c3ac0124fa110949463831022422f6184e67c5882ef87da2221f1cc7119b371d73cf199b393ac8be6daa29194f982c27374f50610e7ef3b7ae07fe668952c544ff89ddc29d1cefe363de4104ba57447496aa4b93807cb5e5e8cb2b98813932d26f81b4392b909badde3013d942226a5cee84d1de30b651f21fc57d15a641b6ffcf285c841c68ab1f9b49226f15aa57b06ac36c6069f7a0eeba42c009723ea7ba94744856b2b07da0d1c2f323f6e4d0fe4b40f1cc9dfd5793b9d5928fc615b6085ecdb08e6e2ad5b142ead23db8aaae7e2252d84175c16b33cc2932c492d8e3329c2fef9abb5a764265b00f81828cc31208ee88f4ec4a742b7fb5f1923ffb602&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846167201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a93a1580af93d6efc8dc27e98b9002828b2edf3dc6efa3a01dd5a2ec32694bc29e73b3d96478b411314c87940b93448cfffadd258400cc13b4b93936d0a71d15a710302c2f69b32e69e7a1b573506b58611a516385c09c67d1577e41db57a7d0ef0dc61c39f573a6e40394ce26b99aef19f494faf2a535b52c72f867fb061dedaa94fb2b9e875b6f07da2373c0c910372d17e11e3020983cc3a186339f365e6b3d30d5d7103b0663b93af5549474ac2eb4d7c0574637d61ef8ce853bdd0c6fce13cbb594017e9d51b3965e6505353752c3f99f3037b6a8b342ccffc92983d07a4b1c59ccde3b47fb7127d6166575955bf9890029f893ea74e966f87431dcfea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84571577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31c88568d5ebc86e5ca25612d7a12aaec447c1a43541f8c0178dda8ef2440ae2e1617b3d0971cc97d003f2c3ddf0519e6f009c8e2fe47299dd682cd9d34eb0d448a195b057e0fb162fc8fe695c3e3853a62d20788e8f43af6685f9b420c4e7afef9c777c7ced96396261c563e26ec927b6649dca9cd2007ce05932b7a0af70c5309b8280d749b62176980e563aae5711939a588168376d8798fcf26fd6e90ad09cf8b2d41fbd47143f720c6fef4840ae382a3d082a8237a314f8fc00fa037a16ba1b06025829bba231a25fc2087b20c565efe14ab0ab445bd5bf21cbfd35594935bc880a969ee72c0ca13f71c09dc4dcdc1604223e09f77b5db9b4116ad9e25e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846216544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2feca7558a0924bbf27bfd0347f3a2cd4d3afddb123b7cc02b193dc5e4b31c7a1551cb407f804221eb0c4a37674bcfc80a4931f4170c7f361a56796c3c6489b65d673c99a7ed25224124f1e26340e7f3fc32e1766ce9adf558ca101ad9704944c148af2d8f74dc5cad2e126857983d40aee1ae6aabf3bb5be353db64d1ae8fe2399148e1bf7788638ba453eb9e8b9c52ea79b21129d13c6519aac646a51fce71714784c6fe349bd98b7ad5c050e18b8f0757a1482b11f421ac4f9c6689894a7f2733dd81aef70151265e579e95e94c6ed82d62b6551ae1601c7d3698219d6b0012bfd7a22f40070d634027215ab55148016134fee73cf47b44840c39a6da9830&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846226212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8d88b2bba5508e5dd494979f967ba2bc1c131daf1ea5144d84d7f791e4743f4fcba5b74b00fe8dfbd01a9bc1ac39e11417a3678b8211444417769d7e4bf3a4279fd8a9cad7410aa2773a3fd7d4c2c90f80d667fa72116fa48d8733e175c839d5ea3bb6bd75e8d3df83972ce41246814699460c14cdee6e20308db2d15093da7ffb3fa139efe237881a330b376fa8fd65ab0cf4934bdcc09cc1b5981048c215475e2b00b5aa83e06c84a76c8a11e297e99621a3ffa0442e6e35598700977fe590efe05aa4bb6eff0c0d2154917caeece9e0e924e60c478a3e1f64b3872b27d9bfb417ccf9d5604604f697ff0fc9b305611a202aae7e443c2782071a2cee068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846255467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e4d759aa2147ebad73d7fb0cc81938d91549aab488a42c7cf0fdabddde03ddc039a6f795d4416afd5eb89df77f62eca770c182225cab319f96a7017e7b6544e8756ccd80d71df42228d82a2a28249e75ee10f93eca8f881a442eeffd774a26c780285a49da8bcbd24ddf4850d9fbaa78c43bb3c9cc07cc7bd31655e01f348d3840869d7877fabd179d40b2385819edc1e00be831ca300c4f9c6b12fa3b1fd6d31923c9c0648698f94aefe308fe9f9bd1ef90be43bcd3aac1e6eeb6e9996271ecc90a6beb56d69bc6fd25f048e49695bdcf7189259119f1a9f5dab2d567a5d91200cfa11a24b27fb0a6d75ada1af47925eb670e5a9a43edf01447153d0a8bf94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846266358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b32191fcaa833e4f159ad85aac50a5d3bb8a28ce3bd17f16eff4ab422bec8cfb1038f744b39d41f8c856949ebb3483418ff0b0a7516b19b0d720ec2de7febc9a05bca0a790b82397b865390170d0dcd61c91e1b5b8c03f0b813bbeea64e00c131b70c6140ba841394449623c098aa1b6778e19de07503f5f09391be40131e85d1aeff891db9ee6de29de174764e89cf9ddecc88d9d544ebc6850f4e01909e99993dd5f0a2dc6475e71117003236ef98de11b34d3610cd6eee688c95b500340aeb1890522516311ffe71aac0ddd22ca2e742aa268a63556bd44be41978fc03d88a66ea984e1b6991a62f086a2ad52033b2dcd03e4c134fa692cfd9733e07e12e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843930104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=427751a53b9543d92246c72a00dfbf35a731a54c0bd7632a9755f95ab28be0722ea8a343e91aada3b513b4a7e93a5a0703c8e0348f358677bf4e28c3dc97ff1b0119aaf0117f80f51cbec99077050a6e13577d45ce327f50cfc32b4d1eb630ee24c28850d0bb7e5dc20e1258b4c551c8c6358e919d50bc1d6fa2610dc36abda5d59fda2e5894c6d0c1c4ddd82a6b59f976a7de98aaab5df196652784cef5fbbee040880bdedc4bd36fec32eae233fe04553885b5e0a3c930f9970d94b56daee8f5775154bddc16601bac65b40d8b0774d1a7d8e9b7473bb3002b16e684ca503cbf130eeeb5214bf583fc7cd59727f1a24370d4d1036655b26dc1797dc1e4ef80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846308657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3aa7cac1f059b5210b95fa9f1da623f5566801d8e787dc4763cf90684ee295a671b06b1f4c11dab8e2c0a40d85209ca66610591fc6808f5026a6633c23a08cc54a89f8a34eb8d76809ac502e9cbe0eb10188355d023f0fe850767e474f1a43f93ecec0886e4c45de0a55b43d26c3d23d4ea8c35bd9f34f78da9ac2bc899edbb2ab508be9d46ea96c64d97857016e44efd1277b2d4fbe63062886da3a6bf6b2dddb7960996f62fc78d80f2bb09e80a1d8672183a479eddb85573c14423d4d9da878584242ed10fa289bd769da38b60330963375918be50c8123a70da6c6c3084f063e9cd7e7e1cd50a16a42aa5f604f52f669566dc9c2c44f47c6c70b2a6ae16e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846320139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9801b9a9b83481380ab075d8148c2d747c11f2083e512e846e0f39229ec6ff1d7632776accb5b4661ee188d15104b0bac7effe49ff70e56435f1a282a7def4800f7f7a233e5f8632b1c7ba1e0d3e02dd95f631173405e0b3e6a03017713a0fb9ac4ae05f95c7c37c4abbc7d8b884037d4ed2cf268572feafec3cf0b656b2b7f5f8daf4aa2168002b9616c9420a834a4bea9bb550985ef5189fec7022cdaa908d00d6512d47446596f5ba745c78357cd91702c37a83c21ebad0f7370385b11c9dee231ca19de13aa9d6d77e3aef22c0e66a96dfbaf17764fb445a3985c93da085a20657f1af27d565f5ce7ca664a9fb5ad31b6e3a64c9341d815a4f7e522da2b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846385172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=630532dc8aec019209159c4d027b05068006338fca02ed3563af0dee78edd1d9ba1504d33260e003b7cf23833efba71cb1770ceb8d647b3d681ed322b907ab3071fef8c7143707212938a9f2d1134fa83b80735b6527f915d72bd421677f6d26336097c3c96cd368bbaab31c9c3c12bb17e7677d05fd43ae252fb910988503931bb8790f6728539abc10113d6d320880bf0510ce8c14d3f113cec4dd5d7768177c414a6abbdd2654d3e64dd572763b6c3b1c40d4ace5dc35db1191f3dd57fbc7a476a31b34240ed117249cf82af84de7d04b1527920603e91dad01695a34a6b81e5a524bab2f256d7a8c936c243be18162b94e4ee94201535a2377764d3b3a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846399629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e820b3cc29bcd7ddc0d3d5b5c1ccb9ff44b586bf1d46c993d33e2d2c82cb7d0dc72d47d9dd9b496a51806af2746dfa31723eef3807a5b63f75c923c06c1e4d03ba64b36942f35c48f2788f3eac3fd19daadcce9275d4525a4b4936a573cb2f1ce7ca9fc572a13516cd293bcf2609d189e8db4115f540c29c8b62cb3239294429e8709f80ff640647fa4defa2bc11dfd2b8db31ca9fb01e59c674d300f902843409918d74c86c5f05b5a3f4649b11361bfc13a5d2f83e52b3c2130a255df53630ef95972a988ea0cbe2c078c25db59da5f47ce951fb2b962365b242d034830fa4ff6711a4d4a1e12570b215c81ad32418d08ab9419c1bfd466ddd27f5a45709c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846446768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56ca66c4778a78e498775292f8d055c9f335c4210cd96381762d219c94b6666e9628d75f25c82ec32ce92d2f6c689ffc0b333438cee60c5f16934e36b507a6a5963ce58faf2d006b7a8cf98e67e7493ea4dcba81f2066e3d5a3015f842ff38ba2dda23c1dfc235bea0ae78cc500d26b5c016e24ce15dbba38f12794d7ba7655ac77e4aca18ab671db8165732af3195fb9871ed0b0819d0e199231e334e13c9ff345cb117b4ab8708e435074908e24b0878cd4ea8ad66cb5ccb8ea0fd129af61f323b7f3eb627ac957b748d54741ba2bccbbeb68ddbc1e18c7aa1ae5862ddcdb0c517975327509bc050af08314d64878cbd6a2e05266611db87bfb838a02b50e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846450024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e0b838f7ffd901280f59d0f91ab605771281dc766c48a436a7b243311e761b4761f1490f2b771636f5a3914c94923e755c12ec58f503dd729f7b948390ee1fb8b275b6b1b9bf087c0c208e274e956f444758bdcc0a5b78a0086adb2c39c7bf462eb2aa3310fdd5b7168f3f9cf697eccadf1c7fc37f881d73e931e66b00c3edae5bbff66174a7e914d1398cd2b805fbe3f33911dc67bf5f3bb72e975ac2ad729977875224ca2645f1f1ca7b26301c925fbea3a555b14896f5045a08e23a0e4db06596689e165e51bb26c3c76e7d52dfc87e74b650026754b9ce95fc5e28755c526c0f62ccffdd171c226a17e698258a054968a6a19c33a50c117dae6514dd900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846504617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2a7963ee83f23a0cb1c2529363fdd215fe69c373f9785aaea50179580724209c6339567d6612c9b110aa196d22d20da308fdf15aa965c82a687e2f91a2c4d758ea15c7c1f94a0f3bb66f1cf45f0990a4a1621b0693662683bc9d6e3032b85a61a94a6d9abcfeabdaa370db79cca8f1b7ff6f13a092e9c6b23de9ffecfbc8383adeb90546e5aa2b756280e666b8b2a0595d39f5ccde9f183947ffa025642d07e65ff93dbdbc7ab1403ec8c0f0c380fcb630d4a2e3d943895786d7e2e7c67037041d940ad58cfddd854c469adab9d402d24c4e941075903117be696e35565d81f027d2a144a6e7fe0ec141b1084371f3237a0e43056bcfc275c5e6cc62b2b4317&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844205193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=372021aaf581f9e9837aac1c45ac1c99207046232c40da18fef2d081611938b348256a25ba5bdf5a44134a00c52a796074fd884251005076cfd67a211e77c67f2db98beccc383a8a300c10303f15b24acc232122b560367bbe7647b81cc1a26789aa225770e556ba4ca42f3e8d538e97ed49f67d764d02a36b98cb8227e741e3d99f35c907770c1b113928078bcdbbb2bb56275a32817f8eb28a6beeed604917cbcd6df0a307b9b63b0ed8e50ea1a01925c125e574fcc6d79a27f45fa8e1f3b0a8d265971d147c37628472a4323330cf2fd2c2896bc40d4b2e297088cc7b6c6d7ecee42a6de4de8277d0a08094cf91f2853b850bdde4fadbfa9905db458ca956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845760484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9fe234900b904a9c6a1ec53a5eda47148c77314e31a9507005488647b9e3ee47f8cbc00e152a6fadee169ffe769f99871ea88a31f9039d551dc71297ebe86cc852929b26c064c6eda17b1ffbf872db3b5340e14275374b11f4f4b529a1ead3ae6451070ef40a56ab2346f465ffe4f27e5fed2213f4aa74ed5aab51e5e7248cf5415cd264001907ffbd2ffbfdeb5baa663d129114274928de676408afba4b75b5ed4f1723feabeed97eef4cb8fad361fd664d0ac471beb3607b1a7e15b32976cb2fe4fddc455ef1a69ebfe745171b6468ff941b3bb191c027d21db62b906ea8234265db9cbbdfebe4f1709620b3b96f1d04cc3b2f0c9d9f489ae3fec08872f18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846738808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0dbcdb6f69d7c0c9e559b050a86091142ae0da05c75ff44d6c188ecc8375a4d5da73dd4514a7800ee5fb4c05b94632ec33b2357933c893cdc4a2f3d972f46f68e0bef128fe4b37e547532bb495f36dc21a277bb0cd2d36be4e15e37cb0ec3b4173a55067cc5fd6eeaa7957284d604d6c714d2c2ea2eb931083d0ce9134235a2e33c91eedd5adf76e6668d625bb11b5d958589c43824d608f8be200000e33f9656eb3dc2db3cb8ee2d1d4ef1956fbaee4d6b2201d529cd34156329c6ac6588f125b17341f42e66a40d3126b93346f719072400d9c6917eaf9406a9764b933fd6d08b16244847b1814fbcdd07883821600976ae3854e70695b157ff0d72502f72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846774455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5aecd4eaa9b8aa2d274621da5e24a963a286aff1b01b0bcf93ecd1fbea8f1b5abc10769afd4913cac058a5489d96b44ba1e11c7b85b719907f80c8504f5572becb87a60ddab0efa7093a12bfd4b5524be412327f8c588130d4a5e8a0cfcdfde84379ef62fda055932fede0b5d0e49d24d583a3905867ad33872b2c7c88ad69b86727a8e088d63ddf7a5040996e788e2696a8ec863ba7935a89771d28697257a5b3a64129b0cc723218d47ff5117edf27954757c3311c3b0e3bbce29171811407e530094c0f6ba8b96d6b846d58995a6814ce666aa9659eb3a7a846e649dd623582a890ca5665bf803c6a3e313b48e113733f8b84f8c0b1077eff3aad709a1639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846815312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fdca0a0d36af1e7837d0bed059bfa2aff161455ce36c75913732f48be1c0f4bfeb836fae5474c2c55a7efe482e683c4b493465144c08fed34f336f22c47491d6ee4be4ef8f8255b14fee74e89bbbc392391cd636e38bc3e0ca69d72071b05ea9bd8e3e773dc1dcf096a5bbcec2e5c744329dc9682fc59158eaa44518cc5ccde0a85505efd1bdb2e19f7a3c691e86bded68d2f05267ba3796c57bffcbbc4a6dc51da520857ce23e171872fa09af597d8601347153d926b67bd52bb92964ffa3cc1a27e443f6fb89b9a8fd68b82c6373611222c65300c7a93068b7de79c9d62ac68146c73a5a8264de2fa672c63d40b5367e1bb97d65862b8cea631d1311f6252&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846820532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ad93509afc68ec6d01c0bfc54dece8a0eaff70e5ddfb2947efb8b2186eeccd7ac12fc50eed4d266c9512b97cc96ea5f3bcc8f0c88720134d052f88295a3ef700034e1204535e56e3f86e0f5679f9391ab781353a66ebd60e914d71afb0dbfb17777652701e9a8d2013432b2174f5444d289fcd4d78674d28c77b60970acdbcbe61df20bae22d9548bcd08b9bc1686ceb794a5cad1f5a852a93a0ccf53588702c8f32f0e207e597e6170fcbf0bafe27f6d6852fcd2ac8ba8514afb4afe95fd9b705cb2a958a0b058ec5d1de5a06bcb012e08312027cc3e9de8c9f83fec6d5cca1d39b80ca21286326ef635e02c262f6f7511a56ca23e456e35c2ad1891ad38c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846840209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78e9674be3245524e8ad20c4422634be607d554291f19812d7b60089ff07efcd12936f08fe8967365f31fdc1aa5e320f10f2800c0e5e24756120c01c13e6bdaa553dbb779eae3c9666de5784e2ffa58e1358756db768edfd3dcb3ec20e88eaa11d0536cfac2c5254ed11eb32e950975006fd23d1660d06ba567237e54b27d16925232d9bf1814266f2f2302acf0ba432ade207d38674fa4aa9bbc75ec2f61137e638161d2ccae3bd6a3e09f659dd5c57acd8a1b2a69c945073d8ef4e0a50f3c18ddd8b45609bc944e443602e3e5ea122b0f46c749c3b9ee9cb6b3a1c260e881323aefb2cf2863633a0254846b7ddcc7a8c53a3370b8bc0e50eeda4312d2f5786&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846397425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=092c9387d55197f58beb051ec176424eb15e1f50d73584dd24af36dc914e9448e0deaab9e898c42548ee2c67548c9792285a6e3459ceb32e8c58c99312fd90bcc09bc021f0de1ab30b9c909537f538ff9b854e7289e3fb6381510adb169537648347620817221417c6d57f542d77b8db7202bf83a5ccf957d22212718ecd1e1657cd9bd3e634ff1e4981e136b24f89c8e4016bf93b2acc909258aaa6bcebb03247d5b8d249d2df545f17c8eec21d776d250e1ef764a13f5f2cdb2e0ab2283f822bcdb38f7530fba83436b9e0840215735690c27d8a9514cc99ba6b93f21262e9a152066541492f618af3688b50001b419880736c971c022f04868ede6a5abceb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846895473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b9d7d611abe4d47baed9953b004c3e3dc6ef43c1bd88b91e3f097f3c44d5efad9f29c495407b5c5e30e29597ac3060dc337be21dc8d8178e83bb32c48701adc99373c46bbed3119977ae8984cf4931e05a6512e9aac3dcd94b7dd43b1480b595392724bb479e6a35faf8f9867659327baeeb9bdd219003580f15e072d3ac96fd4d94b5070b43b38d4c71d65aca522b12cdebdea850db76c03b0f9422d233ea3cbbfcd2ba25d3433b355482604db8ef46fae28f03282059a2e663c1cafc626b8cf85695d4963ed22b6079f21d7a35da9e9355664dc0a88d1e906a6fbf2b962b945469deb6741302c58492fa5009e1727e87ea0295b32d6bdeba2239a0c4eb7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846928375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0cc95ee9e3b79e56e5840ed7779b5462f0c21cf5aafc774b3f7d2b4985907aabd7035a46582f0d50ab01861fcdd312982ebcbdb4bd285ff4638d9e903922a09e2addcccc9eb45cf01ee1b63c29b5c5d4b232f61ab6e1cc0ea517d504d1c320023cfd62846f6b9d781fcf75e8f9b7bf3cbbccdafe910ca283f4ce0a2c50881d595b0d22c9725501bbd8776c79f637d1fc1e0eb1f53d3fa6c6a87b2777df8b0d6d48a1fa2d443395690f333dcae14ed539142b0e4ea662bf98ca0018cf3bb6cb5188767c5397feb3e1036ddedabb6129f1169dc21baa054d5a090716201af28b91dcd0f044f78203c33d885f5be694b64c261e5ee86c988884a00c00530dd296f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844185846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3db0a4bb791e469e1556a02e3b4cbe5f5494cc2659bebad4f359ed8b4465ffce889741d17827f7594015e1c51bab0a96dad8b5cccae149803a0d06ccc996a5382e63ae203ee3fc1c7b053f1ed47899b01cd8e349767ad2fbb5c588c5297f78a7bf6c814cedf30e46793b941aa0409d3385ffe1246282dc51dace970cf2c0d2e6b858e22239ce74f26443e97537fa6f912338cd994e77871d4d347fad740b5c6e8fcf123fdecbe32619174ddf3be2c99716079501c57f1ea2feb31b3bfde04cc48a720909df38e59befc87827b55840e861856abd2b641a7c130ad6de7d6ae7c1ce82010daf8583c884578a18780635bba4debe52a8941c28c49acc0ef6cd1f48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84425648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f615e53d4496f8c22862a46981d4854ee858cc0d8e3e57ebc1c7c8ab1aa29eaf4982a7931cb2f13d6ec44085d07df45d22a52ac76f8334e48dfce0de68c474f94fe88755b798da227bc849e63dbff58331f60527c89d54f9eeaa4a5dfef8b67f07e31318ca15c6375565669b57824c0e704bfeb0f0acb850922746d0660f7dab77c994a9ae8f2514754886fc2563fa9c527a3cfdc460fcec888f426ab495d5a95c40fc1771d9f10e2030794a540b86c8bb32457a5d5be1a8401ce594fa384919d508367f54f78de30f8d10c74a7adfd86ee8f03a69a2b1777c2798a798e709e1ce4a2fe24d8fb7ad9137d172da59b7db1751d70b9a7f1e76a6eebb01ec3b3d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844261128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfe8bc74fd8ecb38dd7d582e7cb36684de158668087c9166e3e04e128abb7c8117a4ef445d2354465085f7ec5396c3ff12dd49d1cbcee09d1267da4a1dffb361afedfd4dbb6df5267475ea2d467e4f70be594e7f1b14d2d557e60862d68d8b1b7357aa42a166349be7ab854e902781acd4bc76beb100b0d57dd81181c7d5d0d16d8ef0a376d427d826577b2ead9fa005a094da2cc0f8bffb977256be51f040ad1bf0ec0bf65ce4c0f53bb312238a79ba411d3329a5daf7cd1611d9df0120e0e02fda19add8ddd2a133e2fe9000af1fb95df66f2514c09e10944d506b3dcaf99117e1e859ea2915dd56fc9c076554b565fe6c316c1a639f29e8185f1155d361a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844266128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aaf89047d55ebc837fcb18bee26cf4073d7f95a517c360def2929ffd0d6370c0b5d49876d803fe240f3a52f0f63ca5936690ee630370a404961c9f0efe159b9a2a0680ad823d5c9502ed5a6a41aae78097a5f61122132fd8f77d25ca085e863f0017dcf9034e63caa49ac1d133993e6881d59b672aa6bc88391bf4b52ad4a667d0dcfc4318ef769b35451b3bcf9707dcef36bd3b4f70fc711d9a4dba37bb2fb437c3437bd8ae1316a0385ab584bfa2dca8c4b10586f6046d9217821db45244670e30863c0832307abb21f478c8013a7ac72ce2571e5b76010a2729b570b2dc700f8e0a73873c9674f975d957a6b99f8122790c9136bd9c78b52bcab3173fee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844263212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b5ba7bf90b39788c9161e3091692a23e283b983b5ee8abe5d85f7dcae2aa85777e0441ce1a0d21811b3a9ebc70ed9196400ff666e4b0b160f53db0abb57a5d2f805898df6810eec6c04567b80fc20bdbce839982b805700683ec8c57d957bec75a23563382df6c9870536b8992ed41590441bef9a35d439abca8d3055dfe11dfc187e02e7402facfa0a054168eb5e9b3066b3002b121e4f268b81226eaf5da53818b83e5f80366aa9be8676d04e5ffc20af9108603c37d262ab5c6c05f4b1522972951b5e2b95072a0dae6f8ec98d08e2929197bc5cf2ec8a0a334beafc052257df93f0c2acd462b0c4048b2397d67f88c152c491837099f8f7b51fcc6a24bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844273462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83ca9b3d44b663ef2aa4cd10de5c000893ad5a2e09e81c654b714bc43cd49a271ce80040ae0f4d13ce13ac3d3d6af1edf87c3b542f74c0e169ac33e51680748857b41497d9df505c5e6f750abd09bc7baa2d73818a3ff0fe3af53cba2e30f498e0b7bdfac9728610a4300eacd11954356d70ee67c12073cc7579663dc642120c21b72edff063d05ffb888022d5ba93ed888a3f86c5b7335d0474be7e0a719c9ce5940d2d81ac8ed72777d673746090ca1ea5009669eb11e9ba0e2b2e86234f1e0addbf6edf11f631c79cc0bb0168582e00ebeb046e94220364f01f3851aa90efa5484e3091b95b87a294bb40dee43ea47a554feb5c41e9bc6a9fb7fbf1c21ed5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844286496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b56d1c213f1ce464160e8f49238562a1e764be607b2ecf2526fff878de9617a053fc053377aa9db016edef47a96d85055db54e6cbeeaafc6184c95a5ae7a99c9b63dcc9235fd18925d88b6a459a50d81bb96707b143b6814f2d8f49834327d8d6aa9da979cb497a5fc56c206be0551130f24c2da4f95a5f7a8b2bb0a2f6d47e8c83bc4147f2d0ad9c3b6d6e664b568af9c8da04cd86def3b300be99776d767847402f109cac6e3de057c142237cc26fb5f08921fe9e2a7d69667fad5a5f594db5c44e84618693cc2ba084f6e851877d8c9cf5eb39ffacd895f057e1d7e10b045bca36d536deaba6f7bf2ef7dc68e8b8fafad9380e924153cd98415a7e7f4c69c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844287268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5043a147683119ba75c4af99a75455c19565877826c61a7e4d4748717e70b8e6555c303d5eea9c07b395df2f734ca9377cc0a00d19a8dbe14e7c7bf2925ff1aff7a37ae9bef6a1868a9d924ba5ca62cc26550139a2fe90c3ae0f0f7a9f9e774eba9187ef9faaff0041b3c48b96af6a2475aff672a332f8e85afe61fa8d358cfbea20ef7cb3ca4e01f8b923f6facb598e9827355f0812606a9c80d3bb7dbd37d08594631ef47212296366aef735b616fe1463871a9f14d12a5a60307dc256b30672f1fb8831de40dbc9e297927a0530df97bb81f1eb77b64a4d7bfd086e033dd8e9bef0ac54cbbc3b7dfc6da7bdfdc488b284121ffc15094378522b7010447c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844297046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2480b4e9caf12ea9272cf7376f3b7e5b0d8bb62a39b7b822b0ff124095337201d72673f44759eee5d8839df08853a20e8b06e6e4db3d0af6a56060553d0fa857f913d64228d8abb18d6fee79db746bc1b4066ebe8f5e04f4c12e5736351419b3f7e7c5021acc44d1cc2cb1b5a340a6a1c1e5a231b6908d222da8ef02b1cd1b8ce3c5b63c5da4f56418929cf86c5ec1245f71a79eaec8d6611b50b6ae0ca897efad226942fc2970a94e770172f3798e9994bc9f8b3e7203ee24961a2219048378f4e2d4a128e0f17f3b47889b98a332138c5a11caf3717f9d3ad160276af927071258332ee623aa5d34ede38c6562a4532125138937ff3c9ed6d072a4c3852448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844307936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=04e4a4091ddd313d1579e342444ee56ca04090ec8afff9b859ac2d1904c698b7a6ee05774d8dfa5fb7b8dcf77a3e204cb1b2d91fa461a80cd3158cb3ff06da185f0fa52d11a5ccd034c059a7d6bbebf71f1647175ec3c88c73bccdf2e409200548fec61af0fe8315416d8ee3edf6f3f03706cbae530c638986c5a630bd3c7a77997d4c852d7452f37dfb613dd7cd79f328bfa3481c6fd76804a4b947c2b8169128659423ec469111c94d715af61e6dd03f91cb35be389feb46f1a59cf27b485bd85558964c062adb270cbc6f65f8933ee1e26217fb56db4c8b97f5f40712b61af4cede3bb2d29a945ab3d2d646f5e3e6e188c99f1fceb08b603e339c1cbfed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844311163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a4d2b80f3608f2d6c138f1a2d0f61c6b8690c26827ae2301a389c539cbb116e87fbf700b9f83089f816fd8d9e86b8231e4cc0062cb96a256aeb6d2321d539bdc4450fab9669f6ee4f65578be0eda4203d70f2a04595eee4cf6e54fc802f7a66df0b50053610f8ba47f2391de3786d7da50cca296360908449b5566d268709abe9a337864b010280936c740043899f00ab464508cb7f042febf690c9c28f2689f2fcda531c1701c044c2d7c28948b71d180ca131f7f713accd167af3de2924dd5a82c174f69529108c3c17b1dec7d99fd23e78cf90de17a7d91f800c0db391638abf7707077397f82151f706030268a105abd81ee3013f75ad2a7bed9f6525572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844314018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3403fc0786463906b3e0d83ab73ed1b5535070905ca199c6984bee1b013370019a9e5ad46eed74fb6099f3d48f19eb2669941e847ce3fe0920fe7dd1cf2fe844693bde0aec6cf43e4732d5f0d0d45967149bf0ef933a1cb89c19fe4006dbbf511e1d40a6dd6c204cbe75a7b7b3a98dcb224d428023d19e7729f0c9870ec33127cb352716663975b7bdb9949e106440702f04affb19a47baf5c0cab81dcad25cd9d9000738400fc4bcb9f5e37dae27e899a792aa6641351f3119e4ff8b1553fe43bee33793e214acf408b3df7bd7ecc8df85bd936268ad088414dfcdb126bf5cd5695cd9802e6b5e7e50cdb1f789f13cdb3dbbeaed154244ef52b78f600edf237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84431493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5263ee8c4f92516f5f928faeeeb0fdfaaa51a9aba912ae98e3ac43420b2013e45bfcfab844c5b7c9301f3dd592ef100e860535d851ca8ab7318c5e0a639c36ecdeaf0908afd6110b3049290756bc4f38613bb611db952e7db628a54177b5642c62149ccea0a26a9ae801ff97328cde1bae3e6f698306e5b5a5bf077cad45bf84902fc3fa9d3fbc83b6f0a0fd5d15f0c76a0cfb5e54a3b2809452af974693527e295caed09d69bb6331eb913c4426edef2aedbd8524742b833872ac2a1a7912671e903e31fa65edeb85d39f830056172b0a2a67b71f7a0625b79596f080b484c48c5b73c417fe0db8555445aa37e910f9e880a3e06dbe5fa6f817234a8b6a1fdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844324337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad88784a88b5b326c2bbc30e0b41bb08e41cb1a978ae2a2fcfa03651cdfa61800ebc7520f15228545a98b52913e16221104e456d0748c6dfcf9b5e1b9c39c84e4ba943c7f0fe7452279e04b12a689e2062f6ee7d8277a04592727d400efd49d635958a22b66c4619a866c314ef64be5f723882fc601f4ff88956bdaf5f5202935800c728c8efde8892eed3e93570a9163a43faf6fddeb4114eed7ef6785dab60ea7abe4b1f37a266a1b688a4a76fecc01f8f0fc4d26c9ae31cc9437c5a25a38d837e96b0a53a1e9381d1022975c5acd986e7b02d50362f089a1d6330153ffd2294660f5b67939b43f7edef86ebc7fbab9169804a5677c66b9291e67fd82e7014&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844328395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44d7c0949d6e111047068d1ab687b08a969214af1c8cd32f3e1a2d7b0d4a9246865841770de019eb6fc7dc1e1c003438a1021e257f622b6fefc8fb9e1ae9064b624f031afe042a8982f1021246183155a6f98085733f962cb03c31818b09f322474ebf5de2c681e9949c5f6bcd0160c96bd15303fef20f8f06ab6872a1d0bb1d4ba92ffd32985b9aa67ef7f5f084de4e33da882f07fb83e0423a24702dd430cad4f2ba8a23f3dabf1dad89a7f49a370697b77eba87bf26399e4b086b498efded2dbe02652f14cd4a14ded26800f59b36966f1f9d6ef00ebc43a747c4b7c77d1560691651dff5824b23636fe2edb2ffdc79d56b654decd92e2aa4d628f9c3e68a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844334106Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ec87d5267e6fc64dabd1d4230cac3436ddaa57d8ae2dd0c57e804ff22e2ae3c771cedaba2ab7e3036ab1ddffd3fdfa4016bdb7ad45472828bf17d01daf6ddea0f4827e6b87908372faa661d5fb0f6b7fb346d33f84cd1c5427eaa2e452038ff544978c5c897aa179e4d9741c172e61b55e52b9f7bec9b57cd4a2011da5d0c6441938b25e0579d80d316b882caacf0f3c990763ce0ed022e03bec8a4c09e6eba1af83d34d0736a040c82fa199aec4f24c5000ddd758a224587c9875d347dcb17c4ef68cb387967c9fab913f36bd961623a712e8243b1e153a5f2e04d34d7adf03c35a0e3001179673e51f45c1feb45509b3127404d8628b723461b141b50dfd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844357039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c240c6d543092b5018ad74f385056e59d7bd0e08317b3090f32bcfa1ce78900bf2d7c9b2d546736ad50eae278af82b20d96ad7f0add1b8d5a14e134c11ecefa5dd4eb0c290750320cc72ab8f2ef2c0609c9d308f9d5b0f6965e4663b65a1b5aea2f5e8dea51844f948e0392530619dcef0cb698512719507c9c09b100156ba71576abaa54e8c5a17e1776a3a74da0419ed437fbb7db1dfe1f825d87035059e25c17c0d7561fbb97b2f66fa00e82042b2ea17677ea34b7d21c52566138f046bcbd2d2942eee767ce92f2b81c6c93b480de01a084f285f038b36bcefbb0aa0384a0d69fedab09efed2690d4561299d3c0d1eec10a0f971ab64d06b22ef43e867a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844348353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9c4f8657e7df94c62672a31703536a2a705ba29cba3faffa178a1e67ff959190bd4f0e5e27933d1bb52673942153eaa5bda436f39e2051be466f3b2c07b40fb6d13e2184e357f06cc2427f9a30545a0a385e6cf19822d62305d55640b4b10f62a229fb311c8ea77a255c8bab68043a70598b1e724b983b505fd06645e44c4bd7e6fb0d28829eef60c1e97f9585fa0e87561985e5494566e112c6213b59ed3b51a2739d1bcfc1150e2d9f77dffab124df972663c37ae41bc51e529b38dd0ce05c0bf4baa93d1c38fd7f3443fe4cf3e17a4414241992ec626f78127bc7ee03c23e33168e17cbb1c0bec1be707941421b19e1d52325558a231b010520129043a75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844365425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bcf8009a8cc7347f6656119009d449686b177a39b6365189dd36e87d615126e40f244f7ff6173b982d409efbad568d63455fe0f248edda4962d2eeb524028da063c94b41f69d57e91792dbcea2a9a6d474b4cb320439c99d56a65d6ba225f8d8a2327da58bafe8e6ce50fbcd8801b32881f380ce423809797418c25f94d6353905939bc2efe86a6555b8e3a100be564cdfa4ca24bb77dc6fc200bb5c2ec58182524985ed9067bbc37c8aed2ddf46c7fb5e9e08b016b452f1fef234e97d02358b7237c0ee8b8dcf6256a56d29d838bd132513d518e7eeb6126bd47cd8379bb41e8399f3605c3b9dee2cacf0a613b143a0af24a97dcb2bf775d4d1839c267c3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844358822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca6eebb3e05e9338e8b8b1688bbf24ba79df8f5ef637d3dac145fd40957a257f66547a8248bb1dcf8dbd3f6769c5c17d31b1b879fefe5e32d3dbd0dd370b15e3e2a65f6d13e5cbfe351d8dc9c5fdd2e8fbb59d2bfeed83e4be045c9a2fec7bebcea5b36e1488c104097f617fc6c774c43b1de1b3b3316e6795e7b4aff43a13d81a37fa6f308a62e91c9f234f40505f0fce90bb7bf2c05d20f625afbb106668726eba99f72dea0964950368c077b26229bfb72ae60ebc20798dc8eb166772068a935305875c68249ed5b5b03e26f1a26822394269ddb4717a2c830757f0f8af6ef6776f5ea9d60ca0185a09b9c176884b89a4103fcbec986a82de1d5e0301e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844377027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97afde8c0d0ae923464caee9be7e4bc599813bf2174c41800ba62045c48f457b3a037cc65f26a077171623145911bf95779a2750c6fbec6d3f36b63f5697542e05669e4f954b80ea440e141f6c96dab5887f09f1aa6d303fbeb3544e2c7e6035c97bc847ff45010c657f870f9f32f5ea703bb2449944e5ac8ab3aee71dadf7864be0ffda39247be7b5f801a1b60e6f74834fe914772a4f5ff1a07421c491d28a1a372fa934f7074d1c830ebe41f354fdb15a65f3650a40feccfc488dda827a5a9b731552e54399a750e29f3f84dfb5c9722cafddc59f065f8810a74453816eca1acdeb3950ef076f79e6f80ae2682e4268ae9a5fc675c0b72bd94991a234d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84621982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bd6ca704be6aad4d8f884b30cafdf870d31f301c79ee8edbcb276aa52332b1bc19788119bd2f8554682d7953e32bc4774859688ef600ea8acdd484f3927c3e3288585cc7bb181eab51df843dac70707464d8742804105c30b6d247260ec334616b8be2346b89bda86b87cd7304aff0ef42f476804dea8b4d3bbeefbee04c8513d0da7af720151b8a87be44d0cd69bd95b00731707bdbd1361a3245e5d4641e51cb53adeb40a84fe343379f0d15d0386a8ccf0a1196c3ac8b3ef9f6076c8fe9cce979df7e4bb9bbaea389215de37ac87a516aaa38e5f985ba9016adb6ddb8a90e472a1a6e520773d3994de1520a6118906781f0f4cf1b502a669c00c8ea699833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84718549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b65b624d556035d211339ee3dd41445b1f576e6f0fde962ba3e452eebeec0c15a1551fa4f465add2f6487e6acb408e9dccdbd838da9be1b35577f357f3f5f8f79cdb6456f072ae52bf36e2c71e4798167eeea3ec88e706a62e530a13c72c7a70e244e849dd5a65db49ae067b4a49b576e992e3393c11be38fd55ff35359d97416730ebbd3c2a83f7712e36c02d1b0c9b8f833970748d6932202cb5badd6ba999cc12e1b28f8a4d81e822522caa4f9c5a03f9eac06c4b5220b6fd069ccb3d40d29703f6c2dc0bd3d96daf6a4deabe581c2c2a79044d98ca40654d5089fef37e07edce22e274a2d2c81d0af85371fd9ff31b9bd20bad0179ad08a5abf9c7a3e23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844237003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7636454b95549c2b214edb5d35e5687e370e7076b24061aedcaf9e078b2f293c4f86ca1ece69531abeb220446bcb74ec3bcbb3d15e67d72698705c7abe0fcc1cc794dcbe210b1c72cb7d023facb489570ee77a12913df9956bd0000f5b5c9349014835d9f0eb491460baaa57830d049c4116e81efe9e7a76798eec0e44cb3ac5994e3b1930e83082b777025035b1d31e11de2477d0b974a460845d09b91fd5fbbf5ba47754ff8815d7cc3ec4690b5793c6143297e9c152565b90eeb4f331497b0c301f86b3e53db08af0b9ce7e4b3ca45c68613e061b465d4cfa13ba489922874b8987be97988dd5a8597512670cf3d1359cb9cd239267636c3c04015c3cfd6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847240283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3973f44e192addfdb96fb89d0516ef8a57104e0757887d09ca4919a06ed2e5393f567d9da37f647b73b461629e6e71279f3c02e05a5d6c00552faf52b5e49e42314b0edb722c45cd230626f74018788a99079850e52403ffda01c88e78b867284c18de60e75ba814abe5624dbe5852f6267e482428c9fa0eb05aa9edc15e8fdedbea481938b3af91c8c511cf115e0ea3009ce010e632da53895a73bf8ae6254c0bfc6047e99a54ca03f42384df6654781bc4b5ceca12149cdc88d8069d3116794f16433a26417aa172590161785037b445a3f71a997237baad6a5c8f98b10f73e23854d5679955edd56df90f76a29157451346507020dc9771249ef4e7220fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847245633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=226d710a40785509778070ec5144610a841dd4e27389a53767342478c87fe247c1c1af2e9ddbd9b0db0c2476da620473d1ac00c8276f5990ede43a9f6c12801b0cae8b0394f76055fbdae4b9b302775a568af1692059ded2272056385fe5944544206bb2cbb12c6a4629fdbafa389318aee94332751ad9cf37d2994426da2dc9a61c9f6cf911a7ccdabf28f796e541e2ded3ff41f22996f909578617b2299d003e2c382f4526fc825c90ec16b8f461f7c59376077168bf62af31a85d27c6878f1960c6ffd6da876ecde3361f440d1f038a82ad5932dcbc77f66641935c93c45c34ccc2e2a70c4900d3cf962acfea76331ec8629b498fcf1b0ef2ad3f6f670ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847196761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ef27a2becdc1f7cea2f08279cc061c9313298506314138d3bb73b36a8ab553575080df4d545f7f552c9009095d352a2d3774899a8cde1f503b1a342db540fe60123a6daadf3da04aefed84775d87faeed14902ea02fbac9f7d108d1d66aceaf08c5bbea3ccd2d7f18c29a5c9792add5b8bce31d0abd1cd5da63108efa93cf970f3abc9543b7949b16212aef9637fd5c63233c719f21a738a91b2bac0afcc0d75775b7fcad9eedb4f3dd8c417f2b9a164f7cfd9b7a0b3327e34cb21913bf8b9351caab7a07019e00de2511219f50595ec0d58cce47b1724a10899261bcab2e920e02d9924c08fe2fb152f9c10cc097ddc619ac374fcfecb5068ce75928c517a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846845429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=18f8f0661e1882bbf070b6e0cc54cdd51db5dba57a8873d35de3b59e068e2e319916d2f5fce86f12a08f46df816c4b5fb747e2223dc7c0367641f66dd171c61b5933f96daa6fb235f8ba5ff9ef37828ed6645f62c1216093ed39988c98a0b58c6a863078a4add90a07800cb1e0d56b15f972bb9946419c0cc2bebaefc369d2df942937db6ff890400e39758b72c7c027aceb15bccf2f7fbe55fb0ec27f8e86fdc55ea57688131126c75f2adf1ef10b610db028013e11626a88bc87999b7311ad91548585ec211bb25c74377167db72eb2bf416002c53dd9e2e3fae3c12bfe4450d8c576d226f0fe02b1b5b6816520e96af75cb41b7b88dbd36805cf131410d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847319202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a526fff89323bde8c2f38b00cdd0e0f90fdbbf1bcb0c4f915277f3788f6435240f47b9094a0e03a17e6cbeb185ba6d072e786460d0809334321c871ca51aac1e84724ec2b16c31dc5a8b0a57ebaa1c6ff3b3f2aa736b5702df710bcecb83456f3a179ef6c420bd309f42901081596e16286c715b5306f9ecfbd2bff9f5fbce62e0e86382f44c23b4c8dd80eadcb898272770aec909c2ad73afc06a215214f3f185f1cfc052e53d7884253a993fdb8fab5e68cd22fe766313459e93d24a1b1a146a952864cc582b7d59ca24820f9efd87f1136ad013a49ffc52b86fe881d52ffaa66ec9e4a8777be58d9735c31c4c6397addc987a6abed63af6453d9f0c53e80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847352054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fa71ca41fc93ccfb2337d796be470ef8fc810a1e56d148be33d26de68a85fbe39df65f8f6d98b6288c1b16a130dc34b002ae854cc7836adec2782dec814fa7cf1784bea23463b8a6f53b299686ff372d358187679142ac0f63ac818b6b1f1ca6a3068093e1525b64ca845741918a0a3d034e0d708673a9f580bdf0d5be0bc08a87022024fa481fd3f225a890bf102b2963a11606d3e069822f1ca00803f9644cdf208977a2abf2794c7ecee6c5a71aa2893cbde06f5be2ab50cf90f1c59c2dd2b4496c3acca6758fc7094e96e52692c55b3c52cfe6614194d64c1dd053ca8d81fd606dc3e7c8d8452c11ff83d5f0ce306af29ad31468a8796aace090307248f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844239718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0254d7269bf6d9eba401c2e499ac05151bacde64bde92ab48b440b3109a5bff150f08996170febccb197edeb3ff398be8caf9125ed2ef500eede89c9aaa407756fdfdd618b7ae329ea6bea630aa643124bc936db6439f2e92b8c677736caf9690e9f39916c6051bd4079fddbaf32f5d9ab762fbdde1fabf37504bcfa75d5ebc87dcb82308d0354e98e3ac222f10259715dd07ca170f3a2274ca21213979424516b525ccabe991593e1813408c7a6a0c03e17364e63314c4ebbed04281c487dc096c68fcfce123b03a6b4c23741fe58537f7809d97bb6e88a7d6a5ce45fed13c2d1b868e22df17d6eacfd199093903e98a2701a89595eda6a1dc8e29722821&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84737673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6da53c794f8cadd9978912f7fb11ccb5fc9bc6fb9e60192f81d12df8db69b4d1ba02e88bd70bbae1bad6a1820e054c9a1e1f191562206d7d6a9cc94ab106ba5209a4733810946450884085fda94c2c32ac953c70ee442d4b4b3c93e2d7a0ea95b9cb8d9db4615a7297907f3686a07f109e79f3ed79a76db012e4cdeb40b1a12b4f40716c31d1b9861be61409f21cf8543cbfd5c573bc7785b2a95aada254598d75e7b4e975a3ed2647bb25a89113ab6b17ae3b9720b0711be5ee206292f19f784aa2c7259e64d36fb655b43557bc5b7ebf8589b6fec01b0d0da1220d3956da5d58532ab58a52caa6c07316f4898158830e312d940259a284f8691d490e89ab17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847405004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ee73ab79aa77ea3ab91846b969f155b5f82bef01f908645aa368b48778423753d91eb0d376448b8849d0a9e212971f3730cc4f8b04fb023c6a076383cf73996f33c7609f56b957824111879531316434709a3d2a68661b31bc04331f38e6299399486f59675aa6f59cacf213d37c64455dad4c5cf08a9ea443b958045e2a5187e7b3ab4a4e3a710aa780386c36e2580a426989fbb8323d4c154cbf6ec7fe459d3efef2ad261af56ab8343b5235d3aa67e8d4df1a66c34566510c488c6eb4cf2415434190b640e45b86ab7320b48123fe5c2a528fa5e4619f2cc1bab6c61dc5ef95227bd7ee51eabc2739245789cbd5800221750bb32926c75ad70df93dfdde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847415724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bb9255dde0551ff34223f72fa190403ac3a264559e2ae5223c78f103c0e780fa5880055f93303bc6cecce9974d16f1c1e2b99db9f06facc46cf0abe56556891cc3f5584f0c2d855c2b4b068b1feca75a9f54117be78d79492d520d9ea25fff0a409ae8f644b61be4b0c73fc5d29d3280fa4afc76a5df58d856ab5f43749e77d36b7d2540217294dd212fcc332a2e55fbdd22335640ee78a3d1bdb9ce85552641775a6d6924855be5aa2214a66846e5cac7da87019584ad90140d0aa34e60c9f3b13d23f1cd6bf56fbf666a6b85708cb70b0d0db7edf73522cc3da5c424fd6ac7208b875419591b5d0ee1a5d592197e9766d24a6c96ba7ea6259ba4cdb65e703c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847452683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a97661c8c4e7ba45d76522ea64e044faa914a63ba9042d8790f92bfa2351e8207d0e751f14edda62632e3bf13f0b4c7a17bbc4776138892dbb234366225dc5b1c38237c627d50062bbcb3e57524526d56ab4374003b5f5c08ea76033f5a9cd7ef46ab11b58c1ba4592620533e08e48cd0f96240f100e33c4f0cd494feb9d904c0e69443ca12246066e7694b5cd1a3868bc8ea4a1cdd985b87066a2f4c1f9da949ef09f1593a3c340b28124da0524277aee9675739e8f71c46e6337c881ef5972bf1d59346d6c3d1d7b063b467f37c762d453b6c46d516bca7ff3fa1148aeb67c0e08e7612448541a6be3b4befec888b7c3e19c2f85f9a8fa5eb2ec501acea909&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847479724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=828a58ea1090a0c648e4179d2c8b72ec672c6c0c7f5fd6a66a4c67e552610439d4a0fb7b9e087e68b8bb6d2b7b3200c3461e237571bab71fda95c321d13e84cfcadf1cb8643c5ddcbb48027606b6839237d3d3a8611bce3dadf610b3c8957e6c8a40fb59f7073e7e216c0125b54874324898f34a43f51be801322df8ded376a1aa0c95f321fa8d683e814674d149c2c16e9b2a4adc7005b991772f0b7be557700ac5ad60549a464d62d513859b076428a0d0e2b51bd07e10e1c7ab1157420f86218efa0eb4493ac261dbd4eae2a20ab6fc852ea64cd64f8b948277ef9b69e1870bb0eab1cea99473f11c27e5bb8eb1b08d00d92d2b0e1d31e1ca712b4fe30cbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847518107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f92323dd75ae16cb4e67c9d9be3c4f3349aab121b6caa176db9d4c4c8ff0a4112160c654d1dd4f8e929db7a44f6e93fd7b431ed033b7ef43b5ee3f8bfa8a54c520c7da1845b7d7a4a35c07303c9742c78d67f80e254df18c078dbc9a0c32429b0c2eb9da6528991c644de3f0c9039e0489740a3cd6c716b1562ba37e4c08ae9bc377917355be96706f994f25a90119c3987f5d1a1f9d25e920a7a7f7b3c1b3fdd00174c622ed282763e5359dd844d38d1cba2117287e82c79696f3d56ed50f191e2c73f3d0524c8b521c655afc31c41c31c676ed0748e6302ea7c4943d7c65233c03a3725d9fd7f9ea65f2320badbd3dc71ffe2fc25ae2fc2bd286900585042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847245653Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ef753b0da122dc994f81df164f0bd1e04fa5dc497bd6f97c52536dc61c33b65edc0206727764277b813cf8de4a679c856b238fe95a42afa5e848800f0159deac7a52e0f7851105a657f4c86c87a63c297f56b3bc353e799575e5818b3146497d6e2cd50b2272988d58460fd947d4de68fc570e1b90e137b1a788d2bb980396edc88f7ab3786a25c03c82ecc051a15783b7fcf18eac1a0d29afc25dadd534f6ed7cc490d27a0b4df0c2ca6c809bfd8c3ebb04046d907f08ac0036dd421d0f0140dfebdb499323d38097c3a40e7f9f04c972f4874219eba95797b89021dd4cbf77ada1e428be93cce86287208af3af5823f4d3a66d7c148e7d9763b50ec507484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846324838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7eaf0cccb9f72f3b1d0e3dd0240a0852b61228a59ea74ed6b301aa8113bc83ff814330c8beef1c88324886d9a38b603f4aae34e271f8e610e474f50bb582b57571400f3a9933f8c3a89966c4c7c478320c9facfc5cb5bf985420943c36a659dacfdaf099c695dabed02b710319f6c25b0204d66355ac480b2575dfc8ea2a51e23194697e9024a12fd1e7dc90096830556b1acec526c3f0a4ce93c2da2ba7d6315e53fd953caaab7383694ef8bd5c51fbae84f3bb5c05d4fef57ee981e896e041b4f92b3c52447d5f13e6bbffac88d11d9a94074b75aa0ddd834bfc74f3f627f30ec57793bc9d17b875dbafd18632b918ced5a188bc31238e95db75ffcb720ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84437903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=747a955a2ec8dbeae4036e1e61cb31e1e4950ec26ef28c128183474caff3cebf3bb532d91c2f07cf7162e649dd77557d2112243181078b06309d9e46ae6c75d08c05b350095869fdfaec1fe3095e7b98e29629be3aab181434dc7eee48deb242f9f20f146b4d461267469b7b48638b0312a51f79c449278e0ca84c52b44c3558b9b63cbdd20f7d5a6bd06b00df3f360d7e9d7fd48e095b763a1e9990bb4fcd29efc614bca9552030354407ccf163271fe9608c0db3c91b3c5f8275ab6be12ccacf52b89fb1585ae79a57561110036add73d1046543f35347b4fec1687052dd925e1c0bddddb37d64cdbe858240a6906f37207badbb9327135ea8b3ff06f0cbe8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846271237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a899bb5da79638aba85eaa73c922da55df113c1d54c0199e89863887c2b6942f474cc60c44ea0ecd379e9c162935e21ce11a2fb19eda36dddb2d239d267a1cbabab048ce95176f538745a477405740271b02c9a24f0df7f2bf47b5ccd23a38695daa5560d2d001fa0a6e08a817dd929ec89839fd45d8aadc326d7e6a9ba3d029c9213853e0db1f0d3d5187e55494bcafaa22899bb8666aad2c900204679c800fb9d6aac0596cc352d536c67f11cf353647278d96f57f79db254ec9c095c15327f7c3d66d3e5d8c8954710e5e60c8fe48263a4d9774be272e099eeb351e88b3987e49f4793490f56d29387b77d896fd109608b06234686b497caac6c19263675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846446968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6863ec7ad7ee51aeb2659c2f540bd75d1b2d9635a54a68f8aec80be8174592983464404b73bede1d78bc59f8910ea4fa2cd3cb8d4184c5d30cbbd5cf3fbb944c3e0dbe51673b6dbbc69f4171ba8411c99dc4f08dfaff07d302fb9396e9be76f6fb20d54ac4e20270e8f0b6d59cf370f2514e208c18b03509cbeeebfe93fae14abe2956ee5317d37458ac167383e6b370077893fa39b5a0e2b53f08dec617c0aa4a4c776de69cc1d3bc892509593a84afef2e7d56c6cf3eed3874fb9e7ce3f71917f00c8f35eaf0373078578496f7806f758033499120a67ab7c263dc797139bf1676e76467b1e406e443f7d10414c3eae8ae2d0606926fd03343c17d5da165f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846254335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=28755a033c20e9b47997ee1b888e9eb0610c4deb3d52cd300f8592cb76162dc27b4330f1cab0c11e3802527f56c5a44348816d8e8b08da6b418c73782673503ea879249321177e80bc979aa8056300731a0d60792230280ef666045f7d2299a27b28515b8081a4e50e698bdb8a664722e92a2820c2ccd3311b688d17e06f791e0e4be067ebb3ff5aeea018976614f5e3d9ab057964ffb1364a31f3c5c5d957cba8f9cb4deab023e1443a88c7e3e75789a4e94153c5b187786e41cd43c726e4b561caa0772b5573b4cdec9cdc0ac6cb1506fe84341bf735882dcde664a87f5bec30c538332b477f9fb57298fa8e75e2a276743289e727885f2e3324e8ce1c6b4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847322919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a77c930d8bd149e467be90b0cb8553679c502ba6a49638d17ee0738ac875a21f9d153b3068758d3fa186d362da31979a6e8df7f0de5a093a4c6f7c16132b736d7e2126020348e84e54269da41b8b50473cc637fa4d2418f8aaae5cf04977a0c54f7f0566c1cf2060e39d4d8d1c3d22853624e1194952eb5a7c8dd14be31f098504c561bc7e22a169071f9515ac67be843cbd68f6ad021ef14686302ab0ecefd4142a9e1a6de9b10a332e4ec93aacf5440c1f1a2f22a9be33523dd5e037c0c88986f1099bf723e8ec0bdff673ae1cdaaaaaaf6d483d5f7b1e5ecb1bee5d2ed716512f62d84c73d454fd854b09b1b52342c94c9ec6f7c944cb91335fbb7e881102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847253318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a582cddf9aef64d952f8b86016334e5679ea765758f2390af08ebc8d9fdb4cd926adb8254a0458a1683e51898c4d8a56e5c62a1f506732ba4e1df0e2fed1d0f9a4077d82f372fa30873918ab6fb565bcc8d8934c212d79fb67f29b6c748f782be1474afce40da255e370b3224c6bba8c7a739b052e0a0918c0f94a88005c8b154c47633912657547466f80ac5315ba5df44c83f7bbc23c6db883cb92843e8ad80f505569a5ba0f538732770971a6f7ff16a419d2e29f0a30e02660bf1a56a4217c221f6919e1850fd8335f61f52db2ff5057222b38efc2106bbf24d54c01f97aef7945b5b15680e18410996efd0613195dda1df2e367156b9fea5d51f9ba3475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847847508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dacba30c7014a5462579ae257c8b9b863337e8d6c8a98054b678cafa1199417f5a65ad38a08178219651b2ed93950a2923cd63f18988449d762a1c45e51faa75bbd819f0caf7a181d3ac255db0a71dbd950ca13dfdde31e6f4a8cf36a414d5ffe9941d9cfbdf5c3f42a94f99132e7a1e8115c61ca451906125f9fd6ce7b182c0f03588ec238114b247de7e6dca43d9d221faa9221281b6e7a38bae1f26ab18889e2f53021196de07aefb4e3d585baf296b9a6ba012b1ed7b4eb82a1e551cc5c1e8c66bcf8d5bd84e3bef69824240be5adf3dd2d0743e76e6f007b28a55d1034d0b115a8b0520fc944b2081ce8eadd458b3bfd86900f186456a3fd7f0580c894&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847865131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24261898ad9c3c3aa16a5d9f37373d9c97b39ff37961899fc4f06b8073175d3d1ffc8738df930c8437717dd6423c8f35f6dc7e4fc788ea130933425c675cc721631839d5a224503c988783cf21acd232640209938f46ca5896affdb079ae2fb14ba7c1c79213fa55544c09bf278aa3a407a250fb51c8755eec8bcf3ae380183962c05d911163f39a5b3f1d30c419140adadd216f1f8deeca49b1df5455981bc7bf861831f166b77865cba1190e64b6b82f4d53abc966f30c6092caad5755acc863e80738bf843d13a7a521f9f47cac62cb0b1ba89c051857a7bb10e2f64983d747ac90c3aa1febdfe725e4415a4c303317ca826e2c1b01c0a82d122b4baec739&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847405024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f083bcea8e3c0699ab8822b65cd928ae66b2cc2992fe31632b55ddbc37145065e54062f275190f9e35dc0628a4794ef210deaea6143a53f9cfea1ece402b7fa395e7866c0e8aca28760670051fc156dab24bc07792b5c12426e19794c6234f41f33056080e23e213330973f87b7549906bfe8682eff2c37a52dcefc03af0bc81f1ecb5e65d64719bf98f8b0441d1f2d0403957164b95d18419da24d95efce60612f3ff1cec791966d9f51c17c000ebc0761ee654f2e4b1d0ae8c528b890916ac44248d57714b8e5a4cc3ab31641fd1ed87905a3130f4876729423a24c4b1f5b6a94fafa377db75824d4e6154d37c543de51d138f6be3fa42c6e4e9698aca06f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847430061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c3a2a3458677b365208498ce1a9d8910ccf011b944f37c423c12537a3e5e8b278813613fabf96a517b5f2a890390cb902f27c8817511024d101490ae152c1dbe2399a4c4caae66a3cf0018275dc35b9c88b9f06b6fa191cb5062bea6aff799d8b047ed79d9f7c8848edaa3a196420da648921e9430829fbfb7e01dd2fc5915dec4a932a0cd08e2dde57561f3277b6bdb4ba0a1a74f5e94e5c212f506a58faf395c74eef1e9635d571e3110e3d7912b34c5556bfac7c7e6d6d133e4b48b53dc7fc0c72866fe28e0b5ff3ed626e5b3e475939918a15c204fb54e49617bbea2745ab7af9b0e08eda014b5d1738a8ce06656e3779129d6a7d3628303b8ca4759dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847460057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=70819e0091ca5cce5200e95ce20f78fe9057d258f50f32958dd4ae2ab7fa4698a5204150aa0ac420747998b6933f5add983753afb2ab4280ec34a722c00876454ea21d7c3bfb0f02ee00312971c91bcef81e25aebf2edee3557925b33abd33b12cd00db2e412a783c6c3d429b8a23b3fc5168f4c3d77a2850c141414d7a61db91da4689ccbca716d6eebb93117c36420ed8bb30491d2639893d42053cec58577ff206383131dcfa9d3822e7e1b7c3ae8cccdba03bf36a147fa90ad9b01a12a16898ea18420d5b269418ac363daba2270f85bcac107c3fd608353f941adadd485450bb4f6417ef1a2681694ad5cc1be96a5a0782fcab795e1720380dab5435823&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848015675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06c04f2843067d4651ca2a0b827e19c729a85e3f5f8ef1ee8d889e2aafb0a7cd1bddcbc8fb297fb7664c1adad70c79480ae545de754624c130945fae055c4dc6d80752ef356f3ff786d4fb488906e2d642ac45c54678347e313cf38d44fef67f20c638d5a2b201ff9325fa5b26a0018257b62cae807894dd4f8bfbaa0418be936ff296613cdf5a5b11b7d8e83efb90d77f606920e8477188c5eec1178609cf66304b3142be5fead019f3a12dd99d1b925137e0b261a64316492916b8030debdb834af3161a499c2d4c897724119b353e092779926144218ea5b264c316b4bf3d4376c77ddedd64c64722f35ef6754f58648dab003233945d418c9ed4f6a66d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848055069Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ebffb074b4549c3efec7ac8515a8ad9a19bdb5fd25ecbac14b88b9e00346dc5722080c46b78c4821b132c2633d89ecd34884d85b7ca1537f02db84510020eb2827231b8bd2b08b399886e0fa323bcbd5a7a4aa42105b8586f6bd814de4880beac3aa9d7491d2d2f5ccbb08a439fad0398e385f739ea8db5d7e8deadaad3cbe3b265a30a23450a403d80a39876e8d74d9ae3e13c50d4758621e188d14e3c603f0b873637be8c945b1251447d5e922ba7f155fe047a3c7266b49504862c274f3e66d615ae34f28c2b27453dc10135838e041c25667b0ff26d335c3f594debd1b40b99a213f1bad02058784ca391de6f98a857f713762aa07aa9cdfe890aa75d98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848088342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67319f77968b2a62f6eb445538c48d83f99cfaf4e1086dc4e1cd66152eb042133924206a10317fbf4bd03a9230bfc792adf73b1abdce440c38d7790b0d421bf9cb879e7d137c0e813265d7aab038812de0eab11db13ce1e2c8e2c5893ae03855e8fd6f0841790763531eeecab6a08db3a5295f55a42fccc49e5e8df94573471b3c5cf943061f1a960fe146d06928c5b4643da7ef811661c038e9649cc8b2bb1744a2fbb0478cc428c365b2355fef6429a4b3336121e3d9a59f46eeb94e571233afd1e7756f2cc4615fe71389b8808071274ba1c2fa42ae7673b36256c793b64fada3d4a0a05baba7a0eef36dc20c73497d185b708c124bb79d102de9ffaea015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844403126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=678bf8cae6a926bdc07593d7a2f2497ae5c8ab9b9f6d6b8800faa7ccadab453ab7691be2a71e2d8a5c92956ef69ce129ad15eaac251045c5ce10502e099adad083c1adc95570e4e9d789408d0b52e9bda6c083ace18cd0e99184a9a616d4af05b96d7ab73641842806aeda694f6c40760f3d18a24782200e0ba72bf15e1686a8527aae6608b859857eb38c94c454687ead98935b05adefefa671b05bd257f20c5a931be785c1e3564cb361a4a538010e73b2d68c1cd09e2268783a1a47fba2328afd10986bfb2e0e15891778f73a00ab9310112fad0b07ca65afcf37027d7d01e1fe1d0235133585f1fab49aa8c993f088923358068d78b343b87afff624d2b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844414097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c37e9303464763c001799b2df02ea605272b52b1594251b7a1c41967d1f5a62a478040ec30c70eadbf241b347df4f8a436fe68a13d562f561e321539ae33c76af4097d9b73d0a86bb9b1cbc4bda8f2ce6ba6cfe0196485b8cca7b1a35b5cbdc85ab987e787d1a5c86186cdcdaa65c7762115f579308c1a11cd61ad6580c844cff7e9eb2e71a1446dd0cd03040c319fc384577bb2dc1112ae78ca5dbd8275246619aabdecc63e69104b2e8abd3eb151a8788c04a2a55015976514038090c70a355a2f452d69d1d6b3bd1dd1d44ae8677b193ba75c7879b809b8fb920908f72b572a0a9d3341d6034a316a48291783f4014d5959332ca583cd094f06c4288fc56e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84823101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8df9af1a8070d0efcb6f29e74daec567ca6d8d819cc302e7e80945085b6f4642913ffd65bcf751060a27b13417d4d853d629da6fe1750101e859c1981a20eee9b890629177bcb8850f1d6b7b7cb36725fa3917032cb00ae9b10e97b5c0a2c9be05c535390438dfec0c0dd9d6010b20e94577670c61765b6f1d9994a3797e2502c4912900935922f1d989b7077c80859ba8b7420d9d97b10240714afbae3c0908552545600345128724df19e381f469716b4f045918290508fab333f84388554e8aadab28336125e4331fe99973e0b6cdc117e4d3c0700558ce394f4b9ca3970ddbfacd535ef14f2adbcc213eb31fbeb352e0615f96d43fe9525d6b08ef371e36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844418926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=620bfef72ee3d992c328712129a77a68e05e799a97b260c7dc4350eb6f64f9ef1e00a64c2dcdaa3f95596dfdbd5d6897d65718898d9eb90959d308650c050c62470989719911d4fc3f7a6d8e60a598c025e25643be1f95ffe3a150f4aaf5c735fda9b6dc606892c03db9caa20f084b0e225f849c9c367809e8e89c6f8ffe00540b97393d49adf9789cef601a6a7b08e8b5154aaec2f7fd165aca780200b06ea01b06b41044e734c4f9756304b388c84811ca8125e4bbaa9295378ff89049b1d2e09bf6165bd1555aa4bc9964a79ca2356aa356e9e4aafe63e7077cd2777a4d50a3cc5e8e72e1f23a78cce68dc344e49d135f389720eec2679ee62d58bfe25998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844512422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88294ae1c731016a671ce1df9af3069f4729835aaaa3909c9ba5f01e276bba1143ad47cc1baf26f9b456018d3394ac23793b420a63c3f37730da6446fdd24a9aabf03d252b4001b5def9c5aaaa2c73f0607153e08dca2a813149606f34b3da19b1a213945a8c9046824d2653f8a5e3d03a951344baa7b985be0d43382c993d0ca43f69b11214ad5be44452239ad4e70dfa52d8ee2da8922d132a79db3398b83f2cabcafad17188175914d501657b8b729a350650c3a08ca7a648c3f4c096f2dbaa0f07d5a6b171dcda7a23a9aea533b997f1811d2203e749ef61a1bd9a0dd36ee734895fb1e8d5bb351a96273633b4de7abf209ed3e2506dd982c31aab6e6cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844428263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc07ded767c279f4615429aa2d17ab42fa80ebc5d375df300b9644948238df9ba1ca23ed59e2da2c1a6c2f698b60cbff9e21aa2ba184a39c2ce9679cb0cec34b0c24037b7a5417d4b621ce39869b6f7637bce0338977cb826f99b01653a38142ae8eb0e6a3aac65c42a1d612b14147a0d5ba069a0a1a98ce2228195b713d27dbaf3a20332fc7320f4670e1938773ce5118f442084bf0169f12ea516c7f4afdbd6a6869be84abed41af6a144d000178c91331205b972ea788944340e752cf09a36182d43246792b2dbe526a60401acd4814dc36ed73f3c1f36d49451f2fa874a6be3ab507452e3ec23b0062c02b322a6af02cf2920a0d0c33b443b883ee60c064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845601655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f5d87ad811d6204a8630dc142b5e74b2df5a7846adcef01f671f6a61393225a19bc50404afe0a42b9e54fdbc7a88307a4a5d48b0fb9ed1d183d09aa003451c4049ceebd3a89ce00405c9ef54c7073b7c2cfd7328ef90521243924e320e44c510e418bc002536d4d7e0a3f5acb0081a20c4632e0b13aa72f6f5cf1e387719fcf723877f94e51aad13a28a0eece81fd106e11e922e3f5f09a622ef0cf711d905f1964efa69b9f199bb33b0b404320249aa689f8cf105a45da1cd95c4a2d344fc2fb74a2f2782d09d29432a82011de2ad616376117ccb190e4efc498ac14d76ae748497c8967a36af0082d908df0c054814f7cda2597ed75f50529bf9460a8c4cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845660987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89afda252c59b6af648beefed19c83ca8b26985be6fb09149a6232a92380a06505c293998dfa6a04143b7adc8222332df92cb3d806b75030d666c8e36de14538e998478fa4e179785e158b49c2a51af5430bbf2d4187ea46702ddf6386e6cc4857ab9509b700d1d6905717bbb4f68ec7bdabde6ff9e016e726f57372839e54face760b91b2a0919c9d789850fee82d4c601d959c40f3611f3f156d46644c04c4b06196764faa0a1959d6f74597171cfe52145c8ad17f9b6aa2607df4bdcc19123216bf3e3a17f4bbee87c2132170b0cbafa9e8a5ff95957f9600a16b4eebf349f9b47636cd75074e54d709e13b599384f6a07cff4a899be099c70cc00cd15619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847357875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06daaa0fc65c710a18d5f0a7229e9ae9d375d6c5ec57fad6127be5b43609a0a275287972ade2434021b6cc2749fae6b39d68fd02777295c53acc833a124f6331d370a9ddade759a88da5cc87dad5817fdb27c5ba259de140a6434ef5b30d98dca62fd395c4e17a9399cb4d2ef46f86c73f70861a09f3cc535ccab74b59bc39321d90bdcbec573caf414eefa61255635975e6ed648212bde2eec7320cd0e5bb4397332d40133d5908ce1a6ec13661989894368a334639e5d90588bb4ce64ac3f5c6a02f796aa8e3e7c137b68e6ac6e38677f3a377405637452a3b8eed509f236f52564dc4de6f306157ee83f042caf4e54fe03b8ba74d99342dcf77745a903a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848338403Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59e2e9728236f371916e0d5cc94a15d2ba6f9b9829da0e3da13aa41c4ceac8c34680a36d281c01939f8600712fc8d2abe78a29c602ddfe66b7da3230b725fcedf602c554e37641398085eaff0f29d033e67008774ca4b95460a7bf3ef55d99d9b973174edcf7c1510d9147cd29fa61b08d026c8234233f7cbed9c786fd21cea03cbbf9393476c78743a9d44b2b520e334d97e6c1ab2487a5eed1a62febc59fa22cec936bb809af5a10405003e9fbdfc0321b6f23d880f3dc48fe8c350d46434f7ebed58fabf2d3a725a3cd10a162685e79a5d2f3fc4575ea40de5f0b1637328fafc0d44736570004ff56bfd9f29946f9b7b94f9ff17d2efa311ad597eb248c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848352099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05ceaa45e3f7bb7c7b5275a0998286e51f908f4d46bd3119adf4dd60fb7f486ea27ced5280f2db3a9d45f1e32018b840cc120ad5b8dc235662ffded5df9a06bb5e7ea47c604a954102e39ff819611c709925fd4d7677392505b45a3bc75f4557959b172134727bb8a38e7abe4fcc6e0d60db02001f39fad48fef9b9e184f4442e8be76a74224002acd1586c722deb3f91872fee3a960e3b1027818aed9ea2bca41dbd1853e3eee67a8ff6a6cd8341f8ad30112ac9ce440a0355339b93cb914f6e707af40445fe780e136ea589589ec3b389f92cdb2f98d6bccf355c0f5a764f62022781a3fe44865e8534c627840b88c55cdd783469630c249e136096fde9d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844460023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6cb2b31e3360d61c1b70c310e5d1ec420000da3558373634d39baca2f7a6283e91cbe6eda140720ba2ad53a0016140b4db25e00b5008d6256f5c2bbb903dd8bef43dc71304dee03d5ff21c2d17c59ca1818ace9e4ab097159645ce35409f33e34883414c8c70dd8add7319203cacbe27bba5e708a872eb31e1f84c37bcd138ecb8e5c494af4a160d82d8e97c3d52dc6faafa2f7194ff9451baa7318606b711334a8b43a3418c6ce727892652697366c8cba52d80c217a492e85ff0ae84920bad1de84a307abaea40d3eb729f03420985243a25a704df7d502366186e0d42be284235e5d3c133b13901f0971bf9197b39938934e0a719c4ea1ee10a1f9b1df35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848405189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=71ad9cf62f9cd9339c018b3b7bfaab060a49d1be7b789faed2d6b60bd0730ae3dcaec8d881b96e659b510711ba5cea214c88ba8e35516d2de285fb50207b912ce412e04a603eaaed960f0593e0ad1c20e21ba42da99fd563bf40a0093886a51b923811eee9da60a7bc7bbc88e63a8502eec87f9024167ccc4faf39c969562b4785dd7f7068f73e566a26b60d16f5c9c149e6c24ba09853f8d1ce64273426c056a922ccd4686d8d854f8b240dd6d047fcfc56c53aca5b46ccb1364f25b819db7ea8801493c27709b408c5fdcabcee851e26bdaea2cdc52c97ccd137379aa5e73909d3c39b0bd8b7078840c19aec90e3d4bc1ffecb9ce7b65f70a5318cf3b452d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848413264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9782a8da8c234fabb7e9057aae941ea6a3ad384e72bf630323bc4a2fbadf95cf0af875449082c04c61fe563d98cfdd72c676d065d74e97a53225222721fdd1726d09b5dabd4db4aee2978e643a9efe4c9ea4067fdbe4c6ab4861f8b70340e6ba725cbd55da94c74a7469b1f8f245b64a321ad8da795ac14c626264591fc74ffcf2958ed5578a522a21f702db4d0a204430569282169d71e786051a44f48ba71d21bce8a0bb1de0eda37b134d621b665f047947f4156af2a569d024400b078db7a3d7f541745206faa07a946c8c305fd54fd29e0b53d4b047bea1d0d5d066e23c20ea76380fe52ecadf9a2ff27c56b7d16cafa7dec5b9b25fa87088b774ad99b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846791427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4779e2aaa06cad0656ba52488ed59bbe2bcf8ac29e23b34ea7a59c593171c14971afa28c8feef07f97eeff0bd9dc1ec007c43b1a394da11e09e6d76c597fd262581269564d227cfb268b39711f013451bbfbe0a95460250732837cc443ba6ea2a5b3d137414f1afea1f58df3e10e8f806c18095e3f80917a22c8093c893bcfdbef2912fb62da880406c066e59453078209e897aa08170789730828a068bea9abf0c4c55d81f9c02ce3b986e8627efac03e3a4b658b76700056fd6522c0417355ab0d08c345ed3943f116613f4123b6e8c17890bdaabb3a24f7d9f960950a7aba906f182c7aa31e17d122fa7fb3d6d7295190adf5d364ec9be9b87e6c40817f68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84846429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ab624f8eb24cb743e9c65470ba96ef3b5ca2eba076d28707d45004b49f33d5b53e7197339b6d0543a466c2d4615d8d41e84486ece9b3b9f986f4597119556f866974ee02d5e5d5a3589616ec3bc472cbaa21c708dc26a9c556b0d1b9e326ae78ca5ca64b9972f73312b001385bd340ed33d6b50fd37fb72e971cb04f8aefec742291253e6528f640b7354cff55eeb77e49163fd86dedd45e3c35d6295718d88295318da3230f65ac38b1e88212558d8076d734796363bfc6338abcb13f9ca1d4c6995e33e9e313978560faea12eb190ea8d6680f9b38c5f25e3dbacbe1ea10d2db56aadb5ea42a79756bc0017788475fb4a4d458a8ab5bc3b6e1a7b0f0bc8dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84848565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ac033c1f44381a50ded6a6919cdc641b85e3c7b14c83520e3c76603c377cd9462cfacaed6d9b2fa4baa50e5fdaa90491b5a2058b39f8e810861575fe9c53d85cd687de07789d957f4a07059479cf88e6961c232d51ed6885bfb66ffe46bd01711225167f6c4cec7d99d60980ea1bdaa82084228a179354c2193dbaf18538ad195e4d6dcdf85ef556f36b71288f3bdad1b27a591b90da92dcf66536ee4017e4ec4d613581c2d03168c9a54960ce59495a2ca619e9251ad97f6275d96b6680ca51bf2b7f6c7a18ffdb2280a661d03b23b3c6192c85ac2ac7103bc25418d79cfb4aebad6ca35f568c9f8ba10fb6c1b6da9897123c09ce9837e792eb3c4a0a8eb03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848007299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e60061c6bd3fe1a904ccf96f62efccd6cb86f88c54d435bd26bf8de9778e6778848505ebc5219b4439b69a2049f69da9fc200601f6e74050ab1de23c088b3ea612d8a09b769c00deed2f75c666e341fda094da4a90c2b97b4bcb19499e582c79c45b4662623e20ee32acfe8e0ac959b8eb319172d49a311107b4d5be17e26182db855afc558b32875d2520ffa70083f5cbee7b6f9f196f20ab2ea9b58cc2d71f0f465cc379a39bf6b377a7a9afcffc75ae2ed8fd4dcb73691db2528fa46d87c950b3c7db3b682f781bb31bf94e0d874cd5ce52c0d7e60a6a8c0f9a8f0c46de89990032b9c4303244b7a72d32c9e08a48a09fef7d3b82e7a619f656e9897dc59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848539832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ab0a9c3b3489ae051dde3ae29d8e6b24190f1064c4b29a2e6200f6421cdb461070cfb23c000613b0b329b6213f655fc8b3c433289ba249416853df44c0ce39ae6211f65976c79ee0878cf2d2ce0fda62b282f54b59422b1ad4e809ea5ebf40868a652f75034023261796d0dffe0943d2043590c0baf0246567a6c22a5c4c2a3c94a64edc0fb47ce8b9abbaa3c4674019029a674934c8498a97a64b33713349063736dadc5832a1a4bb4ddccfa1c983bf4b4a026ae6e00c143d377e871f65ae3805f2086da0f75724e2432c93cc86d12286170fd342206e7ce8986613d83180422a03963007261583ce4f81acc7dcea9d053faedd9adf9a82309b73cad3eec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848582443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a14df156f0eff73a0f069cfcf09c3fedaaba9071d75610764c5ec8ceac37c43df8879d018ce03ded695039fdb59c7c1d743f68d27c4e4e6498e1df9bd733479f40e21142cdea4d9a7f8ef0d632efdbf312ff02e368b538ddf61e39e1219cc53549affeba48bf9c415398cd1a225bebcff0f649390fee40d3bf935b9c2ecdb57edd46502bdd9eb5e22c0f27a037dc3c388365f54008695fbb511187459d2e3c88e1decf62b019b2670f643077a33ea95852a2df01c032393f23ce2f58038bf1fbcc3a374a93f576702f6c7e4c126e58e5e9a75ec6b25980c7077697c6a286ae0d614fdd6eb325685bf24c6b4ce3396f0fad0126478bc66985ad555e75db6c8269&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844462508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b363e63c386e11df79a9733772f92025d0a350e7780c0ad7f05442bc4ea22ebef59513806461409e140567e1aa92455cd8739433df391a1d6a8f3643923f4e7cbdaa4a007e4e9a6c1afad9b4c232441d719294aff1dd2f70a88c2339d435456b659bed3df77bcf91cc0f414d986813fbca003f17259cce5f57d082524e3937cca8a6faf1da11b1204a381b598b8b18a18233136bdbe200b3c073587f24112929a273b2e790417055b99a2260d5cf0c1a4f2b47507716e1642a637107e39f99aa347ec1a2d94484e28cf62d24d127b83de02d6022f8641c62a0e0c263a9092bb9fb9a3a7fb2fdf0152918dbc035b98e4e75e0c507c1d4cf37c53252217f884b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844458891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e1fb2d5b03b4b33288b32920e489d7cfad65cd283e628edac92f3b6885134539e5e9fe4e595093fc564e4c6ec6b5f7b436c46b1e8f800ea20457ce584d2c7925160a9a97313836865090bd65158fdf7d5de5cbaebd07e9a227ebe972c25d960991da94d6701ae26e98c109a94c645253909a7da12546c87e53813446a0b678f46109bf96105692a6c48e3c057c1ec1095097bb57ff6825285f1e3501972b928f9f1fae62d7d322a88ba6c1d6bdfba3d37796f69cd0c643e0383dd711626bebd40a2bf1db3b3f8d8b13f91a4810e6f0875fbacf8786fc245983ca91d7cb8fa5e529e88b05145b28567993d5841ad2ae83a41f84f18fa1325c2844fe65aa11f96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84257467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a211f022601c6e351ccd3712d92387cb21c26182223e837b2202ecdf130578e817cdfd72833eba35c2c8f54ea758f1ab56e99a41a5aae8cb4f46196f0edfe7033886da7d8850a49988d80f52819b8e1326c3da09da103e10df1da9f6f220ad7b648f3475f0eb53b59b86baf27e63e9f895695d5573d49d78b2c704555ecf59b6464cf6e49ce324cd1a41c70229bd720e05cc63bf63bc685d3c5c107287f43b1b5ae496d49a098601b99d34989673a4b67450d0cc081e7c26cc87c9824251327cec77fd876c8fe1dd62a88897f4c705bf27e3f258be855c51b9b9f6a0a77fac67433e62c5cdd045a14d2436270faacf68467508f2b5c4f3170f964e2da857e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848770237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3ee27046b35809d5ee6347be9959479e4f58c5f2a04ee27739dfd87226a3fba40721f5f13b972c3406649fa1b5dff72a4be4f99adfa6cdfe49d05ca5140e4efbffe14bf462c496bab1028c3f4413b13501c7cb68fab5337779b5f5a1af4da2326e63668a8931619c6a892d6a0bf3c08c82bf9a6a6072132a1310e719c42abc7c5488894e79d236a8bcc5224258024b7381408597d3b938fbaa3305edd6a608e18e5fe41c213efa72742d67a38a8960833a31aedbceba3c89fad911a1f4681755006c3492345d972a044cda71c22c18dd122c57f114a43cff24c44c834cc636a9e6c223f0b7c9e487c7b4ce7bfe064e0fbaaf710412955e04de175215be3718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845660466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84429cf054f84d760131834902f31141d936c5186b298160422e04efa73d7d10b395b9a86f0cffb040d5b153009aee1fcd02555195a77f71b88fecbcc35ac1c59f0d7eeaa5ae95a691cf08ceda91cb4e3074d52f34943fa94a7ae3e8119add651ade4a155e6067959cdf4cbc67444ba1e121d50c3c1a6e140d0cb5b663c6f35530f99b9513886538082d3e2c8589889730f84d8b1e7f6f6d65ae55eb3b9db4ace40527f7cee168b2b532ac8427b9f8602fe03b5e64e8a75aea535ec3af6042548ac5ef7063c823a0cc37abaffa51c64e42fa9f1146cf7f953935a55a2d660c89aa9b9f5a9096c04473e2d06f2a02b766b626dfc28055efb21bf3e5b2c385eda2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848353431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4cc9ba335a9537d1eea0f6273e4087e692397b65e65ab34f0bcfe967beeae4532d29fc168b98526c67f95068d09b6e6633977f4051b17557db82d775ed6989bf2a15808311394b4b932cf0bdb019a07c6f3a949d2c5ad82eff1d9b55f78becec1f877541485487964d44822e98ffbcaa80396a8787d67f3205697f924f63cc41a6bc50d0ce13fd9e17b967aeb1df15fefce829bf5b21cef05234f1b44e423a44d43146da3c4f05ec3d88a05fd6637de6c223b279dfc19d4abd8dd841385e8321c147f00e18284eeb29a20cf859844af4b797a9bba18db322bef0222073285d89f0d141e68557a051fd44d587553e1c2b6d15eed328f1471787517bd20f2f5c3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.845665195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f8293b248fb24d9646831ea50d4b0f96aea2ae47a7924ed17dd9785ddf49b70941f9d75d2168eee788cedeee9f6f00f606c92f1f30bd3a58795d7ce2207370a5c7435463d3990302f0fc08083cc16c375710d17a961d1a798f8ea6bb1e5f17dd1c7fe13222efa0f104040bf2264936458ba7433141fdaa7b086f20e7f5bc5c911589ae5bc1bb9f2a6188dd837be1baabad06366f2f9565e807083a227f8d5c6567cc0255252b5370552b038a21fa263db8a349f90b77c1f5f12bbce215eaaa22f61e6cdf4244b657de85f725b2a3a9a6ed9801c50a0c275ef45f45f91c6979adfc22246147d3ad5a3d8d124ef8b4cdca2bf52f8a5ff5c28cfdab2c8c355572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846017248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=62824e6d347aca5eeeb0bcd45fae24345393906f71a365e47ff6242e8f6bf687c36ae0afe116e607eb7525a1f69d20a9bb28f502ad9e4752e14c421044e2f3e08481b5142348d0f1f75184ea3356d65340369a322dbcdb6be7273182f089a21b5a90943b49f9cffa1d572f0228b3cb2af537543f2bb113ab223b94598938084281a408af60048d10681144aafcdcbbb2783e81681183f042f2e6d275a41146e361694ea6d96134f528eefede55f9ff60f7208e3feb9fdb1ffae08e5d7d2a5cbccc2e3e172f6c73623db1ec15dcd7afac9228944577def505fffce43acf6a90445773930967371eb7a3712089d898ea07572f944e71b9c7acbf9ed72c424e1c45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848949084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=760c66f79d1e00ef474659c489ddad33127f6ec5a6cca260063726551d88132c2b393c0c4d0677ed445c446ca549c8f57c7443f80407f7c316a41ab3b29b0229c11ae36a5e377a69cbbc2e27dbc1af5336bcfc37e6d91d693103d10f1fdcb680b212cb738c6ef77b8120661f68db212c4e5de800b2a5eca28b3c2354d41ce052adebda1bad44c1dd7d86fca4c4921258b4cab8a304e679269565e3ae33217e05ab0d35e52466f7f7e4d6ae2db2ce1f01445c5d0c01e1e776953565420584d4aa68aed679868b89fbacba472709d1be19d3552f3ae927bb686ac628c3ab0ec59a689b065315c1a16b1d820b12b6ee096fffa9f69bf699b798a9512b6c2d5bb267&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848981465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=15530f501483791ca12baf6f2529da074659442664120f74b2658755e61fca24f027edb135171ac6fa75773320a373e967dcd57cba892dad4bf4f9824a2687dd190fc9284c4110d784a175a8ded6ae1185850617d67315245a8fb86edf76a923862140f4f937f72c4529cca9074bafb228de9f20965b49f44eb2fe9717d83fba65e896c82435c4ae7f09b2e040f7b70a4183a7eedc2eaa5325aee06822d1e874a1cac420adef7efc188991b6fd5d0f1f7b3c30c6add01c28c77b9b5581f245337f0607c5368429930e7cb51dab57b00ca2b53a57aed8db33c07eb0216bc05d4a41d4a610041ade6d00ae7179ede05e5952d73566c682438056e7f1e168002ca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849007574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e456dec11b8d7beaaf02974aa12c0f2be4d4e6503e7817a250977e3111527526f1a8c44c2a16be96055d635be624e4e56fc49dbaa4683c3c6f4abe23e35c6f35ef48c8833452b12ed98f48ed442be3071a58cb21cabf24ac022b82119d5d4193d931ddc05e8bcdf4c2e314e7c6d98dedfbfb26126a5f5007a7ec860aab5c06964a32813adfc1e87e7a78caa065d1fcb262eae55a5e835b67a99a6d224857c5fa014b0a5ab9652f53b7353c34b01d4db62e46b8440828ab16bf231363463eac369936a26670db6dd15b4ae50665dbed8234ebb1a05f5fff2d54dac754163694e45cbb8b1c703d10b4eea304c5e86a3440e6bca78a2e74b14dcf4cb4e7969c15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849017693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a8cf01a3af6e9e0396b1b64663e6a258e8580d26bde2fa819c11609d85dac30fe2cf64abf3ec5864a38c880ecbb0429190b8bf71c8104d609335c8f6adacb21fe142c3684679f701392051bdf04ecc8b9b9ed3f2f5d43adeff30758820e6a586645b2170d756d5e1633384cc80195694189f936ca991bbc56c1f76656fede493767d3eb7e0489fada28cfdbf5294a1b5ec52580a9d47d6b206afe06b90f1f5fcc863359517d86be2ed0d8d4c03872eacc8575fa2212a18633508fd5a09dfd352a88175aba4fce6051d1b5080611fc49ef5712d1adcd3cbe3ba200b3e5ed6ea639a55017d0e187fcc901001f93e3e17a34c27f8050c521117cb3cf86655f6d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849068028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5fc2c9547a1cc95210a40a8dd9bffb7e82e7e04b5685b09af3269a020d2e67586889f5397746bb8ae4a7cdc29fdc438fa4a0ff5edc94f0acefa1d35679c47a73c3dcc78576043f8c9f93a95e83d547052919fdf145621d245ac4703a06c3de138b8317f6a877579f3d31af3ef48674f7fae2dfbe91bfbb833a5d2b24482c8a1152f5d2b23368dc73227e50fe0fad93cf8fbed038bb3f77b41e9d6000780c5381b91532b10ea13119d3c95772ea4733f59aa19207893aeede4c7f4be71887ed7ece7dbb329318f19ced8937ec0eff68e565dab1ead03d90868082886903416d9012f76fcb36890d4e5f08e333fd45bb869d9372601914d76e215b321c8230354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846091999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac38e0dccd062278d38ade0c0f03c59baf5c2abd04d0349e9e30721b4ae5ece21bc0069c397d7428968a868b74c0fe0f1861a8c1efa5eb25a4b6697fc497a8135d139dea17ead2b68c141fa8c8913516bdea6d0202bd349aa7cc8d78b8ebc1f4b08c23f7fd4f09198659595ee19f12aa3c8d4a233cf909e71590d885fa0c2224a069618734210f33e27fffe392c144c6ad905d45dd5b70ef2b0b04a3db8192f509fb13038c64f8aec6c1d68f2b268621cd55a127d56e574bbc8ea2aff8c7f92e4be8982ba7658552c34a1b7134443bae38912c5453fbee85bda6e9ab4c7aa5a4151d8937d2f146007c6c8f53c0634c2f34b06280f1ac7d5cdcf9c7379f97b744&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849117741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bc8ff888b1de94fd943d2caacb84123645245f2c54c9f553d13d2591a8fea791381b207395b700d8bf25c48fee647908c1772334a2ffb8971c3b598ec7775cc6868cca5bc79e731c451ef8481f55f052df9400d2bb1b2091381f2eb96de6565b5a49a87dbeaf589818a7d2e2bd99c04f223828a329302de2e9b1fde17fe311bd6ec87653d8f5119780954e75042c54f10f7aa2757035fb53c4c3542bf1fde56c9c877129d69256bf2a26afd2ca2046ddbe7921c77706e8dc29ca88a0cb343a87ad76ad761592a3b99752c2ea4ee4201deaec0488055b655172c1ca9cb2b717ade0bf6b9dc25d81ca803d02588927446e29d2faecdba4d2806880c44ab0a168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849147608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d826fa3e7f364c7a1899531a9cd52f76514195432a1fead2ca1320c608f1b60a2d012a45d54188b0e29ce4337253450e780a46174ae2758a391d42436d9332d6f9c3f89098b9fc16107bde57c03954f7e93b3cab9d0e46fc4300bc6ed32ed555027112fde55a9d053d1aa4d3d8325a8c19a4a27349eb470689e28debf3daf21c43de438eb56125b1df1aba4615b35bc3a21873c9717ab147207981195f6cf7601ed4cafef28b4e89ea06836bf56b734c5d14cf5e03bffbdea78b418c10948c93b613bead0caa2d96c431d82d0756f4424714362515f4db8b82503b4a95a951d3bc9b2692fd5776d5163310e6e465a857ecebb34895325258097a78ae86721f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849168938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc926095d6a329dbb622b4a250385400ef1c73091c41c8315696dbb49769c98022e347c22c6b7312d9cf0da5c201fe0ae0a48e44eb54f383e64b6a7f22e49afdf915adfdf6054f8fe31055076740f701d3400d520fb5b7ba3f5c5460ea9314d7d8c1a7a8369827e661e544f857e1a7ab6cc22ee5a25bf62a1e8ba6f5ade9994070b33fba1079708c35df1cc35574a7817822333fbb8f6ee82133711b575495d9db4d140714fbec0915299736344c7f5acf6e96fc71b7449ee16a1e9a0926d9281a2fde729f969c2503f960fc7751e18007df34616f325e897a0e03cd239e0aa3476665afea735961256885d2d39b057d7bc25085c9b2359bea6c5e6b878b0f14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849196299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bda84c0f13043520d802432b2f9c2daa6c4b2af97464405c0368d0c9b93cbecb123cfca106e598ef1e9fbed93b78c43540cf9d7f59bb1425326bd199e78c312ed3dc1146390f5b36c1fd0398890307043b42726470629ebfe3346d7d891df62208b02cfddda7187b1519323debdf9c3f88d230ce83a7ec070bc032f434120ce35f7a9fc50d2f63789217c4921f0d3197706980b1283c7e9cf4eb5dbdcef44f7cf02cf486413ac448aae32c3391077c9daecf800450533648483cf314e1a81667046af9051561f3baa58e37d708f98ab65883bc66cc30416bfec80c030358a389b66d6199ffa9b226d8a7c282d3c2b29083cbbd7a6d4fcfb08a7180002f37617e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849249079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84c40eae21700926b951e999ae7fd95592b5f3de86e079caa8925a5c28f09426d1b1960052dd2d80ef284d33766c1fea6ca7b984a66742ba2e378752f40cf477d0f68f00651cc831e3ebc69815bc9fde77d0166e71fe14f298cbe61982e3ab54d12813adfc37f49e2d6e3ad5c04079c4da2124e91c82410f4bc8df4169c5ce122b59f022b1ea188d5973977abf09692135e5fb4c065ee2331a7a626ac21163704381efe5bc0c6e0bceec5b5da9f4b43cdddd8589b9b0b5e1767293b025c7365b1209abc0bfef28233a6175dd1fa28459349aa2ddd10ba0725ff63cc957e638a53da188aa1d8a0521630060b43c06b23958f68840309e49e65d05bd3af580dda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.842055191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5688f264e7f50d28713229c9f1801f3e67c7d4b015b3344bc610fb54755a97c58d0e8e6e020166fbe1070f055257aaf347f35fad4d87b2cacf589f3d59801a753891869c66892e06fe7be759654ccb6880fc7b8e1ce740551bf7b81c19ab9c2a4b87f3882858947e0cfa93053d70bc21525206c8989c45761a709fb51a7fceeab2227688efa9e251e78b12537d20ff4e499c4298d838640316fb0e2047a326aabc2e5442ed776a28df89338a715731c1888d250527c480eb5cbf7f78c8039eff8f23cca72d3e8b72df9f77894b5f06f7ee9b796295901a0bf7a1ddd03bfd94665ac3c02b5fd857ed78c0e3475d3d6b13a31c2ce227db686e6e5c2c694beb889a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846167902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6f7e84e1d37a1ba526f8291c220819fc02dc117018fc986870ef774a499110c9ca8d548af225f39d3581a7c8815ddbb351f738765c3812de0ef9534ba59e83bc16c6cd9f609f275fe1d2ca016a1876dc48c6ac81898cfe0a269030e492d50247aaff5a6cf044587bf2d76fafb1ce2de79f098a70c4386d81b56bb4c4ab42057e7523ee050c93d466cccdfdf5e93c5847b3ae42ef16ccd2838c69b1376f69ace16aa8aa7a0a5df119fa8bfa3023c913e0dcee15c43963bd588ef552648adc9fe0d3454b07c98132df9bd892927fd4ee8ee941782a1d14a994898fa16ade57918985fc72eb3c88e6318b26e95802de6264a4e54b60aebceea902eb6b84966252b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846198951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22315b485e7a74e140a9d763f724a27beac38c41af7463e8d1c19ea813d36bcd3bb7e482305afdac135c9bad8ba3701d47c274190508ee707029878c53cfcab6d0861296be001b7ddb6cd2c5636af90eedaab0b07280e4fb2720fe6fd6339de71b04fd0a7c0adc3620371eba6ad333c382dd5f323af666a2a0b69f1740b6012fbfdd161a2158050568ccfbb4b95dd3bf7a9931f009fd4404864582e5158580d4306ce5eb57fc5d0e8c865b320da328b8f3e9229c395084b9e4597f31ba2bf229abfe417b52ef1e0eb94c77619ab48922cf3a427c74a002495a41399642996214425f024898cfef15574b1231601e4e1966205fe86cbfa434e5307a81dc2aebd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846199662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a09a13cb14ec7ff134f14a8b3a75004f28851fe333955f09c1d94d421413ad5db8bb193f8e6209089c94fc4be41a7762c06fcd1678ddf650239cb283fc615ea2891278045437944af9fa317085e61167927ba6fc9fa1dc905cdcbe6cbe49a2cdb258c873f994241cf963f7a37388bb630b1b60c6079eb3f05af6080dfda2ae3bd26c00c24884e3862d8b6f90d21b8d87499f66df6230ebb6749508b7ff05ad4c7e8aafd901dc5235f27182c8cd4ea43a409a6230a48ec9cc85dae9e181e94d12c6c0f8da0255ac6de84c2e1625aacb7d62315bea29e6cae2654d110c0c19b6755ee18fbd579f063dd86c373969df84eb0e32aed301ef735207d862d83041f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846199752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a84db659dc151f9eadc574de6e7644c6fb881adec11bdde5ccce38bab579c5223af8a7c9ed6ed0ca0415ac3c095eef6428ed3d186b49e6b343826f85f3c26b6444dfd894a5b9da8a83b6b006ba423da4e2389a76a943e3f606c3d11be8fa141416861c4bcffa1f923433b66bcc79eb3b453ad72a95dd35b6725d89cf4445b717bdb3a830858e970294403d41090a72608dd76785e7dbdce4947d9c23cea181bf7cd6dc970d4e058c6fc0f77a6c128312595033f2dc9d5384064bb235a743ab3c67d88d171a696cab0cfdcc49211d8f8d2cad8a4e0a6eabe01f06dfcc3a6da976bb165d45b0537df9bd21ed816152d5f6c1922db48af799d24c0ff9f5b750df9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846243024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11b04be636177ce225f18724629173decc549a894a10ee8dd96cb9676b2bc709610048f00cc466e524d323eedafdeb4f69627b6b5b320e07e8b367d97a39113a81bdecbd06025e94cc647af0c69cb1c71d5e1cbb44c8c73b6257c98f5aeee48929a87613aa74d0c0f37d159cfc9dfb18606e23c85782c79343911bb97342de2832df73cef66fe8cb6dab1e8d5c4dd89adfe82b74b1463a9361c12321c29212443034be1c30787ca02c27eeaf9b4436b8062e42d6d662ce41a51293bdfa36368ed42e9d86a1ba9ea742709318f8f9c4a1d1d39e89d29689fac8fd2f1764e2ac72f44ab6f7566fdd23419b03bb274d3f471e41ff299566f80d8ae580b57fc2fa94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846277689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9803babeb2c237a7e70104e289bda49aa1713db3dbb3f14d5e31ed3e1822fd3276ba72664052a601e4ac271a00edc29ac97e75531a1b2b5821926565c43ec950f1292ca70cab3656cfbc0d435c1bda9f8bad590feec24517ef1e5569d2c7e430dc57f9a7193786cd769f137922bd96240b55d49b47e1a5a3fa0e560ae21f6c22899a61530e164707839e228a76ccfffbde0608efe6ae8b458eb8bb582480f73803dfc9c477b37086c48ae9c4677b2395affe6120b6be2abfd1d8b189d7bda4947a1f7123230b3df9ace34cc29b08936ac3abfa70b190b93454d1ded4952e8e3595c21f359fad8ba987d2b5624da0cd7250582cfd192ccfea30aec80aa7f401d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846285143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b21f2a5fb15f9558ef62ffdfc3f76107c5560dc4ef43cf043be55ff14a16682086469c3320d02800d9d20415c4ce965fbfd595cffbc5bfb7bec0229d4749670a6c8d4c7253a94fe1fa94028970d5a7ccd0113b9e9d291d90b5093843f2848a67f8a859fb9933eb4f1ceb4d7e04b9a608c13c72fa69b3d4e9becbbcac0e50b9cbd4519c58d99bfc3f370839567e55d684f15fb2e26e03c4191aeba48f96de77ab7f2bf0c1cc8e2e23de52aa270afe31faa46ba8f3cf5f3b8c799e063920a69ece06721c6571c6372718d6888d496d0c83870fe8e94109fbd1d722ddfcce256ff3cc60bbf70554380a09a3ba802bb977fca521d5bb96bf78da3e85f3480338c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846345126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44e4793d95111b3120dd57b6435d8be6aa7b04e8b49e0b048371dd376659a55085b80dbf47c00c6bc861d5eee1c4dbd71c9123cb632c4e042c231147e2e7c66b7c3080cf9bbd123eeb4341f1889245063cdb7e83494a94e97ee2279d64605fcd7dc8bcc3b1913477958e20a72eeaad43317c8969bb6f9e2a51d72d518f9d0e22b6cc5a1fa1c69151f36184264e920b9b00b227edddd63d3d241509be5e5c19166f3e05eca09d06e2e3c47333902a9be631406a647dd0522a7c5170723123d73697928495f5d85c0e6c181f9ccdfc4db183887e0237d0592853eb88f14821e873ed468d54f20dcaa6bf9dbcc9925b1bb3e8715912b1bf86ac3c94c79e479b68ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846391694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22ae0bcd5c38401aa925647621252af896f7e58d3d064db70736ac6bad999a8b37753c18a5770d8cc7234f44860eca885393b57e382fccb484a2de54a9e7e643364c7d82edbad3c7507a1e410578db098a51a1d1959b4f45f6c40674e45f908557eaa25a2879f5313a18eb712fe1c0bb099b968da7ef62ce2357cdbd1c8919a1b59c52fdb0365182196966c9cecb94ebb55e321b5b3ff6c7b0c09cd62de043b1fea53190cd2cbf02f84b74e6caf88ad21f04f673569380b07fa4eadad6647c451027ffeb9327f8f1a811118243b95ef5d41ce3b31d984dfc59ed158d4df0fea6f859f71c78882e62d2697556420c8dcf38ab3725a554e7580661594959502862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846393217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a55f37b5cce2aea064c1f4d4bd2d1b27d56fbc8d83283623a5048d831113c609d4fe1ba88f2a6e98fb23415f25c72c510969a1a3e7f1deb337f93168312bb4cc260e5ff321413a8abe57346b08fb977aaae5129fb9219dd8c6fc0200f46cae22e726b365dbea996df7aa60f748d954ed4474e905212686b27edf6e80f4c9c7c87f05eb4252b17878af315d6d86422a8058e02110203e33fd8f61d4349434430e16d587cc8757ca7463562a40650e15f93f0e28415d03e5269f0303af55fbd8d8d05d3ffe5e5339828dce223cce0bb6073dfbad48f004cd095033f9de5ded9209eef35cfb273b5f464b273ed49941b3ba0dab60339fedf443394ee213a6318cad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844209321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4b552670a4c82ac527951ed7016cb9e10a2753d56dc84fb7789a8816dd9c1255fce8e5e0eb289c579321891831d24109fa4eff5f77f7a32ac72d065dfd7dd4347f62765759f9db4f3c1e648f09b89eea260d62c720046c35aa51f442f680101ceb84bd86599afd4a377ac0a7a39ae5d6ae0d56bcfb07904d262b15c44b18672f0efb74084838df7da9e58608499059928ab0f942899422715e7bbbe1580ce1c41a17b24986a86e1a5c608fb534b1bd32efc0b7f708882f967581715563f3f4d9903c3bb9166d7919e4213eaee3e57abed23c4d74bcd4b7024bb946c15261104c8334c8c4a5f36e9cf01053d223bc7e4ff2e2d00e9931df0eaaafc602995d613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84672898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35adfb7b1c388779c82579760f812ad253db5aea0827cf74c6564d364ba42e2aae91dd6d4220ae0c74beea534b361beb9e2726d536cafba40f5adc2d0920324dbfe7a1932782df9dd3d0d6b51780b5aa9f742e3f1bddb505bca42fcf008379afbabaf7279d0396a41cf322a5eb60cb2fb83908d1806cb171c0350728e283c4c4f873983d8e83792a9f0430aa62b56b55b47e81a4c0e80a19efd6d4c17796fe82548a3e006fe6ae94932fadcb5b04e2d57229987c2f00ddb8399c55838c8282cd93ee870e96f5f3ab1e166f222dad295f0d94328eaed1a71c3bf818d586ea9d5cb7661fdc11c8a7888d890fe78ab45c15f449f48150b0cb824dd05dcf06537558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846790946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98150b14406312396d4e90bd483565122574f9c6376c9cda17d5e68a3527ffa1654de46ffcf9858ddd3fc0222eed43bb5020cc15b6f405271be205690b062fa0843e790cacc7cde8e9f80b3ac683ab162efce2f949a7669f4be8a953e68e07ae5017addcf9011d9566e6d924031ceb8d064d6d3e5ef56d172d5f0f074475558a1e7ef35c170f94b084d4aebfddf16825c3e1434f7645724e03e09e634c9f1d8fd84ae4a35ac411e6420de7bacbc92cec4811067d28233e7321798490f504eb3c6aa218342ffbe956264eb0b3fe35a33a6c62d167c31949682c80ae192d4ef2c4e212abc35deb62d4f2a891456210f009fc966a6b73977722ea28c7fabd93429d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846794844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=152a29450e86e5ed9a78189cab06b6d3ea608e996bfaf036a4222b5b5a13babbde0e98839e41d49bda11b3a777f3d1f3b9787bf62aa91de3c03c997241ddd4fa949092d3aab923221ebd6bef5f33cbf936504347b05fb5a365dbb74589ddee68756a105a92481aa70a3b920b8c5e4325e525f1435761f5473b498f051c013fdb8920addec2d46665e943902917dd4186254aae54df2779ba1f9b5c44704985a06ebff1183cfce0d395b4f60035ad73d9b163d79c7a02446c5c758be6b1c2e2c52e0e06d6fed01ebed3407e1cedd76ae4ca99d8784d9daff4643c86e14dff5818f2485c04929f654c5275149a8c90a1b43e548a9f9dedad40680cfa7e2b557902&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.8468778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7834b75adb472bfa80ef72d57be3f743567594ed31e115bb57714ab21b20586ff552961aea367dd9735caae7942328cd0eb1f5d310109bc1297c6b813d5703661acb26ef21d1e843b8b46c50607b7d68c1f63bff304ef3cf1072fa5ca9be28a586752da925550b802e06bb0317ead97cd4ef413ae54a68460a2365657e2165b51fc683694ac7d5603aed634b174d7446652b847a71a1bc4e551e152576cf20eb82a4aee43eff7c457b38e28e4118876622af1afbb05f9eb29068b67698028c6048da3d5075b34ee16ef83e8d127ff93115b738973406db1cf3bf54ee0eb8048c31bdfb87ad120298c5fd55ba96b1696bafcb038c2323cea52c26bb7a2850ecd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846997125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55ed0e41440f85c9bb827f4e9bbb4e94720a4aeb9a82e8c0f752b2bdf787c4afe62d10f89b2ff222fc08fbbb36e6709d00002019071346923e00cd5be08754ce46a270740d7746504559c50d7725bfa60655d379e2022f3927dbb10b8461940af19319a222a901d49b1d1ddc0a19f1bf4b1337618d16951712ef2e2632750ee93a78d6e462dad4e87198c398f8c2ef5a010aafa40857bff4c8de38c3caad387196d72740b905531c14eae7d73dd2598868c8834b4cdb8a1db40115486ee4cb619d504a6d4cedc42b25ea9a4279a46e565d31a609e94b60acf9299c97fd026fb5387178745af76db8be6a714cc8f7a7b8e7f3287544583857c818531602b79653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847010049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=008a8a4b1ab4387a5cacf3fed85c62162e4ffdba1f4076e3348bd57ff5585e99c45e8b63eb283471d3bdf2d557e15a3b79e916d3200484970d842b11e352c36e1e7a515fa89da1e03f45c88cb3a86c124c1f74bee7f6b33b3dfa9ac79b28c691d2acf0b541390f352664f22fc48d75fbbdf313ee6c090c5b0bbbf10edc39eed1bcb7292195b650053090968ed00fde0fb67780e36d15e757625105048058a9cf3dcfaef65c677d8fa588857dd90e8f200c16076afc8eb1de9083574da1333e3683424e08ffc386d592ddcbb8db8b88ac2fca83fa8492015133e7a53e8d54d277b06fa74b83a4844b1c49a824a3d67878fa36097ac819ffe6558555237be8032c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847019918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7588c226051159af959844e5869401a5dccaa7b943bdbb19598390de3570559f872fd87e0c00afe2b3412aa8ea046de0e655a92f582cae98c1990dbf0c99c9e10a6cd2f76bb1926910321614473d6fc813804cd4c90036955ffc0322f132867119c431f2f4f6a68d15f68c53afef6a036a0048382eadf45fa6fa6c35bfb84406b3ce106de8b587e5297e7f87d412ba252574bed40d7c4ce6899e0741fec7670a9e3cc0259cc8cd98193ab50cb47c0a3ce9e82f70195e5fa68841caf435086188623bc3570f55df7818822b76af215b45c52ae8a942eeb7c97ebb602353fb515dd85a24b28a3b94d6bc5dce3e17859527c384109ba3c12667520629c83f5617e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847049985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39a0345530f6ef091ad2043ca6a813fde38508f7cb23dedab7ec84dfc48f0e4d6c2a2406a73e66167ce70c81ee640e64c95f85b69a0d31cb814ddbf0c19c4f16932138e86c23e010743de6b3afea4c6000b11c29bd220b699eebd0a8988371bfec58402ef6c9a898d07498848a22f4b9b6c6e136618ca51dd95ea3f264dba202c75e4242af1b630d9447ef1dd4ce13151eec8c1471dbe8ee952a97f56440092a34216612c19f82fcdaa4659f21c887f3dfebb2c500fdd1460d032c12d4862a803a593a13bd0fbcd93e4da20fb8d9d57aac3749f6954b564d8e8ae05708cc5b79d967249f50f765534c9c97cd4a277492ed2e03974822fcb2d9b82324cc9f71b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84705814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c36ebee14ec10c42012ea0f48209410c19ab5af153eac9e6c7ffe8c90ec3926ff568d11eec991285bc5270e9653f66d84fb1493bb2256ecca37f2d740e4ae55ef1e87d0466808d5993261c1f82ed2ef61473436f1ee2f64606b3f2c61dff9a511be9705c79348e635a1d0d03852d6951507ca46d2f7d06121d977a70d2a3dbf5a5ada130d86831125bc097a5b51890ac21924e6d75b5f05ccf3e9fdc7814799cf888a15b5b107191f09b79783951eb517d3a46ebe581a3c5de5656fcc4e517542d7b23f338e8e974a4a498bd572942180cbf520319e68408854c9745c73bb7d5b318a84ee861c9f0d5357d6cf07ae4eede78cc7ab371c5d461697594c090e31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84706352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7d3b52da9d4eee938fd3763d069d379d7b874e8af2d8ff3ddba20aac2d5c2f0fc2361ec915ad2f3209fee747179344a961fd627e3f5a8de2054a549953cf2aea1e4e49e3512bde460e08fa0d7db8aca197f7efb0279ed011894ca549116909fea2549d68f92bccc487fe02600290da495ee59fe566125603d100ae390e51b52e08310581e82cad86bf124c85451272a6e2ee5c6ce1abac59e18ff7788004450d827b24fe4d427841d83ffdd3c99ba27ac47f2cc3140dd242fb87fa7cc873218dad1fd190f8f36f8373456e8481d098c20a440c7ecbb577f89d4f0f6a409f6aaf808d7fe8500a5193d7044c047ca6bd313bc31e2efbbab003e04ab0bff16d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847071675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e27d4ff21a88a9f2a2b64b65f6ac8dcc0b391b17a5d37f1d5cc328e02a7f76374d60bb445a53e0de123e99e967b01947043d1153542028e4503b2a006a4ad93bb1472843b4f603eadec9845a51e14e2b31f8db70bbde394261bf44e783eb5f27e62dbb20ff6fb694919d127680e382800e3ab9a9e1d311ae44d97bda76cea1c5a6b07c4a98e94fb3402e52b665907301cbd480df95275129bf25d49343e1ffd4e1a10a7f537db0ff43d7ecfe0fe79277648a7854beddf923950b1f016c14a48ba06633403e8a49e1f8fb639b44e6fe606a5ba4644523ce2ccbd7cff254f9fc1e2d299bd0994c5f574539c3cbf487df856a8b403d920130b0c174410f1788a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84898407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ace039afa82ba39f4fc21ebd613b26b5596b624df0ddf477d4821616e98ba1d3b7f1456cdbfabdb0f522077a90bfef92ebf6d6f89118de267dfd354b52b4c45138ca387c09537f50fb13cbe2b7c0ea43076391d202beb0b8727a6dccf79a9c446c6299991aed86f588ff01e4a7214c13610e47c7bd40cc4c435c74a79be1af75c20c2b2981197832982a3b863fdb3572f4311630960b5cd156ef151b443290be61d173fc00c06d72af826edb921d880aea39da5b36acd0098a872e96438ba303c5671093795f20ff9382279a3d855cddb4684695c43a307b94939e51def7b7fcd856ad8f0bd6c82dca23357c8ac28769ce69af3ab1b5886c5ee6689912955ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849434929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56369ae317ffdac82dc85aa3b7e80d88b30a6fb31bbd6f4b9ffc7b3921f80786470603de8379b752473a0c8f7f10151a31ec7d05d1cf3c15c361a677c83d699115b2a039e10dd0342a374d5708a14c58bab34dd85eddad7efd55bd45991c8d8493a0d6a7822050684827829ed9f02625889041063860a7a0caab707a1af2ae05806e2868bb1012a98938127855467a29e2fa06fa4353d93400100b9c048d8bb2fc9e2f6e73587c9bdd3d78f7de50b9e7b3adb61d48ceaa06555bc5abb27b7ef8d0b26867b47bfe4263a285c5bc78e8b79363aae1cf710e7fbbdcc21ee36ff3cacd28d0d11927fae43aef60848f270f03f48bffeff5ac6e511eadacc291c52b35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848091397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d69361c731e29ca21efef22b4e54e45ce2ad53dfa84d90c5279c750f37b5f4676aa792cfbff6e7673228b8faeae02ae4531883354246bf3bf512cf09982410edc4dec76b20411bced751124678bf7788fe37e3e0cd602a74da0270e264481243235c5e2dcdc06ceb4037e280bac18e32f59321d558f4355c5daab920eeb947c9f0db28406790d76e87cc4a20af6d7058f4216fbfa1ad13b09c5626ee1f81f82dcbabf296d53a58b7cd835df14c78b82f8bd7eee9b682a8c98c0aa2feaf76bcc980f21c045109c6ac2a892da69b542b7806ccbfbf1d0ed0c1f6799c15701c72e3252c908db1ef7febc4467b8bfb715b6be04ac02b5960491f290f392099f9fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849465577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e66090183186979a4819984bcf29f3dd6dacf09c18d71db608a1afb9f233660d7bedcaded72e9e1d27a408fe200eac873a7d28bea5bef76f278c1faa8b09c1e412827724c26c559ba024ccf76d03c3d442bb2ff0a8d37eed1f5ca7275050eb9b3425a053734d67cf32bcc5924ecd129ac8162b25b7cad98e5aae360e1d88129fd75899bef9ee03c4fa2f725aa93ac4c18343b59e8ea83f6c11a7b636f8e05569a6b45e6835384d7e1a5b0037dce60ab21b6be46f5237fd83b128b50b074636d6f3d8ae26e4bcade8b9e4805f46fa8314ae5808a40ae98b0f6fb03247ba4d8e799fc26a02a7a6509ededec48a95a5c2aa3f8b7d3efcb976cd59c5e0ec0a1f4a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849487789Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73b45548f9d9ae40d39cf704b46b1f9996ac5d592512acc86edd88a0f1d411f690d65e7707cd837db5912d06ced58d5e2d60739bd4cf36c1c5dbf0316a3c3781aeb71f1898816ffa068a3c6862a4211a99fee21000812e347a5e9616a05a7b812c97410ac3809b3963c4bd506a9242f2aa55fe379edd70d38b503f443ca2c06b27b449d7eca4cbdb5dffc251cdc120f2d2abcf016e754a126086b39fcb8f6e22c59c5d7578f52518a5e9df79bf7784541369043bd0ff109d36b0e21f8af4aac9d9c6c0bb55c0f8924c0ce88073eefdf06003344a130c0fc981111cd89cb2229677d4b4873f07f47518eb15fa88ec98d992b5d1ddb39d6ec6f243997e27ac4f61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849518547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bdac91c42e71e51c0f16ed48b2a09d66a2fc55c7a96c313109dd6c77a4bcd4a5c889d76c3198e887a32d2ae3f04d1699061e6662410771bd69e5a27301b9b28bde6590a50b08ff3ab098bcc4736e5f8461f6fde97f2b04c19ffdb3d17d308c78abf3f1728f5985099a1194e9ebdaaaf6f8cd1377ce1e0333dbcd2505fff94deccfb955abc5b58553a556d5c63d1589eb3058acaa9bb9315c3e67c710652c25e2c11c2ac78d5060278fc4fe2d134fb0f96f3f6f5698e705582358dae632bd293326d3be8ab01d7128df70264b6e9a634d672b3f1c3cfd5647dfe7d530b81bcbbf02bd1c18a745998a77728f22baf5d90b50c251de73a82b8fedd1825cca155dd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849076213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a8b93f34239d954bfc45426d2678d4967e7385c3958cb3f460cfc8a8952b78927e182046051e12296cad7aa344a4dc2fe56d6f5e92e32611e43fe2e94f75d5fd021349000e8f44abc4f885b7918ecd1eb7217ad0f0404a7a78122c8cbe25f30dc8b0f5185035920e3d68a2f0042a267b05bed0d0af157c286d960ff127bf680ddc35f94b991cd5257cd9b5ed958dc408610ce4b9459cd2d4a5ddcd6f4dbf4675596cf3f477eb04a52c04e114f2340d6d2fdf04f6d1dfe39d7f0fc96e9460022652335ddb0fbfb778dd8edeb43d3cb89a7662a8fd5366b6f7bbe9a4821b24c376c81aadf2223858e74a1f7c5daeecef881c51b9278d3e39f6483ffc99d8f7f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849562319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0db986e06963cafc84757cada66263908500ebf75630729c584d4c239d08c0fa8ebacbea96163eba57036fca8241af790ff70f1fad1d954cb7b33baa4fed145481f74eab0ccc578a71dd39002bc78ff7b115274cc8efa1a4bb2bc0e99b4a4f83943a0082b294b74bad0e0a7f9ce4fd073dbba9851f456463c1e714376d073482e1c9ee2489fcde81056f3e39b98b3dec072a104f724a8c47a3dd1c10139a75a7dfd3f1553ceb18dc5f0a577f2b8ee1bc6e0e620b5e98952c78e4bebe4855e54ead1bbf9a19a1d94c101d3eb4e415be2ed5c7e7afee3fa3114709ca13eda1309ab3dd58d4daa7ca8d7880c6266240a39ff6ebaf8286c8ed9af737eda96f1d9511&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846167211Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b99e90bb1201b926ea3951c658fe93d786656e6e0d41c4843d84fe67fe23c742faa6adcccd6275e69f08dedd71833a5fe7be7761051be6b4fb17486eaf83d1dd9ddaf36c1ba5df62af6f3f7d17b85e5ef42c10151ef0bc40a78d417bb969b389e70d9de8673777a52c1fce39f57b26857b9e8676323e48510f7b504580174a4263c91fe07ca3982124926e8b8a97b3f3e5861dad0e31fca0f8a9a8bdd393b11d88244be4b87ce506fab2d689ee9e548c32a10cbb21c6fc4fcb8331e91203647c391dc99a2dd2f8e36f0470e2f7658bcd7f785e7e1bd3396d7e71435828434430ba448c8b3ecbcbd63680c72b0304ccb1086fd19141d1d7b74c6b6f404c2971b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847108515Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1777947615ddefaf01e482da690df120730f59cc2e17adca1392fd47f0d055fee270bf3400a4544f406c6a5e662a59c6258688b132218903dedbe9c1c9a65b387c360d2d98f3a934ce094f3e1e29bb8da233c287667d0707188aaf498dfa87fba0efd1f2ec6bc6aeb68852437d8604ac91f4fc5a02603469735af98cc4c3b7c5b55a86d929a39df8ca6e794eb14c950698671ade47b86e027b8b1c379486269fb7f7e0760db52f65348debf83a4e4b15fe71694f3dd09268563f4d5664a026e97d80a61ce426616b92c65a7fabdc5f533764ab60d29e8e9a49a5be0677f232831b0f06a546e1906aec43436c3ae1cf8cee02ebd44d2a8e84e6a071bb0b7957b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847119976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3278a195e95c9f21a41541b7ef1b5520a34baea361a4431eea238ea7393059f453ea34852dcd8a7280a09bca39b989934bfc461514ce6df3fbd76375b9ee2c64ba789ee9dfc6eb928e8d8bb0fd1d9f037586fba15ab690aefe95fa3e78b06d63a9d0a5e3f72c4b17c4ae214b3a7266cce0a602e0a8d9c96fdf22a4a67aabb2b7bd53a466a5da11a3a1e9df8b9d5939bab5aa2a7889bf903a0d20207951157915797e5e2fe1b3149e37eb61db6935d56134ca9a3a0327ef802e1a12553df367402b3deee61b20dec7475a9f0f76f77ac32d649f9343dc0f0835df10c0331075f216200420c3994523bc87ad1b4cfa48744d6e59d0ef959bb4330254ca1e6115b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849122711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1f22b4a439b7876e229d2c764dfefa08008f0871048828f14012d99f8e90ba741d8992613b60fbd2213aab4568e0a2412bcff62f318a713d770138f2a92c0d15bef25bbb97f5ca9f480a4d64dcf560e468212aafdeb9288515efb3bfbae15c357a613be00ac881de6db61c394b448d5038c3acf3e51b84156ef7f56ff95564e5695318986ffb492f528a657e205d00a37ce7a746977b0f76f7f184b2892a7aa95273f8c186f44109545aabb318b2bd557992fb81264c61971549b66daa0919c014237d6783dcfb8283d7f1e9aaea3516f3f4581c1484b4698a2d2715d7015258de366870918725b6d8759ddd8dd436ba3c179deeedb1a3f8496613bfb766ce0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849622192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10bb776302f11c19c7d07df017ceddeaac2a96e03c015a85af10a8497b1868a3da960bf57cf6c79628b53f7daa0ad0ab43a03c046e8cf9c5e89e6c9a60c4c8736e43bef517872f105d5fd438dd9102ae7be1098bf35cb1d0ad4977d3b12b629f66de5091f36d12769754472b4a580dcb6e984a2277d0f21725592ce34b935c60115e012cafbf99545a2d56f2af0a49a11cf962497951fc4607b9ef71b6c323a862dabdb7ea19e45c29da5e7e77c213fa52c73ede1232230dde0f3ed8b5673d080967c0a79a44834bb02a9b28ca7928a1fb4f351217f4c503fe0661b46f83bdd9af2752b3a8c30899deb687821c77c9037cef1c0e95103078677dfd6679f4feba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849662989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0582f24d195f8c5856a36e13f7b8ab71496624fbfa7863af8b51bc68daeb42f1ee7cca8e8ead45b3ae5276d67b0386293ba8c9a963307ec7694432b7dc29151259b72b2e7741400c5dc317e35f85b17ef15b304aab74ac85b4f3876577838b54afa0e3051080daf12350222663c4ebf37a2496e344bad629793dae45b5e7470f3c1519746f68f55160c6d8beeb433800d0f6fa450ca8c24ebdfefb3553bf5fbe08947e134740fa1b4ce9d0c65784d42bf3173494d7eaeada5884df488d7be51120119f6e4a779cb39fe74712fad3f5c1361ed227e70b7486c350402623572052b4bbbd123b22ecba86200b363400473d70f83a821cb70a875d33121be4d1cc4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84966877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=81cc5d560c7956e5819883f6c7c20cf1dc9fbf2467aaf185c3939a67729896282d1d75ee90b09e792b938546ba083118f7556002d1f845a87d135ea18ead4df493250acaefb2601b8b1f68792250e900efca52227b6b530b17ab17e5ca1346ddea063335fcdcd3fa456d49f253d6b55a3fd9e1b745c78fd444f599eb457024164a8778d5e5d8ebfe8246ccbb9c6412c79438666f3093c4dd5c90d04b6cd9f00598e74d1844cf76c8bbd45607ec2a0f546aedb3b94a95a5b382431fb8852d6a962c5a112b1f6b54c347f8e6c7ebbe4af98be835ad9483b8a2af5b786d0c9a2e06b697974e159a114023ab50c6f136ef87eb3d05bd63b5b874ecc5c9f4609a2ac5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84968461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a5d2fbfe7b5b5851b6ef4a80749be1ea701050758ec2a9cd410186127fc2c5aaf6afc552d507ab6be96a889e0c9f18ffc5793901fac805cd14603c15b5b9303d6b5c659f0d025515e1e77add222d20e2b736ea9130dd8629930758bffcc5949a69a99a2e308bde6dd37ad127f53e13a407b38b18523123032c82f73d826f405afbd0dc9bb5aec9424fd239b0eb9a671cdad0eae2639953c4747caa709846ea87a8cbac407e910b988179cead9dedc1745b5ce25f4be3480a9f887324d48a35fd02aa75600be32fff27c7779331ef8302c80c63e5effc474d23620f347634a07c308185dcb71a52cd39d4dc48d9efe7afd58ea5a7e60f2619dad045374a7692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849714115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9b8048aa76d8d0879f398ab167fb709647b976bda382dfed540fbfe3492b1c197a35523f9a39dbeba673ca93c3db782875f5b839d159a136704a113568b24af012df4be181a8519e72358e8f00c64ecb4f1bdfc9f9a56241a6cc42c4b9152f36df24de01e1c26d99af6bacf74f1a93b3283e12ba895825c2500c543f5258ec7618a070c493d666ee7a139de0ec891717153b91183287e5f46c46991f5ad807785aae97874ce75153b973ba3342f3e36ab75440d995c55734f97759fa798f6b077e17fbe9d002e871bd1a4830eed1b57f6cb12c578f52309f82972a461399c677e46b1fe262fbe5ba045056a43a0115f2ffda6a43fdf090702c970f3a6399b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84974306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88432c19e6915a621d23b465f2db77b83a1b35d7d93a0f9d497bf1c9689f3ffc7b4639b44959d2f634765bdc8ce8fb306f234404410ac49b070c5bf0cd339a7483aa9e14972e11acca644e519e0a2b65f4cb3b022bdf214207268bee4b1716fa39c8bff73243384ab8a21d3aa474b5b5f9c06bb62c8fa92d1e86a700276a71dff342b62bfd312516b1163c9350561d1613aafd4e44c6bb66f7bd10e9d1dc5f96cdee11e5e72b2039adec50002bc887569be9108a79ed640f3b989444ea2c12fdedee069574bb16cf0c1d0a849abf4e5772044185a36e7a038ab62d2fa069e017451eb46054e3bc8b75d91ff8d2a6b666d4709580efb1b39d0180a3b639eb614c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847075062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a92c8d3fbb86eab8b93ae10aaf514b0dfa55bb3f53abc4245b61cfebe8abc8a64663047ad966ad855de7e568f9e6d72371cdb33473e42759b04145b4e15b3da96fa2ae3b326a9f8643f2581d3e08a0e3dd504a8308cb350b91ad71b83995cc4fb3c6ea0dbc33d0081e33445849e6e96b1931d1bd6c2f4f0e493a82018b979cd99c5176b4fcec24f197a5a74be62e72ac69af13d62ec575cc29ab8103a16bf3381834ef5bd8eef5de9ec78a068756abf97b173883675933bb6b62db781ec56a74a9b3f413b1d3b86c58b4165c9176a9ab736dd39924e4327eaa91e252be1f355e464d86651091223a07e9ba579a70233d269fed9217f753483cb1c754f3971af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847142148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3b8c6e5ee78cb9777f6247e6f9a259a42f4dacdee62b4331cbe5110bc22b7fd04930daa3877698b378ffda343dc54c307c0b94be8533b3640db4876e8b32483eb52dcc10da72230d07cd6a20f24af514185dd48670851f777a98075d0954cea5df6349b3b4b5aca3cc6d445a60d4fa33bc762dd242156dc97859a544e1de764a8dc975d0af6e51e8a94e1437ac4b64296631c635895b2852facbc03ec83de51632b4616755664108151ec5412b82ab1b92b0edfa2250841eab92a2093a73c846baaaaf290b65235675ea6211ee2d6983af93b8ab24db1820d06e8ad4d0871d47263f4c6bd5aa9bfa402bdc91304870a62af479a6ae6a51beb1fc4969d408dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849443586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10dfdb26bc94178a57962488d7c468d6881f8579a738410168acac8901ecf569c75650e4f568a55bc831eb00a21ad5d7108d50d1d5b905d03034d10495071871b803196cc41cec3b373a0ebc9a97c1489fcc43a8ba32f2cc9149ec6bb57774594e0a6f166406bcbaab253c1abf77161cfe3ce957348e5f4c772ecfdc22efe62fc424d09e3a28e34a81dbd61f7fba05a45c52e72747e8c73f9227bed1cb664ae1c350a8ec9bb86e54e5167154b3d747d20ba91a2eb811c7ed28b2b875f4f7544be6df432f7145ebca121d0a37c5aa8d05e4ddb879ac04375940bfbdb1cfc934ab12752e38e4a34f17d9146790833d048c670274e44f693720eebcb3c26b933cca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847098266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=46fd3f60c791123efb4382ac38cac38246f98f980edf5d1a31be93a9f65d61b6245f4efbe152c8f485b023707796ca55bce31a22e9e2cd0b3f4bd355ebf361be3ac277915af0262afd9a3bc0d292e19362fb422854e33256386131cf6aaaeae852085330214c773413cfa3285e1b812be56e5c5cbe79f7eac4b711e1cc78cbd7fd010e1954449392f5473e25bf563ec1c2c8f3f2aced1d0c19d908eb8bc0cf8f4772336a98c5a1c1713c0f42314bedd45f85146f8dd401fb0a4881bff8b83b920f96569fb75e7c14017fbe65485c4a878a209b282af808b090ef17acfdb5eafb5ca73ec199d5909b2eaab00eb9d3a1689fa3d8ad6bf6e9ea0f51195ae95dc731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849984695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a06cd27338a489052fe3dbcd6a0fc52ba9330af46b4418748deb62df0008d1a842555c3a563d8a80b8a7ecfed9a8bcef03aec78ad2cd3756eda46a9af03119e8ddb44bc79a90e664cde629e18516b23d26fc0cfda2be7770dd009c71485fd060e20c1ea81188521cc23f32a89fe85a1ad24b3838da322c19f417fd194bbe3f3f482fd2040b43b5cca59210b77cebdb310a4b1d192b4c39ea09fe674b4fff82baf1b83854050da7c7999f262b58459f62eab52ea38d26b2f10664eaf5f1589eb77faf634c82732ef6eccc5f23d1304650ba7618468079456c9408db91f5b187d13ddb6a945a7667a3942f4c1698485910e6ebe2a213c058e656ecb558b025f36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849997139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3ed34dc9ff6b9afa4a35ce70171a7e1c70ce65348dbf7a482c1673188b54def4c6c8049bd8ef79743de4fe91316037c652e68235b3f6948b695c889733771c265edd31cb5900d31a31221adcdbeccad0aad1d028394e0ce170ce728e97b07702c962f916f625fc04d100e5d8305e8e13bae57219cd58c0c7c12172842bf78a257760e591c40a6cd51b173e825e44efcecac374ae2c9232e922e4665993e7b7dbfa1aed11bc214c323403f4176f589b0859beb905fc6250ac552387f9ba8444b267c433cb681d922fd441352052af242c884cc85223b86d26cd811cc7344333f41094027392a5a3171bc3210771e9b7ff8b9ead82bdbc60b1ae9d5f3296d20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847104467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4063302171e4e5854c873e3393bd6b385530e5e5cb39805f3c9f20153e2f32d694801ea4fd99a0d2b4bf4e057eefea3c88394ccc699e2b2c38822162fc95694e54a64c01bade94a3dbafec1d9a421169445adb40f40827f3f56771ee16fa9a5ef8146efe3e20679babcfd5494f98965a048bbf2c6d25ae0c5bdee857f24059632b04b938c8d639376c7e6d5711c8d9c5960bcf0e9f1917bfb6ac8716b26c0c832942fc54a90e554ac3b8d2d34cd1ff3668418b5c70676ab5b15c057293cce4df6f1a5dee754275cd2de0e6feea4df3ee3e51e2034bd76bf015a9ef2992847a6ce398a45d29a5b0321f249120857b2dd9b320bfd790092485f560d4b16188cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850041773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89c90b8529002e83689a19384bd5a2ec9f99baf9b873edc3d0a55a430dd65d57bfb4860d99285fe544102e1ee83d70dc7693a2fd60ab3adcd2093ef6ab2caf730817fae5af29e2f5ca5e0bf3714ffbc5b4bbe512cf13b051b801477c801d042265f55993f8d49fefbf98b6a3577649da8c827695c60f2e6444bf90979b84c0cba15b154f391bcda956c656e833f320cd134d0ec1b12d70e98d5adfa43c3c8902fcf78b9aae041a5bec49e00ea6309df06047bdc957d03b48b3754c7ad00f8139ff803a19cc9c4b6531dda04501fa7f3bbff572cb9ad69ac7e39601f8820cbb5b1e4dee00ad4e14449015c63063ab3dfe13c22ae9de7844a3bbcfafd09118e526&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849150473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35602d8195fefb2d759d1936a4e03196d1beb6f100be436eb895e745a613707fb05823879b9e21d229b8c3f2190707b76d8be7b0cff46092c7a395d582a5db9bc084246da4a2a9e1ade51b6098c3e160abb462b5824636ec1b372fa7bc083837d9f3ff1e12621e3b0182e12f890633ab58c8df44b5c51c04e29397e4067234e8694e7d9a113c45e4e149b40901c4db5916dfd78e0afe6d3cc550b64c001e27541380017534d03a3f534947b50de350ac7ce52106b9341821b9c7bb4336d0d0c900e85aee6fd7a5614d10d33f951a140baf5ef47facad19520ac8d4324e9b6b5f65b465747471b2de11dbc192114021fe2470d00ddfb68e7958ce7d8dd03d754f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849633614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e618dee0e4cdd3e13b77aa0447589851a0b9e8f1c7dacdb8dda5de7eb73dfd4a92da48dc5f027a8ef8638025225adaad6e392ad9a093f77e094e467f8757f6b2241d2ea0a279fdd6dbb04ccbfee7b657c16ea3b44c8c13a20949be127fb3262eebb3158c81421cdbf3c504327ea697c0c4f41a2b9e9c79f6395a251c2338947edabb08dbaa84f4eea9ffdff1c2964d7526eb8ccc3a21e47da070831f81f34b976fa4e0be1a72ff24593b6c07117d63951223d8b35ad4bd694973290bd084f6abf159a183c89276a85da2b3d30059206480bda94add92d8d5e4740feb60adb3977896041f52a2b947d47a7952524218d4630f26a5ce23482b98d3f02f6b33b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849206348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4e3353d8414afaab208f88aac486a44832231938709c16379f411e362ecb89e8aafc5c60b6ac15cd9cad34155591b6bd793a4e10b5f59792cc37efa70d02a183b100848a9da4abb585a1e15b3163f3a62c6bcb2c3980421dcbc2f9ca346cef9f39b71b6e3b8e796d81a44d275bbbcaec4b88a732c22575a64f7fd59d4f8f149e31517b0620ee495fc3a19c6f35a71c4b281daadc054566c115e94e00b85edf57e37e4cad3868189486b9e9a5440ac20ee01bae62b84c5e282be12dd09efd32d52b9a91660990e755bfb3f4400a476579870af08065f9555b3924734770690dc44b8ea1d5ff23c4edd176b4b7ea31ac3b59e1c003bdc40a5888f3b7e5eff6197d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850185955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d9e263da6759a22aad1e45a4397a68e6e002b0374c9b6840b91c377621e51d0dcbb6199a3a9dfb994ebc4c5c3312bd3bd9d456f10048baa27478a5cad00237e1483cf7faa48dd3a97100e92bf66e849d748f75339d972aeb6248a43a8706a7af253365c6af9d4a236406887f2a3e6dd7c73d419b355b3773a87c7ea929687723a6a078a9db5aa3f0f6ad39700efe715496e18871ea03c25bb23205f1347ca70c9122cf0967db71cdc086098d4af85330ee580152a783e82e0944aad9a20a4470fbb24d1c521bdf359ce39c95856a2bc5f87c9c47b16e1610e74843f4d3eb505e201ecc5b6c8a9ed929bd1ce92ea2cd6c19a54312943ef39c9356fb08b20bf3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850242601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6002f2665a65ad27adebee229a79586cf7d535b98fd6ca8524433ec419e63b23122d5de005b5f6580685b9407feeed828b2d316abc3f46fdceb381f5dbd4800626c9e0fba149864a1176360f6787dc718c95cfbf4ac1b48ba149e1a4ee3946b4cbd88ec8e23faa12779082a8205c75b62415a9033e3d33fe874ce65ccad172c7a2e2316668ebeb8058284a998a18245c6a822c831fada1a2eac2b47e89985ec5afea0a09f8519ec5bd743284e330fd7a0a27b69eed019f656706ba12ef2d49dce4d0066d8d465c40805107a077fa73d02de563ab0c436799626dd828239ed727c102819a4318821693b358736df633a210910fde529598c3db27c3d24ed43145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847142178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b98d825948d23e008644c34e3a306f6bb2bebb7eb4014a12fcb39323526b8d85e8731910f823eab6cf6a8a77c5da9135a662dbd953914005a6ef54d0346acf32cc875f8d6b2140bd58b92383d89ce4e0ced61b42f779b89e8efec4d4af351593ad0a3a499211b5dfca029093bb68dd266e1bbe88cfca8fa169f108e1d310a761d48efaa16ee8a78874efa94119cedceb640b362dd1f1ad3c3aa430b0677c2fb01318a17a324e77f272aa3c657ff0d58ab5a9d6ecfc51ca65f4c552adff25a121da5a8917d6c7191a45141729f36e2ebbecd88e14f87170011125ce236d6b8f359e74e7774efcabbe85b8c8c91eae5090adea82e3197fe7c9b07c2de24aecb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847249741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1450f50b3a0d0bee2bf94f7afa147614fac73d5dab0556999532e44fc0695767859aef7d0e6c1a1a8a149bfec19db9d5034eec728703d49a0da9d83f8e94092ab5de00fb20e66741fa6180b851b54fb55d67e1f7ecb181bb84d266f91cfa8a0234305ef7ed39fadbb16db82f79e7d4a46bd9ed23250706934692e034ea23bcbd67916b50932bd120d599bac02438c9b08efc152a010185fa1cd16daa6de2f66601a162f0a72a3e61b202cf6bcd1651816ba64108060d1ab77d65aa4ac77ceebe0a8afb789f6db5ecc3ed2bc7c039238ecb9bb33afcb2df90448a1354d3d9f2e96e189163625d3334bf611dca09fa8c0106fbf7090888de764c9ea25a3dc2110a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847264399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ba068a0881c54da45f258ea0b208502eea2b90ea0ff5517638e7405ed7fdd2bd4d21e2e08851341c3502d3540f3f75598f3c7798f4335fec9552fc8d0a8f0bdfd80b959826543ba6602f17097fb86482c41c752fa859bb3d24e8c12eb465e75129f91aa4b5f2043fc9d1773312da6e6f626d962cbbc51855d25c1b1b329f73c6d7842483be78fd8445e356190c224b970767bc600fceb20c03c54edb28fddbb5c8a91d050ab0c88cd987e996d0fa6f2cdd328ee13b6192684f05e51aeacefb1e396840fc9299500f013fd9c3ea832e8a0d8193d74053d4003df280ae29313168443398622ff0e4b1cdfff0906b2b46eb0aef52769f18156df35f6a52927febc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847262285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0aa03df5ccb6c6a61a22f92292718a9ff724234a83528f88eef96465a4a56ae82a8916162be338a1f9329a40f9420a1d01c9609331a438cf36f1be2992c31c59eb74f5050fbec02624d8e4e07c90ac81db2d52b943be885e2b082fd6fe5b7fd8e251e65ebf8262310bf521bc60e151854d76aca71cc43ea2de7a8dbea305695a6534fa176dbce309d0c0aefadc3f542f71c848f84304d74bcc85896dc1365ab94efef7462d2f0941af9ae78a397f991eceb6af9fe6e7b25966a15bbfbe432a2501d54da8e2e1046c132afa89ee59df57544e7bc8d5f0998708eb8b9ca6ba0d0f4a00cbdd2c6affcf5c833ebcfcdcc5af61797016d00571f5aca2abe94b54d042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847297912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=675562410bf405290a970f38da63bcd72d5f2b7c97e2cc947849aff52f347f0313c00bb802e62fd4b41170ca3c01452d25b8e6c0671eecbc0a5e116638df2bdbd334f4fb86ffcb6097bc3de995b52d4371d86117861a8510acc60eb334e97a196c9389d13ece8d617c84a626eb72a346051871dfc1e554fc63efbbc26dd7c87b80e690752fe9331df6ff79c2bfab57b83f0c168fa19bbc1dfe71ad59a59ecc2eb1a15705d1b0d562972ef3cbed061ec5dfd37c997a59607a6be913c2e4776f748f0d07fdce8c7f1c9dbf2dc37ad81dd05c631c36762629bdcb5e655c28332a291e0698a09b5ad589d89525d1eedc54b374ba8e858f1f1d33c1408a324db5d952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847293283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=207c55494437ddb867c00e4a037758bfad7a4bccadfc488d38198c3fa0ebf4e8fcd61f6d0bf91575dc354d0bc04fcc39781bf0f5c62efe5fb30b02ebe968b1ead635832f10ede03bec39ae72fe7a64d89cc75f7e90417632072e91b4f589c1371233c59db951caeb04a9f39df480f21bc2fe2f1b8d448fc1c7144dc6e28d2cb6d27417f0dbaf844005c911c56ac16a02f88c298d5517ee272a5cee02dbf5f03d16266b96e3032f4c9c01bc1de7b490df73bb7e81d8ac718e8d2c129c6fb7f8808b6bafc8b251bb039cd67320477386d24bd3d9d6830529cef1cfc1e12bfd6e83c9071fa87c381ee26e6eafec7576642b1c59327e3577b78377379474e52845ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847310756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=974dee7d571ce380bf78f4986c23fcdf453540d68ab1389eaea34afaca6124e3bc86d487741691314cef3dce81726afe3db65b9cf66f733389be1da6ede828bef2dc28ad124cee5422ff11acee2ec2dbbc30fb3e48d8bb3eff7f5d13f6e7fc0e334f20e5f86985d8fa0d5d68aead8f162b179e258e294c77398269b9b0fb228b7fbc70552f02031661554251774d7a9f3eef156d3ff8b90af653cbdb60c141a52f2178f4aad93edb1002def900b33dfa1d96e2b979bc61e07cc34023736b05111acbf2966c9fc27a79ba6cbdf4024833eb942b95261e98d3290dd0eece2235aedfeccd61f3e42e4d3e1f5439ea04f11c37557eee582a9e2afa8ee80c989dca28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847310325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=374ddc652d55187208261d2a27b54b87ddcb96fe1e844fda4cd481876679c9216fe60011d679a9d5bf6a3509050b3ef06e1ee7746df18fe60c839ac4517bad547393485c5644cdd942bc4b717e7ce7b7b4cd9f8a84e7092ae7dd48a2c57942b8860705b4a6660bc30610e8adca0b7bbed0046da85fd6115a34ec77c676365d4336e9dab587f09a654bc0c9cf493244a345487bd7a55fb333e65f9230f24451ec8a12df3ff40bf098ce989139f85d1802e1babd00030d53859d6435855b93dde2f8d30c1952ca5510d5b8589f0f5287a1b8582e7c5d1c5f64462c8793a21a19ab6267cf42f48a51edb5c4264cf514f92d0b60a1d8ba08218e54067adda14cf7e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847340783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=92c0903ef5cd7b5e342a93c56417e0b227d98f6d444c2485bf52deb2db289c364676e4ca101df1d1ef6e9005324700bd366b443c4a548a9a23dfb450b47655808ef79f7f6c11cbe8a7ca1c5899e1fcfc630c10489f99933981a9309db464190f800f13bd52bbb194f2a7e78788b371f35f24867505864874756f4bf7f9761e66a752077bdb08b39f32b5c798fec670e221d1e246f3d189cdd753061572c7214ecf9f2e60f49772a96638d54c25d45b1dce72ef45ea071250b9b16f5ae9b902d3df08b9651689b9773b6deebdde6b8e0df556c655525a6241d9d8010fadff67a68d317ba2992a6cc540feffcb084378732e97dbabdd1dd4c95cb01d68fab20262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847359217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=387874e3d71dbc0179356ed5f97b14c610e26fe56d71570ce750446d364b5f4e0429db6a3a8d4f8ea5154a92b78b5719c8409b55ae7b38d91b06382da9c34cd7f6ad3d0ea1356b61a6e66f9870c63b979d157232ce4aeffa9bc5b51d1bf966382f7a8e9fc845aa0b70f700c6d57c56305e860ef973d6abd20fb60ec241183eb484580f282f89e6f1091e855800c6af3cfb7bdb55a3ee18388902d4a129894183731ff5e0c643f69c04734517c27d79e07a7d91ae6422a4c0234f0e8fc21adae3a56ba96450bd821ebce06ae1711f3a660cae403d887ab0fcdb6ac3308e4ddbc3036a88a2902ebd7f90d7f8f118393cc1df0d3ab33558fae06896a94e621be9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847350791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=23b936412d028aa7cf907134ce70d1138039f61de2a5cccac180d69f74a2d1f157250dab143375e172ae3e86fe3203c4354a465672fff9700942030d0a15e7c5ca0f904c0c5be812855722e37c66ca48b4f0c89f07597c35e080e00a8da5f4bf6cc69edb49e8439ca79fe5d1881bdef56970c562acec992e97228898f7c874393420e216014739a2474c44489c4b65da2b30079d2bb0abdcdddaedf657565f8f2bab5d00cedb1d5a74b09990ea8af36d1563f38c9c8ea77ea64552ab8bc15d6bfb48071af8097f39f53f91224551c32ae37df530d2b566f9bffce00f5a153def339509f01b02d22685637b3e8dee0467879fef5ea8649ad3492b593f7b68277b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847368465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b09fa6e38e841820a29cb4bc14990fe044123e5ff059df3c31d0bb2de4aef1c3f0dc4665158f7c4383abb1f371b35051cf9a28b77f1260398ca215a0bd2c6c78daa2a6b8423747de57e77ccf685e474ed8933b744b8cf2894f03a56170edcf01358e836e9fb18549af50c1a9f634c57bec318c7071a85c70652e588ab71565dfbd2c07c3ea6a413a22a9da8055f915731dbc8d040ec52ca2dcefee686024a8f43cbed05c859b6fe888ad1fd8533ab0ac6c14be676341ff4fbcba896f3218466f0e258e626c9a9eaeaf636589081b1c80cc01688eddfce5a3bb0ee55b479d45063de5e5dd968c9b30eef9f5220d6e5a3995e628eb1c525dfbbb55346c51407572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84740821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=617b486a96d6508152b2bc5dff5fc7bc0cad4bff6e0f15e50e3680366cb27c157b1dd844565b87975ed6b2520229abe73cc71be1786b90bfe4399dfd161eadbcefbf8208a093e1285419f9776320327fb8369148cab68098032f9ba71d5fff3ba8b49ace9df6c361d52d45f6a8a026a62a0372bedaff18cb6183ebd70c79051ebdc4dd7dcddafef3da3f2d5e2cdaa34a708860b803f1e4835a3e4e10ff91438b3210a9bac5e60c3a45fe1a93a3d6121d9bcf27081c04b1c9ac80c4a70277afe049709233eb78cf805738bfe2174c7fed2799cf02bb7ba883871cd846444fd73462f36c5cc40501af37eb5e10f24cbbccc37e8fc0533583bc721d331abd9f608a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847808584Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ab83695410ffc58256ba1a583e14a8ff81c4123d51f6849694ec22dceaa882db0a104ba6def5a443cc76030b1b7c444bc6938574431516e3ea812122a6055e2178c3854052891301ecea16d29d65cb96a8e08ff22eafb0d11b23ac17c2d307db5e19ea638e028c7819111c179691f9363782ccf4e11606ed2a40ea3d41a602a78ea692df2eef0818b7170e9d0d00e220bbd2a2e3e1c9eb8b9db890536a08142312ddd53fb83d6294ce1abfe7cb2ec45dfe7ad571df1ffa785e2dd1d9534d3133c5e4d94b598e1e23e0a79899674b4f611893ddb160c80fde0165820f23f5b193f6eda44d7791c00c4a57495d27fb054cb7aa44f15746da847a3b6273a9e559d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844380082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a382c1d80a0f8eebe10fd438fc545ee65c27946181ae9c5a2b97cee9d695932ac2573a47c8fc4b24be7cc5502568067925e88f8b8d4e261037c14a0450c9369b80fb1909acfbce3b4312301a69061f8cd89d57fe15e106e2f3be3d63198081c90db9168bf7661a524c5083c32205e021fd695a42edf3f1d94e2f753eba5146b32560016ed1c75412f4595a46ecbfa732c237eab69292e723f17ca352ff4bf916b4eed77d1799aa20985217e72faced8b56fb3fda7269eec04e03ff10437f20dbcd125add74b168f88cf8d5516c026a8478e304e51f46a1f90d8da4aac8185b25cb7f8ca2d968225ac4626beff4b231cbb1c1d24e4c735b8dce2b290c04645aa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844414057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2355f3ffa5498e5033b0b7a36049b87f19f6e1929d4bbf55c505bd49ff02f9273ec1de424440eff619d0ddc77e19f4a36bfae31bccca5961845bcc153ba566eee1536ca3e556f324fe4611334584aa34363d8e64ab81304992be06fc42c20627502295482e7a2ea6f5ae09862a0e54959f84804aa4505036ea7531811fe56572554b0a2a075c1a645e2c27c64961596b12506d6ea9ed88d769b60501910731b171c2c854f496c213bac00f0fd08ee65887f550c88746ed8f49de28e1c3f21f44a20c21cab2f73290e77b57e4195f8ffbdb296b5ec2fe5a4e9c61283624d500dfb425aefcbd0326f76d2022710e8132a626fce89d42a1b8505853e80f330f31f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848301012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=921403b621fd3f8ec7e6b56395078f2520c8523ec167942e6f09c0692a440bc6bb4a02ad041204e6bf6c787e07142bfe5c286a5176b8ff4aeb47100dd80910d8c16d975bcfce50f998ca479df40641e3e0e12fd294d66f21e87e5653a8722b754344f5dfba9db1f95c129db5e5ff404cd3017ff590ae73a343b21644cabf8134e023ca713ac7f4081a933ae72b612fc1be8f036c418847310032b98e5a4870a45e22691c060735d70fe933b81b7e56fe1539a18cd0143bce2e0988be60a85a986c05a18f1f02a1315f2bce71943e6a71b706d23d9146bce040ee5dda984ca43b45d0e0cd4366412514690a444f1a072a7c57ad529792ae200f8ff5b6a121db51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848306372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f683d8ccd162a87d16e79d5811c8933ec1c5df930b66b759dea10fbc867fa07b2af3e976bc5409013b61fc5d4ecf2679ed856857103e5e1a4f0219a552c62d6a085b0854edefdfeaab23ec4e73c4b7ee6bf3d40da5f31aadbe1f37f24cce574ed28943c41539684afc988f68e3a387075cfe7f3ffe4da40ff551d9a88a0cc195a0700a34fa54a7a4db537a3a233dc0e242014a457b704e67c82246cb603066a17d88683d03d54740758aa4737b16ec83101ab18876d0e80dcbb93361af159e1fc1dea91696d7b2e24f02e4fae3fa0a8cf691f7aa37ca608b8035b8560ab7b7519191a64614ada231721379aad57bf798d89fc2a35e9974c83cced9d84a90681&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844430357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f19869a523fd2b1da507ec5eb1f2795221157f5f07f353d31f2f69453a3c968220102fd13a2e2db2c13c5dca48ab1f641131336515aebda1121fdfb410b6d06d6c05c917c4c8b4bc280e6fd22f01f59deade4f0da03e388ade8e4009d81d5aa90daf73bb55029622364a08ec1050d16f589348820e513270e558da667adecffb2ed5791541cd33ee079591ab91fef68e70e2451fe51df43fb341dddd48b219ac4463aa41ccc194699be65ba298c481b966d2209f5281b5950d7d78717fca73d777e183e5925281d3242314836ec053eb66c7313225dfa2b24563780742948f19aa0707941be619661175ae4bc6ab51acbb0d02d96ccec3a15965fec7e79268a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848367317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1c3e3e7392c965a39875e2eea4b8a152c735ba583f21118c326fdf38da06e4a3d30e7a65dbb76200618a7d126a879294600068552624495475c3cc86acf7fcd8ae8afec228cf650eec0159fb8f978789cd530542d07d7e5b27c78644d5a3b0a186dd17b77bf5b1b7ea1fa2e4f4ada11f971313a2ac522d67b4656277438e2f00479c8235c1c5af46dd0fee5cf2bfc8dd07b3d4b215c9874923bf66da3fbc4a426d6afe472b319c21a7a4b47652252528d3f008779d98a5ab05a78d4ca23985b0b2b7005cdf6f1ee14df02f5ef13d35e5aeaa117e5180973e823b4cd9c15fb96f0b25d3b0dbd6add5358d70cb39f103c5e3556b1e5ef2d4553efc3f655c3f4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.844462939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73698a5c16d4e71b3ce78ab106ac5f5747ae2a1931787bf21b6e33ab50562c90c8cce5a478013030662ec9e32518954edba72ecb2940562ce664d2b06cdc4a464a8a7ebcb590ea0b0a7e107ec955fcfe31d4b660a25c2364fe718f018e1020b63c229806fcdd7e588ff5d4c9e541a0a13fdd7b12657040f70e3231ccd1f10fae85aa9bfcbd60fda776f3a8707347db7b5e3e39e3737d97d35ed5f7b98bfbe2690e636b75f833ea3311dc0d26e34ad1753c585e457b349386fcdb7976cea96f4d62f14a3af4807a4747b96a7ae016af9ab762472a952dc739f641f8c512cda3ec86acbaaa24a99be98971577bed6420904bad1a29347c7e3e58747c13b4d8a240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848417822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b60d429a93fbd93990f1a645217c07fe0ec868c609c3417307834ca9c650cd23ffd41d457601e64ecb80c887dcba97640f63ab854f3b3519b4297724028258096746fca00a6481fd82b2aea7afaee6a7e105d8b8d203b34b63b2f0a53a7427b9770428a8de1c30bd9b20b9bbc0f673bbeaa48678e6ee1588249a3c1e7533b43eb34037c8f6d86c0a7bf2767fd807141b6f2f62b9c76530a352f7683f603ab95e542454ade6c5a5a27f4a2f02dc0fa9497f1837d95bd0d195d1b2fb737166082f3bd6b4db81568ceb330220eb23ef328ae058ab88396b1074fc5dd60659a33c54f4c96d964de3641ab62d61781eb3f0d03d2e8ce42b6d705d0bb943f11cb71f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848439163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=50f80236362e0ef2775017c1ca82e974b06d19659a8bcdcb7f2631708da695d0a980b5130a2054fef8f28ee7236e717e066b620cfb89bbd36f45064ae16eafa9a40dbb1530acbd0b960b7cf6eec526cec233409a59151d372bc0b0582ee40cb15050184bbb02a63c063201819f76c5e844f42e0fa552f6ba7afccac7a1e07aa8584e0cc26aca3b93b070039628f359281d27784ed46eee34a0af875faa602b796912d13be8964a3627e1afaa12494dc162a7dc5a28e79b7992abac9a9f43e247d1a0aa1f6fff05192c4b944447aa6c805c26ee163c9e788b9752bd92cb4e954c3886e40105ee7225e4336f4e83e59bd0d857d0a2d2f3163164ea94e0275bba63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846034761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=966126091dbb3dbc0381ae1787f0fe6f36e70e8120f9caa73b12d008b74da212b9f707c2bf8b8bcbc70b662d3ba2fba7e6105915ab66b8cd4ba86b02ea416cb1f50e7ff798a5eba347fc08d6d1ab49ed14eb5d8ce374678199ce376136b1a919c582ad56f463b00867f62ddad7da99726a4500f280a96bef12067583811f300b6cb2221770bcec0bd5f7c0ce7f08245c60b8ae30b6f056ffff5bac059f93e45ff92ecd665023a1baefa7a6c12013dfe1d65bfe6bb537682d10cacbceee275ebd17ba1442adb1746d7a8d012beaade584907d969d3ccc5aa24c4075c9b4d6163c03c7a799f60a6c0c8a8bee8ed8eeee923967715da331950a4651294fb2da1e45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849017683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b9740f5172bcc8433d33d8acb615fcbb1267ad5e161d176c8ea8f7fd0cc847277cd2d77d7951758047d458992673c653353701b940c4f5e8272fadaf05328b309b09832ed507113b109899d54dc698ccd468a403e838dbb345c2d8b7b7eb9cf0caab50c5f5f992f081034b9ed1efbf95c111bfe708ef8f7085cedb4b57ec5bb3fdfbfaa2c7fdf18c8f47874d6d047d75c57b6d716451e78e3844af43ff03232fff145299a0cada0304bc223a7763ae2f0c31431b7f1993a4a0c63ebe6a741c310419a01048d18401efce96b09018b40db0f30dec3884949b491092a5f2f5c97a5c1adbe2365e79747b3a9e7bd8dbda2fdf78b3081138eaab9001ef611c9bfa9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.848962148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=352e9830f25f853945374e96fde95722a5d4b1b8c8df79282bdb685bc2e8f824f97c9c1dad9345759016c0f61d3fd91bb889afb5ce385632b11a3dfdb26684070f0b643b419a5cc1e13a4c8a994747d660019e8dd1b69402331e86ca3f3fc0a6dc6b02f6820c8462d4fd8dc301812010e9a548e7a6ee68e9e59b8eb02b99042cf4645ebbe9ed5e48006334c5b93c463b3bc4c5167c83ddca4822768823116feeff2c582ce0227ab8f1df8488e4f3980e74464a3883abfc6403e74482f88b7c95200c851e9d0374724206737cd78718cd496304e94b967238e3da30e6cdd1ce7ada095417d748f03df511f17d2ac73021a496f431a199f057c3e6500c68ab7070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849029235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3af0510b122d8127b5efa51a68cfa336436a694976bda8b6fa9fa659044edccbe6a27c6abad01d1f26f32fcd04ead9b5e95db0b9a1e41e231c090d4754e46cae917e6f8324235a3b2d5e1f9564933cc79771cdb959152d55049bffe18b0397fdddba9c173c87fc1ee68addd28d636fce340427c231ef04cb5cd9994b272296c46b92623fd536badf4c94e42abc5fc9a9905f43616d4b7ab58d60407b0bc8a53e72d5958a0d04b0a340488a6637064c2e2dc13190496e550a469c42b3cd6b2b6ea5b21113f4cdd077a9d998ce4248974547c6fb51f96f01727126d83c91aaeac6154e3d1a39ba4461a5762eb921053897194360bbab63bc1e875e63b026f0e881&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84607142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58840e66d5e8dd888ed111baea25ba484762b7cbde3c63e1f8a9c4f76c405c0cf4521ee99ffa0b02c33a4a1ae7083f9507b944fc67233309d6240cd4922ec9ccd67d5b925c89df1cea25f05a9ade30e71af374e2fd26ce266a877c63b6630bfa4c44103c191f707fa461c81f54afdb93a62dddaa99ae7aa3d3e217aa323b45567587cf1a662cd63f6f9608198dc77969860a1816e84c94b207cf56e69209d19e12891b2cc8d52f5c861c11a32c1ab10939f44ac0f5cd761cd08b9e194bd789f607daee4e3d823b84662a43f84591c05137a5ba39a1a4b50f74be1410cec69628f54b11bbaa9501a4f8fb28440233006d461c0628143d8bd4b8abb21768dfd9c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846120843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ed4929e7a4937f924cac6bf8029eb6e492b9d990cb99ec8e33738b87b1d357c6d99910a46d41d37c0a806e120877ccde08e756a8044b6f17163a8fd6774cc693e41b91fa60f9fde8b1db3a5bf9b34391d85e64903a5f3ad8f58f566b3cb816336587531881ab86ff700f5efa3b4d9a870556e1363e99d4a0c21489b7b94d0600622c6b80b0cfcc7b36782a8c4b8b96b6e953b5ef4d02440c8412173b97cb7b915471fd7f5f7dd31d9c222a9fea8942a67f862c556afe5c15ea04576a37b09b9b9591b05d45b7453078d6f8f118f15f2d6b5e161f51854c59fcb62bc75a1688aab079f57ea3c041b74ab840b4d608a35c0f4f4c1399d950e86a543a7d206204c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849299754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=26449f80ee81f3bd337ed027a9930da0ec0aa8c8cfbcbd84cafd0d81179b3da33ae4ed53023e1ad1c0e61a7b250ca0e3947eac7eacc3437ad905d99cd05274b18e4332b7d4758b6e1fc0a98f9713ce45aa4eb0ac18a83a3c8e0681036e9a957bc067d325de25c55541206ebfe9897f8ef4bc0a73a4d69772770b3c61d05de5796343de3c97a54e748c313889639609dc38a2b5df975ba673964a11867a463f303dcbc7cd1c89274a3ca19400be145457ecef836deb6461ce045966ceffdb029c82b85cfaf790a939337c42387e20f52797bc1c061a5b8cc5b561b65573b74f5eea0780ac30a50eac63e942f69b2c69b2498b18eb1f2bf6b65a81721a4485da4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846120903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8771bfffca031d75e4ee7099e1581bafc5644a770935e95cf733b41fd856d2c4cd7106ba06c0929f4f3f0ac6cdd28aee5866c003d5df12f2c2a68e7b0854277d979a786754e46c444e211c605e9235a012c700a05f83dca47fb7ef5692825d0f8e4de508a88080fb7e024ddc2bef7585d3a4321cc9ef3df08be1eb6550b0a52bca7e0cc5aaf773a1024b685d0b2687fbac4ab929d0035f296a36b186503a54f306f205c6102b300238edc76187d4beaa07a197ba67e395e9c7b494d711fdda50ec9e2f69b75297a2a86506dcb19bbfa58d97580a1693e622c4627c6068d7e35230862b2933d5f0c279d566ca4e49f4af709060e0936a901ce547b9c09d25fd00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84932914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36272612978beee717ca4ee4f22396d5d965092798b69c97625fd3fe0e0d76004c5db08e5351439c1da5ebf1df8e218f14bd6b3f439bfe48ae3189d1f66eea9f2cd6b854e44fa18ac95384d92b18b9c3331312dc9a88976010ec2199e9cc26abe1d6ca9bcb76ab1da221a7076a361a103e0c6f479b1673d970bcd60a4e184709ecfad750d31d13c46aa820944113debcf449e23f87c95425731aca2eecef9a82f715301d6c214ee8e32cbde1511da9a88517d8924efc93f8e970497f36b574b0cb5cc90110517ebbb7cde531eeee8f5e9c2446b57198da15aed471a1327fdaf4062b5cf97a7ae7546bc753e9a4f2217d9ec3540500798422002d27574313f1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.843930084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a2bd3f77581d0ca2288f0814472031a004f020ea1c771caf2dcb39b2ce487e8414503db32d42093a8367516fa9506ed7f6f7f384ae02294ea1bba3a04ab47307cea2dc14dccc551f2150d15a2266814b88adb9092b86b0bd84a29d5309912e2984164e658a9b89273fd4e75b473621795958ce1c035c1ffc45f17c6328e93d9a932c2878d7dc759e2f241c70f3bcb4703a34d6dc38581eab26d6c1a4c997fd9d156493d5ce310e4b722787f4599afe621aa32d603b1dfd3e84080c23a1105832a1179852b919d0788bc95147baa041da93b1befa4ccaa05f2b796694b592dbc182c4426afb8b959c44eb00f3bf80f9f6d676feb14b7fb22856878486f5c63e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849344449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a05d592af5f0e94a261ed21fac38d49c97cb5f84708eb62e33244bac58e178a83d449aaff0aa553e80e9b8b7849f95574ce26b8189e9bde5edb718430ef0c50f4c27f706b6f74c5f3a687cf053294c32530c5ca639bc7426087fc3fbc5e7daecd6b8ce3b59a0440b549a7f5cb2341fa95ae1d2f8d1a5521f61a6bf6ab64f732eb2ba7a1454a8e49523e4abb64d69ee5bba902a0a9e2cf55191842ceb58240468b9cd475091342d6f57415adfc74f2e56dd5b0893d06d973efb219d942e209d19a16fcfa19852df92fbfa4f5dda4000ec61ca9d3e2e910c3a96b28f6eccf9295300e084b4755cf38970e911ef35dd1306c213f5b2ca5e9cec15cfaec863288b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849374636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6686598483ca3bf422b6767ed0854ad57cd235e3f5767a8ab42b8b755091c4f14d232ae1aa4fcb1615599914774c626c74a8baae4f20fd3aa2ffde8997b5bc53c0ed3cefddcb290c45aaa61c028901b0354201a05c39b0333852e834b062cd40f0763b5b9d6d27a2a1c820f796cc34374f1a8719f23b6a50b6fd328fdd6718f6a7d8940fbbd0f67c2cab16fae96c2875885242734cc21b9ed0228b274ae9ba5fe7f8a0ed816052e83f12ee373a2ee7f7446bf714676a4fb8385d5d77799afd2df45f90887ee977610a32d4a9705af94d1f7043057b03117566e9f993c793217f2bf2cfb4cacf544f1bd4e955bb5e9bc301e9245895b7f89f8537f9200c11cc8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849376068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c601da1cc3d19b82f239d5e12790226e556a948815507c027db3f592ce2f1cddc13291096e85fc0149d3629bdd6a19be416bafb09d775784759dc60f9b34787fde707da4206df27a730cd1ffc4b428fbfe2620e8eb6a201dfbd7ca7ff3d632e1dc53beb049b8501883d8fe577e2e7fbd5e1a17573657f5dfe2315f74b1d28a3f9cbbff567f26628400366823263dda107b7587f14cd55a4e326fac81f46c06134e8cc88a80cd9f1dd3d6e24ca6510d8a94c5591eb7d683cc9aa0816f0494f108d4f98ef120778bcbca9e33c142f1792c42e5d6ab25d0274d026d384b3975565b1bd2629717c69e0898f9653b7c080f1abd32d762e265ea624f578b5ce632f9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.846148536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64970d0fdf298ef54d08fa492e6902acc70d22dc0c533b6dd220a57f03e8ca48a6d938fe0c53b7ecd7872a3447d0fc8dd2945066ee225993d51ece737c9bb9a5b67e5775bb4044ab7622003829441119b63200d3c421debb10b0bd34131414c6a39287b4e8460c476b2ec25d997749c66328d5884e6da0bcd226088085037e8021011370883384c775828eee2700d4a6342398d815be7c4c6397d0cfe59cb5cb37846faf31f07f3f89b27354eeb7b0591ed8faf6079d1ae778109353f0c88fc7db987c9a2750b68e98eac78ca2d798edd7af93e4351e0ea12b127b5092635f8f5aff539d85f95ac5fb5180c9ada00b242e9df16178edafbe061922fc14e06704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850184672Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf3e455d05cf94d2e34e61fc8fcf5f3d8563a075b219d1193bf3fcd00227bcb6df27bda88745c56b8f0f5c2f68fe6c04599b6ea8b357f423b267e88702af838a3b3c3fe767a3a2cd155a0dbbd1704dae42b88d34e11f5e8add61f596defc891ef1190ab298662d6621667a027082ffc6d9da3cad844f4800281ede98b5b04c2d1964312d4f2225e63405bef8c0a433066c8c64aa9659341fcb2bd0c9a681dcd27f26244444faf7ddc8c79c6615585449b7e97276043fac95a697c082665df850ffeedfeb649e5577c3ca083fa029cc80cb030e86b94a7b880ae58f7edefaaff8ffa2af0c97f0bc9cb2d2cf4b6a1277e161c752819d8b3988f37928d82be024&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850674936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1683bb1105d55364a17aa115d949987bdc7889dce2617e9a39a4099471f61b7557524eb79e3202e6256962cb614f8909b4218bfb75e22507a53766b9c21976ccec4b0f70b3942905e4c431298d2525ca079d26053c3f4341296324e5ae1e2e031a68d2ad28edb67bb791e52b9e59a3a14e94fdf2ad422f7632b24b8b4c3da27f77d2fc8c94fc0880d27e6470c183ccf543a91e5cf465575bd0c67bf377a8afc53823adf6fed51d803315008fce3c424dcea6529b6c643f7c432b5ac16ef0dd6a250ddc050284a6c8a465cbb7360bb17800a26ac4e42876e571157058abe9bc5e7583d4faf343a112c4f955726a0c61508e7772ce5213347bb8f1cb4733c771eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850686187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=01d0cc4e9d7b65989a7d0ff212d8a6dc30cbd9cf060a2da409965eff3c61a608a389096ae3b181f10471df2699eef5668d2c5616a506ac2f7d1ab9b0d4c685f41ff79afd890b004f4aed601a656f8d573fb345dcba4c768a8bfafe8c22c6f75318682db7802f3c2a70b200967b082ea92c1422d587e07b029f8f614a72e0ca94b7fc2b65dfe62166ce4624533670ed2559bf635c63841691216e276963feb6f660c8cebbed6ef5c5be7dbb19b0ec5af25c8c8bd64571f0e30399fbe72dc7e0d3b78eca446d4f022e90ff6dc64ee5a0cc283a1862f8b5a65f1cd595cef30b5eb205158c3179471eb52a9b5fb240bfe95c438d542ff53a9e75fe87f786ba16dc83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85070334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=752200399ebef67a5e820f93e6d12d2c0a2cf1a8ede57200f9d4ffd4e74533266271b2adfb825f6499156915ed30f053da020a6d916bd39ce4b9c9aac70624bb685f9509620633191f9cf79281b2222d0909806e432506cdb2389e3db2bca6c5aa1eadc890d8400cc22d71c569e4d35ac6bb48b8dd642de5de3928a628f65bd483a095a0bede875f9862674bbca4c5b5a36dcfc5a31b0b0710899e91d772bbd1b9aebfa0c63bbeabd248f064a02801bc58ebcfe95a2b03bbbf6b3ab12f70d1b3bed38156957ac3f3806b9b98d319bf1a14b888d11bfcd1faa8466f75bab512d3ff4b5d50bc83cc29489b676fa02bdcfdefa3c55420fdf3a73c1185319adaef04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85072474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972800766387cf2eae05026cd2a67c0a522d8b697064b3e0fcb6af6ae84bf75d195c50000d0314b0c9d55fdad5853b564ab512c2e68643ad03f2ca92bc0002b5bff65109ff408891eb455e18b7280ca57323401243680ffa576b4edc1568c66c6ce34c7b8d6879bdd4f7153474694707def3b4e6bc1e2e3c3d1fa7b4afd3086327bb8e388e8a8f85d901b260ffd4914b3908d532d779876d506122071f952e6ff1dd7375cfd581a7da53518c84edcc444861cd5777d00f93e022cdcc0824db1f5313260df73cfb4d820292173e05d41fa433a092eb0b9cbeec01e57614f5c2a3576205d03cda0f94617afeda6da5d917ec9f9a1d6132808faa215d6a68e77768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850753063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08ba4f20f9fbdce4f0e3ddafdc588dd6a670692c134e01fed626727b72e0b4a5080a045300391825e627d59e89383e99996917c4169f5310aa070a1f6728bf4896ef9ba6ba69f5dfd26a8fe580988bb395d6e4a9e4c66c1c267cb6267d9bb736716371e364323c97e014d7f79129a8edabbb691b82e49cf5952f1d5e9f3b2639259b85f5f05154a7a0fe95d4d70ca8501b9fbf130ccbfc83a6f397fecba49116ccbfe41d3e6b5a3de4085f89d0a954cf528945e9773bf46a8c5959c6d40cf1de246a0330e011efbf12b012f2d3f4d974d635af395a3d7f9df69f87a29540e31c933bf5a3b126e0f2bd6e2f00c8c7a9a9e959a9b2b05082a0b301c62d8639e5fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850803929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e79a3550a1a3e05bd672e1af7f9aee5166e64cba32d8bd817bf9b7a56ae1c795279f6d00fbb4c0bfad89feee8e6bf587119389ad999bd39cf185695acad6ab9818735fd757df1375170a4b9c5ed7cd9e095586d941a04a76225ffa1cf715eab769606cac87171add8af531198aa13d4a2efdb4ce68936a12b6449cea00099b329400b5863b391481eb8a4f02d95e339ce34de49a0b2de96da7adda14446569ea44840068ed57c61f9022b15fbe159b32de3a131fe2dd625d1c6a2e04158e75782457cd0bbc3552e06251954dd2e830f461ca37c18c4626c78f5e7a32b2d5949816db4018c8aab192f6dd1f2fbd7d610eac5b7b64c1d0104ab1f8b51058a5c00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847162987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4742f5ec7b369d286322888edc7baf8e2e2da96ca1991a38462b778000c9ab6c7400793cd864cbed42878b644926cf2d65696ea08c301d77ee72185be2af44f36e65010316c761e850281543261b754a3ba1c33559bfba78f79b9b743aa4afde4349d7d831ccc80169e970115487b33d81fda4d94b10f928b10de41f946d8bc5abff61692a8872bd2dbbf9d63d1e5c71d071d2312223a59ca7b1dd08652bc980ceb8d749524ca9e98123362cc42961e89d9235c9b4b34274b568a6fd1d049aaaaf2641e588becf1cdf226b69c3bcb2c3f192ad3c5c67ff820a4bcaf90f44cf8f2cdb199eb07975e15f84830c5b1f9aa4eed2f81ba09b66a0650bed618c656ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85085736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=49e9fc4c4a2ff85667b2e079083f7ab72e2f911337bb3388ae07338cdefa01f536de8e7a67c7d1c458e272da874f5452d3fe7b3286d0f8d20410a50fc6ff7c047bb769710385154a2c25db9a0fbd9e0a597b2175c8afd1aed4c7cc4d28ca25c0d0856eb2ffeeea80c72c3e5960ed23cd32f454b4cce73e3b5b7fac172ad74135625b32b4d941d6df6fe2ac92f638829f341996755febb38a85847143278fe4598e0818e14718774293e1540416a5788080b3a69fedb8201e7ebc74f8b135cc26983b492b34576a4b918499eee250dc61b2cee270966f7b01c7dc9dd09f9992f8b0a4c1048e2e020f1faa7ce776a48093c030f773a213204972d6dc657289eb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850912424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d1ac6107806095d928f31b8152e16ea18836610ad7ec909f5e755e1f0c9f0612c96d0d179fc83a9c7a89e5e206efd582aa025db329946e870a5b000f4a9ffde1399d7070fbef8c3922c2f5d878e78c6da7291db6bcde51c6bfa25a56f98fcbb086e824483c7534ae1756e285f627c616e6e1bd0712e03e918703b498c6f7bc79d1a57082d4c6c8e1101bf606ed43713949d684d74128117a0a39da7ebabba38c2156a20a793250e4444465b55a9e0b9cf1173025eb32496dc880446d4c25f20afda855b717e5dc39436dc72ccb95d4f0611707a2e3c455f659dacdd1d12ed6121149352aa9fe5fccaaa3a3f2c147ce0a7dfd531b32708e088fdce4f39b91dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849384725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fcde253ed32adcb7970757ba1e44bbd711a0ca930e44e0f4990420ec1691def1c9ab7f6f812d8462fc4ac11480aab8f7df974775864de0c42595504d7cc10c5ced25f6e02b3ef511e78bce94d3eabd65fe4e068c549938d91e29cb53028eb1674700ce07ffaae93001a564c986d92c545ff5a6dfb45b9e33267c1caf6105bd7bc9670846b3ff54069e12227aa110284b836bd2ee880b2bb87bfd61c28982efb9fc7e8a52e3142e5088ce8ce74c9d2a1afdff1e9ca23a6c6aa7e2cf7141e8c6ebd53a1f6c73494851d2cdbc7ccdab28e07d32ba02d35241453a9fb81e6d16926b7cca162bbde41bd0d52353e6ee8b28331e5194ed5c5414684cc3c3c86bbfe9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850683041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=840363fc628e9981bc05380d0bac6599786e1995df23ddc60db1b8ef1c57bd7e1e9703c324ca5e6f4e42e0a9c0f678c02a5ba337a0e0cf30c918854c8919c0234b9f287553e4d0b8ae20956dcfe9ec749a3073bdff601fb802b2945cc78a3544fdb71326c08d9e98080895725a3dd40b832166ad11eee036827b0fc3423c93e0b31eaa165b4f3b4fd808b48eae16ae71a7e1a3b6d3e859e8d151918e4fb9ef5b92bd6571f3eca11e08227401c1ea4b3a95e028145893f01a5b2cd4faae334a07a86af634fec075e7bbb9bf0091411fb994eefbad82673f53f92f58632ae990ad46326405efb18e87b99f1c2093650b359ccd4c0427ad8a83a67ac3b25fff0192&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849397909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2af3c8da055593ec60af4e78d0b56926355a9c372da94b8acf7bade2ff27f57c6f696dee8e1a7aafe1148651b9f07eb087e5bef99db784b79d10c1fb4f3acc4e3668b3daf1a048a18ea5f2273486d2e31f34bd6ea7ecd3ef91dc06798ea1bf8c11f44b37182c084118c4ca2a78aee9b5cb4c093a9e96c5a11bef45f41a56b6b6bb46f4c857662ec4d0035627dac5aa67f3ecdb0c4cc35728b3c879cba8cffdc9431967fc02e03a988e9ed958f9e6ef16cc2aa59ceb2065f314ddc3917799de5813e306d7ba78dd14eac778fd52d9c38b5d1249e0c73b30c7970a893be950724fd7a32790cbabc6860e88604c8996118d541985df0bc9aec93ecea7b6c188bc85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851267383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7f759bb23e7638392b0ce7936e55ce01343c1a164b617ef547afb65e8af74030cee3a43126d7a49c2c41ab6730f3a9084a541de305081eeb035c78a189c95a1393be6d82ca93d06f0a151683e530bcfefa76cbe33dc490b7b5419496e8dec49c188a91e033b51731b58f7e1f1d5b6a932b9c46ac2473969f091ad7eee34481fad811d689e3e2dec9df7403c8f4f0d40fca862a348253c887f4390592625a7c75e62ae2279948e292e68baa38acc9e33e5d74aa4c4c348cec179ec92a680758def9521dfa010c764d5a34b70306eb376e9273cc5b29d57761b8de8cadce151f3e1b7e3dd3c7212f79f9d8c08dffdd18915397761d7af8bc43815c9680b453afc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851269246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=953ad200f3da264dd97a2d14b131ca9876fa00eef4c129c7718c9c66cd8dfe0d5b5243be8ad015734ad80ed3807cb3e3409bdfc78efa36c3d2fc8cc9fa8a3795b29f9e539049b012a0affcc7f8d90a898fd467bd8768aa6903a4d1803905794fd9e93c55fb9b4b4c47cafb95591b40c72ca62b3521dd88e1744f43c1acdabd92e3a104accf20dbd0c2ac9a9e6cdb5195fd4d128afbe46851595b4735e9dd7a201d085d10c5fb1512e0c2a2ca876908c0958b454b77f81e001c7523a4a3f7c7a693a2adfa3e757b3686061091ec28bc695e0dc908c524029445dc3fb8cb2ad826fec6d9969c6ccc24f4bf00506055838ee4bc22f0fa5d2259e1f5cc37d878eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850753043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2fee40b9a0ee658eec8e157aa7b979cc8326a462ce476befc9da9a26373aded755b5d4f6443e53db309990ad1413c5412758382842247f29ce1ceaec631aabff313be43953509f00584231f2b2718392331731f8d5480e198b39359ede5438f2190187984cb2d5371e826abf7a421f28fbd6076824cc36f52077f923b23afd775d2d5559f4510e04dfe9a41c70b647caa6c495d41d5d9e8d241af9a04f82b5c4cd7345fd47a71533952018ad28be7730807de52834e66142570800b6d67c8ed1fd6da1233af8facc919f189269066bb9d64f38d115cc39b3b9626dc338cce2e2dff30a7afcf6c6d0c37edcc383a8ee623439a559e80115ca6eef3f70a8dc120&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851363133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09ecf01ac88a5344242e28b385a81338f48cd8456958bb1e67ca7b8880cd718a08e40cfc4593949e19aa5af0ba5a659ac7424bd1733f9b79fd409e89256a72c03e9a494167b0f62342739b48f756a36eac79a80f254e020caf4316584b93fcbe820bf610a697d835809caddcf45706c8209446e27e705e6ba10c52eaf65d5adf5748bd51f43003ecb4620c115ffdc41f93e7e0ed556b46e305082b081e639a297bc236669013ca81be91e9db578e8f2398e5ee8df64deed6a834b27b993574c81b5d9594f7256ce493f161b18fa85f5a9e991467f0c31e6b813ef9e2468595f9e3863745c51bb0e642ab2c04af761773bebfb9a54f361d5ef1b6e221b573bed4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851381327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5cd7ba313ebe46c9eacb37ffe475527c79949454530bb82da998143a4f30593771ef23ead8d24f8a52da46e0a3e15bf281e388c192ae5062512578e541c182f59a056ba2bfd111d867f14a78229991337cfc37019cfb03749570863b43279ab176028776d5505132a36db5e6df16d072de634df0c7640d8ad91a5e728a8822b1e7e6ba5ebe692c6ee1cf9b7d3c01627e939c8e6d3fe3f45ef7af80fcd79f709e7d0cdc32635b953bdb7b8de875264ea865cd195d013a307ee6675bf3d82f5d56dbd955b9973e5feafcc350412b9a9fd73b74103d718ff27b0197b177e491553e8a3cfbe326427468028f701b0182a0bff47b9328eae73c3467c1bb32d4cbdc8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851460867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6faf502638639a6586a169dbaad569eae1074b9cd5b53702882137f254121d96b2386f9c85a6003ea0503c0d247b1b0b728794e3704a78affd55954f9832589e707d115ceb7c8ca903518873a5b0be4134bef3132fe02d5b7a45b0654287dca1aa23bd122906fc64734b0d8e55e39a0fad7ec67fdef66aea2bbb50de3d711407641ae65056b7fac90f7c6b90cf25ab3f60dde92dd24a2ce963c38a74fca6eaab64e7ad71688dfe3caff3bef580362aa8711f8cb8fdd3c945198f30118dee74d5ae6e77554f4e310571e5d473b6f4eba38e28143dc3f80fcfc4d5de00c8a08bc64e107b139f1bf11e12ce6ad341ab65aeaeb9910bc3f4e98daabcaad758e7cbb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851503247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=741811875ed4436f2e0d7619553540bf8c64a35727f14673802f83dab32282719a62343a75fab28b50edeee409e6a50416b697d9732aa21926c97dbccb068723dc81ec944d7ece946bc9b630c67f901e4dae8fe21423816d703d6b396cfc29bfa3cbda6a25cb0160acd4ddfb7ddec21487b81d6359bc5b080eac83ac1ad46f8a890020fb1a17be2e12be0c68557cf536514e3e3b50fc1c7d89a27c24175a146eda2534e3aeec2f60a94e4b968341f80d8f0dbf5e06317e7021f777bea06e4d89db2e9c1f5184c4bad65530740696c8ca41914772dc04535b5fd5ecb82af84a5f4891fcb96032f7e19eecb74b5aa763cec4a7e0cc22e16d01c350693dba5745f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849420923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67974929b23440c3b62fbf4028c11993f1f59781e12a57ef9ac0642898efa2b0f4401ea819b84e80ff81a299eaa60395305567dbade559df2b8465941cb98a8e7ae175a193a7029b357201c41a132b94dd535bd3ec71b536abc64d124ec1f8b82968ccd125e7fee91e7a8f832c82800bd6377622eb7c4e5c109c6dd60ba108d22b6f6a899e88bb2b9aaafe653fa2ea4a1211e04fb545c3c210f38cf4ee8078ac064baea02348ac803eb706f1985cc46c1dd02621c1e99753dde997f52b0518fececfdb095c20aa35a076c25d1c362043b0c1a3c0e61687b9ef99f9f8b24b99ec6283aadd7b7f499c8a200dea3b3bdfe66107c18786dccc29369959bd3e318d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849418198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=992d545d0b8dfa2f3c9458f07509f18ae146a9d7e994026f62076763efd7f24d8202d2232fc13e88913feb4e51fc4f68efc0dd2c948a946dbdb9ee2ffd8e83dc198dc1b486b3b0e846573ec171abdceaceebc8313018c61b718586ce7622f8598a12c69e3add8746577b39e6fd5cf5d56f2a51f0c59e4a71f9767b942487bc0a2d1fae78e30b3ace3c8e5eed88ab2b73e163fa907a63859f37b7240fe134b0e898e1cc981c2e5a04dcbd3987e9af5a504c9488684515760bccb7d41021ca11324d3a48736aafc7c3342f0b337bbc42db875232400c8b75211f40633fe735384123148b9084b77e1cc534c482241c0c8e3eeec68848f39b3a44f0f830620c64ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851269316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=551332f5531db403eca18f90a8400bb9b6f8fbf4b2fd93832bd13150527798888f4d65aaca8c07ea28193bc92069d20ee2e095b8080d4038836b563e5b7d6abc82420670471a0ff34df1a5d4d3b55692c352e71ddba36f2eb24c73289facefc1ac18c5da3955770d723ae1e45fe613415a83c7ecc4df81a2e665d43565b35ac408af50dcebe9ff00476692d53417cb039f02cdf237691d23f7441fbc04927e5db1266c2cf1848614255b5c357730f21119722c66c5b397bb5e4e0f32e7963edf3790fbc9b6d6120c1c2f89acfe1ed78e80945e2122aef0bce47539245c21a838f65a69f5ed77361c6ebbd4250e983a0f8ad5d7268ef55be1e9ad0f4383002dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851805006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af65a82152f79abede012761db5feec8c7f560c679324f07ef6e01e8b9e1cc30a28130f0ad2cd9442624c7cd71fb10a91fcdaee1591bf8e90fbff4c74f1ec77347d69ad6fb65b991ca0f487032f7fe0c73d93ef95b5a43c8a9dff654ac0e60a705bf50dbbc3fbe9820a169b1bb41ac8e6e182de662aa064ebe7bb12556bcb4905719743f9e3fb83493c66d5a52352d23eda20823a8cd2ee925f93d7e8801601e54650c008ea2e21c12b6aa39fbc5493e41ac19ef93b634ee8726e6fe92ab346ca65320141ff4aced5eaa7326175dedddcc5509b5925fab88ce0478107049eb12008f0e8ed5cdf85d02c54fd5fe56d921539f0330e47c0d7f8fbc5e6fc032bf93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.84573153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=47a2150a367a7dd21ea6ef63302c92b0eea42321437733b96e2fa468a76653e894faacbb0a086c38d34b78538b46ac94c9693ad58eb7da73e40821c3012a5547f749482f7f780dc02d4210c3dd06d5bd601ff1e12ae8a04b745c379fa85b4d226a40f412523ee66e3aa0f54e56e21f1cdaa650fe18aaa8dd875c8bde2a404b8f881d5b0f5355cc39ca6ee85ca2fa6059a8f34c2a1211780c6dffa6115aaeddc5032841f508cfa28816da2fc1b63cb363229d2e3b9e387b75ab3cfd8a1e4ce863f7ee1168a97393c4c9825b4ea43450a9307844a6b553d20b6126bc1a49c361a764eac16a9d315dcdae24fb12e693cd517df00eeb52419286e19ae05710d36f21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849589891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0ad1da16b5d531e33d7583e243923fc399289696a3befcdd696b3c0a1d7867777bbac3daa7c22d365b6f1944a5a19b9e0e920ca2990ecf67b13ea9845c11dda82659c8ca7a7ef56c9ade18c6d4fc9f1c4543d8e120ed59dbff21387e19561b846f227d4723a1449ff95a8dfebd105f7e79cec9a0c115f6f28b2e905ec335081907353c2ff3f735a90d6c62ab7380060ef05d9f7463b35e5e87769316474885d789113126e6ae619f52a47376c4fbdf59bd89df3d79dae1692eff68deb75c8c5f81fa247e8894f2679039878a35dbb5ae3d2037d55c1a3aa829d41a967b9af598b22a963b1077bfa3c4c6b6ed46edc238cebf180ac86164b1f6b7083fa3d8b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849958676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ae4686c0a59346d700fbe34ecb8e5937e8ca94414d4b19cd6f4651dd52908d8ddffa0af6e5229301fd0c9409cb426371e7609b2d826f770bea01b45ae21f39fa8e73558fa66ddea648fbbcd604d16ab412b9de1a923a6cac3a448ce12788fefe58a82818771750697fe9ff891eb4115572fd68e99a11659b404351ae09083b3c1bb47bacec6e56449ca1b5395aa75fa556cd890bc41dbfeb34bfdf338e2ce6d4cf528d5d4266dbcb0e144477736c55e5c203fa2ac5fca75c359818f2714f7d36e973197286ab3b8f32d29811f18de757c287085ca6b85d188a4100e22be49a4a94309bd9c4a9f8153109ed2aece30bbefa12180bfd823b419b69093b9cf9d71c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85080461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a9bd0b63a53f24d4a046865e1c3e9ec480c3fdef9ccbb3d6b2322a630a704d88f2d9e28df12519b31e196f35748a7cb5fb7ee405fe81dc118c32e69e9afa762cb7d84107d9b082576ccdde1bf3169adbb93fddf13931a12f25a98f88159fec4a68ac7522c3709befd9aab0605a0617e9095efc6f971c8a011bec315cda670ab2eb85d727d1c070c94747e33472495d5916101e2657c68773ef8efc1f40b25e6d77c4cb6baa3f46976a255949c8bdf1674148d733ddc57c0989746c2d6ef41a965d511fcb448785bedb995ab3532da9f8125fc24a96032156e652d0774ebbd1cbcf6a658cfd585a6b5f87812c39d2ad4df8085a5cb3f12eb719dcd1c8c3b5a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847149883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5ca306fcd27e34d798476d2f4ec25566e49ca753ee88e25b9010be55bc6dd557b275a55a95fd15572e7c46fcdbe0695f48ad0f64350833fd70863a8fb1e44433b38e8582a673b91aac7d9aec809e50262494785ad0dafc3dd1fda93b86becb737b09ab68c84af15c7103d90b23f63af8756e090fecd3c40da0aca4b4192e2e7e5c8df1073348fa79e340ebf242ca52e0e95f5631bb55f1e547f15b0a23830b87419dab8b33ea25d3b71a007f6b9491a00dd691903e90a2936299ede663b1ae0d07b18be79af9e78b79b9df18a9c1cdd05fac155984cae5e308494d2eb6082b54bb4a4ca1df4ccb3bac218db9e9883c5209212d93e6919ce1f9e237281ede6796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847150023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d8a0c70cbac640ce903010b44994104023d80fc70a386af1216e2ae7e038926c8fd5d768d896793bb1c95cb039cdf859e607731ff36046ab8bbe9defb03be55ccd3a8c8f1acc968517963a55af0473f0061d86adc1169c4bcfb08524238918e0c906db2b52e81459850aad746f4e9c6b5193b067dae0f072fdcefc8bd0cede80dafab6e202464762fc20c274bba8bdaa01e5e9bce45caf58be9135b171038ff94fc3256154e27ddd4a90080b0c976f334b3ab1a1d4a0a90b441108e42a0f288bb0439389a5f764ab003211ccb855bd84382a69b96ae7da2dd79b105e213f4c707598beae763d860141acbe85e9520b58327b4d782b75d2c703c7e0608bf8f2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847195208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=461bd865de11f5fcea8cd59dea25cad354bd07cf89c4ecfc720fd77c4631b693d48d82f2a9588a2c1239afba6049661057c289a3b0b0df2b90a350ca7d0f06b7ef94fd823302d2d4451d0c6f6fa623005e3d4d7d69f6849dc770343809a2e7e43975dc4c08fe60a64588502d5cb3177ae6ad6d4f5c4a2fddb4595a05b8c632ceadb4eadbbdae407c60a1183e61f1a1b968f63a1174fdf8c5fe3d4ea84f17d0ca338f968bb196ae2b9f6e1a4897d8e2b6afc941b45b683986e1ba038d9987ab3f9a3297ec063c4f94fda5d9c7d10dcd291ca38a07c6c62692410b09c3e8c976310efe9bfbf563d57e7f83c52809743e27f7ae9ab432fbe1205ba9b03a7281939d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850501479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0813a585c791124958209198a8e06f3cf9b725b2f289cee514c461bc765e0fcc18499eb40f45946fc8d8f7c836c43418ba71bceda57c4140c323587061b2bd0b680357f3a90b6dd191f42bd94edc2e7807950cdc9f1333d40d38018eb7063924a5be1a2f9b2c8591ccc81e7fc7847ff4591bf5936245ed95bd1c03dfa7c16af7d4b1fb540ea78d4351c991a67224ae5243906bd3ac69bc6d622bfc7fe5d6390535e05aa64f68442b9bde5487f26699ba8413bd60b3f3471360696bc0b2dc3bbfe26f7213ff0bd61bc313730150360e951adf600e1df786d0acf17a13175203d6f9f161c6568e0c425cc5a1f4facee18954a53827517beaf0965da76cc5830e81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850518521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383b3395cd632ea66c0e1dfdc06589c4336675186c810bfb177b536af6ba1142b072bbe0185fac8ced658548458adfeca3fd6948612d600e8548f8c2b5159fd1733eb60e855cc1af52b05ea266836f20db0a873a4341b899877ad36d69c5656465a835f500ac679659109530778b4145d91780028ef54e44b06f809d1fdb2620eab575179512763fcd31918bfe6fd073ef6cac0b91904d6d8419c897eafd6e94418e38d603452e318ea3fe16ca0b25adf3f3a1d4f3165e5c5e923e85c15ce3f740bbc59aeb1c5547271aa9376fe7a8d8ebbd55713b274435d7677e3fcb4d42c28f732fa4fabf3c67b3f287cf36c6cd6b276dd25e16ba982e59b610e59256b3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850863341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba7de216329fe6a1c7adf0d0c67af9324384734bbe0120f20c892d4ac88db07faa49d21eef23c8926288475770e969c553bb1a9c6d70f04955cdaba694c0cbef4dd08df650a01c12f105799844d3c9106fe682d2121b7be7ec385e02f65e1d03cc011317ea91c25428bbdbdadab9ad26a80e45871108b130c61bc0f0bed0c820b602b2953a9f66c7f7ad90d855cc09df428598c61d78ccb33b07eaf2942302e83e6bbbdc1e2202abb80aa538c3faaba6353ae2e67fe8bc8767ef1ec589af8a16703e2a0148c66ba9f926f58d3d1170d981e234364ee1ce0f32dabd51980ebcfc3c7f8590af60f85e6c89b142972c481cc7be55544434db99b1d7cf5b79b979af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850543057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8acabff3fa25ba075d2fb386422ab900a8c7bb03943e16817e937ed92e892ce0d18e7c06138c033d49d5e45150de020fc65045fdc081c4f8d8b04a137e3d481571f9bc685a21549a3fcf0106f39fea4b370406d4426ddb2ebeac597ebb3885943305b096994c4575e1ae89b113d1effcb6146fc045e7264206ee98e4b9645470be4ff53ccc8337af4dd624a311515caa329751cfe42f8f82fc927d7a3f3c17c52259b01efdc009017314e5285cf39093aa16fce03527c1b6557e9701d62a19dfdcd125d9524157e318c9098d1d1dbf341026737c968818069de45e8f033130e90da7b47cca47389df56d2a7e4e2241b713683f1c00ca28ac09f9ae4499ee5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850547496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c887377b8837ff6d2539e8c25d25ebafd96d698d288588f63b4322028b837615950bf85c3f4f9f2d38434d2ee2a430fb59e8671c1b6424777d63f6c727ec1a734680b2cbc0512c1d1b807ef32c53fd861ff469e2692dae273ab9ef3b03528bbe4874fe8cd2b9d0d3077bbdc9c2dd72a41bf1955ad3f2d8c5ad3acac091af1dbac8b881d10ca742eeb09daa87a481e06de0065dc19c71b5f409fb5ef97d7e59e86df53e54c0f630d008eb1772a24f19033f226db7361d0f55a1da561b4e7396a43577c113aa5e09de322c93e98ce363e5d052fb5cf36468c36f0750cd7586f4a7a18569607d031e030c62bcdc271fe68309840ec006afca480550aaa558f877a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847195108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac4a0f899c2edee1a4ddc6c32898b5fb22c0a34af2ba22cbb79c8f2eb2f40cda7a47d2b55ae103997fa8ed632d4f3d60c4e1dd8aa34edc171f48fa3b9c2027ad546dd9b0f89a0b8404162a9866fbb88da487ca2586207a9b3d8e10566f8d70289ec73fb9dc25653c9e2b3ffc1cb70a7f15a8ca9c7217528e8f55796e126019933d8bcf0a3286b5960d36ce1070bc11d92b97e04481dae9cefd681548801882d838c41917702a426db5b2f83b666734957a255c15591dc9d6bf14b4c4d9a2aac723fbb389ba3372d27d16c0a1613464605797eea623af0599512eaf5e2a2d0f564689536ce5d234a0df8a693da29772e734add7fc27d2dd22f3dab27dc3c7a860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850567844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0d424c3f8a21c826f523a00061a63fa2d0fae6b646dd4e58a80ce43585fdca5db0196f3e73157f5159526d5b07896626e85d93752b901fce7202d64feed8e5cc2f4b7846d895693e08b300b75d70ff5470654fb03de3570665a1f979a4334ae7609342e04f27f3dd8a914d8bec3c0c4147012b7bc8c6f603c381ceeb9121b843dd76ff5a2bfc452db2a5d2c3fe5911c22845a31a69d8f2e9d3e549f533fbbfb35959572ba959dcd5c7269348d6d861d1210fc4203828fc187d1ec3f580795eeda7dcdab14034ee7a086c2fcdb4a21b6174f99e2fcfe0fba84ab84934729765ef5f4e10b86f658a61052f65382fd0afab25c8aab85136e73c4d6b7d88eacfc708&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850588293Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7fd052594e777f3287aeffb07cc266137de02af141534ade89487c275e02ce3bc89a04015886f0be23857596f3ca3d46398561c014552fc404bc1055c20cf5a34475ebf9bf063d4843a27e4532ff380a58df30a0d557fb57d7b01ec86bc05f1546d783a694d8d9608c0ee80e43e5bba71643f06b1326ce4c88a082eadbc45af6db8fb35acaf242dc7685745c2890132b7a2d38e9debb01c4f4b6383db7a549e6445b193699bc4fd7c6e93ed158450d833db9b764ffbd052530901b714b0d1eee53593d1d3165b3a9fd6bba25b81479670b0b35b0ae9251c9bb4b9402d61395fc4b66795b2dc377195a0fb881ea976fc1b1a6b729151ac3c33b5ee8db2280d84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850598051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44f4208cc78760116c158e6d673994bde6799dd84e4ee87cd641b51810be101a136c20395d243fc0ce602aabe865e4e2a2f924213e34f6a687ae3ab987e6dce9a16c1deb67d3dc582254f0a8507377f2bb39fce548aed761453c39254c7737cde94d29c4b934eaef7f572fed248602a8cd74c53093ac928141bd526bba4604bfeecf843ac5d63a237a3c6d83598ec01f9b1159f80d0f5133fa535a82ffe20978fbee0356596e1a6f40389c7d23b15e68b9c8779121253ae06110c4a01344f6baf2fe93c20f1ed37e358ab8d9fb866962d941dee689a1b0539b1516fe8d8898b9d1cb4965f18ce3a205781bc73835c57fbdeac7912791e43d3c6e5569429a29df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850614682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c10a22db7a6335898c6bce7f50a510185b4980391eb9920721f9bda27e2bb735e344f6b79b3e752402e23ff89a374aa01a25b858d411aa801d38518d641ab179074e944c087ef95cdd112dde16d3d6f6d58f57b04646b4e3356d56383c1667223be6cef1112c7e9ed927db4a292175c104b515dd383469c86d1daa3446b4fe1668a749ff9416ee4c6bba0e364303cb5a1adc1060b1cc702bf4cca6bf4ead69021ad46f05f6742c3a32b464094b1cf1d11499be633b248752f2db96583087d0d80c632b9545cc560c64ea4e45a4e6e35e623c51bed507f51cf1c5b8e06f2baaa9a453ca9526ca74e1b54fae4f8df7f20249fd72cc36b452b102913eaa032c946&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850616416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=117fe9d31e966d6d6d8f9c43b86355278ae2d3cd2fc0666f58b3ac656bf517b325535356f336bc14a2d1ed3894d7a91cd55e8975adb454e820272057a423652788b68514d19de8f5790c0331111e5d036572ad3539abe19d7e5065bb8aff497bf4d51293d1a4045e06eb7c1b4e153e3c0f1386f21dd7a6f3aa1e9eb0151a785c3b173db9925fc3f5f407e3b15c8d56aafb75cbdfefbd418bb875737970cf7618cb088b75380872ceb6feb8ad9ace21db23306af29e7b2b441f2a56a312e873492884c5821f0bf0101fc2628104b7c69d3c29b99ed1aa5842d42a8a2eb31858a4f29b5a22fc4007f63e603a5a0359d0eccfcb17a6f2b78100f1ca6f323c0c433e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850617548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88f49b24811f9b76e9124d366e68d6b4636010b874e4ee3ec4f8ad11dfdc17b891f975c181ca78b6dd9367484ed0076331ce6bf2e99782fd93f4b88c494d0c77924ead6da36a704fd40520529c156dacc123cdee088b872139f476163454aa678130d45adcdb489256d6523291dc7c4ac8bd7ae210544b0e066dc7efc2a5f5c23210f0c1b89af246eef56369a0144b032c00f7d64c175cc65a56c7b451bf190a3f5a99646f839986d83cb052987f8bb429ad15c1c0630c33553575d9359c1021b9c0b1b446d5b5abfbe90e303aa5507901c970685c2a078234c68a9ec0024f779203416f5cc4ad1ee3e3d6435f2d1412725502eb8773b1db5447e68cdbf36a25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847217039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a592d7a2c083c155bd17b5c3284377c8c53e1455d457087dabf9b151083cf05415156c9dc425c6f381b79f200e48abaf15b3d57a4d7e60703dcd33a5b6e748a9b06d08bef4dc2ac5fe9b9420b1b6951497ed1b0b55c8e9fb6580bddf38ab81ff3d6d2f4d5d4df884bee5576f80b4a6ecf6262bd33ae4aa94b9f9b272bd34aa3c0813227671dab7e6df92b460083127d0eee5e4c122e4f270b53c5ac609b8e65bef3dcfad0249d864d6917fd82f8a20cb99e7bb805f3e0560bd70d1a2043244bb2c51eee1eb14974e94eaab5ed903d99503808166be98762d6c6eef8b01d26ff44a54b0f5126352d34b65cca8fbff28376ad3a9ab634e3f343380fcfa217d3469&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850629571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a390fc92161997ffb43bff5191a36c98fc30e276bef72a24ecdbf9c3a3c69dcd297065763aac07ff65dc7c8699ecc69e371773bea01c4d6d06e9d48fa65abe1a49f6ca99a6d5c44108f47a3730deeaf650d4ea72e8674ab9e9b32b0948fb6baa9397af67f6bf65eed21b8cd6ac274dcdcc5787d5b0664c88ff60a4210dce04d4b8b0fc5aba7e39f510d9d56e175a761a66686fa50043b5afee14748a814246dd8d1c23fea77bc4cb326c3ef3daa6a0cffcbc9fb0e3ba1a5f019bda5560cd695d0b19c6bf8dbad94a65ee172597b83ffb659dc39e8e47810ec0a12f957f20abbb0e2b1d498144d400c05b0e5dbf3b0a32c9bacb5866a04f2397376181e3de518&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85064015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e03fb030eecb5a469f5f67fc2bd945b2030890dce9a87915b6fc24dbfcc1af815a6e271d79a43b903c902ec58d542726a0985c25c4bd60c1973342db3b0b5b266fdc4acb152aadf1dd471d84c187e80705019bdbb0aa9a895454a292a2532db22991c8693f269ca5db50a0fa0d3558e7dc378998cf0ae77d471670f33862ac3ec3016ee120d590641148706df761d46a0f004873ca06d16dc3a6bf034065cf04e3515ae4d3221edc83b45bfcba9151196d01e7e849347341bdedc1e5d2263c1cb5255fbf969c85362f9d8d99198cfcbbb14ddd76c16f30b1e24cdcfc2194f67c7376a113a961eed07cf79a84e504148d9f1f773cdf4052372d91bbb57bad39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850659206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b17e112e00a77da44995c60f3694f17acd90b5e2470a1afb89a6a842a824799bf0fd50ff1d553ff5d08fd7eee48f2bd433840b14d1da132eb1a00276fca22d19f28cd35a8d70f8599e6310e21408bbbefed57f727094d4718b58612d2237b5b97aa85c3a502538798148c5d6e1077b2fcb7f6789e719cb5018501006a50a4ebe47d22a164ae4ed5b34b02ac2d845bca5d633751829126e0a94b81c98159694fc8b7f2b70fd48ec9495db2152197628aa5c984b405eb2ee7a4d5d63011eacd205e0ee8d3309c12ccefb4aceba7382e30a2b5f266bf3923d572f8e91c298de65c5b2a590b78a10e1d45baefc16c89c45691f1de1757c2f871eafe2030059ca1b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85066124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2aac11c7f86d5d48566e476cd1b6d194eeaa12dd58b452d2f1dd0617d5bd8abfa7dde5cb79b6748b9d4b3c105771f574dab35117ff2a260193e11c2b08d12fca99f7e4f444a8f0ed381fc412c63a34f59e2e5c3a67081c4aac3fd21cb4dfce6171037ea866cf7f7778abd15379fc82d5438d22a45e02b5f8e959f06476ebb4207ffc1f3dae2997fba5ba545fdb555ccbbc6ab06863d908b891fc77b250d0c358ab7f1cc7008602ced12064bda079fcb4bdba3ae2d05a2087df8bb296051ddabac5bf056f8203f0b8eb141f4a91e4de3701520bd9ee8bd3e886007e7d34de6408cfbd1e9c9c89d004d9cadc64af8148e3ea77ec44a97c9d4cb3f4f15681ced222&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85066132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1743833fa1d50dd60ddab999efb4661a97894fe50603435ecfa5f11b8d418311183ec31971a840b12f1773221ffe2b8afcaf35ee1ad272f4c6b5f7f57747df7449cd66474aeb451d1cf0fb96663c78a82e0a7831612bfe65b9c06aa67627058baf5a7d3f1f3b3fd395270b28a7ea4c7a61988f9507b30cb8c44f4b219f6c1a8c890c986e476e76e2c0b245ea5aa5246688ed57a47c34d8c920a8a1b89f1abc8e2cd66a50ec7e5f2168ebbd9bc349a2a92f7211d80ee91f38280078d5a1e354f81589df4d5458c064dd9bd19fcdc7e85e3896daacabf8d576e22e9a76cbe42a04c0bf1cc22a193b551a9cb72c8493ce426c62da8f107a40974fae150e37e02955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850707788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9297b73fd9bb722e5bd5f8dc446b407edfec1505212d810077c80470cc9a8522dcdb82e1cc6f6d056cb9a4c27aee8075ab4e5e37e7a908f51ac03a7a836cf9cb2705ac509a81c637e4fcf5bf23af92b29ca46c324c500e96e1c3905a9cd68913f7ccfba2496923d216e56b8781e82186fac1fd8f8899b1214653ea5c8e5e1b23b79ee8bf42bbb3bbbb0d20b3a17ecb380006222cef4b5a6128f7485978805238aa53f891615fba72b08e395b003a37b0b2803a09ae570b1bd5f500278c08102644526ec5f988faaf54b60aca65acbbe48f27ecef32245a5322649e03c3cbc1f6bddf60045c48682455e5bf82c974cf9aea3bef5780a8f87f8f339f5166f2bcc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850706866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc633457547403ee12226c3677a59749cd334423c0d8c70007312f4682831a539dff90e03023f13e21f0ec0dda54d22e8f51cc93c909409a5752f0fbce8553f98772aeedfb6b344ed1d0760b78ad83a6275d6e8fd6ee6a93ef432acfea49fe1cda91afcd31bdccfe69792f30abb3078344c98275038bd93e30fbb06aff1520d7bbaa5a2407d6c273165352aa1eec0a51c8d31ce55421701b4540f65669628c46d709b073750e65053577592a2e9f6592f6a5461bacd3042bce2f3cf678499992a140e9ea373a46ba583fbf485e7d81341ba6d66dfee4a1fe14e01b30f1d1a5747ce280bfa73dacfe6df71c17c66fc0c840277e2f8b73bd5f9f81df89573ed02c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850757752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ee26ba2b57d2fe87cf7c32255b3ed967d46e9389b44175c03dfe44e15ccac33c90d458839b80c3942c532e75da4544974fca4f52bfe7d414dcc28d6c52a24ad53da0ddd79656e35a55df6040890806b405d7a2a597a36d95325bfafc523358c40cfd5eb265ab6d72091c5a25d814a4823b32e86baa0b7fd80646d2f1574c508fcd5f223f7a93bf3e4b4887b965044c4b1aa36f64fe66d7e20a3c257966119e9e79d309a64378165d36c68893ca2595a272567757fd53def209986e20bacd69de284dd8f64cb7eda7ee7d81315d30ef6445d8e964dd1d5b2fa912fc496103cc946672e38c7713d4f181f82428a06a127819674ed085e0afc68d337506d300e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851219633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a84cd08f409c976e1de5a3434c7ff22bbbb7a36192ebb3786b9cd5ca79a6972e5b39538528ce208df5c60e7fd117baae26d79f39f5345639a3110670ddc3fbc382ee23339f13b8190911454efcccb6f61cd84127ade0b67d19411b37f56e2a1b25118782266d557f8bd15782935e71923c98b881398cbd0b221400fe82d6b6d18f37ac70dabede5c5b7c39f7d59639d06fae7bfa33f62fcd2e814202b4123dfb8fe9aced20855feba875b3797ef31cec54d97d9a091051e935772896c27be2611036485bed1a057bf4e546137fd2ad82864a85c45cf1121d7c5a64fa2d36f8ce4c3b69728f9d96754b5f972ae68da3199f4b5f6d65f3e9a5bd6d54d2829a8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852103148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=442910d38e95a8779a97f9e363c12233dadce9323c6c5db5fe7099d21189e8164f7ec7c925ba9c84a3af6a3b109abcc19ee467a3e13ebc9fd4acd97e0944fa8125df338fd41c1d3bb0167fa026f2633f7c81a35378faa730b018060a1d586be0afafcabe870849ce94810fcd9f5f768b4f27cf8cc1dd92a18b64bb6368df47a935da25efa647ee4a90d33d7329e337291f2192b77761f92a8f32b76ba40ebfef2d8f874aa6aa5e54864794fec5fc015230987ee4f6d071e41d6751ce6c54043adcc11a3344a419bbad80eaa14a8a60dfc485f73bf7564f032e8fd1e547f366ccc6e2641ecc184589b6d9a23103f4b33581d9f642e045c3ac53c603e2e1ffb102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852124177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b27bd229825adcfea4635f5a865fad047e083f70c8ec280762ca22a3d89c92ac17de5a274034baf971f30266cca7c9e0fe749999d39a17c0cc6df84391f4e326ea8ea2295a7da79f5f5dba2631bcf3f7afdf4e366e469de885b6f60c2e8186c3691ed962e9bbd69e4be89e187a42a30af9bda13743bff30cb2fc67bcc014a705c0551ff5b9f21e9a376724a4282dad956bb291279d8cc81997c1f0e64abb258de54e689ef47f4b109eccc652960d4444655068c852f429e02927f913a25ddb94c649988307743bbacd8ce587a4607a0e43c2e05b49686169625e57b7489f6bfb898dc77ffea7815146a96dc683225930d1b9043ea5805fd1ae75bdd9ed0ab6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852131341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=30e9a47d0fd9049fad578afb0d24dbdc8650beb9666ded5fe837cb59d2b83bc43e6b72dce98bf88267b252e02870a189c48a8aabd5772e6660da9a2659db16681f52ed40873045a17824e347b555b636f9a958fb37d4a2af379f3d8938fe7d965cee3117c87046203f311373898b9f972a003475cfa272f9ade6abbc61263da190d00be048853676e14f33f1aa797ea33650f97b5e208f7f4a0c98ba2f3bdfe4cb79cb7b37d09769e5664e78ebb3bfd9da7f76d04694ec59678064d0b249457f72f28664e48f11556ded2c68d199714ca9cd539ab153ec9d97c7150db7be97c8051524d55be673fa86d4c88731c97aeb6df7ceccecc58c6815a1cead8421e1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852172408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dc2af29a5f14bba78d600715ed6f5dc9fc9c73c24b40873652dbf150ae0794d10f8f885695da22fd7de8673d3aed9a99deda2ff48f54ac0b9e211768ccd0063ec864a2ae7821c1ee9236766c90225b98b99e857ca20fdeeb64ddadf693d46899dc1d61d1609cec508db60350d6a24fe557311747d0f2aa9df6bb53b931fd2c849c772484e75fd2d660f34dc21b6634f68d70cf28f31ab3b5c75da0f79e31414e17ff45b6fa7d73f30a74f1710b114d29aae6adbe9bce39d45136d88791a29681c4373d7e452e896c74d1f8c8e40d47f5c6b1081b5f4a4fc3df323dd6e59799e45ce02fb90be4b021eef661bbed22a4aca3909c291852515a7c1738a5b97b528&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852199088Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=042a1c433f56584ce547fabdbc2b52924b0f648ceb0d5ee57f6de804249b14d0bd4f64dfc9bddde623a415c33182ee11b0230795100bc7605c691ae846d3ca7146092e0bca7a76808c7f86434d6c4f4481f2d6c7026224f519c18643fdf82504a3351765419f0f7b2826e9539eb444a113d9ff29692e1842bc0e411e179763e4e4c8a247e91b0f217e0686b050a23a280a131c0d29205670e68b31b994d33c85be24390468aaebb15cbadb1668b50dea05b36028525e09e025eb7b53dbba3ab39c53ebcb69a4775eb2d9d535c8660dd5fbe0a46a568bf494e631410ce791d54e3af1dbee3f2cc1c815f81bc5ad4fca0a8bdf80848ea9190197b8bb62954a0d27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.850707808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c6db8e5dc698420de231a3b0f9a61064bf59b9c2873814ced45189b675a7f04924a79a5dd7e44e1173acf829fb4124d1eb0df3b2074bc3a5ade3f5b1c3b628a6ece1743767f2f330b87d3c48949298465148cda07242d695004a4158423aa45aab66d3724e17d7ac591e37f0b73d30c04409286b0da9bb77a284d63a9eb58234f3938deca263d1443d0b2faf27d49fdf553709238bacf161e597494dac7e9cfab81c8cb157d128049e1999174a60cd01da269c62ab7c48d0ecd298a00d5c32bf9774403d3b27a686cd5e0a5cd9e313d4a57fdd5a8dfdb06c9959911dada16140139c29ddd8f0306fc633b35d87614524d228ac74f2f55646d83869bd090b982&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852251487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=66017226468873a5ff3826cd4097d28ee485ecfc468b1772414a966495e25539fae29130145672a25538f5d1b4a79c8a15f199c7aff9766d012e031b033d9c5044c1e871ce93f0481cc03f1be29d1ee4dfe3430bd98d42ec5b36651f0e5695dd04cbc7c78dd27cd410edf527d67bde3776d7be79205bec7139b75634538d983d46514816666633ab72267eac6e1d7bacaa2d396499e32a8a17dcb9ef0a3dc010fb2d318877e381f3fc347b93b588aba4a0aacca1e5ee38eceff0d9c6affc0a7482bdc5330648ebe0c366b26ba9c0c01131abe20d2e77c817eb16ee8d6532c09be33db206296e1c14b8a330df4a62a24db7b9a129d07dc7a9c7af023223d6bad2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852252739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31118e834b088d17fda769781da936a18d5e4ddc9e774127dfa7dd262ededa0cee0637babb8117c3b7a5c4b4db8c0fe3675be5f2eb825b29d78273e0ca5de1f4484d614633e0d130be8ae1a55090567ecc93b82660c3ddd5e3b641d710b93eaf967c078c47e59901396c7dd559f76270032f32965bb7660b6768f2e1fce883e3a2656a6a591babd8621a13ac6a35a22d7d8bfa157e7e9aa21bc6c45fc283d57dd7eb8fa7155b1701deecf513f36f61bc49a5f72cae961fff58f7f3e5d75c32029011fc7f9a69113b29ca2b0bae9252f07b5a22a6aa5066e044baa59e025bb1d3861f8e04631db90e6215a2fe499985a949dd74b29aa822c03d16a06bd8da6443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849536601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2007b775a4aa1e2e5bf6fe2a9d9f7db5d6de805e102ab905ccd85268d5e8cd59926e1bb3480affdcb3c1d745fdf150cdb84e8deb7b177bee45dc27594fa366d38600a493dc1e48a0f732cb498ef2aa15c308f013c535b787f1281ca0455a4ff9ff0f66499960f2d92d82e86114f9c6c4705b1d0dcb0c232645b0b2669e6b9140f7e78d883b629bdfce74939da10b21c16a586afc1380f455c26ddc4cccd9b2a8096a74ac44b4326899a42d599b0d882f76bce8d803345bdfb1afe857e35a8d450985ec73e6331e426db8e0dbcaa5aaf2c50c59ac1e6501427483ce42a4ba137928b51cd7dde531c45b7d55ce41d5f0f950b1d72f7779a1c786c19625941befe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852559778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaaf9905821745d9c28183f827e63d4d77580843186228026522a6de1ab4676c70e06eab7be6e7d33205c3500ca2f3864a511dada8d0123a9a09e5f28258d59ef224e15a14e9d797fb91515ff9904c08dc2e79da6185d1656e67520d2dab88b7fa696557b8c32f8ef7a591fa7f6a2087694123b3b61ff933114c5cbfdb6e88519d207654e4bf683e418f2b29787249aa806ea1830ec73983c8d61db2be3da78a96a0ec257ea3f9ea5cc84dd53e0d74a51392e0cb9cffc28138e0c1b140872103807239ca6ff1da93ffaf57235c9b48d4ff32122cdbb0cd2586bb9bf6b8fd8882220563fa34709903dabc9fb2afebb246d63be853eb701aab4be0e5fd02d6738b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85213096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f245bce16c4e5c7e90fd3132a7461b9ec8bcb6103d8aa60c2cf4f0de9e1c12cb208c904e4deff9d8e0fdebc3fb1c60a06c3afa4ee187a2877f190d986bb31c2100029c029761cc478c481d16b6f48052afa582373faadc55aea6d5f551579f79fa60444c3c5181244f164500595ef2c5c05341d06821b956e2c3fadea3698f1de601bed7eabed8fe932c975d7ed1fb28b6d2a5462c14c60d5c61e4f5343c6064396f58271bef614417267a39eef2d2561bfac31e4cc19045450f17d3bb85bb583a53e34192cf91b67a344ae8004fe61b10a18d654556395fc3be115552d67024fa2b0df87966e85e328d3097212f5ecf3a7c415784032e796d910e9d0714d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852110491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a6758eb6bcc005364443903b6ada498bd904cd1a061636210d95a7fbc90b302f694883fdbbed9190d16af37c7e124e8adb5736d5d7822d570944ed834731f96dd21534c4fc25381f445048f207d86e182760bc711fa2dcb185331aad80fdfc3e684ab83d5ee990a18154659de61efb391965049ba2e8abfaaf09873ae467c3d1812754cb0539f791725fda244956dc112dc0cd79b07d1894384b91beb1548c71fc53ddbe57c756dbccf86836002e39efb9c5e19fd1ed4eb31642349b89a39bdd37a7122e89d1e01250e8a6b07c248ceccf600cb442f6f9aa59ae1d9c96348909073676fe69a926738000896f0ba6c4bb90c823a5cf8ded83b96a11c2f91f3f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.8460714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d973d5a31ba21b117824ae06ceee41d2b19345624048be6647a9ba070389a1e0781a79ab40cb9fc758857e73e1e9ee82b74118eded6b59c321f1cc2e491306e469012f40cc2687bd9757fc9a3bca6ac9d2aba45950aadde709214458b2c2871085b4f67f2bf469aab3ebf67009724242957bad593b5740b45e63ac08aacfacdca165d18c0ef3c98898d1c04cf9ecfa1a1d5d158c9f251747ad68e024cf92d3a1433fa8df613f24e753f0cfa179ae42412c2bb9e01b6fa09032bf67841e44b9c004c62e39c164142aca89b861df8dfe1815e0178eb5f0023dca07caeab004f74cc3233128c37bd709a4e1b18e1fff2672e7d281df35ebe944b18dd13117d041&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852735008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91dfa4a688853ff1f84826931a02d100e0b27827d78ef99060f7eb05a7ca2259ecd6c875ca9b8b783c56569152e2bc4bcb8df9ef317689d2646511d0f3ad4b24b137712b016cc0d48a0759521dd4f6ca556d5d80ab74180ced6b07953fe0a2e523da1f79e9b307e37b706fbc3942527fd752db7d5e41810b6602e55a122bdfae3d17738e36c841532230b37009a7104087f5e7a3ca2234e56b2d0d384aca82b2eec603e13cab35ffd54dcbdd01c935dc680359e10c73ba5abcc830cc2c4f8d58e034c371d7aaf961e1d5ad8c45d00e2ceb2fb6721cda7aa7de4fa7cf743ac69646078f237dc66aee821f9984e906ef990a29dc9183a004673b927acef61004a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852747231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2cf3f07a0cbfd11bfe1e4397e20fd79319782c9a0787a341beab0c6bc89b50833a4f3ac1d1e6d5d84f48f4984a13bdf072614f0055215f2af2c9c8ac2828fa1b068ebaeec8ba3e25b3e40afbfcac9c4b0a8f3330d9f106a1fe49cf1296706304773abc13eeeb956a5b018bcacb9cbacb804c79199ecfddf2e25ad1cfb61cd65f6637f5670838ac4e62888656e2f11b81bfd0d8031b1c8d52e7849d599f3ecda6ad2492f3e2e78de340dc8504d35620fda07cc1f23adddeb2a06b2cc104f4f930202fb48d36ce88d064e050c698da6f88f2dcc87afb73d149a9513c8703a8190a2fe57c477826d9404288589b80e5e784ff862c9c05bc9c153a205ca96eb6a656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852770245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba2b8f65482eb2cc2ad211201240296b93f07a4e35cab358854adbd0d097500fdec34959bd9f8b02a6c751ae700fc4e362a5771f90d9d0300f35302d3a0bfaa35dfa0519aa793ac86afea88f792d904c77de3248e29fa408277f6dd52a1de3a35006082cee7de84a4a054445606fe15fb3d56829a71c4cc374009292ebc47daac022c3554f2314b6a9ca9cf172a31dd4a8ad17d3fa492aaa8cf0fa7256be9a1788c768ec75f175dc2c3c8ec49c3c69ee4d5b0531802d80ce211f4a88e33e9efc61bf26de002924bd4394a1829ee2c40497bd93067869419bacd716dc530b30ffba67390c5a28d8c35cf44cdaa1cbe78022e458262f26fd1f325bfe6056184507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852834035Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e246ce7b093c483ed9a0b550b0137da0d8c5f8f52ef61e35ffff056e320429a396b6d3c6b1a9d1187afa8a49adc6048eba5ba96642023ea5dd4a13ce5f5519b1c020dcd650d1c43b9dc0334b7acc39fc8db29e8e3783b50ca701ba8d1dcd521f7f5171c36e6d3baf9bfd5141eb80b6d96cde58244d29068480b12b2b50c9f4318caa731f99fbbad556e1f1018b844137b82c6b16a7f08efbdbf948745daaf4ac0552cd1d9c905e4c420e2fa9762813e0c83c500c3147c11bd39badf376bb42f0a96fa38b58e75e0a0ae132ea39eadd2ceeebbf215a398aa24afa1c52f3527dac64b3595767afa8cd11d6eab583950d7f2ccce995892adcaa8d95b03377f4b00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852854544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=175d655c9547429b2ccd5539df226edd4bf0c79671cc02b2eaac8de4fc4f7bc4781385308364bf01593b11b0680c2372b98f47e4a47b8e146d85423a497972400dc4d15974c0f2536580b0c74b87477b6a0642c9395c783c6a84398b087c0659233d5421d2e92ac21eda2acff282565fbf3073407d89e64bf644508bb414f4104066b53b5dfc2565d059556755b6e3007b9b0d47a10f5f8025a20eb27d417386823e3fdb572adf5879ae9267e8da4a5ba6ba5d2c823403524ecbe738f242d6706feabd70b55fc6021be3da35effe5b8004b7a906e494ca8ca72e450ae8522016b92bfffce79ffccfc0cfdaa71105d89536c13abe55a2b3fae508966f60af70ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852889159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3556d7bb75d82cca847b2f2aa5b404f4a441eeb5c42ffe7ab8e9fdc60b6ab981f102787d3e617739f455948462d9fa0dc2e3f81b67c48f4fa3a7750f0cc9309a5ccdfecf48a88d20f3179e9c798d530166779d2120e884b2198f6272995232b2ac4ee5a8adf98755acb46f7510f457845a0299f53bc009115bd32a08f8fa8de5ed42280384371e5c828551cc5132d0a09be0edaf9d31e2f14239a954799444e5bbc83d50c1ed3c9cdb09931e1dc4a226b275ecae0eedc56b6c83ee39abe44e83ba52a93394f05370e5aba95324fff650d875f7f6e299075f5dcb51ff6cecf80e3e1a313a0817cf51fbab01c469baea399df1190eeedd84305ae4b0da1a122e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852920388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69118da870961a44741a1af644852b1b8b6509a3b8bbc082694ec254c56d115fbaf872205cfad256e2640f9369bdae96881e63391d81cdc1c6cb8d4d425a614b1056cc23dc0ccc1d65264bd74e18c1a67d98525e78527ed5690a74609b0685940948a927e9b3c04e62f4f61799f62804bcf260950f37295c440e736cfe9ec7ad1b03e78b615b913553191726819b816e29d8096c413fb79de1df07f6272afe2d6be38a2c11b4ff966fbc7a7c825ee92d8f383c51f128416018b16f5fb48e1c3285b734d93cce23d8a8c7e7eb60e9589d50455cad24d7659a11432229fb83e8f597bb97901425238850011fa4c5b9c7c8512f4b9db99882cf774b59632eed10ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851851684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a47128d2898b3d21c7063cb3bf8300f93dbb44a3d0f6fa0e4ca74cf4d871eab5bb11058ecb1727348b52f9313562b7a955a90fde2caf472a1673f4ca8cf7f1445224087c47ed6f5e6d7cd56b01cef6bbb789faa80b84dc114c4b33e9e46e1e2971934cda4b7799280c18cb08f83c925bd4949566b68bb1d2a1d2152c2150d27806072a7d139f0cb909b1d21dedd2cd30dc07ccc04bb9685bb3224ae75931d739c532f080fdd658688dd2fbe21aa3f6beb4c4b16fe79d801a08ce0314dde518931ed743de909487ccd3a3f9ec8b61d0cb682659d0ffb16f53aa397c2dcad09d098c2f845854242f08d4847a6343fb1ee60a2106491f6ba6002626803d68e498b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853102321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3a91912e5da31dc0bab923695e85204e2650a7439e557c2f049fe1193bf9f4b85c004fb2cbf11095248906e0a4feb5675d48ce8993be8f8a492a23085fdd822ae85703ab3235870069684f835b3617bff056144fcd0e779e10377f72d4f0dd205bfbcbcb3e582a018bc9ef66e824c110d13a3d58a816779167848a6a6dc26392b4e2bf2b810e65ce6f67342dc8336f0c5d2598f10d5a8feda6e5f71998a6f205564cf42dd4912b25fba0d3c439e016a143b1f74e1ab78461cb2f1d92c82d2747f26bc34b4d6e0fc2063acc37049d79c28e5a83ade1bb427913bd5692066ce8276567056bbcecb935dd4a3bf58ca168f2c8b123e9dbe59925e8496743a4f41ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853153818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93ec92ddab6911d5de609ad62f68ebfde8db8cce836f5cad07ed1a7ff278ba9a53736d55d4544cd9b64b40708f020aa609d4eb9fbe3d3463a9a5a731d4ae5b7420f5ac3e92ece59c97bd1692de3527e80b0ff8cf3d987b37650ab58b7affd676b92df4513d2daee6c1c43da7c0d147b9de88f39ffc7d8dbcef2b521585b03981cdcd929fdc988264e6b4f3ca462e940179e2cc93336bc4fedb588a904bd1964dc711a547f07553c5595add017afae07a5a9e3ed65aab699f0c71eea6fbd2fa1a39e0dd6779a59ad8a12d87df84556284740df8755be23308b8cca6a0f6ed9ac8b7b08cf62f49fbf24531bf81b4d8459e1d2f06e2abd8ddec7b62a1a88f1a0bdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851888152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=477869e760aedccb6a10c9de677d6a3c928dc5769a4024e2050e6a66e8c111d8b9595df83be885fe8bac870b0367c7ebbe59d65be5124dd5ab91936a0078b3e2ea1a73be331d3c59e0211748e6b4950f670eca7558a874d3466dab00d47bacbf10f04b12b2e0314a6403903c95f81ff2b4e78a90c0d23271f264bb0df2ae7368aee6a28a31329347cc0a8df39eaa05091604d8567fdf6bcfb890285552f36dd19877569ec2d1a0857b0ee609c47d0f1b268b141781a1a24a63bb7f292aff7e8e9755b1c7d527fdcf2f5a75da7a70e8ba546f5bde8da6b3a75ffa289896a3c947336adef265adcb9446629aa37c7fb0209c61de982af6abab43d80aaafb2aa7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853261401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b30aa8360e2e8f926b4c318ebf1bfb1293626fbadfb436bd7f9f571c88cac585e79542e8bd180002d00a3fafde86a821df814d146f24e17fe2169ad5964f024ecc9d5cb92c3b07ecc410aa3e4f29f91eac3afc6fc15f062234f46a49686cfe7b17e68fbf4c8b3729fa554d09617ea0d52dc9bc00f57bf72bd9cdc3516820c2e3e860692a3a2f2f0057bf74e161837463b9ca016dd8e9bc3b057280d403bc9465c20b222770a78cc351ceee6ce8791a36bda95964bf8889014473fac10e0cb3bad0b18869e0a3c8f025c121e69f7817afed21d77015ac1b124eb3452624cf898ad44f43e00d3e15f2ef0e5d17f313ade04442a2401fb5b83fc8e2b7fdfbcb8daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853304522Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22b32e8582bf37c3588bcf6f027c13fb430e4a1ac556d54fc687679c3444ecc8698e5faacf1c2e9186f23ebb29a932c55192c2b647d4eaff834fdad5bc77d498ebe820c3d9ffb80533b90e1477617deba57785ff4f8f3c275ae0201be6f85f1719f45d235840217c95228bbcdad89c3f16622719ab016dcd30054c330408f8fa7f9d7c67422d70aac08bad10f4f1a24efc93a247cd7aea2a7d697e1b3f9e8c620da5a7449b6decec9bcff34288e1fd53207f74c3cfb7575ba11d3cf80e7b9eb996ced7ed06a56a26cfbe9bbae1c7cba4828e1f7f7da7a362d95d9a9d4d5dd706ec5055169f3cb2dac5a9d7b11b34258a1977fbe5cf26468109bceb619c53c1f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853319751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=429bdb67b504a00fe6d1199d92610d04d053792786f8d0e62875944fff7c0a36b9d16180bd788a176e556b96ec728515eb684e086d0c5edc4fdddff28d31e47ca0add2e9d0ecdbf20aa30da15a74385c432b287e12f3401e7a43d4ab3e8308a49e642d269d421faa4a40b16cb66b18c921f9d15836f4d7d5ee764331a42df402cc9404f764a00a9f841d4a5191974ded333e395b10ce2f9a595ff53c84ffef08de192a0c6a10860f5058900bd446c6ccc2f6dcc70dc03e259c982eff549c40d716e9a1560f6951f67710d022d0c31cd43b852554570f833793bbfd6b193acb1d0eeab02ee555a671cf302cf57d88b6f5191fd4120ee4ef83786460e6e60caf81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853358574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8783bd591915c6938d1f200d94a8f931642b641312968873cba763a21b03e0cc53ba341ef3be59057fcc7dab88bdb90b5c391af6d5b98ab4342b92b8dbbfdb035025dc3f7cb2d311a52d1ce00cc7edceba3899120013070f9a85af4fd2da6b2c692eb35eed6eaba72c25c55d754b72bd9310cb354c1b3996c004498dcc1a82ebeb5f9200e12dc9d06b12ceae05dfbe9c7edd2482d168a9d6f46210fab4682adaf43575ae646375caa3ddcaa1e01ef3f41d7d3674008ee44fcd1480de1e44dc0b938a060bc0e3870339288cb32f678b468565dd3da015a11da3f175a2c64f579cb6fa3fb5c0ecb3530d1d5890e7fa9a566f16321b49f4bd847e22a836868b645f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852871365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7765bd174aa286820c9420e94786e50d6974b2205f3adac5a9f9ff62646d3688cc380970d237ba87d20cb9fdc47896c7ffb21574bab5a34cb79de0a0e68659ad39180806e5ec5c2618ecde9e794dc77d509abc173801f1acafcf302556f039f38d06e05e91194b044c349ff7a5edc6f70ab2e0e9a4d38dde3150c5768195c09dbafa19eb72e67f449ef122796110a199d13d820394dae5eaa92f0ef417be8f1db887b87ab1ebbf16b13ba82817ccfee49712490233bfcb8e78d9ce321ddd9074e035061bdaef2e4ac2e97db13aa03251fcfae0df361a14c8d1be4536ffec0d1b8425e2af7f6d30f010e9eb57d83ac7d55ddbad1cc47d00d374043b9f8a5a115e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853406504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72c6bdae91a4eaaf7c7ae11b1e3724a2dd977134380985b3b0dc89aa3c2254021db49b89d9217b2a12c35c3acfc008ea689816955907d546c38e696cf20ff318ea5f536813eef0f5ebae51830f1d314dc208ce9d292089f620125d579138c9531276fc2fe464ea1f46b2712a2a46632862caf8fe090f85de8e00f52b34f33a556028f3f59aca190258c4b387e200cbfcd12815328ce71e1595006e74833f1bc80963352123065d31a174455863da4e85a02a7375bfd9e9e7a3c1d6654f992a1838ab5524429565abd5ed1791c6beb3df125888a8b0c42ee055cb722678e49f40e31ec800d17036dd19e6e9b4dd34968d4bc6faa2b503252f280a7891e04206b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853497696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aa8ed689676d476e440e6ea2716c45c1d86f0c2c67598e5fc78b36e1cdbf54f6f24ec1e0c2437d53ed436c061cfe7f26417c2594cd7ecd1b036e3307c587d0686b139d9d3eb163dbacc6e16dc30792fce1e206f1d844279fea7eba1003fc86e97c457f6ee65b59c2bc6e83e99d984da1f57df1b461c1f6ed1994be14695ff0f77d76ea00aa5a13375c589e3b3e08b1893309e8907033352300822c8c4e6eb2aad830e8081c94b5d42d433f15d78e3e6556b1f579da76da3bc0578f6e393e21423adcb4e265141c1023a644e4aa00872a8f87b193d3759dd5a4115568f216b514e2cac28c1363d18328d3ebb6ee105c213bddc75b9f6ff463226a310e40aade9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85350527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9abb988ff1ec14821cb8a7b6a0eeed1c3951f21ca16ffac7eda08151ccc8bf7b96ad5681ce1355b0cb4901e867dcb33591591c3c299206e9ad355b1e2f08853d46b2be8488636612296bb6ac385749c7f685c977149a57de713a473d34ba001eb0607f3c60fe524f23f7413191e26f8ffaed9fb03e3704f79b4fca5a9cf810b056d62229ea11432a3b36767ab8ca27adc558d407225ef244f317cda66ad679b47c6594ea4b3e305050e7295a10dd97f5e5bec0401043b9b430121dc31aa28f5f25532e18cd0f77c018f6930d33a6e4004ad44e255a85616a06b2b01a4fd4f2e45298162cfbbc23c2058ed91eeae4cf8e9051b7e5f32c8986edc8ffb68b1b3b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851920594Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=924f257f6ce34187c49f21e1584e5252bdf280bd56d33e3c42508a5f52a1c027ea1268b796827a0df1e399a3b09d4d93c4ecc66fcc77c4f3c035828c2799a01af95d51b29758efc0be5121817fc517a597f58e3e48d5f12168c0b909abd6a8b9ffa42e923ddd89a2427b171a53964a72f855e49e3fe1e2ac903b9349126c7e6c19fcafdbac78108c5f21189f7db1ee3b3d70c4770dfffe6b051689b1e61e8bdb986a8a81f8c1234954b4df0f84260bfea4eea6a5f1fa1eba0eae9a3f448325feb67e3f8349b2bd0274c128ab195d63167587a15fbfe476e337f384d867a218dd0ce4aae544f55c8883abea2f35a8805e2407d5c97b14871171310dd4eab4e58a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853257633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3a3cb92b51360ef9652d907e0ce224622989139c60a20bf4d36227f53c68935c150d5c8c14f0074e06ab706b4102052ab0b39d88222f47026281c0b0e8988caa1d0f4df7fddf61621317a402acd74c3c8002acc46e45b0103d99c50fd545a9c53f874bb15e16bd672441de50696d9cacb8b08b6726c0d6aeb0d4457a14b61af24d99b2c289f0a85d917fafb3ea00f62fb7b3cfbd6d74c2d7427ee48b69445b3da91e41d5c1f062352f8edfb6c9dbd3b6b67941b9edd930e832f8f955e958a7d1f97f587539b4beeeb74b2f98b56df2a7eb9dce9cfac3841e1b26060d085e5d0e4cc38db6347510c72968773656fd3a8b5086498c5868bddcead0847f6679db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853586634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9caadb72a4abc7cb763c82624cf715e758b97e186c18ddf3954d01b995005bb00551310c10dc2a514930d7fc47fa657331053b77fe846bbbe0752c8bcef90cbdb5fd0696fbec5ee109bbc57928f6e9a0142538a6c88c088e2efd9a611344b0a7dcf30ff46f9b32689e30d6d3255977cadc881cb62124b125d6d70613e530cb3e5fc5db607acdba2f44f08f0dc4cc71617986d37de2e576b764e6a4cd7e6db3fd2a1d24e4300bc0de3ba00c45062aa871b59a2f4440d83ee916d8da1de8e7809d50618bc1226c3e97b3d6d12e72b0c99418d50178110f946d19bc4d6471d899837542694c640210a4451bc36c2fc625224a29c34cd768e074292ba2fa28b9e8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851918419Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3036f90de3e1a3f7a7a07f29c983ffc709d10c1752cb800b38650ccc981a4942a311f43b6d6e4e6f139668b218ecc959678a01d9e734910394b3b94cc6aa1300fc259f4cbb62ae76118dea840e2bae70ad1ed1e543828ccfdb66ad73fbbd5ab6427f1a2fd0663cab89ab25cacaa7dbcca561d5e732b1b664f9417333c0df91bbed4aec08a8c34829639b360af0c83292fa7bc9b9b3b202e81c02897fdd098697fc0ac573996949fcd4da39379095965ff427bfc6a6d8bece2fce60e3fb6611e3cd7060eb5518d07f2dcca6d4bf8db8884926856a19aa80c02f9b09decf0ddf4035c53b28865a8275af271fcf41589fb0a88ff1f5ae735811e3f67ac20293c5ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852201673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b586e315be00a925cfd6184be4945836d59ae3c20b93817672fe27d966c44b3e4ad92073de9f08f6396395267e3899c2465427f133e379495fb83874cb8df5434a7d3bdd1b80ef1ff983f4b094cba4a93721d62d69a67f6d8c4016855a52b48694e9c18d92617ba621d0302e2d7e1838a76403c9e13db4a0b9e3c03241db2d47aedb1a610a5afcd563529b7392cea453b0a50f5915e968d6b0dc549f3f56d9516aea968cc4362d05a0f034fa72c8080fe811e5a26aa6c3090c48c747fc991364c9b729f4828a0a6e3b3caa7c00d9c6ff6f75a95edf9bfc7f02acbc3fba7dcb67a3c34ea094716e1d194eb1a64a2d324b7864bbfdadec834c4e887f9e93b19abe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851915554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=788ec86e3b861c209c5b7ef7c489ea5d140cdc421a249395690a42a8b16ddbfa4565592c1b64b32ca5500ac367514e79d871d2ab009ff58b43faadefcf81cd81e4e8292df2a6cb7783a5ec38f2abc7c2fde76d2bf1fd1bd925f150fe5d8a63f27a4b1e63ee3e1f85bae41bb0bb8792f8e88b9b012d38420c581964a631aa592c3c8f0d9f94d5b3ef8807e60c071033b26d568816cbe5aa3e625f0aed99950f03e4a1163e98076c9b19be1974e149433621b9049427762236eef5bc86580f11f12efce3b459915a30046c7401140f43f67e6d1ed8931c63113363bd80bdac691201348231fa702185e9a157d8749f679aa3ee8a1643ef564c6c83031c20180a0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853912448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06710761fbd2beb0f12dc28f8b1dc6254294088e01a3ffaa3577e1a476eead1051c9bb78e8ae0db624b6230f3d4eb9ad862570876510b4958a61dbbb376c22a00a9496e47893b8f95eb46ee10fb7ff9c9d0405763f54bc3a87a2f0e295c06a6b3c27c09594fecf6dc929a7c437a05178422899e0c2f9c31be8ca506542edb740d967aac474306722cd97ac165aaf9834e980d504544e78f481f243d7ef78d3186fd54a2c657a685ecb65191214e23702675a805c0d73189c80cd03a2bf358a11ce57e6d9dec5fccaec347a5a6c9181e7058e51a7b207793c69551df48d1fb603136f547d1f024a8d6fc17751f5690f29187fb239788281e7a771f594e2d25725&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853967231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ce10e38ad4cb42e3dc4fb20ef1292efd23fe53645aecba2921b000101c21cd825325d0f000fd4409b42c1358ef2982d0ce0579e2106bc3774382c56a4becbc93d30e37ee424dad47ae88edfca0a0c3a91fa0ecf6cd82fc1c9bd7ed335d6dfcde362aa0a22bb12a3bf3af10f6c3149e610bc3df277cc3bf3657db38aca03554e573ee44c81f8ef95dee309d6fa7a2eb6dc6ffc57becae87131e1733555a1e10db0c7ed1ef7b90eab1a9ced2b9c54a32bb119f80da5eb8765d484631e2819a07dd28ea8fbad5c068357542a492e9db16ced38c45a7ffcac299fb2d0adee9803472b2b4e05fc4d9f5069f285a04602cd8447b669f37f220277bd3a864ec55723c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853989703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53b8776a19f8180271f9363f64d14dc8136d09e8eacf774e6b5e200d623e2a968179b6a3c37d92cfa9460c8e563dde83499fef1567dada1cb77bda94cf81952a5f5bed2aab7289c82db0df0946da48f992be03526814d83e966a46bac4a14b64c4658d6a1f972e139596214dc1f64125191ee6484eb357a89052d5552902957a68919291feb10a582542d02b20e31372276b0e6d0a1eb7bae65892ded06e068159b8bd3db858f972e5068a726eb553f70b85eef7373e7b2052686d0f48d2ed1c83a9a17b605ae43ba13b9ae7ae07cdf284afb2bd94fa10b49b14aa751527566cfa649312aac76965a2b295ef6ee20af673800c665d238e80bcddb8446d820208&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.853993631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=490c946bcf70b90043cdbf92dce43246be353de6402c29f76b413b9735b53a0fd579c2e45180ba6c20584aac0233d31c9a04807f5c077e1946c5323efdd1ce6d0ee9d01689acc1d7d36f17571ad0f590b0179dfe8888c450c53984947060c2b0368b2e4b2e053ae18d51f6e20671159ab98cb5e693b8f8125a32e0a0fbc7197cce4f50da3438c2152a00fa8b665e3e3a6468d84524abc100fbf4e8747a788244212fcc652af9d30c364d2bffc106efae25a5cf37ecca8748765219365a0df4ce300f5e86e00df690de1059722f0356b5ba5340eee24dfc9e1b1589088b9c433cd657c3a22602b91525ebc12cc76438895fce7105b2755c69835bf217806f4e47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854110451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80379f94ae51ddc2589199c17a99ce04994fece18517c78cfe73ec4c35a653074609f688066411f7668cc95c923fbd64adb6881fd63bec4a809df91a01e7b5a857a714ae48016688f5d1cb88a0735657940c7888df9dc08a31e9ec37d4d9c1ed08066e665f0c0ab5420a237c4633a636e88d69345c7116d804fd45214e5ff44bb079585befa94cc54fef44928fcc9b3a29af67f49442856909a65c943a534098c7cfb754c6c223ee55e1c132070db89bc8af52186af9b695d517a4e4ead23a54476e0871f69f9852bbec507bc95a9e4230effba25f0bbe564cd89aff227c33911eb078160a07406ec6e6606eb42bfad5a7063cd8d1c9f932cd10d6a399efd084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851961591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08435a243ca07ab94710e7486e2ab998ed125b8824bf4ee25e5b461cab77e2704b7887cf0de2f3b442f06a4907987b6146ceb7656abd15ce6acc1cfe0c227f6fa7bbc058b7191810ea989f8749e860411370dfcc99dc7735d10a5fc5e2ca4364db841af6da15b2cf10ab27f83811204763e2b6e0e4801fd4e32e9cef925f7f3befe6e55df220b942c578e74fc17bbc54e04d30ab9b8e16715a874496a2ffc99e34dcdd6bca67dc7b95a6dd1c193328677ddae4e460c7a13dfd12477c8fe3a2ea3c98988218a78202b4904bb369333e88dd72cda6dc6e1cb536663174dd6c351cbab7e74387cfcff601782b70e859998a067fdbfb99e78d1a3eff81f924bf5a89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851958836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4911972cec121bfee54c4f36f29d52bdf1e22c5f313b3d2241f8b2e6c159f90c62bb8f7b20b75a8a7bbc276daef5c6a173ce09de71779b5f6d30ec3388e63ab4ebe27a7f8b03bfe61641ba77153f24fbd5592cba4e514e1edeb9d6f5fa68edaec6c5b6eadabc107b77e3a9fec10a4bbf81d5196cad03bc3766ec723e48e6c0442ea006c5d3687351bd100da2b006d533becbada39b410a83d72fe0c3d867043e1796186ad0995a2312a153be09439fc73ae0cf541e4a6bfed5770e10498bf75ab82d8f216b65e7dfa768dedc088bb374d50c36fdcd88acf4d83d690267c0884ea160500c881cfecde2ffea52c3a15805b99e22fe4dea259dcf59fefad64ad05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852144105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6020b3d0cbe1ad456143e32eacc42c920a100c67c702e365d119561a1809b6b29d3bd1f70c892aa79582574e327684dc1910e5aaddca2b6deddbc4fdd4062c258cda227d34450a4208dceeff824e3bac1c5fbf7fc98d0e95e11e74a48b9c4701071e0d5e5ab6c90c2808995bf60bb24bbcc85c280fa11672c91ac28b25868cf7ec5bd529ed1cf67da6e07d05e7ba87c7f58eff0c13b37ff9b18df6ae77283098dcce6ae6fcac9cbf85a91bfad2a85d97ed975556de6220facf467186dfddd51e2ad0c828d26339a700073909e678acb40e11955994a0e3be68bb73a522cb0b3a8e5aa13db1e8c3052e7273a0d6f0091713c79fae2d6db5732078e3a91863c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854345093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5dc2f4e177a539fc70a1e329914be1cbd79e65b9da3e4d9dc6cc51c9528c00b67787656a1c4241604702d03a62efb2210bcab3bad45827f040dcfaf732edc38eb871b7ae5efba66a3ca8d5c75a365ab0384cfd7e09039fd8556ba640df153b8acd1d3223add65ac2839045def97403a878d31cb1fe8cc64981bdbe4d7746ff8bde5098902b4f7efcde1afb45dbec8e6bc113f27a682b1b7e84524be0391fb35af7ef4d25a7239c43abfdaaae00311633a970ed7cb7e4cb597be022d9ac3ad71f5c0c63ae19792a131f2a62682f89470918bc99a07e21f7c49a8d7858164d563d5b2d8340d3030fcd888dab35653b43ddca379a3020d7c22767c4aca8558d89e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854403864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a1656e7b287323031ce0f7c00fa2d6fc2caa9a505db2f52a771d670103839c1172b8905602554a73d61f345a10c4ec354f83a7f169c248d57ff4547d1238ce67b556e643f79d95adae6b674272c37fac9d6a0dc9d58ec2c9609fc78aff7a3c6e9a49d486a8bcde3fc9fdd9033c9d7decd1ee81b15d822d406c18f3c00c3fe4119cf610e81b937a6d87963f75715d9e84fbcf0832e3f2b0ec018ff717088135d38548d0299e3b6680be149e7e259ce09fc8dde90a3b52e9c8c9c3d84126022fbfb65fc6571aff9913ad5329d6b8def3a0a52c67814c2ccaf9c0015b0babf73660bc666a806b73c67d91317e5acdf67c37e019bb29455c840f0cc4f75a6a7008d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854429943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=79bf6005bfec841e9a1e47c77b3d3602bd613c4a7ee832578bfd554c0a2ef5b03eb23965b53d50d0cffef91a5061a2934db981b2bf2a23ee2f0a28dd583f21c783cb5b946230ce62a6eefa9ba119ddcb0bd3d3a66367e738dad715d635acd778589e1926fbf66554628ac9debf70e6808c92381d583789d1aff3105d731481a7a372db422c344218c547b5b0380821739e39bccc1c21d3091ae6a6580b04cec316b7413f9be31ec6b85e14cc1cacd7be40226259cea3df3c66e3a03bd4501401c84a0a6410c1cde73970531ba58ccf7d3b2cfad32f28812abf554168ac2b168dd8f89de4df365006ebcbfde3c3096913c5f6eada9c6a747513fdb98532a2a93c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851964757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ef3364e1c874667eceefd733545f475c4e914a69951f66d1dacba8f201dccc74a3c878c47e3f465b32436c5b250321d49100e2a5ae4c620992f8ccf3b2175915716230e9048a3a624404fffb07adf386f10bccbdc048fad0098735085326b83c91082aacf1bb7062f28e9afa478eda21b1a6d6042252077643089559bb753f0b76669a0843f532b16afc357d9a3c174327b00e4750339bc72c87a7576f689c9002a04f05545be47094c8d796e0deaa9f3e08c85c08b8f49b1dcafbeffdba4f9b643c998e793526b66f5db9a42b6d09227f771a4f96646e80556f329c44f051ee60ec5129706c6c75c73212a85c1e55cd99d866377482c6346ce417ad42b422f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852013108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95a9149b98eb959114512aca4a83b5d106f4dcb36d2e53b61b4adb5350616b2696de3468ec98273a0d8a8b30d86231a64a38fda5c29b3a1093f7f1d1e31702826f3157361b967315df255977f35a01fc1587768e9900a755c9a7acebcb57e052a1a29cab671309f5d127f54609bbc016aaa1e8cc0ad91dedff3aafae396d25eb419312ea04a21d7e59b31cf7a67567a325ccd38ff3993e27cd7922c009b3108e3b9b7dc663666cdab372ff7ae298875d30f49a3d173450f7716e34a118bdb908ca2995ce591a1bb9be0c2cab0b16c073409ca4f008604bbc87e0cdf13f9f8e28291bcd05edec06c4bf0020ae29f61621212ccdf87f5bee9c6ccdb1878052f8be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854956766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c22e4e92ec17e70a3fb1afae808ffca4f574760cc77ba1a43ac48fb39a6189906259e921358d5dc0061489531f03411e7cd4b6a30cfad9be574e5d2558dac29610943317c02ddb4a2d5085fbe3eae7d67148c6e5f1fa223fc376bc0720938aea3b4c7e8050e1af9cae31df5197615217e5e2f9c34ba43802081ebfd0f1ace8090a647d5e8870607270f0fc41fbee63ee233c0d423b35a33e27d04b82fe8b98402d27d2c6e786308a6f1eae903a5afabf30722a54b5b6089887a4c9795ce5481d39b3753aeea9ac78a1c6737969b27cdcaecfaef6614f57b087121c9f6fe5574e7d2f1dc3f4907efa6eedefa6139fb3e8bd9b1419a7d83313b01601466ee1b8af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852010503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1d714279dd8ff13d8bd297c57cedaa9426a5452dbca219a738e53b5ad7ff2f7a997cebd97b752d51e349cca95df220f54cbb7d156b88c0452afc84a318a7dba165f09b8ef4a87e20deb506539466a82c09a5887e9d25b1fcb338c94d74e933afac1cc12174038ea71bc492fb3f091f084833135f465f6c3f79de35ea7b39236827d1c4607dc6690b81b2fbb75f5f4aa04585346a06dd515b6b31de25ab933c9240e2b4937360c6771cc10c8e9e909178f3cf9347b9c38a16cf9f4714749d87f109d4ed711de7bc4d839f8cd075ce4e92f6a6fda3aba0bc1238362fbbb0e3524b550b5287549844a9983a33b38d697eb8069819ebcaa4334880e8578f5cbae58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855161402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a6f39b67ae186b727212ee3fb1889260e9ce15f9e44d19263735c18a415837dd435f734d3893f2c2f33091ce9c167064f1ed48393a0279dcb1f19e560fdd61012b7de120a34936be1e16e7307ba96f40392e581cbc42e6ab13d53d8bc8a6e7d46b3803a26ccc58671c06b3f5c6e9301d0ad947d7893d57ad22b6ebe90f401d8af5f73b36cc2a6ed9725df3df170bf3806bc47801dea9b47aebb347cb659297b789f227e7e6db11143ebe470b33f46313d47c5424811d745c188beeffe1ceae029353a140f67bc3fe653aef55736697532e8a4784339fd20bd89b9d68213f633a05724d164e0b996c80c5b075400747fe59d96f37a1e668d2566d3ddbdce8675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855200215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0d455d5af3d43d41ba69491e2ddc460722905eb0139bc1ca48144846cf774bd658a2b3608f352fa7b4f7d6a585a042869570069baed4b9c3db5cf12252eeb89343ce0f2f8aa647b2aa665f039b37a6b89ae0a5d5072b0042ab7fb9d3e03103693d5a2d9ac2ee8a3bf87716f4c58d7dae1ced398ba81804a77979c9adc454d114092f98e8591c0a2cb7e50a4aaf58ddd3a28b4ecf06be92644ff33dab5558319a4703ffd823f1bed521fc9de7ae06d5bceff2ca34cd6028a14074a347c5b6d56281c86ce9905b86facf81e85433bd1306c1b4cb77b9f1412991529d6c3bb28ae0cc4d3563cf48170cb8b4290e7ac3786bb3c816ede9c417625b1fc9079ff8844&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855235912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=251f4ef995d6882ecbb4431f484adcd189bb8a8b503c0959999defffdc98cdd32011597dbe6d47f0388cebd3c834ee6b1804840947b7c63cca8f6f0106117074be5c38cbfa2fb1554e44f560ff42f7ccc8d116b868630976d1acaa8a7da342d70c6a617b966982054e408103b8a7bebaf4eee2f0a0b9ca59b629d7c2b326c75ba7054cb59dbf90b6085b9fce9ffbe0087c190137673baa7dc6cacd05e2b7b62614057c3f52e890084f460144c6b3d8c512d4a05e4942a0ba51b476520d5f2e296fda500cac94c2be8ddf14997981fabedaa455917f42a9a0e4fa1648d551079ba25ee3924c0dfb88928b80429001640f490e7db50b1bb669dbd7b37a234014c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852053304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9746a676e11f487821eed3049dbcb6faaf89e81c8a46fa562375d520f41830f2c44b8b5d3bd09b8649aa61217a91df28b9d8c9ec8e7778ce748544ba48890883249fcd38b1b9a8a14ac0576daf6dfe38e313f70d1546b1aefd5d09277879d9583244b6e2fc6cd6be5e926daa26620ba0bf7c57fa96518d9f89773f8f4da2791a9237f16a59872fd5952c12d9e2dae7459c21f267dc160b3adecb97f6bb04bed4c690276b18b8597128afccbde838e53c1a974641e4e61ea5a3a79402ead86b53ae90b758ba81d760dd0e87467eefc48915f87c1e4a6b27afe8c4d5cd0b3f09a0bdfd9957b3d51f1dfe87b19135a0688d51ae57f0c596ada2afe806ecd3274724&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852029679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e5ad2788535ee6108ca644742d65b5b955e70e969b5cd813480311da4010f42173729b7336d7d1b6afd799d98e6bf077b4b5e2169f4b165bd9b745d3ad908dfcc7ea9165c723201754476fd4035c44aa743ab5eb1ed858e8e8ab1594390f0cabf8d1919f1d81e53b8057beb0ced4f43b8738ae427eb96ab5aacedaa39903fab11dd9efd0268015569b0c36a81e8fe2c413be91a150c7a3e42dfb8d6337a7608ca48ff6d2e386761fbb38d78d92a2b52c27ab0f8342ca9648ba968583759d4dc0a7803ac46ac9c4398a01191e80f9dadc1010fa4f57e2171a76ef964be96940fc6aed9b179a38af68f60b886cfc68c163197f6a157b9ea06a4aeefa4079d8f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85573877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1f6c5a46f7db1fc86b0609e5b7efd7e9b411b128fad38ac6d759cbe4775202edb16bc1ed7d45b97ef2099286588082ad5fd32a2b023665b56e870015d04a72e0c7d21120a91191c2207d8bd73884624f6bd287c6f99155f724fa3c9315bcf722f61406c1238a222c9ed38915a57ffc3648d0f39bd5e8fdfe3a836fd80069230bf5f1a9e403e9b216a363ea29cdb4ae3bfaee49d6ed3659bab24d075780332a8ae93888106714bc63f97034b85f0ed7a75e83732fe918fdb7b386a0f060cbc12b9168ffa9ca04e4b421844490f6d2ce1a4572eda5cf286006e3eb39db5287144f65477624cb4f62f5ad3789a7e1d69f1ed3d128f38a559f066ede0553e9bc892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852055949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a49f8f9b8fafd95849ae25a596f08b1bd332c57df1473d8fbfa0c5b064d14fc6ac44609dd2f4b57085b1f9dbb3a6aa322c9348baae2fd3f3b443fb51418832299f14d56b460120c4c574f79faac2f359b204718e70e20a170b6dfbfd0851c1dd1d15e7ca5cb840d1e7bfcf2b64af7bb8e9b177d485cc0376885c38e8e4bd3703cfafc684abac2211b34ada033dfb41a4584bdf9cf0208050c607de99d1c5e98eaabf3c0f0020fa0f76af3f944c0ffde6b214a71e28592f7b0dd2e37e544df2f0a2a7e94d8e540c950b9a631dfdee8eb54f3c5e12a5c4a44eaa2ab830b53108722c77f633720fb7b33372dc20eb72da3284a18ebb5665ece9203b7bc72bbea3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855962531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=032d57b4cef238c27782b187db39e86fbd86acafdc460fa38f707a8fb8770962254f72a1c149e0b7e60e70c2863d893ab6b5650e5db178c880fed80078158c0f19f7d7559fa19c4e30f1b787d2c5f1916310b1798ffa17077b2cb227e134ecea6e662c1e4fcb96e8e9b5695cdf744aea9093cf0e5919751ad57a42254c807b2d8233e7311c050615b5c14606cf8ff4997bfdcb4f604e1cdb1b5d42275873f55f15ffae0557e8a02de9f35f95c27721a39b16032bdb8a62f78c0b533e0c703ef01ab45ce1cba2cdb1ac41c6cfd221583b12b19416de1b25f4f33c4a7d9ac72eead8c65f18c8af49c3eb056d31ef55cf672550846555decf09f83b8394e7288194&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.855832897Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading output.log","runtime_seconds":0.629335609,"progress":"3.0MB/3.1MB"},{"desc":"uploading checkpoints/12672/default/array_metadatas","runtime_seconds":0.016847111},{"desc":"uploading checkpoints/6016/default","runtime_seconds":0.016832684},{"desc":"uploading checkpoints/7040/default/ocdbt.process_0/d","runtime_seconds":0.016829128},{"desc":"uploading checkpoints/13056/default/array_metadatas","runtime_seconds":0.016571451},{"desc":"uploading checkpoints/1536/default/array_metadatas","runtime_seconds":0.016566743},{"desc":"uploading checkpoints/9472/default","runtime_seconds":0.016562755},{"desc":"uploading checkpoints/8320/default/d","runtime_seconds":0.016517861},{"desc":"uploading checkpoints/8832/default/ocdbt.process_0","runtime_seconds":0.016495779},{"desc":"uploading checkpoints/12032/default/array_metadatas","runtime_seconds":0.016492062}],"total_operations":380}} +{"time":"2025-07-24T22:07:45.856046039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27f51b86407b56aa45fb0683fb0d69b2e5ed8421f16265fb5223a6817ea2a6ba7881e5d8603665eeb8151191bc4e5ec5f02224c5242c79b8e8adf2b1bcc4b70f243d6c1715852a19da3e0dd6b05428ded2a8c0bb3b4b9e98646e5df00bf1a56b649d2e90a1f44c5964b2f84d04083335466fb9bb77ffca0ad4d5514de83bc7b724b1d20e576af8976374b3f32f31233fbeb238bfd2dde7a469873f1f0e151e9a4456395e29e5d1610f35e6f60396779c01fc8d415950f188a79440003a89e1dafd534eafb0588097a233f11d1bd696c170ab0a088c1aa51265eac2265197eab239ea42521f7e55f231d83a93e7cad86af2178570278a3e4eea33ae0b203d00bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852066939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f231208f214b6a56def08f2b1baa89b61cc1b529be336eb2614c2b348a50e6a4b2430c2f060f5b9ea79dedd65f4cbd809113566e9987ceaaa1bce04de8359399a8894d17266d0111efbd4da21526623ca97c75b406286dabd20d099f9e9f0b20f3587e6275e212c55e74b135605d5830a0698f8002b2910e6efac974d676c7dcd8c419de72fe0a3f1f956d7462d3955cac19bc020a05da95ffebe61734ee289178db252e22cfe5809c3c93852f0cbcc0da864c1050bddf502742ddeec46a96a0c15976c5294c01ce29287c1370d9afe573fb79575e28c881d78222b1fb8acf1a72a3bf763e50ed439f304e220af16fa6c33458603833fcc9f21f61dd1ca7acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852094541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=746e4013a3d46935bf36cdf757a4f0525bcf1c3b76b788ab856ea1399570dc6bd3e6b08b849708aa94a70e9cbc3bcf95bb87aa1450ef44bd306060d586acbde1706ea27eb942bc89fd588dcae062f7c08b74d880e106c641f30d4a874dd441d67b3c283c899db342cad37c4c7dc29503e7d8b77d42236cf734d0c3dbb35c253d43f052ea82322c11ec3b892f5d1f9dd0a6111448b8c4293043f50a45d899c05248069ecee506366e583528b75c96904451567a8370c31bb8ae45b045af6dcfa38d2a54cbe41364e93a9761a763b80ba7a26d2dda163e887a1695e9b0d1653aef35167e39ee47d4b3e44d8590b1a8a7db621745c134d2a5fccfbe3b7a85c911a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852100152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8ca581fac33ae078f5ba48cffc7d8ad3d2cf06929897a579a7b51b87ab8a99272fb9941ba34f627482e923f229f693c20fbbe9b5d83386b21b40e5580ce1bc297aa8d79c606f6122747e619b7e2dbac48191a858a7385f70666d5c08015b19f87a378cdc8a6ce3bbee2cbd292b2cc8852701f117e3bee4d9f0f64b5379e1f2f45f171c9085671a59e8cfc7e7b1b20021f44c6a2651f2e25ac07e51a7a22ccd66813ece790ab6f2fb47deff08a89743bd0756bc38eb5f254e5b1e986fb0fb26f9216358e678c0f4733fe80f5741b090c55939dd551ef95a408ef56f191a078bd045f857c27bda258ce210b3ca2d2b14ea0feb6ce608aab7ed57b2802ca44d82b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852157861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b6f4788bbb087442555645a92c4b7150f6b3990fe212ab9d182e74dba2f042c376e310464a5f0734cb32ea273bf29fe6d66281f0993159d3ee3079ff0747aa5fcb7ffab260f2d1ec68316275d149a3d3fac94da4115027a5b04d52d0b955860145572b79882ae23f4556c4985bb32033c75fda0e86130bd5d40039ae3848b14ca7ab7779d3f45346fa5d4c56b4dae31172e788122dbc3dc24b8a45adf9c5b9aa3ab01c0efd816b84fc7959e59c5a0a9c5efeb15a6760326fbac195956ced713302ee8198dc9afd55f75b09f8441d0d10487d34a1fb57f98de64ec364d4030bab5989e8a5959b65794b768508bc70c025535467b151528e574940bb094fa85a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.849474544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9217e49b5df162b1d1395adb1f96bf1428a784bbf920b50a2ed7d505b2ebfcea94f7a0ebe424691c5e7b615e3a7ac1bbda1a3cce2c8c4bfd40edd7fcaa5274d9d676307eadb26cb3daf53abc4d388b5c10517193c39a5df0f9e6b39fe2220bc73da26937e0865f3b0471a0b34f892e465ba52e11df27692dad76c90c706d5beb6c644f7769bf304683a78bc05322a52a49fa794c63de5349163e6c6ead918e645d554b7aef5ea770fb2a8bb716d443a57b62af47b1f585877317af35ff441c58a06b88ffba51f9944890ed52ca3e6241a2433ad5f7d4c3760619f39f6bdbf563d238db381d7c84b7ec7e1b453c9d1533ddf03dcb2c45787ca3fe104813a832a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852205841Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1ae9fa5d452ea83ab073b827ce63df4d4c1cd3348043ad1137c018a21548d2b09198816cf18949bfa31d532ac99fe71d193f205b3c79c4a519432f557eddb1ed7557f1c0ea9697e705844626cd1a477c382de9cc1398b062b4606275fa5d80178766804315d155f299c0434c77ec1f02f58c1343ba309b7bb28b831aff8dc8e004b9cc2f8a6b89c898494da0315b596d7dd15cc9e5903dcc898f585b2eac572a1656ad4f9026ae3dd63c72d3a6be620d252f2f0e440f70465c5f1a1692c31414f4da7dc90424fbc14cc73d5a52aa73a152d3f15592e595ca4ba597bf1ff4e600df737d27f7ada69f7b5c96e4bcdba9b7efaae7efa82ed1276941c08bdb386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852723507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=baf009be8073a65fa78cf0f0e82a5389f75e9e62d1ecf6be46827d8e2849ba48ad9f4c5d597dcd1e2e69924f50d3d3c723a444db1acf824554efd0f85938a3562f0f0f49d942ceeb8a3dfadc549ae13dd20f784c2cfb8941cff9a323d733e7e8b6b1f1ecdd04975de7e910bd806f46d9efd08edeae87641720de382db61908a90a78574be43a494fbe8335d60d7c9741fabf54dd32bb624e0308756860eb5d2d954eaada4d05eb028c2e9bbca464f7ae334b59d2a56de64db3275c0f753fb17f1de23b23b650dc40c5ff9a4d7e619bdee682d8bc3fbf32b4b2b8fcea11a0b923cb34a39371dd6b4fd793018d778fd40b9a136f968bb4b759ea47adec300dba78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851992699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9b54fcacfbb81bf75c22c0d9851d83ab1136d478bea65ae8fd6a10055ed9511bb200238e0d263898322b2d6db968f0ecfa912f5c50fd687544db1259f2c0db54767cf80676c6865d171e7a9b7617fa8cb0ecb3fd028c396f5f719087acec55a8f367bc6afd91e767ca755eed1f157f462e2f8a50add36213c3b6d7ea478cfcc8fc4fc586d70daf3ce2feed15cc8c5a57e9e04b92419f9058ef8617f1fafa08e6cb92b803eef34f9ad7758b12344605228241e4b4a9c4f3cd5a698798f00a17876b33332b36905d8b92a9f1c80cabf3744cf5ab524786c5ee244f5038d6e7775e66b1fc920055e55746f9c3ccdd5e3ef9433e4fde0788d0bd602df70fa4b001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85424803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05b8c3837ac117deb23639a993f4f857575bc3a2d39ce0007f7b465e0aa71bfdce73168c0defbf07ef4317a6dc23ffc184ae7c6a2a56cf508ab7cd3422e4578a099403355ce531f5b5d8642366edf454ea6ca3983c0a82715ab05914c97bb0afd63a93fc8530c9f48c7e1b1bcebd710907ebd5552393caade21df6e1ed0f566058f121681c1a6e2871cc30176b7817a85bf0df9be1f8ae88060a41669c0a1c8db035ed8c0132d286b785f7e30399fa35dde76ea969444aacc69dca56f3fde426f5e5dc4a008008e905cc3cf73c25dd6ef667ba334effbecdfeb7598256f233e797845ef4bb1d98dfd3233be84e97cf3d895f0d495caafda5fcb2364814c3c4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.854276464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f45b328f6a40ac2b6801134c09eaef8b7d64ecf8fae5fc392482b6c79993fa6feb7cc833314d9752ef651d69c606ecc97eda56b86ce6c14e8c24d875d5d36517a5aad39b43f8c55e589582d79a24014f329430165a653c541a79ce6e6933c476ac10d0e5499bd7a80594e4ad6dede84b3691ce8ae384e89f11b2bffe3c4583be25b19f85e893eb0dfd18dc90f8ee98e7167d3cb4b549527bd9b4414330d5511e770e4a312279f16a3c16147c27ae59636252a95e7fe6b35d8828a6b18f59b10e73112c4bbec42dec73f6d27de8234d609ca0917c9583019af18f0741228b2214a0d7bc1146760e73ed656e56ba4eec399874741a32d670155fb7e4eee13f0a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856065425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d1854cd794426639541eba97a4a3c13645224bfe4650360d0659d1e82a9546f56dcb1324104ceba469c397403694d572320df3906e39f3642a682fe6e76d87b773e9b5e55469158539308e27206d01a46b81c3ba9356fdc03baa9db122854ff85ef7e7c0cb1643e2226c56fd325347169387e9eb7715129ef0d4df8efae0988c620c9171866ad51bca2ea0818ec0cd11f722b85092611dcae254603d55c564ac30e9739aaf3b4f8dd7f80cd635c41431f8be0c2975c57c4ad8410d7c9b382cc8e9a81f7d58acc46a9bfe4336dbffae30e3ab4ecd4b08312eb05ce1617b4e77e5478c62ad1cc0da88d6f85c345ef40cab36c9be5fc3f2a99c7681099be3a50ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856329904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=94f2abdc650a5a91e545c5685513734d437781840f92ec5cfc3da64d6c3a62a24ac0a9d69924d8fed0353871be47cee58792307f01a1d6b7aec0464e0ec61dcb8609d2ecced91c0388e67f49033a04969a76fe62f5ca24b8f5c98ab6373047fae783a01e7d2e52092d0edf0106ac8bdbf697c25d42c64be8e1704cd15836cacaaac8f7217232e354e5eff935002351265fd66fba27d9fcec1158f5da90d575f4bed3a2783723041928c383df27ec2230ba144583c4b9bcb0bc3cb4c8af37b424195831a226c3887278a20955900e3669c1255f082de2fd589b100a23e21687a177db104eab4d90676722c86a79572c72a194fcc826e6a8b940aff6fa451aa822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856109498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=031b5aac4d0641e399accde17007c1e9f0e62f44edae477aeee5454b922c5f042353210696cc14802983738bd2ea25f05788e91efce2993ceac696745d369a7e94a2b33b7799b7739a3698f599a94767df23fee034309f463be6b668ca807f61894cc7de649aa5d016b92debf846aa6efe19ffb8aa3d9caf00d226a707434e0bb7ed2d54d0b5946ca1de7d6e382c88ce727f36b6e4d514ca7498c00eac79a09f4927fe8b7a6d841b88ada65d0d8ddd2b25a16a2a31616c95e1af2c3fe5aba87f1a171d044620b0db34cac22709646c37467ab9d963cf04fbdfa298c115db72375cf761bbbae8dd18bb2d237dcf72eb0d68aa075731eba390720d7ba4016d1bcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856493282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bad292ff2f45166cd769715c764eb93214b8c4dcce0457ae3c2d4f4f4e8c670cc6155710a6b58b8cdf4d06133731786b22b1a6f8aa8e488f5068399afc651caebb6d31fc2a24260744c5dd57b68646203f35f1121af7b916f05c31df342f34f3822f60974a8b86871ac24a2b1419d121e88a4d00ca97358916839272a77c038717ff24a394957e2879767e756b9d66623eeb53ce9869690ec6501c87a15416d743876704851b45a86ffa788fd488b4084d940de672c9d0ed435e5dfd2d044f7b2fa86bb7b69917b944d99bb7fd486b58cbec031b17396e8857b5a0def04f985a18e6e28335ef77a228b573c5c48a190be400a9583a8b5e532f34acf8e7929754&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85632273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1bcb234eda24def230c119175d5594003e3280536244268abc889dcf3110bfe8a14fef09fd85a6e8fa66d5a532a4533a03f8016302217ba1989e8620966e5b0776eaac8c3637c4e6a2ba6ab04c84e637a2fa56fb71ae95f8859965f0bc6406d70ef7a8a9e81b870a4f6620d286cca27a817f89a3059698b46bf149be918eeb15e2621c62042a446146d63fcf8f003cc3938475e115a781bdc561479228673dc5c740bc96ec0cfcdf3453106951c6dc9b196438287197b12fa6081361d67daca6e75946668665090baf5c494c13bdbe624e05c752d145f69e6debd5dfb9654160d5999d63ac96954886a865b14dd47991f7df035e031cf43c1e51f7b7f11bb2ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856546993Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77f8be68d322c1727705573e26b06c13902c33e92cb5d042f534c76dbb59589e3a8cdea78c9366bde71043d3636b689f268636f4526faea2139fbf5727acd2bd9fb88b8e06f95756ca7bc861af215164b4f79ba67d98258e657b17cb1d1de269942c07f609b2d5412e19ace2303faf1295c718cba5707d81527c0eccc85207ce9019f8b6f43d5aebe7ce58743d4d0f546764b20de1297ce779dae2725abd5669f46edc5ad415a8e9a4f6e3c4160b7b36f40d90864ae7411e2c149974f9ffb91b890d148587b22bcb35efb6e94820ff4d3298d5769c443f2f6b057e929b811f87596746fa58079127a3d0bfe0b13758739a03dfd7a581b7125e175e4909b34816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856573824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=130b45b75baf2723b7353b9aee7d66bb10d924a2bfc419cfc73c5e88717b133b1132e7a1a0c22c7acaa123735bb7ce7d28540a8cdb5d8ff0d0e646ae3c17ba9d054ae27af5d6df2b2cc3bf484460ddf2b6c4e449ed83ee3fe3fd8e90b361b857e023aad8e3ae657059d27abc083c68442673d21629e4947b5e28e3d1ec3923debf9dc882d44c718f3feed5649dccb122f2c5af38fb9a7598fef1153af0db9ce18cec9fcccdc4e54ec7257fcb4c6a2ed03c495c9ffb31ff6c751ecbe9bbe168849fa57701f1e1d7a355e391538db114a42638fea71a469331ee6184178d4114bbcedb1611d4597d699a828e2ce72923a940b8fa273f5bdb024c27fa70a3b7cb3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85659319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=827f89feae9a88430e6000347d7559ae633965ecc96610e323e0e17521f53e6ba0604edcd95fa4e327a9b7960f0589e87a6f0f199571309964278e95eb0ef38160ac8b39c6f2ff2a5ad686ccdfb21356addcfef3881d2abcc869c9a45917b4750c524890c0c2faa979e927cfaa2747f3bd9739b60b74c2aa8247764c6f738202090c440582bfbe11be902bdf2bed54acb2668d7b1e821db5d81be13fb8e202856899c2f617e898d8400135e8e138c3e05b6b6cf72a2433ae92c8b6c94b27e3133ed2c6bd77fcceadc6c8163ad5fd745d450308e0f710b322a8bf648e57eaaf5ae1e86d175a68c9f85938e54235854ad0b832f39af3faff5392a9bbefa399d8bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852085264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a225215e075e47334c0ab55ae53fe25594dc93b79000f6742efe6e98813b3598295bf5101725d05fa4b65a5e9ff26a63858eeebee54740120b2bb672fcc385af66348a24382cda31c5fba7635357591836aff2cf86082cf7e5865eddb985bced5d0a561c7552e3f6ab2b567af12ba720ababaf8c6bebb65e077a153a11e8858e192152c6c52ad9cf55f14ef2a71fa2d1bef33cee566e4bc444d794fb27d8c529b4ca3b821e10add12376e9c0f6534d4b263326a0f6d5ed3d060fa89f58bf635d8f8c9e39c7e7f821a515644acb9a6676ad96961bafaad772df10236ebf01218c45a2c36bb1b8d8dca811658e6ec50258d74b4737b0010eea2139c75e2192f4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856786104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edc7547946c2b03db5526654d78ac646d0080df2c4369a1c22d22ffae6ef011ae7b237f01f65cdfc4ca30a995cfeb0b90ef9bb399ecda33b39a0029f62e94a6faf192b591a81c69e54582fea773f4ec68d607e18b7269d973e14991ba227b187ec6c2d15d70f94881083fd1cfe02544eef64bdcc842b9aa6718945f46b89247cf02e51287eb52edcc552d01599d42540fbf228dd5b964a438d56af96c5e9b01b5c969185a6e2b7ff6b84b703bb73d4d14c05c697e6716a7ead7156d332c7a65ebfa1b34183106f68834a85692cec65efa43f556fedb02376efb3a736c88a8d0cb9ffd32050635e162f1f5aeedb40ec61e3f8a89e26c8512b3de20f428aa29b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856846698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4c51f97fda41285ff19a2394d4008d88a9e75843d33405462ddc33a884f6eb130a8edd2ce33c98a886fd7102de145edce8eee99a8fd128d64f0551162e17f89029acd334678b99822f2e9b0c21a07c4356c22c66d1b284d2c49099c2b48a34582cccc75eeef2ce98517888012dedf2d96a5c08a430a2f2544c0480a2100ade04dce36f4f32ebaf669017727a4a946aa80aa058e0c729672d412f646b7486a1651d8dced3c49b0add08a0f445728d268c4a7c28c3f87d0605332315a92c292d3f08acae0e065325aec4aee0148b791de1addf6d8d3f54f895132679786df72a806afbadbf9eb32c05a382da6f95c974bfdcb15fa3e55512199cb640e005b10b8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857006269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a501a95bec2128ae4addfa89c3cfd2e93a3ec1c014adba85871028595de7b6de5f0df4d28a2da776a119f9203261662ac1ed46387b0c17a59f70f5c187c89eaaa7749388cf7817233e70d3fce083c3e24a4cc1cd3e821efbb1f5deb9ef8740a91dc839a8a4f3d66187e84a9df2427bed988b6b67f7b9350a7de13f5019d0ab173a503e74ab7244017eb63aac45f3b094fbc72067ed1e838a330646a580222d04e898609ae13f0202b956be9d1a18a35462269fd3a3c961541ee8ea06bc9f7eaf39ea40e6450ba8f1dc8f26dd0e6cee33e5a06ed088988a17533c818657d4cd7b9fe4c9461acb01aa7cf868a433f934e4b7e3d52a59c454fc85819bc920bc6df0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856127783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a69225c0abdceadaa36f88fc10e93c1ffae4f73c7b125001e21a55ac9d26c127c0a8b287c1c11bb9735eab9d50e0bc3e9c6111a6d37acc2d1d240b2392d88e82ad8b80494c1e34e0c68f78818f305142a9fc28e57419d947fe280f50d939f7f27999a0bbe9de27c650f161d3cf2e22b634d9072dcf054629b67d1adf0ae4fcd6de0b34db5361651fbebe1ae1c2195ddd644993001d402fa947aed5d0d9282173dacf9f1065dab0e917fd17360e8b8d02f89af2119d14f26661ba04a22bf32531a8d0bd0167cc270d9c86d037a1da60183e12f844d393021fa4f96f2424b86a4fd7a20803b0a090c84f084955d5bb53853fd261d1d23d997bd81aa32d4fcfb57d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85616868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddd6846f38a62748876910b77f8c1446718ba409bfee4f0d29602dfcc337fa0730c77a2ea77b42c23d88cf3e2cea12acad576f1d7f13260bc47089df45b3a62cd1bc1abc1c14e13c68f2037358d6afe5866513c2dd93a834769e83b59e887c058c4a5771907bcd218cd1620eb077249bd52485437a3762baec9ad0e6e68a171de37a317d3ee484faaa3ebf066ceca046e65cbafb3f0841794414a7dd97ee27e091df166a80feb2004d79814df5ea722b51c29a133f0cf3306e5596c84257b6cdf5c4c175c8c57d6f29f3ce9c3db2f5f6888b78d7ee2b645b64136d0f7b16734b6560b6409121c8f8c8aa0c10f52e01fe19f22350d609832a5452d8c71c32984&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857401453Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=157ab81ca7a9d15092f20d2f5ac170f9e23c49784ba67a992f4e5f05dda4ee44686e132b1490a5f0b58509c19f56bfc69a95906f11eca2dfda7f045d8c0e4bf0078c43f8bd52c0fe2f3f2ce3e738691f002be38e42a8b4c69f9e4a18722befdd91e6988e404842e892d93ec682f665fbbc0d9ecdccc0a1556ffa10609413ec4ef1042626cb8217e3bc2f4c022f47bdd0203eb8bf421008729b51b93954ed4e627da997cb562dcd992aa15aa93a27b9a0ff2105a5c93a3515849c6285dd8312765cb5e58201a32a8f8ca66b85de6432d090e6c5900b22f51e6994fa227ea99e74bce9296dcb290f70ab07d7c013f59a45b2c952abacd8f647117e334b5ddb1445&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856180071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5173e6e8474e3b5267518b252eb344a6bd62a67706f117bcb0d243e075c03f29b50592f75c4fd9144ac144fcc05ead9dd6a05a9841ac50802ff18264c836454aab707ec6115a546db11c2f864040985d2d944858bb4813a1b59c6add3c82871b8c96693d3805da05c47b4dd72e2a32968018579d3a32e29e2e4b4ff4fe148955f7d37c5a3855e45c51819be37fb590d50d1e9e4f47ddecf7cea44d9d0fe59672d4bc72cdc8771d0727f80dc57c290d57ab8a6fb72681e424adc1d8ae1855483e51045f1f41dbcc78c82179d128cd4601405310f6ddfbdbfdff254fbf30831328c5dd0f375cae83e43efb8b46de72ab60ee2cdefe06ef81544ea60f0d32598ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856274259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4312d72f95f44734127e1292ef37e66f82801f01c9c47a301a27e0c56ae2126f642cf1d1a01b596973fcbd1cef380c745eb19eff48637f0ac027fdd455d3591d373610b384d3b45fd597b9ef584cc2b437ed36e553351b7acbc072cac526ac00cbdf4d7a8dfaea71035a169feac0de7ad69df695a725906569d0475c03e015c49c523684496cf4162b03a62e331842328c91e6ea64b7482d1c603be3bfccee778b60614543227fc3f55f6facd74e3ee72654ee2e3ef03c8eb366e389b14bd15afbd861ef0792e890cda04c1f5a16c7b3e25a18f8c33b936845e4e751f7d7a009d8dd9360f384110bbf5233fccf815090bb4e5eb9032878749412b200e93c29c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85653491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8291004e2c36702f068d716a1f51b436af41c9d9e32d5361d1955537a8df921ab505725a3bd96dfd0c3a09c0a63e8f1683c912aa768b01079538e0ec7b788b9acc9f3067a7c4f62a53d270b88fbd9439608d67841940d9bcd3d9306d042dd9dafe2abf937ff096f5b79e6fbcbb0184af927994daf3cd97e23716fb8f3bb997f824d8a0050473c29be1eb0d4be43c3174c2d62147238dcc47a46d3ed9fd815719f8b7f25d9615ef8e8b1815e6d4590e55f2f198a8f74625d8244d43a035a28c6e6fad5c98dce8e4cee09b7ce6f7d98bda9aa40c15c86805f3f99a129624bf17018242035a2a11b35b449762386f830e378f7c32c274036d13f8273e2d94524c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85747392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=767dae592cd2986573ce10a992ecdfe6231f75a939446d4a34801d2be30f93704f03caafc8f8bf8e7644a71bc0b2a3690a1096a0ec7f379580f7aa179c9e535e7bb7cc9097e22a40edea95c38ff7db77ac6b7686fba95e5e7b77d48a48e9ea83da0c7d05fbbf0828ad8f2fefc89952617190057c634784b5422b75db26eeb6168b348d26d86e4c7bf585daab28f2f36604cd7be8203fb3c7cd8ad7689e3a8089d61726bac58af05701f2a7f9aa94839196d9733adc7dda7907a236e3922584d7a6cf1da68ae7e0eb986083de21f63c48a5267df83031e784bc7a1464450e7227e4b1c5f8cad81912d596ea909feafedc6588875c33e1ba768402adec7b29db20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856211671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b53aab8496e4641bb64516ebc59be653717d5d713df814c4dff64e28c9e3b872b10c851de02d584d01221830bf2465adf5a719fe7974706d54c1800a7b40b9db5c73f3ad49fa176efc4b0f4936eac799670775ac37a7c698a4915c3050383a048ad9314488753f9e7cb4da791d78e0f939103c857c0b369b8482a875a616dd96ac39becbdf739dd73c5c51c378585cc5b8d30ddae3ee0b8b5e93db2bd555712fefd4e5367e9b71bc2282f656d4a3ea9f000cd9d766c0cef816972b42fb674cb002cba0f9dc598b990f110f95ffd96b58cd4a41a74dd80573d14fbf5de73af33f2e267172505cbdbc0759ed04a3f1790cd994ad0e207369022eeb356d7076e969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856793728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06b84219c041387555fae001c0198b387ce44733b3502a6b513902a0e07811504b2228a1a31886e01c2209e24eb5f20b15e00d5d9922e98187b98e5aabd80cb1d0b7231ea263a5f7ed21a8cbcbbadaa4307e03c58c915f58b1cfeb0c4cf846a560dc3a90c1c83f3739c852d5c1ed0ccbfb8c9197035b00a7d8a1d024ba3a30906f6c4a5d793c8844a55b5b0e80546adfb5adb228534820874eaa1dbdebe44f1f9a4d8d8810054f8e99d062e4126161a4b87cd0f272984d0cc4765d6df758f04a359d4e066989fd3cded8db6723258fbd282ca468c5e7ad382c97b7d8265145ffbf78ad83f010488048a23058e2ce5fa4cfa6e6c6b896612901874b31fcb870f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857705296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=21e2c021a822b575bf26a2cf4b3aa75f6ab726e9cdb2864fce879da8fb14842ee860f76b269efa5098ad4fbad70b70bacff3225262eb6f82de8dc05ab00d6c74b48a18a8343419ab3e1b295ab413d72553a0b9c5dc8bad65e0a8acabcf41bcaa358c7762c6c444add20463c3284be611ac075d44eef47fe5dfde47e052ac44f9458b3bd7729ab9cf9d5cdc4f0b740986796aab1aebba0594b94e68cd61815693e9ba61956e623d337795599aa5d638e98091480e2114f98335eb82629cde8b3f271b16ea2b971b2909ab2b779366e63cc7d73fce80c38f5d4cb9e1111bfb59fc417a576136b38b78db5bc6c60615e765e40bba3972e9b0c6c640c77bb14e66d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857796127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=358a841702e387eb5526312025f64515cb77df8fda5130785ca078218285e085e7deaf0ec728b01bd581cbc9f723416bd4a33a2a37a59e6f31b9ef4f5d14107257704f6c9f036f45a2e58aedc0c914152c571916d2dda348dd8e45367896e8b9ac872f3545dc4ae399f0b492c4a4142450bb74a94c9dfba7d29baaa05af3b885285ce2b6bd515130fadefcdfe26994a47e3c0e665495902b796b27b918f433b41ad021dda1487b2438ab2bbe57d780d6abaf06c5779f76097d9f0cda7c67b243e84490d06fa43f1c900015da2def7e2a294fdea9471178c397d3cf987dd048a0ff9fbe0df393c3d5f1e643772908c385ce7b36977fcb65a406efe03f2acccc26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.857841152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0bed938540f3b55236366d4c18967cb2214bb9cf12a28da1bbae0829b4e47a13cabfa8b3d395b9c486cad07fdfe9778005708564da8a7008d9d9e14e7d9cd84bfe4e15c79ab9a77ff79b12baa51f5df56b81416b9d686884371eb03777793548ed7b9afebf58694886b63c7b5a0b51b77e939fe0e29734ed15760d0db8ce36e5c1b8dcda21cc4cc1e9a04366458c23d0874e3e97ad82d9f28b203ae7dd83c15d3ce4b7afe5f07ec9b02fceb44c90e280f3643077138d3111a920cde113912c4ffa7ff6c827ce0a036c4f9528b46f46c02d88ff5629d8f8008ed8016eadcf452ce73d14620929faf05bbd7855ab34b7937427456bea46ebc65d00ef3d1b0c8c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856227912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=42896c6896a5553461c8d9b0faaa39c1aaa827aacdae3cdbbc395f1d672360713e2112a562dea49c6a1046e5c16144c2448f83f505b32c3182e76d35fa1f2db9f92603f4f3efb187ec4d4b9700ea6e10fc0ef0aaa9f02c634ee3a0828581d72830ed83d5cd31d5340021b30be4aac9d4d5bdb6975cce968808c2a1438234a6e483885c1f4fbfce7376c5347d350cc8fb64b45e3db92d8ba450a5d093d06363f39a0047abec1d21c8950599dc7b23161f2a273840f8bd88dde23fee09695e4b8b0d64fffee0d1353260ea134dc882e566d26db85adeb6dfc40c763e62c9a1d93982663b67fc59b3ce1f1f5af01a06f11354901d35a39e52a4f9759fab5ac7aa7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856249502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ab748b64d7a4c2fd6e40cc826a6e6dac01e5063a040a032c7dcd3c9ec88eb6fe3caf1150b77c65ac1f3ce253be0b7d46e252504d1286768d5d4014e5fa200f1f775a2d5295cf888ed3d2400252876c93ac70704861dea343796f638a346341d4386eed9e19307f23a7806e3f52d17f5d0666de539f06d0c0219b97536e8e865f279aec9ae3245282e408e68337d4818a7a143f1bb42ab04649973ddf99d65f98927910784f12103222737736a540faebba801adff77f8d034f2a1c1ec823b161865ff0e2d69a46fcafc8d90b3a0b7a86c1f905290da01d68bc7468579d7dbb4667d129d09b0a8315819fa06eff57e71988cd9d20e7757cd410f13ef811ec239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858231468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55df4124224bdda8793e502e16724495034dc216d4869ebce78c6144edc1ccae4bd792536523515aea922f0c7d186db2452d9fef3f646c45e87755173dcaef492b9995c56c78422e7eebf6330deb6d076c0a6e355e5f761ad41c8585d2f7dce589482225c3166d168e07e59553930af6f055f5677f81f6498650b4c6c965eb5fd10099796ffaf91f7041b6f1fc70209a785e44c10663ac077c9093bc102c712f833043d6a81f1b0347cc39e30952b9fe7a64f94d77d69cef1bb993911ada03aebd0dcd7c58d982304576e1b056eab9bd52155cf4d0f5563c2b3b02a5c472c44a58affc75b55c20f7fe061753d0514d81b99f77c74adc12d03b60a8c363afdb15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.852069274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=005952d45361fe9d9de6ae7d9458b77aa418e6b8d9cd1508ecc3d4f9d0aa2b621191f293a4c620b82597f970dde6111efc6fd22c1627fe4933c7326098c9cdc458d56ef6db85d842c54c3f60e49c70aafbc3ff01815ba65ed0c68a7a6e88b4ad2942432e82b47b4f81284e6d19468bf510db57d56c89fe65f3eda0bf447bb126013b54f7d63477ae18460e836ef0c9ff3b0f4781ec5850cb18fb1bb9118e87d0a4ae58d8ce6f2f590a8518e44ada002637f581d35b9c7f92eee4efcb6da29955130b99306476459002bdee00677b6f265b09807cc95726b6d9a4fb23d5dcae9d385fd5641b3481d348124d9e2f3705d1a7bd0bf75ba78de9712cd9e55481cce1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858344381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6360c9592a1db745fd6ea97fbc53adb48714b60edfbeee5637e7b20b4bee910c4d4a652b61f001c287ecc3cdc58c10905230176d86ddadb42385e22d2218aa78c73c861663ff7094a51d99fbcd23cd84b2e149cb66a584022d2b079556fdd4fdb6a3cb8ea2f5ebd6c66a6705f00d3741e94d56acdd43c9658216ef57f204c900d3606dce31ce975312a7123e9c89e945f875e34863862ef9dfb3c7e4cb281d86aebfeb545b7011bfcce033281a51f93112fb008df6716a2f82f2fda9eae159f811fa716aecaaaf31b294a4a66bf30680844ff33f7ead3e4ff99702f2037325d4390ca6965a7c6baf59dd78794bb0d78acbcf4cd049fa57e364fa2ff4f87747f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858356253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=993872c324bf50bc0c6deceddb6eb17c956db83722af944b79a7e510f00e58390907436853c8bc72ae3d37bce6c930948b48887e4fe79e19f92665f6f1363ea075b5967401d4563035afd9994cf2b9a77f59d838f1548367659534acf9455561c3c7e065cfdfd27cec7b42624e24874b31c3947693d8b9717f96bc37305290740f1baac0bfd79793ba1052001931d89cd1bc098eb894769c683585bc35aa127ebafc1e1d53c055d3de86e070837b3a890f0775370f040c8823996c7b6796da9e3b22f1c32e9133cb70fe23a7c9f4f47df9119c0e9dc35e760db0dec134b9447f9dbb8be8d69243c947ed95f83be41e91567b5ec908ba03d7240ba59f1d1b2948&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858409243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7766d4d07b0729026e4ed512883554370e5db7ff1a561dbb2ab4c5e878268e3287f7df425109d09384bbbcdb32485ac997dda46c1b798695b8628a8b4614d0ce77e94abc825d8dc5f2ad5c0647bfe287bfdce44684e26a261e4c4c7f541506cea23f319923119bf010ea17090863f113ad94da664236f01048aca0afb3835e75881645c67b24984074fd422c6bd08d7918243b8e4eec6d288f6db1d667b7ed285eca042fe94b9f7be5cab95aae7151153cc35830037a176bc92ffa6024e9c2a55390816b66b4f8f353ba28c72c5a16f037708298cecdc7519e9bfacd471937ae99fa2a7404ee3102061c57db77b878f848a35b5e5894143377c20a0a7ad105b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858501667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b1ddf95d0509761ad1623c07f701bbb9e3e03f331eee03d29f2d5fdd909ba7ffc278ef3bf6b9b130f99810516016404f13d1c9721fee934902029c2ccc5bb1a32ba2fdaab99c5225e4898dac504c79f459bb32349d0b5901b715f34db930c3c5ca2b0981f544fea891328966cda3dbef8500f17ed6e465c21b0ad5de0ef6e7c2b1f16c6517d5da91331326cf401e3a23ae88de896ab3dec6f1e6106d96bfd0d8cc7a8d12dd3ccf749dc1262c6f4eebdad75f549fb890b40bf5e13e30b5a46c3472b90741a48ce8f7823e3a67f3ee9dc5d1d43e94434dcba8f361a74b26b6d00a50481bad80e54b2c96cb79d027cf173875f2c3ff315735593b3f9cd092d89d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858623947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44336b12369a2fcb46e28514f4d0009931e030e39ebafb785e01644a4540db5e270c26474ffbb32de5a7743e4fa2328ba4de2fbc7cd52c6b3e9cc008baeea7530214afe9a436ff838db1d017f82c9f3fa3463aeb1304df641ebf01823b104857bd31e818bf810b10b10609c82d6e054138c944517daeee82f74aa9bee8e7cc9469ae80f9887943fc5bc4bed99c71bb367e8484d29b9f3bc95364022f9408b1351c4c9b8db8c4b8b19e211bf9cb2a4b4ff655600a09a31862acb041acabeb703a95f7942fd5a64ab6d8e92a69c071a939756e9714d226366141a5a505dfe3e1ae07c62aef836a60e37330be7cfd5a12f81bef374aafc324c50b0bd59351b6e29a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858833322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=14ce57496243dd959fd8cfa833aa8e9d949ae43b85d27a401118a4b4bac2d6fbb1bc7aa9ea2932359b5f3e585074e9e5998b5698088f4eee2f6631ab37be0b16e656534685265558222e468d2db9fa5bf3cf11a52aa066b340caa314d54f8900cf477ed0d6c4c3f7371b9db96646a1fa25a1f67ae56be7b9d9869de24de7d9aae0b3ffab9cfb26bf0786bcf2d48f7342c0ee0c9bd069c9c9fab857286d5865202da62373565628f938781d505840417504e96ebd6001d44af3be6f5e4bfa7c00ecf56a9e2551cfc4dadad6e0c496bf81f324190c2ed229418a5c7135ca0bb9be3d3d68e0f2c9fdcdebcab84ceabc662b19004f2f9c7c6100351f34dc937bdb55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.858997321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93cecc822fa252c2a2362f70d5027711a6a2e3c38fd20d77c0328ce2f1edb975f7b887296a2b954dd408e917893b98d0585b35b9b5a47bf1b09b52bb0bc578fff85512cc20f589f49e08ed83c788ea1f3fc68b0f709c78d13e2642ebdc9c66a0eaf177c61bc68396767f0b63545dc8f6b7081455a9245f6feaefeb2beac539491fe896b3f3b928eb73fe02bc1b4da67f81456b79784208d6800a2a5ac0a6056b620aa7e348ce836c4288628f537257cc5fbbfd24dabfe48a09e97f556783b13cef0f902774ca32d6cce40a2cd7be30cb4c8f2bad79405282a98425e62f392659c6ed701eee659f3d6a38232ea9365a04ed5e49f40826c3d9e1dba735a5bf6787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859042446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6863059b49c122a1f425752f614c79bc36396d35a982b04a2a3cfe97b84aac3f49bcf02875d872df97677ca27664b94e9d5245e3f52d5ab2b84eb036715f21bb173b08ff703c7aa8cd6785798deb4c91cc4f76115f95350b226f80e75b9c00f953074a25a53695df6548a76072075cdc064a42a78751d3c52242be28f7efe15cd91f6d2404cf3a33bfab3e67017b87060fd94d1d778e5cd5b56c73c9f9467ccf936390c58defce09652906579529efdb34d4383f7d1ced566174af8af9bc1ceb6b51837d24340c3e0603575808d4ac5a572b45a7ab0eb109aed5e6e491f2e9f4453b05dbab9f8da53546efbbe7d1a84851b717d403394530fd7d2a153966afc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859233697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfc88c1516744a4a7f7f0c41ca1556bd8a431836f36014e506a3537966253ea6edeb206dd93a52a740f3973169acc83ce3405784bdf5b1f693350e8aa1fb8d6f6b70c2e6a3445541ea8427ed96fc3fad870cad2cdfbbb2f3b6a877eed73227331dd4d9721b7046ec5ab629d770cbb5024e66089db2549940db6a9085d0d2caad534e2fb5151e60baf1f48e34aebd5734c748f7d814f33fed012029ecc17e425c7a93acd579f7fe3ecd37da2a253a36d805044a50db029b0b487dc3684f34f93b41f8db1a52729d311747bb0bdb222c371f69a25742d464d666ac7dd49123ac0311e60613d6142733ee459729a7589e872dc8fba8d44500a7fe112138dbe532ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859249426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b01fb6ff84cc18b324f876eb62b2c104f1d37b87ac35777d8be5e6e4be56dd79d6e353316612aa63072e1fca647586525c2e69891c5e033212590c4417da87dc1f8064f13d18bae1cf83435be53899f9a4ba44f1420212e0bbf0ae8871b87a58e8d399d9da14f08c7f61de02acf4348212c3638704b91b639ca00191f431b669da8bb421f317550b2d7b19040e33ccd39f99a6970be1741d5ee1ff5a557b879071222baa811cd8c080fb59cbb17745f3ed8c954828b2094fc2118cd704413c8af3b9c39aa9f36d849b5b75778c136b40cd68db1e5b842c872a92eebc819cf84c80774d5ae8799f1ccdc507fb4a4ae89fadab3f801b4a51ac9d07ef774781f612&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859263743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f05edd0b080198d21910cd7bcc1fb120992abe294b09ca114b6b8030ac0d112fab94d5c6cab70472452f4e565e504c1f826f2dfe142d4813c03320ca514e276a99eb6a48a8c1cad9a05e9c5bf29300e6c70b711f975b0d426ecbc9dbe4f575d58197d3b5eb38201372c6ea1814d52dc1da1db2d6e9b9e36c9ab6c4c2a0817d8c88e941be85b37e7b7ee2f9961e03f48cc366ba674db4ef1f0644865b0972b02b195e349ab5ce78c57cb86eb805ae4d579df9634a699aa18cf19bc447c3dad34e228bb6e311cf33bafad710474b4d4a309351c2eaa1db92dfc0a12fe5c89b3969523dbe8f0cbffa014f5c8250b0edd7519a89ce13155ba52e9968615758f0088&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859294962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=13fc422bafb1e336c831c2d7db9b4079184eebce3a9fa69c104046097194fbb2eab0bdf9609ffa7739534cd5fbf3a419cec9e1d0b412c0ff218d55c4455f719328bd14e773adba9baf3bfa781c3df65e3cff81ebeda2c9d77b581d1b54026ea3ee61e639ca0265b4a2303ededa3def5f82a52c4dc068964ef7e30937655c7b756b7de722ec71557325a8459adfe791e8f06237e53d42b765edadde29964180c11b5a8bf0bbe3fbc7b20ab6ae049b699a3e54f10bbbcf6ce0036a8a6ff697f68c79d78a3afebc7f34bbe4dba1bcd2145d16673c4199b9b5c9d28a17cca1ac8c4cfc1a7ad532ce75cf88a798ab7886613a9eabfcc547611d1d78905a062e9e167b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859311343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=603c3231f1dcdb51f375b6680609ac131b70a4a13efbd572d55a6f273f75fca937e7bf131be37a98585cf6b286a1c0edcf3c75729742b6c1605f03b86bf96db574f577e6f9c59fc8af571fd62afaa168e7c4f310727cd0b512cf322aa9ffb4985572a02799caac53769218fbcae91e1de5f64967a006908b4a528af74efdbb6c77db645fdfa89f62dc0c1e6d12833041a699baae5a57af968e2dbf977a363c3e712dcd09eb4c7b9435a2fbf1bf6d44c740cb538ada7c2db8976483d28f33aacd85987a8d6f1d5cf120a555994fdce13de0ba36beef63fadb30da752d1953d5d775279a319c1dbe727821f52e614054fd882380b487a84ace38b0799026acfc65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859321212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c07874734a6b8f2bada4bbe370f2d20cbfd1467ed6292df494abb5146a95e7c679fc4cc821271968469865cf7c1938b1d3a33c33b6849e14d407265d32e0665f53c3edb3633774c4dbef1e9e862528f2aca71a909ba6ba6d5cd60c90187516997e354ba9dbd18b6d033a6f74dca5ac66064037c7418de58fda6cd8b58f72d30f53ef6f3cd4bba077168ce6c9d88115b280060a9891d507f453cdc97f7d5b6a2f2b1819bbdf17d27a96971bfdfb107428da9d42f57397a538db629f6d9a96c9ce2b417525c214b32916940f4628d1e4b67a3af482c624ede5a1b1dae768d181fc01f983b845a52011c2ccc17246bf3e656fd6ca7064d9f8167d78900009833477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859258503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=407e8bb5e80493fb5e74a6d06e09ee91ca40e07efc8663d4273cb1f07cc40bebd8db7fee7e250719036c29835ef7f2f36b2b96e9f7306a5275d8376911549cf927557af0b3717eeac905ea9d39e0401c1eb7178638596d24405df0478623785db35574055de874b4da50faeac78eae07c3d4684f6fb22661d8ca07d9498d99e0fdc9d6eb31ed70238e2a3a9de648c6e4eecf5780d7f9b65aadea920a8369b0ba7ee753ecfe5e42ac00a9734a9cc40a721b3875247e16098b6e577cdbea0aea4d52b6432de351cf064d3ab00990f3e58d158a6891e18563669afe29626536960d2d5fe7292edc168192d5d574a15e6c2bff75a6453fb8427cea972c81a54651a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859236061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=563d741d0d7315b85043659a9aa7fd4c8a6e7c5908cdefcf29a800dae5b5f5639482037038e9b104e22df552e032106ab6bca122c9bdeb02667c9bdc36736246b014beba68267448ed1a9473c5d08278bae7d19631909c44f21b914085aa10850a7309c9a0556153817f52a9463d5135d235292842b825646e83e0f2d5d2ca5ce5a298a76da26281eee42b8e3c333a890dda1539c6da552ac3a8f545bdb7620dc9e7548ded390555c29189624e3052bcf5e62450b055198366149ee8b729df037da52da6bb628f6f325013d78e88f0587ef4c1c549c9834a0fd22e2683630158d68dd6026205e6f0f922cd63ad00c9c83f29b51a19dc874e6937a622878de6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859377488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=361a0a1cebee1e2f7c205e5166d4e70575a876357aefcd6f53e6406bbca142b6f3b370937e334e3305ea842f4d6a9eb4e4c48389f8b104801223ab9d02585ac0cc9be4eb4b5f7ae3f1a7e2f13341dec9c1f74bd9528032395e61c45ac3782934deb862e1ae5c31e8723541972fc5340cc56ca6191abc9b5b49cedb00f0774f5ce3badac461812a21b81b4a39e395b2752c5e27b40b016863bf1dae87564c3b1d1d4af287acd89d19af4baa0707a250ccf6ddfa17edff024b0e6ab6469e153cc04b6a4261c67e89047e7a77b757a4e049c678d04efd8ec7c146231d30f3eb32c9c8619be22e35f3bc8cec8f280b245b6b0254b9f387e3b4651549eac065cba88f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859409738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=525f0fb80e759ca7cee298152bc246cfec91ea9886a7efd4da5f6de644f6778880fee737e4504b2dff808a5f246b255554cf43fc74b4b60029f3f089959ae30c69f9e4653ffa4945251e2790aa74a4e73c67463835ecb07c6dbf7d6b4ac32ab4555aeab3fca2786f5329390cbb61519267c7a5f148442327f8c2658f302b68160b6b3c3d19ef850e7b39f28405a2aefa4a4141177dc8165f184a1204da0ac49d4fd358133a05559fa119eb43f061e6e1d31491a740c32d6d5b0f1a1d7a255638287d6f606f700ec3c4e535b3e837b57d618774152a98b187eb4c1edddadbb32d48c417b8e40ef2ff41e27826904faf805138a37c395f7dbe65ee87875388da6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859424897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ee91b75d08dc9f147c0bf4ae8cc276fb15534c26b8be36fe03f6372df32b4568fec049451bda1815425e00b97e0ee54772c738982d7a630d60b4f0934047d816ff1676db2e7f59682f63aba43bd8acf4d6dcc2bfbdc577fc5bc06012dc9715a5374f3e06e5ebadc08b8dd6753700d3515fdb04c651a56de89beca212c11cdd54a0c149b7b11ff3775edf22a0b1a3787eccec24712637e46fef3bd988708f33c8a9994b5e06dbdf9c9f9cd1653bf41aa259b884ee08e2d2bdbd2974beb552d55360e07d9af76b49228923b8ce4288e361c569df2cfd36ab1aa02f899c7aa96afdb38a4952ad7779c1dfcb786c4c2b200306d15201dc3f0e31ab634a96916ba7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859486112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72fc3930a75c16da459390b2897dd63cf45da377d0ead73ecd1df033d8581ccb399b79c3c1faad15f11fe6c16425a9627fe88ff7b04a99c054038b0b197eecd27aabfb04ac5b618f02221f8f7d37218a9e9df552ddf980199f3a8171d6526fddd9ada3c989c8e29bccce509960550b16dd9f4145d3d919b91e03d3291dd581a6231962edecd9951c2f2c109b27ed04e0f5c65eb4c336ff62b339f3b58d7572179d74d046eb42bdc35000de224cb71b1869c713846d94d6b525bba4245ed7ed0cb288ac463687fef6fc0bb59acced8e8747dbc0704af3b3ad387e1e618eaa9d79d9f0c141f1ff0f66c4399218310eb136fcf1622db58de161cfeff4d50097f1cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859321402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93077dae3415f662629859cdd0eaf4d409d8a47eca11ee6829bfb09cd1ddb31b3be0e0681746178e7db9ce2d5b7998dc5f36866c2090c16dc3620c1ea2004a091f4e495da6ca4ff6a4aa9ea31c106d5ee2b67128c210c22437b303d51cf439857a65e9a2c7a00104e127ea6c230f3a43919911636f3c84e46ba87e5658d8d24a301887b5a60e3a3220ebded2bef71e76f35c01246bf83f4d11c874dc1265a03b33ddc6e45b996270453e87b92717b81b8e5a52e91053c4a9f1531ce793b4bef6670aec17bc68eb48d94af9ca4f566aa8942cf7ffedead2c1b717302c577a38bf417c6dd1a9b97a4f45b6ffbc72d1ad8cf0e3a7508c55938cd85a02fd7f1c8a0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859263693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=424c0426a0d02588cc08a8772da578b4542f964d36a51000f3fe02ccbca6006feaf8f94f79dc7978b8cb508665bd91160e1986eedb9c345f5c467498593750cd9a36aa46d3a71941d830f10d4a40f937e3ecae3d063f9eda35e432fbeb68b2f13d645dbc3d2cd18575acb48830133af9ae216d22083f27edd9f43dc1d501792f713e3081f6e4883b2f6d9874ecb50284a0f0cb281225479a752fe6dc4516afe82a902ea830fc84019f97cb9dd0a245797fdaf083c7ad3dd9da3d14e6183d688534e4121ee9201b96ad23c9962e9fb994387ee50b63366a6ceca4a3f84d44808f91c0871ac3260d5df4c7cd987221dc14d296e70c126ad98457e0ee4edcdf8244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859598444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5612d1b9e9c0bc7df6a9ae11fb4ed5447b82babc904ae43819000d7287a65f3def305afebb3e504d6d3d8d256af7cd53b4960d82237191f4c9938e70e9a55012d6d0e6c10570d31c21fb7636a4bf587bac3466c7d35af16efcdc7a2ec879e4a5f357455db3b69051c73e20d90fdf838b3e2f4e27f64fe3083d7467a04199b722456c564496e526bc6091b6d5ed31314a232e6ca4cb943372d3025456e64a3dd7da36fbffe0c3af0ff4820fdea66611a3ce339e4ee54206f1b5feea6335e6be604939b92881f65318253ed62835b1ccd1da3afd670ed4a2cb97d17b48b1cc024de4bb382c25c37edaff2ba908612b4dde91aef26f54154cb12de05d3d8e4b1b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859615316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b36043613220c2be3ef00e7b4137073af4c604811e2a6aba9de79c1c11180b97bf5fbcc2f8106cbffb20227d3a3b6acf9935d599fb5aed4f9dc6939ce79f4e6805dfc2e80fe4fba40956ba6f50b4c75597e9886979a70297bad4affe1fe362cd1ee2725eeb037c80fbbd0f5019ccf6a931d8d38c9d4969fe7a8180e942fc86341528382e0f0c6a5e7ece8c4afcfcbf3452e6bb5b8fa39e445253ddcb103611d212c4a1065918012444ab9dc622fd4379f5b87bd78ba4b78eff5baf31927bfb6f36436163a0caf3295981bcf743bc53d57149fc2d9515c19de16a834f14eb26ff30ab281a43209768e9e3136150ee9512f066942f2c5dc43fad2a08878bf6b33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85965448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba77b8bda4162857d9de064ab0c83563566aa80df8de3e0fa738aefb4d27f70ba45d843d66969635ef517bd54778a4dd1318282169f08576a3a1989c329d9860df7aedaa43e73e8e80e406e5cf6cea08a4d27b4c295696d23719b9c66dd546d3dc6e59f0d5d35f8c80a7db8998ae70f761cccf91775cfa3ff3c6238871e818cd7df84bd8ad4fa2685e97a5eeff90699bdc979c00cf016e3d6e0f809333e84b4d62cd6ed241edc5f9da80d3ff777b94db2662ab5a0fec2cc4b33a41613dc9c2c4d96ceec48fc1b44b294a7b7967214bf1e2b32731d9603812824ff31a4b2958e0ad634187b79d973d8e9925d6d577dc8413d9f0701232a1bc2864e7cede7ead3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859713421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aa41c9558295775cfa4d5dc7b984faa4f1ba3255c32faa61c96938ba7152b95af1e27d51c25944428dfd9838c9ff5cba876131f061aa8552ad6a993c7134baded19556dd33e5b0dec00d0daca050a20bf8ff659c299002b02106f9e5117e4d5c9fa87b4e6ff523927b4cde26e045a9354746bd5d22b4a431ebeac76954f8bd7ce8ee249a630a495494888f5439055ae36cd81d2fdbaebfef82c3f348c13843cb438972c4279d20027b052724ecb64b95eaa150fdde17f81faee179a83723b83f6c7046da7424d6831413d09ccd6c28fa5d8b60487c7a67220abc0b1a52738cbd3d2350c20927fdb4bce69d0cf1852a80eec7ac88bad760a786083cf880beb97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859661563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=74feb9ee1a0a3ed79ee4b763603d0e05a9748c580824f1201b679d5dd6059c250879b048f47a1a99701bce0bdb3cec4d1ccc7fc2e40380027680e345cac80b12dce44422faced47dcd06e759e593bedd9ecb9721e72bb80f70da0e09697c1519a6574e8263b576559cd66d31112ef526d67aaead1a55ef319688cb1fd4ad1c3868d6115383705f30abbd80627c5f965f81eb162adcba08b858d380e91614194f4a1f0663d84282d2d1b0c840e834919e37298b5bd84a91479c9d5238f90823e38f473ce0745c868c8add677ca6d7f280eb49439a7983c1346d65408b40c74b8166abb40b3d20c80775129f0cab831f6c77da260b821e63e335c56969a31685ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859617029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3683b831a7bb1a67f6f6cdbcbbce9ff673c6978425fd783f84d1a440a8286ae01eef23b1276a80d375df5a147b04dffa2d6bb0eba099faaa5c5326ac5d6b8d364e644f5c56ea48beab1ec196936d602df8b8d52ab73750c8dbe653858c5eb2098715a66ca0a77af20d7c2837bfef09fbb467c1d050485b44e98f5e89f4624b193e7392c0198487bdc45101eb2e148c27a4135554564222cdb45843c49200234271b4e6d3cb66bb0ba0f029bf73b89d3cf7dd7915a72d59a2f1b02d34a851683dcb6dded6cf0e6f21a173c1d9d79d5dfb7a102bcbc9a23c846981d7d17fe0f0c05b176c5af645e84873c2427117421a742557db38ca5f1779a0ab84f941b7072e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859779125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2b3340ec0d6cd411f01fb17ba22bf0eea7687ef05d9860ac81310415d9c296bf67d0ebfc5f1b553e8f82fa9308cfb479ab6e3867b9b24bcce7895d7a2ad77f01e7bad9826785418f6c8667c876ca8c6ca0d3e4022587b2807717142b8ed0526393955fc3a03594e03d8e58e0776c23bc52a244c7d4154133632d1e36d47677b185910b0687fa171b9ade32bef8b5783eedfd71eb136e22f76d8183c5fb9074f69046b72aa174ad3e6a308c81b87f53c501de834336f2a77019aa90eb7661c35e73fb963c21b1ee546231d3964f1ca4a9c47adbbc29a369b067934a4dfe707a0ba15ba18dd145b6419cb05c9b2d78e027f3ce43bf3bfff55afe79f094370731f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859793933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0bcfc1aaabe1e20e76334f302265d0cd9b16b049d7da7c0393c214f3b160fd5d1b8cbec3010657933ad3d660a91ffe77b2a1b8afc93aaa6628d3b649484b984985ee7f88195011c8cd64bbcd3e91997aedfe693cb513d00bf0af3967ecf314b6646b77aa330e1461a6a2b275f30a9bbd35a39d7e64d51b5c98b3d2fe96be83967a8c6532d62d27f8beca4937b10707cfea9e4b11bfbac9e1d81e0d832a37d5ce8b19e5edcf9f94480dffd00464ff1e25ccb55af693d01f3fa2afdbbbffc4b81c3496552eaab1162f2340734e7f9d924273b6217a12307baad7bcb65f2d8ed49895a8fdcd5669f6cb8e0e218b1b89384980010d5e6e53f04ac59cdbe03bbc5ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859809071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=148ca58f9f202c08e34ba91f62ad34d798af15cb9b4133d11e943cfac70221711ec2aed1d9b73d677b4851b189c1980e70cbc2428fd236125fbf6a757fae4a28e11d95215b10262c29d48ca8e89fedc12d86c360292ed46734d8da3a91ec62267f496fa6d4e4d03ce6ffa0462b55420467d2135e8f8c68c0efaf5e3aaceb8061a2c4786c57f1c872935eb72cecc3a7c0e9e32e61fa59f0ba8c0078c8fda215891ff677855606b7cb2b198e597aaec938ab29e6e1ba73f5b00d4596e3ad934a087ab435cc1dfad5d1da9ae62fd739f72f1642f3234b05d1d064f06615c781c3d76db7496439923b8c735549626404ff4fb96d32442b95ea59078f7b5028da2e06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859854998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=75b96f3150534cad53a4e4dff3817dc91345bddccf2f1af1cb6bf1d6cbb6af93c57f46503950e531dfa8c52ef2b8fba766f2bceb90fa3059bfd7e25884ffe63b67669dbb199b7ad8b681e73dd1534482444be4a9a3f87d0d6ee03f359967c547baefd8eb042810dbd3683243a1a0b9ecf3682f0e508d34b60cabbaf091d5fcddf430b998779d4d19796b0a265eb03ff3d47382efc87d93140eb67c77d414f82fc834b7adc33ea6230ce153e20201f9fd32260fe073b8d057909ab085d6a1bd404355397a024fa9ed3f5342c021c874025789bfe69511e90482c3b65d6e6a89f6ab8995cfb40f211d6f2fbf5a8e1640656ac1e852297ed81151b25a3ea948b4fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859875376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=962b42cf7ae4c1ff786d172634a847f62413cec8cf056dc2ca67b1d4e4d58c9a2186e78f52a86276c500c1d58aa18b4e25271371c42ed390e6dd068b9c22be2085ae130618b710a458e7637ca1cbf13bdeea4aa8f6cbe84e09691d06cbf142a12cb64d8fdd7ed865d6e219eebf72381c4161f67b5ad5674fc442025a7f4c2763d93d76ca61a8bfb94f1d26ba0c21cced0afa3e24d6da1a6fa9db82da6ecc7e317d99789576b64fc081d48ba2d87b1387eaa369be0aca706cb11c466eb2502990b252dd70006fa1de3ce9cec82652a17b6c43bf7e8952b18fd6114d258a7f9dd4321848f549052a320413ac9ea0ab48fad96a3a9d521fffe38cdb2899546e2665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859800154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a6924046c8afd63d1300d4921115cdd7de0316a57017fb3328720882fdf5c5cf090afd8c8cd00f131f8df7f1e14b4ea71ee1c21372c51bfd147a7a0ac3f4936d9770d9890f2f1a5929546d5588407318d9e3231a072e7995e7ea80f6d88d11008cf8bcd3f0a484e7a1c8a95e0784d258c7345ba94990c4c71255e15b1d0bf447e98254ded2ab6c6e91947697a5d176d704baf88ec610d975d818a3f4e24984e2a1a5c43080110df667b0a929303996073cfb3b7f72f1586ac22ae5fcc4dc554c747e86624c371e80a6c87e95c15e5d0a0d645ac6e69a44ccd4cbd5548ac7b5adfd76e8e2f1a8e08e11717a2eb6c3e394698e549105f3561cfd0d0ff21532a2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859607561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b874d1d61f564f21223aee235dcda11503822ff7053b3a27331727aed8a7a6ad69f7bba6f8faa539d616e8eb1ec6aca7aa1b8d31ecc6a4c7097fd0d4d7b4c789a58c6e7a952768a7e1a367eee7f2de5952592f29c0c70154e8943af6029ecc0ebeef7d5a2bc9a9e1904ff0e76880106f92487b316d59060905660d349702231cbdd6aca00b98f13e126f6256374b459f2b4c1a10013a96070fc93acba54da7242307acee0b91f0a7d1c9c65ebaecb5b6edf31021469aea77478c3aeda0198637c4314c8f1db68b9cc1642430fb72abba740f9cbc849c3668e5f3f02613fa665ad46d31eddcaa56fda5c295c586cf398af3e2b42933b037a1587df6396138a27e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859487385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a2d82da19de091a219faef6749e7eba38dc0e4162be1d332906718b38724f2228d7cc99fccf58b3cc2d392e70f180d7f638b3814e6b5d9f337a931822bc8c817ac684447d6ed552afe9793cd479c1f913b95949ae2a851a9c35f2b15a6c89adff2032a2b1c260d59385076c106e0b23512ea5219b0c391eb9090a637ce8169291a3e4f79902c489774fd46bb3da2b814aabe1a57fd0ebfa18cccf9b71fb2b1e659673e1f1c2913d90f2bab27aa98ae47d0eca50ce6d963e596e68a308746a5c54b61f57411855de941c0d8c98ab0f682ad418fda6907606ea3057b60c7ab5682de7799e1e1ab6d5d75ebca2d988d5b3d32fba7ee110d9509d4169e9251a8718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859812638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69e89561aabb6e58f70d2d080e9b97ebdba052f60d6468ad39f1814065d4e5f05331ff2cae1700dfd8df7b1cf7bb337e48f106e96e5d2248fcb7d35d2e7875ed5b80fa1ce7699a20e654d0b4ccf93f5f222e30ed47165647ce57bc17875f7a12dac4e3cbe41e46301dbd620abd81cb82ea82926a5e78fadfceffc26e7361bd8a04ba70a52b555c6b489e03b817ff3d04fb8e21c8af9c84a90dd0e42c232ae207086648797fffe3eedacf2ca8c720c449bb28aa90573dbd1b78aa90e7d407fd850ceb27c2effd7c6bfd99eecaaba439dc89a4a0964cb52e38ebdedacdaceb21a3240e56d50d42d21d46789918209a5b3b7527bbf1cc0ef2f47635446c6a8081da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859989331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca4c4b30f083b2961f35b20fd12485f586badeb52f45c8136ab03385e35457daa88df346ed7aa705854b08d10eb7bbf759c9a0dc2458e17d004c2e1e17cba0019e96c3f9658d6a00cb5a552cc02c882626cf31d7427bdddf10c0fd0d894656a2d5f303a4cb2a3461a13ab75555ceeb05690e3562f99236bc453565c01b02aba0209681d7acbf904606146f39d7730996c9b806ce205ebcd311eafa49a6979758da36c8883030fec2676058d693c3619156beabe747149ed364b854d8e68c253ca48a6e1769fb128987180cbc3f9be068453e2a28e2926c5ab3c6badb097b17e94263fd777276a3cf7f18f421276b7c030ef2ed55ecbf10e8011b0bbf1e1dd0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860009569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64c6e91e7a75ffb9554ee7f35b9af2a81a2b844e8a904707cd5a88ef0f3a65dc5fffb24dfa1b888e0271a4e007d3ee802ae8142d539e4f509727dbeb9694b4c2fdf6016b51ceb0d3746b5b67a800e3f43fed74ad2fde68afd3b4748d9f2e242dcd012ab81ac66e8118796c5fc73e32c47be5987ed50f95f8697b094ee83b11634283c37cddd39868e6c6d8207a7a29ae856da7296951d612cd71995409aadb7a146a18d1679778fbfb0d7f13d3c8fcf6f91c9f2bdc51af5ed4efd52e7200b98224145f037d33f34a276f9de0b73f04407b5e7329c0c2c6e4216a367c3450adab7c858423c06904799b4f93dc7a8b5e78b69b6f89d6f43a9e00042e98692e051d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860046869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86db65d616b2668514df80df9f8b0b09244791c2293c033a9438f3b65530e27567628c22b0908053d9e056677872e3eeb9b8e3a2ac75615560893441c77bd6c0a6b6edfab60d01e9c92f19bc9d9c76d89c6c9364a07e389fe88c69f4a6709271a071b101a27e6202161e1f9a77c1cbc48a10c78f8b91fa2079b7d4ad140c28992660bada4ba7aa7f5d1bf0e7feda7ca38ad2a7b98e53d876780fa8cc1804f99ef891b72bb759816784ae28045bfcb34b25dd7f400dcac5b6d3259eef5d8f8086270fe7ea9a321ee249e9c4a435b5c5d3e8351f1d3c8200961570e34cc0c2b5510a6caa317fe7c87e385b1bb431d140381b7199a4988c731ebe8203806be4b8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861937362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2dc939221e93e0be2eb75fe01d0879f2421dd3c59d992e5e2e3dfb2a08ddcea0eba187e7a202a51ab7d0f8a5dc436d4b5a7c04c0e8847f0c459755c2a16fddfe8c1e13ed5ed5fa4cb334cc7359c3dbd38233ae845eaef31342b9526c2a6a7572295b30ccaef4577c34b6224855be4f150be6b1f811034a94cc5a8ef16b5912427febc63a6ccbda9cea60acf55f218412d7292225dd5d40b2f37f724d750820d6363f6bf601e19f793179effa39e751b67649af974287747c82083361a98bc5c0078a05958917f56ffc403f168ea78375b0668fe4f5e409243ec1aff52f7c0162ed958b17a1ef5a5430c809ae2d682fe095be875e1651fb55e5c1497ed3f09f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862044404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f38e8ca310bce1cb28ca6403e20615be1c0651549eee3c02770742ca1d4a35ab62a9fcb5a556244f2533ad74a95dfe155e2658d0f9328e7ea921523b65ac6290d061532843368ffc9c2377814dc5b5a9122babf54562662e6c9e23c4134251cafb2e80f5fdf5b47aad59f396234d137e07f71895e6a398b08dee195923f88b70dd0979e738987e3594ec6649d9f239b905a6750876fadeed0d2f4d8b3f722d59c603ae6560b0c0b8d06196572e90e059ddd5a23d07d0f63c2ea1cfee3c6501ef562e4e26d3b6fbcb07c7ca9dc7f8759eb63f9e266c87fa96456f266b579d9cb2b33c89c900e730269139a1a94379b380ba7da7caed1136a161a8acd79243ce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862249962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=930aefbb16c31274d666f10ba4f5b62c4bd49afbefa5616c1b8ab2e4e5f8d387e4989e6155ebf2be20c8803f558b7ba2333a9058e5b543437425befc0346412a2b5c198dd78b9ec73fbb13fd886fbacfed95875bc8ea99bba8bcc8fdbe036e33ad72c280221e4980655ece2f3cdba41141dc5b3344ff50c4f6290d067a9fdc46efbf333ede5e33da8d2b394e229e21448a6ae23a51ace302e5cdb8671d8c5f607706137ec31760dc36155656cdb0b92e278fbdd7997da2011f93d9716d4ba102c30f50103c646d4769ca4667be0c7e1350cf55229c8a99163d6abda42314b3bb4386951ea3d4002aecc79d9c601c09e30e62417e15fad338a3c586cb73496485&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.856000623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1232e71107ba2eab77c5d902d12e49e41fe63384b588a26e1544ec5a5abd680daaa891cb5996a6cea168726fdaba5c6424316ef1d58dbd62611395de5b4cff9696df72ca4ae99b4210c801a5b983065aabf499e746073565053059285282c062d644ccbb62a954d11d47fc695cc44420a6f1bd5454d8f452595641b4069140553aae6fc8b5fc4caa0f9ca49f0c2e01c4fc8ec580b9ae753f18395d255a89f9d8230e12cb62a99e5f6a149394a5f1ee546d99413c2cc03980c1c73c0cb1f2022c52c2e0e1490d0c9198f5612581c4345b0dc9d1de4ad5aec90675354a97dc8d5f0aa6db57ac09cd4406dfc02021609ccfcafc871e8df4675b4635098846b4b4b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862515692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=475ae0dfd1870fa330f64045339a84ea80c58b17668728df17582e032b8ed599beb914c7f5857ff40483418cfbb42dfdba6d986fb0fb8dc74eee1a067f087720c184763284f9949c85a2f34b0b2df2100246d20067434df92d0aff2f99cca7c521a8e93dd6441fc16b0149d01b6339b7ea294aea37ec9fb514dc9ee9e8460798f5163d8464ce84777bb3952dfcfcf03ed41b1e7549a808d0fa66b0f9ecda2a9890ce0777b3e43515aa96b64dc95ee4afed02dd107c17a1985f8d7bf27bb90174c5c1ee9879ae5b46b5f1d60ec7556793a6be19335039adea53f6b17015d2922b9819913543ca5bc17adcf8efcc1f69d2ec58ecd8b3525e74a24c5789fe238522&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859425178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76a2e463f97469567327ede1a8f3cccd97aa21b54754a5182c75ce11ef9afd268c28d1ba958a1e1c7119bc4e377c5caaa65d839903e70acf7eae5de9609b05f9209eb8dc16c4dab13e6906129c9a0ae67b47c006fa7f020d1979b49408ed6a5aa3a58a42b9234c28a7728a0728a1aaceab59393a999bd9080977c509279496a12c35b3b10bc4ef8ad91b39bd8dcbf812c306b21c805d766bbf6e4a82e2ce6158c9bae8dd19557c1786e28bcf2418171ca41b95a5da3046ef0def4cba7477e8661f8a8fb1bf8973965c64fd43bd90b5a0b4d4ec0631218415d446ed1e7e2c79964e4a1dd3d65ada755bd9ac25d56c6484e6fc29669d396f50bf48c1b4bc8048e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862760754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5096610fa2015b214455ab02c61ba4858c809569237b014317018d7e9c6e1acd8ea7de9ffd02c9ab4357e14591b5fa8c55a1798adc1ef57de4469f056c3cc70ead2156d0bf9d9f95f98b38a73272bad293c3e7e6b54ad5d8e249513535e7be279eb9c93d3a40a6a83c79ea790cf701eb979ab4bf8c7b57973ace0c2d71267958b70ceb7f6a473f40248a80709be5d46c6cd59bd2c5acb5be7256dcb997af0f590ecd66b22d35ff6f95cd8101c592bdfd56c4ea8d4d33f29943c0e292cdf6897b8f3aac1941bd59d034e22d83b7ee9cfc1a78a56c0671315e5ef5f00a1e18bf96cec5e8b61c77f60f815a6aca648330223a692a2371f1c9eb002f41bb6458cc3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862759873Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972bf8fc8bb04dbfa4e4739244d8e97f04f47c18333b0c2283c8e609aa3758b9617cb078c4a87194869688ff66c02911643859755b90265911ce7d4bdca280072d3981590669a71e3389de6742e263b0b508b28819c1c0b4d49d5b29999013458970d5d26322c846b2838252749ba0a64680a8d9d721d00337a8f9284a6f834e1cc4b5fb8f4ae1928670ed2351e4abf0ee15e6519154fdb57744131a16bf1847a69151118557155f4bf386fd57bc79cbcb691c7a225159b3f8b60359efc4bd0c4ee4eed8731175d2ff35579ac24270b666ea508280e4e4ef41341cf2adf84a76193631ba0c42ae3c23a2d18c441a0b44b78141e8b96a1fa396f15e449c14699f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862797003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0644862224217b0b6d919cebb3fc785327d260232a82072932d33ef3a55b36e7f40dd3935095ae411a5e90ab4226d0ecab6e520680067ba8aaf81d24ed95a87152beef27c2a6383d14bae9d9c981882654796c58a0d8186d4e9077e22c4c69595cc7f5d0eda6f75242eab99a491e86d8395343d6a9a0e84654838b73bd107dea2b07c1f9c3b3036716d18778ab14adfe12909206353574911ca46acd2bb7c0f7a2079c050c567356c13ee70d4074650448ee4201f679e70f086990c0499fd05350c417d848def6360159efa8201b5e2427e21d3c07a76d926ce775cb843df0c5eb4b39f1256445526fe3072a5998a10cefd19992cbea12b2455baa576330717d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863091377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25eba9c4ebbe046901b41e0636bb943aef6c82d30c172561948b0a5db66e41bd81ce51230f0334c00f9e1ba67bb8337fb6e30d56591bfaabdd43589489c919d40f28f0a939ca3f4dc9b9813a19f3f43765a941a3b047cf520be37a2fbb1a8b10b9f69b0bf13d02f5d8779274232df232bd9d76be117b9572ddd717686c1eaf7e4fd2474b060d123e4e9de3c8cb0e5533b1769c38a51db29fb78889e320ff66b2b694ea257cd2fd34a3a5ed6b57f4ecf985db850ac2feebc932e53328a329585414cd8f11ad5926f045aa2d2a4630ebaca7ec37e37c6a15e6560e6745f556034340e32ae52701af922e565b6bc209e776a92f80fe68d60cb19570fbfdc55f0e0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859296235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=03caa88d3581e2cac7d24a20cff85de4989fb8ccb14bd546ece499f09cd8c3a2e9d92515d1979722f540a27a10dc56dd40098746edcb3b822b35964ce70f62d7cf615e8f448d43a29935071c7ecd0fd33c68eb57186dd0c0e8407b9900eaa968aa73eacc517b578d4d641824de0de14d581b216bb2ee69d2d2295e39c1e96668c155d6bc55a336b4a7a6f9eef1286802cd4ac09e013fcc20d2afce26f2a5e88b022fab80ed66966f976acbcf6eac1b24e3fdf70523d504262de5267e5d27a82efedbd68e40519b2f05638b08dc79997dbde77fa7783d7e012b306b7d120d8c44fedb9f3619066046941399c81aade89ddb58020d37c2eb153916d5dc0b9fdd85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85926208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0312b1c7e30da8011accbbc16b65345f7df983e4d45f2efd586ae7b5b4f9bd5aa6bdfacac435cbd6ed6c37e72b12085a568e15ccd394dd4c491f1c53dc8188f8ce8f9109e790909c7547ee58569bfc01c9291e3e11c35279da76c90deea9c4101559934d9221aad36cce3f58c4bc91ea0a595048601afc11d2391603c1efe6c97cc1e190a6d00adc040f25b56b231ca029b0c6a638648706679a5d8a1478507086ca170806866613360d88dd868f6ef8d24eb87be2ef955781c6120aab3167f8f6de301089d64568bca2b5d36083bba65451f1836ee1d84c79b148f449f9b806b42ebf915bbd1d81f92f4cf9c5d0e30fd39c341754bfe901d028031128483519&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863372617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=604d017d03a7fc86495f613ef3d5def6a86a4c9604d280381cb610c65c4a7d2c19557019e842c775b839ff64f7cd846ded7b2bbea273c1435b7b2581a97b1bad521c7a1ff635fd3cab7468bd4cc8f9d153657c4395da02f2478970f4213eaf09857051c4f70613893e482bb752ffddf9115b625fcd457393c7c69392062809c077c862b42b27424e895a4b10d88a6c57e9fe7a848d2a0283b773747e48233b5a01ce8e0b7926a5e9b4f8166462b8516f2a622745971f1af1b870585650e63c2f20c97fcdafecfd252ede10f214a1f3d35963971448341de3b14f81c7d2ae2e5d0ce978cc62448ada5c7838fc780ee5ffcbd040df2e87e7cfdcad626c69292e6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863435466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2347b6f87c455e389465d19a745bdb7e3a96f51e37cfaaf38f05e38b3600bb445fe0adbd87c04bfe239a69b0e781631ba4e8006f59030c2d15d519c9f7c4f8dd88d6771b78e7cda23cb5444b5d538d3f8d55cbfae31f6928479db9d30e423a23e02f7dec9155ef930b91aec5e5a1ff422c631c8d9bae0d4ee2ddfb54f278d25a54117c96c5fc821a37eec37c27f1544a54b48ed961e6dc81c4e296c2af649da3865e898237a008d95206084f4eaaf1b7da958d34e2b9f84803893b78e68b26a55ba9c9a7825492eb1102de4b07a0ecca4dc88a51f081cdcbd9878958aac2841a6d5ea89f8a4d155fa625044f7123f94b0d8a1035569bec94bd3a968df9d45238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.847209175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10f1f146c294c587f88e05e570d455e3ff4d46c91a998f7186bca6dd9c3e5d2071d9796825539978ae2b7b1d891cd55c3c5470e6208c4c6308b785c1103e098c00955c951e441411f9c926d99ce3775d57ffa90790e4f0ac020e94b1466497a333931fbdc73dfdc8ab927ebebfd3ca9206c2fc320cdc394b3f4f738c5975747b44355ba6b91b73f37cce6af95d99980b710d31e2b13e941ee42897418d558af4ef66bada22461a219c3ed6d11e311d56bb0c283cd7788e5805b43e9a6e5f6a4e27050142aed4753cb4af9315fc23f657ec036a3028b7a435640aeef3ff399ad8a572a90a917c63a543da5a7e1d1efbde58e406205bf9ef1ad3cdd85604b2386a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863622809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4f6430fe4d37c51926f8f0fbe813f087b7d4b80a8aa6fb4430502717bc9469ce198631aa841abab94502d0af53bfc6619a844ff7d8aa4de2337bdc86c90c46ca58f1516648a978f19fde9429b9207e2735b58442a22505f79863eb962b09ca8509044b19f94e0fdcf8768343510650cf02f7042585aa20406abc21e97250f8bf7e3913ee2b1c385d8cdb36af2114c803260995ff80ae789eb86b062fa55190ade9278f11a45f889db6f2e2e1a100944796dc19e7cfb0086e1c4b4ed0711066e248c6ca75e55fbb77be47f8d3895e6a09fd7f5092f4592745577d69b1e8a24aede8de76d20c71c911c16aaffb212fb7fb218ce9c2ba404f7c7de2ce8ca397a86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859344455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d72b32e5fe5e64ed58b6e5a1fbb2eda6cf547b58a391896857d41ec3c86a2ca8e78731b51339a2bf34e98e68239b6f19d943daafae86e84c79e6d712ffea6a64e58f31beb4087e5e13058024325e6c6899b21e4c63e56ed1da5c9b60d29ad993915add903d3938513aeccd66fdbda4f10b1d2c83a54b653aa2ae2cc6c6179c90d26e282d87256f2b619dfe94e129b46cf1d0ae0202565d33555f2a1cd3ade4959bbf2b3ccec39fb4c1a6fc09d7af17692638428b60e240ff7dc82e23b3693764612d5f0f7189c421b6fcf30845d37612ff40de0d283342c56ffce5e220194a71fa2038da371eeb2f7dee9ad6994b3d1a74fd219b4fbdfbd107ceab97cc687c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859664799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3292b227fcb9762646ec0da4452739a5fbadf4ee1eb8342cff278980114082140be231a085843362a977431e8e6370f7f1e766d479e34c83a7d6e852193ed0c5c5ab1a2cd4d696b0b2080b3307c1ac0dab46c03bed62555e0b67c24a6b9a06f113a99556ac559ccdbf5f27b95e3e06d8dda9970c9406d608dfa042d7497031b780c7ba2c5b0822fdf02982691d7512cabacfa3fb05985766b63bdbe219622f64b5e67a2191cd9b8e5a5824a5ad84da246d4ccdd8ba70fd020abf132beff5b9c65553439daf4c5f9e17e599a5be5b174a6e8def2baf5e540c70166dce6f5dc71974a69d5b7bcc29e2d42280b86d77c8312a6096c30fe21686c0d4f5e72ba436e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85967605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97556de99850e5ac6aedfef356400673cab5104f21be604a6a67fb253cbaed697efa3b65b5a2befd6a195eaf98df8ac0241c45a07dc433929d13cda0958deff0011e70d122894f1d8cf883b77e5e2ac47f66accb7f04598663d9ba0144706c68859171554dd51903eb6e8d2d1964bc22de9a5dfadb18ca9e40033a53c99919da62d3565022ee0571e74357c79671a22d33305646aeb0cf164f643cbf6357ddaab140c51fdde54d02a60b2fb150ec309fc628367760b285d6383aa68611ee1f55b21fc20b00f96d10346fb5a6f0563d6a85b6ae70205b036e36c52489a725dfc6c991a6977c6cb4d48b4f494e4047929a153a3b45c68b684f97807f434536bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85971852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3dd7ccb2b9457cf058ad1d2b626cc47073f95870b79a69fd6991202168973722e1682eb27bb3d4779eaa94bd3b455d5abc72475ea1bbd3f715fc5f9a36df78266099209af65c99602c8720aaa48c4c04bf35f867186d9641fc023c3fda406b1c83393c263b516274a0014903d84540ca09541c52ca829eec68bb1a25ee5b50c67e2f3e93dffd48f1b3a280cdacd26a3a7cb434524f86ca756663bccda32a5a49f31f9ba4657c1725a21f9c004c245ad721439a2d313ad829683a2c09da1d814fcf0185a9b9517a9aab47edc4bb972959bf5de15bba383308a5dde587bc9b17fcb832a036f4005046f84e38227f9d42ff35dfc4035719c6bc469854845cd667a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.85973442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10c6bd3739e57e426cc144c960eac7337427f54af54a440909e22328f122d660613cdcfc395d234d686e9e0b9678353201ebd3e8519d88fb4b2d4eadfe62c0c9440b39aae6033e9a75f7e783772a19e4116ee5086c0f43ef0958c2a70b3f8c5f71b8f401232a589bed33e47a18e7f3845a88283a99fdf83a5fa4d726443adec26b85b1514c5c7a31c8d5aec2c777e4fe146a86c98a6c0b240f405b5f712d16f693fcece379635c6454714e0becc0a6b8c6bd60dcec2e4ca88d06a7d42702a0af87a575ea4db98637078581281a58d89914c49a434f1ab79f2efa98012df849d3bfcd305ef606a2faffe19534e97d9f3c4fa93e244d0e8cee1a67331866f1cb56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859236362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=19985bc678254bdc2e9e4c6374dc33518ec24a4b6a6a4301f70a25764c36df58bed46bd0307df34364dc755b7ea4b528806081fd59f28602b1ebb4e24dea95598c4700e3da3cecfc6212732b7f1b70e865e8f57c3d1bc77857f9b928b9616c6108b1371c63eb8e7ee6a6aede96ebf8ac1a3b260397fcf2ee9b8818ac8775311599c1f6545bf3037b48890fff27cfde60f2fb0c8856c611ac22320c5e6fd3d1f407df3100188c5ba81cd3bad63ce159111a58da8659de54953a134d48e5bcdd237f2abd9446c0d519a274ed6c61bd852b58085ee1537831e304338d4ccc11b88d8bff5e38e5ce08c6375071d191cb13e4c86076b7f33228ff7a0c2229d15b0789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.851318849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f5b14713d2ad969010bd76221a5b792a730cd42e02dde5fad2cd232bfe3f34833b10e35ce6306e768ec981b5bf21bc00d6cb694d6094fa2f4c21e110471184a5ff73540aff3f8392f832dff948ed93a481b8942e71b170f35538cbb647c5e78d0b86e98f1890bc64c2806e92bc2fcd3e678d73c774d35d0fbc4b33c58eb3ea8722488a123cedaef06b8657950cb079a91b9500785d15397fb9acad92b989c95b1b406fa57f49594453b88640a29b577485b1a50c069673505b8848a19b707764a569da7e992304d349b96e459d93a68f4a81fe87d3c8e3f0d1812bf093fc243c13f4b4bc024e1bbbf404124ec1714c564a6bf5c69d9e4aab16bcd2ef6d351d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859986265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25e0f204e24b7ade50847414e254d0dd19b315e6e833c86ff063918ea20222dc352acb9c80e41ac14e9cbd46007161495c153964625dde06271bb236bd7d645caf440c636cfb6029dbf0284491fdc09c5608a1800dc54116e484cce60327072c97db7b8a26d4df77a7978b3ba6e9ad6bd4fc76272d27b0948118fc9e209275536c2d2f8bd5499f637b8d8da9b90437d2132acf8c6eec7a334de06d39633fb96532dfca893b6bf814d65b784a9f5fa40fec4fda0c07cdd8c196fe4f85d375118015ca7c973e4df601cb2b7734777b43f12ca0dc74aa4e26bf638ae90f8aae94adb6808c66e0a46fad9f5ab837c35b3aa465b00373e34bfcc2c97153e94473077e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86015882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36ef1bf5938ce505c96b4e73fd739597e7298c62d1bb5f2e24eebb9341bf4d229e80509547687748e8532fee90e920f49928bc6172182e971551684427fb05f89eb94b8a76b0814e6dda470bc328c6bddf6bffa5361a9001f97222a2a6bb280e9867701b8e22ef299c764028e64d2b82d2295b24099d1e2f4fdf3e0650bc350e7a9c52803a9c270a2fa56d812e4f5395ff95a7962580f90eec721a98c683d7ca3e160f29d3a86013f204a2b15a78a2a174df77b8bfba56f4f6c815505fef096d880293ee940198cb1b2fad24d32732b88e0afe62e99507d5e83470618fda110883337b8540458652dcde67c0937b804b995e4448e2630bacea9a8f1c78a92c6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860182234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddc39de0a2e159102dacef0986d695660acebb79fade777a4b3e4caf566034b9eac63dca49de7a9268b29d79556a94d69b8406ae8d06f9adfb925a85d45345d7d5486d7ac3c620c79734400b88dcee6ba784a85a742a23f28ba74c647b8c6e8781fecdd7880b4306944630c5469c15a4689e56faeb304e49f72e9f38f54c3a0db714367e3e12147c3398bacca288a4f33feb720eb36e4b75d2df248b747747a882a3a277f638aaa0d30d39fef85a6f4e313ea0b358ddb86d87fa06f1e1d88c8c8741de6cbbcc81daffcb3767b1cd25a55c8b17c3cdf8a22b405c16c3c76a66d68611cc194e3c6b2de1aa69e3e15916069a3cb0bf13aa0d2b4d6fbc679ebf8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860192454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ae32d5342876e505f1e736199dbc9bf7edb92b3192373c1b43e0e967f3fed2a5437615775cedf2af601036a1173632adf8192c9f772d29517d9a7cec58b078163bed4bc0ba4ff2db442af8d70cbc8f69b5fc34efd63ded4954a5555b8ed989f7e277ac10a8b017c2aded77df24063062dc0b59c853b94b9f532fc24b73a88af63c6226e3de40a17f54884f59de9b03cb38c10eaff5b8246521a0827e08d1acd9dd4ad3049ff75fba381286657ac3ed9e1f0170c6ab37eaf6448edc1c1ce2b9b40af22b66d9b322d34dc23378922dab93d43c8053f61c0a63da18fbc058f226e005b7b37861fa59ed833d188b7e6c5621c296beb964a1f3519ecc0edac7eead&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860198024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c8bb66af9a22d4ab8534dcc69c0273e9af72045915110b4b084d1d8029016ba15a84c023647d61430c99ec2298de13b3d3bb0e458b35b9d29809bafb10d2ae995a18bdfee3f983239124de15e14e073d9975e98f2808f9f21c8882feeec9a8a9dcb748a2175ef76c5f85c97f2dcb01fcdf8ce63d9012d520d36b46dd5d8905a2645bcf59bcf834c5ede380241b48da0b8121ba27f848264301cbbddf2f8e5318a032e299d16c6652f84f2ca46724d3a1d7ec8e177e12693c7858df557dce225e2a6e140875f1d23c36635aa9a20cec52d1f95b4eb2d2b0eb910f0ca4c23e8b794616172718b7140b90fd946261465af3bbf1d250791d86ed11a512953dfb306&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860218423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2bb8eb1db48741495823deac8e630792fc4ddbed384ff994d18eaeb54b06621a5b1472bba2413c4572911ef370b429db47040875639dc3cf1f05a050519939c48e4b4a7c4c9aae1dad1bd5f8cae7c311d6585a2d54dd7400a49707a795a74205c1da2da2ec081e3995b205bcf2884410318e6bc9330e545c326c7ec63fb4eb48f9e59a6e437ef936c190fa6c609b634c6121cb4b478e7b3909e6b44b9c5a4447d959d19c24edb1b269c96e320f17f39d74fce96973484ec3273c0afae03418b2c0b25eaf9e24a162269e3c3c51c2eeb1f3de130d2d13cb485afc29e15332d4d85db7a1119bbe500166e04f0b796d8b986e5969d4fd88924cdd9a96d9af970692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860413971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=38c2894ca85c2922a15f92bda459182e7064df26decca422a841182742c074ed604fec42b7e37d8bb1b93d5f913f71caf1ebdab1fe93a685ffb538f06a7b735f627ff570d5cc01844e0f904ce0dc62410dbaf9046bc3ea4cca947191b9c60b6c1629d9f9ec55f3d38e5db22984a17a9a45559bbbac85462938a5b241be250ae2f15b35c3c8694127578565e3c55f42b93f570173385011a0e7edf6b2a40d4c8325a5425e45b24e91135d0cf1b33b21d8d535cbd149bf1cbf310b77ca3c84f55e5334ba2408c77ee268ffd3a2fbe8ad989346ff73b7f916aa03b74105da0d6035545d6592f1da6eb0cd44fd9ca2c4f3d819bf67c896ae9a606dacd49abc0c4f0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860413961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fb89d8a81524a587f6c601183ecd438981f6d0fb1bd0db069354e0d95f4b9f8f6e26a01be935ae7c0f0cbe3a1146d4c1158af766f620fbef4187ac1b06fc833f06e5c9e24a188dc60c6b3b6d0f69bbec0535829c84b8a322bd99a6c95e55eb01d7d5920df231900759f5fd8174638178561db4fa8dcc739fa4699cd8273f7680a53f2f95c7cb8b0027ad3d21dfc45dae57a255e2548adee943d135acd674e6bf1d5ca9cd4099cc1c55387b38e60e52a5c65a167daee3ea1150b35ed3e8a73dbc6cf1ab69a7973ff51a05122c969812d1e8c4943ea6e93776ea84abf0316c1733636115a2f85ba58f612833c4bf3be2604f3d815e073ac14f98d054854ac5997&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860419181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c59f0cd3f083ba10a6d23d23399046c07e614a2b02c1c50e2dd67e89c8bee10698bc53025b6af902c8a10f304f1ed4a29b3eb9ad13fe9631b78cf549c750cb70f4fa9596b1375afa48997512b5328cc325b36140ed5d1867a7c03a549aea44d50b236c983d5a3737fbf8fc0d471b4a23c6a041ebfee4407b16a874085a6425bdc3bf0f44ed14a29b87f1199af06b24844045e416dd983a9c3cad8df0d156e6cf69b884feed0303c0881bba665f62535f6825a02839d6f09f8f5367a41b3baf74a7c0fba5f2441ff4ad2c7b56d04cbdf9e5d4d847e3e3396364cd484918ced6b302d825d8872d8095438dea0c4ecf335f2bc4cd1720112237577c7f9f0c5b243&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86042395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d41ebd070cf84fab4565558eff47e9ed49b5ccd981c2c59e705dfd22cfa9a6356800cc864eb11bfe35134e2e02a096068822e5175124fa5dda537329d852b8c68686fa973485cfd937d5fb3cc618a44165b46db86ee8c6fb4df134b57504b7670a6375fb554814ad0c17dd615ebd66e46ac9b072033dcedffff5bfe31b8e0ff758d6a7300d5b9b077bdf5fdd34bf1dcca232f05993f49c5f85d9800679c80b83853e75d648ead775301f133012dfc8664f0c8c39c6bd36d7794f2e99c9f452131f38b12922981eed7a52dbf8ae444a695482329cd2455022ae2619e43450f078801defaa725ffe27466cb2c8e67117bf08c392880381ea0e4280aea6e73fc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860424862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c02f66fa8b72f680fc84d28665075fef9eea7d57688f90c6091883c22ce7c957e77ab5d0f7d634139ab36b4456556962b598c872090b0aafd43678a50e41ae70112a93a5a4e5b13379d831af5bb2f7da3eadbb7d3e819f581359022d3fb906f32d41e320684a8e8999acfb970b8e2c454fc7d505c68e4244773710dc37f1b9c6e39927805de1b982dc86fa83fe67d9ec2d408a6fc57b17ff2225cb7b1886e483f75fe0bd42080420c1f5224c5426a423f6f2b9dce96eb71faf826e5f0750cf9aabc8a145519ecca07482d3a11b4247b0f8ccd57ee4ea5c70200cb05be9c8f1e8a1309022f695b826b5be3ef8b21fef74b927dc9bb8167444bcda42f2bbcc7bc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86042909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d608862311a8dbde3c8d1eb82d0bffd3fb46b5b4f9ad584952e469f1a2ebed0ede0a47e70f7b9e1e50bdc62646b9c661be32dad11ab8187d63c1226fb52b7bdd62b8188942e46c5cd6052f3748ebcdcbe6ea600ce6ca897d3f3341448c1e6359854cc036c2ac177d938835218644f46bec66e3a1863613fbe591463708db6db417501da8e9ff2211fe6707928ffed294b5e90897b4b1b6bf417ec731e5e13db5bb083376b90d41d23a9bc231924059d25a25102d435a4ffb7baeed3808d00220586c62b60a89b72603a3748d1def3ec1e3b93a26fcb9c15c34d5af373132e75ad87b4145b9849e63b81db545fdd99c2c91ccf9438a5b47ac4b2479e5cb16c31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860461851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00c6eaacd4085940d79a77cb0bd6f8dbdb0bc424139ba6ace993b026a0ca2da70727ce60a5d6d714565c46593729375464c53c5f9854d8ed3bdf31b62e13f6cf97c66c97f0b727b6525b23c3e414f355be3245287698e2b9b34314c65129fd022b42a515b4462b06bffe8a2f8e36b3a0b51cc3cbdaeb3b4dcc7930d4c0c3391b69b4199cd952f3d6fdade399de56331ad5c5999af5d7aff1e29e437cc264b7d40fd29ca2a331a7cb1f1e461c9d13390ca2023cd25aa47a5750d3a659afdbc2e0acaa9c9f302e57b43d410c7cc5d24cd14560c07702e7c73decc63c8c5041668f6c6d06ee75aa76f4f5e9bdb9b762b544d3330cfb1078719962a457bf4aa1ce5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860462072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfdff35cb3bf3363ff479bc30f5e8a99e64e64b3ec866ea97f2b0d43ba8881b0f6ff14de0e705010b85e6168ac18cf8788515dd7a39afc8f10aae2dfeafe888e8654327a1e904aa789c76d375b7d4fdaf2b2f53e13adc9526b49d262ecfb284a9fdef95497509c884927776505c1a1ea3f49e8c7afbb8819341f16654ae101d7d8cb70fb54586eba714eb9932965bdeefe2f2a1b1511f88bcefab3fda6915a1409fa285973079a34bee24d3ce1fb336a35a878a321c9afafecb171667f8e743f8cd87c749dfe8e28673b350e964b080d6e82a776d2f31edaa5473ff5aba8a3c36b79010670eaa5d78d8727258a3e290b8003adda4819017c99c6d113e472106c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860467452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ee352423c95b69632bead7910b2232e1c91fa4b5dd5c8e5b5d7f067e398865aaaa9327a4541d1b284c6c437bdb6a7dfc4d36c0f5d10eed09c9015b7e4d4cf50a476619b10966ba257c46c42db8767ee0e928c7e3bfcc5f782dfdc165ea6645f8925d735912085447452f0bdcabcce0e84c4c03d26a3d5b78c4626081329868447cefacaa16ed6ec4ad924ddea8e2946d865ae88295ac7ce4256a4afb0e9c149692b80ab9de86097644dd67fad0bf9ca22c265e80a53f9b6181b66c264d2daef6da775216d8e970dd96acbef264667291dd43a2277bd68c84ae3d7db4b952c1385234d81b0ccf13d1e56305d57e564283217f6ae7001f8e671cd0fd831321bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860469225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b62aaeacb9682359a7a864b15aaf841780382a38e61fb29c9fcb13c1ca51045040cc55fbdba2b8fb7f5d51769329a747de68cba473a64dcdc5e832ec4508f8c80e89fb59e51005338289a047ccfcb3a42c2f47957e160a30ae3e8bcef729ee30d99497d226a2eb53cb096d7c64ea2c2457dfac808fab4f55149abcb71d95dd51b0affefd460043e8c795f9be59a12abdf1fd6992a32e937756635154da6699099e4463c5f452574f8167d367746ce53e686cd434a70b81d0cf176d9509b30e1bf99eae49af1979a548bb0ab04b0f899beeb38310cd4dfe530028330a1086d7594053d18e3113192a67074d93802b6746081aefdc72598ab5c8f7fb25be075c21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860480366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0966c0372c1611ba06231d97d300a703f8e843fbe393f96b9d1f6fb0c64b2234d9d8de1eaa4eb69a05ace129d36b36ea2988297e504fb07cdd50522f80f40125b3f74eb411ba102c87c0ce5ee794e0da9152ca7ec3b32f31662ac7fd2c78ef9592ab721c90c4a854c852abad89a99ed5d201875c4b8ad8c51b462dfa22b2d0b5eb6d10f5eb16e0c2a8372b87ac3774a4bccce13b2c7f532128646e1dff22c4fff940bacce405a351596fe6c3cbd0256c1454c57f4b761b44232fb9e1da6c376c5a2dfe3734a3a04cc54ed28883ab120b31f046d45425f3434af010daf4c9980eac9a4efcd8f45f7befcdc060e0730fad81101b83a04f0dc88276613c4eb7554b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860486678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5cd5ee0059b3bbe5b2cca5027b38588f4b224937f0d8443382f5d3ca11eb43e04a9b328b26e9bbdab4ae647ff4047ae44d94466d60ff46fa8c05052f67337ed8b9d683d1673ef4fc1e5afc0b91c0a4bc4f1cafb76ed011441186ea98ed057f6ca41fd6240ede24f24279c284b0b006fb7c9eafd01d90db09fed5976e2c65fb2c6f8117f4c8d63811fb308198726a25c6500ce393d57d2cbde6c484983541d5f41bb3510007440a15eb77c2f51c944c33415ea234e49ee5920f20f750eb37663ae509f60b38e17c37debedea2b9504cdf7383f8e1c34aa6550001f8dc8ee2ac17ccb36e7a259171baaa04a6829cf8a883fbdb5007212f0ef55ba3b5b199e6c5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860507447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c1cd053d631e635aedfca1749f6e90aa7686fa408a2a37e080e33e9c6f1ab230d1d709d981cd99b12784b4bf0ed4ecbbbb96996fb72b473a534a5cda79509a54abdfde41adad9cf0cb91c6ec21cd884c5588e36af1086e28a5f724b3fd35da13f0e7872721f395dcb61e6ee9f5d6fcb94cedf678b799b98e26f6dc2f88e47311917c70b874b465dfdb5b62dfd77a1dc81e03e3a138e5c1b929658846c39af8b150324d22381883477922e10b00b446ae6a0c02f277191fda485e38ccf9232f8a597f1b7d22c0f5665df283fcd47582a7b2ac88d0d5a5a8a1280c5d864eda399db9fad52ec170015623016cc6ca60623e5017db56642d09b4384152d23235563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860510613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b40f8e5baf9d422e8e92aa9842cfb3011f4fdcec0bd24beddd40cfd058e002d62ee98a116986f385ec5c27bb032efe043e3863350bdba1e07a0b70786281dbe05a095be72f3ae57bf3fae23def1091c610687f9677a43ebec34274fc508d9d41f9804097b98bbbe10f6a8d579c9528d9cab0bcecbfa9df98e22a23331eb366e623326135147ae8d03516349379aabc25a5859043d5b394653c3b3056343f3ceeec54f65cb99ee00abaf5e0ec1cc8c1dfe3ea4ae96647c8e185c1aa283a896255d3a0ac29b7afe35c2c6ebcf28f3b5713a11e24673e74cf63e64ca65d12d8b907e722602710bfc278d5beeaa0bca2cfd3e98535bac5d24553581c969f57a87afc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860510663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6acc5c7023e59a393d6aaa444fa5507294dba91500ff39baab3413f3a1f7d0e2aed86581c2535549fb4aaaf4f090bb6cafa5dbb5170d72a97f610e230c4dba001c462a80b3555b95b69974726a1f85d16e1a5f9285148f55b6d01a00c027ac5ca297011355906cea828011aba4cbcb1dc25864a098a8f5dda24ffbae3ed79f01aa41732a0b860743082c276ec358b7b6cc6a10b203ba75e43a7900b1c63400d54ee34b46577c04104cae9f703ca99ed7b17b1057397c4bd7b95e7f1108f054d6cb0606c53bae2d46e4c30bdfad9a56151e9b1b8e2b348bf7f65df74bc8b18f6c933fd2b79d99465e8572990719f5330f81d0a6085c26512e5adc81bd36ca625d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860511976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b797a1cb4df734efbfa80fac36fbd24f07c288504a8d19c016f291de1671226e6bb68846e91ca00f1036592970a078da1bd3c3cfc581876ca74da8e4b368baae228c44c3a9c55f9a1bcbccbd2da97bfb554529128cf5bd6b06a682df909e4d49cf5f9a69a33bc8f67db8f0314f25cbc61cb09b774fbe9970d1c6510d3c0f18d5c36791666672c773f7d9d155f41aac12663a98af2b6642ce8e4b0610bfef4a42b9a03572f285548766996e4358f2c6b6b2bc14ee7f281b1c7c8507a5b8104b42467ffe32ef8ac3ed1cfbf4d5ce00edac4b847c85c77ef5a76f7022ae7ec9d76d1c4cde35a2813c2f1a385c229bea14a183da6a5948d24e53d75a600f90602ca9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860532755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a76b69ee44c9c601587fe40380b6a0746d22bf0a9b5e3fd9c55e70478180550594f89c56a24fee3a3e291006c50891446139999bc8e4a95378601c131b92de9785945a97183b0a660960c6bdb4f3ad85a32cf6b7de758eb86253e6a1784a4127dd54286d5f1bfa14cd5a14170bb9adab3137397c8860023d32e22b984a5127a401a17c6cf68994f76357acd01da84853631188c2c93fb7a4cd026c74762478c7cce8ab519427d9aa2b814684e9471a561d1f4a03abdf81aaf5223a30c3693b0efb796a8b6b01b09e845e99c162b5ca38040125541d78d4a23fc5f7842b349b28b640ebd0962fbd209e063932ba8dc65ac4c0078b3272b17e54f1dede7610c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860533967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b3d0c65081b4290306e3c71113458f1d87e319b0c595dc67b0eedc191444d84d4779802923d72af52c8a3ff9fcea59a14f3a517fc3ee5b6d1697123fe2eb1cc99d6dd36d8dcfe7ce11a0e715258adba73b1407b6230cb577ca2d15566848f2262202c21306763e956a89f7dfffcf20506ff1fa1fd67e1f92d0e1ff33b4d89c3a832e5c727577139e486dabcf6f0368cd8541e89236cf2f8ff53cb8647282101b5bb402e7b9ae257bc5409f43e8c94ca150bac7b4a18d68f386b3f9be4ca0eb4de909920f5d0a47a5183532fb2dbd6d902fa6ac5283ccc674dd567315e6aca7639fd1bb786248d4cc951304864f00905c15e968c7f681be477a44b7fce3f92fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860554506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b494603a65df741c8f6b509816acff3ee0e33c2f26d7f31b358b87f6598f772f6598bbf067d9f9c5bdc0e689c5866e6e2564ada1e66baabb56500452bab5f2e258e020c44d0d8f5a94a42e26205770068dc51def561d9aceb9e722a65e7ef4a2ef3856d79f1837de3d993f2da93b1a7f7dd45f7c72cf8a850888dbcbc3b8650591bb582ad3a9f9172256ce693680829dec6792e2e479302be7da1e4b2d625871788f2e400315195b4f6b505ed374812b6ea6569a41c92b391b19de98b8a9923fd58a3d2af3dcc639ea7a09c6ef2c6802870137b248d886b2e4625206483cb9ae40149dac5a4cda3ebefeb8166e2a003115a34b237b74f6d0e5a0c2f79b91630&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860553424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e8d54a7f72d7897cd7843282d1285b6e2209a778c52350825daf9497e7997691f438cfbac67db612520910b97d57a872c9cba96f5cfe5ffeae2a7861e3a36932006b189175fc286cfc5f5db6cb3a9e18c847b16319aefc2a30a31333230e4964909cbefc0e352b5f2b7b522bb2a90c85820bf0e06d9556d49b24fca1e0f1b5b2e28a49af311645ff4def4eefe1110a93d851b1fe71679f10407fde9a8fc504e405b4ba041e06a4db993e5deb4a800ff7ab873770c877967f3df7af3131740fddc50666f67d4ebfc4e233fe886084a283d9e935101045a9b0805c81359a81cfc38316cce34034406cd57e4233b953a5a09a057300732ead9abb841d21ba9d650&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860555458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44105b540dc244d733022ca445bf5417f565c7a195d501c0f4fb167e5766908bbb7bea586ae1d69483ec8e41a8b814e655616a1419c70bff22b769910e0d4a940cbca8bb873b099058fd8ba2e6f73543ea3ff478276ddb3de78e37565462544f2ad6e8d4b95a7d7334361ad46d5b95315c5314ecbf53e15dec2c1b187520fa1ee1340317923beda54a39b1927f733dddbb016c268ad0c8aa7d681165e0ac8e18236fb0422b35fe385643ef1e94346c7551cadef19bf4d611a030dab09a84b24cd3ad6ab875763ced53a92929d8d094a23dddb0c904a44ebf6dd7edad198f12014d66b38289049e6ba17dbbc9ee77c1109b3c30184c6d9be7d3b69fa871020eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860554817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=330f30c7c0570f5e0d28f9a8ae7d3b262992fc92b41fd7e0b280efe7edd24369bb6f66382b5f091eea303c89f6425ff442bcf46e6ea4039ed7f456b0189937928025d9d15bff93be8848ce6c435a577a891d272cc9e16d051a519b0da877f7e9915fee44cfa7dc5adf378d9c4a4aa13a0d666747e56875bfa68654a5b3aad65ab9cc8497b08c819a2158d74f2d7e93acb6b59de2054a0d3834ac092260c9c50d7f301b57663e60bd2ab77cbc8db16c49c458b96c0926508d58c5df62da30dcf73500a9d7d929dfac5d15f69a6ab512e263ff8c329447153446043ca6785ada28f7323f5aa8f6f44eee765de6ca2ad5b08937b17f9a887534daac35449317d11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860574343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89a44c0230981d43e0d628486efd78cf91ef4e0a42bbe2080397c0fc76af179812b316a8bbb37d465b4644d012af55cbbb116348c1cb994d3c9f4e136585c020713d6f3040d7572d95ea6eb5fae7cd8763f0e7350bed81735405745e455e94ff84e2ae5483a2e4e317b0630fc4827d7b3ff5bd881b5763134f64b8c336d6a89aca6cbd74c276749ed92b15b1d71e9bf45734938185175b186491497a3efb002f35c75c9aba0e0e2955be4c02d7ab3b074bd77deffa1fe6cd3cdd2dd51110fe8f5aff8c25e5dbd744f1f81029444cc0f257ec2aa3d7d3f9f570d5d6763ff609a471a2c328abfd4d11f7a6f5430e9e2cf638c0f22a5047ac9b60d138de88588f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86058318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5240960927d4cf832d463f0dd0cc071af2911ac4cdb6dc0a1d614280478c2de9272a6e91881dd2817e7804047d647bda48a2adb1b2886f0508d8174234cd64612986b4411ea8f3609c8ee2d27478a4bf3f967673daac7958d22a4d9604a069a66b1d4fffd04b9f06ba6a9fbc0b099c3f62e8e05db36b657d00ea0d0d5d68e1fbc38250dc38e77c42bd462842a9ae128ab8a4ad6fec1a58363cb264d4c931044f8b2455e62c3bcd00e4ac4b1ae463bd86f93896086c41d3b10d790d1b66c5e317ac1b9909787f23143ae2f9df267a95f53ebf39569aa2122ece66438f67ebee85c9a262d17eb9f899c01367de4fb8e0c93a139289840c1f43f2274ad6f79a8d7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860599441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bcb8475eac5eae066a4b901737b20e35479d2f3c0b8640d29d29cfb0b187ad4090fbe01b2a4853da442f64f760d707695b11722c92d622c238d061b98169f38487cf5cc05d891ea882ee199793a878f0ab3ee20250e6fcc039a7af772fc36f72540064f169f9dda0babc8de477ea90b2c43a2ce591c5ef14ec46ab4587f4c6f4735fa4dca9f832353890d123e298f97bb143fae31eb86431e6b627c616f2a7350dcd9cd7a55360924d130c9d320e6d6790f946ca6f5bac7ad20fe5ebb800c18d9e7487d31749c09dd4a60dc62a76e954dcecb9ab6454f4f4a6919f52dd377a728fe7b2ad858b65105aeb9dc87bab802efc4425e2b82056619a4c53fd9647b8f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86059909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48e8541faf76d22ec9b1ffb1212fed53224840de28bbd0c885ffd85eec2deec56dac974732f84b91d46d6fb2881143864dfe6c3f8a6c8e24be7e71b0559a8de3c00d095c8aad1fa2bf1cf5db98b0a4fcd8eace634c18d6e56e43e9f7eff186e6b03194eeb55c4c9bca2abcbb2fe6a3890dcafb45b6ae709de9aadf6cc11cc8f4c22f9a106482178076c8c42b5facef680cb3f892daaa11c6d6426f4beef4e2a2f6e58ee68ec795ef9439f7df1c9d4f81e1e286a68d57016a325a595505fe5195e58976be79bd030166b83f5cdd085d325b9b3a8a013ec33ed09b54f1689793d05847ce948e02f004fb915c530b3d95c45d90d4430a16b32f2a6b64f4c9d0ec43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860603809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69dcb291a39fee68115c86c6879b6c111f0ee16cfcf672dae2cfa852bbf0e09f816a7c0650d9b9239257df4a89fdfcf97ae68fb8f723970309efc99b0b522f31abe08be929dd11485283084d0e0651ca47c3db8a0d7f6e565de7efbfa68696cf20e382d375bef83c437ee02247466e894103419df3dfcc6dfda7ecfb585322bad4e80297c0b1e0d258531b0517b46548fcdbfed61daca3195ca2f045fe343168b79dd22b70d96ddefe68c05362179c3685c7b000ff06e33c99f24298fba66783fe524a8cb59595500e229bd111e94c2e29c77cab754d385a50a50255a0b47a647e604a652a691c6032d7199cebb249b44cca2e1a6c60efa790f280b54619adb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860629407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c30eeb2abd634d09780ecc8301367c1432013d39658d3b0d41de49d28e22a0d886353dc32802614c44665574992c755db39fdb62124cda0799541d0bbef1f308371317347d5d01cebcd4705dfbdf257d262618a3c56cfe72b1a9f6b2a1cc341180bf0633dbeb011893dbe9f53c9381a46f6cfecccfd631ca06a392a1f2fe6ca44d5705b11d3a755ea33f359a8717a2c687f068dafbd7b6d09a484a489d7a78a2838c30751fa3bbdb27eaa336fb822297bc5d359a1940e6ab6d33b1d333058db37e9cfd696428f9735cb45a7cf74209f75dae22fc1dfc35e3cfd866aadff2b6fb6fe43b66e2b7bb30ca6cd9cfa2847f7d6f5b2877ad76353cf6494b6fb881cc3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860623686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=65cd27cb83428bc981079fc81ad686ec96a9aecc41aebfccb8bbbed6d7b727f61e1299822f36ab9996eef961b0582f850223211f6d13c64952b18a75fd09df8a6f0d9d3370f910af8acdc56b080c02797301de92cff7da2eff6a938dedec399a319da27d130d8932b16ede5286ebe96aeb6ca5182d3ace52844156ac3d8da0a79068f8180d06bb53cb2e3b40090bbda6ae37f5eb63df2962af70d2ce04fc407287dd35a7f0668b8e061dcb1b75cdb1a8cef087bb5d4d1f1a118a8debd8052f85f76c975069ce1bd4d7245c0a48ecdc7f9c3258985189aae34ea2c306749622440cc3b214d9116c20e5c715a8992a322065d976ea2cd12c22d1790ef1f4ca7857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860645618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=912f3b8042118521204801ff76fedd1e525eb7021447ec54f18ca7e3ec83f1b1ea28c82d2d502d79412c3d4148456985e49f8b21e3bec6620c332d359e4258c2f244a00b4669b092a1812da6000414dea48879eed70243c31e6788db3aceaa97fe71eefbcf9be3a80e3b9583ae5f6d2cbe1b6c9d98eb7408c8898bac2ec11ebf2443b5363ae377ae8d51f9eaa81a9da2170bb66b5b0993f3f709c98ad981fbc22080da0bd03e0a777b10cd472406d5522df794bf4da176221b4b104a558f7c9611eba43613a0cb169c26e599ac589d0583ecd9f946fc152b7743f6ea3b1091efefe3801a7f52a09aadee9c617e2c5957c7929cc8b1612c2c62d9bc5de1c79019&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860649385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=135195e0e08391fed9a2c9833d88d9a7f55a2ecc0e7a6ffac00b1a307eec3d335423ffd4733effefeb187f73b449957a1145990eb75974db044aff73972af97e98b6c92f65b160930edc5c6d8a14200a39b963ce9fd4e064da7e35de55c26e6477a9fae5f12a115a0d39cef5f77cfff1222ab061a90633144d0455680b3bbc0a50c2033e3d973ac17aa29d402830c4a4d63152858ee0bac0dd4542f0b2db947634227ef223da3c62ce038271e109fbf253c520af8eae332892990d62cf0cdbccf7805425a5e984ad94af2d1b81282d872776f92815fe8f78ce474fdf70f48bd680359e98176887c3afdfd564e94235a0c2cbe4e55ebcd0acc7f5b6385750fdd7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860660145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b0bc456dc8253d8e409cc8e7fb2f72c6f1ff2d2f9fad024fdd028215a867c3c084332de360206c3d8b05ef0f591db4aa0e8e201c745a3dd302f628e1bdd4a04940fd6bcb601e5b2579b5c38634e42d9ecb54a5d9f401d81fef22114834f5b2b416c42955a3ad59b8bb4d15ffd53bb3e14f3795fb54c3621dc3c561aaad3907d51adb6944bbd95263330c40eef00224476e2bae87d918b6614d38e00374de60a3b0e3e631409809f3d62947afb9a4d3cebb740ff0248a68423232741c29ab4e40a8476d77e810d25a9795f6cceb4ef63faeb5f962dccb19a5991b78fc9e886c092cc9446745cb3592f88796066d3bb40ceb89bfb2dc6003aba93aa387716007f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860686084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a47d86cff48728713669f6f82af2e472925800ef62b2e9100be9f51c8e647d246b98d369286e1797a7941cff292e1856d93b73f5a40841d8effa6bfb410eede8bf880f8c11eb33f170d667c4b245953eda1388642e5fd520be891856210a5f6a43e5910027f45271c2a9ae28754d8bb71e09377c4a9714bb2d953d3aa43cc49b20c9c859c61bf792c29e450e3217152fd9dc87fd03f42aee6d69261d6a06953fe3850b3a9843bc93f31d7d7bf1e01045cad6432ddc027e520ca803cede7c068753c745ae08d2ad82cf58d44632cfd79a06e6e08eba29ed04510fb3714cbfaa4fa550603153d329a380db2d9898ba6221918126e82245bfde4f95e67c17e9d4b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86068912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7396cf06581c07bbe529137ff235d4a1db649c256c06a7b2f5d1e3cba7ab1882cdd5c2bc8fd559ec081bfe8ac29ae0b85e6f3196f3607aef65e628d7de44747aad4b92926f56d354086754cfb42ab70c4afba92350db0cad24ff1e221f4c3aa578969c060294fe71d1777dbfba071ad06c2249fdca6b429706f677e84f27ec2e33f87d9c850e71e1a0eeceffc96886e3c898ade85141d357685f1c6df19b6cf421661fa4afca80bd9d4d1a96292673b9b1aa251638a1d01a76912b7b8f90793f0b9d8da9e18c9ef458168cef7861b827153eaa3c3d0c98e9ca6028b177f6c9f587ebb2eb4a5df3ed77b7941b577c38d429e69db5870d8f605301428a6e06af6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860691965Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=821dcb1c295fa6f7c773711bfdba4fc7d46fc421963d7cbf15ccc87686a0239e7389cef933361f52951ab3c34a92ab6a270752e1a7234ebc739bc30f3c7cf206d9d8a87629a95cc1e0cf35135145e6a28da3367a0177caf48fcc079ee3268e0c289a555c18e31845807e15735e64790ec7a5e8c3d2a7b45496902b0757b317ec886f7115a86019f3a8dcbbdb7169ffd1a3ae7235d271feb5c9a769dddf9464d3bc8531b5bbf67f36a2ad8e9dc7f52cf0a94830372794ea82b24ccd83f1c29232aeaa6f98fc9cd6043050f5229574b8e066b669420d0cca20318084d5c1723b6f932a283a396db4631575654606334cd0f07f9a397138605b8c1a5f1c568b62cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860709508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90d2920bc4e383b69c22850da1dd20e9e5a97b82d58f690dd01931d08d6f79a5e9d6670822396b53f2a9fd95108cc42c258c2a77fd0d21fbdfce9dc79c2a736e3754aad268855d391b1fabcd333713e22aab1f20a3db3a2647643e34692926824ccc2a269c78d6234160a4b7a2bc690d0c478b52d8e59b79eb1442e6d9475854665a9247b8e146d99d9d7be5c5f4ed6b746265407e04d394d771a1f5dacf9d3ff190bb4aeebe074e06b1a3bb6e9eadbb717a826ecabae2b8f78c82247fb8f86c61651dd4b8637c9a55416eeb47b048888d5571d13c1f5a94aa92364189fd3c2ac8a01717bf0355244de89274344ee945d88c5be6bd76bca0ecfa0d786a2c0edb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860692656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af80fd9789c9e77302d6d34583431ee40f6d8ef5e3f6c62345d4bbce4a1bf283cc14ad24ce34221c2d43869af010fe85a1aac09258ad1dfe57f49dd5ac8bda6523995cdef777b96d46d62894544533ea5be1b5cd254bda21e34d7c0fe1a0a2b221d8659d5fefe662e6aeb4f5b42f64800d1dc98d2f9577057498ea438fead7035cceb5ae9cdcdd3b4099979d00f7c5b833588016cc4da75e52fe75fbeb3841d0c19c587c7082d6c8568f4c8edf9cc698c166dbe1bdd928b2bc7a77d5a62da36df90496c31f32e4e68183573478bb075714655830adde28500fc6c6720ed340f37f78ccc200ec118afc4740d1437cc5ff32daf8df223f00d4fd58509a005ef1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86074226Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaf4826adf1a6ada211bf9a59e7d3057c532f0a1efe7e46c2e1d9f0f2fffea2ce29393ef1c57911702becae022637fdc06c07e9288e238e3c1100e307825e5ca563eea4f254798cc5c5c2750587e1330538c8b75ca0d96e064737ee5f559a8fd65cdbf80ecff6fbf344a1d0d852a0a4704002c185477ba3b0875198811ac91176d8c900239a7915784242a1727ed7be7a65d1b860e9098b988e8cd9b0b8bf0deed95f7584bbe86c7b90b1037b3940f9cfb4a785e3658836b7b17dff339aa006e9c16e2f074707a5ee8915e35cf50559969388c1cd74c709a6fa564c4eba51a7b5bb60fed96df41dfec138f25d57c39b0ad1dca80f8bde1efa83a103fa97166a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860760625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e04a910245b6871d13268be0d832bf60fc0ce1eabc041b53ef20795788822386bc8c33cb12cb99b246308127c78bde8c25502ce3384aa7d5aa5c19170978264ea160c745f91c841b6d6ee1372c392170e272bdc23fde04cdde609306084f50904eab5df940109cba1182189729b2994b7a75fd147421b4c58bc9214fc1319eaa04b2f25c05009a45d2b6cb4e40094b7c12140bcf938aabb29cbf7e70c0b8634186bebcfc38251504de4d41f5a2f620f490738d7bf38ef22aa87c26705fa43f832ba0c4c02c356d3424805f85461689d81a1524ecce948618615c0f50951b77ea2cb4936fc7b54e47271e584a4f80202c09fc303a620004e8293079e2812572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860757188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20aa8f3dca508368cfb4846e5c8a865432b413d4ad05c2492f748449201a2c64b7243f6e560dcdf11cd05eb6435d70a6e3a4ff36bb091ad02536fe3e269b05c518f2413ca40fb322d7bb157f968961e39755fa8ced96774c8bfa827e0d2f077ebd3c1a62efb4b03a93375a1fd56ee984ba21e3963607a3deebef4dbd7cb5af81f88bdd5a42d9e19b5f5e068d36667222b45c8c6bdbdf165aad15413a920eb05c168d88695d17eb15a9f6655764b3284d909cb3c1ce87b58249fef5abeb312bcd42f7eddc25c6a1e846a6f0122ef5aa22969ec79fe8ad605b2f6d3392052a19a805b37fa75c8865cd8227481a2f4e166b627fc7ada48e9d3e5732fff37772bb94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860790932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fb5fafc22d3070db4e2b1d51f3ff4fd9f25ce7cb309555fcbdd44c7004eb81bfe07e217a5c4c0cb358a6bcd7ad9b314978e3b113c38c9db30edd5076862b30fdc4335137d77a5707d8b42e1734537da735c66084d07b102450914f7aed6cfd4e9f74b2e5bd45eb3c2108237aeec6a5b400c9f66a2ccff41d6e205787f39aade44879594807293f073f4bc1fba3d3041ef3884a6153cc481d7b5532d44a4892a3b12557c084704766d46157640dfe5fc1e3b5d174bc4e47c017417e8a35fbf96dd3bfeaef16fa284ec2dc42416d14f3299379cb354c53563b19339e11d73622e697a333366919d0a3b9401c912b4a60256003689f2193a269d21f31203e6a031&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859547107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83953288340a1b6e32225641b6603e3c3d27e840d0f6c0b3bc9eb8b22cdb32317c4a242406dbd5b529ea323a3120cd29dd122bb60a35410bdd05f3c3f91f3729c0772958e2cb4a014d4a014f519937774a002184258b13aafaca1130c9febcfe1b3b84acbea98afb806ef2934ad73f8d7a257d53517deb220167569aba25a9c68ec274141b76413c223ebadb8295811fcdb3fc4d6e3ef78fa6e83c2d63f459222dcade375ac83026ba9433fc1e5faf55de621cb3cf90da744833b3b7129d8a9c44955789e1d1133937d3ae597a87bca4e192595770826798a9410d51be0b74babf206b9f9a36eab189c6dc3a32f283f434c586fc2d86e4bdac6ae9bcf2763e16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860810378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6fb6647161a1415662e40e48691bd50db70a4bfd7a15be54083bc52bf6ef38f1ecc735199211c8a9dc98e11ecd872fdc2dd3091bf055cd1a7010f348ec7ca8aa3ecde4f4636afe4489525c43e3a50d5ec37dd86b19205ef4100c751609f6a682ac49f05e20b5ae4a84e5c5682cd6e6f4600e947020ec70d1a8cb96762591536315c1286af5099e7fe4d0b4a8860b85093f401d9ca49a0383db0e8704cc3c61de0721ff217d811f393e113880e095790bcceb9cacf9d7301ad109342a68a01ecc8be314aac9613b2bdd3fde0103a1201f92883d99af151d02dc6cf4f11b62e625e2d9756a6e8f039ff4e1b908686454ae3e5432c16e6e6e6ba34ff47a256c8e90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860814025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f986767718947a7171eb4838626db3ee362ed46481da2a8af35ab40e838194338400dd457dfd156487662a86e4e181dbc18de36d100c62cae183bf681c4adb4fda48de4cd6f677450f0f96b568c7abf952cb6dee89bab3d9363f5f982985c75218a132242443a936f52090eb744f27dae9578c346eac63e80a803f1e69c7c1cd59a0ba3fa2fd8ee476c1e7842fadd464df1ac2890e5712d6f08f5066928f3299cc2ebfcb940dbac9a91f84085c268e0fcf86a147de2fa9e829e6d922db6dc75048b0fdb277c9412edbeb8e7396e947d2aa3e83ec1eba6c265e9ddb2d9a77817e6a6e38dbdef108b05992ada3d2fafca5e7697aebbe0b349aece09708b473f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860877465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bea4662564e98da32f0fd358bdc989960e94d59b74489e983a0816221c1d731a7a6cae6e19c8d11249afcdaf3dde26410adfc27310f0ff7348bc45544a3b22f875ada5127cc952ce2a854e7191074e57f11d0a0f819ee4f866f40260b10f50916c12c03efe50f60a6a77c72b690c5b3cbb07f195b97b43632118e529091877edbf7966e79fefe7848b92e0b2b62ba6e4d94000114ad0b40bec859f10a85d8f45d9f17e59abab3b8a333d7682b466bf182cee1950bbaf680ab7c4b5f12a79e2c768db978c55d3e7075f078a4814109c77da59dcb920114980547b3d0ba00dd6d621cb506b7c9f1f914ce0abc7e51351547f125aa751816f37da80dcdb74d08ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860885871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05932926dadfaa7c0a0cd8696d8aa1aa6343b38a2517f154d8fe47a15a077ada8fa50bb8f4135c489866b98465ce30200b6537d8ccc4bda4f8cc868f060248d68dbb963ad4234a3e0cd8a511edff5f24911048ace6e5eb03741f94348f1c7c3a6b96e3b8e0273f6ac7281ca17e6ee03429a2727e634196c515fdbebc39ffcb5aa75a2a50f321bfe2884352e59c2bc62cc45f249cca6e03474495fee6c62edc09077fdc7869443c2dbae856c23f3f9e7597ec041dd0e4aa7b97dfdd78e5e79bda14bb7ac0a8a75fc3f15899a11179a3389e0db2889565f81ab6bed94f0ee686e1b716b048f5053b4bba258c25074d3698d03bde831ee2d80eb822830565b77480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860920516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a6c16f7c281ddd89b8299aeb99770563c1fa5c8e6e158dfbedaba178c73c5dc086b6e37a50377150a6d91e5f4ecb369b794fe1dced2dd6909771a00208f3af03e770097cd9470f13dac391f74c7a8c98eac5acfce808bf44e90941be7dba08024908c4fbcf5852c01b58f7b92963f445cead91815712e4163187b972e61ae00c355a557abe8ace634c23a08bbda6e5da573336c83c8f01aa5f2a23165f0f8865bdd2c8c7f335ac1eb198732dcafff77f86b0dcc96b9da0f289dbe808489e5451da3ca53a14e5aaaf1591e858b5cda593574e28bb4966933fccc87f74aebada09666e1959e495d20476be8a2889da9e62c6b2372092ea326c36012d5f1fe082f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860925024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3333944fd2b217e49840f94ed6f563c14d2bb9ab99edd15e3b5252cfb885a23481e87d7f1b96527d63997649f910b11343591f8eac20f43abed3d13325749c8473577bbd55f28e8fec91f4b8374567f4674ad498150117d34e7dfb1e924c7b614ccc1f8d31a6af52b2c958bdc29a6d68ace6f53453ddcb7be7bebacba3f395dc249c32fe5ee984df70c21d0bc4bb3e95551a020bc1ea2c71c45ea6ffbb579400ca84837c59e6cb712aa1078f3c9a23dcbccd63d839dbf2fd6979a6a5afd72ac6536b28ded09bfbd0c75371cebf7ee538af04d23b26360ecaaf046740cc2205b14ea5c9db9086bb28b38e051a74b9bbb48dc41edbbf2b812158421ae39b063868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860936155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bbaf2ba07302c4e07e367e88c55dba6ceed82cf51c25115c2cd716942120afef801cc75b5c495c75a51f3989e0da3dc801a70b44187b7efcdd70db7d29b5b269470071d90da15e69d0fc868b2d8216de8ac64d547fca5c17b381b6f1e10c1705e5f7b30388252956a1050e047c1eb0f8e862bc921dd65cdcee636c81f13257619939e0efb390013578dbb8c8b5acdb66203b596d8b8eb02012cc99b5efcfb249c9e131698cb23c307251b8024f6f25a20ae369cdb86e3b20cacc4639f7b6d61aedf39593db08816a2db06f9585c442c7690b0159d62887f5ceb3799dd617ae68eea8b610152a346df6caf65f6869b4b264330840b167574f7374091977d8ce43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860964619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a0447e4edf3d4a3560ba0d8e4d8c466ef85d1198280ec91171426f10424e50dd61a594d588734b16e9fe485c07d38c0f427a960997e9a65d23e1f865b7c0c4b71c98ef94413b65bbe5e9b7a5531dc9ca59aa233603084985bfc70a3a7e1ba1c73de3d2523472f04204abb23ce7172d81805a465c08cb22d0fdab47bdc6646579dd42f847d4506039b80aa6b7b0805011eca548bc8c3b021eeb9e30021059e5066247789d2192ca646623cefcc44ffc4cd67fb52101b932bf74c11a8be95595b3db28f1a3b448ecd38494982c3d81116c28e518197bdddd002adfc3b88a6fcfd3f213058aac5e45bfeaaf5fa871109bf21333e5dbc020de72976145ce23ca037&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860984006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d64855bf67b84bd449e7cbe90801db95964da4ff742dbd039519c4a643a5182385f9238e7ea05259e59599bcb8475b89bc3863756d64d1af4a34262782d728d26d8376f272c9053612c3fb77270eac03570321b6ba57a2f3231162b266e9666ab0ecd0ddf92666d4d404cf849d05dc3f3b2282849724b8302fd287ea6672b5cd6704c7cc9a191e34f8776f5772d965c32b7cdd2b9dcb4de4347bf61ea831190351340a5f066962965483762ecb6ccfec2197eb336ddd02640977d6cdd354af70fb0572472bbac9bce49ece6d1141fc1d0317f2748c4df69da46019bd30fd9ad4cfefa593190231b5ef2351e9d402bcff21a72cfb56b4547f02ee7d8c31c4e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860992411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=029c6b192402893eb12ded0e18332c3f7abdb71a48212a8d92f1fdd8cbd93758eb98997a598e4ccc32483fc9625bb00f764517fe8d46d7377674bb856d8bcaa087fcaa69b10567d84f92762781fbbc1a52f774ef98342e3949c0fd99dfba77e1f601822103e8b052d3e01f9afad7cb8bd2dd37c20068684393697ce015746e41cde6d10190c17b09939705042ceb037a9e025854d5cae1f1ae11c9b3bd62b6063020e66c90fceb1fa346e4100a4217aa9992f5c481ed427c178cb5b1cb1ebbde42745c2ea091432de7af4ecca91ca736d9d7808703cdde7da3aed848081274209bbe9ff5ef6961d823c0a6d90c0146018bb5de90ff40480375f7b717a9b74130&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861028179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a40828d93fc0e03c51fb2f83701de3ff7d92edbd0bec16d2e6910ac1afa88677f6b49946c21079295cb1db33c1abfac589476aa8b58a6381c15d091425a9d8fc6a998ec6856fd61a9e7cf30993c59d0363b9146dee6aea214c375eff87f4d8afe29b923c5976a935494b1f6a16b6fc38291d401a4be526492278491c313368f4adcfad29c8f76ea193d722367348782524cb13b9467b86e0e5fc7273bfe29a093350d6795f2a04cb5c7ca2ebc7079fb770436ddfc0482067245565ca6089a629a79bc671a3053820c976c6b4b544a98d5b9b72984da2cb7e76ad1ad5883e473482a7f3d19b9c3e5ccd37718c0986e4ce1f987c63ab5fbb2714a32fadab29b9ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861033519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80c8f42d17ac3be8a7ca5baa43078167a00d22555fd6e1bad2718c30b649686a98449758fe860a19691f9a44c20a6742c4dfd594bd6e7025f0d47e82a10669879b12f8fb4d2f400124b31394369cf615e61198076c96ea4b561df52dda363e17c6ba07e9913b0022a2af01fc1808c3e83b38ad2d1aed4adab472298b7b527ea1feac141ca80fd2aa9ebb9f2cbf53371b2d05a30a996b59148824018a78367c8df13ea645592f674aa8dbd88e2033c9645d869876d6f5e945e90cf8eca18e06e5213096bc2ef0a3206a20f44a045d58a60f3fb315f370115f73c2e323955a764bc9c9c920589f78ca1ceadd6b9dfc1cc615d3fdf93c2823c2f279dd5fcc9fcbc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861056913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=40ecc75b79bdbd1b7c4963fe9e231dd88c1222b19a21ff2a8ab63b2ec32210efebbbe6475f5e8876d52c203cb198d393990cb9fa0da29f4a9ed90f6767bd2b7d2966c234645c7e78c8ff2da6fae16cccc91ffc8154178a7393c57d490503001e99f99a06fd37e186eab3978a9c3e1c471c148402152221858ea6a794339756bda7957222d3c906436c2a92602beb5c0d6426ab3e570085f31f4e8de434e3bf8ca636594b5661cd97ea5e2007e6f6d87b2cdd373f60de01fcd8073a0a0ee273bd69cdb4e8955c48b5a83d06b86b549bea53972dea499ca135bb70717c675fd117fba004692624c816a721599f229aa0f6c95f3f926d841a43bae7b1fe416d4066&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861084405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4227c68995d22d4e5e89139f79a15d4b793837de13a4267103519529243a349d3dd31d4de9cdf8f003ffb30b7cfcbdeec016a17cdf64ec9902dd673568dd67a56ca6dd882be3664ec154fb4fc09d740515f6a44db4e6ffb26963cd6dac3ce06f832c9d1274bca80575dfd2d3fda35473384537036836a1a718abdb180370a15682c8863f56ea58708bcf1f9e1ccdb6da1eb34d8b77542c9ddf57cf8bece2ec6856946a64a71c5b07a37ee1712909135a71f6f6fd0fe885e9e7cf5974def60703c0638a6128a23c8a89ceba0785079c2235db566dd84c659959c0a96d35767aa2cea2f30944d3c8c891c88e426d13cbe83c1525154ba6a76091ff65aa86c11b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861076059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=823ce6497b0924174b89ab9de0a56fc2d159935eeab457dfbc5b137f19690c3ebe079fb5fc31615c81280bca786b2a1c0b7ae039432b7182432af3af247ff4a0cb4c07b2e96d56868524322223e368e725df4f42ce4d76126fa9411ef1ca2be0e7bf8184d5685e54b3cd5d1c4f01315d189dd491b7e9ae7e8371463b0755a4806d0039b8e880d7bf4948d6be0311f8d4e3e588fd3cc858935ec6fd24d373ebc8a7880f9feb022428d63a9c1e1e8780856563ff5def338047bd30946326ee1d8bcba320e71ba9fddf60c43c5b8b36caf6b15f9eee7540b82ac3d70d103a11149104c25aa7343a35518ced3dde29c14a66313d5123d7d2319366036a471bef5e2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861122026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59b68087ae365bf9795e7c1df23e762b1fbd9286d34003bd0a830c2439b97c32d0476a72bc23ed2cebeeb7ac674a3418a600fc879243852812e213b7983c0b883a70a7cee60f168bc43e9804096883d2a05c7a995d0986292bcd2aed27b5fd26ace3e8b6e1b4b0e6aeed2a226c7bb712c7fb20aaed2f55deeba62b6f533247d84ff29e9ed5ee5326ef0ebd2cdfac495226498c5dfce02ea59fe8b73ae93530ce3867f5fc9931c6c7c16ce2979eb3752f6a7682b0baafd44fb7c4f5bd8ffa24fd717e1f94136809bf9f8618204a9d4b979af659a6721b002456920a407474847e722086981e927e791c3b4f4d62128e0fb611394f8b8d166b427e08267aad2ef9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861126885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc249c94d7fbc602ef4d16b4f21db0ec227bf309dc309f3e3eb83acbbd9e893390dbb310b1eafd9a476752ec63a6204edac94b155805dcd97e9041d4c975019f217440895594be67cb25c3a1d6cbf8da210de15af7fa0d5dce7252edf8be8b9c889d2a5a63ddb7cbf5c381549c7232380970b2624c2ac122b0ac0cf0ac8e9b7756c63219d0c97f6860d36afe6d9da3374c015dcb413ff23bbdddfe5264da5d4ba79d84a8e333665fd8f2715f511291ca380aacf1355fdeea49180fa3cc53ee37612f447686f816be7f2eeee600627cc78ac4c175e701a4714dfbdc7e44c9a109b1acad7ac741f645b689b2fe7acf3db274b726582ee72bda176b2c1f3bfec772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86113471Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=237dfa32be6bc5b191aabaa2e1a47a754ccc41d452880488b413fbd42baa2dd63b9af6968d923fdbcc316c65ed65a9b2a9e7a3755604bd77332213bd97ed8c31d4cf21da16ecc1b09abb15865e4fcfb4f0c5562d682ec7256a7bf7289cd349e78aaeb6fc370f98e4c22b13ef101f35c9f2064e515863d2b1c4ed3be56fbea2e90935641e161bf8908feb8b432d824bfbf2ea7c95ed9a80b490f1e0bbf8c3b4af606eb5c4ede5927438bb5d11d25a3e7b38184bff24e670e2bf079e4391962cdfc412684dab23da16761b770552ac126bc8bf03c59d4e9bb67ef0f9ee6c2cb92595b35f3d1cf6026d71a06cff283ca0b4332e0004d1d22d5b062dc931b3956672&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861178883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a77f87692e2017bb5ed24eacf8673d33bf6c2d5e7e7ff7a6c19c77d5c9b7e768fa00d8eb8fdbbd93f246340982e32005bd27318ade3ae2ea58993bfe49661f5b3e4036aba7e32f08905500355f4e29d3eff2bc116fcc3bde71b8a380f8c6e33f945e6d235aa86bbb1946f4e082c6ab8c1e03f7053d1f2c38ee44917c24a1e02c0b5148df9db8988bc757f10e9984434317297dc4962d745cf54d225aee3c41a2f00dc5a890c7370709db63e4e9fcb927df230cd649c60b5711c0733c65ce4ff4cfa16bf285b05e562e89d696a4c2997253a105694c8669f66573cb3c29aa67d5ec2a57662d5c46dc3b67066918c12f857bdbffd5e81fd00df2c7c682fcf233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861169415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6c40f711a5d5928da31ff69f391a53e9f7bd62c2766b65874b2c6fc6297afd43e777975f00f42cc043657b96a0387d7f2b4aec75cf612e0385403ac300a276c7125162796773f3fc97efe452f8a58002aa8c300e3ec41bcea83c88c2709bf2c10245f4df3e02957b216329666f1257a4f00de165ef0ec0e9f522dfa99bc9417656896a9a40a123cb9eaaf340cb96444c2d453ae338479bb33b076ea00c53ef0d15cfa1db022a81c6e15bdcaea5e98fe50e4e105595e4c725cb18bb855e7e9b57d795c2fa24e662a25dc116b8759ff1c125a77c513b317899e21602710f5f4eb203e52fa849961e89d1ef1387c55f77c5add29842377c6ae4944715fa06385801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861189904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48690134b2ecfc19dfac70f4e2f1e411f3ec2c9c5068a45dfe90c7feb46bc952c8dc3dcb5bada5d18e58cf1aaa8ccd782e3062a23d01ed3ee56992dae1c091a124e9a00ff817c76cf84b3f909d4e8f69bcc44ac349da3fe69e711f7dccd805486c975b55928a7e087f0242671bf2b306bfda88d2efe13ed4581d98c597db9f37fccede01c4df137dba869da5cb0a0f7590c7cb8b5aff68e323d7f27e08f51a1fa525d47f6bee57cba872dc0365a856821814b446deb65780507c978dccd8e8858a6da6eb5c87740ef6ed753cfc3f1617c8b16999b50f5e58cf102bdc71574a3d2ae2fa83e89f254ac3ab9acb96e6343401850a583b9f427de96312898e7cb429&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861238114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f594d156ac6b2c1b88fadfd8e44a1ba28b2f3c3d42fda6cd87e234adf7e3128d96c5061c1fd865eef56637b4a3879b6bdd60fbb4758c87ecda3c135471d46a7e7e281857320f50a598e82821000b4b5c5e7790f042315e14ca21d4da69da1b101f52b4d78c2b76e2fe183ced17e26216990465a9054e9949448ce5d36e131d82cb8ebfa8603404f7637a66838ff70f4fe77b7d60e4dceeaa36764da0dbc790cf2ceff1967894633d359670a017721ae415c89a1f6d492c3572c6d8552db230af2c0fe8e9bfc0279404687a646a9b5114d637fab93f0eab8bbe0d24018ace3201b18b835e0edb2b4e38fd278d22503d260d48d5b8fa462bc3835bb6c59e49064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861241631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=699b9157c9810638545bdfac063e9d83a618dab30bcff90b637a60a33625a5e5eaee9c3c85ac1b599d6c7a4b7284a878dfcb1534938a5598a570ebb06af4ad0d93a409294176c6ea49fed0b9da942ace8a519403e34c85aaf9b4c3e0f7ac66268a339bdc71d1ab35d700788ef018153ef95fb44ed88eea46cf8432dd10c79dbfdd5081ef15c38e743142a8b690b80c49b94c6e9bcc1ad888ee9879b9a42f51f7cd1c86beda070cd4910814c868163ce5e76347f1442e0525e8373637e4c5431c437c1ddcd14a49e51d2954d210c5a6b0995ce2a8327b9c66b977549dcbd8e39ea84b392dbc0c0fefa51a6469472626f02543c3cfa060a78e16e1dda3f27eac44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861231071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39dcdf661367fd00d614dab1d41c53a0cabbd70e11fd3b50f12eafde0f0048f1ba562acc0212e783b6ed1071bcc83765bb1b1bbc9cc1779823db4e3d998a8ad6e6e57132fc9d4226cfa0ab04284639a71cac76c6a3f0ce3b1b66ea9e1f196daaba4ee0d7ddfa3e6bcdb47c8e696dc1a2ec0a31d1f7f95c6a511be70ba9fb2c1622815e10789f4e88106bbab0d2afab09699f07d1d2e33aa133e5f06bf7059b5758e12ab84e8805e526e5fb9e19e336e131e92e91484291f9053e1cbe01e86cfc40bcac4d2d12bbc9891099a89d90d1ddcd944657c9d7e6f43a74719d730db3edfea4c7bbf97b4e7f20a606fb8483a7c5dcb1fb9fefe6b34fa15208d5ee4920a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861290553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1726c35ef12671c8901ef095593773dc501b574db057cf05a9f7c129774b856cec4b6b1d9c169de86dd178baf5b29901525e453981ee2fb59fa4f835e331f0a2991e72292d49728e6ebcf2900bcd68cf914b888966e692a87f4774c0e4b3aca908ae4fb14e26735e743aacc04dedc156a7a14c6a23a2c88450637146e492775a577059b2f737f2bbab286086039f8bfbbf13ead1717198719819986ab03ed5eec28327eee0e507545634a17ef43a374e63eb92cbcfb3a8a11f4cda84638e0dd822a03526f73f55098c6032aea0014ddd26458172f291262449ec5c442d9dac57864f068a31b90acd93cdd6124507528f21e1d358dd6b8aaf5cba9a555c3a8668&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861296905Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ed0eacdff96fff76f39cf9db03ff4b585540a1ae569d422f8f6d1148f02e6d018b75befa8d22713c6446e9d195d3a2e6d94d680e3a56aa150a04d5d1752fa4aaf8bfbc30f600aa03d2dfc8da8bb060e2f2781b9a517c5eb0b388b9283db63925e1afc636fe417590faf7ff030e6b613e742616095a8dfe44c65d68a0a7ca0b4ddd913d462e89c4581872820b5a8a1976b7fbe48948003ebcfc161941c656f5bcb69ca82cc9f60dc0d781afce246fa7e83524f0053f94ab18f28abd8f76c8a74e50a4e36befc3e4bd62f5883523a9e39044d5ae6cdc11e5e1848fb68b5d03d1fc08f852cf4d56e8c076b8b501049c95bb422671027802cbf50bfd7dadc7a93e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861296114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9aac2d3bbb9ada504b5541d98ca34f3f10f2f433b1e1d702840848793eafac98738b6ba7a6a4d3c2554fc19fb18f91ade2882e9a29aa6f830cb100e04da176d51ae7a00e03e1ebbe9cd62269360c29f1c6245b4b16202bb609a3a6f568768c0e814352b5c1b5b99b8a326c0eaf090dc37c21c6612db4c6b0d4637dfae10b40c912a89d70ffa9439c172e2650c8d394be02c969805265bc91b9978f8b44ba70f61348cd5379ce21aa21830f8459513d0a1e019d878cce8b8d057695d8d488513e68f6857f158ef9588ece89926475822cb2b431b720cc2c60e0397f44c4ba2e095367e8fc647d757e7f7a1ce938e437425ff9fc253d47e481e2d5a6fdb3d760cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861344114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4bdc21b5248857cffba75e88c0e59e3dc45320c56069aa52ad7c55d0e8789c69621748ca890445fb465754aae6419930a1e6f78c72e8b75a37e996ff9cef94166810104a64bc5c5b8e8bbc129f7c4d3087e8204f291f2e8f63042c60a9b45444572577a5e5419a90eaf14aa563f2c156a9591511ce145c5bca71421931e810e343af7df5414949a16938688cf125aa97ff118d29e0f90bb1ccf403a2bb1c8dc1065de28398dc92958639c320e8a6b08465fa682571e61359095843708e6e41863e4d52f955a70a4c250206a68a3370db85db4c36655ee4dd792bd755de4135081647b1612ce60eb02bee0eb0d33a4e34d56a3d5a7d1d1fbd08e8097e7dddade1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861350196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1373d9089582a1022ce6028725718338d15e5cbe0b9a3407774ca31e619112f4b24e4260f725862e909ea92944a2e65def95b3f816b46f907452f1c0a3102022cf38c9cf75039cfee891db78006149b2bf3054d5c346edd9f4d0ddb8610b71646b0492f0ecfce35717eb308b767561355848e2cea5e2e8803e88f3d2bfc0c2d716a1cf8ef106ff3c3d23097b0caed7b8f06bd23b202e2f6d730a52bdf428357cc99489abf2ad1ba4168084ab6e0e2f8175c3b97147f7f56f590620c80047785cc57ccc2e5ce9afac2fa56b3137a0cc3a1c38058fb0ec038d9eba7f1666b185c98834b96e2cb4170c9ae9497433f563a05b64f051e4f63a4c475e477ecdd9973a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861363411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfab3cc3ce1d3733ab1bcf0428161787e27fb7c17c3d747a60df6a480fdb354b28ed8780448027953b9971f5e58b651b0f2fb4da43f15c27d662cc371f639495696d233d03cb4c507dbca76aa567231bab9716836b133450c2d8e736eda504d7dbc8c4ffd536f7871221e94f73b68081a9aaa8ab9cb8cd12f0d46c10f76b448ced5b02a801065d92b8bc4533f41a63796c9411637dfb53c210746bddace980de26f509e1fbb9d59fbce671eface980a7b0dc4b35199b166460b7ae73294f65b9485e04e4a533d0ec6016878c2bc9eccfb724ff30b54b53116baa774751e9c10e23e4bc86ed8bbfb5b1624e55e41bd1e22d0ec8b5089898e465e11bb45874d5b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861400801Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=041c137933d6ab75a709eb72632fd1353e5bc6fd14d0de5d29c68bd91af0052d339be1619b573f624946b97bafae9215a47e35bc73594dea7543999297e73496e760ff061b0af2cd1f40f3a1a79194e0ca76828b5b9d1641d81a3f98fbb5c64b0d516001cedecb7ab2ce3778c46ca938460489fe0ba953e2ea14a70a9828e872993390b87439f82ec07fcbdf990a83eb1f6d22272b2fc6b12ff91e0886dd6c4100094bb547f7bda6d3b69ade239891718138891a3508624c9b695359f0a2937d06270b8c2a2a74fcb75da83ad6b5c817d56420b266e6bbf96696a6ea16458124e01cbf309a5f8aebf3d56a00d47a18b2047e8d353df88ce9df25162caaef8072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861391704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7bbbdfdb934fc3c3e943623603cafba6c0a7f1497e53dda33d1a52b640bec249a3900539d6aa9e76a41847fb40685356dbb1c22866c6b71d248530fdc05c51fca8ec89679aad127f9847475961b718f12f99c54e7ee33134f2c5797c22f7d58b4ac8f4cb628ef26d21871fafe0c76d02061ee6a621e465751812c468b400bd71e88e7bbdd7c7e45ebd8f5f5540d60da75de4f35e873ab445adff806841c928503b5a55ecf8805e8ce2a4c867b2f06ccacfad7be7e1f88dfeabf8961575c60d2315a279221b1039e2da2f4ba907d4f57b215dab4a6badbfab85eeebe048088d3a59b0651ac68b2fd5797c6f96091010d2c4838406847e100fb4d1f35949d07c69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861411561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1615a4466a2e60f2b6569c5d1832d2e0853d207b138655b6bbbf4637e09507e8a98182d25ea197a704a3468b93871d42251c9fc91000fa709513466ea2ea0cef79e48e15218d8c2ed49db26d1cb8ef4e6f72c7fbb36e28b8359e311e840c81bc2453c083e620a707243c4d4ef483f47bfab13b8bd6d1389ce80b46e3873d35fb04f58f95e9672af5d9992c14fb508adf0164ab6db1a783917856fcb49e7fda4d594130cf13986488141fe51a7d8ff3bb363200a02e278ce10cf1bd4e71937013e55e777524900382fca409bcc65275b4a04322f8dd43966d305ebdb06ef98600d812b908cdad1fe6bf86f0d2ff418f6a7ccac1503c21649515ab251c89b7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861457428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4266edd59aecd7cad56609c9e45c88b69cdcc7fba63bd4b4785d38328c1d296e248e72708a542e63327404d0d0a3d622c1ecae0283f607ae69909980dd7b0d85b9f247267947823627ee933ca80a08ea8a98925bbc9ee0ed4fe555424d9823c4b8eb4e4d7f55c5793f2cdad2280c1bfdb43c0a73df7a920feac6ecdec790e92319087ccf29d55d4c0c322b5e3bd066311848a7c7d399055b7b11d7bf27439d39d37a203ec57e1d8cbcac3c9673ac03df70d14ae6bfb886e1fe7ddfa7508b5199817b1455134137d3310c2cd21b33cbda60a519fbeba106443780e3486be27448ac838805692814af46f5b768eac573875893865aaab0909b28e6877cc1ed7ddc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861450835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1eb0ce0790029f68f79307475850e0f982c343a3916e1766870eed32ea85b8ff033b5f3241254eb4b34b7c009daba6a39ff0c8ed6ddcf7b26851cfe717c2cb5f7d5ca31217a2ba1d72956ff89190042ba028845a48bf95677339461704577643d9a55f14c88bba963e363a3b573a5f8053b58e95e4ccf399c64102e45ba509cdf27552a943f3199dad800584b2af948507d0b1727ea191783ae39f98be710f2460e49fec88433b2a0b3727291d54379ee05db56f6e15159f2b6815fdae2470f8d65ac2a66b60e81e68aff4884b3aadce7eb1d03c5cba3fc081b23f317896d0f04f9cd3419728aa5c5ff9a70d6a44122df64a545cd48571c06b1fecee80710dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861457578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b364eec60b6a2a3f201b6c0ab88f2a9f57e89ad60d4ca9079c8727c8e6c0d4b39bd374e4b7477c5ed1364fe4d174112fd62d7a136b58480075ddf0bd69fb0aed50b200f9cf41cec2dd21dd4dfc85270f75be71684e281153f2e14f35749ad57a0dc2de95e936c8c57e59f8b339439e0df99c643e5c7b6d1ad5c2613998b048b44b640ddd515abb93da52458e1cefaeedea341297953b2abb7618d662c475d66ed9ff310a91b04dcb685f3618714fa911c6b12a1f11950abb79749dc1e2cb6b2ef36233b1c62b1a8df34d82d59d23d3d21e7184e5be4683c21fa4b2f76e8e6adbff7cc8df677340a17a5be920b2a99024f6631fb034d764dffda013d13d088e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861484739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27807ab74f0f85a6a03ba22ac832a725822412fd04c4cd177e75555d7c75913dcad5abd54ea0dd748b12fa02b6462bec3ccc5ad8d51b8982e403fe3c153363136ff85220540420660addfc57e13d9092f853a07ab70df1aa039f34edadb1f76cb239cc430eb9e5c814556fb1022f1db7bc76c627d2ce0ce65efa660edc448d8c4b0542489e6727efc60daa78701db9ddba60f6096e492b2c0260d7362bc3c19ea7871f56cab515c913556d118887b6a6b9c2e9e0e29cf71c146e4ac2cee8df6c5ced35551b282baf3d1d3722493212dccec2625e51e9887020ec56efd9fed3885ea80cf8205d6380ef7d632f3b38581d17e43d6bdb81385d85471f9d29634170&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861512532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ff35049c828a294b56303349a326c0c8c3d83546c0175b4ba0f993c060c60f78aa2cc07415b7b10b3f4151c7c5464b1d9e9cabf657d32b149fab8277e4b324f02b14b8c0bf963bb04b51ac47525bf0d2ac95796b5df6a5671a7c6e0b7887d18c94a5935e685c256b0f053cfb58bf136529bf72d9e679b893e649b894064a1c3e45df42c04a4f67416d95de84e079a696ed3fd0edb48ea4cf97faaeb144b1f80f35a8c0629db01eefe3fbf569838ba4df7ca397af89c0f289c26c407e5384dc5b9bf8dc21024af43c11c712b87a92f81c8012b28fbb522317c9ef2a40a1f17fe417b353bfd8cb5a2cbd3487a40222959f56435741001dd84da9a2d3cf17f8897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861510127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a9bfe97d63f94e7e8cb8b2876bbd27ce506692fb450c199364a4bfad6a7fac744da9fb1c752775caec5f83de487ce57011fa18737762a8340e907e270ec6fd8b8db5b1f1759759d0a4e0c7c91fd2b9dc2d8a8f1f96ddb647d54f70419dd2cf2c72fce29fb6c27202ccab1c4d77fa42cb200b6a2d36a9680c42b66d59f1acf86e6398b9b61895ede68ef0d80220ff88f6eec69d654f0ae2a538a91ca261a8b54f6c35740f6ba33141df1777606870374ab300754129f3beecc4fd1060f0fc329dbd8d964097478ba80ce79a2b2fa789d8380cf3bfc7b4319718d7c709935c07288ccb8b42f6ae2e783b653c5cecba13beeefb24379f941af3b1fdd78686daeb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861513954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ba2d788a402dbf1214c8a1db08851cd0d1e2a23667fdbb171de55aa028243ef3d68b25654ba9b607c6031105ebecee41d0cf0bf546e26aafa1f4117a6b37afa42df0327a1adbf8b99b563206ccc6f847a2c52f26fad0306994ae5872dfff6cabf4ccb021389da806a83195703d802f406bdd7a6c835318db14411e537a502fd9a27252a71c446917da8c9e7408258f4e664b8aaf3f42cb8a42d853d4bca32a77c60f0b1be12488e4bf7a02be6f794a4a72ce7066dc2f0ddf42ccc1403ef00f60a706ad86c0ee98d80e2e74f1f7209aa545e46f9895fffa3913c05aa9a9f736cf9903950085895e7c53bac67233beecbfce37db14e0d43331001f6ab1cd077e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861562726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aca60995ca5628c48a9f4ae4b36f0b4e887b192b7f1845411f8de8388ca4fb7763c6977cb4ba629d08ee90b2443dda523055338af66791670cade9e94f6e25099fa028dbb660d9dc02d1e82eaabae89f261914b47640c2843b97bf71279620ba9f3d251dd8071d7655f6ba42cff4bbd85b77e6c21254b7e230454ea10ea38f4a155aee55f2fdcb627abeb971bbd9255c508c22899b23c0271b3fb5c2ec6dbaf15c293d2afffb0f54234622de28c68dc7cdfb841c59fdd5f25694b60ef73246985369783cbc15acaedd5ef436ff0038f5e9c61671993e295f5fe8c95bcea16e43ddec43d81086b94a1ebe05ca0f755a1022ca558dda740843d1cd860b6ef14221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861562065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=022e225f23b732e5d305ebc759909ae0b90ae3c4d59c5f3e00d35e57fc6bda553f1a01fbcaf85c03d1f8a33eba8c1c4438f3f6d5235e6e041a0f532f4d12dccc818feaa52bc0b24e5d14ddfc6df47cc8a277aab719e630c7a6e90b7c675132d2b4e8e2457ac00642a6abe52dce0f435a685deb81128466d40a9bb5583f2c0027f600037adc5f0c79710c18432b4e208304f91f9bd37e600d31ec1d3cb19d3167e2e6f75441ba6307ba91ce7cee99964b148f8936172d5fd4b7be7ef44a56c71cc85e0929f974cbb1e3421a853ed1b7425bb6af245295b16a91989ddcaf2b5bc01deb667451a23a626b65420c087f757d87cc66120fab32546bcdd3859bab48f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861589897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e368ccf899aa858fe7af90ff4b7241dd509fc2afab155f730459e83c4bb0dbdc9205694292874ec53293910ce554f7f949c4785141423bbb75ca514bdca1f4366f76c4b0b3329c85a7e0ce274e7fd13d3614b6a0cc0c24e580da6609604287774ed0234d1381ae29271bf1a67ab7d25f888cae035983d987c649897e826125f9a0909079ae465aa497b8b15f8659071f505dc028ec27d687ff196b18c04601f2b536d2b4c44cbbd5046a17467867894bac6efd3e8b7a06f8a00f0f98d6555a985958e82564dc0c1d236847f17a23b1faa1ef9df66fa19ffdbb5ca952b444f096b7835eb62fb70320b4362e21c5ddda3d4850f181356ea8ce5f29ab5566642f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861614504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3e0716ac90fa4f6baec048b1dad907abed4d944b4e3dfb2f682b957879c381786c7a8227a8a50292e22732388e050cad474f6b2f0cae227b7e21f111184026f1c95aef6f3f25e4d26a3f7d8a2cb2e5df79222b0fe089b08bd429db210cb2a4fd9246203702063ec006bc940b7cd95734ea4d1edefaec96711541f02db66c0c1ba0d45bc7bcc9157bd2a523bc2d72eceedca1d3feb8c9b77be696460a39e0cf088e1f1e917f2137488157257a90d3cdd3927b5b6c89cbc9e7533f874e5a1a55195e46a4667956140695c59ebe1ac3c3eff2fd0b000f3ca87a5f2676a1bb1a0ebe2685989172329f9b63ba1e627ced153df8b3d560ad27bd2e580136799d4153ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86163883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=addb03fbdd210691361e8fb8652db68597c57fdcfb4d4ea0ff0e50043c9f160e480e3daf02e8ad826211274cf69a710be736f52ab65f4649db817be9cfe66a95c430ea7cd634050fff65f98b0f43878e7f475dc8a1c273b8ac8fc5da41c830f5f425a3aab3a9edf5c14d91359b7be1ad9e7664a5978351c25ffe6b72056968b5f888e0c8baf37dc76660edbeb362237629c6293b8317eb4b687b8bea46785ceaec33e5ecab4ab77e78e9812098d3478fe35e261db98296a4060b70b595d5e1787fcd0360106b99ad4d2f8a85c5f2c03d2c7e82a95681bf9ad93290afae3fc228bdc36e21b0905e886ade814517913675e071e1448593f7fdafb38dc5efd4efc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860061677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a65b83e0e733d94d5eb519a13858e96f4163eb4bdb1b30cf8ae9fdb601acc7b1e1b1de9ff534837fff66d185e0e58ea68cc39c7b74b56baefa4009927009f501ac192e91524d142d5dcc76ddc3dab6eef4bba3d4a5caaa12342456e8fde558d7a93eac0e65fe712b0c05043a8b48de9161c2c554de83b1f5e0ef11308bb5814225185d88e8f0bd8dd85128500489a13c86c39df92b13b06301cf25827e5ba1d9328df2680ea61516db615c703e178301b308d2de7b1f7197082b4bd18065ed3270f2b76a50b4e9324b5822e62fba32c2b5c3e67374c34d03721610e39022480f36d3d0b35136c620fd0a799322c7093c4d0b051f4bae672c8b821322245b4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861666832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c322f4d7215a65c4a9daa2ff976a1c11a27dd4495f299a9b0f28e62add934b7853f513592d88b7fa37151fde0206b65c310be9e608cece3381df729b7578456587f8b17bb370d3d7fdf6ffd0f962d87952646f55a2252ec70b6d523130ec2ff49144868b6e64bf78aac7681d6b631f59293a07249fb2ad8f1ee89b22456c898103ad8b951f369310166b6c8c1123af67634c2ecd58e9e540f0d7dfa1952a3d070cd47b25a33735053f2f9f863c9e1359bd6573c5e1adfc409a5511487443daf7235a93a28b89c6ef61ea276c3ebed0902e69ccbac1e6fb3b4e7c1b89a151c6c5714951e5fa162e722d5eb8ec3a324b8e8f5212d914089cee30ecc0608b84b95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861721395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3ea5625d3dae47630677369783e037ffe91a3f7a87a21a766e2690f292b6e83845eb372cf887a609bb69f18ea20a4b4a34bc4286875dd7f39cf3badf7b2d1a54c765ba9a38b1427a0281a542fc7a5dc3fca6448ef9bc4fa6659e8d2968cb2ca90222c6e8b1d958caae0c759a34a4003d754487cc6ba106b8247c063703e812e6bab9cd4b822272c388a0048088452d9594c28ab6fdb97b13ab3d9df2c45a16dc9ef04e9ec13d286f9cae5b09275402df608abd38e726e2c3604e61fbc50c8638c31fbbbfcc2078f9870cb5b4a749e4dcf64b454408a7456f931bcfa60e8e33a586c18707bb06d35d1ab101964719ebc503bdafa1f581578f859e5980f188135d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861775988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=462396c27742197a49882ff05699bf42fc9f591552ea014b728ebffd299bee9fdc21cc052d7b39e07cddc49b8635854db20d1e8fc1efc4fd5a3c6ae9cccfe38a71200900ac5b128dcde94ee6a29729ee62745e0c4c292042d00eb732938623028b6c3c51f34b4bb394924730cbc42256cd189b2c72c2b5c98189b850216ec1e6fa915e8e8cda658c16f4034d88692619c22c666bcb3c91bb003eefacfb99bc444dd9ee97a0631fa0aa75523f96e2460566ad41c73acaab8e20120a947a87ba3cec90c245be8f10d9530cd60402292bf68c01a31796b1b673f6eb6f40573b6d14c02aba83f2a59cc47fcf58801ccc1a0b57fee6217ecf6267a8b62c3a2c492b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861842934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24cc6e87c1db5a0bd9409ce47379a4c7badcc9ce4732a1d4a3c441a037f044e18eb291c97da92a1fa51fa6417e2fe447023b26e7a0471fcede0bb8b13aca52e346b6a074122ac288bb16451919c76325e4c7797280e5333ac788dc9e1c5daec935e15bff8d3fd415814de78da930c11cb91ccc504708452fa6d3c8594509643f35b991f1dc8f019f0a1ec29751cd95d9da04b2899d11f5e10fa2867984fc65a9b401ba85d116f0da7a0ecf2b9eb6dd9d95ecc56840e4a464024e268dcfe2a25cae643ef0659688f48a3acac42fd9410ac67e71ad3635041688394b3deb8cc26bfbb45d1cdb24cc1646c5aa25ac0ec868cbc25567f3ab1b77b4f27f83deeb1b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.861889823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9b0f05c035eca970c07530a91d6834e1954bd3d84df24e930491cd38ad06516a9d608d2187e474bdb717405b62445e17b24ac99cbacd6c6ed7d25dcb9eeda41a9c32c44ca78e463660e702dc11a05af255b67b3067a2314369a16d67bdc56a73668852d5b6d2d2ebba03dcff1e94ebf3787d2d1b098973c0552b7876af601d32945494b06248ec0301e5becc89e7a929550e5900500dd944aee5c240b7df5268702dd029e501d5dafbae2fa996dd6a4b47b57611f9a9b08a8d6a15c7b2952e40b03923f206c2985620a6d2a871e6e633379909dded754c2108c618f216122ad71c767b9ad099bf255b49082ba54ced773465fb92538cc98b880685db7b592daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.860222751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20409aa2bf2a8b01a7583edf71d4d8a0e998a9f56b8f64ee3b3d4abca8b048ee18986dd867bd014deb88f6f6a8a5feaa55e6deb0b6d28b6a91c85a8445b6c94a521ca68d89521b8771904e7188693a7e18f23933dabfb9826a197c681df29c8b87817421ac8316c70954689567e2e7772c15843123d9d1d6b1abc41984f30449345512ef9e54486363abc0a8351ce7f68428d1654a0724b48481ce9906f0942ff4e3505b206d5018ed74744013b0adfd8911b8dea08baf5af5ed0a2f750b153692bad1bf73b21ecb604f2db0ef54a12d0713d3bdaa2c0b5e51af3a4d7c59bb5768e91d4b1befa4b902b789c42bc89b104664e7c0a1e7b4caf5ba253482378ede&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.862763459Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=874e6c72a000ed6bd111b8873c7e4f728c3b33630219a07eafd09d64bf575cd1095595c63ff198cfea63170d13d077374003f449f7b668ce6908fa2288058f76119e36252045e6d658a26891866b4662bc32183d6f328580bdb16b074996bd9483d5e7cb398c7b53594d35aab8ddee41dd874e8c1abf45016eb937ef5a69ac96d6451647c3a7213a8dce47c8e8ec87f715abe870b049d1b5292eefcd22f38de444e857fc986b00b442b736003f74a01872ad7e12dbe95e835484c67459de666c0738aad018bb719ab4fda44bc9b288b0a4a4f54cb205e0dc448a90937e3f5190e2c5fb4359ba6844e386b43ee187daba9e40032c2f5c74974794e68eab578ae6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863743707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=885b87071a199ab504b5c49ad0dd51ec0112cf4d37b6dc2c36de546f37b45cf6da7ecab115c62e96d00b6083d97e8a5056941706a7b93ed7652238a7a8d31062452e04cff4da9203ff7678ce535709fddd500c92ff135f8709cf525c987fd23ed7a8f969395339cb2afc7082a4441f484823974a54bc16ae6ee93bdc20880ba24e1ae7359a56192bbfbf852cf47dfb5a909681af51aa47068df239ce61010746a87b9716ede88a7e1761bbb689dcae34432c50f3bad49ae674a7c1c7aaa15b0347fb2f3dc2bd7830e92a89f4ad5243150d44e73b42eb54bfe555d3514e4f5c7a885508b82e40eb676ef0c3aeb7e91433dcadd8acc83196c276a7ee7e84640083&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859433223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=810f9e18b1d40bbbb8ebe274459088cf7890f4b8bbca8b2d8cf4b2078edb924f530bdbb19bfbb5b997527395c724e69118065f9a3b9043ce4c6037f20370816df1a502c08deb4ef4a3d264210f56e6706d5e7e80bb7dda5a8ddf829d01b702013b1f100a9fef72e159e381f7b7fcc65bc472ef9864698792ab5d6bf11cb31f53d72577107a19480846d68fbb6aee39e09747d066363f5dff063c82c8a998b3aefa0838518bc91f777b5ea5e5289ac65243c6bedc78c64a5cbc8cd5a049d5fa59f7deaf1f9ffc583b3abd157b6f05bab324a4c11cbdc1dea2a22006f6fa6d9652db06f249905ebe751f010dc49f8c85c476359e18fb0815f72e51015ee9ac2587&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863762933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d31d93c890b36447f4c45b8181eaace734fe5aa75bb9618ccb0a219c2e1d41fbfd66957d236172df6fd06438754aee1900f9a1e9c47c3e172284564d8e49cd6849c4d6db87dea8eade3770199f77336c96e02307d3a202374a0caaa532cf9064ae288dc8b43c90cd07a2bbc01fe322fe3468b8d3f001a6e0d344778d207acdac360f851db557425a852eff450eccfdef89b7902fc2f70f0d55c7151421624bb14a0dea9e6067b4fad4774433e011436b43d2be71ef09b0e6537c717b31da3f4e2f439234cbe3ae7068e62be4ca0e1472a016631ecc61e1f65ea659291f6f2608a141bacb7e2e321af9743ba52557cd4dffc3ac5d09f8c27b57913b1a3f1f2f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863792609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=299ac206d3a7935448c1d3593252f5f1e4e8d9c2bc15e1cf9b27c645cfc665932d55d03afb8aa56495ed96d7dd9be64137d51a87201ae121b43ee16932d3d64cb771276fbabf4958510802d733beb1b4d987efed59a95a5f57b24356e2c158e57cd4b349757a339f1bdff356a63477ec7169a3aa700746a17c59109f12630aeea0c3813b96ef17de7df372f58aaec8d31865ed0ec808b57a055c0dc3cd7afccf0170e82f241867718ea70514b96f8f1f6909b70dbf2ead437b01caa8fe573c867bc4994749b4ee713e125a14f7110f410c5701d71fc5c765437d8c468ced85b59bf2fa47adba54150dd28cc97d89847b86674854850f11d6ded581a9d018833d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863811525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=894240e09faa6350f6e0161e7dd5daef9cfcd1bce328b46a5b51c5ca199fbc874676373a1200681682c7e64005545fe0c5490736cd174930b93f8d26224069a469c7e74fc96d289ecf84aa8744aed7035915a51ba2ce8ae517cf3e411f16f1388f42e30e04c6e2447aa48816e80033bda2fafdfadccf6372b1f2c73ba328c36ff5f1388a62f0a5664c5eeb09395d0c0ddafc33396495fae7c504d78d463557690f0c23db2a9d141f0af8acd2c904fb057db4950576c77b7cfce02abb2957213aee6fd3956fe33d68ec26e4d711d1ac23c002718cea463d117bf35e30c9dfa9db014c40290fc2876795da578383f68f6b405854090877ea5fabbef9ffaa29e240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863809511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=864f14ae91ab8bc34cdf63a647007ee162c45874b596bca4cb6a1a43810936bee754560249f4a4a9e1b3be86a55b8fc964d5dda3712e75ae8a4c85df302373e2cd35e05ace7adf45a53d3e9230718eb66b64249d065a0c0f5d98bbf9125d37471f382a6ad94a3932196418fadb1fbccdf040f0ed4c3db5cf0455aae72730b4f34f1fa5ad9d3b1133dd2f5c3953e7e67e718583a0e96c7263c96b5306277eb941a98f6d7ce7f8ec419f13ee13503b9554dc16ea5764cf4682efd4f84a2e0e0dcc2ef3e4c9d29a54a6ac979daefff1699d1b544151f31b83848044e175e4b14e76efe91a731890b50e2e2c6edbd38241890dbbe68e3b5e671ec64a9e92c58c631b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863834949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2303d70cf28951b79d042ae4e48a61d148b2d9fab925a5df5677b01476b41a50a47f132dbe97418e44663acdc3ddb6001bc09036e4521c74c5a7950ccb0d9bd48bd7abf3f9b0dc202d3c49057b6014873c048ab264966449b13d6ed96acb409e9b9c3d18b1c3fa1da2f0e544fb9fef07a7b97008bd011701073dcc3bbf8424b07a1894a6ace166a314f2f5abb03d784012f0d3c26fbb1e50ec7cd340a0ca44a8d847f93583ab07c1beb61c8b48a61b10e92331c401e4c25c396565bda54c9bb99d44d7f18c146c19afb44590914f4ef7c85c893b7327cf16a65b1fc8f08cf5ea1f3dc12156210979f0bd0c4c629e94caefd7aed0ccede1797b8fd26680bbd017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863853654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c4080b00d6cbb68284ae9c2a9ed8b82b936894d8d56f3be531d74690babb31bf7e5cad87ea49b07e3d88d8cdfe931b60aa5a513267f90172a6873a232b8baf79715c8eeddedc10760e86e131d71f946b1868b125bead9a07f4dc9c5ab6c26dffa616ee36a900f2e449b89ac688b3ec33eac8ca7d1cb6ccf91b442044c3c0de5e41c3d13180cd1e88bdd72667b8a45a71f902bc3d393a8bdfc732c2b4c567b303a97dbbd1915845a11ce3c4d8f835905e21eeac5ac7f390aef9be3d542e4f3a7b8cef35d9c2f26ad24c5c9a795652662666f07c5153614056370cbd887629e6c500ed1a63b4a7c6fb12e9ea2a325e14f86580e007f1358edc5e7c61cddb08d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863861599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=756855a15415617df2228349611fef8f7de90dcbb1ee0ee64e0bdd7d9158fbd54a1da73f5472942e10f4ebb51b0e6606fac7d9c83897459a7424512d7d8b5ae8a9559b7b05bb4bf5f091cef244dd7e149c6058de12f52b8076db4ec2a2eca288a63b73ee3ffd6c002959d1102cd462ff1dff943459fbad14a7c73075da574512e57e7ad7cdfd5923ebde42bf947a646b27291972010a5b55f7e5ab59d2319366301ac5f1b177d58148f2eda26014e05ae9aa605b00ffb033965caaa4fe0aaa5dcfa115a42ac5092b133ec0e8e98d89b4f4ee82a4a77826b1c0501df4cf431b38c2ec7e5fbd05ce2f076e946a825b1da3a554f04176d391406e091f4115d4b0ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863875495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b07e921dda54f3938d18b19f969f38198bc83cb817283313318cf98da839971146773639738cbed11b8926fd98c73e02af393087fb3598dc2a37cbfa5a8fd0974157fda441bb07da749e2946eb573b1e4a65e77b43436cb6f4a9d65a81587c75a8288a95ab58aad0d38e1c08f48925cf7f960ea6bcda8dabdd5adfbaaffba174aa48910a5df228101db3197defd1abc5fa2a3e99219c68dc3b313ce15f1521576acb23f42c39dba56676f0b4414679577795d526fac3ab46fce3f46005e61295ccdf1147ba920a81d0cb42d402d8a8b85d2b9918bedd35b25b7e0823cf79d4ada259197033ad0349ddee6a656c754d1c64d8673883bd25211a0732d554a27d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863879102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91f3259ce1b49997eeba246eff6f54b42d1a75230124d81b2afe578b0f9b664d6507dfee41fbcad09c4187d7cbf493426df3609ec73f8a0d1fe8c8289533b3073a410deb94cb10ad6fd695cf7327111489788322632dfadfef1b3e109e3ca62d73cda1f7f565892b4018cf560eb24e66946002e1ced6a4ec53333a0de496ba6535b91264ee6998674d65a4103a15da0c09a2bac001dc88c351cd5021eecae2cd3d89a9fd2d9c5945b152847d469637b4405c4ce0939abdd896e246ec07c3d67bb631e48755e35ecea90c4f137f3252b9358f8537be0bb9e7ea705477f391b0e3677a1a10117fd0448599f08ba54ea82f4f8a3ac854d2fd6047bde4d46720ffff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86389904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d6a5c0b35976e20f6e1ce03397a1f828978ff9a137160b1179013cbd379bcc3d8e624179c1b27ee90fb6e70c5d946fc174b901d7c4866362d54f7959c1f2b939f01c2a7be30e6325f8702ecf8afdfefb887ef7fd91554a881b60983ba53bdde1b9ab5d30d6823c7f38b8a8a9a930c0d5d6123e3d1769164790eb8ec7022a0f88330b1fa59b76dd2038ae34c95c14eccb3654373fbd79ab3f254ffeaab3e87ad627e464f1c7cc22eb7743ff59f6a40f368cf94ca6dc19a198624efa5fe5b07f92b7dedc97fe458041de2e0e04017c70a6d6d4001bf6ea29533ccf722a7268dd7a3f04dd2cfcbe6f5462d9d52be75f987dfaa69bb9479f3bda19d486dd179779f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863906073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=753211be6a2da24d6f8e863854f85ac6249d16e6dbae266086cee2f35aa0073d037a30fb9be206c0ef5bed1110e87705f1e449af718f4cf48c03f9b7de9ba6a79b896a4b77b052fcd16c04f270221fd99cfd1548b6315d9b8e25fb63dde50fac6f64daa05b53215d5c0d326749f35f58d47b4e85310434a94eb22b2c9a039156889b16ab7181cf145ddbd893fc7cfd96172861c993f03052ca91c390b6924e2369966f8f9c6a293a4d185ee1a32638647d1afbff3628543b8e8c802015b503307c597888a64a3c7e7b6eeea151b2f5ad66fb438ed2ede9ff51912bc969cb3a1e973c175af9ea55ad623d67be82a67899bb85d4d92430679ccdde138d81699697&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863907496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c4995dc84b755be2ec5797e479c24a7dac89cee7b51ae2ec644383d7d30547fb93f3e90f2ce4b893ceffaa25bcd489622824ba6923ee0c55cdd54d37f42c4e986f1a14eff954c11e0469633f7e1843ee9b163920b188a3e606776ffac3ed98321f5b5ce31b72f24a40b906ea074ed1125c6740f23c32235dbf9c7f98cf32e3f245757024c8b664013ce82e4282a27c7f5ea2d6998f8525cb2516ba6e26a437040b1376696c271b282dbba004f8a1d768384bb053d2b62c67d6eae4b7a5776097281495a0ef7c19397d0a34562c32d4e0fcad5dc3d38943660566a23e24cf690d30eca653023e720958256369c9a0a9c93b06f1332bb2625fb281d324335b6c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863918396Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d56bd0b75ec8288d36a7b715662a8e04a51c15a73653e48dbca5bcc1968deae9d8cd7a63b98cb242f53b7f62dea668717502da0c62b0b32d4f63a6560772873d6f30450fe5b67194a41d5c2984623e302e9f252ff16531003350483d8e8b139596081ef7d43ac748ee7b6588257c0516c22a41e743731f5b2ce9c9fb4c01bab9b541e8810ce3119f6840b967c2a01c15d38b285553d91858c1cc6801e3fc863ca06d845a353684f5633469a6fbd0d0691b13367fe09bb334e13c8e769caa26edc8f19b9e46c787e51ebd2481cd8f4edb5459ffcf0d7499fba4207204f7ddfb7242ff4c33459d56ccdbc253318d6cc8fd05585f445cbc72abf1a81e4d8ce4899&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863932012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a2107a5a37d03cfaae91264cff281df9f66a9d4a1eb215a85a91be8c295f88e8d095ca1814992b0835d3353960b4edd1a91dd7dbc272d63fe734886aec8fe0195700a6323c6f1bace7ae32939692a84c56dd1f57b5484560ae714a7189f7ddfc396f6f2122832f0abb376d3af5d99ed0b8f4e1e23c624f216bab63b21f18dc6445fd4784995f1506d0d3f54e67efba18d14557c699fbeeb94040159e51abf6e3b1595bae3a84ece73c9a896c3a7a57375d4ca04a43cdf11b5f27673b5353fd51b3fa56086a9fa7e9502a75d9ffb6a387ca997c0f64bb75c1c1b5b0b0f39df865b7c7564d0436ff8c1b48d8d58af69d0c83608b6e81ccc63f5186fda4c98eb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863943022Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68723f2adfb2779ba460dc0eb767d5df589aa2cc9db0212543ff3f012e9580fd324cfb22262add84c6041a78c77f34aec2b8009e15ad1180368c479e887d180efc489fe41dc35470e50aee7ee30096efd7243febe843900ad7a98c9ed54a79f76b6ad4e385310deb8cb0aeae73b40dc707f43eaa9d88085be04f586a3a00cb8065f67c8a5c2b111fc12f818098d0cf8d50d9d41d7d2344695deba4f0b90fb8a8c772df2fa4ce57eb86c1019fed9c0ae494e0a917750a06123e13ec84b2ef8d2e3f40fc016f0434f2705f87b0a0d9c060edd2130a3e9ec37505f738dc4e063bd5e837073cf578cfcd1abe437b8b10991f044bb06ef193a37f0714286f3e43034b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863955306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d37b270824a1afebcc8b0defc504947ca40140e03b3e696b918a12ed4691be3346f03e9b0cd5544c212f71f9942dfafe436ebfe02e9198ca24cb6cafa9e04a9050f1236ea9b9f11f08c490b5dec7d359674c97aff0076e967e0d7927d97c89c5d604a14dd73857206c24b2f13b63f98a3c5ba9a186be2a22272146d1c5ab1d9eb277fb7ff61f5a67a50080aa2ea58feffec4fe6a594bb6875379c8ba0dc9395e77ac99e4ca885bbe3e95c5f21473203d000aa9c470d79876ec97d09afeeec51d7d6bd1d54a251f7ad495bd4566ddf302d79c4333ca7e8265fc3f0f71fd1398fdbd7dc727800debca2eff9cb5cd09de9e32083e3d15408230f742ecc4f316a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863958401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0637c8df95d008da365c264f0a45863235be8a40735f0d6599d98f0cfc1479f000eb40f5ecb74db07a9476ba9f0102f6c03e33f5561b0311b6fb8ff11163d9bb94b924023069ece527d274623ebc1d452d38be6f49e0a6b774e1524c75014ec8091b41e18a5a0d1671df8d6a98d862a4d991cb286f4680d6cb7244413c1b2bc15efde51a4362532f281617443e317f3958435ee5ee193d0343dec63be0545631591e290d377b98f880c7ddb28e9d10cd5138405bc0c873b0c124d8e76e4b73a92969cb16e8f14f61190381ab21a8f8eba277edeaf669fd2caecc6968033d480156996f7680e827abb6d774736af25c8fcc092cdee4a8c5bb4f05ab7535f8bb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863968541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ada877a744c7f2f1ab771f963e7f8e8a8899c0b7bb99fcca7a0e1dffa7c4482d683ae80b2fda1f8a134b8017de954d74c93f827990af6431d58240076349d003aca91df21da6a4a4c365dfbb40d63fdb24f87d4a9db4adcc292cf6e7cacb43148ddbd70c653b2d0762fbc6ec5e7b220e3ac8abe3523a2d3a50760e60b18dcd26617bec18e39258fd821c11877e9c9178ad6dbd1ab3e4c591d0c5e4afbfbf4467f2089e5dcd4a546180a1ae1af62894c560ab7e13bfc0d96ba3520bc53fbbe9faf1edce1cded36206c6425958da0c8fa7cb46d82da73f45ef63a9a1d2c90d17d8ec6314dcf41a1c9c80e04095e7aa9acea2497c98f56d3cbef5863489446c35da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.863972759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=331d114b6ad60ed494400fb4d68b754379bd3a330af6b13464e8b1091706f0814d8e2dc252a1e1bf0cd2bfe093a939262f3084ea076185a7557466ecc42cb36820d466d280cc452b824e75163f04127a5fd378bc6a9673d4d903fd7405b14f0f016cf66503e66df5cb92944cc74a4dca1534df5f4e600c8ccc624baf3b83c13ca3c403d12df542407b0ccbd7156eb346bdfe7eb1167adc45eb063a6057e706deab84d54506c18d0a2c57880498e03b7548d5fd0d34e979e424ea04db170a39408fb65848a555488cb421e1a34d9b4b02c230e9b804d615d6df63e8afc06422643cf282457f3da3e7d952fdeb790cda32e5a034341bee45c66bdee6f82da39cc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864006081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35ee720d61b92c249b83b520a6b2ac12fe59c9b32d4d7c0c0825e5d3443fad6b7cfbecd0532b5f196efcd299eb1453d5b6fe26faa748cca037c5b1110579dc7f67fbfca94062ac50a0d898ad564718ae88886ac6d25fbdc2ea5ba0b541b8fa12ada8446040eda7ad6d13ac975865e7ab46ec16fe9f1d78278c8c1af97682bd04f74483df7094f352d03b657e3b9c14ea228cb54b8341671f7350fa5548f8555ef3afb526d10c2d368d051aae957984101c2e6a899d2c9c51073a84738d4719086ce8d197778d2c0ffa8f040d51dfed12f1c51529fdf0b30a7fc0a0c9f8ae2f09b7b19bf4a8192511940283d01265a30c4d692c04ba4807e925b3a04440ce6b44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864033543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0447f5196e2935112c50bcee8631fd1bde4a1ba76cb62eecf86faadcf68c1b29fb4e90c50224e2cd28e61c3e09fa4cc84a6ff995e77724ac823554daa91f08481b98820f56c6169023df7fec9147d31d4ea8b6bb55bf0e470edc08981b3fb4132747641808b55bba34a92b072dc9f31171fe516c6ffd161410127abc15389fd0fb88b1d30d6638585f29f953e1885ed5afcde7a6c14f1dcb10746cf6d50a7ecb5a9b5da67ec9b6000fbd588e6bf1502145a7936dc6f757b668035e9d11125b9759eb62d2aeb969bd63a3c609ad3702d3a1b42514f2a182b440d8cf3f2c3fde7c257a204f008e1b5903b4c5d06905290a7e3a9a8aa34961f606b2dfd129ef8176&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864041157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=762a8b40780c617861e2a959eacea5d1ee552280cd555a89f0a2226db553744a23cee01cd459fc5abb03194e068f4b2a527bee33c936f72b6c3eff667828b93648aa89845248bca7bf2b64d8fb7d24247f02b1cac658d135f2ba87b0d9dffdfb383534d83ad776bf3e66d1e75b5e2248eddcc95d164591e533b0d2e0c059a2ff52016ff3303c6a541dd1c89ea80df44713b32ba78957217761f98531e49f2d9c55665d31d00888ae188584c151a52ab8dd19e93a7dd909a45a9dfa21d8abbab60c75e264b0505d767bd3269f9b8467b3290e2b5d016b3a080d7fe1645174ab6d036332d68e1287bdb011f3464ec033a7c4ab2a447e74ea4b2df1261d24693302&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864061626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=735e7341357c8c076f88352903c3c6025a0d3875e96340edd439a8b612ba97159e88fe43c0f6d582f4ea62e020c95464580fa2cf530147c5714cf9e82353256c84b7083ab82e495b0daf0d1a6491ec95ed94b7f074f7c62bc3b0c936597693cd81760ad519d315cc4a13ac9e16886420fbc9d0186510bbf6ddb2cc84c57a489a1505c401d250c711c0fd28a395088904c6ea8ea23971589f03120949a7d18c2c3b861d4dfe77169050eed8b6a68e91994e98a9906c6050e64169d0b29f7a6c6516180b9fff192c5539ccb8c06042c1159b8e25048caf1c76d1ec59e94f501a9be26d4c205ba178e8105652e786b17845c4567a2462d346ad9bbe811e988a5426&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.859604996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1301d4268addbdf1b2fb367d3958c80b157d626edc45913069f3de50e4965bb177802f67d43b0fecb89a1a2eae2082c1eb53126608c9cccdb9d8bc377f16c4de3cdaa6f4c98bcdf7f298fd630a1ee47bf3bf15ae3397f7037e70b589ea9905031384ebca267602d307922fdbec1914fdd142b575fabbc9009696123b64cd452bb8199c270a9de68487a6dd7d4cd6d5a65c47277d49deea3294951e8e42cd9bec599d071d9a18bc576758000ae13b6408be69b79ad9e718c0f8797676f6cc179b4af27a8f3a9f864c53a3efbc451a383d74cc061f67eb7a606fa693b295e8c26143e694a44b5244d2b63829041dd16a6d4bcaa45e5e7715e8ef2d3385fa00263a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864078157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b101ff18e30c3fc91a5143b123e9e2941a38d2ce056d67eeac17af3e39a7bb25bb0dac8f9474eec409ce49f48ad218a9d893cbeeecdb7a1e1e0cf35c8fae88cfef9347290c5c557ed67a688db2e21ca25b7faf7a9c4a73c1d14de14ccb58c8a6e2dab0aa804559bb099e4cb65863d939fea9d0a7238145b73be1fc24bdd4de3404deeccfde50a672096d58226a9b345a9718ed43695a5d3fa470b9ca39309f8ba0fcc7e4a6a9fbc418d6321e543fb5c5c0689e71a94eaf11d7e4bfe29b38c347b77f07b3355265c944a98b643f39644515a79247a80afc1ae4a06d7ecd0079b2a5c55d1f5a42f79e8d6ab2cfa61c6770a8a91dbb760339afce62dd8c58f287a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864088046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90f106559c8d87cf41086539b4576a8e4b82f904154a1b7a1ec7ea875e4e3aa4bf72b54c317c4cb203823f71aa4ce6fdd851eb1ed716e3a44316699f01d22cd976c902b06a186df2f87d7957d28c197915d157575f45ac48bef19edc4ce4ac01c8b7cbcbb150be314a7393dc8ac79cd6816ff1db4fb7ee3a78d6ecb2cb6f04c9744f46ba46a39796cfc2ff9aa9f144dfcaecc57a5fbeff9c7e819a733fad40a71654460120151f71ba0107e9def4afafe16b163f1f7784b7a1c043f6bff79e04597929fababfc82ac30b23d2231957a537d433397e32e551c83054e224b8eace857b4f406b3ad30979103a6846587d702ad934faa4da3de46cef4f441ad3618e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864094528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ad2532ad8cd20a1461f04c8093c6bb045f438af89e1f9d60447a21c262d606ef59557027fcfd0ec21082231ef8a85f550639c97933e2d01a7d592b1dd5eb5a725d2bac4b11cd0ce08baf72e1c7e737355379b8ec15419b916468e32cbecc2a644fd1853adbf6c65a3fe3c80ef6f8198dde4749ba491034fcfe7538fa68d1d3fe778ffb33fc4a783e1591e01075d1041c5ec5990df9e6c0af0aa8f3aa97d9c7e46b839e01145d7370d8d68283b7f5b742e9289c003f410bac26174a365fcb2001f3d8c79895c84cb196e2d6485c58348ee5642498e2aa49e9a18f84c2db3102a867986a741b1947fbdecdbdd846646b53283dc530bb39da4567b4ad5784dfdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864104076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44a02e28e3d97f09cbe0032e61c0de26d70b7896ce3d83570a1d2e7ae1bc2be772f5918e5307b5f99cec902aa5d0f3316e0ae34b1c80c8286e088d40635f19350ad094827102106bb5d7783f76d93ab52af36d7ba2fa886038f4c9a230399ace916c451e5c2d79ff87a9ab5cf5be3dc91c44204df6b4400669b0d6e75c66b1ddfd92cf552c1e90360a372e890ab773025ca21de3160c59325cae32595b9b88a16defa8591117ab2ff4b198fe0c9d9ab58b2626a0cfd91212f3a67ee035b8f4c81bf5938ef8c5fb0b19447f7a7476a5d136a3388b1ff2ba6919c8ee3141d1848df41587400b0994207d0ebc8260f794bb408c896fef2107db5fe5c2142773acbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864105068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c486e2bfe126b39af248a2937e8dfa91d02aa101839b8bc9fd7780ad907c701289098187de731e0c185d74c6722e2db1cac5b5f8377e8373abd75d02aa7872f55a9f2be1729dd47fc1e62fbe64097a5d793a556128e0c19088c4db2c72ae8af15be911b891459a56471626159e9eb1ef55e876ebb36cc30ab3b18e6c0b90907298aa9ce1852adbfcd2b08baa43d5ab44b0efff50eb0c7b51796c990b2a8878eda58daa9cfa670294754f8137b1f5e5aed49a50baea548f37bbb715f09b5fc590a2c229556add9375110b95dc6d9ab6d72f855e0823cbc18e1919d9dd96c963160e12eca8caefcb9362b1ba06eda2d8fb3bcf15c00d040c2477a799dc4404dbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864130025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9364a047e913e3b6524ab1b5e65e74883d08f87fc633897f66b984b8c31561129427447c1bb2d75e0293665acdc0d1aa1794348f545fdd3b007cce817711f612226f92c606a9422ad2767f4900d5cec5fa4498f01d7784268f8e86c133f5dcad6f84371ff93e56d03ea68a78a4502ad48acc98322185b493caad10d806460088f691e02d1ba5b1eeb5139020dea6e7d6b637ac933c5abf5a763bfa232147562dcc5b06fc50422083996c507c7c83d5f04a953b59b441162a3355a9cd85d08fbd48a2391d9bb0c9f6d4d8e02b1c496c421641dfb64780c33133acea1ab78f9a9787e87f4bb63dec9144f8305297829a53e9835b9fd40ea8d6003ef3a0527dfc5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864135635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9987d99caa3f452025a13586b79832cb8728154e7fe484c6cfc524043bb189f0f6171491d0cb62e74156aa3bd97341b46decb09145710196e4818d9edaa922d32ed585dfef751c4185ddd1490d196e74effca1c0083f3bbdb261244eb381f3c6fd8233f5bc661a37c03b48079a3ad03a81c3c3fa1be397945d487589086e17dc0bee92d8f4204f30b069a69efbb035a7a3d56ece76dfa32a9bff4a0a94471a652ce427e8ca63a8d0d5a6be4f4ee974cbe45ab59aa47f41c9f8bdfd89043a50822407c77402c5c0b041f606b3ce6b010251a10daa46e468128137b35d4bee0654bba4b8fdb88214121ca7d4831ba1549ed7d7b4f2ec68898e662f56bb60ef105d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864142128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43028b11a1c488ae6129991bf5e78471d9f3b8989b74af1e9ad1849a9a25d3b4ee8e856d1deb948ad5f4aa1d2222b8378bf8f38451ae5dcaa1d27981e06ac948c7de7a8ac52b2d7668bab3a13fc06d473e781f3608443b1e42eec56f8d57932368b44c76144dc45f16808c5379adcf668d76b732f29d62e357b502891379681f64d1928183c27c82fde061daa539fc00f56761f1a6912e4d0686ca01c120d82757800230a2768b756d67b436174ef281b12132124598ef4f3ed0ce09082fa02975ebbb3c0a781be632ddad5e519c395c155ca8b178abaeec68abed77a9f6a7b3fafb48234328a248e52fc35da71aa8e848d02e20cd35d42f057e312ef7f8c3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864148209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2030d441561de40e4b2c027642ba15a1973ff73dc41d576040fb282478c0d1d88a9a2606d27da36557b557177ebdb4972d55a4a9f9d61102fda57efe5737c584d7e8ce0f0d7736aa16156f10fdcc82e2a3e1bcd7b0df9494db088bfa7e5bc44df2c6d2de3a47f187308187617f17473572eb3ca93b2ddfd277bacd1b4f266c847380acbabd33b73ae5a95e8addb27da7f495b34602688cd8fc74f59b516fcf55183d51b86477e56d649399d2d3aaa301da68cf4013d7d1f80087c4c879b294b49233c1033a1bd23a3087a26a82dc389e17b56ac868efecefbf397e18cee6794c8630432770223ce500b3e6ee866572328a83fae1f07e14e20b29674a339991e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864149852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=707cf3bb2bea7930b844e5199f61122226cdf01009ff09a21905ca6876679bc89811b003ab9264a0cdb3b22149bd90f747e926d98feb85b5a0a134be8cf7f49a581fdebc92091c628d4cb0cc8a1d4d507fcc0ccd8f130713dcc9f2b3db63da459a0f3d98a9740b93ee9a782a8874d9a15e68cdf26c5843a256ac1f23541c33b6b6dbbf6c8ac7a5a21290de97401d5661b72d6d31a4c2db240fbc09d8e0ce0b736c8ed30563c3c9cb66bc9d81b85f6a4dc09b87c32e6b38d78227b04fc4c408df92f03d61478e115ac900a5d2ffc436ca79ce10f3160beee4161dcb97e1e9266d3f94726e10e0f140d60341ecf81d74eb8b64c80b158de56b8d2cf44fdcee4a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864150043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4596b5b491217b6adcca8c10116ec5978b74111183707994b62e3e35c6e5af6063d6083d8860a7917580533c7fdf3450ff95da843030ec27f9f0a7cd87fc069b6720675e324ab04adfc9d1360a71c3b36e1ab0ea6c7af9f1e1d2c551249511963837104583fc803a5adeb428d5a8483807880804fb440b490480be4ddd93a8963d16d2a3cae07cf716375c969ac73017b57a70f4d0ea79dd6d30877ef9e12af2388824058f039493e338a8181b75f8424e03a9ac183a890cc46541331448e6edaa8484f583e7fe676a537315129699c6a9e872e81f8174b1696653fc06cfba9c8823694aecf3697288176c6d47ccac9c5b41ba47e61dd7f08c91e2939a5911c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864169079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e8be83b90759f6b2e2f21ec6f7f9025cdcfff4abbdbffc0eec76123a5482ddbed01a10bfc7fbf625b50f79e12e8c656d7809889137e3138a9e5b5db89a09438a453f50c230f429765b7b9136dbc48ea9ce5fe4a296e02db3b40fbe37b453a7ec066b6340f9bd7001f87f20913b3090443feff92b5e432f8137330e0205fcf98f441229939f3762a3dc1b3cd6203ef4a56f5eb79df333becda1b4768996549a744b9a8200c7ff9cc0bf129136f01e349a4745ca39ba6c67ee1d57b1f3ed99d7bddba94c9c1d8338f358bb528700dc98ce9447daf29f8211849f941612a6356f4b1251dc630861fe80e31eb6e2b1a6d3c57eb07440171bddf5e04e4db5062c22f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864186461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8992916bb0056186d42f465415bc60be9757ad45406684be5fc0b559a81bad6555f700ffb0f4ca0df7c1d522fb6f92346db0447507843c055263c90a549a1706117ed79be209369ed408778f7e5a85364e6e100b20ba6fdcaf50fea8fb48653465321f7ed79c6342ff7d116ef1dbff5385c6337ff5a1fb920176a82181a00933f989c434c230ec659ad4e04cc080e951139ba9a9bc654cc9192d2ed6854780f447bb78ac60c860a90b4eee332220ca743a563e6f64bc10a52b5f9752feaf7e4d4685c4f34619a5e484d2cd90ff1f5c9e18911d9b24a266110fe21bba0c2b36f9e2246cb04dd4ec91e48fc8058cd7fb5ae4f3bc80b9d50da6fce913be7d29a3b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864192062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c10a4bf1ba851b5e8247c33d95517b04f3022b404dfc8fd633c7f60898f60223819e7c9bec5ae2e7824e3a8625d548c1ef5d056a3fac9b0c21fe4f410413c66afe6a5af8b9f5d224cb8d52b9338fe2000bfeec6fc6499d35b3de2756f11e8adc115cb27b21cadae1140e56bd06465669572023edf64c30245800bf4bb1890a89eaa2b5d8a22011adfd79609ee14d82efe89be2f5a591cb2c551106effa8938f49b688e1476c6861cda22d3c0ef29b73492a2986cba3111ac366a51d2ed1d6cab3b9f57f0e1ba351cf53eb9bf9fad3b150d402e4595dd32870e16c677c5544dc567f4182e3b207668e3382a6acbe5c1dec307c848bb3f42b3d2bfbbd4f9891198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864194787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=107004d237dfc9b96e888e8ff994ff967052aa541aa19dd8fbcba8e3b67dd6381ddf65d73b191bb95853128dcff1d4318c9045996a67fa92bd6699ae54a634288b484151b9881da1d3fce864ccaabf78e56f3c4e9c5a0751b46589c248e7337f2de34f298df2c0b8892a26b0259127f711d584d7a3da0943f5b41fd6977cbc5bebe1d0e258ac4c3cbfcd8391359230125eaacb163a6741efc62d28206c92160c5a667eaf61c6e75a1f22bf2cc24ad0983c6b4d40fb624f5116bf0bfebd2a509dbfadf83ab98f6c54d16e9424d88c47b8d129fd09386ffed2567195c1ef14222057f691e351762dd7010fe6697f10ff612d5b88ac75ae60aea1436a9037e6e086&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864194246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1faa9d63723e464b4cf6a65fd359bd909c688a4388f22c869a35b778e3da4f855095ce42af6a6df14c6e673df72668e30d662b36e3c88bbf454b98003e83e5443d0df7f854e8b2a9aa2a11dd781df4e5f40159e5ae7ecd06f3b8e88eb3311f22025f5017b211337d7fd8a6262012dd36503cb58fc8c99adebbb0643f304fe03a8d73693cfa63c060c4ec928b2ca12acf90d7d7b08ef87e98bfc23794675ec91571fe305d11b807de4784ba7af4bcc49623fb2bf2261e4bb7047283d5c0c6c3468b66a4ce84a731f14f892ac3a97aa1ef4cd5e550f7e500269d900b104814b2250f7d49ef163c36de4fd851286ec17a16beafdd80ab4826d552234281d17b4765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864192923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=979fd3024e7eeee8190ee3edeead26e3057abeb28cc86cc4b5c4c83ddfd55ac1f0e81b6849f8aa3027916214c11e74098cb6c6da92adeee0e13e6b79650db360a7f2232a0904c38194cf0b7f893c9ec86829f3e89bdfa0a24b48d7bb32a6700777cd94ccbfce624f40f365ee32e94109b470dd0fdfb597f5ced9176e3c558d75d8c95df604baa81245b30f0d7f646fa93feca71f64a621e238fb2d0cd8745f6447d1559427303518cc9f119cba25d9f74750fbe8cb2365c1a33f0548d028ee99922bc5bd790a198267b82b8b44925466e07a1d31745d6f5cf6986b9313afe953b86bc47bf63d1c8a1bb13a028f4141c21b22db88a9445d9ae6738a08f12de586&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864210917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f9ce801d1eba6d787334230ac6a19e2c68079d154ef5a4c8c68e1620e8a3a1b6c4685c0c584754d491c6809105d330eef88fbabab2e2d7c14a014405b83a9e6dc3f78e98dc1cd02161f96387a56c63a5fd403f33edde44548d700e064c796085e0cab09c4b9d75f63336ac13cd6eae6fed340bc8075856189fbc082c78e04b4e3b0c7e82928198bda6a7d98d008a91183c55b0da256186eced29c0d0a8d218e9b7b110c1b6c7118101a51a4dd04b2ab7b432b89f6517e78ccf9f889965a6c24f5ab445cfd10275651c2268763c26e1087a174d7eb3282d47a5c339227171ce85a8349ed80be084db51de2c3bba9793ad3d04292321ba3fbff581536cc4837d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864235404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a78767f4e3a6183c5f599b503f0e2da772b97d0d6f09f612aacfa23ac5d78d84a98c260a8ab79cd340614ee32f2e1715541fafc86ad2c386a9020afa37dd3c062c13d39e556c4726d112f1099620f5ca52cac215418dd6d7b4a8b6db86ae8d004fc5e791e3daeb0390876cd770777333028dede76dc9684c8d136806ac5fb5949ade460c9cab0b3ef5022107bc8d3fb5e13453d356a967ddf849c95e77232d1f19d1c983b0fa85f929d4cfd9bf8dcf4b425a362af6fc34bba7ead74d21d9c12dc02092ae1a7b7cbd96661cbc4689e8efe0ec65504d0d62d6591e066184b290b2340df1e5deb0c4c4a901fed382e7ad5a8889566d08e06507a79785cd4c148bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864239251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1a160382fb467e242138656e4ce04946a7aaf306e019f5b514a4518f622a285342b524af550ca993797fdfe0250136571ee6c9a2ac97c200fe31d374ae99e5b192687441df27a9189fe98760c3711103129eb5facd95389cabeb74032cdafdd07902f1b487940cc829b19d3ecc954ce6365ddd012927d6fb4ad609e07a389b07528bc2a747b3485c68d15c58ba7ec247ca03eaa6ec944702e45c817ccd98d0416ec9efe54d5d8a1070df1d796f94c3b01b935f62c7483ccc4139e602cafa13de8355ce0ed459f763175d4f252bff2626d7203c00358ae82af020839844eb303c4f774a488a07c8fe4c6dd13c7994befa71860f7a8b8035d46d268cf722f9316d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864243439Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b1d711f4b23079e6a8ff6a8d7550eadc3d2f5dcad97e6c0df90fafe842c46017dc848e9a571c6288cc3369a5106476c0fcdabcb88f62eecd425f37b09d22be001d28bf0946334bf00af76e7725cc6c1a25e8788254c245622a7b051ce7daf39a6cef4b0fbbc76badce72053cac9f57e4d438eb817f4ee7e4cb6856e0f2f7fd714048917863d34ee3c646fa72948c16ec50869d613df20d5c6fb861fdc5529ce9580cc9f22ed106a074fec3ad618d212cda61bd9e8e0af1b59775fe282ebb0bfca9ca5c43e8ea804676516c49483869209e429f94ed99e29bd616c2c9600932666d1fc0a322bd67a475e53918d04d0df421fb7c9bdd17c7e22170c2e6f3059a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864243509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b8454fdc1a23f74462aea7bdc19796ce9a27208ce2d1c7f878cbe197d65f50709efffb122e16c349da8564a6b0ab3466b82db8291cb76e7f8259390eecb347eaa3437aed109d1ed1f8f8418f15b9b044bf23654a93a5fe7f8f52edd1da147e0c624e6408f60bae67876d6eefcf4569581b67efe0d2878d24181f9be0f05afd7c60ff0b1f1931ce2a4dd33683b452e266bf7cf88e2690d7b4637208a48313a763fb54f4b596c2757e698a74df10df51bcbee09f40a18511b685a511ca4bc01903e15e559fb5538a6306089030a8d66777cb083e0f9f8ef4433ba786009d2964167ca5b2ddf48a30b6b2a7f7e9d0a4b5cdb29ca649d0b107a6b7bb4626cd380e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864242256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8353911d76ca542074a65c8636cd46f6be42b27b7152bd9141f4e92de8e0fde313db323691a9f76404e173004d46e4160b477504322cd8c878d0b3eb0a3f68f2d80346d9c82f001dc35aa66dacfcb8e3c1baaf28640fc4cd43d8d265cc803ce36847d51240eb744ca6b91f7642987893596fc51d034c465d4629b29f55b4e9d504c859016aa4e342c7cf069d7df7a64bcd1fd95989832091e9c32d4f7e0ee11108854d2cd36584b82b14cb9b821b2ddffc5284ee0b6719594296d4639f6b2bb82750e027f9c1c3fef130505a1f5b7a745582f187e9f7425504e7c1c66e7fd364bba740ae26458159346cf2f67d1f4df3afec6ef77626661495e6ff349ab0dafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864250171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=805209c715b18fb53d35cbd0d5632c257799de34b6539f21934a7bc0a52d8cb3986b101045be58c2cb76a71f82eb7ed5f60228d165160d7de5c7892496780e4c4fb5f4ef17da471722c7f77c3d6b629f40d308d9953ffcdd6cbd0d112c4a6934e181d82585b604387b1de225205c6a027f604efe003f1dc6629d7b561a1bedb16c0b8615b5baf15a451f5b64fcd6c21424dd7ec8d234c893b7b7347a6dc902a7ae707618551ca11338c5f03a425867b334d9b6b4b2aacad6e1dc46f917884f9fc8a69e401d04c4df55fd895abaea5e923876046935a51366830ae4246685e87d8f946edf4c33dbade8526d61888aa6dd05d0f3b1dc53c85b707b8339285a2834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864266953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98d93f6a350c27e3f77771fbce9cda36efb60854599a15bc30dba8f17f24354ca532a387861296f0bc99e5813d482931807468b96fbccb42660b52474e9692064cc798a43fae93f490e9ebef9172086853f9400c66bb16b51aed0f31966ef55dd668c28082f5f4f33641e1de1a07576a83487786c2a7e39aec9c34d0d9fd53c334f0eed6dff6147a91c20b1a5127f53c5349125466353497696ba2dbf3fd78ed3835cdc92ff37eda9aa9e7335317d3641543db86d42f526715988ff71a8c13cab59babf85eed9546cff6279a53d01ebf64ecaf80ba52f5dd47c80f109d6e016e0553d08b74cb9d30641352fe66b62979d8ce248bb9ed69b49b29dc376b462571&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864277172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383389633eed80273bf9a2f96dbb4ed8ce645349433a18ac6910d79c627df14965106e4bb0bebb8677691fc0ac297a4786edaf52323b4daee3393e20ffa1e397926f71feb3bba67975a2c2052d4f01e0f1f0b8101535193137e93b93dfdf3a11ba89717e1448c14ed6f9751824764fff828519b61c8b6d807f7df6a95909fc22e2d4c394ef079484f6b88ca0ab1287cd315a3e6d8fa3e481f12d7f798b0b1f80510539e3579c2e6d8a8c5fba1b51869e4d535f0a6ffb42962f94636369859acb821668fae6099b416ce3e219e139629afdb98f84ba0cc6102e571237f458b25815d2d63645f7b52952f320c6927fee69dacfe11676e3b757f8880239cfdc1521&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864289726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=17a345a1dc3435020d4f242f1cfc32566a1f884ac8ce9276136901f07bfe638e375732cae97dcb6102471e110b80b567045f337b0a6580e5fc34981667e447b5203cec8d60f486785269ebcec7437845c15a1774d7d16443820855c95171f34ffa934d091a868c2817f343cc83b4d5c01ea2fd3e91b253e41f41cbe437402ca5f22b6b47d015583b20db09fbea57e4b6cc193d701070309edbe7b4d52e605a3fd6a2e7d01a66abafdf0763c15f491bf8d94bd13b60b8a9beec72b7136f61581fe49c6b90c4f6b9e97a8acc0183e2863be530fdc73ed3711245f360238dc26e869d5a04ade3e5dc6c220101293bf238a14fabe4cc0ca568136e072fde289be5bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864279897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=385d3aa55f9d439ce47a4e340aeed810b916b58f40a13fce0549a1c93bc5d143a74a0eb1e78f34e1ecf2d28ea80bd2139cee57c0a6e16a8f4f36e80205e059203d94bf33cb6b3e05eec16b3583ea45a3555e817a34166301f2db2e24b4ca2437b4e27f2b59c9f42f1a7372bc8346d0984f9972c640b124240f121ea07d4de0f9f864ad47eebf1cc15f6c8de7ff8f6e5878b2213e1d106d7a5d4d4ab72403652d6a586ccdf9d3bcd483cb0f4c42284cc40ab34b88bf5aaa3319a34b1b5e9e419e0a56fdbc20a9b27193cc367f0f3be263419b5ece7765f294e977cd2eb2b956f878d588b4efb8399295893cbe4df5abb72df0580f77e49a611837b7df7f66fe2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864284867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6700301c8d6409cbea8d6365ee8ba5a4c66855faa2d8eb953711d46c7306a0fb6586a3830d4af418124649cb19ff287a05768f559c39bdcb729e71ad650938b7c658db4352217a4178d8bab1161a420609328d0a819c8cac825db06433fb9fd5eb06a9fa7a25c4fd13a4e50e69400d67a62bc28c0847ebf34e70eb7411a940b956c4c710df9b124016c8c9a950cb08e6b8dafe803cd1b01a9b71e4ed45274bd249cd6c2a7db7f5e999d0a488cc03106a077b4ea199228c7ef03e9cfb0c69e5080aa907589373c911d4d5d422c62996f51353c5f3ccf33d3b0bd1461f29fb58cfa3cab4bfb113a27fe069861db677b35e636c63dd24de2265c8f3b036a1f9db54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86429167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3a1bf71a8c5f7e496339bf66acc619fe23326417bc0cbb08a1b9b7ad809b15d2ad7224f3fea0e3163740fa3b744e99e53767ac3f2d3e52118d94292b1a35e8fad1f522c9f281612af2ad03df3d77ac86b3d856ba60ba2dbc5db7210ee8be4ac12d8389da93dec35ae5e2a467c18b472200c90eca780dd74f1f0e9de4072febe93578a199246865fa81ebaf400237d816fa63a5d020df707d376547b521ed53e89457d0d7d04e6e36bffc096c6bcc7be29ceaabbf51d706d9898f4883cef105a572c59c220aa75c00eda3fea87fc5ff527fe4777085fca03674d4114fa7cba2591a5203d43b04807b8417f207d7b14a292e1ff806e883ea3bf28341d1d62af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864290958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad2d42171f21c1be0844f585fbbfb834df78339b8b7a0bf485d60fcb4c901a9cf7a6058de5416eb01fb936fd9e944d4429eeba7843c5146ece5fc031406fcc4d7c4ebccdf32bf48e22f2ae7593fca84ea8bc8ec56dac9e7fa16f217cc07e07c729f2d98ad5ceba5ac0c5aeda89e616d293a727408087eceae06eaa6878e0d927cdc0c1e39f6c956124d9fa0fec0e357fa5998a6917c6591609c68f62e0d8afd48d7f7911f56ddfb4711bde4ff794a2c1fa51aa77b18d6454fa3266eed164eef78d774d300103d6306e2f6e2c41d6e7761166475dca344db656973f1c6856e4186370e7e82c5eccd68c7bed25634bba0644c0ad184d02b7fc9da9c79662d08d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864289976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=968cc71e3b65398f5bb8d70367c728efc7b169c50468f407e33bf995df405e4009aafbc096808b19e0c117fb45a80568cbcc28503de7baa68fe760a34a8bc162b6a5c460ea06cb4a70b2a82ffbd607f6b5fba1cd7cbb3967f42fb37a39f4bc116497f7f627490904411aaae4527ec967cf22df8c4779753156ed46278d2d240ddd854683eb992767f3a0fad58dfa24561ea61051280c4df08d96d9e7e2226dca290520ad5b2a17cc3fb0be2dfeb6051b6e1600eccb285b96fa7acc59625ee66a1bb98dceabb0134c211f1765973ead907eb257e74ded1069e682dd726662a6ce8dbf7131af6bdf06447d6095b6b85905596e16c2d261beac1db14a4db2ae7382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864314953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a99edf01837e034b5c412d9ed626c186947913fceb1905bdfece5036a7c5c3760e40aeb066cd536cc76d1c645252864a17d2de31bec0abff4852c00296f15bed53b0ad0f53d2d244bc1d1d2cb882bb8136dc6168e0f084cec48467f52f8787a0489b5b3b4e004f7a136dc7f680fa1c8a25faf61d09022dbdca410393bcee054a062510bedd165532831f6cc3726b9ac53daff1a2527905c423586fd42c32f167f0b7a2f68931ec2e36fa8960b35fc6dabb4ed76ee62cc96a0d10e6051c9a7b4bde50874370e92f957535b6cb1d22ba17d6c30cb1470dd286e43eb246262c3544f13b0c6e0ca7dc9fc2f7b2807ec8a4c926e90c522d4e5131ec883acf6b74efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864324191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2061635adf7e6567d1c3023dfd9fa6e273fba6d9039cbb427ed73a3ef539e09dadd84f901946131c0595f1970c2e22f4925089f303a4b9065f0151c13b6e0973d6b2ae85365936d3d96eb32df5325abc080c6540a89b1469728a714876b3313038c14cd099ad9f9e91de18a9006c19c440cad79f31425742db950593331c78a656583cbe53aeff774cbe4335ee55864062f4ccf69ffb8b692dfa9a6d8020d493d47abf9097a6cc9781ee5dd236381e399b3b46453ef4af6b911d72288e529786d3a6b94b9c178857727b236072045e537b54518403426ff717a296ffe03c35a2719a11d35e500b3b567a4ca70e1585d8cf1951730f09d00c6eaee1987dec0875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864335753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ec5e4c6a211110f5e6785a5d31df94671bf97963456a972750da33df9c38856c417d919785ae18ed2267c93bfb60f24e9be7210cdc8db4e4abe5b3ad1e6ea93fea5a42aec1b65f6124900965c490737eaf549852d1eae5f47bcc27b3fd2d95c4c3d925ef3eb3a0489453730d0144199730fa59d5feac0c9b064f5c033ce21ed9680b78881eff12d1b056e9f4000070d69e65221b692f105b43b43d812c822158ec80065bd3d31858c72d8f65d1ece1f25491fa1357d9a160e7bd2445305023c5bf3e66cffe3b4c1b8178d27d264700b628dfaed5a506ca860b3eaf2e5f5551b08896d0b76442f6b20874fe604f63b6bcd2e7b926ffce631112136b1d3322102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864338999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e1fd045786ce5f38c147ecc0852ffc22c464d6e54bb7ea92412952f1416fd4293ce8e2b56d493bb0a894ccad46989f17ac19fc75acb0b4fa5a542ee740fc60124fc33c84df1e954b5d05d5ecac3b71ba6b3a8c51dd8c4c53c784665e16ebaa5ac90f800c5c396498f2b81a2f41dfe37ded2ba5937cb2327e966645225125d38f9d2b272eca01dc3678384ad955a88042c0ed2321438bd18fe6b4fbcd5e3e64686b73c78cee14c761330f27cf6eb914baa2b2c7f532e58e522d743c9942ed45899aced28a77e4b62a8ebc06a2be07e524f0e62b4e8592102d2cb566f1ac6abbcaa02d79bd7edfedfc603bfc21f5dbccc9ec84392275d36a74216e4c9f6725b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864337696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=701e51a4886909cb8eb450cd982e2fc7ee91a9c6fda145f4dfbce7c82b573b094793b7c2654c63f76af14558729cd6a54bef73e75d8e8e1c40635366646987871712a25620058142c2afde5d955052f01fc0e84030be35c8e26bfa76650d922624d33e160ad4df0e9d812911195be4b36f80f7991588b3ea5aadac0ab01266f3fa39b887d9aae18306ba10741c3cd25d616281d445fb528cefd4758cc8ea036177251cad2270c703a2e6dd3d514ba3de4c280466e9d49bf90c22b9291f5855b1269407eef88efa0d015fadc99259f4935951aaa152a0d013bd68bcba33626e84acc090d2570550c9fe3036d5e54064c9bdaef8d552b7021476bb567795d10271&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.86433962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b469fdcf29a06c75b2844c8d4f76407d4ca6a79417c3252055b0d2885ad23f6e29226cde92a8cf94a375937839f9d68036357282ca81065f4280f21fd496efbb7d3cbee3802909f81aa57aee372ae8e6af4d8a6a9f293a8fa96a80e75c338572c6bfe2c46aea4a0c48a8e49d7de89f99fad0fe255de370ca1b6f87eda50ba06b3c8075b1e98127a5e72d74fc0558ea6755580902f4c1f92033cfd72630287932374812c40f27b375b4193b4ab5ad61f50c1b7bbfe75d3c0f26687326e4cf52f31e799d716efd1800d91a12ac401340cbf493de9c23e65303369774bf37930f5c7207ce82351457a4a8550285649cc010da78050d5f338eb203243b2281bb5a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864336604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=423de833ade65ce663a7b3d760f4c559bc4538f03c30c4f52ec61271c051d7359d719593ac180b123021690cec4d6f9bf97c9eb697d7ac93cf6e90dd42e26c10b86a4d983975b700fa62d2f7a4d01b7268461815d1d3515ab8d9cacd7d8011c7c4cc87254aaa7df24294a23d2c34a26df28671f27def60584fa40f322632ac59fe71ec56b9a682593653090ba6d7bd3152c096e33a8aed64588d3d1f1303f849840437c8101d4f52c631cd30df2e011dbe3051b47f55dfdef01c342e5c6618f23f07dc639833053cae502e1fe224f1b9e1d9dd9982db950a54a800dbb9433e36367207c6f6309180150b0efaef68ddd4709593c1a897e7edd5ed93bfbf3aea71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864345832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8510209aed2ca98ca2e48b9644e7e6718c8807d9c4185ace144b7cc4f0fb351164259c6ee333c22bab3005640306cbd74b107955fe0a5ce3b015feaabe1fca5010320b98db33bf8a5624dbd7dab35892e20117f096501596d4a3e6f2d421ae22df16771182c8bb2ef610b3c7dc60d6eefa33da3866d6dd185aaf89ba345fb5602d2e0546f87c389740c5a8e2de60666454f245be2627a167729967c4b55b553ff40dab6dacee5f2a273cbad055f052205a6963dc85e2ef1996fcc850f91e33617dd0ed7d816c7598894df3303842dd519082403c4b5e5ee81ea8d5cc32538db95627280cd4dd2668f24750e9b50a169143cc2f543402d87a0e980091b776ba44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864349178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=999f415e715cc347df5bcd3d54e796e4de13a0ec271e6d25f2f89080c50b5342f6cd3f16378220dbabc825d02119c939dbb6b53203546876b9673b5d0256dc2775ce328b0e406f68c6fe523c553e22d09f7f72fb9a5db929f54c5b89e180d9a916884dca2efb29a862389379b3a13834d18041dcd5cad94b0c1531cf9187b4adf2578c82d9bd46aa504d98cef53dbb4617222fe906a0a70cf331659c49b56bd22bc9758db5bbac7ab014abcb3b4ffe01dbf5c17dec902a26c0e5ec442cfccf63db06b4ac06e125d8013413ac26218c4dd72687b67d44afcc9137c6f71e8ecd79ab01ba621ccdae0c50d3beb2cd256e2c06f9050d9a197f0182be9310e747516e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864357173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77719c28c5dbea9ffbf624e9bf0597db4452565c649a9c54d1e777d700f3b4fed2b6ff7d6e205071a96a8a4ed2701522245a80a62db0f11570553f31e9cb3a55a645cb1def8f804d358482bbd4abae065a443baca3cb592c080c76faba4f6a2473ff70dc54960138907fe013c9d4e5959e63f5ad248677c00c6446305284e605a759c12203d995c103fb4e45051d4056140ce021917153401d56808aca8fb55fee7768acce55f3c801cb7cb288c3981d8963c5e3d5466997dc17ab011c2376971bf91d9e6909aab8d3d2bd99c0419899e4701c416ae633f144e8f38346d9a14b1d182a1c27efdd459dd146ccafe1ae9479a5e7e91808479dd8cd988c15f429bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864373524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=065a5fc42ec463916eaa87cc1d29feeb5e97169600d7168171712eb1cc4b62e437ddd7e198a3709a5ebf3e077b9a94c17a8ec0c594fe1c98ef1454659ec0411e40e816659871deffedb343cec504976dc86c19053f96c8658227b3ba6579729bc4428b8a9e938ed8c17e161220ebd2f9fee66818b97889c57c0e21107eca5a8cb0147081bc0ab63026e64cf6bbf62f9e21528b3ad2ee345ed3e8bf799d75d19264e61063e4e4505d5fdfb7daa66575a4bd9d348b4989f5e4a166ecabefbfa723a34c5f93d80d8c467bba4ed24093e4be5a839f28ea4ee5daa83a405de94ffc6279ee6750b7e41ac1dc474d3ee6a64174a31a4920b52b8135d7eaa69380a90079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864379695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57959b1bf9f335eb996225aabc07218c5a3b046d9f8f05973d1cb8a687a38253ce83e0b585db4eb4b3fbd0d6690a4158b2df9b8dd77458155236124135c38df04c93c22f4d9e3fcd7485a399982f27d6d5d42deebb79c4343818b6b10f0a6b6436ee3f52f74d4fc9422396f3b907fcada7cd73e8f0ddf7ebea1d70fba12a4d95f96ad71e575232c4e181724b278efb82e72e778affcbb5b09d8e5999cf446de6fc6f06ff77742ab4fb0d449fb613de2b6964a736821e2ce787cea15e2fb3a7fd3266aebc92d1b0f3088556dd94a6f131ef6474e44e014c146942c0e9b7bb90b63ba3e20b3fb7823852bd33813acabc5204e9f8d3b895edb852daccfa5b255afa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:45.864384805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dd99a359864076faaaa67e99390e7230fa36c4126aa77cdaf6cb98a955640239ba46ad37c3a51cecb270a54119fbb0897500c4849766c54520ac8c635332d647349d7251e6ab534ab777f41a9f5d17a6b7134ca69cc957e82fb9ba8f803bb9b9da38ca692994a4e11f7ec1cb1e61bbdb434168d2e7efca5fbbe87c63773b44ec44375ea42fe1f6450e78195e76ef042e7e6b99b881c90c3ddf8d2de63b56a07599d5f753b874dcf933273a1f910f6d5d2544ae79235e0a289182c234847507b45d4408157393ab37a72fb7a3d410ff30bc4372151a78aa1dc143af4cd5b92b7adb19ac1601dd9e5ced7d4485856c0bfe53931cb75785516df0e9678bdbb6839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"} +{"time":"2025-07-24T22:07:46.156218236Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-24T22:07:46.392860418Z","level":"INFO","msg":"stream: closing","id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.392878242Z","level":"INFO","msg":"handler: closed","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.392888061Z","level":"INFO","msg":"writer: Close: closed","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.392918758Z","level":"INFO","msg":"sender: closed","stream_id":"alpha_1_blocks_7x7_500M"} +{"time":"2025-07-24T22:07:46.39295129Z","level":"INFO","msg":"stream: closed","id":"alpha_1_blocks_7x7_500M"} diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug.log b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..75b31255b907b5e22fc74366a6d4380f8f4c9c07 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug.log @@ -0,0 +1,28 @@ +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Configure stats pid to 1925759 +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/.config/wandb/settings +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Loading settings from /workspace/HOME/guest/david_quarel/jaxgmg/wandb/settings +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-24 20:43:35,387 INFO MainThread:1925759 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug.log +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/logs/debug-internal.log +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:init():830] calling init triggers +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'env_size': 7, 'env_layout': 'blocks', 'env_corner_size': 1, 'env_terminate_after_corner': False, 'obs_level_of_detail': 0, 'img_level_of_detail': 1, 'env_penalize_time': False, 'net_cnn_type': 'large', 'net_rnn_type': 'ff', 'net_width': 256, 'ued': 'plr', 'prob_shift': 1.0, 'num_train_levels': 2048, 'plr_buffer_size': 4096, 'plr_temperature': 0.1, 'plr_staleness_coeff': 0.1, 'plr_prob_replay': 0.5, 'plr_regret_estimator': 'maxmc-actor', 'plr_robust': False, 'num_mutate_steps': 12, 'prob_mutate_shift': 0.0, 'chain_mutate': True, 'mutate_cheese': True, 'train_proxy_critic': False, 'plr_proxy_shaping': False, 'proxy_name': 'proxy_corner', 'plr_proxy_shaping_coeff': 0.5, 'clipping': False, 'ppo_lr': 5e-05, 'ppo_gamma': 0.999, 'ppo_clip_eps': 0.1, 'ppo_gae_lambda': 0.95, 'ppo_entropy_coeff': 0.001, 'ppo_critic_coeff': 0.5, 'ppo_proxy_critic_coeff': 0.5, 'ppo_max_grad_norm': 0.5, 'ppo_lr_annealing': False, 'num_minibatches_per_epoch': 4, 'num_epochs_per_cycle': 5, 'num_total_env_steps': 500000000, 'num_env_steps_per_cycle': 128, 'num_parallel_envs': 256, 'console_log': True, 'log_gifs': False, 'log_imgs': True, 'log_hists': False, 'num_cycles_per_log': 32, 'num_cycles_per_eval': 32, 'num_cycles_per_gifs': 1024, 'num_cycles_per_big_eval': 1024, 'evals_num_env_steps': 512, 'evals_num_levels': 256, 'gif_grid_width': 16, 'level_splayer': 'mouse', 'checkpointing': True, 'keep_all_checkpoints': True, 'max_num_checkpoints': 1, 'num_cycles_per_checkpoint': 128, 'seed': 42, '_wandb': {}} +2025-07-24 20:43:35,388 INFO MainThread:1925759 [wandb_init.py:init():871] starting backend +2025-07-24 20:43:35,595 INFO MainThread:1925759 [wandb_init.py:init():874] sending inform_init request +2025-07-24 20:43:35,600 INFO MainThread:1925759 [wandb_init.py:init():882] backend started and connected +2025-07-24 20:43:35,601 INFO MainThread:1925759 [wandb_init.py:init():953] updated telemetry +2025-07-24 20:43:35,610 INFO MainThread:1925759 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-24 20:43:36,049 INFO MainThread:1925759 [wandb_init.py:init():1029] starting run threads in backend +2025-07-24 20:43:36,128 INFO MainThread:1925759 [wandb_run.py:_console_start():2458] atexit reg +2025-07-24 20:43:36,128 INFO MainThread:1925759 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-24 20:43:36,129 INFO MainThread:1925759 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-24 20:43:36,129 INFO MainThread:1925759 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-24 20:43:36,132 INFO MainThread:1925759 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_finish():2224] finishing run dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_restore():2405] restore +2025-07-24 22:07:44,845 INFO MainThread:1925759 [wandb_run.py:_restore():2411] restore done +2025-07-24 22:07:46,378 INFO MainThread:1925759 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-24 22:07:46,388 INFO MainThread:1925759 [wandb_run.py:_footer_history_summary_info():3935] rendering summary +2025-07-24 22:07:46,392 INFO MainThread:1925759 [wandb_run.py:_footer_sync_info():3864] logging synced files diff --git a/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/run-alpha_1_blocks_7x7_500M.wandb b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/run-alpha_1_blocks_7x7_500M.wandb new file mode 100644 index 0000000000000000000000000000000000000000..511f3cd6f0540ace5c7b0e33348873e46f025b13 --- /dev/null +++ b/small_7x7_models/run-20250724_204335-alpha_1_blocks_7x7_500M/run-alpha_1_blocks_7x7_500M.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca97b3d2318a02867c43648e9e7a6e612321318946a7a1ec32ebf8f5bc3ffee4 +size 15373424